-- Logs begin at Tue 2021-07-13 06:47:00 UTC, end at Tue 2021-07-13 09:09:27 UTC. -- Jul 13 07:21:03.312668 n-d-779913-28 systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 07:21:06.623336 n-d-779913-28 neutron-server[93612]: INFO neutron.common.config [-] Logging enabled! Jul 13 07:21:06.624073 n-d-779913-28 neutron-server[93612]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev463 Jul 13 07:21:06.624199 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93612) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 07:21:06.628295 n-d-779913-28 neutron-server[93612]: INFO neutron.common.config [-] Logging enabled! Jul 13 07:21:06.628556 n-d-779913-28 neutron-server[93612]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev463 Jul 13 07:21:06.628877 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93612) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 07:21:06.629870 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 07:21:06.630140 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 07:21:06.630555 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 07:21:06.630803 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 07:21:06.631059 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 07:21:06.631383 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.631684 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.631985 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.632216 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.632519 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.632813 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.633100 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.633392 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.633695 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.633984 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.634292 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.634578 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.634810 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.635095 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.635397 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.635679 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.635903 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] debug = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.636186 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.636620 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.637046 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.637331 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.637627 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.637904 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.638205 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.638485 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.638774 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.639131 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] host = n-d-779913-28 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.639408 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.639697 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.639990 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.640279 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.640554 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.640830 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.641113 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.641388 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.641664 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] log_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.641938 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.642271 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.642563 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.642859 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.643100 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.643310 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.643600 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.643888 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.644171 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.644623 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.644898 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.645180 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.645452 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.645721 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.646010 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.646324 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.646642 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.646920 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.647195 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.647467 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.647741 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.648027 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.648301 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.648574 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.648848 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.649139 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.649410 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.649684 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.649998 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.650317 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.650603 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.650891 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.651169 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.651456 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.651732 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.652005 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.652278 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] use_json = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.652550 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.652820 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.653109 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.653386 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.653658 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.653936 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.654374 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.654668 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:06.654980 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.655292 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.655598 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.655890 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.656230 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.656479 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.656770 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.657057 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.657349 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.657642 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.657940 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.658247 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.658540 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.658918 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.659233 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.659554 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.659865 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.660167 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.660448 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.660730 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.661008 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.661411 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.661584 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.661884 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.662732 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.663017 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.663335 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.663706 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.664049 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.664356 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.664621 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.664919 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.665201 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.665600 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.665776 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.666060 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.666363 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.666642 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.666925 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.667221 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.667522 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.667779 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.668053 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.668332 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.668606 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.668892 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.669172 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.669447 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.669727 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.670007 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.670316 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.670593 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.670874 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.671150 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.671431 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.671705 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.671980 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.672253 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.672529 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.672804 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.673078 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.673352 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.673630 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.673907 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.674943 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.674943 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.675212 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.675439 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.675736 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.676049 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.676327 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.676613 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.676897 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.677178 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.677459 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.677739 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.678603 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.678894 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.679174 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.679481 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.679772 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.680070 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.680361 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.680646 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.680954 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.681239 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.681788 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.682076 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.682384 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.682685 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.682975 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.683280 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.683585 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.683890 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.684189 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.684492 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.684780 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.685101 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.685492 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:06.685712 n-d-779913-28 neutron-server[93612]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 07:21:06.685969 n-d-779913-28 neutron-server[93612]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93612) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 13 07:21:07.046351 n-d-779913-28 neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 07:21:07.046735 n-d-779913-28 neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 07:21:07.047105 n-d-779913-28 neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 07:21:07.047653 n-d-779913-28 neutron-server[93612]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 07:21:07.453581 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.453875 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.454176 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.455524 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.455806 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.456086 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.502304 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.502585 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.502862 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.517559 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.517848 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.518144 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.550710 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.550990 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.551300 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.589250 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.589525 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.589799 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.833888 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.834900 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.834900 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.834900 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.835649 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.968401 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.968726 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.969011 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.969280 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.969548 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.969868 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.970150 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.970413 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.970680 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.970968 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.971228 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.971504 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.971759 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.972022 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.972300 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.972558 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.972831 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.973107 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.973365 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.973785 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.974041 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.974368 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.974840 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.975154 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.975410 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.975661 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:07.976120 n-d-779913-28 neutron-server[93612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:21:07.976362 n-d-779913-28 neutron-server[93612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:21:07.976603 n-d-779913-28 neutron-server[93612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:21:07.976842 n-d-779913-28 neutron-server[93612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:21:07.977078 n-d-779913-28 neutron-server[93612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:21:07.977312 n-d-779913-28 neutron-server[93612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:21:07.977701 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 07:21:07.981334 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 07:21:07.985724 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 07:21:07.990054 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 13 07:21:07.992342 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 07:21:07.992810 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 07:21:07.993148 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 07:21:07.993542 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 07:21:07.996422 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 07:21:07.996680 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 07:21:07.997042 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 07:21:08.027744 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 13 07:21:08.028212 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.028518 n-d-779913-28 neutron-server[93612]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93612) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 13 07:21:08.028877 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.030305 n-d-779913-28 neutron-server[93612]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93612) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 07:21:08.030597 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 07:21:08.030848 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 07:21:08.035627 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.035919 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.101700 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 07:21:08.101950 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 07:21:08.102115 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 07:21:08.102478 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 07:21:08.127158 n-d-779913-28 neutron-server[93612]: DEBUG oslo_db.sqlalchemy.engines [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93612) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 13 07:21:08.676875 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.managers [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Initializing driver for type 'gre' Jul 13 07:21:08.677562 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] gre ID ranges: [(1, 1000)] Jul 13 07:21:08.731115 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.managers [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Initializing driver for type 'local' Jul 13 07:21:08.731459 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.managers [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Initializing driver for type 'vlan' Jul 13 07:21:08.745503 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] VlanTypeDriver initialization complete Jul 13 07:21:08.745839 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.managers [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Initializing driver for type 'vxlan' Jul 13 07:21:08.746453 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] vxlan ID ranges: [(1, 1000)] Jul 13 07:21:08.802455 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.managers [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Initializing extension driver 'port_security' Jul 13 07:21:08.802861 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.extensions.port_security [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] PortSecurityExtensionDriver initialization complete Jul 13 07:21:08.803315 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.managers [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Initializing mechanism driver 'openvswitch' Jul 13 07:21:08.803685 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.managers [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Initializing mechanism driver 'hyperv' Jul 13 07:21:08.810752 n-d-779913-28 neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:08.811656 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > port after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.812043 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > port after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.812416 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > port after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.812962 n-d-779913-28 neutron-server[93612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:21:08.813407 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > subnet after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.813771 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > subnet after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.817162 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.817162 n-d-779913-28 neutron-server[93612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:21:08.817162 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > network after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.817162 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > network after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.817162 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > network after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.817562 n-d-779913-28 neutron-server[93612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:21:08.817562 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > security_group after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.817562 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > security_group after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.817562 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.817562 n-d-779913-28 neutron-server[93612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:21:08.817917 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.818240 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.819103 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.819499 n-d-779913-28 neutron-server[93612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:21:08.819904 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > address_group after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.820259 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > address_group after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.820611 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.821006 n-d-779913-28 neutron-server[93612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:21:08.821385 n-d-779913-28 neutron-server[93612]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] ML2 OVO RPC backend initialized. {{(pid=93612) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:185}} Jul 13 07:21:08.822130 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.822493 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.822915 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > network before_response 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.823270 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > networks before_response 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.823623 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > port before_response 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.823969 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > ports before_response 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.824319 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > subnet before_response 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.824665 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > subnets before_response 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.825016 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > network after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.825358 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > network after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.825763 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > network after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.826038 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > port after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.826408 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > port after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.826744 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > port after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.827087 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > subnet after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.827426 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > subnet after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.827761 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.828351 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.plugin [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Modular L2 Plugin initialization complete Jul 13 07:21:08.828682 n-d-779913-28 neutron-server[93612]: DEBUG neutron.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading services supported by the core plugin {{(pid=93612) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 13 07:21:08.829028 n-d-779913-28 neutron-server[93612]: INFO neutron.plugins.ml2.managers [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Got port-security extension from driver 'port_security' Jul 13 07:21:08.829499 n-d-779913-28 neutron-server[93612]: INFO neutron.extensions.vlantransparent [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Disabled vlantransparent extension. Jul 13 07:21:08.829997 n-d-779913-28 neutron-server[93612]: DEBUG neutron.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93612) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 13 07:21:08.830331 n-d-779913-28 neutron-server[93612]: INFO neutron.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading Plugin: router Jul 13 07:21:08.867247 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.867871 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router after_create 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.868030 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router before_create 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.868403 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.871581 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.871581 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router after_delete 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.871581 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.871581 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router after_create 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.871932 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router after_update 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.871932 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router after_update 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.871932 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.871932 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router after_update 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.872384 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router precommit_update 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.872384 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: port after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.872563 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: port after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.872834 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: subnet after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.873182 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.873536 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.873890 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router precommit_create 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.874264 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: port before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.874616 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router precommit_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.874979 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router after_update 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.875330 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.875689 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router precommit_create 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.876057 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.876410 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router precommit_update 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.876782 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > agent after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.877136 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > agent after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.877488 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > network after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.878448 n-d-779913-28 neutron-server[93612]: DEBUG neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Tracking information for resource: router configured {{(pid=93612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:21:08.878895 n-d-779913-28 neutron-server[93612]: DEBUG neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Tracking information for resource: floatingip configured {{(pid=93612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:21:08.884707 n-d-779913-28 neutron-server[93612]: INFO neutron.db.l3_agentschedulers_db [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 07:21:08.885306 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: port after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.885676 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: port after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.886036 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: port after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.886422 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: port after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.887235 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router before_create 55550100 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.887607 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.887977 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router precommit_create 55550100 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.888341 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > router precommit_update 55550100 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.892853 n-d-779913-28 neutron-server[93612]: DEBUG neutron.services.provider_configuration [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Service providers = [] {{(pid=93612) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 07:21:08.893230 n-d-779913-28 neutron-server[93612]: DEBUG neutron.db.servicetype_db [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93612) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 07:21:08.896306 n-d-779913-28 neutron-server[93612]: DEBUG neutron.services.service_base [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 07:21:08.897234 n-d-779913-28 neutron-server[93612]: DEBUG neutron.services.service_base [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 07:21:08.897580 n-d-779913-28 neutron-server[93612]: DEBUG neutron.services.service_base [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 07:21:08.898517 n-d-779913-28 neutron-server[93612]: DEBUG neutron.services.service_base [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 07:21:08.898894 n-d-779913-28 neutron-server[93612]: INFO neutron.services.service_base [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 07:21:08.899278 n-d-779913-28 neutron-server[93612]: DEBUG neutron.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:21:08.899601 n-d-779913-28 neutron-server[93612]: INFO neutron.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 07:21:08.910616 n-d-779913-28 neutron-server[93612]: DEBUG neutron.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:21:08.910954 n-d-779913-28 neutron-server[93612]: INFO neutron.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading Plugin: auto_allocate Jul 13 07:21:08.916777 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: network precommit_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.917161 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: network precommit_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.917814 n-d-779913-28 neutron-server[93612]: DEBUG neutron.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:21:08.918020 n-d-779913-28 neutron-server[93612]: INFO neutron.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading Plugin: tag Jul 13 07:21:08.925135 n-d-779913-28 neutron-server[93612]: DEBUG neutron.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:21:08.925469 n-d-779913-28 neutron-server[93612]: INFO neutron.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading Plugin: timestamp Jul 13 07:21:08.929494 n-d-779913-28 neutron-server[93612]: DEBUG neutron.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:21:08.929791 n-d-779913-28 neutron-server[93612]: INFO neutron.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading Plugin: network_ip_availability Jul 13 07:21:08.935577 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.935961 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.936481 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:08.937330 n-d-779913-28 neutron-server[93612]: DEBUG neutron.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:21:08.937661 n-d-779913-28 neutron-server[93612]: INFO neutron.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading Plugin: flavors Jul 13 07:21:08.942708 n-d-779913-28 neutron-server[93612]: DEBUG neutron.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:21:08.943051 n-d-779913-28 neutron-server[93612]: INFO neutron.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading Plugin: revisions Jul 13 07:21:08.947911 n-d-779913-28 neutron-server[93612]: DEBUG neutron.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:21:08.948318 n-d-779913-28 neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.901s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 07:21:08.949074 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93612) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 13 07:21:08.949423 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Initializing extension manager. Jul 13 07:21:08.949941 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: __init__.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.950342 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: __pycache__ {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.950668 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.951004 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: address_group.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.951781 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.952375 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: address-group Jul 13 07:21:08.952768 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: address_scope.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.953499 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.954254 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: address-scope Jul 13 07:21:08.954625 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.955572 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.956090 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: router-admin-state-down-before-update Jul 13 07:21:08.956422 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: agent.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.957141 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.957648 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: agent Jul 13 07:21:08.957978 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: agent_resources_synced.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.958953 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.960024 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: agent-resources-synced Jul 13 07:21:08.960352 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: allowedaddresspairs.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.962222 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.962750 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: allowed-address-pairs Jul 13 07:21:08.963086 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: auto_allocated_topology.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.964180 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.964698 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: auto-allocated-topology Jul 13 07:21:08.965030 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: availability_zone.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.965739 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.966284 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: availability_zone Jul 13 07:21:08.966615 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: availability_zone_filter.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.967561 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.968071 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: availability_zone_filter Jul 13 07:21:08.968400 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: data_plane_status.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.969320 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.969833 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 07:21:08.970199 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: default_subnetpools.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.971137 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.971671 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: default-subnetpools Jul 13 07:21:08.972221 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.973067 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.973574 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: dhcp_agent_scheduler Jul 13 07:21:08.973905 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: dns.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.974891 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.975396 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension dns-integration not supported by any of loaded plugins Jul 13 07:21:08.975725 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: dns_domain_ports.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.976674 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.977178 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 07:21:08.977508 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.978476 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.978979 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 13 07:21:08.979307 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: dvr.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.979996 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.980504 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: dvr Jul 13 07:21:08.980832 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: empty_string_filtering.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.981762 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.982296 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: empty-string-filtering Jul 13 07:21:08.982630 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.983564 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.984066 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 07:21:08.984393 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.985320 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.985828 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 07:21:08.986194 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: external_net.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.987126 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.987637 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: external-net Jul 13 07:21:08.987966 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.988898 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.989415 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: extra_dhcp_opt Jul 13 07:21:08.989840 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: extraroute.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.990919 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.991580 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: extraroute Jul 13 07:21:08.991909 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: extraroute_atomic.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.993046 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.993490 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: extraroute-atomic Jul 13 07:21:08.993818 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: filter_validation.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.994529 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.995237 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: filter-validation Jul 13 07:21:08.995567 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: fip_pf_description.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.996510 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.997026 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 07:21:08.997356 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: fip_port_details.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:08.998328 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:08.998842 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: fip-port-details Jul 13 07:21:08.999173 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: flavors.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.000429 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.000945 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: flavors Jul 13 07:21:09.001282 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.003001 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.003528 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 07:21:09.003865 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: floatingip_pools.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.004574 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.005088 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: floatingip-pools Jul 13 07:21:09.005422 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: ip_allocation.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.006898 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.007402 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 07:21:09.007732 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.008881 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.009394 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: ip-substring-filtering Jul 13 07:21:09.009732 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: l2_adjacency.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.010714 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.011222 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 07:21:09.011552 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: l3.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.012569 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.013090 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: router Jul 13 07:21:09.013424 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.015729 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.016266 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 07:21:09.016607 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.017554 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.018067 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: ext-gw-mode Jul 13 07:21:09.018430 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.019368 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.019884 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: l3-ha Jul 13 07:21:09.020215 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: l3_flavors.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.021144 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.022297 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: l3-flavors Jul 13 07:21:09.022631 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.023575 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.024086 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 07:21:09.024422 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: l3agentscheduler.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.025487 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.026292 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: l3_agent_scheduler Jul 13 07:21:09.026633 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: logging.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.028141 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.028667 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension logging not supported by any of loaded plugins Jul 13 07:21:09.029008 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: metering.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.029815 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.030422 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: metering Jul 13 07:21:09.030755 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.033417 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.033956 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: metering_source_and_destination_fields Jul 13 07:21:09.034331 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: multiprovidernet.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.035290 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.035807 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: multi-provider Jul 13 07:21:09.036146 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: netmtu.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.037109 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.037631 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: net-mtu Jul 13 07:21:09.037969 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: netmtu_writable.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.038959 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.039480 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: net-mtu-writable Jul 13 07:21:09.039820 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: network_availability_zone.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.040511 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.041021 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: network_availability_zone Jul 13 07:21:09.041353 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: network_ip_availability.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.042504 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.043022 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: network-ip-availability Jul 13 07:21:09.043501 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: network_segment_range.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.044405 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.044993 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 07:21:09.045322 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: pagination.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.046350 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.046688 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: pagination Jul 13 07:21:09.047017 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: port_device_profile.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.047967 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.048487 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: port-device-profile Jul 13 07:21:09.048818 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.049759 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.050300 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: port-mac-address-regenerate Jul 13 07:21:09.050631 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.051557 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.052064 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: port-numa-affinity-policy Jul 13 07:21:09.052390 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: port_resource_request.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.053339 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.053843 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 07:21:09.054205 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: portbindings.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.055159 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.055664 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: binding Jul 13 07:21:09.055993 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: portbindings_extended.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.057544 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.058061 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: binding-extended Jul 13 07:21:09.058423 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: portsecurity.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.059354 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.059960 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: port-security Jul 13 07:21:09.060205 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: project_id.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.061192 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.061527 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: project-id Jul 13 07:21:09.061855 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: providernet.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.062831 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.063342 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: provider Jul 13 07:21:09.063670 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: qos.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.067295 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.067822 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension qos not supported by any of loaded plugins Jul 13 07:21:09.068162 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.069955 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.070508 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 07:21:09.070847 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.071788 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.072301 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 07:21:09.072632 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: qos_default.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.073559 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.074073 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension qos-default not supported by any of loaded plugins Jul 13 07:21:09.074437 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: qos_fip.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.075107 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.075609 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension qos-fip not supported by any of loaded plugins Jul 13 07:21:09.075939 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: qos_gateway_ip.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.077088 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.077600 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 07:21:09.077933 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: qos_port_network_policy.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.078895 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.079403 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 07:21:09.079730 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: qos_rule_type_details.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.080663 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.081174 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 07:21:09.081502 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: qos_rules_alias.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.082596 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.083110 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 07:21:09.083439 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: quotasv2.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.084962 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.085502 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: quotas Jul 13 07:21:09.085828 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: quotasv2_detail.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.088976 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.089326 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: quota_details Jul 13 07:21:09.089663 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: rbac.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.090790 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.091325 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: rbac-policies Jul 13 07:21:09.091663 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: rbac_address_group.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.092617 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.093131 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: rbac-address-group Jul 13 07:21:09.093464 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: rbac_address_scope.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.094434 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.094948 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: rbac-address-scope Jul 13 07:21:09.095284 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: rbac_security_groups.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.096215 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.096727 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: rbac-security-groups Jul 13 07:21:09.097057 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: rbac_subnetpool.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.098131 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.098802 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: rbac-subnetpool Jul 13 07:21:09.099141 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: revisionifmatch.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.100120 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.100644 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: revision-if-match Jul 13 07:21:09.100972 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: revisions.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.102123 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.102636 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: standard-attr-revisions Jul 13 07:21:09.102967 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: router_availability_zone.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.103656 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.104169 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: router_availability_zone Jul 13 07:21:09.104499 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: routerservicetype.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.105434 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.105949 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension router-service-type not supported by any of loaded plugins Jul 13 07:21:09.106308 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.107268 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.107779 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: security-groups-normalized-cidr Jul 13 07:21:09.108109 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.109059 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.109572 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: port-security-groups-filtering Jul 13 07:21:09.109903 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.110887 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.111393 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: security-groups-remote-address-group Jul 13 07:21:09.111724 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: securitygroup.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.121808 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.122402 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: security-group Jul 13 07:21:09.122764 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: segment.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.123590 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.124101 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension segment not supported by any of loaded plugins Jul 13 07:21:09.124435 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.125450 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.125959 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 07:21:09.126324 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: servicetype.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.127472 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.127998 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: service-type Jul 13 07:21:09.128334 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: sorting.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.129336 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.129675 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: sorting Jul 13 07:21:09.130006 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: standard_attr_segment.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.131561 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.132084 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 07:21:09.132474 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: standardattrdescription.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.133143 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.133870 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: standard-attr-description Jul 13 07:21:09.134311 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: stateful_security_group.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.135268 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.135793 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: stateful-security-group Jul 13 07:21:09.136124 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: stdattrs_common.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.136728 n-d-779913-28 neutron-server[93612]: WARNING neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 07:21:09.137056 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.138012 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.138557 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 07:21:09.138886 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: subnet_onboard.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.139994 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.140524 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: subnet_onboard Jul 13 07:21:09.140857 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.141812 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.142348 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 07:21:09.142675 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: subnet_service_types.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.143624 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.144142 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: subnet-service-types Jul 13 07:21:09.144473 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: subnetallocation.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.145581 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.146122 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: subnet_allocation Jul 13 07:21:09.146481 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.147711 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.148229 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: subnetpool-prefix-ops Jul 13 07:21:09.148558 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.149517 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.150034 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 07:21:09.150419 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: tagging.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.151639 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.152163 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: standard-attr-tag Jul 13 07:21:09.152494 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: timestamp.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.153958 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.154525 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loaded extension: standard-attr-timestamp Jul 13 07:21:09.154864 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: trunk.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.156004 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.156453 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension trunk not supported by any of loaded plugins Jul 13 07:21:09.156785 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: trunk_details.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.157725 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.158278 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension trunk-details not supported by any of loaded plugins Jul 13 07:21:09.158603 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: uplink_status_propagation.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.159548 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.160063 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 07:21:09.160399 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Loading extension file: vlantransparent.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:21:09.161146 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:21:09.161655 n-d-779913-28 neutron-server[93612]: INFO neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 07:21:09.164213 n-d-779913-28 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Creating instance of TrackedResource for resource:network Jul 13 07:21:09.164756 n-d-779913-28 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Creating instance of TrackedResource for resource:subnet Jul 13 07:21:09.165161 n-d-779913-28 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 07:21:09.165561 n-d-779913-28 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Creating instance of TrackedResource for resource:port Jul 13 07:21:09.166901 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:21:09.167379 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Service FLAVORS assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:21:09.168025 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:21:09.168468 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:21:09.168809 n-d-779913-28 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Creating instance of TrackedResource for resource:router Jul 13 07:21:09.169242 n-d-779913-28 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 07:21:09.169742 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Service METERING assigned prefix: /metering {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:21:09.171265 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:09.171826 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:09.172290 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:21:09.173334 n-d-779913-28 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 07:21:09.173795 n-d-779913-28 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Creating instance of TrackedResource for resource:security_group Jul 13 07:21:09.174270 n-d-779913-28 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 07:21:09.174876 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Service CORE assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:21:09.175218 n-d-779913-28 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 07:21:09.175569 n-d-779913-28 neutron-server[93612]: WARNING neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] subnetpool is already registered Jul 13 07:21:09.176004 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Service CORE assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:21:09.176366 n-d-779913-28 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 07:21:09.176702 n-d-779913-28 neutron-server[93612]: WARNING neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] subnetpool is already registered Jul 13 07:21:09.179626 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:21:09.180009 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Service FLAVORS assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:21:09.180617 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:21:09.181052 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:21:09.181637 n-d-779913-28 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Creating instance of TrackedResource for resource:router Jul 13 07:21:09.181994 n-d-779913-28 neutron-server[93612]: WARNING neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] router is already registered Jul 13 07:21:09.182436 n-d-779913-28 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 07:21:09.182783 n-d-779913-28 neutron-server[93612]: WARNING neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] floatingip is already registered Jul 13 07:21:09.183240 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Service METERING assigned prefix: /metering {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:21:09.183911 n-d-779913-28 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 07:21:09.184246 n-d-779913-28 neutron-server[93612]: WARNING neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] rbac_policy is already registered Jul 13 07:21:09.184663 n-d-779913-28 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Creating instance of TrackedResource for resource:security_group Jul 13 07:21:09.185001 n-d-779913-28 neutron-server[93612]: WARNING neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] security_group is already registered Jul 13 07:21:09.185408 n-d-779913-28 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 07:21:09.185743 n-d-779913-28 neutron-server[93612]: WARNING neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] security_group_rule is already registered Jul 13 07:21:09.186409 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Service CORE assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:21:09.186742 n-d-779913-28 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 07:21:09.187082 n-d-779913-28 neutron-server[93612]: WARNING neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] subnetpool is already registered Jul 13 07:21:09.187503 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Service CORE assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:21:09.187833 n-d-779913-28 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 07:21:09.188222 n-d-779913-28 neutron-server[93612]: WARNING neutron.quota.resource_registry [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] subnetpool is already registered Jul 13 07:21:09.188639 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: extensions {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.190490 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: address-groups {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.192000 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: address-scopes {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.193321 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: agents {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.195055 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: auto-allocated-topology {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.196297 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: availability_zones {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.197508 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: dhcp-networks {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.199086 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: dhcp-agents {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.200514 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: routers {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.202259 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: flavors {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.203529 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: service_profiles {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.204740 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: next_providers {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.206239 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: service_profiles {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.208051 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: floatingip-pools {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.209310 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: routers {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.211051 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: floatingips {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.213336 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: l3-routers {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.214788 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: l3-agents {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.216248 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: metering-labels {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.217495 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: metering-label-rules {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.218897 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: network-ip-availabilities {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.220185 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: bindings {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.221826 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: quotas {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.223404 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: quotas {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.224912 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: rbac-policies {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.226467 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: security-groups {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.227782 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: security-group-rules {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.229040 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: service-providers {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.230333 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: subnetpools {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.231668 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: subnetpools {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.233218 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: tags {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.234933 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: tags {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.236788 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: tags {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.238598 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: tags {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.240824 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: tags {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.242828 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: tags {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.244525 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: tags {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.246677 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: tags {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.248560 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: tags {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.250353 n-d-779913-28 neutron-server[93612]: DEBUG neutron.api.extensions [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Extended resource: tags {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:21:09.257031 n-d-779913-28 neutron-server[93612]: WARNING keystonemiddleware.auth_token [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 07:21:09.261658 n-d-779913-28 neutron-server[93612]: WARNING keystonemiddleware.auth_token [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 07:21:09.270641 n-d-779913-28 neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Acquired lock "singleton_lock" {{(pid=93612) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 13 07:21:09.271118 n-d-779913-28 neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Releasing lock "singleton_lock" {{(pid=93612) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 13 07:21:09.271813 n-d-779913-28 neutron-server[93612]: INFO oslo_service.service [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Starting 2 workers Jul 13 07:21:09.276712 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Started child 93723 {{(pid=93612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 07:21:09.281979 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Started child 93724 {{(pid=93612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 07:21:09.283465 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:09.284149 n-d-779913-28 neutron-server[93612]: INFO neutron.service [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 07:21:09.284431 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Notify callbacks [] for process, before_spawn {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:09.285956 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [-] (93723) wsgi starting up on http://0.0.0.0:9696 Jul 13 07:21:09.286992 n-d-779913-28 neutron-server[93612]: INFO oslo_service.service [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Starting 1 workers Jul 13 07:21:09.287277 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:09.288665 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [-] (93724) wsgi starting up on http://0.0.0.0:9696 Jul 13 07:21:09.292350 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Started child 93725 {{(pid=93612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 07:21:09.292896 n-d-779913-28 neutron-server[93612]: INFO oslo_service.service [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Starting 1 workers Jul 13 07:21:09.296521 n-d-779913-28 neutron-server[93725]: DEBUG neutron.service [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] calling RpcWorker wait() {{(pid=93725) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 07:21:09.297067 n-d-779913-28 neutron-server[93725]: DEBUG neutron.service [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] returning from RpcWorker wait() {{(pid=93725) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 07:21:09.297514 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Started child 93726 {{(pid=93612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 07:21:09.298419 n-d-779913-28 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7068790a-6465-4cc4-9b59-4d0e093fd385 None None] Notify callbacks [] for process, after_spawn {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:09.298623 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:09.299063 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:09.301105 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93612) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 07:21:09.301105 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 07:21:09.301565 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 07:21:09.301832 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 07:21:09.302325 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 07:21:09.302618 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 07:21:09.303966 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.304427 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.304759 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.304867 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:09.305508 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.305508 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.305968 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.306689 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.307123 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.307545 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.307936 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.308251 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.308564 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.308953 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.309347 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.309771 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.310229 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.310487 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.310850 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.311031 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.311296 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.311572 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.311827 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.312114 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] debug = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.312373 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.312899 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.313160 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.313429 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.313671 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.313948 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.314210 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.314486 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.314743 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.314983 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.315222 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.315485 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.315722 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.315939 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.316165 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.316428 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.316659 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.317145 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] host = n-d-779913-28 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.317364 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.317604 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.317861 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.318139 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.319131 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.319418 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.319509 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.319748 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.319999 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.320232 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.320498 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.320756 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.320980 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.321224 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] log_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.321396 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] log_options = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.321648 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.321905 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.322213 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.322408 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.322621 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.322930 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.323321 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.323480 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.323767 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.323973 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.324215 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.324431 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.324648 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.324863 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.325130 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.325388 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.325622 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.325853 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.326223 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.326489 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.326627 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.326850 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.327092 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.327327 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.327544 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.327776 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.328027 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.328262 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.328474 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.328721 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.328953 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.329207 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.329462 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.329726 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.329978 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.330250 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.330483 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.330752 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.330983 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.331246 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.331495 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.331729 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.331981 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.332212 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.332430 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.332661 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] use_json = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.332874 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.333109 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.333424 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.333655 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.333880 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.334138 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.334427 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.334587 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.335019 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.335315 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.335626 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.335902 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.336156 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.336409 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.336630 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.336851 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.337101 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.337375 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.337641 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.337863 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.338189 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.338463 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.338715 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.339039 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.339279 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.339556 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.339793 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.340073 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.340371 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.340563 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.340748 n-d-779913-28 neutron-server[93726]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:09.340911 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.341164 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.341671 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.341785 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.342157 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.342347 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.342722 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.343002 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.343397 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.343804 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.344761 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.344891 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.345244 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.345653 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.346307 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.346307 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.347067 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.347067 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.347283 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.347388 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.347643 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.348307 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.348307 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.348564 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.348976 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.349319 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.349560 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.349875 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.350156 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.350497 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.350633 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.350843 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.351069 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.351308 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.351543 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.351762 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.352047 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.352365 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.352557 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.352832 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.353147 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.353734 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.353734 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.354975 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.354975 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.354975 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.355367 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.355519 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.355839 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.356248 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.356607 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.358520 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.358520 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.358520 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.358520 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.358520 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.362567 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.362567 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.362567 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.362567 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.362567 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.362567 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.362567 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.362567 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.363101 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.363101 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.363101 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.363101 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.363359 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.363438 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.363872 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.363872 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.364236 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.364473 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.364780 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.368226 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.368226 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.368226 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.368226 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.368226 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.368226 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.368226 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.368226 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.368860 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.368860 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.368860 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.368860 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.369145 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.369404 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.369790 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.370161 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.370531 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.371880 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.371880 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.371880 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.372151 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.372330 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.372736 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.373163 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.373567 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.376096 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.376096 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.376096 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.376096 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.376096 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.376096 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.376939 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.376939 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.377346 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.377726 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.378223 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.378634 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.379023 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.379368 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.379656 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.379923 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.380175 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.380454 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.380723 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.381092 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.381325 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.382161 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.382161 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.382161 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.383158 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.383158 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.383435 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.383726 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.384047 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.384395 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.384709 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.385104 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.385431 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.386064 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.386913 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.387472 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.388089 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.388721 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.389309 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.389947 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.390610 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.391181 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.391425 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.391663 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.391892 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.392288 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.392525 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.392813 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.393241 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.393610 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.394043 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.394526 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.394930 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.395264 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.395546 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.396070 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.396220 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.396530 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.396796 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.397033 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.397255 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.397490 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.399646 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.399646 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.399646 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.399646 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.399646 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.399646 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.399646 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.399646 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.400622 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.400622 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.400622 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.400622 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.401072 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.401216 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.401556 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.401818 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.402067 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.402415 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.402562 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.402753 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.402968 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.403176 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.403471 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.403711 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.403939 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.404191 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.404435 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.405351 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.405351 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.405351 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.405740 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.405740 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.405995 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.406156 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.406493 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.406845 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.407205 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.407456 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.408078 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.408078 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.409078 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.409078 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.409078 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.409483 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.409617 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.409884 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.410142 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.410481 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.410853 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.411407 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.411567 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.411907 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.414211 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.414211 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.414211 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.414211 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.414211 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.415002 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.415395 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.415781 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.416163 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.416586 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.416991 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.417294 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.417653 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.418141 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.418674 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.419295 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.419666 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.420173 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.420806 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.421108 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.421569 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.422053 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.422392 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.423444 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.423444 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.423765 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.423897 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.424319 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.424668 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.425022 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.425405 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.425789 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.426129 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.426543 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.426970 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.427319 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.428233 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.428628 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.428988 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.429328 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.429688 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.429939 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.430351 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.430543 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 07:21:09.431207 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93612) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 07:21:09.431718 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 07:21:09.431974 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 07:21:09.432255 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 07:21:09.432507 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 07:21:09.432770 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 07:21:09.433107 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.433287 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.433476 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.433761 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.434034 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.434385 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.434674 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.434967 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.435257 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.435548 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.435832 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.436254 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.436456 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.436650 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.436912 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.437196 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.437486 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.437775 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.438071 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.438401 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.438689 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.438983 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.439277 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] debug = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.439557 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.439901 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.440185 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.440467 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.440751 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.441025 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.441288 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.441565 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.441855 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.442164 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.442451 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.442751 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.443037 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.443352 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.444175 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.444464 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.444735 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.444986 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] host = n-d-779913-28 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.445237 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.445488 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.445732 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.445980 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.446276 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.446500 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.446743 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.446988 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.447237 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.447484 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.447726 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.447972 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.448215 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.448458 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] log_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.448702 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] log_options = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.448942 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.449186 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.449427 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.449714 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.450188 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.451368 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.451368 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.451368 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.451368 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.451368 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.452058 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.452058 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.452058 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.452410 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.452636 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.452917 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.453154 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.453392 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.453842 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.453842 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.454245 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.454418 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.454579 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.454799 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.455038 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.455281 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.455528 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.455910 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.456054 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.456247 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.456491 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.456946 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.456946 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.457695 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.457695 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.457695 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.458349 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.458349 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.458857 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.458857 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.458857 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.459327 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.459327 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.459607 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.459865 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.460057 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] use_json = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.460352 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.460894 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.461052 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.461267 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.461481 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.461727 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.462047 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.462256 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:21:09.463878 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.463878 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.463878 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.463878 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.463878 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.463878 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.464630 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.464630 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.464630 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.464630 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.465273 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.465273 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.465535 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.465679 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.466143 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.466143 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.466427 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.466651 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.466971 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.467553 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.467553 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.467856 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.467999 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.471267 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.471267 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.471267 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.471267 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.471267 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.471267 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.471267 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.471267 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.472119 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.472119 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.472119 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.472119 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.472119 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.472119 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.472119 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.472119 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.472119 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.473116 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.473116 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.473116 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.473116 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.473116 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.473647 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.473647 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.473868 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.474050 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.474374 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.474716 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.474994 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.475281 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.475564 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.475851 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.476132 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.476412 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.476694 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.476977 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.477368 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.477523 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.477802 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.478073 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.478388 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.478913 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.478913 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.479229 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.479229 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.479774 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.479774 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.479774 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.480133 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.480133 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.480324 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.480324 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.480514 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.480670 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.480893 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.481401 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.481401 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.481700 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.481962 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.482357 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.482683 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.482984 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.484890 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.484890 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.484890 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.484890 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.484890 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.484890 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.484890 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.486596 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.486596 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.486596 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.486596 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.486596 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.486596 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.486596 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.489280 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.489280 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.489280 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.489280 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.489280 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.489280 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.489280 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.489280 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.490869 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.490869 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.490869 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.490869 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.490869 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.490869 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.491545 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.491545 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.491836 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.491964 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.492186 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.492480 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.492480 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.492480 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.492480 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.492480 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.492480 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.492480 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.492480 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.492480 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.501894 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.501894 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.501894 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.501894 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.501894 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.501894 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.501894 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.501894 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.502802 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.502802 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.502802 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.502802 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.502802 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.502802 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.502802 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.502802 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.503643 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.503643 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.503643 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.503643 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.503643 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.503643 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.503643 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.503643 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.504469 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.504469 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.504469 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.504469 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.504469 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.504469 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.504469 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.504469 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.505265 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.505265 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.505265 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.505265 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.505265 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.505265 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.505265 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.505265 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.506577 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.506577 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.506577 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.506577 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.506577 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.506577 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.506577 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.506577 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.507405 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.507405 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.507405 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.507405 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.507405 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.507405 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.507405 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.507405 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.510413 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.510413 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.510413 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.510413 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.510413 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.510413 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.510413 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.510413 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.512914 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.512914 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.512914 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.512914 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.512914 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.512914 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.512914 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.512914 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.514586 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.514586 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.514586 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.514586 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.514586 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.514586 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.514586 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.514586 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.514586 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.516772 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.516772 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.516772 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.516772 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.516772 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.516772 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.516772 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.516772 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.518363 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.518363 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.518363 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.518363 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.518363 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.518363 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.518363 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.518363 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.519211 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.519211 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.519211 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.519211 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.519211 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.519211 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.519211 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.519211 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.519211 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.520285 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.520285 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.520285 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.520285 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.520285 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.520285 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.520285 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.520285 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.521138 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.521138 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.521138 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.521138 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.521138 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.521713 n-d-779913-28 neutron-server[93725]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:09.521852 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.521852 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.521852 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.521852 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.522327 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.522327 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.522545 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.522799 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.523023 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.523202 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.523508 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.523641 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.523823 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.524004 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.524169 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.524334 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.524510 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.524735 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.524901 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.525066 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.525229 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.525391 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.525599 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.525887 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.526196 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.526479 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.527092 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.527092 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.527329 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.527531 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.527815 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.528099 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.528379 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:21:09.528647 n-d-779913-28 neutron-server[93612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 07:21:09.560047 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54208) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:09.571805 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0085123 Jul 13 07:21:23.279929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce08ab3-d58e-4165-8e70-5924685c0720 None None] get_active_networks_info from n-d-779913-28 {{(pid=93725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:21:23.470614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce08ab3-d58e-4165-8e70-5924685c0720 None None] No non-hosted networks {{(pid=93725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 07:21:23.509145 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0140f3ae-ecb5-4f4b-a3d1-02f1740bb152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423687'] for agent, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.455975 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18038fad-506b-4d42-ab3c-5ada267c82df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423687'] for agent, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.598265 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423687'] for agent, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.601088 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:27.602310 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:27.605383 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:27.606354 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:27.607251 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:27.608436 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:27.610607 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:27.611191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:27.611715 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:27.612196 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:27.613593 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:27.614204 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:27.615511 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-779913-28', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:27.618673 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2f13293-2513-426b-b66e-ea80f0815d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.692281 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-779913-28', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:29.499010 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423687'] for agent, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:31.149407 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423687'] for agent, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:32.218400 n-d-779913-28 neutron-server[93725]: INFO neutron.db.l3_hamode_db [None req-06d3441a-6a77-4720-8661-4d6a1c2e6491 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 07:21:32.332115 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d3441a-6a77-4720-8661-4d6a1c2e6491 None None] Routers set() bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:21:32.332482 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d3441a-6a77-4720-8661-4d6a1c2e6491 None None] Router IDs set() for agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 07:21:33.215446 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54302) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:33.879872 n-d-779913-28 neutron-server[93724]: WARNING oslo_policy.policy [None req-e3beabfd-4bc3-49eb-8cab-79b250f6a3dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:21:33.880678 n-d-779913-28 neutron-server[93724]: WARNING oslo_policy.policy [None req-e3beabfd-4bc3-49eb-8cab-79b250f6a3dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:21:34.235120 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [None req-e3beabfd-4bc3-49eb-8cab-79b250f6a3dd admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:21:34.236762 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e3beabfd-4bc3-49eb-8cab-79b250f6a3dd admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0202315 Jul 13 07:21:36.953333 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54316) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:37.743788 n-d-779913-28 neutron-server[93723]: WARNING oslo_policy.policy [None req-b9a3f031-56ab-4007-b602-726426736502 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:21:37.744684 n-d-779913-28 neutron-server[93723]: WARNING oslo_policy.policy [None req-b9a3f031-56ab-4007-b602-726426736502 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:21:38.103433 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b9a3f031-56ab-4007-b602-726426736502 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:38.204129 n-d-779913-28 neutron-server[93723]: DEBUG neutron.policy [None req-b9a3f031-56ab-4007-b602-726426736502 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93723) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 07:21:38.252012 n-d-779913-28 neutron-server[93723]: WARNING oslo_policy.policy [None req-b9a3f031-56ab-4007-b602-726426736502 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:21:38.252395 n-d-779913-28 neutron-server[93723]: WARNING oslo_policy.policy [None req-b9a3f031-56ab-4007-b602-726426736502 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:21:38.261269 n-d-779913-28 neutron-server[93723]: INFO neutron.quota [None req-b9a3f031-56ab-4007-b602-726426736502 admin admin] Loaded quota_driver: . Jul 13 07:21:38.378413 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b9a3f031-56ab-4007-b602-726426736502 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735238306998', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735238300291', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735238475579', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735238485233', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735238463154', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735238463780', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1650937', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1640195', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-611886', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-576991'] for rbac-policy, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:38.480197 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b9a3f031-56ab-4007-b602-726426736502 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:38.481821 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b9a3f031-56ab-4007-b602-726426736502 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.5258636 Jul 13 07:21:41.494881 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54334) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:41.903618 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Request body: {'network': {'project_id': '46d8851bcef84726a66ea45f2579bb50', 'admin_state_up': True, 'tenant_id': '46d8851bcef84726a66ea45f2579bb50', 'name': 'private'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:41.948534 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Made reservation on behalf of 46d8851bcef84726a66ea45f2579bb50 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:41.951573 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:41.971605 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:42.132879 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:42.137538 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:42.167415 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:21:42.198426 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735240511829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:42.199028 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Unsubscribe: segment precommit_create {{(pid=93723) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 07:21:42.199543 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Added segment 5287330d-c1c9-447d-8f18-7753276cde89 of type vlan for network f797eadf-1368-40e8-88d1-ec439ea276a3 Jul 13 07:21:42.206390 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da78444-73e4-4c78-85c0-e68a75a54dd9,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:42.245354 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:42.245692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:42.246078 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:42.246472 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:42.246801 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:42.247121 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:42.247443 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:42.247760 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:42.248075 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:42.248389 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:42.248704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:42.249016 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Tracked resource versions report: Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: pushed versions: Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: { 'AddressGroup': {'1.2'}, Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: 'ConntrackHelper': {'1.0'}, Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: 'Log': {'1.0'}, Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: 'Network': {'1.1'}, Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: 'Port': {'1.7'}, Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: 'PortForwarding': {'1.2'}, Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: 'QosPolicy': {'1.8'}, Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: 'SecurityGroup': {'1.4'}, Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: 'SubPort': {'1.0'}, Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: 'Subnet': {'1.1'}, Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: 'Trunk': {'1.1'}} Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: consumer versions: Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: { DHCP agent@n-d-779913-28: {}, Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: L3 agent@n-d-779913-28: {}, Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: Metadata agent@n-d-779913-28: {}, Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: Metering agent@n-d-779913-28: {}, Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: Open vSwitch agent@n-d-779913-28: { 'AddressGroup': '1.2', Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: 'ConntrackHelper': '1.0', Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: 'Log': '1.0', Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: 'Network': '1.1', Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: 'Port': '1.7', Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: 'PortForwarding': '1.2', Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: 'QosPolicy': '1.8', Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: 'SecurityGroup': '1.4', Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: 'SecurityGroupRule': '1.2', Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: 'SubPort': '1.0', Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: 'Subnet': '1.1', Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: 'Trunk': '1.1'}} Jul 13 07:21:42.250182 n-d-779913-28 neutron-server[93723]: {{(pid=93723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:21:42.331921 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:42.391849 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:42.393379 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:42.394265 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:42.458638 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9626553 Jul 13 07:21:42.500283 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116b905-97a0-42b3-a2d4-b914748458db admin admin] Pushing event updated for resources: {'Network': ['ID=f797eadf-1368-40e8-88d1-ec439ea276a3,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:42.515596 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network f797eadf-1368-40e8-88d1-ec439ea276a3 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:21:46.216097 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54348) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:46.896535 n-d-779913-28 neutron-server[93724]: DEBUG neutron.policy [None req-5a96c410-1bcf-4812-8513-66fdb83531a3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93724) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 07:21:46.942909 n-d-779913-28 neutron-server[93724]: WARNING oslo_policy.policy [None req-5a96c410-1bcf-4812-8513-66fdb83531a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:21:46.943300 n-d-779913-28 neutron-server[93724]: WARNING oslo_policy.policy [None req-5a96c410-1bcf-4812-8513-66fdb83531a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:21:46.951902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a96c410-1bcf-4812-8513-66fdb83531a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:46.953716 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5a96c410-1bcf-4812-8513-66fdb83531a3 admin admin] 10.222.0.58 "GET /v2.0/networks/f797eadf-1368-40e8-88d1-ec439ea276a3 HTTP/1.1" status: 200 len: 825 time: 0.7363632 Jul 13 07:21:46.996788 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4c98897f-3e0e-45c8-8ad3-a57ba0d3f752 admin admin] 10.222.0.58 "GET /v2.0/subnetpools/0904d317-49ed-424d-9510-c619a344a0dc HTTP/1.1" status: 200 len: 734 time: 0.0372598 Jul 13 07:21:47.009468 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Request body: {'subnet': {'subnetpool_id': '0904d317-49ed-424d-9510-c619a344a0dc', 'network_id': 'f797eadf-1368-40e8-88d1-ec439ea276a3', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '46d8851bcef84726a66ea45f2579bb50'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:47.011121 n-d-779913-28 neutron-server[93724]: INFO neutron.quota [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Loaded quota_driver: . Jul 13 07:21:47.056088 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Made reservation on behalf of 46d8851bcef84726a66ea45f2579bb50 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:47.060584 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:47.442716 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:47.520898 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Checking segment: {'id': '5287330d-c1c9-447d-8f18-7753276cde89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f797eadf-1368-40e8-88d1-ec439ea276a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:47.521280 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Network hostable DHCP agents. Network: f797eadf-1368-40e8-88d1-ec439ea276a3, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:21:47.537494 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=95894845-df96-4b93-ba27-f815c9d0c0f6,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:47.552594 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:47.552923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:47.553256 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:47.553582 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:47.553903 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:47.554265 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:47.554585 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:47.554902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:47.555218 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:47.555531 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:47.555846 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:47.556158 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Tracked resource versions report: Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: pushed versions: Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: { 'AddressGroup': {'1.2'}, Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: 'ConntrackHelper': {'1.0'}, Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: 'Log': {'1.0'}, Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: 'Network': {'1.1'}, Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: 'Port': {'1.7'}, Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: 'PortForwarding': {'1.2'}, Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: 'QosPolicy': {'1.8'}, Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: 'SecurityGroup': {'1.4'}, Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: 'SubPort': {'1.0'}, Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: 'Subnet': {'1.1'}, Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: 'Trunk': {'1.1'}} Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: consumer versions: Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: { DHCP agent@n-d-779913-28: {}, Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: L3 agent@n-d-779913-28: {}, Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: Metadata agent@n-d-779913-28: {}, Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: Metering agent@n-d-779913-28: {}, Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: Open vSwitch agent@n-d-779913-28: { 'AddressGroup': '1.2', Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: 'ConntrackHelper': '1.0', Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: 'Log': '1.0', Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: 'Network': '1.1', Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: 'Port': '1.7', Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: 'PortForwarding': '1.2', Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: 'QosPolicy': '1.8', Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: 'SecurityGroup': '1.4', Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: 'SecurityGroupRule': '1.2', Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: 'SubPort': '1.0', Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: 'Subnet': '1.1', Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: 'Trunk': '1.1'}} Jul 13 07:21:47.557550 n-d-779913-28 neutron-server[93724]: {{(pid=93724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:21:47.595279 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Network f797eadf-1368-40e8-88d1-ec439ea276a3 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:21:47.611550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, f797eadf-1368-40e8-88d1-ec439ea276a3) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:47.617823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.618496 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:47.621414 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caad3014-d92b-4e39-8c1a-412ccee4685b None None] Network f797eadf-1368-40e8-88d1-ec439ea276a3 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:21:47.641186 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7f4b3b34-450b-485f-b0af-f5aa22fc9a6c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6369810 Jul 13 07:21:48.053105 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-f797eadf-1368-40e8-88d1-ec439ea276a3', 'network_id': 'f797eadf-1368-40e8-88d1-ec439ea276a3', 'tenant_id': '46d8851bcef84726a66ea45f2579bb50', 'fixed_ips': [{'subnet_id': '95894845-df96-4b93-ba27-f815c9d0c0f6'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:21:48.054398 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.421789 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Allocated IP 172.20.0.2 (f797eadf-1368-40e8-88d1-ec439ea276a3/95894845-df96-4b93-ba27-f815c9d0c0f6/72021cd5-0a86-463d-8ef1-09620904a71c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:21:48.672993 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.689974 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Transition to ACTIVE for port object 72021cd5-0a86-463d-8ef1-09620904a71c will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:48.711901 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Transition to ACTIVE for port object 72021cd5-0a86-463d-8ef1-09620904a71c will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:48.721073 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.809582 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Network f797eadf-1368-40e8-88d1-ec439ea276a3 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:21:48.814175 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:48.815830 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Pushing event updated for resources: {'Port': ['ID=72021cd5-0a86-463d-8ef1-09620904a71c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:48.820806 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:21:48.827514 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:48.827921 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:48.828222 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:48.828608 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:48.828903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:48.829245 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:48.829582 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:48.829913 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:48.830271 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:48.830603 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:48.830937 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:48.831266 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Tracked resource versions report: Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: pushed versions: Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: { 'AddressGroup': {'1.2'}, Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: 'ConntrackHelper': {'1.0'}, Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: 'Log': {'1.0'}, Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: 'Network': {'1.1'}, Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: 'Port': {'1.7'}, Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: 'PortForwarding': {'1.2'}, Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: 'QosPolicy': {'1.8'}, Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: 'SecurityGroup': {'1.4'}, Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: 'SubPort': {'1.0'}, Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: 'Subnet': {'1.1'}, Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: 'Trunk': {'1.1'}} Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: consumer versions: Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: { DHCP agent@n-d-779913-28: {}, Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: L3 agent@n-d-779913-28: {}, Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: Metadata agent@n-d-779913-28: {}, Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: Metering agent@n-d-779913-28: {}, Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: Open vSwitch agent@n-d-779913-28: { 'AddressGroup': '1.2', Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: 'ConntrackHelper': '1.0', Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: 'Log': '1.0', Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: 'Network': '1.1', Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: 'Port': '1.7', Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: 'PortForwarding': '1.2', Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: 'QosPolicy': '1.8', Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: 'SecurityGroup': '1.4', Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: 'SecurityGroupRule': '1.2', Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: 'SubPort': '1.0', Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: 'Subnet': '1.1', Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: 'Trunk': '1.1'}} Jul 13 07:21:48.832400 n-d-779913-28 neutron-server[93725]: {{(pid=93725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:21:48.905279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Attempting to bind port 72021cd5-0a86-463d-8ef1-09620904a71c on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:21:48.905688 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Attempting to bind port 72021cd5-0a86-463d-8ef1-09620904a71c by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '5287330d-c1c9-447d-8f18-7753276cde89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f797eadf-1368-40e8-88d1-ec439ea276a3'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:21:48.906149 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Attempting to bind port 72021cd5-0a86-463d-8ef1-09620904a71c on network f797eadf-1368-40e8-88d1-ec439ea276a3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:48.911802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:21:48.912207 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Checking segment: {'id': '5287330d-c1c9-447d-8f18-7753276cde89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f797eadf-1368-40e8-88d1-ec439ea276a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:48.912709 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.913102 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Bound using segment: {'id': '5287330d-c1c9-447d-8f18-7753276cde89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f797eadf-1368-40e8-88d1-ec439ea276a3'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:21:48.913592 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Bound port: 72021cd5-0a86-463d-8ef1-09620904a71c, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5287330d-c1c9-447d-8f18-7753276cde89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f797eadf-1368-40e8-88d1-ec439ea276a3'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:21:48.914007 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.980544 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] For port 72021cd5-0a86-463d-8ef1-09620904a71c, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:48.984978 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] For port 72021cd5-0a86-463d-8ef1-09620904a71c, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=72021cd5-0a86-463d-8ef1-09620904a71c,segment=NetworkSegment(5287330d-c1c9-447d-8f18-7753276cde89),segment_id=5287330d-c1c9-447d-8f18-7753276cde89)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:21:48.990426 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.058227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7706dc-754f-44ba-8011-6a9a2c1d51fa None None] Pushing event updated for resources: {'Port': ['ID=72021cd5-0a86-463d-8ef1-09620904a71c,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:50.453797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54362) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:50.872957 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [None req-7f5d6165-eeb3-40fe-ba50-e086ddba8660 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:21:50.874343 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7f5d6165-eeb3-40fe-ba50-e086ddba8660 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4192023 Jul 13 07:21:53.132527 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75b2dd01-33aa-4a30-9ee1-84a36225f3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.618967 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54370) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:54.102963 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [None req-954ada63-8207-4e79-8a4c-e5447d7d59ec admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:21:54.104059 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-954ada63-8207-4e79-8a4c-e5447d7d59ec admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4848471 Jul 13 07:21:54.915037 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 72021cd5-0a86-463d-8ef1-09620904a71c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:21:55.063897 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 72021cd5-0a86-463d-8ef1-09620904a71c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:56.126315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caa2663-df80-4c44-be19-cf17880238de None None] Network f797eadf-1368-40e8-88d1-ec439ea276a3 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:21:56.196482 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-11f8786c-0842-4559-bc3c-a90e0cb2378b None None] Provisioning for port 72021cd5-0a86-463d-8ef1-09620904a71c completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:56.251942 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-11f8786c-0842-4559-bc3c-a90e0cb2378b None None] Provisioning complete for port 72021cd5-0a86-463d-8ef1-09620904a71c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:56.252568 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-11f8786c-0842-4559-bc3c-a90e0cb2378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.549054 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-11f8786c-0842-4559-bc3c-a90e0cb2378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.668410 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-11f8786c-0842-4559-bc3c-a90e0cb2378b None None] For port 72021cd5-0a86-463d-8ef1-09620904a71c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=72021cd5-0a86-463d-8ef1-09620904a71c,segment=NetworkSegment(5287330d-c1c9-447d-8f18-7753276cde89),segment_id=5287330d-c1c9-447d-8f18-7753276cde89)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:56.678380 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-11f8786c-0842-4559-bc3c-a90e0cb2378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.817861 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8786c-0842-4559-bc3c-a90e0cb2378b None None] Pushing event updated for resources: {'Port': ['ID=72021cd5-0a86-463d-8ef1-09620904a71c,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:57.041432 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dbca0404-0ad9-4c25-b3a8-0eba7b2fa986 None None] Provisioning complete for port 72021cd5-0a86-463d-8ef1-09620904a71c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:57.041803 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dbca0404-0ad9-4c25-b3a8-0eba7b2fa986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.462371 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de96929c-8698-49ca-92f9-fcaccef7169e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.527503 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.643971 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54386) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:58.175313 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a46e9f97-80be-4025-a7c0-df29bd09b926 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '46d8851bcef84726a66ea45f2579bb50'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:58.206034 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a46e9f97-80be-4025-a7c0-df29bd09b926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.208697 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a46e9f97-80be-4025-a7c0-df29bd09b926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.459179 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a46e9f97-80be-4025-a7c0-df29bd09b926 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.467291 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a46e9f97-80be-4025-a7c0-df29bd09b926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.488648 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a46e9f97-80be-4025-a7c0-df29bd09b926 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.490579 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a46e9f97-80be-4025-a7c0-df29bd09b926 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8453650 Jul 13 07:21:58.850028 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 72021cd5-0a86-463d-8ef1-09620904a71c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:21:58.913656 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 72021cd5-0a86-463d-8ef1-09620904a71c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:58.914212 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.333835 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:01.052148 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:01.447791 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54404) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:01.587256 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [None req-52afc01e-5b6f-4adc-8867-5b833845f4ac admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:22:01.588270 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-52afc01e-5b6f-4adc-8867-5b833845f4ac admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1395319 Jul 13 07:22:03.911998 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54422) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:03.960947 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c55c73f2-848a-4d63-b747-60b60df99322 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:03.990793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55c73f2-848a-4d63-b747-60b60df99322 admin admin] Made reservation on behalf of d01666041dc347628a9b7f9abca9d146 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:03.993112 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c55c73f2-848a-4d63-b747-60b60df99322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.009536 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c55c73f2-848a-4d63-b747-60b60df99322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.138420 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c55c73f2-848a-4d63-b747-60b60df99322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.144422 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c55c73f2-848a-4d63-b747-60b60df99322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.160998 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c55c73f2-848a-4d63-b747-60b60df99322 admin admin] Reserving flat network on physical network physnet1 {{(pid=93724) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 13 07:22:04.193686 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c73f2-848a-4d63-b747-60b60df99322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c55e99-8e61-4eb5-add4-a7e949660605,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:04.201047 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c55c73f2-848a-4d63-b747-60b60df99322 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735240511829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.201642 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c55c73f2-848a-4d63-b747-60b60df99322 admin admin] Unsubscribe: segment precommit_create {{(pid=93724) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 07:22:04.202140 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-c55c73f2-848a-4d63-b747-60b60df99322 admin admin] Added segment 0dfb834d-dd09-4aed-9ff3-7472941007c9 of type flat for network f96be058-f906-4210-b421-902eff1606be Jul 13 07:22:04.260643 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c55c73f2-848a-4d63-b747-60b60df99322 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.319680 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c55c73f2-848a-4d63-b747-60b60df99322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.320699 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55c73f2-848a-4d63-b747-60b60df99322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:04.321279 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c55c73f2-848a-4d63-b747-60b60df99322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.377505 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c55c73f2-848a-4d63-b747-60b60df99322 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4643373 Jul 13 07:22:04.419330 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c73f2-848a-4d63-b747-60b60df99322 admin admin] Pushing event updated for resources: {'Network': ['ID=f96be058-f906-4210-b421-902eff1606be,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:04.432253 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network f96be058-f906-4210-b421-902eff1606be details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:22:06.660065 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54430) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:06.757879 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146c1f22-abfb-469f-adc0-cc28a959a98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:06.759298 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-146c1f22-abfb-469f-adc0-cc28a959a98d admin admin] 10.222.0.58 "GET /v2.0/subnets/95894845-df96-4b93-ba27-f815c9d0c0f6 HTTP/1.1" status: 200 len: 849 time: 0.0982747 Jul 13 07:22:06.882141 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b3324d08-d662-4293-8712-bb1e7cc566b7 admin admin] 10.222.0.58 "GET /v2.0/routers/0029ef3c-bc21-46f4-9395-7b2574016457 HTTP/1.1" status: 200 len: 704 time: 0.1172197 Jul 13 07:22:07.160700 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83cc90f2-05c9-459d-bbe7-73afd5b63e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.470662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-83cc90f2-05c9-459d-bbe7-73afd5b63e7d admin admin] Allocated IP 172.20.0.1 (f797eadf-1368-40e8-88d1-ec439ea276a3/95894845-df96-4b93-ba27-f815c9d0c0f6/3b4356d3-d2d4-40cf-9a69-331677e6cd01) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:07.631303 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83cc90f2-05c9-459d-bbe7-73afd5b63e7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.653980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-83cc90f2-05c9-459d-bbe7-73afd5b63e7d admin admin] Transition to ACTIVE for port object 3b4356d3-d2d4-40cf-9a69-331677e6cd01 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:07.816569 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83cc90f2-05c9-459d-bbe7-73afd5b63e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.888172 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cc90f2-05c9-459d-bbe7-73afd5b63e7d admin admin] Network f797eadf-1368-40e8-88d1-ec439ea276a3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:07.896433 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-83cc90f2-05c9-459d-bbe7-73afd5b63e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:07.902195 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cc90f2-05c9-459d-bbe7-73afd5b63e7d admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:07.902772 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83cc90f2-05c9-459d-bbe7-73afd5b63e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.965620 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc90f2-05c9-459d-bbe7-73afd5b63e7d admin admin] Pushing event updated for resources: {'Port': ['ID=3b4356d3-d2d4-40cf-9a69-331677e6cd01,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:08.129056 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4acc161b-d0de-4312-b759-9d3eb0716f23 None None] Provisioning for port 3b4356d3-d2d4-40cf-9a69-331677e6cd01 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:08.133143 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4acc161b-d0de-4312-b759-9d3eb0716f23 None None] Provisioning complete for port 3b4356d3-d2d4-40cf-9a69-331677e6cd01 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:08.133516 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4acc161b-d0de-4312-b759-9d3eb0716f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.151158 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83cc90f2-05c9-459d-bbe7-73afd5b63e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.177846 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4acc161b-d0de-4312-b759-9d3eb0716f23 None None] Port 3b4356d3-d2d4-40cf-9a69-331677e6cd01 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:08.367254 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83cc90f2-05c9-459d-bbe7-73afd5b63e7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.371626 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83cc90f2-05c9-459d-bbe7-73afd5b63e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.404643 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83cc90f2-05c9-459d-bbe7-73afd5b63e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.422053 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc90f2-05c9-459d-bbe7-73afd5b63e7d admin admin] Pushing event updated for resources: {'Port': ['ID=3b4356d3-d2d4-40cf-9a69-331677e6cd01,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:08.531056 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cc90f2-05c9-459d-bbe7-73afd5b63e7d admin admin] Network f797eadf-1368-40e8-88d1-ec439ea276a3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:08.533022 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-83cc90f2-05c9-459d-bbe7-73afd5b63e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:08.601184 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d3fc8ecf-7158-4806-8549-b599c7ad5a87 None None] Provisioning complete for port 3b4356d3-d2d4-40cf-9a69-331677e6cd01 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:08.601555 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d3fc8ecf-7158-4806-8549-b599c7ad5a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.643180 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d3fc8ecf-7158-4806-8549-b599c7ad5a87 None None] Port 3b4356d3-d2d4-40cf-9a69-331677e6cd01 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:08.720402 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cc90f2-05c9-459d-bbe7-73afd5b63e7d admin admin] Router 0029ef3c-bc21-46f4-9395-7b2574016457 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:22:08.764664 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f030fa8f-b902-4d77-8f2e-0c0d6e50f678 None None] Provisioning complete for port 3b4356d3-d2d4-40cf-9a69-331677e6cd01 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:08.765039 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f030fa8f-b902-4d77-8f2e-0c0d6e50f678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.804552 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f030fa8f-b902-4d77-8f2e-0c0d6e50f678 None None] Port 3b4356d3-d2d4-40cf-9a69-331677e6cd01 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:08.817443 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cc90f2-05c9-459d-bbe7-73afd5b63e7d admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:22:08.824814 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-83cc90f2-05c9-459d-bbe7-73afd5b63e7d admin admin] 10.222.0.58 "PUT /v2.0/routers/0029ef3c-bc21-46f4-9395-7b2574016457/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9375691 Jul 13 07:22:08.842043 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] Sync routers for ids ['0029ef3c-bc21-46f4-9395-7b2574016457'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:22:08.858052 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] Routers {'0029ef3c-bc21-46f4-9395-7b2574016457'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:08.858974 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:21:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['0029ef3c-bc21-46f4-9395-7b2574016457'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:09.059808 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] Set router 0029ef3c-bc21-46f4-9395-7b2574016457 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:09.543901 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0029ef3c-bc21-46f4-9395-7b2574016457', 'name': 'router1', 'tenant_id': '46d8851bcef84726a66ea45f2579bb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:21:58Z', 'updated_at': '2021-07-13T07:22:08Z', 'revision_number': 2, 'project_id': '46d8851bcef84726a66ea45f2579bb50', 'gw_port_host': None, '_interfaces': [{'id': '3b4356d3-d2d4-40cf-9a69-331677e6cd01', 'name': '', 'network_id': 'f797eadf-1368-40e8-88d1-ec439ea276a3', 'tenant_id': '46d8851bcef84726a66ea45f2579bb50', 'mac_address': 'fa:16:3e:34:ea:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0029ef3c-bc21-46f4-9395-7b2574016457', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95894845-df96-4b93-ba27-f815c9d0c0f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:07Z', 'updated_at': '2021-07-13T07:22:08Z', 'revision_number': 2, 'project_id': '46d8851bcef84726a66ea45f2579bb50', 'subnets': [{'id': '95894845-df96-4b93-ba27-f815c9d0c0f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0904d317-49ed-424d-9510-c619a344a0dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:09.607116 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] Checking router: 0029ef3c-bc21-46f4-9395-7b2574016457 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:22:09.607492 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] Updating router 0029ef3c-bc21-46f4-9395-7b2574016457 port 3b4356d3-d2d4-40cf-9a69-331677e6cd01 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:22:09.680422 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.241347 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.261111 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] Transition to ACTIVE for port object 3b4356d3-d2d4-40cf-9a69-331677e6cd01 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:10.268455 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.406123 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512bab9-af84-4d97-843c-b2699aa62e16 None None] Pushing event updated for resources: {'Port': ['ID=3b4356d3-d2d4-40cf-9a69-331677e6cd01,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:10.438627 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0512bab9-af84-4d97-843c-b2699aa62e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:10.439020 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0512bab9-af84-4d97-843c-b2699aa62e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:10.439402 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0512bab9-af84-4d97-843c-b2699aa62e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:10.439741 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0512bab9-af84-4d97-843c-b2699aa62e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:10.440077 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0512bab9-af84-4d97-843c-b2699aa62e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:10.440412 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0512bab9-af84-4d97-843c-b2699aa62e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:10.440738 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0512bab9-af84-4d97-843c-b2699aa62e16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:10.441075 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0512bab9-af84-4d97-843c-b2699aa62e16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:10.441402 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0512bab9-af84-4d97-843c-b2699aa62e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:10.441717 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0512bab9-af84-4d97-843c-b2699aa62e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:10.442039 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0512bab9-af84-4d97-843c-b2699aa62e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:10.442442 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0512bab9-af84-4d97-843c-b2699aa62e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0512bab9-af84-4d97-843c-b2699aa62e16 None None] Tracked resource versions report: Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: pushed versions: Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: { 'AddressGroup': {'1.2'}, Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: 'ConntrackHelper': {'1.0'}, Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: 'Log': {'1.0'}, Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: 'Network': {'1.1'}, Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: 'Port': {'1.7'}, Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: 'PortForwarding': {'1.2'}, Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: 'QosPolicy': {'1.8'}, Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: 'SecurityGroup': {'1.4'}, Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: 'SubPort': {'1.0'}, Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: 'Subnet': {'1.1'}, Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: 'Trunk': {'1.1'}} Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: consumer versions: Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: { DHCP agent@n-d-779913-28: {}, Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: L3 agent@n-d-779913-28: {}, Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: Metadata agent@n-d-779913-28: {}, Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: Metering agent@n-d-779913-28: {}, Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: Open vSwitch agent@n-d-779913-28: { 'AddressGroup': '1.2', Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: 'ConntrackHelper': '1.0', Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: 'Log': '1.0', Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: 'Network': '1.1', Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: 'Port': '1.7', Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: 'PortForwarding': '1.2', Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: 'QosPolicy': '1.8', Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: 'SecurityGroup': '1.4', Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: 'SecurityGroupRule': '1.2', Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: 'SubPort': '1.0', Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: 'Subnet': '1.1', Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: 'Trunk': '1.1'}} Jul 13 07:22:10.443814 n-d-779913-28 neutron-server[93726]: {{(pid=93726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:22:10.461640 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] Attempting to bind port 3b4356d3-d2d4-40cf-9a69-331677e6cd01 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:10.462309 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] Attempting to bind port 3b4356d3-d2d4-40cf-9a69-331677e6cd01 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '5287330d-c1c9-447d-8f18-7753276cde89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f797eadf-1368-40e8-88d1-ec439ea276a3'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:10.463009 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] Attempting to bind port 3b4356d3-d2d4-40cf-9a69-331677e6cd01 on network f797eadf-1368-40e8-88d1-ec439ea276a3 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:10.471847 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:10.473011 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] Checking segment: {'id': '5287330d-c1c9-447d-8f18-7753276cde89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f797eadf-1368-40e8-88d1-ec439ea276a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:10.473800 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.474487 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] Bound using segment: {'id': '5287330d-c1c9-447d-8f18-7753276cde89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f797eadf-1368-40e8-88d1-ec439ea276a3'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:10.475366 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] Bound port: 3b4356d3-d2d4-40cf-9a69-331677e6cd01, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5287330d-c1c9-447d-8f18-7753276cde89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f797eadf-1368-40e8-88d1-ec439ea276a3'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:10.476120 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.585241 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] For port 3b4356d3-d2d4-40cf-9a69-331677e6cd01, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:10.624237 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] For port 3b4356d3-d2d4-40cf-9a69-331677e6cd01, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3b4356d3-d2d4-40cf-9a69-331677e6cd01,segment=NetworkSegment(5287330d-c1c9-447d-8f18-7753276cde89),segment_id=5287330d-c1c9-447d-8f18-7753276cde89)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:10.630553 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.731313 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512bab9-af84-4d97-843c-b2699aa62e16 None None] Pushing event updated for resources: {'Port': ['ID=3b4356d3-d2d4-40cf-9a69-331677e6cd01,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:10.733942 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] Routers {'0029ef3c-bc21-46f4-9395-7b2574016457'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:10.736450 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:21:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['0029ef3c-bc21-46f4-9395-7b2574016457'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:10.885920 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] Set router 0029ef3c-bc21-46f4-9395-7b2574016457 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:11.121691 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0029ef3c-bc21-46f4-9395-7b2574016457', 'name': 'router1', 'tenant_id': '46d8851bcef84726a66ea45f2579bb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:21:58Z', 'updated_at': '2021-07-13T07:22:08Z', 'revision_number': 2, 'project_id': '46d8851bcef84726a66ea45f2579bb50', 'gw_port_host': None, '_interfaces': [{'id': '3b4356d3-d2d4-40cf-9a69-331677e6cd01', 'name': '', 'network_id': 'f797eadf-1368-40e8-88d1-ec439ea276a3', 'tenant_id': '46d8851bcef84726a66ea45f2579bb50', 'mac_address': 'fa:16:3e:34:ea:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0029ef3c-bc21-46f4-9395-7b2574016457', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95894845-df96-4b93-ba27-f815c9d0c0f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:07Z', 'updated_at': '2021-07-13T07:22:10Z', 'revision_number': 4, 'project_id': '46d8851bcef84726a66ea45f2579bb50', 'subnets': [{'id': '95894845-df96-4b93-ba27-f815c9d0c0f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0904d317-49ed-424d-9510-c619a344a0dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:11.150925 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166e5d8e-6480-4d9f-bb9f-8bc0c2cba6e0 None None] The sync data for ids ['0029ef3c-bc21-46f4-9395-7b2574016457'] in n-d-779913-28 is: [{'id': '0029ef3c-bc21-46f4-9395-7b2574016457', 'name': 'router1', 'tenant_id': '46d8851bcef84726a66ea45f2579bb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:21:58Z', 'updated_at': '2021-07-13T07:22:08Z', 'revision_number': 2, 'project_id': '46d8851bcef84726a66ea45f2579bb50', 'gw_port_host': None, '_interfaces': [{'id': '3b4356d3-d2d4-40cf-9a69-331677e6cd01', 'name': '', 'network_id': 'f797eadf-1368-40e8-88d1-ec439ea276a3', 'tenant_id': '46d8851bcef84726a66ea45f2579bb50', 'mac_address': 'fa:16:3e:34:ea:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0029ef3c-bc21-46f4-9395-7b2574016457', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95894845-df96-4b93-ba27-f815c9d0c0f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:07Z', 'updated_at': '2021-07-13T07:22:10Z', 'revision_number': 4, 'project_id': '46d8851bcef84726a66ea45f2579bb50', 'subnets': [{'id': '95894845-df96-4b93-ba27-f815c9d0c0f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0904d317-49ed-424d-9510-c619a344a0dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:22:11.237890 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54440) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:11.374047 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf6f284-e56d-4d8d-bae6-bedb35e0d8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.375462 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6cf6f284-e56d-4d8d-bae6-bedb35e0d8f8 admin admin] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 842 time: 0.1362929 Jul 13 07:22:11.385577 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-abc6964b-1abd-4d73-82a0-3952df500d7c admin admin] Request body: {'subnet': {'cidr': '172.25.0.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'enable_dhcp': False, 'gateway_ip': '172.25.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:11.408328 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc6964b-1abd-4d73-82a0-3952df500d7c admin admin] Made reservation on behalf of d01666041dc347628a9b7f9abca9d146 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:11.411025 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abc6964b-1abd-4d73-82a0-3952df500d7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.724503 n-d-779913-28 neutron-server[93724]: DEBUG neutron.objects.ports [None req-abc6964b-1abd-4d73-82a0-3952df500d7c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:22:11.724937 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abc6964b-1abd-4d73-82a0-3952df500d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.774700 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6964b-1abd-4d73-82a0-3952df500d7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=59ba2d30-68fa-406e-bcd0-cbca698db99a,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:11.791858 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc6964b-1abd-4d73-82a0-3952df500d7c admin admin] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:11.792211 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc6964b-1abd-4d73-82a0-3952df500d7c admin admin] Network hostable DHCP agents. Network: f96be058-f906-4210-b421-902eff1606be, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:22:11.810231 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc6964b-1abd-4d73-82a0-3952df500d7c admin admin] Network f96be058-f906-4210-b421-902eff1606be is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:22:11.819537 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-abc6964b-1abd-4d73-82a0-3952df500d7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, f96be058-f906-4210-b421-902eff1606be) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:11.825109 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc6964b-1abd-4d73-82a0-3952df500d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.826338 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abc6964b-1abd-4d73-82a0-3952df500d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.831024 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb8fe23-fbcd-4909-b00f-b68178b99acd None None] Network f96be058-f906-4210-b421-902eff1606be requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:11.846140 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-abc6964b-1abd-4d73-82a0-3952df500d7c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4625568 Jul 13 07:22:12.001074 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e380377c-bb05-4e69-9a75-28ef93708d98 None None] Network f96be058-f906-4210-b421-902eff1606be requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:13.368046 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 5 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:22:14.334646 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54452) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:14.737323 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4bdd3261-f8ab-4ab9-b6d3-e2af13a1359e admin admin] 10.222.0.58 "GET /v2.0/routers/0029ef3c-bc21-46f4-9395-7b2574016457 HTTP/1.1" status: 200 len: 710 time: 0.4013278 Jul 13 07:22:14.886551 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 3b4356d3-d2d4-40cf-9a69-331677e6cd01 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:14.905388 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3147826e-8c50-4e7d-86a7-315e4ac09a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.907140 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3147826e-8c50-4e7d-86a7-315e4ac09a93 admin admin] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 886 time: 0.1638806 Jul 13 07:22:14.917684 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-0b229fa3-2b6f-400e-b15c-be559ea3cb2e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:14.948963 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 3b4356d3-d2d4-40cf-9a69-331677e6cd01 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:14.953757 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 3b4356d3-d2d4-40cf-9a69-331677e6cd01 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:14.954175 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.105474 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.151750 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 3b4356d3-d2d4-40cf-9a69-331677e6cd01, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3b4356d3-d2d4-40cf-9a69-331677e6cd01,segment=NetworkSegment(5287330d-c1c9-447d-8f18-7753276cde89),segment_id=5287330d-c1c9-447d-8f18-7753276cde89)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:15.157328 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.207067 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b229fa3-2b6f-400e-b15c-be559ea3cb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.225988 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=3b4356d3-d2d4-40cf-9a69-331677e6cd01,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:15.425098 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-309e4ba9-6183-4590-9f9a-c7b402a4159a None None] Provisioning complete for port 3b4356d3-d2d4-40cf-9a69-331677e6cd01 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:15.425474 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-309e4ba9-6183-4590-9f9a-c7b402a4159a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.489676 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b229fa3-2b6f-400e-b15c-be559ea3cb2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.576632 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b229fa3-2b6f-400e-b15c-be559ea3cb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.779342 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-0b229fa3-2b6f-400e-b15c-be559ea3cb2e admin admin] Allocated IP 172.25.0.11 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/0b3912d2-59f5-4a19-b5be-7b28784d4588) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:15.912945 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b229fa3-2b6f-400e-b15c-be559ea3cb2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.002660 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b229fa3-2b6f-400e-b15c-be559ea3cb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.086330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b229fa3-2b6f-400e-b15c-be559ea3cb2e admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:16.091360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-0b229fa3-2b6f-400e-b15c-be559ea3cb2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:16.094738 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b229fa3-2b6f-400e-b15c-be559ea3cb2e admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:16.101361 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b229fa3-2b6f-400e-b15c-be559ea3cb2e admin admin] Pushing event updated for resources: {'Port': ['ID=0b3912d2-59f5-4a19-b5be-7b28784d4588,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:16.454859 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b229fa3-2b6f-400e-b15c-be559ea3cb2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.658565 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b229fa3-2b6f-400e-b15c-be559ea3cb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.662039 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b229fa3-2b6f-400e-b15c-be559ea3cb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396023'] for router, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.781105 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b229fa3-2b6f-400e-b15c-be559ea3cb2e admin admin] Router 0029ef3c-bc21-46f4-9395-7b2574016457 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:22:16.869797 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 3b4356d3-d2d4-40cf-9a69-331677e6cd01 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:16.903164 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b229fa3-2b6f-400e-b15c-be559ea3cb2e admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:22:16.907843 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b229fa3-2b6f-400e-b15c-be559ea3cb2e admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.909057 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0b229fa3-2b6f-400e-b15c-be559ea3cb2e admin admin] 10.222.0.58 "PUT /v2.0/routers/0029ef3c-bc21-46f4-9395-7b2574016457 HTTP/1.1" status: 200 len: 889 time: 1.9956636 Jul 13 07:22:16.914032 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] Sync routers for ids ['0029ef3c-bc21-46f4-9395-7b2574016457'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:22:16.930549 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] Routers {'0029ef3c-bc21-46f4-9395-7b2574016457'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:16.931491 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:21:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['0029ef3c-bc21-46f4-9395-7b2574016457'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:17.005125 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 3b4356d3-d2d4-40cf-9a69-331677e6cd01 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:17.005518 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.226615 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] Set router 0029ef3c-bc21-46f4-9395-7b2574016457 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:17.761404 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0029ef3c-bc21-46f4-9395-7b2574016457', 'name': 'router1', 'tenant_id': '46d8851bcef84726a66ea45f2579bb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '0b3912d2-59f5-4a19-b5be-7b28784d4588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:21:58Z', 'updated_at': '2021-07-13T07:22:16Z', 'revision_number': 4, 'project_id': '46d8851bcef84726a66ea45f2579bb50', 'gw_port': {'id': '0b3912d2-59f5-4a19-b5be-7b28784d4588', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0029ef3c-bc21-46f4-9395-7b2574016457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:15Z', 'updated_at': '2021-07-13T07:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '3b4356d3-d2d4-40cf-9a69-331677e6cd01', 'name': '', 'network_id': 'f797eadf-1368-40e8-88d1-ec439ea276a3', 'tenant_id': '46d8851bcef84726a66ea45f2579bb50', 'mac_address': 'fa:16:3e:34:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0029ef3c-bc21-46f4-9395-7b2574016457', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95894845-df96-4b93-ba27-f815c9d0c0f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:07Z', 'updated_at': '2021-07-13T07:22:15Z', 'revision_number': 5, 'project_id': '46d8851bcef84726a66ea45f2579bb50', 'subnets': [{'id': '95894845-df96-4b93-ba27-f815c9d0c0f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0904d317-49ed-424d-9510-c619a344a0dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:17.814416 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] Checking router: 0029ef3c-bc21-46f4-9395-7b2574016457 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:22:17.814905 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] Updating router 0029ef3c-bc21-46f4-9395-7b2574016457 port 0b3912d2-59f5-4a19-b5be-7b28784d4588 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:22:17.861193 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.391132 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.403532 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] Transition to ACTIVE for port object 0b3912d2-59f5-4a19-b5be-7b28784d4588 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:18.411114 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.468622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] Attempting to bind port 0b3912d2-59f5-4a19-b5be-7b28784d4588 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:18.468993 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] Attempting to bind port 0b3912d2-59f5-4a19-b5be-7b28784d4588 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:18.469367 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] Attempting to bind port 0b3912d2-59f5-4a19-b5be-7b28784d4588 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:18.471566 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230d20b-dad3-4ab5-bf59-d9c313c48211 None None] Pushing event updated for resources: {'Port': ['ID=0b3912d2-59f5-4a19-b5be-7b28784d4588,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:18.479655 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:18.480040 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:18.480451 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.480852 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:18.481340 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] Bound port: 0b3912d2-59f5-4a19-b5be-7b28784d4588, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:18.481748 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.542872 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] For port 0b3912d2-59f5-4a19-b5be-7b28784d4588, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:18.546803 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] For port 0b3912d2-59f5-4a19-b5be-7b28784d4588, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0b3912d2-59f5-4a19-b5be-7b28784d4588,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:18.551418 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.613693 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] Routers {'0029ef3c-bc21-46f4-9395-7b2574016457'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:18.614406 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:21:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['0029ef3c-bc21-46f4-9395-7b2574016457'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:18.616444 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230d20b-dad3-4ab5-bf59-d9c313c48211 None None] Pushing event updated for resources: {'Port': ['ID=0b3912d2-59f5-4a19-b5be-7b28784d4588,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:18.760670 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] Set router 0029ef3c-bc21-46f4-9395-7b2574016457 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:18.994653 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0029ef3c-bc21-46f4-9395-7b2574016457', 'name': 'router1', 'tenant_id': '46d8851bcef84726a66ea45f2579bb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '0b3912d2-59f5-4a19-b5be-7b28784d4588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:21:58Z', 'updated_at': '2021-07-13T07:22:16Z', 'revision_number': 4, 'project_id': '46d8851bcef84726a66ea45f2579bb50', 'gw_port': {'id': '0b3912d2-59f5-4a19-b5be-7b28784d4588', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0029ef3c-bc21-46f4-9395-7b2574016457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:15Z', 'updated_at': '2021-07-13T07:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '3b4356d3-d2d4-40cf-9a69-331677e6cd01', 'name': '', 'network_id': 'f797eadf-1368-40e8-88d1-ec439ea276a3', 'tenant_id': '46d8851bcef84726a66ea45f2579bb50', 'mac_address': 'fa:16:3e:34:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0029ef3c-bc21-46f4-9395-7b2574016457', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95894845-df96-4b93-ba27-f815c9d0c0f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:07Z', 'updated_at': '2021-07-13T07:22:15Z', 'revision_number': 5, 'project_id': '46d8851bcef84726a66ea45f2579bb50', 'subnets': [{'id': '95894845-df96-4b93-ba27-f815c9d0c0f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0904d317-49ed-424d-9510-c619a344a0dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:19.022576 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7f4787-7778-4072-a8d8-eba54681f022 None None] The sync data for ids ['0029ef3c-bc21-46f4-9395-7b2574016457'] in n-d-779913-28 is: [{'id': '0029ef3c-bc21-46f4-9395-7b2574016457', 'name': 'router1', 'tenant_id': '46d8851bcef84726a66ea45f2579bb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '0b3912d2-59f5-4a19-b5be-7b28784d4588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:21:58Z', 'updated_at': '2021-07-13T07:22:16Z', 'revision_number': 4, 'project_id': '46d8851bcef84726a66ea45f2579bb50', 'gw_port': {'id': '0b3912d2-59f5-4a19-b5be-7b28784d4588', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0029ef3c-bc21-46f4-9395-7b2574016457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:15Z', 'updated_at': '2021-07-13T07:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '3b4356d3-d2d4-40cf-9a69-331677e6cd01', 'name': '', 'network_id': 'f797eadf-1368-40e8-88d1-ec439ea276a3', 'tenant_id': '46d8851bcef84726a66ea45f2579bb50', 'mac_address': 'fa:16:3e:34:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0029ef3c-bc21-46f4-9395-7b2574016457', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95894845-df96-4b93-ba27-f815c9d0c0f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:07Z', 'updated_at': '2021-07-13T07:22:15Z', 'revision_number': 5, 'project_id': '46d8851bcef84726a66ea45f2579bb50', 'subnets': [{'id': '95894845-df96-4b93-ba27-f815c9d0c0f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0904d317-49ed-424d-9510-c619a344a0dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:22:19.570730 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54460) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:19.714612 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8e00ca37-9b00-476f-99be-4bc0a24dda1d admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1426873 Jul 13 07:22:20.888713 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0b3912d2-59f5-4a19-b5be-7b28784d4588 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:20.943159 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 0b3912d2-59f5-4a19-b5be-7b28784d4588 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:20.947320 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 0b3912d2-59f5-4a19-b5be-7b28784d4588 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:20.947709 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.039812 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.062002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 0b3912d2-59f5-4a19-b5be-7b28784d4588, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0b3912d2-59f5-4a19-b5be-7b28784d4588,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:21.066330 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.148431 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=0b3912d2-59f5-4a19-b5be-7b28784d4588,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:22.895311 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0b3912d2-59f5-4a19-b5be-7b28784d4588 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:22.999135 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 0b3912d2-59f5-4a19-b5be-7b28784d4588 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:22.999547 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.132632 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4731cc60-6c6a-4548-92b8-0560dd493f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.464493 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd571d1c-d886-44a9-9338-00a2e5600a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.540483 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.344981 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:31.070715 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:50.368790 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 5 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:22:53.140793 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be08d7e1-d054-4d60-ada9-4e7dbf4d8bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:57.482307 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9c6b7a2a-5c13-4dbd-9c1b-f390a39688c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:57.537299 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:59.349996 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:01.078536 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.130139 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8aad3a55-9fab-433a-8767-72abe72d15c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.369848 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 5 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:23:27.469195 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-64f67f46-11de-4e8c-a118-627429c67b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.534037 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.346716 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.082376 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:53.128617 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-492d1afb-2033-45e3-a8ab-628af47c3808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.472023 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3cab1ef6-ab27-45a5-907b-a946b0d67d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.526564 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:59.350715 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.083349 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.368746 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 5 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:24:06.004614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55060) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:06.072560 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b43ce0f-796f-443d-97a6-1d74ab7f2e77 admin admin] GET failed (client error): The resource could not be found. Jul 13 07:24:06.074406 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9b43ce0f-796f-443d-97a6-1d74ab7f2e77 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0686297 Jul 13 07:24:06.260777 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71c0195-1275-415c-ad1b-0e3a7757b63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:06.262347 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b71c0195-1275-415c-ad1b-0e3a7757b63d admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1817808 Jul 13 07:24:08.510703 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55070) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:08.627925 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5285fe22-2ea9-4464-ae12-566831e52714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:08.629328 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5285fe22-2ea9-4464-ae12-566831e52714 admin admin] 10.222.0.58 "GET /v2.0/subnets/95894845-df96-4b93-ba27-f815c9d0c0f6 HTTP/1.1" status: 200 len: 849 time: 0.1174343 Jul 13 07:24:08.643045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-bd560e2b-ba81-4672-90b2-6d7b7c8ddbcf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:08.735769 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bd560e2b-ba81-4672-90b2-6d7b7c8ddbcf admin admin] Notify callbacks [] for subnet, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.894712 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bd560e2b-ba81-4672-90b2-6d7b7c8ddbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735240435523'] for subnet, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.931398 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd560e2b-ba81-4672-90b2-6d7b7c8ddbcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:08.932300 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bd560e2b-ba81-4672-90b2-6d7b7c8ddbcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.934798 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bd560e2b-ba81-4672-90b2-6d7b7c8ddbcf admin admin] 10.222.0.58 "PUT /v2.0/subnets/95894845-df96-4b93-ba27-f815c9d0c0f6 HTTP/1.1" status: 200 len: 868 time: 0.2967517 Jul 13 07:24:08.939003 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285544f5-03c5-4044-8be4-b8e328fd224d None None] Network f797eadf-1368-40e8-88d1-ec439ea276a3 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:08.963558 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd560e2b-ba81-4672-90b2-6d7b7c8ddbcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=95894845-df96-4b93-ba27-f815c9d0c0f6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:08.977749 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560e2b-ba81-4672-90b2-6d7b7c8ddbcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:08.978555 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560e2b-ba81-4672-90b2-6d7b7c8ddbcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:08.979733 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560e2b-ba81-4672-90b2-6d7b7c8ddbcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:08.979733 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560e2b-ba81-4672-90b2-6d7b7c8ddbcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:08.980252 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560e2b-ba81-4672-90b2-6d7b7c8ddbcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:08.980827 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560e2b-ba81-4672-90b2-6d7b7c8ddbcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:08.981403 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560e2b-ba81-4672-90b2-6d7b7c8ddbcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:08.981973 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560e2b-ba81-4672-90b2-6d7b7c8ddbcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:08.982570 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560e2b-ba81-4672-90b2-6d7b7c8ddbcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:08.983125 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560e2b-ba81-4672-90b2-6d7b7c8ddbcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:08.983886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560e2b-ba81-4672-90b2-6d7b7c8ddbcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:08.984455 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560e2b-ba81-4672-90b2-6d7b7c8ddbcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:09.393972 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3e7b4ea5-e077-460d-b705-da0165374bae None None] Provisioning complete for port 72021cd5-0a86-463d-8ef1-09620904a71c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:09.394428 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e7b4ea5-e077-460d-b705-da0165374bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:09.493561 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3e7b4ea5-e077-460d-b705-da0165374bae None None] Provisioning complete for port 3b4356d3-d2d4-40cf-9a69-331677e6cd01 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:09.493849 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e7b4ea5-e077-460d-b705-da0165374bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.266911 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55078) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:11.566896 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563b3c84-ab4d-462b-beb0-dbd94b2713f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:11.567284 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563b3c84-ab4d-462b-beb0-dbd94b2713f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:11.568855 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-563b3c84-ab4d-462b-beb0-dbd94b2713f9 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3008330 Jul 13 07:24:13.843062 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55086) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:13.986191 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e23cd83-f448-4aad-a239-6610992ab3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:13.986612 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e23cd83-f448-4aad-a239-6610992ab3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:13.988132 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5e23cd83-f448-4aad-a239-6610992ab3f1 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1437564 Jul 13 07:24:16.233308 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55094) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:16.383838 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704ba8b5-73ee-40e1-9db9-ff7c68ef8e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:16.385136 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-704ba8b5-73ee-40e1-9db9-ff7c68ef8e9d admin admin] 10.222.0.58 "GET /v2.0/networks/f797eadf-1368-40e8-88d1-ec439ea276a3 HTTP/1.1" status: 200 len: 869 time: 0.1508067 Jul 13 07:24:18.617883 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55102) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:18.747830 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f355d21c-32b9-434b-bb31-efbc2621b0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:18.749270 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f355d21c-32b9-434b-bb31-efbc2621b0a9 admin admin] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 886 time: 0.1303637 Jul 13 07:24:20.950594 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55112) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:21.151371 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72b89ba-1f4a-404a-a80e-a3cceb594bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.151756 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72b89ba-1f4a-404a-a80e-a3cceb594bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.153340 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c72b89ba-1f4a-404a-a80e-a3cceb594bcc admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2017763 Jul 13 07:24:23.121069 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-160864d0-18ab-4421-a2f8-4c21a78c1ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.379805 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55120) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:23.480065 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7879eb34-3a4a-4603-a01e-d49b2d1f5ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.480585 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7879eb34-3a4a-4603-a01e-d49b2d1f5ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.482062 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7879eb34-3a4a-4603-a01e-d49b2d1f5ac6 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1013167 Jul 13 07:24:25.688751 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55128) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:25.779761 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d0c706-6361-44b2-9210-3ebd39811722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:25.780365 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-78d0c706-6361-44b2-9210-3ebd39811722 admin admin] 10.222.0.58 "GET /v2.0/subnets/59ba2d30-68fa-406e-bcd0-cbca698db99a HTTP/1.1" status: 200 len: 816 time: 0.0906174 Jul 13 07:24:27.475037 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23306a05-6a2d-4ff0-8aac-3fdba7900e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.531639 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.000597 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55136) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:28.101171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bb855a-fc34-4036-94eb-0d10c1364216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:28.102722 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e3bb855a-fc34-4036-94eb-0d10c1364216 admin admin] 10.222.0.58 "GET /v2.0/subnets/95894845-df96-4b93-ba27-f815c9d0c0f6 HTTP/1.1" status: 200 len: 868 time: 0.1010978 Jul 13 07:24:29.354415 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:31.093148 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.369034 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 5 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:24:53.130367 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2e46626e-988b-45a4-af46-e6fe473abb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.548147 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55188) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:53.597606 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [None req-353cbcfb-daee-4659-b26a-0b010bcc81d8 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:24:53.598846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-353cbcfb-daee-4659-b26a-0b010bcc81d8 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497227 Jul 13 07:24:55.864893 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55196) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:55.928609 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c295f56-323e-43bd-9f30-cba6811ef578 admin admin] GET failed (client error): The resource could not be found. Jul 13 07:24:55.930336 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7c295f56-323e-43bd-9f30-cba6811ef578 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0644112 Jul 13 07:24:56.083034 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df00317-acef-4452-87e9-70153a5a1059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:56.084455 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7df00317-acef-4452-87e9-70153a5a1059 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1499982 Jul 13 07:24:57.466646 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f5f4bf7d-9a1b-4bfd-98cc-e8a2259eb99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.538283 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.330135 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55204) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:58.376144 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-efd62087-50e6-47ff-925d-a72125bc6362 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:58.398382 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd62087-50e6-47ff-925d-a72125bc6362 admin admin] Made reservation on behalf of d01666041dc347628a9b7f9abca9d146 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:58.400654 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-efd62087-50e6-47ff-925d-a72125bc6362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.437087 n-d-779913-28 neutron-server[93723]: WARNING neutron.services.revisions.revision_plugin [None req-efd62087-50e6-47ff-925d-a72125bc6362 admin admin] Could not find related network for resource to bump revision. Jul 13 07:24:58.449981 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd62087-50e6-47ff-925d-a72125bc6362 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:24:58.464593 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-efd62087-50e6-47ff-925d-a72125bc6362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.464937 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-efd62087-50e6-47ff-925d-a72125bc6362 admin admin] Added segment f5325d07-1995-455c-8e19-1af2f959d50a of type vlan for network 476b4271-1db5-4ef6-95e1-86364cf0dfeb Jul 13 07:24:58.508178 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-efd62087-50e6-47ff-925d-a72125bc6362 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.537542 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-efd62087-50e6-47ff-925d-a72125bc6362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.538511 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd62087-50e6-47ff-925d-a72125bc6362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:58.539082 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-efd62087-50e6-47ff-925d-a72125bc6362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.571346 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-efd62087-50e6-47ff-925d-a72125bc6362 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2400885 Jul 13 07:24:58.598681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd62087-50e6-47ff-925d-a72125bc6362 admin admin] Pushing event updated for resources: {'Network': ['ID=476b4271-1db5-4ef6-95e1-86364cf0dfeb,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:58.609289 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:24:59.351840 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.798366 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55212) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:00.859559 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2dd09aa-c868-4e14-9525-1dc4afff8512 admin admin] GET failed (client error): The resource could not be found. Jul 13 07:25:00.860934 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d2dd09aa-c868-4e14-9525-1dc4afff8512 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616014 Jul 13 07:25:00.933342 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6c9b0e-edc9-424c-98f1-87aac3f274e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:00.934847 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-be6c9b0e-edc9-424c-98f1-87aac3f274e0 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0700133 Jul 13 07:25:00.944876 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-922230ef-6cea-4788-8474-af9607d0e218 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:00.968154 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922230ef-6cea-4788-8474-af9607d0e218 admin admin] Made reservation on behalf of d01666041dc347628a9b7f9abca9d146 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:00.970547 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-922230ef-6cea-4788-8474-af9607d0e218 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.096111 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.167579 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-922230ef-6cea-4788-8474-af9607d0e218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.226284 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922230ef-6cea-4788-8474-af9607d0e218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc57953f-1c7c-4fd4-b395-073320552dbf,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:01.237203 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922230ef-6cea-4788-8474-af9607d0e218 admin admin] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:01.237558 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922230ef-6cea-4788-8474-af9607d0e218 admin admin] Network hostable DHCP agents. Network: 476b4271-1db5-4ef6-95e1-86364cf0dfeb, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:25:01.261676 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922230ef-6cea-4788-8474-af9607d0e218 admin admin] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:25:01.273066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-922230ef-6cea-4788-8474-af9607d0e218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 476b4271-1db5-4ef6-95e1-86364cf0dfeb) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:01.277458 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922230ef-6cea-4788-8474-af9607d0e218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.278020 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-922230ef-6cea-4788-8474-af9607d0e218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.284665 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d2a568-a896-4e4f-aa62-7a5689eeed1c None None] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:25:01.293843 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-922230ef-6cea-4788-8474-af9607d0e218 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3524003 Jul 13 07:25:01.453504 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'tenant_id': 'd01666041dc347628a9b7f9abca9d146', 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:25:01.455069 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.598380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Allocated IP 192.168.233.2 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/1419e7cc-324e-4110-b548-3b646dbe5bc1) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:01.749527 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.758964 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Transition to ACTIVE for port object 1419e7cc-324e-4110-b548-3b646dbe5bc1 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:01.777549 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Transition to ACTIVE for port object 1419e7cc-324e-4110-b548-3b646dbe5bc1 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:01.783945 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.819864 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:01.824721 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:01.828871 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:01.837701 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Pushing event updated for resources: {'Port': ['ID=1419e7cc-324e-4110-b548-3b646dbe5bc1,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:01.869086 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:01.869441 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:01.869789 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:01.870151 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:01.870494 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:01.870831 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:01.871170 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:01.871517 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:01.871854 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:01.872185 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:01.872509 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:01.872829 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:01.907236 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Attempting to bind port 1419e7cc-324e-4110-b548-3b646dbe5bc1 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:01.907606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Attempting to bind port 1419e7cc-324e-4110-b548-3b646dbe5bc1 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:01.907963 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Attempting to bind port 1419e7cc-324e-4110-b548-3b646dbe5bc1 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:01.913011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:01.913906 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:01.913906 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.914190 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:01.914623 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Bound port: 1419e7cc-324e-4110-b548-3b646dbe5bc1, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:01.915020 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.983219 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] For port 1419e7cc-324e-4110-b548-3b646dbe5bc1, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:01.997405 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] For port 1419e7cc-324e-4110-b548-3b646dbe5bc1, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1419e7cc-324e-4110-b548-3b646dbe5bc1,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:02.002528 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:02.064561 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11bcee-3a21-4971-a7c0-7029c3de7834 None None] Pushing event updated for resources: {'Port': ['ID=1419e7cc-324e-4110-b548-3b646dbe5bc1,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:02.999977 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d2683f-028f-407c-927a-87da78265daa None None] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:25:03.052862 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-13c5df56-dbab-4b88-b8e0-2a8180ba93df None None] Provisioning for port 1419e7cc-324e-4110-b548-3b646dbe5bc1 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:03.086850 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1419e7cc-324e-4110-b548-3b646dbe5bc1 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:03.224363 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 1419e7cc-324e-4110-b548-3b646dbe5bc1 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:03.234836 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 1419e7cc-324e-4110-b548-3b646dbe5bc1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:03.235135 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.339750 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.378232 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 1419e7cc-324e-4110-b548-3b646dbe5bc1, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1419e7cc-324e-4110-b548-3b646dbe5bc1,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:03.384719 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.456988 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=1419e7cc-324e-4110-b548-3b646dbe5bc1,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:03.609293 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-da3048ce-6b4a-4329-9055-493b176261df None None] Provisioning complete for port 1419e7cc-324e-4110-b548-3b646dbe5bc1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:03.609557 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da3048ce-6b4a-4329-9055-493b176261df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.037065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1419e7cc-324e-4110-b548-3b646dbe5bc1 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:05.090281 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 1419e7cc-324e-4110-b548-3b646dbe5bc1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:05.090660 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.434214 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 5 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:25:23.126593 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1898690c-3446-48b2-b84b-621c9110efc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:27.470668 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ecb3-b9f9-47d8-bc43-de2853979ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:27.531538 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.359807 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.105888 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.131048 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-daf0fa49-7e0b-460b-abe7-f4a21357558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:55.373027 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 5 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:25:57.473556 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b72b9937-edb9-4ad0-bdc7-9ce406aa57c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.535415 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.361174 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:01.100575 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:15.880039 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55264) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:15.887069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-98835735-e298-42d7-93c9-b72432835daf tempest-verify_tempest_config-1330279978 tempest-verify_tempest_config-1330279978-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:26:15.888069 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-98835735-e298-42d7-93c9-b72432835daf tempest-verify_tempest_config-1330279978 tempest-verify_tempest_config-1330279978-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070519 Jul 13 07:26:16.237338 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55282) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:16.345085 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d253c30c-0b7f-4372-acef-11e04d358fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:16.436006 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d253c30c-0b7f-4372-acef-11e04d358fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:16.440172 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d253c30c-0b7f-4372-acef-11e04d358fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:16.485496 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d253c30c-0b7f-4372-acef-11e04d358fcf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ad8dc8ef3f8c4033bd06e23e8e224940&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2470570 Jul 13 07:26:16.486392 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253c30c-0b7f-4372-acef-11e04d358fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474a3d43-947f-4f9d-92ef-13dc509782e3,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:16.488126 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55286) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:16.493327 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c30c-0b7f-4372-acef-11e04d358fcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.493682 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c30c-0b7f-4372-acef-11e04d358fcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.494030 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c30c-0b7f-4372-acef-11e04d358fcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.494411 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c30c-0b7f-4372-acef-11e04d358fcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.494751 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c30c-0b7f-4372-acef-11e04d358fcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.495084 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c30c-0b7f-4372-acef-11e04d358fcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.495415 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c30c-0b7f-4372-acef-11e04d358fcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.495743 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c30c-0b7f-4372-acef-11e04d358fcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.496072 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c30c-0b7f-4372-acef-11e04d358fcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.496423 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c30c-0b7f-4372-acef-11e04d358fcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.496754 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c30c-0b7f-4372-acef-11e04d358fcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.497078 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c30c-0b7f-4372-acef-11e04d358fcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.547139 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b1b25207-9c79-441e-96f2-137ee1719510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:16.567992 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b1b25207-9c79-441e-96f2-137ee1719510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:16.655094 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b1b25207-9c79-441e-96f2-137ee1719510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:16.657845 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b1b25207-9c79-441e-96f2-137ee1719510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:16.659111 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b1b25207-9c79-441e-96f2-137ee1719510 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/474a3d43-947f-4f9d-92ef-13dc509782e3 HTTP/1.1" status: 204 len: 168 time: 0.1700196 Jul 13 07:26:16.667429 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b25207-9c79-441e-96f2-137ee1719510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474a3d43-947f-4f9d-92ef-13dc509782e3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:16.674441 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b25207-9c79-441e-96f2-137ee1719510 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.674789 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b25207-9c79-441e-96f2-137ee1719510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.675130 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b25207-9c79-441e-96f2-137ee1719510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.675461 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b25207-9c79-441e-96f2-137ee1719510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.675794 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b25207-9c79-441e-96f2-137ee1719510 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.676124 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b25207-9c79-441e-96f2-137ee1719510 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.676445 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b25207-9c79-441e-96f2-137ee1719510 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.676772 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b25207-9c79-441e-96f2-137ee1719510 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.677210 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b25207-9c79-441e-96f2-137ee1719510 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.677531 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b25207-9c79-441e-96f2-137ee1719510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.678032 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b25207-9c79-441e-96f2-137ee1719510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.678385 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b25207-9c79-441e-96f2-137ee1719510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:23.133645 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b1f52f1-4c57-42cf-a4b8-3f0b993fce1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.474791 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-04da5e3c-0a06-4e5a-a966-5456f706dd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.539853 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:29.361621 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:31.108145 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:32.372134 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 5 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:26:53.134388 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a662843b-78ed-4832-97f9-ebabb2685795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.476055 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dce5e898-3126-410c-8b75-209b8bab769d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.544680 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.366860 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:01.107659 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:09.370785 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 5 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:27:23.141784 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-43267901-27f3-4ff1-9762-16eb0f25a725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.476774 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a97ee6ba-0e2d-4239-b583-8208c5d8a3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.536859 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.367813 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.116749 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.370180 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 5 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:27:53.133441 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-963dcf43-aa2b-4585-add9-2e39342fbdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.476714 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f826b8b6-295a-4a29-beb3-4dde4efc761c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.538666 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.374056 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.114999 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.136756 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e50a61e5-661f-45d7-8043-db6fcad9024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.369364 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 5 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:28:27.477185 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3be63475-f351-4d58-8a68-9227a2b4809b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.540101 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.374999 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:31.116895 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.143409 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8022f321-75eb-4680-9f3b-38a692022f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.477994 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01dbf017-d355-4f1d-9226-adcc191545dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.539785 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.378150 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.368456 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 5 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:29:01.122984 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.625049 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423687'] for agent, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.574498 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423687'] for agent, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.136254 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d8ea9b77-61e6-4696-98e1-b5a74a0831c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.477974 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eb49153e-9833-491a-a391-937b89ea48f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.544540 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:29.380917 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.125189 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.367118 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:29:37.574665 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.560447 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.144471 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8cdef5cc-e0a3-47c7-8845-584488765985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.949852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55348) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:56.077562 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-97a65725-49c0-4e30-8f37-004b4160098f admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1254258 Jul 13 07:29:57.484501 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-308daf23-3b74-441c-85e0-aa77ea49420d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.548214 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.287538 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55358) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:58.359059 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-246f1be4-68bf-4367-9548-40db73a1ee3b admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0701709 Jul 13 07:29:59.384691 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.134023 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.567521 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:12.580068 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:14.369182 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:30:23.144034 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68b2f62a-8343-47f5-9f45-1a2d1ca61323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.480164 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-abd3290b-4a82-46b7-b662-233a25f63f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.552346 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.388266 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.134041 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:37.591092 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:42.572797 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.369810 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:30:53.141982 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc57c791-4888-4bd5-9e2e-711a6523abff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.484626 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b93f1d3-7083-4cf8-8054-14e87e2a3b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.548086 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.391732 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.145449 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.599355 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.582281 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.140195 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e1df536f-7248-4530-8b1b-f77c9c35ed16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.184192 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55562) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:23.262873 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55570) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:23.683653 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55586) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:23.684200 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b043bce9-232f-45b0-ae8b-9c4b2c7ba06c tempest-AutoAllocateNetworkTest-1067661306 tempest-AutoAllocateNetworkTest-1067661306-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=99488dd11d294cca87ae79d867536a62&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4981911 Jul 13 07:31:23.690168 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-network', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:23.715525 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Made reservation on behalf of a0ff6e974f964420a5efb9f781f70c04 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:23.718533 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.728539 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.838589 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.847181 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.896227 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:23.911677 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.912225 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1144210a-a6d1-4031-9a06-22fa4d5fd4b1 tempest-AutoAllocateNetworkTest-1067661306 tempest-AutoAllocateNetworkTest-1067661306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:23.912573 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Added segment 0e6d8cfe-3405-4d5c-9ea2-be864f420a8e of type vlan for network 02fe467e-501d-4dea-afac-48e6d7fce230 Jul 13 07:31:23.913765 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1144210a-a6d1-4031-9a06-22fa4d5fd4b1 tempest-AutoAllocateNetworkTest-1067661306 tempest-AutoAllocateNetworkTest-1067661306-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2278750 Jul 13 07:31:23.916910 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55604) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:23.972307 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.995357 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c7e474dd-54f7-4387-b8cf-8db7a31670cd tempest-AutoAllocateNetworkTest-1067661306 tempest-AutoAllocateNetworkTest-1067661306-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769286 Jul 13 07:31:23.996318 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55610) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:24.000469 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789ce46f-52f0-4974-9c6e-bc7e5dc82706,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:24.008764 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.009774 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.010424 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.024245 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.024930 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.025658 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.026070 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.026457 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.027084 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.027264 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.027495 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.027760 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.028087 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.028417 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.028930 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Tracked resource versions report: Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: pushed versions: Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: { 'AddressGroup': {'1.2'}, Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: 'ConntrackHelper': {'1.0'}, Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: 'Log': {'1.0'}, Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: 'Network': {'1.1'}, Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: 'Port': {'1.7'}, Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: 'PortForwarding': {'1.2'}, Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: 'QosPolicy': {'1.8'}, Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: 'SecurityGroup': {'1.4'}, Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: 'SubPort': {'1.0'}, Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: 'Subnet': {'1.1'}, Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: 'Trunk': {'1.1'}} Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: consumer versions: Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: { DHCP agent@n-d-779913-28: {}, Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: HyperV agent@n-h1-779913-28: {}, Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: HyperV agent@n-h2-779913-28: {}, Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: L3 agent@n-d-779913-28: {}, Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: Metadata agent@n-d-779913-28: {}, Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: Metering agent@n-d-779913-28: {}, Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: Open vSwitch agent@n-d-779913-28: { 'AddressGroup': '1.2', Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: 'ConntrackHelper': '1.0', Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: 'Log': '1.0', Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: 'Network': '1.1', Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: 'Port': '1.7', Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: 'PortForwarding': '1.2', Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: 'QosPolicy': '1.8', Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: 'SecurityGroup': '1.4', Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: 'SecurityGroupRule': '1.2', Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: 'SubPort': '1.0', Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: 'Subnet': '1.1', Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: 'Trunk': '1.1'}} Jul 13 07:31:24.029833 n-d-779913-28 neutron-server[93724]: {{(pid=93724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:31:24.061334 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7944925 Jul 13 07:31:24.061835 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5461205c-ae56-4e66-8ae2-56558b3cc3d9 tempest-AutoAllocateNetworkTest-1067661306 tempest-AutoAllocateNetworkTest-1067661306-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=99488dd11d294cca87ae79d867536a62 HTTP/1.1" status: 200 len: 208 time: 0.0608070 Jul 13 07:31:24.061835 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55618) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:24.067052 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Request body: {'subnet': {'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-subnet', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:24.094739 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Made reservation on behalf of a0ff6e974f964420a5efb9f781f70c04 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:24.104482 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af83e51-1d8b-4854-a107-ac11b069c287 admin admin] Pushing event updated for resources: {'Network': ['ID=02fe467e-501d-4dea-afac-48e6d7fce230,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:24.104977 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.116525 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 02fe467e-501d-4dea-afac-48e6d7fce230 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:24.305464 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.354744 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d63351-98cd-481d-a626-10f87330372b,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:24.365342 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.365698 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.366064 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.366404 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.366736 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.367069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.367397 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.367731 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.368047 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.368694 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.369026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.369345 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Tracked resource versions report: Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: pushed versions: Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: { 'AddressGroup': {'1.2'}, Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: 'ConntrackHelper': {'1.0'}, Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: 'Log': {'1.0'}, Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: 'Network': {'1.1'}, Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: 'Port': {'1.7'}, Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: 'PortForwarding': {'1.2'}, Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: 'QosPolicy': {'1.8'}, Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: 'SecurityGroup': {'1.4'}, Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: 'SubPort': {'1.0'}, Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: 'Subnet': {'1.1'}, Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: 'Trunk': {'1.1'}} Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: consumer versions: Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: { DHCP agent@n-d-779913-28: {}, Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: HyperV agent@n-h1-779913-28: {}, Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: HyperV agent@n-h2-779913-28: {}, Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: L3 agent@n-d-779913-28: {}, Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: Metadata agent@n-d-779913-28: {}, Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: Metering agent@n-d-779913-28: {}, Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: Open vSwitch agent@n-d-779913-28: { 'AddressGroup': '1.2', Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: 'ConntrackHelper': '1.0', Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: 'Log': '1.0', Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: 'Network': '1.1', Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: 'Port': '1.7', Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: 'PortForwarding': '1.2', Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: 'QosPolicy': '1.8', Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: 'SecurityGroup': '1.4', Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: 'SecurityGroupRule': '1.2', Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: 'SubPort': '1.0', Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: 'Subnet': '1.1', Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: 'Trunk': '1.1'}} Jul 13 07:31:24.370460 n-d-779913-28 neutron-server[93723]: {{(pid=93723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:31:24.387581 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Checking segment: {'id': '0e6d8cfe-3405-4d5c-9ea2-be864f420a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:24.387950 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Network hostable DHCP agents. Network: 02fe467e-501d-4dea-afac-48e6d7fce230, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:24.404803 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Network 02fe467e-501d-4dea-afac-48e6d7fce230 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:24.415299 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 02fe467e-501d-4dea-afac-48e6d7fce230) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:24.420498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.421233 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.432732 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ad932a-342b-4531-8056-8cb9db8cb445 None None] Network 02fe467e-501d-4dea-afac-48e6d7fce230 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:24.439264 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1f52223d-19e5-412a-a844-2e4cee7f2ed6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3765683 Jul 13 07:31:24.441927 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55630) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:24.446513 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-4aeacbf7-9e6e-442b-a77b-e93ca02be8d8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-router', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:24.474460 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4aeacbf7-9e6e-442b-a77b-e93ca02be8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.475925 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4aeacbf7-9e6e-442b-a77b-e93ca02be8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.631793 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-02fe467e-501d-4dea-afac-48e6d7fce230', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'fixed_ips': [{'subnet_id': '31d63351-98cd-481d-a626-10f87330372b'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:24.632713 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.692304 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4aeacbf7-9e6e-442b-a77b-e93ca02be8d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.802624 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55650) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:24.818404 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Allocated IP 172.20.0.2 (02fe467e-501d-4dea-afac-48e6d7fce230/31d63351-98cd-481d-a626-10f87330372b/9476a9f5-59a5-462c-91a8-b9fa18f746b7) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:24.860267 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4aeacbf7-9e6e-442b-a77b-e93ca02be8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.050971 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.066185 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Transition to ACTIVE for port object 9476a9f5-59a5-462c-91a8-b9fa18f746b7 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:25.089598 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Transition to ACTIVE for port object 9476a9f5-59a5-462c-91a8-b9fa18f746b7 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:25.097523 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.149378 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4aeacbf7-9e6e-442b-a77b-e93ca02be8d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.163793 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Network 02fe467e-501d-4dea-afac-48e6d7fce230 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:25.166582 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:25.170237 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:25.188350 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4aeacbf7-9e6e-442b-a77b-e93ca02be8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.206277 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Pushing event updated for resources: {'Port': ['ID=9476a9f5-59a5-462c-91a8-b9fa18f746b7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:25.249991 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:25.250858 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:25.251925 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:25.252425 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:25.252991 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:25.253484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:25.253989 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:25.254502 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:25.254999 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:25.255490 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:25.255983 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:25.256483 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Tracked resource versions report: Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: pushed versions: Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: { 'AddressGroup': {'1.2'}, Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: 'ConntrackHelper': {'1.0'}, Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: 'Log': {'1.0'}, Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: 'Network': {'1.1'}, Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: 'Port': {'1.7'}, Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: 'PortForwarding': {'1.2'}, Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: 'QosPolicy': {'1.8'}, Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: 'SecurityGroup': {'1.4'}, Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: 'SubPort': {'1.0'}, Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: 'Subnet': {'1.1'}, Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: 'Trunk': {'1.1'}} Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: consumer versions: Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: { DHCP agent@n-d-779913-28: {}, Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: HyperV agent@n-h1-779913-28: {}, Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: HyperV agent@n-h2-779913-28: {}, Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: L3 agent@n-d-779913-28: {}, Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: Metadata agent@n-d-779913-28: {}, Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: Metering agent@n-d-779913-28: {}, Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: Open vSwitch agent@n-d-779913-28: { 'AddressGroup': '1.2', Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: 'ConntrackHelper': '1.0', Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: 'Log': '1.0', Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: 'Network': '1.1', Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: 'Port': '1.7', Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: 'PortForwarding': '1.2', Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: 'QosPolicy': '1.8', Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: 'SecurityGroup': '1.4', Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: 'SecurityGroupRule': '1.2', Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: 'SubPort': '1.0', Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: 'Subnet': '1.1', Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: 'Trunk': '1.1'}} Jul 13 07:31:25.257859 n-d-779913-28 neutron-server[93725]: {{(pid=93725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:31:25.272991 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Attempting to bind port 9476a9f5-59a5-462c-91a8-b9fa18f746b7 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:25.273614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Attempting to bind port 9476a9f5-59a5-462c-91a8-b9fa18f746b7 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0e6d8cfe-3405-4d5c-9ea2-be864f420a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:25.274229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Attempting to bind port 9476a9f5-59a5-462c-91a8-b9fa18f746b7 on network 02fe467e-501d-4dea-afac-48e6d7fce230 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:25.279863 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:25.280233 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Checking segment: {'id': '0e6d8cfe-3405-4d5c-9ea2-be864f420a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:25.280629 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.281245 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Bound using segment: {'id': '0e6d8cfe-3405-4d5c-9ea2-be864f420a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:25.281902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Bound port: 9476a9f5-59a5-462c-91a8-b9fa18f746b7, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6d8cfe-3405-4d5c-9ea2-be864f420a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:25.282406 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.347814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-4aeacbf7-9e6e-442b-a77b-e93ca02be8d8 admin admin] Allocated IP 172.25.0.129 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/b327f69c-16f5-4a82-9cc7-91cddd13ddc2) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:25.356113 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] For port 9476a9f5-59a5-462c-91a8-b9fa18f746b7, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:25.360211 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] For port 9476a9f5-59a5-462c-91a8-b9fa18f746b7, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9476a9f5-59a5-462c-91a8-b9fa18f746b7,segment=NetworkSegment(0e6d8cfe-3405-4d5c-9ea2-be864f420a8e),segment_id=0e6d8cfe-3405-4d5c-9ea2-be864f420a8e)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:25.366014 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.432351 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b230d-f484-4cc1-b343-9fac91324508 None None] Pushing event updated for resources: {'Port': ['ID=9476a9f5-59a5-462c-91a8-b9fa18f746b7,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:25.510878 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4aeacbf7-9e6e-442b-a77b-e93ca02be8d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.542626 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-23b0cd7d-bb94-4a64-b0d6-11b579c96a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.586259 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4aeacbf7-9e6e-442b-a77b-e93ca02be8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.695378 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeacbf7-9e6e-442b-a77b-e93ca02be8d8 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:25.695378 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-4aeacbf7-9e6e-442b-a77b-e93ca02be8d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:25.695378 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeacbf7-9e6e-442b-a77b-e93ca02be8d8 admin admin] Pushing event updated for resources: {'Port': ['ID=b327f69c-16f5-4a82-9cc7-91cddd13ddc2,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:25.713880 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeacbf7-9e6e-442b-a77b-e93ca02be8d8 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:25.747382 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-23b0cd7d-bb94-4a64-b0d6-11b579c96a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.760364 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-23b0cd7d-bb94-4a64-b0d6-11b579c96a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.808483 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-23b0cd7d-bb94-4a64-b0d6-11b579c96a7e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=99488dd11d294cca87ae79d867536a62&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0042725 Jul 13 07:31:25.811653 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55688) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:25.889354 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0cd7d-bb94-4a64-b0d6-11b579c96a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5035d7-5f42-4586-8d7a-9c765dde2c8e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:25.928526 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6aa3df76-842b-4c25-b29e-53f9b66ea084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.966603 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6aa3df76-842b-4c25-b29e-53f9b66ea084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.036094 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4aeacbf7-9e6e-442b-a77b-e93ca02be8d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.049679 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6aa3df76-842b-4c25-b29e-53f9b66ea084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.052826 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6aa3df76-842b-4c25-b29e-53f9b66ea084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.058539 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6aa3df76-842b-4c25-b29e-53f9b66ea084 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/da5035d7-5f42-4586-8d7a-9c765dde2c8e HTTP/1.1" status: 204 len: 168 time: 0.2422805 Jul 13 07:31:26.092012 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3df76-842b-4c25-b29e-53f9b66ea084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5035d7-5f42-4586-8d7a-9c765dde2c8e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:26.266433 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4aeacbf7-9e6e-442b-a77b-e93ca02be8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.481570 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aeacbf7-9e6e-442b-a77b-e93ca02be8d8 admin admin] Router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:31:26.777001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aeacbf7-9e6e-442b-a77b-e93ca02be8d8 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:26.787450 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] Sync routers for ids ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:26.797720 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4aeacbf7-9e6e-442b-a77b-e93ca02be8d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.801048 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4aeacbf7-9e6e-442b-a77b-e93ca02be8d8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.3577421 Jul 13 07:31:26.803357 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55728) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:26.805379 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] Routers {'3d045ab7-d045-47b5-b85d-62bcf1f98a59'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:26.806054 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:30:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:26.853816 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3a3173-1ef8-4bce-b255-69f77f39a494 None None] Network 02fe467e-501d-4dea-afac-48e6d7fce230 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:27.042531 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0680e77d-4169-4d44-978b-9c2b8c1aa1fc None None] Provisioning for port 9476a9f5-59a5-462c-91a8-b9fa18f746b7 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:27.052146 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] Set router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:27.264783 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55744) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:27.390067 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9476a9f5-59a5-462c-91a8-b9fa18f746b7 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:27.444099 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-router', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:25Z', 'revision_number': 3, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'gw_port': {'id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:27.483860 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] Checking router: 3d045ab7-d045-47b5-b85d-62bcf1f98a59 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:27.484813 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] Updating router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 port b327f69c-16f5-4a82-9cc7-91cddd13ddc2 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:31:27.516469 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-644bf927-d655-4bb3-8486-e9c660a08922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.523907 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 9476a9f5-59a5-462c-91a8-b9fa18f746b7 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:27.531420 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 9476a9f5-59a5-462c-91a8-b9fa18f746b7 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:27.533193 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.563917 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ddc66d2f-713d-4adb-84bd-f6fe282395d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.573216 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.707255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-12066011-646b-45c7-8cd0-bf5927a20546 None None] Provisioning complete for port 9476a9f5-59a5-462c-91a8-b9fa18f746b7 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:27.707748 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-12066011-646b-45c7-8cd0-bf5927a20546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.760072 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.769758 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ddc66d2f-713d-4adb-84bd-f6fe282395d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.783003 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ddc66d2f-713d-4adb-84bd-f6fe282395d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.811858 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d002e288-f786-4aca-939d-4370112d0583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.819045 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.856076 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55782) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:27.873115 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-12066011-646b-45c7-8cd0-bf5927a20546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.898761 n-d-779913-28 neutron-server[93724]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 07:31:27.911428 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 9476a9f5-59a5-462c-91a8-b9fa18f746b7, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9476a9f5-59a5-462c-91a8-b9fa18f746b7,segment=NetworkSegment(0e6d8cfe-3405-4d5c-9ea2-be864f420a8e),segment_id=0e6d8cfe-3405-4d5c-9ea2-be864f420a8e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:27.923873 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.982198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc66d2f-713d-4adb-84bd-f6fe282395d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b36d467-f381-415f-90ee-a76d94bcbfc0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:27.985663 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=9476a9f5-59a5-462c-91a8-b9fa18f746b7,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:27.988947 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ddc66d2f-713d-4adb-84bd-f6fe282395d9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=30be9c0ab61b4af0849c3db1a6f7dcdf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7206926 Jul 13 07:31:27.996867 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-62cdfbf2-0c6a-43c7-84e6-df13a93aec6c tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=7b009e03057640a79b91a29debf423d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1390553 Jul 13 07:31:27.997356 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55786) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:28.072741 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-12066011-646b-45c7-8cd0-bf5927a20546 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:31:28.073222 n-d-779913-28 neutron-server[93725]: DEBUG oslo_db.api [None req-12066011-646b-45c7-8cd0-bf5927a20546 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:31:28.186782 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.198374 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] Transition to ACTIVE for port object b327f69c-16f5-4a82-9cc7-91cddd13ddc2 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:28.211319 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.282843 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd030306-cce2-46a7-8b03-f6a7552b6a3f None None] Pushing event updated for resources: {'Port': ['ID=b327f69c-16f5-4a82-9cc7-91cddd13ddc2,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:28.296554 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030306-cce2-46a7-8b03-f6a7552b6a3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:28.297187 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030306-cce2-46a7-8b03-f6a7552b6a3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:28.298397 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030306-cce2-46a7-8b03-f6a7552b6a3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:28.298916 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030306-cce2-46a7-8b03-f6a7552b6a3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:28.299971 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030306-cce2-46a7-8b03-f6a7552b6a3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:28.301522 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030306-cce2-46a7-8b03-f6a7552b6a3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:28.302358 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030306-cce2-46a7-8b03-f6a7552b6a3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:28.303220 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030306-cce2-46a7-8b03-f6a7552b6a3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:28.304785 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030306-cce2-46a7-8b03-f6a7552b6a3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:28.305774 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030306-cce2-46a7-8b03-f6a7552b6a3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:28.306515 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030306-cce2-46a7-8b03-f6a7552b6a3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:28.307220 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030306-cce2-46a7-8b03-f6a7552b6a3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:28.307557 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-d002e288-f786-4aca-939d-4370112d0583 admin admin] Allocated IP 172.20.0.1 (02fe467e-501d-4dea-afac-48e6d7fce230/31d63351-98cd-481d-a626-10f87330372b/b414c8f8-9845-45a1-b6fd-7f49a3b86498) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030306-cce2-46a7-8b03-f6a7552b6a3f None None] Tracked resource versions report: Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: pushed versions: Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: { 'AddressGroup': {'1.2'}, Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: 'ConntrackHelper': {'1.0'}, Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: 'Log': {'1.0'}, Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: 'Network': {'1.1'}, Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: 'Port': {'1.7'}, Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: 'PortForwarding': {'1.2'}, Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: 'QosPolicy': {'1.8'}, Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: 'SecurityGroup': {'1.4'}, Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: 'SubPort': {'1.0'}, Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: 'Subnet': {'1.1'}, Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: 'Trunk': {'1.1'}} Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: consumer versions: Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: { DHCP agent@n-d-779913-28: {}, Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: HyperV agent@n-h1-779913-28: {}, Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: HyperV agent@n-h2-779913-28: {}, Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: L3 agent@n-d-779913-28: {}, Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: Metadata agent@n-d-779913-28: {}, Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: Metering agent@n-d-779913-28: {}, Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: Open vSwitch agent@n-d-779913-28: { 'AddressGroup': '1.2', Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: 'ConntrackHelper': '1.0', Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: 'Log': '1.0', Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: 'Network': '1.1', Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: 'Port': '1.7', Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: 'PortForwarding': '1.2', Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: 'QosPolicy': '1.8', Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: 'SecurityGroup': '1.4', Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: 'SecurityGroupRule': '1.2', Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: 'SubPort': '1.0', Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: 'Subnet': '1.1', Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: 'Trunk': '1.1'}} Jul 13 07:31:28.308950 n-d-779913-28 neutron-server[93726]: {{(pid=93726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:31:28.330669 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0746b851-3d64-4893-99f4-2dfa522e2af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.354928 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] Attempting to bind port b327f69c-16f5-4a82-9cc7-91cddd13ddc2 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:28.355303 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] Attempting to bind port b327f69c-16f5-4a82-9cc7-91cddd13ddc2 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:28.355669 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] Attempting to bind port b327f69c-16f5-4a82-9cc7-91cddd13ddc2 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:28.374047 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-ff8511ee-dc90-4765-87d1-d425656f6126 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:28.375893 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-ff8511ee-dc90-4765-87d1-d425656f6126 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3582067 Jul 13 07:31:28.381259 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0746b851-3d64-4893-99f4-2dfa522e2af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.381892 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:31:28.386211 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:28.386589 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:28.386994 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.387386 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:28.387859 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] Bound port: b327f69c-16f5-4a82-9cc7-91cddd13ddc2, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:28.388255 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.419014 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-b402f56b-68aa-4d4c-972c-564181249ee4 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/quotas/7b009e03057640a79b91a29debf423d6 HTTP/1.1" status: 200 len: 375 time: 0.0350063 Jul 13 07:31:28.453901 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] For port b327f69c-16f5-4a82-9cc7-91cddd13ddc2, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:28.458986 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] For port b327f69c-16f5-4a82-9cc7-91cddd13ddc2, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b327f69c-16f5-4a82-9cc7-91cddd13ddc2,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:28.468728 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.494854 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-f824c103-1c14-4303-a274-938ed048f659 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7b009e03057640a79b91a29debf423d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744190 Jul 13 07:31:28.508328 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d002e288-f786-4aca-939d-4370112d0583 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.533643 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0746b851-3d64-4893-99f4-2dfa522e2af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.536405 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-d002e288-f786-4aca-939d-4370112d0583 admin admin] Transition to ACTIVE for port object b414c8f8-9845-45a1-b6fd-7f49a3b86498 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:28.536615 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd030306-cce2-46a7-8b03-f6a7552b6a3f None None] Pushing event updated for resources: {'Port': ['ID=b327f69c-16f5-4a82-9cc7-91cddd13ddc2,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:28.538011 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0746b851-3d64-4893-99f4-2dfa522e2af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.539167 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0746b851-3d64-4893-99f4-2dfa522e2af0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b36d467-f381-415f-90ee-a76d94bcbfc0 HTTP/1.1" status: 204 len: 168 time: 0.5398285 Jul 13 07:31:28.557055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746b851-3d64-4893-99f4-2dfa522e2af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b36d467-f381-415f-90ee-a76d94bcbfc0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:28.568365 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] Routers {'3d045ab7-d045-47b5-b85d-62bcf1f98a59'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:28.570238 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:31:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:28.626683 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55812) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:28.630018 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d002e288-f786-4aca-939d-4370112d0583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.715273 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d002e288-f786-4aca-939d-4370112d0583 admin admin] Network 02fe467e-501d-4dea-afac-48e6d7fce230 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:28.718972 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-d002e288-f786-4aca-939d-4370112d0583 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:28.721800 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d002e288-f786-4aca-939d-4370112d0583 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:28.722598 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d002e288-f786-4aca-939d-4370112d0583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.778693 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] Set router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:28.966853 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002e288-f786-4aca-939d-4370112d0583 admin admin] Pushing event updated for resources: {'Port': ['ID=b414c8f8-9845-45a1-b6fd-7f49a3b86498,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:29.074951 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-caa22e53-4b9c-4bd8-b929-19116d6fe3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.140033 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-888323fb-a8dd-463b-9aa3-41aab3585e3f None None] Provisioning for port b414c8f8-9845-45a1-b6fd-7f49a3b86498 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:29.149720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-888323fb-a8dd-463b-9aa3-41aab3585e3f None None] Provisioning complete for port b414c8f8-9845-45a1-b6fd-7f49a3b86498 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:29.150119 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-888323fb-a8dd-463b-9aa3-41aab3585e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.214391 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-888323fb-a8dd-463b-9aa3-41aab3585e3f None None] Port b414c8f8-9845-45a1-b6fd-7f49a3b86498 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:29.298382 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-caa22e53-4b9c-4bd8-b929-19116d6fe3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.304477 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-caa22e53-4b9c-4bd8-b929-19116d6fe3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.305425 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d002e288-f786-4aca-939d-4370112d0583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.338423 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9476a9f5-59a5-462c-91a8-b9fa18f746b7 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:29.379500 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-caa22e53-4b9c-4bd8-b929-19116d6fe3a5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f661777064054b0eb019fc9f679414bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7514777 Jul 13 07:31:29.380321 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55856) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:29.386045 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-router', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:25Z', 'revision_number': 3, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'gw_port': {'id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:29.419411 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa22e53-4b9c-4bd8-b929-19116d6fe3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6804d0-124a-45a2-bf4e-eadad7a7fb4f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:29.467314 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55860) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:29.477594 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd74550-b77b-4c32-9617-2a69000465f2 None None] The sync data for ids ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'] in n-d-779913-28 is: [{'id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-router', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:25Z', 'revision_number': 3, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'gw_port': {'id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:29.484373 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 9476a9f5-59a5-462c-91a8-b9fa18f746b7 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:29.484759 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.488217 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.493551 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-234f1134-a988-4945-8377-17870447b088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.506152 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3fb3e08e-64ee-4015-b914-deec3d29b42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.537944 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3fb3e08e-64ee-4015-b914-deec3d29b42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.610866 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55862) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:29.622369 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3fb3e08e-64ee-4015-b914-deec3d29b42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.625476 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3fb3e08e-64ee-4015-b914-deec3d29b42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.634771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3fb3e08e-64ee-4015-b914-deec3d29b42c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dd6804d0-124a-45a2-bf4e-eadad7a7fb4f HTTP/1.1" status: 204 len: 168 time: 0.2527637 Jul 13 07:31:29.655060 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3e08e-64ee-4015-b914-deec3d29b42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6804d0-124a-45a2-bf4e-eadad7a7fb4f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:29.687040 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d002e288-f786-4aca-939d-4370112d0583 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.692960 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d002e288-f786-4aca-939d-4370112d0583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.751765 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-234f1134-a988-4945-8377-17870447b088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.757095 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-234f1134-a988-4945-8377-17870447b088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.759994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002e288-f786-4aca-939d-4370112d0583 admin admin] Pushing event updated for resources: {'Port': ['ID=b414c8f8-9845-45a1-b6fd-7f49a3b86498,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:29.792598 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d002e288-f786-4aca-939d-4370112d0583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.799303 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-234f1134-a988-4945-8377-17870447b088 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d2d54e3bea324553984cc66c34d76b08&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3305461 Jul 13 07:31:29.801178 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55870) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:30.062789 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-91b1c0c6-324b-4692-a42a-43bc343098ed req-8e005a64-d34f-486c-bcad-4a143b3cdd60 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 210 time: 0.4502482 Jul 13 07:31:30.064354 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-304c7f3d-bbe6-41ce-8f6f-abd0fbecba16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.107874 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d002e288-f786-4aca-939d-4370112d0583 admin admin] Network 02fe467e-501d-4dea-afac-48e6d7fce230 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:30.110036 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-d002e288-f786-4aca-939d-4370112d0583 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:30.136973 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-304c7f3d-bbe6-41ce-8f6f-abd0fbecba16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.174180 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f1134-a988-4945-8377-17870447b088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bb92ec-3193-447e-a28f-e334a6a150e4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:30.250616 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-304c7f3d-bbe6-41ce-8f6f-abd0fbecba16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.253808 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-304c7f3d-bbe6-41ce-8f6f-abd0fbecba16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.259271 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e6516216-4f6e-4bf8-b4e8-b68fdd55d345 None None] Provisioning complete for port b414c8f8-9845-45a1-b6fd-7f49a3b86498 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:30.259805 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e6516216-4f6e-4bf8-b4e8-b68fdd55d345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.266320 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-304c7f3d-bbe6-41ce-8f6f-abd0fbecba16 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b6bb92ec-3193-447e-a28f-e334a6a150e4 HTTP/1.1" status: 204 len: 168 time: 0.4640384 Jul 13 07:31:30.281015 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c7f3d-bbe6-41ce-8f6f-abd0fbecba16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bb92ec-3193-447e-a28f-e334a6a150e4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:30.333874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e6516216-4f6e-4bf8-b4e8-b68fdd55d345 None None] Port b414c8f8-9845-45a1-b6fd-7f49a3b86498 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:30.538582 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d002e288-f786-4aca-939d-4370112d0583 admin admin] Router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:30.571965 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-17e825bc-a8f6-4f60-b45d-3a1fe8e5c877 None None] Provisioning complete for port b414c8f8-9845-45a1-b6fd-7f49a3b86498 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:30.572337 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-17e825bc-a8f6-4f60-b45d-3a1fe8e5c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.631581 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-17e825bc-a8f6-4f60-b45d-3a1fe8e5c877 None None] Port b414c8f8-9845-45a1-b6fd-7f49a3b86498 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:30.702834 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d002e288-f786-4aca-939d-4370112d0583 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:30.710136 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d002e288-f786-4aca-939d-4370112d0583 admin admin] 10.222.0.58 "PUT /v2.0/routers/3d045ab7-d045-47b5-b85d-62bcf1f98a59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9043188 Jul 13 07:31:30.734840 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55916) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:30.757137 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-134ab67b-4c9a-4a5f-8911-d75c26658e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.890572 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-134ab67b-4c9a-4a5f-8911-d75c26658e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.895605 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-134ab67b-4c9a-4a5f-8911-d75c26658e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.944967 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-134ab67b-4c9a-4a5f-8911-d75c26658e14 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6124bfcb039e480db711f323884a91a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2084174 Jul 13 07:31:30.945867 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ab67b-4c9a-4a5f-8911-d75c26658e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ef81b9-a4d8-4555-a745-249f79b2e240,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:30.947955 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55930) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:31.105293 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ea727ef-4a8c-4efa-9ba9-a4bc2c2d599b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.163272 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ea727ef-4a8c-4efa-9ba9-a4bc2c2d599b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.165484 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.238236 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb431a1f-72d8-406f-9460-bafeca0b0304 req-0903db00-8457-4464-8b8a-d006bd22094f tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 210 time: 0.0407588 Jul 13 07:31:31.267381 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ea727ef-4a8c-4efa-9ba9-a4bc2c2d599b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.269972 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ea727ef-4a8c-4efa-9ba9-a4bc2c2d599b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.271170 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2ea727ef-4a8c-4efa-9ba9-a4bc2c2d599b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b3ef81b9-a4d8-4555-a745-249f79b2e240 HTTP/1.1" status: 204 len: 168 time: 0.3214307 Jul 13 07:31:31.280053 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea727ef-4a8c-4efa-9ba9-a4bc2c2d599b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ef81b9-a4d8-4555-a745-249f79b2e240,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:31.354890 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55952) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:31.365312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b327f69c-16f5-4a82-9cc7-91cddd13ddc2 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:31.458151 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port b327f69c-16f5-4a82-9cc7-91cddd13ddc2 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:31.462258 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b327f69c-16f5-4a82-9cc7-91cddd13ddc2 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:31.462757 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.576405 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.602202 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port b327f69c-16f5-4a82-9cc7-91cddd13ddc2, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b327f69c-16f5-4a82-9cc7-91cddd13ddc2,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:31.609915 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.682315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=b327f69c-16f5-4a82-9cc7-91cddd13ddc2,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:31.741141 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ca3d078-6592-4989-bb91-0bf91e884807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.876644 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] Sync routers for ids ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:31.895199 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] Routers {'3d045ab7-d045-47b5-b85d-62bcf1f98a59'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:31.895839 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:31:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:31.902388 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ca3d078-6592-4989-bb91-0bf91e884807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.911773 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ca3d078-6592-4989-bb91-0bf91e884807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.930159 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55982) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:31.956579 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0ca3d078-6592-4989-bb91-0bf91e884807 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db591e28553a4c878d69fa5616906f7e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5994327 Jul 13 07:31:31.957324 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3d078-6592-4989-bb91-0bf91e884807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f93515-decf-4721-941d-79aa2d640476,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:31.959146 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55986) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:32.049888 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-010eb021-67a4-45fb-a189-ea870e78f6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.082782 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-010eb021-67a4-45fb-a189-ea870e78f6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.159307 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-010eb021-67a4-45fb-a189-ea870e78f6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.161837 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-010eb021-67a4-45fb-a189-ea870e78f6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.163032 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-010eb021-67a4-45fb-a189-ea870e78f6bf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/20f93515-decf-4721-941d-79aa2d640476 HTTP/1.1" status: 204 len: 168 time: 0.2027957 Jul 13 07:31:32.175032 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010eb021-67a4-45fb-a189-ea870e78f6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f93515-decf-4721-941d-79aa2d640476,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:32.270869 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] Set router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:32.363606 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37852871-47c4-494c-b7e4-6a15de6f3bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.525377 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37852871-47c4-494c-b7e4-6a15de6f3bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.534820 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37852871-47c4-494c-b7e4-6a15de6f3bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.548555 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-router', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:29Z', 'revision_number': 4, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'gw_port': {'id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b414c8f8-9845-45a1-b6fd-7f49a3b86498', 'name': '', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'mac_address': 'fa:16:3e:53:26:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '31d63351-98cd-481d-a626-10f87330372b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:29Z', 'revision_number': 2, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'subnets': [{'id': '31d63351-98cd-481d-a626-10f87330372b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:32.571203 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37852871-47c4-494c-b7e4-6a15de6f3bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da31f91-f21c-4526-ab05-f8dfa37c8541,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:32.581229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] Checking router: 3d045ab7-d045-47b5-b85d-62bcf1f98a59 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:32.581745 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] Updating router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 port b414c8f8-9845-45a1-b6fd-7f49a3b86498 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:31:32.607834 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-37852871-47c4-494c-b7e4-6a15de6f3bb8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ecd3135f0b5c46d3ac404430b79182ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6756446 Jul 13 07:31:32.611547 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56016) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:32.629699 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.716347 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2a65-c89c-4c67-9981-4ec21e0ba73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.775265 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2a65-c89c-4c67-9981-4ec21e0ba73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.974704 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-22e6a51f-b763-4326-9f12-195621605a3c req-50b278ff-5e26-438a-a905-fd25a5f13664 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 210 time: 0.0718997 Jul 13 07:31:32.998394 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2a65-c89c-4c67-9981-4ec21e0ba73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.011309 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2a65-c89c-4c67-9981-4ec21e0ba73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.015048 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ccbb2a65-c89c-4c67-9981-4ec21e0ba73f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7da31f91-f21c-4526-ab05-f8dfa37c8541 HTTP/1.1" status: 204 len: 168 time: 0.4016359 Jul 13 07:31:33.036261 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb2a65-c89c-4c67-9981-4ec21e0ba73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da31f91-f21c-4526-ab05-f8dfa37c8541,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:33.080079 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.092720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] Transition to ACTIVE for port object b414c8f8-9845-45a1-b6fd-7f49a3b86498 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:33.100238 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.184400 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.62', 51072) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.185908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fbdb6-b035-4fd7-b1c7-4344fe7de3b1 None None] Pushing event updated for resources: {'Port': ['ID=b414c8f8-9845-45a1-b6fd-7f49a3b86498,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:33.224390 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] Attempting to bind port b414c8f8-9845-45a1-b6fd-7f49a3b86498 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:33.224773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] Attempting to bind port b414c8f8-9845-45a1-b6fd-7f49a3b86498 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0e6d8cfe-3405-4d5c-9ea2-be864f420a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:33.225146 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] Attempting to bind port b414c8f8-9845-45a1-b6fd-7f49a3b86498 on network 02fe467e-501d-4dea-afac-48e6d7fce230 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:33.237665 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:33.238049 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] Checking segment: {'id': '0e6d8cfe-3405-4d5c-9ea2-be864f420a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:33.238485 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.238893 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] Bound using segment: {'id': '0e6d8cfe-3405-4d5c-9ea2-be864f420a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:33.239335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] Bound port: b414c8f8-9845-45a1-b6fd-7f49a3b86498, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6d8cfe-3405-4d5c-9ea2-be864f420a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:33.239721 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.261587 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-5bda00fd-9e6a-4177-a53f-d6328ddf3c30 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7b009e03057640a79b91a29debf423d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754294 Jul 13 07:31:33.390866 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56042) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.402819 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-cbf91cf2-49e0-4276-a310-9348a10a9857 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:33.404688 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-cbf91cf2-49e0-4276-a310-9348a10a9857 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1353292 Jul 13 07:31:33.417217 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99e179b4-7599-46e6-9a44-7fefb2d790d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.421963 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] For port b414c8f8-9845-45a1-b6fd-7f49a3b86498, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:33.435887 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] For port b414c8f8-9845-45a1-b6fd-7f49a3b86498, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b414c8f8-9845-45a1-b6fd-7f49a3b86498,segment=NetworkSegment(0e6d8cfe-3405-4d5c-9ea2-be864f420a8e),segment_id=0e6d8cfe-3405-4d5c-9ea2-be864f420a8e)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:33.441712 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b327f69c-16f5-4a82-9cc7-91cddd13ddc2 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:33.448645 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.482399 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-0319338e-8de5-49c1-9a5e-a9d5b6badae0 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Request body: {'port': {'device_id': 'e80e15c1-08df-47a1-bbc9-b2949275ecb7', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': '7b009e03057640a79b91a29debf423d6'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:33.575198 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99e179b4-7599-46e6-9a44-7fefb2d790d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.582836 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99e179b4-7599-46e6-9a44-7fefb2d790d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.590594 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] Routers {'3d045ab7-d045-47b5-b85d-62bcf1f98a59'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:33.591335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:31:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:33.616251 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-99e179b4-7599-46e6-9a44-7fefb2d790d0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=95f0e01a51f24eae8879c1d700b034d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2241282 Jul 13 07:31:33.624009 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56052) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.701784 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e287ed5-3890-4812-bb0b-2d09c9adcfc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.705432 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e179b4-7599-46e6-9a44-7fefb2d790d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6aa83e-64f3-40a3-bb8c-20a1c25538e9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:33.734643 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e287ed5-3890-4812-bb0b-2d09c9adcfc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.801774 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e287ed5-3890-4812-bb0b-2d09c9adcfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.807858 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e287ed5-3890-4812-bb0b-2d09c9adcfc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.813555 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7e287ed5-3890-4812-bb0b-2d09c9adcfc1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/be6aa83e-64f3-40a3-bb8c-20a1c25538e9 HTTP/1.1" status: 204 len: 168 time: 0.1831982 Jul 13 07:31:33.825879 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e287ed5-3890-4812-bb0b-2d09c9adcfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6aa83e-64f3-40a3-bb8c-20a1c25538e9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:33.862594 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] Set router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:33.867370 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fbdb6-b035-4fd7-b1c7-4344fe7de3b1 None None] Pushing event updated for resources: {'Port': ['ID=b414c8f8-9845-45a1-b6fd-7f49a3b86498,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:33.908589 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b327f69c-16f5-4a82-9cc7-91cddd13ddc2 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:33.908589 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.986644 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-0319338e-8de5-49c1-9a5e-a9d5b6badae0 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Made reservation on behalf of 7b009e03057640a79b91a29debf423d6 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:33.991181 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-0319338e-8de5-49c1-9a5e-a9d5b6badae0 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.010955 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-0319338e-8de5-49c1-9a5e-a9d5b6badae0 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.152039 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-0319338e-8de5-49c1-9a5e-a9d5b6badae0 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.172161 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-0319338e-8de5-49c1-9a5e-a9d5b6badae0 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.207058 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56074) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.213344 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b50fb839-f0e7-4620-98df-4dc051fc9dea admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-908545465-network', 'tenant_id': 'e626bc51495045b2ad5c403ee89b16eb'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:34.238125 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-router', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:29Z', 'revision_number': 4, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'gw_port': {'id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b414c8f8-9845-45a1-b6fd-7f49a3b86498', 'name': '', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'mac_address': 'fa:16:3e:53:26:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '31d63351-98cd-481d-a626-10f87330372b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:33Z', 'revision_number': 4, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'subnets': [{'id': '31d63351-98cd-481d-a626-10f87330372b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:34.261797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50fb839-f0e7-4620-98df-4dc051fc9dea admin admin] Made reservation on behalf of e626bc51495045b2ad5c403ee89b16eb for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:34.264422 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b50fb839-f0e7-4620-98df-4dc051fc9dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.277074 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b50fb839-f0e7-4620-98df-4dc051fc9dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.283869 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b6d6f4-8528-4c4a-be53-89374b909025 None None] The sync data for ids ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'] in n-d-779913-28 is: [{'id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-router', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:29Z', 'revision_number': 4, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'gw_port': {'id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b414c8f8-9845-45a1-b6fd-7f49a3b86498', 'name': '', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'mac_address': 'fa:16:3e:53:26:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '31d63351-98cd-481d-a626-10f87330372b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:33Z', 'revision_number': 4, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'subnets': [{'id': '31d63351-98cd-481d-a626-10f87330372b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:34.478186 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-48f31547-d4fb-49b6-bf36-02afc5c28662 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=c31b02724ee648538c50790523ee7b52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586150 Jul 13 07:31:34.542477 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319338e-8de5-49c1-9a5e-a9d5b6badae0 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3316b85-2207-4742-9b5e-a74e37383c53,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:34.546700 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4e18c971-86c8-485e-ae50-db8f0a6ff223 req-c191b5ae-3118-44f7-bebc-d492fc093be5 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 210 time: 0.0546069 Jul 13 07:31:34.580617 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56092) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.720187 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-03229b21-aecf-4525-b7ed-d6db5b73403d tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:34.728049 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-03229b21-aecf-4525-b7ed-d6db5b73403d tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2461002 Jul 13 07:31:34.730525 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27f0c455-c9e8-4864-812c-9b709626997d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.757665 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-43b8f5b4-3fe5-4de6-a3dc-e19be090302e tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/quotas/c31b02724ee648538c50790523ee7b52 HTTP/1.1" status: 200 len: 375 time: 0.0258768 Jul 13 07:31:34.801239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-0319338e-8de5-49c1-9a5e-a9d5b6badae0 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Allocated IP 192.168.233.176 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/eb8fc312-9a0b-49bc-87f5-d356c68113f1) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:34.828784 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-b171146e-dcae-428a-bc3a-d24b6fcf1df6 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c31b02724ee648538c50790523ee7b52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675437 Jul 13 07:31:34.833239 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b50fb839-f0e7-4620-98df-4dc051fc9dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.841222 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b50fb839-f0e7-4620-98df-4dc051fc9dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.874753 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50fb839-f0e7-4620-98df-4dc051fc9dea admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:34.894729 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b50fb839-f0e7-4620-98df-4dc051fc9dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.896551 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-b50fb839-f0e7-4620-98df-4dc051fc9dea admin admin] Added segment 4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6 of type vlan for network 8da90250-ea5f-49f1-b3c9-b3873bcd3cdb Jul 13 07:31:34.977703 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50fb839-f0e7-4620-98df-4dc051fc9dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02a62a9-9a15-4f59-925e-c6b382ec4e20,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:35.062869 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b50fb839-f0e7-4620-98df-4dc051fc9dea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.134280 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b50fb839-f0e7-4620-98df-4dc051fc9dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.136501 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50fb839-f0e7-4620-98df-4dc051fc9dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:35.138372 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b50fb839-f0e7-4620-98df-4dc051fc9dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.253478 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9a58d316-1b93-4ef5-915c-f4cce69cbc9d req-24546bd5-4f79-4ab7-8527-c6a0b80f5cb4 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 210 time: 0.0587237 Jul 13 07:31:35.323592 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50fb839-f0e7-4620-98df-4dc051fc9dea admin admin] Pushing event updated for resources: {'Network': ['ID=8da90250-ea5f-49f1-b3c9-b3873bcd3cdb,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:35.335556 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 8da90250-ea5f-49f1-b3c9-b3873bcd3cdb details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:35.398145 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b414c8f8-9845-45a1-b6fd-7f49a3b86498 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:35.425960 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-0319338e-8de5-49c1-9a5e-a9d5b6badae0 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.429730 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27f0c455-c9e8-4864-812c-9b709626997d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.444594 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-0319338e-8de5-49c1-9a5e-a9d5b6badae0 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Transition to ACTIVE for port object eb8fc312-9a0b-49bc-87f5-d356c68113f1 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:35.446436 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27f0c455-c9e8-4864-812c-9b709626997d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.456486 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b50fb839-f0e7-4620-98df-4dc051fc9dea admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2479787 Jul 13 07:31:35.459239 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56144) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:35.464653 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a7ffd602-8880-4524-b5e8-ad8232f1ef6f admin admin] Request body: {'subnet': {'network_id': '8da90250-ea5f-49f1-b3c9-b3873bcd3cdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908545465-subnet', 'tenant_id': 'e626bc51495045b2ad5c403ee89b16eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:35.493664 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0c455-c9e8-4864-812c-9b709626997d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a2a308-8f8b-48dd-97ec-97dd693f23a8,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:35.525278 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-27f0c455-c9e8-4864-812c-9b709626997d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b16028e719a546cd9c0647b1f2c3f01b&name=default HTTP/1.1" status: 200 len: 2976 time: 0.9405763 Jul 13 07:31:35.525503 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56146) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:35.526623 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ffd602-8880-4524-b5e8-ad8232f1ef6f admin admin] Made reservation on behalf of e626bc51495045b2ad5c403ee89b16eb for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:35.529908 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7ffd602-8880-4524-b5e8-ad8232f1ef6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.667432 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port b414c8f8-9845-45a1-b6fd-7f49a3b86498 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:35.671914 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b414c8f8-9845-45a1-b6fd-7f49a3b86498 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:35.672319 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.681661 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-33a99bd8-399a-4b61-afce-d211cd735a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.785096 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-33a99bd8-399a-4b61-afce-d211cd735a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.877533 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.917445 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56160) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:35.942802 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-0319338e-8de5-49c1-9a5e-a9d5b6badae0 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.952267 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-33a99bd8-399a-4b61-afce-d211cd735a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.960534 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-33a99bd8-399a-4b61-afce-d211cd735a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.964794 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-33a99bd8-399a-4b61-afce-d211cd735a71 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15a2a308-8f8b-48dd-97ec-97dd693f23a8 HTTP/1.1" status: 204 len: 168 time: 0.4382994 Jul 13 07:31:36.010819 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port b414c8f8-9845-45a1-b6fd-7f49a3b86498, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b414c8f8-9845-45a1-b6fd-7f49a3b86498,segment=NetworkSegment(0e6d8cfe-3405-4d5c-9ea2-be864f420a8e),segment_id=0e6d8cfe-3405-4d5c-9ea2-be864f420a8e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:36.018174 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.273443 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=b414c8f8-9845-45a1-b6fd-7f49a3b86498,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:36.296260 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319338e-8de5-49c1-9a5e-a9d5b6badae0 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Pushing event updated for resources: {'Port': ['ID=eb8fc312-9a0b-49bc-87f5-d356c68113f1,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:36.339614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a99bd8-399a-4b61-afce-d211cd735a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a2a308-8f8b-48dd-97ec-97dd693f23a8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:36.360544 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-0319338e-8de5-49c1-9a5e-a9d5b6badae0 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:36.362633 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-0319338e-8de5-49c1-9a5e-a9d5b6badae0 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:36.365979 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-0319338e-8de5-49c1-9a5e-a9d5b6badae0 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:36.372264 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-0319338e-8de5-49c1-9a5e-a9d5b6badae0 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:36.372976 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-0319338e-8de5-49c1-9a5e-a9d5b6badae0 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.420827 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-0319338e-8de5-49c1-9a5e-a9d5b6badae0 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9441323 Jul 13 07:31:36.472324 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-4dcb6e17-86b3-4624-b963-ef470f546625 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:36.474001 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-4dcb6e17-86b3-4624-b963-ef470f546625 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069578 Jul 13 07:31:36.498072 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7ffd602-8880-4524-b5e8-ad8232f1ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.542699 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-779f33e0-aa3e-4114-a4a1-5668356547b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.636794 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ab538-f20c-43ee-89f2-839ac393d469 req-3d0696e0-4d79-4f66-b35b-9a8c290f886c tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:36.639917 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b09ab538-f20c-43ee-89f2-839ac393d469 req-3d0696e0-4d79-4f66-b35b-9a8c290f886c tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 936 time: 0.6783695 Jul 13 07:31:36.779688 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-74c3f2b8-c769-4f20-9378-30223396f250 None None] Provisioning complete for port b414c8f8-9845-45a1-b6fd-7f49a3b86498 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:36.782451 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74c3f2b8-c769-4f20-9378-30223396f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.841957 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-779f33e0-aa3e-4114-a4a1-5668356547b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.851831 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-779f33e0-aa3e-4114-a4a1-5668356547b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.858572 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ffd602-8880-4524-b5e8-ad8232f1ef6f admin admin] Checking segment: {'id': '4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8da90250-ea5f-49f1-b3c9-b3873bcd3cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:36.862498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ffd602-8880-4524-b5e8-ad8232f1ef6f admin admin] Network hostable DHCP agents. Network: 8da90250-ea5f-49f1-b3c9-b3873bcd3cdb, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:36.895379 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b09ab538-f20c-43ee-89f2-839ac393d469 req-bf4c538a-92f0-4ab6-9619-042b5153f86b tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340214 Jul 13 07:31:36.905045 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffd602-8880-4524-b5e8-ad8232f1ef6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d7a132c-3ea4-491a-b9cf-fa82bfe759a0,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:36.964319 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f33e0-aa3e-4114-a4a1-5668356547b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeb38e3-bc68-4b81-a50c-2ffd22c50e2f,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:36.998067 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64bcdbd1-1d1d-4633-9104-9bf7df0d1ed9 req-b08cbb3b-5061-4e1d-8480-1178687accbd tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 210 time: 0.3523300 Jul 13 07:31:37.041525 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ffd602-8880-4524-b5e8-ad8232f1ef6f admin admin] Network 8da90250-ea5f-49f1-b3c9-b3873bcd3cdb is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:37.046593 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-779f33e0-aa3e-4114-a4a1-5668356547b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=823617badf2947959a58dbf1b262af4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1236403 Jul 13 07:31:37.048213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56180) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:37.086962 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a7ffd602-8880-4524-b5e8-ad8232f1ef6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 8da90250-ea5f-49f1-b3c9-b3873bcd3cdb) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:37.102497 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cfd295-043e-44e7-be79-35c3d7dafa66 None None] Network 8da90250-ea5f-49f1-b3c9-b3873bcd3cdb requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:37.112216 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ffd602-8880-4524-b5e8-ad8232f1ef6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:37.112901 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7ffd602-8880-4524-b5e8-ad8232f1ef6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.163623 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae8763a2-d283-4321-b84d-f25ca6abd10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.167842 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a7ffd602-8880-4524-b5e8-ad8232f1ef6f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7070971 Jul 13 07:31:37.169809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56184) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:37.179612 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a717a8c4-cc62-4ca0-b33b-4e4ab5ab3a3c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-908545465-router', 'tenant_id': 'e626bc51495045b2ad5c403ee89b16eb', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:37.200480 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae8763a2-d283-4321-b84d-f25ca6abd10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.269653 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a717a8c4-cc62-4ca0-b33b-4e4ab5ab3a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.271477 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a717a8c4-cc62-4ca0-b33b-4e4ab5ab3a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.280978 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae8763a2-d283-4321-b84d-f25ca6abd10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.287069 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae8763a2-d283-4321-b84d-f25ca6abd10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.302916 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ae8763a2-d283-4321-b84d-f25ca6abd10f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2aeb38e3-bc68-4b81-a50c-2ffd22c50e2f HTTP/1.1" status: 204 len: 168 time: 0.2436018 Jul 13 07:31:37.321072 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8763a2-d283-4321-b84d-f25ca6abd10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeb38e3-bc68-4b81-a50c-2ffd22c50e2f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:37.419965 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b414c8f8-9845-45a1-b6fd-7f49a3b86498 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:37.481228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-8da90250-ea5f-49f1-b3c9-b3873bcd3cdb', 'network_id': '8da90250-ea5f-49f1-b3c9-b3873bcd3cdb', 'tenant_id': 'e626bc51495045b2ad5c403ee89b16eb', 'fixed_ips': [{'subnet_id': '7d7a132c-3ea4-491a-b9cf-fa82bfe759a0'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:37.482193 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.495226 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a717a8c4-cc62-4ca0-b33b-4e4ab5ab3a3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.645278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] Allocated IP 172.20.0.2 (8da90250-ea5f-49f1-b3c9-b3873bcd3cdb/7d7a132c-3ea4-491a-b9cf-fa82bfe759a0/154de492-e734-4ba1-8554-939a4d9755d9) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:37.725215 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.35', 62205) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:37.766797 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-9a61f2fc-3f2d-4cde-b441-11da631dc0f4 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c31b02724ee648538c50790523ee7b52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401623 Jul 13 07:31:37.789333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4b4b2223-5828-433e-a8b9-15d0209bef2a None None] Provisioning for port eb8fc312-9a0b-49bc-87f5-d356c68113f1 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:37.829051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4b4b2223-5828-433e-a8b9-15d0209bef2a None None] Provisioning complete for port eb8fc312-9a0b-49bc-87f5-d356c68113f1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:37.829051 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b4b2223-5828-433e-a8b9-15d0209bef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.882182 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a717a8c4-cc62-4ca0-b33b-4e4ab5ab3a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.904078 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b414c8f8-9845-45a1-b6fd-7f49a3b86498 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:37.904448 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.911541 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.088456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-df434df1-87ee-4c54-b061-e79cac05d76f tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:38.094231 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-df434df1-87ee-4c54-b061-e79cac05d76f tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3185561 Jul 13 07:31:38.145538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-f2781d8d-892c-4c63-9718-d1ff44ee84d5 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Request body: {'port': {'device_id': 'e0e89b17-8544-43e2-8c30-4baeb7cc4921', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': 'c31b02724ee648538c50790523ee7b52'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:38.157144 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4b4b2223-5828-433e-a8b9-15d0209bef2a None None] Port eb8fc312-9a0b-49bc-87f5-d356c68113f1 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:38.171901 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.210984 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] Transition to ACTIVE for port object 154de492-e734-4ba1-8554-939a4d9755d9 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:38.292086 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] Transition to ACTIVE for port object 154de492-e734-4ba1-8554-939a4d9755d9 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:38.385859 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.506573 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] Request body: {'port': {'device_id': 'e80e15c1-08df-47a1-bbc9-b2949275ecb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:38.634532 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] Network 8da90250-ea5f-49f1-b3c9-b3873bcd3cdb is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:38.641188 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:38.677722 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] Pushing event updated for resources: {'Port': ['ID=154de492-e734-4ba1-8554-939a4d9755d9,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:38.679954 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.693910 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:38.755606 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-f2781d8d-892c-4c63-9718-d1ff44ee84d5 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Made reservation on behalf of c31b02724ee648538c50790523ee7b52 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:38.760846 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-f2781d8d-892c-4c63-9718-d1ff44ee84d5 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.779546 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-f2781d8d-892c-4c63-9718-d1ff44ee84d5 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.852108 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56224) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:38.952666 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-977f3321-2a4b-4a78-b9a4-c67b86cf6476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.961194 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] Attempting to bind port 154de492-e734-4ba1-8554-939a4d9755d9 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:38.961800 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] Attempting to bind port 154de492-e734-4ba1-8554-939a4d9755d9 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8da90250-ea5f-49f1-b3c9-b3873bcd3cdb'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:38.962216 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] Attempting to bind port 154de492-e734-4ba1-8554-939a4d9755d9 on network 8da90250-ea5f-49f1-b3c9-b3873bcd3cdb {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:38.977721 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:38.978572 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] Checking segment: {'id': '4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8da90250-ea5f-49f1-b3c9-b3873bcd3cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:38.979345 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.979905 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] Bound using segment: {'id': '4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8da90250-ea5f-49f1-b3c9-b3873bcd3cdb'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:38.980708 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] Bound port: 154de492-e734-4ba1-8554-939a4d9755d9, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8da90250-ea5f-49f1-b3c9-b3873bcd3cdb'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:38.981456 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.214453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] For port 154de492-e734-4ba1-8554-939a4d9755d9, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:39.226031 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] For port 154de492-e734-4ba1-8554-939a4d9755d9, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=154de492-e734-4ba1-8554-939a4d9755d9,segment=NetworkSegment(4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6),segment_id=4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:39.234551 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.408294 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb966dc1-1ceb-4eee-87b7-f512c6dd7fbd req-8f2f42dd-870d-4e44-8f14-3945dcb78a88 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 210 time: 0.2426767 Jul 13 07:31:39.426618 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf4317-0014-44ee-aa99-1b17c04b71b2 None None] Pushing event updated for resources: {'Port': ['ID=154de492-e734-4ba1-8554-939a4d9755d9,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:39.528022 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8fc312-9a0b-49bc-87f5-d356c68113f1 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:39.540218 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.544918 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a717a8c4-cc62-4ca0-b33b-4e4ab5ab3a3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.572440 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] Transition to ACTIVE for port object eb8fc312-9a0b-49bc-87f5-d356c68113f1 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:39.584380 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.612127 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-f2781d8d-892c-4c63-9718-d1ff44ee84d5 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.623983 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a717a8c4-cc62-4ca0-b33b-4e4ab5ab3a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.689826 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-f2781d8d-892c-4c63-9718-d1ff44ee84d5 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.800612 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] Pushing event updated for resources: {'Port': ['ID=eb8fc312-9a0b-49bc-87f5-d356c68113f1,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:39.829676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32ebd2-9120-4a30-ba29-9284bac4bd96 req-763194a2-7fc7-45f0-978c-5b9ae252c084 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:39.859338 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab32ebd2-9120-4a30-ba29-9284bac4bd96 req-763194a2-7fc7-45f0-978c-5b9ae252c084 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 936 time: 0.7043917 Jul 13 07:31:40.024855 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2781d8d-892c-4c63-9718-d1ff44ee84d5 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d853358-2aa0-4f9e-8dae-8dcb0f82d719,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:40.142716 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab32ebd2-9120-4a30-ba29-9284bac4bd96 req-5a11f5ec-e911-40a3-b4e8-f37c5a1ff174 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820234 Jul 13 07:31:40.198698 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-a717a8c4-cc62-4ca0-b33b-4e4ab5ab3a3c admin admin] Allocated IP 172.25.0.66 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/d36b142b-f38d-418b-a0b5-e81f14f9454a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:40.251718 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] Attempting to bind port eb8fc312-9a0b-49bc-87f5-d356c68113f1 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:40.252558 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] Attempting to bind port eb8fc312-9a0b-49bc-87f5-d356c68113f1 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:40.253119 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] Attempting to bind port eb8fc312-9a0b-49bc-87f5-d356c68113f1 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:40.270793 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] Port eb8fc312-9a0b-49bc-87f5-d356c68113f1 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:31:40.271396 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] Attempting to bind port eb8fc312-9a0b-49bc-87f5-d356c68113f1 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:40.296438 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:40.298056 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:40.298993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:40.299690 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] Bound port: eb8fc312-9a0b-49bc-87f5-d356c68113f1, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:40.300486 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.431330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] For port eb8fc312-9a0b-49bc-87f5-d356c68113f1, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:40.437001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] For port eb8fc312-9a0b-49bc-87f5-d356c68113f1, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=eb8fc312-9a0b-49bc-87f5-d356c68113f1,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:40.462575 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a717a8c4-cc62-4ca0-b33b-4e4ab5ab3a3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.524741 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-977f3321-2a4b-4a78-b9a4-c67b86cf6476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.531358 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.638685 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-977f3321-2a4b-4a78-b9a4-c67b86cf6476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.640635 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a717a8c4-cc62-4ca0-b33b-4e4ab5ab3a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.735359 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] Pushing event updated for resources: {'Port': ['ID=eb8fc312-9a0b-49bc-87f5-d356c68113f1,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:40.759705 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-977f3321-2a4b-4a78-b9a4-c67b86cf6476 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e6e7d2272ecd4ba3b1bfbdb596f600ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9061077 Jul 13 07:31:40.770048 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56260) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:40.869944 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a717a8c4-cc62-4ca0-b33b-4e4ab5ab3a3c admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:40.900367 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a717a8c4-cc62-4ca0-b33b-4e4ab5ab3a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:40.911461 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a717a8c4-cc62-4ca0-b33b-4e4ab5ab3a3c admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:40.984699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f3321-2a4b-4a78-b9a4-c67b86cf6476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac90fd4a-161d-45c5-a320-0fdc9255a993,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:41.018415 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:41.019079 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.027757 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-3eff9cdf-305c-4cd0-803b-68a0e2efb18a service neutron] 10.222.0.62 "PUT /v2.0/ports/eb8fc312-9a0b-49bc-87f5-d356c68113f1 HTTP/1.1" status: 200 len: 1097 time: 3.6574414 Jul 13 07:31:41.040802 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80e15c1-08df-47a1-bbc9-b2949275ecb7', 'tag': 'eb8fc312-9a0b-49bc-87f5-d356c68113f1'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:41.337561 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-59cd52ea-f8d6-4595-879d-ec395835131e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.535523 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 154de492-e734-4ba1-8554-939a4d9755d9 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:41.542142 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d175c6c-d571-424a-becf-d612b178af56 req-dd0d07ff-c14f-476b-b36c-cbf73ab0912b tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 210 time: 0.1377196 Jul 13 07:31:41.556756 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717a8c4-cc62-4ca0-b33b-4e4ab5ab3a3c admin admin] Pushing event updated for resources: {'Port': ['ID=d36b142b-f38d-418b-a0b5-e81f14f9454a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:41.557208 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-f2781d8d-892c-4c63-9718-d1ff44ee84d5 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Allocated IP 192.168.233.252 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/68dfb6be-983b-4cd0-941f-c3ea0a5611f1) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:41.679282 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ab703e-7b88-4b65-9af6-05a17249a941 None None] Network 8da90250-ea5f-49f1-b3c9-b3873bcd3cdb requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:41.795947 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f5afc306-95e4-44d6-b1aa-528a387bff3c None None] Provisioning for port 154de492-e734-4ba1-8554-939a4d9755d9 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:42.025088 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-f2781d8d-892c-4c63-9718-d1ff44ee84d5 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.066309 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-f2781d8d-892c-4c63-9718-d1ff44ee84d5 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Transition to ACTIVE for port object 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:42.134893 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 154de492-e734-4ba1-8554-939a4d9755d9 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:42.171370 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 154de492-e734-4ba1-8554-939a4d9755d9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:42.175015 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.292350 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-f2781d8d-892c-4c63-9718-d1ff44ee84d5 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.429149 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb24a2-5a7d-4867-a55f-9e16145df085 req-f7ba5b54-c777-4672-acbe-1293bd0cc97b tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:42.438269 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6fb24a2-5a7d-4867-a55f-9e16145df085 req-f7ba5b54-c777-4672-acbe-1293bd0cc97b tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 948 time: 0.7349763 Jul 13 07:31:42.517922 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a717a8c4-cc62-4ca0-b33b-4e4ab5ab3a3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.557338 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-59cd52ea-f8d6-4595-879d-ec395835131e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.602509 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2781d8d-892c-4c63-9718-d1ff44ee84d5 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Pushing event updated for resources: {'Port': ['ID=68dfb6be-983b-4cd0-941f-c3ea0a5611f1,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:42.721431 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-f2781d8d-892c-4c63-9718-d1ff44ee84d5 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:42.727495 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e37c3fe-ee8e-48e4-b6c9-62a9da3b1084" -d '{"events": [{"name": "network-changed", "server_uuid": "e80e15c1-08df-47a1-bbc9-b2949275ecb7", "tag": "eb8fc312-9a0b-49bc-87f5-d356c68113f1"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:42.771523 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.798636 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.834708 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-f2781d8d-892c-4c63-9718-d1ff44ee84d5 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:42.862503 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6fb24a2-5a7d-4867-a55f-9e16145df085 req-19c5ee0a-f7b0-436f-a6ed-8d7af17e1df0 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145186 Jul 13 07:31:42.887700 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-f2781d8d-892c-4c63-9718-d1ff44ee84d5 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:42.915163 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-f2781d8d-892c-4c63-9718-d1ff44ee84d5 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:42.921971 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-f2781d8d-892c-4c63-9718-d1ff44ee84d5 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.998705 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 154de492-e734-4ba1-8554-939a4d9755d9, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=154de492-e734-4ba1-8554-939a4d9755d9,segment=NetworkSegment(4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6),segment_id=4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:43.010757 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.041036 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-11d69484-ed61-4d62-9d20-99978ad0b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:43.051561 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-11d69484-ed61-4d62-9d20-99978ad0b945 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b009e03057640a79b91a29debf423d6&device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 1100 time: 1.7148552 Jul 13 07:31:43.052981 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-f2781d8d-892c-4c63-9718-d1ff44ee84d5 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9127090 Jul 13 07:31:43.081815 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-7cc7603b-2ad3-4406-b95a-dbff49f23ce4 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:43.103470 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-7cc7603b-2ad3-4406-b95a-dbff49f23ce4 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0421610 Jul 13 07:31:43.156439 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a717a8c4-cc62-4ca0-b33b-4e4ab5ab3a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.298465 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=154de492-e734-4ba1-8554-939a4d9755d9,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:43.382538 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-59cd52ea-f8d6-4595-879d-ec395835131e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.385732 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-59cd52ea-f8d6-4595-879d-ec395835131e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.389971 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-59cd52ea-f8d6-4595-879d-ec395835131e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ac90fd4a-161d-45c5-a320-0fdc9255a993 HTTP/1.1" status: 204 len: 168 time: 2.5834677 Jul 13 07:31:43.392233 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-4e94e66e-1efc-415a-93b9-b4f498b8c338 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=eb8fc312-9a0b-49bc-87f5-d356c68113f1 HTTP/1.1" status: 200 len: 217 time: 0.2870479 Jul 13 07:31:43.436701 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd52ea-f8d6-4595-879d-ec395835131e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac90fd4a-161d-45c5-a320-0fdc9255a993,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:43.520449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0dc9e6c0-97d0-40a2-8250-277c69347699 None None] Provisioning for port 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:43.533011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 154de492-e734-4ba1-8554-939a4d9755d9 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:43.616587 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a717a8c4-cc62-4ca0-b33b-4e4ab5ab3a3c admin admin] Router de79b9b5-24cb-4daa-bf64-0a3fc6d665fd is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:31:43.633913 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7dd5e-5c57-4623-ace7-c63b5858b058 req-b4a71e08-ce51-4504-8898-e734984521f0 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:43.642998 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0dc9e6c0-97d0-40a2-8250-277c69347699 None None] Provisioning complete for port 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:43.643392 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dc9e6c0-97d0-40a2-8250-277c69347699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.646426 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-5abb69b9-5913-46eb-b716-52014a9c68b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:43.651929 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-5abb69b9-5913-46eb-b716-52014a9c68b3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.2363179 Jul 13 07:31:43.658514 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92c7dd5e-5c57-4623-ace7-c63b5858b058 req-b4a71e08-ce51-4504-8898-e734984521f0 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 936 time: 0.2975013 Jul 13 07:31:43.764710 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92c7dd5e-5c57-4623-ace7-c63b5858b058 req-a611f0ff-1edc-4219-af94-708b13cbfbef tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d853358-2aa0-4f9e-8dae-8dcb0f82d719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046371 Jul 13 07:31:43.865560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0dc9e6c0-97d0-40a2-8250-277c69347699 None None] Port 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:43.901875 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-73fc65ff-6335-4feb-b684-926cf8fcf182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:43.904139 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-73fc65ff-6335-4feb-b684-926cf8fcf182 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2443454 Jul 13 07:31:43.904583 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 154de492-e734-4ba1-8554-939a4d9755d9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:43.905895 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.978620 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a717a8c4-cc62-4ca0-b33b-4e4ab5ab3a3c admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:43.993237 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] Sync routers for ids ['de79b9b5-24cb-4daa-bf64-0a3fc6d665fd'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:44.013119 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a717a8c4-cc62-4ca0-b33b-4e4ab5ab3a3c admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.019069 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a717a8c4-cc62-4ca0-b33b-4e4ab5ab3a3c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.8424599 Jul 13 07:31:44.021191 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56324) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:44.023694 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] Routers {'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:44.030648 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:31:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['de79b9b5-24cb-4daa-bf64-0a3fc6d665fd'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:44.340502 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-d983e4c1-4067-4deb-9fb6-587da7a59d8f service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133542 Jul 13 07:31:44.414957 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] Set router de79b9b5-24cb-4daa-bf64-0a3fc6d665fd gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:44.430461 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-665a29df-2804-4ba9-b691-2b92b502f91c None None] Provisioning complete for port 154de492-e734-4ba1-8554-939a4d9755d9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:44.430992 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-665a29df-2804-4ba9-b691-2b92b502f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.729174 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908545465-router', 'tenant_id': 'e626bc51495045b2ad5c403ee89b16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd36b142b-f38d-418b-a0b5-e81f14f9454a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:37Z', 'updated_at': '2021-07-13T07:31:41Z', 'revision_number': 3, 'project_id': 'e626bc51495045b2ad5c403ee89b16eb', 'gw_port': {'id': 'd36b142b-f38d-418b-a0b5-e81f14f9454a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:39Z', 'updated_at': '2021-07-13T07:31:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:44.782311 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] Checking router: de79b9b5-24cb-4daa-bf64-0a3fc6d665fd for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:44.782967 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] Updating router de79b9b5-24cb-4daa-bf64-0a3fc6d665fd port d36b142b-f38d-418b-a0b5-e81f14f9454a binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:31:44.956807 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.966948 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e602b139-20c4-4f27-a116-ac4719e63f11 req-da6a83d1-d0a5-40a5-98f0-ff3a00aba262 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6197231 Jul 13 07:31:44.988977 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9374249c-1439-49e9-98e8-9347ef9fc7ef x-openstack-request-id: req-9374249c-1439-49e9-98e8-9347ef9fc7ef {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:44.989284 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80e15c1-08df-47a1-bbc9-b2949275ecb7", "tag": "eb8fc312-9a0b-49bc-87f5-d356c68113f1", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:44.989868 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9374249c-1439-49e9-98e8-9347ef9fc7ef {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:44.990021 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80e15c1-08df-47a1-bbc9-b2949275ecb7', 'tag': 'eb8fc312-9a0b-49bc-87f5-d356c68113f1', 'status': 'completed', 'code': 200} Jul 13 07:31:45.130149 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] Request body: {'port': {'device_id': 'e0e89b17-8544-43e2-8c30-4baeb7cc4921', 'device_owner': 'compute:tempest-test_az-307738801', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:45.581360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37c3fe-ee8e-48e4-b6c9-62a9da3b1084 req-53fc180d-ee48-446f-8940-bf815b7e9a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:45.584448 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5e37c3fe-ee8e-48e4-b6c9-62a9da3b1084 req-53fc180d-ee48-446f-8940-bf815b7e9a24 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b009e03057640a79b91a29debf423d6&device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 1100 time: 0.5287032 Jul 13 07:31:45.597797 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.762466 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c61c2ee7-92c2-4dbf-99bd-f5ddeffa9d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.901513 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.936421 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] Transition to ACTIVE for port object d36b142b-f38d-418b-a0b5-e81f14f9454a will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:45.949808 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.013504 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] Attempting to bind port d36b142b-f38d-418b-a0b5-e81f14f9454a on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:46.017616 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] Attempting to bind port d36b142b-f38d-418b-a0b5-e81f14f9454a by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:46.018256 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] Attempting to bind port d36b142b-f38d-418b-a0b5-e81f14f9454a on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:46.061097 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:46.064545 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:46.068914 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.069577 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:46.070357 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] Bound port: d36b142b-f38d-418b-a0b5-e81f14f9454a, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:46.071373 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.184354 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] For port d36b142b-f38d-418b-a0b5-e81f14f9454a, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:46.189189 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] For port d36b142b-f38d-418b-a0b5-e81f14f9454a, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d36b142b-f38d-418b-a0b5-e81f14f9454a,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:46.211608 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7dfc2-24c7-45d5-b755-2ba96ab970d5 None None] Pushing event updated for resources: {'Port': ['ID=d36b142b-f38d-418b-a0b5-e81f14f9454a,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:46.215662 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.296254 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7dfc2-24c7-45d5-b755-2ba96ab970d5 None None] Pushing event updated for resources: {'Port': ['ID=d36b142b-f38d-418b-a0b5-e81f14f9454a,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:46.303617 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37c3fe-ee8e-48e4-b6c9-62a9da3b1084 req-6babc180-57dc-4ea2-9e5a-80b98b0bbf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:46.308728 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5e37c3fe-ee8e-48e4-b6c9-62a9da3b1084 req-6babc180-57dc-4ea2-9e5a-80b98b0bbf0d service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.7027838 Jul 13 07:31:46.320505 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95e84b-56bc-4e89-b5f6-2e96dd074ce3 req-8a357899-c4c0-4160-a092-b3865751a94d tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:46.334798 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d95e84b-56bc-4e89-b5f6-2e96dd074ce3 req-8a357899-c4c0-4160-a092-b3865751a94d tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 936 time: 0.8038640 Jul 13 07:31:46.346485 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] Routers {'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:46.349180 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:31:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['de79b9b5-24cb-4daa-bf64-0a3fc6d665fd'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:46.423374 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc2955-c292-452c-b830-b458c55e65c7 req-d8f6d68d-22ce-440f-8d1e-d60d8e8277ff tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:46.431838 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dedc2955-c292-452c-b830-b458c55e65c7 req-d8f6d68d-22ce-440f-8d1e-d60d8e8277ff tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 948 time: 0.8765917 Jul 13 07:31:46.454993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:46.464947 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.482744 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] Transition to ACTIVE for port object 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:46.513883 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.563460 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5e37c3fe-ee8e-48e4-b6c9-62a9da3b1084 req-f3312c50-ac64-48be-948c-25591e3723d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=eb8fc312-9a0b-49bc-87f5-d356c68113f1 HTTP/1.1" status: 200 len: 217 time: 0.0788708 Jul 13 07:31:46.565600 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dedc2955-c292-452c-b830-b458c55e65c7 req-7852ad74-4ec4-4b84-8631-ffb31d6a2ea1 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327031 Jul 13 07:31:46.664946 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d95e84b-56bc-4e89-b5f6-2e96dd074ce3 req-678aee87-3c39-4bbf-935b-e9c5b9b890ba tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d853358-2aa0-4f9e-8dae-8dcb0f82d719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284540 Jul 13 07:31:46.676982 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-c61c2ee7-92c2-4dbf-99bd-f5ddeffa9d95 admin admin] Allocated IP 172.20.0.1 (8da90250-ea5f-49f1-b3c9-b3873bcd3cdb/7d7a132c-3ea4-491a-b9cf-fa82bfe759a0/bb717929-cfe6-4de8-9171-97f283d0bb83) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:46.679651 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37c3fe-ee8e-48e4-b6c9-62a9da3b1084 req-708e2515-7a7c-4e79-858e-c376d11ad946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:46.682590 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5e37c3fe-ee8e-48e4-b6c9-62a9da3b1084 req-708e2515-7a7c-4e79-858e-c376d11ad946 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0912609 Jul 13 07:31:46.718274 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] Set router de79b9b5-24cb-4daa-bf64-0a3fc6d665fd gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:46.840145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=68dfb6be-983b-4cd0-941f-c3ea0a5611f1,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:46.855145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] Attempting to bind port 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:46.855489 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] Attempting to bind port 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:46.855885 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] Attempting to bind port 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:46.864416 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] Port 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:31:46.864787 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] Attempting to bind port 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:46.877064 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:46.877410 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:46.877806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:46.878965 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] Bound port: 68dfb6be-983b-4cd0-941f-c3ea0a5611f1, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:46.885163 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.904958 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37c3fe-ee8e-48e4-b6c9-62a9da3b1084 req-7862bfc7-5fe0-4067-ada0-78782258723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:46.907477 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5e37c3fe-ee8e-48e4-b6c9-62a9da3b1084 req-7862bfc7-5fe0-4067-ada0-78782258723b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2034802 Jul 13 07:31:46.964617 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c61c2ee7-92c2-4dbf-99bd-f5ddeffa9d95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.001956 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-c61c2ee7-92c2-4dbf-99bd-f5ddeffa9d95 admin admin] Transition to ACTIVE for port object bb717929-cfe6-4de8-9171-97f283d0bb83 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:47.096989 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c61c2ee7-92c2-4dbf-99bd-f5ddeffa9d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.172357 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908545465-router', 'tenant_id': 'e626bc51495045b2ad5c403ee89b16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd36b142b-f38d-418b-a0b5-e81f14f9454a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:37Z', 'updated_at': '2021-07-13T07:31:41Z', 'revision_number': 3, 'project_id': 'e626bc51495045b2ad5c403ee89b16eb', 'gw_port': {'id': 'd36b142b-f38d-418b-a0b5-e81f14f9454a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:39Z', 'updated_at': '2021-07-13T07:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:47.212018 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bb4855-b890-4fe1-94d5-00f2e1355c91 None None] The sync data for ids ['de79b9b5-24cb-4daa-bf64-0a3fc6d665fd'] in n-d-779913-28 is: [{'id': 'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908545465-router', 'tenant_id': 'e626bc51495045b2ad5c403ee89b16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd36b142b-f38d-418b-a0b5-e81f14f9454a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:37Z', 'updated_at': '2021-07-13T07:31:41Z', 'revision_number': 3, 'project_id': 'e626bc51495045b2ad5c403ee89b16eb', 'gw_port': {'id': 'd36b142b-f38d-418b-a0b5-e81f14f9454a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:39Z', 'updated_at': '2021-07-13T07:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:47.288325 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5e37c3fe-ee8e-48e4-b6c9-62a9da3b1084 req-3641a804-c091-4c24-972a-8153f438b558 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064473 Jul 13 07:31:47.290143 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] For port 68dfb6be-983b-4cd0-941f-c3ea0a5611f1, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:47.294669 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] For port 68dfb6be-983b-4cd0-941f-c3ea0a5611f1, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=68dfb6be-983b-4cd0-941f-c3ea0a5611f1,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:47.329022 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.444056 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61c2ee7-92c2-4dbf-99bd-f5ddeffa9d95 admin admin] Network 8da90250-ea5f-49f1-b3c9-b3873bcd3cdb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:47.457745 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c2ee7-92c2-4dbf-99bd-f5ddeffa9d95 admin admin] Pushing event updated for resources: {'Port': ['ID=bb717929-cfe6-4de8-9171-97f283d0bb83,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:47.473926 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:47.476319 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.478627 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] 10.222.0.35 "PUT /v2.0/ports/68dfb6be-983b-4cd0-941f-c3ea0a5611f1 HTTP/1.1" status: 200 len: 1118 time: 3.4330130 Jul 13 07:31:47.485682 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e89b17-8544-43e2-8c30-4baeb7cc4921', 'tag': '68dfb6be-983b-4cd0-941f-c3ea0a5611f1'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:47.502592 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c61c2ee7-92c2-4dbf-99bd-f5ddeffa9d95 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:47.502764 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9d37a0-e314-48b9-b2b3-1b4070c2a417" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e89b17-8544-43e2-8c30-4baeb7cc4921", "tag": "68dfb6be-983b-4cd0-941f-c3ea0a5611f1"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:47.507033 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61c2ee7-92c2-4dbf-99bd-f5ddeffa9d95 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:47.508277 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c61c2ee7-92c2-4dbf-99bd-f5ddeffa9d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.644350 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56400) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:47.766990 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2519c7d-52a3-4110-aa42-0b30663f2cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=68dfb6be-983b-4cd0-941f-c3ea0a5611f1,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:47.895497 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5e37c3fe-ee8e-48e4-b6c9-62a9da3b1084 req-d2e25421-ad3b-41d9-b466-cfa44208005b service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853217 Jul 13 07:31:47.996827 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e016ad-e1c1-4cb4-a59b-422f515c4705 x-openstack-request-id: req-96e016ad-e1c1-4cb4-a59b-422f515c4705 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:47.998474 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e89b17-8544-43e2-8c30-4baeb7cc4921", "tag": "68dfb6be-983b-4cd0-941f-c3ea0a5611f1", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:47.998853 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-96e016ad-e1c1-4cb4-a59b-422f515c4705 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:48.000776 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e89b17-8544-43e2-8c30-4baeb7cc4921', 'tag': '68dfb6be-983b-4cd0-941f-c3ea0a5611f1', 'status': 'completed', 'code': 200} Jul 13 07:31:48.016329 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-f4b80f82-0588-403c-96db-a6704582a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:48.023132 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-f4b80f82-0588-403c-96db-a6704582a682 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c31b02724ee648538c50790523ee7b52&device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 1121 time: 0.4653037 Jul 13 07:31:48.196853 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-6b488192-ebbb-405b-be15-89d0200e076f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=68dfb6be-983b-4cd0-941f-c3ea0a5611f1 HTTP/1.1" status: 200 len: 217 time: 0.1624172 Jul 13 07:31:48.205003 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2d3d923d-d383-489c-ae4d-f853f09d4159 None None] Provisioning for port bb717929-cfe6-4de8-9171-97f283d0bb83 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:48.211859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2d3d923d-d383-489c-ae4d-f853f09d4159 None None] Provisioning complete for port bb717929-cfe6-4de8-9171-97f283d0bb83 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:48.212725 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d3d923d-d383-489c-ae4d-f853f09d4159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.296149 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d923d-d383-489c-ae4d-f853f09d4159 None None] Port bb717929-cfe6-4de8-9171-97f283d0bb83 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:48.313234 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f284638-7cd3-456e-9254-856558ea4704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.326594 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-e10bba77-bb96-4201-a371-8849d3de69ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:48.328375 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-e10bba77-bb96-4201-a371-8849d3de69ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1217463 Jul 13 07:31:48.522066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-63ded352-00d5-4217-a12a-ee2b3ebf5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:48.524656 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-63ded352-00d5-4217-a12a-ee2b3ebf5e3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1793389 Jul 13 07:31:48.626127 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f284638-7cd3-456e-9254-856558ea4704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.648172 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f284638-7cd3-456e-9254-856558ea4704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.758043 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-567a6edb-9bf3-4785-a05e-00e18f461e21 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193394 Jul 13 07:31:48.778054 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0f284638-7cd3-456e-9254-856558ea4704 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a5494b402974ad5aab2f204e4099f46&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1325445 Jul 13 07:31:48.790701 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c61c2ee7-92c2-4dbf-99bd-f5ddeffa9d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.812425 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56424) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:48.842336 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f284638-7cd3-456e-9254-856558ea4704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc4e209-2ece-4141-86c2-1e8843efd77f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:49.027862 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-87632995-ef1a-4aab-8b6a-b32338cfb584 req-338440cc-8ca3-4e82-857c-2a6383912fe3 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437606 Jul 13 07:31:49.189657 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b38dd1-3154-44ad-8b67-ca4f4597f49a req-b40105da-20a9-4a07-9c9d-98c7c934e1a2 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:49.192241 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92b38dd1-3154-44ad-8b67-ca4f4597f49a req-b40105da-20a9-4a07-9c9d-98c7c934e1a2 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 948 time: 0.9238448 Jul 13 07:31:49.231274 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a518b2d0-4280-4fce-84e7-af09c10ad113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.267011 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a518b2d0-4280-4fce-84e7-af09c10ad113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.313970 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92b38dd1-3154-44ad-8b67-ca4f4597f49a req-cab69fc5-8781-47c6-bd49-7bcc9b5a76bc tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069751 Jul 13 07:31:49.409831 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a518b2d0-4280-4fce-84e7-af09c10ad113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.412836 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a518b2d0-4280-4fce-84e7-af09c10ad113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.416906 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a518b2d0-4280-4fce-84e7-af09c10ad113 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9cc4e209-2ece-4141-86c2-1e8843efd77f HTTP/1.1" status: 204 len: 168 time: 0.5944703 Jul 13 07:31:49.440246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518b2d0-4280-4fce-84e7-af09c10ad113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc4e209-2ece-4141-86c2-1e8843efd77f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:49.458334 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d37a0-e314-48b9-b2b3-1b4070c2a417 req-baf61c90-a89d-486d-99e8-8f2058624d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:49.459985 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c9d37a0-e314-48b9-b2b3-1b4070c2a417 req-baf61c90-a89d-486d-99e8-8f2058624d28 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c31b02724ee648538c50790523ee7b52&device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 1121 time: 0.2863891 Jul 13 07:31:49.460477 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7b028-9f9d-4173-bece-524e9a439bcf req-a70d8b57-5c53-4ac0-9815-16556c64d287 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:49.463184 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9bf7b028-9f9d-4173-bece-524e9a439bcf req-a70d8b57-5c53-4ac0-9815-16556c64d287 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 969 time: 0.7578573 Jul 13 07:31:49.619765 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9bf7b028-9f9d-4173-bece-524e9a439bcf req-47a5603e-5dfb-4705-abcc-723bba2707db tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d853358-2aa0-4f9e-8dae-8dcb0f82d719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401813 Jul 13 07:31:49.677934 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d36b142b-f38d-418b-a0b5-e81f14f9454a up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:49.693328 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c61c2ee7-92c2-4dbf-99bd-f5ddeffa9d95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.701970 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c61c2ee7-92c2-4dbf-99bd-f5ddeffa9d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.745362 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c61c2ee7-92c2-4dbf-99bd-f5ddeffa9d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.815089 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d37a0-e314-48b9-b2b3-1b4070c2a417 req-36461141-32ee-45cb-86cd-c611f1b4c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:49.825592 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c9d37a0-e314-48b9-b2b3-1b4070c2a417 req-36461141-32ee-45cb-86cd-c611f1b4c82d service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.3557250 Jul 13 07:31:49.845244 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port d36b142b-f38d-418b-a0b5-e81f14f9454a completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:49.870283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port d36b142b-f38d-418b-a0b5-e81f14f9454a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:49.873696 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.979820 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c2ee7-92c2-4dbf-99bd-f5ddeffa9d95 admin admin] Pushing event updated for resources: {'Port': ['ID=bb717929-cfe6-4de8-9171-97f283d0bb83,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:50.019018 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c9d37a0-e314-48b9-b2b3-1b4070c2a417 req-a0c8e459-3558-4f4b-987b-9482f77d1f7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=68dfb6be-983b-4cd0-941f-c3ea0a5611f1 HTTP/1.1" status: 200 len: 217 time: 0.1740530 Jul 13 07:31:50.039899 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.095629 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port d36b142b-f38d-418b-a0b5-e81f14f9454a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d36b142b-f38d-418b-a0b5-e81f14f9454a,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:50.101715 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.334322 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d37a0-e314-48b9-b2b3-1b4070c2a417 req-edc897db-c28a-41b8-bbdd-9d89d694c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:50.335899 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c9d37a0-e314-48b9-b2b3-1b4070c2a417 req-edc897db-c28a-41b8-bbdd-9d89d694c196 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.3106940 Jul 13 07:31:50.439723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=d36b142b-f38d-418b-a0b5-e81f14f9454a,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:50.489516 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61c2ee7-92c2-4dbf-99bd-f5ddeffa9d95 admin admin] Network 8da90250-ea5f-49f1-b3c9-b3873bcd3cdb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:50.493487 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c61c2ee7-92c2-4dbf-99bd-f5ddeffa9d95 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:50.502243 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7ca13d3d-af3e-49e5-838c-e6e3f15b755f None None] Provisioning complete for port bb717929-cfe6-4de8-9171-97f283d0bb83 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:50.502992 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7ca13d3d-af3e-49e5-838c-e6e3f15b755f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.846854 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d37a0-e314-48b9-b2b3-1b4070c2a417 req-7c7d1f35-96f3-4b32-86ae-e642890f977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:50.852746 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c9d37a0-e314-48b9-b2b3-1b4070c2a417 req-7c7d1f35-96f3-4b32-86ae-e642890f977d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2528751 Jul 13 07:31:50.881101 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56452) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:50.987748 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7b81a2fd-5313-4676-9060-ec0e432a5bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.997019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7ca13d3d-af3e-49e5-838c-e6e3f15b755f None None] Port bb717929-cfe6-4de8-9171-97f283d0bb83 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:51.135579 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61c2ee7-92c2-4dbf-99bd-f5ddeffa9d95 admin admin] Router de79b9b5-24cb-4daa-bf64-0a3fc6d665fd has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:51.153020 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1bc29790-c591-42cd-a4a1-e19e689d6399 None None] Provisioning complete for port bb717929-cfe6-4de8-9171-97f283d0bb83 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:51.155886 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1bc29790-c591-42cd-a4a1-e19e689d6399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.241796 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c9d37a0-e314-48b9-b2b3-1b4070c2a417 req-5e090aae-712b-4a5b-a292-be31b7241ade service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693452 Jul 13 07:31:51.305278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1bc29790-c591-42cd-a4a1-e19e689d6399 None None] Port bb717929-cfe6-4de8-9171-97f283d0bb83 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:51.624713 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d36b142b-f38d-418b-a0b5-e81f14f9454a up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:51.777224 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c9d37a0-e314-48b9-b2b3-1b4070c2a417 req-9a071b6f-c99a-4e93-8eca-5faa364fc84a service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043433 Jul 13 07:31:51.785560 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61c2ee7-92c2-4dbf-99bd-f5ddeffa9d95 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:51.831991 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7b81a2fd-5313-4676-9060-ec0e432a5bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.837708 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c61c2ee7-92c2-4dbf-99bd-f5ddeffa9d95 admin admin] 10.222.0.58 "PUT /v2.0/routers/de79b9b5-24cb-4daa-bf64-0a3fc6d665fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8153243 Jul 13 07:31:51.848837 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7b81a2fd-5313-4676-9060-ec0e432a5bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.873576 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] Sync routers for ids ['de79b9b5-24cb-4daa-bf64-0a3fc6d665fd'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:51.916032 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24582044-0500-4c8c-b6f1-054af50bda5d req-b47e75c6-449c-44d8-bef1-96216244d4ce tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:51.933135 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24582044-0500-4c8c-b6f1-054af50bda5d req-b47e75c6-449c-44d8-bef1-96216244d4ce tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 948 time: 0.8082600 Jul 13 07:31:51.975575 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7b81a2fd-5313-4676-9060-ec0e432a5bed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c44256340a3748d791126e22704ae4d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0727382 Jul 13 07:31:51.998163 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] Routers {'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:51.999258 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:31:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['de79b9b5-24cb-4daa-bf64-0a3fc6d665fd'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:52.005861 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56462) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:52.089025 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81a2fd-5313-4676-9060-ec0e432a5bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e32b18-d3f6-433c-b4e1-3e49974e461a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:52.168244 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24582044-0500-4c8c-b6f1-054af50bda5d req-9bf0660c-ffd9-4c54-907e-18064a7c6909 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075808 Jul 13 07:31:52.186249 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port d36b142b-f38d-418b-a0b5-e81f14f9454a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:52.186955 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.417137 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] Set router de79b9b5-24cb-4daa-bf64-0a3fc6d665fd gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:52.435386 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06655296-5387-4f5b-8b50-123d60910beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.476080 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06655296-5387-4f5b-8b50-123d60910beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.528797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c056d11-f142-4798-86c0-13e7170794a2 req-d0d69d50-16a0-40b7-8f16-5fbb49999fc9 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:52.530667 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0c056d11-f142-4798-86c0-13e7170794a2 req-d0d69d50-16a0-40b7-8f16-5fbb49999fc9 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 969 time: 0.3511505 Jul 13 07:31:52.597854 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0c056d11-f142-4798-86c0-13e7170794a2 req-581687ab-d480-4c36-b840-8084d3e2fa5d tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d853358-2aa0-4f9e-8dae-8dcb0f82d719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580654 Jul 13 07:31:52.621103 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06655296-5387-4f5b-8b50-123d60910beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.624417 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06655296-5387-4f5b-8b50-123d60910beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.628535 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-06655296-5387-4f5b-8b50-123d60910beb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3e32b18-d3f6-433c-b4e1-3e49974e461a HTTP/1.1" status: 204 len: 168 time: 0.6098185 Jul 13 07:31:52.642031 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06655296-5387-4f5b-8b50-123d60910beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e32b18-d3f6-433c-b4e1-3e49974e461a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:52.849060 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908545465-router', 'tenant_id': 'e626bc51495045b2ad5c403ee89b16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd36b142b-f38d-418b-a0b5-e81f14f9454a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:37Z', 'updated_at': '2021-07-13T07:31:48Z', 'revision_number': 4, 'project_id': 'e626bc51495045b2ad5c403ee89b16eb', 'gw_port': {'id': 'd36b142b-f38d-418b-a0b5-e81f14f9454a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:39Z', 'updated_at': '2021-07-13T07:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'bb717929-cfe6-4de8-9171-97f283d0bb83', 'name': '', 'network_id': '8da90250-ea5f-49f1-b3c9-b3873bcd3cdb', 'tenant_id': 'e626bc51495045b2ad5c403ee89b16eb', 'mac_address': 'fa:16:3e:40:72:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7d7a132c-3ea4-491a-b9cf-fa82bfe759a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:45Z', 'updated_at': '2021-07-13T07:31:48Z', 'revision_number': 2, 'project_id': 'e626bc51495045b2ad5c403ee89b16eb', 'subnets': [{'id': '7d7a132c-3ea4-491a-b9cf-fa82bfe759a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:52.959388 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] Checking router: de79b9b5-24cb-4daa-bf64-0a3fc6d665fd for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:52.959947 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] Updating router de79b9b5-24cb-4daa-bf64-0a3fc6d665fd port bb717929-cfe6-4de8-9171-97f283d0bb83 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:31:53.078812 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.291748 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e9d92a71-7216-42fe-b951-7ed0fc17057a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.871287 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56518) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:53.904638 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.923192 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] Transition to ACTIVE for port object bb717929-cfe6-4de8-9171-97f283d0bb83 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:53.940284 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.988637 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28699bc8-302d-4cc1-85e3-fc62a27e0ccc req-90b1638a-93bc-4042-86f8-09cf2d7651e2 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:53.992061 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28699bc8-302d-4cc1-85e3-fc62a27e0ccc req-90b1638a-93bc-4042-86f8-09cf2d7651e2 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 948 time: 0.1478956 Jul 13 07:31:54.100284 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28699bc8-302d-4cc1-85e3-fc62a27e0ccc req-dc7285d9-399f-4c56-af94-d1c598483fea tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018219 Jul 13 07:31:54.123139 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0e820-b7e5-4ed6-b9ec-89aeb054c380 None None] Pushing event updated for resources: {'Port': ['ID=bb717929-cfe6-4de8-9171-97f283d0bb83,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:54.186898 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86c79dca-1249-4136-9fb5-2d0639b62f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.194113 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] Attempting to bind port bb717929-cfe6-4de8-9171-97f283d0bb83 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:54.194782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] Attempting to bind port bb717929-cfe6-4de8-9171-97f283d0bb83 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8da90250-ea5f-49f1-b3c9-b3873bcd3cdb'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:54.195378 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] Attempting to bind port bb717929-cfe6-4de8-9171-97f283d0bb83 on network 8da90250-ea5f-49f1-b3c9-b3873bcd3cdb {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:54.209941 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:54.210436 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] Checking segment: {'id': '4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8da90250-ea5f-49f1-b3c9-b3873bcd3cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:54.210992 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.211534 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] Bound using segment: {'id': '4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8da90250-ea5f-49f1-b3c9-b3873bcd3cdb'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:54.212139 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] Bound port: bb717929-cfe6-4de8-9171-97f283d0bb83, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8da90250-ea5f-49f1-b3c9-b3873bcd3cdb'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:54.212683 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.464628 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] For port bb717929-cfe6-4de8-9171-97f283d0bb83, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:54.466256 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9173d-ebbc-4754-9316-0ac84397e9a3 req-b8e64eb1-2243-4455-82cb-e5042fd3b2cb tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:54.468781 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6c9173d-ebbc-4754-9316-0ac84397e9a3 req-b8e64eb1-2243-4455-82cb-e5042fd3b2cb tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 969 time: 0.1318781 Jul 13 07:31:54.496761 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86c79dca-1249-4136-9fb5-2d0639b62f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.504726 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86c79dca-1249-4136-9fb5-2d0639b62f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.510946 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] For port bb717929-cfe6-4de8-9171-97f283d0bb83, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=bb717929-cfe6-4de8-9171-97f283d0bb83,segment=NetworkSegment(4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6),segment_id=4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:54.519614 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.559464 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6c9173d-ebbc-4754-9316-0ac84397e9a3 req-c013ed35-2649-4bc1-a37f-af56b41dce78 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d853358-2aa0-4f9e-8dae-8dcb0f82d719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823548 Jul 13 07:31:54.668282 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] Routers {'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:54.668282 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:31:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['de79b9b5-24cb-4daa-bf64-0a3fc6d665fd'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:54.683366 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-86c79dca-1249-4136-9fb5-2d0639b62f73 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=535e2f9404ff46c3a78399b4439e2229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8053427 Jul 13 07:31:54.683919 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56542) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:54.689893 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c79dca-1249-4136-9fb5-2d0639b62f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d073eb-0114-4a0c-af89-9bf93b232fe2,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:54.857651 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0313f02d-2c34-47e4-9736-5dacb0b0fe1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.909170 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0313f02d-2c34-47e4-9736-5dacb0b0fe1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.969936 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0e820-b7e5-4ed6-b9ec-89aeb054c380 None None] Pushing event updated for resources: {'Port': ['ID=bb717929-cfe6-4de8-9171-97f283d0bb83,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:55.013600 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0313f02d-2c34-47e4-9736-5dacb0b0fe1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.018031 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0313f02d-2c34-47e4-9736-5dacb0b0fe1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.022963 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0313f02d-2c34-47e4-9736-5dacb0b0fe1a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b0d073eb-0114-4a0c-af89-9bf93b232fe2 HTTP/1.1" status: 204 len: 168 time: 0.3379171 Jul 13 07:31:55.030806 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] Set router de79b9b5-24cb-4daa-bf64-0a3fc6d665fd gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:55.041034 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313f02d-2c34-47e4-9736-5dacb0b0fe1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d073eb-0114-4a0c-af89-9bf93b232fe2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:55.337966 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56562) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:55.346538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ccc902e1-a247-41c7-a3de-098773fb07d3 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1716377552', 'description': 'tempest-description--2039327282'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:55.412682 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ccc902e1-a247-41c7-a3de-098773fb07d3 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.538380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908545465-router', 'tenant_id': 'e626bc51495045b2ad5c403ee89b16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd36b142b-f38d-418b-a0b5-e81f14f9454a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:37Z', 'updated_at': '2021-07-13T07:31:48Z', 'revision_number': 4, 'project_id': 'e626bc51495045b2ad5c403ee89b16eb', 'gw_port': {'id': 'd36b142b-f38d-418b-a0b5-e81f14f9454a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:39Z', 'updated_at': '2021-07-13T07:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'bb717929-cfe6-4de8-9171-97f283d0bb83', 'name': '', 'network_id': '8da90250-ea5f-49f1-b3c9-b3873bcd3cdb', 'tenant_id': 'e626bc51495045b2ad5c403ee89b16eb', 'mac_address': 'fa:16:3e:40:72:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7d7a132c-3ea4-491a-b9cf-fa82bfe759a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:45Z', 'updated_at': '2021-07-13T07:31:54Z', 'revision_number': 4, 'project_id': 'e626bc51495045b2ad5c403ee89b16eb', 'subnets': [{'id': '7d7a132c-3ea4-491a-b9cf-fa82bfe759a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:55.582550 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca1fe8-1e48-439a-ae82-cfeaef66f725 None None] The sync data for ids ['de79b9b5-24cb-4daa-bf64-0a3fc6d665fd'] in n-d-779913-28 is: [{'id': 'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908545465-router', 'tenant_id': 'e626bc51495045b2ad5c403ee89b16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd36b142b-f38d-418b-a0b5-e81f14f9454a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:37Z', 'updated_at': '2021-07-13T07:31:48Z', 'revision_number': 4, 'project_id': 'e626bc51495045b2ad5c403ee89b16eb', 'gw_port': {'id': 'd36b142b-f38d-418b-a0b5-e81f14f9454a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:39Z', 'updated_at': '2021-07-13T07:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'bb717929-cfe6-4de8-9171-97f283d0bb83', 'name': '', 'network_id': '8da90250-ea5f-49f1-b3c9-b3873bcd3cdb', 'tenant_id': 'e626bc51495045b2ad5c403ee89b16eb', 'mac_address': 'fa:16:3e:40:72:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7d7a132c-3ea4-491a-b9cf-fa82bfe759a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:45Z', 'updated_at': '2021-07-13T07:31:54Z', 'revision_number': 4, 'project_id': 'e626bc51495045b2ad5c403ee89b16eb', 'subnets': [{'id': '7d7a132c-3ea4-491a-b9cf-fa82bfe759a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:55.611125 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e22723-eb8c-41df-b009-e0b0d64b3417 req-0b125d5b-2af9-4f70-9c02-8972e380fadf tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:55.613108 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3e22723-eb8c-41df-b009-e0b0d64b3417 req-0b125d5b-2af9-4f70-9c02-8972e380fadf tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 948 time: 0.1167665 Jul 13 07:31:55.623698 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ccc902e1-a247-41c7-a3de-098773fb07d3 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.629186 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ccc902e1-a247-41c7-a3de-098773fb07d3 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.714282 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ccc902e1-a247-41c7-a3de-098773fb07d3 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.717993 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ccc902e1-a247-41c7-a3de-098773fb07d3 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3761952 Jul 13 07:31:55.722696 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56572) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:55.728072 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56574) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:55.736653 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-54b2f9c5-52db-417c-8597-783c2015a683 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Request body: {'security_group_rule': {'security_group_id': '47e144d3-94ab-46cd-bd9c-36ff9f5c0acb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:55.743355 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc902e1-a247-41c7-a3de-098773fb07d3 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:55.804499 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3e22723-eb8c-41df-b009-e0b0d64b3417 req-69ae4950-9e17-436a-aa07-05e6395c599c tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829395 Jul 13 07:31:55.805283 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73286b93-8a4d-4816-b0d7-28ccc92a0c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.845985 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-54b2f9c5-52db-417c-8597-783c2015a683 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.022597 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73286b93-8a4d-4816-b0d7-28ccc92a0c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.033527 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73286b93-8a4d-4816-b0d7-28ccc92a0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.070737 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-54b2f9c5-52db-417c-8597-783c2015a683 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.080660 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-54b2f9c5-52db-417c-8597-783c2015a683 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.104050 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2f9c5-52db-417c-8597-783c2015a683 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a4bd4d-ae0b-4883-9638-a0a00fc021b7,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:56.133229 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-54b2f9c5-52db-417c-8597-783c2015a683 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.137394 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-54b2f9c5-52db-417c-8597-783c2015a683 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4080215 Jul 13 07:31:56.137830 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56584) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:56.143695 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73286b93-8a4d-4816-b0d7-28ccc92a0c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689ebfef-d1f5-4b17-9c81-48335a4141d5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:56.149311 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-73286b93-8a4d-4816-b0d7-28ccc92a0c7b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=345a74b8342d463db45cd836002f43f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4239767 Jul 13 07:31:56.150335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-4d2fb095-0121-4cab-8d6e-a9be67c6a2e0 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Request body: {'security_group_rule': {'security_group_id': '47e144d3-94ab-46cd-bd9c-36ff9f5c0acb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:56.152314 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56586) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:56.214908 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4d2fb095-0121-4cab-8d6e-a9be67c6a2e0 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.259240 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fdebb08e-26d9-4fce-8902-bc0971887193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.303900 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fdebb08e-26d9-4fce-8902-bc0971887193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.382931 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fdebb08e-26d9-4fce-8902-bc0971887193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.386220 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4d2fb095-0121-4cab-8d6e-a9be67c6a2e0 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.389039 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fdebb08e-26d9-4fce-8902-bc0971887193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.390762 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fdebb08e-26d9-4fce-8902-bc0971887193 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/689ebfef-d1f5-4b17-9c81-48335a4141d5 HTTP/1.1" status: 204 len: 168 time: 0.2356651 Jul 13 07:31:56.393337 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4d2fb095-0121-4cab-8d6e-a9be67c6a2e0 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.410453 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebb08e-26d9-4fce-8902-bc0971887193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689ebfef-d1f5-4b17-9c81-48335a4141d5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:56.479319 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4d2fb095-0121-4cab-8d6e-a9be67c6a2e0 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.484040 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4d2fb095-0121-4cab-8d6e-a9be67c6a2e0 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3419812 Jul 13 07:31:56.484703 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fb095-0121-4cab-8d6e-a9be67c6a2e0 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79064a69-c530-4b4d-9392-77fcf3e0130f,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:56.485498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56592) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:56.492286 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0fa87c3c-d702-4101-bd53-2bb8f7a05fc6 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:56.543674 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fa87c3c-d702-4101-bd53-2bb8f7a05fc6 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.806559 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773bf1b-9540-4e6e-a233-b1c4a2686907 req-0236a1c3-dcc9-4d50-9ef0-7abc0d73daa2 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:56.808021 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e773bf1b-9540-4e6e-a233-b1c4a2686907 req-0236a1c3-dcc9-4d50-9ef0-7abc0d73daa2 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 969 time: 0.1699862 Jul 13 07:31:56.858358 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fa87c3c-d702-4101-bd53-2bb8f7a05fc6 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.902818 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e773bf1b-9540-4e6e-a233-b1c4a2686907 req-04caffa9-8be8-4919-af74-ff0edba25b3f tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d853358-2aa0-4f9e-8dae-8dcb0f82d719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842295 Jul 13 07:31:57.069987 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-0fa87c3c-d702-4101-bd53-2bb8f7a05fc6 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Allocated IP 172.25.0.41 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/dd37ade3-1697-429a-9e4b-732f586b4076) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:57.217697 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fa87c3c-d702-4101-bd53-2bb8f7a05fc6 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.268481 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fa87c3c-d702-4101-bd53-2bb8f7a05fc6 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.342708 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device eb8fc312-9a0b-49bc-87f5-d356c68113f1 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:31:57.354406 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa87c3c-d702-4101-bd53-2bb8f7a05fc6 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:57.357007 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-0fa87c3c-d702-4101-bd53-2bb8f7a05fc6 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:57.360836 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa87c3c-d702-4101-bd53-2bb8f7a05fc6 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Pushing event updated for resources: {'Port': ['ID=dd37ade3-1697-429a-9e4b-732f586b4076,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:57.382929 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa87c3c-d702-4101-bd53-2bb8f7a05fc6 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:57.582905 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-def84b72-4bc3-4e26-9ce7-efbc0b0e61d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.600899 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port eb8fc312-9a0b-49bc-87f5-d356c68113f1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=eb8fc312-9a0b-49bc-87f5-d356c68113f1,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:57.608488 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fa87c3c-d702-4101-bd53-2bb8f7a05fc6 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.612649 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device bb717929-cfe6-4de8-9171-97f283d0bb83 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:57.661099 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.670740 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'eb8fc312-9a0b-49bc-87f5-d356c68113f1', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': 'eb8fc312-9a0b-49bc-87f5-d356c68113f1', 'mac_address': 'fa:16:3e:81:d3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:31:57.674636 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fa87c3c-d702-4101-bd53-2bb8f7a05fc6 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.732281 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.748728 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8fc312-9a0b-49bc-87f5-d356c68113f1 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:57.754702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port bb717929-cfe6-4de8-9171-97f283d0bb83 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:57.766828 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port bb717929-cfe6-4de8-9171-97f283d0bb83 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:57.767201 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.797288 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port eb8fc312-9a0b-49bc-87f5-d356c68113f1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=eb8fc312-9a0b-49bc-87f5-d356c68113f1,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:57.805796 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.897618 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=eb8fc312-9a0b-49bc-87f5-d356c68113f1,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:57.915447 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1676d6-2370-4443-879e-cf663e5e3ed0 req-468e7f39-a7e6-418e-a09e-cc335cda32b4 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:57.921722 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c1676d6-2370-4443-879e-cf663e5e3ed0 req-468e7f39-a7e6-418e-a09e-cc335cda32b4 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 948 time: 0.1913316 Jul 13 07:31:58.057658 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56642) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:58.236413 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.242696 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c1676d6-2370-4443-879e-cf663e5e3ed0 req-7241070f-baba-4890-975d-4eb2a8aedf87 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132439 Jul 13 07:31:58.332551 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['eb8fc312-9a0b-49bc-87f5-d356c68113f1'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:58.338002 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fa87c3c-d702-4101-bd53-2bb8f7a05fc6 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.347572 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fa87c3c-d702-4101-bd53-2bb8f7a05fc6 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.353616 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port bb717929-cfe6-4de8-9171-97f283d0bb83, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=bb717929-cfe6-4de8-9171-97f283d0bb83,segment=NetworkSegment(4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6),segment_id=4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:58.385696 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.412933 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fa87c3c-d702-4101-bd53-2bb8f7a05fc6 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.510550 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fa87c3c-d702-4101-bd53-2bb8f7a05fc6 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.511976 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0fa87c3c-d702-4101-bd53-2bb8f7a05fc6 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0249095 Jul 13 07:31:58.514570 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa87c3c-d702-4101-bd53-2bb8f7a05fc6 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Pushing event updated for resources: {'Port': ['ID=dd37ade3-1697-429a-9e4b-732f586b4076,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:58.542692 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5163cebe-7b02-4bc4-a4e9-94883591ddb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.565445 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=bb717929-cfe6-4de8-9171-97f283d0bb83,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:58.574710 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5bc0a-fc7f-40dd-b796-f8dcbf573b75 req-999b52b2-3365-4787-8a1a-d3f6c63032f2 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:58.591318 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f6a5bc0a-fc7f-40dd-b796-f8dcbf573b75 req-999b52b2-3365-4787-8a1a-d3f6c63032f2 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 969 time: 0.1218336 Jul 13 07:31:58.683324 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f6a5bc0a-fc7f-40dd-b796-f8dcbf573b75 req-8a2de1fc-e5b7-4935-ac76-1481bfb8efbe tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d853358-2aa0-4f9e-8dae-8dcb0f82d719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906732 Jul 13 07:31:58.718120 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5163cebe-7b02-4bc4-a4e9-94883591ddb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.724079 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5163cebe-7b02-4bc4-a4e9-94883591ddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.789956 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5163cebe-7b02-4bc4-a4e9-94883591ddb2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c40798c1ed21435ba4c43a8304cfcf3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7277198 Jul 13 07:31:58.789956 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163cebe-7b02-4bc4-a4e9-94883591ddb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0ffdd2-66dd-41d8-9288-57135c674bd1,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:58.790711 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56666) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:58.893809 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d09254bc-1ca1-4b29-9d89-c1de892cb09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.940104 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-942f3040-d930-4ee4-bbdf-9ae603c08e5e None None] Provisioning complete for port bb717929-cfe6-4de8-9171-97f283d0bb83 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:58.940473 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-942f3040-d930-4ee4-bbdf-9ae603c08e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.945420 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d09254bc-1ca1-4b29-9d89-c1de892cb09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.966655 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-1e00b402-a554-4325-833f-abc217892f1e tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1716377552&fields=id&tenant_id=a0ff6e974f964420a5efb9f781f70c04 HTTP/1.1" status: 200 len: 267 time: 0.0748687 Jul 13 07:31:59.164804 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d09254bc-1ca1-4b29-9d89-c1de892cb09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.167354 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d09254bc-1ca1-4b29-9d89-c1de892cb09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.168496 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d09254bc-1ca1-4b29-9d89-c1de892cb09e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6d0ffdd2-66dd-41d8-9288-57135c674bd1 HTTP/1.1" status: 204 len: 168 time: 0.3766065 Jul 13 07:31:59.191426 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09254bc-1ca1-4b29-9d89-c1de892cb09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0ffdd2-66dd-41d8-9288-57135c674bd1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:59.216995 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-5a86f795-4447-46a1-96b5-346b43cc049b tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:59.224452 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-5a86f795-4447-46a1-96b5-346b43cc049b tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/networks?id=02fe467e-501d-4dea-afac-48e6d7fce230 HTTP/1.1" status: 200 len: 824 time: 0.2517779 Jul 13 07:31:59.235484 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-cd437fae-e4e0-4ecd-b27a-9a2053b6f457 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/quotas/a0ff6e974f964420a5efb9f781f70c04 HTTP/1.1" status: 200 len: 375 time: 0.0101430 Jul 13 07:31:59.367006 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-3ac2c35e-ee8f-4152-8176-f27908013fff tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0ff6e974f964420a5efb9f781f70c04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1237042 Jul 13 07:31:59.404699 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.490773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device bb717929-cfe6-4de8-9171-97f283d0bb83 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:59.555208 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port bb717929-cfe6-4de8-9171-97f283d0bb83 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:59.555756 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.583308 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-b3dee479-a7af-4314-897e-506e3c853bc2 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:59.591930 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-b3dee479-a7af-4314-897e-506e3c853bc2 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0842981 Jul 13 07:31:59.600010 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56708) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:59.618999 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aae8a1bf-1b90-4d4c-bed5-5e48364ff405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.703820 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-44a00d47-b7a8-41e7-84df-54d2fd0c5cd6 service neutron] 10.222.0.58 "GET /v2.0/networks/02fe467e-501d-4dea-afac-48e6d7fce230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102622 Jul 13 07:31:59.744980 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aae8a1bf-1b90-4d4c-bed5-5e48364ff405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.749526 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aae8a1bf-1b90-4d4c-bed5-5e48364ff405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.789069 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-aae8a1bf-1b90-4d4c-bed5-5e48364ff405 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=122e365fc4a6464aab9965062b2adaca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874285 Jul 13 07:31:59.790870 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8a1bf-1b90-4d4c-bed5-5e48364ff405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15eb762b-6137-4214-8f97-7ab2e8a4078d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:59.793201 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56714) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:59.850541 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7913d542-9a50-48da-81b0-36e03446a383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.851583 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-9f061a2c-a342-4b0a-9523-fea792648e90 service neutron] 10.222.0.58 "GET /v2.0/networks/02fe467e-501d-4dea-afac-48e6d7fce230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397023 Jul 13 07:31:59.874527 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8560f66-87a7-40a1-95e3-9c7e8a263e47 req-783e51e2-cde1-4d1f-9f72-99587061b5c2 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:59.875092 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7913d542-9a50-48da-81b0-36e03446a383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.876087 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b8560f66-87a7-40a1-95e3-9c7e8a263e47 req-783e51e2-cde1-4d1f-9f72-99587061b5c2 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 949 time: 0.0886121 Jul 13 07:31:59.922229 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b8560f66-87a7-40a1-95e3-9c7e8a263e47 req-a97ef58e-c3f0-4972-9c3a-25ede45cb2ae tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385425 Jul 13 07:31:59.937733 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7913d542-9a50-48da-81b0-36e03446a383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.952079 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7913d542-9a50-48da-81b0-36e03446a383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.952079 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7913d542-9a50-48da-81b0-36e03446a383 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15eb762b-6137-4214-8f97-7ab2e8a4078d HTTP/1.1" status: 204 len: 168 time: 0.1506758 Jul 13 07:31:59.964547 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913d542-9a50-48da-81b0-36e03446a383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15eb762b-6137-4214-8f97-7ab2e8a4078d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:00.339177 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85e5cf-d218-4724-90d1-b04021fd3590 req-1669d7f9-a89d-4aad-b941-846c681a271b tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:00.347650 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a85e5cf-d218-4724-90d1-b04021fd3590 req-1669d7f9-a89d-4aad-b941-846c681a271b tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 969 time: 0.1216247 Jul 13 07:32:00.405278 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a85e5cf-d218-4724-90d1-b04021fd3590 req-97c11968-5eeb-4862-9519-8034fbafbfe7 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d853358-2aa0-4f9e-8dae-8dcb0f82d719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563259 Jul 13 07:32:00.496350 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3371f658-23a9-4fbb-bd74-2b4028d3ea06 req-1b2f01e1-c602-4934-b1ba-367ce1f5a498 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9b6391f-f042-4136-a61c-f27290ec85b2 HTTP/1.1" status: 200 len: 210 time: 0.0391047 Jul 13 07:32:00.900238 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56782) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:00.936853 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56786) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:01.078258 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3c34b70-a52f-4642-beff-e913a04f8580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.117524 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8fb84e62-7835-43e1-b01f-2ac6abcaaa91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.149370 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.186685 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002864a4-321a-4163-aa12-d856a2d32e31 req-df5bb2ae-6c0f-4889-928f-68c3474751d9 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:01.188822 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-002864a4-321a-4163-aa12-d856a2d32e31 req-df5bb2ae-6c0f-4889-928f-68c3474751d9 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 949 time: 0.1120732 Jul 13 07:32:01.251480 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3c34b70-a52f-4642-beff-e913a04f8580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.252301 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-002864a4-321a-4163-aa12-d856a2d32e31 req-34c7bbef-8192-4204-9299-2650e632feb3 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538092 Jul 13 07:32:01.267747 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3c34b70-a52f-4642-beff-e913a04f8580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.320844 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device eb8fc312-9a0b-49bc-87f5-d356c68113f1 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:01.323813 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c34b70-a52f-4642-beff-e913a04f8580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269fbaa5-2957-4e45-89fe-8b3bb25eb711,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:01.331010 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b3c34b70-a52f-4642-beff-e913a04f8580 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=422d35d1b7c84f5bb06ca58a661ec449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4291165 Jul 13 07:32:01.333884 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56800) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:01.435854 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port eb8fc312-9a0b-49bc-87f5-d356c68113f1 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:01.436838 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e340ec4d-1757-456a-987b-9d7045f1e5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.446385 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port eb8fc312-9a0b-49bc-87f5-d356c68113f1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:01.446995 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.457902 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8fb84e62-7835-43e1-b01f-2ac6abcaaa91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.463970 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8fb84e62-7835-43e1-b01f-2ac6abcaaa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.491834 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e340ec4d-1757-456a-987b-9d7045f1e5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.526776 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8fb84e62-7835-43e1-b01f-2ac6abcaaa91 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0294e640c0ec4136b5db57c0330472d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5887437 Jul 13 07:32:01.528065 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb84e62-7835-43e1-b01f-2ac6abcaaa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e262010-1978-49c4-a9ae-a88bfd85dd23,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:01.532397 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56808) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:01.626108 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e340ec4d-1757-456a-987b-9d7045f1e5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.629210 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e340ec4d-1757-456a-987b-9d7045f1e5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.630680 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e340ec4d-1757-456a-987b-9d7045f1e5b4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/269fbaa5-2957-4e45-89fe-8b3bb25eb711 HTTP/1.1" status: 204 len: 168 time: 0.2955608 Jul 13 07:32:01.636640 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6fd3d10a-522c-4ec2-a212-775fd6ea2ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.649066 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.651548 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26e330-7f8d-4054-8dea-740bad0e1e64 req-1f136c0a-4c8b-41b9-b1b2-5c23141ed872 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:01.659449 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ff26e330-7f8d-4054-8dea-740bad0e1e64 req-1f136c0a-4c8b-41b9-b1b2-5c23141ed872 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 969 time: 0.1020186 Jul 13 07:32:01.662116 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340ec4d-1757-456a-987b-9d7045f1e5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269fbaa5-2957-4e45-89fe-8b3bb25eb711,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:01.672363 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6fd3d10a-522c-4ec2-a212-775fd6ea2ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.700218 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ff26e330-7f8d-4054-8dea-740bad0e1e64 req-4ada38e1-76de-4cac-86b8-ed48c2e3fa9b tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d853358-2aa0-4f9e-8dae-8dcb0f82d719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401094 Jul 13 07:32:01.731375 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80e15c1-08df-47a1-bbc9-b2949275ecb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8fc312-9a0b-49bc-87f5-d356c68113f1'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:01.754956 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6fd3d10a-522c-4ec2-a212-775fd6ea2ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.761013 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6fd3d10a-522c-4ec2-a212-775fd6ea2ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.762470 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6fd3d10a-522c-4ec2-a212-775fd6ea2ea8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8e262010-1978-49c4-a9ae-a88bfd85dd23 HTTP/1.1" status: 204 len: 168 time: 0.2288797 Jul 13 07:32:01.783703 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3d10a-522c-4ec2-a212-775fd6ea2ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e262010-1978-49c4-a9ae-a88bfd85dd23,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:01.797852 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7343f306-2ceb-4357-b659-a15687889416 req-0694c1e8-9143-4623-96e8-fb5be79a86fc tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9b6391f-f042-4136-a61c-f27290ec85b2 HTTP/1.1" status: 200 len: 210 time: 0.0371091 Jul 13 07:32:01.864280 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port eb8fc312-9a0b-49bc-87f5-d356c68113f1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=eb8fc312-9a0b-49bc-87f5-d356c68113f1,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:01.872030 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.974421 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=eb8fc312-9a0b-49bc-87f5-d356c68113f1,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:02.236913 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-e1b40b55-6db1-4faf-b043-8e427d9709d1 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:02.239178 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-e1b40b55-6db1-4faf-b043-8e427d9709d1 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.62 "GET /v2.0/networks?id=02fe467e-501d-4dea-afac-48e6d7fce230 HTTP/1.1" status: 200 len: 824 time: 0.3088362 Jul 13 07:32:02.286693 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-700ae70d-009e-46b7-aa36-3bbc834e4076 None None] Provisioning complete for port eb8fc312-9a0b-49bc-87f5-d356c68113f1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:02.287194 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-700ae70d-009e-46b7-aa36-3bbc834e4076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.332192 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:02.335086 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-70eeb148-ea7d-48b6-be6b-78d95abed45f tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0ff6e974f964420a5efb9f781f70c04 HTTP/1.1" status: 200 len: 380 time: 0.0859127 Jul 13 07:32:02.357079 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-e8f3e0fd-2bce-4f5a-9934-285f737a0e62 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Request body: {'port': {'device_id': 'c9b6391f-f042-4136-a61c-f27290ec85b2', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'admin_state_up': True, 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'security_groups': ['47e144d3-94ab-46cd-bd9c-36ff9f5c0acb']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:02.373319 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56828) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:02.374223 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56830) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:02.458302 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c24d3f57-77b0-4835-8703-3d407b251a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.530684 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 68dfb6be-983b-4cd0-941f-c3ea0a5611f1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=68dfb6be-983b-4cd0-941f-c3ea0a5611f1,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:02.537419 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ee115d9-779a-4869-ba83-492b8bf8a6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.545564 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '68dfb6be-983b-4cd0-941f-c3ea0a5611f1', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '68dfb6be-983b-4cd0-941f-c3ea0a5611f1', 'mac_address': 'fa:16:3e:2a:c8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:tempest-test_az-307738801', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:02.547213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-e8f3e0fd-2bce-4f5a-9934-285f737a0e62 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Made reservation on behalf of a0ff6e974f964420a5efb9f781f70c04 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:02.553443 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-e8f3e0fd-2bce-4f5a-9934-285f737a0e62 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.650698 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.666407 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.db.api [None req-4ee115d9-779a-4869-ba83-492b8bf8a6e8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:32:02.666407 n-d-779913-28 neutron-server[93724]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:32:02.666407 n-d-779913-28 neutron-server[93724]: [parameters: {'project_id_1': '72674bb1c9de43f5be415449bfd3524d', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 32, 2, 622354)}] Jul 13 07:32:02.666407 n-d-779913-28 neutron-server[93724]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:32:02.667237 n-d-779913-28 neutron-server[93724]: DEBUG oslo_db.api [None req-4ee115d9-779a-4869-ba83-492b8bf8a6e8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:32:02.698011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:02.727585 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abe12a-82e2-4107-b45a-7f09cbe26d35 req-22110b35-52a6-463e-ae73-63d0ad146dcf tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:02.729629 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90abe12a-82e2-4107-b45a-7f09cbe26d35 req-22110b35-52a6-463e-ae73-63d0ad146dcf tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 950 time: 0.2363548 Jul 13 07:32:02.738538 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 68dfb6be-983b-4cd0-941f-c3ea0a5611f1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=68dfb6be-983b-4cd0-941f-c3ea0a5611f1,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:02.752284 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.757594 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c24d3f57-77b0-4835-8703-3d407b251a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.770490 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-e8f3e0fd-2bce-4f5a-9934-285f737a0e62 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Allocated IP 172.20.0.9 (02fe467e-501d-4dea-afac-48e6d7fce230/31d63351-98cd-481d-a626-10f87330372b/43be76b5-507e-44cf-bb99-205afaff217b) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:02.776410 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c24d3f57-77b0-4835-8703-3d407b251a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.850221 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571bf95b-3b5a-474e-a5f7-2518917a48ae" -d '{"events": [{"server_uuid": "e80e15c1-08df-47a1-bbc9-b2949275ecb7", "name": "network-vif-plugged", "status": "completed", "tag": "eb8fc312-9a0b-49bc-87f5-d356c68113f1"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:02.889714 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90abe12a-82e2-4107-b45a-7f09cbe26d35 req-06cb52d6-aaeb-4307-9e84-7827099c95fa tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307786 Jul 13 07:32:02.908551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56842) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:02.908782 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c24d3f57-77b0-4835-8703-3d407b251a73 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af1029ab0a8a431886e0f00bc6a766af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5323937 Jul 13 07:32:02.909824 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d3f57-77b0-4835-8703-3d407b251a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9192d83-693a-4fa7-bb9d-8f1d7ccc25bf,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:02.938245 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=68dfb6be-983b-4cd0-941f-c3ea0a5611f1,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:03.050887 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-722e808f-6661-487f-b43c-b91240815c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.080114 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-e8f3e0fd-2bce-4f5a-9934-285f737a0e62 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.081656 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['68dfb6be-983b-4cd0-941f-c3ea0a5611f1'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:03.099517 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-e8f3e0fd-2bce-4f5a-9934-285f737a0e62 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Transition to ACTIVE for port object 43be76b5-507e-44cf-bb99-205afaff217b will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:03.164279 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-722e808f-6661-487f-b43c-b91240815c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.168446 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6d6809d-6630-4aad-a8e8-2254044b486a req-37f0a34b-d28e-458b-974c-c4277bcf77ce tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9b6391f-f042-4136-a61c-f27290ec85b2 HTTP/1.1" status: 200 len: 210 time: 0.0593963 Jul 13 07:32:03.170633 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ee115d9-779a-4869-ba83-492b8bf8a6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.295951 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ee115d9-779a-4869-ba83-492b8bf8a6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.307470 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-e8f3e0fd-2bce-4f5a-9934-285f737a0e62 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.309304 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ee115d9-779a-4869-ba83-492b8bf8a6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.313220 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-722e808f-6661-487f-b43c-b91240815c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.316847 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-722e808f-6661-487f-b43c-b91240815c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.318791 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-722e808f-6661-487f-b43c-b91240815c5e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a9192d83-693a-4fa7-bb9d-8f1d7ccc25bf HTTP/1.1" status: 204 len: 168 time: 0.4088600 Jul 13 07:32:03.352642 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee115d9-779a-4869-ba83-492b8bf8a6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109bdc6c-ffff-452f-915d-2f57f3635313,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:03.368911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151cb55-8e60-48a1-b11c-dd557092f0c7 req-ae3008ce-bfcb-479a-b052-a2e085f7a75c tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:03.374806 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e151cb55-8e60-48a1-b11c-dd557092f0c7 req-ae3008ce-bfcb-479a-b052-a2e085f7a75c tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 970 time: 0.3487942 Jul 13 07:32:03.384193 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e808f-6661-487f-b43c-b91240815c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9192d83-693a-4fa7-bb9d-8f1d7ccc25bf,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:03.398816 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4ee115d9-779a-4869-ba83-492b8bf8a6e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=72674bb1c9de43f5be415449bfd3524d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0181596 Jul 13 07:32:03.399055 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-e8f3e0fd-2bce-4f5a-9934-285f737a0e62 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Network 02fe467e-501d-4dea-afac-48e6d7fce230 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:03.402852 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-e8f3e0fd-2bce-4f5a-9934-285f737a0e62 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:03.403084 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56852) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:03.410726 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-e8f3e0fd-2bce-4f5a-9934-285f737a0e62 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:03.417352 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-e8f3e0fd-2bce-4f5a-9934-285f737a0e62 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:03.418055 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-e8f3e0fd-2bce-4f5a-9934-285f737a0e62 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.445295 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-e8f3e0fd-2bce-4f5a-9934-285f737a0e62 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0987704 Jul 13 07:32:03.450163 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3e0fd-2bce-4f5a-9934-285f737a0e62 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Pushing event updated for resources: {'Port': ['ID=43be76b5-507e-44cf-bb99-205afaff217b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:03.469959 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] Request body: {'port': {'device_id': 'c9b6391f-f042-4136-a61c-f27290ec85b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:03.500579 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e151cb55-8e60-48a1-b11c-dd557092f0c7 req-bb15d34f-77b6-4843-b2b4-64cfcf4dc6b4 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d853358-2aa0-4f9e-8dae-8dcb0f82d719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000912 Jul 13 07:32:03.538035 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc7f9c5-41b3-4a55-9e66-3cee0998cbb8 x-openstack-request-id: req-adc7f9c5-41b3-4a55-9e66-3cee0998cbb8 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:03.545768 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80e15c1-08df-47a1-bbc9-b2949275ecb7", "name": "network-vif-plugged", "status": "completed", "tag": "eb8fc312-9a0b-49bc-87f5-d356c68113f1", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:03.546185 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-adc7f9c5-41b3-4a55-9e66-3cee0998cbb8 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:03.547005 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80e15c1-08df-47a1-bbc9-b2949275ecb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8fc312-9a0b-49bc-87f5-d356c68113f1', 'code': 200} Jul 13 07:32:03.571326 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d6e9a00-d7e1-4043-953d-8c5753a0c01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.610153 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.646501 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d6e9a00-d7e1-4043-953d-8c5753a0c01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.662792 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.62', 51080) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:03.794974 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-66db82a4-6c4f-4596-80c2-7f1a94a43e54 None None] Provisioning for port 43be76b5-507e-44cf-bb99-205afaff217b completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:03.801564 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-66db82a4-6c4f-4596-80c2-7f1a94a43e54 None None] Provisioning complete for port 43be76b5-507e-44cf-bb99-205afaff217b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:03.804936 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-66db82a4-6c4f-4596-80c2-7f1a94a43e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.817616 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42b651-57b6-4b10-806f-432c5e5c0cb8 req-b62f9c7b-5d34-46af-aab9-4273de38eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:03.819244 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb42b651-57b6-4b10-806f-432c5e5c0cb8 req-b62f9c7b-5d34-46af-aab9-4273de38eb18 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 1102 time: 0.1532309 Jul 13 07:32:03.825300 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d6e9a00-d7e1-4043-953d-8c5753a0c01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.829187 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d6e9a00-d7e1-4043-953d-8c5753a0c01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.833159 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8d6e9a00-d7e1-4043-953d-8c5753a0c01c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/109bdc6c-ffff-452f-915d-2f57f3635313 HTTP/1.1" status: 204 len: 168 time: 0.4257870 Jul 13 07:32:03.854218 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e9a00-d7e1-4043-953d-8c5753a0c01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109bdc6c-ffff-452f-915d-2f57f3635313,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:03.856160 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eb42b651-57b6-4b10-806f-432c5e5c0cb8 req-b9eddc76-e4a9-479b-acf0-284a3cd4ac60 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.881372 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-66db82a4-6c4f-4596-80c2-7f1a94a43e54 None None] Port 43be76b5-507e-44cf-bb99-205afaff217b cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:04.005493 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eb42b651-57b6-4b10-806f-432c5e5c0cb8 req-b9eddc76-e4a9-479b-acf0-284a3cd4ac60 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.012006 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eb42b651-57b6-4b10-806f-432c5e5c0cb8 req-b9eddc76-e4a9-479b-acf0-284a3cd4ac60 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.064583 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eddc76-e4a9-479b-acf0-284a3cd4ac60 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6982f071-02c6-4110-a03e-432dea18997b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:04.070635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43be76b5-507e-44cf-bb99-205afaff217b {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:04.071108 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb42b651-57b6-4b10-806f-432c5e5c0cb8 req-b9eddc76-e4a9-479b-acf0-284a3cd4ac60 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391913 Jul 13 07:32:04.091145 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.107948 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] Transition to ACTIVE for port object 43be76b5-507e-44cf-bb99-205afaff217b will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:04.115463 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.206505 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-9c0185de-41d1-44da-b9fa-7c3218332a71 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=59f3f6470351402cbbd0743ed8f13dea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586286 Jul 13 07:32:04.206652 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] Pushing event updated for resources: {'Port': ['ID=43be76b5-507e-44cf-bb99-205afaff217b,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:04.221993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] Attempting to bind port 43be76b5-507e-44cf-bb99-205afaff217b on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:04.222286 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] Attempting to bind port 43be76b5-507e-44cf-bb99-205afaff217b by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '0e6d8cfe-3405-4d5c-9ea2-be864f420a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:04.222605 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] Attempting to bind port 43be76b5-507e-44cf-bb99-205afaff217b on network 02fe467e-501d-4dea-afac-48e6d7fce230 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:04.235061 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] Port 43be76b5-507e-44cf-bb99-205afaff217b on network 02fe467e-501d-4dea-afac-48e6d7fce230 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:32:04.235061 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] Attempting to bind port 43be76b5-507e-44cf-bb99-205afaff217b on network 02fe467e-501d-4dea-afac-48e6d7fce230 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:04.249441 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:04.252513 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] Checking segment: {'id': '0e6d8cfe-3405-4d5c-9ea2-be864f420a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:04.253945 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] Bound using segment: {'id': '0e6d8cfe-3405-4d5c-9ea2-be864f420a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:04.255208 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] Bound port: 43be76b5-507e-44cf-bb99-205afaff217b, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6d8cfe-3405-4d5c-9ea2-be864f420a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:04.256124 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.294422 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:04.421222 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] For port 43be76b5-507e-44cf-bb99-205afaff217b, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:04.429692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] For port 43be76b5-507e-44cf-bb99-205afaff217b, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=43be76b5-507e-44cf-bb99-205afaff217b,segment=NetworkSegment(0e6d8cfe-3405-4d5c-9ea2-be864f420a8e),segment_id=0e6d8cfe-3405-4d5c-9ea2-be864f420a8e)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:04.430820 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:04.436791 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.448104 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:04.448935 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.490806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56890) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:04.507020 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:04.507802 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.509637 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] 10.222.0.62 "PUT /v2.0/ports/43be76b5-507e-44cf-bb99-205afaff217b HTTP/1.1" status: 200 len: 1092 time: 1.0445633 Jul 13 07:32:04.513065 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b6391f-f042-4136-a61c-f27290ec85b2', 'tag': '43be76b5-507e-44cf-bb99-205afaff217b'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:04.516043 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7ddbf7-4c84-46a2-9e4a-1d8453738680" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b6391f-f042-4136-a61c-f27290ec85b2", "tag": "43be76b5-507e-44cf-bb99-205afaff217b"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:04.545513 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e60d25e-96e5-4061-aea0-9ca1b71c9c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.561175 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681903e-eaa3-4ebb-8d5e-89bbede14b1f req-2aea5a7a-7de5-49a0-8b59-20cf8839d12b tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:04.569505 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0681903e-eaa3-4ebb-8d5e-89bbede14b1f req-2aea5a7a-7de5-49a0-8b59-20cf8839d12b tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 950 time: 0.4355707 Jul 13 07:32:04.571592 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.619011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 68dfb6be-983b-4cd0-941f-c3ea0a5611f1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=68dfb6be-983b-4cd0-941f-c3ea0a5611f1,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:04.624091 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.627879 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c2025-474d-46ba-b63d-0b8f84a359f7 service neutron] Pushing event updated for resources: {'Port': ['ID=43be76b5-507e-44cf-bb99-205afaff217b,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:04.698236 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0681903e-eaa3-4ebb-8d5e-89bbede14b1f req-5f7d5b33-8ab2-4177-987c-51e17c327268 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273768 Jul 13 07:32:04.700109 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=68dfb6be-983b-4cd0-941f-c3ea0a5611f1,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:04.742520 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-1ac607a9-759b-4638-a26e-a2fa14938226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:04.744580 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-1ac607a9-759b-4638-a26e-a2fa14938226 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0ff6e974f964420a5efb9f781f70c04&device_id=c9b6391f-f042-4136-a61c-f27290ec85b2 HTTP/1.1" status: 200 len: 1095 time: 0.1751010 Jul 13 07:32:04.765037 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-fd453dcd-b8ff-4c31-9c1b-1430c40fd890 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:04.773468 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-fd453dcd-b8ff-4c31-9c1b-1430c40fd890 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5348270 Jul 13 07:32:04.803462 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-c89ca1af-ba26-4ab8-8d90-0c408c004436 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/quotas/59f3f6470351402cbbd0743ed8f13dea HTTP/1.1" status: 200 len: 375 time: 0.0288603 Jul 13 07:32:04.857128 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e60d25e-96e5-4061-aea0-9ca1b71c9c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.862367 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-793e8684-9fd9-4df1-ac92-5b5e69d2cbe7 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=59f3f6470351402cbbd0743ed8f13dea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549409 Jul 13 07:32:04.864773 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-6807345c-d87a-4b5a-9027-f3654e3dc8ec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43be76b5-507e-44cf-bb99-205afaff217b HTTP/1.1" status: 200 len: 217 time: 0.1058791 Jul 13 07:32:04.870410 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e60d25e-96e5-4061-aea0-9ca1b71c9c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.993909 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0b0cf-227c-443f-82d5-56cb1476e288 req-e6221015-a910-4cf2-bed2-3e9f3a48cfb8 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:04.994145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-01e4144b-aeaa-4950-a934-714f72986d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:04.995507 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-01e4144b-aeaa-4950-a934-714f72986d6f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=31d63351-98cd-481d-a626-10f87330372b HTTP/1.1" status: 200 len: 863 time: 0.0990644 Jul 13 07:32:04.997285 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-34a0b0cf-227c-443f-82d5-56cb1476e288 req-e6221015-a910-4cf2-bed2-3e9f3a48cfb8 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9b6391f-f042-4136-a61c-f27290ec85b2 HTTP/1.1" status: 200 len: 943 time: 0.0968511 Jul 13 07:32:05.062139 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-34a0b0cf-227c-443f-82d5-56cb1476e288 req-8692c8cf-aa0f-4243-b1b9-1b9c75f1ff8c tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/security-groups?id=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497289 Jul 13 07:32:05.089294 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6e60d25e-96e5-4061-aea0-9ca1b71c9c8a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dae4e07d2d7d430e86c9819ec86e7169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5950980 Jul 13 07:32:05.089790 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56906) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:05.120115 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60d25e-96e5-4061-aea0-9ca1b71c9c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7059a1dc-0f68-4b3b-b0c9-a521ae5c3577,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:05.207670 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-611f355f-f3a9-4374-ab0c-03b903a3e54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.209551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-7b3b077a-2652-4b58-b359-f53fdde5e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:05.211534 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-7b3b077a-2652-4b58-b359-f53fdde5e027 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02fe467e-501d-4dea-afac-48e6d7fce230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1977615 Jul 13 07:32:05.221104 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ade519f-9020-430b-8d2a-853ee5910001 x-openstack-request-id: req-4ade519f-9020-430b-8d2a-853ee5910001 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:05.221391 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b6391f-f042-4136-a61c-f27290ec85b2", "tag": "43be76b5-507e-44cf-bb99-205afaff217b", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:05.221642 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ade519f-9020-430b-8d2a-853ee5910001 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:05.222041 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b6391f-f042-4136-a61c-f27290ec85b2', 'tag': '43be76b5-507e-44cf-bb99-205afaff217b', 'status': 'completed', 'code': 200} Jul 13 07:32:05.224095 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fe0b7054-1dd0-47e4-be2e-91ed31088d5f None None] Provisioning complete for port 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:05.227558 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7054-1dd0-47e4-be2e-91ed31088d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.342263 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ada2b012-dd2e-48d2-b6c7-c06d10c1004e req-eea151dd-f39c-4d53-b880-086f441c1eb3 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=f18f81c8-1318-4c20-889d-47adadb1ab00 HTTP/1.1" status: 200 len: 210 time: 0.0670562 Jul 13 07:32:05.349687 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-39ef4749-0c66-4348-8d3a-dc361d4581f8 service neutron] 10.222.0.62 "GET /v2.0/networks/02fe467e-501d-4dea-afac-48e6d7fce230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211755 Jul 13 07:32:05.376644 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-611f355f-f3a9-4374-ab0c-03b903a3e54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.387747 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:32:05.475803 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1cdf4-8c57-4cbc-ad2c-b46d83ee6280 req-ef56d6f1-7edd-483e-9f9b-502265a31ce3 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:05.477790 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36d1cdf4-8c57-4cbc-ad2c-b46d83ee6280 req-ef56d6f1-7edd-483e-9f9b-502265a31ce3 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 971 time: 0.2643032 Jul 13 07:32:05.524936 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-99883750-cf32-4bfd-8109-f1e94ff67521 req-4f8e0df3-447d-43f4-be4c-986929e46525 service neutron] 10.222.0.62 "GET /v2.0/networks/02fe467e-501d-4dea-afac-48e6d7fce230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652071 Jul 13 07:32:05.548631 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e89b17-8544-43e2-8c30-4baeb7cc4921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dfb6be-983b-4cd0-941f-c3ea0a5611f1'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:05.552757 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53545c9-3588-4c0c-8201-ff3e9417d2f9" -d '{"events": [{"server_uuid": "e0e89b17-8544-43e2-8c30-4baeb7cc4921", "name": "network-vif-plugged", "status": "completed", "tag": "68dfb6be-983b-4cd0-941f-c3ea0a5611f1"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:05.553240 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36d1cdf4-8c57-4cbc-ad2c-b46d83ee6280 req-80ce1149-b79a-4c72-9535-aefd70ec6dad tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d853358-2aa0-4f9e-8dae-8dcb0f82d719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672340 Jul 13 07:32:05.554761 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-611f355f-f3a9-4374-ab0c-03b903a3e54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.560943 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-611f355f-f3a9-4374-ab0c-03b903a3e54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.563717 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-611f355f-f3a9-4374-ab0c-03b903a3e54c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7059a1dc-0f68-4b3b-b0c9-a521ae5c3577 HTTP/1.1" status: 204 len: 168 time: 0.4726489 Jul 13 07:32:05.579278 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f355f-f3a9-4374-ab0c-03b903a3e54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7059a1dc-0f68-4b3b-b0c9-a521ae5c3577,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:05.663855 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de849e4-1e2d-4f7d-9347-04bb801fc233 x-openstack-request-id: req-7de849e4-1e2d-4f7d-9347-04bb801fc233 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:05.665722 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e89b17-8544-43e2-8c30-4baeb7cc4921", "name": "network-vif-plugged", "status": "completed", "tag": "68dfb6be-983b-4cd0-941f-c3ea0a5611f1", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:05.666427 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7de849e4-1e2d-4f7d-9347-04bb801fc233 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:05.667464 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e89b17-8544-43e2-8c30-4baeb7cc4921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dfb6be-983b-4cd0-941f-c3ea0a5611f1', 'code': 200} Jul 13 07:32:05.686929 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ddbf7-4c84-46a2-9e4a-1d8453738680 req-48ba4df4-0afa-4636-8fca-6c6feba5fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:05.689613 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-db7ddbf7-4c84-46a2-9e4a-1d8453738680 req-48ba4df4-0afa-4636-8fca-6c6feba5fff0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0ff6e974f964420a5efb9f781f70c04&device_id=c9b6391f-f042-4136-a61c-f27290ec85b2 HTTP/1.1" status: 200 len: 1095 time: 0.0826702 Jul 13 07:32:05.931340 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ddbf7-4c84-46a2-9e4a-1d8453738680 req-568c2c39-75da-4ff9-91db-a7a1df8e62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:05.933257 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-db7ddbf7-4c84-46a2-9e4a-1d8453738680 req-568c2c39-75da-4ff9-91db-a7a1df8e62fe service neutron] 10.222.0.62 "GET /v2.0/networks?id=02fe467e-501d-4dea-afac-48e6d7fce230 HTTP/1.1" status: 200 len: 925 time: 0.2313073 Jul 13 07:32:05.945144 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be747b32-e3af-444e-ab34-b4a389200877 req-53975e86-ce6b-4c34-82db-22393e1295f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:05.947438 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-be747b32-e3af-444e-ab34-b4a389200877 req-53975e86-ce6b-4c34-82db-22393e1295f1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 1123 time: 0.1733637 Jul 13 07:32:06.007833 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-db7ddbf7-4c84-46a2-9e4a-1d8453738680 req-fadd1f1a-d0ea-4119-9e72-bf08d6c75185 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43be76b5-507e-44cf-bb99-205afaff217b HTTP/1.1" status: 200 len: 217 time: 0.0590117 Jul 13 07:32:06.074445 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03209c3-c712-4764-8f2b-b4e50be58162 req-e10304ef-7186-40e2-bb72-b43963e10d04 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:06.076328 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a03209c3-c712-4764-8f2b-b4e50be58162 req-e10304ef-7186-40e2-bb72-b43963e10d04 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 950 time: 0.1572742 Jul 13 07:32:06.086155 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-be747b32-e3af-444e-ab34-b4a389200877 req-b6fb3273-a709-41c0-a4bd-6db6b4236fd1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8d853358-2aa0-4f9e-8dae-8dcb0f82d719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283026 Jul 13 07:32:06.126901 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ddbf7-4c84-46a2-9e4a-1d8453738680 req-651eb85d-6b63-4154-991a-95da14a964d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:06.129483 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-db7ddbf7-4c84-46a2-9e4a-1d8453738680 req-651eb85d-6b63-4154-991a-95da14a964d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=31d63351-98cd-481d-a626-10f87330372b HTTP/1.1" status: 200 len: 863 time: 0.1083431 Jul 13 07:32:06.187839 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a03209c3-c712-4764-8f2b-b4e50be58162 req-cbb3800e-66db-4069-9339-f6e7f8192bbb tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039295 Jul 13 07:32:06.293745 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ddbf7-4c84-46a2-9e4a-1d8453738680 req-ff9dda53-9e76-42ff-bc48-77f5eb61298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:06.295837 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-db7ddbf7-4c84-46a2-9e4a-1d8453738680 req-ff9dda53-9e76-42ff-bc48-77f5eb61298c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02fe467e-501d-4dea-afac-48e6d7fce230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1445837 Jul 13 07:32:06.454857 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4d835-a464-4eca-89be-474dd338a1e9 req-a8a1e3cc-3fa3-4f07-a67f-a201e4dc4e5f tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:06.456200 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-db7ddbf7-4c84-46a2-9e4a-1d8453738680 req-2c3e5c9d-a1ea-441b-8bc7-ea2c0b17e8d2 service neutron] 10.222.0.62 "GET /v2.0/networks/02fe467e-501d-4dea-afac-48e6d7fce230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492999 Jul 13 07:32:06.457852 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1bc4d835-a464-4eca-89be-474dd338a1e9 req-a8a1e3cc-3fa3-4f07-a67f-a201e4dc4e5f tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9b6391f-f042-4136-a61c-f27290ec85b2 HTTP/1.1" status: 200 len: 943 time: 0.1465123 Jul 13 07:32:06.516950 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1bc4d835-a464-4eca-89be-474dd338a1e9 req-bb9eb6c2-9c2b-45ea-84cc-ffe08a1184c1 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/security-groups?id=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471530 Jul 13 07:32:06.633938 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5acaea67-ca46-4cd7-813c-c0522fd7fb94 req-7a8a23f4-ca16-44f5-9e27-458bd7e097dc tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=f18f81c8-1318-4c20-889d-47adadb1ab00 HTTP/1.1" status: 200 len: 210 time: 0.0458705 Jul 13 07:32:06.661620 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-db7ddbf7-4c84-46a2-9e4a-1d8453738680 req-bdc8b07d-6e29-4bf1-9c91-1641781a64e5 service neutron] 10.222.0.62 "GET /v2.0/networks/02fe467e-501d-4dea-afac-48e6d7fce230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914318 Jul 13 07:32:06.924213 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a34b15-4593-4fb2-9f0c-6d6a279b0536 req-71bcda6c-bbe6-42a3-994e-2296e1071fa5 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:06.926607 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-65a34b15-4593-4fb2-9f0c-6d6a279b0536 req-71bcda6c-bbe6-42a3-994e-2296e1071fa5 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 971 time: 0.1271467 Jul 13 07:32:06.978711 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-83cddce6-c4eb-441e-9f6f-cdd6609e74be tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=7e545f0f56574564bb5b695119db8b5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352285 Jul 13 07:32:07.027219 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-65a34b15-4593-4fb2-9f0c-6d6a279b0536 req-427f439a-3358-4f37-8934-119f9e8aad6d tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d853358-2aa0-4f9e-8dae-8dcb0f82d719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897799 Jul 13 07:32:07.173900 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-48a4c680-2d48-4d10-81c0-cdc31afd006d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:07.175941 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-48a4c680-2d48-4d10-81c0-cdc31afd006d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830068 Jul 13 07:32:07.192828 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-b6fec971-ccb1-4305-a8e4-b417e6d43205 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/quotas/7e545f0f56574564bb5b695119db8b5e HTTP/1.1" status: 200 len: 375 time: 0.0103290 Jul 13 07:32:07.192942 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-2dd0a189-afdb-44ab-ad7b-39a6c02f84c5 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=59f3f6470351402cbbd0743ed8f13dea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2812097 Jul 13 07:32:07.245015 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-818b3218-b4e7-47a0-bd75-b1763e6e70c1 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423963 Jul 13 07:32:07.344690 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-606227f8-f313-477e-b5d9-85b373a1fecf tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:07.346271 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-606227f8-f313-477e-b5d9-85b373a1fecf tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1476419 Jul 13 07:32:07.361550 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-7de183a3-279b-4b7f-9bd5-bdb467332074 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Request body: {'port': {'device_id': 'f18f81c8-1318-4c20-889d-47adadb1ab00', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': '59f3f6470351402cbbd0743ed8f13dea'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:07.426690 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afea05c-4b52-4139-b201-f669a503a0de req-6fa4740b-2b78-4271-ba02-87d559a44dcf tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:07.428370 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3afea05c-4b52-4139-b201-f669a503a0de req-6fa4740b-2b78-4271-ba02-87d559a44dcf tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 950 time: 0.1021469 Jul 13 07:32:07.528730 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf3e06e1-a796-41ce-91ae-6132e378467f req-12f23f28-091f-4d09-82b5-1c8118b438c4 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 210 time: 0.0668437 Jul 13 07:32:07.554344 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3afea05c-4b52-4139-b201-f669a503a0de req-302e72cd-7b59-43c8-8eff-dd8ddf80ab59 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157310 Jul 13 07:32:07.578553 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-7de183a3-279b-4b7f-9bd5-bdb467332074 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Made reservation on behalf of 59f3f6470351402cbbd0743ed8f13dea for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:07.592382 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-7de183a3-279b-4b7f-9bd5-bdb467332074 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.626906 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-7de183a3-279b-4b7f-9bd5-bdb467332074 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.643866 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.833308 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-7de183a3-279b-4b7f-9bd5-bdb467332074 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.841201 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-7de183a3-279b-4b7f-9bd5-bdb467332074 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.900837 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efdae7-5d80-46e8-81ff-44e407f9dbdf req-e7f21d18-0b71-4652-86d8-f147db0fec40 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:07.916205 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-38efdae7-5d80-46e8-81ff-44e407f9dbdf req-e7f21d18-0b71-4652-86d8-f147db0fec40 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9b6391f-f042-4136-a61c-f27290ec85b2 HTTP/1.1" status: 200 len: 943 time: 0.1639760 Jul 13 07:32:07.984357 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de183a3-279b-4b7f-9bd5-bdb467332074 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:08.049158 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-38efdae7-5d80-46e8-81ff-44e407f9dbdf req-eb0fe8ce-aa95-4a3d-9f3a-03609f4bd57f tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/security-groups?id=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298966 Jul 13 07:32:08.116147 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-7de183a3-279b-4b7f-9bd5-bdb467332074 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Allocated IP 192.168.233.33 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/0b676086-fe0d-4427-8d60-bf08823b8ffc) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:08.283132 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3ec4e9f2-55aa-43c2-960f-18b6941d262a req-3ced3945-df04-4f5c-99b8-39092a14d1b3 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=f18f81c8-1318-4c20-889d-47adadb1ab00 HTTP/1.1" status: 200 len: 210 time: 0.0481136 Jul 13 07:32:08.355862 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-7de183a3-279b-4b7f-9bd5-bdb467332074 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.377275 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-7de183a3-279b-4b7f-9bd5-bdb467332074 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Transition to ACTIVE for port object 0b676086-fe0d-4427-8d60-bf08823b8ffc will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:08.428338 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-7de183a3-279b-4b7f-9bd5-bdb467332074 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.475586 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4a08b-cd13-47f0-8c92-f51b60161dcd req-46cf00d4-a9cd-42b1-a730-e43220328ed3 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:08.486507 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cee4a08b-cd13-47f0-8c92-f51b60161dcd req-46cf00d4-a9cd-42b1-a730-e43220328ed3 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 971 time: 0.0880892 Jul 13 07:32:08.500539 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-7de183a3-279b-4b7f-9bd5-bdb467332074 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:08.504382 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-7de183a3-279b-4b7f-9bd5-bdb467332074 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:08.525401 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-7de183a3-279b-4b7f-9bd5-bdb467332074 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:08.533022 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-7de183a3-279b-4b7f-9bd5-bdb467332074 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:08.533260 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-7de183a3-279b-4b7f-9bd5-bdb467332074 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.540692 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cee4a08b-cd13-47f0-8c92-f51b60161dcd req-3d875b51-2319-4d4a-8634-8f9aa6acc64b tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d853358-2aa0-4f9e-8dae-8dcb0f82d719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532260 Jul 13 07:32:08.566580 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de183a3-279b-4b7f-9bd5-bdb467332074 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Pushing event updated for resources: {'Port': ['ID=0b676086-fe0d-4427-8d60-bf08823b8ffc,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:08.585871 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-7de183a3-279b-4b7f-9bd5-bdb467332074 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2301652 Jul 13 07:32:08.604081 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] Request body: {'port': {'device_id': 'f18f81c8-1318-4c20-889d-47adadb1ab00', 'device_owner': 'compute:tempest-test_az-307738801', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:08.709392 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.849856 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ca31711-1f70-47cc-af08-95292ad62401 req-db936ff9-2639-4da1-ae57-b389a5ffcfe2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 210 time: 0.0587986 Jul 13 07:32:08.881442 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931f990-4ba4-4361-a589-38e88dd7f545 req-12ff10e9-532d-4713-a3f1-73d9854d11ee tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:08.883911 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f931f990-4ba4-4361-a589-38e88dd7f545 req-12ff10e9-532d-4713-a3f1-73d9854d11ee tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 950 time: 0.1375995 Jul 13 07:32:08.918502 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-59fbd3a9-03e7-4d8c-8596-7caf4a83db6f None None] Provisioning for port 0b676086-fe0d-4427-8d60-bf08823b8ffc completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:08.925002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-59fbd3a9-03e7-4d8c-8596-7caf4a83db6f None None] Provisioning complete for port 0b676086-fe0d-4427-8d60-bf08823b8ffc triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:08.925613 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-59fbd3a9-03e7-4d8c-8596-7caf4a83db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.963026 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f931f990-4ba4-4361-a589-38e88dd7f545 req-34f11b39-23f3-4eca-8aaf-1ed8fadc56cd tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682549 Jul 13 07:32:08.974428 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-59fbd3a9-03e7-4d8c-8596-7caf4a83db6f None None] Port 0b676086-fe0d-4427-8d60-bf08823b8ffc cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:09.079808 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5126c20-959e-434c-87aa-86693801a27c req-d9eb1f68-0691-43b7-a8cc-ad1f81de137e tempest-AggregatesAdminTestJSON-2062262027 tempest-AggregatesAdminTestJSON-2062262027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:09.081880 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b5126c20-959e-434c-87aa-86693801a27c req-d9eb1f68-0691-43b7-a8cc-ad1f81de137e tempest-AggregatesAdminTestJSON-2062262027 tempest-AggregatesAdminTestJSON-2062262027-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 1123 time: 0.1026437 Jul 13 07:32:09.111712 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b676086-fe0d-4427-8d60-bf08823b8ffc {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:09.127986 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.143586 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b5126c20-959e-434c-87aa-86693801a27c req-f775f158-91cf-42a9-b513-f2f99a3e8331 tempest-AggregatesAdminTestJSON-2062262027 tempest-AggregatesAdminTestJSON-2062262027-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.152114 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] Transition to ACTIVE for port object 0b676086-fe0d-4427-8d60-bf08823b8ffc will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:09.157351 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.254406 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3b1867c4-838c-40bc-9d3e-300527ed2df4 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7e545f0f56574564bb5b695119db8b5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508780 Jul 13 07:32:09.328184 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] Pushing event updated for resources: {'Port': ['ID=0b676086-fe0d-4427-8d60-bf08823b8ffc,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:09.362034 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 43be76b5-507e-44cf-bb99-205afaff217b details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:09.391525 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] Attempting to bind port 0b676086-fe0d-4427-8d60-bf08823b8ffc on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:09.391842 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] Attempting to bind port 0b676086-fe0d-4427-8d60-bf08823b8ffc by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:09.392199 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] Attempting to bind port 0b676086-fe0d-4427-8d60-bf08823b8ffc on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:09.407903 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] Port 0b676086-fe0d-4427-8d60-bf08823b8ffc on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:32:09.408226 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] Attempting to bind port 0b676086-fe0d-4427-8d60-bf08823b8ffc on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:09.422856 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:09.423263 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:09.423577 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:09.424019 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] Bound port: 0b676086-fe0d-4427-8d60-bf08823b8ffc, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:09.424380 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.426576 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b5126c20-959e-434c-87aa-86693801a27c req-f775f158-91cf-42a9-b513-f2f99a3e8331 tempest-AggregatesAdminTestJSON-2062262027 tempest-AggregatesAdminTestJSON-2062262027-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.445253 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b5126c20-959e-434c-87aa-86693801a27c req-f775f158-91cf-42a9-b513-f2f99a3e8331 tempest-AggregatesAdminTestJSON-2062262027 tempest-AggregatesAdminTestJSON-2062262027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.503952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-006f18c5-08c6-4689-bf03-686e30d98465 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:09.507560 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-006f18c5-08c6-4689-bf03-686e30d98465 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2417803 Jul 13 07:32:09.547824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b5126c20-959e-434c-87aa-86693801a27c req-f775f158-91cf-42a9-b513-f2f99a3e8331 tempest-AggregatesAdminTestJSON-2062262027 tempest-AggregatesAdminTestJSON-2062262027-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8d853358-2aa0-4f9e-8dae-8dcb0f82d719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576426 Jul 13 07:32:09.559683 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-e27142bc-808c-401e-b367-fbbd3afafb5f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Request body: {'port': {'device_id': '43f4c665-f4e0-4853-91e0-9cbf37a5d1b4', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': '7e545f0f56574564bb5b695119db8b5e'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:09.565539 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775f158-91cf-42a9-b513-f2f99a3e8331 tempest-AggregatesAdminTestJSON-2062262027 tempest-AggregatesAdminTestJSON-2062262027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111309ec-8ea9-4f57-b057-e9283e23b61e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:09.662296 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44573006-4811-465e-bf06-ffb0ac528a07 req-4dc1a864-21e9-4764-ac5d-5930735d5f70 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:09.663942 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44573006-4811-465e-bf06-ffb0ac528a07 req-4dc1a864-21e9-4764-ac5d-5930735d5f70 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9b6391f-f042-4136-a61c-f27290ec85b2 HTTP/1.1" status: 200 len: 943 time: 0.2477286 Jul 13 07:32:09.666124 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 43be76b5-507e-44cf-bb99-205afaff217b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=43be76b5-507e-44cf-bb99-205afaff217b,segment=NetworkSegment(0e6d8cfe-3405-4d5c-9ea2-be864f420a8e),segment_id=0e6d8cfe-3405-4d5c-9ea2-be864f420a8e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:09.691170 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '43be76b5-507e-44cf-bb99-205afaff217b', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'port_id': '43be76b5-507e-44cf-bb99-205afaff217b', 'mac_address': 'fa:16:3e:b1:78:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d63351-98cd-481d-a626-10f87330372b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:09.738816 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44573006-4811-465e-bf06-ffb0ac528a07 req-1f331f8a-6f70-4267-aa25-e32ed5a9a634 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/security-groups?id=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597064 Jul 13 07:32:09.776288 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] For port 0b676086-fe0d-4427-8d60-bf08823b8ffc, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:09.777152 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.783091 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] For port 0b676086-fe0d-4427-8d60-bf08823b8ffc, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=0b676086-fe0d-4427-8d60-bf08823b8ffc,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:09.794433 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.795008 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43be76b5-507e-44cf-bb99-205afaff217b {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:09.847418 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:09.848014 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.849481 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] 10.222.0.35 "PUT /v2.0/ports/0b676086-fe0d-4427-8d60-bf08823b8ffc HTTP/1.1" status: 200 len: 1117 time: 1.2531672 Jul 13 07:32:09.852683 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18f81c8-1318-4c20-889d-47adadb1ab00', 'tag': '0b676086-fe0d-4427-8d60-bf08823b8ffc'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:09.852897 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 43be76b5-507e-44cf-bb99-205afaff217b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=43be76b5-507e-44cf-bb99-205afaff217b,segment=NetworkSegment(0e6d8cfe-3405-4d5c-9ea2-be864f420a8e),segment_id=0e6d8cfe-3405-4d5c-9ea2-be864f420a8e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:09.857960 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547bccff-b8d0-4a19-9be9-40407e9cf3ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f18f81c8-1318-4c20-889d-47adadb1ab00", "tag": "0b676086-fe0d-4427-8d60-bf08823b8ffc"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:09.861528 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.865127 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-e27142bc-808c-401e-b367-fbbd3afafb5f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Made reservation on behalf of 7e545f0f56574564bb5b695119db8b5e for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:09.876262 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-e27142bc-808c-401e-b367-fbbd3afafb5f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.908611 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-e27142bc-808c-401e-b367-fbbd3afafb5f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.948723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=43be76b5-507e-44cf-bb99-205afaff217b,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:10.043082 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16752302-25d2-48b5-993b-2b43a4873817 service neutron] Pushing event updated for resources: {'Port': ['ID=0b676086-fe0d-4427-8d60-bf08823b8ffc,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:10.090831 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-3664b8fa-4a5c-4961-8665-743e7e2b4a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:10.092808 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-3664b8fa-4a5c-4961-8665-743e7e2b4a8a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=59f3f6470351402cbbd0743ed8f13dea&device_id=f18f81c8-1318-4c20-889d-47adadb1ab00 HTTP/1.1" status: 200 len: 1120 time: 0.1767540 Jul 13 07:32:10.095410 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7683-0846-412d-8a60-f088fae4cfb2 req-020f4943-4d05-4b5a-b2b5-d4165426a5be tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:10.123125 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ff0e7683-0846-412d-8a60-f088fae4cfb2 req-020f4943-4d05-4b5a-b2b5-d4165426a5be tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=f18f81c8-1318-4c20-889d-47adadb1ab00 HTTP/1.1" status: 200 len: 968 time: 0.1616340 Jul 13 07:32:10.193819 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ff0e7683-0846-412d-8a60-f088fae4cfb2 req-c019e6f8-0ad7-47e4-b3fd-b64d5cc22234 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694015 Jul 13 07:32:10.203367 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-3809894c-9f47-46c5-93fd-7ca971cc1bc2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=0b676086-fe0d-4427-8d60-bf08823b8ffc HTTP/1.1" status: 200 len: 217 time: 0.0916572 Jul 13 07:32:10.267389 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['43be76b5-507e-44cf-bb99-205afaff217b'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:10.323248 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88f9b21-4cea-428c-aafa-015eddafcd28 x-openstack-request-id: req-b88f9b21-4cea-428c-aafa-015eddafcd28 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:10.323637 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18f81c8-1318-4c20-889d-47adadb1ab00", "tag": "0b676086-fe0d-4427-8d60-bf08823b8ffc", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:10.323815 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b88f9b21-4cea-428c-aafa-015eddafcd28 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:10.324177 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18f81c8-1318-4c20-889d-47adadb1ab00', 'tag': '0b676086-fe0d-4427-8d60-bf08823b8ffc', 'status': 'completed', 'code': 200} Jul 13 07:32:10.353979 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-4a9f14f5-40a3-4001-9b35-cf85d426e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:10.358607 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-4a9f14f5-40a3-4001-9b35-cf85d426e8a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1439555 Jul 13 07:32:10.378917 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fed83805-0ce8-4c93-938f-1ecc7d741815 req-fc0a93e8-9d70-435a-b757-20787eafacfe tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 210 time: 0.0492668 Jul 13 07:32:10.426556 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-e27142bc-808c-401e-b367-fbbd3afafb5f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.438958 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-e27142bc-808c-401e-b367-fbbd3afafb5f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.536351 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27142bc-808c-401e-b367-fbbd3afafb5f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:10.547703 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b58106-b23e-40d8-a35c-295864e639a0 req-12bf8b56-3732-4155-91ba-21b9ac0409b6 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:10.549319 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-7d5b3a3b-d690-4313-9dd6-c027b2701174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:10.550663 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-7d5b3a3b-d690-4313-9dd6-c027b2701174 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1873155 Jul 13 07:32:10.556026 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-23b58106-b23e-40d8-a35c-295864e639a0 req-12bf8b56-3732-4155-91ba-21b9ac0409b6 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 950 time: 0.1593983 Jul 13 07:32:10.559797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f670db-5e0f-4f1d-9788-12dcc9a903e6 req-c1a23edf-1007-4375-a511-a4ebd1f38acf tempest-DeleteServersAdminTestJSON-320630150 tempest-DeleteServersAdminTestJSON-320630150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:10.561534 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-97f670db-5e0f-4f1d-9788-12dcc9a903e6 req-c1a23edf-1007-4375-a511-a4ebd1f38acf tempest-DeleteServersAdminTestJSON-320630150 tempest-DeleteServersAdminTestJSON-320630150-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 1102 time: 0.1106315 Jul 13 07:32:10.666392 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-23b58106-b23e-40d8-a35c-295864e639a0 req-9eea990f-9a7e-41fa-a1de-8f6e80cc200f tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098449 Jul 13 07:32:10.694065 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.35', 62216) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:10.763814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-e27142bc-808c-401e-b367-fbbd3afafb5f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Allocated IP 192.168.233.216 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/d571ad6d-dd23-410f-a583-c1f9fbcff8ca) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:10.774572 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-833e299e-12e0-40dd-b7df-0777a2bb78a9 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110343 Jul 13 07:32:10.808994 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fdb0b14-d533-4c41-b97a-0bdbcb5ef6bd req-dfb1fd67-d146-47f7-851b-816fa5b4c604 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1135716 Jul 13 07:32:10.811431 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-97f670db-5e0f-4f1d-9788-12dcc9a903e6 req-01294bd0-ae87-4497-af2d-1d4534e135fc tempest-DeleteServersAdminTestJSON-320630150 tempest-DeleteServersAdminTestJSON-320630150-project-admin] Deleting port eb8fc312-9a0b-49bc-87f5-d356c68113f1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:10.812234 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-97f670db-5e0f-4f1d-9788-12dcc9a903e6 req-01294bd0-ae87-4497-af2d-1d4534e135fc tempest-DeleteServersAdminTestJSON-320630150 tempest-DeleteServersAdminTestJSON-320630150-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.996811 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7ede814a-4fb1-417b-b2f3-1de6f9e75357 req-aa668182-2e8d-4b12-be5c-af60990b92d7 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122068 Jul 13 07:32:11.103572 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb0b14-d533-4c41-b97a-0bdbcb5ef6bd req-e96c1b72-4c3e-451a-b0aa-706fa1ef245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:11.105464 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fdb0b14-d533-4c41-b97a-0bdbcb5ef6bd req-e96c1b72-4c3e-451a-b0aa-706fa1ef245a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c31b02724ee648538c50790523ee7b52&device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 1123 time: 0.2181458 Jul 13 07:32:11.136792 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-97f670db-5e0f-4f1d-9788-12dcc9a903e6 req-01294bd0-ae87-4497-af2d-1d4534e135fc tempest-DeleteServersAdminTestJSON-320630150 tempest-DeleteServersAdminTestJSON-320630150-project-admin] For port eb8fc312-9a0b-49bc-87f5-d356c68113f1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=eb8fc312-9a0b-49bc-87f5-d356c68113f1,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:11.137734 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-97f670db-5e0f-4f1d-9788-12dcc9a903e6 req-01294bd0-ae87-4497-af2d-1d4534e135fc tempest-DeleteServersAdminTestJSON-320630150 tempest-DeleteServersAdminTestJSON-320630150-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.148989 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55b3ee-8e03-4fbf-80d7-115b1de503cf req-760f7192-1d3a-4166-8308-a9773ccb32a8 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:11.156990 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b55b3ee-8e03-4fbf-80d7-115b1de503cf req-760f7192-1d3a-4166-8308-a9773ccb32a8 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9b6391f-f042-4136-a61c-f27290ec85b2 HTTP/1.1" status: 200 len: 944 time: 0.2097795 Jul 13 07:32:11.190425 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-e27142bc-808c-401e-b367-fbbd3afafb5f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.211970 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-e27142bc-808c-401e-b367-fbbd3afafb5f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Transition to ACTIVE for port object d571ad6d-dd23-410f-a583-c1f9fbcff8ca will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:11.224617 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bccff-b8d0-4a19-9be9-40407e9cf3ae req-7cba1440-ae48-4aca-8041-5e63d5d65b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:11.226224 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-547bccff-b8d0-4a19-9be9-40407e9cf3ae req-7cba1440-ae48-4aca-8041-5e63d5d65b1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=59f3f6470351402cbbd0743ed8f13dea&device_id=f18f81c8-1318-4c20-889d-47adadb1ab00 HTTP/1.1" status: 200 len: 1120 time: 0.1596823 Jul 13 07:32:11.286044 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-e27142bc-808c-401e-b367-fbbd3afafb5f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.370671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 43be76b5-507e-44cf-bb99-205afaff217b up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:11.393745 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-e27142bc-808c-401e-b367-fbbd3afafb5f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:11.405269 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-e27142bc-808c-401e-b367-fbbd3afafb5f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:11.406583 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb0b14-d533-4c41-b97a-0bdbcb5ef6bd req-a090dcfa-926a-4883-8ed6-041ccb8553df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:11.410435 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fdb0b14-d533-4c41-b97a-0bdbcb5ef6bd req-a090dcfa-926a-4883-8ed6-041ccb8553df service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.2515745 Jul 13 07:32:11.420471 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-e27142bc-808c-401e-b367-fbbd3afafb5f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:11.437701 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-e27142bc-808c-401e-b367-fbbd3afafb5f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:11.439216 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-e27142bc-808c-401e-b367-fbbd3afafb5f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.440161 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-97f670db-5e0f-4f1d-9788-12dcc9a903e6 req-01294bd0-ae87-4497-af2d-1d4534e135fc tempest-DeleteServersAdminTestJSON-320630150 tempest-DeleteServersAdminTestJSON-320630150-project-admin] Calling delete_port for eb8fc312-9a0b-49bc-87f5-d356c68113f1 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:11.456638 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57104) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:11.457371 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27142bc-808c-401e-b367-fbbd3afafb5f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Pushing event updated for resources: {'Port': ['ID=d571ad6d-dd23-410f-a583-c1f9fbcff8ca,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:11.481984 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bccff-b8d0-4a19-9be9-40407e9cf3ae req-9270fdde-0f3e-46cf-86c6-6bc02e5d9a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:11.484326 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-547bccff-b8d0-4a19-9be9-40407e9cf3ae req-9270fdde-0f3e-46cf-86c6-6bc02e5d9a35 service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.2462111 Jul 13 07:32:11.486100 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-e27142bc-808c-401e-b367-fbbd3afafb5f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9360726 Jul 13 07:32:11.495478 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 43be76b5-507e-44cf-bb99-205afaff217b completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:11.504973 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 43be76b5-507e-44cf-bb99-205afaff217b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:11.505949 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.561909 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] Request body: {'port': {'device_id': '43f4c665-f4e0-4853-91e0-9cbf37a5d1b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:11.565856 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-547bccff-b8d0-4a19-9be9-40407e9cf3ae req-a261f9c9-7994-4ba5-b60e-ba5bb16af4d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=0b676086-fe0d-4427-8d60-bf08823b8ffc HTTP/1.1" status: 200 len: 217 time: 0.0739877 Jul 13 07:32:11.649910 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.654007 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bccff-b8d0-4a19-9be9-40407e9cf3ae req-c555e934-9663-4c8f-8cd8-833a6883f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:11.655455 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-547bccff-b8d0-4a19-9be9-40407e9cf3ae req-c555e934-9663-4c8f-8cd8-833a6883f663 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0569055 Jul 13 07:32:11.685461 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b6391f-f042-4136-a61c-f27290ec85b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43be76b5-507e-44cf-bb99-205afaff217b'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:11.688366 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b504fd-e7f0-4541-972d-7e97f0209fe9" -d '{"events": [{"server_uuid": "c9b6391f-f042-4136-a61c-f27290ec85b2", "name": "network-vif-plugged", "status": "completed", "tag": "43be76b5-507e-44cf-bb99-205afaff217b"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:11.702322 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e54a5dfe-a90b-4a7e-b764-9e9a7d29da2d None None] Provisioning for port d571ad6d-dd23-410f-a583-c1f9fbcff8ca completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:11.707162 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 43be76b5-507e-44cf-bb99-205afaff217b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=43be76b5-507e-44cf-bb99-205afaff217b,segment=NetworkSegment(0e6d8cfe-3405-4d5c-9ea2-be864f420a8e),segment_id=0e6d8cfe-3405-4d5c-9ea2-be864f420a8e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:11.711139 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e54a5dfe-a90b-4a7e-b764-9e9a7d29da2d None None] Provisioning complete for port d571ad6d-dd23-410f-a583-c1f9fbcff8ca triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:11.711584 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e54a5dfe-a90b-4a7e-b764-9e9a7d29da2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.715985 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-33218125-5891-4b6f-ae90-9c29c8fce627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.716738 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.795180 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.836845 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bccff-b8d0-4a19-9be9-40407e9cf3ae req-4bbb3b76-0923-4d34-bf09-c094885345e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:11.838378 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-547bccff-b8d0-4a19-9be9-40407e9cf3ae req-4bbb3b76-0923-4d34-bf09-c094885345e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1738820 Jul 13 07:32:11.893846 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e54a5dfe-a90b-4a7e-b764-9e9a7d29da2d None None] Port d571ad6d-dd23-410f-a583-c1f9fbcff8ca cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:11.918115 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=43be76b5-507e-44cf-bb99-205afaff217b,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:11.980651 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fdb0b14-d533-4c41-b97a-0bdbcb5ef6bd req-21031f74-4437-4635-84b3-a676fe0a76db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=68dfb6be-983b-4cd0-941f-c3ea0a5611f1 HTTP/1.1" status: 200 len: 217 time: 0.5183485 Jul 13 07:32:12.044059 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b55b3ee-8e03-4fbf-80d7-115b1de503cf req-cd4d6dc1-6763-4fc1-ae60-8ff4483adeb7 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/security-groups?id=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8863885 Jul 13 07:32:12.047581 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-33218125-5891-4b6f-ae90-9c29c8fce627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.064770 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-33218125-5891-4b6f-ae90-9c29c8fce627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.103809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb0b14-d533-4c41-b97a-0bdbcb5ef6bd req-4300450f-1bc1-4664-a738-33de3b29f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:12.105407 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fdb0b14-d533-4c41-b97a-0bdbcb5ef6bd req-4300450f-1bc1-4664-a738-33de3b29f8a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1136472 Jul 13 07:32:12.179239 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-547bccff-b8d0-4a19-9be9-40407e9cf3ae req-9283ee04-28dc-428a-b034-fe10f2b70468 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194318 Jul 13 07:32:12.179878 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33218125-5891-4b6f-ae90-9c29c8fce627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069dd834-1f63-4da1-91ae-a529985d21d4,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:12.223965 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c0bdc-9696-4d81-8ddd-ac0129c76027 req-90616913-7360-429b-a87c-12529cd63e8c tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:12.226817 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-33218125-5891-4b6f-ae90-9c29c8fce627 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6816601912bc42609e6766f62893f4a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7654550 Jul 13 07:32:12.230705 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57118) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:12.234856 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-754c0bdc-9696-4d81-8ddd-ac0129c76027 req-90616913-7360-429b-a87c-12529cd63e8c tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=f18f81c8-1318-4c20-889d-47adadb1ab00 HTTP/1.1" status: 200 len: 968 time: 0.8016319 Jul 13 07:32:12.254725 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1f8337e1-73ca-40aa-aa2f-13d25130e8cc None None] Provisioning complete for port 43be76b5-507e-44cf-bb99-205afaff217b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:12.255323 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f8337e1-73ca-40aa-aa2f-13d25130e8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.452203 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-97f670db-5e0f-4f1d-9788-12dcc9a903e6 req-01294bd0-ae87-4497-af2d-1d4534e135fc tempest-DeleteServersAdminTestJSON-320630150 tempest-DeleteServersAdminTestJSON-320630150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.473763 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['eb8fc312-9a0b-49bc-87f5-d356c68113f1'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:12.491553 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-754c0bdc-9696-4d81-8ddd-ac0129c76027 req-45f6beec-ae18-4e6c-bd4a-1125de6babfe tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827886 Jul 13 07:32:12.518357 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01294bd0-ae87-4497-af2d-1d4534e135fc tempest-DeleteServersAdminTestJSON-320630150 tempest-DeleteServersAdminTestJSON-320630150-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb8fc312-9a0b-49bc-87f5-d356c68113f1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:12.542002 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb0b14-d533-4c41-b97a-0bdbcb5ef6bd req-308e8f0a-d261-4274-9f42-28d1eb2ba47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:12.544462 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fdb0b14-d533-4c41-b97a-0bdbcb5ef6bd req-308e8f0a-d261-4274-9f42-28d1eb2ba47a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4159968 Jul 13 07:32:12.601532 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fcb30231-b654-4616-b410-341b4d66231b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.611980 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-547bccff-b8d0-4a19-9be9-40407e9cf3ae req-d3b9b8b0-a29f-465f-a655-37e587dd8ddb service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214685 Jul 13 07:32:12.617593 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d571ad6d-dd23-410f-a583-c1f9fbcff8ca {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:12.645753 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.646694 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83436d70-72c0-4323-93ea-8c0ce4909d50 x-openstack-request-id: req-83436d70-72c0-4323-93ea-8c0ce4909d50 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:12.647154 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b6391f-f042-4136-a61c-f27290ec85b2", "name": "network-vif-plugged", "status": "completed", "tag": "43be76b5-507e-44cf-bb99-205afaff217b", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:12.647969 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83436d70-72c0-4323-93ea-8c0ce4909d50 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:12.648082 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b6391f-f042-4136-a61c-f27290ec85b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43be76b5-507e-44cf-bb99-205afaff217b', 'code': 200} Jul 13 07:32:12.654440 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f670db-5e0f-4f1d-9788-12dcc9a903e6 req-01294bd0-ae87-4497-af2d-1d4534e135fc tempest-DeleteServersAdminTestJSON-320630150 tempest-DeleteServersAdminTestJSON-320630150-project-admin] No DVR routers for this DVR port eb8fc312-9a0b-49bc-87f5-d356c68113f1 on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:12.666076 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.666382 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fcb30231-b654-4616-b410-341b4d66231b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.683736 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] Transition to ACTIVE for port object d571ad6d-dd23-410f-a583-c1f9fbcff8ca will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:12.742718 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.62', 51085) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:12.761840 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.770633 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-97f670db-5e0f-4f1d-9788-12dcc9a903e6 req-01294bd0-ae87-4497-af2d-1d4534e135fc tempest-DeleteServersAdminTestJSON-320630150 tempest-DeleteServersAdminTestJSON-320630150-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.773281 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-97f670db-5e0f-4f1d-9788-12dcc9a903e6 req-01294bd0-ae87-4497-af2d-1d4534e135fc tempest-DeleteServersAdminTestJSON-320630150 tempest-DeleteServersAdminTestJSON-320630150-project-admin] 10.222.0.62 "DELETE /v2.0/ports/eb8fc312-9a0b-49bc-87f5-d356c68113f1 HTTP/1.1" status: 204 len: 173 time: 2.1981630 Jul 13 07:32:12.774177 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80e15c1-08df-47a1-bbc9-b2949275ecb7', 'name': 'network-vif-deleted', 'tag': 'eb8fc312-9a0b-49bc-87f5-d356c68113f1'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:12.822123 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fcb30231-b654-4616-b410-341b4d66231b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.824657 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fcb30231-b654-4616-b410-341b4d66231b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.825810 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fcb30231-b654-4616-b410-341b4d66231b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/069dd834-1f63-4da1-91ae-a529985d21d4 HTTP/1.1" status: 204 len: 168 time: 0.5929201 Jul 13 07:32:12.878752 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb30231-b654-4616-b410-341b4d66231b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069dd834-1f63-4da1-91ae-a529985d21d4,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:12.884080 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] Pushing event updated for resources: {'Port': ['ID=d571ad6d-dd23-410f-a583-c1f9fbcff8ca,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:12.930425 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b37f0f-50c6-4fe7-acc0-fbafeff83c62 req-55fbbc93-b3a9-4178-a88b-c38517f96805 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:12.937969 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-81b37f0f-50c6-4fe7-acc0-fbafeff83c62 req-55fbbc93-b3a9-4178-a88b-c38517f96805 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 936 time: 0.6315265 Jul 13 07:32:12.975118 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b228f67e-6607-4a2e-a844-6ca964c7db20 req-17e24c0b-a132-4731-b315-e72ce0e0353f tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80e15c1-08df-47a1-bbc9-b2949275ecb7 HTTP/1.1" status: 200 len: 210 time: 0.0880649 Jul 13 07:32:13.003992 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf6cc7-3b1f-488d-b482-84e7a20205b4 req-034125e0-572e-4867-960c-4ba6cdb80f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:13.005767 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-66bf6cc7-3b1f-488d-b482-84e7a20205b4 req-034125e0-572e-4867-960c-4ba6cdb80f75 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c9b6391f-f042-4136-a61c-f27290ec85b2 HTTP/1.1" status: 200 len: 1097 time: 0.2605658 Jul 13 07:32:13.009682 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] Attempting to bind port d571ad6d-dd23-410f-a583-c1f9fbcff8ca on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:13.010400 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] Attempting to bind port d571ad6d-dd23-410f-a583-c1f9fbcff8ca by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:13.010889 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] Attempting to bind port d571ad6d-dd23-410f-a583-c1f9fbcff8ca on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:13.063883 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fdb0b14-d533-4c41-b97a-0bdbcb5ef6bd req-2f446b6c-e3bc-4260-ba37-17b3b118542e service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965224 Jul 13 07:32:13.064708 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] Port d571ad6d-dd23-410f-a583-c1f9fbcff8ca on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:32:13.065218 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] Attempting to bind port d571ad6d-dd23-410f-a583-c1f9fbcff8ca on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:13.092374 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-81b37f0f-50c6-4fe7-acc0-fbafeff83c62 req-83fe60c3-8823-43a0-b359-9daec659bfd5 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533389 Jul 13 07:32:13.098104 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:13.098464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:13.098858 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:13.099310 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] Bound port: d571ad6d-dd23-410f-a583-c1f9fbcff8ca, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:13.099672 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.125122 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-66bf6cc7-3b1f-488d-b482-84e7a20205b4 req-091d2855-631d-4dfd-8025-637a114fd7b1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086640 Jul 13 07:32:13.212393 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1b3033-2bec-4ce3-a361-5cc84002027c" -d '{"events": [{"server_uuid": "e80e15c1-08df-47a1-bbc9-b2949275ecb7", "name": "network-vif-deleted", "tag": "eb8fc312-9a0b-49bc-87f5-d356c68113f1"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:13.261524 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] For port d571ad6d-dd23-410f-a583-c1f9fbcff8ca, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:13.270551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] For port d571ad6d-dd23-410f-a583-c1f9fbcff8ca, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=d571ad6d-dd23-410f-a583-c1f9fbcff8ca,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:13.276004 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.300603 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fdb0b14-d533-4c41-b97a-0bdbcb5ef6bd req-ce5aa5d0-455e-4fe1-8bfd-f67b86debb39 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013092 Jul 13 07:32:13.319861 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:13.320597 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.322109 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] 10.222.0.62 "PUT /v2.0/ports/d571ad6d-dd23-410f-a583-c1f9fbcff8ca HTTP/1.1" status: 200 len: 1097 time: 1.7659700 Jul 13 07:32:13.322728 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f4c665-f4e0-4853-91e0-9cbf37a5d1b4', 'tag': 'd571ad6d-dd23-410f-a583-c1f9fbcff8ca'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:13.325270 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daceab8-6a0a-4022-9a97-f9fcdaa1ddd5" -d '{"events": [{"name": "network-changed", "server_uuid": "43f4c665-f4e0-4853-91e0-9cbf37a5d1b4", "tag": "d571ad6d-dd23-410f-a583-c1f9fbcff8ca"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:13.386190 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc95b34-0b85-497e-a5ff-97fb4d074619 service neutron] Pushing event updated for resources: {'Port': ['ID=d571ad6d-dd23-410f-a583-c1f9fbcff8ca,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:13.482592 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec8ab6-e98c-4d46-8703-7dc7e71f3462 req-dd72ef6c-8fe2-4abd-9549-2db04576cd7d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:13.497387 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0aec8ab6-e98c-4d46-8703-7dc7e71f3462 req-dd72ef6c-8fe2-4abd-9549-2db04576cd7d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9b6391f-f042-4136-a61c-f27290ec85b2 HTTP/1.1" status: 200 len: 945 time: 0.1627274 Jul 13 07:32:13.551376 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57152) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:13.564748 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-c94593bc-807b-485e-bacc-6d9f71c251ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:13.566718 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-c94593bc-807b-485e-bacc-6d9f71c251ce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 1100 time: 0.1126409 Jul 13 07:32:13.568753 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0aec8ab6-e98c-4d46-8703-7dc7e71f3462 req-549614ad-e236-4c9f-ad6c-e7635d59b80b tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/security-groups?id=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699277 Jul 13 07:32:13.579482 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-040f9731-ac81-4666-b7ab-1da866efa84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.651467 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-0bc9a563-a7f0-4d58-b9f4-8696705b5fdc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d571ad6d-dd23-410f-a583-c1f9fbcff8ca HTTP/1.1" status: 200 len: 217 time: 0.0637398 Jul 13 07:32:13.662478 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39586e4-de74-4eea-af59-ffef1aefaad5 x-openstack-request-id: req-e39586e4-de74-4eea-af59-ffef1aefaad5 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:13.663105 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f4c665-f4e0-4853-91e0-9cbf37a5d1b4", "tag": "d571ad6d-dd23-410f-a583-c1f9fbcff8ca", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:13.663387 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e39586e4-de74-4eea-af59-ffef1aefaad5 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:13.663932 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f4c665-f4e0-4853-91e0-9cbf37a5d1b4', 'tag': 'd571ad6d-dd23-410f-a583-c1f9fbcff8ca', 'status': 'completed', 'code': 200} Jul 13 07:32:13.739041 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-08bbdd52-88c8-488c-8d90-46089a17c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:13.740965 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-08bbdd52-88c8-488c-8d90-46089a17c098 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0678267 Jul 13 07:32:13.889593 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-1fbda82d-2ccb-4116-b5c1-80be68bc54c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:13.891931 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-1fbda82d-2ccb-4116-b5c1-80be68bc54c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1355669 Jul 13 07:32:13.895393 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-040f9731-ac81-4666-b7ab-1da866efa84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.902484 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-040f9731-ac81-4666-b7ab-1da866efa84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.980932 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eda1fe0-e648-4f0d-ae00-4bae4d50b0c8 x-openstack-request-id: req-2eda1fe0-e648-4f0d-ae00-4bae4d50b0c8 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:13.981481 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80e15c1-08df-47a1-bbc9-b2949275ecb7", "name": "network-vif-deleted", "tag": "eb8fc312-9a0b-49bc-87f5-d356c68113f1", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:13.981925 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2eda1fe0-e648-4f0d-ae00-4bae4d50b0c8 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:13.982629 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80e15c1-08df-47a1-bbc9-b2949275ecb7', 'name': 'network-vif-deleted', 'tag': 'eb8fc312-9a0b-49bc-87f5-d356c68113f1', 'status': 'completed', 'code': 200} Jul 13 07:32:14.017574 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b01702-abd4-4462-96b1-322bc4ebcb4c req-5b0070c9-0a03-4d76-af55-a5d845d05aa7 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:14.019643 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f4b01702-abd4-4462-96b1-322bc4ebcb4c req-5b0070c9-0a03-4d76-af55-a5d845d05aa7 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=f18f81c8-1318-4c20-889d-47adadb1ab00 HTTP/1.1" status: 200 len: 968 time: 0.1266851 Jul 13 07:32:14.082259 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-4fe6ce26-64fa-481d-b8a3-f17059561d86 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697435 Jul 13 07:32:14.104088 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f4b01702-abd4-4462-96b1-322bc4ebcb4c req-45342a9e-a0a6-40ba-9016-d8c07dd6e68a tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755987 Jul 13 07:32:14.142314 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f9731-ac81-4666-b7ab-1da866efa84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c690594c-83ea-4c7a-8675-d125ef2b09c6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:14.200300 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-040f9731-ac81-4666-b7ab-1da866efa84a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7b98cf04bbb44647a7d227df996654eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6477134 Jul 13 07:32:14.203767 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57176) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:14.335732 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-40d62e5e-1875-473c-8a4e-d62a7db4e01e req-4acecb8c-5504-40cc-88d9-b56c8dc6773d service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459736 Jul 13 07:32:14.339386 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69eb6e6a-1d89-4355-90ed-428c5484fa3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.353062 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 0b676086-fe0d-4427-8d60-bf08823b8ffc details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:14.364615 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69eb6e6a-1d89-4355-90ed-428c5484fa3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.394624 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57184) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:14.462116 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69eb6e6a-1d89-4355-90ed-428c5484fa3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.464695 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69eb6e6a-1d89-4355-90ed-428c5484fa3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.465840 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-69eb6e6a-1d89-4355-90ed-428c5484fa3f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c690594c-83ea-4c7a-8675-d125ef2b09c6 HTTP/1.1" status: 204 len: 168 time: 0.2613432 Jul 13 07:32:14.480753 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb6e6a-1d89-4355-90ed-428c5484fa3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c690594c-83ea-4c7a-8675-d125ef2b09c6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:14.506560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 0b676086-fe0d-4427-8d60-bf08823b8ffc, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=0b676086-fe0d-4427-8d60-bf08823b8ffc,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:14.521958 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '0b676086-fe0d-4427-8d60-bf08823b8ffc', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '0b676086-fe0d-4427-8d60-bf08823b8ffc', 'mac_address': 'fa:16:3e:13:13:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:tempest-test_az-307738801', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:14.558197 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daceab8-6a0a-4022-9a97-f9fcdaa1ddd5 req-367229ce-b902-40c7-aa4c-e9a5578f261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:14.561514 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1daceab8-6a0a-4022-9a97-f9fcdaa1ddd5 req-367229ce-b902-40c7-aa4c-e9a5578f261a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 1100 time: 0.1196644 Jul 13 07:32:14.615968 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.646956 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b676086-fe0d-4427-8d60-bf08823b8ffc {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:14.662525 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479bb39-b4fd-46c5-8f69-7079aa84ecaf req-82705803-0682-4583-89a8-03339c55eaf4 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:14.672805 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 0b676086-fe0d-4427-8d60-bf08823b8ffc, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=0b676086-fe0d-4427-8d60-bf08823b8ffc,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:14.674397 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b479bb39-b4fd-46c5-8f69-7079aa84ecaf req-82705803-0682-4583-89a8-03339c55eaf4 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 948 time: 0.1325734 Jul 13 07:32:14.682377 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9bed96fc-7c77-4be1-aa25-ffee2f70359e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.684302 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.767856 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=0b676086-fe0d-4427-8d60-bf08823b8ffc,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:14.791801 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daceab8-6a0a-4022-9a97-f9fcdaa1ddd5 req-7ab52ceb-83f1-4c68-ae11-181e763926a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:14.794869 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1daceab8-6a0a-4022-9a97-f9fcdaa1ddd5 req-7ab52ceb-83f1-4c68-ae11-181e763926a5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.2221279 Jul 13 07:32:14.798596 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b479bb39-b4fd-46c5-8f69-7079aa84ecaf req-1ed059f6-5b60-4441-93c7-63d0d398a706 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177919 Jul 13 07:32:14.868491 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-a2d7b44f-1154-4f68-8139-f91edc4a2bd7 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=7b009e03057640a79b91a29debf423d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768251 Jul 13 07:32:14.879985 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1daceab8-6a0a-4022-9a97-f9fcdaa1ddd5 req-bc9669be-de64-4220-aa1f-4b47c668040b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d571ad6d-dd23-410f-a583-c1f9fbcff8ca HTTP/1.1" status: 200 len: 217 time: 0.0690155 Jul 13 07:32:14.904461 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['0b676086-fe0d-4427-8d60-bf08823b8ffc'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:14.991786 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daceab8-6a0a-4022-9a97-f9fcdaa1ddd5 req-02c729f3-feee-40e5-a816-ee76b7930950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:14.993849 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1daceab8-6a0a-4022-9a97-f9fcdaa1ddd5 req-02c729f3-feee-40e5-a816-ee76b7930950 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1046498 Jul 13 07:32:15.018760 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9bed96fc-7c77-4be1-aa25-ffee2f70359e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.038988 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9bed96fc-7c77-4be1-aa25-ffee2f70359e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.095542 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9bed96fc-7c77-4be1-aa25-ffee2f70359e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=86af741f134e4236ba23a68927b69746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6998422 Jul 13 07:32:15.098427 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57220) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:15.099968 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-638bf375-148d-4b64-b7db-6a6e5e935fdc tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:15.106586 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed96fc-7c77-4be1-aa25-ffee2f70359e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6cd070-ca96-47cf-994d-1f254c5ac64a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:15.110434 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-638bf375-148d-4b64-b7db-6a6e5e935fdc tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2409658 Jul 13 07:32:15.154783 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-9d6635f7-80e0-445b-b75e-5d58461afe7b tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/quotas/7b009e03057640a79b91a29debf423d6 HTTP/1.1" status: 200 len: 375 time: 0.0329905 Jul 13 07:32:15.164997 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daceab8-6a0a-4022-9a97-f9fcdaa1ddd5 req-3b615256-cef6-49c3-846b-3be2bd112269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:15.166686 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1daceab8-6a0a-4022-9a97-f9fcdaa1ddd5 req-3b615256-cef6-49c3-846b-3be2bd112269 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1630545 Jul 13 07:32:15.193351 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-d6e03e24-c8c5-4e96-b9c1-4c08870fa6d0 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7b009e03057640a79b91a29debf423d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377026 Jul 13 07:32:15.205439 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-61f2b2df-ea17-49d8-ac6c-13650f1bc99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.259058 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-61f2b2df-ea17-49d8-ac6c-13650f1bc99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.285528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051153ad-09ef-495f-bc6a-52da48f3feb8 req-ed6af8bf-a720-40aa-9fba-3bc4e5f1b26a tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:15.288280 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-051153ad-09ef-495f-bc6a-52da48f3feb8 req-ed6af8bf-a720-40aa-9fba-3bc4e5f1b26a tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9b6391f-f042-4136-a61c-f27290ec85b2 HTTP/1.1" status: 200 len: 945 time: 0.0973718 Jul 13 07:32:15.333912 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1daceab8-6a0a-4022-9a97-f9fcdaa1ddd5 req-e6bf11ad-bfab-49cd-a9ba-01f852a83262 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563554 Jul 13 07:32:15.396834 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-051153ad-09ef-495f-bc6a-52da48f3feb8 req-802c957c-12c9-4539-ab23-9202750cfdea tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/security-groups?id=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025310 Jul 13 07:32:15.420092 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device eb8fc312-9a0b-49bc-87f5-d356c68113f1 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:15.426853 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-61f2b2df-ea17-49d8-ac6c-13650f1bc99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.433070 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-61f2b2df-ea17-49d8-ac6c-13650f1bc99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.435892 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-61f2b2df-ea17-49d8-ac6c-13650f1bc99c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3a6cd070-ca96-47cf-994d-1f254c5ac64a HTTP/1.1" status: 204 len: 168 time: 0.3357308 Jul 13 07:32:15.484393 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2b2df-ea17-49d8-ac6c-13650f1bc99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6cd070-ca96-47cf-994d-1f254c5ac64a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:15.510813 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: eb8fc312-9a0b-49bc-87f5-d356c68113f1 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:15.511328 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device eb8fc312-9a0b-49bc-87f5-d356c68113f1 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:15.675879 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1daceab8-6a0a-4022-9a97-f9fcdaa1ddd5 req-2393aeed-1688-4ba7-864a-2a554a9744e3 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251464 Jul 13 07:32:15.720350 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a6a4b76c-a457-4d08-9e09-be11572986f8 req-17308d44-a0cf-4ea0-85cc-c632bc986424 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c9b6391f-f042-4136-a61c-f27290ec85b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1906860 Jul 13 07:32:15.764002 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2fdeb7cd-4a06-48c2-9de1-c3304d78c38b req-5ec1ae55-d270-49a5-9ad9-9e8254866373 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5836805-71bc-412e-a2fe-f7614b822aaa HTTP/1.1" status: 200 len: 210 time: 0.0379336 Jul 13 07:32:15.784760 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda2e12-a41f-42fc-9529-7940d3b8b738 req-0191afc2-ed78-4f2a-94e3-8f8f88a24dc3 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:15.802723 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6dda2e12-a41f-42fc-9529-7940d3b8b738 req-0191afc2-ed78-4f2a-94e3-8f8f88a24dc3 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=f18f81c8-1318-4c20-889d-47adadb1ab00 HTTP/1.1" status: 200 len: 969 time: 0.2081795 Jul 13 07:32:15.893482 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6dda2e12-a41f-42fc-9529-7940d3b8b738 req-a58198c5-214c-450b-bfb3-3144a9fc1ab4 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879829 Jul 13 07:32:15.915598 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4b76c-a457-4d08-9e09-be11572986f8 req-87a395a0-6b9d-4818-8a1d-434b1a24360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:15.917130 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a6a4b76c-a457-4d08-9e09-be11572986f8 req-87a395a0-6b9d-4818-8a1d-434b1a24360b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0ff6e974f964420a5efb9f781f70c04&device_id=c9b6391f-f042-4136-a61c-f27290ec85b2 HTTP/1.1" status: 200 len: 1097 time: 0.1274247 Jul 13 07:32:16.111279 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4b76c-a457-4d08-9e09-be11572986f8 req-9fbefab7-e27d-438d-bc88-e4b45f621817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:16.117456 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a6a4b76c-a457-4d08-9e09-be11572986f8 req-9fbefab7-e27d-438d-bc88-e4b45f621817 service neutron] 10.222.0.62 "GET /v2.0/networks?id=02fe467e-501d-4dea-afac-48e6d7fce230 HTTP/1.1" status: 200 len: 925 time: 0.1590917 Jul 13 07:32:16.132327 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68a33e-e89a-45d4-a820-3406bfd95813 req-709b4ebd-2257-4078-b6e5-6c5e651454bf tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:16.162079 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e68a33e-e89a-45d4-a820-3406bfd95813 req-709b4ebd-2257-4078-b6e5-6c5e651454bf tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9b6391f-f042-4136-a61c-f27290ec85b2 HTTP/1.1" status: 200 len: 945 time: 0.1939371 Jul 13 07:32:16.162764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57268) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:16.179021 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-80d98cbf-97aa-4208-b070-7e16a9de620d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Request body: {'floatingip': {'port_id': '43be76b5-507e-44cf-bb99-205afaff217b'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:16.215864 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a6a4b76c-a457-4d08-9e09-be11572986f8 req-793b72a7-6734-4b56-9b8e-b0fb6985bda0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43be76b5-507e-44cf-bb99-205afaff217b HTTP/1.1" status: 200 len: 217 time: 0.0941191 Jul 13 07:32:16.377404 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 0b676086-fe0d-4427-8d60-bf08823b8ffc up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:16.409459 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80d98cbf-97aa-4208-b070-7e16a9de620d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.436514 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57280) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:16.491477 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4b76c-a457-4d08-9e09-be11572986f8 req-1a5112c4-a7c4-44a0-961a-cff3a6e55bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:16.498748 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a6a4b76c-a457-4d08-9e09-be11572986f8 req-1a5112c4-a7c4-44a0-961a-cff3a6e55bbf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=31d63351-98cd-481d-a626-10f87330372b HTTP/1.1" status: 200 len: 863 time: 0.2714198 Jul 13 07:32:16.499850 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-78602ac7-80e1-4088-b102-afeb9dd0cb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.571723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 0b676086-fe0d-4427-8d60-bf08823b8ffc completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:16.586806 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 0b676086-fe0d-4427-8d60-bf08823b8ffc triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:16.587794 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.682192 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4b76c-a457-4d08-9e09-be11572986f8 req-a6e7d4e9-ebf9-4bae-a9cb-2e1da9c86540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:16.686325 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a6a4b76c-a457-4d08-9e09-be11572986f8 req-a6e7d4e9-ebf9-4bae-a9cb-2e1da9c86540 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02fe467e-501d-4dea-afac-48e6d7fce230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1802690 Jul 13 07:32:16.907125 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.909147 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a6a4b76c-a457-4d08-9e09-be11572986f8 req-f8090bf0-4df8-411a-8596-5f337367acfc service neutron] 10.222.0.62 "GET /v2.0/networks/02fe467e-501d-4dea-afac-48e6d7fce230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145112 Jul 13 07:32:16.953609 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18f81c8-1318-4c20-889d-47adadb1ab00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b676086-fe0d-4427-8d60-bf08823b8ffc'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:16.956684 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3dbb92-bcbe-4078-bdfd-7155e40c5420" -d '{"events": [{"server_uuid": "f18f81c8-1318-4c20-889d-47adadb1ab00", "name": "network-vif-plugged", "status": "completed", "tag": "0b676086-fe0d-4427-8d60-bf08823b8ffc"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:16.973739 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-78602ac7-80e1-4088-b102-afeb9dd0cb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.981252 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-78602ac7-80e1-4088-b102-afeb9dd0cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.987079 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 0b676086-fe0d-4427-8d60-bf08823b8ffc, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=0b676086-fe0d-4427-8d60-bf08823b8ffc,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:16.994057 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.049430 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-78602ac7-80e1-4088-b102-afeb9dd0cb1f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=087c3836ba8b4f87a015abdbbb1c3b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6051631 Jul 13 07:32:17.054840 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57314) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:17.087998 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=0b676086-fe0d-4427-8d60-bf08823b8ffc,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:17.207847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78602ac7-80e1-4088-b102-afeb9dd0cb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba47cd64-cd00-4e98-bbe2-e2c5677693d0,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:17.221435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e10f6-ba30-4ef5-b39a-6c89cb3c1c18 req-044429a5-48ea-4526-98a8-1d61682a6809 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:17.228634 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c52e10f6-ba30-4ef5-b39a-6c89cb3c1c18 req-044429a5-48ea-4526-98a8-1d61682a6809 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 948 time: 0.8285465 Jul 13 07:32:17.238610 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a6a4b76c-a457-4d08-9e09-be11572986f8 req-a74dda78-1b27-4087-8c7c-3793b2d21736 service neutron] 10.222.0.62 "GET /v2.0/networks/02fe467e-501d-4dea-afac-48e6d7fce230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109186 Jul 13 07:32:17.263817 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-76e49993-6301-4703-acaa-3025ac517a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.296922 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-76e49993-6301-4703-acaa-3025ac517a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.314423 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cff078e0-6883-4ae2-833e-3a4c927d029f req-c2ac9f9a-b097-4e31-b6a1-bb1b68c3927f tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5836805-71bc-412e-a2fe-f7614b822aaa HTTP/1.1" status: 200 len: 210 time: 0.0830419 Jul 13 07:32:17.327181 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c52e10f6-ba30-4ef5-b39a-6c89cb3c1c18 req-8c538b93-4a11-4d03-a3a0-cd1f799532ee tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976193 Jul 13 07:32:17.386726 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-76e49993-6301-4703-acaa-3025ac517a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.393514 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-76e49993-6301-4703-acaa-3025ac517a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.393791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4103da5c-25f8-4283-84f1-59c65e06bdc3 None None] Provisioning complete for port 0b676086-fe0d-4427-8d60-bf08823b8ffc triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:17.394057 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4103da5c-25f8-4283-84f1-59c65e06bdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.396444 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-76e49993-6301-4703-acaa-3025ac517a88 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba47cd64-cd00-4e98-bbe2-e2c5677693d0 HTTP/1.1" status: 204 len: 168 time: 0.3374505 Jul 13 07:32:17.412655 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e49993-6301-4703-acaa-3025ac517a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba47cd64-cd00-4e98-bbe2-e2c5677693d0,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:17.452885 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device d571ad6d-dd23-410f-a583-c1f9fbcff8ca details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:17.549359 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3538f4eb-8394-44be-9fb8-dee198e3145d x-openstack-request-id: req-3538f4eb-8394-44be-9fb8-dee198e3145d {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:17.549978 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18f81c8-1318-4c20-889d-47adadb1ab00", "name": "network-vif-plugged", "status": "completed", "tag": "0b676086-fe0d-4427-8d60-bf08823b8ffc", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:17.550679 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3538f4eb-8394-44be-9fb8-dee198e3145d {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:17.551379 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18f81c8-1318-4c20-889d-47adadb1ab00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b676086-fe0d-4427-8d60-bf08823b8ffc', 'code': 200} Jul 13 07:32:17.666385 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port d571ad6d-dd23-410f-a583-c1f9fbcff8ca, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=d571ad6d-dd23-410f-a583-c1f9fbcff8ca,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:17.681629 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'd571ad6d-dd23-410f-a583-c1f9fbcff8ca', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': 'd571ad6d-dd23-410f-a583-c1f9fbcff8ca', 'mac_address': 'fa:16:3e:ed:2b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:17.860631 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.864787 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-acfe1fa4-c60a-4caa-b5dc-0bf9a9ee5b68 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=7b009e03057640a79b91a29debf423d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1522310 Jul 13 07:32:17.899298 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d571ad6d-dd23-410f-a583-c1f9fbcff8ca {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:17.936145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95160a-20a2-440d-906f-603628bfa50a req-ebdddf36-d883-40fa-a8dd-773f681be706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:17.940990 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bc95160a-20a2-440d-906f-603628bfa50a req-ebdddf36-d883-40fa-a8dd-773f681be706 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f18f81c8-1318-4c20-889d-47adadb1ab00 HTTP/1.1" status: 200 len: 1122 time: 0.1643648 Jul 13 07:32:17.941221 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34418017-5371-43c3-b1d8-e2f867f20776 req-23c4eba6-9f4c-4708-8111-f9f4a1695d24 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:17.943514 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-34418017-5371-43c3-b1d8-e2f867f20776 req-23c4eba6-9f4c-4708-8111-f9f4a1695d24 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=f18f81c8-1318-4c20-889d-47adadb1ab00 HTTP/1.1" status: 200 len: 970 time: 0.3768158 Jul 13 07:32:17.959292 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port d571ad6d-dd23-410f-a583-c1f9fbcff8ca, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=d571ad6d-dd23-410f-a583-c1f9fbcff8ca,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:17.964943 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.998622 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bc95160a-20a2-440d-906f-603628bfa50a req-5b9e60d2-5ac8-45d2-92b8-a5db5f63baa3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471292 Jul 13 07:32:18.166601 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=d571ad6d-dd23-410f-a583-c1f9fbcff8ca,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:18.264423 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-34418017-5371-43c3-b1d8-e2f867f20776 req-0195592d-662d-4d21-9afc-a00bfc2fcd9d tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592876 Jul 13 07:32:18.379105 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-8ad94e73-2731-4d54-8c2f-d53051e22829 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:18.380667 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-8ad94e73-2731-4d54-8c2f-d53051e22829 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5029459 Jul 13 07:32:18.403580 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-5475e00d-d67c-4028-92bf-72b641ad9a2d tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Request body: {'port': {'device_id': 'e5836805-71bc-412e-a2fe-f7614b822aaa', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': '7b009e03057640a79b91a29debf423d6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:18.429871 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['d571ad6d-dd23-410f-a583-c1f9fbcff8ca'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:18.430678 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.db.resource_extend [None req-80d98cbf-97aa-4208-b070-7e16a9de620d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:32:18.556746 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80d98cbf-97aa-4208-b070-7e16a9de620d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.563793 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80d98cbf-97aa-4208-b070-7e16a9de620d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.704925 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-5475e00d-d67c-4028-92bf-72b641ad9a2d tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Made reservation on behalf of 7b009e03057640a79b91a29debf423d6 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:18.709035 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-5475e00d-d67c-4028-92bf-72b641ad9a2d tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.728741 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-80d98cbf-97aa-4208-b070-7e16a9de620d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Floating IP f1446c0d-95cd-4c68-bf28-611236b28c5e associated. External IP: 172.25.0.41, port: 43be76b5-507e-44cf-bb99-205afaff217b. Jul 13 07:32:18.831144 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-545e258a-62e6-477e-963c-e7e723fadd19 req-d85d6937-e0bb-4422-877f-83f6126bed03 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5836805-71bc-412e-a2fe-f7614b822aaa HTTP/1.1" status: 200 len: 210 time: 0.0629995 Jul 13 07:32:19.467575 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device d571ad6d-dd23-410f-a583-c1f9fbcff8ca up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:19.477261 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-5475e00d-d67c-4028-92bf-72b641ad9a2d tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Allocated IP 192.168.233.246 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/218cbac8-d528-4cff-a1b3-0bc825bfb396) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:19.611707 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port d571ad6d-dd23-410f-a583-c1f9fbcff8ca completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:19.619471 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port d571ad6d-dd23-410f-a583-c1f9fbcff8ca triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:19.620754 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.759036 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.794637 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f4c665-f4e0-4853-91e0-9cbf37a5d1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd571ad6d-dd23-410f-a583-c1f9fbcff8ca'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:19.796947 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f3de8d-2f52-4983-ab4c-62e46614dd78" -d '{"events": [{"server_uuid": "43f4c665-f4e0-4853-91e0-9cbf37a5d1b4", "name": "network-vif-plugged", "status": "completed", "tag": "d571ad6d-dd23-410f-a583-c1f9fbcff8ca"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:19.812578 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port d571ad6d-dd23-410f-a583-c1f9fbcff8ca, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=d571ad6d-dd23-410f-a583-c1f9fbcff8ca,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:19.816896 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.818878 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57416) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:19.821368 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed3ffd-896d-4442-ad3f-281ec55e44c7 req-5028bbbd-f2da-40d5-84bc-1ace82e9a5a8 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:19.832823 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4ed3ffd-896d-4442-ad3f-281ec55e44c7 req-5028bbbd-f2da-40d5-84bc-1ace82e9a5a8 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 949 time: 0.9185622 Jul 13 07:32:19.902360 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=d571ad6d-dd23-410f-a583-c1f9fbcff8ca,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:19.955042 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-5475e00d-d67c-4028-92bf-72b641ad9a2d tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.006488 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-5475e00d-d67c-4028-92bf-72b641ad9a2d tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Transition to ACTIVE for port object 218cbac8-d528-4cff-a1b3-0bc825bfb396 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:20.023063 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4ed3ffd-896d-4442-ad3f-281ec55e44c7 req-19fffc07-778b-4d89-afde-ad6143e9e0c3 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887584 Jul 13 07:32:20.053047 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-37986a75-281e-4ebd-812f-782efc4f3776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.086829 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d98cbf-97aa-4208-b070-7e16a9de620d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:20.119932 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf44cb3-c618-415c-98a2-4d8421c08774 req-f6d24fe9-9429-438b-b171-31dc7511cae3 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:20.125512 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcf44cb3-c618-415c-98a2-4d8421c08774 req-f6d24fe9-9429-438b-b171-31dc7511cae3 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=f18f81c8-1318-4c20-889d-47adadb1ab00 HTTP/1.1" status: 200 len: 970 time: 0.3638501 Jul 13 07:32:20.167667 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-5475e00d-d67c-4028-92bf-72b641ad9a2d tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.218198 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-37986a75-281e-4ebd-812f-782efc4f3776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.224930 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-37986a75-281e-4ebd-812f-782efc4f3776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.231644 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-04d518f3-0592-4144-b82c-3577348fa96d None None] Provisioning complete for port d571ad6d-dd23-410f-a583-c1f9fbcff8ca triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:20.232241 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-04d518f3-0592-4144-b82c-3577348fa96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.259119 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-37986a75-281e-4ebd-812f-782efc4f3776 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4ddfd1c3ca99450ebfa94b546103d4a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4388616 Jul 13 07:32:20.270251 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57428) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:20.310152 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37986a75-281e-4ebd-812f-782efc4f3776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1718fe1a-ad84-4e6d-bb33-d8388d955009,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:20.353946 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ddb3eb74-c8d8-480f-bf87-f328dc7e3b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.375984 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-5475e00d-d67c-4028-92bf-72b641ad9a2d tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:20.378984 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ddb3eb74-c8d8-480f-bf87-f328dc7e3b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.419169 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcf44cb3-c618-415c-98a2-4d8421c08774 req-72d1928e-2fbe-44fa-8bfe-5da4359f0af8 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854385 Jul 13 07:32:20.422466 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-5475e00d-d67c-4028-92bf-72b641ad9a2d tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:20.456849 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ddb3eb74-c8d8-480f-bf87-f328dc7e3b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.463778 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ddb3eb74-c8d8-480f-bf87-f328dc7e3b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.468292 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ddb3eb74-c8d8-480f-bf87-f328dc7e3b86 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1718fe1a-ad84-4e6d-bb33-d8388d955009 HTTP/1.1" status: 204 len: 168 time: 0.1946354 Jul 13 07:32:20.482544 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3eb74-c8d8-480f-bf87-f328dc7e3b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1718fe1a-ad84-4e6d-bb33-d8388d955009,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:20.492221 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83605722-e64d-49b7-8a50-4c55ff01c7e4 x-openstack-request-id: req-83605722-e64d-49b7-8a50-4c55ff01c7e4 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:20.493297 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f4c665-f4e0-4853-91e0-9cbf37a5d1b4", "name": "network-vif-plugged", "status": "completed", "tag": "d571ad6d-dd23-410f-a583-c1f9fbcff8ca", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:20.493700 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83605722-e64d-49b7-8a50-4c55ff01c7e4 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:20.494275 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f4c665-f4e0-4853-91e0-9cbf37a5d1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd571ad6d-dd23-410f-a583-c1f9fbcff8ca', 'code': 200} Jul 13 07:32:20.510687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-5475e00d-d67c-4028-92bf-72b641ad9a2d tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:20.517610 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-5475e00d-d67c-4028-92bf-72b641ad9a2d tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:20.518433 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-5475e00d-d67c-4028-92bf-72b641ad9a2d tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.538759 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475e00d-d67c-4028-92bf-72b641ad9a2d tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Pushing event updated for resources: {'Port': ['ID=218cbac8-d528-4cff-a1b3-0bc825bfb396,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:20.545884 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-5475e00d-d67c-4028-92bf-72b641ad9a2d tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1516893 Jul 13 07:32:20.578258 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d98cbf-97aa-4208-b070-7e16a9de620d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:20.583039 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] Request body: {'port': {'device_id': 'e5836805-71bc-412e-a2fe-f7614b822aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:20.595571 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acdeb18-a8e5-42fa-ba50-168d7f971783 None None] Sync routers for ids ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:20.620981 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acdeb18-a8e5-42fa-ba50-168d7f971783 None None] Routers {'3d045ab7-d045-47b5-b85d-62bcf1f98a59'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:20.621632 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2acdeb18-a8e5-42fa-ba50-168d7f971783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:31:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:20.655099 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80d98cbf-97aa-4208-b070-7e16a9de620d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.730908 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674ef88-c6d3-4205-a2c1-6b5547b9da31 req-159afe72-b043-4215-8d78-aee5f7193880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:20.732181 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8674ef88-c6d3-4205-a2c1-6b5547b9da31 req-159afe72-b043-4215-8d78-aee5f7193880 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 1102 time: 0.1005807 Jul 13 07:32:20.799958 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8674ef88-c6d3-4205-a2c1-6b5547b9da31 req-226f2dff-1e21-4086-8640-c632b6bc90ee service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592613 Jul 13 07:32:20.816536 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-80d98cbf-97aa-4208-b070-7e16a9de620d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "PUT /v2.0/floatingips/f1446c0d-95cd-4c68-bf28-611236b28c5e HTTP/1.1" status: 200 len: 990 time: 4.6506555 Jul 13 07:32:20.817721 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b6391f-f042-4136-a61c-f27290ec85b2', 'tag': '43be76b5-507e-44cf-bb99-205afaff217b'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:20.820739 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc5d4b5-a327-43fc-bbb3-55ba5852f334" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b6391f-f042-4136-a61c-f27290ec85b2", "tag": "43be76b5-507e-44cf-bb99-205afaff217b"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:20.823682 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.856022 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b051292-9004-418d-b9b0-5f301700d43a req-615c7a0e-72c6-4a6e-b8d5-5e23aae340cb tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:20.857290 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b051292-9004-418d-b9b0-5f301700d43a req-615c7a0e-72c6-4a6e-b8d5-5e23aae340cb tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5836805-71bc-412e-a2fe-f7614b822aaa HTTP/1.1" status: 200 len: 936 time: 0.1367264 Jul 13 07:32:20.891615 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-981a1798-a714-4d22-808a-c2b3df4575b9 None None] Provisioning for port 218cbac8-d528-4cff-a1b3-0bc825bfb396 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:20.897017 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-981a1798-a714-4d22-808a-c2b3df4575b9 None None] Provisioning complete for port 218cbac8-d528-4cff-a1b3-0bc825bfb396 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:20.897383 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-981a1798-a714-4d22-808a-c2b3df4575b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.946128 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-981a1798-a714-4d22-808a-c2b3df4575b9 None None] Port 218cbac8-d528-4cff-a1b3-0bc825bfb396 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:20.964040 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b051292-9004-418d-b9b0-5f301700d43a req-d5f93854-b9e4-4388-bb61-8b6b2170f990 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590472 Jul 13 07:32:20.991335 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2acdeb18-a8e5-42fa-ba50-168d7f971783 None None] Set router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:21.125091 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57454) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:21.145080 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eceb5eba-6759-414e-9da5-224131b625b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.347504 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eceb5eba-6759-414e-9da5-224131b625b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.354704 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eceb5eba-6759-414e-9da5-224131b625b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.455747 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-eceb5eba-6759-414e-9da5-224131b625b4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=55b4898fe4494237be6286a0163e8f71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250690 Jul 13 07:32:21.455747 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb5eba-6759-414e-9da5-224131b625b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cd4eb6-b9a6-45c4-b42b-24400980242f,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:21.458861 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57464) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:21.509975 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218cbac8-d528-4cff-a1b3-0bc825bfb396 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:21.517492 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42be6d91-3a04-42dc-af80-dd84cdb97e40 x-openstack-request-id: req-42be6d91-3a04-42dc-af80-dd84cdb97e40 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:21.518181 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b6391f-f042-4136-a61c-f27290ec85b2", "tag": "43be76b5-507e-44cf-bb99-205afaff217b", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:21.518844 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42be6d91-3a04-42dc-af80-dd84cdb97e40 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:21.526077 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2acdeb18-a8e5-42fa-ba50-168d7f971783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-router', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:29Z', 'revision_number': 4, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'gw_port': {'id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'f1446c0d-95cd-4c68-bf28-611236b28c5e', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'port_id': '43be76b5-507e-44cf-bb99-205afaff217b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'mac_address': 'fa:16:3e:b1:78:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b6391f-f042-4136-a61c-f27290ec85b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:31:57Z', 'updated_at': '2021-07-13T07:32:18Z', 'revision_number': 1, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b414c8f8-9845-45a1-b6fd-7f49a3b86498', 'name': '', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'mac_address': 'fa:16:3e:53:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '31d63351-98cd-481d-a626-10f87330372b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:35Z', 'revision_number': 5, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'subnets': [{'id': '31d63351-98cd-481d-a626-10f87330372b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:21.533351 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b6391f-f042-4136-a61c-f27290ec85b2', 'tag': '43be76b5-507e-44cf-bb99-205afaff217b', 'status': 'completed', 'code': 200} Jul 13 07:32:21.548530 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.549839 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c61a3b58-ff99-40ed-9635-ae454951f182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.571146 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] Transition to ACTIVE for port object 218cbac8-d528-4cff-a1b3-0bc825bfb396 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:21.577719 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.587416 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acdeb18-a8e5-42fa-ba50-168d7f971783 None None] Checking router: 3d045ab7-d045-47b5-b85d-62bcf1f98a59 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:32:21.604876 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acdeb18-a8e5-42fa-ba50-168d7f971783 None None] Routers {'3d045ab7-d045-47b5-b85d-62bcf1f98a59'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:21.605915 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2acdeb18-a8e5-42fa-ba50-168d7f971783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:31:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:21.620536 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c61a3b58-ff99-40ed-9635-ae454951f182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.633430 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=218cbac8-d528-4cff-a1b3-0bc825bfb396,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:21.778458 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c61a3b58-ff99-40ed-9635-ae454951f182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.779285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] Attempting to bind port 218cbac8-d528-4cff-a1b3-0bc825bfb396 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:21.779798 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] Attempting to bind port 218cbac8-d528-4cff-a1b3-0bc825bfb396 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:21.780568 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] Attempting to bind port 218cbac8-d528-4cff-a1b3-0bc825bfb396 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:21.785974 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c61a3b58-ff99-40ed-9635-ae454951f182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.791600 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c61a3b58-ff99-40ed-9635-ae454951f182 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/32cd4eb6-b9a6-45c4-b42b-24400980242f HTTP/1.1" status: 204 len: 168 time: 0.3312287 Jul 13 07:32:21.797606 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5d4b5-a327-43fc-bbb3-55ba5852f334 req-589b7fe5-e44d-444f-b034-4cb4fa7ecb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:21.799761 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] Port 218cbac8-d528-4cff-a1b3-0bc825bfb396 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:32:21.800282 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ffc5d4b5-a327-43fc-bbb3-55ba5852f334 req-589b7fe5-e44d-444f-b034-4cb4fa7ecb08 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0ff6e974f964420a5efb9f781f70c04&device_id=c9b6391f-f042-4136-a61c-f27290ec85b2 HTTP/1.1" status: 200 len: 1097 time: 0.1237483 Jul 13 07:32:21.800402 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] Attempting to bind port 218cbac8-d528-4cff-a1b3-0bc825bfb396 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:21.807811 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a3b58-ff99-40ed-9635-ae454951f182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cd4eb6-b9a6-45c4-b42b-24400980242f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:21.817693 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:21.818225 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:21.818995 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:21.823166 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] Bound port: 218cbac8-d528-4cff-a1b3-0bc825bfb396, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:21.824009 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.924671 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2acdeb18-a8e5-42fa-ba50-168d7f971783 None None] Set router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:22.025461 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5d4b5-a327-43fc-bbb3-55ba5852f334 req-57681c94-c719-4c4a-974c-c1f61de6ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.029244 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ffc5d4b5-a327-43fc-bbb3-55ba5852f334 req-57681c94-c719-4c4a-974c-c1f61de6ba60 service neutron] 10.222.0.62 "GET /v2.0/networks?id=02fe467e-501d-4dea-afac-48e6d7fce230 HTTP/1.1" status: 200 len: 925 time: 0.2156820 Jul 13 07:32:22.092087 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf6136-9e62-47ab-a6d1-064ce0c9ef7c req-d142b516-3654-4bce-9180-c273f42c6068 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.098963 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a0cf6136-9e62-47ab-a6d1-064ce0c9ef7c req-d142b516-3654-4bce-9180-c273f42c6068 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 950 time: 0.4206958 Jul 13 07:32:22.173356 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ffc5d4b5-a327-43fc-bbb3-55ba5852f334 req-17e8c5fa-daef-466c-a9d9-8df675fbb363 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43be76b5-507e-44cf-bb99-205afaff217b HTTP/1.1" status: 200 len: 998 time: 0.1369181 Jul 13 07:32:22.214707 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] For port 218cbac8-d528-4cff-a1b3-0bc825bfb396, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:22.236613 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a0cf6136-9e62-47ab-a6d1-064ce0c9ef7c req-f323eaa2-ee0a-49a4-8a77-3a9807721baf tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068218 Jul 13 07:32:22.256089 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5d4b5-a327-43fc-bbb3-55ba5852f334 req-cb8b6cbf-f3cc-425a-841a-3ee4b1333399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.263671 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ffc5d4b5-a327-43fc-bbb3-55ba5852f334 req-cb8b6cbf-f3cc-425a-841a-3ee4b1333399 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=31d63351-98cd-481d-a626-10f87330372b HTTP/1.1" status: 200 len: 863 time: 0.0828104 Jul 13 07:32:22.270258 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ec0e0-508d-45e9-93fd-ad71057badba req-dce77833-a052-4f68-937c-c051819e1411 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.277416 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-146ec0e0-508d-45e9-93fd-ad71057badba req-dce77833-a052-4f68-937c-c051819e1411 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=f18f81c8-1318-4c20-889d-47adadb1ab00 HTTP/1.1" status: 200 len: 970 time: 0.4215856 Jul 13 07:32:22.290325 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] For port 218cbac8-d528-4cff-a1b3-0bc825bfb396, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=218cbac8-d528-4cff-a1b3-0bc825bfb396,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:22.304297 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.336704 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2acdeb18-a8e5-42fa-ba50-168d7f971783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-router', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:29Z', 'revision_number': 4, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'gw_port': {'id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'f1446c0d-95cd-4c68-bf28-611236b28c5e', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'port_id': '43be76b5-507e-44cf-bb99-205afaff217b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'mac_address': 'fa:16:3e:b1:78:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b6391f-f042-4136-a61c-f27290ec85b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:31:57Z', 'updated_at': '2021-07-13T07:32:18Z', 'revision_number': 1, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b414c8f8-9845-45a1-b6fd-7f49a3b86498', 'name': '', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'mac_address': 'fa:16:3e:53:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '31d63351-98cd-481d-a626-10f87330372b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:35Z', 'revision_number': 5, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'subnets': [{'id': '31d63351-98cd-481d-a626-10f87330372b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:22.410817 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-146ec0e0-508d-45e9-93fd-ad71057badba req-0bee466a-1e49-4a2d-b5af-d13c15e3ef90 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322505 Jul 13 07:32:22.433278 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5d4b5-a327-43fc-bbb3-55ba5852f334 req-7205a285-697e-426a-aaea-009945eac17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.436122 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ffc5d4b5-a327-43fc-bbb3-55ba5852f334 req-7205a285-697e-426a-aaea-009945eac17b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02fe467e-501d-4dea-afac-48e6d7fce230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1639531 Jul 13 07:32:22.436505 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.437486 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.439745 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] 10.222.0.35 "PUT /v2.0/ports/218cbac8-d528-4cff-a1b3-0bc825bfb396 HTTP/1.1" status: 200 len: 1097 time: 1.8629944 Jul 13 07:32:22.481550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c979e-78f5-4581-8bad-448c4d36f5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=218cbac8-d528-4cff-a1b3-0bc825bfb396,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:22.505213 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acdeb18-a8e5-42fa-ba50-168d7f971783 None None] The sync data for ids ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'] in n-d-779913-28 is: [{'id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-router', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:29Z', 'revision_number': 4, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'gw_port': {'id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'f1446c0d-95cd-4c68-bf28-611236b28c5e', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'port_id': '43be76b5-507e-44cf-bb99-205afaff217b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'mac_address': 'fa:16:3e:b1:78:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b6391f-f042-4136-a61c-f27290ec85b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:31:57Z', 'updated_at': '2021-07-13T07:32:18Z', 'revision_number': 1, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b414c8f8-9845-45a1-b6fd-7f49a3b86498', 'name': '', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'mac_address': 'fa:16:3e:53:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '31d63351-98cd-481d-a626-10f87330372b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:35Z', 'revision_number': 5, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'subnets': [{'id': '31d63351-98cd-481d-a626-10f87330372b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:22.748115 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ffc5d4b5-a327-43fc-bbb3-55ba5852f334 req-8bc2215e-e527-4ef3-977a-0797c437e4c0 service neutron] 10.222.0.62 "GET /v2.0/networks/02fe467e-501d-4dea-afac-48e6d7fce230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972808 Jul 13 07:32:22.765662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-5eaf514c-932a-4a59-bfae-bf79c7d3f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.767397 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-5eaf514c-932a-4a59-bfae-bf79c7d3f69d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b009e03057640a79b91a29debf423d6&device_id=e5836805-71bc-412e-a2fe-f7614b822aaa HTTP/1.1" status: 200 len: 1100 time: 0.1953864 Jul 13 07:32:22.792316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0bb06-ed13-4431-b613-a4bfaab4a9d9 req-5e927f00-ee73-4343-a4a7-54a8b0ebaf41 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.799712 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4eb0bb06-ed13-4431-b613-a4bfaab4a9d9 req-5e927f00-ee73-4343-a4a7-54a8b0ebaf41 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5836805-71bc-412e-a2fe-f7614b822aaa HTTP/1.1" status: 200 len: 948 time: 0.2071140 Jul 13 07:32:22.859582 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-becf07b0-29f6-4d97-a686-44a3863ba685 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=218cbac8-d528-4cff-a1b3-0bc825bfb396 HTTP/1.1" status: 200 len: 217 time: 0.0787234 Jul 13 07:32:22.917320 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4eb0bb06-ed13-4431-b613-a4bfaab4a9d9 req-b90eb0a0-efa4-4983-a708-0a088e998a60 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166089 Jul 13 07:32:22.960817 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-92e6bdb2-7d57-4759-8211-555c324b61bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.964368 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-92e6bdb2-7d57-4759-8211-555c324b61bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0965011 Jul 13 07:32:22.979659 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf49cde1-3064-4388-bdbf-4b0ee3f2fa62 None None] New status for floating IP f1446c0d-95cd-4c68-bf28-611236b28c5e: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:32:23.113681 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6feb5d66-c0f7-42bf-8db4-91f23ee3ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:23.133170 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-6feb5d66-c0f7-42bf-8db4-91f23ee3ccb6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1608369 Jul 13 07:32:23.240287 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e80a5b99-436c-4d43-8258-f3b00e66d970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.329175 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-876936d8-74ae-451c-8158-36d89b408f83 req-fa396e7e-3504-44fd-9ab8-e4fc1142f781 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=59f3f6470351402cbbd0743ed8f13dea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1460168 Jul 13 07:32:23.333587 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ffc5d4b5-a327-43fc-bbb3-55ba5852f334 req-14e6565d-d3c4-4b3b-8cb2-c81ca4e7a366 service neutron] 10.222.0.62 "GET /v2.0/networks/02fe467e-501d-4dea-afac-48e6d7fce230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5755932 Jul 13 07:32:23.387473 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-a430b3cc-b968-440b-aace-38b60e8d4158 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468867 Jul 13 07:32:23.537084 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5836805-71bc-412e-a2fe-f7614b822aaa', 'tag': '218cbac8-d528-4cff-a1b3-0bc825bfb396'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:23.539677 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a9feee-18fc-4166-8034-e0f7372f9f07" -d '{"events": [{"name": "network-changed", "server_uuid": "e5836805-71bc-412e-a2fe-f7614b822aaa", "tag": "218cbac8-d528-4cff-a1b3-0bc825bfb396"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:23.565347 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876936d8-74ae-451c-8158-36d89b408f83 req-a0d98630-cbd9-46f7-9e5b-61d34823747b tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:23.572129 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-876936d8-74ae-451c-8158-36d89b408f83 req-a0d98630-cbd9-46f7-9e5b-61d34823747b tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2420866 Jul 13 07:32:23.586448 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75aa5099-6e8f-4044-b8e4-3e2782a31f54 req-2b663ec6-908e-48e9-8b7a-c561e6415b6b service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908481 Jul 13 07:32:23.598034 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-876936d8-74ae-451c-8158-36d89b408f83 req-8960e4db-4033-4e42-951f-21f4019733f1 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/quotas/59f3f6470351402cbbd0743ed8f13dea HTTP/1.1" status: 200 len: 375 time: 0.0244946 Jul 13 07:32:24.014398 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-876936d8-74ae-451c-8158-36d89b408f83 req-912824b9-1a3e-4575-901f-fe47805207b3 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=59f3f6470351402cbbd0743ed8f13dea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4154384 Jul 13 07:32:24.038840 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9f714-8616-4427-a9f1-5701d83ec194 req-340ef556-1548-4008-aae5-6564477e5424 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:24.041846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-69e9f714-8616-4427-a9f1-5701d83ec194 req-340ef556-1548-4008-aae5-6564477e5424 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 950 time: 0.1437523 Jul 13 07:32:24.097313 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-69e9f714-8616-4427-a9f1-5701d83ec194 req-85550482-f2a6-43dd-8078-1a8fd2d5f945 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379367 Jul 13 07:32:24.193307 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519640e9-140e-4e2b-ae79-d529a56f960a x-openstack-request-id: req-519640e9-140e-4e2b-ae79-d529a56f960a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:24.193719 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5836805-71bc-412e-a2fe-f7614b822aaa", "tag": "218cbac8-d528-4cff-a1b3-0bc825bfb396", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:24.194128 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-519640e9-140e-4e2b-ae79-d529a56f960a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:24.194700 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5836805-71bc-412e-a2fe-f7614b822aaa', 'tag': '218cbac8-d528-4cff-a1b3-0bc825bfb396', 'status': 'completed', 'code': 200} Jul 13 07:32:24.328933 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9feee-18fc-4166-8034-e0f7372f9f07 req-db6b6a37-0b9c-4ae3-8707-79166516965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:24.330567 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7a9feee-18fc-4166-8034-e0f7372f9f07 req-db6b6a37-0b9c-4ae3-8707-79166516965d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b009e03057640a79b91a29debf423d6&device_id=e5836805-71bc-412e-a2fe-f7614b822aaa HTTP/1.1" status: 200 len: 1100 time: 0.1070311 Jul 13 07:32:24.451834 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f75b0-0a23-4ff5-b3ec-a7a4457f7c51 req-ed057159-b466-4e54-b51e-26f61471035c tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:24.453911 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-892f75b0-0a23-4ff5-b3ec-a7a4457f7c51 req-ed057159-b466-4e54-b51e-26f61471035c tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 971 time: 0.1700115 Jul 13 07:32:24.520624 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9feee-18fc-4166-8034-e0f7372f9f07 req-d63efda3-ef60-4d9e-adcf-9e6dc80d0fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:24.522135 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7a9feee-18fc-4166-8034-e0f7372f9f07 req-d63efda3-ef60-4d9e-adcf-9e6dc80d0fb7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.1833808 Jul 13 07:32:24.530802 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-892f75b0-0a23-4ff5-b3ec-a7a4457f7c51 req-24ac17e9-41fe-4832-b448-ce530c386be1 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d853358-2aa0-4f9e-8dae-8dcb0f82d719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699699 Jul 13 07:32:24.551180 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323324fb-7df0-43b8-ad30-f450198df18d req-6b453fd7-1a4b-439f-9936-fef401e18224 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:24.552723 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-323324fb-7df0-43b8-ad30-f450198df18d req-6b453fd7-1a4b-439f-9936-fef401e18224 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5836805-71bc-412e-a2fe-f7614b822aaa HTTP/1.1" status: 200 len: 948 time: 0.1894314 Jul 13 07:32:24.586816 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7a9feee-18fc-4166-8034-e0f7372f9f07 req-087311cc-901b-4733-81ad-bb47fbcb2271 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=218cbac8-d528-4cff-a1b3-0bc825bfb396 HTTP/1.1" status: 200 len: 217 time: 0.0543141 Jul 13 07:32:24.655173 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-323324fb-7df0-43b8-ad30-f450198df18d req-41bb29b9-4499-4994-ab82-727ed5327cf0 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710385 Jul 13 07:32:24.661110 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9feee-18fc-4166-8034-e0f7372f9f07 req-7cc2007d-1bdb-4b22-9107-b3acca4d084f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:24.662594 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7a9feee-18fc-4166-8034-e0f7372f9f07 req-7cc2007d-1bdb-4b22-9107-b3acca4d084f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0687470 Jul 13 07:32:24.763120 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9feee-18fc-4166-8034-e0f7372f9f07 req-e3d53f99-28a8-4348-96f4-1cba33bc1d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:24.765038 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7a9feee-18fc-4166-8034-e0f7372f9f07 req-e3d53f99-28a8-4348-96f4-1cba33bc1d4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0947723 Jul 13 07:32:24.911258 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7a9feee-18fc-4166-8034-e0f7372f9f07 req-4453278f-27a9-467f-909e-d77b4d0cef97 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362410 Jul 13 07:32:25.040116 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7a9feee-18fc-4166-8034-e0f7372f9f07 req-cf90d909-5224-47ef-be46-825c1b5fc8c9 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216128 Jul 13 07:32:25.067230 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b20eb61e-c6bd-408c-b616-82298b44e276 req-9af7c22b-5706-4238-b21a-7cfe14b8ace4 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=0426710e-cc1f-45b1-822f-b2dbdcd4bfc8 HTTP/1.1" status: 200 len: 210 time: 0.0425422 Jul 13 07:32:25.178298 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba2054-ae16-4e48-a08e-ccd873e569e6 req-2c018d12-3912-4b65-9b84-a31e4be15580 tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:25.179822 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82ba2054-ae16-4e48-a08e-ccd873e569e6 req-2c018d12-3912-4b65-9b84-a31e4be15580 tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 1102 time: 0.1008303 Jul 13 07:32:25.188625 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809f40e-e972-41c7-a665-5e53652f1119 req-7603b6fa-e17a-4f6c-8306-46f8fe896a49 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:25.190051 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d809f40e-e972-41c7-a665-5e53652f1119 req-7603b6fa-e17a-4f6c-8306-46f8fe896a49 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 971 time: 0.0842292 Jul 13 07:32:25.232644 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82ba2054-ae16-4e48-a08e-ccd873e569e6 req-d8c549c6-af80-4ad7-9377-02afd7c91601 tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.415074 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-d809f40e-e972-41c7-a665-5e53652f1119 req-2e51980c-5dab-4600-a9bf-6336e91f7162 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Deleting port 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:25.415074 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d809f40e-e972-41c7-a665-5e53652f1119 req-2e51980c-5dab-4600-a9bf-6336e91f7162 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.555241 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82ba2054-ae16-4e48-a08e-ccd873e569e6 req-d8c549c6-af80-4ad7-9377-02afd7c91601 tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.568312 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82ba2054-ae16-4e48-a08e-ccd873e569e6 req-d8c549c6-af80-4ad7-9377-02afd7c91601 tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.605561 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-d809f40e-e972-41c7-a665-5e53652f1119 req-2e51980c-5dab-4600-a9bf-6336e91f7162 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] For port 68dfb6be-983b-4cd0-941f-c3ea0a5611f1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=68dfb6be-983b-4cd0-941f-c3ea0a5611f1,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:25.606518 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d809f40e-e972-41c7-a665-5e53652f1119 req-2e51980c-5dab-4600-a9bf-6336e91f7162 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.630738 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82ba2054-ae16-4e48-a08e-ccd873e569e6 req-d8c549c6-af80-4ad7-9377-02afd7c91601 tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396124 Jul 13 07:32:25.671143 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c549c6-af80-4ad7-9377-02afd7c91601 tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff445b2-3bef-46b0-94b4-9b8e101b9708,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:25.674115 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-d809f40e-e972-41c7-a665-5e53652f1119 req-2e51980c-5dab-4600-a9bf-6336e91f7162 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Calling delete_port for 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 owned by compute:tempest-test_az-307738801 {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:25.689563 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c549c6-af80-4ad7-9377-02afd7c91601 tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:25.690193 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c549c6-af80-4ad7-9377-02afd7c91601 tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:25.690930 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c549c6-af80-4ad7-9377-02afd7c91601 tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:25.691735 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c549c6-af80-4ad7-9377-02afd7c91601 tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:25.692966 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c549c6-af80-4ad7-9377-02afd7c91601 tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:25.693467 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c549c6-af80-4ad7-9377-02afd7c91601 tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:25.694016 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c549c6-af80-4ad7-9377-02afd7c91601 tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:25.695741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c549c6-af80-4ad7-9377-02afd7c91601 tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:25.698438 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c549c6-af80-4ad7-9377-02afd7c91601 tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:25.699151 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c549c6-af80-4ad7-9377-02afd7c91601 tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:25.699900 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c549c6-af80-4ad7-9377-02afd7c91601 tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:25.700655 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c549c6-af80-4ad7-9377-02afd7c91601 tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:25.801970 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-876936d8-74ae-451c-8158-36d89b408f83 req-440f3092-6324-447d-bfbe-5789e4886a77 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=59f3f6470351402cbbd0743ed8f13dea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0903654 Jul 13 07:32:25.912468 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57636) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:25.923331 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57638) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:26.095187 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc1258-3af2-4144-8c0c-9650b150c46c req-093bb555-67d6-4fd9-a287-55279e1a4c9f tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:26.104213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876936d8-74ae-451c-8158-36d89b408f83 req-59859855-82e8-46ef-aa88-8fbcdfa6cc71 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:26.107255 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-876936d8-74ae-451c-8158-36d89b408f83 req-59859855-82e8-46ef-aa88-8fbcdfa6cc71 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2959688 Jul 13 07:32:26.109145 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4bc1258-3af2-4144-8c0c-9650b150c46c req-093bb555-67d6-4fd9-a287-55279e1a4c9f tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0e89b17-8544-43e2-8c30-4baeb7cc4921 HTTP/1.1" status: 200 len: 971 time: 0.2009690 Jul 13 07:32:26.111359 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-115075ee-0b00-45d3-b645-1dccc34cc581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.135967 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-876936d8-74ae-451c-8158-36d89b408f83 req-75d01ee6-724c-4a72-af78-820a6e10caf8 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Request body: {'port': {'device_id': '0426710e-cc1f-45b1-822f-b2dbdcd4bfc8', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': '59f3f6470351402cbbd0743ed8f13dea'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:26.205697 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d809f40e-e972-41c7-a665-5e53652f1119 req-2e51980c-5dab-4600-a9bf-6336e91f7162 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.221451 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['68dfb6be-983b-4cd0-941f-c3ea0a5611f1'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:26.227100 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4bc1258-3af2-4144-8c0c-9650b150c46c req-ef3bac72-9d6c-437b-b292-8b7af1cb850f tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d853358-2aa0-4f9e-8dae-8dcb0f82d719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166008 Jul 13 07:32:26.281918 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dee7735b-6c14-4834-9016-c36c069f72f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.340439 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51980c-5dab-4600-a9bf-6336e91f7162 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Pushing event deleted for resources: {'Port': ['ID=68dfb6be-983b-4cd0-941f-c3ea0a5611f1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:26.428423 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 218cbac8-d528-4cff-a1b3-0bc825bfb396 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:26.454991 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d809f40e-e972-41c7-a665-5e53652f1119 req-2e51980c-5dab-4600-a9bf-6336e91f7162 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] No DVR routers for this DVR port 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:26.476768 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d809f40e-e972-41c7-a665-5e53652f1119 req-2e51980c-5dab-4600-a9bf-6336e91f7162 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.480302 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d809f40e-e972-41c7-a665-5e53652f1119 req-2e51980c-5dab-4600-a9bf-6336e91f7162 tempest-AggregatesAdminTestJSON-1391620234 tempest-AggregatesAdminTestJSON-1391620234-project] 10.222.0.35 "DELETE /v2.0/ports/68dfb6be-983b-4cd0-941f-c3ea0a5611f1 HTTP/1.1" status: 204 len: 173 time: 1.2834311 Jul 13 07:32:26.480964 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e89b17-8544-43e2-8c30-4baeb7cc4921', 'name': 'network-vif-deleted', 'tag': '68dfb6be-983b-4cd0-941f-c3ea0a5611f1'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:26.484990 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a745ee-f96f-408f-a018-33eb54433c0b" -d '{"events": [{"server_uuid": "e0e89b17-8544-43e2-8c30-4baeb7cc4921", "name": "network-vif-deleted", "tag": "68dfb6be-983b-4cd0-941f-c3ea0a5611f1"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:26.539431 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-115075ee-0b00-45d3-b645-1dccc34cc581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.544376 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-115075ee-0b00-45d3-b645-1dccc34cc581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.578593 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.api [req-876936d8-74ae-451c-8158-36d89b408f83 req-75d01ee6-724c-4a72-af78-820a6e10caf8 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:32:26.578593 n-d-779913-28 neutron-server[93723]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:32:26.578593 n-d-779913-28 neutron-server[93723]: [parameters: {'project_id_1': '59f3f6470351402cbbd0743ed8f13dea', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 32, 26, 327460)}] Jul 13 07:32:26.578593 n-d-779913-28 neutron-server[93723]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:32:26.579615 n-d-779913-28 neutron-server[93723]: DEBUG oslo_db.api [req-876936d8-74ae-451c-8158-36d89b408f83 req-75d01ee6-724c-4a72-af78-820a6e10caf8 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:32:26.589673 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115075ee-0b00-45d3-b645-1dccc34cc581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612899e6-d41b-4e28-be9c-e67f887feb01,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:26.635798 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-115075ee-0b00-45d3-b645-1dccc34cc581 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba20e676151843329eb06915e1bb2ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7223158 Jul 13 07:32:26.640791 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57662) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:26.688854 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 218cbac8-d528-4cff-a1b3-0bc825bfb396, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=218cbac8-d528-4cff-a1b3-0bc825bfb396,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:26.727334 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '218cbac8-d528-4cff-a1b3-0bc825bfb396', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '218cbac8-d528-4cff-a1b3-0bc825bfb396', 'mac_address': 'fa:16:3e:96:d7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:26.786248 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78756c98-d139-4b42-afb1-0641aecd151b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.811394 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78756c98-d139-4b42-afb1-0641aecd151b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.817451 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dee7735b-6c14-4834-9016-c36c069f72f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.825953 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dee7735b-6c14-4834-9016-c36c069f72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.861632 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.869862 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78756c98-d139-4b42-afb1-0641aecd151b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.872615 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78756c98-d139-4b42-afb1-0641aecd151b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.876417 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-78756c98-d139-4b42-afb1-0641aecd151b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/612899e6-d41b-4e28-be9c-e67f887feb01 HTTP/1.1" status: 204 len: 168 time: 0.2321720 Jul 13 07:32:26.886587 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78756c98-d139-4b42-afb1-0641aecd151b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612899e6-d41b-4e28-be9c-e67f887feb01,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:26.893241 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7735b-6c14-4834-9016-c36c069f72f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97c1203-6217-4cff-a536-5ac9256deb7c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:26.896952 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218cbac8-d528-4cff-a1b3-0bc825bfb396 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:26.936328 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7735b-6c14-4834-9016-c36c069f72f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.936894 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7735b-6c14-4834-9016-c36c069f72f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.937468 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7735b-6c14-4834-9016-c36c069f72f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.938042 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7735b-6c14-4834-9016-c36c069f72f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.939498 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 218cbac8-d528-4cff-a1b3-0bc825bfb396, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=218cbac8-d528-4cff-a1b3-0bc825bfb396,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:26.942894 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7735b-6c14-4834-9016-c36c069f72f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.943893 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7735b-6c14-4834-9016-c36c069f72f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.947459 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.948739 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7735b-6c14-4834-9016-c36c069f72f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.949239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7735b-6c14-4834-9016-c36c069f72f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.950477 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7735b-6c14-4834-9016-c36c069f72f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.951639 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7735b-6c14-4834-9016-c36c069f72f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.954251 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7735b-6c14-4834-9016-c36c069f72f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.956211 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7735b-6c14-4834-9016-c36c069f72f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.971711 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-dee7735b-6c14-4834-9016-c36c069f72f1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=28c253467cd148bba9d0909cf03f5ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0418501 Jul 13 07:32:26.976177 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57666) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:27.084288 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=218cbac8-d528-4cff-a1b3-0bc825bfb396,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:27.084499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde1207-4f0b-42e1-9659-5c274fd82489 req-9a86ccb8-7f8d-4913-b225-f1f01ebe5e31 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:27.087300 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8bde1207-4f0b-42e1-9659-5c274fd82489 req-9a86ccb8-7f8d-4913-b225-f1f01ebe5e31 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5836805-71bc-412e-a2fe-f7614b822aaa HTTP/1.1" status: 200 len: 948 time: 0.1797624 Jul 13 07:32:27.109010 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:27.109549 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:27.109815 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:27.110173 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:27.110514 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:27.111511 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:27.111511 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:27.111766 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:27.111985 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:27.112311 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:27.112638 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:27.112959 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:27.174213 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7056f3dd-55a0-4ad4-b67f-5c7011964798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.188953 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-876936d8-74ae-451c-8158-36d89b408f83 req-75d01ee6-724c-4a72-af78-820a6e10caf8 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Made reservation on behalf of 59f3f6470351402cbbd0743ed8f13dea for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:27.194889 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8bde1207-4f0b-42e1-9659-5c274fd82489 req-ff71dcfb-7bd5-4f56-8851-178cea6b6698 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010501 Jul 13 07:32:27.198722 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-876936d8-74ae-451c-8158-36d89b408f83 req-75d01ee6-724c-4a72-af78-820a6e10caf8 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.230285 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['218cbac8-d528-4cff-a1b3-0bc825bfb396'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:27.240907 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7056f3dd-55a0-4ad4-b67f-5c7011964798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.430015 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf20e35-375f-41d1-a7a0-d11d1ff21c6f x-openstack-request-id: req-abf20e35-375f-41d1-a7a0-d11d1ff21c6f {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:27.430345 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e89b17-8544-43e2-8c30-4baeb7cc4921", "name": "network-vif-deleted", "tag": "68dfb6be-983b-4cd0-941f-c3ea0a5611f1", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:27.430674 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-abf20e35-375f-41d1-a7a0-d11d1ff21c6f {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:27.431076 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e89b17-8544-43e2-8c30-4baeb7cc4921', 'name': 'network-vif-deleted', 'tag': '68dfb6be-983b-4cd0-941f-c3ea0a5611f1', 'status': 'completed', 'code': 200} Jul 13 07:32:27.491681 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-629d0c6d-0930-461a-a073-330a907835ad req-bfb17d00-8160-4c5a-9ecd-64b2e3271d28 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=0426710e-cc1f-45b1-822f-b2dbdcd4bfc8 HTTP/1.1" status: 200 len: 210 time: 0.0595896 Jul 13 07:32:27.519892 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7056f3dd-55a0-4ad4-b67f-5c7011964798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.523251 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7056f3dd-55a0-4ad4-b67f-5c7011964798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.525020 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7056f3dd-55a0-4ad4-b67f-5c7011964798 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a97c1203-6217-4cff-a536-5ac9256deb7c HTTP/1.1" status: 204 len: 168 time: 0.5476766 Jul 13 07:32:27.543199 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57682) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:27.568580 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-876936d8-74ae-451c-8158-36d89b408f83 req-75d01ee6-724c-4a72-af78-820a6e10caf8 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Allocated IP 192.168.233.247 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/49dbe25e-a509-4894-8bd0-91d52ca72d60) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:27.575642 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-63384607-202c-4a45-a81e-65024d3ac92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.580661 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056f3dd-55a0-4ad4-b67f-5c7011964798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97c1203-6217-4cff-a536-5ac9256deb7c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:27.606888 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57686) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:27.686067 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1966d95b-a507-4198-b203-7e8d2dfcb6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.712553 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.864143 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-63384607-202c-4a45-a81e-65024d3ac92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.871387 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-63384607-202c-4a45-a81e-65024d3ac92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.919512 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43b361-feb7-4846-a16a-c79683fd99c5 req-bd7e651f-ea4e-41f1-8c49-779beab7e2ca tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:27.926867 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b43b361-feb7-4846-a16a-c79683fd99c5 req-bd7e651f-ea4e-41f1-8c49-779beab7e2ca tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 950 time: 0.1722043 Jul 13 07:32:27.943243 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63384607-202c-4a45-a81e-65024d3ac92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3ee0d2-73f0-4823-b11f-28d6cc193843,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:27.988815 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-876936d8-74ae-451c-8158-36d89b408f83 req-75d01ee6-724c-4a72-af78-820a6e10caf8 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.990333 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-63384607-202c-4a45-a81e-65024d3ac92c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=619493fd410c41c2a9c83861df3e19c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4421391 Jul 13 07:32:27.992213 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57700) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:28.011413 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-8c441f09-88e1-420e-8522-1b2abb7c4e91 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4016733 Jul 13 07:32:28.014160 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-876936d8-74ae-451c-8158-36d89b408f83 req-75d01ee6-724c-4a72-af78-820a6e10caf8 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Transition to ACTIVE for port object 49dbe25e-a509-4894-8bd0-91d52ca72d60 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:28.057761 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b43b361-feb7-4846-a16a-c79683fd99c5 req-67e879e3-86c8-4c8c-9d59-78c51bce4d55 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293290 Jul 13 07:32:28.114058 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-876936d8-74ae-451c-8158-36d89b408f83 req-75d01ee6-724c-4a72-af78-820a6e10caf8 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.127289 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['0b676086-fe0d-4427-8d60-bf08823b8ffc'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:28.188248 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-876936d8-74ae-451c-8158-36d89b408f83 req-75d01ee6-724c-4a72-af78-820a6e10caf8 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:28.201648 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1ce48af-778b-426f-837e-16524adae1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.202869 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-876936d8-74ae-451c-8158-36d89b408f83 req-75d01ee6-724c-4a72-af78-820a6e10caf8 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:28.205355 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-876936d8-74ae-451c-8158-36d89b408f83 req-75d01ee6-724c-4a72-af78-820a6e10caf8 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:28.215361 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876936d8-74ae-451c-8158-36d89b408f83 req-75d01ee6-724c-4a72-af78-820a6e10caf8 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:28.217342 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-876936d8-74ae-451c-8158-36d89b408f83 req-75d01ee6-724c-4a72-af78-820a6e10caf8 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.252456 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1ce48af-778b-426f-837e-16524adae1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.304282 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d01ee6-724c-4a72-af78-820a6e10caf8 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Pushing event updated for resources: {'Port': ['ID=49dbe25e-a509-4894-8bd0-91d52ca72d60,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:28.307652 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-876936d8-74ae-451c-8158-36d89b408f83 req-75d01ee6-724c-4a72-af78-820a6e10caf8 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1872489 Jul 13 07:32:28.337308 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-876936d8-74ae-451c-8158-36d89b408f83 req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] Request body: {'port': {'device_id': '0426710e-cc1f-45b1-822f-b2dbdcd4bfc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:28.395469 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1ce48af-778b-426f-837e-16524adae1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.398652 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1ce48af-778b-426f-837e-16524adae1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.400073 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e1ce48af-778b-426f-837e-16524adae1e3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7f3ee0d2-73f0-4823-b11f-28d6cc193843 HTTP/1.1" status: 204 len: 168 time: 0.4059246 Jul 13 07:32:28.416046 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57714) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:28.439777 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 218cbac8-d528-4cff-a1b3-0bc825bfb396 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:28.450352 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5223360f-7781-4adb-a9b9-3970009b4246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.459624 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce48af-778b-426f-837e-16524adae1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3ee0d2-73f0-4823-b11f-28d6cc193843,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:28.645657 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-876936d8-74ae-451c-8158-36d89b408f83 req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.731594 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57726) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:28.791780 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fc697021-5ddd-4871-800b-681ab334a940 None None] Provisioning for port 49dbe25e-a509-4894-8bd0-91d52ca72d60 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:28.806631 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fc697021-5ddd-4871-800b-681ab334a940 None None] Provisioning complete for port 49dbe25e-a509-4894-8bd0-91d52ca72d60 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:28.807628 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc697021-5ddd-4871-800b-681ab334a940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.872830 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 218cbac8-d528-4cff-a1b3-0bc825bfb396 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:28.888001 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 218cbac8-d528-4cff-a1b3-0bc825bfb396 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:28.889038 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.893065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-fc697021-5ddd-4871-800b-681ab334a940 None None] Port 49dbe25e-a509-4894-8bd0-91d52ca72d60 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:28.913730 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90bcfa-9291-4c8a-9143-7de7721ae55f req-a190aad8-aa0c-4495-b194-7775c7839670 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:28.922682 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac90bcfa-9291-4c8a-9143-7de7721ae55f req-a190aad8-aa0c-4495-b194-7775c7839670 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5836805-71bc-412e-a2fe-f7614b822aaa HTTP/1.1" status: 200 len: 949 time: 0.3030195 Jul 13 07:32:28.955876 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5223360f-7781-4adb-a9b9-3970009b4246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.027151 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5223360f-7781-4adb-a9b9-3970009b4246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.038157 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.081305 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5836805-71bc-412e-a2fe-f7614b822aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218cbac8-d528-4cff-a1b3-0bc825bfb396'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:29.085559 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1bb37a-8e6f-4afd-ada4-2c5a46394d26" -d '{"events": [{"server_uuid": "e5836805-71bc-412e-a2fe-f7614b822aaa", "name": "network-vif-plugged", "status": "completed", "tag": "218cbac8-d528-4cff-a1b3-0bc825bfb396"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:29.107477 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 218cbac8-d528-4cff-a1b3-0bc825bfb396, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=218cbac8-d528-4cff-a1b3-0bc825bfb396,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:29.113845 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.167793 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:29.228178 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:29.236601 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 68dfb6be-983b-4cd0-941f-c3ea0a5611f1 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:29.268340 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=218cbac8-d528-4cff-a1b3-0bc825bfb396,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:29.305194 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57750) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:29.309647 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223360f-7781-4adb-a9b9-3970009b4246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4cbec6-ca0d-43dc-894b-07b600d839d8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:29.338074 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5223360f-7781-4adb-a9b9-3970009b4246 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ccdb2d7bc0548fb9cce47d06bae65da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9208803 Jul 13 07:32:29.349284 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57756) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:29.384547 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac90bcfa-9291-4c8a-9143-7de7721ae55f req-e5db5b36-9683-4c54-bc10-e83e746bb075 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603133 Jul 13 07:32:29.392551 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6389b819-d74f-48f5-8138-4c54f9ffc266 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c31b02724ee648538c50790523ee7b52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6594944 Jul 13 07:32:29.396274 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57760) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:29.441345 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.478883 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b9086e-2c37-48b7-bb21-46b4819cfdf3 x-openstack-request-id: req-c1b9086e-2c37-48b7-bb21-46b4819cfdf3 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:29.479180 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5836805-71bc-412e-a2fe-f7614b822aaa", "name": "network-vif-plugged", "status": "completed", "tag": "218cbac8-d528-4cff-a1b3-0bc825bfb396", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:29.479433 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c1b9086e-2c37-48b7-bb21-46b4819cfdf3 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:29.479859 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5836805-71bc-412e-a2fe-f7614b822aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218cbac8-d528-4cff-a1b3-0bc825bfb396', 'code': 200} Jul 13 07:32:29.527857 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b69a05-5c3e-4d08-8ab7-8eb491243637 req-48956e9d-3def-4e00-b108-afe18b3c428f tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:29.530622 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-81b69a05-5c3e-4d08-8ab7-8eb491243637 req-48956e9d-3def-4e00-b108-afe18b3c428f tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=0426710e-cc1f-45b1-822f-b2dbdcd4bfc8 HTTP/1.1" status: 200 len: 936 time: 0.6042218 Jul 13 07:32:29.602404 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18db048d-2b0d-4b5c-942e-276afcf0bc9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.638498 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-91d722ea-0642-4df0-95a8-333a708e56ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.654842 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c81e2cb-3933-4371-9ec7-e736dacd5244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.680748 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-91d722ea-0642-4df0-95a8-333a708e56ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.736268 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e5ad90e9-ffd6-4491-8bf6-19aa950e9324 None None] Provisioning complete for port 218cbac8-d528-4cff-a1b3-0bc825bfb396 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:29.736630 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e5ad90e9-ffd6-4491-8bf6-19aa950e9324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.818894 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-876936d8-74ae-451c-8158-36d89b408f83 req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49dbe25e-a509-4894-8bd0-91d52ca72d60 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:29.837344 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-81b69a05-5c3e-4d08-8ab7-8eb491243637 req-3060d0fc-609d-4f77-af54-526039133a5b tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831261 Jul 13 07:32:29.838021 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-876936d8-74ae-451c-8158-36d89b408f83 req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.850344 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c81e2cb-3933-4371-9ec7-e736dacd5244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.884658 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-876936d8-74ae-451c-8158-36d89b408f83 req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] Transition to ACTIVE for port object 49dbe25e-a509-4894-8bd0-91d52ca72d60 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:29.886820 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-91d722ea-0642-4df0-95a8-333a708e56ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.890874 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-91d722ea-0642-4df0-95a8-333a708e56ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.904779 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-91d722ea-0642-4df0-95a8-333a708e56ac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d853358-2aa0-4f9e-8dae-8dcb0f82d719 HTTP/1.1" status: 204 len: 168 time: 0.4890251 Jul 13 07:32:29.914300 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-876936d8-74ae-451c-8158-36d89b408f83 req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.922902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6989a-5721-468b-aede-c49eb22446f6 req-fd1d4fc4-375d-40b9-9895-8644150a4c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:29.929121 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5b6989a-5721-468b-aede-c49eb22446f6 req-fd1d4fc4-375d-40b9-9895-8644150a4c3f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e5836805-71bc-412e-a2fe-f7614b822aaa HTTP/1.1" status: 200 len: 1102 time: 0.3291125 Jul 13 07:32:30.014351 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] Pushing event updated for resources: {'Port': ['ID=49dbe25e-a509-4894-8bd0-91d52ca72d60,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:30.018915 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d722ea-0642-4df0-95a8-333a708e56ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d853358-2aa0-4f9e-8dae-8dcb0f82d719,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:30.020430 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5b6989a-5721-468b-aede-c49eb22446f6 req-924ad4f3-712f-4898-9f78-186a9f09f0f4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788608 Jul 13 07:32:30.080035 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-876936d8-74ae-451c-8158-36d89b408f83 req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] Attempting to bind port 49dbe25e-a509-4894-8bd0-91d52ca72d60 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:30.080385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-876936d8-74ae-451c-8158-36d89b408f83 req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] Attempting to bind port 49dbe25e-a509-4894-8bd0-91d52ca72d60 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:30.080783 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876936d8-74ae-451c-8158-36d89b408f83 req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] Attempting to bind port 49dbe25e-a509-4894-8bd0-91d52ca72d60 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:30.089479 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876936d8-74ae-451c-8158-36d89b408f83 req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] Port 49dbe25e-a509-4894-8bd0-91d52ca72d60 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:32:30.089479 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876936d8-74ae-451c-8158-36d89b408f83 req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] Attempting to bind port 49dbe25e-a509-4894-8bd0-91d52ca72d60 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:30.099959 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876936d8-74ae-451c-8158-36d89b408f83 req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:30.100424 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876936d8-74ae-451c-8158-36d89b408f83 req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:30.100893 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876936d8-74ae-451c-8158-36d89b408f83 req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:30.101686 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-876936d8-74ae-451c-8158-36d89b408f83 req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] Bound port: 49dbe25e-a509-4894-8bd0-91d52ca72d60, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:30.101965 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-876936d8-74ae-451c-8158-36d89b408f83 req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.105159 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc70894-c347-4f0a-b987-d8a45b27de73 req-5f85e5ee-21d8-4def-ac3d-5b49a1ba25f7 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:30.118495 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4bc70894-c347-4f0a-b987-d8a45b27de73 req-5f85e5ee-21d8-4def-ac3d-5b49a1ba25f7 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 950 time: 0.3690484 Jul 13 07:32:30.200082 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-876936d8-74ae-451c-8158-36d89b408f83 req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] For port 49dbe25e-a509-4894-8bd0-91d52ca72d60, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:30.204437 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-876936d8-74ae-451c-8158-36d89b408f83 req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] For port 49dbe25e-a509-4894-8bd0-91d52ca72d60, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=49dbe25e-a509-4894-8bd0-91d52ca72d60,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:30.216608 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-876936d8-74ae-451c-8158-36d89b408f83 req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.274448 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876936d8-74ae-451c-8158-36d89b408f83 req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:30.275440 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-876936d8-74ae-451c-8158-36d89b408f83 req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.277643 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-876936d8-74ae-451c-8158-36d89b408f83 req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] 10.222.0.62 "PUT /v2.0/ports/49dbe25e-a509-4894-8bd0-91d52ca72d60 HTTP/1.1" status: 200 len: 1097 time: 1.9534392 Jul 13 07:32:30.279049 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0426710e-cc1f-45b1-822f-b2dbdcd4bfc8', 'tag': '49dbe25e-a509-4894-8bd0-91d52ca72d60'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:30.282739 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5aff53-ec22-4259-a763-4bd4d42dd007" -d '{"events": [{"name": "network-changed", "server_uuid": "0426710e-cc1f-45b1-822f-b2dbdcd4bfc8", "tag": "49dbe25e-a509-4894-8bd0-91d52ca72d60"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:30.289050 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4bc70894-c347-4f0a-b987-d8a45b27de73 req-514ea801-7462-4c96-92b7-b656427501ff tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692727 Jul 13 07:32:30.311378 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa192b-e056-4698-a055-b80f49ef9174 service neutron] Pushing event updated for resources: {'Port': ['ID=49dbe25e-a509-4894-8bd0-91d52ca72d60,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:30.362385 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c81e2cb-3933-4371-9ec7-e736dacd5244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.368754 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c81e2cb-3933-4371-9ec7-e736dacd5244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.369948 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6c81e2cb-3933-4371-9ec7-e736dacd5244 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df4cbec6-ca0d-43dc-894b-07b600d839d8 HTTP/1.1" status: 204 len: 168 time: 1.0194168 Jul 13 07:32:30.426780 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81e2cb-3933-4371-9ec7-e736dacd5244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4cbec6-ca0d-43dc-894b-07b600d839d8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:30.464997 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9aad614-b2a0-4dae-9a40-a350594bbdab x-openstack-request-id: req-c9aad614-b2a0-4dae-9a40-a350594bbdab {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:30.465596 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0426710e-cc1f-45b1-822f-b2dbdcd4bfc8", "tag": "49dbe25e-a509-4894-8bd0-91d52ca72d60", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:30.466389 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9aad614-b2a0-4dae-9a40-a350594bbdab {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:30.474138 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0426710e-cc1f-45b1-822f-b2dbdcd4bfc8', 'tag': '49dbe25e-a509-4894-8bd0-91d52ca72d60', 'status': 'completed', 'code': 200} Jul 13 07:32:30.485022 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18db048d-2b0d-4b5c-942e-276afcf0bc9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.499479 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18db048d-2b0d-4b5c-942e-276afcf0bc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.591392 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-18db048d-2b0d-4b5c-942e-276afcf0bc9f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d0d517ad65e348f696696c7491881bed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2790651 Jul 13 07:32:30.592168 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57794) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:30.600658 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db048d-2b0d-4b5c-942e-276afcf0bc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e162cdc-a1ce-4f9e-9674-f9bf29a8a64a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:30.752620 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876936d8-74ae-451c-8158-36d89b408f83 req-39a10b84-422d-456b-8117-db03718c9d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:30.757868 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-876936d8-74ae-451c-8158-36d89b408f83 req-39a10b84-422d-456b-8117-db03718c9d59 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59f3f6470351402cbbd0743ed8f13dea&device_id=0426710e-cc1f-45b1-822f-b2dbdcd4bfc8 HTTP/1.1" status: 200 len: 1100 time: 0.3508356 Jul 13 07:32:30.852878 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999b642-ee40-4edd-b982-660ccb38f585 req-40952919-c1bc-45e5-b93b-eea763bb6b8f tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:30.856514 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-876936d8-74ae-451c-8158-36d89b408f83 req-7dc2c1dc-6cae-4ff6-b4cc-243a7da7b646 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=49dbe25e-a509-4894-8bd0-91d52ca72d60 HTTP/1.1" status: 200 len: 217 time: 0.0854316 Jul 13 07:32:30.857007 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57796) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:30.861622 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3999b642-ee40-4edd-b982-660ccb38f585 req-40952919-c1bc-45e5-b93b-eea763bb6b8f tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5836805-71bc-412e-a2fe-f7614b822aaa HTTP/1.1" status: 200 len: 950 time: 0.1866367 Jul 13 07:32:30.924769 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3999b642-ee40-4edd-b982-660ccb38f585 req-92febf6e-fef7-489e-b9f5-bc95777266ab tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615559 Jul 13 07:32:31.028734 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eccaff85-1168-429c-b798-3dc6b69bf6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.118603 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876936d8-74ae-451c-8158-36d89b408f83 req-c6c9024a-b3ff-4940-811c-8e46d191f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:31.120054 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-876936d8-74ae-451c-8158-36d89b408f83 req-c6c9024a-b3ff-4940-811c-8e46d191f8a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1914976 Jul 13 07:32:31.145447 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eccaff85-1168-429c-b798-3dc6b69bf6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.148982 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-95ac7c83-be4d-42b1-9719-4c8c95e0ae60 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dc15d54ba6b641b2a355a56615171a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893174 Jul 13 07:32:31.152241 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.153273 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57806) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:31.192544 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df32ae-dc49-4208-8f9f-44915a1a005d req-0493767f-b120-4394-882d-9fbd0d365fcd tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:31.194638 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6df32ae-dc49-4208-8f9f-44915a1a005d req-0493767f-b120-4394-882d-9fbd0d365fcd tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=0426710e-cc1f-45b1-822f-b2dbdcd4bfc8 HTTP/1.1" status: 200 len: 948 time: 0.1086984 Jul 13 07:32:31.289440 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876936d8-74ae-451c-8158-36d89b408f83 req-81b26925-69df-420c-aa2c-5bcf50b5a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:31.292180 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-876936d8-74ae-451c-8158-36d89b408f83 req-81b26925-69df-420c-aa2c-5bcf50b5a4c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1485000 Jul 13 07:32:31.294745 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eccaff85-1168-429c-b798-3dc6b69bf6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.300984 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eccaff85-1168-429c-b798-3dc6b69bf6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.303251 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-eccaff85-1168-429c-b798-3dc6b69bf6c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e162cdc-a1ce-4f9e-9674-f9bf29a8a64a HTTP/1.1" status: 204 len: 168 time: 0.7080598 Jul 13 07:32:31.328838 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6df32ae-dc49-4208-8f9f-44915a1a005d req-5836fb7c-e789-4171-8b32-17bd7b03eb93 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217186 Jul 13 07:32:31.348988 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7bb4b075-7552-410d-90f4-2d24c5d0ecce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.441947 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7bb4b075-7552-410d-90f4-2d24c5d0ecce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.496544 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-876936d8-74ae-451c-8158-36d89b408f83 req-49036cc3-a6ed-47e4-ad5f-2c44ac0afd82 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785586 Jul 13 07:32:31.568095 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccaff85-1168-429c-b798-3dc6b69bf6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e162cdc-a1ce-4f9e-9674-f9bf29a8a64a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:31.579344 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7bb4b075-7552-410d-90f4-2d24c5d0ecce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.584305 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7bb4b075-7552-410d-90f4-2d24c5d0ecce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.586111 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7bb4b075-7552-410d-90f4-2d24c5d0ecce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/111309ec-8ea9-4f57-b057-e9283e23b61e HTTP/1.1" status: 204 len: 168 time: 0.4293437 Jul 13 07:32:31.629770 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4b075-7552-410d-90f4-2d24c5d0ecce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111309ec-8ea9-4f57-b057-e9283e23b61e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:31.709997 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62e4ce-2647-42af-bed5-9491e4e1330b req-a3a902be-df91-4595-ac69-0722adbfe224 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:31.711820 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b62e4ce-2647-42af-bed5-9491e4e1330b req-a3a902be-df91-4595-ac69-0722adbfe224 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 950 time: 0.1168439 Jul 13 07:32:31.746079 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-af37c8bf-40ae-4642-8579-e2dfac1d5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:31.748039 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-af37c8bf-40ae-4642-8579-e2dfac1d5a5b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 1102 time: 0.2499690 Jul 13 07:32:31.763619 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b62e4ce-2647-42af-bed5-9491e4e1330b req-326a15a2-593d-45d6-80e4-e405d4e55a26 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455191 Jul 13 07:32:31.788359 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-876936d8-74ae-451c-8158-36d89b408f83 req-be274f4f-1907-48b2-a441-3b3ca0f8332c service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136309 Jul 13 07:32:31.906006 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-4c55a5d2-2bb4-4187-83aa-f7c550d4ca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:31.907505 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-4c55a5d2-2bb4-4187-83aa-f7c550d4ca02 service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.1440270 Jul 13 07:32:31.966957 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-b979a6cb-9d10-4467-8859-73b6eece22b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d571ad6d-dd23-410f-a583-c1f9fbcff8ca HTTP/1.1" status: 200 len: 217 time: 0.0448940 Jul 13 07:32:31.973993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5aff53-ec22-4259-a763-4bd4d42dd007 req-e7be6643-400f-4935-a066-dbe252eb6ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:31.975723 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7e5aff53-ec22-4259-a763-4bd4d42dd007 req-e7be6643-400f-4935-a066-dbe252eb6ed1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59f3f6470351402cbbd0743ed8f13dea&device_id=0426710e-cc1f-45b1-822f-b2dbdcd4bfc8 HTTP/1.1" status: 200 len: 1100 time: 0.1048210 Jul 13 07:32:32.096933 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-92916126-3d9f-4fd4-b216-9efbaaed3835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:32.099257 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-92916126-3d9f-4fd4-b216-9efbaaed3835 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0988679 Jul 13 07:32:32.140896 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a491c-e149-44fb-8738-8e8bb2a4e52e req-17c44e44-37ea-45e2-8a7b-d4cdd642f56d tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:32.143024 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-917a491c-e149-44fb-8738-8e8bb2a4e52e req-17c44e44-37ea-45e2-8a7b-d4cdd642f56d tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5836805-71bc-412e-a2fe-f7614b822aaa HTTP/1.1" status: 200 len: 950 time: 0.0831892 Jul 13 07:32:32.217203 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-917a491c-e149-44fb-8738-8e8bb2a4e52e req-e2d32e12-7a32-4f90-a841-75577dd4a6e1 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589523 Jul 13 07:32:32.251055 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5aff53-ec22-4259-a763-4bd4d42dd007 req-e32eb787-fb07-4344-b42d-bacea8dcdd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:32.252537 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7e5aff53-ec22-4259-a763-4bd4d42dd007 req-e32eb787-fb07-4344-b42d-bacea8dcdd76 service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.1593964 Jul 13 07:32:32.270921 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-ac06e754-c549-4c38-8702-36a65392451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:32.271721 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-ac06e754-c549-4c38-8702-36a65392451e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1409087 Jul 13 07:32:32.324059 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7e5aff53-ec22-4259-a763-4bd4d42dd007 req-90e75f6a-9596-43a8-b3eb-9b41a890a2a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=49dbe25e-a509-4894-8bd0-91d52ca72d60 HTTP/1.1" status: 200 len: 217 time: 0.0634468 Jul 13 07:32:32.413663 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57850) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:32.464177 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40387894-0cf3-43e0-a77d-94274259ebf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.474986 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5aff53-ec22-4259-a763-4bd4d42dd007 req-7d4ceebe-b5a5-44c1-8ded-f8c4e1405657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:32.476997 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7e5aff53-ec22-4259-a763-4bd4d42dd007 req-7d4ceebe-b5a5-44c1-8ded-f8c4e1405657 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1282289 Jul 13 07:32:32.546978 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-90001292-17c8-477d-a65d-67308aedb044 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362108 Jul 13 07:32:32.691863 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26488c-aabb-42bd-afef-245157751ef8 req-ef1e9ea5-56da-45f2-9498-27b1ec0049d9 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:32.694213 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bc26488c-aabb-42bd-afef-245157751ef8 req-ef1e9ea5-56da-45f2-9498-27b1ec0049d9 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=0426710e-cc1f-45b1-822f-b2dbdcd4bfc8 HTTP/1.1" status: 200 len: 948 time: 0.1604695 Jul 13 07:32:32.756567 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5aff53-ec22-4259-a763-4bd4d42dd007 req-a906e46f-395a-4f71-94a9-6771fb265047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:32.758935 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7e5aff53-ec22-4259-a763-4bd4d42dd007 req-a906e46f-395a-4f71-94a9-6771fb265047 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2708018 Jul 13 07:32:32.831491 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-7b35b31d-7d14-47a6-b2ed-a38493ad1036 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623017 Jul 13 07:32:32.949576 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40387894-0cf3-43e0-a77d-94274259ebf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.963198 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40387894-0cf3-43e0-a77d-94274259ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.020819 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-40387894-0cf3-43e0-a77d-94274259ebf9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c330d96e90f64815b3a05e6add37afd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6049550 Jul 13 07:32:33.040526 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bc26488c-aabb-42bd-afef-245157751ef8 req-1d25d7db-5a5a-414d-b0f5-2848f9041a4b tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925003 Jul 13 07:32:33.047485 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57866) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:33.195414 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40387894-0cf3-43e0-a77d-94274259ebf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9fd632-f6b2-4ba0-ab41-8d11fd38b54c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:33.212873 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7e5aff53-ec22-4259-a763-4bd4d42dd007 req-327cb8cc-90d6-4b73-94c5-b8904ba246cc service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416673 Jul 13 07:32:33.230112 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf074269-248f-42b3-aae1-6135dec808ef req-c9393346-20cc-4c69-a30b-488239d69936 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:33.238344 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf074269-248f-42b3-aae1-6135dec808ef req-c9393346-20cc-4c69-a30b-488239d69936 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5836805-71bc-412e-a2fe-f7614b822aaa HTTP/1.1" status: 200 len: 950 time: 0.4049265 Jul 13 07:32:33.259484 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-266bcee6-c47c-44b2-a247-0571c9caed7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.362983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf074269-248f-42b3-aae1-6135dec808ef req-76a25e15-b471-4527-823e-6eff2912c938 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234233 Jul 13 07:32:33.379569 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-266bcee6-c47c-44b2-a247-0571c9caed7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.465065 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7e5aff53-ec22-4259-a763-4bd4d42dd007 req-bfc31b61-aaf6-4a5b-8f57-2004871360cb service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410212 Jul 13 07:32:33.538873 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-266bcee6-c47c-44b2-a247-0571c9caed7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.543556 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-266bcee6-c47c-44b2-a247-0571c9caed7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.546286 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-266bcee6-c47c-44b2-a247-0571c9caed7f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3f9fd632-f6b2-4ba0-ab41-8d11fd38b54c HTTP/1.1" status: 204 len: 168 time: 0.4884031 Jul 13 07:32:33.576908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bcee6-c47c-44b2-a247-0571c9caed7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9fd632-f6b2-4ba0-ab41-8d11fd38b54c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:33.933971 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f99a7-17ab-44c8-9d43-e680b5f47357 req-ea75d7be-143d-4247-8d5f-f6073b293533 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:33.937455 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a9f99a7-17ab-44c8-9d43-e680b5f47357 req-ea75d7be-143d-4247-8d5f-f6073b293533 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 950 time: 0.1388812 Jul 13 07:32:33.989550 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a9f99a7-17ab-44c8-9d43-e680b5f47357 req-82efdb76-3ed2-47ff-bc2f-16c6ca034019 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415325 Jul 13 07:32:34.294164 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3bf35-1c9b-4cf2-96a5-34c89d04cf14 req-1a69da23-c5af-4353-bf5a-c6b4340196ee tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:34.296394 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ecb3bf35-1c9b-4cf2-96a5-34c89d04cf14 req-1a69da23-c5af-4353-bf5a-c6b4340196ee tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5836805-71bc-412e-a2fe-f7614b822aaa HTTP/1.1" status: 200 len: 950 time: 0.1050024 Jul 13 07:32:34.364695 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ecb3bf35-1c9b-4cf2-96a5-34c89d04cf14 req-837aed72-e7c7-446f-8b45-a17642176c32 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570991 Jul 13 07:32:34.503608 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-70bf5a9d-3031-45a1-b87c-c59b16be84e8 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ce153622febb4884a7bac996f2fa3815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336018 Jul 13 07:32:34.645508 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2496827-9ba2-40aa-a612-bce61b00d8c8 req-9eda573c-6d50-4fe2-abb2-15e22e055ac8 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:34.647107 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c2496827-9ba2-40aa-a612-bce61b00d8c8 req-9eda573c-6d50-4fe2-abb2-15e22e055ac8 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=0426710e-cc1f-45b1-822f-b2dbdcd4bfc8 HTTP/1.1" status: 200 len: 948 time: 0.1645045 Jul 13 07:32:34.655884 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-2919ff46-3c92-44c5-8fd7-183ff13ba015 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:34.657324 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-2919ff46-3c92-44c5-8fd7-183ff13ba015 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1367331 Jul 13 07:32:34.690670 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-5ffdf77c-1676-4b22-882d-2f53211b4b2b tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/quotas/ce153622febb4884a7bac996f2fa3815 HTTP/1.1" status: 200 len: 375 time: 0.0241494 Jul 13 07:32:34.754897 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c2496827-9ba2-40aa-a612-bce61b00d8c8 req-12dccf8b-2d98-4102-a693-387068bee339 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963404 Jul 13 07:32:34.758308 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-6f21a46c-72bc-424b-a916-bffc3ea91701 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ce153622febb4884a7bac996f2fa3815&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565276 Jul 13 07:32:35.554962 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 49dbe25e-a509-4894-8bd0-91d52ca72d60 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:35.777414 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d34303-157e-4ffe-aa69-4567ce08bd66 req-33a94e6c-8333-493d-8a71-3aa525ce38e9 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:35.777414 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-22d34303-157e-4ffe-aa69-4567ce08bd66 req-33a94e6c-8333-493d-8a71-3aa525ce38e9 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 950 time: 0.5433838 Jul 13 07:32:35.824764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd02c43-07ab-4345-8dcb-55ae686860ed req-ac248f2c-f9e5-4e61-b894-2dce2d5d573e tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:35.826463 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-edd02c43-07ab-4345-8dcb-55ae686860ed req-ac248f2c-f9e5-4e61-b894-2dce2d5d573e tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5836805-71bc-412e-a2fe-f7614b822aaa HTTP/1.1" status: 200 len: 950 time: 0.5437639 Jul 13 07:32:35.918572 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 49dbe25e-a509-4894-8bd0-91d52ca72d60, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=49dbe25e-a509-4894-8bd0-91d52ca72d60,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:35.919824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-22d34303-157e-4ffe-aa69-4567ce08bd66 req-72e754a3-9448-4cb1-b865-67d35d96eb3c tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295116 Jul 13 07:32:35.965299 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '49dbe25e-a509-4894-8bd0-91d52ca72d60', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '49dbe25e-a509-4894-8bd0-91d52ca72d60', 'mac_address': 'fa:16:3e:29:b1:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:35.973657 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa5cc4-b364-421b-8d4c-e3dfa0461570 req-06f8ce0f-af0f-4887-b246-747e48ebbd6b tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:35.980822 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7fa5cc4-b364-421b-8d4c-e3dfa0461570 req-06f8ce0f-af0f-4887-b246-747e48ebbd6b tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5836805-71bc-412e-a2fe-f7614b822aaa HTTP/1.1" status: 200 len: 950 time: 0.2042987 Jul 13 07:32:36.064097 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7fa5cc4-b364-421b-8d4c-e3dfa0461570 req-8c3872e6-d6c6-4fe2-8e13-715563df689e tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3316b85-2207-4742-9b5e-a74e37383c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822518 Jul 13 07:32:36.094213 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-edd02c43-07ab-4345-8dcb-55ae686860ed req-86d8ab89-69ea-409b-a4a3-12ad6c7f9565 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Deleting port 218cbac8-d528-4cff-a1b3-0bc825bfb396 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:36.094652 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-edd02c43-07ab-4345-8dcb-55ae686860ed req-86d8ab89-69ea-409b-a4a3-12ad6c7f9565 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.169475 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.225058 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49dbe25e-a509-4894-8bd0-91d52ca72d60 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:36.268670 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 49dbe25e-a509-4894-8bd0-91d52ca72d60, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=49dbe25e-a509-4894-8bd0-91d52ca72d60,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:36.275927 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.316789 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-15a23f28-e951-4eae-9d51-7a4100295749 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ce153622febb4884a7bac996f2fa3815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1564474 Jul 13 07:32:36.431379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=49dbe25e-a509-4894-8bd0-91d52ca72d60,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:36.706072 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-edd02c43-07ab-4345-8dcb-55ae686860ed req-86d8ab89-69ea-409b-a4a3-12ad6c7f9565 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] For port 218cbac8-d528-4cff-a1b3-0bc825bfb396, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=218cbac8-d528-4cff-a1b3-0bc825bfb396,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:36.706688 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-edd02c43-07ab-4345-8dcb-55ae686860ed req-86d8ab89-69ea-409b-a4a3-12ad6c7f9565 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.738199 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['49dbe25e-a509-4894-8bd0-91d52ca72d60'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:36.748510 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-edd02c43-07ab-4345-8dcb-55ae686860ed req-86d8ab89-69ea-409b-a4a3-12ad6c7f9565 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Calling delete_port for 218cbac8-d528-4cff-a1b3-0bc825bfb396 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:36.765533 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57998) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:36.783679 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-178e590d-f930-4966-8e6d-e2bb4e60708e tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:36.790910 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-178e590d-f930-4966-8e6d-e2bb4e60708e tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3782725 Jul 13 07:32:36.812239 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-5660abde-80f5-41a2-a105-ef12c994ba27 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/quotas/ce153622febb4884a7bac996f2fa3815 HTTP/1.1" status: 200 len: 375 time: 0.0204399 Jul 13 07:32:36.851475 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af88365-4efc-4548-b2d5-79f645a83c9a req-c68f98f6-1a3d-436f-916f-f7eb0e742c9b tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:36.853784 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9af88365-4efc-4548-b2d5-79f645a83c9a req-c68f98f6-1a3d-436f-916f-f7eb0e742c9b tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=0426710e-cc1f-45b1-822f-b2dbdcd4bfc8 HTTP/1.1" status: 200 len: 949 time: 0.4152825 Jul 13 07:32:36.912340 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-2541d304-9dc2-4aae-b106-3f2a81ac5cce tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ce153622febb4884a7bac996f2fa3815&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991411 Jul 13 07:32:37.012924 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9af88365-4efc-4548-b2d5-79f645a83c9a req-572f5257-249d-4eff-a3e8-394d4c39a999 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465945 Jul 13 07:32:37.156186 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-edd02c43-07ab-4345-8dcb-55ae686860ed req-86d8ab89-69ea-409b-a4a3-12ad6c7f9565 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.171640 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['218cbac8-d528-4cff-a1b3-0bc825bfb396'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:37.196506 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8ab89-69ea-409b-a4a3-12ad6c7f9565 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Pushing event deleted for resources: {'Port': ['ID=218cbac8-d528-4cff-a1b3-0bc825bfb396,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:37.348504 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-4b62ff06-5885-419d-8f5b-1c927a1c0f63 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=ce153622febb4884a7bac996f2fa3815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731964 Jul 13 07:32:37.348891 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd02c43-07ab-4345-8dcb-55ae686860ed req-86d8ab89-69ea-409b-a4a3-12ad6c7f9565 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] No DVR routers for this DVR port 218cbac8-d528-4cff-a1b3-0bc825bfb396 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:37.363220 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-edd02c43-07ab-4345-8dcb-55ae686860ed req-86d8ab89-69ea-409b-a4a3-12ad6c7f9565 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.365275 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-edd02c43-07ab-4345-8dcb-55ae686860ed req-86d8ab89-69ea-409b-a4a3-12ad6c7f9565 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.35 "DELETE /v2.0/ports/218cbac8-d528-4cff-a1b3-0bc825bfb396 HTTP/1.1" status: 204 len: 173 time: 1.5297310 Jul 13 07:32:37.365952 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5836805-71bc-412e-a2fe-f7614b822aaa', 'name': 'network-vif-deleted', 'tag': '218cbac8-d528-4cff-a1b3-0bc825bfb396'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:37.368385 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91f09ec-d198-4f20-bee8-28bf95442e32" -d '{"events": [{"server_uuid": "e5836805-71bc-412e-a2fe-f7614b822aaa", "name": "network-vif-deleted", "tag": "218cbac8-d528-4cff-a1b3-0bc825bfb396"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:37.487934 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a52de4e9-9091-4221-a37c-1a6392ca7981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.631937 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.812445 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a52de4e9-9091-4221-a37c-1a6392ca7981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.859872 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-10704dca-716a-4ac8-b5d0-ebdd50336867 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:37.861724 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-10704dca-716a-4ac8-b5d0-ebdd50336867 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5047851 Jul 13 07:32:37.862381 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae37fca-086a-4f93-b67e-620ec8207b2e req-3ba5d817-80c1-45d6-9839-31c4325ecb71 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:37.863845 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a52de4e9-9091-4221-a37c-1a6392ca7981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.864871 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bae37fca-086a-4f93-b67e-620ec8207b2e req-3ba5d817-80c1-45d6-9839-31c4325ecb71 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 950 time: 0.2150004 Jul 13 07:32:37.893412 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-472067ef-2310-4729-8741-c292f65ca1e0 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Request body: {'port': {'device_id': 'c683a6e7-7083-437d-9943-370bde43dfd1', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': 'ce153622febb4884a7bac996f2fa3815'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:37.897687 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f94d3449-baba-4687-b2d7-1b47ced3852b req-6d6efba3-0bae-40f8-99b7-5b68ded88fe6 tempest-DeleteServersAdminTestJSON-317312508 tempest-DeleteServersAdminTestJSON-317312508-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5836805-71bc-412e-a2fe-f7614b822aaa HTTP/1.1" status: 200 len: 210 time: 0.0747437 Jul 13 07:32:37.926784 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a52de4e9-9091-4221-a37c-1a6392ca7981 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=84a4cb86d9be49d9a4957fe2a3e454a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1594479 Jul 13 07:32:37.929184 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58026) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:37.930180 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52de4e9-9091-4221-a37c-1a6392ca7981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0731dffd-1209-490d-93c3-c7c224f6f541,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:37.966918 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bae37fca-086a-4f93-b67e-620ec8207b2e req-74ddc179-2648-48cf-b0ae-2a487da08a4c tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732715 Jul 13 07:32:38.021401 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a988a8fe-205f-4047-9c51-936f1743a958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.046051 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a988a8fe-205f-4047-9c51-936f1743a958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.050515 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a635a1e1-59c0-4b83-a436-58fc62b2234c req-84b3e11e-cce7-4570-891b-ea856c182058 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7 HTTP/1.1" status: 200 len: 210 time: 0.0751653 Jul 13 07:32:38.106380 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78d638c-efcd-417c-a680-d1085f189c95 x-openstack-request-id: req-b78d638c-efcd-417c-a680-d1085f189c95 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:38.106819 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5836805-71bc-412e-a2fe-f7614b822aaa", "name": "network-vif-deleted", "tag": "218cbac8-d528-4cff-a1b3-0bc825bfb396", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:38.107267 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b78d638c-efcd-417c-a680-d1085f189c95 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:38.108420 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5836805-71bc-412e-a2fe-f7614b822aaa', 'name': 'network-vif-deleted', 'tag': '218cbac8-d528-4cff-a1b3-0bc825bfb396', 'status': 'completed', 'code': 200} Jul 13 07:32:38.308299 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-472067ef-2310-4729-8741-c292f65ca1e0 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Made reservation on behalf of ce153622febb4884a7bac996f2fa3815 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:38.312980 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-472067ef-2310-4729-8741-c292f65ca1e0 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.330411 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-472067ef-2310-4729-8741-c292f65ca1e0 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.358733 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a988a8fe-205f-4047-9c51-936f1743a958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.361290 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a988a8fe-205f-4047-9c51-936f1743a958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.371917 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a988a8fe-205f-4047-9c51-936f1743a958 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0731dffd-1209-490d-93c3-c7c224f6f541 HTTP/1.1" status: 204 len: 168 time: 0.4383705 Jul 13 07:32:38.399962 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988a8fe-205f-4047-9c51-936f1743a958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0731dffd-1209-490d-93c3-c7c224f6f541,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:38.528583 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58042) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:38.582550 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-472067ef-2310-4729-8741-c292f65ca1e0 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.590474 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-472067ef-2310-4729-8741-c292f65ca1e0 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.649310 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a428d-865d-43de-aa23-2a38b84c44f1 req-3b02797d-a0f9-4faa-94f9-6b3c9cf91635 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:38.657371 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-215a428d-865d-43de-aa23-2a38b84c44f1 req-3b02797d-a0f9-4faa-94f9-6b3c9cf91635 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=0426710e-cc1f-45b1-822f-b2dbdcd4bfc8 HTTP/1.1" status: 200 len: 949 time: 0.2912791 Jul 13 07:32:38.680021 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472067ef-2310-4729-8741-c292f65ca1e0 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db79a55d-9d65-44ed-8d75-4214e7001c06,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:38.737719 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-215a428d-865d-43de-aa23-2a38b84c44f1 req-6d965395-fb3d-44a3-9e85-710bb95b40b0 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659518 Jul 13 07:32:38.959874 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-472067ef-2310-4729-8741-c292f65ca1e0 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Allocated IP 192.168.233.53 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/ad902331-7bc4-4224-8cf5-66e6d3922804) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:39.026553 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4980498d-7b43-4f26-bacd-9e5ca04e14e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.207054 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58060) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:39.262970 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9808e8f-a3fc-470a-82b5-0e6f8c61ac19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.285051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58062) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:39.348349 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-472067ef-2310-4729-8741-c292f65ca1e0 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.366993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-472067ef-2310-4729-8741-c292f65ca1e0 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Transition to ACTIVE for port object ad902331-7bc4-4224-8cf5-66e6d3922804 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:39.388377 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4980498d-7b43-4f26-bacd-9e5ca04e14e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.407466 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4980498d-7b43-4f26-bacd-9e5ca04e14e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.429719 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-472067ef-2310-4729-8741-c292f65ca1e0 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.438918 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104dfe7-3889-457e-8514-fb241069648c req-391623fc-3622-46c3-855f-ee8bf82c7752 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:39.441568 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f104dfe7-3889-457e-8514-fb241069648c req-391623fc-3622-46c3-855f-ee8bf82c7752 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 950 time: 0.2100272 Jul 13 07:32:39.464423 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-472067ef-2310-4729-8741-c292f65ca1e0 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:39.489230 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-472067ef-2310-4729-8741-c292f65ca1e0 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:39.492248 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-472067ef-2310-4729-8741-c292f65ca1e0 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:39.500082 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-472067ef-2310-4729-8741-c292f65ca1e0 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:39.500082 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-472067ef-2310-4729-8741-c292f65ca1e0 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.541998 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472067ef-2310-4729-8741-c292f65ca1e0 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Pushing event updated for resources: {'Port': ['ID=ad902331-7bc4-4224-8cf5-66e6d3922804,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:39.569036 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 49dbe25e-a509-4894-8bd0-91d52ca72d60 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:39.575106 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d58a1ffb-3196-4940-901d-60749cf10686 req-9e3e3b32-4c0b-429b-854c-797a5af30f2a tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7 HTTP/1.1" status: 200 len: 210 time: 0.1315870 Jul 13 07:32:39.611681 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c7cab00f-9e3a-4220-b1cd-504e220efcd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.613340 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980498d-7b43-4f26-bacd-9e5ca04e14e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d5f66c-930c-4245-bc41-b73c0d791d09,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:39.648268 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4980498d-7b43-4f26-bacd-9e5ca04e14e9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7023b59f4a7345eab2282ba2cb9c29dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1164660 Jul 13 07:32:39.654230 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58070) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:39.688947 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-98103af9-e9dc-4f0d-8834-d81dec71351a tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=ce153622febb4884a7bac996f2fa3815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1358585 Jul 13 07:32:39.699092 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 49dbe25e-a509-4894-8bd0-91d52ca72d60 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:39.713782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 49dbe25e-a509-4894-8bd0-91d52ca72d60 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:39.716867 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.734893 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f104dfe7-3889-457e-8514-fb241069648c req-540c518e-e197-4067-9ec0-74d6fe7c328c tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692120 Jul 13 07:32:39.824693 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab652b57-14ea-44eb-b394-08eaeb250ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.884651 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab652b57-14ea-44eb-b394-08eaeb250ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.920695 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.977562 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0426710e-cc1f-45b1-822f-b2dbdcd4bfc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dbe25e-a509-4894-8bd0-91d52ca72d60'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:39.980471 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdfb40e-987b-4a20-8c85-785167babeed" -d '{"events": [{"server_uuid": "0426710e-cc1f-45b1-822f-b2dbdcd4bfc8", "name": "network-vif-plugged", "status": "completed", "tag": "49dbe25e-a509-4894-8bd0-91d52ca72d60"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:39.986020 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab652b57-14ea-44eb-b394-08eaeb250ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.989946 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab652b57-14ea-44eb-b394-08eaeb250ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.993768 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ab652b57-14ea-44eb-b394-08eaeb250ee0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b2d5f66c-930c-4245-bc41-b73c0d791d09 HTTP/1.1" status: 204 len: 168 time: 0.3351579 Jul 13 07:32:40.005440 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab652b57-14ea-44eb-b394-08eaeb250ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d5f66c-930c-4245-bc41-b73c0d791d09,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:40.008748 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 49dbe25e-a509-4894-8bd0-91d52ca72d60, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=49dbe25e-a509-4894-8bd0-91d52ca72d60,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:40.027632 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.063767 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e7882a0c-8b5b-431d-b40c-1217095574b1 None None] Provisioning for port ad902331-7bc4-4224-8cf5-66e6d3922804 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:40.084101 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-28135934-b22d-4481-b820-85acb7bfdece tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:40.086201 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-28135934-b22d-4481-b820-85acb7bfdece tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3903859 Jul 13 07:32:40.094446 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e7882a0c-8b5b-431d-b40c-1217095574b1 None None] Provisioning complete for port ad902331-7bc4-4224-8cf5-66e6d3922804 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:40.095370 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7882a0c-8b5b-431d-b40c-1217095574b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.101030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-5839b3f8-e1bf-4c47-afbb-6df6642bccb6 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Request body: {'port': {'device_id': 'dc919275-36a2-44ed-8e2b-2b388cdbaae7', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': 'ce153622febb4884a7bac996f2fa3815'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:40.112563 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9808e8f-a3fc-470a-82b5-0e6f8c61ac19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.201036 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9808e8f-a3fc-470a-82b5-0e6f8c61ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.243040 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=49dbe25e-a509-4894-8bd0-91d52ca72d60,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:40.299818 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e7882a0c-8b5b-431d-b40c-1217095574b1 None None] Port ad902331-7bc4-4224-8cf5-66e6d3922804 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:40.322533 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c7cab00f-9e3a-4220-b1cd-504e220efcd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.325628 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-472067ef-2310-4729-8741-c292f65ca1e0 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4364221 Jul 13 07:32:40.330110 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c7cab00f-9e3a-4220-b1cd-504e220efcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.374509 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c7cab00f-9e3a-4220-b1cd-504e220efcd9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8bbcdfd007f64ce29026d89fdef70c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0874689 Jul 13 07:32:40.380536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-697c0067-80d5-416e-b059-8337422e2391 service neutron] Request body: {'port': {'device_id': 'c683a6e7-7083-437d-9943-370bde43dfd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:40.384525 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58084) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:40.403369 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35852c99-3e8e-4cfd-b9ad-45214e1ffaf8 x-openstack-request-id: req-35852c99-3e8e-4cfd-b9ad-45214e1ffaf8 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:40.403807 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0426710e-cc1f-45b1-822f-b2dbdcd4bfc8", "name": "network-vif-plugged", "status": "completed", "tag": "49dbe25e-a509-4894-8bd0-91d52ca72d60", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:40.404153 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-35852c99-3e8e-4cfd-b9ad-45214e1ffaf8 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:40.404728 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0426710e-cc1f-45b1-822f-b2dbdcd4bfc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dbe25e-a509-4894-8bd0-91d52ca72d60', 'code': 200} Jul 13 07:32:40.513961 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c9808e8f-a3fc-470a-82b5-0e6f8c61ac19 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a0d9c77cb375418cbfa54603407e4af5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3052614 Jul 13 07:32:40.518962 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9808e8f-a3fc-470a-82b5-0e6f8c61ac19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f78d4b-32a0-4353-ba86-5b01418c5133,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:40.526765 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58088) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:40.527142 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 218cbac8-d528-4cff-a1b3-0bc825bfb396 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:40.595871 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 218cbac8-d528-4cff-a1b3-0bc825bfb396 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:40.599114 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 218cbac8-d528-4cff-a1b3-0bc825bfb396 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:40.600612 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cab00f-9e3a-4220-b1cd-504e220efcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c23bb1-b245-45d7-bd1b-d011db89db2f,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:40.639238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f629656-7f53-48bb-94dc-01d4c00506c0 req-d93e4398-d9d7-44f3-a3d1-2adebbdadb38 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:40.646673 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7f629656-7f53-48bb-94dc-01d4c00506c0 req-d93e4398-d9d7-44f3-a3d1-2adebbdadb38 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=0426710e-cc1f-45b1-822f-b2dbdcd4bfc8 HTTP/1.1" status: 200 len: 950 time: 0.2437935 Jul 13 07:32:40.648896 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e2ed2f99-7926-487f-9f7d-874c68db397a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.649709 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-62c50b3b-51da-4706-b042-33351a1e5730 None None] Provisioning complete for port 49dbe25e-a509-4894-8bd0-91d52ca72d60 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:40.650353 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62c50b3b-51da-4706-b042-33351a1e5730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.660885 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-697c0067-80d5-416e-b059-8337422e2391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.750379 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58092) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:40.769013 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-5839b3f8-e1bf-4c47-afbb-6df6642bccb6 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Made reservation on behalf of ce153622febb4884a7bac996f2fa3815 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:40.773772 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-5839b3f8-e1bf-4c47-afbb-6df6642bccb6 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.798420 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e2ed2f99-7926-487f-9f7d-874c68db397a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.819702 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7f629656-7f53-48bb-94dc-01d4c00506c0 req-ec7c77ef-d409-4f1c-bdbd-9c84681246c7 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717749 Jul 13 07:32:40.841433 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e308f463-ca9e-43f3-b535-208c3e3ad723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.921903 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-938ddbf8-1443-4d68-9ac7-0e2b1ed27172 req-e3cc91dc-275c-420f-b989-6aeb7f664644 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7 HTTP/1.1" status: 200 len: 210 time: 0.0737841 Jul 13 07:32:40.924209 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733ba32-6481-4db8-b401-b83ac9e50b21 req-3d8a2321-7b1a-449f-b67d-dbbce18f2e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:40.927289 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c733ba32-6481-4db8-b401-b83ac9e50b21 req-3d8a2321-7b1a-449f-b67d-dbbce18f2e7b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0426710e-cc1f-45b1-822f-b2dbdcd4bfc8 HTTP/1.1" status: 200 len: 1102 time: 0.3790207 Jul 13 07:32:40.963766 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-524a3dc6-a01d-4206-a89e-ec4a0b7cf0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.001987 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58098) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:41.036388 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e2ed2f99-7926-487f-9f7d-874c68db397a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.039107 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e2ed2f99-7926-487f-9f7d-874c68db397a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.044495 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e2ed2f99-7926-487f-9f7d-874c68db397a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/80f78d4b-32a0-4353-ba86-5b01418c5133 HTTP/1.1" status: 204 len: 168 time: 0.5085897 Jul 13 07:32:41.071743 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-524a3dc6-a01d-4206-a89e-ec4a0b7cf0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.090702 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed2f99-7926-487f-9f7d-874c68db397a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f78d4b-32a0-4353-ba86-5b01418c5133,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:41.102139 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c733ba32-6481-4db8-b401-b83ac9e50b21 req-0cfa5636-03ec-4a9d-af35-52c2f32c52f3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511827 Jul 13 07:32:41.259436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35e0a1-9268-4036-96be-2ce390337cb2 req-f4bf42e0-3ae3-4dee-aa3a-788b8ede9f38 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:41.271458 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3e35e0a1-9268-4036-96be-2ce390337cb2 req-f4bf42e0-3ae3-4dee-aa3a-788b8ede9f38 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 950 time: 0.2533867 Jul 13 07:32:41.300371 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-524a3dc6-a01d-4206-a89e-ec4a0b7cf0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.302995 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-524a3dc6-a01d-4206-a89e-ec4a0b7cf0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.306169 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-524a3dc6-a01d-4206-a89e-ec4a0b7cf0b1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/63c23bb1-b245-45d7-bd1b-d011db89db2f HTTP/1.1" status: 204 len: 168 time: 0.9179330 Jul 13 07:32:41.318223 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e308f463-ca9e-43f3-b535-208c3e3ad723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.349010 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e308f463-ca9e-43f3-b535-208c3e3ad723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.361360 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1e3908b0-29d0-4a68-930a-3c02dd1e61ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7b009e03057640a79b91a29debf423d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3561084 Jul 13 07:32:41.362186 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a3dc6-a01d-4206-a89e-ec4a0b7cf0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c23bb1-b245-45d7-bd1b-d011db89db2f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:41.365264 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58110) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:41.468296 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3e35e0a1-9268-4036-96be-2ce390337cb2 req-3c665083-3157-4323-8ecf-9a123d7bba0e tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943858 Jul 13 07:32:41.490249 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-697c0067-80d5-416e-b059-8337422e2391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad902331-7bc4-4224-8cf5-66e6d3922804 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:41.504756 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e308f463-ca9e-43f3-b535-208c3e3ad723 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a9173be8f3774802a4fbda397b182b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7464945 Jul 13 07:32:41.509923 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58112) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:41.511730 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-697c0067-80d5-416e-b059-8337422e2391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.511903 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308f463-ca9e-43f3-b535-208c3e3ad723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cfcc6d-ecce-4001-9c57-6466fb82f0e7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:41.513938 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-062406ca-130a-48d7-aea6-3cccdec4f0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.559091 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-062406ca-130a-48d7-aea6-3cccdec4f0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.585886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-697c0067-80d5-416e-b059-8337422e2391 service neutron] Transition to ACTIVE for port object ad902331-7bc4-4224-8cf5-66e6d3922804 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:41.607015 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-697c0067-80d5-416e-b059-8337422e2391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.713253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-5839b3f8-e1bf-4c47-afbb-6df6642bccb6 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Allocated IP 192.168.233.211 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/af89064c-3993-487f-ae39-274706158dab) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:41.742440 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c0067-80d5-416e-b059-8337422e2391 service neutron] Pushing event updated for resources: {'Port': ['ID=ad902331-7bc4-4224-8cf5-66e6d3922804,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:41.744857 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-697c0067-80d5-416e-b059-8337422e2391 service neutron] Attempting to bind port ad902331-7bc4-4224-8cf5-66e6d3922804 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:41.745502 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-697c0067-80d5-416e-b059-8337422e2391 service neutron] Attempting to bind port ad902331-7bc4-4224-8cf5-66e6d3922804 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:41.745502 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-697c0067-80d5-416e-b059-8337422e2391 service neutron] Attempting to bind port ad902331-7bc4-4224-8cf5-66e6d3922804 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:41.750233 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eda3c18e-adaa-4747-9ae1-d1835fab5a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.766660 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-697c0067-80d5-416e-b059-8337422e2391 service neutron] Port ad902331-7bc4-4224-8cf5-66e6d3922804 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:32:41.767033 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-697c0067-80d5-416e-b059-8337422e2391 service neutron] Attempting to bind port ad902331-7bc4-4224-8cf5-66e6d3922804 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:41.783009 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-697c0067-80d5-416e-b059-8337422e2391 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:41.783385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-697c0067-80d5-416e-b059-8337422e2391 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:41.783741 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-697c0067-80d5-416e-b059-8337422e2391 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:41.790996 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-697c0067-80d5-416e-b059-8337422e2391 service neutron] Bound port: ad902331-7bc4-4224-8cf5-66e6d3922804, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:41.791414 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-697c0067-80d5-416e-b059-8337422e2391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.814977 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eda3c18e-adaa-4747-9ae1-d1835fab5a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.818911 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-062406ca-130a-48d7-aea6-3cccdec4f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.821444 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-062406ca-130a-48d7-aea6-3cccdec4f0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.824186 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-062406ca-130a-48d7-aea6-3cccdec4f0b9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3316b85-2207-4742-9b5e-a74e37383c53 HTTP/1.1" status: 204 len: 168 time: 0.4579237 Jul 13 07:32:41.920575 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58128) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:41.923110 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062406ca-130a-48d7-aea6-3cccdec4f0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3316b85-2207-4742-9b5e-a74e37383c53,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:41.996343 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a98ff501-5f6a-415f-a6bf-eaf536778844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.052611 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-697c0067-80d5-416e-b059-8337422e2391 service neutron] For port ad902331-7bc4-4224-8cf5-66e6d3922804, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:42.058012 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-697c0067-80d5-416e-b059-8337422e2391 service neutron] For port ad902331-7bc4-4224-8cf5-66e6d3922804, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ad902331-7bc4-4224-8cf5-66e6d3922804,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:42.069740 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-697c0067-80d5-416e-b059-8337422e2391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.117012 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eda3c18e-adaa-4747-9ae1-d1835fab5a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.119686 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eda3c18e-adaa-4747-9ae1-d1835fab5a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.123825 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-eda3c18e-adaa-4747-9ae1-d1835fab5a76 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93cfcc6d-ecce-4001-9c57-6466fb82f0e7 HTTP/1.1" status: 204 len: 168 time: 0.6051307 Jul 13 07:32:42.190145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3c18e-adaa-4747-9ae1-d1835fab5a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cfcc6d-ecce-4001-9c57-6466fb82f0e7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:42.195670 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-697c0067-80d5-416e-b059-8337422e2391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:42.196623 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-697c0067-80d5-416e-b059-8337422e2391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.198838 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-697c0067-80d5-416e-b059-8337422e2391 service neutron] 10.222.0.62 "PUT /v2.0/ports/ad902331-7bc4-4224-8cf5-66e6d3922804 HTTP/1.1" status: 200 len: 1096 time: 1.8329532 Jul 13 07:32:42.204254 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c683a6e7-7083-437d-9943-370bde43dfd1', 'tag': 'ad902331-7bc4-4224-8cf5-66e6d3922804'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:42.206990 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b502be54-59db-41d3-b478-d83b5ae76227" -d '{"events": [{"name": "network-changed", "server_uuid": "c683a6e7-7083-437d-9943-370bde43dfd1", "tag": "ad902331-7bc4-4224-8cf5-66e6d3922804"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:42.231993 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-5839b3f8-e1bf-4c47-afbb-6df6642bccb6 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.254918 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330703a-57c8-4f3d-8389-a88a249cb76f req-5eae8fdd-a187-4388-9410-b0451f1780c4 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:42.258908 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a330703a-57c8-4f3d-8389-a88a249cb76f req-5eae8fdd-a187-4388-9410-b0451f1780c4 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=0426710e-cc1f-45b1-822f-b2dbdcd4bfc8 HTTP/1.1" status: 200 len: 950 time: 0.2052357 Jul 13 07:32:42.308188 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c0067-80d5-416e-b059-8337422e2391 service neutron] Pushing event updated for resources: {'Port': ['ID=ad902331-7bc4-4224-8cf5-66e6d3922804,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:42.393924 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:32:42.412572 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-5839b3f8-e1bf-4c47-afbb-6df6642bccb6 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Transition to ACTIVE for port object af89064c-3993-487f-ae39-274706158dab will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:42.434508 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5391734b-913b-411f-9980-6827aac667bd req-912abb8b-31bb-4463-81be-c92b3ebb5dce tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7 HTTP/1.1" status: 200 len: 210 time: 0.1512275 Jul 13 07:32:42.470537 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a98ff501-5f6a-415f-a6bf-eaf536778844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.491249 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a330703a-57c8-4f3d-8389-a88a249cb76f req-31a47ed2-1248-45fd-a5b2-1e1f90729452 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188993 Jul 13 07:32:42.500736 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a98ff501-5f6a-415f-a6bf-eaf536778844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.600153 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e540d81-2816-4c4b-9447-464d9dfb5939 x-openstack-request-id: req-7e540d81-2816-4c4b-9447-464d9dfb5939 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:42.600557 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c683a6e7-7083-437d-9943-370bde43dfd1", "tag": "ad902331-7bc4-4224-8cf5-66e6d3922804", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:42.600916 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e540d81-2816-4c4b-9447-464d9dfb5939 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:42.601411 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c683a6e7-7083-437d-9943-370bde43dfd1', 'tag': 'ad902331-7bc4-4224-8cf5-66e6d3922804', 'status': 'completed', 'code': 200} Jul 13 07:32:42.606638 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-174f8bef-55aa-42e7-842a-aa6cb74d84e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:42.610571 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-174f8bef-55aa-42e7-842a-aa6cb74d84e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce153622febb4884a7bac996f2fa3815&device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 1099 time: 0.2782948 Jul 13 07:32:42.613801 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-5839b3f8-e1bf-4c47-afbb-6df6642bccb6 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.627740 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a98ff501-5f6a-415f-a6bf-eaf536778844 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f142b34209d1401e998b3506a45cf611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7056491 Jul 13 07:32:42.648228 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58148) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:42.688759 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.692549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ff501-5f6a-415f-a6bf-eaf536778844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71d7164-a01e-47d5-af4b-03ca2ad9d2c5,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:42.702550 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-57b8a8f3-4ec4-4f78-a772-8e57bcf6202d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=ad902331-7bc4-4224-8cf5-66e6d3922804 HTTP/1.1" status: 200 len: 217 time: 0.0721874 Jul 13 07:32:42.768490 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-5839b3f8-e1bf-4c47-afbb-6df6642bccb6 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:42.787966 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-5839b3f8-e1bf-4c47-afbb-6df6642bccb6 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:42.831352 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd3a3bfb-dd23-45a4-8b75-5801b6e13c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.848404 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-5839b3f8-e1bf-4c47-afbb-6df6642bccb6 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:42.854340 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-5839b3f8-e1bf-4c47-afbb-6df6642bccb6 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:42.856426 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-5839b3f8-e1bf-4c47-afbb-6df6642bccb6 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.858946 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd3a3bfb-dd23-45a4-8b75-5801b6e13c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.861074 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839b3f8-e1bf-4c47-afbb-6df6642bccb6 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Pushing event updated for resources: {'Port': ['ID=af89064c-3993-487f-ae39-274706158dab,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:42.890693 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-c0adc299-da12-45e7-ba33-5bd41104bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:42.892541 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-c0adc299-da12-45e7-ba33-5bd41104bd9d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1788933 Jul 13 07:32:42.913520 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-5839b3f8-e1bf-4c47-afbb-6df6642bccb6 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8169165 Jul 13 07:32:42.937747 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] Request body: {'port': {'device_id': 'dc919275-36a2-44ed-8e2b-2b388cdbaae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:43.000739 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58156) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:43.021664 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e3460-b07d-4424-9d1b-301a97f2492d req-681e8ffd-651e-4fe6-8782-c857ebb51ec3 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:43.028726 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd4e3460-b07d-4424-9d1b-301a97f2492d req-681e8ffd-651e-4fe6-8782-c857ebb51ec3 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 950 time: 0.2550652 Jul 13 07:32:43.033216 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd3a3bfb-dd23-45a4-8b75-5801b6e13c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.042325 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd3a3bfb-dd23-45a4-8b75-5801b6e13c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.045018 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cd3a3bfb-dd23-45a4-8b75-5801b6e13c87 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c71d7164-a01e-47d5-af4b-03ca2ad9d2c5 HTTP/1.1" status: 204 len: 168 time: 0.3956470 Jul 13 07:32:43.046228 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f85cb473-478b-4887-a169-139afde0a6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.059755 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-daf76bf0-1b53-493c-ac68-b971047f5ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:43.067060 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-daf76bf0-1b53-493c-ac68-b971047f5ab9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1596103 Jul 13 07:32:43.072688 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a3bfb-dd23-45a4-8b75-5801b6e13c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71d7164-a01e-47d5-af4b-03ca2ad9d2c5,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:43.262060 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e81a02be-6aa2-44f9-9c6a-383ffcf13f80 None None] Provisioning for port af89064c-3993-487f-ae39-274706158dab completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:43.264172 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.274014 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-f2a17c7e-6210-4e83-b18e-cb1bf18a1bfd service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923172 Jul 13 07:32:43.276075 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e81a02be-6aa2-44f9-9c6a-383ffcf13f80 None None] Provisioning complete for port af89064c-3993-487f-ae39-274706158dab triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:43.276718 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e81a02be-6aa2-44f9-9c6a-383ffcf13f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.278955 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd4e3460-b07d-4424-9d1b-301a97f2492d req-ebb57448-529a-4fcb-b899-7da4b491576d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485924 Jul 13 07:32:43.379356 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e81a02be-6aa2-44f9-9c6a-383ffcf13f80 None None] Port af89064c-3993-487f-ae39-274706158dab cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:43.434399 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f85cb473-478b-4887-a169-139afde0a6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.447031 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f85cb473-478b-4887-a169-139afde0a6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.470381 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d0730de-f786-4c77-b5f6-dde644b29f72 req-a6f141e9-2ddb-4c3b-b453-633b8417f55e service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852250 Jul 13 07:32:43.636009 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f85cb473-478b-4887-a169-139afde0a6c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c43bda7a056b4973b62c20b65c31854a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6342607 Jul 13 07:32:43.639134 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58178) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:43.639463 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85cb473-478b-4887-a169-139afde0a6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a95faf-4caf-472a-a3d7-6d3b19f1c628,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:43.760486 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ea30f45d-cef0-4bc4-bc46-6f46f34fbc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.767439 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502be54-59db-41d3-b478-d83b5ae76227 req-02166a1a-cc7c-44e8-9135-bce03ba49e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:43.769715 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b502be54-59db-41d3-b478-d83b5ae76227 req-02166a1a-cc7c-44e8-9135-bce03ba49e05 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce153622febb4884a7bac996f2fa3815&device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 1099 time: 0.2210011 Jul 13 07:32:43.837072 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ea30f45d-cef0-4bc4-bc46-6f46f34fbc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.922452 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b762d5-17ca-4d5a-a278-a0c9fa42c09e req-220c1dc6-8abe-4538-bfcc-ff2eb1b9d378 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:43.923662 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c8b762d5-17ca-4d5a-a278-a0c9fa42c09e req-220c1dc6-8abe-4538-bfcc-ff2eb1b9d378 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7 HTTP/1.1" status: 200 len: 936 time: 0.2250788 Jul 13 07:32:43.961386 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f235b26-f91c-45ef-be5c-7f9cd174fa55 req-a021fc2e-99a1-4c46-ab69-a0d64d95d0ad tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:43.965157 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502be54-59db-41d3-b478-d83b5ae76227 req-334f4bb6-6f1a-4b6f-a874-b1c38b8001b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:43.967892 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b502be54-59db-41d3-b478-d83b5ae76227 req-334f4bb6-6f1a-4b6f-a874-b1c38b8001b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.1819913 Jul 13 07:32:43.969466 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f235b26-f91c-45ef-be5c-7f9cd174fa55 req-a021fc2e-99a1-4c46-ab69-a0d64d95d0ad tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=0426710e-cc1f-45b1-822f-b2dbdcd4bfc8 HTTP/1.1" status: 200 len: 950 time: 0.2250600 Jul 13 07:32:43.969714 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ea30f45d-cef0-4bc4-bc46-6f46f34fbc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.974348 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ea30f45d-cef0-4bc4-bc46-6f46f34fbc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.975664 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ea30f45d-cef0-4bc4-bc46-6f46f34fbc6b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/37a95faf-4caf-472a-a3d7-6d3b19f1c628 HTTP/1.1" status: 204 len: 168 time: 0.3356037 Jul 13 07:32:44.010771 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af89064c-3993-487f-ae39-274706158dab {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:44.025297 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.035584 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30f45d-cef0-4bc4-bc46-6f46f34fbc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a95faf-4caf-472a-a3d7-6d3b19f1c628,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:44.039846 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b502be54-59db-41d3-b478-d83b5ae76227 req-85623f3a-001b-45f1-811c-2e3dbf90b461 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=ad902331-7bc4-4224-8cf5-66e6d3922804 HTTP/1.1" status: 200 len: 217 time: 0.0628717 Jul 13 07:32:44.057042 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] Transition to ACTIVE for port object af89064c-3993-487f-ae39-274706158dab will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:44.072089 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c8b762d5-17ca-4d5a-a278-a0c9fa42c09e req-4221bc1b-8ed4-49c1-b88d-eb2dd448cf17 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230273 Jul 13 07:32:44.073668 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.086296 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f235b26-f91c-45ef-be5c-7f9cd174fa55 req-ba1689cb-fd9e-4393-9bf0-63bf70eae9ff tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158502 Jul 13 07:32:44.156818 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=af89064c-3993-487f-ae39-274706158dab,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:44.172282 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502be54-59db-41d3-b478-d83b5ae76227 req-ccce18d6-9f1f-4152-abeb-29745ea857e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:44.177449 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b502be54-59db-41d3-b478-d83b5ae76227 req-ccce18d6-9f1f-4152-abeb-29745ea857e7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1206679 Jul 13 07:32:44.206758 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] Attempting to bind port af89064c-3993-487f-ae39-274706158dab on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:44.207141 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] Attempting to bind port af89064c-3993-487f-ae39-274706158dab by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:44.214770 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] Attempting to bind port af89064c-3993-487f-ae39-274706158dab on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:44.224363 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] Port af89064c-3993-487f-ae39-274706158dab on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:32:44.224783 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] Attempting to bind port af89064c-3993-487f-ae39-274706158dab on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:44.237302 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:44.237646 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:44.238038 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:44.238505 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] Bound port: af89064c-3993-487f-ae39-274706158dab, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:44.242475 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.334191 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502be54-59db-41d3-b478-d83b5ae76227 req-74d20f89-ba6b-446a-a42b-ff97faf9478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:44.340317 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b502be54-59db-41d3-b478-d83b5ae76227 req-74d20f89-ba6b-446a-a42b-ff97faf9478a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1525829 Jul 13 07:32:44.448503 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] For port af89064c-3993-487f-ae39-274706158dab, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:44.459119 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] For port af89064c-3993-487f-ae39-274706158dab, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=af89064c-3993-487f-ae39-274706158dab,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:44.466335 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.569191 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b502be54-59db-41d3-b478-d83b5ae76227 req-c54b2786-bd7d-4a06-95be-191b900601ce service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171032 Jul 13 07:32:44.595462 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:44.596173 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.598004 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] 10.222.0.35 "PUT /v2.0/ports/af89064c-3993-487f-ae39-274706158dab HTTP/1.1" status: 200 len: 1097 time: 1.6728091 Jul 13 07:32:44.601249 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc919275-36a2-44ed-8e2b-2b388cdbaae7', 'tag': 'af89064c-3993-487f-ae39-274706158dab'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:44.604000 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645a7d85-d128-4b09-8402-88604b1002d3" -d '{"events": [{"name": "network-changed", "server_uuid": "dc919275-36a2-44ed-8e2b-2b388cdbaae7", "tag": "af89064c-3993-487f-ae39-274706158dab"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:44.720390 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bde37-cfa1-4a74-8020-0321da4dcbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=af89064c-3993-487f-ae39-274706158dab,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:44.799715 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b502be54-59db-41d3-b478-d83b5ae76227 req-68e5d27e-f554-4b1e-836b-07d77e08c3c8 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215800 Jul 13 07:32:44.803872 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb92ebc-ee80-4131-b4ef-2c33ca3da7ad x-openstack-request-id: req-dbb92ebc-ee80-4131-b4ef-2c33ca3da7ad {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:44.804347 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc919275-36a2-44ed-8e2b-2b388cdbaae7", "tag": "af89064c-3993-487f-ae39-274706158dab", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:44.804675 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dbb92ebc-ee80-4131-b4ef-2c33ca3da7ad {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:44.805275 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc919275-36a2-44ed-8e2b-2b388cdbaae7', 'tag': 'af89064c-3993-487f-ae39-274706158dab', 'status': 'completed', 'code': 200} Jul 13 07:32:44.862111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9c5cb-36fc-4f59-8c7f-daf3117ad131 req-d0651028-6421-4ed9-824a-4772659bdd31 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:44.870773 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-63c9c5cb-36fc-4f59-8c7f-daf3117ad131 req-d0651028-6421-4ed9-824a-4772659bdd31 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 950 time: 0.3809233 Jul 13 07:32:44.959961 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-63c9c5cb-36fc-4f59-8c7f-daf3117ad131 req-7b70b33e-2098-4866-b6c0-98dcc3dc141e tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882683 Jul 13 07:32:44.973009 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-a1f40825-e350-4563-ab36-afaff7eb6b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:44.974554 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-a1f40825-e350-4563-ab36-afaff7eb6b42 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce153622febb4884a7bac996f2fa3815&device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7 HTTP/1.1" status: 200 len: 1100 time: 0.3033049 Jul 13 07:32:45.274641 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-bd5f8140-6871-4fbd-ae51-28404afbfb98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=af89064c-3993-487f-ae39-274706158dab HTTP/1.1" status: 200 len: 217 time: 0.2871842 Jul 13 07:32:45.327621 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06f7b2-a85c-4368-b7ba-195ba639dc8d req-637e7a05-d3ed-4818-9bd8-7bbfb45c6670 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:45.329315 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7f06f7b2-a85c-4368-b7ba-195ba639dc8d req-637e7a05-d3ed-4818-9bd8-7bbfb45c6670 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=0426710e-cc1f-45b1-822f-b2dbdcd4bfc8 HTTP/1.1" status: 200 len: 950 time: 0.4211271 Jul 13 07:32:45.362182 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-815a1b30-d01b-4ad3-861e-0a845cd788d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:45.363602 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-815a1b30-d01b-4ad3-861e-0a845cd788d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0818100 Jul 13 07:32:45.370186 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58246) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:45.458856 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7f06f7b2-a85c-4368-b7ba-195ba639dc8d req-d0b07326-3c9a-44a6-b4be-67c60f4bb807 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139503 Jul 13 07:32:45.519152 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-eaf107cd-65e0-4876-99ca-03be3cddd5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:45.520662 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-eaf107cd-65e0-4876-99ca-03be3cddd5ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1489382 Jul 13 07:32:45.575795 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-e242dab6-12e6-413e-adfe-f5aa17550070 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-678282785-network', 'tenant_id': '15158e7fe97d4861a97b0a945f95d776'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:45.611878 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e242dab6-12e6-413e-adfe-f5aa17550070 admin admin] Made reservation on behalf of 15158e7fe97d4861a97b0a945f95d776 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:45.615335 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e242dab6-12e6-413e-adfe-f5aa17550070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.634108 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e242dab6-12e6-413e-adfe-f5aa17550070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.694520 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-98b83ec5-9e5d-4b8b-91a3-a91210d41b04 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667459 Jul 13 07:32:45.754142 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e242dab6-12e6-413e-adfe-f5aa17550070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.756347 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07e6e1-26cc-405b-922a-9617964c7e4b req-7873e262-83a6-4ffd-a196-925c2b139903 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:45.758888 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f07e6e1-26cc-405b-922a-9617964c7e4b req-7873e262-83a6-4ffd-a196-925c2b139903 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7 HTTP/1.1" status: 200 len: 948 time: 0.1391964 Jul 13 07:32:45.759943 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e242dab6-12e6-413e-adfe-f5aa17550070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.774240 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e242dab6-12e6-413e-adfe-f5aa17550070 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:32:45.787603 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e242dab6-12e6-413e-adfe-f5aa17550070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.788091 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-e242dab6-12e6-413e-adfe-f5aa17550070 admin admin] Added segment 1ce03ab8-c9de-4ec8-bf24-91b044ed8c45 of type vlan for network acf8805e-fc72-4645-afdd-bc310db87bf5 Jul 13 07:32:45.863935 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242dab6-12e6-413e-adfe-f5aa17550070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d145be3d-0e91-4301-8208-14bc20395eb0,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:45.877624 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e242dab6-12e6-413e-adfe-f5aa17550070 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.883661 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f07e6e1-26cc-405b-922a-9617964c7e4b req-3821053f-657e-4656-93d8-3ba5ed345a56 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847905 Jul 13 07:32:45.901372 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75d6c43d-46c9-4fb5-ad3c-809c964a1c0a req-a9479c1f-ec1a-40dd-b87b-c374a108c2fb service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982810 Jul 13 07:32:45.938548 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e242dab6-12e6-413e-adfe-f5aa17550070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.939946 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e242dab6-12e6-413e-adfe-f5aa17550070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:45.940695 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e242dab6-12e6-413e-adfe-f5aa17550070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.018519 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e242dab6-12e6-413e-adfe-f5aa17550070 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6454499 Jul 13 07:32:46.019886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242dab6-12e6-413e-adfe-f5aa17550070 admin admin] Pushing event updated for resources: {'Network': ['ID=acf8805e-fc72-4645-afdd-bc310db87bf5,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:46.022308 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58278) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:46.027546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d5339e40-1f8a-46f1-a842-f764a93aaff3 admin admin] Request body: {'subnet': {'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-678282785-subnet', 'tenant_id': '15158e7fe97d4861a97b0a945f95d776', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:46.044330 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network acf8805e-fc72-4645-afdd-bc310db87bf5 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:32:46.054110 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5339e40-1f8a-46f1-a842-f764a93aaff3 admin admin] Made reservation on behalf of 15158e7fe97d4861a97b0a945f95d776 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:46.059563 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d5339e40-1f8a-46f1-a842-f764a93aaff3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.064470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a7d85-d128-4b09-8402-88604b1002d3 req-90b4a998-3b49-4da5-99e5-f3dd79ee351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:46.066248 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-645a7d85-d128-4b09-8402-88604b1002d3 req-90b4a998-3b49-4da5-99e5-f3dd79ee351e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce153622febb4884a7bac996f2fa3815&device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7 HTTP/1.1" status: 200 len: 1100 time: 0.0908337 Jul 13 07:32:46.269340 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a7d85-d128-4b09-8402-88604b1002d3 req-02639e40-af68-45a7-b2d3-8dbd7801aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:46.271810 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-645a7d85-d128-4b09-8402-88604b1002d3 req-02639e40-af68-45a7-b2d3-8dbd7801aba7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.1984677 Jul 13 07:32:46.336774 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-645a7d85-d128-4b09-8402-88604b1002d3 req-b8922dfb-cbb4-4361-ae53-770d334954c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=af89064c-3993-487f-ae39-274706158dab HTTP/1.1" status: 200 len: 217 time: 0.0464211 Jul 13 07:32:46.456046 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a7d85-d128-4b09-8402-88604b1002d3 req-b66ccc0e-ce6d-43f8-8b57-ed0730f5cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:46.457697 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-645a7d85-d128-4b09-8402-88604b1002d3 req-b66ccc0e-ce6d-43f8-8b57-ed0730f5cd62 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1144233 Jul 13 07:32:46.499048 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d5339e40-1f8a-46f1-a842-f764a93aaff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.534129 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47451c6d-22ba-4297-831e-bc6670530876 req-8de4a03b-d556-45d7-96b2-4ed3c6f856a1 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:46.562745 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-47451c6d-22ba-4297-831e-bc6670530876 req-8de4a03b-d556-45d7-96b2-4ed3c6f856a1 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 950 time: 0.1623578 Jul 13 07:32:46.567686 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5339e40-1f8a-46f1-a842-f764a93aaff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfd30de1-a97b-4b7f-9271-8b31642f73ac,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:46.586888 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5339e40-1f8a-46f1-a842-f764a93aaff3 admin admin] Checking segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:46.587488 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5339e40-1f8a-46f1-a842-f764a93aaff3 admin admin] Network hostable DHCP agents. Network: acf8805e-fc72-4645-afdd-bc310db87bf5, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:32:46.615973 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5339e40-1f8a-46f1-a842-f764a93aaff3 admin admin] Network acf8805e-fc72-4645-afdd-bc310db87bf5 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:32:46.635694 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-d5339e40-1f8a-46f1-a842-f764a93aaff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, acf8805e-fc72-4645-afdd-bc310db87bf5) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:46.643345 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5339e40-1f8a-46f1-a842-f764a93aaff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:46.643746 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d5339e40-1f8a-46f1-a842-f764a93aaff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.645920 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a33b6f5-2019-4e57-8d80-2691e2e0002f None None] Network acf8805e-fc72-4645-afdd-bc310db87bf5 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:46.647972 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a7d85-d128-4b09-8402-88604b1002d3 req-6a643c49-2a20-4c31-8cf4-37799dad8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:46.649641 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-645a7d85-d128-4b09-8402-88604b1002d3 req-6a643c49-2a20-4c31-8cf4-37799dad8681 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1850009 Jul 13 07:32:46.662967 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d5339e40-1f8a-46f1-a842-f764a93aaff3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6382909 Jul 13 07:32:46.665843 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-47451c6d-22ba-4297-831e-bc6670530876 req-4294fc60-107c-469f-9330-0626b079845b tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011417 Jul 13 07:32:46.856570 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-645a7d85-d128-4b09-8402-88604b1002d3 req-3c525047-e26b-414e-8406-73379aeb0e2c service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825511 Jul 13 07:32:46.857722 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1cb83c-f303-47c8-b73d-bd933dc18bde None None] Network acf8805e-fc72-4645-afdd-bc310db87bf5 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:47.027174 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f5736-9dbb-443a-995b-cad14caf4c0c req-64ce3aa9-cef4-4ed3-81c7-f868bdba8c89 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:47.028870 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d3f5736-9dbb-443a-995b-cad14caf4c0c req-64ce3aa9-cef4-4ed3-81c7-f868bdba8c89 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=0426710e-cc1f-45b1-822f-b2dbdcd4bfc8 HTTP/1.1" status: 200 len: 950 time: 0.2015173 Jul 13 07:32:47.035221 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-645a7d85-d128-4b09-8402-88604b1002d3 req-1ceeb9c8-f259-492f-9702-bd2fa97a16be service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483212 Jul 13 07:32:47.140258 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d3f5736-9dbb-443a-995b-cad14caf4c0c req-3e03ff47-ebe8-425f-a950-d675eafe9061 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027102 Jul 13 07:32:47.245760 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-317c5d2b-2663-4352-96bf-474fc994f726 req-9aa5e037-b02d-4932-b15a-7e510094658b tempest-QuotasAdminNegativeTest-1643552489 tempest-QuotasAdminNegativeTest-1643552489-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4a49247543c948768ba10455154fe17c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305431 Jul 13 07:32:47.413417 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c5d2b-2663-4352-96bf-474fc994f726 req-366ad692-aa20-462e-aaf1-daae1e443291 tempest-QuotasAdminNegativeTest-1643552489 tempest-QuotasAdminNegativeTest-1643552489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:47.414912 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-317c5d2b-2663-4352-96bf-474fc994f726 req-366ad692-aa20-462e-aaf1-daae1e443291 tempest-QuotasAdminNegativeTest-1643552489 tempest-QuotasAdminNegativeTest-1643552489-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1602106 Jul 13 07:32:47.444066 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-317c5d2b-2663-4352-96bf-474fc994f726 req-149469fe-94c5-4b0d-939d-6dc474249bf1 tempest-QuotasAdminNegativeTest-1643552489 tempest-QuotasAdminNegativeTest-1643552489-project] 10.222.0.58 "GET /v2.0/quotas/4a49247543c948768ba10455154fe17c HTTP/1.1" status: 200 len: 375 time: 0.0178394 Jul 13 07:32:47.453100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e08d00-76bf-4ab0-9d3c-f8512ff7de4d req-f51ef225-537b-469f-96a5-5bcd70c3c611 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:47.454708 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-97e08d00-76bf-4ab0-9d3c-f8512ff7de4d req-f51ef225-537b-469f-96a5-5bcd70c3c611 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7 HTTP/1.1" status: 200 len: 948 time: 0.1438429 Jul 13 07:32:47.491468 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-317c5d2b-2663-4352-96bf-474fc994f726 req-bb4a3cf7-9dad-46f1-8f04-d8b9724d754d tempest-QuotasAdminNegativeTest-1643552489 tempest-QuotasAdminNegativeTest-1643552489-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a49247543c948768ba10455154fe17c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357497 Jul 13 07:32:47.506063 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58336) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:47.512393 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-68fe97f0-be64-4ef5-b0c5-45a2e71858cb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-43014715-network', 'tenant_id': 'bf97568e22ff473e8c685d8dcddce82f'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:47.533203 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-97e08d00-76bf-4ab0-9d3c-f8512ff7de4d req-c6a29549-e3d3-4127-8a02-72c38e526965 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675347 Jul 13 07:32:47.555710 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fe97f0-be64-4ef5-b0c5-45a2e71858cb admin admin] Made reservation on behalf of bf97568e22ff473e8c685d8dcddce82f for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:47.558828 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68fe97f0-be64-4ef5-b0c5-45a2e71858cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.575198 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68fe97f0-be64-4ef5-b0c5-45a2e71858cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.619471 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device ad902331-7bc4-4224-8cf5-66e6d3922804 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:47.742442 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68fe97f0-be64-4ef5-b0c5-45a2e71858cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.750303 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68fe97f0-be64-4ef5-b0c5-45a2e71858cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.783285 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fe97f0-be64-4ef5-b0c5-45a2e71858cb admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:32:47.796399 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe97f0-be64-4ef5-b0c5-45a2e71858cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbe7f01-dff4-4756-a59f-371333875d28,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:47.802885 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68fe97f0-be64-4ef5-b0c5-45a2e71858cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.803247 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-68fe97f0-be64-4ef5-b0c5-45a2e71858cb admin admin] Added segment ffab1c3c-3545-455d-89da-bdb818cf6cf1 of type vlan for network 5d2cd19d-8b85-4f64-9602-ea9e3dae120f Jul 13 07:32:47.863020 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68fe97f0-be64-4ef5-b0c5-45a2e71858cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.880733 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port ad902331-7bc4-4224-8cf5-66e6d3922804, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ad902331-7bc4-4224-8cf5-66e6d3922804,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:47.900862 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0692c2-8c57-4d6b-a922-653a33603df4 req-3f8f7379-3aba-4dfa-a4f7-6dca4cc6b99f tempest-LiveMigrationNegativeTest-464036668 tempest-LiveMigrationNegativeTest-464036668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:47.905432 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'ad902331-7bc4-4224-8cf5-66e6d3922804', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': 'ad902331-7bc4-4224-8cf5-66e6d3922804', 'mac_address': 'fa:16:3e:f2:c9:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:47.906001 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68fe97f0-be64-4ef5-b0c5-45a2e71858cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.907184 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fe97f0-be64-4ef5-b0c5-45a2e71858cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:47.907806 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68fe97f0-be64-4ef5-b0c5-45a2e71858cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.916176 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a0692c2-8c57-4d6b-a922-653a33603df4 req-3f8f7379-3aba-4dfa-a4f7-6dca4cc6b99f tempest-LiveMigrationNegativeTest-464036668 tempest-LiveMigrationNegativeTest-464036668-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0426710e-cc1f-45b1-822f-b2dbdcd4bfc8 HTTP/1.1" status: 200 len: 1102 time: 0.1146667 Jul 13 07:32:47.940192 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6a0692c2-8c57-4d6b-a922-653a33603df4 req-cfb5e66c-2e49-44a5-b344-dfa1a7b181aa tempest-LiveMigrationNegativeTest-464036668 tempest-LiveMigrationNegativeTest-464036668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.972319 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-68fe97f0-be64-4ef5-b0c5-45a2e71858cb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4644666 Jul 13 07:32:47.975390 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58352) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:47.985360 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-63fe5952-6594-4f30-8a63-8e559bd0ce16 admin admin] Request body: {'subnet': {'network_id': '5d2cd19d-8b85-4f64-9602-ea9e3dae120f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-43014715-subnet', 'tenant_id': 'bf97568e22ff473e8c685d8dcddce82f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:48.016897 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.039733 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad902331-7bc4-4224-8cf5-66e6d3922804 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:48.064521 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port ad902331-7bc4-4224-8cf5-66e6d3922804, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ad902331-7bc4-4224-8cf5-66e6d3922804,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:48.070665 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.113038 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6a0692c2-8c57-4d6b-a922-653a33603df4 req-cfb5e66c-2e49-44a5-b344-dfa1a7b181aa tempest-LiveMigrationNegativeTest-464036668 tempest-LiveMigrationNegativeTest-464036668-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.138626 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6a0692c2-8c57-4d6b-a922-653a33603df4 req-cfb5e66c-2e49-44a5-b344-dfa1a7b181aa tempest-LiveMigrationNegativeTest-464036668 tempest-LiveMigrationNegativeTest-464036668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.148883 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=ad902331-7bc4-4224-8cf5-66e6d3922804,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:48.190382 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a0692c2-8c57-4d6b-a922-653a33603df4 req-cfb5e66c-2e49-44a5-b344-dfa1a7b181aa tempest-LiveMigrationNegativeTest-464036668 tempest-LiveMigrationNegativeTest-464036668-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729225 Jul 13 07:32:48.191589 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5e66c-2e49-44a5-b344-dfa1a7b181aa tempest-LiveMigrationNegativeTest-464036668 tempest-LiveMigrationNegativeTest-464036668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bec4d1-c1d3-4e79-9e60-89df28225a6a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:48.197909 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fe5952-6594-4f30-8a63-8e559bd0ce16 admin admin] Made reservation on behalf of bf97568e22ff473e8c685d8dcddce82f for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:48.200885 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-63fe5952-6594-4f30-8a63-8e559bd0ce16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.297861 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe97f0-be64-4ef5-b0c5-45a2e71858cb admin admin] Pushing event updated for resources: {'Network': ['ID=5d2cd19d-8b85-4f64-9602-ea9e3dae120f,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:48.311209 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 5d2cd19d-8b85-4f64-9602-ea9e3dae120f details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:32:48.457957 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-63fe5952-6594-4f30-8a63-8e559bd0ce16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.498741 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['ad902331-7bc4-4224-8cf5-66e6d3922804'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:48.535033 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe5952-6594-4f30-8a63-8e559bd0ce16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06951e7f-0bea-4c6b-9826-bb21efde4025,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:48.550013 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354a2c7-f263-474e-a93b-308f10ccd7bd req-78bcbd33-7bff-4e3c-b129-f0c6c0d466a5 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:48.551593 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8354a2c7-f263-474e-a93b-308f10ccd7bd req-78bcbd33-7bff-4e3c-b129-f0c6c0d466a5 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 950 time: 0.1457400 Jul 13 07:32:48.566559 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fe5952-6594-4f30-8a63-8e559bd0ce16 admin admin] Checking segment: {'id': 'ffab1c3c-3545-455d-89da-bdb818cf6cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5d2cd19d-8b85-4f64-9602-ea9e3dae120f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:48.566922 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fe5952-6594-4f30-8a63-8e559bd0ce16 admin admin] Network hostable DHCP agents. Network: 5d2cd19d-8b85-4f64-9602-ea9e3dae120f, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:32:48.574521 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device af89064c-3993-487f-ae39-274706158dab details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:48.607221 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8354a2c7-f263-474e-a93b-308f10ccd7bd req-2629a281-5a81-4c94-90b6-b599ad331cd1 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488288 Jul 13 07:32:48.608250 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fe5952-6594-4f30-8a63-8e559bd0ce16 admin admin] Network 5d2cd19d-8b85-4f64-9602-ea9e3dae120f is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:32:48.620092 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-63fe5952-6594-4f30-8a63-8e559bd0ce16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 5d2cd19d-8b85-4f64-9602-ea9e3dae120f) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:48.625464 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fe5952-6594-4f30-8a63-8e559bd0ce16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:48.626805 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-63fe5952-6594-4f30-8a63-8e559bd0ce16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.647587 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58085ee3-9724-4336-9003-0163db60c330 None None] Network 5d2cd19d-8b85-4f64-9602-ea9e3dae120f requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:48.650321 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-63fe5952-6594-4f30-8a63-8e559bd0ce16 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6739590 Jul 13 07:32:48.846481 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port af89064c-3993-487f-ae39-274706158dab, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=af89064c-3993-487f-ae39-274706158dab,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:48.861569 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d076a-b133-4aa4-8304-2ab19cd171c9 req-b5f17e76-6032-4ce2-b0be-c20a51706bb9 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:48.875787 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-301d076a-b133-4aa4-8304-2ab19cd171c9 req-b5f17e76-6032-4ce2-b0be-c20a51706bb9 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7 HTTP/1.1" status: 200 len: 948 time: 0.0954864 Jul 13 07:32:48.875994 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'af89064c-3993-487f-ae39-274706158dab', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': 'af89064c-3993-487f-ae39-274706158dab', 'mac_address': 'fa:16:3e:03:d1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:48.922753 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-301d076a-b133-4aa4-8304-2ab19cd171c9 req-0ee7fd9f-3837-48e6-973e-437556723bf8 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531161 Jul 13 07:32:48.962277 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45542fb1-950d-4163-bf51-d3613b256766 None None] Network 5d2cd19d-8b85-4f64-9602-ea9e3dae120f requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:49.021195 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.190983 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af89064c-3993-487f-ae39-274706158dab {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:49.225664 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port af89064c-3993-487f-ae39-274706158dab, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=af89064c-3993-487f-ae39-274706158dab,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:49.232912 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.336982 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=af89064c-3993-487f-ae39-274706158dab,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:49.367283 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93c647-3748-435f-81ae-e4643f0c061b req-874830db-c4ca-4597-8ba3-22c7c94df6cc tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:49.374794 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b93c647-3748-435f-81ae-e4643f0c061b req-874830db-c4ca-4597-8ba3-22c7c94df6cc tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 820 time: 0.1398463 Jul 13 07:32:49.385458 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b93c647-3748-435f-81ae-e4643f0c061b req-2bd21118-52e7-48b4-97e6-3b925b2c4b55 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/quotas/15158e7fe97d4861a97b0a945f95d776 HTTP/1.1" status: 200 len: 375 time: 0.0097907 Jul 13 07:32:49.425886 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b93c647-3748-435f-81ae-e4643f0c061b req-bf3a23dc-f6c0-4cef-aaaa-451794e07a27 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334642 Jul 13 07:32:49.454664 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e433a6ca-b983-4eb5-8125-2af8906cd8f7 req-576f2f65-356f-491e-a2c4-a94727a3e1bd tempest-QuotasAdminNegativeTest-1643552489 tempest-QuotasAdminNegativeTest-1643552489-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4a49247543c948768ba10455154fe17c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319126 Jul 13 07:32:49.521958 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['af89064c-3993-487f-ae39-274706158dab'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:49.570506 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433a6ca-b983-4eb5-8125-2af8906cd8f7 req-1d78a2b1-a76d-4b6d-b1a1-e313c20fc95f tempest-QuotasAdminNegativeTest-1643552489 tempest-QuotasAdminNegativeTest-1643552489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:49.572233 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e433a6ca-b983-4eb5-8125-2af8906cd8f7 req-1d78a2b1-a76d-4b6d-b1a1-e313c20fc95f tempest-QuotasAdminNegativeTest-1643552489 tempest-QuotasAdminNegativeTest-1643552489-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1165836 Jul 13 07:32:49.578723 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-9b93c647-3748-435f-81ae-e4643f0c061b req-c9d45b01-42a4-4389-806f-9317a690a815 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:32:49.579856 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b93c647-3748-435f-81ae-e4643f0c061b req-c9d45b01-42a4-4389-806f-9317a690a815 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0530787 Jul 13 07:32:49.607396 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e433a6ca-b983-4eb5-8125-2af8906cd8f7 req-b390c98a-c573-40e5-9757-2f4260fe6b73 tempest-QuotasAdminNegativeTest-1643552489 tempest-QuotasAdminNegativeTest-1643552489-project] 10.222.0.58 "GET /v2.0/quotas/4a49247543c948768ba10455154fe17c HTTP/1.1" status: 200 len: 375 time: 0.0265274 Jul 13 07:32:49.639384 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device ad902331-7bc4-4224-8cf5-66e6d3922804 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:49.647009 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e433a6ca-b983-4eb5-8125-2af8906cd8f7 req-f0a372e2-9810-4f44-bc97-c8843bd8ace3 tempest-QuotasAdminNegativeTest-1643552489 tempest-QuotasAdminNegativeTest-1643552489-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a49247543c948768ba10455154fe17c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334439 Jul 13 07:32:49.707171 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b93c647-3748-435f-81ae-e4643f0c061b req-e2ce4b6b-4ee7-4af3-bf36-977f8221466c service neutron] 10.222.0.58 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198697 Jul 13 07:32:49.719662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port ad902331-7bc4-4224-8cf5-66e6d3922804 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:49.726540 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port ad902331-7bc4-4224-8cf5-66e6d3922804 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:49.727141 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.813334 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b93c647-3748-435f-81ae-e4643f0c061b req-b5afb3de-77df-49e7-85e0-68f5c1aa5a25 service neutron] 10.222.0.58 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977843 Jul 13 07:32:49.846270 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.872394 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c683a6e7-7083-437d-9943-370bde43dfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad902331-7bc4-4224-8cf5-66e6d3922804'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:49.875560 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74edd8a2-47a6-4506-b859-a2ca3b78061e" -d '{"events": [{"server_uuid": "c683a6e7-7083-437d-9943-370bde43dfd1", "name": "network-vif-plugged", "status": "completed", "tag": "ad902331-7bc4-4224-8cf5-66e6d3922804"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:49.888367 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port ad902331-7bc4-4224-8cf5-66e6d3922804, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ad902331-7bc4-4224-8cf5-66e6d3922804,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:49.894326 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.912988 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c97268-1b7d-4d42-9ce1-24cfa5c3b753 req-99e365c9-904c-4ab2-98cf-b00e61cbe6ec tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:49.914527 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08c97268-1b7d-4d42-9ce1-24cfa5c3b753 req-99e365c9-904c-4ab2-98cf-b00e61cbe6ec tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=0426710e-cc1f-45b1-822f-b2dbdcd4bfc8 HTTP/1.1" status: 200 len: 950 time: 0.0800464 Jul 13 07:32:49.972267 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08c97268-1b7d-4d42-9ce1-24cfa5c3b753 req-5061c6dc-2535-4b48-9185-b9cc8a08b303 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518198 Jul 13 07:32:49.995753 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=ad902331-7bc4-4224-8cf5-66e6d3922804,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:50.157270 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43604a53-0f9a-4880-8d7a-4122e4c9545e req-c5e8099a-a6af-4f55-b78a-a9d6c9b6693c tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:50.158984 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43604a53-0f9a-4880-8d7a-4122e4c9545e req-c5e8099a-a6af-4f55-b78a-a9d6c9b6693c tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 950 time: 0.0872307 Jul 13 07:32:50.258837 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43604a53-0f9a-4880-8d7a-4122e4c9545e req-5396e0b7-c839-46df-a64f-47e2935ae36a tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919671 Jul 13 07:32:50.285980 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251e0ac7-8baa-4ac9-a346-ae2ab347427b x-openstack-request-id: req-251e0ac7-8baa-4ac9-a346-ae2ab347427b {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:50.286371 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c683a6e7-7083-437d-9943-370bde43dfd1", "name": "network-vif-plugged", "status": "completed", "tag": "ad902331-7bc4-4224-8cf5-66e6d3922804", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:50.287163 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-251e0ac7-8baa-4ac9-a346-ae2ab347427b {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:50.287879 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c683a6e7-7083-437d-9943-370bde43dfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad902331-7bc4-4224-8cf5-66e6d3922804', 'code': 200} Jul 13 07:32:50.373109 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bf9dee77-718e-4bab-bed3-b53724df71d5 req-fec322d1-a664-4fe9-a00f-f65eade891cb tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 210 time: 0.0577173 Jul 13 07:32:50.408925 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6c640be7-02bf-47ef-abb3-a2fd3db314d0 None None] Provisioning complete for port ad902331-7bc4-4224-8cf5-66e6d3922804 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:50.410672 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6c640be7-02bf-47ef-abb3-a2fd3db314d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.485812 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b1215-f911-4ebf-ba59-5319fe11e38b req-650e1dd8-2ea8-4a34-a4ec-61bd1b719024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:50.488224 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b76b1215-f911-4ebf-ba59-5319fe11e38b req-650e1dd8-2ea8-4a34-a4ec-61bd1b719024 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 1101 time: 0.1135764 Jul 13 07:32:50.539420 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef0a2-9ef6-4982-9c97-ab6ef881dee1 req-8946c84f-0d61-4506-b001-23260637a55f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:50.540958 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-242ef0a2-9ef6-4982-9c97-ab6ef881dee1 req-8946c84f-0d61-4506-b001-23260637a55f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7 HTTP/1.1" status: 200 len: 949 time: 0.1211207 Jul 13 07:32:50.572063 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b76b1215-f911-4ebf-ba59-5319fe11e38b req-33048383-9d6e-419f-a932-3dcba0c64088 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615280 Jul 13 07:32:50.585704 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device af89064c-3993-487f-ae39-274706158dab up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:50.593750 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-242ef0a2-9ef6-4982-9c97-ab6ef881dee1 req-3e72dc3e-410f-4ff8-9af0-65374d950249 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451560 Jul 13 07:32:50.659211 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port af89064c-3993-487f-ae39-274706158dab completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:50.664444 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port af89064c-3993-487f-ae39-274706158dab triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:50.665008 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.672284 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58474) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:50.839307 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.844329 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcd7bd41-aed8-4de4-b8df-4df502387902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.890210 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port af89064c-3993-487f-ae39-274706158dab, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=af89064c-3993-487f-ae39-274706158dab,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:50.900536 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.994585 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=af89064c-3993-487f-ae39-274706158dab,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:51.044416 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcd7bd41-aed8-4de4-b8df-4df502387902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.052690 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcd7bd41-aed8-4de4-b8df-4df502387902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.111620 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-dcd7bd41-aed8-4de4-b8df-4df502387902 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=17b03a2dce9044429acc70ad8c07d56b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4358354 Jul 13 07:32:51.111620 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7bd41-aed8-4de4-b8df-4df502387902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f95c9d-47ce-4c7f-969c-7be0a5ced515,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:51.111991 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58504) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:51.189987 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a7a0369f-dc5c-405d-9ead-3027da9d1559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.221579 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a7a0369f-dc5c-405d-9ead-3027da9d1559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.263019 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3187771-efee-4a9e-8ec3-5b5935ce4dd8 req-91997e4c-6904-4f0e-8fc9-9333fb27d96a tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:51.265285 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3187771-efee-4a9e-8ec3-5b5935ce4dd8 req-91997e4c-6904-4f0e-8fc9-9333fb27d96a tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=0426710e-cc1f-45b1-822f-b2dbdcd4bfc8 HTTP/1.1" status: 200 len: 950 time: 0.0932727 Jul 13 07:32:51.307206 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a7a0369f-dc5c-405d-9ead-3027da9d1559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.311942 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a7a0369f-dc5c-405d-9ead-3027da9d1559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.315688 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a7a0369f-dc5c-405d-9ead-3027da9d1559 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/22f95c9d-47ce-4c7f-969c-7be0a5ced515 HTTP/1.1" status: 204 len: 168 time: 0.1999817 Jul 13 07:32:51.322690 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-af11748a-1f78-4d77-a371-2266ade48de0 None None] Provisioning complete for port af89064c-3993-487f-ae39-274706158dab triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:51.323143 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af11748a-1f78-4d77-a371-2266ade48de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.339871 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0369f-dc5c-405d-9ead-3027da9d1559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f95c9d-47ce-4c7f-969c-7be0a5ced515,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:51.349413 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3187771-efee-4a9e-8ec3-5b5935ce4dd8 req-9be9984b-6e12-4986-9c11-ba443ed609d7 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678298 Jul 13 07:32:51.384636 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-362ffd5c-85cc-4add-a838-808683a28400 req-6cd29332-59d5-4bf3-aa55-25195573f592 tempest-QuotasAdminNegativeTest-1643552489 tempest-QuotasAdminNegativeTest-1643552489-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4a49247543c948768ba10455154fe17c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319443 Jul 13 07:32:51.689597 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ffd5c-85cc-4add-a838-808683a28400 req-0ccd40b4-b453-4e43-ad98-18c2a99a0eab tempest-QuotasAdminNegativeTest-1643552489 tempest-QuotasAdminNegativeTest-1643552489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:51.691397 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-362ffd5c-85cc-4add-a838-808683a28400 req-0ccd40b4-b453-4e43-ad98-18c2a99a0eab tempest-QuotasAdminNegativeTest-1643552489 tempest-QuotasAdminNegativeTest-1643552489-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2996976 Jul 13 07:32:51.735901 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58536) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:51.736529 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97951225-fc2f-4c4d-8c1c-5461b5cde35e req-17de6f45-04c5-4921-ab7c-9d73842210de tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:51.737537 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-97951225-fc2f-4c4d-8c1c-5461b5cde35e req-17de6f45-04c5-4921-ab7c-9d73842210de tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 950 time: 0.1933613 Jul 13 07:32:51.753922 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-362ffd5c-85cc-4add-a838-808683a28400 req-0a15a481-ad21-48ea-9485-e0a0692eaf0a tempest-QuotasAdminNegativeTest-1643552489 tempest-QuotasAdminNegativeTest-1643552489-project] 10.222.0.58 "GET /v2.0/quotas/4a49247543c948768ba10455154fe17c HTTP/1.1" status: 200 len: 375 time: 0.0522046 Jul 13 07:32:51.762521 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93c647-3748-435f-81ae-e4643f0c061b req-d5fdbdcc-6b95-44d1-86ea-579123aba77e tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:51.764784 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b93c647-3748-435f-81ae-e4643f0c061b req-d5fdbdcc-6b95-44d1-86ea-579123aba77e tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.35 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 820 time: 0.2577417 Jul 13 07:32:51.791787 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-9b93c647-3748-435f-81ae-e4643f0c061b req-5eed8c99-5ead-4f83-b755-a91f714793e5 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Request body: {'port': {'device_id': '5d1884dd-d3d4-4595-b548-2bdc74d1b070', 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5', 'admin_state_up': True, 'tenant_id': '15158e7fe97d4861a97b0a945f95d776'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:51.793162 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-13b775ae-8d1b-4fd6-8bea-c4d2e6f62b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.828267 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-362ffd5c-85cc-4add-a838-808683a28400 req-f87af33c-3485-4a23-a965-df7645a909ff tempest-QuotasAdminNegativeTest-1643552489 tempest-QuotasAdminNegativeTest-1643552489-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a49247543c948768ba10455154fe17c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735464 Jul 13 07:32:51.840751 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ef638-db52-4291-b537-434fcb808c3c req-d5a7f609-a4d6-422a-af88-7577de01121c tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:51.842687 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fa2ef638-db52-4291-b537-434fcb808c3c req-d5a7f609-a4d6-422a-af88-7577de01121c tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.62 "GET /v2.0/ports?device_id=0426710e-cc1f-45b1-822f-b2dbdcd4bfc8 HTTP/1.1" status: 200 len: 950 time: 0.2075179 Jul 13 07:32:51.863989 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-97951225-fc2f-4c4d-8c1c-5461b5cde35e req-85092df3-8433-4ea2-b596-3e7e90e0d77d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203475 Jul 13 07:32:52.044643 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-13b775ae-8d1b-4fd6-8bea-c4d2e6f62b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.049281 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-fa2ef638-db52-4291-b537-434fcb808c3c req-b9cd855d-d00d-4a8a-95fd-199abc41124e tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Deleting port 49dbe25e-a509-4894-8bd0-91d52ca72d60 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:52.049625 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-fa2ef638-db52-4291-b537-434fcb808c3c req-b9cd855d-d00d-4a8a-95fd-199abc41124e tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.050508 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4815936e-0f75-4a16-ad1d-08c8c7b87ba6 req-5cb2acbf-1de1-4519-a6f6-e57cc8017f63 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 210 time: 0.0313478 Jul 13 07:32:52.053921 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-13b775ae-8d1b-4fd6-8bea-c4d2e6f62b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.068560 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b93c647-3748-435f-81ae-e4643f0c061b req-5eed8c99-5ead-4f83-b755-a91f714793e5 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Made reservation on behalf of 15158e7fe97d4861a97b0a945f95d776 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:52.073638 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9b93c647-3748-435f-81ae-e4643f0c061b req-5eed8c99-5ead-4f83-b755-a91f714793e5 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.151071 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b775ae-8d1b-4fd6-8bea-c4d2e6f62b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f960b0-ed12-4f57-90fa-0fc2e63e2e19,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:52.162149 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-13b775ae-8d1b-4fd6-8bea-c4d2e6f62b5e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=95330866c63a40f8a4d2b1d3cbdc6349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210842 Jul 13 07:32:52.163092 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58542) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:52.208343 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-fa2ef638-db52-4291-b537-434fcb808c3c req-b9cd855d-d00d-4a8a-95fd-199abc41124e tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] For port 49dbe25e-a509-4894-8bd0-91d52ca72d60, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=49dbe25e-a509-4894-8bd0-91d52ca72d60,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:52.208744 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-fa2ef638-db52-4291-b537-434fcb808c3c req-b9cd855d-d00d-4a8a-95fd-199abc41124e tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.226353 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-9b93c647-3748-435f-81ae-e4643f0c061b req-5eed8c99-5ead-4f83-b755-a91f714793e5 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Allocated IP 172.20.0.12 (acf8805e-fc72-4645-afdd-bc310db87bf5/bfd30de1-a97b-4b7f-9271-8b31642f73ac/7dc045fa-c1da-416e-9d43-8b35c3ee6d72) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:52.233468 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-fa2ef638-db52-4291-b537-434fcb808c3c req-b9cd855d-d00d-4a8a-95fd-199abc41124e tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Calling delete_port for 49dbe25e-a509-4894-8bd0-91d52ca72d60 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:52.285752 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e209cbbd-6747-4901-8480-7604a05ae62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.292476 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc919275-36a2-44ed-8e2b-2b388cdbaae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af89064c-3993-487f-ae39-274706158dab'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:52.295668 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1921a3a1-c579-4232-a5de-422ba251550b" -d '{"events": [{"server_uuid": "dc919275-36a2-44ed-8e2b-2b388cdbaae7", "name": "network-vif-plugged", "status": "completed", "tag": "af89064c-3993-487f-ae39-274706158dab"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:52.351671 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e209cbbd-6747-4901-8480-7604a05ae62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.454768 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e209cbbd-6747-4901-8480-7604a05ae62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.455617 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9b93c647-3748-435f-81ae-e4643f0c061b req-5eed8c99-5ead-4f83-b755-a91f714793e5 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.458295 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e209cbbd-6747-4901-8480-7604a05ae62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.462145 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e209cbbd-6747-4901-8480-7604a05ae62a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e4f960b0-ed12-4f57-90fa-0fc2e63e2e19 HTTP/1.1" status: 204 len: 168 time: 0.2960606 Jul 13 07:32:52.492581 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209cbbd-6747-4901-8480-7604a05ae62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f960b0-ed12-4f57-90fa-0fc2e63e2e19,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:52.496582 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-fa2ef638-db52-4291-b537-434fcb808c3c req-b9cd855d-d00d-4a8a-95fd-199abc41124e tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.513038 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['0b676086-fe0d-4427-8d60-bf08823b8ffc'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:52.513963 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b45c9-05af-4e0a-85c1-bcbad8149fc0 req-9552811a-14fd-416f-88cc-cd6caed42337 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:52.515591 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-054b45c9-05af-4e0a-85c1-bcbad8149fc0 req-9552811a-14fd-416f-88cc-cd6caed42337 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7 HTTP/1.1" status: 200 len: 950 time: 0.1376333 Jul 13 07:32:52.542697 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['49dbe25e-a509-4894-8bd0-91d52ca72d60'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:52.570480 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9b93c647-3748-435f-81ae-e4643f0c061b req-5eed8c99-5ead-4f83-b755-a91f714793e5 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.572743 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd855d-d00d-4a8a-95fd-199abc41124e tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Pushing event deleted for resources: {'Port': ['ID=49dbe25e-a509-4894-8bd0-91d52ca72d60,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:52.614897 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-054b45c9-05af-4e0a-85c1-bcbad8149fc0 req-35e4fc22-ee2d-4f37-b8c1-2e18de2a8fbf tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870328 Jul 13 07:32:52.651160 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2ef638-db52-4291-b537-434fcb808c3c req-b9cd855d-d00d-4a8a-95fd-199abc41124e tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] No DVR routers for this DVR port 49dbe25e-a509-4894-8bd0-91d52ca72d60 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:52.661683 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-fa2ef638-db52-4291-b537-434fcb808c3c req-b9cd855d-d00d-4a8a-95fd-199abc41124e tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.668221 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fa2ef638-db52-4291-b537-434fcb808c3c req-b9cd855d-d00d-4a8a-95fd-199abc41124e tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.62 "DELETE /v2.0/ports/49dbe25e-a509-4894-8bd0-91d52ca72d60 HTTP/1.1" status: 204 len: 173 time: 0.8093998 Jul 13 07:32:52.670495 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0426710e-cc1f-45b1-822f-b2dbdcd4bfc8', 'name': 'network-vif-deleted', 'tag': '49dbe25e-a509-4894-8bd0-91d52ca72d60'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:52.678214 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b48ebe3-945e-4bc4-8ca7-2518a221dcd5" -d '{"events": [{"server_uuid": "0426710e-cc1f-45b1-822f-b2dbdcd4bfc8", "name": "network-vif-deleted", "tag": "49dbe25e-a509-4894-8bd0-91d52ca72d60"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:52.764246 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b93c647-3748-435f-81ae-e4643f0c061b req-5eed8c99-5ead-4f83-b755-a91f714793e5 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Network acf8805e-fc72-4645-afdd-bc310db87bf5 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:52.776933 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-9b93c647-3748-435f-81ae-e4643f0c061b req-5eed8c99-5ead-4f83-b755-a91f714793e5 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:52.788336 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b57f42-d694-4788-b8a4-b02bb0af1a90 x-openstack-request-id: req-17b57f42-d694-4788-b8a4-b02bb0af1a90 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:52.789671 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc919275-36a2-44ed-8e2b-2b388cdbaae7", "name": "network-vif-plugged", "status": "completed", "tag": "af89064c-3993-487f-ae39-274706158dab", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:52.790238 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-17b57f42-d694-4788-b8a4-b02bb0af1a90 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:52.791024 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc919275-36a2-44ed-8e2b-2b388cdbaae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af89064c-3993-487f-ae39-274706158dab', 'code': 200} Jul 13 07:32:52.799487 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b93c647-3748-435f-81ae-e4643f0c061b req-5eed8c99-5ead-4f83-b755-a91f714793e5 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:52.823193 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93c647-3748-435f-81ae-e4643f0c061b req-5eed8c99-5ead-4f83-b755-a91f714793e5 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:52.824199 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9b93c647-3748-435f-81ae-e4643f0c061b req-5eed8c99-5ead-4f83-b755-a91f714793e5 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.928009 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0a9c90-1480-4e1e-9974-5417cfeff1a9 x-openstack-request-id: req-9a0a9c90-1480-4e1e-9974-5417cfeff1a9 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:52.928525 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0426710e-cc1f-45b1-822f-b2dbdcd4bfc8", "name": "network-vif-deleted", "tag": "49dbe25e-a509-4894-8bd0-91d52ca72d60", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:52.935092 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a0a9c90-1480-4e1e-9974-5417cfeff1a9 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:52.937559 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0426710e-cc1f-45b1-822f-b2dbdcd4bfc8', 'name': 'network-vif-deleted', 'tag': '49dbe25e-a509-4894-8bd0-91d52ca72d60', 'status': 'completed', 'code': 200} Jul 13 07:32:52.976845 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08196b7f-d1a0-4439-b02e-35e2b65b9b68 req-b4830f0f-0bec-49e5-872f-93b1dda654a2 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=0426710e-cc1f-45b1-822f-b2dbdcd4bfc8 HTTP/1.1" status: 200 len: 210 time: 0.1417546 Jul 13 07:32:52.993727 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed8c99-5ead-4f83-b755-a91f714793e5 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Pushing event updated for resources: {'Port': ['ID=7dc045fa-c1da-416e-9d43-8b35c3ee6d72,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:53.034898 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b93c647-3748-435f-81ae-e4643f0c061b req-5eed8c99-5ead-4f83-b755-a91f714793e5 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2479987 Jul 13 07:32:53.056657 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-9b93c647-3748-435f-81ae-e4643f0c061b req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] Request body: {'port': {'device_id': '5d1884dd-d3d4-4595-b548-2bdc74d1b070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:53.094255 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be500846-2985-4082-91a6-31a7f1c39e1b req-b95103f8-27e0-4df8-a8d2-c395e9489a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:53.100232 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-be500846-2985-4082-91a6-31a7f1c39e1b req-b95103f8-27e0-4df8-a8d2-c395e9489a3d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7 HTTP/1.1" status: 200 len: 1102 time: 0.1513717 Jul 13 07:32:53.159203 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a48f8bc1-0c11-4c34-987a-ef582c872fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.176387 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-be500846-2985-4082-91a6-31a7f1c39e1b req-d0ca307c-fc37-4a40-a9aa-a45cae875fd5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722649 Jul 13 07:32:53.263056 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9b93c647-3748-435f-81ae-e4643f0c061b req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.362621 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58590) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:53.503830 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bbd6a8fe-1811-407a-9757-89616a29fc18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.640758 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01a821-0d84-40e9-8de8-f65842536843 req-3ad37c6a-5e82-43c1-928e-f3622285ec15 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:53.642660 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e01a821-0d84-40e9-8de8-f65842536843 req-3ad37c6a-5e82-43c1-928e-f3622285ec15 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 950 time: 0.4329014 Jul 13 07:32:53.671047 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bbd6a8fe-1811-407a-9757-89616a29fc18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.676195 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bbd6a8fe-1811-407a-9757-89616a29fc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.728659 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bbd6a8fe-1811-407a-9757-89616a29fc18 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4a49247543c948768ba10455154fe17c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649054 Jul 13 07:32:53.734380 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58604) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:53.734707 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58606) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:53.752280 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a77ca-1d7c-4b84-b5d8-15d9b5c1053d req-12cd3cbe-f545-460b-a15c-c875d618a8b0 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:53.753776 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-157a77ca-1d7c-4b84-b5d8-15d9b5c1053d req-12cd3cbe-f545-460b-a15c-c875d618a8b0 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 932 time: 0.4938745 Jul 13 07:32:53.756270 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6a8fe-1811-407a-9757-89616a29fc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a96634-28ea-4145-a095-2a9f20a06956,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:53.786793 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e01a821-0d84-40e9-8de8-f65842536843 req-f24ebed3-fc86-4bc3-9cd9-03f101204d54 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966034 Jul 13 07:32:53.836494 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-157a77ca-1d7c-4b84-b5d8-15d9b5c1053d req-1335a0de-a645-45f0-a3ee-898f6f66ce2f tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689409 Jul 13 07:32:53.844382 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-06193487-bd14-4cf1-8a3d-f372d08285fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.897998 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-06193487-bd14-4cf1-8a3d-f372d08285fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.928130 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-8d2aeb8e-b534-41dd-92ff-28ab8d0ebb12 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-687917153-network', 'tenant_id': '218eabc1e5414d678874133f2fbf6f59'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:53.978035 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2aeb8e-b534-41dd-92ff-28ab8d0ebb12 admin admin] Made reservation on behalf of 218eabc1e5414d678874133f2fbf6f59 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:53.981022 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8d2aeb8e-b534-41dd-92ff-28ab8d0ebb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.002051 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8d2aeb8e-b534-41dd-92ff-28ab8d0ebb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.006937 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-9b93c647-3748-435f-81ae-e4643f0c061b req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:54.045752 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9b93c647-3748-435f-81ae-e4643f0c061b req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.070373 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-9b93c647-3748-435f-81ae-e4643f0c061b req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] Transition to ACTIVE for port object 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:54.087580 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9b93c647-3748-435f-81ae-e4643f0c061b req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.110038 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-06193487-bd14-4cf1-8a3d-f372d08285fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.114702 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-06193487-bd14-4cf1-8a3d-f372d08285fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.116787 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-06193487-bd14-4cf1-8a3d-f372d08285fe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/42a96634-28ea-4145-a095-2a9f20a06956 HTTP/1.1" status: 204 len: 168 time: 0.3796721 Jul 13 07:32:54.141484 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2814482-a820-4757-9cab-40d04cd7d952 req-707e229d-6e3e-4ef0-a52c-43429676a4b5 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:54.143047 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2814482-a820-4757-9cab-40d04cd7d952 req-707e229d-6e3e-4ef0-a52c-43429676a4b5 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7 HTTP/1.1" status: 200 len: 950 time: 0.1307960 Jul 13 07:32:54.157434 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc045fa-c1da-416e-9d43-8b35c3ee6d72,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:54.180210 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06193487-bd14-4cf1-8a3d-f372d08285fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a96634-28ea-4145-a095-2a9f20a06956,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:54.211715 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9b93c647-3748-435f-81ae-e4643f0c061b req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] Attempting to bind port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:54.212057 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9b93c647-3748-435f-81ae-e4643f0c061b req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] Attempting to bind port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:54.212383 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b93c647-3748-435f-81ae-e4643f0c061b req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] Attempting to bind port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:54.242896 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2814482-a820-4757-9cab-40d04cd7d952 req-3f2c6b81-6187-4295-bb5b-d334489bcff4 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793815 Jul 13 07:32:54.243449 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b93c647-3748-435f-81ae-e4643f0c061b req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] Port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 on network acf8805e-fc72-4645-afdd-bc310db87bf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:32:54.243767 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b93c647-3748-435f-81ae-e4643f0c061b req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] Attempting to bind port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:54.249855 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b93c647-3748-435f-81ae-e4643f0c061b req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:54.250220 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b93c647-3748-435f-81ae-e4643f0c061b req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] Checking segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:54.250595 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b93c647-3748-435f-81ae-e4643f0c061b req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] Bound using segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:54.251021 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9b93c647-3748-435f-81ae-e4643f0c061b req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] Bound port: 7dc045fa-c1da-416e-9d43-8b35c3ee6d72, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:54.251375 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9b93c647-3748-435f-81ae-e4643f0c061b req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.288049 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8d2aeb8e-b534-41dd-92ff-28ab8d0ebb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.302356 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8d2aeb8e-b534-41dd-92ff-28ab8d0ebb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.337316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9b93c647-3748-435f-81ae-e4643f0c061b req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] For port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:54.337537 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2aeb8e-b534-41dd-92ff-28ab8d0ebb12 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:32:54.342320 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9b93c647-3748-435f-81ae-e4643f0c061b req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] For port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7dc045fa-c1da-416e-9d43-8b35c3ee6d72,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:54.355810 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2aeb8e-b534-41dd-92ff-28ab8d0ebb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82678acd-a3ce-4aea-a11c-76b2f7686d4b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:54.356290 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9b93c647-3748-435f-81ae-e4643f0c061b req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.357765 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8d2aeb8e-b534-41dd-92ff-28ab8d0ebb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.358205 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-8d2aeb8e-b534-41dd-92ff-28ab8d0ebb12 admin admin] Added segment 80f4f0a3-f452-43b8-9878-c7395c4a5899 of type vlan for network b159845f-d7a4-461c-8ffb-c97d06e8c431 Jul 13 07:32:54.404376 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8d2aeb8e-b534-41dd-92ff-28ab8d0ebb12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.441307 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93c647-3748-435f-81ae-e4643f0c061b req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:54.442205 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9b93c647-3748-435f-81ae-e4643f0c061b req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.443702 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8d2aeb8e-b534-41dd-92ff-28ab8d0ebb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.444556 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b93c647-3748-435f-81ae-e4643f0c061b req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] 10.222.0.35 "PUT /v2.0/ports/7dc045fa-c1da-416e-9d43-8b35c3ee6d72 HTTP/1.1" status: 200 len: 1093 time: 1.4007950 Jul 13 07:32:54.444764 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2aeb8e-b534-41dd-92ff-28ab8d0ebb12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:54.445016 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1884dd-d3d4-4595-b548-2bdc74d1b070', 'tag': '7dc045fa-c1da-416e-9d43-8b35c3ee6d72'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:54.445276 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8d2aeb8e-b534-41dd-92ff-28ab8d0ebb12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.447446 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd25f537-db0b-489a-b0cb-30ded201a790" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1884dd-d3d4-4595-b548-2bdc74d1b070", "tag": "7dc045fa-c1da-416e-9d43-8b35c3ee6d72"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:54.513016 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8d2aeb8e-b534-41dd-92ff-28ab8d0ebb12 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7746317 Jul 13 07:32:54.539952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58640) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:54.542305 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2aeb8e-b534-41dd-92ff-28ab8d0ebb12 admin admin] Pushing event updated for resources: {'Network': ['ID=b159845f-d7a4-461c-8ffb-c97d06e8c431,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:54.548493 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-5e8040cc-6604-4927-9bb3-7a836b55464b admin admin] Request body: {'subnet': {'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-687917153-subnet', 'tenant_id': '218eabc1e5414d678874133f2fbf6f59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:54.556583 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network b159845f-d7a4-461c-8ffb-c97d06e8c431 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:32:54.574901 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8040cc-6604-4927-9bb3-7a836b55464b admin admin] Made reservation on behalf of 218eabc1e5414d678874133f2fbf6f59 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:54.579855 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78907b24-e182-43e4-bf52-7859332e04ba x-openstack-request-id: req-78907b24-e182-43e4-bf52-7859332e04ba {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:54.581058 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5e8040cc-6604-4927-9bb3-7a836b55464b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.581405 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1884dd-d3d4-4595-b548-2bdc74d1b070", "tag": "7dc045fa-c1da-416e-9d43-8b35c3ee6d72", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:54.581726 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78907b24-e182-43e4-bf52-7859332e04ba {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:54.582218 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1884dd-d3d4-4595-b548-2bdc74d1b070', 'tag': '7dc045fa-c1da-416e-9d43-8b35c3ee6d72', 'status': 'completed', 'code': 200} Jul 13 07:32:54.597007 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15557c07-7650-455e-bc6f-e16f83c5e1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc045fa-c1da-416e-9d43-8b35c3ee6d72,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:54.651990 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58648) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:54.663489 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93c647-3748-435f-81ae-e4643f0c061b req-8cd5d1e8-1027-40a9-ad47-23ad0092924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:54.665346 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b93c647-3748-435f-81ae-e4643f0c061b req-8cd5d1e8-1027-40a9-ad47-23ad0092924b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 1096 time: 0.1733842 Jul 13 07:32:54.672423 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e654149c-02e3-4fa5-87d1-74d2f4e7b200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.736606 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b93c647-3748-435f-81ae-e4643f0c061b req-a3ab09b4-877a-4d90-be56-ca5d86e64326 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dc045fa-c1da-416e-9d43-8b35c3ee6d72 HTTP/1.1" status: 200 len: 217 time: 0.0524547 Jul 13 07:32:54.814025 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5e8040cc-6604-4927-9bb3-7a836b55464b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.855485 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93c647-3748-435f-81ae-e4643f0c061b req-4dafca16-a143-4881-872e-9532dc3b6b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:54.856946 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b93c647-3748-435f-81ae-e4643f0c061b req-4dafca16-a143-4881-872e-9532dc3b6b18 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 200 len: 860 time: 0.1090879 Jul 13 07:32:54.870589 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8040cc-6604-4927-9bb3-7a836b55464b admin admin] Pushing event updated for resources: {'Subnet': ['ID=af4bccd5-f3d2-4df7-a5f9-58cc5815295c,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:54.882627 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8040cc-6604-4927-9bb3-7a836b55464b admin admin] Checking segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:54.882986 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8040cc-6604-4927-9bb3-7a836b55464b admin admin] Network hostable DHCP agents. Network: b159845f-d7a4-461c-8ffb-c97d06e8c431, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:32:54.900127 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b93c647-3748-435f-81ae-e4643f0c061b req-0a0f2bf5-8241-4ccf-bb6d-b70501b731ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf8805e-fc72-4645-afdd-bc310db87bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336092 Jul 13 07:32:54.901718 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8040cc-6604-4927-9bb3-7a836b55464b admin admin] Network b159845f-d7a4-461c-8ffb-c97d06e8c431 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:32:54.912267 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-5e8040cc-6604-4927-9bb3-7a836b55464b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, b159845f-d7a4-461c-8ffb-c97d06e8c431) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:54.913046 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a0de4-ca92-4ca8-ae6b-f79ac4c2eb7d req-62c189ac-8f05-4cac-929f-a03a312fd52d tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:54.914579 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f04a0de4-ca92-4ca8-ae6b-f79ac4c2eb7d req-62c189ac-8f05-4cac-929f-a03a312fd52d tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=f18f81c8-1318-4c20-889d-47adadb1ab00 HTTP/1.1" status: 200 len: 970 time: 0.1818247 Jul 13 07:32:54.921914 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78eb603-ed58-426d-a52e-e3e905da9263 None None] Network b159845f-d7a4-461c-8ffb-c97d06e8c431 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:54.925156 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8040cc-6604-4927-9bb3-7a836b55464b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:54.925758 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5e8040cc-6604-4927-9bb3-7a836b55464b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.054191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933b0735-8450-4e25-b76d-987b4b1eef6d None None] Network b159845f-d7a4-461c-8ffb-c97d06e8c431 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:55.059222 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e654149c-02e3-4fa5-87d1-74d2f4e7b200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.081244 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5e8040cc-6604-4927-9bb3-7a836b55464b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5319309 Jul 13 07:32:55.081824 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e654149c-02e3-4fa5-87d1-74d2f4e7b200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.081824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f04a0de4-ca92-4ca8-ae6b-f79ac4c2eb7d req-db09ebc8-1fda-400e-98fb-c61c9502c868 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389220 Jul 13 07:32:55.149974 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b93c647-3748-435f-81ae-e4643f0c061b req-b867041f-d034-4137-b138-1c1252e9d872 service neutron] 10.222.0.35 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344165 Jul 13 07:32:55.164983 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58668) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:55.165219 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e654149c-02e3-4fa5-87d1-74d2f4e7b200 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5000d9673f4c4cfc9c792c46cbb2b1a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5121393 Jul 13 07:32:55.176949 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654149c-02e3-4fa5-87d1-74d2f4e7b200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac3ec59-2a99-490c-b437-26a460d0090b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:55.206693 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865966e-e8d4-449d-bbb6-3d2e051990f7 req-0ee70077-39e2-4895-9c6d-1c325a92e100 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:55.208629 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f865966e-e8d4-449d-bbb6-3d2e051990f7 req-0ee70077-39e2-4895-9c6d-1c325a92e100 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 950 time: 0.2908664 Jul 13 07:32:55.244665 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-659a08ab-b3c5-4ca4-800e-b2e37de70ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.277375 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-659a08ab-b3c5-4ca4-800e-b2e37de70ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.302676 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f865966e-e8d4-449d-bbb6-3d2e051990f7 req-e82b53f6-08d9-46b2-8730-a7d81e94731e tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875037 Jul 13 07:32:55.342895 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-659a08ab-b3c5-4ca4-800e-b2e37de70ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.346713 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-659a08ab-b3c5-4ca4-800e-b2e37de70ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.348059 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-659a08ab-b3c5-4ca4-800e-b2e37de70ee3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6ac3ec59-2a99-490c-b437-26a460d0090b HTTP/1.1" status: 204 len: 168 time: 0.1818280 Jul 13 07:32:55.353843 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b93c647-3748-435f-81ae-e4643f0c061b req-08e69d14-09b9-4fbc-b052-f346840dbeef service neutron] 10.222.0.35 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947887 Jul 13 07:32:55.375407 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a08ab-b3c5-4ca4-800e-b2e37de70ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac3ec59-2a99-490c-b437-26a460d0090b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:55.472885 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e970d2-2d9a-4b83-ba9d-9ebc73494558 req-451a84ef-5e32-4135-a916-c4b6b95c0915 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:55.474475 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-49e970d2-2d9a-4b83-ba9d-9ebc73494558 req-451a84ef-5e32-4135-a916-c4b6b95c0915 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 944 time: 0.1885233 Jul 13 07:32:55.530509 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25f537-db0b-489a-b0cb-30ded201a790 req-67400fba-876f-439f-a886-77975d26de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:55.531960 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd25f537-db0b-489a-b0cb-30ded201a790 req-67400fba-876f-439f-a886-77975d26de5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 1096 time: 0.1159551 Jul 13 07:32:55.542515 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-49e970d2-2d9a-4b83-ba9d-9ebc73494558 req-6f8e6e50-46b8-4a77-9aff-09db2049f4b2 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593698 Jul 13 07:32:55.654415 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 49dbe25e-a509-4894-8bd0-91d52ca72d60 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:55.682394 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 49dbe25e-a509-4894-8bd0-91d52ca72d60 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:55.682746 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 49dbe25e-a509-4894-8bd0-91d52ca72d60 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:55.749065 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25f537-db0b-489a-b0cb-30ded201a790 req-fe4498c1-ae01-47b6-b1d3-5c491b712229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:55.750791 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd25f537-db0b-489a-b0cb-30ded201a790 req-fe4498c1-ae01-47b6-b1d3-5c491b712229 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 921 time: 0.2073760 Jul 13 07:32:55.831510 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd25f537-db0b-489a-b0cb-30ded201a790 req-a5d8520e-dfe3-46b5-a31f-ddcf961ef790 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dc045fa-c1da-416e-9d43-8b35c3ee6d72 HTTP/1.1" status: 200 len: 217 time: 0.0726399 Jul 13 07:32:55.856191 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0851ac7-fd14-4bd4-ad64-119ef2720461 req-a949437f-b0a7-4e0a-99f2-4d4c799545c6 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:55.862787 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-bc12e3ab-ab78-4384-b984-ce4f67391eba service neutron] show failed (client error): The resource could not be found. Jul 13 07:32:55.863907 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-bc12e3ab-ab78-4384-b984-ce4f67391eba service neutron] 10.222.0.62 "GET /v2.0/ports/d571ad6d-dd23-410f-a583-c1f9fbcff8ca/bindings/n-h1-779913-28 HTTP/1.1" status: 404 len: 381 time: 0.0823748 Jul 13 07:32:55.865403 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0851ac7-fd14-4bd4-ad64-119ef2720461 req-a949437f-b0a7-4e0a-99f2-4d4c799545c6 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7 HTTP/1.1" status: 200 len: 950 time: 0.2160602 Jul 13 07:32:55.931282 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58712) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:55.937860 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-4c702ebe-c655-4e71-8729-2de00a077efc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2036626143-network', 'tenant_id': 'fa700d788dcf49c1a59015de9d7d2b05'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:55.971470 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b2207-afbe-44c2-950a-e0b4a1650c55 req-1e1a3c46-7922-4ed9-bd4d-fb4cf5bc040e tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:55.973198 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a77b2207-afbe-44c2-950a-e0b4a1650c55 req-1e1a3c46-7922-4ed9-bd4d-fb4cf5bc040e tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.35 "GET /v2.0/ports?device_id=f18f81c8-1318-4c20-889d-47adadb1ab00 HTTP/1.1" status: 200 len: 970 time: 0.1068864 Jul 13 07:32:55.989236 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c702ebe-c655-4e71-8729-2de00a077efc admin admin] Made reservation on behalf of fa700d788dcf49c1a59015de9d7d2b05 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:55.991853 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4c702ebe-c655-4e71-8729-2de00a077efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.016500 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25f537-db0b-489a-b0cb-30ded201a790 req-b38e4929-0dc1-404e-9f20-37505c258220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:56.018447 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd25f537-db0b-489a-b0cb-30ded201a790 req-b38e4929-0dc1-404e-9f20-37505c258220 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 200 len: 860 time: 0.1501110 Jul 13 07:32:56.025831 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4c702ebe-c655-4e71-8729-2de00a077efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.038245 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0851ac7-fd14-4bd4-ad64-119ef2720461 req-91c796f1-aacb-4d58-b01e-0da2c7fee7c4 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684408 Jul 13 07:32:56.078956 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd25f537-db0b-489a-b0cb-30ded201a790 req-ca094e46-feab-405a-b54c-9fd1cf63e2d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf8805e-fc72-4645-afdd-bc310db87bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391910 Jul 13 07:32:56.181728 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-a77b2207-afbe-44c2-950a-e0b4a1650c55 req-898f3849-761a-4d4b-9d0a-b880f452bc12 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Deleting port 0b676086-fe0d-4427-8d60-bf08823b8ffc {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:56.182284 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a77b2207-afbe-44c2-950a-e0b4a1650c55 req-898f3849-761a-4d4b-9d0a-b880f452bc12 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.186032 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.35', 62228) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:56.300811 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4c702ebe-c655-4e71-8729-2de00a077efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.334742 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4c702ebe-c655-4e71-8729-2de00a077efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.377235 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c702ebe-c655-4e71-8729-2de00a077efc admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:32:56.411013 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58728) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:56.425535 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4c702ebe-c655-4e71-8729-2de00a077efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.425886 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-4c702ebe-c655-4e71-8729-2de00a077efc admin admin] Added segment 76643469-752f-4bc7-a083-bd5ed635941f of type vlan for network aa6439d1-b540-445f-9efa-bfa72e3a6c19 Jul 13 07:32:56.430601 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c702ebe-c655-4e71-8729-2de00a077efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3713eb79-ad4d-4741-bdd4-a55c7c45e162,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:56.434174 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-a77b2207-afbe-44c2-950a-e0b4a1650c55 req-898f3849-761a-4d4b-9d0a-b880f452bc12 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] For port 0b676086-fe0d-4427-8d60-bf08823b8ffc, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=0b676086-fe0d-4427-8d60-bf08823b8ffc,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:56.434815 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a77b2207-afbe-44c2-950a-e0b4a1650c55 req-898f3849-761a-4d4b-9d0a-b880f452bc12 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.461053 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-a77b2207-afbe-44c2-950a-e0b4a1650c55 req-898f3849-761a-4d4b-9d0a-b880f452bc12 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Calling delete_port for 0b676086-fe0d-4427-8d60-bf08823b8ffc owned by compute:tempest-test_az-307738801 {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:56.512176 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd25f537-db0b-489a-b0cb-30ded201a790 req-3af7019b-9cc5-46cb-b8d7-f067b26d2ac4 service neutron] 10.222.0.35 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077613 Jul 13 07:32:56.513890 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-dfb89800-91f9-4ff9-b6c0-75841a21dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:56.515805 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-dfb89800-91f9-4ff9-b6c0-75841a21dae8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4&tenant_id=7e545f0f56574564bb5b695119db8b5e HTTP/1.1" status: 200 len: 1102 time: 0.3268034 Jul 13 07:32:56.560641 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-28', 'device_owner': 'compute:nova'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:56.600566 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4c702ebe-c655-4e71-8729-2de00a077efc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.636060 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4cc7a-1a5a-416e-bd73-58bf73ff44a0 req-d352c7b1-d703-4159-b478-13598ae00d5e tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:56.637594 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3ca4cc7a-1a5a-416e-bd73-58bf73ff44a0 req-d352c7b1-d703-4159-b478-13598ae00d5e tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=f18f81c8-1318-4c20-889d-47adadb1ab00 HTTP/1.1" status: 200 len: 970 time: 0.3301179 Jul 13 07:32:56.647646 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6ae61-4c79-478d-92fa-22242b33c728 req-da67b0b2-ab45-4a6d-8554-b03f0b55d6da tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:56.654431 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-efd6ae61-4c79-478d-92fa-22242b33c728 req-da67b0b2-ab45-4a6d-8554-b03f0b55d6da tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.3472960 Jul 13 07:32:56.699707 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd25f537-db0b-489a-b0cb-30ded201a790 req-c8fbc290-0e64-40d9-9aa6-74d67b934a98 service neutron] 10.222.0.35 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729746 Jul 13 07:32:56.701759 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4c702ebe-c655-4e71-8729-2de00a077efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.702719 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c702ebe-c655-4e71-8729-2de00a077efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:56.703367 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4c702ebe-c655-4e71-8729-2de00a077efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.733151 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.741727 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-efd6ae61-4c79-478d-92fa-22242b33c728 req-ec23aaa1-8c98-4eae-b683-ae3aefe3686d tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842500 Jul 13 07:32:56.748878 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3ca4cc7a-1a5a-416e-bd73-58bf73ff44a0 req-bf801791-ed2b-46bc-b368-d5e61256506b tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926037 Jul 13 07:32:56.762846 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4c702ebe-c655-4e71-8729-2de00a077efc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8223333 Jul 13 07:32:56.764266 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58742) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:56.781907 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-82316e1e-d661-40ed-ba24-fe191029e24a admin admin] Request body: {'subnet': {'network_id': 'aa6439d1-b540-445f-9efa-bfa72e3a6c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2036626143-subnet', 'tenant_id': 'fa700d788dcf49c1a59015de9d7d2b05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:56.820376 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-084f1558-a033-4f8f-a8ef-8b3c88c12c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.843097 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82316e1e-d661-40ed-ba24-fe191029e24a admin admin] Made reservation on behalf of fa700d788dcf49c1a59015de9d7d2b05 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:56.845693 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82316e1e-d661-40ed-ba24-fe191029e24a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.891578 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c702ebe-c655-4e71-8729-2de00a077efc admin admin] Pushing event updated for resources: {'Network': ['ID=aa6439d1-b540-445f-9efa-bfa72e3a6c19,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:56.928201 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network aa6439d1-b540-445f-9efa-bfa72e3a6c19 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:32:56.970014 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a77b2207-afbe-44c2-950a-e0b4a1650c55 req-898f3849-761a-4d4b-9d0a-b880f452bc12 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.036191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['0b676086-fe0d-4427-8d60-bf08823b8ffc'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:57.077042 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f3849-761a-4d4b-9d0a-b880f452bc12 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Pushing event deleted for resources: {'Port': ['ID=0b676086-fe0d-4427-8d60-bf08823b8ffc,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:57.096688 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9966e6-c8d0-4e66-a531-21c3638dfcea req-807040c1-3942-4a3e-bf23-78972e39f905 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:57.105182 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb9966e6-c8d0-4e66-a531-21c3638dfcea req-807040c1-3942-4a3e-bf23-78972e39f905 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 950 time: 0.1246555 Jul 13 07:32:57.155486 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77b2207-afbe-44c2-950a-e0b4a1650c55 req-898f3849-761a-4d4b-9d0a-b880f452bc12 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] No DVR routers for this DVR port 0b676086-fe0d-4427-8d60-bf08823b8ffc on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:57.158180 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a77b2207-afbe-44c2-950a-e0b4a1650c55 req-898f3849-761a-4d4b-9d0a-b880f452bc12 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.161242 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a77b2207-afbe-44c2-950a-e0b4a1650c55 req-898f3849-761a-4d4b-9d0a-b880f452bc12 tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.35 "DELETE /v2.0/ports/0b676086-fe0d-4427-8d60-bf08823b8ffc HTTP/1.1" status: 204 len: 173 time: 1.1816971 Jul 13 07:32:57.166885 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18f81c8-1318-4c20-889d-47adadb1ab00', 'name': 'network-vif-deleted', 'tag': '0b676086-fe0d-4427-8d60-bf08823b8ffc'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:57.170076 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d60934-58ce-4e11-8222-82159febd874" -d '{"events": [{"server_uuid": "f18f81c8-1318-4c20-889d-47adadb1ab00", "name": "network-vif-deleted", "tag": "0b676086-fe0d-4427-8d60-bf08823b8ffc"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:57.218123 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-084f1558-a033-4f8f-a8ef-8b3c88c12c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.227067 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-084f1558-a033-4f8f-a8ef-8b3c88c12c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.227477 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb9966e6-c8d0-4e66-a531-21c3638dfcea req-885eae91-78e6-4e5c-ac46-116868244ce2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229534 Jul 13 07:32:57.308414 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82316e1e-d661-40ed-ba24-fe191029e24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.393168 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82316e1e-d661-40ed-ba24-fe191029e24a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae5f9822-5490-4147-9fce-11bfa55fdf62,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:57.437755 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-fc87ee76-6835-4156-af2d-d86f03695afc tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ce153622febb4884a7bac996f2fa3815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453968 Jul 13 07:32:57.464197 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8dc4c6-8f7c-44e4-9c93-8d1867bcb9ff req-5ab61ff9-77e7-42f6-bc4d-66502abd6ce2 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:57.472264 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e8dc4c6-8f7c-44e4-9c93-8d1867bcb9ff req-5ab61ff9-77e7-42f6-bc4d-66502abd6ce2 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 944 time: 0.2687678 Jul 13 07:32:57.474141 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82316e1e-d661-40ed-ba24-fe191029e24a admin admin] Checking segment: {'id': '76643469-752f-4bc7-a083-bd5ed635941f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'aa6439d1-b540-445f-9efa-bfa72e3a6c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:57.474600 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82316e1e-d661-40ed-ba24-fe191029e24a admin admin] Network hostable DHCP agents. Network: aa6439d1-b540-445f-9efa-bfa72e3a6c19, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:32:57.507665 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dfb03899-6b8a-4a44-851f-54d4bf20ece3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.575056 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.608796 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f1558-a033-4f8f-a8ef-8b3c88c12c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4770fdfa-f7c2-4390-95a5-e0eea9bc80f0,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:57.618779 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-084f1558-a033-4f8f-a8ef-8b3c88c12c74 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=019d95ce24744f4a992d9f39fd9f4524&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2065980 Jul 13 07:32:57.623580 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58770) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:57.649175 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] For port d571ad6d-dd23-410f-a583-c1f9fbcff8ca, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=d571ad6d-dd23-410f-a583-c1f9fbcff8ca,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:57.651773 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82316e1e-d661-40ed-ba24-fe191029e24a admin admin] Network aa6439d1-b540-445f-9efa-bfa72e3a6c19 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:32:57.668839 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e8dc4c6-8f7c-44e4-9c93-8d1867bcb9ff req-da28e75e-145d-45dd-9f38-9884bf47d15c tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957405 Jul 13 07:32:57.697022 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-82316e1e-d661-40ed-ba24-fe191029e24a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, aa6439d1-b540-445f-9efa-bfa72e3a6c19) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:57.712833 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33841de0-b7cf-4ba2-bf12-11de599d4f9e None None] Network aa6439d1-b540-445f-9efa-bfa72e3a6c19 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:57.717990 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82316e1e-d661-40ed-ba24-fe191029e24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:57.719281 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82316e1e-d661-40ed-ba24-fe191029e24a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.735100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-0c967630-789f-46ad-a6b5-e25c188cec71 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:57.742632 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-0c967630-789f-46ad-a6b5-e25c188cec71 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2970579 Jul 13 07:32:57.769401 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4caf08-b56d-4645-911b-2705bdc66f36 x-openstack-request-id: req-3c4caf08-b56d-4645-911b-2705bdc66f36 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:57.769693 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18f81c8-1318-4c20-889d-47adadb1ab00", "name": "network-vif-deleted", "tag": "0b676086-fe0d-4427-8d60-bf08823b8ffc", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:57.769807 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-b3dd7af2-7187-434b-a087-2ecb931985d1 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/quotas/ce153622febb4884a7bac996f2fa3815 HTTP/1.1" status: 200 len: 375 time: 0.0246568 Jul 13 07:32:57.769971 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3c4caf08-b56d-4645-911b-2705bdc66f36 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:57.770531 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18f81c8-1318-4c20-889d-47adadb1ab00', 'name': 'network-vif-deleted', 'tag': '0b676086-fe0d-4427-8d60-bf08823b8ffc', 'status': 'completed', 'code': 200} Jul 13 07:32:57.795719 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] For port d571ad6d-dd23-410f-a583-c1f9fbcff8ca, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:57.798253 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-82316e1e-d661-40ed-ba24-fe191029e24a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0238338 Jul 13 07:32:57.818064 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f1a51e95-cfae-4d64-badc-0686cfbe3c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.888111 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f1a51e95-cfae-4d64-badc-0686cfbe3c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.932842 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.948006 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e56abd6-dc31-401a-8418-5942701c8711 None None] Network aa6439d1-b540-445f-9efa-bfa72e3a6c19 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:58.012391 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-e162532c-1d8e-4cba-b828-7d73fb42ebe6 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ce153622febb4884a7bac996f2fa3815&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2409158 Jul 13 07:32:58.022438 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] Transition to ACTIVE for port object d571ad6d-dd23-410f-a583-c1f9fbcff8ca will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:58.040557 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.174868 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8105c3c0-be1e-4d59-abba-164236ccf05d req-67c80e78-bf80-4fe0-aa0a-0cbe38d511ff tempest-LiveMigrationNegativeTest-1559200697 tempest-LiveMigrationNegativeTest-1559200697-project] 10.222.0.58 "GET /v2.0/ports?device_id=f18f81c8-1318-4c20-889d-47adadb1ab00 HTTP/1.1" status: 200 len: 210 time: 0.1224031 Jul 13 07:32:58.205843 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] Pushing event updated for resources: {'Port': ['ID=d571ad6d-dd23-410f-a583-c1f9fbcff8ca,revision_number=6']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:58.218483 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f1a51e95-cfae-4d64-badc-0686cfbe3c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.229488 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f1a51e95-cfae-4d64-badc-0686cfbe3c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.235261 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f1a51e95-cfae-4d64-badc-0686cfbe3c3a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4770fdfa-f7c2-4390-95a5-e0eea9bc80f0 HTTP/1.1" status: 204 len: 168 time: 0.6107657 Jul 13 07:32:58.291527 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a51e95-cfae-4d64-badc-0686cfbe3c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4770fdfa-f7c2-4390-95a5-e0eea9bc80f0,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:58.294991 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] No DVR routers for this DVR port d571ad6d-dd23-410f-a583-c1f9fbcff8ca on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:58.387908 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] Attempting to bind port d571ad6d-dd23-410f-a583-c1f9fbcff8ca on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:58.389139 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] Attempting to bind port d571ad6d-dd23-410f-a583-c1f9fbcff8ca by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:58.389576 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] Attempting to bind port d571ad6d-dd23-410f-a583-c1f9fbcff8ca on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:58.400165 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] Port d571ad6d-dd23-410f-a583-c1f9fbcff8ca on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:32:58.402433 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] Attempting to bind port d571ad6d-dd23-410f-a583-c1f9fbcff8ca on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:58.412515 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:58.416914 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:58.417439 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:58.417994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] Bound port: d571ad6d-dd23-410f-a583-c1f9fbcff8ca, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:58.421243 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.485760 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58794) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:58.563783 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] For port d571ad6d-dd23-410f-a583-c1f9fbcff8ca, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:58.567997 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] For port d571ad6d-dd23-410f-a583-c1f9fbcff8ca, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=d571ad6d-dd23-410f-a583-c1f9fbcff8ca,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:58.586895 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.619373 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:58.677273 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-74a03ce9-2806-489d-8866-229f85fe54ca req-d18ce115-42ef-4032-a84d-43bb2804dd18 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe27bd2-5b12-4961-9d41-83b7917965aa HTTP/1.1" status: 200 len: 210 time: 0.0938153 Jul 13 07:32:58.712592 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:58.713222 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.714663 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] 10.222.0.35 "PUT /v2.0/ports/d571ad6d-dd23-410f-a583-c1f9fbcff8ca HTTP/1.1" status: 200 len: 1097 time: 2.1636760 Jul 13 07:32:58.749561 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e91296-2fbf-43fc-b0f9-214b3c32f3d9 req-9fe4fd27-6d85-47d1-9d16-f1b855fcc6d2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:58.757425 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-13e91296-2fbf-43fc-b0f9-214b3c32f3d9 req-9fe4fd27-6d85-47d1-9d16-f1b855fcc6d2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 948 time: 0.2498367 Jul 13 07:32:58.789974 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbba86-46a5-4fc5-9565-b7489d42ce66 service neutron] Pushing event updated for resources: {'Port': ['ID=d571ad6d-dd23-410f-a583-c1f9fbcff8ca,revision_number=7']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:58.831936 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-4e9fd53d-1f53-4d47-b0c4-6176c8c5d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:58.833955 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-4e9fd53d-1f53-4d47-b0c4-6176c8c5d51c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 1100 time: 0.0930369 Jul 13 07:32:58.867997 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7dc045fa-c1da-416e-9d43-8b35c3ee6d72,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:58.868269 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-13e91296-2fbf-43fc-b0f9-214b3c32f3d9 req-c2b71b96-c46e-41bf-a7e1-dbef70ad8d03 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090610 Jul 13 07:32:58.895122 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '7dc045fa-c1da-416e-9d43-8b35c3ee6d72', 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5', 'port_id': '7dc045fa-c1da-416e-9d43-8b35c3ee6d72', 'mac_address': 'fa:16:3e:a2:33:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd30de1-a97b-4b7f-9271-8b31642f73ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:58.895762 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c73ba6f4-1145-4232-a360-a2fd284ad36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.960203 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58810) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:58.992976 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b60adbdd-ebd7-433c-9380-b31e350969e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.997485 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.022109 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:59.039761 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-45a915bf-b198-4e3f-975c-9f766ac2bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:59.043364 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-45a915bf-b198-4e3f-975c-9f766ac2bf25 service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.2031527 Jul 13 07:32:59.069918 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7dc045fa-c1da-416e-9d43-8b35c3ee6d72,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:59.078176 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.098070 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-f7ff41ef-049f-43cd-87fa-0a32764e8771 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d571ad6d-dd23-410f-a583-c1f9fbcff8ca HTTP/1.1" status: 200 len: 217 time: 0.0434875 Jul 13 07:32:59.171254 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25b1eb5f-1ddc-4792-b1a4-93af5b3503d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:59.173457 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-25b1eb5f-1ddc-4792-b1a4-93af5b3503d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0639322 Jul 13 07:32:59.217899 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c73ba6f4-1145-4232-a360-a2fd284ad36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.252685 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c73ba6f4-1145-4232-a360-a2fd284ad36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.259487 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=7dc045fa-c1da-416e-9d43-8b35c3ee6d72,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:59.280141 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-8ce4a5c7-8fd8-4b8f-8142-f7cbc7f4db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:59.281768 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-8ce4a5c7-8fd8-4b8f-8142-f7cbc7f4db56 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0979989 Jul 13 07:32:59.331589 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['7dc045fa-c1da-416e-9d43-8b35c3ee6d72'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:59.394164 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c73ba6f4-1145-4232-a360-a2fd284ad36d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f28d3ae0b23c4190b335b3614fcdd745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9069812 Jul 13 07:32:59.417682 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58814) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:59.421473 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ba6f4-1145-4232-a360-a2fd284ad36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09db4fd-3c3f-4ca7-8fb3-37188bcc0de2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:59.454534 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.546675 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-bc5a0229-c62d-4653-95d1-93d2d408a12a service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558246 Jul 13 07:32:59.587324 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2bdfa20e-0d82-470c-9c58-769cf049b501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.615749 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b60adbdd-ebd7-433c-9380-b31e350969e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.649769 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507159a-ea52-4f42-a7d9-ca77c6ab6601 req-2ea15955-d825-4b14-9f6f-758156249db6 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:59.651676 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e507159a-ea52-4f42-a7d9-ca77c6ab6601 req-2ea15955-d825-4b14-9f6f-758156249db6 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 945 time: 0.4682937 Jul 13 07:32:59.655512 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b60adbdd-ebd7-433c-9380-b31e350969e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.662817 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2bdfa20e-0d82-470c-9c58-769cf049b501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.698505 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device d571ad6d-dd23-410f-a583-c1f9fbcff8ca no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:59.726811 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-83719f1c-daf5-4fca-b8cd-abe5fe88ff42 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676047 Jul 13 07:32:59.757072 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b60adbdd-ebd7-433c-9380-b31e350969e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3fb7e8ccbbd84e019cd44a73dfdf8417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7851553 Jul 13 07:32:59.760683 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58828) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:59.773924 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f4c665-f4e0-4853-91e0-9cbf37a5d1b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd571ad6d-dd23-410f-a583-c1f9fbcff8ca'}, {'name': 'network-changed', 'server_uuid': '43f4c665-f4e0-4853-91e0-9cbf37a5d1b4', 'tag': 'd571ad6d-dd23-410f-a583-c1f9fbcff8ca'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:59.776706 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94" -d '{"events": [{"server_uuid": "43f4c665-f4e0-4853-91e0-9cbf37a5d1b4", "name": "network-vif-unplugged", "status": "completed", "tag": "d571ad6d-dd23-410f-a583-c1f9fbcff8ca"}, {"name": "network-changed", "server_uuid": "43f4c665-f4e0-4853-91e0-9cbf37a5d1b4", "tag": "d571ad6d-dd23-410f-a583-c1f9fbcff8ca"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:59.786470 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device d571ad6d-dd23-410f-a583-c1f9fbcff8ca not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:59.792283 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60adbdd-ebd7-433c-9380-b31e350969e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e26fee-217b-4dcc-9078-10a913c1033e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:59.824847 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e507159a-ea52-4f42-a7d9-ca77c6ab6601 req-faddbbb8-80a4-4490-ae01-3d55f8b98619 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559467 Jul 13 07:32:59.829306 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2bdfa20e-0d82-470c-9c58-769cf049b501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.832341 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2bdfa20e-0d82-470c-9c58-769cf049b501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.833973 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2bdfa20e-0d82-470c-9c58-769cf049b501 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d09db4fd-3c3f-4ca7-8fb3-37188bcc0de2 HTTP/1.1" status: 204 len: 168 time: 0.4150336 Jul 13 07:32:59.853857 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfa20e-0d82-470c-9c58-769cf049b501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09db4fd-3c3f-4ca7-8fb3-37188bcc0de2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:59.880340 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e720364-a24e-44cd-aa20-1237400375b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.880570 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd208b4f-9442-4551-932e-846113536c92 req-5cfe4bf0-b0a2-4085-97db-ea47d7e39ec4 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:59.886792 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd208b4f-9442-4551-932e-846113536c92 req-5cfe4bf0-b0a2-4085-97db-ea47d7e39ec4 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 807 time: 0.3270063 Jul 13 07:32:59.924754 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd208b4f-9442-4551-932e-846113536c92 req-32c4336c-cee3-44b5-8fca-947ab3347a50 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/quotas/218eabc1e5414d678874133f2fbf6f59 HTTP/1.1" status: 200 len: 375 time: 0.0256035 Jul 13 07:32:59.939931 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e720364-a24e-44cd-aa20-1237400375b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.015351 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd208b4f-9442-4551-932e-846113536c92 req-b9e8a546-d887-42bb-8bec-4c9b5ffb8679 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712111 Jul 13 07:33:00.036651 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e720364-a24e-44cd-aa20-1237400375b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.040925 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e720364-a24e-44cd-aa20-1237400375b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.042495 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7e720364-a24e-44cd-aa20-1237400375b9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f0e26fee-217b-4dcc-9078-10a913c1033e HTTP/1.1" status: 204 len: 168 time: 0.2815304 Jul 13 07:33:00.059282 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e720364-a24e-44cd-aa20-1237400375b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e26fee-217b-4dcc-9078-10a913c1033e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:00.201431 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd208b4f-9442-4551-932e-846113536c92 req-0c2bbe01-07fb-4aa6-8b0d-f187b4aa4334 service neutron] 10.222.0.58 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786513 Jul 13 07:33:00.220063 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-e269e183-a70a-46f7-bc00-50980db286c8 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=ce153622febb4884a7bac996f2fa3815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414488 Jul 13 07:33:00.415460 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58844) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:00.448941 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd208b4f-9442-4551-932e-846113536c92 req-dde31fc9-c92f-4a0f-bf57-60d444ebde4c service neutron] 10.222.0.58 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266929 Jul 13 07:33:00.486208 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-63da8d07-e258-41b7-92a5-7e706c735ddf tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:00.488803 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-63da8d07-e258-41b7-92a5-7e706c735ddf tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2531648 Jul 13 07:33:00.506541 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-7723aee6-8f7b-4ef7-8d88-1e772d2925ae tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Request body: {'port': {'device_id': 'cfe27bd2-5b12-4961-9d41-83b7917965aa', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': 'ce153622febb4884a7bac996f2fa3815'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:00.528156 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f7afb892-9081-4a8a-a494-fcd7a507bdf3 req-c982ec23-a468-4266-8da7-dfc27d7439c8 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe27bd2-5b12-4961-9d41-83b7917965aa HTTP/1.1" status: 200 len: 210 time: 0.0353651 Jul 13 07:33:00.613818 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58850) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:00.634140 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:00.634665 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26b08d2a-5c66-48bc-b714-c797814a4667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.688373 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c424bf1a-5813-43b5-948e-4c48a425bfb1 x-openstack-request-id: req-c424bf1a-5813-43b5-948e-4c48a425bfb1 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:00.688921 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f4c665-f4e0-4853-91e0-9cbf37a5d1b4", "name": "network-vif-unplugged", "status": "completed", "tag": "d571ad6d-dd23-410f-a583-c1f9fbcff8ca", "code": 200}, {"name": "network-changed", "server_uuid": "43f4c665-f4e0-4853-91e0-9cbf37a5d1b4", "tag": "d571ad6d-dd23-410f-a583-c1f9fbcff8ca", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:00.689187 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c424bf1a-5813-43b5-948e-4c48a425bfb1 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:00.689608 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f4c665-f4e0-4853-91e0-9cbf37a5d1b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd571ad6d-dd23-410f-a583-c1f9fbcff8ca', 'code': 200} Jul 13 07:33:00.691513 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f4c665-f4e0-4853-91e0-9cbf37a5d1b4', 'tag': 'd571ad6d-dd23-410f-a583-c1f9fbcff8ca', 'status': 'completed', 'code': 200} Jul 13 07:33:00.797341 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1bcb44ea-ca38-4cf6-adb2-57d4125bb7aa req-c9392621-a827-4fae-983c-9e3d224a6a2f tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 210 time: 0.0592923 Jul 13 07:33:00.798917 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:00.804477 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:00.804850 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.015997 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.045440 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26b08d2a-5c66-48bc-b714-c797814a4667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.068558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1884dd-d3d4-4595-b548-2bdc74d1b070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc045fa-c1da-416e-9d43-8b35c3ee6d72'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:01.071721 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea039af0-741c-46b6-9ed2-8c161afda18c" -d '{"events": [{"server_uuid": "5d1884dd-d3d4-4595-b548-2bdc74d1b070", "name": "network-vif-plugged", "status": "completed", "tag": "7dc045fa-c1da-416e-9d43-8b35c3ee6d72"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:01.075068 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26b08d2a-5c66-48bc-b714-c797814a4667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.093131 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7dc045fa-c1da-416e-9d43-8b35c3ee6d72,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:01.101689 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.116877 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94 req-24c825cf-ca56-4350-b4f4-bd0942153695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:01.118481 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94 req-24c825cf-ca56-4350-b4f4-bd0942153695 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 1100 time: 0.4198003 Jul 13 07:33:01.129992 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-7723aee6-8f7b-4ef7-8d88-1e772d2925ae tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Made reservation on behalf of ce153622febb4884a7bac996f2fa3815 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:01.138209 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-7723aee6-8f7b-4ef7-8d88-1e772d2925ae tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.174295 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 0b676086-fe0d-4427-8d60-bf08823b8ffc no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:01.189601 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.218433 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 0b676086-fe0d-4427-8d60-bf08823b8ffc {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:01.219357 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 0b676086-fe0d-4427-8d60-bf08823b8ffc not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:01.240817 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=7dc045fa-c1da-416e-9d43-8b35c3ee6d72,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:01.320659 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94 req-5ff326e1-1cff-4b67-bd07-427b7628c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:01.322364 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94 req-5ff326e1-1cff-4b67-bd07-427b7628c456 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 1100 time: 0.6433232 Jul 13 07:33:01.355572 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-26b08d2a-5c66-48bc-b714-c797814a4667 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e2a375838ed47aebeb204d035050e23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7402430 Jul 13 07:33:01.360437 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58876) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:01.407925 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47cadb-1945-4337-a90e-1b8f7091f164 req-0f0bda2e-3c90-40de-bb91-3be82f4eeaa3 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:01.416065 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab47cadb-1945-4337-a90e-1b8f7091f164 req-0f0bda2e-3c90-40de-bb91-3be82f4eeaa3 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 948 time: 0.4819047 Jul 13 07:33:01.418019 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b08d2a-5c66-48bc-b714-c797814a4667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e7df7b-8013-4fa6-bfea-9919131097d5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:01.457065 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94 req-3f4b277a-4121-4205-aee2-2b2879876c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:01.458957 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94 req-3f4b277a-4121-4205-aee2-2b2879876c78 service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.3170381 Jul 13 07:33:01.484598 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-211cd4e7-06f8-4560-b862-ada7dad97775 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=59f3f6470351402cbbd0743ed8f13dea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0676925 Jul 13 07:33:01.490778 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58884) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:01.587369 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94 req-388f810c-06ff-4809-a978-c774625e771f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d571ad6d-dd23-410f-a583-c1f9fbcff8ca HTTP/1.1" status: 200 len: 217 time: 0.0719662 Jul 13 07:33:01.726604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94 req-ad9896cd-deff-4f27-96e1-a1b2575cd330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:01.728508 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94 req-ad9896cd-deff-4f27-96e1-a1b2575cd330 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1141024 Jul 13 07:33:01.729420 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58890) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:01.826142 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-7723aee6-8f7b-4ef7-8d88-1e772d2925ae tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Allocated IP 192.168.233.110 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/e0a7a960-64ee-47e4-beb9-eacdcdda37a1) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:01.834842 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4fa01fba-eddc-4ab1-8706-313fab197ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.837834 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94 req-e33bc138-3ac4-446c-a4ba-480f2cb66826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:01.839680 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94 req-e33bc138-3ac4-446c-a4ba-480f2cb66826 service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.5086617 Jul 13 07:33:01.862378 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab47cadb-1945-4337-a90e-1b8f7091f164 req-227028aa-7721-48a8-9d95-972919c45063 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418123 Jul 13 07:33:01.915226 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60dc10-3f43-4f1f-9939-583601ef29fa req-fbd7a61b-b08d-4922-94e4-d38cc98edc5b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:01.917364 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce60dc10-3f43-4f1f-9939-583601ef29fa req-fbd7a61b-b08d-4922-94e4-d38cc98edc5b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 946 time: 0.7810984 Jul 13 07:33:01.939162 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4fa01fba-eddc-4ab1-8706-313fab197ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.946841 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84db6e1-98ba-4a72-b480-f91ccb7e4556 x-openstack-request-id: req-f84db6e1-98ba-4a72-b480-f91ccb7e4556 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:01.947347 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1884dd-d3d4-4595-b548-2bdc74d1b070", "name": "network-vif-plugged", "status": "completed", "tag": "7dc045fa-c1da-416e-9d43-8b35c3ee6d72", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:01.947449 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f84db6e1-98ba-4a72-b480-f91ccb7e4556 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:01.947956 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1884dd-d3d4-4595-b548-2bdc74d1b070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc045fa-c1da-416e-9d43-8b35c3ee6d72', 'code': 200} Jul 13 07:33:01.955760 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-6049030e-5a83-4625-91d0-e6e9a1563cd5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2088556457-network', 'tenant_id': '35ca8829661c42c2ba545f46a843eec8'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:01.965207 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94 req-095ce561-2399-4b7e-be8f-e8602c69a4ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d571ad6d-dd23-410f-a583-c1f9fbcff8ca HTTP/1.1" status: 200 len: 217 time: 0.0929964 Jul 13 07:33:02.014462 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce60dc10-3f43-4f1f-9939-583601ef29fa req-46d420c3-bc25-43c4-9a2b-60fb41c0e197 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871081 Jul 13 07:33:02.019637 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d7eed33-3946-4eae-9346-7e123f11b6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.047017 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d7eed33-3946-4eae-9346-7e123f11b6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.148124 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d7eed33-3946-4eae-9346-7e123f11b6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.150852 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d7eed33-3946-4eae-9346-7e123f11b6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.154422 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4d7eed33-3946-4eae-9346-7e123f11b6ad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710 HTTP/1.1" status: 204 len: 168 time: 0.6578038 Jul 13 07:33:02.182448 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7eed33-3946-4eae-9346-7e123f11b6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc20c3c-30dc-4e5e-b5ab-cfe36d4be710,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:02.268608 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94 req-c1587cb2-aa29-4dff-8df7-fbcb37c1a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:02.270165 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94 req-c1587cb2-aa29-4dff-8df7-fbcb37c1a4b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5175040 Jul 13 07:33:02.278910 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68934e7b-e5dc-4a32-97d0-1bf62e36c49b req-823dffdb-d096-47f9-84eb-6df94bde2a3a tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe27bd2-5b12-4961-9d41-83b7917965aa HTTP/1.1" status: 200 len: 210 time: 0.0476832 Jul 13 07:33:02.314299 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6049030e-5a83-4625-91d0-e6e9a1563cd5 admin admin] Made reservation on behalf of 35ca8829661c42c2ba545f46a843eec8 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:02.316605 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6049030e-5a83-4625-91d0-e6e9a1563cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.324542 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a4ea6ebe-dbdd-4c4a-9ab8-026173ff06e5 req-d0ac9e18-a555-4892-b51e-7365fe842253 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 210 time: 0.0482321 Jul 13 07:33:02.331730 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94 req-19187d0e-0e65-40b8-ab63-d33ff27e6567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:02.333203 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94 req-19187d0e-0e65-40b8-ab63-d33ff27e6567 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.3376732 Jul 13 07:33:02.428457 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6049030e-5a83-4625-91d0-e6e9a1563cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.478560 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4fa01fba-eddc-4ab1-8706-313fab197ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.481149 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4fa01fba-eddc-4ab1-8706-313fab197ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.485586 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4fa01fba-eddc-4ab1-8706-313fab197ec5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/20e7df7b-8013-4fa6-bfea-9919131097d5 HTTP/1.1" status: 204 len: 168 time: 1.1115770 Jul 13 07:33:02.524171 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa01fba-eddc-4ab1-8706-313fab197ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e7df7b-8013-4fa6-bfea-9919131097d5,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:02.542859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58904) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:02.575095 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bcf4c-72f8-46db-a839-a7ae310f2f6b req-cc7077f4-ac68-47ed-b4b0-32a8487fb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:02.576584 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fa0bcf4c-72f8-46db-a839-a7ae310f2f6b req-cc7077f4-ac68-47ed-b4b0-32a8487fb58e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 1098 time: 0.4292455 Jul 13 07:33:02.604606 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-7723aee6-8f7b-4ef7-8d88-1e772d2925ae tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.638067 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94 req-5610b208-294e-4490-be8b-eee8c8317606 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440945 Jul 13 07:33:02.647426 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device d571ad6d-dd23-410f-a583-c1f9fbcff8ca details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:02.680755 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-7723aee6-8f7b-4ef7-8d88-1e772d2925ae tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Transition to ACTIVE for port object e0a7a960-64ee-47e4-beb9-eacdcdda37a1 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:02.715417 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd208b4f-9442-4551-932e-846113536c92 req-05eb8c16-8a93-4548-b8b6-1cfbd57f6d74 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:02.719117 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd208b4f-9442-4551-932e-846113536c92 req-05eb8c16-8a93-4548-b8b6-1cfbd57f6d74 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.35 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 807 time: 0.2462347 Jul 13 07:33:02.737173 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-bd208b4f-9442-4551-932e-846113536c92 req-2bd9ec2a-ac9d-462c-8caf-89bc6aae2878 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Request body: {'port': {'device_id': '299c3d2a-b930-4acf-b48a-e53bbe077783', 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431', 'admin_state_up': True, 'tenant_id': '218eabc1e5414d678874133f2fbf6f59'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:02.749674 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94 req-76a37a05-f9e7-4a2f-9377-da3f436a3a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:02.751264 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94 req-76a37a05-f9e7-4a2f-9377-da3f436a3a46 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4064600 Jul 13 07:33:02.758479 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d60a5aa6-2d70-4f45-bb96-e9864d880d90 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36044dbb61344623b7f64e0083dd1ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125759 Jul 13 07:33:02.759978 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fa0bcf4c-72f8-46db-a839-a7ae310f2f6b req-cfe29ffb-5480-4e15-8e99-29c272afbd8b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586459 Jul 13 07:33:02.773683 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58908) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:02.958425 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port d571ad6d-dd23-410f-a583-c1f9fbcff8ca, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=d571ad6d-dd23-410f-a583-c1f9fbcff8ca,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:02.973782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'd571ad6d-dd23-410f-a583-c1f9fbcff8ca', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': 'd571ad6d-dd23-410f-a583-c1f9fbcff8ca', 'mac_address': 'fa:16:3e:ed:2b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:03.029717 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.045477 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d571ad6d-dd23-410f-a583-c1f9fbcff8ca {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:03.070011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port d571ad6d-dd23-410f-a583-c1f9fbcff8ca, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=d571ad6d-dd23-410f-a583-c1f9fbcff8ca,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:03.076911 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.143647 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe652dc4-ef83-4965-922e-3ab792f6a895 req-0674695d-7554-4d93-9fc0-05c9b194a2c2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:03.152842 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fe652dc4-ef83-4965-922e-3ab792f6a895 req-0674695d-7554-4d93-9fc0-05c9b194a2c2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 948 time: 0.1077085 Jul 13 07:33:03.180611 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=d571ad6d-dd23-410f-a583-c1f9fbcff8ca,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:03.218690 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fe652dc4-ef83-4965-922e-3ab792f6a895 req-9727abb1-9bef-4229-a013-bd6fcd33e63a tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580914 Jul 13 07:33:03.280256 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6049030e-5a83-4625-91d0-e6e9a1563cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.309341 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd208b4f-9442-4551-932e-846113536c92 req-2bd9ec2a-ac9d-462c-8caf-89bc6aae2878 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Made reservation on behalf of 218eabc1e5414d678874133f2fbf6f59 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:03.318027 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd208b4f-9442-4551-932e-846113536c92 req-2bd9ec2a-ac9d-462c-8caf-89bc6aae2878 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.337625 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6049030e-5a83-4625-91d0-e6e9a1563cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.360067 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6049030e-5a83-4625-91d0-e6e9a1563cd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:03.392854 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6049030e-5a83-4625-91d0-e6e9a1563cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.393417 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-6049030e-5a83-4625-91d0-e6e9a1563cd5 admin admin] Added segment ee177cc7-dde3-4160-af1a-947a5b27c69d of type vlan for network e8e94b57-d539-4384-98e2-6ba8d499276c Jul 13 07:33:03.467740 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d571ad6d-dd23-410f-a583-c1f9fbcff8ca'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:03.574833 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049030e-5a83-4625-91d0-e6e9a1563cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd30a2ed-2484-46de-8ed0-ffe231ca349a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:03.587745 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-7723aee6-8f7b-4ef7-8d88-1e772d2925ae tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.621826 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94 req-514fbecb-4dd7-4fed-8918-7e082e3003bc service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9649403 Jul 13 07:33:03.639080 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['ad902331-7bc4-4224-8cf5-66e6d3922804'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:03.640254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-bd208b4f-9442-4551-932e-846113536c92 req-2bd9ec2a-ac9d-462c-8caf-89bc6aae2878 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Allocated IP 172.20.0.9 (b159845f-d7a4-461c-8ffb-c97d06e8c431/af4bccd5-f3d2-4df7-a5f9-58cc5815295c/affa0f44-27aa-43b3-9ed9-e1002b76cfe1) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:03.652933 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41867c3-cda8-4738-9449-70142d56743a req-d9a61a42-f0c7-40ca-8a7f-e6f4adc19a34 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:03.661366 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d41867c3-cda8-4738-9449-70142d56743a req-d9a61a42-f0c7-40ca-8a7f-e6f4adc19a34 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 946 time: 0.1983435 Jul 13 07:33:03.794901 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6049030e-5a83-4625-91d0-e6e9a1563cd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.797446 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d41867c3-cda8-4738-9449-70142d56743a req-2abbe25b-f460-4db5-9a85-88e92b85d21f tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348336 Jul 13 07:33:03.849010 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-7723aee6-8f7b-4ef7-8d88-1e772d2925ae tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:03.851928 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723aee6-8f7b-4ef7-8d88-1e772d2925ae tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Pushing event updated for resources: {'Port': ['ID=e0a7a960-64ee-47e4-beb9-eacdcdda37a1,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:03.884797 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-7723aee6-8f7b-4ef7-8d88-1e772d2925ae tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:03.888940 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-7723aee6-8f7b-4ef7-8d88-1e772d2925ae tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:03.901586 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-7723aee6-8f7b-4ef7-8d88-1e772d2925ae tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:03.910816 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-7723aee6-8f7b-4ef7-8d88-1e772d2925ae tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.932634 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4fb9e08d-a4c0-42af-99a5-9a78b3e37671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.994236 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-7723aee6-8f7b-4ef7-8d88-1e772d2925ae tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4932947 Jul 13 07:33:03.999965 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.resource_extend [None req-6049030e-5a83-4625-91d0-e6e9a1563cd5 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:33:04.027083 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd208b4f-9442-4551-932e-846113536c92 req-2bd9ec2a-ac9d-462c-8caf-89bc6aae2878 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.031425 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94 req-2bef4e59-eace-4b48-a768-0aa09ef5ef7b service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2648466 Jul 13 07:33:04.051755 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] Request body: {'port': {'device_id': 'cfe27bd2-5b12-4961-9d41-83b7917965aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:04.124144 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd208b4f-9442-4551-932e-846113536c92 req-2bd9ec2a-ac9d-462c-8caf-89bc6aae2878 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.207768 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91ee0d-d216-4a38-9422-7737a16da13d req-49ccb25f-01d0-4c2c-bdfc-c8b8cabc10e1 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:04.209200 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2e91ee0d-d216-4a38-9422-7737a16da13d req-49ccb25f-01d0-4c2c-bdfc-c8b8cabc10e1 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe27bd2-5b12-4961-9d41-83b7917965aa HTTP/1.1" status: 200 len: 936 time: 0.5186057 Jul 13 07:33:04.251493 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9ec2a-ac9d-462c-8caf-89bc6aae2878 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Pushing event updated for resources: {'Port': ['ID=affa0f44-27aa-43b3-9ed9-e1002b76cfe1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:04.254962 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4fb9e08d-a4c0-42af-99a5-9a78b3e37671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.262996 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd208b4f-9442-4551-932e-846113536c92 req-2bd9ec2a-ac9d-462c-8caf-89bc6aae2878 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Network b159845f-d7a4-461c-8ffb-c97d06e8c431 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:04.271740 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-bd208b4f-9442-4551-932e-846113536c92 req-2bd9ec2a-ac9d-462c-8caf-89bc6aae2878 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:04.285075 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd208b4f-9442-4551-932e-846113536c92 req-2bd9ec2a-ac9d-462c-8caf-89bc6aae2878 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:04.287994 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0af11e9d-c852-4b84-ad07-d130a6b3e7ea None None] Provisioning for port e0a7a960-64ee-47e4-beb9-eacdcdda37a1 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:04.293749 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd208b4f-9442-4551-932e-846113536c92 req-2bd9ec2a-ac9d-462c-8caf-89bc6aae2878 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:04.296399 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6049030e-5a83-4625-91d0-e6e9a1563cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.296631 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd208b4f-9442-4551-932e-846113536c92 req-2bd9ec2a-ac9d-462c-8caf-89bc6aae2878 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.297015 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0af11e9d-c852-4b84-ad07-d130a6b3e7ea None None] Provisioning complete for port e0a7a960-64ee-47e4-beb9-eacdcdda37a1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:04.297366 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6049030e-5a83-4625-91d0-e6e9a1563cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:04.297521 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0af11e9d-c852-4b84-ad07-d130a6b3e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.298129 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6049030e-5a83-4625-91d0-e6e9a1563cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.326571 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2e91ee0d-d216-4a38-9422-7737a16da13d req-19700075-5bfd-4c9d-9885-2f25143cd50d tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001587 Jul 13 07:33:04.335334 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0af11e9d-c852-4b84-ad07-d130a6b3e7ea None None] Port e0a7a960-64ee-47e4-beb9-eacdcdda37a1 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:04.344492 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd208b4f-9442-4551-932e-846113536c92 req-2bd9ec2a-ac9d-462c-8caf-89bc6aae2878 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6175423 Jul 13 07:33:04.358529 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a87196-64ac-49ae-8613-15333d2071c3 req-952058aa-696d-4fc6-b6ce-bfecd6d3f8d4 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:04.360765 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-01a87196-64ac-49ae-8613-15333d2071c3 req-952058aa-696d-4fc6-b6ce-bfecd6d3f8d4 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 931 time: 0.2551222 Jul 13 07:33:04.369104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-bd208b4f-9442-4551-932e-846113536c92 req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] Request body: {'port': {'device_id': '299c3d2a-b930-4acf-b48a-e53bbe077783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:04.424827 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6049030e-5a83-4625-91d0-e6e9a1563cd5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6878147 Jul 13 07:33:04.427817 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58954) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:04.441006 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3ba6ed64-6bb6-4187-8f6d-3c095f17fb94 req-f16b5b34-ae76-4076-8bf3-94aa43c824a3 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703859 Jul 13 07:33:04.441152 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0ad26e72-05d3-4c3b-8ebe-a95df3c5dd32 admin admin] Request body: {'subnet': {'network_id': 'e8e94b57-d539-4384-98e2-6ba8d499276c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2088556457-subnet', 'tenant_id': '35ca8829661c42c2ba545f46a843eec8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:04.499489 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad26e72-05d3-4c3b-8ebe-a95df3c5dd32 admin admin] Made reservation on behalf of 35ca8829661c42c2ba545f46a843eec8 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:04.501972 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ad26e72-05d3-4c3b-8ebe-a95df3c5dd32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.509380 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919e206-bac6-4496-ac6f-115317d5e933 req-21eaf005-fc11-4733-b627-9c5b68a26079 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:04.511329 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2919e206-bac6-4496-ac6f-115317d5e933 req-21eaf005-fc11-4733-b627-9c5b68a26079 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.62 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4&tenant_id=7e545f0f56574564bb5b695119db8b5e&binding%3Ahost_id=n-h1-779913-28 HTTP/1.1" status: 200 len: 949 time: 0.7116265 Jul 13 07:33:04.514942 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049030e-5a83-4625-91d0-e6e9a1563cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=e8e94b57-d539-4384-98e2-6ba8d499276c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:04.529575 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.534539 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network e8e94b57-d539-4384-98e2-6ba8d499276c details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:04.539321 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-01a87196-64ac-49ae-8613-15333d2071c3 req-23e2d93b-5e4b-467d-86f9-b5049b54b2d3 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669149 Jul 13 07:33:04.558045 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['af89064c-3993-487f-ae39-274706158dab'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:04.639254 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [req-2919e206-bac6-4496-ac6f-115317d5e933 req-70210379-430e-4418-b72d-f5c3a6486caf service neutron] delete failed (client error): The resource could not be found. Jul 13 07:33:04.640322 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2919e206-bac6-4496-ac6f-115317d5e933 req-70210379-430e-4418-b72d-f5c3a6486caf service neutron] 10.222.0.62 "DELETE /v2.0/ports/d571ad6d-dd23-410f-a583-c1f9fbcff8ca/bindings/n-h2-779913-28 HTTP/1.1" status: 404 len: 381 time: 0.1204348 Jul 13 07:33:04.642847 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd208b4f-9442-4551-932e-846113536c92 req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.645271 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4fb9e08d-a4c0-42af-99a5-9a78b3e37671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.649247 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4fb9e08d-a4c0-42af-99a5-9a78b3e37671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.660698 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4fb9e08d-a4c0-42af-99a5-9a78b3e37671 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/23bec4d1-c1d3-4e79-9e60-89df28225a6a HTTP/1.1" status: 204 len: 168 time: 1.8690917 Jul 13 07:33:04.665082 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device d571ad6d-dd23-410f-a583-c1f9fbcff8ca up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:04.763633 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9e08d-a4c0-42af-99a5-9a78b3e37671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bec4d1-c1d3-4e79-9e60-89df28225a6a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:04.775704 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd451c-23f9-4bf5-ba3a-2ca1340c9f87 req-cf1cd6bc-8c1e-456c-91ee-c7ead9a8c70a tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:04.777558 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7cd451c-23f9-4bf5-ba3a-2ca1340c9f87 req-cf1cd6bc-8c1e-456c-91ee-c7ead9a8c70a tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 949 time: 0.2730772 Jul 13 07:33:04.780089 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port d571ad6d-dd23-410f-a583-c1f9fbcff8ca completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:04.824544 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port d571ad6d-dd23-410f-a583-c1f9fbcff8ca triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:04.824797 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.058754 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.134957 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port d571ad6d-dd23-410f-a583-c1f9fbcff8ca, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=d571ad6d-dd23-410f-a583-c1f9fbcff8ca,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:05.136492 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f4c665-f4e0-4853-91e0-9cbf37a5d1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd571ad6d-dd23-410f-a583-c1f9fbcff8ca'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:05.141563 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f094c1b1-07d8-4f06-bad1-8061901d0860" -d '{"events": [{"server_uuid": "43f4c665-f4e0-4853-91e0-9cbf37a5d1b4", "name": "network-vif-plugged", "status": "completed", "tag": "d571ad6d-dd23-410f-a583-c1f9fbcff8ca"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:05.146491 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.180870 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919e206-bac6-4496-ac6f-115317d5e933 req-3cd9c782-50f2-440b-a01d-decaca2cacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:05.182510 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2919e206-bac6-4496-ac6f-115317d5e933 req-3cd9c782-50f2-440b-a01d-decaca2cacaa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 1101 time: 0.2668059 Jul 13 07:33:05.210892 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ad26e72-05d3-4c3b-8ebe-a95df3c5dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.219369 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=d571ad6d-dd23-410f-a583-c1f9fbcff8ca,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:05.285090 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7cd451c-23f9-4bf5-ba3a-2ca1340c9f87 req-a5615f4b-0b96-4818-acc1-9fdb6ea43c3c tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946656 Jul 13 07:33:05.292540 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-bd208b4f-9442-4551-932e-846113536c92 req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id affa0f44-27aa-43b3-9ed9-e1002b76cfe1 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:05.340701 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd208b4f-9442-4551-932e-846113536c92 req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.388877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad26e72-05d3-4c3b-8ebe-a95df3c5dd32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1e68f52-cc97-4d20-ae90-a7fd1aca4e8b,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:05.400439 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-bd208b4f-9442-4551-932e-846113536c92 req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] Transition to ACTIVE for port object affa0f44-27aa-43b3-9ed9-e1002b76cfe1 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:05.443902 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919e206-bac6-4496-ac6f-115317d5e933 req-663f56af-838f-4f70-9fba-63542f04e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:05.444333 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd208b4f-9442-4551-932e-846113536c92 req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.445483 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2919e206-bac6-4496-ac6f-115317d5e933 req-663f56af-838f-4f70-9fba-63542f04e47a service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.2560649 Jul 13 07:33:05.452472 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a7a960-64ee-47e4-beb9-eacdcdda37a1 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:05.457225 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad26e72-05d3-4c3b-8ebe-a95df3c5dd32 admin admin] Checking segment: {'id': 'ee177cc7-dde3-4160-af1a-947a5b27c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8e94b57-d539-4384-98e2-6ba8d499276c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:05.458176 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad26e72-05d3-4c3b-8ebe-a95df3c5dd32 admin admin] Network hostable DHCP agents. Network: e8e94b57-d539-4384-98e2-6ba8d499276c, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:05.514197 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2919e206-bac6-4496-ac6f-115317d5e933 req-dfc681eb-4185-4d2e-8514-22adb54e0c33 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d571ad6d-dd23-410f-a583-c1f9fbcff8ca HTTP/1.1" status: 200 len: 217 time: 0.0560844 Jul 13 07:33:05.518874 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.576562 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-01598159-52f6-49a3-a436-8ba39d19bd52 None None] Provisioning complete for port d571ad6d-dd23-410f-a583-c1f9fbcff8ca triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:05.577118 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01598159-52f6-49a3-a436-8ba39d19bd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.583674 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850988e7-2ed2-4ab6-812c-fa471bf98fb0 req-597e51e8-ae57-4247-812e-7a13433b8e8e tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:05.597549 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-850988e7-2ed2-4ab6-812c-fa471bf98fb0 req-597e51e8-ae57-4247-812e-7a13433b8e8e tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 946 time: 0.3882873 Jul 13 07:33:05.618193 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] Transition to ACTIVE for port object e0a7a960-64ee-47e4-beb9-eacdcdda37a1 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:05.634860 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919e206-bac6-4496-ac6f-115317d5e933 req-f4372f4e-e800-4c7f-ae83-3a6f954c0ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:05.638711 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2919e206-bac6-4496-ac6f-115317d5e933 req-f4372f4e-e800-4c7f-ae83-3a6f954c0ab9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1139743 Jul 13 07:33:05.639812 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.656112 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad26e72-05d3-4c3b-8ebe-a95df3c5dd32 admin admin] Network e8e94b57-d539-4384-98e2-6ba8d499276c is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:05.691575 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] Pushing event updated for resources: {'Port': ['ID=affa0f44-27aa-43b3-9ed9-e1002b76cfe1,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:05.785183 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a7a960-64ee-47e4-beb9-eacdcdda37a1,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:05.821451 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] Attempting to bind port e0a7a960-64ee-47e4-beb9-eacdcdda37a1 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:05.821819 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] Attempting to bind port e0a7a960-64ee-47e4-beb9-eacdcdda37a1 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:05.822141 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] Attempting to bind port e0a7a960-64ee-47e4-beb9-eacdcdda37a1 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:05.825704 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-0ad26e72-05d3-4c3b-8ebe-a95df3c5dd32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, e8e94b57-d539-4384-98e2-6ba8d499276c) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:05.830035 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] Port e0a7a960-64ee-47e4-beb9-eacdcdda37a1 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:05.834422 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad26e72-05d3-4c3b-8ebe-a95df3c5dd32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:05.835444 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ad26e72-05d3-4c3b-8ebe-a95df3c5dd32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.838552 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] Attempting to bind port e0a7a960-64ee-47e4-beb9-eacdcdda37a1 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:05.840521 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dabc52-bfce-44e1-a0e3-27526c279d80 None None] Network e8e94b57-d539-4384-98e2-6ba8d499276c requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:05.863233 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919e206-bac6-4496-ac6f-115317d5e933 req-391dc9ed-be57-4595-9b06-4f57b1055bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:05.865422 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2919e206-bac6-4496-ac6f-115317d5e933 req-391dc9ed-be57-4595-9b06-4f57b1055bf6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2136731 Jul 13 07:33:05.866581 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:05.867239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:05.868396 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:05.869016 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] Bound port: e0a7a960-64ee-47e4-beb9-eacdcdda37a1, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:05.869542 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.895196 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-850988e7-2ed2-4ab6-812c-fa471bf98fb0 req-9015364a-8266-44c9-a75b-a50fad66bf30 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954280 Jul 13 07:33:05.928758 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-bd208b4f-9442-4551-932e-846113536c92 req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] Attempting to bind port affa0f44-27aa-43b3-9ed9-e1002b76cfe1 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:05.929338 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-bd208b4f-9442-4551-932e-846113536c92 req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] Attempting to bind port affa0f44-27aa-43b3-9ed9-e1002b76cfe1 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:05.929724 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd208b4f-9442-4551-932e-846113536c92 req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] Attempting to bind port affa0f44-27aa-43b3-9ed9-e1002b76cfe1 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:05.939076 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0ad26e72-05d3-4c3b-8ebe-a95df3c5dd32 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5099061 Jul 13 07:33:05.952623 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd208b4f-9442-4551-932e-846113536c92 req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] Port affa0f44-27aa-43b3-9ed9-e1002b76cfe1 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:05.953130 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd208b4f-9442-4551-932e-846113536c92 req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] Attempting to bind port affa0f44-27aa-43b3-9ed9-e1002b76cfe1 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:05.999209 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd208b4f-9442-4551-932e-846113536c92 req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:06.000228 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd208b4f-9442-4551-932e-846113536c92 req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] Checking segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:06.000579 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd208b4f-9442-4551-932e-846113536c92 req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] Bound using segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:06.001045 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-bd208b4f-9442-4551-932e-846113536c92 req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] Bound port: affa0f44-27aa-43b3-9ed9-e1002b76cfe1, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:06.001408 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd208b4f-9442-4551-932e-846113536c92 req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:06.125834 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] For port e0a7a960-64ee-47e4-beb9-eacdcdda37a1, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:06.129354 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8c8f7a-116f-4840-b1ca-5098e951b293 x-openstack-request-id: req-cc8c8f7a-116f-4840-b1ca-5098e951b293 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:06.129654 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f4c665-f4e0-4853-91e0-9cbf37a5d1b4", "name": "network-vif-plugged", "status": "completed", "tag": "d571ad6d-dd23-410f-a583-c1f9fbcff8ca", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:06.129779 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2919e206-bac6-4496-ac6f-115317d5e933 req-c9f36442-91e0-4cb2-b378-5251e4688d97 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503617 Jul 13 07:33:06.129910 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cc8c8f7a-116f-4840-b1ca-5098e951b293 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:06.131758 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f4c665-f4e0-4853-91e0-9cbf37a5d1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd571ad6d-dd23-410f-a583-c1f9fbcff8ca', 'code': 200} Jul 13 07:33:06.162995 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1e57bd-19b7-4cf6-875a-939355f4aab6 None None] Network e8e94b57-d539-4384-98e2-6ba8d499276c requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:06.163798 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] For port e0a7a960-64ee-47e4-beb9-eacdcdda37a1, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e0a7a960-64ee-47e4-beb9-eacdcdda37a1,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:06.177568 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:06.239388 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-1dc8f629-d60b-4bb2-a0e3-db574161bc18 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d6a3e791abbc497c8586fd62e424c069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1678212 Jul 13 07:33:06.289791 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:06.290922 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:06.292679 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] 10.222.0.62 "PUT /v2.0/ports/e0a7a960-64ee-47e4-beb9-eacdcdda37a1 HTTP/1.1" status: 200 len: 1097 time: 2.2755449 Jul 13 07:33:06.293443 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe27bd2-5b12-4961-9d41-83b7917965aa', 'tag': 'e0a7a960-64ee-47e4-beb9-eacdcdda37a1'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:06.296550 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6b6a7d-8052-4308-b038-34781866fc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe27bd2-5b12-4961-9d41-83b7917965aa", "tag": "e0a7a960-64ee-47e4-beb9-eacdcdda37a1"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:06.351362 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f35b90-958a-48aa-8914-46c9ec0fd7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a7a960-64ee-47e4-beb9-eacdcdda37a1,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:06.383894 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2919e206-bac6-4496-ac6f-115317d5e933 req-cc164364-4fd9-442b-aed0-30a24ec8b6df service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294309 Jul 13 07:33:06.507505 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-99ade509-b195-4080-b8a2-dfd9c6da0f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:06.508931 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-99ade509-b195-4080-b8a2-dfd9c6da0f37 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce153622febb4884a7bac996f2fa3815&device_id=cfe27bd2-5b12-4961-9d41-83b7917965aa HTTP/1.1" status: 200 len: 1100 time: 0.1110761 Jul 13 07:33:06.527564 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-bd208b4f-9442-4551-932e-846113536c92 req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] For port affa0f44-27aa-43b3-9ed9-e1002b76cfe1, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:06.559819 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-d5ffeb53-41c7-44a6-a824-6314b87a5650 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=e0a7a960-64ee-47e4-beb9-eacdcdda37a1 HTTP/1.1" status: 200 len: 217 time: 0.0372851 Jul 13 07:33:06.579148 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-bd208b4f-9442-4551-932e-846113536c92 req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] For port affa0f44-27aa-43b3-9ed9-e1002b76cfe1, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=affa0f44-27aa-43b3-9ed9-e1002b76cfe1,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:06.604911 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd208b4f-9442-4551-932e-846113536c92 req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:06.623798 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-3fcf0922-7eb0-45cd-9106-71f92bf32e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:06.625291 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-3fcf0922-7eb0-45cd-9106-71f92bf32e5e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0547335 Jul 13 07:33:06.648678 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1a5cc-9f4a-42c5-9fbc-405ece937a48 req-98fe69af-c5e3-44ba-b207-c66077dd72fb tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:06.656256 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-42f1a5cc-9f4a-42c5-9fbc-405ece937a48 req-98fe69af-c5e3-44ba-b207-c66077dd72fb tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe27bd2-5b12-4961-9d41-83b7917965aa HTTP/1.1" status: 200 len: 948 time: 0.4308910 Jul 13 07:33:06.684267 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd208b4f-9442-4551-932e-846113536c92 req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:06.685589 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd208b4f-9442-4551-932e-846113536c92 req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:06.687948 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd208b4f-9442-4551-932e-846113536c92 req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] 10.222.0.35 "PUT /v2.0/ports/affa0f44-27aa-43b3-9ed9-e1002b76cfe1 HTTP/1.1" status: 200 len: 1092 time: 2.3240478 Jul 13 07:33:06.706068 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-663943c4-338b-49c6-94f7-72b68a8bb7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:06.708911 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-663943c4-338b-49c6-94f7-72b68a8bb7b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0748653 Jul 13 07:33:06.711600 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299c3d2a-b930-4acf-b48a-e53bbe077783', 'tag': 'affa0f44-27aa-43b3-9ed9-e1002b76cfe1'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:06.717560 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5722ed8a-98b7-4984-ba05-10125c0f7065" -d '{"events": [{"name": "network-changed", "server_uuid": "299c3d2a-b930-4acf-b48a-e53bbe077783", "tag": "affa0f44-27aa-43b3-9ed9-e1002b76cfe1"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:06.738806 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-0831dfce-d557-4f6a-aa90-d095f41ca48c tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:06.740482 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-0831dfce-d557-4f6a-aa90-d095f41ca48c tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4601572 Jul 13 07:33:06.817918 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d58c48-af3f-4652-a02e-599d8fe067af service neutron] Pushing event updated for resources: {'Port': ['ID=affa0f44-27aa-43b3-9ed9-e1002b76cfe1,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:06.819995 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-48e98710-ba08-4bad-be88-c0fc5ead8a1e service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020017 Jul 13 07:33:06.825943 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-42f1a5cc-9f4a-42c5-9fbc-405ece937a48 req-019b2763-8042-42e0-afb5-2d4db32abee1 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683364 Jul 13 07:33:06.827167 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-c3272f32-0e4b-4377-bc84-e5267e8508b5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/quotas/d6a3e791abbc497c8586fd62e424c069 HTTP/1.1" status: 200 len: 375 time: 0.0759699 Jul 13 07:33:06.876075 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-f66d77f1-63f3-435e-8534-e143029b198f tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6a3e791abbc497c8586fd62e424c069&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410953 Jul 13 07:33:06.904954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd208b4f-9442-4551-932e-846113536c92 req-90430de5-f237-4d9a-9398-8caa3952c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:06.906547 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd208b4f-9442-4551-932e-846113536c92 req-90430de5-f237-4d9a-9398-8caa3952c984 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 1095 time: 0.1627102 Jul 13 07:33:06.966132 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd208b4f-9442-4551-932e-846113536c92 req-155e6b71-e59f-4519-b5e9-7afa7aed10ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=affa0f44-27aa-43b3-9ed9-e1002b76cfe1 HTTP/1.1" status: 200 len: 217 time: 0.0498056 Jul 13 07:33:07.044482 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-63f0cee6-9a6a-44eb-a106-713cf862a7a0 req-4467c768-b3a3-42db-938f-f8ccfaecfbce service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974039 Jul 13 07:33:07.118165 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd208b4f-9442-4551-932e-846113536c92 req-5c6a2654-c0c2-4b8f-8cb6-e3c349edf57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:07.125208 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd208b4f-9442-4551-932e-846113536c92 req-5c6a2654-c0c2-4b8f-8cb6-e3c349edf57a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 0.1513808 Jul 13 07:33:07.191268 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd208b4f-9442-4551-932e-846113536c92 req-82f9f012-fba8-4900-88b4-eefcb044e207 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421886 Jul 13 07:33:07.300591 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd208b4f-9442-4551-932e-846113536c92 req-130dca09-c55c-4d46-9bfe-ced9e31276dd service neutron] 10.222.0.35 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998030 Jul 13 07:33:07.350075 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db64b7a-8dd9-438e-b1b5-5dc8307b856b req-ebe5ad15-7447-4df6-bfa4-7e91f4e7d971 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:07.358835 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7db64b7a-8dd9-438e-b1b5-5dc8307b856b req-ebe5ad15-7447-4df6-bfa4-7e91f4e7d971 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 943 time: 0.3010755 Jul 13 07:33:07.410739 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59050) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:07.417077 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-83d94844-ab80-4e1c-a595-4a6e95b0bc1b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-70459623-network', 'tenant_id': 'b5128d200da1472eb56ceb6acacc3851'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:07.441332 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7db64b7a-8dd9-438e-b1b5-5dc8307b856b req-c4fefa27-bcb7-49d6-b3db-c1874a84b5a7 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815175 Jul 13 07:33:07.488481 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd208b4f-9442-4551-932e-846113536c92 req-6d87355a-ffd1-4470-abb5-473f1a8bb209 service neutron] 10.222.0.35 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799276 Jul 13 07:33:07.490806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d94844-ab80-4e1c-a595-4a6e95b0bc1b admin admin] Made reservation on behalf of b5128d200da1472eb56ceb6acacc3851 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:07.493540 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83d94844-ab80-4e1c-a595-4a6e95b0bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.516736 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27969414-bebb-45ba-8490-4d8621e6a1f0 x-openstack-request-id: req-27969414-bebb-45ba-8490-4d8621e6a1f0 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:07.517102 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe27bd2-5b12-4961-9d41-83b7917965aa", "tag": "e0a7a960-64ee-47e4-beb9-eacdcdda37a1", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:07.517309 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27969414-bebb-45ba-8490-4d8621e6a1f0 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:07.518899 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe27bd2-5b12-4961-9d41-83b7917965aa', 'tag': 'e0a7a960-64ee-47e4-beb9-eacdcdda37a1', 'status': 'completed', 'code': 200} Jul 13 07:33:07.546149 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83d94844-ab80-4e1c-a595-4a6e95b0bc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.624509 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.753054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b6a7d-8052-4308-b038-34781866fc4b req-422b077c-5b6c-4ad2-855c-d32dad87b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:07.756046 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fa6b6a7d-8052-4308-b038-34781866fc4b req-422b077c-5b6c-4ad2-855c-d32dad87b8c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce153622febb4884a7bac996f2fa3815&device_id=cfe27bd2-5b12-4961-9d41-83b7917965aa HTTP/1.1" status: 200 len: 1100 time: 0.1278620 Jul 13 07:33:07.779824 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516251f8-e5ea-45fd-9599-a8c89c0279d7 req-b2a1855e-9eec-4df2-80a6-350c7864900b tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:07.781668 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83d94844-ab80-4e1c-a595-4a6e95b0bc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.792582 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-516251f8-e5ea-45fd-9599-a8c89c0279d7 req-b2a1855e-9eec-4df2-80a6-350c7864900b tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 950 time: 0.1267500 Jul 13 07:33:07.796317 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83d94844-ab80-4e1c-a595-4a6e95b0bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.833252 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d94844-ab80-4e1c-a595-4a6e95b0bc1b admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:07.877201 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-516251f8-e5ea-45fd-9599-a8c89c0279d7 req-4affa1ab-7aef-4bfd-9456-3775188da9f8 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835183 Jul 13 07:33:07.887692 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83d94844-ab80-4e1c-a595-4a6e95b0bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.888118 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-83d94844-ab80-4e1c-a595-4a6e95b0bc1b admin admin] Added segment d4315149-1da0-4a8b-b6dd-1cf259ac032d of type vlan for network bea1b32d-7e4a-4b04-bc1e-9b5e6bd6ccbb Jul 13 07:33:07.897710 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d94844-ab80-4e1c-a595-4a6e95b0bc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8d2fd3-a9a3-4720-bb16-afbbb9a5b937,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:07.908553 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025f58d-71d3-45ad-94b0-cb06c8a6b028 req-383d7927-3a8d-4afb-a0f9-c8e81cb85e05 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:07.912819 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9025f58d-71d3-45ad-94b0-cb06c8a6b028 req-383d7927-3a8d-4afb-a0f9-c8e81cb85e05 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 1098 time: 0.0939112 Jul 13 07:33:07.969015 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9025f58d-71d3-45ad-94b0-cb06c8a6b028 req-5630fd87-66b1-4e70-a40c-5a238df11f07 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531440 Jul 13 07:33:07.973247 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443d1469-0558-4bc0-ae7c-184a0b9e9e79 x-openstack-request-id: req-443d1469-0558-4bc0-ae7c-184a0b9e9e79 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:07.973541 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299c3d2a-b930-4acf-b48a-e53bbe077783", "tag": "affa0f44-27aa-43b3-9ed9-e1002b76cfe1", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:07.976972 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-443d1469-0558-4bc0-ae7c-184a0b9e9e79 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:07.977212 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299c3d2a-b930-4acf-b48a-e53bbe077783', 'tag': 'affa0f44-27aa-43b3-9ed9-e1002b76cfe1', 'status': 'completed', 'code': 200} Jul 13 07:33:08.119490 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722ed8a-98b7-4984-ba05-10125c0f7065 req-8ee4e79b-e7a0-4e4e-a248-5eae3f3434f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:08.124642 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5722ed8a-98b7-4984-ba05-10125c0f7065 req-8ee4e79b-e7a0-4e4e-a248-5eae3f3434f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 1095 time: 0.1154668 Jul 13 07:33:08.210336 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ff75387-161b-43a7-960b-7b257eca13c5 req-c609c135-208a-4a54-924d-e6a186d15ed0 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=a685b5d1-4022-42ea-b6df-89eb46d3deb0 HTTP/1.1" status: 200 len: 210 time: 0.0364692 Jul 13 07:33:08.263550 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83d94844-ab80-4e1c-a595-4a6e95b0bc1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.274195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b6a7d-8052-4308-b038-34781866fc4b req-66396c4e-9fba-4824-9143-8a1951c0d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:08.275300 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fa6b6a7d-8052-4308-b038-34781866fc4b req-66396c4e-9fba-4824-9143-8a1951c0d7ed service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.5039473 Jul 13 07:33:08.312549 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722ed8a-98b7-4984-ba05-10125c0f7065 req-8e65e56b-1792-4108-be02-68b332356131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:08.314056 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5722ed8a-98b7-4984-ba05-10125c0f7065 req-8e65e56b-1792-4108-be02-68b332356131 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 908 time: 0.1814599 Jul 13 07:33:08.343453 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fa6b6a7d-8052-4308-b038-34781866fc4b req-a3cb8dae-515d-4053-b595-d1dc89968197 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=e0a7a960-64ee-47e4-beb9-eacdcdda37a1 HTTP/1.1" status: 200 len: 217 time: 0.0591731 Jul 13 07:33:08.352418 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83d94844-ab80-4e1c-a595-4a6e95b0bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.353574 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d94844-ab80-4e1c-a595-4a6e95b0bc1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:08.354334 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83d94844-ab80-4e1c-a595-4a6e95b0bc1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.383488 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5722ed8a-98b7-4984-ba05-10125c0f7065 req-f3421e6d-8eed-4fd3-820e-80226a0253fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=affa0f44-27aa-43b3-9ed9-e1002b76cfe1 HTTP/1.1" status: 200 len: 217 time: 0.0617092 Jul 13 07:33:08.421448 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b6a7d-8052-4308-b038-34781866fc4b req-45069f1e-31fd-49ae-8d4e-0a5995d11f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:08.422896 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fa6b6a7d-8052-4308-b038-34781866fc4b req-45069f1e-31fd-49ae-8d4e-0a5995d11f6e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0583768 Jul 13 07:33:08.427141 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-83d94844-ab80-4e1c-a595-4a6e95b0bc1b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0117402 Jul 13 07:33:08.431134 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59078) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:08.439161 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-09e6f5e5-6a50-4757-8277-bd70dc9273a2 admin admin] Request body: {'subnet': {'network_id': 'bea1b32d-7e4a-4b04-bc1e-9b5e6bd6ccbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-70459623-subnet', 'tenant_id': 'b5128d200da1472eb56ceb6acacc3851', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:08.522132 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d94844-ab80-4e1c-a595-4a6e95b0bc1b admin admin] Pushing event updated for resources: {'Network': ['ID=bea1b32d-7e4a-4b04-bc1e-9b5e6bd6ccbb,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:08.526282 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e6f5e5-6a50-4757-8277-bd70dc9273a2 admin admin] Made reservation on behalf of b5128d200da1472eb56ceb6acacc3851 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:08.528705 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-09e6f5e5-6a50-4757-8277-bd70dc9273a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.534423 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network bea1b32d-7e4a-4b04-bc1e-9b5e6bd6ccbb details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:08.615397 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b6a7d-8052-4308-b038-34781866fc4b req-09fedaf1-70ca-45c2-aa8b-c8cd83ccc323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:08.616939 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fa6b6a7d-8052-4308-b038-34781866fc4b req-09fedaf1-70ca-45c2-aa8b-c8cd83ccc323 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1742868 Jul 13 07:33:08.724578 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722ed8a-98b7-4984-ba05-10125c0f7065 req-aa9599ae-e210-4b6e-9ba1-6b25276d0aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:08.724578 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5722ed8a-98b7-4984-ba05-10125c0f7065 req-aa9599ae-e210-4b6e-9ba1-6b25276d0aaa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 0.0865340 Jul 13 07:33:08.772848 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5722ed8a-98b7-4984-ba05-10125c0f7065 req-830b147b-5cc1-413d-ba32-5b4380e5baf6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406702 Jul 13 07:33:08.788466 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fa6b6a7d-8052-4308-b038-34781866fc4b req-26825ce5-fb25-4eb2-84a5-636b77929d50 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586874 Jul 13 07:33:08.796651 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-09e6f5e5-6a50-4757-8277-bd70dc9273a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.814960 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cee2a-907b-4d1b-9c6a-ffed5a465e61 req-3b19c3cd-f93c-40a9-ba2d-af3f3edded30 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:08.817210 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a0cee2a-907b-4d1b-9c6a-ffed5a465e61 req-3b19c3cd-f93c-40a9-ba2d-af3f3edded30 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe27bd2-5b12-4961-9d41-83b7917965aa HTTP/1.1" status: 200 len: 948 time: 0.4356179 Jul 13 07:33:08.838166 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd47f5-314b-4e3c-8ad0-4c7ed298b9dc req-0305e961-a811-4804-82ae-53f5eec85a2f tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:08.839616 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6abd47f5-314b-4e3c-8ad0-4c7ed298b9dc req-0305e961-a811-4804-82ae-53f5eec85a2f tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 1102 time: 0.2027872 Jul 13 07:33:08.936855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a0cee2a-907b-4d1b-9c6a-ffed5a465e61 req-873ade1b-54bc-4117-afe0-adca2528c9a0 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116536 Jul 13 07:33:08.937551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6f5e5-6a50-4757-8277-bd70dc9273a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33b2fb35-0d5f-4905-a140-f8fe4eb60b83,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:08.958073 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-6831c18c-ed34-4a2e-b9fd-7663da1da3ee tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d6a3e791abbc497c8586fd62e424c069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356956 Jul 13 07:33:08.964592 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e6f5e5-6a50-4757-8277-bd70dc9273a2 admin admin] Checking segment: {'id': 'd4315149-1da0-4a8b-b6dd-1cf259ac032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'bea1b32d-7e4a-4b04-bc1e-9b5e6bd6ccbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:08.965100 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e6f5e5-6a50-4757-8277-bd70dc9273a2 admin admin] Network hostable DHCP agents. Network: bea1b32d-7e4a-4b04-bc1e-9b5e6bd6ccbb, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:08.973302 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6abd47f5-314b-4e3c-8ad0-4c7ed298b9dc req-1ee04739-1d31-4152-a931-1c8813683449 tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213267 Jul 13 07:33:08.979304 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5722ed8a-98b7-4984-ba05-10125c0f7065 req-1692f8c1-6c06-4f0a-bc62-5b96c9470331 service neutron] 10.222.0.35 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982849 Jul 13 07:33:09.032704 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fa6b6a7d-8052-4308-b038-34781866fc4b req-29fbff95-b2e0-471c-afa9-b64107899841 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294209 Jul 13 07:33:09.077969 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e6f5e5-6a50-4757-8277-bd70dc9273a2 admin admin] Network bea1b32d-7e4a-4b04-bc1e-9b5e6bd6ccbb is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:09.098191 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-09e6f5e5-6a50-4757-8277-bd70dc9273a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, bea1b32d-7e4a-4b04-bc1e-9b5e6bd6ccbb) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:09.108539 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae74afc8-bd88-4557-a3a3-c9e5ec3491ab None None] Network bea1b32d-7e4a-4b04-bc1e-9b5e6bd6ccbb requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:09.115534 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e6f5e5-6a50-4757-8277-bd70dc9273a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:09.116360 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-09e6f5e5-6a50-4757-8277-bd70dc9273a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.149655 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-f781847d-35c5-44fc-92c0-32ba9209c1c2 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:09.151441 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-f781847d-35c5-44fc-92c0-32ba9209c1c2 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1814775 Jul 13 07:33:09.174330 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-09e6f5e5-6a50-4757-8277-bd70dc9273a2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7360146 Jul 13 07:33:09.178367 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5722ed8a-98b7-4984-ba05-10125c0f7065 req-4cb1cc06-3047-451b-bc50-a1ff5daa7251 service neutron] 10.222.0.35 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766429 Jul 13 07:33:09.186719 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-3d512f0d-3d3e-4ce9-940f-10c7baeaa10a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Request body: {'port': {'device_id': 'a685b5d1-4022-42ea-b6df-89eb46d3deb0', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': 'd6a3e791abbc497c8586fd62e424c069'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:09.262170 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d8566-d486-4409-8284-11c23b11e95d req-ec01186f-2784-4e8f-8885-c9575047f2ac tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:09.263799 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-923d8566-d486-4409-8284-11c23b11e95d req-ec01186f-2784-4e8f-8885-c9575047f2ac tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 1098 time: 0.0845551 Jul 13 07:33:09.333020 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-923d8566-d486-4409-8284-11c23b11e95d req-b68eaacc-36ec-4a59-b8ff-2e203dd36b21 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611134 Jul 13 07:33:09.366623 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-3d512f0d-3d3e-4ce9-940f-10c7baeaa10a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Made reservation on behalf of d6a3e791abbc497c8586fd62e424c069 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:09.370967 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-3d512f0d-3d3e-4ce9-940f-10c7baeaa10a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.389672 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59092) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:09.402359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8513bf78-b664-43b6-9142-34abf2ccbc77 None None] Network bea1b32d-7e4a-4b04-bc1e-9b5e6bd6ccbb requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:09.451106 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-3d512f0d-3d3e-4ce9-940f-10c7baeaa10a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.461905 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-f03e74e3-067d-41af-a583-7268da7f3deb admin admin] Deleting subnet c1e68f52-cc97-4d20-ae90-a7fd1aca4e8b {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:09.468875 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f03e74e3-067d-41af-a583-7268da7f3deb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.609443 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f03e74e3-067d-41af-a583-7268da7f3deb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.624749 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f03e74e3-067d-41af-a583-7268da7f3deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.630298 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17060ac4-7e72-441f-8a29-07cdabe8d53b req-7e313c80-9722-4cc1-b73e-ad272449212c tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:09.632590 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17060ac4-7e72-441f-8a29-07cdabe8d53b req-7e313c80-9722-4cc1-b73e-ad272449212c tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 943 time: 0.1201572 Jul 13 07:33:09.685779 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-3d512f0d-3d3e-4ce9-940f-10c7baeaa10a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.693252 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-3d512f0d-3d3e-4ce9-940f-10c7baeaa10a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.711346 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e0a7a960-64ee-47e4-beb9-eacdcdda37a1 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:09.715788 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-20d43ef7-4c55-41b4-afa4-e311f377a2e7 req-ec53cca3-f743-453a-95b3-5330502eedd0 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=a685b5d1-4022-42ea-b6df-89eb46d3deb0 HTTP/1.1" status: 200 len: 210 time: 0.0419915 Jul 13 07:33:09.733460 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17060ac4-7e72-441f-8a29-07cdabe8d53b req-863ad102-5164-4b43-bcac-0768bea928ec tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913603 Jul 13 07:33:09.738823 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f03e74e3-067d-41af-a583-7268da7f3deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.811111 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d512f0d-3d3e-4ce9-940f-10c7baeaa10a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7a6935-58fb-486a-a7f8-e0c068c33870,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:09.831703 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e74e3-067d-41af-a583-7268da7f3deb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1e68f52-cc97-4d20-ae90-a7fd1aca4e8b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:09.848175 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f03e74e3-067d-41af-a583-7268da7f3deb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.854240 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f03e74e3-067d-41af-a583-7268da7f3deb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c1e68f52-cc97-4d20-ae90-a7fd1aca4e8b HTTP/1.1" status: 204 len: 168 time: 0.4606690 Jul 13 07:33:09.858193 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59112) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:09.941668 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-b84ea30e-c913-4474-b43d-cb4c506bdbee tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=7e545f0f56574564bb5b695119db8b5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268614 Jul 13 07:33:09.994512 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port e0a7a960-64ee-47e4-beb9-eacdcdda37a1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e0a7a960-64ee-47e4-beb9-eacdcdda37a1,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:10.018944 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'e0a7a960-64ee-47e4-beb9-eacdcdda37a1', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': 'e0a7a960-64ee-47e4-beb9-eacdcdda37a1', 'mac_address': 'fa:16:3e:cd:54:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:10.036668 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.041323 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce30c577-0533-4a6d-925e-30ab7cc2e0af req-8c305538-0edb-4710-a400-ca769dcef1a2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2176297 Jul 13 07:33:10.071439 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-3d512f0d-3d3e-4ce9-940f-10c7baeaa10a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Allocated IP 192.168.233.61 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/3d4bdfc8-f779-4b57-85be-37da3028ceb7) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:10.072177 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.108128 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a7a960-64ee-47e4-beb9-eacdcdda37a1 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:10.111388 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-52c5e771-7fc2-4c9a-86a2-4ead7f6f2327 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:10.118116 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-52c5e771-7fc2-4c9a-86a2-4ead7f6f2327 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1644492 Jul 13 07:33:10.157386 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port e0a7a960-64ee-47e4-beb9-eacdcdda37a1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e0a7a960-64ee-47e4-beb9-eacdcdda37a1,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:10.166679 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.169134 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-71ca2169-c8f5-449d-ba72-490bfe6ef7b5 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/quotas/7e545f0f56574564bb5b695119db8b5e HTTP/1.1" status: 200 len: 375 time: 0.0197678 Jul 13 07:33:10.181368 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.203816 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:33:10.204160 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:33:10.204966 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:33:10.205314 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Subscribe: > port after_create 55550000 {{(pid=93723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:33:10.205666 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:33:10.206000 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Subscribe: > port after_update 55550000 {{(pid=93723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:33:10.206381 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:33:10.206699 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:33:10.207020 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:33:10.207342 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:33:10.235320 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30c577-0533-4a6d-925e-30ab7cc2e0af req-7630585f-785e-49e2-8e22-df28e34c7769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:10.237303 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce30c577-0533-4a6d-925e-30ab7cc2e0af req-7630585f-785e-49e2-8e22-df28e34c7769 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 1102 time: 0.1234639 Jul 13 07:33:10.290809 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=e0a7a960-64ee-47e4-beb9-eacdcdda37a1,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:10.314120 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:33:10.315455 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:33:10.316071 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:33:10.316147 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:33:10.316745 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e94b57-d539-4384-98e2-6ba8d499276c']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:10.355317 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee177cc7-dde3-4160-af1a-947a5b27c69d') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:10.355640 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee177cc7-dde3-4160-af1a-947a5b27c69d') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:10.377765 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-b28ad202-3096-41d0-94cd-67a5b6433dc5 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2011471 Jul 13 07:33:10.405232 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.431522 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30c577-0533-4a6d-925e-30ab7cc2e0af req-27e05381-482c-4091-aaab-f27ebb3b0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:10.433021 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce30c577-0533-4a6d-925e-30ab7cc2e0af req-27e05381-482c-4091-aaab-f27ebb3b0242 service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.1660373 Jul 13 07:33:10.486762 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce30c577-0533-4a6d-925e-30ab7cc2e0af req-05ac8ffc-c14f-453d-a8a1-ddc04ad6e230 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d571ad6d-dd23-410f-a583-c1f9fbcff8ca HTTP/1.1" status: 200 len: 217 time: 0.0446897 Jul 13 07:33:10.501265 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.521490 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:10.522520 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.556399 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30c577-0533-4a6d-925e-30ab7cc2e0af req-3faa79a4-e158-481d-a381-8fa051394e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:10.558225 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce30c577-0533-4a6d-925e-30ab7cc2e0af req-3faa79a4-e158-481d-a381-8fa051394e1c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0606899 Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: from cryptography.utils import int_from_bytes Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: from cryptography.utils import int_from_bytes Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:10.571761 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:10.603255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['e0a7a960-64ee-47e4-beb9-eacdcdda37a1'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:10.668792 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-3d512f0d-3d3e-4ce9-940f-10c7baeaa10a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.678918 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.692874 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.698186 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] 10.222.0.58 "DELETE /v2.0/networks/e8e94b57-d539-4384-98e2-6ba8d499276c HTTP/1.1" status: 204 len: 168 time: 0.8355789 Jul 13 07:33:10.698186 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-3d512f0d-3d3e-4ce9-940f-10c7baeaa10a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Transition to ACTIVE for port object 3d4bdfc8-f779-4b57-85be-37da3028ceb7 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:10.699994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59148) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:10.701417 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30c577-0533-4a6d-925e-30ab7cc2e0af req-530c3945-4b74-4a70-897c-6393513487c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:10.704533 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device affa0f44-27aa-43b3-9ed9-e1002b76cfe1 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:10.706269 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce30c577-0533-4a6d-925e-30ab7cc2e0af req-530c3945-4b74-4a70-897c-6393513487c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1404419 Jul 13 07:33:10.719897 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b18b1-ce0d-4175-a184-18ae278d329e admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e94b57-d539-4384-98e2-6ba8d499276c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:10.782354 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-794e4124-e5c8-407f-85a5-f78d18eaa2db admin admin] Deleting subnet 33b2fb35-0d5f-4905-a140-f8fe4eb60b83 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:10.786521 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-794e4124-e5c8-407f-85a5-f78d18eaa2db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.827495 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-794e4124-e5c8-407f-85a5-f78d18eaa2db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.888251 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.resource_extend [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:33:10.905835 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce30c577-0533-4a6d-925e-30ab7cc2e0af req-508dac8f-3c5f-449e-8311-ee61debfe915 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894233 Jul 13 07:33:10.929040 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-794e4124-e5c8-407f-85a5-f78d18eaa2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.040825 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port affa0f44-27aa-43b3-9ed9-e1002b76cfe1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=affa0f44-27aa-43b3-9ed9-e1002b76cfe1,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:11.041625 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-3d512f0d-3d3e-4ce9-940f-10c7baeaa10a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.056455 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'affa0f44-27aa-43b3-9ed9-e1002b76cfe1', 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431', 'port_id': 'affa0f44-27aa-43b3-9ed9-e1002b76cfe1', 'mac_address': 'fa:16:3e:4f:67:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4bccd5-f3d2-4df7-a5f9-58cc5815295c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:11.110386 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-3d512f0d-3d3e-4ce9-940f-10c7baeaa10a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:11.122167 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-3d512f0d-3d3e-4ce9-940f-10c7baeaa10a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:11.126373 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-3d512f0d-3d3e-4ce9-940f-10c7baeaa10a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:11.132452 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d512f0d-3d3e-4ce9-940f-10c7baeaa10a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Pushing event updated for resources: {'Port': ['ID=3d4bdfc8-f779-4b57-85be-37da3028ceb7,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:11.135088 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.152763 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce30c577-0533-4a6d-925e-30ab7cc2e0af req-ad979b33-4400-4bb0-b250-0de8bdef26bb service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397690 Jul 13 07:33:11.161947 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-794e4124-e5c8-407f-85a5-f78d18eaa2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.168846 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101cd3e-acde-4ad0-bd3e-8ba2ff598d7b req-aea81f8e-6e12-4904-a9b9-f875a2c05d1e tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:11.171754 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id affa0f44-27aa-43b3-9ed9-e1002b76cfe1 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:11.173288 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5101cd3e-acde-4ad0-bd3e-8ba2ff598d7b req-aea81f8e-6e12-4904-a9b9-f875a2c05d1e tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe27bd2-5b12-4961-9d41-83b7917965aa HTTP/1.1" status: 200 len: 949 time: 0.1897991 Jul 13 07:33:11.212747 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e4124-e5c8-407f-85a5-f78d18eaa2db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33b2fb35-0d5f-4905-a140-f8fe4eb60b83,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:11.224012 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port affa0f44-27aa-43b3-9ed9-e1002b76cfe1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=affa0f44-27aa-43b3-9ed9-e1002b76cfe1,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:11.234779 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-794e4124-e5c8-407f-85a5-f78d18eaa2db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.240073 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-794e4124-e5c8-407f-85a5-f78d18eaa2db admin admin] 10.222.0.58 "DELETE /v2.0/subnets/33b2fb35-0d5f-4905-a140-f8fe4eb60b83 HTTP/1.1" status: 204 len: 168 time: 0.5274589 Jul 13 07:33:11.240165 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.240544 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59168) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:11.247610 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-3d512f0d-3d3e-4ce9-940f-10c7baeaa10a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:11.248022 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-3d512f0d-3d3e-4ce9-940f-10c7baeaa10a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.262199 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5101cd3e-acde-4ad0-bd3e-8ba2ff598d7b req-a054c942-4ed5-4bea-9b92-b21ed14b9edc tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826702 Jul 13 07:33:11.352556 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=affa0f44-27aa-43b3-9ed9-e1002b76cfe1,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:11.397423 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-3d512f0d-3d3e-4ce9-940f-10c7baeaa10a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2203059 Jul 13 07:33:11.416885 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] Request body: {'port': {'device_id': 'a685b5d1-4022-42ea-b6df-89eb46d3deb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:11.422768 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1c110453-38e1-43b8-a16d-2c9407d2497e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.541620 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d1db0f87-4fad-430f-b3ee-5826b7d6a867 None None] Provisioning for port 3d4bdfc8-f779-4b57-85be-37da3028ceb7 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:11.546482 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d1db0f87-4fad-430f-b3ee-5826b7d6a867 None None] Provisioning complete for port 3d4bdfc8-f779-4b57-85be-37da3028ceb7 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:11.546899 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d1db0f87-4fad-430f-b3ee-5826b7d6a867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.593855 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['affa0f44-27aa-43b3-9ed9-e1002b76cfe1'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:11.620498 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1c110453-38e1-43b8-a16d-2c9407d2497e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.632595 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.639206 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-1c110453-38e1-43b8-a16d-2c9407d2497e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea1b32d-7e4a-4b04-bc1e-9b5e6bd6ccbb']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:11.646744 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d1db0f87-4fad-430f-b3ee-5826b7d6a867 None None] Port 3d4bdfc8-f779-4b57-85be-37da3028ceb7 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:11.661513 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-1c110453-38e1-43b8-a16d-2c9407d2497e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4315149-1da0-4a8b-b6dd-1cf259ac032d') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:11.661834 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-1c110453-38e1-43b8-a16d-2c9407d2497e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4315149-1da0-4a8b-b6dd-1cf259ac032d') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:11.694288 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e5eecb30-9d60-48cc-80b5-c20165c38291 req-1842b62a-7585-4711-b5b2-b6e904869166 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 210 time: 0.0477049 Jul 13 07:33:11.714284 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1c110453-38e1-43b8-a16d-2c9407d2497e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.736161 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e0a7a960-64ee-47e4-beb9-eacdcdda37a1 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:11.789960 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1c110453-38e1-43b8-a16d-2c9407d2497e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.806481 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c110453-38e1-43b8-a16d-2c9407d2497e admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:11.807279 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1c110453-38e1-43b8-a16d-2c9407d2497e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:11.808748 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:11.833957 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port e0a7a960-64ee-47e4-beb9-eacdcdda37a1 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:11.839075 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port e0a7a960-64ee-47e4-beb9-eacdcdda37a1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:11.839707 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.919825 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886f3ad-b3ef-458a-b771-79c0b773db5f req-46eb452f-9984-4887-91be-59fea7461460 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:11.922041 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2886f3ad-b3ef-458a-b771-79c0b773db5f req-46eb452f-9984-4887-91be-59fea7461460 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 944 time: 0.0838187 Jul 13 07:33:11.926572 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1c110453-38e1-43b8-a16d-2c9407d2497e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.931121 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1c110453-38e1-43b8-a16d-2c9407d2497e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.934132 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1c110453-38e1-43b8-a16d-2c9407d2497e admin admin] 10.222.0.58 "DELETE /v2.0/networks/bea1b32d-7e4a-4b04-bc1e-9b5e6bd6ccbb HTTP/1.1" status: 204 len: 168 time: 0.6826508 Jul 13 07:33:11.946831 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.953501 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c110453-38e1-43b8-a16d-2c9407d2497e admin admin] Pushing event deleted for resources: {'Network': ['ID=bea1b32d-7e4a-4b04-bc1e-9b5e6bd6ccbb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:11.975555 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2886f3ad-b3ef-458a-b771-79c0b773db5f req-018a05b5-531b-4af6-81fd-76cc58318ad9 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467215 Jul 13 07:33:11.997897 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe27bd2-5b12-4961-9d41-83b7917965aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a7a960-64ee-47e4-beb9-eacdcdda37a1'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:12.015971 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441c76a6-f046-404d-89b3-cdf393701e61" -d '{"events": [{"server_uuid": "cfe27bd2-5b12-4961-9d41-83b7917965aa", "name": "network-vif-plugged", "status": "completed", "tag": "e0a7a960-64ee-47e4-beb9-eacdcdda37a1"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:12.022969 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port e0a7a960-64ee-47e4-beb9-eacdcdda37a1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e0a7a960-64ee-47e4-beb9-eacdcdda37a1,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:12.041947 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.070956 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59184) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:12.137601 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4bdfc8-f779-4b57-85be-37da3028ceb7 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:12.157194 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.186564 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] Transition to ACTIVE for port object 3d4bdfc8-f779-4b57-85be-37da3028ceb7 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:12.190046 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=e0a7a960-64ee-47e4-beb9-eacdcdda37a1,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:12.196443 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.237876 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b2e31-c021-48fa-a9c3-3587ea4fdac5 req-5eb99585-a9f8-40c6-9dad-c865d796fe91 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:12.252265 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a00b2e31-c021-48fa-a9c3-3587ea4fdac5 req-5eb99585-a9f8-40c6-9dad-c865d796fe91 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=a685b5d1-4022-42ea-b6df-89eb46d3deb0 HTTP/1.1" status: 200 len: 935 time: 0.1414437 Jul 13 07:33:12.266982 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59188) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:12.280849 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4bdfc8-f779-4b57-85be-37da3028ceb7,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:12.297426 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-5d828aaf-6633-422e-b6b3-7ca9ed4c835b tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:33:12.298494 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-5d828aaf-6633-422e-b6b3-7ca9ed4c835b tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2265480 Jul 13 07:33:12.322646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a00b2e31-c021-48fa-a9c3-3587ea4fdac5 req-861f5ee8-44ad-4fcd-815d-a5205d053100 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691352 Jul 13 07:33:12.360696 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59196) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:12.361177 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e818f43f-fc23-409f-9477-35dde99549c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=35ca8829661c42c2ba545f46a843eec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0928345 Jul 13 07:33:12.384498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] Attempting to bind port 3d4bdfc8-f779-4b57-85be-37da3028ceb7 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:12.384835 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] Attempting to bind port 3d4bdfc8-f779-4b57-85be-37da3028ceb7 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:12.385179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] Attempting to bind port 3d4bdfc8-f779-4b57-85be-37da3028ceb7 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:12.401527 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] Port 3d4bdfc8-f779-4b57-85be-37da3028ceb7 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:12.401762 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] Attempting to bind port 3d4bdfc8-f779-4b57-85be-37da3028ceb7 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:12.416116 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:12.416456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:12.416849 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:12.417440 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] Bound port: 3d4bdfc8-f779-4b57-85be-37da3028ceb7, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:12.417804 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.476617 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8996007d-d905-4980-9d2d-98136635f3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.479422 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-e16fa53e-d042-406c-b081-745887824a4d req-2ccd7bfd-2ac9-4eac-a66d-8b00b0e8190c service neutron] Request body: {'binding': {'host': 'n-h2-779913-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:12.479961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-e16fa53e-d042-406c-b081-745887824a4d req-2ccd7bfd-2ac9-4eac-a66d-8b00b0e8190c service neutron] Unknown quota resources ['binding']. {{(pid=93724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:33:12.495584 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5c6d34ae-9888-4c0c-9bb8-0a1a2ab8ef00 None None] Provisioning complete for port e0a7a960-64ee-47e4-beb9-eacdcdda37a1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:12.496322 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c6d34ae-9888-4c0c-9bb8-0a1a2ab8ef00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.543476 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8996007d-d905-4980-9d2d-98136635f3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.610044 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] For port 3d4bdfc8-f779-4b57-85be-37da3028ceb7, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:12.620303 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] For port 3d4bdfc8-f779-4b57-85be-37da3028ceb7, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3d4bdfc8-f779-4b57-85be-37da3028ceb7,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:12.644077 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.706004 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device affa0f44-27aa-43b3-9ed9-e1002b76cfe1 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:12.753829 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:12.754538 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.756128 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] 10.222.0.62 "PUT /v2.0/ports/3d4bdfc8-f779-4b57-85be-37da3028ceb7 HTTP/1.1" status: 200 len: 1096 time: 1.3449888 Jul 13 07:33:12.769332 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a685b5d1-4022-42ea-b6df-89eb46d3deb0', 'tag': '3d4bdfc8-f779-4b57-85be-37da3028ceb7'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:12.776359 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777dbb76-4743-45fb-b08c-451d4c5f01b3 x-openstack-request-id: req-777dbb76-4743-45fb-b08c-451d4c5f01b3 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:12.776789 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe27bd2-5b12-4961-9d41-83b7917965aa", "name": "network-vif-plugged", "status": "completed", "tag": "e0a7a960-64ee-47e4-beb9-eacdcdda37a1", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:12.777193 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-777dbb76-4743-45fb-b08c-451d4c5f01b3 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:12.777751 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe27bd2-5b12-4961-9d41-83b7917965aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a7a960-64ee-47e4-beb9-eacdcdda37a1', 'code': 200} Jul 13 07:33:12.786965 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb02d63-23ee-4f8e-bec6-e2286a6961b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a685b5d1-4022-42ea-b6df-89eb46d3deb0", "tag": "3d4bdfc8-f779-4b57-85be-37da3028ceb7"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:12.789387 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.848313 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c392c-fa7e-46de-ae57-9b4da1fd8164 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4bdfc8-f779-4b57-85be-37da3028ceb7,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:12.850775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port affa0f44-27aa-43b3-9ed9-e1002b76cfe1 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:12.852006 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-e16fa53e-d042-406c-b081-745887824a4d req-2ccd7bfd-2ac9-4eac-a66d-8b00b0e8190c service neutron] Attempting to bind port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 on host n-h2-779913-28 for vnic_type normal with profile None {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:12.852486 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-e16fa53e-d042-406c-b081-745887824a4d req-2ccd7bfd-2ac9-4eac-a66d-8b00b0e8190c service neutron] Attempting to bind port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:12.852663 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16fa53e-d042-406c-b081-745887824a4d req-2ccd7bfd-2ac9-4eac-a66d-8b00b0e8190c service neutron] Attempting to bind port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:12.853079 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8996007d-d905-4980-9d2d-98136635f3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.859679 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8996007d-d905-4980-9d2d-98136635f3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.863524 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8996007d-d905-4980-9d2d-98136635f3f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bd30a2ed-2484-46de-8ed0-ffe231ca349a HTTP/1.1" status: 204 len: 168 time: 0.5005209 Jul 13 07:33:12.864764 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port affa0f44-27aa-43b3-9ed9-e1002b76cfe1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:12.865460 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.873948 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16fa53e-d042-406c-b081-745887824a4d req-2ccd7bfd-2ac9-4eac-a66d-8b00b0e8190c service neutron] Port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 on network acf8805e-fc72-4645-afdd-bc310db87bf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:12.876970 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16fa53e-d042-406c-b081-745887824a4d req-2ccd7bfd-2ac9-4eac-a66d-8b00b0e8190c service neutron] Attempting to bind port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:12.896293 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16fa53e-d042-406c-b081-745887824a4d req-2ccd7bfd-2ac9-4eac-a66d-8b00b0e8190c service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:12.902148 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16fa53e-d042-406c-b081-745887824a4d req-2ccd7bfd-2ac9-4eac-a66d-8b00b0e8190c service neutron] Checking segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:12.903196 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16fa53e-d042-406c-b081-745887824a4d req-2ccd7bfd-2ac9-4eac-a66d-8b00b0e8190c service neutron] Bound using segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:12.904895 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-e16fa53e-d042-406c-b081-745887824a4d req-2ccd7bfd-2ac9-4eac-a66d-8b00b0e8190c service neutron] Bound port: 7dc045fa-c1da-416e-9d43-8b35c3ee6d72, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:12.909085 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996007d-d905-4980-9d2d-98136635f3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd30a2ed-2484-46de-8ed0-ffe231ca349a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:13.167460 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a06bd9-f1ad-4ed6-9a91-368591c8b7ff req-31f67146-8348-4cf7-aaab-8c912a90600b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:13.168930 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c7a06bd9-f1ad-4ed6-9a91-368591c8b7ff req-31f67146-8348-4cf7-aaab-8c912a90600b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cfe27bd2-5b12-4961-9d41-83b7917965aa HTTP/1.1" status: 200 len: 1102 time: 0.2184722 Jul 13 07:33:13.182913 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-d524d51e-0696-41aa-bd6c-8023a9d62f5a tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=7e545f0f56574564bb5b695119db8b5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1808777 Jul 13 07:33:13.184163 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-8e7fc3f5-2601-401e-80ce-f0ededb6db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:13.186463 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-8e7fc3f5-2601-401e-80ce-f0ededb6db7a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d6a3e791abbc497c8586fd62e424c069&device_id=a685b5d1-4022-42ea-b6df-89eb46d3deb0 HTTP/1.1" status: 200 len: 1099 time: 0.2951813 Jul 13 07:33:13.187977 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.250636 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e16fa53e-d042-406c-b081-745887824a4d req-2ccd7bfd-2ac9-4eac-a66d-8b00b0e8190c service neutron] For port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7dc045fa-c1da-416e-9d43-8b35c3ee6d72,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:13.253272 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port affa0f44-27aa-43b3-9ed9-e1002b76cfe1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=affa0f44-27aa-43b3-9ed9-e1002b76cfe1,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:13.263191 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.285528 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e16fa53e-d042-406c-b081-745887824a4d req-2ccd7bfd-2ac9-4eac-a66d-8b00b0e8190c service neutron] Notify callbacks [] for binding, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.287340 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-2ccd7bfd-2ac9-4eac-a66d-8b00b0e8190c service neutron] 10.222.0.58 "POST /v2.0/ports/7dc045fa-c1da-416e-9d43-8b35c3ee6d72/bindings HTTP/1.1" status: 201 len: 390 time: 0.8600178 Jul 13 07:33:13.288073 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c7a06bd9-f1ad-4ed6-9a91-368591c8b7ff req-7aa08cfa-ded6-4dd4-87dd-05bc153e6e98 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060896 Jul 13 07:33:13.289299 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-49aba26c-11cb-4265-b034-94f3cf34e8b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=3d4bdfc8-f779-4b57-85be-37da3028ceb7 HTTP/1.1" status: 200 len: 217 time: 0.0864825 Jul 13 07:33:13.336085 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=affa0f44-27aa-43b3-9ed9-e1002b76cfe1,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:13.382174 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100216d-4c60-4e62-a1a8-f7ae36493e38 req-ce49075d-ab72-4a2f-acb6-f8a8204f6bf1 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:13.389568 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7100216d-4c60-4e62-a1a8-f7ae36493e38 req-ce49075d-ab72-4a2f-acb6-f8a8204f6bf1 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe27bd2-5b12-4961-9d41-83b7917965aa HTTP/1.1" status: 200 len: 950 time: 0.2572742 Jul 13 07:33:13.472204 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7100216d-4c60-4e62-a1a8-f7ae36493e38 req-c32609b5-9ad6-46ae-adfe-df0f3b8113e9 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816975 Jul 13 07:33:13.473334 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-ac2d05b5-b4da-409d-96b1-a4d382df0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:13.476041 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-ac2d05b5-b4da-409d-96b1-a4d382df0cb8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0981493 Jul 13 07:33:13.488745 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-89cf1d80-a151-4844-b14f-f3ef812750d1 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:13.490472 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-89cf1d80-a151-4844-b14f-f3ef812750d1 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2794516 Jul 13 07:33:13.505039 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-ce8c4d45-d7c5-469f-b2e4-79c845784870 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Request body: {'port': {'device_id': '07c984b3-bac2-4e06-9317-fe4cbac93f48', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': '7e545f0f56574564bb5b695119db8b5e'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:13.578879 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643249ce-044e-409b-8913-32ff9b0311b2 x-openstack-request-id: req-643249ce-044e-409b-8913-32ff9b0311b2 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:13.579200 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a685b5d1-4022-42ea-b6df-89eb46d3deb0", "tag": "3d4bdfc8-f779-4b57-85be-37da3028ceb7", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:13.579423 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-643249ce-044e-409b-8913-32ff9b0311b2 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:13.579820 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a685b5d1-4022-42ea-b6df-89eb46d3deb0', 'tag': '3d4bdfc8-f779-4b57-85be-37da3028ceb7', 'status': 'completed', 'code': 200} Jul 13 07:33:13.614304 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-3f38c0e3-b69d-44b3-9091-4b30447acd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:13.615532 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-3f38c0e3-b69d-44b3-9091-4b30447acd37 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1027694 Jul 13 07:33:13.638097 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-86566194-3e39-4802-931f-6240023c0691 req-dab71304-51f9-4859-9338-59cbb10161b4 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 210 time: 0.0383482 Jul 13 07:33:13.688263 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59232) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:13.703594 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-ce8c4d45-d7c5-469f-b2e4-79c845784870 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Made reservation on behalf of 7e545f0f56574564bb5b695119db8b5e for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:13.714262 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-ce8c4d45-d7c5-469f-b2e4-79c845784870 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.849247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ea216-4457-4705-b69a-7ab51c2ea78c req-8d849aef-232b-403c-9310-90ceedb04f61 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:13.850880 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-110ea216-4457-4705-b69a-7ab51c2ea78c req-8d849aef-232b-403c-9310-90ceedb04f61 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 945 time: 0.1323471 Jul 13 07:33:13.928996 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-ce8c4d45-d7c5-469f-b2e4-79c845784870 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Allocated IP 192.168.233.7 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/5477dfe0-844c-46e5-b658-3bfbb67c16fb) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:13.934043 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-110ea216-4457-4705-b69a-7ab51c2ea78c req-4d2bb795-091b-42b6-b827-abd9b6e1ff5b tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609980 Jul 13 07:33:14.062947 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ab15d71c-7688-4b85-a5f3-41abe7185901 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5128d200da1472eb56ceb6acacc3851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3650763 Jul 13 07:33:14.066915 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-862bf09a-4f2d-42dd-acef-fca0408216db service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435482 Jul 13 07:33:14.067354 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59236) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:14.095832 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fa53e-d042-406c-b081-745887824a4d req-18960eb3-7905-4da0-b8f8-05ddbb14990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:14.097353 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-18960eb3-7905-4da0-b8f8-05ddbb14990b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 1098 time: 0.4247022 Jul 13 07:33:14.265195 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ece22da2-3d7a-4254-a206-82b45f51b253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.291399 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f1bb93be-833b-4e42-acf1-d2fe849099d1 req-a714943a-729d-49c7-9038-0612be298b0d service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087264 Jul 13 07:33:14.315578 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fa53e-d042-406c-b081-745887824a4d req-74ea0f4a-e49b-4107-b9e6-9fb0737ae6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:14.317243 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-74ea0f4a-e49b-4107-b9e6-9fb0737ae6ce service neutron] 10.222.0.62 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 921 time: 0.2058246 Jul 13 07:33:14.319191 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ece22da2-3d7a-4254-a206-82b45f51b253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.388900 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-2614437c-b68f-4614-8d6d-a719b9224c22 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dc045fa-c1da-416e-9d43-8b35c3ee6d72 HTTP/1.1" status: 200 len: 217 time: 0.0539904 Jul 13 07:33:14.413402 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-ce8c4d45-d7c5-469f-b2e4-79c845784870 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.441311 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b294c-e1a4-42bd-a821-b3ac3acb9a60 req-f78a6973-a4fe-4fc8-bc86-7a8f10cb1dc5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:14.447783 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e8b294c-e1a4-42bd-a821-b3ac3acb9a60 req-f78a6973-a4fe-4fc8-bc86-7a8f10cb1dc5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=a685b5d1-4022-42ea-b6df-89eb46d3deb0 HTTP/1.1" status: 200 len: 947 time: 0.3732095 Jul 13 07:33:14.463227 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-ce8c4d45-d7c5-469f-b2e4-79c845784870 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Transition to ACTIVE for port object 5477dfe0-844c-46e5-b658-3bfbb67c16fb will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:14.476058 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fa53e-d042-406c-b081-745887824a4d req-a23132c6-ab22-40fc-8a05-7221fdfe2538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:14.477685 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-a23132c6-ab22-40fc-8a05-7221fdfe2538 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 200 len: 860 time: 0.0720713 Jul 13 07:33:14.480592 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ece22da2-3d7a-4254-a206-82b45f51b253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.482058 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc98a7f-2bbb-4d8e-9ae6-09f08c83ba03 req-50d2a44f-7a77-45f9-8a3c-d85a1e2468ce tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:14.483352 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ece22da2-3d7a-4254-a206-82b45f51b253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.483523 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bdc98a7f-2bbb-4d8e-9ae6-09f08c83ba03 req-50d2a44f-7a77-45f9-8a3c-d85a1e2468ce tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 946 time: 0.4079452 Jul 13 07:33:14.489761 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ece22da2-3d7a-4254-a206-82b45f51b253 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c8d2fd3-a9a3-4720-bb16-afbbb9a5b937 HTTP/1.1" status: 204 len: 168 time: 0.4180636 Jul 13 07:33:14.539358 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e8b294c-e1a4-42bd-a821-b3ac3acb9a60 req-94956368-3a7d-41c2-9145-96aec7a0b467 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906231 Jul 13 07:33:14.544630 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb02d63-23ee-4f8e-bec6-e2286a6961b3 req-c43f1601-62a1-4aa0-ad91-17d1fbf903e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:14.546481 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6fb02d63-23ee-4f8e-bec6-e2286a6961b3 req-c43f1601-62a1-4aa0-ad91-17d1fbf903e6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d6a3e791abbc497c8586fd62e424c069&device_id=a685b5d1-4022-42ea-b6df-89eb46d3deb0 HTTP/1.1" status: 200 len: 1099 time: 0.1680968 Jul 13 07:33:14.553019 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-b3e474e0-c55d-4f09-9ae0-e8e0f99a298e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=acf8805e-fc72-4645-afdd-bc310db87bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607314 Jul 13 07:33:14.554308 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece22da2-3d7a-4254-a206-82b45f51b253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8d2fd3-a9a3-4720-bb16-afbbb9a5b937,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:14.574800 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-ce8c4d45-d7c5-469f-b2e4-79c845784870 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.590169 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d571ad6d-dd23-410f-a583-c1f9fbcff8ca'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:14.600852 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bdc98a7f-2bbb-4d8e-9ae6-09f08c83ba03 req-3b438708-717b-4bcc-b208-bc49891c97fc tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002874 Jul 13 07:33:14.701225 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-ce8c4d45-d7c5-469f-b2e4-79c845784870 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:14.705175 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-ce8c4d45-d7c5-469f-b2e4-79c845784870 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:14.711178 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-ce8c4d45-d7c5-469f-b2e4-79c845784870 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:14.719808 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-ce8c4d45-d7c5-469f-b2e4-79c845784870 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:14.722240 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-ce8c4d45-d7c5-469f-b2e4-79c845784870 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.732374 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c4d45-d7c5-469f-b2e4-79c845784870 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Pushing event updated for resources: {'Port': ['ID=5477dfe0-844c-46e5-b658-3bfbb67c16fb,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:14.771875 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-ce8c4d45-d7c5-469f-b2e4-79c845784870 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2702718 Jul 13 07:33:14.789225 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299c3d2a-b930-4acf-b48a-e53bbe077783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affa0f44-27aa-43b3-9ed9-e1002b76cfe1'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:14.791322 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] Request body: {'port': {'device_id': '07c984b3-bac2-4e06-9317-fe4cbac93f48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:14.799453 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d2ac8d-b88f-4931-a319-5859f44acff0" -d '{"events": [{"server_uuid": "299c3d2a-b930-4acf-b48a-e53bbe077783", "name": "network-vif-plugged", "status": "completed", "tag": "affa0f44-27aa-43b3-9ed9-e1002b76cfe1"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:15.007620 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-de53e471-f830-4708-911a-32273e8e92b4 None None] Provisioning for port 5477dfe0-844c-46e5-b658-3bfbb67c16fb completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:15.017125 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-de53e471-f830-4708-911a-32273e8e92b4 None None] Provisioning complete for port 5477dfe0-844c-46e5-b658-3bfbb67c16fb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:15.017814 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de53e471-f830-4708-911a-32273e8e92b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.025959 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb02d63-23ee-4f8e-bec6-e2286a6961b3 req-fd7f8428-a6da-4bdf-bf7d-a04dd7e40663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:15.033212 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6fb02d63-23ee-4f8e-bec6-e2286a6961b3 req-fd7f8428-a6da-4bdf-bf7d-a04dd7e40663 service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.4518449 Jul 13 07:33:15.047563 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-ada234fb-8e29-4fa2-88ca-04f093dbe757 service neutron] 10.222.0.62 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054866 Jul 13 07:33:15.058690 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-de53e471-f830-4708-911a-32273e8e92b4 None None] Port 5477dfe0-844c-46e5-b658-3bfbb67c16fb cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:15.067670 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.113780 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6fb02d63-23ee-4f8e-bec6-e2286a6961b3 req-b3214ed3-dc4b-4b09-84ae-c2258b1e948d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=3d4bdfc8-f779-4b57-85be-37da3028ceb7 HTTP/1.1" status: 200 len: 217 time: 0.0649376 Jul 13 07:33:15.222632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb02d63-23ee-4f8e-bec6-e2286a6961b3 req-74e76200-8e5d-43f2-a143-e78f9503596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:15.224379 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6fb02d63-23ee-4f8e-bec6-e2286a6961b3 req-74e76200-8e5d-43f2-a143-e78f9503596e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0989423 Jul 13 07:33:15.236639 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a3974-896c-4e68-93a8-3ea79a497c3f req-5928b889-cab0-4bb1-a03e-1383b6c39114 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:15.238851 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-991a3974-896c-4e68-93a8-3ea79a497c3f req-5928b889-cab0-4bb1-a03e-1383b6c39114 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe27bd2-5b12-4961-9d41-83b7917965aa HTTP/1.1" status: 200 len: 950 time: 0.3256042 Jul 13 07:33:15.293591 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-f57abbab-f9b9-4008-8509-fcda753cd301 service neutron] 10.222.0.62 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306283 Jul 13 07:33:15.329850 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb02d63-23ee-4f8e-bec6-e2286a6961b3 req-e5b8e4bb-4da3-4151-9c0f-79d18bd284a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:15.331543 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6fb02d63-23ee-4f8e-bec6-e2286a6961b3 req-e5b8e4bb-4da3-4151-9c0f-79d18bd284a4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0913885 Jul 13 07:33:15.370740 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-991a3974-896c-4e68-93a8-3ea79a497c3f req-c6d9749f-3a61-4096-81ca-d94aa74661ce tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225715 Jul 13 07:33:15.409798 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedeb36-b37e-4c10-b851-08818c7af325 req-add0f302-d6a4-4295-ba52-a91ee82be159 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:15.411530 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dcedeb36-b37e-4c10-b851-08818c7af325 req-add0f302-d6a4-4295-ba52-a91ee82be159 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 934 time: 0.2383759 Jul 13 07:33:15.430003 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248bb7cd-8b60-4af8-b35e-35f38e4f768e x-openstack-request-id: req-248bb7cd-8b60-4af8-b35e-35f38e4f768e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:15.430628 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299c3d2a-b930-4acf-b48a-e53bbe077783", "name": "network-vif-plugged", "status": "completed", "tag": "affa0f44-27aa-43b3-9ed9-e1002b76cfe1", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:15.431162 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-248bb7cd-8b60-4af8-b35e-35f38e4f768e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:15.431723 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299c3d2a-b930-4acf-b48a-e53bbe077783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affa0f44-27aa-43b3-9ed9-e1002b76cfe1', 'code': 200} Jul 13 07:33:15.524584 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dcedeb36-b37e-4c10-b851-08818c7af325 req-650a9a32-ee57-426d-9164-411f1bc7d228 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982749 Jul 13 07:33:15.685658 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6fb02d63-23ee-4f8e-bec6-e2286a6961b3 req-211be27f-fd8a-4042-85ee-43b3179d77dc service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704253 Jul 13 07:33:15.694620 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5477dfe0-844c-46e5-b658-3bfbb67c16fb {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:15.708059 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.730783 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-02d6c0ce-8652-4716-8beb-c12bb4067c1e req-e46854b6-d965-401d-a5e3-b107e78d39c1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c9b6391f-f042-4136-a61c-f27290ec85b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2201304 Jul 13 07:33:15.738857 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] Transition to ACTIVE for port object 5477dfe0-844c-46e5-b658-3bfbb67c16fb will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:15.761654 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.773894 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b0959-06ce-4bbf-9d67-7b2ce146387b req-c33116e2-4d5d-4717-8b36-9779895793a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:15.776797 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f56b0959-06ce-4bbf-9d67-7b2ce146387b req-c33116e2-4d5d-4717-8b36-9779895793a5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 1097 time: 0.1764715 Jul 13 07:33:15.808993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fa53e-d042-406c-b081-745887824a4d req-cda93e32-c3a1-484a-b4e3-827c4e0315d4 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:15.810873 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-cda93e32-c3a1-484a-b4e3-827c4e0315d4 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070&tenant_id=15158e7fe97d4861a97b0a945f95d776&binding%3Ahost_id=n-h1-779913-28 HTTP/1.1" status: 200 len: 1098 time: 0.3110433 Jul 13 07:33:15.837339 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-e16fa53e-d042-406c-b081-745887824a4d req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-28'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:15.862642 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae715996-d8fb-460e-aa29-5ce49eb91145 req-e95cc180-4693-4f22-8645-6fe7fe774282 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:15.864233 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ae715996-d8fb-460e-aa29-5ce49eb91145 req-e95cc180-4693-4f22-8645-6fe7fe774282 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 945 time: 0.2673633 Jul 13 07:33:15.897928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5477dfe0-844c-46e5-b658-3bfbb67c16fb,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:15.904440 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f56b0959-06ce-4bbf-9d67-7b2ce146387b req-7e5ccbef-3b4c-450a-81f9-8f89ce18c06e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980778 Jul 13 07:33:15.915581 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6fb02d63-23ee-4f8e-bec6-e2286a6961b3 req-71614a00-9518-4db7-8946-7183266df6a0 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166324 Jul 13 07:33:15.965013 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e16fa53e-d042-406c-b081-745887824a4d req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.011296 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] Attempting to bind port 5477dfe0-844c-46e5-b658-3bfbb67c16fb on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:16.011860 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] Attempting to bind port 5477dfe0-844c-46e5-b658-3bfbb67c16fb by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:16.012326 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] Attempting to bind port 5477dfe0-844c-46e5-b658-3bfbb67c16fb on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:16.025929 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ae715996-d8fb-460e-aa29-5ce49eb91145 req-dceccc5b-eee6-4691-9091-066af8bee5d5 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446524 Jul 13 07:33:16.028753 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] Port 5477dfe0-844c-46e5-b658-3bfbb67c16fb on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:16.029090 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] Attempting to bind port 5477dfe0-844c-46e5-b658-3bfbb67c16fb on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:16.038844 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:16.039435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:16.039595 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:16.040029 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] Bound port: 5477dfe0-844c-46e5-b658-3bfbb67c16fb, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:16.040384 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.046540 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6c0ce-8652-4716-8beb-c12bb4067c1e req-6b149295-0e5e-487d-aa43-b38dbc564a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:16.048036 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-02d6c0ce-8652-4716-8beb-c12bb4067c1e req-6b149295-0e5e-487d-aa43-b38dbc564a3c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0ff6e974f964420a5efb9f781f70c04&device_id=c9b6391f-f042-4136-a61c-f27290ec85b2 HTTP/1.1" status: 200 len: 1097 time: 0.2403848 Jul 13 07:33:16.225812 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-e16fa53e-d042-406c-b081-745887824a4d req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] For port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7dc045fa-c1da-416e-9d43-8b35c3ee6d72,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:16.292742 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-e16fa53e-d042-406c-b081-745887824a4d req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] For port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:16.350003 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1884dd-d3d4-4595-b548-2bdc74d1b070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dc045fa-c1da-416e-9d43-8b35c3ee6d72'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:16.352458 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811286a4-64bf-4f55-9ffa-8b1946461faa" -d '{"events": [{"server_uuid": "5d1884dd-d3d4-4595-b548-2bdc74d1b070", "name": "network-vif-unplugged", "status": "completed", "tag": "7dc045fa-c1da-416e-9d43-8b35c3ee6d72"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:16.358812 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e16fa53e-d042-406c-b081-745887824a4d req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.371639 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e16fa53e-d042-406c-b081-745887824a4d req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.428187 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] For port 5477dfe0-844c-46e5-b658-3bfbb67c16fb, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:16.443816 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6c0ce-8652-4716-8beb-c12bb4067c1e req-7d57cf92-240d-4f64-a208-c0ad246988da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:16.445291 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-02d6c0ce-8652-4716-8beb-c12bb4067c1e req-7d57cf92-240d-4f64-a208-c0ad246988da service neutron] 10.222.0.62 "GET /v2.0/networks?id=02fe467e-501d-4dea-afac-48e6d7fce230 HTTP/1.1" status: 200 len: 925 time: 0.3619561 Jul 13 07:33:16.447073 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] For port 5477dfe0-844c-46e5-b658-3bfbb67c16fb, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=5477dfe0-844c-46e5-b658-3bfbb67c16fb,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:16.455193 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.514602 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-e16fa53e-d042-406c-b081-745887824a4d req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] Attempting to bind port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 on host n-h1-779913-28 for vnic_type normal with profile {"migrating_to": "n-h2-779913-28"} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:16.514986 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-e16fa53e-d042-406c-b081-745887824a4d req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] Attempting to bind port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:16.515417 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16fa53e-d042-406c-b081-745887824a4d req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] Attempting to bind port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:16.524017 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16fa53e-d042-406c-b081-745887824a4d req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] Port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 on network acf8805e-fc72-4645-afdd-bc310db87bf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:16.524484 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16fa53e-d042-406c-b081-745887824a4d req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] Attempting to bind port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:16.530323 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] Pushing event updated for resources: {'Port': ['ID=7dc045fa-c1da-416e-9d43-8b35c3ee6d72,revision_number=7']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:16.535213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16fa53e-d042-406c-b081-745887824a4d req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:16.535656 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16fa53e-d042-406c-b081-745887824a4d req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] Checking segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:16.536134 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16fa53e-d042-406c-b081-745887824a4d req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] Bound using segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:16.536686 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-e16fa53e-d042-406c-b081-745887824a4d req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] Bound port: 7dc045fa-c1da-416e-9d43-8b35c3ee6d72, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:16.537142 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e16fa53e-d042-406c-b081-745887824a4d req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.613964 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-e16fa53e-d042-406c-b081-745887824a4d req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] For port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:16.617546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-e16fa53e-d042-406c-b081-745887824a4d req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] For port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7dc045fa-c1da-416e-9d43-8b35c3ee6d72,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:16.623716 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e16fa53e-d042-406c-b081-745887824a4d req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.679526 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-02d6c0ce-8652-4716-8beb-c12bb4067c1e req-421b284b-57a7-43f6-bfb0-988152558e32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43be76b5-507e-44cf-bb99-205afaff217b HTTP/1.1" status: 200 len: 1000 time: 0.2194607 Jul 13 07:33:16.706189 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fa53e-d042-406c-b081-745887824a4d req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:16.706189 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e16fa53e-d042-406c-b081-745887824a4d req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.708637 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] 10.222.0.62 "PUT /v2.0/ports/7dc045fa-c1da-416e-9d43-8b35c3ee6d72 HTTP/1.1" status: 200 len: 1124 time: 0.8766363 Jul 13 07:33:16.725934 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936634c7-f6b6-44e1-a287-67eec0c7f20c service neutron] Pushing event updated for resources: {'Port': ['ID=7dc045fa-c1da-416e-9d43-8b35c3ee6d72,revision_number=8']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:16.750779 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:16.751717 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.753325 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] 10.222.0.35 "PUT /v2.0/ports/5477dfe0-844c-46e5-b658-3bfbb67c16fb HTTP/1.1" status: 200 len: 1095 time: 1.9727001 Jul 13 07:33:16.754195 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c984b3-bac2-4e06-9317-fe4cbac93f48', 'tag': '5477dfe0-844c-46e5-b658-3bfbb67c16fb'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:16.757947 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71532015-a0bc-4880-8737-f619517c4c35" -d '{"events": [{"name": "network-changed", "server_uuid": "07c984b3-bac2-4e06-9317-fe4cbac93f48", "tag": "5477dfe0-844c-46e5-b658-3bfbb67c16fb"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:16.765210 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10129a-b6b3-4249-a42b-44d3fd9206f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5477dfe0-844c-46e5-b658-3bfbb67c16fb,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:16.821664 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['7dc045fa-c1da-416e-9d43-8b35c3ee6d72'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:16.856609 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd1fbd-6454-46fc-b1e3-5bc501e8d19d req-7d47cddd-ddc8-4e30-94d4-bb4e6ff98e91 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:16.859485 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-04dd1fbd-6454-46fc-b1e3-5bc501e8d19d req-7d47cddd-ddc8-4e30-94d4-bb4e6ff98e91 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=a685b5d1-4022-42ea-b6df-89eb46d3deb0 HTTP/1.1" status: 200 len: 947 time: 0.4941781 Jul 13 07:33:16.900859 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6c0ce-8652-4716-8beb-c12bb4067c1e req-3e5af031-b225-4b6d-9d8c-0e0552adeadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:16.903914 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-02d6c0ce-8652-4716-8beb-c12bb4067c1e req-3e5af031-b225-4b6d-9d8c-0e0552adeadb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=31d63351-98cd-481d-a626-10f87330372b HTTP/1.1" status: 200 len: 863 time: 0.1948702 Jul 13 07:33:17.037914 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-04dd1fbd-6454-46fc-b1e3-5bc501e8d19d req-23dbd665-ed63-468c-84d4-5564e8688639 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432483 Jul 13 07:33:17.062794 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10644d08-bd72-47e4-9ab5-44cdb447bb8c req-5be9ba96-4fe8-4c94-8843-dbcd07a4bb41 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:17.064707 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10644d08-bd72-47e4-9ab5-44cdb447bb8c req-5be9ba96-4fe8-4c94-8843-dbcd07a4bb41 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 944 time: 0.3154268 Jul 13 07:33:17.074628 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-1b16075a-cb96-4b85-9f47-d7f4cd33f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:17.076716 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-1b16075a-cb96-4b85-9f47-d7f4cd33f620 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 1098 time: 0.2607839 Jul 13 07:33:17.085190 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6c0ce-8652-4716-8beb-c12bb4067c1e req-ff8d086c-9148-46f1-a352-b5721d391e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:17.086803 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-02d6c0ce-8652-4716-8beb-c12bb4067c1e req-ff8d086c-9148-46f1-a352-b5721d391e4a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02fe467e-501d-4dea-afac-48e6d7fce230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1536319 Jul 13 07:33:17.142703 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-ac53c387-adf3-4859-ab15-b5eac66e114c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=5477dfe0-844c-46e5-b658-3bfbb67c16fb HTTP/1.1" status: 200 len: 217 time: 0.0548747 Jul 13 07:33:17.220522 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10644d08-bd72-47e4-9ab5-44cdb447bb8c req-d6dff719-b7cb-4b7d-aedf-1f6a63d389c9 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483448 Jul 13 07:33:17.271851 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-d848102b-3e03-4912-af41-a04ce6c70925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:17.273547 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-d848102b-3e03-4912-af41-a04ce6c70925 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1185334 Jul 13 07:33:17.275926 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce532854-978d-4b80-9da3-b2782fa8b185 x-openstack-request-id: req-ce532854-978d-4b80-9da3-b2782fa8b185 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:17.276227 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1884dd-d3d4-4595-b548-2bdc74d1b070", "name": "network-vif-unplugged", "status": "completed", "tag": "7dc045fa-c1da-416e-9d43-8b35c3ee6d72", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:17.276494 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce532854-978d-4b80-9da3-b2782fa8b185 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:17.276902 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1884dd-d3d4-4595-b548-2bdc74d1b070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dc045fa-c1da-416e-9d43-8b35c3ee6d72', 'code': 200} Jul 13 07:33:17.294631 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-02d6c0ce-8652-4716-8beb-c12bb4067c1e req-b91944cd-180e-454b-8f8a-ada181c1f680 service neutron] 10.222.0.62 "GET /v2.0/networks/02fe467e-501d-4dea-afac-48e6d7fce230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901746 Jul 13 07:33:17.480481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-bbc7bc68-1293-4654-91d7-bf0590d274b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:17.482660 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-bbc7bc68-1293-4654-91d7-bf0590d274b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1904199 Jul 13 07:33:17.487035 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-02d6c0ce-8652-4716-8beb-c12bb4067c1e req-d359fdd6-fa46-4b67-9caf-5319b3785b04 service neutron] 10.222.0.62 "GET /v2.0/networks/02fe467e-501d-4dea-afac-48e6d7fce230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656039 Jul 13 07:33:17.738136 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3d4bdfc8-f779-4b57-85be-37da3028ceb7 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:17.865645 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 3d4bdfc8-f779-4b57-85be-37da3028ceb7, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3d4bdfc8-f779-4b57-85be-37da3028ceb7,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:17.866644 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33a264-ee0e-4631-97a8-fba29fe208cf req-99304588-cede-4710-b94e-9c89efae0222 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:17.873506 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d33a264-ee0e-4631-97a8-fba29fe208cf req-99304588-cede-4710-b94e-9c89efae0222 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 946 time: 0.4787836 Jul 13 07:33:17.878874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '3d4bdfc8-f779-4b57-85be-37da3028ceb7', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '3d4bdfc8-f779-4b57-85be-37da3028ceb7', 'mac_address': 'fa:16:3e:19:b7:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:17.921315 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.926142 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-94d068e6-88be-459c-949b-b74fe5f6b841 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335275 Jul 13 07:33:17.936578 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4bdfc8-f779-4b57-85be-37da3028ceb7 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:17.942738 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d33a264-ee0e-4631-97a8-fba29fe208cf req-10ffe4c3-8fba-40ee-acf3-9e3b18ef7517 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682631 Jul 13 07:33:17.978362 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 3d4bdfc8-f779-4b57-85be-37da3028ceb7, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3d4bdfc8-f779-4b57-85be-37da3028ceb7,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:17.985348 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.064612 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=3d4bdfc8-f779-4b57-85be-37da3028ceb7,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:18.137118 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb17c0ac-8bfe-43cf-8bcb-7ed4e0eb34c0 req-42ab5bb3-f089-4046-b862-f4ac85760f73 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930659 Jul 13 07:33:18.193526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138441cd-0318-4cce-a367-33deb5803c7f req-5b4114dd-76f5-42fa-9bd0-89a60fe4385e tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.194028 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138441cd-0318-4cce-a367-33deb5803c7f req-5b4114dd-76f5-42fa-9bd0-89a60fe4385e tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.194599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138441cd-0318-4cce-a367-33deb5803c7f req-5b4114dd-76f5-42fa-9bd0-89a60fe4385e tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.195143 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138441cd-0318-4cce-a367-33deb5803c7f req-5b4114dd-76f5-42fa-9bd0-89a60fe4385e tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.195678 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138441cd-0318-4cce-a367-33deb5803c7f req-5b4114dd-76f5-42fa-9bd0-89a60fe4385e tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.197404 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138441cd-0318-4cce-a367-33deb5803c7f req-5b4114dd-76f5-42fa-9bd0-89a60fe4385e tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.202527 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138441cd-0318-4cce-a367-33deb5803c7f req-5b4114dd-76f5-42fa-9bd0-89a60fe4385e tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.202527 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138441cd-0318-4cce-a367-33deb5803c7f req-5b4114dd-76f5-42fa-9bd0-89a60fe4385e tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.202527 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138441cd-0318-4cce-a367-33deb5803c7f req-5b4114dd-76f5-42fa-9bd0-89a60fe4385e tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.209377 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-138441cd-0318-4cce-a367-33deb5803c7f req-5b4114dd-76f5-42fa-9bd0-89a60fe4385e tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48&device_id=a685b5d1-4022-42ea-b6df-89eb46d3deb0&device_id=299c3d2a-b930-4acf-b48a-e53bbe077783&device_id=cfe27bd2-5b12-4961-9d41-83b7917965aa&device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070&device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7&device_id=c683a6e7-7083-437d-9943-370bde43dfd1&device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4&device_id=c9b6391f-f042-4136-a61c-f27290ec85b2 HTTP/1.1" status: 200 len: 8247 time: 0.1516254 Jul 13 07:33:18.226179 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-138441cd-0318-4cce-a367-33deb5803c7f req-5785e569-dd14-4ca9-8c8d-5afc12b7cd27 tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.363150 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-138441cd-0318-4cce-a367-33deb5803c7f req-5785e569-dd14-4ca9-8c8d-5afc12b7cd27 tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.378274 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-138441cd-0318-4cce-a367-33deb5803c7f req-5785e569-dd14-4ca9-8c8d-5afc12b7cd27 tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.390316 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3d4bdfc8-f779-4b57-85be-37da3028ceb7'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:18.444246 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-138441cd-0318-4cce-a367-33deb5803c7f req-5785e569-dd14-4ca9-8c8d-5afc12b7cd27 tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&id=db79a55d-9d65-44ed-8d75-4214e7001c06&id=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb&id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.2337863 Jul 13 07:33:18.502763 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785e569-dd14-4ca9-8c8d-5afc12b7cd27 tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446937d5-6f4e-4686-b073-2b0d7ba64459,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:18.506882 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb4dd22-370f-45a2-aeaf-ec1ff5cc9af7 x-openstack-request-id: req-abb4dd22-370f-45a2-aeaf-ec1ff5cc9af7 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:18.507287 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c984b3-bac2-4e06-9317-fe4cbac93f48", "tag": "5477dfe0-844c-46e5-b658-3bfbb67c16fb", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:18.507636 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-abb4dd22-370f-45a2-aeaf-ec1ff5cc9af7 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:18.508146 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c984b3-bac2-4e06-9317-fe4cbac93f48', 'tag': '5477dfe0-844c-46e5-b658-3bfbb67c16fb', 'status': 'completed', 'code': 200} Jul 13 07:33:18.657155 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585b48f-dd93-4861-8480-d2b985bfb4c5 req-43e535f6-0586-4cf3-a47f-01b9de1c7a5d tempest-NetworksTest-451406193 tempest-NetworksTest-451406193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.657636 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585b48f-dd93-4861-8480-d2b985bfb4c5 req-43e535f6-0586-4cf3-a47f-01b9de1c7a5d tempest-NetworksTest-451406193 tempest-NetworksTest-451406193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.658128 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585b48f-dd93-4861-8480-d2b985bfb4c5 req-43e535f6-0586-4cf3-a47f-01b9de1c7a5d tempest-NetworksTest-451406193 tempest-NetworksTest-451406193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.658603 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585b48f-dd93-4861-8480-d2b985bfb4c5 req-43e535f6-0586-4cf3-a47f-01b9de1c7a5d tempest-NetworksTest-451406193 tempest-NetworksTest-451406193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.659067 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585b48f-dd93-4861-8480-d2b985bfb4c5 req-43e535f6-0586-4cf3-a47f-01b9de1c7a5d tempest-NetworksTest-451406193 tempest-NetworksTest-451406193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.659537 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585b48f-dd93-4861-8480-d2b985bfb4c5 req-43e535f6-0586-4cf3-a47f-01b9de1c7a5d tempest-NetworksTest-451406193 tempest-NetworksTest-451406193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.659997 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585b48f-dd93-4861-8480-d2b985bfb4c5 req-43e535f6-0586-4cf3-a47f-01b9de1c7a5d tempest-NetworksTest-451406193 tempest-NetworksTest-451406193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.660458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585b48f-dd93-4861-8480-d2b985bfb4c5 req-43e535f6-0586-4cf3-a47f-01b9de1c7a5d tempest-NetworksTest-451406193 tempest-NetworksTest-451406193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.660924 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585b48f-dd93-4861-8480-d2b985bfb4c5 req-43e535f6-0586-4cf3-a47f-01b9de1c7a5d tempest-NetworksTest-451406193 tempest-NetworksTest-451406193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.662833 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f585b48f-dd93-4861-8480-d2b985bfb4c5 req-43e535f6-0586-4cf3-a47f-01b9de1c7a5d tempest-NetworksTest-451406193 tempest-NetworksTest-451406193-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6435 time: 0.3019764 Jul 13 07:33:18.699849 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71532015-a0bc-4880-8737-f619517c4c35 req-d79893e1-4e06-4903-ab6c-c1048b5164c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.701882 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71532015-a0bc-4880-8737-f619517c4c35 req-d79893e1-4e06-4903-ab6c-c1048b5164c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 1098 time: 0.1679418 Jul 13 07:33:18.710277 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e667c86-76ff-4568-9b61-bbb689ab6e80 req-e949aefc-c169-4d46-a750-b14ace636f4f tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.711753 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e667c86-76ff-4568-9b61-bbb689ab6e80 req-e949aefc-c169-4d46-a750-b14ace636f4f tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 945 time: 0.1217823 Jul 13 07:33:18.809097 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e667c86-76ff-4568-9b61-bbb689ab6e80 req-ae3d784b-5ee5-406c-b0f2-7edcc30b9ffd tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873833 Jul 13 07:33:18.833497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71532015-a0bc-4880-8737-f619517c4c35 req-5d7c9c79-545f-4029-b916-067cdef0664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.835585 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71532015-a0bc-4880-8737-f619517c4c35 req-5d7c9c79-545f-4029-b916-067cdef0664a service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.1229665 Jul 13 07:33:18.884948 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71532015-a0bc-4880-8737-f619517c4c35 req-144e59fd-149a-4260-bd45-6fb28c95f197 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=5477dfe0-844c-46e5-b658-3bfbb67c16fb HTTP/1.1" status: 200 len: 217 time: 0.0366857 Jul 13 07:33:18.963733 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71532015-a0bc-4880-8737-f619517c4c35 req-6164bc13-9c73-4ab9-bd99-4ddd698879ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.965057 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71532015-a0bc-4880-8737-f619517c4c35 req-6164bc13-9c73-4ab9-bd99-4ddd698879ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0696042 Jul 13 07:33:19.016214 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364be9a-45fa-4167-84cf-26dadf2127b2 req-1e305e93-0845-46d7-9a82-cbb9291e7a49 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:19.017731 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a364be9a-45fa-4167-84cf-26dadf2127b2 req-1e305e93-0845-46d7-9a82-cbb9291e7a49 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=a685b5d1-4022-42ea-b6df-89eb46d3deb0 HTTP/1.1" status: 200 len: 948 time: 0.1319470 Jul 13 07:33:19.103592 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a364be9a-45fa-4167-84cf-26dadf2127b2 req-7b923f40-9884-474b-b612-c37fddf50c26 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710509 Jul 13 07:33:19.111402 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71532015-a0bc-4880-8737-f619517c4c35 req-a20effc9-062e-4d61-95b4-0483a80ca76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:19.112907 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71532015-a0bc-4880-8737-f619517c4c35 req-a20effc9-062e-4d61-95b4-0483a80ca76d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1334748 Jul 13 07:33:19.145073 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac345d-e4a3-44a3-8b9f-ff14edc9a509 req-9533c34f-452b-4637-9123-b91c5ffb76c1 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:19.145073 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9fac345d-e4a3-44a3-8b9f-ff14edc9a509 req-9533c34f-452b-4637-9123-b91c5ffb76c1 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 944 time: 0.1222954 Jul 13 07:33:19.228164 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9fac345d-e4a3-44a3-8b9f-ff14edc9a509 req-29189a42-d3f0-4c36-bfa6-d92a652924ff tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729995 Jul 13 07:33:19.251981 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71532015-a0bc-4880-8737-f619517c4c35 req-d32d466b-b98f-42bb-b0df-708b24ee1e70 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303029 Jul 13 07:33:19.278432 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1884dd-d3d4-4595-b548-2bdc74d1b070', 'tag': '7dc045fa-c1da-416e-9d43-8b35c3ee6d72'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:19.280856 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c82f1ef-a424-4ce0-b762-0a5e7eb9634f" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1884dd-d3d4-4595-b548-2bdc74d1b070", "tag": "7dc045fa-c1da-416e-9d43-8b35c3ee6d72"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:19.387100 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:33:19.415048 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664d748-e297-425c-a58d-a6e916118641 req-e45e2768-b36c-42ca-8e14-b5ad6c794d75 tempest-NetworksTest-451406193 tempest-NetworksTest-451406193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:19.417171 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3664d748-e297-425c-a58d-a6e916118641 req-e45e2768-b36c-42ca-8e14-b5ad6c794d75 tempest-NetworksTest-451406193 tempest-NetworksTest-451406193-project-admin] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 886 time: 0.1592698 Jul 13 07:33:19.423462 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71532015-a0bc-4880-8737-f619517c4c35 req-17860248-ab7a-45ad-a6bd-30558906095a service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569028 Jul 13 07:33:19.743672 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:19.778944 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae7345-ad95-4f56-b85d-28e4f2cc50c8 req-d8e25481-f5be-49d1-979e-fcb93db71c52 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:19.780471 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cfae7345-ad95-4f56-b85d-28e4f2cc50c8 req-d8e25481-f5be-49d1-979e-fcb93db71c52 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 1097 time: 0.1426876 Jul 13 07:33:19.784895 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7179e9c4-acef-40c5-a99f-cc1cb72e7b18 req-5060e6ec-f67a-4b7d-9f12-a80dc3723ad8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1283174 Jul 13 07:33:19.791809 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3d4bdfc8-f779-4b57-85be-37da3028ceb7 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:19.792164 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f605a8-f285-4c86-b811-7b6f9d7dcc8d req-05d54eba-c6b7-47ce-ad20-9a2b3f555248 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:19.793654 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-67f605a8-f285-4c86-b811-7b6f9d7dcc8d req-05d54eba-c6b7-47ce-ad20-9a2b3f555248 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 946 time: 0.1475692 Jul 13 07:33:19.877397 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cfae7345-ad95-4f56-b85d-28e4f2cc50c8 req-ef0b4cde-e830-4025-ae35-d332bfa1ad4b tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821667 Jul 13 07:33:19.881556 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7dc045fa-c1da-416e-9d43-8b35c3ee6d72,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:19.884425 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-67f605a8-f285-4c86-b811-7b6f9d7dcc8d req-71d340a2-3095-414c-8437-2af88c29a1e3 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764470 Jul 13 07:33:19.897524 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 has no active binding in host n-h2-779913-28 {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:33:19.900933 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 3d4bdfc8-f779-4b57-85be-37da3028ceb7 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:19.905427 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 3d4bdfc8-f779-4b57-85be-37da3028ceb7 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:19.905802 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.908876 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179e9c4-acef-40c5-a99f-cc1cb72e7b18 req-973b0ef4-7281-4f4f-b9f0-5c6322fb4f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:19.922420 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7179e9c4-acef-40c5-a99f-cc1cb72e7b18 req-973b0ef4-7281-4f4f-b9f0-5c6322fb4f40 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce153622febb4884a7bac996f2fa3815&device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 1101 time: 0.0803978 Jul 13 07:33:19.968083 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9f159a-314b-4162-945c-e9f1f9868726 x-openstack-request-id: req-cc9f159a-314b-4162-945c-e9f1f9868726 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:19.968449 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1884dd-d3d4-4595-b548-2bdc74d1b070", "tag": "7dc045fa-c1da-416e-9d43-8b35c3ee6d72", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:19.968772 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cc9f159a-314b-4162-945c-e9f1f9868726 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:19.969456 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1884dd-d3d4-4595-b548-2bdc74d1b070', 'tag': '7dc045fa-c1da-416e-9d43-8b35c3ee6d72', 'status': 'completed', 'code': 200} Jul 13 07:33:19.999464 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.026932 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a685b5d1-4022-42ea-b6df-89eb46d3deb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4bdfc8-f779-4b57-85be-37da3028ceb7'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:20.029418 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d5f7db-4472-48e1-8663-0da4c983a32f" -d '{"events": [{"server_uuid": "a685b5d1-4022-42ea-b6df-89eb46d3deb0", "name": "network-vif-plugged", "status": "completed", "tag": "3d4bdfc8-f779-4b57-85be-37da3028ceb7"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:20.045298 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 3d4bdfc8-f779-4b57-85be-37da3028ceb7, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3d4bdfc8-f779-4b57-85be-37da3028ceb7,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:20.049703 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.109520 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=3d4bdfc8-f779-4b57-85be-37da3028ceb7,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:20.162766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179e9c4-acef-40c5-a99f-cc1cb72e7b18 req-54882c26-e4a6-4109-b6b8-be42de7cb5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.164245 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7179e9c4-acef-40c5-a99f-cc1cb72e7b18 req-54882c26-e4a6-4109-b6b8-be42de7cb5ec service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.2149088 Jul 13 07:33:20.247922 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7179e9c4-acef-40c5-a99f-cc1cb72e7b18 req-1b9bfa29-e962-41b2-b361-395da06fe114 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=ad902331-7bc4-4224-8cf5-66e6d3922804 HTTP/1.1" status: 200 len: 217 time: 0.0689061 Jul 13 07:33:20.282823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82f1ef-a424-4ce0-b762-0a5e7eb9634f req-381cabe1-80c6-46c9-a01b-0c7ab47fab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.284311 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c82f1ef-a424-4ce0-b762-0a5e7eb9634f req-381cabe1-80c6-46c9-a01b-0c7ab47fab9b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 1127 time: 0.2582979 Jul 13 07:33:20.300936 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-78354dc2-d5d8-41cd-8848-22e04d59668c None None] Provisioning complete for port 3d4bdfc8-f779-4b57-85be-37da3028ceb7 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:20.301305 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-78354dc2-d5d8-41cd-8848-22e04d59668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.318963 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b6feb-f5ec-4bb2-b76f-5e5d129c7b54 req-8f8d07eb-ade6-461b-bca2-1a3a60b1c56b tempest-NetworksTest-451406193 tempest-NetworksTest-451406193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.319430 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b6feb-f5ec-4bb2-b76f-5e5d129c7b54 req-8f8d07eb-ade6-461b-bca2-1a3a60b1c56b tempest-NetworksTest-451406193 tempest-NetworksTest-451406193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.319886 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b6feb-f5ec-4bb2-b76f-5e5d129c7b54 req-8f8d07eb-ade6-461b-bca2-1a3a60b1c56b tempest-NetworksTest-451406193 tempest-NetworksTest-451406193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.320340 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b6feb-f5ec-4bb2-b76f-5e5d129c7b54 req-8f8d07eb-ade6-461b-bca2-1a3a60b1c56b tempest-NetworksTest-451406193 tempest-NetworksTest-451406193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.320793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b6feb-f5ec-4bb2-b76f-5e5d129c7b54 req-8f8d07eb-ade6-461b-bca2-1a3a60b1c56b tempest-NetworksTest-451406193 tempest-NetworksTest-451406193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.321243 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b6feb-f5ec-4bb2-b76f-5e5d129c7b54 req-8f8d07eb-ade6-461b-bca2-1a3a60b1c56b tempest-NetworksTest-451406193 tempest-NetworksTest-451406193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.321692 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b6feb-f5ec-4bb2-b76f-5e5d129c7b54 req-8f8d07eb-ade6-461b-bca2-1a3a60b1c56b tempest-NetworksTest-451406193 tempest-NetworksTest-451406193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.322158 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b6feb-f5ec-4bb2-b76f-5e5d129c7b54 req-8f8d07eb-ade6-461b-bca2-1a3a60b1c56b tempest-NetworksTest-451406193 tempest-NetworksTest-451406193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.322615 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b6feb-f5ec-4bb2-b76f-5e5d129c7b54 req-8f8d07eb-ade6-461b-bca2-1a3a60b1c56b tempest-NetworksTest-451406193 tempest-NetworksTest-451406193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.324404 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d7b6feb-f5ec-4bb2-b76f-5e5d129c7b54 req-8f8d07eb-ade6-461b-bca2-1a3a60b1c56b tempest-NetworksTest-451406193 tempest-NetworksTest-451406193-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6435 time: 0.3312302 Jul 13 07:33:20.401674 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179e9c4-acef-40c5-a99f-cc1cb72e7b18 req-c49d34f2-b91b-4892-9e0e-97cba38d38c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.403814 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7179e9c4-acef-40c5-a99f-cc1cb72e7b18 req-c49d34f2-b91b-4892-9e0e-97cba38d38c4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1397872 Jul 13 07:33:20.416279 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f5a06-047a-4fc8-89f2-ec67701a7bf2 req-80301d4b-a73a-4b4b-9c93-851d7ed17fb2 tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.416766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f5a06-047a-4fc8-89f2-ec67701a7bf2 req-80301d4b-a73a-4b4b-9c93-851d7ed17fb2 tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.417243 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f5a06-047a-4fc8-89f2-ec67701a7bf2 req-80301d4b-a73a-4b4b-9c93-851d7ed17fb2 tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.419621 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b2f5a06-047a-4fc8-89f2-ec67701a7bf2 req-80301d4b-a73a-4b4b-9c93-851d7ed17fb2 tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cfe27bd2-5b12-4961-9d41-83b7917965aa&device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7&device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 2886 time: 0.2643998 Jul 13 07:33:20.488425 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82f1ef-a424-4ce0-b762-0a5e7eb9634f req-732252d8-69a1-48f0-bb12-42687ffb839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.490049 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c82f1ef-a424-4ce0-b762-0a5e7eb9634f req-732252d8-69a1-48f0-bb12-42687ffb839f service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 921 time: 0.1826081 Jul 13 07:33:20.513277 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b2f5a06-047a-4fc8-89f2-ec67701a7bf2 req-9fb12d34-af17-4d4f-815e-75242918d988 tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806150 Jul 13 07:33:20.551064 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c82f1ef-a424-4ce0-b762-0a5e7eb9634f req-e34ed0b8-fe5f-485f-a7fa-9dd19bfee31c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dc045fa-c1da-416e-9d43-8b35c3ee6d72 HTTP/1.1" status: 200 len: 217 time: 0.0518825 Jul 13 07:33:20.561961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179e9c4-acef-40c5-a99f-cc1cb72e7b18 req-c6c733d4-0f90-49ac-aeea-3d2155e79d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.563938 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7179e9c4-acef-40c5-a99f-cc1cb72e7b18 req-c6c733d4-0f90-49ac-aeea-3d2155e79d26 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1433747 Jul 13 07:33:20.630067 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59388) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:20.681536 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82f1ef-a424-4ce0-b762-0a5e7eb9634f req-b8ab0c9b-fd03-4d69-bfef-d5eaa0dbd45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.683360 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c82f1ef-a424-4ce0-b762-0a5e7eb9634f req-b8ab0c9b-fd03-4d69-bfef-d5eaa0dbd45f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 200 len: 860 time: 0.1183989 Jul 13 07:33:20.747620 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-508dd61b-b4d0-4007-b17d-924fae626537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.881942 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-508dd61b-b4d0-4007-b17d-924fae626537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.889884 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-508dd61b-b4d0-4007-b17d-924fae626537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.940367 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-508dd61b-b4d0-4007-b17d-924fae626537 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c261f71fdcec43cb82533b7c30078c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091929 Jul 13 07:33:20.941498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dd61b-b4d0-4007-b17d-924fae626537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52cc525-577a-42f1-9005-d19d5b94d53b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:20.944279 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59396) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:20.961005 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8942a819-18be-4d0a-a18a-a0951bd03802 x-openstack-request-id: req-8942a819-18be-4d0a-a18a-a0951bd03802 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:20.961480 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a685b5d1-4022-42ea-b6df-89eb46d3deb0", "name": "network-vif-plugged", "status": "completed", "tag": "3d4bdfc8-f779-4b57-85be-37da3028ceb7", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:20.961768 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8942a819-18be-4d0a-a18a-a0951bd03802 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:20.962212 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a685b5d1-4022-42ea-b6df-89eb46d3deb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4bdfc8-f779-4b57-85be-37da3028ceb7', 'code': 200} Jul 13 07:33:21.013208 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd157709-8fcb-46b1-92e9-715710125728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.044435 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd157709-8fcb-46b1-92e9-715710125728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.072177 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c82f1ef-a424-4ce0-b762-0a5e7eb9634f req-9ad99b7d-3c0f-421f-b128-cccafc5e3974 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf8805e-fc72-4645-afdd-bc310db87bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431783 Jul 13 07:33:21.112591 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59400) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:21.158218 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08a65f-2c87-4186-8689-8ae1912f1dfe req-8d350de1-97aa-49fa-8e2d-71c1cd7083fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:21.159739 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5f08a65f-2c87-4186-8689-8ae1912f1dfe req-8d350de1-97aa-49fa-8e2d-71c1cd7083fc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a685b5d1-4022-42ea-b6df-89eb46d3deb0 HTTP/1.1" status: 200 len: 1101 time: 0.0770495 Jul 13 07:33:21.161160 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd157709-8fcb-46b1-92e9-715710125728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.163765 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd157709-8fcb-46b1-92e9-715710125728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.164860 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cd157709-8fcb-46b1-92e9-715710125728 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f52cc525-577a-42f1-9005-d19d5b94d53b HTTP/1.1" status: 204 len: 168 time: 0.2196598 Jul 13 07:33:21.165595 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7179e9c4-acef-40c5-a99f-cc1cb72e7b18 req-a332631d-9811-4703-a076-a2def8467756 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5690732 Jul 13 07:33:21.182798 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd157709-8fcb-46b1-92e9-715710125728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52cc525-577a-42f1-9005-d19d5b94d53b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:21.221832 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5f08a65f-2c87-4186-8689-8ae1912f1dfe req-0c3e2f53-6156-451f-9448-750d95f73bdb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457349 Jul 13 07:33:21.266225 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd3cd7-d331-4234-bf17-0936110c2de9 req-678b18b9-3eab-4ef9-9e71-bcdafb7607d4 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:21.268532 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c1dd3cd7-d331-4234-bf17-0936110c2de9 req-678b18b9-3eab-4ef9-9e71-bcdafb7607d4 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 1097 time: 0.6253431 Jul 13 07:33:21.291043 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f1716099-89de-4871-9e2d-bbfb48854282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.349066 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64491c5-f45e-453d-ab01-524171d120aa req-cec06ccd-8b46-48e5-8ec7-bf8ba22dbf14 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:21.350609 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e64491c5-f45e-453d-ab01-524171d120aa req-cec06ccd-8b46-48e5-8ec7-bf8ba22dbf14 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=a685b5d1-4022-42ea-b6df-89eb46d3deb0 HTTP/1.1" status: 200 len: 949 time: 0.2737379 Jul 13 07:33:21.352408 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c82f1ef-a424-4ce0-b762-0a5e7eb9634f req-a1409a4d-1033-4c64-903f-971d9364f5ed service neutron] 10.222.0.35 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475016 Jul 13 07:33:21.394419 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f1716099-89de-4871-9e2d-bbfb48854282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.399429 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f1716099-89de-4871-9e2d-bbfb48854282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.411180 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7179e9c4-acef-40c5-a99f-cc1cb72e7b18 req-cec77ec3-5406-4c34-9f6c-40d50c269db2 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343051 Jul 13 07:33:21.412771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c1dd3cd7-d331-4234-bf17-0936110c2de9 req-22caeaac-7d9d-4fb1-a9b7-8728820a4bae tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123104 Jul 13 07:33:21.441480 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f1716099-89de-4871-9e2d-bbfb48854282 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f800c8903b3d40d5abdfde98fddaff69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270314 Jul 13 07:33:21.441939 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1716099-89de-4871-9e2d-bbfb48854282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833c7847-6836-42ab-b218-6a75027a01e9,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:21.452641 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59408) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:21.496707 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e64491c5-f45e-453d-ab01-524171d120aa req-e17af84c-e15a-474e-9acc-92a99c055fe2 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274815 Jul 13 07:33:21.530691 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59412) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:21.544788 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-34638a94-85f9-4ea4-9f4d-6852b35d541c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.564973 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c82f1ef-a424-4ce0-b762-0a5e7eb9634f req-09ea243b-8305-405c-abad-62edab6c62d2 service neutron] 10.222.0.35 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967573 Jul 13 07:33:21.622374 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6a09-6336-4f9c-82a7-262f5a78803c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.646101 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-34638a94-85f9-4ea4-9f4d-6852b35d541c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.652088 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-34638a94-85f9-4ea4-9f4d-6852b35d541c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.652524 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6a09-6336-4f9c-82a7-262f5a78803c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.693319 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34638a94-85f9-4ea4-9f4d-6852b35d541c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c5878a-07ff-4a0b-975e-ff94fd336602,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:21.703290 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-34638a94-85f9-4ea4-9f4d-6852b35d541c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6065e1d93fda4d3098e382ccd2dd0f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704566 Jul 13 07:33:21.704987 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59416) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:21.717923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19905dea-b748-4f07-9bc8-038868cd5680 req-3d2374c3-6eaf-4147-b4ea-bf0a1ef76da2 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:21.719520 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19905dea-b748-4f07-9bc8-038868cd5680 req-3d2374c3-6eaf-4147-b4ea-bf0a1ef76da2 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 944 time: 0.1312504 Jul 13 07:33:21.752760 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6a09-6336-4f9c-82a7-262f5a78803c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.755475 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6a09-6336-4f9c-82a7-262f5a78803c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.756853 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9c4a6a09-6336-4f9c-82a7-262f5a78803c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/833c7847-6836-42ab-b218-6a75027a01e9 HTTP/1.1" status: 204 len: 168 time: 0.3032465 Jul 13 07:33:21.771870 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1380769d-9645-4c21-a16d-dce639a33f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.795082 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19905dea-b748-4f07-9bc8-038868cd5680 req-0673658d-5c3d-4141-a69c-716a3b79a477 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657759 Jul 13 07:33:21.803349 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1380769d-9645-4c21-a16d-dce639a33f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.812856 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a6a09-6336-4f9c-82a7-262f5a78803c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833c7847-6836-42ab-b218-6a75027a01e9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:21.868609 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e4bfe-95dd-49da-9567-84fca01df835 req-57c147b0-14c7-4447-8356-6704ff735ae6 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:21.877438 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b72e4bfe-95dd-49da-9567-84fca01df835 req-57c147b0-14c7-4447-8356-6704ff735ae6 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 946 time: 0.1024394 Jul 13 07:33:21.907393 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1380769d-9645-4c21-a16d-dce639a33f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.908318 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1380769d-9645-4c21-a16d-dce639a33f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.910952 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1380769d-9645-4c21-a16d-dce639a33f6e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/61c5878a-07ff-4a0b-975e-ff94fd336602 HTTP/1.1" status: 204 len: 168 time: 0.2049685 Jul 13 07:33:21.920875 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380769d-9645-4c21-a16d-dce639a33f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c5878a-07ff-4a0b-975e-ff94fd336602,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:21.961658 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b72e4bfe-95dd-49da-9567-84fca01df835 req-541d6593-0d33-460d-8ae7-d2dade65cf21 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831757 Jul 13 07:33:22.305361 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59442) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:22.324891 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-73d33bc9-e5a2-41f2-a508-8b531a25d314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.476925 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-73d33bc9-e5a2-41f2-a508-8b531a25d314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.484170 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-73d33bc9-e5a2-41f2-a508-8b531a25d314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.542129 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-73d33bc9-e5a2-41f2-a508-8b531a25d314 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c21d5da7cfc47ee905a30769798b1c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355096 Jul 13 07:33:22.545616 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59458) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:22.550237 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d33bc9-e5a2-41f2-a508-8b531a25d314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9036b9-25cc-480d-a209-2878ea223bb2,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:22.618201 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d02db08b-24f9-45d9-899f-0c2f0a552728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.650183 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d02db08b-24f9-45d9-899f-0c2f0a552728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.720562 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d02db08b-24f9-45d9-899f-0c2f0a552728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.724288 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d02db08b-24f9-45d9-899f-0c2f0a552728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.728809 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d02db08b-24f9-45d9-899f-0c2f0a552728 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3f9036b9-25cc-480d-a209-2878ea223bb2 HTTP/1.1" status: 204 len: 168 time: 0.1795142 Jul 13 07:33:22.732738 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 5477dfe0-844c-46e5-b658-3bfbb67c16fb details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:22.753340 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02db08b-24f9-45d9-899f-0c2f0a552728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9036b9-25cc-480d-a209-2878ea223bb2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:22.927407 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 5477dfe0-844c-46e5-b658-3bfbb67c16fb, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=5477dfe0-844c-46e5-b658-3bfbb67c16fb,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:22.956875 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '5477dfe0-844c-46e5-b658-3bfbb67c16fb', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '5477dfe0-844c-46e5-b658-3bfbb67c16fb', 'mac_address': 'fa:16:3e:e8:10:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:23.013185 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.031959 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5477dfe0-844c-46e5-b658-3bfbb67c16fb {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:23.032182 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-20f3e592-9e95-46a3-9c7a-db5a8c7bf69f service neutron] 10.222.0.35 "GET /v2.0/ports/7dc045fa-c1da-416e-9d43-8b35c3ee6d72/bindings/n-h2-779913-28 HTTP/1.1" status: 200 len: 385 time: 0.1378655 Jul 13 07:33:23.053249 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adb0a1-917f-4aab-8165-81a469da0aae req-e7aa6ad5-de09-4285-a9c2-1ced0a972d98 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:23.063850 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 5477dfe0-844c-46e5-b658-3bfbb67c16fb, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=5477dfe0-844c-46e5-b658-3bfbb67c16fb,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:23.069248 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.071211 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24adb0a1-917f-4aab-8165-81a469da0aae req-e7aa6ad5-de09-4285-a9c2-1ced0a972d98 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=a685b5d1-4022-42ea-b6df-89eb46d3deb0 HTTP/1.1" status: 200 len: 949 time: 0.2016277 Jul 13 07:33:23.187201 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=5477dfe0-844c-46e5-b658-3bfbb67c16fb,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:23.191444 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-159b3cf3-f829-436a-a1db-219bfcf4cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.204808 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24adb0a1-917f-4aab-8165-81a469da0aae req-b9926c86-687c-4432-b072-d65d10ba946c tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304691 Jul 13 07:33:23.381249 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['5477dfe0-844c-46e5-b658-3bfbb67c16fb'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:23.460038 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e16fa53e-d042-406c-b081-745887824a4d req-91d92125-e75d-4473-b9d3-0ae41d92836f service neutron] For port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7dc045fa-c1da-416e-9d43-8b35c3ee6d72,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:23.487557 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e16fa53e-d042-406c-b081-745887824a4d req-91d92125-e75d-4473-b9d3-0ae41d92836f service neutron] For port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:23.512787 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-9f5df534-9257-4a87-8967-57bc6e9c075b tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:33:23.520123 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-9f5df534-9257-4a87-8967-57bc6e9c075b tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0297663 Jul 13 07:33:23.525224 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-69326f01-389d-4bda-bd83-ff1390a27e1d service neutron] Request body: {'binding': {'host': 'n-h2-779913-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:23.525834 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-69326f01-389d-4bda-bd83-ff1390a27e1d service neutron] Unknown quota resources ['binding']. {{(pid=93724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:33:23.576376 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-e16fa53e-d042-406c-b081-745887824a4d req-91d92125-e75d-4473-b9d3-0ae41d92836f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:23.592700 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e16fa53e-d042-406c-b081-745887824a4d req-91d92125-e75d-4473-b9d3-0ae41d92836f service neutron] For port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7dc045fa-c1da-416e-9d43-8b35c3ee6d72,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:23.628239 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e16fa53e-d042-406c-b081-745887824a4d req-91d92125-e75d-4473-b9d3-0ae41d92836f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.820238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-69326f01-389d-4bda-bd83-ff1390a27e1d service neutron] Attempting to bind port affa0f44-27aa-43b3-9ed9-e1002b76cfe1 on host n-h2-779913-28 for vnic_type normal with profile None {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:23.820584 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-69326f01-389d-4bda-bd83-ff1390a27e1d service neutron] Attempting to bind port affa0f44-27aa-43b3-9ed9-e1002b76cfe1 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:23.820911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-69326f01-389d-4bda-bd83-ff1390a27e1d service neutron] Attempting to bind port affa0f44-27aa-43b3-9ed9-e1002b76cfe1 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:23.839310 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ae504-5865-410b-b01c-db85fbab89f5 req-4ceb4aa6-9095-4446-be81-ff27321e9fc7 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:23.841704 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-777ae504-5865-410b-b01c-db85fbab89f5 req-4ceb4aa6-9095-4446-be81-ff27321e9fc7 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 944 time: 0.1822410 Jul 13 07:33:23.842963 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-e16fa53e-d042-406c-b081-745887824a4d req-91d92125-e75d-4473-b9d3-0ae41d92836f service neutron] Transition to ACTIVE for port object 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:23.843716 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-69326f01-389d-4bda-bd83-ff1390a27e1d service neutron] Port affa0f44-27aa-43b3-9ed9-e1002b76cfe1 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:23.844037 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-69326f01-389d-4bda-bd83-ff1390a27e1d service neutron] Attempting to bind port affa0f44-27aa-43b3-9ed9-e1002b76cfe1 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:23.849927 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e16fa53e-d042-406c-b081-745887824a4d req-91d92125-e75d-4473-b9d3-0ae41d92836f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.859927 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-69326f01-389d-4bda-bd83-ff1390a27e1d service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:23.860265 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-69326f01-389d-4bda-bd83-ff1390a27e1d service neutron] Checking segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:23.860768 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-69326f01-389d-4bda-bd83-ff1390a27e1d service neutron] Bound using segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:23.861065 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-69326f01-389d-4bda-bd83-ff1390a27e1d service neutron] Bound port: affa0f44-27aa-43b3-9ed9-e1002b76cfe1, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:23.981861 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16fa53e-d042-406c-b081-745887824a4d req-91d92125-e75d-4473-b9d3-0ae41d92836f service neutron] No DVR routers for this DVR port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:23.997845 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d92125-e75d-4473-b9d3-0ae41d92836f service neutron] Pushing event updated for resources: {'Port': ['ID=7dc045fa-c1da-416e-9d43-8b35c3ee6d72,revision_number=10']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:24.010424 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-777ae504-5865-410b-b01c-db85fbab89f5 req-d63c38b4-71bd-4269-855f-a1f5467909fe tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570442 Jul 13 07:33:24.053645 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-69326f01-389d-4bda-bd83-ff1390a27e1d service neutron] For port affa0f44-27aa-43b3-9ed9-e1002b76cfe1, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=affa0f44-27aa-43b3-9ed9-e1002b76cfe1,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:24.057940 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-91d92125-e75d-4473-b9d3-0ae41d92836f service neutron] 10.222.0.35 "PUT /v2.0/ports/7dc045fa-c1da-416e-9d43-8b35c3ee6d72/bindings/n-h2-779913-28/activate HTTP/1.1" status: 200 len: 370 time: 0.9846082 Jul 13 07:33:24.059962 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-69326f01-389d-4bda-bd83-ff1390a27e1d service neutron] Notify callbacks [] for binding, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.061514 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-69326f01-389d-4bda-bd83-ff1390a27e1d service neutron] 10.222.0.58 "POST /v2.0/ports/affa0f44-27aa-43b3-9ed9-e1002b76cfe1/bindings HTTP/1.1" status: 201 len: 390 time: 0.5408483 Jul 13 07:33:24.299370 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fa53e-d042-406c-b081-745887824a4d req-c6e22d78-5506-4275-b71e-c6f7a31eaeb1 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:24.300837 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-c6e22d78-5506-4275-b71e-c6f7a31eaeb1 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070&tenant_id=15158e7fe97d4861a97b0a945f95d776&binding%3Ahost_id=n-h1-779913-28 HTTP/1.1" status: 200 len: 1097 time: 0.1543012 Jul 13 07:33:24.309807 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f517c63-8f8f-45cf-9046-4fc963a14ddb req-107a20c7-112b-42f7-ab3b-67a122fd1db7 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:24.311566 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f517c63-8f8f-45cf-9046-4fc963a14ddb req-107a20c7-112b-42f7-ab3b-67a122fd1db7 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 947 time: 0.1810000 Jul 13 07:33:24.413798 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f517c63-8f8f-45cf-9046-4fc963a14ddb req-9e85c8b2-e69f-422f-bc18-2b46be08b373 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783286 Jul 13 07:33:24.440505 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fa53e-d042-406c-b081-745887824a4d req-b850da5f-efea-4180-b208-5c2ca37de9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:24.442243 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-b850da5f-efea-4180-b208-5c2ca37de9a2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070&tenant_id=15158e7fe97d4861a97b0a945f95d776 HTTP/1.1" status: 200 len: 1097 time: 0.1290519 Jul 13 07:33:24.605645 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fa53e-d042-406c-b081-745887824a4d req-6215dee0-b0cb-4d05-8a6d-2485b5034d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:24.607768 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-6215dee0-b0cb-4d05-8a6d-2485b5034d91 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 1097 time: 0.1154754 Jul 13 07:33:24.622899 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22458e-a696-4224-8d37-6c82d27ced20 req-c65dbb44-7963-4a65-9663-789ab107e938 tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:24.624404 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac22458e-a696-4224-8d37-6c82d27ced20 req-c65dbb44-7963-4a65-9663-789ab107e938 tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a685b5d1-4022-42ea-b6df-89eb46d3deb0 HTTP/1.1" status: 200 len: 1101 time: 0.0887756 Jul 13 07:33:24.674990 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ac22458e-a696-4224-8d37-6c82d27ced20 req-f1015fc4-6574-47b4-8b89-4b5a1172a868 tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.753754 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 5477dfe0-844c-46e5-b658-3bfbb67c16fb up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:24.799382 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fa53e-d042-406c-b081-745887824a4d req-258e000e-386f-48d8-8247-7f04959ddf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:24.800873 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-258e000e-386f-48d8-8247-7f04959ddf0f service neutron] 10.222.0.62 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 921 time: 0.1741195 Jul 13 07:33:24.815167 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741420d9-7c35-40c3-aad1-fd9ca15d229e req-d350bd58-c387-4dd1-9207-fa5801f70825 tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:24.816693 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-741420d9-7c35-40c3-aad1-fd9ca15d229e req-d350bd58-c387-4dd1-9207-fa5801f70825 tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 1101 time: 0.1588769 Jul 13 07:33:24.823365 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 5477dfe0-844c-46e5-b658-3bfbb67c16fb completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:24.828379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 5477dfe0-844c-46e5-b658-3bfbb67c16fb triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:24.829152 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.867880 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-0514b0d3-5c05-45db-a6e7-fb03cf3487f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dc045fa-c1da-416e-9d43-8b35c3ee6d72 HTTP/1.1" status: 200 len: 217 time: 0.0490813 Jul 13 07:33:24.913588 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.937405 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c984b3-bac2-4e06-9317-fe4cbac93f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5477dfe0-844c-46e5-b658-3bfbb67c16fb'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:24.939730 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca3208e-0327-4970-876f-0a36edc2fd8f" -d '{"events": [{"server_uuid": "07c984b3-bac2-4e06-9317-fe4cbac93f48", "name": "network-vif-plugged", "status": "completed", "tag": "5477dfe0-844c-46e5-b658-3bfbb67c16fb"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:24.946915 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-741420d9-7c35-40c3-aad1-fd9ca15d229e req-73201075-9c13-4885-92e0-859db612f276 tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180694 Jul 13 07:33:24.953357 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 5477dfe0-844c-46e5-b658-3bfbb67c16fb, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=5477dfe0-844c-46e5-b658-3bfbb67c16fb,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:24.958183 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.963570 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fa53e-d042-406c-b081-745887824a4d req-93cfe0da-7b7c-4e12-a624-db2d1a4d0a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:24.965046 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-93cfe0da-7b7c-4e12-a624-db2d1a4d0a45 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 200 len: 860 time: 0.0811722 Jul 13 07:33:25.017283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=5477dfe0-844c-46e5-b658-3bfbb67c16fb,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:25.022624 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-a78bbf30-26a4-402f-a4a1-2dbdaba71d7e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=acf8805e-fc72-4645-afdd-bc310db87bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394866 Jul 13 07:33:25.024594 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ac22458e-a696-4224-8d37-6c82d27ced20 req-f1015fc4-6574-47b4-8b89-4b5a1172a868 tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:25.031547 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ac22458e-a696-4224-8d37-6c82d27ced20 req-f1015fc4-6574-47b4-8b89-4b5a1172a868 tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:25.100256 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac22458e-a696-4224-8d37-6c82d27ced20 req-f1015fc4-6574-47b4-8b89-4b5a1172a868 tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638591 Jul 13 07:33:25.140709 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1015fc4-6574-47b4-8b89-4b5a1172a868 tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9519c84c-3d26-44dd-83dd-22238a495c20,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:25.214167 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-eed52d96-c235-4b05-8f6a-71a4777bb8b7 service neutron] 10.222.0.62 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640816 Jul 13 07:33:25.223255 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed86127-6640-4125-926e-b0bb16ed7393 req-34bc03d4-8383-410a-8891-afa2f49620c9 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:25.224599 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ed86127-6640-4125-926e-b0bb16ed7393 req-34bc03d4-8383-410a-8891-afa2f49620c9 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 945 time: 0.1473684 Jul 13 07:33:25.272452 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3c2280e4-2230-4965-8b51-53323d5478c0 None None] Provisioning complete for port 5477dfe0-844c-46e5-b658-3bfbb67c16fb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:25.272650 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c2280e4-2230-4965-8b51-53323d5478c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:25.323510 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ed86127-6640-4125-926e-b0bb16ed7393 req-db0a6198-797a-4efe-9ddd-ef178b468f3a tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838475 Jul 13 07:33:25.355887 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-dcb2247d-952a-41d7-9ca4-8dd2e92fc3c8 service neutron] 10.222.0.62 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262453 Jul 13 07:33:25.478719 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95a14d5-a9d3-4171-97ef-0f0e622c4738 x-openstack-request-id: req-a95a14d5-a9d3-4171-97ef-0f0e622c4738 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:25.479009 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c984b3-bac2-4e06-9317-fe4cbac93f48", "name": "network-vif-plugged", "status": "completed", "tag": "5477dfe0-844c-46e5-b658-3bfbb67c16fb", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:25.479261 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a95a14d5-a9d3-4171-97ef-0f0e622c4738 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:25.479652 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c984b3-bac2-4e06-9317-fe4cbac93f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5477dfe0-844c-46e5-b658-3bfbb67c16fb', 'code': 200} Jul 13 07:33:25.509202 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-df0bc937-4ce9-419e-ad4a-b7b886fb0233 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=497e1984f0be47b580a5a48579965278&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238323 Jul 13 07:33:25.957032 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-4b8a7a4b-7272-4247-9ca2-9851e8abe067 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:25.958520 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-4b8a7a4b-7272-4247-9ca2-9851e8abe067 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4432218 Jul 13 07:33:25.996687 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-2fd1dbd8-496d-4ffc-aa7a-97398585bbaf tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/quotas/497e1984f0be47b580a5a48579965278 HTTP/1.1" status: 200 len: 375 time: 0.0294926 Jul 13 07:33:26.003417 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9981434-0b3f-4ae0-8fcd-896877170cde req-3f0fadc2-0cd3-4e57-9bfc-c7cdaeb74dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:26.004860 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a9981434-0b3f-4ae0-8fcd-896877170cde req-3f0fadc2-0cd3-4e57-9bfc-c7cdaeb74dbd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 1100 time: 0.4434531 Jul 13 07:33:26.020840 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fa53e-d042-406c-b081-745887824a4d req-b965ff51-cdac-4099-a517-f7b6b8f0ccd1 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:26.022283 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-b965ff51-cdac-4099-a517-f7b6b8f0ccd1 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070&tenant_id=15158e7fe97d4861a97b0a945f95d776&binding%3Ahost_id=n-h2-779913-28 HTTP/1.1" status: 200 len: 1097 time: 0.1679399 Jul 13 07:33:26.031461 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82064a2d-9fd4-471b-ae4b-be8561ebffcd req-ae38c212-f451-4ad0-a3f3-32db61556fe3 tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:26.032892 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82064a2d-9fd4-471b-ae4b-be8561ebffcd req-ae38c212-f451-4ad0-a3f3-32db61556fe3 tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 1101 time: 0.1772912 Jul 13 07:33:26.058690 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-f592860a-8ac4-482b-8bfa-0493d73adcef tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=497e1984f0be47b580a5a48579965278&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529273 Jul 13 07:33:26.132505 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a9981434-0b3f-4ae0-8fcd-896877170cde req-993fed0d-de8c-4539-9f5f-8859e0e46b5d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092744 Jul 13 07:33:26.150984 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82064a2d-9fd4-471b-ae4b-be8561ebffcd req-3d62cf52-105b-42a5-80cb-ca630bc08ef8 tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992215 Jul 13 07:33:26.237861 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e16fa53e-d042-406c-b081-745887824a4d req-32eebad2-37bf-4f62-9deb-2a1f25b74d9f service neutron] For port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:26.241409 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e16fa53e-d042-406c-b081-745887824a4d req-32eebad2-37bf-4f62-9deb-2a1f25b74d9f service neutron] Notify callbacks [] for binding, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.242972 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e16fa53e-d042-406c-b081-745887824a4d req-32eebad2-37bf-4f62-9deb-2a1f25b74d9f service neutron] 10.222.0.62 "DELETE /v2.0/ports/7dc045fa-c1da-416e-9d43-8b35c3ee6d72/bindings/n-h1-779913-28 HTTP/1.1" status: 204 len: 173 time: 0.2091670 Jul 13 07:33:26.380033 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a460c-076b-4903-b4e9-ba67f897e44a req-37a169a5-ea58-43ae-a8b8-b7d1c8776a7f tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:26.382815 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d7a460c-076b-4903-b4e9-ba67f897e44a req-37a169a5-ea58-43ae-a8b8-b7d1c8776a7f tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 945 time: 0.0891368 Jul 13 07:33:26.469827 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d7a460c-076b-4903-b4e9-ba67f897e44a req-3c5be12c-8a14-4d7a-b888-236cedc244cc tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762186 Jul 13 07:33:26.520621 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad09bde-340b-42af-9f79-9c52b69bb16a req-03e0fb87-faad-43b5-ae9e-db1692282c06 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:26.531035 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ad09bde-340b-42af-9f79-9c52b69bb16a req-03e0fb87-faad-43b5-ae9e-db1692282c06 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 948 time: 0.1068425 Jul 13 07:33:26.599712 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ad09bde-340b-42af-9f79-9c52b69bb16a req-e562daa4-6f56-435b-8ae2-41dd2fa514d1 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669975 Jul 13 07:33:26.759311 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:26.811804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:26.972428 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a6355459-9dd9-4db2-b780-e329529a77d7 req-ea465656-42a2-4fb9-baf6-6511e8570ee3 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9 HTTP/1.1" status: 200 len: 210 time: 0.0455751 Jul 13 07:33:27.038685 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5013f-0f1c-49ed-98df-b9f5ccd8beda req-ed838738-0e0f-44c5-a1fd-a625cb0c3712 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:27.040896 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ca5013f-0f1c-49ed-98df-b9f5ccd8beda req-ed838738-0e0f-44c5-a1fd-a625cb0c3712 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 945 time: 0.0807800 Jul 13 07:33:27.103971 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-a42a0fcb-4103-47e2-a45c-290fb796b7aa tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d6a3e791abbc497c8586fd62e424c069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386295 Jul 13 07:33:27.107032 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ca5013f-0f1c-49ed-98df-b9f5ccd8beda req-ae83f936-0302-4c0c-a384-86f136f350c7 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603418 Jul 13 07:33:27.289922 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-f96b2761-c59c-48a1-857a-aa7e2cf994b3 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:27.292402 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-f96b2761-c59c-48a1-857a-aa7e2cf994b3 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826158 Jul 13 07:33:27.313363 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-8442b8ab-fcaf-4e97-bd53-6da24aff2cf8 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/quotas/d6a3e791abbc497c8586fd62e424c069 HTTP/1.1" status: 200 len: 375 time: 0.0138934 Jul 13 07:33:27.400013 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-60473d9a-45c0-407b-8ce2-843dc93a5d85 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6a3e791abbc497c8586fd62e424c069&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0796857 Jul 13 07:33:27.511515 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa41a249-4f52-45ed-8fc0-d33e11b1b6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.565657 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.591387 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-aa2d70a3-b0c3-472a-93a7-9e7e1642b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:27.592978 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-aa2d70a3-b0c3-472a-93a7-9e7e1642b4de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 1097 time: 0.0689986 Jul 13 07:33:27.738279 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-2baf4d03-7a10-4fc9-b501-0a7928dd47df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:27.739663 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-2baf4d03-7a10-4fc9-b501-0a7928dd47df service neutron] 10.222.0.62 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 908 time: 0.1342447 Jul 13 07:33:27.745985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d00d1-073f-475b-83b5-06e16d8d0411 req-e00fe60a-142c-451b-a317-86d66b7c3402 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:27.747839 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f48d00d1-073f-475b-83b5-06e16d8d0411 req-e00fe60a-142c-451b-a317-86d66b7c3402 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 1097 time: 0.1089973 Jul 13 07:33:27.807175 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-02cf8037-68d2-400c-93c9-0735d63356e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=affa0f44-27aa-43b3-9ed9-e1002b76cfe1 HTTP/1.1" status: 200 len: 217 time: 0.0473044 Jul 13 07:33:27.807326 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:27.820204 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f48d00d1-073f-475b-83b5-06e16d8d0411 req-e1c9aaa7-3c3d-4cb4-a186-7a3098df16b0 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667241 Jul 13 07:33:27.901827 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-6bf87297-0123-4388-a3e3-9f3f269eddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:27.904616 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-6bf87297-0123-4388-a3e3-9f3f269eddd2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 0.0834913 Jul 13 07:33:28.005493 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-a6454c0e-706e-484f-9119-c81a087397cc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918336 Jul 13 07:33:28.119469 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-1b8161dc-5834-475a-a0d7-effe0777a756 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=497e1984f0be47b580a5a48579965278&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419507 Jul 13 07:33:28.260323 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9f416156-e7d5-4673-a865-8bf1da2fc7ab tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:28.261992 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9f416156-e7d5-4673-a865-8bf1da2fc7ab tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1344678 Jul 13 07:33:28.288114 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Request body: {'port': {'device_id': 'f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': '497e1984f0be47b580a5a48579965278'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:28.298504 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-3af21a32-e5ca-4023-a87a-aec109d928ae service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815602 Jul 13 07:33:28.404986 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb70fb-7520-4068-a60a-d64332e8274e req-84a189a5-12a5-4cd9-a5de-8c7f4dbccc08 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:28.412765 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4feb70fb-7520-4068-a60a-d64332e8274e req-84a189a5-12a5-4cd9-a5de-8c7f4dbccc08 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 948 time: 0.2002683 Jul 13 07:33:28.457371 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-8b163236-7ae6-4658-92eb-7151f5ec57b6 service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499529 Jul 13 07:33:28.487093 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4feb70fb-7520-4068-a60a-d64332e8274e req-decb215e-b5e4-449a-b7fe-d78703c56963 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733559 Jul 13 07:33:28.545816 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Made reservation on behalf of 497e1984f0be47b580a5a48579965278 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:28.550151 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.573288 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.713929 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-2c06100f-20e8-456f-a26d-73d59bc3d971 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:28.717555 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-2c06100f-20e8-456f-a26d-73d59bc3d971 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783&tenant_id=218eabc1e5414d678874133f2fbf6f59&binding%3Ahost_id=n-h1-779913-28 HTTP/1.1" status: 200 len: 1097 time: 0.0980921 Jul 13 07:33:28.750705 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-28'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:28.824708 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.831740 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.908553 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f5ed77-f47b-4ba0-aafa-a522ec136b6f,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:28.916287 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-531253bd-0e56-4f43-b6a5-6286ead8ce26 req-69b3e086-2206-4d5c-a5f8-dbf3413b15c9 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9 HTTP/1.1" status: 200 len: 210 time: 0.1072950 Jul 13 07:33:28.927098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:28.928149 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:28.928676 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:28.929019 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:28.929360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:28.929768 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:28.930118 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:28.930482 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:28.930869 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:28.931205 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:28.931540 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:28.931914 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.026763 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Allocated IP 192.168.233.13 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/45385aba-1fb0-4a93-8781-a6c3f94e37f9) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:29.097116 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.125780 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59688) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:29.246201 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.264456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Transition to ACTIVE for port object 45385aba-1fb0-4a93-8781-a6c3f94e37f9 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:29.268917 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-c78c28b9-1a8b-40dc-b2be-6caec9d76cf3 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:29.277197 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-c78c28b9-1a8b-40dc-b2be-6caec9d76cf3 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 820 time: 0.3857689 Jul 13 07:33:29.304608 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.322657 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-367f5d32-8fb1-470b-a95d-ca11692615c4 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/quotas/15158e7fe97d4861a97b0a945f95d776 HTTP/1.1" status: 200 len: 375 time: 0.0438495 Jul 13 07:33:29.351890 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:29.357595 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:29.361771 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:29.396441 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Pushing event updated for resources: {'Port': ['ID=45385aba-1fb0-4a93-8781-a6c3f94e37f9,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:29.401040 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a4436-c0db-4550-b3b1-7d689813a0fe req-2c4b147e-6588-43ca-98c4-b5e17fae969e tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:29.403923 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-776a4436-c0db-4550-b3b1-7d689813a0fe req-2c4b147e-6588-43ca-98c4-b5e17fae969e tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 945 time: 0.3054175 Jul 13 07:33:29.408772 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b011b41-9b66-449c-951d-93ca0d519593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.425790 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.428865 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:29.429754 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.450227 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-8d3d34ce-ab09-4b76-9322-e5c0dabdc952 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1717021 Jul 13 07:33:29.477145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] Request body: {'port': {'device_id': 'f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:29.533038 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] For port affa0f44-27aa-43b3-9ed9-e1002b76cfe1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=affa0f44-27aa-43b3-9ed9-e1002b76cfe1,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:29.541941 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-776a4436-c0db-4550-b3b1-7d689813a0fe req-ad649f3a-e7e5-4a35-a0f9-edae3e73be9d tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237707 Jul 13 07:33:29.566004 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.605587 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-353fa469-4aa6-43cb-a933-fd5e5b260470 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2663858 Jul 13 07:33:29.626998 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] For port affa0f44-27aa-43b3-9ed9-e1002b76cfe1, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:29.651794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6d0f5840-b0c6-4b53-ae83-dfac3dad85ee None None] Provisioning for port 45385aba-1fb0-4a93-8781-a6c3f94e37f9 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:29.656585 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6d0f5840-b0c6-4b53-ae83-dfac3dad85ee None None] Provisioning complete for port 45385aba-1fb0-4a93-8781-a6c3f94e37f9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:29.656959 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d0f5840-b0c6-4b53-ae83-dfac3dad85ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.712019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6d0f5840-b0c6-4b53-ae83-dfac3dad85ee None None] Port 45385aba-1fb0-4a93-8781-a6c3f94e37f9 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:29.715167 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.723798 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299c3d2a-b930-4acf-b48a-e53bbe077783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'affa0f44-27aa-43b3-9ed9-e1002b76cfe1'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:29.727555 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129e0712-9157-4779-b47e-ebacddf7e261" -d '{"events": [{"server_uuid": "299c3d2a-b930-4acf-b48a-e53bbe077783", "name": "network-vif-unplugged", "status": "completed", "tag": "affa0f44-27aa-43b3-9ed9-e1002b76cfe1"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:29.750633 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.852003 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b011b41-9b66-449c-951d-93ca0d519593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.872772 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b011b41-9b66-449c-951d-93ca0d519593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.925355 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Pushing event updated for resources: {'Port': ['ID=affa0f44-27aa-43b3-9ed9-e1002b76cfe1,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:29.990725 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.991215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.991653 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.992046 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.992581 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.993021 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.993442 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.993836 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.994434 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.994845 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.995355 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.995922 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:30.016762 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7b011b41-9b66-449c-951d-93ca0d519593 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4d8310c9577d4b29943fe94139b7a097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8766477 Jul 13 07:33:30.018827 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59706) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:30.038762 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b011b41-9b66-449c-951d-93ca0d519593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d72d84-2e44-4a10-bc5b-bfbd28e0f57d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:30.057233 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45385aba-1fb0-4a93-8781-a6c3f94e37f9 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:30.061698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-81127e74-17a0-43f2-9a08-a46ee90c3b95 service neutron] 10.222.0.58 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659725 Jul 13 07:33:30.067781 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.078137 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Attempting to bind port affa0f44-27aa-43b3-9ed9-e1002b76cfe1 on host n-h1-779913-28 for vnic_type normal with profile {"migrating_to": "n-h2-779913-28"} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:30.078435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Attempting to bind port affa0f44-27aa-43b3-9ed9-e1002b76cfe1 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:30.079118 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Attempting to bind port affa0f44-27aa-43b3-9ed9-e1002b76cfe1 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:30.098025 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-969982fb-c89f-4a5b-841a-13f519fb1ce4 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d6a3e791abbc497c8586fd62e424c069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764506 Jul 13 07:33:30.118754 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] Transition to ACTIVE for port object 45385aba-1fb0-4a93-8781-a6c3f94e37f9 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:30.122664 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.205115 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] Pushing event updated for resources: {'Port': ['ID=45385aba-1fb0-4a93-8781-a6c3f94e37f9,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:30.296581 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-50ebc400-951a-4ac5-93e5-c4d628c5b6b8 service neutron] 10.222.0.58 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195611 Jul 13 07:33:30.297264 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Port affa0f44-27aa-43b3-9ed9-e1002b76cfe1 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:30.297500 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Attempting to bind port affa0f44-27aa-43b3-9ed9-e1002b76cfe1 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:30.312069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] Attempting to bind port 45385aba-1fb0-4a93-8781-a6c3f94e37f9 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:30.312934 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] Attempting to bind port 45385aba-1fb0-4a93-8781-a6c3f94e37f9 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:30.312934 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] Attempting to bind port 45385aba-1fb0-4a93-8781-a6c3f94e37f9 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:30.317851 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] Port 45385aba-1fb0-4a93-8781-a6c3f94e37f9 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:30.318215 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] Attempting to bind port 45385aba-1fb0-4a93-8781-a6c3f94e37f9 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:30.324541 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:30.324896 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:30.325426 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:30.325873 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] Bound port: 45385aba-1fb0-4a93-8781-a6c3f94e37f9, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:30.326267 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.395477 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:30.399121 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Checking segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:30.399669 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Bound using segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:30.401605 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Bound port: affa0f44-27aa-43b3-9ed9-e1002b76cfe1, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:30.403225 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.458845 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] For port 45385aba-1fb0-4a93-8781-a6c3f94e37f9, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:30.469794 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] For port 45385aba-1fb0-4a93-8781-a6c3f94e37f9, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=45385aba-1fb0-4a93-8781-a6c3f94e37f9,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:30.476299 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.605288 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] Pushing event updated for resources: {'Port': ['ID=45385aba-1fb0-4a93-8781-a6c3f94e37f9,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:30.626456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:30.627147 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.628648 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-9088ef62-c21b-42f7-82a3-7e7bafcaefc9 service neutron] 10.222.0.62 "PUT /v2.0/ports/45385aba-1fb0-4a93-8781-a6c3f94e37f9 HTTP/1.1" status: 200 len: 1096 time: 1.1561654 Jul 13 07:33:30.629223 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9', 'tag': '45385aba-1fb0-4a93-8781-a6c3f94e37f9'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:30.631952 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e9ae48-eb36-4a6a-85fb-49c084194b15" -d '{"events": [{"name": "network-changed", "server_uuid": "f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9", "tag": "45385aba-1fb0-4a93-8781-a6c3f94e37f9"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:30.655263 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2bf2abdf-635b-451a-b858-9a7ae4992ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.849384 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-afcdbe5c-9b46-4e82-b702-78a3b3abdab4 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d6a3e791abbc497c8586fd62e424c069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739374 Jul 13 07:33:30.917013 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4826e4a0-bd58-47b3-b027-611372d8b9ef tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:30.918964 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4826e4a0-bd58-47b3-b027-611372d8b9ef tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8078141 Jul 13 07:33:30.939574 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4b098af9-d38e-446e-a7cc-f3c5df7b1244 req-c084aac8-6c48-489a-8bd3-0cdb0f49a3f0 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8 HTTP/1.1" status: 200 len: 210 time: 0.1933644 Jul 13 07:33:30.978061 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f791a643-a8f3-4332-aa46-18cab930ca78 x-openstack-request-id: req-f791a643-a8f3-4332-aa46-18cab930ca78 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:30.978649 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299c3d2a-b930-4acf-b48a-e53bbe077783", "name": "network-vif-unplugged", "status": "completed", "tag": "affa0f44-27aa-43b3-9ed9-e1002b76cfe1", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:30.979071 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f791a643-a8f3-4332-aa46-18cab930ca78 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:30.979847 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299c3d2a-b930-4acf-b48a-e53bbe077783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'affa0f44-27aa-43b3-9ed9-e1002b76cfe1', 'code': 200} Jul 13 07:33:30.989932 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-fd3bd252-742e-4968-a165-23e13bad7e9b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Request body: {'port': {'device_id': '2fb5a105-5f03-446c-8b01-7f834dd729a2', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': 'd6a3e791abbc497c8586fd62e424c069'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:31.000315 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2bf2abdf-635b-451a-b858-9a7ae4992ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.104804 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] For port affa0f44-27aa-43b3-9ed9-e1002b76cfe1, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:31.159896 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.231231 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] For port affa0f44-27aa-43b3-9ed9-e1002b76cfe1, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=affa0f44-27aa-43b3-9ed9-e1002b76cfe1,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:31.276173 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.343391 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-df2d68ee-2077-4d5d-8001-09f56eed30e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:31.345858 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-df2d68ee-2077-4d5d-8001-09f56eed30e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=497e1984f0be47b580a5a48579965278&device_id=f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9 HTTP/1.1" status: 200 len: 1099 time: 0.5287549 Jul 13 07:33:31.358125 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-af946bf4-0c11-47f7-935a-5478ece371ae tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:31.359692 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-af946bf4-0c11-47f7-935a-5478ece371ae tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4832997 Jul 13 07:33:31.373495 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-1230f8f0-d609-4864-8db0-b0679fa5d482 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Request body: {'port': {'device_id': 'ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': 'd6a3e791abbc497c8586fd62e424c069'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:31.410259 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-d6e52e57-3c62-4761-a64e-f1c8a52171b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=45385aba-1fb0-4a93-8781-a6c3f94e37f9 HTTP/1.1" status: 200 len: 217 time: 0.0494359 Jul 13 07:33:31.531549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-c9b9c97c-623a-44cd-a7d0-b4accc82d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:31.532271 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-c9b9c97c-623a-44cd-a7d0-b4accc82d388 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0997415 Jul 13 07:33:31.596610 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-6667e75a-27aa-496f-b6e4-8e3aed42d61a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9365335 Jul 13 07:33:31.631250 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-1230f8f0-d609-4864-8db0-b0679fa5d482 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Made reservation on behalf of d6a3e791abbc497c8586fd62e424c069 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:31.637587 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-1230f8f0-d609-4864-8db0-b0679fa5d482 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.668882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-14456ce6-8bfe-41da-bd33-128df39e1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:31.672358 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-14456ce6-8bfe-41da-bd33-128df39e1652 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1251073 Jul 13 07:33:31.691298 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-fd3bd252-742e-4968-a165-23e13bad7e9b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Made reservation on behalf of d6a3e791abbc497c8586fd62e424c069 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:31.695276 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-fd3bd252-742e-4968-a165-23e13bad7e9b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.719095 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2bf2abdf-635b-451a-b858-9a7ae4992ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.722072 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2bf2abdf-635b-451a-b858-9a7ae4992ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.726352 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2bf2abdf-635b-451a-b858-9a7ae4992ca5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/17d72d84-2e44-4a10-bc5b-bfbd28e0f57d HTTP/1.1" status: 204 len: 168 time: 1.6931083 Jul 13 07:33:31.826238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2abdf-635b-451a-b858-9a7ae4992ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d72d84-2e44-4a10-bc5b-bfbd28e0f57d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:31.836784 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847d425-dea6-4003-8c91-dfcc59d77e4b req-142ce291-782a-4cac-803d-af1cb1bc9f6e tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:31.845347 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9847d425-dea6-4003-8c91-dfcc59d77e4b req-142ce291-782a-4cac-803d-af1cb1bc9f6e tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9 HTTP/1.1" status: 200 len: 947 time: 0.6125658 Jul 13 07:33:31.848385 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:31.849102 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.850815 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] 10.222.0.62 "PUT /v2.0/ports/affa0f44-27aa-43b3-9ed9-e1002b76cfe1 HTTP/1.1" status: 200 len: 1123 time: 3.1065624 Jul 13 07:33:31.855267 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3815c33-8211-48c9-afe5-55f6f298bf75 service neutron] Pushing event updated for resources: {'Port': ['ID=affa0f44-27aa-43b3-9ed9-e1002b76cfe1,revision_number=8']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:31.880548 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1bbe5-59bd-4006-ba74-082b8c4fe0c6 req-d7ec846c-df08-4a72-b220-d8fbe78dadf4 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:31.882210 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82e1bbe5-59bd-4006-ba74-082b8c4fe0c6 req-d7ec846c-df08-4a72-b220-d8fbe78dadf4 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.7687638 Jul 13 07:33:31.929891 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['affa0f44-27aa-43b3-9ed9-e1002b76cfe1'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:31.976049 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-1230f8f0-d609-4864-8db0-b0679fa5d482 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Allocated IP 192.168.233.109 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/d50fbcb0-639b-4372-a596-26b4ae4247fd) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:31.983417 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-e0f0ed19-1c68-4037-b6c7-714dfa268909 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963715 Jul 13 07:33:32.055542 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82e1bbe5-59bd-4006-ba74-082b8c4fe0c6 req-58d9f7a4-d69c-4e32-b745-fce44ace7fff tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311808 Jul 13 07:33:32.080526 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9847d425-dea6-4003-8c91-dfcc59d77e4b req-1626b31f-fd42-4208-a76e-e2817feb706c tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/security-groups?id=19f5ed77-f47b-4ba0-aafa-a522ec136b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333021 Jul 13 07:33:32.232958 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f125c745-32e6-4159-ad2a-8db363d9e5be req-c242ce11-20ca-4282-bc56-fcafd92149d5 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408404 Jul 13 07:33:32.315076 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-1230f8f0-d609-4864-8db0-b0679fa5d482 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.336181 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-1230f8f0-d609-4864-8db0-b0679fa5d482 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Transition to ACTIVE for port object d50fbcb0-639b-4372-a596-26b4ae4247fd will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:32.370435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df24fa6-0239-4624-bbba-9eda67dc144d req-821bcdf9-02ce-4089-a8b2-e02fbdab7c9a tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:32.377837 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0df24fa6-0239-4624-bbba-9eda67dc144d req-821bcdf9-02ce-4089-a8b2-e02fbdab7c9a tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 943 time: 0.1142862 Jul 13 07:33:32.395653 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-1230f8f0-d609-4864-8db0-b0679fa5d482 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.409089 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3d4bdfc8-f779-4b57-85be-37da3028ceb7'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:32.481506 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59764) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:32.483335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230f8f0-d609-4864-8db0-b0679fa5d482 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Pushing event updated for resources: {'Port': ['ID=d50fbcb0-639b-4372-a596-26b4ae4247fd,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:32.518188 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bcadaaca-9ab7-4100-ab7b-d67dbed39289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.523401 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-1230f8f0-d609-4864-8db0-b0679fa5d482 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:32.535683 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-1230f8f0-d609-4864-8db0-b0679fa5d482 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:32.538968 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-1230f8f0-d609-4864-8db0-b0679fa5d482 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:32.630611 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-fd3bd252-742e-4968-a165-23e13bad7e9b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Allocated IP 192.168.233.160 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/45acecb5-5e3d-4015-9a01-9e93f1ddfde4) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:32.656451 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0df24fa6-0239-4624-bbba-9eda67dc144d req-5714d5a0-33fa-4389-b7d0-22a0cad87da8 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551792 Jul 13 07:33:32.737261 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-1230f8f0-d609-4864-8db0-b0679fa5d482 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:32.738307 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-1230f8f0-d609-4864-8db0-b0679fa5d482 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.745653 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a212d-834b-485b-8bfa-03201d0eb581 req-fafa0f91-049c-4f6b-96cb-56d3b85b6a8c tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:32.747962 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-179a212d-834b-485b-8bfa-03201d0eb581 req-fafa0f91-049c-4f6b-96cb-56d3b85b6a8c tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 948 time: 0.3619320 Jul 13 07:33:32.756843 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e52930-cf7a-4367-8264-5fc8fd4c5bf1 x-openstack-request-id: req-07e52930-cf7a-4367-8264-5fc8fd4c5bf1 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:32.757578 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9", "tag": "45385aba-1fb0-4a93-8781-a6c3f94e37f9", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:32.758414 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-07e52930-cf7a-4367-8264-5fc8fd4c5bf1 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:32.759015 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9', 'tag': '45385aba-1fb0-4a93-8781-a6c3f94e37f9', 'status': 'completed', 'code': 200} Jul 13 07:33:32.808385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-7ce283bf-139d-4e0a-b5d1-95a3eb218f20 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:32.812390 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-7ce283bf-139d-4e0a-b5d1-95a3eb218f20 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.62 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 820 time: 0.2300346 Jul 13 07:33:32.833381 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-fe07bfb1-18f8-4b90-849c-776ea30ffbeb tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Request body: {'port': {'device_id': '2215a5d5-86cc-455a-8dbe-d990c69e5d37', 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5', 'admin_state_up': True, 'tenant_id': '15158e7fe97d4861a97b0a945f95d776'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:32.983110 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299c3d2a-b930-4acf-b48a-e53bbe077783', 'tag': 'affa0f44-27aa-43b3-9ed9-e1002b76cfe1'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:32.986432 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2732dae6-d058-4425-8ca3-f75a88be91ca" -d '{"events": [{"name": "network-changed", "server_uuid": "299c3d2a-b930-4acf-b48a-e53bbe077783", "tag": "affa0f44-27aa-43b3-9ed9-e1002b76cfe1"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:33.008031 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bcadaaca-9ab7-4100-ab7b-d67dbed39289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.015989 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bcadaaca-9ab7-4100-ab7b-d67dbed39289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.024988 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6a2c9c52-7ebc-48be-ba8c-4a7ca754d303 None None] Provisioning for port d50fbcb0-639b-4372-a596-26b4ae4247fd completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:33.032712 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6a2c9c52-7ebc-48be-ba8c-4a7ca754d303 None None] Provisioning complete for port d50fbcb0-639b-4372-a596-26b4ae4247fd triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:33.034350 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9c52-7ebc-48be-ba8c-4a7ca754d303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.036629 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-179a212d-834b-485b-8bfa-03201d0eb581 req-7db8bed5-7aaf-473c-8f67-58aadfbb9838 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654979 Jul 13 07:33:33.037939 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-1230f8f0-d609-4864-8db0-b0679fa5d482 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6690767 Jul 13 07:33:33.051747 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f60ed638-5d0f-454e-b0aa-186fae84e1ea req-11958140-1fc5-4840-9e0d-5bd8037d77fe tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 210 time: 0.1314158 Jul 13 07:33:33.076700 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] Request body: {'port': {'device_id': 'ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:33.128046 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-fe07bfb1-18f8-4b90-849c-776ea30ffbeb tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Made reservation on behalf of 15158e7fe97d4861a97b0a945f95d776 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:33.132094 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-fe07bfb1-18f8-4b90-849c-776ea30ffbeb tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.162221 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bcadaaca-9ab7-4100-ab7b-d67dbed39289 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=17769bc3a44a417ebc8cf8540ee88a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6660218 Jul 13 07:33:33.167316 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadaaca-9ab7-4100-ab7b-d67dbed39289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da50881d-23c2-417a-8d39-66e178a4bbca,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:33.171388 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59776) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:33.221627 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6a2c9c52-7ebc-48be-ba8c-4a7ca754d303 None None] Port d50fbcb0-639b-4372-a596-26b4ae4247fd cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:33.293576 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9ae48-eb36-4a6a-85fb-49c084194b15 req-b97a90b5-fb27-46ae-8736-324ddc18e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:33.295311 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-04e9ae48-eb36-4a6a-85fb-49c084194b15 req-b97a90b5-fb27-46ae-8736-324ddc18e071 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=497e1984f0be47b580a5a48579965278&device_id=f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9 HTTP/1.1" status: 200 len: 1099 time: 0.4582491 Jul 13 07:33:33.329333 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.425119 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb8dedf-868a-4fd8-81ac-d9dc21eb0830 x-openstack-request-id: req-4fb8dedf-868a-4fd8-81ac-d9dc21eb0830 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:33.425737 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299c3d2a-b930-4acf-b48a-e53bbe077783", "tag": "affa0f44-27aa-43b3-9ed9-e1002b76cfe1", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:33.425737 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4fb8dedf-868a-4fd8-81ac-d9dc21eb0830 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:33.426450 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299c3d2a-b930-4acf-b48a-e53bbe077783', 'tag': 'affa0f44-27aa-43b3-9ed9-e1002b76cfe1', 'status': 'completed', 'code': 200} Jul 13 07:33:33.431690 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-fd3bd252-742e-4968-a165-23e13bad7e9b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.479179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-fe07bfb1-18f8-4b90-849c-776ea30ffbeb tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Allocated IP 172.20.0.13 (acf8805e-fc72-4645-afdd-bc310db87bf5/bfd30de1-a97b-4b7f-9271-8b31642f73ac/a3823256-d8c9-441d-ba75-ab14ea680e94) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:33.505037 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-fd3bd252-742e-4968-a165-23e13bad7e9b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Transition to ACTIVE for port object 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:33.528871 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60d6eb96-e21d-45a0-ae90-1b96d71be27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.557487 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9ae48-eb36-4a6a-85fb-49c084194b15 req-95d7309d-b64b-434f-9914-ae764846bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:33.559942 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-04e9ae48-eb36-4a6a-85fb-49c084194b15 req-95d7309d-b64b-434f-9914-ae764846bab4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.2446823 Jul 13 07:33:33.642200 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732dae6-d058-4425-8ca3-f75a88be91ca req-fb6c1b48-b4fe-4fe1-8b38-94e36b98f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:33.644132 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2732dae6-d058-4425-8ca3-f75a88be91ca req-fb6c1b48-b4fe-4fe1-8b38-94e36b98f7b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 1126 time: 0.2245562 Jul 13 07:33:33.657108 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-04e9ae48-eb36-4a6a-85fb-49c084194b15 req-2f38e293-3db1-4e22-93e1-72fa184c8f22 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=45385aba-1fb0-4a93-8781-a6c3f94e37f9 HTTP/1.1" status: 200 len: 217 time: 0.0734570 Jul 13 07:33:33.663110 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60d6eb96-e21d-45a0-ae90-1b96d71be27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.726464 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-fd3bd252-742e-4968-a165-23e13bad7e9b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.755995 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13ba27-2456-41cf-b82c-a4e232c6cd3f req-2ef61c63-b9fe-47ec-a7e0-13a4f1c18ce7 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:33.757883 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee13ba27-2456-41cf-b82c-a4e232c6cd3f req-2ef61c63-b9fe-47ec-a7e0-13a4f1c18ce7 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8 HTTP/1.1" status: 200 len: 936 time: 0.3856077 Jul 13 07:33:33.764872 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3d4bdfc8-f779-4b57-85be-37da3028ceb7'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:33.812606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device affa0f44-27aa-43b3-9ed9-e1002b76cfe1 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:33.858862 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9ae48-eb36-4a6a-85fb-49c084194b15 req-ab1d90a9-20a9-42a3-9101-c95c7e2d35a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:33.860656 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-04e9ae48-eb36-4a6a-85fb-49c084194b15 req-ab1d90a9-20a9-42a3-9101-c95c7e2d35a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1822860 Jul 13 07:33:33.870028 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-fd3bd252-742e-4968-a165-23e13bad7e9b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:33.881836 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e04e9-14d8-4338-9184-6674df64c6f1 req-48e066a8-85aa-4de0-bce6-a272e64cd6d6 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:33.890713 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-598e04e9-14d8-4338-9184-6674df64c6f1 req-48e066a8-85aa-4de0-bce6-a272e64cd6d6 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.3592770 Jul 13 07:33:33.921894 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732dae6-d058-4425-8ca3-f75a88be91ca req-81cc1bf2-adff-41c5-b21c-07049de82659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:33.923392 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2732dae6-d058-4425-8ca3-f75a88be91ca req-81cc1bf2-adff-41c5-b21c-07049de82659 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 908 time: 0.2655919 Jul 13 07:33:33.923846 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.35', 62266) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:33.927310 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-fd3bd252-742e-4968-a165-23e13bad7e9b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:33.960978 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-fe07bfb1-18f8-4b90-849c-776ea30ffbeb tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.971662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-fd3bd252-742e-4968-a165-23e13bad7e9b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:33.977601 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-fd3bd252-742e-4968-a165-23e13bad7e9b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:33.978406 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-fd3bd252-742e-4968-a165-23e13bad7e9b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.032467 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3bd252-742e-4968-a165-23e13bad7e9b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Pushing event updated for resources: {'Port': ['ID=45acecb5-5e3d-4015-9a01-9e93f1ddfde4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:34.036412 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60d6eb96-e21d-45a0-ae90-1b96d71be27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.039998 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60d6eb96-e21d-45a0-ae90-1b96d71be27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.041772 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-60d6eb96-e21d-45a0-ae90-1b96d71be27f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/da50881d-23c2-417a-8d39-66e178a4bbca HTTP/1.1" status: 204 len: 168 time: 0.8644435 Jul 13 07:33:34.061287 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port affa0f44-27aa-43b3-9ed9-e1002b76cfe1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=affa0f44-27aa-43b3-9ed9-e1002b76cfe1,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:34.066586 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee13ba27-2456-41cf-b82c-a4e232c6cd3f req-8e9e04bc-8b4f-4b82-b82d-88a596654e19 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821424 Jul 13 07:33:34.178539 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device affa0f44-27aa-43b3-9ed9-e1002b76cfe1 has no active binding in host n-h2-779913-28 {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:33:34.186042 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-fd3bd252-742e-4968-a165-23e13bad7e9b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2392240 Jul 13 07:33:34.205779 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6eb96-e21d-45a0-ae90-1b96d71be27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da50881d-23c2-417a-8d39-66e178a4bbca,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:34.219979 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] Request body: {'port': {'device_id': '2fb5a105-5f03-446c-8b01-7f834dd729a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:34.231366 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d50fbcb0-639b-4372-a596-26b4ae4247fd {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:34.245935 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.296748 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-598e04e9-14d8-4338-9184-6674df64c6f1 req-b3c05645-0864-4a84-ad13-138a06b18648 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050324 Jul 13 07:33:34.332084 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] Transition to ACTIVE for port object d50fbcb0-639b-4372-a596-26b4ae4247fd will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:34.339173 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2732dae6-d058-4425-8ca3-f75a88be91ca req-92586d5b-4775-4e7a-b21d-c2f2a282f6e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=affa0f44-27aa-43b3-9ed9-e1002b76cfe1 HTTP/1.1" status: 200 len: 217 time: 0.3969808 Jul 13 07:33:34.381671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-535625d4-77b3-4364-88bd-14d902d0f839 None None] Provisioning for port 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:34.385981 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-535625d4-77b3-4364-88bd-14d902d0f839 None None] Provisioning complete for port 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:34.386605 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-535625d4-77b3-4364-88bd-14d902d0f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.396203 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.422266 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-fe07bfb1-18f8-4b90-849c-776ea30ffbeb tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.466783 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-535625d4-77b3-4364-88bd-14d902d0f839 None None] Port 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:34.523350 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] Pushing event updated for resources: {'Port': ['ID=d50fbcb0-639b-4372-a596-26b4ae4247fd,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:34.538804 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732dae6-d058-4425-8ca3-f75a88be91ca req-f000661a-f39d-4695-aef0-f4c9e8854cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:34.540570 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2732dae6-d058-4425-8ca3-f75a88be91ca req-f000661a-f39d-4695-aef0-f4c9e8854cb5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 0.1377954 Jul 13 07:33:34.544683 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-fe07bfb1-18f8-4b90-849c-776ea30ffbeb tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Network acf8805e-fc72-4645-afdd-bc310db87bf5 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:34.564415 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-9dc4b2e6-37e2-41fd-94c3-bbe2a3d6e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:34.566726 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-9dc4b2e6-37e2-41fd-94c3-bbe2a3d6e7c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 1100 time: 0.6371737 Jul 13 07:33:34.624774 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.627774 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9ae48-eb36-4a6a-85fb-49c084194b15 req-969c5839-9f35-41d8-976c-e1cf886e1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:34.629379 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-04e9ae48-eb36-4a6a-85fb-49c084194b15 req-969c5839-9f35-41d8-976c-e1cf886e1e2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7266579 Jul 13 07:33:34.630702 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-fe07bfb1-18f8-4b90-849c-776ea30ffbeb tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:34.635777 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-fe07bfb1-18f8-4b90-849c-776ea30ffbeb tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:34.675499 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2732dae6-d058-4425-8ca3-f75a88be91ca req-5c64ffb2-2e64-4ebb-a113-530dbf4f140e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040993 Jul 13 07:33:34.823630 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f42a91-8e92-40d0-8435-179be38ee52d req-27400fec-a562-41b4-a317-6227300023ca tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:34.830157 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07bfb1-18f8-4b90-849c-776ea30ffbeb tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Pushing event updated for resources: {'Port': ['ID=a3823256-d8c9-441d-ba75-ab14ea680e94,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:34.830983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08f42a91-8e92-40d0-8435-179be38ee52d req-27400fec-a562-41b4-a317-6227300023ca tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9 HTTP/1.1" status: 200 len: 947 time: 0.4767139 Jul 13 07:33:34.865347 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-fe07bfb1-18f8-4b90-849c-776ea30ffbeb tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:34.866158 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-fe07bfb1-18f8-4b90-849c-776ea30ffbeb tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.903744 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] Attempting to bind port d50fbcb0-639b-4372-a596-26b4ae4247fd on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:34.904130 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] Attempting to bind port d50fbcb0-639b-4372-a596-26b4ae4247fd by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:34.904510 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] Attempting to bind port d50fbcb0-639b-4372-a596-26b4ae4247fd on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:34.912513 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-fe07bfb1-18f8-4b90-849c-776ea30ffbeb tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0859690 Jul 13 07:33:34.916164 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2732dae6-d058-4425-8ca3-f75a88be91ca req-97033ba1-5315-49c3-ba6b-8bb7677c1b60 service neutron] 10.222.0.35 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138107 Jul 13 07:33:34.916860 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] Port d50fbcb0-639b-4372-a596-26b4ae4247fd on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:34.917185 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] Attempting to bind port d50fbcb0-639b-4372-a596-26b4ae4247fd on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:34.923241 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:34.923594 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:34.923985 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:34.924478 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] Bound port: d50fbcb0-639b-4372-a596-26b4ae4247fd, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:34.924886 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.935818 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] Request body: {'port': {'device_id': '2215a5d5-86cc-455a-8dbe-d990c69e5d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:35.004041 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc72fd-d807-4e82-b912-cc0b4dafd808 req-6007286f-8128-4603-90b0-82cca99dee85 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:35.005642 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fbfc72fd-d807-4e82-b912-cc0b4dafd808 req-6007286f-8128-4603-90b0-82cca99dee85 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 943 time: 0.4470477 Jul 13 07:33:35.076105 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-04e9ae48-eb36-4a6a-85fb-49c084194b15 req-a6bf6ecf-cd5e-4b98-87af-8d75af35bb3c service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845549 Jul 13 07:33:35.087789 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08f42a91-8e92-40d0-8435-179be38ee52d req-5a973517-47a0-41c6-9cdd-d7ca678ab1e0 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/security-groups?id=19f5ed77-f47b-4ba0-aafa-a522ec136b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545257 Jul 13 07:33:35.134131 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-b7d2b854-7ea2-4743-aeb1-4862e6ec4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:35.136108 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-b7d2b854-7ea2-4743-aeb1-4862e6ec4548 service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.5506549 Jul 13 07:33:35.174192 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] For port d50fbcb0-639b-4372-a596-26b4ae4247fd, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:35.178190 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2732dae6-d058-4425-8ca3-f75a88be91ca req-ca2e4b1e-3664-4fb0-b93b-e48ff170c72a service neutron] 10.222.0.35 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504897 Jul 13 07:33:35.179925 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] For port d50fbcb0-639b-4372-a596-26b4ae4247fd, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=d50fbcb0-639b-4372-a596-26b4ae4247fd,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:35.181227 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.193103 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.232286 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:35.233023 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.235104 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] 10.222.0.35 "PUT /v2.0/ports/d50fbcb0-639b-4372-a596-26b4ae4247fd HTTP/1.1" status: 200 len: 1097 time: 2.1810033 Jul 13 07:33:35.238014 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8', 'tag': 'd50fbcb0-639b-4372-a596-26b4ae4247fd'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:35.240606 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c596530-9fd3-4921-b578-f65c5d8cc121" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8", "tag": "d50fbcb0-639b-4372-a596-26b4ae4247fd"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:35.370671 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6805dad-ad9f-467c-a8d6-bc01bdd68639 service neutron] Pushing event updated for resources: {'Port': ['ID=d50fbcb0-639b-4372-a596-26b4ae4247fd,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:35.417704 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-ee3692a1-88d9-437b-b545-55ffc035cd15 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=5477dfe0-844c-46e5-b658-3bfbb67c16fb HTTP/1.1" status: 200 len: 217 time: 0.0868032 Jul 13 07:33:35.565770 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fbfc72fd-d807-4e82-b912-cc0b4dafd808 req-09157faf-e8d3-4bd6-b61b-01f188a2b48d tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069745 Jul 13 07:33:35.641915 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:35.659451 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.678906 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-2628fa2c-54a2-4e3f-b030-d262c2bfe932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:35.680492 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-2628fa2c-54a2-4e3f-b030-d262c2bfe932 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.2290049 Jul 13 07:33:35.684183 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-04e9ae48-eb36-4a6a-85fb-49c084194b15 req-9d675603-2e68-4a0d-a49b-897f11f1e993 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742662 Jul 13 07:33:35.688149 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] Transition to ACTIVE for port object 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:35.820837 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 45385aba-1fb0-4a93-8781-a6c3f94e37f9 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:35.898253 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-0cace28c-3a31-4825-9097-1acc756e543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:35.900334 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-0cace28c-3a31-4825-9097-1acc756e543c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6a3e791abbc497c8586fd62e424c069&device_id=ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8 HTTP/1.1" status: 200 len: 1100 time: 0.6041052 Jul 13 07:33:35.983401 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-a98959f5-6a18-417d-8e85-bd58b0fe96cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d50fbcb0-639b-4372-a596-26b4ae4247fd HTTP/1.1" status: 200 len: 217 time: 0.0677664 Jul 13 07:33:35.985921 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 45385aba-1fb0-4a93-8781-a6c3f94e37f9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=45385aba-1fb0-4a93-8781-a6c3f94e37f9,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:36.000312 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.006476 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '45385aba-1fb0-4a93-8781-a6c3f94e37f9', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '45385aba-1fb0-4a93-8781-a6c3f94e37f9', 'mac_address': 'fa:16:3e:73:72:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:36.021751 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979e4ea-25bd-4311-9593-baa5dc9aa389 req-8a6223d6-9e04-48a6-8d54-73aa63bd9326 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:36.023981 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7979e4ea-25bd-4311-9593-baa5dc9aa389 req-8a6223d6-9e04-48a6-8d54-73aa63bd9326 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 948 time: 0.6367998 Jul 13 07:33:36.071630 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3823256-d8c9-441d-ba75-ab14ea680e94 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:36.084491 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.092654 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.116282 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-a936e099-3fef-4241-8165-d483de5bca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:36.118040 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-a936e099-3fef-4241-8165-d483de5bca07 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1073456 Jul 13 07:33:36.121856 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] Transition to ACTIVE for port object a3823256-d8c9-441d-ba75-ab14ea680e94 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:36.144645 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] Pushing event updated for resources: {'Port': ['ID=45acecb5-5e3d-4015-9a01-9e93f1ddfde4,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:36.153657 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45385aba-1fb0-4a93-8781-a6c3f94e37f9 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:36.186130 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.200202 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 45385aba-1fb0-4a93-8781-a6c3f94e37f9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=45385aba-1fb0-4a93-8781-a6c3f94e37f9,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:36.219305 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.277707 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7979e4ea-25bd-4311-9593-baa5dc9aa389 req-4e0040e3-1ee8-4669-8ddd-8c1839d48dfb tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214894 Jul 13 07:33:36.314651 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] Attempting to bind port 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:36.314651 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] Attempting to bind port 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:36.315137 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] Attempting to bind port 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:36.318815 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-73dc39b5-5011-4153-9728-e7d771f44748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:36.320343 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-73dc39b5-5011-4153-9728-e7d771f44748 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6293015 Jul 13 07:33:36.361643 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] Attempting to bind port a3823256-d8c9-441d-ba75-ab14ea680e94 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:36.363540 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] Port 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:36.363870 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] Attempting to bind port 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:36.366781 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] Attempting to bind port a3823256-d8c9-441d-ba75-ab14ea680e94 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:36.367246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] Attempting to bind port a3823256-d8c9-441d-ba75-ab14ea680e94 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:36.373291 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] Port a3823256-d8c9-441d-ba75-ab14ea680e94 on network acf8805e-fc72-4645-afdd-bc310db87bf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:36.373630 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] Attempting to bind port a3823256-d8c9-441d-ba75-ab14ea680e94 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:36.381372 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=a3823256-d8c9-441d-ba75-ab14ea680e94,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:36.389392 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-86840a59-1165-4b21-9bf4-463e6edf2ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:36.391023 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-86840a59-1165-4b21-9bf4-463e6edf2ace service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2603655 Jul 13 07:33:36.392518 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:36.392869 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] Checking segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:36.393266 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] Bound using segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:36.393666 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:36.393927 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] Bound port: a3823256-d8c9-441d-ba75-ab14ea680e94, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:36.394032 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:36.394148 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.394493 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:36.395074 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] Bound port: 45acecb5-5e3d-4015-9a01-9e93f1ddfde4, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:36.395325 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=45385aba-1fb0-4a93-8781-a6c3f94e37f9,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:36.395600 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.405015 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.405649 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.406228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.406734 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.407228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.407431 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d398689-6d73-4ffe-bb3a-01eeeefb77f6 req-6161ce3e-3eb6-483f-acc4-ae1ffe868890 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:36.407982 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.408466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.408947 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.409494 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.410023 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.410628 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.411120 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.414784 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2d398689-6d73-4ffe-bb3a-01eeeefb77f6 req-6161ce3e-3eb6-483f-acc4-ae1ffe868890 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 932 time: 0.4098554 Jul 13 07:33:36.548891 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-136cbabc-d6b2-495e-9fc6-ae7d81a021cd service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375477 Jul 13 07:33:36.566718 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2d398689-6d73-4ffe-bb3a-01eeeefb77f6 req-d438e5b4-72f4-4d03-8290-df61a73832e9 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507015 Jul 13 07:33:36.596305 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-19c862bf-71c5-4f33-b1d7-e100fad1b7c2 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600541 Jul 13 07:33:36.616549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] For port a3823256-d8c9-441d-ba75-ab14ea680e94, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:36.657356 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] For port 45acecb5-5e3d-4015-9a01-9e93f1ddfde4, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:36.679801 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] For port 45acecb5-5e3d-4015-9a01-9e93f1ddfde4, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=45acecb5-5e3d-4015-9a01-9e93f1ddfde4,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:36.694241 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] For port a3823256-d8c9-441d-ba75-ab14ea680e94, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a3823256-d8c9-441d-ba75-ab14ea680e94,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:36.696970 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf3246a-7f63-4ded-8188-c227f51394f2 x-openstack-request-id: req-ebf3246a-7f63-4ded-8188-c227f51394f2 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:36.697351 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8", "tag": "d50fbcb0-639b-4372-a596-26b4ae4247fd", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:36.697750 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ebf3246a-7f63-4ded-8188-c227f51394f2 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:36.698358 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8', 'tag': 'd50fbcb0-639b-4372-a596-26b4ae4247fd', 'status': 'completed', 'code': 200} Jul 13 07:33:36.705676 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.716251 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['45385aba-1fb0-4a93-8781-a6c3f94e37f9'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:36.734649 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.801568 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:36.801848 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:36.802424 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.803854 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.804257 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] 10.222.0.62 "PUT /v2.0/ports/a3823256-d8c9-441d-ba75-ab14ea680e94 HTTP/1.1" status: 200 len: 1093 time: 1.8751807 Jul 13 07:33:36.805463 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] 10.222.0.35 "PUT /v2.0/ports/45acecb5-5e3d-4015-9a01-9e93f1ddfde4 HTTP/1.1" status: 200 len: 1097 time: 2.6097212 Jul 13 07:33:36.830035 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-2e1737e9-de78-4ad0-90e7-d20960810c08 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707982 Jul 13 07:33:36.831140 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325bfbf-f885-4f03-87e4-12e2ce769dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=a3823256-d8c9-441d-ba75-ab14ea680e94,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:36.870970 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb5a105-5f03-446c-8b01-7f834dd729a2', 'tag': '45acecb5-5e3d-4015-9a01-9e93f1ddfde4'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:36.880829 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad14366-0e2c-4a8d-8029-20b94c999b56" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb5a105-5f03-446c-8b01-7f834dd729a2", "tag": "45acecb5-5e3d-4015-9a01-9e93f1ddfde4"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:36.970993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-8de52b15-da65-4d03-a0ed-aed47e2a5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:36.972642 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-8de52b15-da65-4d03-a0ed-aed47e2a5e16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6a3e791abbc497c8586fd62e424c069&device_id=2fb5a105-5f03-446c-8b01-7f834dd729a2 HTTP/1.1" status: 200 len: 1100 time: 0.1106014 Jul 13 07:33:36.974802 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-06d2848b-2d9a-4912-928e-d148ebeb29e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:36.976246 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-06d2848b-2d9a-4912-928e-d148ebeb29e5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 1096 time: 0.1052549 Jul 13 07:33:37.000111 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-1b552228-e153-4eb2-92e0-530d4f83f7a3 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931944 Jul 13 07:33:37.025162 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa09d4-b3de-42c3-8f90-620638e2ed3b service neutron] Pushing event updated for resources: {'Port': ['ID=45acecb5-5e3d-4015-9a01-9e93f1ddfde4,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:37.062915 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-135a5ab4-1046-42bc-82b9-ab31ea38e53a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3823256-d8c9-441d-ba75-ab14ea680e94 HTTP/1.1" status: 200 len: 217 time: 0.0741107 Jul 13 07:33:37.064438 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-bab572f0-46f7-4cde-b8e2-bb9591998b63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=45acecb5-5e3d-4015-9a01-9e93f1ddfde4 HTTP/1.1" status: 200 len: 217 time: 0.0825312 Jul 13 07:33:37.086539 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41c0aa-e2ee-4d57-9e69-74640624a12e req-355073fa-8d04-4842-8fbb-bc0ce5cfac63 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.088557 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0c41c0aa-e2ee-4d57-9e69-74640624a12e req-355073fa-8d04-4842-8fbb-bc0ce5cfac63 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8 HTTP/1.1" status: 200 len: 948 time: 0.3350627 Jul 13 07:33:37.100964 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb21397-5361-4670-b17c-8ce690156892 req-7f62c86e-341e-4ca7-826d-7a55172f8767 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.108263 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9bb21397-5361-4670-b17c-8ce690156892 req-7f62c86e-341e-4ca7-826d-7a55172f8767 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.2383785 Jul 13 07:33:37.144605 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c596530-9fd3-4921-b578-f65c5d8cc121 req-2a8448be-db4a-4e06-88ba-1a0b4c3bafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.146629 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c596530-9fd3-4921-b578-f65c5d8cc121 req-2a8448be-db4a-4e06-88ba-1a0b4c3bafe3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6a3e791abbc497c8586fd62e424c069&device_id=ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8 HTTP/1.1" status: 200 len: 1100 time: 0.2292187 Jul 13 07:33:37.184961 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-189e35de-5c41-4fea-9e90-c31fbe376cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.187011 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-189e35de-5c41-4fea-9e90-c31fbe376cc1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 200 len: 860 time: 0.1061461 Jul 13 07:33:37.194779 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-2a20c6e1-bd58-4ed7-a703-4cb8aed8c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.196398 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-2a20c6e1-bd58-4ed7-a703-4cb8aed8c458 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1255553 Jul 13 07:33:37.209995 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9bb21397-5361-4670-b17c-8ce690156892 req-40925dba-00cf-49f8-a6ec-580248ee975d tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009121 Jul 13 07:33:37.217324 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0c41c0aa-e2ee-4d57-9e69-74640624a12e req-5bbcf38f-d766-4b36-89fd-98094de71e36 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055584 Jul 13 07:33:37.297571 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-8a74a4ed-9dac-468e-b310-0228a18b7d1f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=acf8805e-fc72-4645-afdd-bc310db87bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922711 Jul 13 07:33:37.323262 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c596530-9fd3-4921-b578-f65c5d8cc121 req-2196eb57-7454-4d19-8a17-0cda95e034ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.326801 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c596530-9fd3-4921-b578-f65c5d8cc121 req-2196eb57-7454-4d19-8a17-0cda95e034ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.1716547 Jul 13 07:33:37.357605 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-f56e46bf-8549-45bb-87de-96c12f1b0899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.359145 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-f56e46bf-8549-45bb-87de-96c12f1b0899 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1457217 Jul 13 07:33:37.384604 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c596530-9fd3-4921-b578-f65c5d8cc121 req-ea8d2ea6-0791-479d-985c-477ad60dd218 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d50fbcb0-639b-4372-a596-26b4ae4247fd HTTP/1.1" status: 200 len: 217 time: 0.0501304 Jul 13 07:33:37.474283 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c596530-9fd3-4921-b578-f65c5d8cc121 req-8b0bac84-5a2a-406c-ae55-88afd8c09f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.475614 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c596530-9fd3-4921-b578-f65c5d8cc121 req-8b0bac84-5a2a-406c-ae55-88afd8c09f2b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0819066 Jul 13 07:33:37.478883 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-e26e6039-d508-4bcc-a226-dc0575f8dd79 service neutron] 10.222.0.62 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647024 Jul 13 07:33:37.527415 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-3a7780f6-0cb3-452c-9f17-fe449acb2b83 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436772 Jul 13 07:33:37.536226 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6c570-5842-497b-8cf3-05f444a8b6ef req-5170180d-bb7c-41c5-b75d-1e3358bb36da tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.543384 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95a6c570-5842-497b-8cf3-05f444a8b6ef req-5170180d-bb7c-41c5-b75d-1e3358bb36da tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9 HTTP/1.1" status: 200 len: 948 time: 0.1607862 Jul 13 07:33:37.559874 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-6dd5aec4-0d03-45e1-b7eb-0346f81405f7 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e7f70780cbac4035ba79147bbe18c0fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658340 Jul 13 07:33:37.628600 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.657248 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a38b5e0-ac1a-4f03-a783-be8c124754ae req-22e0a48d-a14c-4466-a78a-dcf9055a9555 service neutron] 10.222.0.62 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626320 Jul 13 07:33:37.679304 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a8cfce8-c795-4032-afa7-a394eb42abd3 req-ff7def07-d020-4488-b4d0-5d191e4bfe9b service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413128 Jul 13 07:33:37.680444 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95a6c570-5842-497b-8cf3-05f444a8b6ef req-1f981f4a-c64f-44dc-a28b-df22febbe9bd tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/security-groups?id=19f5ed77-f47b-4ba0-aafa-a522ec136b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248965 Jul 13 07:33:37.695661 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c596530-9fd3-4921-b578-f65c5d8cc121 req-de8cfff3-1702-479d-8760-3c629cbb23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.697190 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c596530-9fd3-4921-b578-f65c5d8cc121 req-de8cfff3-1702-479d-8760-3c629cbb23d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2135921 Jul 13 07:33:37.756557 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-2887c9dd-e5c7-4258-94ff-a554e985935c tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.758112 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-2887c9dd-e5c7-4258-94ff-a554e985935c tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1909506 Jul 13 07:33:37.804651 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-62bdb7b7-d977-4ba5-8517-b2de9b0d589b service neutron] 10.222.0.35 "GET /v2.0/ports/affa0f44-27aa-43b3-9ed9-e1002b76cfe1/bindings/n-h2-779913-28 HTTP/1.1" status: 200 len: 385 time: 0.0615656 Jul 13 07:33:37.859312 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-c022fadc-8af7-4e19-9fa7-5ebb1cade01b tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/quotas/e7f70780cbac4035ba79147bbe18c0fa HTTP/1.1" status: 200 len: 375 time: 0.0928597 Jul 13 07:33:37.905197 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-504829db-e0b6-4aa1-a505-505401c7e4f4 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e7f70780cbac4035ba79147bbe18c0fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387464 Jul 13 07:33:37.909191 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c596530-9fd3-4921-b578-f65c5d8cc121 req-3c560ba9-e44d-4473-a0d1-09616c91af6f service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016027 Jul 13 07:33:37.967129 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599fb9f-c621-478b-ac91-15dcfeddb101 req-188776e7-025f-4a39-a541-a59afe6c0f32 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.968833 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6599fb9f-c621-478b-ac91-15dcfeddb101 req-188776e7-025f-4a39-a541-a59afe6c0f32 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 943 time: 0.1603472 Jul 13 07:33:38.021895 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-f7dfb860-7cc8-474f-86b5-6bce6b65eaaf service neutron] For port affa0f44-27aa-43b3-9ed9-e1002b76cfe1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=affa0f44-27aa-43b3-9ed9-e1002b76cfe1,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:38.058895 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-f7dfb860-7cc8-474f-86b5-6bce6b65eaaf service neutron] For port affa0f44-27aa-43b3-9ed9-e1002b76cfe1, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:38.080537 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6599fb9f-c621-478b-ac91-15dcfeddb101 req-f79a6026-5809-4689-889f-7a738d985fa7 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056781 Jul 13 07:33:38.085982 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c596530-9fd3-4921-b578-f65c5d8cc121 req-35a770ac-ef05-430e-b019-ebce0a7fe375 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687903 Jul 13 07:33:38.111325 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-f7dfb860-7cc8-474f-86b5-6bce6b65eaaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id affa0f44-27aa-43b3-9ed9-e1002b76cfe1 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:38.122692 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0faa57-60b6-4288-a962-93406ed138a9 x-openstack-request-id: req-9e0faa57-60b6-4288-a962-93406ed138a9 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:38.123412 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb5a105-5f03-446c-8b01-7f834dd729a2", "tag": "45acecb5-5e3d-4015-9a01-9e93f1ddfde4", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:38.123845 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9e0faa57-60b6-4288-a962-93406ed138a9 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:38.124547 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb5a105-5f03-446c-8b01-7f834dd729a2', 'tag': '45acecb5-5e3d-4015-9a01-9e93f1ddfde4', 'status': 'completed', 'code': 200} Jul 13 07:33:38.134304 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-f7dfb860-7cc8-474f-86b5-6bce6b65eaaf service neutron] For port affa0f44-27aa-43b3-9ed9-e1002b76cfe1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=affa0f44-27aa-43b3-9ed9-e1002b76cfe1,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:38.169532 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-f7dfb860-7cc8-474f-86b5-6bce6b65eaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.232142 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad14366-0e2c-4a8d-8029-20b94c999b56 req-11831810-666f-4eaa-b180-896a5c697d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:38.233695 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aad14366-0e2c-4a8d-8029-20b94c999b56 req-11831810-666f-4eaa-b180-896a5c697d2f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6a3e791abbc497c8586fd62e424c069&device_id=2fb5a105-5f03-446c-8b01-7f834dd729a2 HTTP/1.1" status: 200 len: 1100 time: 0.0803692 Jul 13 07:33:38.318227 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-f7dfb860-7cc8-474f-86b5-6bce6b65eaaf service neutron] Transition to ACTIVE for port object affa0f44-27aa-43b3-9ed9-e1002b76cfe1 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:38.325064 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-f7dfb860-7cc8-474f-86b5-6bce6b65eaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.387358 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad14366-0e2c-4a8d-8029-20b94c999b56 req-92b1385b-b3e5-4934-b0c4-81b97566437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:38.389052 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aad14366-0e2c-4a8d-8029-20b94c999b56 req-92b1385b-b3e5-4934-b0c4-81b97566437f service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.1479230 Jul 13 07:33:38.399992 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfb860-7cc8-474f-86b5-6bce6b65eaaf service neutron] Pushing event updated for resources: {'Port': ['ID=affa0f44-27aa-43b3-9ed9-e1002b76cfe1,revision_number=10']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:38.452282 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aad14366-0e2c-4a8d-8029-20b94c999b56 req-0a721ac0-da5a-4b21-8440-4b498eb24611 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=45acecb5-5e3d-4015-9a01-9e93f1ddfde4 HTTP/1.1" status: 200 len: 217 time: 0.0539665 Jul 13 07:33:38.452562 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-f7dfb860-7cc8-474f-86b5-6bce6b65eaaf service neutron] No DVR routers for this DVR port affa0f44-27aa-43b3-9ed9-e1002b76cfe1 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:38.485883 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-f7dfb860-7cc8-474f-86b5-6bce6b65eaaf service neutron] 10.222.0.35 "PUT /v2.0/ports/affa0f44-27aa-43b3-9ed9-e1002b76cfe1/bindings/n-h2-779913-28/activate HTTP/1.1" status: 200 len: 370 time: 0.6741850 Jul 13 07:33:38.496550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3a5ac-7ad1-443b-b727-72e2de4f124e req-38aa5cdd-dc0f-4c4e-b467-40ba9fa2cdc1 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:38.498111 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30e3a5ac-7ad1-443b-b727-72e2de4f124e req-38aa5cdd-dc0f-4c4e-b467-40ba9fa2cdc1 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 948 time: 0.2082300 Jul 13 07:33:38.566837 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad14366-0e2c-4a8d-8029-20b94c999b56 req-4e2d0ddd-7d58-43d0-a0a0-086e0e464bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:38.568328 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aad14366-0e2c-4a8d-8029-20b94c999b56 req-4e2d0ddd-7d58-43d0-a0a0-086e0e464bc1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1044505 Jul 13 07:33:38.593250 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30e3a5ac-7ad1-443b-b727-72e2de4f124e req-3ea89897-30e7-4806-bf50-1656535233a5 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734496 Jul 13 07:33:38.636892 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c448c-e1e8-4ee1-a162-ecc4df7540d7 req-74313eae-dbe0-4814-b9f3-823558b816bc tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:38.639620 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0e6c448c-e1e8-4ee1-a162-ecc4df7540d7 req-74313eae-dbe0-4814-b9f3-823558b816bc tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 944 time: 0.1909506 Jul 13 07:33:38.690474 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-87ec838d-747b-495d-9a5b-36b8ee1e3b82 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:38.693132 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-87ec838d-747b-495d-9a5b-36b8ee1e3b82 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783&tenant_id=218eabc1e5414d678874133f2fbf6f59&binding%3Ahost_id=n-h1-779913-28 HTTP/1.1" status: 200 len: 1096 time: 0.1153226 Jul 13 07:33:38.693285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad14366-0e2c-4a8d-8029-20b94c999b56 req-ce1457d8-0ee8-4771-b87d-1a28b2785eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:38.694779 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aad14366-0e2c-4a8d-8029-20b94c999b56 req-ce1457d8-0ee8-4771-b87d-1a28b2785eb0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1147382 Jul 13 07:33:38.700076 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2215a5d5-86cc-455a-8dbe-d990c69e5d37', 'tag': 'a3823256-d8c9-441d-ba75-ab14ea680e94'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:38.700664 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0e6c448c-e1e8-4ee1-a162-ecc4df7540d7 req-541071ff-9ca3-452c-a194-65ecb9815a48 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469344 Jul 13 07:33:38.703339 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b33464-3bdd-41ca-8d0f-7a8dd920727e" -d '{"events": [{"name": "network-changed", "server_uuid": "2215a5d5-86cc-455a-8dbe-d990c69e5d37", "tag": "a3823256-d8c9-441d-ba75-ab14ea680e94"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:38.777488 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-c4d622e3-1bc9-49d1-ac81-2f5774002ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:38.780291 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-c4d622e3-1bc9-49d1-ac81-2f5774002ad0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783&tenant_id=218eabc1e5414d678874133f2fbf6f59 HTTP/1.1" status: 200 len: 1096 time: 0.0725758 Jul 13 07:33:38.853182 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-768b35b0-f15e-4e71-ab82-f35f70b5baf9 req-1099829f-b90c-4834-a984-f5127c0552a8 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=71917f50-483b-4ffa-8bdb-2d6039bf6301 HTTP/1.1" status: 200 len: 210 time: 0.0458610 Jul 13 07:33:38.897598 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-00ad9cf9-1fc8-4a29-9c69-bf474c6f2761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:38.899691 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-00ad9cf9-1fc8-4a29-9c69-bf474c6f2761 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 1096 time: 0.0841103 Jul 13 07:33:38.915155 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aad14366-0e2c-4a8d-8029-20b94c999b56 req-c7cdf2f2-bf75-464f-8a26-5827282eacca service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086282 Jul 13 07:33:39.021118 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e551382-2c13-42a4-b39a-a283e57fac6e req-6543b48e-8510-4814-9f0b-c9517d49dd4c tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:39.022665 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e551382-2c13-42a4-b39a-a283e57fac6e req-6543b48e-8510-4814-9f0b-c9517d49dd4c tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.1671495 Jul 13 07:33:39.026889 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-6435e2c8-a552-4957-8d11-14fd567d5231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:39.028591 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-6435e2c8-a552-4957-8d11-14fd567d5231 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 908 time: 0.1129465 Jul 13 07:33:39.085438 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-4779be87-723d-4abc-942d-cce0e2918beb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=affa0f44-27aa-43b3-9ed9-e1002b76cfe1 HTTP/1.1" status: 200 len: 217 time: 0.0446250 Jul 13 07:33:39.110614 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aad14366-0e2c-4a8d-8029-20b94c999b56 req-c7cc61b7-1b26-49e6-9837-229e84cec4f7 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868780 Jul 13 07:33:39.120660 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e551382-2c13-42a4-b39a-a283e57fac6e req-d21d2ff5-7f51-46c6-b1b4-6352544270d4 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870609 Jul 13 07:33:39.142804 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00637e8a-a194-4936-a51f-4869ed1897ef req-d7940cfe-ee6a-46a5-b5b3-3b67b1a42497 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:39.149505 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00637e8a-a194-4936-a51f-4869ed1897ef req-d7940cfe-ee6a-46a5-b5b3-3b67b1a42497 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8 HTTP/1.1" status: 200 len: 948 time: 0.1391985 Jul 13 07:33:39.164550 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-0044057d-49f5-4c16-aeb4-6ca4d2b77603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:39.166161 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-0044057d-49f5-4c16-aeb4-6ca4d2b77603 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 0.0658805 Jul 13 07:33:39.189157 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00637e8a-a194-4936-a51f-4869ed1897ef req-bc614c60-1602-455a-8a67-3a9e60d4680e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382452 Jul 13 07:33:39.207760 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-26eaaa7e-27c7-4dba-bb17-bcfc8b30514d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340552 Jul 13 07:33:39.302021 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a28038e-4d12-4201-ad8a-2dbaeb2bc429 x-openstack-request-id: req-4a28038e-4d12-4201-ad8a-2dbaeb2bc429 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:39.302519 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2215a5d5-86cc-455a-8dbe-d990c69e5d37", "tag": "a3823256-d8c9-441d-ba75-ab14ea680e94", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:39.303208 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4a28038e-4d12-4201-ad8a-2dbaeb2bc429 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:39.303858 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2215a5d5-86cc-455a-8dbe-d990c69e5d37', 'tag': 'a3823256-d8c9-441d-ba75-ab14ea680e94', 'status': 'completed', 'code': 200} Jul 13 07:33:39.335549 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140fd02-e0e3-4256-a7b4-b0e3ed75c9ec req-cd101afe-2a1b-478f-bd21-6f01516373c9 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:39.337172 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4140fd02-e0e3-4256-a7b4-b0e3ed75c9ec req-cd101afe-2a1b-478f-bd21-6f01516373c9 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9 HTTP/1.1" status: 200 len: 948 time: 0.0973506 Jul 13 07:33:39.343040 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-f7464463-9829-4837-91d4-3dbed7598344 service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279707 Jul 13 07:33:39.413252 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4140fd02-e0e3-4256-a7b4-b0e3ed75c9ec req-123baa5f-99ac-44ff-b842-42367bf2b461 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/security-groups?id=19f5ed77-f47b-4ba0-aafa-a522ec136b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655653 Jul 13 07:33:39.456096 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-38f79630-0354-4573-8c35-0a7eed278d22 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e7f70780cbac4035ba79147bbe18c0fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392001 Jul 13 07:33:39.474004 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b33464-3bdd-41ca-8d0f-7a8dd920727e req-193e5205-8ec3-4615-936d-b3d902d09d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:39.475577 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b33464-3bdd-41ca-8d0f-7a8dd920727e req-193e5205-8ec3-4615-936d-b3d902d09d29 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 1096 time: 0.1375141 Jul 13 07:33:39.481349 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-7d1c06a3-0a0b-4eb5-b148-d29152073140 service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241772 Jul 13 07:33:39.837660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 45385aba-1fb0-4a93-8781-a6c3f94e37f9 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:39.896684 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 45385aba-1fb0-4a93-8781-a6c3f94e37f9 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:39.901200 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 45385aba-1fb0-4a93-8781-a6c3f94e37f9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:39.901636 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.943713 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-368b65e2-392d-43e0-86c7-4b4fe79939dd tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:39.945303 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867d639-aca3-40a7-9ad4-735f4a5332ab req-9f690d59-ea86-4a06-8b64-d878988dc9a1 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:39.945951 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-368b65e2-392d-43e0-86c7-4b4fe79939dd tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783&tenant_id=218eabc1e5414d678874133f2fbf6f59&binding%3Ahost_id=n-h2-779913-28 HTTP/1.1" status: 200 len: 1096 time: 0.0727937 Jul 13 07:33:39.946925 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4867d639-aca3-40a7-9ad4-735f4a5332ab req-9f690d59-ea86-4a06-8b64-d878988dc9a1 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 944 time: 0.5320041 Jul 13 07:33:39.993138 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b33464-3bdd-41ca-8d0f-7a8dd920727e req-42b0e7b3-defc-4d26-9848-df54b2ad959a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:39.994686 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b33464-3bdd-41ca-8d0f-7a8dd920727e req-42b0e7b3-defc-4d26-9848-df54b2ad959a service neutron] 10.222.0.62 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 921 time: 0.5045953 Jul 13 07:33:39.998320 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.002026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-34d5c0e0-4938-438c-971a-f857e6fa37d5 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:40.003511 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-34d5c0e0-4938-438c-971a-f857e6fa37d5 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5269339 Jul 13 07:33:40.025836 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45385aba-1fb0-4a93-8781-a6c3f94e37f9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:40.028709 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93847ea-0b85-46b7-8461-5467b39bf337" -d '{"events": [{"server_uuid": "f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9", "name": "network-vif-plugged", "status": "completed", "tag": "45385aba-1fb0-4a93-8781-a6c3f94e37f9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:40.034511 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-fba7041a-509b-4361-9a35-fbc83d000eaf tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Request body: {'port': {'device_id': '71917f50-483b-4ffa-8bdb-2d6039bf6301', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': 'e7f70780cbac4035ba79147bbe18c0fa'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:40.042721 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 45385aba-1fb0-4a93-8781-a6c3f94e37f9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=45385aba-1fb0-4a93-8781-a6c3f94e37f9,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:40.047189 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.081311 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030e00f-96f1-4511-ad92-9db1948ad7d4 req-821ae4d3-3f2e-44ed-8b1d-2cc04f5b29a8 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:40.082894 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9030e00f-96f1-4511-ad92-9db1948ad7d4 req-821ae4d3-3f2e-44ed-8b1d-2cc04f5b29a8 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 948 time: 0.3014731 Jul 13 07:33:40.084209 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b33464-3bdd-41ca-8d0f-7a8dd920727e req-73d6617f-c267-402c-93ff-e187a8ccf464 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3823256-d8c9-441d-ba75-ab14ea680e94 HTTP/1.1" status: 200 len: 217 time: 0.0711958 Jul 13 07:33:40.087873 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4867d639-aca3-40a7-9ad4-735f4a5332ab req-92663af2-593b-4770-b81a-43da3580d440 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260717 Jul 13 07:33:40.111050 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=45385aba-1fb0-4a93-8781-a6c3f94e37f9,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:40.133882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-ee3f451a-15e2-4d27-9725-96a0dbbecc82 service neutron] For port affa0f44-27aa-43b3-9ed9-e1002b76cfe1, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:40.138984 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-ee3f451a-15e2-4d27-9725-96a0dbbecc82 service neutron] Notify callbacks [] for binding, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.149732 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a902783-63d7-4269-8ef1-1c2b864aebce req-ee3f451a-15e2-4d27-9725-96a0dbbecc82 service neutron] 10.222.0.62 "DELETE /v2.0/ports/affa0f44-27aa-43b3-9ed9-e1002b76cfe1/bindings/n-h1-779913-28 HTTP/1.1" status: 204 len: 173 time: 0.1942031 Jul 13 07:33:40.231656 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9030e00f-96f1-4511-ad92-9db1948ad7d4 req-ed320944-ba12-471a-b5cd-2c83f3cf2f9b tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337438 Jul 13 07:33:40.236179 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b33464-3bdd-41ca-8d0f-7a8dd920727e req-82a30627-6efb-4162-a24b-ae6b329a38f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:40.237905 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b33464-3bdd-41ca-8d0f-7a8dd920727e req-82a30627-6efb-4162-a24b-ae6b329a38f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 200 len: 860 time: 0.1390383 Jul 13 07:33:40.318681 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b33464-3bdd-41ca-8d0f-7a8dd920727e req-5777d3e2-4fa2-487a-a9ed-42a2b1c6427d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=acf8805e-fc72-4645-afdd-bc310db87bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641024 Jul 13 07:33:40.406222 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-34bea22a-c611-4a48-826e-b3263b7b930a None None] Provisioning complete for port 45385aba-1fb0-4a93-8781-a6c3f94e37f9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:40.406449 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34bea22a-c611-4a48-826e-b3263b7b930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.440682 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3bcfa443-816e-4c68-9e36-3af23cb613e8 req-bc0f997f-23d4-4a71-9b4d-fc0a25279777 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=71917f50-483b-4ffa-8bdb-2d6039bf6301 HTTP/1.1" status: 200 len: 210 time: 0.0756915 Jul 13 07:33:40.441268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-fba7041a-509b-4361-9a35-fbc83d000eaf tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Made reservation on behalf of e7f70780cbac4035ba79147bbe18c0fa for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:40.444870 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-fba7041a-509b-4361-9a35-fbc83d000eaf tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.489141 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-fba7041a-509b-4361-9a35-fbc83d000eaf tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.512730 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b33464-3bdd-41ca-8d0f-7a8dd920727e req-34ee47e2-c04b-49f3-9771-2bbad8693e45 service neutron] 10.222.0.62 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814344 Jul 13 07:33:40.522811 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97ebaf-65e5-4c0f-bc4a-806de9675b7c req-c8bc2ea8-0aca-4f84-85a1-884677d1c940 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:40.524657 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c97ebaf-65e5-4c0f-bc4a-806de9675b7c req-c8bc2ea8-0aca-4f84-85a1-884677d1c940 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 944 time: 0.2715232 Jul 13 07:33:40.683864 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb600b6-cd96-4ae0-b020-f7976798d6cf x-openstack-request-id: req-3cb600b6-cd96-4ae0-b020-f7976798d6cf {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:40.684125 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9", "name": "network-vif-plugged", "status": "completed", "tag": "45385aba-1fb0-4a93-8781-a6c3f94e37f9", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:40.684310 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3cb600b6-cd96-4ae0-b020-f7976798d6cf {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:40.684704 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45385aba-1fb0-4a93-8781-a6c3f94e37f9', 'code': 200} Jul 13 07:33:40.753332 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e20fec-37fb-4867-8f87-8768259e299e req-abfdc507-502f-40ad-91d3-e44a97ee4f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:40.753603 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c97ebaf-65e5-4c0f-bc4a-806de9675b7c req-3c0701d6-f602-487c-a00e-ae4aa01bf880 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074642 Jul 13 07:33:40.754970 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-79e20fec-37fb-4867-8f87-8768259e299e req-abfdc507-502f-40ad-91d3-e44a97ee4f96 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9 HTTP/1.1" status: 200 len: 1101 time: 0.0663927 Jul 13 07:33:40.800746 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b33464-3bdd-41ca-8d0f-7a8dd920727e req-322c104a-6b52-442f-bfd2-a77cd3d66789 service neutron] 10.222.0.62 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518575 Jul 13 07:33:40.819109 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-79e20fec-37fb-4867-8f87-8768259e299e req-36e0ad88-b00f-4958-b808-1c851f8a4fe6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=19f5ed77-f47b-4ba0-aafa-a522ec136b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500727 Jul 13 07:33:40.838926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device d50fbcb0-639b-4372-a596-26b4ae4247fd details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:40.856774 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-fba7041a-509b-4361-9a35-fbc83d000eaf tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.866210 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403f9a8-bc5d-4d4c-8b5b-efc38b0cb586 req-1a05adce-8bec-476b-a661-0e2a4b23e02e tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:40.874198 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0403f9a8-bc5d-4d4c-8b5b-efc38b0cb586 req-1a05adce-8bec-476b-a661-0e2a4b23e02e tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.2194753 Jul 13 07:33:40.881018 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-fba7041a-509b-4361-9a35-fbc83d000eaf tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.892729 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device affa0f44-27aa-43b3-9ed9-e1002b76cfe1 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:40.983942 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device affa0f44-27aa-43b3-9ed9-e1002b76cfe1 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:40.993360 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port d50fbcb0-639b-4372-a596-26b4ae4247fd, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=d50fbcb0-639b-4372-a596-26b4ae4247fd,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:41.010510 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'd50fbcb0-639b-4372-a596-26b4ae4247fd', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': 'd50fbcb0-639b-4372-a596-26b4ae4247fd', 'mac_address': 'fa:16:3e:81:c3:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:41.011085 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7041a-509b-4361-9a35-fbc83d000eaf tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1756a06a-2e5e-4005-9d4a-e45ea216a3cf,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:41.030694 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0403f9a8-bc5d-4d4c-8b5b-efc38b0cb586 req-8a3b6b57-532d-49b3-b85c-e68e16d6ef9f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563914 Jul 13 07:33:41.085096 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.099936 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d50fbcb0-639b-4372-a596-26b4ae4247fd {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:41.110403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc40990-6569-4714-a16c-2e89b175284b req-c61d3db0-84f2-4339-a74a-cb822c9736f4 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:41.125024 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ffc40990-6569-4714-a16c-2e89b175284b req-c61d3db0-84f2-4339-a74a-cb822c9736f4 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8 HTTP/1.1" status: 200 len: 948 time: 0.2221179 Jul 13 07:33:41.126606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port d50fbcb0-639b-4372-a596-26b4ae4247fd, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=d50fbcb0-639b-4372-a596-26b4ae4247fd,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:41.135509 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.158500 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:41.191504 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-fba7041a-509b-4361-9a35-fbc83d000eaf tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Allocated IP 192.168.233.134 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/dcaf2021-8cb5-46b2-a661-402e50965858) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:41.226847 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ffc40990-6569-4714-a16c-2e89b175284b req-cbec655a-9c63-4aa3-9cd1-3f7737817f01 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001420 Jul 13 07:33:41.257025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=d50fbcb0-639b-4372-a596-26b4ae4247fd,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:41.260960 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 45acecb5-5e3d-4015-9a01-9e93f1ddfde4, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=45acecb5-5e3d-4015-9a01-9e93f1ddfde4,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:41.279596 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '45acecb5-5e3d-4015-9a01-9e93f1ddfde4', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '45acecb5-5e3d-4015-9a01-9e93f1ddfde4', 'mac_address': 'fa:16:3e:01:7a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:41.334201 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.345339 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60a28e-0782-48a3-9687-5aeda21ef941 req-f6252bca-1dd6-43ef-a5b4-b468cb3079fd tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:41.352565 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f60a28e-0782-48a3-9687-5aeda21ef941 req-f6252bca-1dd6-43ef-a5b4-b468cb3079fd tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9 HTTP/1.1" status: 200 len: 949 time: 0.1403804 Jul 13 07:33:41.356965 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:41.393085 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 45acecb5-5e3d-4015-9a01-9e93f1ddfde4, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=45acecb5-5e3d-4015-9a01-9e93f1ddfde4,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:41.398189 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.454916 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f60a28e-0782-48a3-9687-5aeda21ef941 req-bf18aa78-2d8c-4664-824e-bca42042329b tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/security-groups?id=19f5ed77-f47b-4ba0-aafa-a522ec136b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013463 Jul 13 07:33:41.501196 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=45acecb5-5e3d-4015-9a01-9e93f1ddfde4,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:41.524191 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-fba7041a-509b-4361-9a35-fbc83d000eaf tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.572501 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-fba7041a-509b-4361-9a35-fbc83d000eaf tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Transition to ACTIVE for port object dcaf2021-8cb5-46b2-a661-402e50965858 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:41.713807 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['45acecb5-5e3d-4015-9a01-9e93f1ddfde4'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:41.714052 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-fba7041a-509b-4361-9a35-fbc83d000eaf tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.739428 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ddeea-0d56-4fa6-97e3-9cdd12517ece req-73d827d9-e758-4001-9e62-548717e78100 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:41.740982 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a77ddeea-0d56-4fa6-97e3-9cdd12517ece req-73d827d9-e758-4001-9e62-548717e78100 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 944 time: 0.1833580 Jul 13 07:33:41.748757 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d50fbcb0-639b-4372-a596-26b4ae4247fd'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:41.794846 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694e74d-3f8b-4188-b9ca-fa07cbce2fa5 req-03136107-e891-4638-b2e6-f72c8a2e64e4 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:41.796835 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5694e74d-3f8b-4188-b9ca-fa07cbce2fa5 req-03136107-e891-4638-b2e6-f72c8a2e64e4 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 948 time: 0.1976671 Jul 13 07:33:41.804402 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-fba7041a-509b-4361-9a35-fbc83d000eaf tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:41.827543 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-fba7041a-509b-4361-9a35-fbc83d000eaf tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:41.830352 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-fba7041a-509b-4361-9a35-fbc83d000eaf tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:41.836982 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-fba7041a-509b-4361-9a35-fbc83d000eaf tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:41.837647 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-fba7041a-509b-4361-9a35-fbc83d000eaf tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.847591 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a3823256-d8c9-441d-ba75-ab14ea680e94 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:41.866734 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7041a-509b-4361-9a35-fbc83d000eaf tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Pushing event updated for resources: {'Port': ['ID=dcaf2021-8cb5-46b2-a661-402e50965858,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:41.891855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-fba7041a-509b-4361-9a35-fbc83d000eaf tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8654799 Jul 13 07:33:41.912832 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] Request body: {'port': {'device_id': '71917f50-483b-4ffa-8bdb-2d6039bf6301', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:41.923238 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a77ddeea-0d56-4fa6-97e3-9cdd12517ece req-04d41d33-80a3-4503-b1d3-01a055418f15 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545439 Jul 13 07:33:41.964201 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5694e74d-3f8b-4188-b9ca-fa07cbce2fa5 req-7dce8301-4e35-461b-b0b3-5a74a0a1b1cd tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452374 Jul 13 07:33:42.093323 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.147091 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port a3823256-d8c9-441d-ba75-ab14ea680e94, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a3823256-d8c9-441d-ba75-ab14ea680e94,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:42.198913 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'a3823256-d8c9-441d-ba75-ab14ea680e94', 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5', 'port_id': 'a3823256-d8c9-441d-ba75-ab14ea680e94', 'mac_address': 'fa:16:3e:b2:4c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd30de1-a97b-4b7f-9271-8b31642f73ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:42.311083 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.325534 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ee161ab3-2d7e-45ef-ba9f-9fd79a5bcd89 None None] Provisioning for port dcaf2021-8cb5-46b2-a661-402e50965858 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:42.338315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3823256-d8c9-441d-ba75-ab14ea680e94 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:42.345263 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ee161ab3-2d7e-45ef-ba9f-9fd79a5bcd89 None None] Provisioning complete for port dcaf2021-8cb5-46b2-a661-402e50965858 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:42.345808 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ee161ab3-2d7e-45ef-ba9f-9fd79a5bcd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.355544 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886cfbe-b2be-4c1e-b052-68946ecf158f req-cc13990e-4dda-4d00-b253-3327633df84d tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:42.357489 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2886cfbe-b2be-4c1e-b052-68946ecf158f req-cc13990e-4dda-4d00-b253-3327633df84d tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=71917f50-483b-4ffa-8bdb-2d6039bf6301 HTTP/1.1" status: 200 len: 936 time: 0.2465653 Jul 13 07:33:42.400388 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb8046-8d4b-4af5-9442-8992567c057a req-5a39e3be-5dfd-4dad-bbb9-35bff11f110a tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:42.402116 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cbbb8046-8d4b-4af5-9442-8992567c057a req-5a39e3be-5dfd-4dad-bbb9-35bff11f110a tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 944 time: 0.2534063 Jul 13 07:33:42.418975 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port a3823256-d8c9-441d-ba75-ab14ea680e94, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a3823256-d8c9-441d-ba75-ab14ea680e94,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:42.433201 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.446864 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ee161ab3-2d7e-45ef-ba9f-9fd79a5bcd89 None None] Port dcaf2021-8cb5-46b2-a661-402e50965858 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:42.482828 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2886cfbe-b2be-4c1e-b052-68946ecf158f req-2cb06791-ba0e-4bd7-ab28-0661fd8da5db tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/security-groups?id=1756a06a-2e5e-4005-9d4a-e45ea216a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082058 Jul 13 07:33:42.521414 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cbbb8046-8d4b-4af5-9442-8992567c057a req-2b4dee45-0977-48c2-92cf-ad478a845313 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808167 Jul 13 07:33:42.548982 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=a3823256-d8c9-441d-ba75-ab14ea680e94,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:42.650614 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcaf2021-8cb5-46b2-a661-402e50965858 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:42.657673 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.665264 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.710567 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] Transition to ACTIVE for port object dcaf2021-8cb5-46b2-a661-402e50965858 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:42.717643 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.841104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] Pushing event updated for resources: {'Port': ['ID=dcaf2021-8cb5-46b2-a661-402e50965858,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:42.885028 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80f213-2281-4f2c-8238-6d3742449518 req-6fd05eb4-dde3-4cdb-9cff-c2f9eedb0cdd tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:42.887264 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bc80f213-2281-4f2c-8238-6d3742449518 req-6fd05eb4-dde3-4cdb-9cff-c2f9eedb0cdd tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.2237284 Jul 13 07:33:42.917004 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] Attempting to bind port dcaf2021-8cb5-46b2-a661-402e50965858 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:42.917319 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] Attempting to bind port dcaf2021-8cb5-46b2-a661-402e50965858 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:42.917649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] Attempting to bind port dcaf2021-8cb5-46b2-a661-402e50965858 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:42.934530 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] Port dcaf2021-8cb5-46b2-a661-402e50965858 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:42.934853 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] Attempting to bind port dcaf2021-8cb5-46b2-a661-402e50965858 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:42.955528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:42.955869 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:42.956251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:42.956693 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] Bound port: dcaf2021-8cb5-46b2-a661-402e50965858, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:42.957048 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.963307 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bc80f213-2281-4f2c-8238-6d3742449518 req-dcfedbb7-e6bb-45d0-b687-8ed1b2c983be tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679688 Jul 13 07:33:42.979979 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34cd03-adc3-44f6-99f2-3a04c94d6b23 req-f7218e15-feaa-4409-8121-78652e089278 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:42.981570 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df34cd03-adc3-44f6-99f2-3a04c94d6b23 req-f7218e15-feaa-4409-8121-78652e089278 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8 HTTP/1.1" status: 200 len: 949 time: 0.1922038 Jul 13 07:33:43.053203 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df34cd03-adc3-44f6-99f2-3a04c94d6b23 req-167fbb5e-ff6b-48e8-8b3e-234febdae86e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619969 Jul 13 07:33:43.061796 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['a3823256-d8c9-441d-ba75-ab14ea680e94'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:43.086574 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] For port dcaf2021-8cb5-46b2-a661-402e50965858, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:43.090643 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] For port dcaf2021-8cb5-46b2-a661-402e50965858, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=dcaf2021-8cb5-46b2-a661-402e50965858,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:43.099512 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.151529 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:43.152150 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.154713 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] 10.222.0.35 "PUT /v2.0/ports/dcaf2021-8cb5-46b2-a661-402e50965858 HTTP/1.1" status: 200 len: 1097 time: 1.2486327 Jul 13 07:33:43.155238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71917f50-483b-4ffa-8bdb-2d6039bf6301', 'tag': 'dcaf2021-8cb5-46b2-a661-402e50965858'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:43.158141 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec4e3cc-bbf0-49f5-a62b-31282a2c9c14" -d '{"events": [{"name": "network-changed", "server_uuid": "71917f50-483b-4ffa-8bdb-2d6039bf6301", "tag": "dcaf2021-8cb5-46b2-a661-402e50965858"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:43.213660 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c7102-8696-4745-ac75-2e27d33c64df service neutron] Pushing event updated for resources: {'Port': ['ID=dcaf2021-8cb5-46b2-a661-402e50965858,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:43.361656 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d3a7099e-f57c-4d7a-9ba1-03440a86ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:43.364492 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-d3a7099e-f57c-4d7a-9ba1-03440a86ec3f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7f70780cbac4035ba79147bbe18c0fa&device_id=71917f50-483b-4ffa-8bdb-2d6039bf6301 HTTP/1.1" status: 200 len: 1100 time: 0.1619473 Jul 13 07:33:43.392373 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4523e-ca12-4981-a427-0dd9a351dfc0 req-6168d2dc-0873-4834-bb4f-457f8d21ef0e tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:43.393895 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a5f4523e-ca12-4981-a427-0dd9a351dfc0 req-6168d2dc-0873-4834-bb4f-457f8d21ef0e tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9 HTTP/1.1" status: 200 len: 949 time: 0.1509118 Jul 13 07:33:43.425867 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b05f30-825b-406d-b59f-7568405360a5 req-063f135e-13af-44bc-aea1-b3626f6057f6 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:43.427388 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b4b05f30-825b-406d-b59f-7568405360a5 req-063f135e-13af-44bc-aea1-b3626f6057f6 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 1096 time: 0.1821375 Jul 13 07:33:43.434281 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-5f920bef-0d8e-4ecb-a754-2d0390c1d812 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=dcaf2021-8cb5-46b2-a661-402e50965858 HTTP/1.1" status: 200 len: 217 time: 0.0615695 Jul 13 07:33:43.523480 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a5f4523e-ca12-4981-a427-0dd9a351dfc0 req-2cc537bf-99ca-4546-a15c-bafeaeac3634 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/security-groups?id=19f5ed77-f47b-4ba0-aafa-a522ec136b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999782 Jul 13 07:33:43.527370 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b4b05f30-825b-406d-b59f-7568405360a5 req-79156c5f-8e5d-45ed-b42f-6d30ce09f5b4 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921459 Jul 13 07:33:43.529185 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-de090250-9fcc-488a-ac63-27bc79542ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:43.530658 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-de090250-9fcc-488a-ac63-27bc79542ff2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0829144 Jul 13 07:33:43.596323 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a8dfaa-f1eb-41bc-9de5-5971ffcbebd1 x-openstack-request-id: req-04a8dfaa-f1eb-41bc-9de5-5971ffcbebd1 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:43.597036 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71917f50-483b-4ffa-8bdb-2d6039bf6301", "tag": "dcaf2021-8cb5-46b2-a661-402e50965858", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:43.597555 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-04a8dfaa-f1eb-41bc-9de5-5971ffcbebd1 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:43.598150 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71917f50-483b-4ffa-8bdb-2d6039bf6301', 'tag': 'dcaf2021-8cb5-46b2-a661-402e50965858', 'status': 'completed', 'code': 200} Jul 13 07:33:43.634320 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-a2cded0a-5271-4364-b8d1-6bd1b007a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:43.636293 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-a2cded0a-5271-4364-b8d1-6bd1b007a4a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0994544 Jul 13 07:33:44.055107 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-f6c4c4c6-3300-4011-8d38-287111637633 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103758 Jul 13 07:33:44.070488 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ed6a5-5d4a-4880-ad9a-ef9338018af9 req-f8f4dfa4-243b-41f0-9d67-76f8b154a4db tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:44.071923 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de0ed6a5-5d4a-4880-ad9a-ef9338018af9 req-f8f4dfa4-243b-41f0-9d67-76f8b154a4db tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 948 time: 0.4197130 Jul 13 07:33:44.132635 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb62bb-72ac-4f4a-be13-bcf6d33e8ee5 req-69df691f-68b6-41a0-93ec-0b808f444aa0 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:44.134140 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7bcb62bb-72ac-4f4a-be13-bcf6d33e8ee5 req-69df691f-68b6-41a0-93ec-0b808f444aa0 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=71917f50-483b-4ffa-8bdb-2d6039bf6301 HTTP/1.1" status: 200 len: 948 time: 0.4284246 Jul 13 07:33:44.196869 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de0ed6a5-5d4a-4880-ad9a-ef9338018af9 req-19007a33-92e3-4f17-ae2b-85b53f996316 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157427 Jul 13 07:33:44.231087 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7bcb62bb-72ac-4f4a-be13-bcf6d33e8ee5 req-e9238492-eb51-4f00-8c36-dfa9cafa9e9b tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/security-groups?id=1756a06a-2e5e-4005-9d4a-e45ea216a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668359 Jul 13 07:33:44.233019 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57a48a41-2e53-44d7-b6e6-d789072ef59b req-9b655def-cc98-485c-a908-91e96f6ce8c6 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703794 Jul 13 07:33:44.349686 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4e3cc-bbf0-49f5-a62b-31282a2c9c14 req-fb4c892a-4511-4e1e-92c4-176250ed80f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:44.351334 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ec4e3cc-bbf0-49f5-a62b-31282a2c9c14 req-fb4c892a-4511-4e1e-92c4-176250ed80f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7f70780cbac4035ba79147bbe18c0fa&device_id=71917f50-483b-4ffa-8bdb-2d6039bf6301 HTTP/1.1" status: 200 len: 1100 time: 0.0686798 Jul 13 07:33:44.567402 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4e3cc-bbf0-49f5-a62b-31282a2c9c14 req-262b51ca-fe68-4f02-958d-11135d6b6433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:44.568862 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ec4e3cc-bbf0-49f5-a62b-31282a2c9c14 req-262b51ca-fe68-4f02-958d-11135d6b6433 service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.2072351 Jul 13 07:33:44.584426 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673e116-580d-4e25-8026-f72c7ca901d7 req-534328ef-d3a1-4b03-b63d-47983ca3e4b1 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:44.585798 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4673e116-580d-4e25-8026-f72c7ca901d7 req-534328ef-d3a1-4b03-b63d-47983ca3e4b1 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 945 time: 0.2335992 Jul 13 07:33:44.597282 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-19caf8e6-d4ba-4198-ab43-769d5fd84545 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:44.598831 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-19caf8e6-d4ba-4198-ab43-769d5fd84545 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 807 time: 0.2161586 Jul 13 07:33:44.636366 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ec4e3cc-bbf0-49f5-a62b-31282a2c9c14 req-5f652c41-ae43-4aea-8715-5b7e072aeffc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=dcaf2021-8cb5-46b2-a661-402e50965858 HTTP/1.1" status: 200 len: 217 time: 0.0598860 Jul 13 07:33:44.661909 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-c5ea7fce-504a-411f-a657-f948ffce738d tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/quotas/218eabc1e5414d678874133f2fbf6f59 HTTP/1.1" status: 200 len: 375 time: 0.0290005 Jul 13 07:33:44.736766 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4673e116-580d-4e25-8026-f72c7ca901d7 req-c4683e4b-4819-48a0-b2cb-cd657100ef38 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359038 Jul 13 07:33:44.744841 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4e3cc-bbf0-49f5-a62b-31282a2c9c14 req-05f6ea83-24ed-4141-be6e-81e2855708d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:44.746878 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ec4e3cc-bbf0-49f5-a62b-31282a2c9c14 req-05f6ea83-24ed-4141-be6e-81e2855708d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0980403 Jul 13 07:33:44.814789 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-64c491a9-0187-48f1-941a-e487ed1a15ae tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1357110 Jul 13 07:33:44.851342 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device d50fbcb0-639b-4372-a596-26b4ae4247fd up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:44.897447 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4e3cc-bbf0-49f5-a62b-31282a2c9c14 req-67f3af15-b58e-4ada-8536-c1f7a457030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:44.899038 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ec4e3cc-bbf0-49f5-a62b-31282a2c9c14 req-67f3af15-b58e-4ada-8536-c1f7a457030f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1442456 Jul 13 07:33:44.905029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port d50fbcb0-639b-4372-a596-26b4ae4247fd completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:44.909696 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port d50fbcb0-639b-4372-a596-26b4ae4247fd triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:44.910232 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.993282 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.017070 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50fbcb0-639b-4372-a596-26b4ae4247fd'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:45.019493 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d0404c-4d20-4dc4-9b4f-56384dfd6ac7" -d '{"events": [{"server_uuid": "ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8", "name": "network-vif-plugged", "status": "completed", "tag": "d50fbcb0-639b-4372-a596-26b4ae4247fd"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:45.032642 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port d50fbcb0-639b-4372-a596-26b4ae4247fd, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=d50fbcb0-639b-4372-a596-26b4ae4247fd,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:45.035484 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-0a434be4-7237-45fb-9b9d-2c7e17a4d113 service neutron] 10.222.0.58 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098460 Jul 13 07:33:45.036959 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.071927 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:45.073487 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7f1dd-41a9-495c-b0b2-bf9d745cdd70 req-d97cc7e7-69c7-4042-acc8-d54a3dfb03a7 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:45.075508 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71f7f1dd-41a9-495c-b0b2-bf9d745cdd70 req-d97cc7e7-69c7-4042-acc8-d54a3dfb03a7 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.2215819 Jul 13 07:33:45.104000 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ec4e3cc-bbf0-49f5-a62b-31282a2c9c14 req-657ff670-8705-498e-ad61-7ed489fb3ad3 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747751 Jul 13 07:33:45.135363 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=d50fbcb0-639b-4372-a596-26b4ae4247fd,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:45.163783 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:45.170110 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:45.170761 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.204675 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71f7f1dd-41a9-495c-b0b2-bf9d745cdd70 req-e7e6716b-3056-4350-aa31-07c4e207e504 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152239 Jul 13 07:33:45.281804 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-365f7f7e-0e99-4c21-b362-a916918b2d73 service neutron] 10.222.0.58 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334762 Jul 13 07:33:45.314653 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.325721 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ec4e3cc-bbf0-49f5-a62b-31282a2c9c14 req-4567a1ed-5b85-402c-9c2e-457ed97a85c7 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108097 Jul 13 07:33:45.394161 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d13e474b-1aa3-435e-8730-6588a882e4a0 None None] Provisioning complete for port d50fbcb0-639b-4372-a596-26b4ae4247fd triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:45.394161 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d13e474b-1aa3-435e-8730-6588a882e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.458989 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 45acecb5-5e3d-4015-9a01-9e93f1ddfde4, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=45acecb5-5e3d-4015-9a01-9e93f1ddfde4,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:45.467019 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd3f5f-7eaa-4acb-8909-294e12533ae0 req-71907ba2-8998-4336-93b0-1df496fe1fa2 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:45.474348 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8abd3f5f-7eaa-4acb-8909-294e12533ae0 req-71907ba2-8998-4336-93b0-1df496fe1fa2 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8 HTTP/1.1" status: 200 len: 950 time: 0.1179452 Jul 13 07:33:45.486483 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.530041 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8abd3f5f-7eaa-4acb-8909-294e12533ae0 req-d17c0116-5035-4bf7-845c-152b79e0b31e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544500 Jul 13 07:33:45.638957 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=45acecb5-5e3d-4015-9a01-9e93f1ddfde4,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:45.658392 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6285a0da-a4dc-46dd-b39f-c2f2acfe4bfb x-openstack-request-id: req-6285a0da-a4dc-46dd-b39f-c2f2acfe4bfb {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:45.659379 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8", "name": "network-vif-plugged", "status": "completed", "tag": "d50fbcb0-639b-4372-a596-26b4ae4247fd", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:45.659806 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6285a0da-a4dc-46dd-b39f-c2f2acfe4bfb {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:45.670435 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50fbcb0-639b-4372-a596-26b4ae4247fd', 'code': 200} Jul 13 07:33:45.871703 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a3823256-d8c9-441d-ba75-ab14ea680e94 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:45.915139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec50e5c-a84c-41d0-9d52-6f5641dd921e req-42638e09-a969-44a1-a7e3-fa62926aced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:45.917722 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fec50e5c-a84c-41d0-9d52-6f5641dd921e req-42638e09-a969-44a1-a7e3-fa62926aced6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8 HTTP/1.1" status: 200 len: 1102 time: 0.1923206 Jul 13 07:33:45.971279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b1b2580f-58a1-4b3e-acf9-b6257b09ef2f None None] Provisioning complete for port 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:45.971872 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1b2580f-58a1-4b3e-acf9-b6257b09ef2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.002673 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fec50e5c-a84c-41d0-9d52-6f5641dd921e req-55586468-3b86-4a88-b78a-29a3686fa85f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680563 Jul 13 07:33:46.021573 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port a3823256-d8c9-441d-ba75-ab14ea680e94 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:46.026703 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b27af-6de5-42dd-9fac-ac5374d38fda req-4c0ec4d7-b048-4f5a-907b-626d5b38c6d4 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:46.029922 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d8b27af-6de5-42dd-9fac-ac5374d38fda req-4c0ec4d7-b048-4f5a-907b-626d5b38c6d4 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 948 time: 0.2118840 Jul 13 07:33:46.032596 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port a3823256-d8c9-441d-ba75-ab14ea680e94 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:46.033275 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.152214 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d8b27af-6de5-42dd-9fac-ac5374d38fda req-28470f6b-2c97-41ac-9b87-d91f586b7846 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036828 Jul 13 07:33:46.197668 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3de43-5e44-47dc-b726-e5a93714959e req-0be8db63-c755-4de3-91aa-24397924b527 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:46.200841 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a0e3de43-5e44-47dc-b726-e5a93714959e req-0be8db63-c755-4de3-91aa-24397924b527 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=71917f50-483b-4ffa-8bdb-2d6039bf6301 HTTP/1.1" status: 200 len: 948 time: 0.1694555 Jul 13 07:33:46.246610 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a0e3de43-5e44-47dc-b726-e5a93714959e req-64758ba1-8ecd-479c-a84c-01a870fff0f6 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/security-groups?id=1756a06a-2e5e-4005-9d4a-e45ea216a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355518 Jul 13 07:33:46.257781 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.319149 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port a3823256-d8c9-441d-ba75-ab14ea680e94, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a3823256-d8c9-441d-ba75-ab14ea680e94,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:46.324306 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.366557 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a665a6db-c56f-4ace-b90b-c0861914a062 req-0a04052d-1cfa-4ca2-b5c0-bc3e0e59a36b tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 210 time: 0.0534973 Jul 13 07:33:46.403299 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=a3823256-d8c9-441d-ba75-ab14ea680e94,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:46.502409 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2264b-9649-4980-9a55-7f9cc37385c3 req-0de8c32f-2300-4972-8cf0-b542ee505533 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:46.503971 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75f2264b-9649-4980-9a55-7f9cc37385c3 req-0de8c32f-2300-4972-8cf0-b542ee505533 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 946 time: 0.0690260 Jul 13 07:33:46.578815 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75f2264b-9649-4980-9a55-7f9cc37385c3 req-5439c0aa-9508-4119-b4dc-21868ec1d3d8 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677156 Jul 13 07:33:46.618953 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981fabb-4fb5-4151-8a31-ed796fda1d72 req-1d61fe6b-5081-47bc-a444-0d902619fd5a tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:46.621066 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4981fabb-4fb5-4151-8a31-ed796fda1d72 req-1d61fe6b-5081-47bc-a444-0d902619fd5a tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9 HTTP/1.1" status: 200 len: 949 time: 0.1110089 Jul 13 07:33:46.677206 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4981fabb-4fb5-4151-8a31-ed796fda1d72 req-f6b13115-5bd7-4984-8765-7950be33d345 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/security-groups?id=19f5ed77-f47b-4ba0-aafa-a522ec136b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483601 Jul 13 07:33:46.840584 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a68a71-5a7a-4bd7-a375-d6be02ba0a0a req-9f6cdf1d-0caf-44b2-9c30-23b8627112cd tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:46.842064 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10a68a71-5a7a-4bd7-a375-d6be02ba0a0a req-9f6cdf1d-0caf-44b2-9c30-23b8627112cd tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.1130381 Jul 13 07:33:46.856314 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device dcaf2021-8cb5-46b2-a661-402e50965858 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:46.901204 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10a68a71-5a7a-4bd7-a375-d6be02ba0a0a req-2858220b-7cb7-4c21-afa3-667673c03e57 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523307 Jul 13 07:33:46.910717 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567db594-fc08-4ee8-8b8d-c56f2458c04b req-74bb7163-931a-4fb5-9ec1-bbd3f416e121 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:46.912233 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-567db594-fc08-4ee8-8b8d-c56f2458c04b req-74bb7163-931a-4fb5-9ec1-bbd3f416e121 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8 HTTP/1.1" status: 200 len: 950 time: 0.1132524 Jul 13 07:33:46.960601 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-567db594-fc08-4ee8-8b8d-c56f2458c04b req-ed944cdd-149b-4dc4-a002-ddf23b7e5d89 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402114 Jul 13 07:33:47.029163 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port dcaf2021-8cb5-46b2-a661-402e50965858, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=dcaf2021-8cb5-46b2-a661-402e50965858,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:47.047774 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'dcaf2021-8cb5-46b2-a661-402e50965858', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': 'dcaf2021-8cb5-46b2-a661-402e50965858', 'mac_address': 'fa:16:3e:bf:51:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:47.113958 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.131477 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcaf2021-8cb5-46b2-a661-402e50965858 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:47.153188 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port dcaf2021-8cb5-46b2-a661-402e50965858, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=dcaf2021-8cb5-46b2-a661-402e50965858,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:47.157316 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.228734 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=dcaf2021-8cb5-46b2-a661-402e50965858,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:47.388557 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-0deb142f-fed1-4df6-adaf-778f2eb7b3c4 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:47.390925 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-0deb142f-fed1-4df6-adaf-778f2eb7b3c4 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.62 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 807 time: 0.1832523 Jul 13 07:33:47.416969 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-69988ff3-548c-4c19-8870-18a728bb09b3 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Request body: {'port': {'device_id': 'a78ee2fd-3296-488f-a49d-5cf97bfae221', 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431', 'admin_state_up': True, 'tenant_id': '218eabc1e5414d678874133f2fbf6f59'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:47.436351 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207dfeae-4591-4459-8846-39f684c9c4d6 req-88f758a3-eaf2-486d-b6c8-34ad96c5e122 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:47.438027 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-207dfeae-4591-4459-8846-39f684c9c4d6 req-88f758a3-eaf2-486d-b6c8-34ad96c5e122 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 948 time: 0.1332450 Jul 13 07:33:47.455579 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['dcaf2021-8cb5-46b2-a661-402e50965858'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:47.538959 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-207dfeae-4591-4459-8846-39f684c9c4d6 req-e0fa9795-bea2-4c53-a28e-8a3b767b0787 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904200 Jul 13 07:33:47.579409 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346df97-5a89-4e20-b3a0-576ab53abcb3 req-919b5249-f0d4-40fa-9ec4-9a179695e3ef tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:47.581311 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7346df97-5a89-4e20-b3a0-576ab53abcb3 req-919b5249-f0d4-40fa-9ec4-9a179695e3ef tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=71917f50-483b-4ffa-8bdb-2d6039bf6301 HTTP/1.1" status: 200 len: 949 time: 0.1096392 Jul 13 07:33:47.619500 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-69988ff3-548c-4c19-8870-18a728bb09b3 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Made reservation on behalf of 218eabc1e5414d678874133f2fbf6f59 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:47.626559 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-69988ff3-548c-4c19-8870-18a728bb09b3 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.647561 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7346df97-5a89-4e20-b3a0-576ab53abcb3 req-41865882-5e03-4e84-b5d5-e31924f9b2c7 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/security-groups?id=1756a06a-2e5e-4005-9d4a-e45ea216a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545919 Jul 13 07:33:47.674581 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb5a105-5f03-446c-8b01-7f834dd729a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45acecb5-5e3d-4015-9a01-9e93f1ddfde4'}, {'server_uuid': '2215a5d5-86cc-455a-8dbe-d990c69e5d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3823256-d8c9-441d-ba75-ab14ea680e94'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:47.677131 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8fc1c8-3fbb-49b1-b684-6d849de07dd9" -d '{"events": [{"server_uuid": "2fb5a105-5f03-446c-8b01-7f834dd729a2", "name": "network-vif-plugged", "status": "completed", "tag": "45acecb5-5e3d-4015-9a01-9e93f1ddfde4"}, {"server_uuid": "2215a5d5-86cc-455a-8dbe-d990c69e5d37", "name": "network-vif-plugged", "status": "completed", "tag": "a3823256-d8c9-441d-ba75-ab14ea680e94"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:47.726736 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-815b76b3-fe20-4806-bd4e-32e8aa53df34 req-0bb2940f-4037-4d48-82de-5611e9a28724 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 210 time: 0.0567091 Jul 13 07:33:47.786755 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-69988ff3-548c-4c19-8870-18a728bb09b3 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Allocated IP 172.20.0.2 (b159845f-d7a4-461c-8ffb-c97d06e8c431/af4bccd5-f3d2-4df7-a5f9-58cc5815295c/a9473f01-260f-40b5-a7d7-643fe8255030) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:47.816496 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb54d691-9d1d-4383-8576-fd37c0c44ef5 x-openstack-request-id: req-fb54d691-9d1d-4383-8576-fd37c0c44ef5 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:47.816800 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb5a105-5f03-446c-8b01-7f834dd729a2", "name": "network-vif-plugged", "status": "completed", "tag": "45acecb5-5e3d-4015-9a01-9e93f1ddfde4", "code": 200}, {"server_uuid": "2215a5d5-86cc-455a-8dbe-d990c69e5d37", "name": "network-vif-plugged", "status": "completed", "tag": "a3823256-d8c9-441d-ba75-ab14ea680e94", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:47.817084 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fb54d691-9d1d-4383-8576-fd37c0c44ef5 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:47.817452 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb5a105-5f03-446c-8b01-7f834dd729a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45acecb5-5e3d-4015-9a01-9e93f1ddfde4', 'code': 200} Jul 13 07:33:47.817705 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2215a5d5-86cc-455a-8dbe-d990c69e5d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3823256-d8c9-441d-ba75-ab14ea680e94', 'code': 200} Jul 13 07:33:47.842539 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c6a42-75d6-4a56-9270-9e23569147d3 req-1bf70caa-e0f0-48e8-b980-eb2d168c4cfa tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:47.844522 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d52c6a42-75d6-4a56-9270-9e23569147d3 req-1bf70caa-e0f0-48e8-b980-eb2d168c4cfa tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 946 time: 0.0791135 Jul 13 07:33:47.927852 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d52c6a42-75d6-4a56-9270-9e23569147d3 req-2072f79f-e434-4a12-b1c7-3bb9f1e61171 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715892 Jul 13 07:33:48.001039 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-69988ff3-548c-4c19-8870-18a728bb09b3 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.049851 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-69988ff3-548c-4c19-8870-18a728bb09b3 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.095494 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-69988ff3-548c-4c19-8870-18a728bb09b3 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Network b159845f-d7a4-461c-8ffb-c97d06e8c431 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:48.101046 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-69988ff3-548c-4c19-8870-18a728bb09b3 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:48.110906 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-69988ff3-548c-4c19-8870-18a728bb09b3 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:48.149639 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69988ff3-548c-4c19-8870-18a728bb09b3 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Pushing event updated for resources: {'Port': ['ID=a9473f01-260f-40b5-a7d7-643fe8255030,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:48.176317 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-69988ff3-548c-4c19-8870-18a728bb09b3 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:48.176947 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-69988ff3-548c-4c19-8870-18a728bb09b3 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.192972 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-69988ff3-548c-4c19-8870-18a728bb09b3 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7835813 Jul 13 07:33:48.205606 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] Request body: {'port': {'device_id': 'a78ee2fd-3296-488f-a49d-5cf97bfae221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:48.222989 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba313b8-567b-4f8b-bf47-e975a996969b req-635eb9c6-e7ae-4ff6-abaa-dd4ae296bed8 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:48.224531 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ba313b8-567b-4f8b-bf47-e975a996969b req-635eb9c6-e7ae-4ff6-abaa-dd4ae296bed8 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9 HTTP/1.1" status: 200 len: 949 time: 0.2782724 Jul 13 07:33:48.243217 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d142c-66a5-4867-9f38-03b320354bd0 req-06a71603-a7e6-4c38-95b0-13c9c617b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:48.244542 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e14d142c-66a5-4867-9f38-03b320354bd0 req-06a71603-a7e6-4c38-95b0-13c9c617b0ed service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2fb5a105-5f03-446c-8b01-7f834dd729a2 HTTP/1.1" status: 200 len: 1102 time: 0.2575836 Jul 13 07:33:48.253089 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd95b6-d87c-416e-8132-a06abd0f865e req-a0953c22-4e47-4c3b-bb73-f39372762cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:48.254584 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c7dd95b6-d87c-416e-8132-a06abd0f865e req-a0953c22-4e47-4c3b-bb73-f39372762cc4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 1098 time: 0.2511494 Jul 13 07:33:48.288467 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.297876 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a738a-a9c8-4d5b-9ee0-adc933a5da8c req-b3ef3b42-f793-4646-899b-c468bc99fb30 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:48.299404 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e2a738a-a9c8-4d5b-9ee0-adc933a5da8c req-b3ef3b42-f793-4646-899b-c468bc99fb30 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.2213945 Jul 13 07:33:48.359449 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ba313b8-567b-4f8b-bf47-e975a996969b req-5ddbf520-5f6d-4fb5-9fc7-f13524066fa4 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/security-groups?id=19f5ed77-f47b-4ba0-aafa-a522ec136b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209965 Jul 13 07:33:48.365368 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e14d142c-66a5-4867-9f38-03b320354bd0 req-6caa661f-0592-4e6d-977e-7fd66400fb99 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082344 Jul 13 07:33:48.371353 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c7dd95b6-d87c-416e-8132-a06abd0f865e req-f03eb45c-5c46-436d-873a-81ec33d7aa6b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975406 Jul 13 07:33:48.400463 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e2a738a-a9c8-4d5b-9ee0-adc933a5da8c req-c1cad61e-6a96-4e2d-9052-16e7a2e07d1a tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842338 Jul 13 07:33:48.540157 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec4d19-dd5a-4379-b1ea-6cb43cae6404 req-c9b0fd70-911d-4491-b524-8f332d3da018 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:48.541683 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bdec4d19-dd5a-4379-b1ea-6cb43cae6404 req-c9b0fd70-911d-4491-b524-8f332d3da018 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8 HTTP/1.1" status: 200 len: 950 time: 0.0706449 Jul 13 07:33:48.587140 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bdec4d19-dd5a-4379-b1ea-6cb43cae6404 req-67546f49-5f13-45f0-a008-44b446881123 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387347 Jul 13 07:33:48.603763 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9473f01-260f-40b5-a7d7-643fe8255030 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:48.612037 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.627764 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] Transition to ACTIVE for port object a9473f01-260f-40b5-a7d7-643fe8255030 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:48.634065 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.688381 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] Pushing event updated for resources: {'Port': ['ID=a9473f01-260f-40b5-a7d7-643fe8255030,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:48.800790 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] Attempting to bind port a9473f01-260f-40b5-a7d7-643fe8255030 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:48.801179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] Attempting to bind port a9473f01-260f-40b5-a7d7-643fe8255030 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:48.801692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] Attempting to bind port a9473f01-260f-40b5-a7d7-643fe8255030 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:48.805293 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91baf84-d2b5-42bf-a6d1-c34ce18d16ed req-5eabf49f-f369-48cf-adcf-bb23a1dd1e86 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:48.806856 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f91baf84-d2b5-42bf-a6d1-c34ce18d16ed req-5eabf49f-f369-48cf-adcf-bb23a1dd1e86 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 948 time: 0.1016457 Jul 13 07:33:48.808249 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] Port a9473f01-260f-40b5-a7d7-643fe8255030 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:48.809285 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] Attempting to bind port a9473f01-260f-40b5-a7d7-643fe8255030 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:48.816510 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:48.817031 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] Checking segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:48.817610 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] Bound using segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:48.818265 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] Bound port: a9473f01-260f-40b5-a7d7-643fe8255030, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:48.818761 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.876255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device dcaf2021-8cb5-46b2-a661-402e50965858 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:48.884118 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f5c2d-a1dd-415e-9019-8520b6ef1317 req-fbed9a17-c728-4adc-899e-97ad678322ed tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:48.885662 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd9f5c2d-a1dd-415e-9019-8520b6ef1317 req-fbed9a17-c728-4adc-899e-97ad678322ed tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=2fb5a105-5f03-446c-8b01-7f834dd729a2 HTTP/1.1" status: 200 len: 950 time: 0.1296139 Jul 13 07:33:48.903339 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] For port a9473f01-260f-40b5-a7d7-643fe8255030, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:48.907237 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] For port a9473f01-260f-40b5-a7d7-643fe8255030, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a9473f01-260f-40b5-a7d7-643fe8255030,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:48.913511 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.917464 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f91baf84-d2b5-42bf-a6d1-c34ce18d16ed req-d3dcc1b8-c2b7-4073-b851-67664c4d208c tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900128 Jul 13 07:33:48.930814 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port dcaf2021-8cb5-46b2-a661-402e50965858 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:48.936644 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port dcaf2021-8cb5-46b2-a661-402e50965858 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:48.937304 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.962113 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd9f5c2d-a1dd-415e-9019-8520b6ef1317 req-ab4c19dd-d470-41ed-b3fc-69a12bf207ae tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588059 Jul 13 07:33:48.971615 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2245ba2-8cde-43d5-b505-226a14b2af4a req-d9dcb989-3d47-45a1-b59d-e8dfd1fad7d3 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:48.973198 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2245ba2-8cde-43d5-b505-226a14b2af4a req-d9dcb989-3d47-45a1-b59d-e8dfd1fad7d3 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9 HTTP/1.1" status: 200 len: 949 time: 0.1595254 Jul 13 07:33:49.004870 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] Pushing event updated for resources: {'Port': ['ID=a9473f01-260f-40b5-a7d7-643fe8255030,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:49.011128 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:49.012201 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.013827 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a39f3957-93fa-4bd8-b2c2-aa92012011ee service neutron] 10.222.0.62 "PUT /v2.0/ports/a9473f01-260f-40b5-a7d7-643fe8255030 HTTP/1.1" status: 200 len: 1092 time: 0.8124590 Jul 13 07:33:49.014311 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78ee2fd-3296-488f-a49d-5cf97bfae221', 'tag': 'a9473f01-260f-40b5-a7d7-643fe8255030'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:49.016675 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdba74e-0a7a-4b0c-a73b-a0ddad0b4a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "a78ee2fd-3296-488f-a49d-5cf97bfae221", "tag": "a9473f01-260f-40b5-a7d7-643fe8255030"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:49.083446 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.123904 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port dcaf2021-8cb5-46b2-a661-402e50965858, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=dcaf2021-8cb5-46b2-a661-402e50965858,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:49.129907 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.212470 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-d53e201b-cccd-463c-a33a-b6fc85eeeddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:49.214007 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-d53e201b-cccd-463c-a33a-b6fc85eeeddf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 1095 time: 0.1382442 Jul 13 07:33:49.260451 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=dcaf2021-8cb5-46b2-a661-402e50965858,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:49.285891 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-a2245ba2-8cde-43d5-b505-226a14b2af4a req-a54befa0-cf61-4780-97d3-9339bfd2c10b tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Deleting port 45385aba-1fb0-4a93-8781-a6c3f94e37f9 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:49.286409 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a2245ba2-8cde-43d5-b505-226a14b2af4a req-a54befa0-cf61-4780-97d3-9339bfd2c10b tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.295069 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-a3975fec-c5ef-4b25-941d-81379ed5d979 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9473f01-260f-40b5-a7d7-643fe8255030 HTTP/1.1" status: 200 len: 217 time: 0.0675492 Jul 13 07:33:49.344177 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6de23-edc6-4268-8a95-a871e988c537 req-dad56732-bc02-455a-b438-d44837f4ccac tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:49.346410 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e1e6de23-edc6-4268-8a95-a871e988c537 req-dad56732-bc02-455a-b438-d44837f4ccac tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 943 time: 0.2099378 Jul 13 07:33:49.375011 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-92778764-f112-4742-9935-bf016723c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:49.376611 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-92778764-f112-4742-9935-bf016723c5da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 0.0652881 Jul 13 07:33:49.425944 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a2245ba2-8cde-43d5-b505-226a14b2af4a req-a54befa0-cf61-4780-97d3-9339bfd2c10b tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] For port 45385aba-1fb0-4a93-8781-a6c3f94e37f9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=45385aba-1fb0-4a93-8781-a6c3f94e37f9,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:49.426500 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a2245ba2-8cde-43d5-b505-226a14b2af4a req-a54befa0-cf61-4780-97d3-9339bfd2c10b tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.442433 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-2a283201-e9f9-44ad-b386-fcfce13cd18c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455418 Jul 13 07:33:49.443564 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-a2245ba2-8cde-43d5-b505-226a14b2af4a req-a54befa0-cf61-4780-97d3-9339bfd2c10b tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Calling delete_port for 45385aba-1fb0-4a93-8781-a6c3f94e37f9 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:49.491907 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-05e14f57-e115-4ea4-b3a7-e2a07f047963 None None] Provisioning complete for port dcaf2021-8cb5-46b2-a661-402e50965858 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:49.492266 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05e14f57-e115-4ea4-b3a7-e2a07f047963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.610199 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-80645dae-d58d-4f7e-9fd3-7b3111f65418 service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559031 Jul 13 07:33:49.760610 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0e76f7aa-787a-4539-b0d6-60371e507251 req-410759df-82d9-453b-9d0a-642d01f38282 service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351576 Jul 13 07:33:49.819530 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71917f50-483b-4ffa-8bdb-2d6039bf6301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcaf2021-8cb5-46b2-a661-402e50965858'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:49.823459 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4991085d-c6b8-4874-8e1c-dae8caa1d1a0" -d '{"events": [{"server_uuid": "71917f50-483b-4ffa-8bdb-2d6039bf6301", "name": "network-vif-plugged", "status": "completed", "tag": "dcaf2021-8cb5-46b2-a661-402e50965858"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:49.853621 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce26149-4828-4505-a1d0-13275775645b req-78a1d934-1e55-4f42-bcf1-2f9c012204a6 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:49.855075 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2ce26149-4828-4505-a1d0-13275775645b req-78a1d934-1e55-4f42-bcf1-2f9c012204a6 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=71917f50-483b-4ffa-8bdb-2d6039bf6301 HTTP/1.1" status: 200 len: 950 time: 0.6569982 Jul 13 07:33:49.867256 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e1e6de23-edc6-4268-8a95-a871e988c537 req-4de20918-b36b-4d8f-bf9d-b6a3a90776eb tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195781 Jul 13 07:33:49.926444 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2ce26149-4828-4505-a1d0-13275775645b req-ee9e3be3-b2cb-4b15-81f7-2124b0296859 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/security-groups?id=1756a06a-2e5e-4005-9d4a-e45ea216a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625687 Jul 13 07:33:50.001766 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee686da6-befe-476f-abab-2db1a4f19df0 x-openstack-request-id: req-ee686da6-befe-476f-abab-2db1a4f19df0 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:50.002895 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a78ee2fd-3296-488f-a49d-5cf97bfae221", "tag": "a9473f01-260f-40b5-a7d7-643fe8255030", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:50.002895 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee686da6-befe-476f-abab-2db1a4f19df0 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:50.002895 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78ee2fd-3296-488f-a49d-5cf97bfae221', 'tag': 'a9473f01-260f-40b5-a7d7-643fe8255030', 'status': 'completed', 'code': 200} Jul 13 07:33:50.045987 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a2245ba2-8cde-43d5-b505-226a14b2af4a req-a54befa0-cf61-4780-97d3-9339bfd2c10b tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.087464 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54befa0-cf61-4780-97d3-9339bfd2c10b tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Pushing event deleted for resources: {'Port': ['ID=45385aba-1fb0-4a93-8781-a6c3f94e37f9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:50.150726 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdba74e-0a7a-4b0c-a73b-a0ddad0b4a0b req-813862c7-208a-43c8-829b-20d4c019859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:50.152688 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9fdba74e-0a7a-4b0c-a73b-a0ddad0b4a0b req-813862c7-208a-43c8-829b-20d4c019859e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 1095 time: 0.0854390 Jul 13 07:33:50.157973 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484f9dc-0681-472a-928c-42c83c929329 req-21c8fac0-70d8-4360-a74e-7cdd560e3907 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:50.159633 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5484f9dc-0681-472a-928c-42c83c929329 req-21c8fac0-70d8-4360-a74e-7cdd560e3907 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 946 time: 0.1737716 Jul 13 07:33:50.161674 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a4c09b5b-37eb-4134-81e2-bae9708dce3e req-daa00c82-8f14-42e0-8102-5066a3fe69a4 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9 HTTP/1.1" status: 200 len: 210 time: 0.0424640 Jul 13 07:33:50.183948 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2245ba2-8cde-43d5-b505-226a14b2af4a req-a54befa0-cf61-4780-97d3-9339bfd2c10b tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] No DVR routers for this DVR port 45385aba-1fb0-4a93-8781-a6c3f94e37f9 on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:50.196510 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a2245ba2-8cde-43d5-b505-226a14b2af4a req-a54befa0-cf61-4780-97d3-9339bfd2c10b tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.198577 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2245ba2-8cde-43d5-b505-226a14b2af4a req-a54befa0-cf61-4780-97d3-9339bfd2c10b tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.62 "DELETE /v2.0/ports/45385aba-1fb0-4a93-8781-a6c3f94e37f9 HTTP/1.1" status: 204 len: 173 time: 1.2093773 Jul 13 07:33:50.203778 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9', 'name': 'network-vif-deleted', 'tag': '45385aba-1fb0-4a93-8781-a6c3f94e37f9'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:50.206041 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ff64d3-51e8-4646-ab15-aca8fca94646" -d '{"events": [{"server_uuid": "f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9", "name": "network-vif-deleted", "tag": "45385aba-1fb0-4a93-8781-a6c3f94e37f9"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:50.248179 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5484f9dc-0681-472a-928c-42c83c929329 req-28b151f7-e32f-4d60-8d44-cd42f3c2046b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661092 Jul 13 07:33:50.365507 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdba74e-0a7a-4b0c-a73b-a0ddad0b4a0b req-540be5be-5753-4b8a-af1d-1934b0d200e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:50.366882 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9fdba74e-0a7a-4b0c-a73b-a0ddad0b4a0b req-540be5be-5753-4b8a-af1d-1934b0d200e9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 908 time: 0.1998835 Jul 13 07:33:50.385232 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4699d37-f559-4d55-8b5c-970bbb8bc083 req-56bff52b-592e-4638-bdef-6ff2bdc6b2dc tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:50.388589 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4699d37-f559-4d55-8b5c-970bbb8bc083 req-56bff52b-592e-4638-bdef-6ff2bdc6b2dc tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.0759864 Jul 13 07:33:50.426119 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9fdba74e-0a7a-4b0c-a73b-a0ddad0b4a0b req-2e186192-7768-41cf-a56e-bc85af7bfb9c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9473f01-260f-40b5-a7d7-643fe8255030 HTTP/1.1" status: 200 len: 217 time: 0.0476198 Jul 13 07:33:50.440126 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4699d37-f559-4d55-8b5c-970bbb8bc083 req-32fca929-db5f-4f3d-ab01-ebb7cf626268 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416954 Jul 13 07:33:50.501711 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38eb049-adc3-40c5-ab21-344964606858 x-openstack-request-id: req-b38eb049-adc3-40c5-ab21-344964606858 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:50.503941 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71917f50-483b-4ffa-8bdb-2d6039bf6301", "name": "network-vif-plugged", "status": "completed", "tag": "dcaf2021-8cb5-46b2-a661-402e50965858", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:50.503941 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b38eb049-adc3-40c5-ab21-344964606858 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:50.503941 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71917f50-483b-4ffa-8bdb-2d6039bf6301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcaf2021-8cb5-46b2-a661-402e50965858', 'code': 200} Jul 13 07:33:50.542287 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdba74e-0a7a-4b0c-a73b-a0ddad0b4a0b req-dffb2333-b35d-4e9c-9216-c3646f490786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:50.543946 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9fdba74e-0a7a-4b0c-a73b-a0ddad0b4a0b req-dffb2333-b35d-4e9c-9216-c3646f490786 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 0.0803831 Jul 13 07:33:50.590500 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9fdba74e-0a7a-4b0c-a73b-a0ddad0b4a0b req-14b120db-43b0-44a6-b872-cf71ea318281 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288508 Jul 13 07:33:50.697642 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9fdba74e-0a7a-4b0c-a73b-a0ddad0b4a0b req-db22daae-8a55-41d2-98fd-d1d5f36168b8 service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872831 Jul 13 07:33:50.705375 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8e428-a018-41dc-bf8f-40e3c77e49be req-8423999e-f32c-4147-bb0f-a6a34f02b9fc tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:50.706917 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dbc8e428-a018-41dc-bf8f-40e3c77e49be req-8423999e-f32c-4147-bb0f-a6a34f02b9fc tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 948 time: 0.1492634 Jul 13 07:33:50.724048 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68039e-714a-4452-aeae-f8428bc22d5a req-0a5b72c9-a216-4551-ba0c-d8040509dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:50.725478 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee68039e-714a-4452-aeae-f8428bc22d5a req-0a5b72c9-a216-4551-ba0c-d8040509dcac service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=71917f50-483b-4ffa-8bdb-2d6039bf6301 HTTP/1.1" status: 200 len: 1102 time: 0.1379244 Jul 13 07:33:50.752020 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152fcff-8a6e-4076-9ff5-57ff145f16e6 req-b6057f23-1b46-47e7-85f0-e959bad808a0 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:50.753494 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3152fcff-8a6e-4076-9ff5-57ff145f16e6 req-b6057f23-1b46-47e7-85f0-e959bad808a0 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=2fb5a105-5f03-446c-8b01-7f834dd729a2 HTTP/1.1" status: 200 len: 950 time: 0.1351156 Jul 13 07:33:50.805603 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dbc8e428-a018-41dc-bf8f-40e3c77e49be req-dca835e3-1058-42db-a81d-e2a0e0744a62 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916142 Jul 13 07:33:50.811649 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee68039e-714a-4452-aeae-f8428bc22d5a req-508aab72-cb84-4b1b-8074-52b8fcbdba82 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1756a06a-2e5e-4005-9d4a-e45ea216a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754189 Jul 13 07:33:50.839502 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3152fcff-8a6e-4076-9ff5-57ff145f16e6 req-e7c5b64a-493d-4622-9f07-76da4e06ff10 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771925 Jul 13 07:33:50.847272 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9fdba74e-0a7a-4b0c-a73b-a0ddad0b4a0b req-2cb1200f-8d7d-44f0-8edb-a120ba8b591c service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379714 Jul 13 07:33:50.872995 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73572c8e-69b7-41f5-aae6-065dd7714008 x-openstack-request-id: req-73572c8e-69b7-41f5-aae6-065dd7714008 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:50.874045 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9", "name": "network-vif-deleted", "tag": "45385aba-1fb0-4a93-8781-a6c3f94e37f9", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:50.874045 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-73572c8e-69b7-41f5-aae6-065dd7714008 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:50.874709 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9', 'name': 'network-vif-deleted', 'tag': '45385aba-1fb0-4a93-8781-a6c3f94e37f9', 'status': 'completed', 'code': 200} Jul 13 07:33:51.059130 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49633ffd-8485-49f0-a23a-8103873ad8ce req-495726b3-bf6a-4d0d-95eb-6932d8437c47 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.060927 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-49633ffd-8485-49f0-a23a-8103873ad8ce req-495726b3-bf6a-4d0d-95eb-6932d8437c47 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 943 time: 0.0679586 Jul 13 07:33:51.101350 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-49633ffd-8485-49f0-a23a-8103873ad8ce req-9cda0d81-486c-4f0f-a597-1088356911e4 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346301 Jul 13 07:33:51.228706 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa043fbf-d9f2-4a85-940d-01c6783fc371 req-11eefbc4-be6a-4fd7-b8aa-bcf092921f5d tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.234660 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa043fbf-d9f2-4a85-940d-01c6783fc371 req-11eefbc4-be6a-4fd7-b8aa-bcf092921f5d tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.236254 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa043fbf-d9f2-4a85-940d-01c6783fc371 req-11eefbc4-be6a-4fd7-b8aa-bcf092921f5d tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=2fb5a105-5f03-446c-8b01-7f834dd729a2&device_id=ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8 HTTP/1.1" status: 200 len: 1691 time: 0.0910263 Jul 13 07:33:51.307079 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa043fbf-d9f2-4a85-940d-01c6783fc371 req-eb237f34-187b-44e1-b664-3ff2202d401c tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578408 Jul 13 07:33:51.337324 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd029b-0f8c-4480-84f9-45126a87fdbe req-9426cc9f-9918-4002-8a85-5f7460e997f5 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.339038 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bdfd029b-0f8c-4480-84f9-45126a87fdbe req-9426cc9f-9918-4002-8a85-5f7460e997f5 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=71917f50-483b-4ffa-8bdb-2d6039bf6301 HTTP/1.1" status: 200 len: 950 time: 0.1018767 Jul 13 07:33:51.382278 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bdfd029b-0f8c-4480-84f9-45126a87fdbe req-bd794369-1ff5-4933-8976-d46fa671d362 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/security-groups?id=1756a06a-2e5e-4005-9d4a-e45ea216a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367239 Jul 13 07:33:51.469483 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d35d1a77-d0e7-4f42-92fe-751ec03280ee req-a869a9a1-a5a8-4ae2-a96d-6d4fc3642ec8 tempest-ServerDiagnosticsNegativeTest-833859398 tempest-ServerDiagnosticsNegativeTest-833859398-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fd65ff-1b66-4b2e-a8a0-d66ffed212a9 HTTP/1.1" status: 200 len: 210 time: 0.0539641 Jul 13 07:33:51.616830 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04be6ea-1e6a-4b36-9300-a409a18b06cf req-cad96052-c9df-4c7c-be19-b5d09988c783 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.618742 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f04be6ea-1e6a-4b36-9300-a409a18b06cf req-cad96052-c9df-4c7c-be19-b5d09988c783 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 946 time: 0.0828159 Jul 13 07:33:51.679799 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f04be6ea-1e6a-4b36-9300-a409a18b06cf req-b6f7096f-67b8-4fa3-ad57-5ce2af0b6f5d tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532372 Jul 13 07:33:51.904648 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca513c3-5053-4838-a877-85e75c0cbf6b req-e61b26e9-c003-4f10-afdd-912da53828ad tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.906038 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cca513c3-5053-4838-a877-85e75c0cbf6b req-e61b26e9-c003-4f10-afdd-912da53828ad tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.0990875 Jul 13 07:33:51.906469 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 45385aba-1fb0-4a93-8781-a6c3f94e37f9 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:51.938735 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 45385aba-1fb0-4a93-8781-a6c3f94e37f9 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:51.939082 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 45385aba-1fb0-4a93-8781-a6c3f94e37f9 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:51.939509 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device ad902331-7bc4-4224-8cf5-66e6d3922804 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:51.963739 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cca513c3-5053-4838-a877-85e75c0cbf6b req-2d8cf651-78e2-4051-9238-f0c0876afafb tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470550 Jul 13 07:33:51.966373 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003c9a7-737f-4335-bc0c-efcb704e33b7 req-0fb63b3f-e98f-452f-b353-6a473a28b292 tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.967828 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6003c9a7-737f-4335-bc0c-efcb704e33b7 req-0fb63b3f-e98f-452f-b353-6a473a28b292 tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2fb5a105-5f03-446c-8b01-7f834dd729a2 HTTP/1.1" status: 200 len: 1102 time: 0.1048028 Jul 13 07:33:52.010342 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6003c9a7-737f-4335-bc0c-efcb704e33b7 req-ff3ca7b6-48dc-46f5-8331-30ddd753dc2c tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322165 Jul 13 07:33:52.041169 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.077546 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port ad902331-7bc4-4224-8cf5-66e6d3922804, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ad902331-7bc4-4224-8cf5-66e6d3922804,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:52.082311 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.152554 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=ad902331-7bc4-4224-8cf5-66e6d3922804,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:52.276196 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712f5a9-e009-43ec-b3a4-96aa00811c72 req-54795719-9e56-4a55-a120-206846f617af tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.278377 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d712f5a9-e009-43ec-b3a4-96aa00811c72 req-54795719-9e56-4a55-a120-206846f617af tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 1098 time: 0.1691647 Jul 13 07:33:52.292347 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c89f26-28fa-4216-b511-dbe9aa2b8d78 req-a38318fe-7bd4-43ae-9270-1cc6f4772cba tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.293947 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3c89f26-28fa-4216-b511-dbe9aa2b8d78 req-a38318fe-7bd4-43ae-9270-1cc6f4772cba tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 948 time: 0.1592391 Jul 13 07:33:52.344383 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d712f5a9-e009-43ec-b3a4-96aa00811c72 req-a2a754ac-bcab-4637-9c4e-12bd0d74dc19 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493989 Jul 13 07:33:52.359108 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3c89f26-28fa-4216-b511-dbe9aa2b8d78 req-8129bb19-3672-4895-ada8-936a1884e142 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563059 Jul 13 07:33:52.399334 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271db72d-4f24-4e85-8697-2c7530b3436c req-bd01df9c-782b-46d4-b124-e2a42f865e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.400911 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-271db72d-4f24-4e85-8697-2c7530b3436c req-bd01df9c-782b-46d4-b124-e2a42f865e9b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 1099 time: 0.0937357 Jul 13 07:33:52.449612 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0509436e-1e00-4744-8e81-d10858c99be8 None None] Provisioning complete for port ad902331-7bc4-4224-8cf5-66e6d3922804 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:52.450706 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0509436e-1e00-4744-8e81-d10858c99be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.457033 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-271db72d-4f24-4e85-8697-2c7530b3436c req-0efb49e5-f6a9-483b-933b-45d9724e36b0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449896 Jul 13 07:33:52.504840 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c683a6e7-7083-437d-9943-370bde43dfd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad902331-7bc4-4224-8cf5-66e6d3922804'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:52.508839 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c83040-86e8-4d34-8a89-1e6a37bce412" -d '{"events": [{"server_uuid": "c683a6e7-7083-437d-9943-370bde43dfd1", "name": "network-vif-unplugged", "status": "completed", "tag": "ad902331-7bc4-4224-8cf5-66e6d3922804"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:52.561131 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0509436e-1e00-4744-8e81-d10858c99be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.594300 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0509436e-1e00-4744-8e81-d10858c99be8 None None] For port ad902331-7bc4-4224-8cf5-66e6d3922804, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ad902331-7bc4-4224-8cf5-66e6d3922804,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:52.598548 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0509436e-1e00-4744-8e81-d10858c99be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.649631 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f4d4f-246d-4422-9f77-90af6c8bb119 req-025cb855-ea82-4e7f-9f52-09b1c0336db3 tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.650929 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc7f4d4f-246d-4422-9f77-90af6c8bb119 req-025cb855-ea82-4e7f-9f52-09b1c0336db3 tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8 HTTP/1.1" status: 200 len: 1102 time: 0.1315324 Jul 13 07:33:52.669967 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509436e-1e00-4744-8e81-d10858c99be8 None None] Pushing event updated for resources: {'Port': ['ID=ad902331-7bc4-4224-8cf5-66e6d3922804,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:52.693798 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e4fa8-66dd-404d-8eed-a1f9ef3a8a95 req-3c32b032-2504-4aa2-a42a-3afeca2812bb tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.695388 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-167e4fa8-66dd-404d-8eed-a1f9ef3a8a95 req-3c32b032-2504-4aa2-a42a-3afeca2812bb tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 943 time: 0.1327391 Jul 13 07:33:52.713792 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc7f4d4f-246d-4422-9f77-90af6c8bb119 req-c2448720-80d7-4890-bbb4-92cf00c516d8 tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549958 Jul 13 07:33:52.759214 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-167e4fa8-66dd-404d-8eed-a1f9ef3a8a95 req-7e0fe0f9-5fd2-4e04-a021-c16053f3dc50 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527582 Jul 13 07:33:52.900284 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b940dde-7d37-40dc-baf4-d3d11a94220e req-acacb69f-eeaf-4886-91f8-80d705faacdb tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.902317 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b940dde-7d37-40dc-baf4-d3d11a94220e req-acacb69f-eeaf-4886-91f8-80d705faacdb tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 1098 time: 0.0652630 Jul 13 07:33:52.965304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-df91eb7a-8f23-496c-94ff-ec424cf034e9 None None] Provisioning complete for port ad902331-7bc4-4224-8cf5-66e6d3922804 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:52.966238 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-df91eb7a-8f23-496c-94ff-ec424cf034e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.966983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b940dde-7d37-40dc-baf4-d3d11a94220e req-4340e99b-a95d-4589-b7e1-beb5f56d1360 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478239 Jul 13 07:33:52.984123 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37825c40-29e0-4165-b34a-647e30694b9f req-e81ebdc2-5d9c-4752-9b5a-f7bec3e18f71 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.985565 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37825c40-29e0-4165-b34a-647e30694b9f req-e81ebdc2-5d9c-4752-9b5a-f7bec3e18f71 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=71917f50-483b-4ffa-8bdb-2d6039bf6301 HTTP/1.1" status: 200 len: 950 time: 0.0996122 Jul 13 07:33:53.032997 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37825c40-29e0-4165-b34a-647e30694b9f req-57637268-f604-4ef3-b782-5aca43b4e914 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/security-groups?id=1756a06a-2e5e-4005-9d4a-e45ea216a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367560 Jul 13 07:33:53.117921 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d57d2dc-671c-47b7-b45a-b3fb5cfad8ae x-openstack-request-id: req-4d57d2dc-671c-47b7-b45a-b3fb5cfad8ae {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:53.118701 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c683a6e7-7083-437d-9943-370bde43dfd1", "name": "network-vif-unplugged", "status": "completed", "tag": "ad902331-7bc4-4224-8cf5-66e6d3922804", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:53.119130 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d57d2dc-671c-47b7-b45a-b3fb5cfad8ae {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:53.119860 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c683a6e7-7083-437d-9943-370bde43dfd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad902331-7bc4-4224-8cf5-66e6d3922804', 'code': 200} Jul 13 07:33:53.167985 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-589b74d8-ac9d-4165-ba7e-09e741e070b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.457492 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bb9f2-3289-40ba-9581-3eb369b6d36b req-795678e5-4d29-44a7-9437-f5de31f10b8d tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:53.460579 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5f8bb9f2-3289-40ba-9581-3eb369b6d36b req-795678e5-4d29-44a7-9437-f5de31f10b8d tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.0830977 Jul 13 07:33:53.478332 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60070) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:53.527275 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5f8bb9f2-3289-40ba-9581-3eb369b6d36b req-b433af56-06da-43f0-ae2e-b95243655d23 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607817 Jul 13 07:33:53.678781 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ff4cb445-0870-4b8d-adc5-8750894c7feb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=497e1984f0be47b580a5a48579965278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1986098 Jul 13 07:33:53.681201 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60084) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:53.708706 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-768189e2-c3f2-4f99-8dc1-bbcda52522eb tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d6a3e791abbc497c8586fd62e424c069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404208 Jul 13 07:33:53.769429 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-01c193aa-9a26-4da2-87ec-0ecdd0f8019b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.803186 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-01c193aa-9a26-4da2-87ec-0ecdd0f8019b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.859137 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-20e663ce-b4ca-4925-b8ce-c284faf9b656 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:53.860699 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-20e663ce-b4ca-4925-b8ce-c284faf9b656 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1419065 Jul 13 07:33:53.882778 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-01c193aa-9a26-4da2-87ec-0ecdd0f8019b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.887492 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-01c193aa-9a26-4da2-87ec-0ecdd0f8019b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.889000 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-01c193aa-9a26-4da2-87ec-0ecdd0f8019b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/19f5ed77-f47b-4ba0-aafa-a522ec136b6f HTTP/1.1" status: 204 len: 168 time: 0.2062924 Jul 13 07:33:53.898881 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-4ff80f9c-ea86-4e5f-bc70-04d97e884592 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/quotas/d6a3e791abbc497c8586fd62e424c069 HTTP/1.1" status: 200 len: 375 time: 0.0252891 Jul 13 07:33:53.900593 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a9473f01-260f-40b5-a7d7-643fe8255030 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:53.913925 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c193aa-9a26-4da2-87ec-0ecdd0f8019b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f5ed77-f47b-4ba0-aafa-a522ec136b6f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:54.049269 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-3ba2d7c4-d1e8-49b9-86ab-5ed6ab12e3f9 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6a3e791abbc497c8586fd62e424c069&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1433437 Jul 13 07:33:54.063990 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port a9473f01-260f-40b5-a7d7-643fe8255030, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a9473f01-260f-40b5-a7d7-643fe8255030,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:54.067565 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719677fc-6871-4661-89a4-946b3b37e7e4 req-98a11858-3d9c-4ea8-a305-d0d2d52d36e9 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:54.069139 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-719677fc-6871-4661-89a4-946b3b37e7e4 req-98a11858-3d9c-4ea8-a305-d0d2d52d36e9 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 948 time: 0.0991201 Jul 13 07:33:54.086785 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'a9473f01-260f-40b5-a7d7-643fe8255030', 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431', 'port_id': 'a9473f01-260f-40b5-a7d7-643fe8255030', 'mac_address': 'fa:16:3e:b8:e9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4bccd5-f3d2-4df7-a5f9-58cc5815295c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:54.159807 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-719677fc-6871-4661-89a4-946b3b37e7e4 req-e6e68b8a-08a5-4b8a-9274-f32948acbbb2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797162 Jul 13 07:33:54.306709 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.325839 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9473f01-260f-40b5-a7d7-643fe8255030 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:54.360368 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port a9473f01-260f-40b5-a7d7-643fe8255030, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a9473f01-260f-40b5-a7d7-643fe8255030,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:54.370679 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.399383 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device ad902331-7bc4-4224-8cf5-66e6d3922804 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:54.406318 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-99678030-5d71-43a2-b315-03a1f1df22d0 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e7f70780cbac4035ba79147bbe18c0fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344532 Jul 13 07:33:54.539343 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60106) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:54.541976 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-9544b6bb-a756-4ab0-b19c-3941611cb205 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:54.543598 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-9544b6bb-a756-4ab0-b19c-3941611cb205 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1369839 Jul 13 07:33:54.546383 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=a9473f01-260f-40b5-a7d7-643fe8255030,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:54.562583 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-342bc158-601c-4621-bce2-8c025eb2b6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.578146 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-aefa12ee-2b88-4d87-81b2-b36a887692c6 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/quotas/e7f70780cbac4035ba79147bbe18c0fa HTTP/1.1" status: 200 len: 375 time: 0.0226982 Jul 13 07:33:54.686389 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port ad902331-7bc4-4224-8cf5-66e6d3922804, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ad902331-7bc4-4224-8cf5-66e6d3922804,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:54.699764 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-83989cb2-dbdf-480c-971c-b4db67ac4db7 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e7f70780cbac4035ba79147bbe18c0fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1139011 Jul 13 07:33:54.707467 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'ad902331-7bc4-4224-8cf5-66e6d3922804', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': 'ad902331-7bc4-4224-8cf5-66e6d3922804', 'mac_address': 'fa:16:3e:f2:c9:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:54.723774 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-342bc158-601c-4621-bce2-8c025eb2b6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.730422 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-342bc158-601c-4621-bce2-8c025eb2b6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.754752 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.770558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad902331-7bc4-4224-8cf5-66e6d3922804 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:54.794547 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port ad902331-7bc4-4224-8cf5-66e6d3922804, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ad902331-7bc4-4224-8cf5-66e6d3922804,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:54.800962 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.810723 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bc158-601c-4621-bce2-8c025eb2b6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c277aee1-1964-4845-81e6-95734801717f,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:54.848414 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-342bc158-601c-4621-bce2-8c025eb2b6a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8b85d2ac80ce44d6a8769decfbf43cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056369 Jul 13 07:33:54.848794 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60114) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:54.889359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=ad902331-7bc4-4224-8cf5-66e6d3922804,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:54.934768 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-237ac54c-883c-47ca-9a05-09d240cd707c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.998871 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-237ac54c-883c-47ca-9a05-09d240cd707c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.066318 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffed65d-0176-457b-81c2-4221cf929867 req-4e45419e-e598-43b0-9580-86dd0b34ee19 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:55.074879 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ffed65d-0176-457b-81c2-4221cf929867 req-4e45419e-e598-43b0-9580-86dd0b34ee19 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 1098 time: 0.1231515 Jul 13 07:33:55.122570 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c683a6e7-7083-437d-9943-370bde43dfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad902331-7bc4-4224-8cf5-66e6d3922804'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:55.125892 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f3a0ac-9b34-4ceb-b7df-3a4f2bad9f7a" -d '{"events": [{"server_uuid": "c683a6e7-7083-437d-9943-370bde43dfd1", "name": "network-vif-plugged", "status": "completed", "tag": "ad902331-7bc4-4224-8cf5-66e6d3922804"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:55.169929 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-237ac54c-883c-47ca-9a05-09d240cd707c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.172457 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-237ac54c-883c-47ca-9a05-09d240cd707c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.173604 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-237ac54c-883c-47ca-9a05-09d240cd707c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c277aee1-1964-4845-81e6-95734801717f HTTP/1.1" status: 204 len: 168 time: 0.3238215 Jul 13 07:33:55.194918 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ac54c-883c-47ca-9a05-09d240cd707c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c277aee1-1964-4845-81e6-95734801717f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:55.222006 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ffed65d-0176-457b-81c2-4221cf929867 req-b1464b1a-9a53-4443-ba5c-d8cf3cb0f5f7 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418092 Jul 13 07:33:55.263418 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-19433569-fabb-4c30-b98e-ca0e52f9ad95 None None] Provisioning complete for port ad902331-7bc4-4224-8cf5-66e6d3922804 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:55.263786 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19433569-fabb-4c30-b98e-ca0e52f9ad95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.294947 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43a527-18e7-4da9-a252-b4d55f076510 req-6ce38f22-8e64-455d-956b-30bf3e370774 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:55.304332 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-af43a527-18e7-4da9-a252-b4d55f076510 req-6ce38f22-8e64-455d-956b-30bf3e370774 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 944 time: 0.1938720 Jul 13 07:33:55.403171 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-af43a527-18e7-4da9-a252-b4d55f076510 req-b70ce8f0-e0ff-45dd-b5ab-824378d0454f tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907705 Jul 13 07:33:55.481277 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['a9473f01-260f-40b5-a7d7-643fe8255030'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:55.485525 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['ad902331-7bc4-4224-8cf5-66e6d3922804'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:55.701564 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19433569-fabb-4c30-b98e-ca0e52f9ad95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.869623 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-19433569-fabb-4c30-b98e-ca0e52f9ad95 None None] For port ad902331-7bc4-4224-8cf5-66e6d3922804, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ad902331-7bc4-4224-8cf5-66e6d3922804,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:55.894146 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19433569-fabb-4c30-b98e-ca0e52f9ad95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.960392 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dc79b-e723-4c0a-ab3d-9ccd3c9dae58 req-3c73ccc3-f9a4-4e7a-81e7-3ec2711f6c5e tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:55.968753 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e39dc79b-e723-4c0a-ab3d-9ccd3c9dae58 req-3c73ccc3-f9a4-4e7a-81e7-3ec2711f6c5e tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 948 time: 0.1761074 Jul 13 07:33:56.071211 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e39dc79b-e723-4c0a-ab3d-9ccd3c9dae58 req-46e4d415-111d-43af-8679-fd1233d69a45 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005864 Jul 13 07:33:56.154463 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19433569-fabb-4c30-b98e-ca0e52f9ad95 None None] Pushing event updated for resources: {'Port': ['ID=ad902331-7bc4-4224-8cf5-66e6d3922804,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:56.404957 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:33:56.414988 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-729f48ea-b928-424e-9c1b-00c8df5aaf35 req-39e428d2-e7c5-457a-9925-1b651310a51f tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0e413e2-8252-4b35-95a2-6c45b9ed27bb HTTP/1.1" status: 200 len: 210 time: 0.1280260 Jul 13 07:33:56.458151 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addda691-e0a5-4f8c-8668-85502bff5365 x-openstack-request-id: req-addda691-e0a5-4f8c-8668-85502bff5365 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:56.458604 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c683a6e7-7083-437d-9943-370bde43dfd1", "name": "network-vif-plugged", "status": "completed", "tag": "ad902331-7bc4-4224-8cf5-66e6d3922804", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:56.459013 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-addda691-e0a5-4f8c-8668-85502bff5365 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:56.459626 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c683a6e7-7083-437d-9943-370bde43dfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad902331-7bc4-4224-8cf5-66e6d3922804', 'code': 200} Jul 13 07:33:56.460481 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cc9a257e-59c2-4680-8796-5bf72aa78e12 None None] Provisioning complete for port ad902331-7bc4-4224-8cf5-66e6d3922804 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:56.461054 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cc9a257e-59c2-4680-8796-5bf72aa78e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.793839 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1832d3-4868-464c-ae6f-f1a46599b6b4 req-6e4dd806-7b6a-4df7-95c7-ab893fcbd354 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:56.805628 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f1832d3-4868-464c-ae6f-f1a46599b6b4 req-6e4dd806-7b6a-4df7-95c7-ab893fcbd354 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 948 time: 0.1683493 Jul 13 07:33:56.871418 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f1832d3-4868-464c-ae6f-f1a46599b6b4 req-004b1ad2-7d24-4c69-977d-0b5e4bb74756 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630395 Jul 13 07:33:57.106231 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b17bb8-77e2-45db-96a2-3640adff555b req-285690f7-5b17-4f05-b03f-0fc0d5e35c2a tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:57.111153 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79b17bb8-77e2-45db-96a2-3640adff555b req-285690f7-5b17-4f05-b03f-0fc0d5e35c2a tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.1085870 Jul 13 07:33:57.176802 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79b17bb8-77e2-45db-96a2-3640adff555b req-72518a8e-7d9c-4d43-bd33-172b4a5b6dca tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627210 Jul 13 07:33:57.349386 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eace273f-9f6d-4cbc-aaef-c71c2c09e84e req-af8b9f11-cf82-4389-91f9-8f6cb5b8f49d tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=e237e46c-b3b8-46b1-8d90-521b5f161774 HTTP/1.1" status: 200 len: 210 time: 0.0436335 Jul 13 07:33:57.531930 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0729d86c-9d31-4411-b117-fd2fd5fb9564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:57.569448 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:57.724028 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedd8f1-5c77-4e75-aeda-4db8f5337324 req-6e0e08f4-44c0-4310-9121-2a0f75a119c1 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:57.734129 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9bedd8f1-5c77-4e75-aeda-4db8f5337324 req-6e0e08f4-44c0-4310-9121-2a0f75a119c1 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 944 time: 0.1536531 Jul 13 07:33:57.796865 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9bedd8f1-5c77-4e75-aeda-4db8f5337324 req-a20f7d07-ce9b-4b90-9f4c-7e67c8cb6ae0 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538166 Jul 13 07:33:57.915102 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-09848ceb-7320-4030-b217-595643866a29 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d6a3e791abbc497c8586fd62e424c069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739069 Jul 13 07:33:57.929699 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a9473f01-260f-40b5-a7d7-643fe8255030 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:57.976817 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-b7b19d3e-069c-43a5-8c60-5fd33ed7c2d4 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d6a3e791abbc497c8586fd62e424c069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1051810 Jul 13 07:33:58.051948 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port a9473f01-260f-40b5-a7d7-643fe8255030 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:58.059791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port a9473f01-260f-40b5-a7d7-643fe8255030 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:58.061171 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.199928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-1b54df2f-4cb6-4ae6-8eed-71d1a108cba0 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:58.213784 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-1b54df2f-4cb6-4ae6-8eed-71d1a108cba0 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2923458 Jul 13 07:33:58.228750 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-dd910f01-9b54-4911-94c4-3c26112037f7 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Request body: {'port': {'device_id': 'e237e46c-b3b8-46b1-8d90-521b5f161774', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': 'd6a3e791abbc497c8586fd62e424c069'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:58.318645 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.333195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-f1836aa8-a3cf-44df-bed1-81b85cab8f9f tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:58.335623 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-f1836aa8-a3cf-44df-bed1-81b85cab8f9f tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3526795 Jul 13 07:33:58.359296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-11ea41c4-26d0-4d62-a4fb-ed51db4bacf5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Request body: {'port': {'device_id': 'e340ab9e-9fa6-467e-86d0-a47b111507ae', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': 'd6a3e791abbc497c8586fd62e424c069'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:58.397317 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port a9473f01-260f-40b5-a7d7-643fe8255030, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a9473f01-260f-40b5-a7d7-643fe8255030,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:58.403597 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.468520 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-dd910f01-9b54-4911-94c4-3c26112037f7 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Made reservation on behalf of d6a3e791abbc497c8586fd62e424c069 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:58.472301 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-dd910f01-9b54-4911-94c4-3c26112037f7 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.485086 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c683a6e7-7083-437d-9943-370bde43dfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad902331-7bc4-4224-8cf5-66e6d3922804'}, {'server_uuid': 'a78ee2fd-3296-488f-a49d-5cf97bfae221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9473f01-260f-40b5-a7d7-643fe8255030'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:58.490057 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103f4928-c7a1-4c06-b179-d44423412b58" -d '{"events": [{"server_uuid": "c683a6e7-7083-437d-9943-370bde43dfd1", "name": "network-vif-plugged", "status": "completed", "tag": "ad902331-7bc4-4224-8cf5-66e6d3922804"}, {"server_uuid": "a78ee2fd-3296-488f-a49d-5cf97bfae221", "name": "network-vif-plugged", "status": "completed", "tag": "a9473f01-260f-40b5-a7d7-643fe8255030"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:58.496449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=a9473f01-260f-40b5-a7d7-643fe8255030,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:58.517617 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device ad902331-7bc4-4224-8cf5-66e6d3922804 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:58.646599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port ad902331-7bc4-4224-8cf5-66e6d3922804 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:58.650130 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.778786 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-dd910f01-9b54-4911-94c4-3c26112037f7 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Allocated IP 192.168.233.206 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/6307f0ac-2121-4925-a578-c298a7b184cd) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:58.872685 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08dccc8a-e807-42aa-8a41-e17d1ac3cbee req-7cf8443b-3f38-44eb-ab9f-d977676aaaae tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0e413e2-8252-4b35-95a2-6c45b9ed27bb HTTP/1.1" status: 200 len: 210 time: 0.0402393 Jul 13 07:33:58.924071 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-11ea41c4-26d0-4d62-a4fb-ed51db4bacf5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Made reservation on behalf of d6a3e791abbc497c8586fd62e424c069 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:58.928891 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-11ea41c4-26d0-4d62-a4fb-ed51db4bacf5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.003666 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-88c61617-6b74-4ed0-8579-85b48f28946a tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:33:59.004634 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-88c61617-6b74-4ed0-8579-85b48f28946a tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0330892 Jul 13 07:33:59.009005 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-89f2627a-c63a-46e7-b534-dab5f4843f30 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e7f70780cbac4035ba79147bbe18c0fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875454 Jul 13 07:33:59.015721 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-db5d4504-ba14-4e72-9e28-b476c8d4c52b service neutron] Request body: {'binding': {'host': 'n-h1-779913-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:59.016441 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-db5d4504-ba14-4e72-9e28-b476c8d4c52b service neutron] Unknown quota resources ['binding']. {{(pid=93724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:33:59.139457 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-751361e4-e898-43fe-b1a7-ff6af31d5439 service neutron] 10.222.0.35 "GET /v2.0/ports/5477dfe0-844c-46e5-b658-3bfbb67c16fb/bindings/n-h1-779913-28 HTTP/1.1" status: 200 len: 383 time: 0.0930252 Jul 13 07:33:59.280459 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-dd910f01-9b54-4911-94c4-3c26112037f7 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.319429 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-dd910f01-9b54-4911-94c4-3c26112037f7 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Transition to ACTIVE for port object 6307f0ac-2121-4925-a578-c298a7b184cd will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:59.393944 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-f6595f62-e5c8-46b3-8f81-7371b07d3a5f tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:59.395437 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-f6595f62-e5c8-46b3-8f81-7371b07d3a5f tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3506060 Jul 13 07:33:59.412007 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.423272 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-111138c4-5d02-4875-87db-43cf89011641 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Request body: {'port': {'device_id': 'd0e413e2-8252-4b35-95a2-6c45b9ed27bb', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': 'e7f70780cbac4035ba79147bbe18c0fa'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:59.431462 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-db5d4504-ba14-4e72-9e28-b476c8d4c52b service neutron] Attempting to bind port a3823256-d8c9-441d-ba75-ab14ea680e94 on host n-h1-779913-28 for vnic_type normal with profile None {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:59.431795 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-db5d4504-ba14-4e72-9e28-b476c8d4c52b service neutron] Attempting to bind port a3823256-d8c9-441d-ba75-ab14ea680e94 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:59.432137 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-db5d4504-ba14-4e72-9e28-b476c8d4c52b service neutron] Attempting to bind port a3823256-d8c9-441d-ba75-ab14ea680e94 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:59.442267 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be21b3e-bfe7-4fbc-ab0b-d47535709014 req-bc18aa85-0fff-43f1-a382-0da23c767443 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:59.443816 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7be21b3e-bfe7-4fbc-ab0b-d47535709014 req-bc18aa85-0fff-43f1-a382-0da23c767443 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 948 time: 0.3320415 Jul 13 07:33:59.471526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-db5d4504-ba14-4e72-9e28-b476c8d4c52b service neutron] Port a3823256-d8c9-441d-ba75-ab14ea680e94 on network acf8805e-fc72-4645-afdd-bc310db87bf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:59.471787 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-db5d4504-ba14-4e72-9e28-b476c8d4c52b service neutron] Attempting to bind port a3823256-d8c9-441d-ba75-ab14ea680e94 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:59.485388 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-dd910f01-9b54-4911-94c4-3c26112037f7 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.500501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d50fbcb0-639b-4372-a596-26b4ae4247fd', '45acecb5-5e3d-4015-9a01-9e93f1ddfde4'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:59.506118 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3d4bdfc8-f779-4b57-85be-37da3028ceb7'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:59.537366 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-db5d4504-ba14-4e72-9e28-b476c8d4c52b service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:59.537662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-db5d4504-ba14-4e72-9e28-b476c8d4c52b service neutron] Checking segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:59.538014 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-db5d4504-ba14-4e72-9e28-b476c8d4c52b service neutron] Bound using segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:59.538499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-db5d4504-ba14-4e72-9e28-b476c8d4c52b service neutron] Bound port: a3823256-d8c9-441d-ba75-ab14ea680e94, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:59.595512 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-11ea41c4-26d0-4d62-a4fb-ed51db4bacf5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Allocated IP 192.168.233.173 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/9ab82b42-5404-4cea-8446-d241b04d031a) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:59.642518 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-dd910f01-9b54-4911-94c4-3c26112037f7 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:59.653861 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-20584bba-0ef3-4b0f-8c0a-9d596e61ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:59.655040 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-dd910f01-9b54-4911-94c4-3c26112037f7 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:59.656972 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-20584bba-0ef3-4b0f-8c0a-9d596e61ebc2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48&tenant_id=7e545f0f56574564bb5b695119db8b5e HTTP/1.1" status: 200 len: 1100 time: 0.1783557 Jul 13 07:33:59.657169 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd910f01-9b54-4911-94c4-3c26112037f7 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Pushing event updated for resources: {'Port': ['ID=6307f0ac-2121-4925-a578-c298a7b184cd,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:59.659152 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-dd910f01-9b54-4911-94c4-3c26112037f7 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:59.665090 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-dd910f01-9b54-4911-94c4-3c26112037f7 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:59.665752 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-dd910f01-9b54-4911-94c4-3c26112037f7 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.685195 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7be21b3e-bfe7-4fbc-ab0b-d47535709014 req-b75afd3f-5acb-4d76-b658-dd9d2887a358 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203803 Jul 13 07:33:59.721848 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-dd910f01-9b54-4911-94c4-3c26112037f7 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4981880 Jul 13 07:33:59.790615 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] Request body: {'port': {'device_id': 'e237e46c-b3b8-46b1-8d90-521b5f161774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:59.906114 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-db5d4504-ba14-4e72-9e28-b476c8d4c52b service neutron] For port a3823256-d8c9-441d-ba75-ab14ea680e94, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=a3823256-d8c9-441d-ba75-ab14ea680e94,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:59.910943 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-111138c4-5d02-4875-87db-43cf89011641 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Made reservation on behalf of e7f70780cbac4035ba79147bbe18c0fa for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:59.919145 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-111138c4-5d02-4875-87db-43cf89011641 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.926883 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-db5d4504-ba14-4e72-9e28-b476c8d4c52b service neutron] Notify callbacks [] for binding, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.928876 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-db5d4504-ba14-4e72-9e28-b476c8d4c52b service neutron] 10.222.0.58 "POST /v2.0/ports/a3823256-d8c9-441d-ba75-ab14ea680e94/bindings HTTP/1.1" status: 201 len: 390 time: 0.9165552 Jul 13 07:33:59.960107 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.978715 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-11ea41c4-26d0-4d62-a4fb-ed51db4bacf5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.056431 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-11ea41c4-26d0-4d62-a4fb-ed51db4bacf5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Transition to ACTIVE for port object 9ab82b42-5404-4cea-8446-d241b04d031a will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:00.070289 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-a85e556e-6acd-4ef0-8cb5-057f43e460bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:00.074271 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-a85e556e-6acd-4ef0-8cb5-057f43e460bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 1100 time: 0.3583403 Jul 13 07:34:00.196023 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fc9b1b68-1fe5-4f7b-b6e3-38f74fd9c13d None None] Provisioning for port 6307f0ac-2121-4925-a578-c298a7b184cd completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:00.202393 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fc9b1b68-1fe5-4f7b-b6e3-38f74fd9c13d None None] Provisioning complete for port 6307f0ac-2121-4925-a578-c298a7b184cd triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:00.203171 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1b68-1fe5-4f7b-b6e3-38f74fd9c13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.239716 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-11ea41c4-26d0-4d62-a4fb-ed51db4bacf5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.248414 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b1b68-1fe5-4f7b-b6e3-38f74fd9c13d None None] Port 6307f0ac-2121-4925-a578-c298a7b184cd cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:00.295930 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-2fc7552a-4eae-4ee4-9a66-638bd4fadae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:00.297354 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-2fc7552a-4eae-4ee4-9a66-638bd4fadae9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.2139697 Jul 13 07:34:00.311375 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-11ea41c4-26d0-4d62-a4fb-ed51db4bacf5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:00.323135 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-11ea41c4-26d0-4d62-a4fb-ed51db4bacf5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:00.356791 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea41c4-26d0-4d62-a4fb-ed51db4bacf5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Pushing event updated for resources: {'Port': ['ID=9ab82b42-5404-4cea-8446-d241b04d031a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:00.359568 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-11ea41c4-26d0-4d62-a4fb-ed51db4bacf5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:00.385591 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-d861e08e-2dfd-4008-ad5b-fab2344aa18e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=5477dfe0-844c-46e5-b658-3bfbb67c16fb HTTP/1.1" status: 200 len: 217 time: 0.0730560 Jul 13 07:34:00.441407 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-11ea41c4-26d0-4d62-a4fb-ed51db4bacf5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:00.442065 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-11ea41c4-26d0-4d62-a4fb-ed51db4bacf5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.461422 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-e4459416-00d5-455e-a174-1920d672c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:00.463000 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-e4459416-00d5-455e-a174-1920d672c417 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0699081 Jul 13 07:34:00.466539 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-11ea41c4-26d0-4d62-a4fb-ed51db4bacf5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1157634 Jul 13 07:34:00.471098 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3d4bdfc8-f779-4b57-85be-37da3028ceb7'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:00.486068 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] Request body: {'port': {'device_id': 'e340ab9e-9fa6-467e-86d0-a47b111507ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:00.535534 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-bdf93200-59bd-41eb-b2b4-2af1df9c8173 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=2a35687284084267ac00fc6eab4696e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1347477 Jul 13 07:34:00.564699 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d50fbcb0-639b-4372-a596-26b4ae4247fd', '45acecb5-5e3d-4015-9a01-9e93f1ddfde4'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:00.593783 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.640001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-e835e88e-30fb-4f54-a190-6f28d38e88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:00.641491 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-e835e88e-30fb-4f54-a190-6f28d38e88cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1710849 Jul 13 07:34:00.721554 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3492829a-704b-432a-8dc0-c31f0f88268f None None] Provisioning for port 9ab82b42-5404-4cea-8446-d241b04d031a completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:00.751522 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3492829a-704b-432a-8dc0-c31f0f88268f None None] Provisioning complete for port 9ab82b42-5404-4cea-8446-d241b04d031a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:00.752329 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3492829a-704b-432a-8dc0-c31f0f88268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.764274 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-111138c4-5d02-4875-87db-43cf89011641 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Allocated IP 192.168.233.249 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/d2ffbaa4-3dc8-43e0-970d-846b8638d6d0) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:00.782424 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-5a2b7f20-d43c-450f-9e37-d52a35a70acb service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305079 Jul 13 07:34:00.805570 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-1ae79a0c-64a2-4473-aa72-d14ea3d030d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:00.807129 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-1ae79a0c-64a2-4473-aa72-d14ea3d030d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 1098 time: 0.4075868 Jul 13 07:34:00.835438 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf445f-a83a-4c3e-9b87-5b8612edac34 req-c9290503-f0d0-46b4-a001-3e3832e43dfa tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:00.836869 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1bcf445f-a83a-4c3e-9b87-5b8612edac34 req-c9290503-f0d0-46b4-a001-3e3832e43dfa tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=e237e46c-b3b8-46b1-8d90-521b5f161774 HTTP/1.1" status: 200 len: 936 time: 0.4232814 Jul 13 07:34:00.908835 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-04194dd6-ba03-4890-908e-7414af693ce8 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:00.910479 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-04194dd6-ba03-4890-908e-7414af693ce8 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3504694 Jul 13 07:34:00.933694 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3492829a-704b-432a-8dc0-c31f0f88268f None None] Port 9ab82b42-5404-4cea-8446-d241b04d031a cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:01.003997 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-a349d15a-7c87-4835-a4e4-19ca5c5b6a44 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/quotas/2a35687284084267ac00fc6eab4696e9 HTTP/1.1" status: 200 len: 375 time: 0.0588903 Jul 13 07:34:01.022502 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1bcf445f-a83a-4c3e-9b87-5b8612edac34 req-f2e16c8a-4594-4528-88c3-fea5dc919b67 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477635 Jul 13 07:34:01.031675 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bfe63c1a-fc05-4ff5-97a8-fd14a5213afc req-09806b82-f8af-4999-9e86-df0dd91f18da service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368910 Jul 13 07:34:01.082399 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-fd6bb1cb-90ed-4517-aea5-c542d88676e0 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a35687284084267ac00fc6eab4696e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468123 Jul 13 07:34:01.086416 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-8321624e-19d0-41ec-8fe8-37800c8980c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:01.087872 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-8321624e-19d0-41ec-8fe8-37800c8980c8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 921 time: 0.2731462 Jul 13 07:34:01.161921 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f927f187-fe64-46ee-81a3-8e2059f81039 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3823256-d8c9-441d-ba75-ab14ea680e94 HTTP/1.1" status: 200 len: 217 time: 0.0484259 Jul 13 07:34:01.209264 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ff91ce-8b73-4b71-9494-9d072aadac8f x-openstack-request-id: req-f2ff91ce-8b73-4b71-9494-9d072aadac8f {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:01.210161 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c683a6e7-7083-437d-9943-370bde43dfd1", "name": "network-vif-plugged", "status": "completed", "tag": "ad902331-7bc4-4224-8cf5-66e6d3922804", "code": 200}, {"server_uuid": "a78ee2fd-3296-488f-a49d-5cf97bfae221", "name": "network-vif-plugged", "status": "completed", "tag": "a9473f01-260f-40b5-a7d7-643fe8255030", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:01.210161 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2ff91ce-8b73-4b71-9494-9d072aadac8f {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:01.210737 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c683a6e7-7083-437d-9943-370bde43dfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad902331-7bc4-4224-8cf5-66e6d3922804', 'code': 200} Jul 13 07:34:01.212423 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78ee2fd-3296-488f-a49d-5cf97bfae221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9473f01-260f-40b5-a7d7-643fe8255030', 'code': 200} Jul 13 07:34:01.231325 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-111138c4-5d02-4875-87db-43cf89011641 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.252748 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-111138c4-5d02-4875-87db-43cf89011641 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Transition to ACTIVE for port object d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:01.255610 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-73afa8c3-30af-469f-8b33-36e0c5c3d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:01.256625 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-73afa8c3-30af-469f-8b33-36e0c5c3d82d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 200 len: 860 time: 0.0758767 Jul 13 07:34:01.284759 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.312206 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-8ac1ecc2-d300-4e44-b6df-3f27333c1bca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf8805e-fc72-4645-afdd-bc310db87bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456879 Jul 13 07:34:01.368972 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-111138c4-5d02-4875-87db-43cf89011641 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.532179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a283ca9-2867-4b42-91fe-96b02324d1a9 req-0adbbb79-97ed-4881-acf2-aa951313fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:01.534670 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6a283ca9-2867-4b42-91fe-96b02324d1a9 req-0adbbb79-97ed-4881-acf2-aa951313fbac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 1097 time: 0.1175499 Jul 13 07:34:01.606106 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6a283ca9-2867-4b42-91fe-96b02324d1a9 req-6a9cab64-42bd-4274-af9b-f86c82f897d2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570869 Jul 13 07:34:01.608341 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111138c4-5d02-4875-87db-43cf89011641 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Pushing event updated for resources: {'Port': ['ID=d2ffbaa4-3dc8-43e0-970d-846b8638d6d0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:01.613366 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-111138c4-5d02-4875-87db-43cf89011641 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:01.632907 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-111138c4-5d02-4875-87db-43cf89011641 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:01.642485 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-111138c4-5d02-4875-87db-43cf89011641 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:01.648503 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-111138c4-5d02-4875-87db-43cf89011641 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:01.649195 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-111138c4-5d02-4875-87db-43cf89011641 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.697401 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-2a86e4f5-ae47-4bfa-a304-44713b1c2413 service neutron] 10.222.0.35 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700309 Jul 13 07:34:01.731793 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['dcaf2021-8cb5-46b2-a661-402e50965858'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:01.746880 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-111138c4-5d02-4875-87db-43cf89011641 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3305640 Jul 13 07:34:01.782928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] Request body: {'port': {'device_id': 'd0e413e2-8252-4b35-95a2-6c45b9ed27bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:01.939446 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-e3597f43-68fc-48ea-974b-a8a1df3faaf1 service neutron] 10.222.0.35 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280571 Jul 13 07:34:01.963393 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acca58-a43c-4a44-8e7c-260cb5ceba07 req-0e0cd711-040d-43d5-9034-063775f0658f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:01.966193 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0acca58-a43c-4a44-8e7c-260cb5ceba07 req-0e0cd711-040d-43d5-9034-063775f0658f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.5827305 Jul 13 07:34:02.001366 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6307f0ac-2121-4925-a578-c298a7b184cd {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:02.003159 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d91b82fc-1e3a-4ea6-8383-0b46a7d50ae8 None None] Provisioning for port d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:02.013659 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d91b82fc-1e3a-4ea6-8383-0b46a7d50ae8 None None] Provisioning complete for port d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:02.014644 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d91b82fc-1e3a-4ea6-8383-0b46a7d50ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.052585 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d91b82fc-1e3a-4ea6-8383-0b46a7d50ae8 None None] Port d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:02.068574 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.084260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28a877-424c-4185-bd99-501f1e8b4120 req-0ed7ca78-6c9f-4d1c-a262-0295c9430755 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:02.086523 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd28a877-424c-4185-bd99-501f1e8b4120 req-0ed7ca78-6c9f-4d1c-a262-0295c9430755 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 945 time: 0.4244287 Jul 13 07:34:02.176741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] Transition to ACTIVE for port object 6307f0ac-2121-4925-a578-c298a7b184cd will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:02.204056 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.227709 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0acca58-a43c-4a44-8e7c-260cb5ceba07 req-e1a21fa7-0c5a-4d3e-967f-8a14b88358dc tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420890 Jul 13 07:34:02.238427 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.333606 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd28a877-424c-4185-bd99-501f1e8b4120 req-c8585c73-f44f-4322-b197-78e31dd8932a tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324669 Jul 13 07:34:02.426109 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] Pushing event updated for resources: {'Port': ['ID=6307f0ac-2121-4925-a578-c298a7b184cd,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:02.440805 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] Attempting to bind port 6307f0ac-2121-4925-a578-c298a7b184cd on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:02.440805 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] Attempting to bind port 6307f0ac-2121-4925-a578-c298a7b184cd by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:02.441239 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] Attempting to bind port 6307f0ac-2121-4925-a578-c298a7b184cd on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:02.471761 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] Port 6307f0ac-2121-4925-a578-c298a7b184cd on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:02.472087 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] Attempting to bind port 6307f0ac-2121-4925-a578-c298a7b184cd on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:02.488663 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:02.489025 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:02.489439 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:02.489933 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] Bound port: 6307f0ac-2121-4925-a578-c298a7b184cd, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:02.490403 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.497344 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab82b42-5404-4cea-8446-d241b04d031a {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:02.507060 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.515731 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-15801988-c800-477e-9453-e193019bfcfd tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:02.520283 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-15801988-c800-477e-9453-e193019bfcfd tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37&tenant_id=15158e7fe97d4861a97b0a945f95d776&binding%3Ahost_id=n-h2-779913-28 HTTP/1.1" status: 200 len: 1098 time: 0.4634953 Jul 13 07:34:02.523215 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] Transition to ACTIVE for port object 9ab82b42-5404-4cea-8446-d241b04d031a will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:02.536238 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.657282 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] Pushing event updated for resources: {'Port': ['ID=9ab82b42-5404-4cea-8446-d241b04d031a,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:02.718224 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-28'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:02.748057 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] Attempting to bind port 9ab82b42-5404-4cea-8446-d241b04d031a on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:02.748449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] Attempting to bind port 9ab82b42-5404-4cea-8446-d241b04d031a by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:02.748778 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] Attempting to bind port 9ab82b42-5404-4cea-8446-d241b04d031a on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:02.754174 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] Port 9ab82b42-5404-4cea-8446-d241b04d031a on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:02.754615 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] Attempting to bind port 9ab82b42-5404-4cea-8446-d241b04d031a on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:02.760801 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:02.761232 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:02.761671 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:02.762136 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] Bound port: 9ab82b42-5404-4cea-8446-d241b04d031a, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:02.762689 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.776320 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] For port 6307f0ac-2121-4925-a578-c298a7b184cd, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:02.844632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] For port 9ab82b42-5404-4cea-8446-d241b04d031a, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:02.846882 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] For port 6307f0ac-2121-4925-a578-c298a7b184cd, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=6307f0ac-2121-4925-a578-c298a7b184cd,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:02.848727 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] For port 9ab82b42-5404-4cea-8446-d241b04d031a, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=9ab82b42-5404-4cea-8446-d241b04d031a,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:02.857692 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.895097 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:02.895755 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.897323 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] 10.222.0.62 "PUT /v2.0/ports/9ab82b42-5404-4cea-8446-d241b04d031a HTTP/1.1" status: 200 len: 1097 time: 2.4166670 Jul 13 07:34:02.897788 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e340ab9e-9fa6-467e-86d0-a47b111507ae', 'tag': '9ab82b42-5404-4cea-8446-d241b04d031a'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:02.900120 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17020422-ab09-4116-9591-66e3b6a17679" -d '{"events": [{"name": "network-changed", "server_uuid": "e340ab9e-9fa6-467e-86d0-a47b111507ae", "tag": "9ab82b42-5404-4cea-8446-d241b04d031a"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:02.927791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 5477dfe0-844c-46e5-b658-3bfbb67c16fb no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:02.944607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bde9a-88ba-44f0-9160-735afe057f8b service neutron] Pushing event updated for resources: {'Port': ['ID=9ab82b42-5404-4cea-8446-d241b04d031a,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:02.966068 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.065348 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.072642 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-d5b8a2b0-6ecf-4b3f-9dd7-6c7756616cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:03.075901 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-d5b8a2b0-6ecf-4b3f-9dd7-6c7756616cd5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d6a3e791abbc497c8586fd62e424c069&device_id=e340ab9e-9fa6-467e-86d0-a47b111507ae HTTP/1.1" status: 200 len: 1100 time: 0.0973272 Jul 13 07:34:03.111467 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 5477dfe0-844c-46e5-b658-3bfbb67c16fb, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=5477dfe0-844c-46e5-b658-3bfbb67c16fb,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:03.125392 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:03.127629 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.129926 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] 10.222.0.35 "PUT /v2.0/ports/6307f0ac-2121-4925-a578-c298a7b184cd HTTP/1.1" status: 200 len: 1097 time: 3.3516812 Jul 13 07:34:03.130793 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.145214 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e237e46c-b3b8-46b1-8d90-521b5f161774', 'tag': '6307f0ac-2121-4925-a578-c298a7b184cd'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:03.151001 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ece0819-ce4c-44ff-9200-d6066950d328" -d '{"events": [{"name": "network-changed", "server_uuid": "e237e46c-b3b8-46b1-8d90-521b5f161774", "tag": "6307f0ac-2121-4925-a578-c298a7b184cd"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:03.215517 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c984b3-bac2-4e06-9317-fe4cbac93f48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5477dfe0-844c-46e5-b658-3bfbb67c16fb'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:03.220815 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.226243 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-caddc032-f7bf-4ce4-9c18-833afc725426 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=9ab82b42-5404-4cea-8446-d241b04d031a HTTP/1.1" status: 200 len: 217 time: 0.1334617 Jul 13 07:34:03.238342 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c83f56-5477-4e6f-bca2-0709e649d157" -d '{"events": [{"server_uuid": "07c984b3-bac2-4e06-9317-fe4cbac93f48", "name": "network-vif-unplugged", "status": "completed", "tag": "5477dfe0-844c-46e5-b658-3bfbb67c16fb"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:03.254249 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=5477dfe0-844c-46e5-b658-3bfbb67c16fb,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:03.346066 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d942e4-9c17-48ba-8ea2-adc40fde73dc req-e07cc0b0-cac1-471c-8c65-e2f4b58885c8 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:03.363796 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f0d942e4-9c17-48ba-8ea2-adc40fde73dc req-e07cc0b0-cac1-471c-8c65-e2f4b58885c8 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0e413e2-8252-4b35-95a2-6c45b9ed27bb HTTP/1.1" status: 200 len: 936 time: 0.6644013 Jul 13 07:34:03.389422 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-818d2ea4-9789-44a4-9174-c5dc1b3c52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:03.396976 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-818d2ea4-9789-44a4-9174-c5dc1b3c52b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1550260 Jul 13 07:34:03.402430 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f19934-f6bc-4413-8b34-556558e66cdf service neutron] Pushing event updated for resources: {'Port': ['ID=6307f0ac-2121-4925-a578-c298a7b184cd,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:03.467153 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-996c219a-447d-49e5-a1e1-420fbc20a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:03.468733 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-996c219a-447d-49e5-a1e1-420fbc20a979 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6a3e791abbc497c8586fd62e424c069&device_id=e237e46c-b3b8-46b1-8d90-521b5f161774 HTTP/1.1" status: 200 len: 1100 time: 0.1613359 Jul 13 07:34:03.504889 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-3e26b0ae-8c87-4d33-b685-f46cfbf262ec tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=2a35687284084267ac00fc6eab4696e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1800034 Jul 13 07:34:03.536916 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-e602254f-e142-45d6-941b-5bde372404cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=6307f0ac-2121-4925-a578-c298a7b184cd HTTP/1.1" status: 200 len: 217 time: 0.0571728 Jul 13 07:34:03.540142 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-6bc13ade-2e2b-4d59-9c5a-20f722858b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:03.541745 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-6bc13ade-2e2b-4d59-9c5a-20f722858b5c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1330221 Jul 13 07:34:03.599667 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-5d9845bc-a525-4889-a8b5-17c4e8611960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:03.601771 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-5d9845bc-a525-4889-a8b5-17c4e8611960 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0586576 Jul 13 07:34:03.828943 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-8cd64e37-9dc9-4b25-bcd6-a1807c84b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:03.831515 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-8cd64e37-9dc9-4b25-bcd6-a1807c84b269 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2191677 Jul 13 07:34:03.841318 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-f40aab02-9420-4a58-8fe8-56e4b667c36d service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382793 Jul 13 07:34:03.922916 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f0d942e4-9c17-48ba-8ea2-adc40fde73dc req-3279d221-e4ef-4115-964d-ab9eb923f9ca tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/security-groups?id=1756a06a-2e5e-4005-9d4a-e45ea216a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578232 Jul 13 07:34:03.983926 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54fcbf-8586-4d3e-9ef2-2ca1c95591ec req-09cc1a69-8518-499e-a3f2-5201a4a56551 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:03.992809 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a54fcbf-8586-4d3e-9ef2-2ca1c95591ec req-09cc1a69-8518-499e-a3f2-5201a4a56551 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 946 time: 1.1496546 Jul 13 07:34:04.089309 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1e03d997-f87b-4915-89aa-ae1788703728 None None] Provisioning complete for port 5477dfe0-844c-46e5-b658-3bfbb67c16fb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:04.090879 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e03d997-f87b-4915-89aa-ae1788703728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.097066 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-fe0a7b1b-ab1f-4668-a71b-468b1185f203 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537925 Jul 13 07:34:04.138066 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-eea950fa-5f38-4370-9030-5cd1e74977ab service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656016 Jul 13 07:34:04.221979 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a54fcbf-8586-4d3e-9ef2-2ca1c95591ec req-250b17d3-60fc-4ce7-9719-0738e32515dd tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274585 Jul 13 07:34:04.248537 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e03d997-f87b-4915-89aa-ae1788703728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.248952 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:04.250426 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a81c5724-cd08-4cd9-be91-bf0a206bba6d req-48f5fde8-9b78-45f1-bc3b-5731988e90bd service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230037 Jul 13 07:34:04.304614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-1e03d997-f87b-4915-89aa-ae1788703728 None None] For port 5477dfe0-844c-46e5-b658-3bfbb67c16fb, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=5477dfe0-844c-46e5-b658-3bfbb67c16fb,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:04.307262 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.310724 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e03d997-f87b-4915-89aa-ae1788703728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.331293 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-edea96aa-c220-44cf-a149-250bddd23f22 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:04.333631 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-edea96aa-c220-44cf-a149-250bddd23f22 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8072202 Jul 13 07:34:04.372687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-a5c3bb6d-c7de-4262-a59e-f30e27a521d6 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Request body: {'port': {'device_id': '7935f577-1735-402f-9c9c-a62309d52192', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': '2a35687284084267ac00fc6eab4696e9'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:04.396638 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03d997-f87b-4915-89aa-ae1788703728 None None] Pushing event updated for resources: {'Port': ['ID=5477dfe0-844c-46e5-b658-3bfbb67c16fb,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:04.411811 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] Transition to ACTIVE for port object d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:04.464815 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] For port a3823256-d8c9-441d-ba75-ab14ea680e94, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a3823256-d8c9-441d-ba75-ab14ea680e94,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:04.467567 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.500202 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b151f993-a0ec-4074-a543-c09a8b00183a req-c5345d7f-dc2e-441f-a458-66ac2dbc77fe tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/ports?device_id=7935f577-1735-402f-9c9c-a62309d52192 HTTP/1.1" status: 200 len: 210 time: 0.1501803 Jul 13 07:34:04.608653 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7cc5a5ed-f727-4a4c-abdf-3d2f5419653f None None] Provisioning complete for port 5477dfe0-844c-46e5-b658-3bfbb67c16fb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:04.616865 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7cc5a5ed-f727-4a4c-abdf-3d2f5419653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.673746 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2837c-0221-40e9-828c-322bc35472c2 req-96c67a14-2eba-49c3-9a4c-6a117b3d2e3c tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:04.675384 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-59c2837c-0221-40e9-828c-322bc35472c2 req-96c67a14-2eba-49c3-9a4c-6a117b3d2e3c tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 946 time: 0.5135541 Jul 13 07:34:04.710242 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] Pushing event updated for resources: {'Port': ['ID=d2ffbaa4-3dc8-43e0-970d-846b8638d6d0,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:04.714508 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] For port a3823256-d8c9-441d-ba75-ab14ea680e94, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:04.825487 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] Attempting to bind port d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:04.825808 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] Attempting to bind port d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:04.826161 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] Attempting to bind port d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:04.844822 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.850866 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-59c2837c-0221-40e9-828c-322bc35472c2 req-4ba3d28e-e9fe-4d43-91df-55115f2582b0 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444216 Jul 13 07:34:04.851595 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] Port d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:04.851838 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] Attempting to bind port d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:04.868627 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:04.868991 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:04.869378 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:04.869835 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] Bound port: d2ffbaa4-3dc8-43e0-970d-846b8638d6d0, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:04.870288 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.872125 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.877055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-a5c3bb6d-c7de-4262-a59e-f30e27a521d6 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Made reservation on behalf of 2a35687284084267ac00fc6eab4696e9 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:04.880706 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-a5c3bb6d-c7de-4262-a59e-f30e27a521d6 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.932111 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-a5c3bb6d-c7de-4262-a59e-f30e27a521d6 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.932937 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 5477dfe0-844c-46e5-b658-3bfbb67c16fb details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:04.938592 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5459897-949c-4123-b799-2823c7f50aa7 x-openstack-request-id: req-d5459897-949c-4123-b799-2823c7f50aa7 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:04.939320 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e340ab9e-9fa6-467e-86d0-a47b111507ae", "tag": "9ab82b42-5404-4cea-8446-d241b04d031a", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:04.939320 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d5459897-949c-4123-b799-2823c7f50aa7 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:04.939750 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e340ab9e-9fa6-467e-86d0-a47b111507ae', 'tag': '9ab82b42-5404-4cea-8446-d241b04d031a', 'status': 'completed', 'code': 200} Jul 13 07:34:04.987562 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b61af-ed34-4f97-a8aa-5ec8085540c7 req-f78585fe-b93a-4eea-b085-8a7cf471d689 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:04.989125 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-289b61af-ed34-4f97-a8aa-5ec8085540c7 req-f78585fe-b93a-4eea-b085-8a7cf471d689 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=e237e46c-b3b8-46b1-8d90-521b5f161774 HTTP/1.1" status: 200 len: 948 time: 0.3545015 Jul 13 07:34:05.016386 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a6f3c2-575a-4bcd-805c-f36e08795064 x-openstack-request-id: req-37a6f3c2-575a-4bcd-805c-f36e08795064 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:05.016675 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e237e46c-b3b8-46b1-8d90-521b5f161774", "tag": "6307f0ac-2121-4925-a578-c298a7b184cd", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:05.016846 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-37a6f3c2-575a-4bcd-805c-f36e08795064 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:05.017206 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e237e46c-b3b8-46b1-8d90-521b5f161774', 'tag': '6307f0ac-2121-4925-a578-c298a7b184cd', 'status': 'completed', 'code': 200} Jul 13 07:34:05.077280 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] Pushing event updated for resources: {'Port': ['ID=a3823256-d8c9-441d-ba75-ab14ea680e94,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:05.109948 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320666ab-1219-46b4-9cf9-84effe4e8b4c x-openstack-request-id: req-320666ab-1219-46b4-9cf9-84effe4e8b4c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:05.110553 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c984b3-bac2-4e06-9317-fe4cbac93f48", "name": "network-vif-unplugged", "status": "completed", "tag": "5477dfe0-844c-46e5-b658-3bfbb67c16fb", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:05.110951 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-320666ab-1219-46b4-9cf9-84effe4e8b4c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:05.111696 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c984b3-bac2-4e06-9317-fe4cbac93f48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5477dfe0-844c-46e5-b658-3bfbb67c16fb', 'code': 200} Jul 13 07:34:05.112068 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] For port d2ffbaa4-3dc8-43e0-970d-846b8638d6d0, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:05.117308 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17020422-ab09-4116-9591-66e3b6a17679 req-06956114-854a-4dad-9b1f-b10588acb6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.119906 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-17020422-ab09-4116-9591-66e3b6a17679 req-06956114-854a-4dad-9b1f-b10588acb6ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d6a3e791abbc497c8586fd62e424c069&device_id=e340ab9e-9fa6-467e-86d0-a47b111507ae HTTP/1.1" status: 200 len: 1100 time: 0.1341667 Jul 13 07:34:05.143760 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] Attempting to bind port a3823256-d8c9-441d-ba75-ab14ea680e94 on host n-h2-779913-28 for vnic_type normal with profile {"migrating_to": "n-h1-779913-28"} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:05.144092 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] Attempting to bind port a3823256-d8c9-441d-ba75-ab14ea680e94 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:05.144429 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] Attempting to bind port a3823256-d8c9-441d-ba75-ab14ea680e94 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:05.152380 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] For port d2ffbaa4-3dc8-43e0-970d-846b8638d6d0, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=d2ffbaa4-3dc8-43e0-970d-846b8638d6d0,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:05.157198 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-289b61af-ed34-4f97-a8aa-5ec8085540c7 req-ebab42b6-4377-469e-8b53-a281879c49b3 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471314 Jul 13 07:34:05.161943 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] Port a3823256-d8c9-441d-ba75-ab14ea680e94 on network acf8805e-fc72-4645-afdd-bc310db87bf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:05.162499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] Attempting to bind port a3823256-d8c9-441d-ba75-ab14ea680e94 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:05.165984 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.203577 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:05.203915 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] Checking segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:05.204302 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] Bound using segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:05.204748 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] Bound port: a3823256-d8c9-441d-ba75-ab14ea680e94, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:05.205103 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.207915 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 5477dfe0-844c-46e5-b658-3bfbb67c16fb, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=5477dfe0-844c-46e5-b658-3bfbb67c16fb,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:05.225566 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '5477dfe0-844c-46e5-b658-3bfbb67c16fb', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '5477dfe0-844c-46e5-b658-3bfbb67c16fb', 'mac_address': 'fa:16:3e:e8:10:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:05.260519 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece0819-ce4c-44ff-9200-d6066950d328 req-5024f999-e91d-42e6-a98b-b6d435f58401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.262711 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ece0819-ce4c-44ff-9200-d6066950d328 req-5024f999-e91d-42e6-a98b-b6d435f58401 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6a3e791abbc497c8586fd62e424c069&device_id=e237e46c-b3b8-46b1-8d90-521b5f161774 HTTP/1.1" status: 200 len: 1100 time: 0.1941931 Jul 13 07:34:05.289276 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.305508 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.306688 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.309270 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] 10.222.0.62 "PUT /v2.0/ports/d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 HTTP/1.1" status: 200 len: 1097 time: 3.5406024 Jul 13 07:34:05.335418 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5477dfe0-844c-46e5-b658-3bfbb67c16fb {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:05.386689 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 5477dfe0-844c-46e5-b658-3bfbb67c16fb, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=5477dfe0-844c-46e5-b658-3bfbb67c16fb,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:05.387526 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17020422-ab09-4116-9591-66e3b6a17679 req-ff3d12c7-9e28-4ef3-be5a-ec60d27a80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.389979 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-17020422-ab09-4116-9591-66e3b6a17679 req-ff3d12c7-9e28-4ef3-be5a-ec60d27a80ee service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.2481465 Jul 13 07:34:05.400198 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.473299 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-17020422-ab09-4116-9591-66e3b6a17679 req-ae8cacd5-2bdb-4ba6-9f22-1a9f9ceffc06 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=9ab82b42-5404-4cea-8446-d241b04d031a HTTP/1.1" status: 200 len: 217 time: 0.0453105 Jul 13 07:34:05.476267 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=5477dfe0-844c-46e5-b658-3bfbb67c16fb,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:05.541314 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece0819-ce4c-44ff-9200-d6066950d328 req-4f740354-09be-4560-b649-8c3094464396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.543036 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ece0819-ce4c-44ff-9200-d6066950d328 req-4f740354-09be-4560-b649-8c3094464396 service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.2689781 Jul 13 07:34:05.578060 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67daa8ed-2450-4cac-a42e-136b9cc1d1cf service neutron] Pushing event updated for resources: {'Port': ['ID=d2ffbaa4-3dc8-43e0-970d-846b8638d6d0,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:05.585479 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] For port a3823256-d8c9-441d-ba75-ab14ea680e94, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:05.591198 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-a5c3bb6d-c7de-4262-a59e-f30e27a521d6 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.594463 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ece0819-ce4c-44ff-9200-d6066950d328 req-7e6985c4-efa1-412f-84f9-d7e283ad13b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=6307f0ac-2121-4925-a578-c298a7b184cd HTTP/1.1" status: 200 len: 217 time: 0.0415761 Jul 13 07:34:05.598915 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17020422-ab09-4116-9591-66e3b6a17679 req-6adf7e20-f587-46d4-8ff4-4ee678fce5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.601124 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-17020422-ab09-4116-9591-66e3b6a17679 req-6adf7e20-f587-46d4-8ff4-4ee678fce5dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0998127 Jul 13 07:34:05.610534 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] For port a3823256-d8c9-441d-ba75-ab14ea680e94, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a3823256-d8c9-441d-ba75-ab14ea680e94,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:05.612361 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-a5c3bb6d-c7de-4262-a59e-f30e27a521d6 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.642924 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.688322 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece0819-ce4c-44ff-9200-d6066950d328 req-c2f509d3-3c71-48b5-9d9e-039efda758dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.689896 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ece0819-ce4c-44ff-9200-d6066950d328 req-c2f509d3-3c71-48b5-9d9e-039efda758dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0831358 Jul 13 07:34:05.740725 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17020422-ab09-4116-9591-66e3b6a17679 req-f0c33631-6f55-484f-bac0-59106b26f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.742391 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-17020422-ab09-4116-9591-66e3b6a17679 req-f0c33631-6f55-484f-bac0-59106b26f5ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1054039 Jul 13 07:34:05.766883 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3bb6d-c7de-4262-a59e-f30e27a521d6 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35dbacef-a026-48e8-a25f-22b3c2b85771,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:05.780785 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['5477dfe0-844c-46e5-b658-3bfbb67c16fb'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:05.787967 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb095a26-91f3-4efd-a3c5-8f556a621d9c req-1bec1acd-2c82-4f70-ab72-ad4cfdd34c37 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.793914 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece0819-ce4c-44ff-9200-d6066950d328 req-944035d0-70a9-4c51-aba7-776f11733956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.795447 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ece0819-ce4c-44ff-9200-d6066950d328 req-944035d0-70a9-4c51-aba7-776f11733956 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0941908 Jul 13 07:34:05.795642 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb095a26-91f3-4efd-a3c5-8f556a621d9c req-1bec1acd-2c82-4f70-ab72-ad4cfdd34c37 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.5047462 Jul 13 07:34:05.851214 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-8ad79b5f-39f9-4a48-a982-879cc0d0091e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.852757 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-8ad79b5f-39f9-4a48-a982-879cc0d0091e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7f70780cbac4035ba79147bbe18c0fa&device_id=d0e413e2-8252-4b35-95a2-6c45b9ed27bb HTTP/1.1" status: 200 len: 1100 time: 0.4054961 Jul 13 07:34:05.859431 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] Pushing event updated for resources: {'Port': ['ID=a3823256-d8c9-441d-ba75-ab14ea680e94,revision_number=8']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:05.874066 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b144d-8d88-4f46-baab-7861dffe81b5 req-4fb5e617-7352-45ad-8800-22b0c878903d tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.883364 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f2b144d-8d88-4f46-baab-7861dffe81b5 req-4fb5e617-7352-45ad-8800-22b0c878903d tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 945 time: 0.4382150 Jul 13 07:34:05.963450 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4f3f5577-edcb-4f4d-a93e-adccb5323300 None None] Provisioning complete for port 5477dfe0-844c-46e5-b658-3bfbb67c16fb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:05.963806 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4f3f5577-edcb-4f4d-a93e-adccb5323300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.993701 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.994576 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.996245 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f56c80c7-e744-48db-9a15-38e31c84a727 service neutron] 10.222.0.35 "PUT /v2.0/ports/a3823256-d8c9-441d-ba75-ab14ea680e94 HTTP/1.1" status: 200 len: 1124 time: 3.2940645 Jul 13 07:34:06.006289 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-55db9565-459d-480b-8565-7cbc6ba220f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 HTTP/1.1" status: 200 len: 217 time: 0.1143599 Jul 13 07:34:06.014175 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb095a26-91f3-4efd-a3c5-8f556a621d9c req-821854f9-a624-4412-887e-69c10597fc5d tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176368 Jul 13 07:34:06.100026 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f2b144d-8d88-4f46-baab-7861dffe81b5 req-13ba2eee-ec1d-44d1-a910-7c698546225a tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154374 Jul 13 07:34:06.101762 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-a5c3bb6d-c7de-4262-a59e-f30e27a521d6 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Allocated IP 192.168.233.180 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/46ae5219-5319-47bf-b8a1-d5a19a5055cb) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:06.146244 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-22964047-cdf4-4067-a554-a648508e2e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:06.147703 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-22964047-cdf4-4067-a554-a648508e2e2c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1280394 Jul 13 07:34:06.158421 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4f3f5577-edcb-4f4d-a93e-adccb5323300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.202251 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-17020422-ab09-4116-9591-66e3b6a17679 req-8aedd085-e607-4364-af6c-707a0ea68787 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441516 Jul 13 07:34:06.237561 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['a3823256-d8c9-441d-ba75-ab14ea680e94'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:06.249687 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4f3f5577-edcb-4f4d-a93e-adccb5323300 None None] For port 5477dfe0-844c-46e5-b658-3bfbb67c16fb, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=5477dfe0-844c-46e5-b658-3bfbb67c16fb,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:06.268643 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ece0819-ce4c-44ff-9200-d6066950d328 req-e2d5717a-468c-4cef-ab12-9d122033b7ab service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398251 Jul 13 07:34:06.302033 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4f3f5577-edcb-4f4d-a93e-adccb5323300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.368582 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-e45ccf43-3be0-4184-8bfc-fe2b79895c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:06.370243 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-e45ccf43-3be0-4184-8bfc-fe2b79895c2c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2009072 Jul 13 07:34:06.549090 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ece0819-ce4c-44ff-9200-d6066950d328 req-a089e855-5679-470f-b4df-b91463fa4629 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159798 Jul 13 07:34:06.554649 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-17020422-ab09-4116-9591-66e3b6a17679 req-e06019de-9754-4643-85d6-06ac6a3759d3 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373768 Jul 13 07:34:06.644336 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f5577-edcb-4f4d-a93e-adccb5323300 None None] Pushing event updated for resources: {'Port': ['ID=5477dfe0-844c-46e5-b658-3bfbb67c16fb,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:06.769610 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-a5c3bb6d-c7de-4262-a59e-f30e27a521d6 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.779733 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-7e079b65-cbe8-4b69-b090-9afb66553bd4 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968964 Jul 13 07:34:06.822727 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-a5c3bb6d-c7de-4262-a59e-f30e27a521d6 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Transition to ACTIVE for port object 46ae5219-5319-47bf-b8a1-d5a19a5055cb will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:06.893069 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8b2027b9-1f1a-484a-be4a-73677eeabfe2 None None] Provisioning complete for port 5477dfe0-844c-46e5-b658-3bfbb67c16fb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:06.893506 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b2027b9-1f1a-484a-be4a-73677eeabfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.954235 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 6307f0ac-2121-4925-a578-c298a7b184cd details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:06.957332 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 5477dfe0-844c-46e5-b658-3bfbb67c16fb up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:07.112171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2215a5d5-86cc-455a-8dbe-d990c69e5d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3823256-d8c9-441d-ba75-ab14ea680e94'}, {'name': 'network-changed', 'server_uuid': 'd0e413e2-8252-4b35-95a2-6c45b9ed27bb', 'tag': 'd2ffbaa4-3dc8-43e0-970d-846b8638d6d0'}, {'name': 'network-changed', 'server_uuid': '2215a5d5-86cc-455a-8dbe-d990c69e5d37', 'tag': 'a3823256-d8c9-441d-ba75-ab14ea680e94'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:07.112866 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c984b3-bac2-4e06-9317-fe4cbac93f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5477dfe0-844c-46e5-b658-3bfbb67c16fb'}, {'server_uuid': '07c984b3-bac2-4e06-9317-fe4cbac93f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5477dfe0-844c-46e5-b658-3bfbb67c16fb'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:07.114352 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738f4f4b-454e-432e-b02c-db10b647d24a" -d '{"events": [{"server_uuid": "2215a5d5-86cc-455a-8dbe-d990c69e5d37", "name": "network-vif-unplugged", "status": "completed", "tag": "a3823256-d8c9-441d-ba75-ab14ea680e94"}, {"name": "network-changed", "server_uuid": "d0e413e2-8252-4b35-95a2-6c45b9ed27bb", "tag": "d2ffbaa4-3dc8-43e0-970d-846b8638d6d0"}, {"name": "network-changed", "server_uuid": "2215a5d5-86cc-455a-8dbe-d990c69e5d37", "tag": "a3823256-d8c9-441d-ba75-ab14ea680e94"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:07.114745 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5634630-6aef-4f54-97af-d35104fb0d86" -d '{"events": [{"server_uuid": "07c984b3-bac2-4e06-9317-fe4cbac93f48", "name": "network-vif-plugged", "status": "completed", "tag": "5477dfe0-844c-46e5-b658-3bfbb67c16fb"}, {"server_uuid": "07c984b3-bac2-4e06-9317-fe4cbac93f48", "name": "network-vif-plugged", "status": "completed", "tag": "5477dfe0-844c-46e5-b658-3bfbb67c16fb"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:07.133182 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 5477dfe0-844c-46e5-b658-3bfbb67c16fb triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:07.133464 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:07.167395 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c98c11-7b71-42a7-bc42-31c1dfaa66f6 req-8a3ffb38-653e-45b7-9cbc-b74a80e5f8b2 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:07.168910 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94c98c11-7b71-42a7-bc42-31c1dfaa66f6 req-8a3ffb38-653e-45b7-9cbc-b74a80e5f8b2 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 944 time: 0.5832295 Jul 13 07:34:07.182223 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 6307f0ac-2121-4925-a578-c298a7b184cd, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=6307f0ac-2121-4925-a578-c298a7b184cd,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:07.199166 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '6307f0ac-2121-4925-a578-c298a7b184cd', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '6307f0ac-2121-4925-a578-c298a7b184cd', 'mac_address': 'fa:16:3e:bb:09:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:07.205337 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc43b03-e1d9-4ae4-82e6-6493e1a1549f req-74ad945a-3e09-4d59-989b-f45275bd36ac tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:07.206869 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-adc43b03-e1d9-4ae4-82e6-6493e1a1549f req-74ad945a-3e09-4d59-989b-f45275bd36ac tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0e413e2-8252-4b35-95a2-6c45b9ed27bb HTTP/1.1" status: 200 len: 948 time: 0.6299498 Jul 13 07:34:07.242231 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85affdd9-99aa-44ad-a48f-93494b6dba02 req-45ec158f-493d-4e95-8ecd-fc9729f96b32 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:07.243761 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-85affdd9-99aa-44ad-a48f-93494b6dba02 req-45ec158f-493d-4e95-8ecd-fc9729f96b32 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48&tenant_id=7e545f0f56574564bb5b695119db8b5e&binding%3Ahost_id=n-h1-779913-28 HTTP/1.1" status: 200 len: 948 time: 0.6594517 Jul 13 07:34:07.268816 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:07.284347 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6307f0ac-2121-4925-a578-c298a7b184cd {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:07.308461 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-a5c3bb6d-c7de-4262-a59e-f30e27a521d6 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:07.312978 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 6307f0ac-2121-4925-a578-c298a7b184cd, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=6307f0ac-2121-4925-a578-c298a7b184cd,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:07.317442 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:07.339183 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-554fc967-73c4-414f-8c0d-9aad34c60169 req-c44a5c32-d10f-4409-b479-03ab1577d0d9 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344331 Jul 13 07:34:07.375717 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=6307f0ac-2121-4925-a578-c298a7b184cd,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:07.384530 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94c98c11-7b71-42a7-bc42-31c1dfaa66f6 req-59e23978-fecc-412c-8825-8e8afcf64481 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766675 Jul 13 07:34:07.398595 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-adc43b03-e1d9-4ae4-82e6-6493e1a1549f req-0d15d16f-f977-4a5e-9a18-b38de1f86d21 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/security-groups?id=1756a06a-2e5e-4005-9d4a-e45ea216a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753893 Jul 13 07:34:07.425110 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-a5c3bb6d-c7de-4262-a59e-f30e27a521d6 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:07.431170 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-a5c3bb6d-c7de-4262-a59e-f30e27a521d6 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:07.439887 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3bb6d-c7de-4262-a59e-f30e27a521d6 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Pushing event updated for resources: {'Port': ['ID=46ae5219-5319-47bf-b8a1-d5a19a5055cb,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:07.449267 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-a5c3bb6d-c7de-4262-a59e-f30e27a521d6 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:07.454938 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-a5c3bb6d-c7de-4262-a59e-f30e27a521d6 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:07.455511 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-a5c3bb6d-c7de-4262-a59e-f30e27a521d6 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:07.479151 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-a5c3bb6d-c7de-4262-a59e-f30e27a521d6 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1211796 Jul 13 07:34:07.486535 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85affdd9-99aa-44ad-a48f-93494b6dba02 req-8bc7f60d-099b-4cd6-b38f-fa2181f165e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:07.488250 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-85affdd9-99aa-44ad-a48f-93494b6dba02 req-8bc7f60d-099b-4cd6-b38f-fa2181f165e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 1100 time: 0.1772926 Jul 13 07:34:07.515003 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] Request body: {'port': {'device_id': '7935f577-1735-402f-9c9c-a62309d52192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:07.643439 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:07.740499 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['6307f0ac-2121-4925-a578-c298a7b184cd'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:07.859971 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85affdd9-99aa-44ad-a48f-93494b6dba02 req-d67ac1d0-ac8a-49ef-8a9e-e57712fb64fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:07.862377 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-85affdd9-99aa-44ad-a48f-93494b6dba02 req-d67ac1d0-ac8a-49ef-8a9e-e57712fb64fd service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.3430307 Jul 13 07:34:07.864496 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:07.921008 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f3d39bf6-ce97-4f01-993f-c0533192610a None None] Provisioning for port 46ae5219-5319-47bf-b8a1-d5a19a5055cb completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:07.929888 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f3d39bf6-ce97-4f01-993f-c0533192610a None None] Provisioning complete for port 46ae5219-5319-47bf-b8a1-d5a19a5055cb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:07.930382 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3d39bf6-ce97-4f01-993f-c0533192610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:07.935824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-85affdd9-99aa-44ad-a48f-93494b6dba02 req-fc24ac31-f578-492d-a79f-8ed6ee383b46 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=5477dfe0-844c-46e5-b658-3bfbb67c16fb HTTP/1.1" status: 200 len: 217 time: 0.0517428 Jul 13 07:34:07.943607 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782f0d3-5ba6-4c12-be2c-1f33774aa3e9 req-cd48fdca-1f51-4cda-bb0d-9b6534cefe08 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:07.945162 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3782f0d3-5ba6-4c12-be2c-1f33774aa3e9 req-cd48fdca-1f51-4cda-bb0d-9b6534cefe08 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/ports?device_id=7935f577-1735-402f-9c9c-a62309d52192 HTTP/1.1" status: 200 len: 936 time: 0.3701990 Jul 13 07:34:07.950195 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b6028-3d97-44f4-89b0-1ef3eb77a270 req-9770ffd0-40a1-4ac3-9b5e-40d2aa945aeb tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:07.951691 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d4b6028-3d97-44f4-89b0-1ef3eb77a270 req-9770ffd0-40a1-4ac3-9b5e-40d2aa945aeb tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 1097 time: 0.3879597 Jul 13 07:34:07.964507 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 9ab82b42-5404-4cea-8446-d241b04d031a details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:07.999381 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f3d39bf6-ce97-4f01-993f-c0533192610a None None] Port 46ae5219-5319-47bf-b8a1-d5a19a5055cb cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:08.096442 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 9ab82b42-5404-4cea-8446-d241b04d031a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=9ab82b42-5404-4cea-8446-d241b04d031a,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:08.108339 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '9ab82b42-5404-4cea-8446-d241b04d031a', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '9ab82b42-5404-4cea-8446-d241b04d031a', 'mac_address': 'fa:16:3e:2f:81:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:08.147583 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:08.162025 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85affdd9-99aa-44ad-a48f-93494b6dba02 req-d2041b8c-2c8b-4493-9133-e3a4bd4f6d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:08.163573 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-85affdd9-99aa-44ad-a48f-93494b6dba02 req-d2041b8c-2c8b-4493-9133-e3a4bd4f6d8d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.2162540 Jul 13 07:34:08.165479 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab82b42-5404-4cea-8446-d241b04d031a {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:08.168374 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d4b6028-3d97-44f4-89b0-1ef3eb77a270 req-5cf7f585-8d5d-46d0-a06b-37fea71e66fa tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857316 Jul 13 07:34:08.171502 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3782f0d3-5ba6-4c12-be2c-1f33774aa3e9 req-88c62169-f5af-4a5a-8845-67defe582208 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/security-groups?id=35dbacef-a026-48e8-a25f-22b3c2b85771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834927 Jul 13 07:34:08.196228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 9ab82b42-5404-4cea-8446-d241b04d031a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=9ab82b42-5404-4cea-8446-d241b04d031a,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:08.206474 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:08.296753 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=9ab82b42-5404-4cea-8446-d241b04d031a,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:08.328943 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85affdd9-99aa-44ad-a48f-93494b6dba02 req-f022a4bc-cd42-4d96-8229-1bc202eca8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:08.330549 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-85affdd9-99aa-44ad-a48f-93494b6dba02 req-f022a4bc-cd42-4d96-8229-1bc202eca8ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1559839 Jul 13 07:34:08.557735 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ae5219-5319-47bf-b8a1-d5a19a5055cb {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:08.569611 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-85affdd9-99aa-44ad-a48f-93494b6dba02 req-3102ea4f-75be-4440-ac36-9fed59ac3d2a service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310100 Jul 13 07:34:08.572691 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:08.606061 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050907a3-a0ed-4162-af32-1d59a1ad9562 req-55c966e2-2056-4439-880e-b9cc8febbbcd tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:08.607561 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-050907a3-a0ed-4162-af32-1d59a1ad9562 req-55c966e2-2056-4439-880e-b9cc8febbbcd tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 948 time: 0.2668350 Jul 13 07:34:08.644008 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2140348-8dd6-4165-84fd-cbdf104ae915 req-db48135e-eec9-4e13-80b6-5e01ddb925c5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:08.645454 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2140348-8dd6-4165-84fd-cbdf104ae915 req-db48135e-eec9-4e13-80b6-5e01ddb925c5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=e237e46c-b3b8-46b1-8d90-521b5f161774 HTTP/1.1" status: 200 len: 949 time: 0.2826130 Jul 13 07:34:08.646463 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] Transition to ACTIVE for port object 46ae5219-5319-47bf-b8a1-d5a19a5055cb will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:08.661239 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:08.786018 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-050907a3-a0ed-4162-af32-1d59a1ad9562 req-a1f90760-7cb1-492f-bbb1-673aa9a1dce7 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658154 Jul 13 07:34:08.797490 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] Pushing event updated for resources: {'Port': ['ID=46ae5219-5319-47bf-b8a1-d5a19a5055cb,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:08.809805 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2140348-8dd6-4165-84fd-cbdf104ae915 req-75bd291d-63b4-4ae3-ba67-d482b414a9b7 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521239 Jul 13 07:34:08.812473 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-85affdd9-99aa-44ad-a48f-93494b6dba02 req-180fa26a-fdb4-4070-a556-aa7bff8f9d0d service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316079 Jul 13 07:34:08.857909 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bc0f32-4dbb-49c9-b21c-57f7427be749 x-openstack-request-id: req-d9bc0f32-4dbb-49c9-b21c-57f7427be749 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:08.857909 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2215a5d5-86cc-455a-8dbe-d990c69e5d37", "name": "network-vif-unplugged", "status": "completed", "tag": "a3823256-d8c9-441d-ba75-ab14ea680e94", "code": 200}, {"name": "network-changed", "server_uuid": "d0e413e2-8252-4b35-95a2-6c45b9ed27bb", "tag": "d2ffbaa4-3dc8-43e0-970d-846b8638d6d0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2215a5d5-86cc-455a-8dbe-d990c69e5d37", "tag": "a3823256-d8c9-441d-ba75-ab14ea680e94", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:08.858239 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d9bc0f32-4dbb-49c9-b21c-57f7427be749 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:08.858766 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2215a5d5-86cc-455a-8dbe-d990c69e5d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3823256-d8c9-441d-ba75-ab14ea680e94', 'code': 200} Jul 13 07:34:08.859077 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e413e2-8252-4b35-95a2-6c45b9ed27bb', 'tag': 'd2ffbaa4-3dc8-43e0-970d-846b8638d6d0', 'status': 'completed', 'code': 200} Jul 13 07:34:08.859520 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2215a5d5-86cc-455a-8dbe-d990c69e5d37', 'tag': 'a3823256-d8c9-441d-ba75-ab14ea680e94', 'status': 'completed', 'code': 200} Jul 13 07:34:08.865790 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] Attempting to bind port 46ae5219-5319-47bf-b8a1-d5a19a5055cb on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:08.866141 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] Attempting to bind port 46ae5219-5319-47bf-b8a1-d5a19a5055cb by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:08.866459 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] Attempting to bind port 46ae5219-5319-47bf-b8a1-d5a19a5055cb on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:08.871575 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] Port 46ae5219-5319-47bf-b8a1-d5a19a5055cb on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:08.872024 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] Attempting to bind port 46ae5219-5319-47bf-b8a1-d5a19a5055cb on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:08.874498 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['9ab82b42-5404-4cea-8446-d241b04d031a'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:08.879218 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:08.879582 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:08.880040 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:08.880528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] Bound port: 46ae5219-5319-47bf-b8a1-d5a19a5055cb, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:08.880891 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:08.931740 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35406940-ed84-40b9-9b39-51b2fea6030c x-openstack-request-id: req-35406940-ed84-40b9-9b39-51b2fea6030c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:08.932072 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c984b3-bac2-4e06-9317-fe4cbac93f48", "name": "network-vif-plugged", "status": "completed", "tag": "5477dfe0-844c-46e5-b658-3bfbb67c16fb", "code": 200}, {"server_uuid": "07c984b3-bac2-4e06-9317-fe4cbac93f48", "name": "network-vif-plugged", "status": "completed", "tag": "5477dfe0-844c-46e5-b658-3bfbb67c16fb", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:08.932445 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-35406940-ed84-40b9-9b39-51b2fea6030c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:08.933393 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c984b3-bac2-4e06-9317-fe4cbac93f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5477dfe0-844c-46e5-b658-3bfbb67c16fb', 'code': 200} Jul 13 07:34:08.933393 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c984b3-bac2-4e06-9317-fe4cbac93f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5477dfe0-844c-46e5-b658-3bfbb67c16fb', 'code': 200} Jul 13 07:34:08.990013 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device a3823256-d8c9-441d-ba75-ab14ea680e94 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:09.001574 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 6307f0ac-2121-4925-a578-c298a7b184cd up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:09.058730 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] For port 46ae5219-5319-47bf-b8a1-d5a19a5055cb, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:09.106148 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] For port 46ae5219-5319-47bf-b8a1-d5a19a5055cb, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=46ae5219-5319-47bf-b8a1-d5a19a5055cb,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:09.117423 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.168171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:09.168973 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.170444 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] 10.222.0.35 "PUT /v2.0/ports/46ae5219-5319-47bf-b8a1-d5a19a5055cb HTTP/1.1" status: 200 len: 1097 time: 1.6618774 Jul 13 07:34:09.203278 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f4f4b-454e-432e-b02c-db10b647d24a req-4c9319ac-adcd-43f8-bf19-78d36235a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:09.204816 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-738f4f4b-454e-432e-b02c-db10b647d24a req-4c9319ac-adcd-43f8-bf19-78d36235a4f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7f70780cbac4035ba79147bbe18c0fa&device_id=d0e413e2-8252-4b35-95a2-6c45b9ed27bb HTTP/1.1" status: 200 len: 1100 time: 0.2259300 Jul 13 07:34:09.214968 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150dabd2-5aeb-4746-a684-93dd6751aee3 service neutron] Pushing event updated for resources: {'Port': ['ID=46ae5219-5319-47bf-b8a1-d5a19a5055cb,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:09.231384 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66326bd2-3535-454e-8517-6433544bf7d7 req-f71005a7-24df-49a0-b720-cd0dc636b039 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:09.233334 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66326bd2-3535-454e-8517-6433544bf7d7 req-f71005a7-24df-49a0-b720-cd0dc636b039 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.1971204 Jul 13 07:34:09.306652 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 6307f0ac-2121-4925-a578-c298a7b184cd completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:09.324791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 6307f0ac-2121-4925-a578-c298a7b184cd triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:09.325209 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.328269 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port a3823256-d8c9-441d-ba75-ab14ea680e94, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a3823256-d8c9-441d-ba75-ab14ea680e94,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:09.385858 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device a3823256-d8c9-441d-ba75-ab14ea680e94 has no active binding in host n-h1-779913-28 {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:34:09.414472 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66326bd2-3535-454e-8517-6433544bf7d7 req-9b5fbf5e-4172-4b4d-a19c-56cad381e904 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542776 Jul 13 07:34:09.446377 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f4f4b-454e-432e-b02c-db10b647d24a req-8bc21a14-4161-4d41-b6af-f7fb8ec1debb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:09.447903 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-738f4f4b-454e-432e-b02c-db10b647d24a req-8bc21a14-4161-4d41-b6af-f7fb8ec1debb service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.2125692 Jul 13 07:34:09.462265 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-7fcbed3b-c862-4346-9bf8-410d4cb6da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:09.463771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-7fcbed3b-c862-4346-9bf8-410d4cb6da87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a35687284084267ac00fc6eab4696e9&device_id=7935f577-1735-402f-9c9c-a62309d52192 HTTP/1.1" status: 200 len: 1100 time: 0.2294490 Jul 13 07:34:09.470311 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79621e6d-aefd-4130-91b9-22f2b9fabfb4 req-dc316dca-41e1-4fc5-b1df-5bc95b7575d5 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:09.477617 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79621e6d-aefd-4130-91b9-22f2b9fabfb4 req-dc316dca-41e1-4fc5-b1df-5bc95b7575d5 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 1097 time: 0.2195220 Jul 13 07:34:09.498828 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.570578 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 6307f0ac-2121-4925-a578-c298a7b184cd, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=6307f0ac-2121-4925-a578-c298a7b184cd,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:09.571882 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-d0387040-7db7-4983-83d8-9043bc453de1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=46ae5219-5319-47bf-b8a1-d5a19a5055cb HTTP/1.1" status: 200 len: 217 time: 0.0865891 Jul 13 07:34:09.576017 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-738f4f4b-454e-432e-b02c-db10b647d24a req-5a4a6790-a788-4edf-87cf-d751fc88818d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 HTTP/1.1" status: 200 len: 217 time: 0.0822988 Jul 13 07:34:09.584445 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.610201 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79621e6d-aefd-4130-91b9-22f2b9fabfb4 req-911dd346-c309-43c0-9031-1a662d71201a tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315804 Jul 13 07:34:09.689507 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=6307f0ac-2121-4925-a578-c298a7b184cd,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:09.739150 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f4f4b-454e-432e-b02c-db10b647d24a req-891a9c32-5bd0-4cf9-853c-5d5db29a0bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:09.740761 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-738f4f4b-454e-432e-b02c-db10b647d24a req-891a9c32-5bd0-4cf9-853c-5d5db29a0bcd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1295216 Jul 13 07:34:09.786546 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-1e5ff451-17a7-4a7b-9aaa-da934e8f9cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:09.787146 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-1e5ff451-17a7-4a7b-9aaa-da934e8f9cec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.2012343 Jul 13 07:34:09.902927 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233411d2-81cc-4553-8ae4-08b91f15102d req-ec11a37c-4332-4f84-9d22-062566ffe90a tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:09.904655 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-233411d2-81cc-4553-8ae4-08b91f15102d req-ec11a37c-4332-4f84-9d22-062566ffe90a tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 944 time: 0.2391281 Jul 13 07:34:09.913838 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-538db450-e092-41f4-8926-5d5116dc0e75 None None] Provisioning complete for port 6307f0ac-2121-4925-a578-c298a7b184cd triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:09.914832 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-538db450-e092-41f4-8926-5d5116dc0e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.989381 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:10.014225 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737a88c-8885-4a9a-b1f8-5cee54a409bc req-60a8c59f-7e11-4804-8a42-aaaa4ccc4291 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:10.015740 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9737a88c-8885-4a9a-b1f8-5cee54a409bc req-60a8c59f-7e11-4804-8a42-aaaa4ccc4291 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0e413e2-8252-4b35-95a2-6c45b9ed27bb HTTP/1.1" status: 200 len: 948 time: 0.2559276 Jul 13 07:34:10.020392 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f4f4b-454e-432e-b02c-db10b647d24a req-4454fdd5-9ef2-4e2d-a304-7d1951ec1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:10.022232 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-738f4f4b-454e-432e-b02c-db10b647d24a req-4454fdd5-9ef2-4e2d-a304-7d1951ec1424 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2570035 Jul 13 07:34:10.035993 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-e8dfd747-1918-4ddf-b448-c6b48726e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:10.037574 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-e8dfd747-1918-4ddf-b448-c6b48726e427 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2248130 Jul 13 07:34:10.064413 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-233411d2-81cc-4553-8ae4-08b91f15102d req-da3d3fae-ab1c-4f25-bde0-a36b02073a17 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426268 Jul 13 07:34:10.156998 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port d2ffbaa4-3dc8-43e0-970d-846b8638d6d0, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=d2ffbaa4-3dc8-43e0-970d-846b8638d6d0,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:10.170839 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'd2ffbaa4-3dc8-43e0-970d-846b8638d6d0', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': 'd2ffbaa4-3dc8-43e0-970d-846b8638d6d0', 'mac_address': 'fa:16:3e:26:7a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:10.196474 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9737a88c-8885-4a9a-b1f8-5cee54a409bc req-a6f2d22d-00a6-406b-b92b-dc8b24f04148 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/security-groups?id=1756a06a-2e5e-4005-9d4a-e45ea216a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651828 Jul 13 07:34:10.222701 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:10.239353 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:10.268586 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port d2ffbaa4-3dc8-43e0-970d-846b8638d6d0, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=d2ffbaa4-3dc8-43e0-970d-846b8638d6d0,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:10.281533 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:10.358453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=d2ffbaa4-3dc8-43e0-970d-846b8638d6d0,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:10.621022 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-738f4f4b-454e-432e-b02c-db10b647d24a req-5cacccd5-8e6e-418a-a5e0-9af423c0787b service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766630 Jul 13 07:34:10.628775 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-7c56e1ba-ee6d-4dfb-9059-888a57a0dfab service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606306 Jul 13 07:34:10.718653 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61448fa2-7920-41f5-a24a-c748c195f1ac req-04526be1-4fa5-4aa1-8927-17347cb5d420 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5400569 Jul 13 07:34:10.832925 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128ef83-a80f-4109-90be-05d968cf6182 req-a1d5f4c6-69bf-4de0-9106-3f95d3289630 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:10.834478 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9128ef83-a80f-4109-90be-05d968cf6182 req-a1d5f4c6-69bf-4de0-9106-3f95d3289630 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9b6391f-f042-4136-a61c-f27290ec85b2 HTTP/1.1" status: 200 len: 945 time: 0.3204958 Jul 13 07:34:10.853353 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c50ef-6dcf-4c76-8835-b0d4eb93ec2b req-bbf66063-0e13-47bf-a1ca-d7d5ffe4c987 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:10.855556 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-354c50ef-6dcf-4c76-8835-b0d4eb93ec2b req-bbf66063-0e13-47bf-a1ca-d7d5ffe4c987 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/ports?device_id=7935f577-1735-402f-9c9c-a62309d52192 HTTP/1.1" status: 200 len: 948 time: 0.3404446 Jul 13 07:34:10.860947 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7935f577-1735-402f-9c9c-a62309d52192', 'tag': '46ae5219-5319-47bf-b8a1-d5a19a5055cb'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:10.863087 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ece2bad-495a-4438-8577-23f416e2f876" -d '{"events": [{"name": "network-changed", "server_uuid": "7935f577-1735-402f-9c9c-a62309d52192", "tag": "46ae5219-5319-47bf-b8a1-d5a19a5055cb"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:10.934557 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e237e46c-b3b8-46b1-8d90-521b5f161774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6307f0ac-2121-4925-a578-c298a7b184cd'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:10.937400 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52c7d71-d498-40b8-a71a-93af7694b428" -d '{"events": [{"server_uuid": "e237e46c-b3b8-46b1-8d90-521b5f161774", "name": "network-vif-plugged", "status": "completed", "tag": "6307f0ac-2121-4925-a578-c298a7b184cd"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:10.938394 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef8c101d-7a75-47d0-ab5e-1c0543224190 req-b56271d7-d4d8-4515-90b3-c02ee1dace70 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857342 Jul 13 07:34:10.940262 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-738f4f4b-454e-432e-b02c-db10b647d24a req-b35a2f62-c400-4270-bdf3-c579c18fdabf service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015664 Jul 13 07:34:10.972247 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9128ef83-a80f-4109-90be-05d968cf6182 req-61fffef8-0ee8-48d1-90f3-c2b9e4b9ab63 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/security-groups?id=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269188 Jul 13 07:34:10.976966 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-354c50ef-6dcf-4c76-8835-b0d4eb93ec2b req-852cc0ad-94e3-4e2f-a955-ae7977961cb5 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/security-groups?id=35dbacef-a026-48e8-a25f-22b3c2b85771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067636 Jul 13 07:34:10.997768 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61448fa2-7920-41f5-a24a-c748c195f1ac req-1ba30072-ac4a-447a-a042-8a9fcc8431a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:11.001429 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61448fa2-7920-41f5-a24a-c748c195f1ac req-1ba30072-ac4a-447a-a042-8a9fcc8431a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce153622febb4884a7bac996f2fa3815&device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7 HTTP/1.1" status: 200 len: 1102 time: 0.2133386 Jul 13 07:34:11.152624 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['d2ffbaa4-3dc8-43e0-970d-846b8638d6d0'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:11.241687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f4f4b-454e-432e-b02c-db10b647d24a req-19d11b00-6fd2-436b-a16f-429ea0ff88c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:11.243243 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-738f4f4b-454e-432e-b02c-db10b647d24a req-19d11b00-6fd2-436b-a16f-429ea0ff88c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 1127 time: 0.2120347 Jul 13 07:34:11.244399 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61448fa2-7920-41f5-a24a-c748c195f1ac req-16eadab1-8bbf-4e97-92d5-bb53dfbb8e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:11.246106 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61448fa2-7920-41f5-a24a-c748c195f1ac req-16eadab1-8bbf-4e97-92d5-bb53dfbb8e9c service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.1834996 Jul 13 07:34:11.327937 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61448fa2-7920-41f5-a24a-c748c195f1ac req-260853a8-852e-4f0f-b259-c10d1e713bc6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=af89064c-3993-487f-ae39-274706158dab HTTP/1.1" status: 200 len: 217 time: 0.0696852 Jul 13 07:34:11.388618 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cf592-09f7-4657-84ad-53f87edc87bf req-56e82d00-7de8-4ead-bc77-b416c327e1a4 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:11.390064 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c7cf592-09f7-4657-84ad-53f87edc87bf req-56e82d00-7de8-4ead-bc77-b416c327e1a4 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 948 time: 0.2500203 Jul 13 07:34:11.436254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098073db-9c92-4843-adf4-cc29cf8c6be6 req-dd88f303-c5c0-4588-a987-b6011a884004 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:11.437771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-098073db-9c92-4843-adf4-cc29cf8c6be6 req-dd88f303-c5c0-4588-a987-b6011a884004 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=e237e46c-b3b8-46b1-8d90-521b5f161774 HTTP/1.1" status: 200 len: 950 time: 0.2760985 Jul 13 07:34:11.479239 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61448fa2-7920-41f5-a24a-c748c195f1ac req-929510e8-621b-4839-b0d2-7c55fe681c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:11.481183 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61448fa2-7920-41f5-a24a-c748c195f1ac req-929510e8-621b-4839-b0d2-7c55fe681c90 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1433003 Jul 13 07:34:11.535101 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c7cf592-09f7-4657-84ad-53f87edc87bf req-0bbfe6e1-efa3-43c6-8fc8-c74dca3fc7eb tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371717 Jul 13 07:34:11.556455 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-098073db-9c92-4843-adf4-cc29cf8c6be6 req-91b10471-7062-46c0-8cbc-c133824d4b3e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078236 Jul 13 07:34:11.561837 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f4f4b-454e-432e-b02c-db10b647d24a req-db99b44b-d4ef-4285-9caf-518e927ba78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:11.561837 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-738f4f4b-454e-432e-b02c-db10b647d24a req-db99b44b-d4ef-4285-9caf-518e927ba78a service neutron] 10.222.0.62 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 921 time: 0.2895885 Jul 13 07:34:11.647231 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a488024d-8831-4064-92b9-9ede0b4484a3 x-openstack-request-id: req-a488024d-8831-4064-92b9-9ede0b4484a3 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:11.647692 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7935f577-1735-402f-9c9c-a62309d52192", "tag": "46ae5219-5319-47bf-b8a1-d5a19a5055cb", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:11.648095 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a488024d-8831-4064-92b9-9ede0b4484a3 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:11.648721 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7935f577-1735-402f-9c9c-a62309d52192', 'tag': '46ae5219-5319-47bf-b8a1-d5a19a5055cb', 'status': 'completed', 'code': 200} Jul 13 07:34:11.664200 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-738f4f4b-454e-432e-b02c-db10b647d24a req-d8a293d4-3d78-42fb-9cf6-75dbcd1733c9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3823256-d8c9-441d-ba75-ab14ea680e94 HTTP/1.1" status: 200 len: 217 time: 0.0800273 Jul 13 07:34:11.669956 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9e6366-c19d-404f-8161-50621ce28f6c x-openstack-request-id: req-0c9e6366-c19d-404f-8161-50621ce28f6c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:11.670562 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e237e46c-b3b8-46b1-8d90-521b5f161774", "name": "network-vif-plugged", "status": "completed", "tag": "6307f0ac-2121-4925-a578-c298a7b184cd", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:11.671273 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0c9e6366-c19d-404f-8161-50621ce28f6c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:11.671273 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e237e46c-b3b8-46b1-8d90-521b5f161774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6307f0ac-2121-4925-a578-c298a7b184cd', 'code': 200} Jul 13 07:34:11.721941 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61448fa2-7920-41f5-a24a-c748c195f1ac req-0e07f46f-7eba-4612-b9c5-940ad9557d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:11.723984 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61448fa2-7920-41f5-a24a-c748c195f1ac req-0e07f46f-7eba-4612-b9c5-940ad9557d4e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2115934 Jul 13 07:34:11.834991 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12e0f7-3e8a-4800-bb71-d8eba17d043e req-0fc2aa81-11cb-4a0c-a75b-e7b50efc2e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:11.837450 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af12e0f7-3e8a-4800-bb71-d8eba17d043e req-0fc2aa81-11cb-4a0c-a75b-e7b50efc2e7f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e237e46c-b3b8-46b1-8d90-521b5f161774 HTTP/1.1" status: 200 len: 1102 time: 0.0773156 Jul 13 07:34:11.847068 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f4f4b-454e-432e-b02c-db10b647d24a req-be31a26f-6a07-4dfd-9a2b-c3bb12f47ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:11.848700 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-738f4f4b-454e-432e-b02c-db10b647d24a req-be31a26f-6a07-4dfd-9a2b-c3bb12f47ab2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 200 len: 860 time: 0.1529179 Jul 13 07:34:11.890817 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af12e0f7-3e8a-4800-bb71-d8eba17d043e req-d490cc9a-2210-4e55-ac08-f82d08fc8f2b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440948 Jul 13 07:34:11.937956 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-738f4f4b-454e-432e-b02c-db10b647d24a req-dec8bee7-fa77-49a7-a5c9-9aa86c0ca03a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=acf8805e-fc72-4645-afdd-bc310db87bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463228 Jul 13 07:34:11.962564 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa348d5b-7b26-481a-99e0-59003a5ca5b9 req-ca1cbf4d-e976-4739-a6e2-5d8c7a3c1215 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:11.964660 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa348d5b-7b26-481a-99e0-59003a5ca5b9 req-ca1cbf4d-e976-4739-a6e2-5d8c7a3c1215 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.3148696 Jul 13 07:34:11.973976 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece2bad-495a-4438-8577-23f416e2f876 req-bb9b6d22-0066-4b4e-bf7f-eff31fa62412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:11.975645 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ece2bad-495a-4438-8577-23f416e2f876 req-bb9b6d22-0066-4b4e-bf7f-eff31fa62412 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a35687284084267ac00fc6eab4696e9&device_id=7935f577-1735-402f-9c9c-a62309d52192 HTTP/1.1" status: 200 len: 1100 time: 0.2763321 Jul 13 07:34:11.994569 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 9ab82b42-5404-4cea-8446-d241b04d031a up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:12.040429 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61448fa2-7920-41f5-a24a-c748c195f1ac req-b85534bb-0f14-49dc-a21e-9b4c3df63e56 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765851 Jul 13 07:34:12.059080 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 9ab82b42-5404-4cea-8446-d241b04d031a completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:12.063817 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 9ab82b42-5404-4cea-8446-d241b04d031a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:12.064169 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:12.154674 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:12.202766 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 9ab82b42-5404-4cea-8446-d241b04d031a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=9ab82b42-5404-4cea-8446-d241b04d031a,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:12.208664 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:12.235948 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa348d5b-7b26-481a-99e0-59003a5ca5b9 req-7ddc712d-9aa5-4fbe-82c2-21557cf23cef tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576189 Jul 13 07:34:12.277159 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=9ab82b42-5404-4cea-8446-d241b04d031a,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:12.335187 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-738f4f4b-454e-432e-b02c-db10b647d24a req-87bd3665-94b6-4d43-81c3-0e2055e6cbd8 service neutron] 10.222.0.62 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695498 Jul 13 07:34:12.341049 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece2bad-495a-4438-8577-23f416e2f876 req-1839beaf-ae16-432c-bf09-36fc8a599b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:12.342526 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ece2bad-495a-4438-8577-23f416e2f876 req-1839beaf-ae16-432c-bf09-36fc8a599b5e service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.3460402 Jul 13 07:34:12.423254 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61448fa2-7920-41f5-a24a-c748c195f1ac req-c5e8903d-a039-47c7-a5c4-5b76bfa7f927 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565431 Jul 13 07:34:12.432492 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ece2bad-495a-4438-8577-23f416e2f876 req-4afa5718-6ccf-416c-bd14-322a52e42534 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=46ae5219-5319-47bf-b8a1-d5a19a5055cb HTTP/1.1" status: 200 len: 217 time: 0.0791221 Jul 13 07:34:12.440679 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad89285-868c-4dbe-a2fe-ec3809019cf9 req-b9335544-2821-4cb4-969f-f76e72b56c36 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:12.442259 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aad89285-868c-4dbe-a2fe-ec3809019cf9 req-b9335544-2821-4cb4-969f-f76e72b56c36 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 944 time: 0.4753652 Jul 13 07:34:12.508442 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-73330f70-46e6-4696-b50a-7e5aa3dc39d8 service neutron] 10.222.0.62 "GET /v2.0/ports/a3823256-d8c9-441d-ba75-ab14ea680e94/bindings/n-h1-779913-28 HTTP/1.1" status: 200 len: 385 time: 0.0863879 Jul 13 07:34:12.548368 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c9955763-0ee5-470c-a1e6-230df7fe214b None None] Provisioning complete for port 9ab82b42-5404-4cea-8446-d241b04d031a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:12.549568 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c9955763-0ee5-470c-a1e6-230df7fe214b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:12.586684 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aad89285-868c-4dbe-a2fe-ec3809019cf9 req-3edfb890-1ce9-4423-bf48-ac8d5f6b7316 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188846 Jul 13 07:34:12.588045 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece2bad-495a-4438-8577-23f416e2f876 req-f348e0b8-2393-41c1-bc41-56be24b36b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:12.590658 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ece2bad-495a-4438-8577-23f416e2f876 req-f348e0b8-2393-41c1-bc41-56be24b36b24 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1234844 Jul 13 07:34:12.674922 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:12.764389 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-af2326d5-cb9f-460e-b84e-5da89e424cc0 service neutron] For port a3823256-d8c9-441d-ba75-ab14ea680e94, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a3823256-d8c9-441d-ba75-ab14ea680e94,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:12.788045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-af2326d5-cb9f-460e-b84e-5da89e424cc0 service neutron] For port a3823256-d8c9-441d-ba75-ab14ea680e94, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:12.826040 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-af2326d5-cb9f-460e-b84e-5da89e424cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3823256-d8c9-441d-ba75-ab14ea680e94 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:12.837220 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-af2326d5-cb9f-460e-b84e-5da89e424cc0 service neutron] For port a3823256-d8c9-441d-ba75-ab14ea680e94, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=a3823256-d8c9-441d-ba75-ab14ea680e94,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:12.853485 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-af2326d5-cb9f-460e-b84e-5da89e424cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:12.907114 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-738f4f4b-454e-432e-b02c-db10b647d24a req-336ba3c9-04bd-484e-be37-5417ccca25c9 service neutron] 10.222.0.62 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452440 Jul 13 07:34:12.946337 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-af2326d5-cb9f-460e-b84e-5da89e424cc0 service neutron] Transition to ACTIVE for port object a3823256-d8c9-441d-ba75-ab14ea680e94 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:12.952227 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-af2326d5-cb9f-460e-b84e-5da89e424cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:12.965258 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e386e60-c3c4-4705-ab08-091f266c188c req-7c4768ba-7948-4ea2-91d1-f8f99b981b96 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:12.966957 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3e386e60-c3c4-4705-ab08-091f266c188c req-7c4768ba-7948-4ea2-91d1-f8f99b981b96 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0e413e2-8252-4b35-95a2-6c45b9ed27bb HTTP/1.1" status: 200 len: 949 time: 0.5908198 Jul 13 07:34:13.020264 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece2bad-495a-4438-8577-23f416e2f876 req-a40578f5-0995-4108-981e-5e60af9c85d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:13.021642 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ece2bad-495a-4438-8577-23f416e2f876 req-a40578f5-0995-4108-981e-5e60af9c85d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4211602 Jul 13 07:34:13.030951 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3e386e60-c3c4-4705-ab08-091f266c188c req-50cdb8c8-55fa-4add-9925-35640f78c45d tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/security-groups?id=1756a06a-2e5e-4005-9d4a-e45ea216a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555418 Jul 13 07:34:13.034546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-af2326d5-cb9f-460e-b84e-5da89e424cc0 service neutron] No DVR routers for this DVR port a3823256-d8c9-441d-ba75-ab14ea680e94 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:13.045372 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d04f3-e7b5-4a6f-9ece-8939a7b47f5a req-176c7829-df9d-4318-8ab4-2068f8e12f7b tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:13.047018 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f1d04f3-e7b5-4a6f-9ece-8939a7b47f5a req-176c7829-df9d-4318-8ab4-2068f8e12f7b tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 948 time: 0.1449182 Jul 13 07:34:13.051589 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2326d5-cb9f-460e-b84e-5da89e424cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3823256-d8c9-441d-ba75-ab14ea680e94,revision_number=10']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:13.109708 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-af2326d5-cb9f-460e-b84e-5da89e424cc0 service neutron] 10.222.0.62 "PUT /v2.0/ports/a3823256-d8c9-441d-ba75-ab14ea680e94/bindings/n-h1-779913-28/activate HTTP/1.1" status: 200 len: 370 time: 0.5899165 Jul 13 07:34:13.166711 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f1d04f3-e7b5-4a6f-9ece-8939a7b47f5a req-8044a037-8184-480a-8809-569d12949236 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096802 Jul 13 07:34:13.228020 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ece2bad-495a-4438-8577-23f416e2f876 req-b4e074e8-5762-45a1-a32e-1c06b2dacdf3 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799073 Jul 13 07:34:13.502404 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-55c49df5-6cf2-45cb-bd67-bbc9e4536231 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:13.504230 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-55c49df5-6cf2-45cb-bd67-bbc9e4536231 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37&tenant_id=15158e7fe97d4861a97b0a945f95d776&binding%3Ahost_id=n-h2-779913-28 HTTP/1.1" status: 200 len: 1097 time: 0.2747457 Jul 13 07:34:13.507986 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ece2bad-495a-4438-8577-23f416e2f876 req-ce4219d5-3a45-4145-ba5c-d7d8289b6052 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582738 Jul 13 07:34:13.562658 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e841c0-ac0c-4549-a053-444b3992139b req-dd23eeeb-5fb7-4c60-b8b1-ff405d75eca3 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:13.564578 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11e841c0-ac0c-4549-a053-444b3992139b req-dd23eeeb-5fb7-4c60-b8b1-ff405d75eca3 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/ports?device_id=7935f577-1735-402f-9c9c-a62309d52192 HTTP/1.1" status: 200 len: 948 time: 0.2192383 Jul 13 07:34:13.568824 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccbcd1-aa0d-4fd9-8b60-6eb43ec911f5 req-6ed9e630-6f5c-44e4-821b-035f71136811 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:13.570438 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-98ccbcd1-aa0d-4fd9-8b60-6eb43ec911f5 req-6ed9e630-6f5c-44e4-821b-035f71136811 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 1097 time: 0.2556322 Jul 13 07:34:13.645951 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11e841c0-ac0c-4549-a053-444b3992139b req-56512f90-20aa-4a1e-aaa4-adec03fedb5c tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/security-groups?id=35dbacef-a026-48e8-a25f-22b3c2b85771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731330 Jul 13 07:34:13.648043 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-98ccbcd1-aa0d-4fd9-8b60-6eb43ec911f5 req-cd35a125-8814-42a4-8043-5b1548fe4054 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659373 Jul 13 07:34:13.659184 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-9ba9e00c-3351-405e-abda-aeceafd82055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:13.660909 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-9ba9e00c-3351-405e-abda-aeceafd82055 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37&tenant_id=15158e7fe97d4861a97b0a945f95d776 HTTP/1.1" status: 200 len: 1097 time: 0.1437180 Jul 13 07:34:13.675150 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e340ab9e-9fa6-467e-86d0-a47b111507ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab82b42-5404-4cea-8446-d241b04d031a'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:13.679910 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3adbcc7-06ac-4199-bcc0-8791ee8bcbf6" -d '{"events": [{"server_uuid": "e340ab9e-9fa6-467e-86d0-a47b111507ae", "name": "network-vif-plugged", "status": "completed", "tag": "9ab82b42-5404-4cea-8446-d241b04d031a"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:13.804210 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-e96f85ef-b9f2-42b4-ac41-b2416671c2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:13.805748 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-e96f85ef-b9f2-42b4-ac41-b2416671c2e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 1097 time: 0.1020374 Jul 13 07:34:13.902174 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42251110-82ec-4907-b3ea-98032bf8b35f req-49040481-f02b-4106-be5d-e315854d5e5c tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:13.903598 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-42251110-82ec-4907-b3ea-98032bf8b35f req-49040481-f02b-4106-be5d-e315854d5e5c tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=e237e46c-b3b8-46b1-8d90-521b5f161774 HTTP/1.1" status: 200 len: 950 time: 0.1406960 Jul 13 07:34:13.937617 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f92a947d-1d46-46ed-8d12-842469debb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:13.939155 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-f92a947d-1d46-46ed-8d12-842469debb5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 921 time: 0.1259863 Jul 13 07:34:13.964860 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-42251110-82ec-4907-b3ea-98032bf8b35f req-13856c00-ffaa-44fd-bf27-33336dc2b0c6 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545416 Jul 13 07:34:13.992889 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-02ce3093-ebe3-4eae-ab94-f343f80502ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3823256-d8c9-441d-ba75-ab14ea680e94 HTTP/1.1" status: 200 len: 217 time: 0.0418353 Jul 13 07:34:14.019546 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:14.067472 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-8e07819a-7fd7-460a-b34c-1eabfb28178c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:14.073094 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-8e07819a-7fd7-460a-b34c-1eabfb28178c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 200 len: 860 time: 0.0690742 Jul 13 07:34:14.133701 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:14.139266 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:14.139735 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:14.154487 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-cbeb5c9c-dc5c-4ec1-b026-5276f4f7ce20 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf8805e-fc72-4645-afdd-bc310db87bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722554 Jul 13 07:34:14.247495 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:14.284441 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port d2ffbaa4-3dc8-43e0-970d-846b8638d6d0, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=d2ffbaa4-3dc8-43e0-970d-846b8638d6d0,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:14.288943 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:14.325648 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a3823256-d8c9-441d-ba75-ab14ea680e94 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:14.351882 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28c4a7-a0ef-4824-9da0-bf47ba14aaa8 req-c5daca40-b8ab-49e6-b25c-c48e50fe0d4e tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:14.354632 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f28c4a7-a0ef-4824-9da0-bf47ba14aaa8 req-c5daca40-b8ab-49e6-b25c-c48e50fe0d4e tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.2036765 Jul 13 07:34:14.361261 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-81889b6e-3342-44f6-ab12-6e5e28f84f30 service neutron] 10.222.0.35 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952336 Jul 13 07:34:14.382672 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=d2ffbaa4-3dc8-43e0-970d-846b8638d6d0,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:14.390812 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a3823256-d8c9-441d-ba75-ab14ea680e94 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:14.505797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206f13e-d672-4d29-865e-ea5d316e889a req-8c294409-a27c-40c0-a82d-9a81321e336b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:14.508423 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f206f13e-d672-4d29-865e-ea5d316e889a req-8c294409-a27c-40c0-a82d-9a81321e336b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 945 time: 0.2508514 Jul 13 07:34:14.562704 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f28c4a7-a0ef-4824-9da0-bf47ba14aaa8 req-8d0ef1c0-eb8c-485c-b665-077910ec5a53 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998963 Jul 13 07:34:14.613012 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4294836c-0ddc-481a-94cb-41ab916d7e55 x-openstack-request-id: req-4294836c-0ddc-481a-94cb-41ab916d7e55 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:14.613301 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e340ab9e-9fa6-467e-86d0-a47b111507ae", "name": "network-vif-plugged", "status": "completed", "tag": "9ab82b42-5404-4cea-8446-d241b04d031a", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:14.614123 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4294836c-0ddc-481a-94cb-41ab916d7e55 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:14.614123 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e340ab9e-9fa6-467e-86d0-a47b111507ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab82b42-5404-4cea-8446-d241b04d031a', 'code': 200} Jul 13 07:34:14.618511 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b13dd48e-6293-4985-9547-c7554cd9c710 None None] Provisioning complete for port d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:14.619586 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b13dd48e-6293-4985-9547-c7554cd9c710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:14.649984 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f206f13e-d672-4d29-865e-ea5d316e889a req-632aa8e2-90d5-45b8-91ef-3e9bec5aec8c tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946007 Jul 13 07:34:14.652209 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-dd07ada5-4fbe-40c8-acf6-a2b327d95221 service neutron] 10.222.0.35 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726791 Jul 13 07:34:14.820283 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44552c6-3c1e-4570-b7fd-2ef3d07ec48e req-d5a25352-655f-4869-94a0-56bb3a243fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:14.825056 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b44552c6-3c1e-4570-b7fd-2ef3d07ec48e req-d5a25352-655f-4869-94a0-56bb3a243fb2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e340ab9e-9fa6-467e-86d0-a47b111507ae HTTP/1.1" status: 200 len: 1102 time: 0.0818481 Jul 13 07:34:14.888948 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b44552c6-3c1e-4570-b7fd-2ef3d07ec48e req-c09643de-b730-47fa-8704-dba33f76013d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468118 Jul 13 07:34:14.929636 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb339d1-a47d-4a2a-8dd9-cd65a218dfd7 req-b09a1b4e-25e5-4406-83f0-f6c692911e63 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:14.931993 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6bb339d1-a47d-4a2a-8dd9-cd65a218dfd7 req-b09a1b4e-25e5-4406-83f0-f6c692911e63 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=e340ab9e-9fa6-467e-86d0-a47b111507ae HTTP/1.1" status: 200 len: 950 time: 0.0982866 Jul 13 07:34:14.987372 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6bb339d1-a47d-4a2a-8dd9-cd65a218dfd7 req-d73d1ef7-a10d-433a-937d-08f749903316 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459139 Jul 13 07:34:15.012166 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 46ae5219-5319-47bf-b8a1-d5a19a5055cb details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:15.091416 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-895411d2-ce32-42ff-9550-2c7adfa5aa2c tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:15.094209 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-895411d2-ce32-42ff-9550-2c7adfa5aa2c tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37&tenant_id=15158e7fe97d4861a97b0a945f95d776&binding%3Ahost_id=n-h1-779913-28 HTTP/1.1" status: 200 len: 1097 time: 0.1177487 Jul 13 07:34:15.161318 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 46ae5219-5319-47bf-b8a1-d5a19a5055cb, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=46ae5219-5319-47bf-b8a1-d5a19a5055cb,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:15.183265 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '46ae5219-5319-47bf-b8a1-d5a19a5055cb', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '46ae5219-5319-47bf-b8a1-d5a19a5055cb', 'mac_address': 'fa:16:3e:aa:6e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:15.236910 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:15.254392 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ae5219-5319-47bf-b8a1-d5a19a5055cb {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:15.285140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39623ea2-c9a4-4114-b939-e2cc4e71f005 req-3e3c2d75-f8bf-42dc-9297-a74a98843831 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:15.286825 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39623ea2-c9a4-4114-b939-e2cc4e71f005 req-3e3c2d75-f8bf-42dc-9297-a74a98843831 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0e413e2-8252-4b35-95a2-6c45b9ed27bb HTTP/1.1" status: 200 len: 950 time: 0.1381443 Jul 13 07:34:15.290844 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 46ae5219-5319-47bf-b8a1-d5a19a5055cb, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=46ae5219-5319-47bf-b8a1-d5a19a5055cb,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:15.296868 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:15.316493 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-e93582ba-0bfb-419a-b420-9fea762888f0 service neutron] For port a3823256-d8c9-441d-ba75-ab14ea680e94, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:15.321077 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-e93582ba-0bfb-419a-b420-9fea762888f0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:15.322262 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-575e23e2-58df-40bb-b294-a88d5366bc9c req-e93582ba-0bfb-419a-b420-9fea762888f0 service neutron] 10.222.0.35 "DELETE /v2.0/ports/a3823256-d8c9-441d-ba75-ab14ea680e94/bindings/n-h2-779913-28 HTTP/1.1" status: 204 len: 173 time: 0.2194967 Jul 13 07:34:15.382150 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39623ea2-c9a4-4114-b939-e2cc4e71f005 req-c5074384-33e2-415a-96d9-3572e66a9bfc tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/security-groups?id=1756a06a-2e5e-4005-9d4a-e45ea216a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863371 Jul 13 07:34:15.382322 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=46ae5219-5319-47bf-b8a1-d5a19a5055cb,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:15.552957 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-57ac96e6-4b49-4c0d-9398-e31dd77f3698 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1716377552&fields=id&tenant_id=a0ff6e974f964420a5efb9f781f70c04 HTTP/1.1" status: 200 len: 267 time: 0.0442441 Jul 13 07:34:15.699258 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-6d06d2ca-fbab-4ecd-9580-6314af2a8dfd tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:15.700956 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-6d06d2ca-fbab-4ecd-9580-6314af2a8dfd tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/networks?id=02fe467e-501d-4dea-afac-48e6d7fce230 HTTP/1.1" status: 200 len: 824 time: 0.1362822 Jul 13 07:34:15.724173 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-8d7e0fc9-462f-4827-8b37-4f832aba1094 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/quotas/a0ff6e974f964420a5efb9f781f70c04 HTTP/1.1" status: 200 len: 375 time: 0.0174899 Jul 13 07:34:15.739985 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['46ae5219-5319-47bf-b8a1-d5a19a5055cb'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:15.822186 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-651dfb24-3893-4162-9eed-433a5d5ca118 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0ff6e974f964420a5efb9f781f70c04&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0916362 Jul 13 07:34:15.950333 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-25e8b738-69b6-471b-bd17-6cbd3bf0f794 service neutron] 10.222.0.58 "GET /v2.0/networks/02fe467e-501d-4dea-afac-48e6d7fce230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052153 Jul 13 07:34:16.075220 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-fdf69aa6-02c3-47a8-b9e0-c5c596393445 service neutron] 10.222.0.58 "GET /v2.0/networks/02fe467e-501d-4dea-afac-48e6d7fce230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173117 Jul 13 07:34:16.089167 n-d-779913-28 neutron-server[93723]: WARNING keystonemiddleware.auth_token [req-e50155b2-06cc-4dd9-abd3-615cae8415b0 req-8c441f09-88e1-420e-8522-1b2abb7c4e91 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 07:34:16.096978 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-f3a3fae8-d753-4258-92f5-c7aaf8a8f72d tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:34:16.098825 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-f3a3fae8-d753-4258-92f5-c7aaf8a8f72d tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1330783 Jul 13 07:34:16.111455 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-79e02e2c-e31a-4637-b9da-85fcad865c05 service neutron] Request body: {'binding': {'host': 'n-h1-779913-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:16.112260 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-79e02e2c-e31a-4637-b9da-85fcad865c05 service neutron] Unknown quota resources ['binding']. {{(pid=93723) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:34:16.410645 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-79e02e2c-e31a-4637-b9da-85fcad865c05 service neutron] Attempting to bind port a9473f01-260f-40b5-a7d7-643fe8255030 on host n-h1-779913-28 for vnic_type normal with profile None {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:16.411006 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-79e02e2c-e31a-4637-b9da-85fcad865c05 service neutron] Attempting to bind port a9473f01-260f-40b5-a7d7-643fe8255030 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:16.412828 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-79e02e2c-e31a-4637-b9da-85fcad865c05 service neutron] Attempting to bind port a9473f01-260f-40b5-a7d7-643fe8255030 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:16.422885 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-79e02e2c-e31a-4637-b9da-85fcad865c05 service neutron] Port a9473f01-260f-40b5-a7d7-643fe8255030 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:16.423220 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-79e02e2c-e31a-4637-b9da-85fcad865c05 service neutron] Attempting to bind port a9473f01-260f-40b5-a7d7-643fe8255030 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:16.436034 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-79e02e2c-e31a-4637-b9da-85fcad865c05 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:16.436701 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-79e02e2c-e31a-4637-b9da-85fcad865c05 service neutron] Checking segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:16.440986 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-79e02e2c-e31a-4637-b9da-85fcad865c05 service neutron] Bound using segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:16.440986 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-79e02e2c-e31a-4637-b9da-85fcad865c05 service neutron] Bound port: a9473f01-260f-40b5-a7d7-643fe8255030, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:16.513808 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9670abd-482f-484b-ad9e-bc037ce5730b req-65ac6492-2ed5-450c-8201-c2c7ce3d8652 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:16.516426 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f9670abd-482f-484b-ad9e-bc037ce5730b req-65ac6492-2ed5-450c-8201-c2c7ce3d8652 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/ports?device_id=7935f577-1735-402f-9c9c-a62309d52192 HTTP/1.1" status: 200 len: 949 time: 0.1034358 Jul 13 07:34:16.560994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-79e02e2c-e31a-4637-b9da-85fcad865c05 service neutron] For port a9473f01-260f-40b5-a7d7-643fe8255030, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=a9473f01-260f-40b5-a7d7-643fe8255030,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:16.569140 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-79e02e2c-e31a-4637-b9da-85fcad865c05 service neutron] Notify callbacks [] for binding, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.574010 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-79e02e2c-e31a-4637-b9da-85fcad865c05 service neutron] 10.222.0.58 "POST /v2.0/ports/a9473f01-260f-40b5-a7d7-643fe8255030/bindings HTTP/1.1" status: 201 len: 390 time: 0.4683280 Jul 13 07:34:16.584254 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f9670abd-482f-484b-ad9e-bc037ce5730b req-a9de2dfb-1dce-4ee4-b96a-ccb3514b280c tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/security-groups?id=35dbacef-a026-48e8-a25f-22b3c2b85771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604532 Jul 13 07:34:16.615157 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e413e2-8252-4b35-95a2-6c45b9ed27bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ffbaa4-3dc8-43e0-970d-846b8638d6d0'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:16.624560 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24279ac0-b570-4ccb-b27f-388e9a717a21" -d '{"events": [{"server_uuid": "d0e413e2-8252-4b35-95a2-6c45b9ed27bb", "name": "network-vif-plugged", "status": "completed", "tag": "d2ffbaa4-3dc8-43e0-970d-846b8638d6d0"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:16.772244 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f488b61-f3e3-4b79-9fd2-97c0d9524877 req-802e73eb-fb19-4264-98aa-b7060b7366fb tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:16.774514 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9f488b61-f3e3-4b79-9fd2-97c0d9524877 req-802e73eb-fb19-4264-98aa-b7060b7366fb tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9b6391f-f042-4136-a61c-f27290ec85b2 HTTP/1.1" status: 200 len: 945 time: 0.1355379 Jul 13 07:34:16.842883 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc805ff-9445-4609-9116-053b7b32990e req-2093e700-28c2-4890-8a5b-9f106e107991 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:16.845674 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fbc805ff-9445-4609-9116-053b7b32990e req-2093e700-28c2-4890-8a5b-9f106e107991 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.1103122 Jul 13 07:34:16.922406 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-9f488b61-f3e3-4b79-9fd2-97c0d9524877 req-200f0f2d-a1b2-4081-83ec-67e67815bae4 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Deleting port 43be76b5-507e-44cf-bb99-205afaff217b {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:16.922763 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9f488b61-f3e3-4b79-9fd2-97c0d9524877 req-200f0f2d-a1b2-4081-83ec-67e67815bae4 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.937367 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fbc805ff-9445-4609-9116-053b7b32990e req-dca922b8-26d4-4270-9b5d-3da9a579bb73 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817366 Jul 13 07:34:17.001276 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c1ee5-0eb8-4d98-a3fb-b9606ccdf247 req-6398f0a4-36a0-42cb-9cf3-f0dac3af0197 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:17.003322 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-310c1ee5-0eb8-4d98-a3fb-b9606ccdf247 req-6398f0a4-36a0-42cb-9cf3-f0dac3af0197 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 945 time: 0.1307817 Jul 13 07:34:17.022897 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 46ae5219-5319-47bf-b8a1-d5a19a5055cb up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:17.048098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-9f488b61-f3e3-4b79-9fd2-97c0d9524877 req-200f0f2d-a1b2-4081-83ec-67e67815bae4 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] For port 43be76b5-507e-44cf-bb99-205afaff217b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=43be76b5-507e-44cf-bb99-205afaff217b,segment=NetworkSegment(0e6d8cfe-3405-4d5c-9ea2-be864f420a8e),segment_id=0e6d8cfe-3405-4d5c-9ea2-be864f420a8e)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:17.048955 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9f488b61-f3e3-4b79-9fd2-97c0d9524877 req-200f0f2d-a1b2-4081-83ec-67e67815bae4 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.096362 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-310c1ee5-0eb8-4d98-a3fb-b9606ccdf247 req-b997fb32-faad-4662-8214-fb5c73ebccdf tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864184 Jul 13 07:34:17.098172 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 46ae5219-5319-47bf-b8a1-d5a19a5055cb completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:17.125507 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 46ae5219-5319-47bf-b8a1-d5a19a5055cb triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:17.126199 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.234714 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbb6e6-640d-4f5b-b3f0-c9e13214cc99 req-49b6e88d-feff-4504-9cc9-58c5439aeb62 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:17.237725 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ccbbb6e6-640d-4f5b-b3f0-c9e13214cc99 req-49b6e88d-feff-4504-9cc9-58c5439aeb62 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=e340ab9e-9fa6-467e-86d0-a47b111507ae HTTP/1.1" status: 200 len: 950 time: 0.1401088 Jul 13 07:34:17.337510 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ccbbb6e6-640d-4f5b-b3f0-c9e13214cc99 req-4f6e697d-28df-467b-aac3-b24518d77193 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925994 Jul 13 07:34:17.407810 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c83a298c-728f-4da3-93f5-8e4ee59cdbb0 req-62e36ed1-688d-4bea-8085-9e4148100b42 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=aec6ff47-4e76-435d-aa56-4f26bdb93d72 HTTP/1.1" status: 200 len: 210 time: 0.0805850 Jul 13 07:34:17.438630 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.547199 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 46ae5219-5319-47bf-b8a1-d5a19a5055cb, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=46ae5219-5319-47bf-b8a1-d5a19a5055cb,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:17.552724 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415cafc3-d590-4003-8af6-e6536853332f x-openstack-request-id: req-415cafc3-d590-4003-8af6-e6536853332f {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:17.552724 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e413e2-8252-4b35-95a2-6c45b9ed27bb", "name": "network-vif-plugged", "status": "completed", "tag": "d2ffbaa4-3dc8-43e0-970d-846b8638d6d0", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:17.552724 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-415cafc3-d590-4003-8af6-e6536853332f {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:17.552724 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e413e2-8252-4b35-95a2-6c45b9ed27bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ffbaa4-3dc8-43e0-970d-846b8638d6d0', 'code': 200} Jul 13 07:34:17.556494 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.629106 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9f488b61-f3e3-4b79-9fd2-97c0d9524877 req-200f0f2d-a1b2-4081-83ec-67e67815bae4 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.629761 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9f488b61-f3e3-4b79-9fd2-97c0d9524877 req-200f0f2d-a1b2-4081-83ec-67e67815bae4 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.629929 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [req-9f488b61-f3e3-4b79-9fd2-97c0d9524877 req-200f0f2d-a1b2-4081-83ec-67e67815bae4 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Floating IP f1446c0d-95cd-4c68-bf28-611236b28c5e disassociated. External IP: 172.25.0.41, port: 43be76b5-507e-44cf-bb99-205afaff217b. Jul 13 07:34:17.630292 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-9f488b61-f3e3-4b79-9fd2-97c0d9524877 req-200f0f2d-a1b2-4081-83ec-67e67815bae4 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Calling delete_port for 43be76b5-507e-44cf-bb99-205afaff217b owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:17.660655 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-87946081-d730-4dfc-b5b8-d52807520092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:17.662007 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-87946081-d730-4dfc-b5b8-d52807520092 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 1097 time: 0.1784720 Jul 13 07:34:17.726232 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=46ae5219-5319-47bf-b8a1-d5a19a5055cb,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:17.785127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa16e0-de80-4a08-91ba-05e1559f468d req-d972e0c9-5bcb-4882-80d3-d45a667e1e49 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:17.797481 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7cfa16e0-de80-4a08-91ba-05e1559f468d req-d972e0c9-5bcb-4882-80d3-d45a667e1e49 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0e413e2-8252-4b35-95a2-6c45b9ed27bb HTTP/1.1" status: 200 len: 950 time: 0.2659502 Jul 13 07:34:17.919211 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9f488b61-f3e3-4b79-9fd2-97c0d9524877 req-200f0f2d-a1b2-4081-83ec-67e67815bae4 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.969779 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f0f2d-a1b2-4081-83ec-67e67815bae4 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Pushing event deleted for resources: {'Port': ['ID=43be76b5-507e-44cf-bb99-205afaff217b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:18.035042 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dea4b101-07a3-494b-a86a-3f6d99ba970a None None] Provisioning complete for port 46ae5219-5319-47bf-b8a1-d5a19a5055cb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:18.036293 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dea4b101-07a3-494b-a86a-3f6d99ba970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.061153 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-4ff5b473-f0d9-42d3-9dcc-e6e4584a9279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:18.062775 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-4ff5b473-f0d9-42d3-9dcc-e6e4584a9279 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 908 time: 0.3673146 Jul 13 07:34:18.075311 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7cfa16e0-de80-4a08-91ba-05e1559f468d req-70f12b20-8490-461a-a21e-23851bf402f2 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/security-groups?id=1756a06a-2e5e-4005-9d4a-e45ea216a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765195 Jul 13 07:34:18.135163 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f488b61-f3e3-4b79-9fd2-97c0d9524877 req-200f0f2d-a1b2-4081-83ec-67e67815bae4 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:34:18.155062 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3631d21-19d3-4bad-a0a4-4406e933f959 req-1f1796ba-4a66-4896-b62b-7b1fd3cb5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:18.157436 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b3631d21-19d3-4bad-a0a4-4406e933f959 req-1f1796ba-4a66-4896-b62b-7b1fd3cb5911 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d0e413e2-8252-4b35-95a2-6c45b9ed27bb HTTP/1.1" status: 200 len: 1102 time: 0.5015647 Jul 13 07:34:18.256892 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-84be8fa1-ded8-4b90-b938-7e20dedfd61d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:18.258348 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-84be8fa1-ded8-4b90-b938-7e20dedfd61d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.35 "GET /v2.0/networks?id=02fe467e-501d-4dea-afac-48e6d7fce230 HTTP/1.1" status: 200 len: 824 time: 0.3526473 Jul 13 07:34:18.267771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-870e0d43-eba4-4eaa-aaa2-fb33cf78484d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9473f01-260f-40b5-a7d7-643fe8255030 HTTP/1.1" status: 200 len: 217 time: 0.1745236 Jul 13 07:34:18.277778 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f488b61-f3e3-4b79-9fd2-97c0d9524877 req-200f0f2d-a1b2-4081-83ec-67e67815bae4 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:34:18.293692 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d6863e-f286-423b-bbfb-746104ae6aa5 None None] Sync routers for ids ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:34:18.309731 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7430be-4ca5-49cb-903b-51952e7da8e2 req-8adc66b1-aea6-47d2-9324-049d882c2fe1 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:18.311535 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b7430be-4ca5-49cb-903b-51952e7da8e2 req-8adc66b1-aea6-47d2-9324-049d882c2fe1 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 945 time: 0.5573754 Jul 13 07:34:18.313975 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d6863e-f286-423b-bbfb-746104ae6aa5 None None] Routers {'3d045ab7-d045-47b5-b85d-62bcf1f98a59'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:34:18.324644 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d3d6863e-f286-423b-bbfb-746104ae6aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:33:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:18.332276 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f488b61-f3e3-4b79-9fd2-97c0d9524877 req-200f0f2d-a1b2-4081-83ec-67e67815bae4 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] No DVR routers for this DVR port 43be76b5-507e-44cf-bb99-205afaff217b on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:18.335340 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9f488b61-f3e3-4b79-9fd2-97c0d9524877 req-200f0f2d-a1b2-4081-83ec-67e67815bae4 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.337192 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9f488b61-f3e3-4b79-9fd2-97c0d9524877 req-200f0f2d-a1b2-4081-83ec-67e67815bae4 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.62 "DELETE /v2.0/ports/43be76b5-507e-44cf-bb99-205afaff217b HTTP/1.1" status: 204 len: 173 time: 1.5522726 Jul 13 07:34:18.337686 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b6391f-f042-4136-a61c-f27290ec85b2', 'name': 'network-vif-deleted', 'tag': '43be76b5-507e-44cf-bb99-205afaff217b'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:18.339908 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b3631d21-19d3-4bad-a0a4-4406e933f959 req-5d52c863-f0ba-48ce-a1bc-14bd80abb451 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1756a06a-2e5e-4005-9d4a-e45ea216a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598606 Jul 13 07:34:18.349411 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0948242b-f7b4-44d6-a62a-1b7f3207314f" -d '{"events": [{"server_uuid": "c9b6391f-f042-4136-a61c-f27290ec85b2", "name": "network-vif-deleted", "tag": "43be76b5-507e-44cf-bb99-205afaff217b"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:18.484961 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d3d6863e-f286-423b-bbfb-746104ae6aa5 None None] Set router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:34:18.747904 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d3d6863e-f286-423b-bbfb-746104ae6aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-router', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:29Z', 'revision_number': 4, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'gw_port': {'id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b414c8f8-9845-45a1-b6fd-7f49a3b86498', 'name': '', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'mac_address': 'fa:16:3e:53:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '31d63351-98cd-481d-a626-10f87330372b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:35Z', 'revision_number': 5, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'subnets': [{'id': '31d63351-98cd-481d-a626-10f87330372b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:18.785995 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d6863e-f286-423b-bbfb-746104ae6aa5 None None] Checking router: 3d045ab7-d045-47b5-b85d-62bcf1f98a59 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:34:18.796500 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d6863e-f286-423b-bbfb-746104ae6aa5 None None] Routers {'3d045ab7-d045-47b5-b85d-62bcf1f98a59'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:34:18.797044 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d3d6863e-f286-423b-bbfb-746104ae6aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:33:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:18.828812 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-c07c9328-725f-47c2-98f1-84ef0dfc0f8a tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0ff6e974f964420a5efb9f781f70c04 HTTP/1.1" status: 200 len: 380 time: 0.5441265 Jul 13 07:34:18.834775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-010dc08d-cdf4-4c5b-b186-0bf843f83ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:18.836264 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-010dc08d-cdf4-4c5b-b186-0bf843f83ded service neutron] 10.222.0.35 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 0.5364358 Jul 13 07:34:18.843952 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-1f31e887-f32e-4ae1-8f42-c45a11e0e203 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Request body: {'port': {'device_id': 'aec6ff47-4e76-435d-aa56-4f26bdb93d72', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'admin_state_up': True, 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'security_groups': ['47e144d3-94ab-46cd-bd9c-36ff9f5c0acb']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:18.851739 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b7430be-4ca5-49cb-903b-51952e7da8e2 req-aa51ed68-690b-4490-a4f3-95d79b01ad4e tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223145 Jul 13 07:34:18.925250 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-4c5ad2e4-7e7e-4e45-bf81-6886a5c61fdd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684099 Jul 13 07:34:18.939735 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d3d6863e-f286-423b-bbfb-746104ae6aa5 None None] Set router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:34:19.135277 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35808048-dfa0-4067-8143-9c5a42ebd13c req-9c2e943f-39e8-4cd7-8a75-1a0af37dc844 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:19.141279 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35808048-dfa0-4067-8143-9c5a42ebd13c req-9c2e943f-39e8-4cd7-8a75-1a0af37dc844 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:19.143036 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-35808048-dfa0-4067-8143-9c5a42ebd13c req-9c2e943f-39e8-4cd7-8a75-1a0af37dc844 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=e237e46c-b3b8-46b1-8d90-521b5f161774&device_id=e340ab9e-9fa6-467e-86d0-a47b111507ae HTTP/1.1" status: 200 len: 1691 time: 0.4013097 Jul 13 07:34:19.150535 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75fd98ef-9111-46f0-8c14-785e14bf6fcf req-a14479ea-ffdc-4649-81f1-16d4ecbaf1ed service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cfe27bd2-5b12-4961-9d41-83b7917965aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4098027 Jul 13 07:34:19.247448 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-462f0692-fe9b-4958-af32-bda2ad55061d service neutron] 10.222.0.35 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054187 Jul 13 07:34:19.261823 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d3d6863e-f286-423b-bbfb-746104ae6aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-router', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:29Z', 'revision_number': 4, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'gw_port': {'id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b414c8f8-9845-45a1-b6fd-7f49a3b86498', 'name': '', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'mac_address': 'fa:16:3e:53:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '31d63351-98cd-481d-a626-10f87330372b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:35Z', 'revision_number': 5, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'subnets': [{'id': '31d63351-98cd-481d-a626-10f87330372b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:19.268412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-1f31e887-f32e-4ae1-8f42-c45a11e0e203 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Made reservation on behalf of a0ff6e974f964420a5efb9f781f70c04 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:19.272017 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-1f31e887-f32e-4ae1-8f42-c45a11e0e203 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.288965 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d6863e-f286-423b-bbfb-746104ae6aa5 None None] The sync data for ids ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'] in n-d-779913-28 is: [{'id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-router', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:29Z', 'revision_number': 4, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'gw_port': {'id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b414c8f8-9845-45a1-b6fd-7f49a3b86498', 'name': '', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'mac_address': 'fa:16:3e:53:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '31d63351-98cd-481d-a626-10f87330372b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:35Z', 'revision_number': 5, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'subnets': [{'id': '31d63351-98cd-481d-a626-10f87330372b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:34:19.326878 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-35808048-dfa0-4067-8143-9c5a42ebd13c req-6b2d78e9-658c-46e2-9266-ea496e6d1cf5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673887 Jul 13 07:34:19.366341 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1df972-6a31-450a-a54a-4073411e1297 req-4a73db2e-a340-4860-ab2e-0c33cfd4098a tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:19.371417 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bc1df972-6a31-450a-a54a-4073411e1297 req-4a73db2e-a340-4860-ab2e-0c33cfd4098a tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/ports?device_id=7935f577-1735-402f-9c9c-a62309d52192 HTTP/1.1" status: 200 len: 950 time: 0.3588459 Jul 13 07:34:19.524028 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-7efee782-2da0-4fc1-99f0-f2959062a3df tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=7e545f0f56574564bb5b695119db8b5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867224 Jul 13 07:34:19.549895 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd98ef-9111-46f0-8c14-785e14bf6fcf req-078d8122-8206-4fb9-9782-a0f5e50d6ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:19.551474 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75fd98ef-9111-46f0-8c14-785e14bf6fcf req-078d8122-8206-4fb9-9782-a0f5e50d6ede service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce153622febb4884a7bac996f2fa3815&device_id=cfe27bd2-5b12-4961-9d41-83b7917965aa HTTP/1.1" status: 200 len: 1102 time: 0.3571892 Jul 13 07:34:19.552561 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7935f577-1735-402f-9c9c-a62309d52192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ae5219-5319-47bf-b8a1-d5a19a5055cb'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:19.555028 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72103b14-7a66-4ba7-bf47-c33bf620bbed" -d '{"events": [{"server_uuid": "7935f577-1735-402f-9c9c-a62309d52192", "name": "network-vif-plugged", "status": "completed", "tag": "46ae5219-5319-47bf-b8a1-d5a19a5055cb"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:19.563835 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-f93aef8d-0bc6-47f4-a211-5da2583cbe5d service neutron] 10.222.0.35 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961872 Jul 13 07:34:19.611358 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bc1df972-6a31-450a-a54a-4073411e1297 req-10ce00df-eebe-4954-8093-f121516a5c75 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/security-groups?id=35dbacef-a026-48e8-a25f-22b3c2b85771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963000 Jul 13 07:34:19.668976 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b884c3c-de0e-423b-8c62-f9fd616a2894 None None] New status for floating IP f1446c0d-95cd-4c68-bf28-611236b28c5e: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:34:19.891556 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-1f31e887-f32e-4ae1-8f42-c45a11e0e203 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Allocated IP 172.20.0.10 (02fe467e-501d-4dea-afac-48e6d7fce230/31d63351-98cd-481d-a626-10f87330372b/764b10ea-c547-4516-b329-900e5c862067) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:19.963489 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-db7568be-c1da-44f5-8cba-f8c314dad052 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:19.965091 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-db7568be-c1da-44f5-8cba-f8c314dad052 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4124460 Jul 13 07:34:20.018425 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd98ef-9111-46f0-8c14-785e14bf6fcf req-98771fd8-2872-4f49-abb6-ec403f943c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:20.019914 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75fd98ef-9111-46f0-8c14-785e14bf6fcf req-98771fd8-2872-4f49-abb6-ec403f943c6b service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.4073112 Jul 13 07:34:20.031147 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-9b5f6a96-97e6-48ee-a17d-d5a47f92e9aa tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/quotas/7e545f0f56574564bb5b695119db8b5e HTTP/1.1" status: 200 len: 375 time: 0.0449889 Jul 13 07:34:20.042724 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 43be76b5-507e-44cf-bb99-205afaff217b no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:20.065809 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 43be76b5-507e-44cf-bb99-205afaff217b {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:20.066287 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 43be76b5-507e-44cf-bb99-205afaff217b not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:20.105991 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-cb118e2c-c808-4702-b8e4-2e9dd6e13c12 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:20.107312 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-cb118e2c-c808-4702-b8e4-2e9dd6e13c12 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221&tenant_id=218eabc1e5414d678874133f2fbf6f59&binding%3Ahost_id=n-h2-779913-28 HTTP/1.1" status: 200 len: 1097 time: 0.3874750 Jul 13 07:34:20.115241 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75fd98ef-9111-46f0-8c14-785e14bf6fcf req-76abd5e7-5e2f-4107-af61-f1aa4c0874c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=e0a7a960-64ee-47e4-beb9-eacdcdda37a1 HTTP/1.1" status: 200 len: 217 time: 0.0802741 Jul 13 07:34:20.178779 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-28'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:20.257709 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95412def-11cb-444e-a19a-51ef8398ae07 req-8c393f3b-0664-4014-9847-6929f79c82bd tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:20.259323 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95412def-11cb-444e-a19a-51ef8398ae07 req-8c393f3b-0664-4014-9847-6929f79c82bd tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.4348257 Jul 13 07:34:20.351115 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd98ef-9111-46f0-8c14-785e14bf6fcf req-d6a76d13-ab9d-4441-a7d6-3269c1efeb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:20.352671 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75fd98ef-9111-46f0-8c14-785e14bf6fcf req-d6a76d13-ab9d-4441-a7d6-3269c1efeb12 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.2146823 Jul 13 07:34:20.373705 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-1f31e887-f32e-4ae1-8f42-c45a11e0e203 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.427785 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95412def-11cb-444e-a19a-51ef8398ae07 req-d94ec814-87e6-43b0-b3a8-87d350635a27 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582885 Jul 13 07:34:20.447503 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-1f31e887-f32e-4ae1-8f42-c45a11e0e203 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Transition to ACTIVE for port object 764b10ea-c547-4516-b329-900e5c862067 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:20.466110 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-09a64252-b94d-4fa8-9b85-6b4571ad4629 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4101529 Jul 13 07:34:20.481956 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.656243 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd98ef-9111-46f0-8c14-785e14bf6fcf req-1b8d86f5-ffad-4220-878c-5a3c06ac0b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:20.657786 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75fd98ef-9111-46f0-8c14-785e14bf6fcf req-1b8d86f5-ffad-4220-878c-5a3c06ac0b63 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2741022 Jul 13 07:34:20.662994 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-1f31e887-f32e-4ae1-8f42-c45a11e0e203 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.701189 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a38f20-693d-4246-afd8-632b3c863854 x-openstack-request-id: req-f3a38f20-693d-4246-afd8-632b3c863854 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:20.701885 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b6391f-f042-4136-a61c-f27290ec85b2", "name": "network-vif-deleted", "tag": "43be76b5-507e-44cf-bb99-205afaff217b", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:20.701885 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3a38f20-693d-4246-afd8-632b3c863854 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:20.702321 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b6391f-f042-4136-a61c-f27290ec85b2', 'name': 'network-vif-deleted', 'tag': '43be76b5-507e-44cf-bb99-205afaff217b', 'status': 'completed', 'code': 200} Jul 13 07:34:20.783622 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-1f31e887-f32e-4ae1-8f42-c45a11e0e203 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Network 02fe467e-501d-4dea-afac-48e6d7fce230 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:20.840881 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-1f31e887-f32e-4ae1-8f42-c45a11e0e203 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:20.855954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-1f31e887-f32e-4ae1-8f42-c45a11e0e203 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:20.862814 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-1f31e887-f32e-4ae1-8f42-c45a11e0e203 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:20.864054 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-1f31e887-f32e-4ae1-8f42-c45a11e0e203 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: from cryptography.utils import int_from_bytes Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: from cryptography.utils import int_from_bytes Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.880244 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.884329 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.884329 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.884329 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.884329 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.884329 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.884329 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.884329 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.884329 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.884329 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.884329 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.884329 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.884329 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.884329 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.884329 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.884329 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.884329 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.884329 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:20.884329 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:20.922118 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31e887-f32e-4ae1-8f42-c45a11e0e203 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Pushing event updated for resources: {'Port': ['ID=764b10ea-c547-4516-b329-900e5c862067,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:21.002533 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-1f31e887-f32e-4ae1-8f42-c45a11e0e203 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1647139 Jul 13 07:34:21.014536 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b659546-6457-4f07-b4b7-79115fbd0bd8 req-072b4cb0-9321-4f22-86df-1a1e803891e2 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:21.023581 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b659546-6457-4f07-b4b7-79115fbd0bd8 req-072b4cb0-9321-4f22-86df-1a1e803891e2 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 1097 time: 0.4379227 Jul 13 07:34:21.060163 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] Request body: {'port': {'device_id': 'aec6ff47-4e76-435d-aa56-4f26bdb93d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:21.066941 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] For port a9473f01-260f-40b5-a7d7-643fe8255030, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a9473f01-260f-40b5-a7d7-643fe8255030,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:21.134502 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b935624f-0bec-4bc9-9ff3-76e1cadbd4af None None] Provisioning for port 764b10ea-c547-4516-b329-900e5c862067 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:21.139894 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b935624f-0bec-4bc9-9ff3-76e1cadbd4af None None] Provisioning complete for port 764b10ea-c547-4516-b329-900e5c862067 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:21.145555 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b935624f-0bec-4bc9-9ff3-76e1cadbd4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.147403 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75fd98ef-9111-46f0-8c14-785e14bf6fcf req-2ac049c2-8afc-450d-b79d-c1e778e1bb43 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693389 Jul 13 07:34:21.189839 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b935624f-0bec-4bc9-9ff3-76e1cadbd4af None None] Port 764b10ea-c547-4516-b329-900e5c862067 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:21.505615 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b659546-6457-4f07-b4b7-79115fbd0bd8 req-3252feb9-32c7-43ff-abff-8aac43ff29bf tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802685 Jul 13 07:34:21.519286 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] For port a9473f01-260f-40b5-a7d7-643fe8255030, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:21.594220 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70de5d-38b0-45c9-93db-2ca4f91c12b5 req-aa9855fd-5d20-4358-bafe-92c3cf33cf89 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:21.596029 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2e70de5d-38b0-45c9-93db-2ca4f91c12b5 req-aa9855fd-5d20-4358-bafe-92c3cf33cf89 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=aec6ff47-4e76-435d-aa56-4f26bdb93d72 HTTP/1.1" status: 200 len: 932 time: 0.7497597 Jul 13 07:34:21.657764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78ee2fd-3296-488f-a49d-5cf97bfae221', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9473f01-260f-40b5-a7d7-643fe8255030'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:21.660281 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6660ef7-0122-44b6-95e5-d5b4fb02973d" -d '{"events": [{"server_uuid": "a78ee2fd-3296-488f-a49d-5cf97bfae221", "name": "network-vif-unplugged", "status": "completed", "tag": "a9473f01-260f-40b5-a7d7-643fe8255030"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:21.670469 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.680706 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.709776 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.808802 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75fd98ef-9111-46f0-8c14-785e14bf6fcf req-53d1a004-5ce4-44a6-adbc-e3d5a8d909b3 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6191993 Jul 13 07:34:21.811982 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2e70de5d-38b0-45c9-93db-2ca4f91c12b5 req-2fd35a85-0e12-4852-b4df-655e69cc33b2 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/security-groups?id=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661479 Jul 13 07:34:21.921420 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] Pushing event updated for resources: {'Port': ['ID=a9473f01-260f-40b5-a7d7-643fe8255030,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:21.928202 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b96e4c6-e008-44a9-95fe-59a4b1771ec6 x-openstack-request-id: req-3b96e4c6-e008-44a9-95fe-59a4b1771ec6 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:21.929037 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7935f577-1735-402f-9c9c-a62309d52192", "name": "network-vif-plugged", "status": "completed", "tag": "46ae5219-5319-47bf-b8a1-d5a19a5055cb", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:21.929516 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b96e4c6-e008-44a9-95fe-59a4b1771ec6 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:21.930613 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7935f577-1735-402f-9c9c-a62309d52192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ae5219-5319-47bf-b8a1-d5a19a5055cb', 'code': 200} Jul 13 07:34:21.979480 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24cc52-39c1-4142-b282-e752274127cd req-02066dbe-689c-4117-b825-b9eec59b1012 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:21.981098 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2c24cc52-39c1-4142-b282-e752274127cd req-02066dbe-689c-4117-b825-b9eec59b1012 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0e413e2-8252-4b35-95a2-6c45b9ed27bb HTTP/1.1" status: 200 len: 950 time: 0.3084898 Jul 13 07:34:21.988405 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] Attempting to bind port a9473f01-260f-40b5-a7d7-643fe8255030 on host n-h2-779913-28 for vnic_type normal with profile {"migrating_to": "n-h1-779913-28"} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:21.988718 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] Attempting to bind port a9473f01-260f-40b5-a7d7-643fe8255030 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:21.989067 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] Attempting to bind port a9473f01-260f-40b5-a7d7-643fe8255030 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:22.021912 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] Port a9473f01-260f-40b5-a7d7-643fe8255030 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:22.022276 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] Attempting to bind port a9473f01-260f-40b5-a7d7-643fe8255030 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:22.056523 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:22.056775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] Checking segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:22.057707 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] Bound using segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:22.058232 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] Bound port: a9473f01-260f-40b5-a7d7-643fe8255030, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:22.058665 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.075456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005d27a-06f2-421e-97c7-20a712caff4d req-3e1c27cc-5cf8-4e77-a8cf-784b1fcee416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:22.076979 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c005d27a-06f2-421e-97c7-20a712caff4d req-3e1c27cc-5cf8-4e77-a8cf-784b1fcee416 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7935f577-1735-402f-9c9c-a62309d52192 HTTP/1.1" status: 200 len: 1102 time: 0.0605128 Jul 13 07:34:22.115812 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c005d27a-06f2-421e-97c7-20a712caff4d req-0ea0ae80-eb67-4fc5-a5ed-8260084e2e90 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=35dbacef-a026-48e8-a25f-22b3c2b85771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286527 Jul 13 07:34:22.165130 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2c24cc52-39c1-4142-b282-e752274127cd req-12180c00-22a2-4337-824f-a99ff516fbd8 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/security-groups?id=1756a06a-2e5e-4005-9d4a-e45ea216a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734416 Jul 13 07:34:22.242411 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] For port a9473f01-260f-40b5-a7d7-643fe8255030, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:22.246631 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] For port a9473f01-260f-40b5-a7d7-643fe8255030, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a9473f01-260f-40b5-a7d7-643fe8255030,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:22.254726 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.264542 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414eebc-869c-4a11-adc0-1f6062a9ad7a req-38276f93-cd78-4588-b335-f5242fa41340 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:22.266121 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a414eebc-869c-4a11-adc0-1f6062a9ad7a req-38276f93-cd78-4588-b335-f5242fa41340 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 943 time: 0.2290926 Jul 13 07:34:22.402431 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cdae0393-f7de-4ea0-8d9d-4b9eeab47a76 req-f9800562-fead-44f9-a494-731fe1ac4a23 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 210 time: 0.1170290 Jul 13 07:34:22.406981 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-568057cd-038c-4379-b2f8-bac72b31b5f7 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7e545f0f56574564bb5b695119db8b5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948513 Jul 13 07:34:22.460701 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 764b10ea-c547-4516-b329-900e5c862067 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:22.489125 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a414eebc-869c-4a11-adc0-1f6062a9ad7a req-224ba287-b3de-4ea6-9a57-21b971b10025 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162843 Jul 13 07:34:22.489718 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] Pushing event updated for resources: {'Port': ['ID=a9473f01-260f-40b5-a7d7-643fe8255030,revision_number=8']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:22.503859 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.519053 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:22.519683 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.521086 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fa3c573f-6aa2-4c5c-8ae3-e819baa7d81e service neutron] 10.222.0.35 "PUT /v2.0/ports/a9473f01-260f-40b5-a7d7-643fe8255030 HTTP/1.1" status: 200 len: 1123 time: 2.3820307 Jul 13 07:34:22.534993 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] Transition to ACTIVE for port object 764b10ea-c547-4516-b329-900e5c862067 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:22.574019 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.730499 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['a9473f01-260f-40b5-a7d7-643fe8255030'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:22.733006 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-39a04df1-2e52-49d5-b2a3-8d7081600d70 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:22.734601 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-39a04df1-2e52-49d5-b2a3-8d7081600d70 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3024907 Jul 13 07:34:22.735248 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] Pushing event updated for resources: {'Port': ['ID=764b10ea-c547-4516-b329-900e5c862067,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:22.776849 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-e3ebe25a-d954-4d4b-8a90-1849b495ae45 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Request body: {'port': {'device_id': 'b849dfd0-09b8-4cd0-80cf-6e686b864b2d', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': '7e545f0f56574564bb5b695119db8b5e'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:22.803838 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf42642-463e-40e3-bac1-cf9b807666ef req-0e0cf239-291c-49d5-994e-de02aa1418a6 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:22.810947 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-daf42642-463e-40e3-bac1-cf9b807666ef req-0e0cf239-291c-49d5-994e-de02aa1418a6 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/ports?device_id=7935f577-1735-402f-9c9c-a62309d52192 HTTP/1.1" status: 200 len: 950 time: 0.2814624 Jul 13 07:34:22.843301 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] Attempting to bind port 764b10ea-c547-4516-b329-900e5c862067 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:22.843709 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] Attempting to bind port 764b10ea-c547-4516-b329-900e5c862067 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '0e6d8cfe-3405-4d5c-9ea2-be864f420a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:22.844099 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] Attempting to bind port 764b10ea-c547-4516-b329-900e5c862067 on network 02fe467e-501d-4dea-afac-48e6d7fce230 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:22.866668 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] Port 764b10ea-c547-4516-b329-900e5c862067 on network 02fe467e-501d-4dea-afac-48e6d7fce230 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:22.866888 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] Attempting to bind port 764b10ea-c547-4516-b329-900e5c862067 on network 02fe467e-501d-4dea-afac-48e6d7fce230 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:22.922440 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2db89-c1ac-4bf1-8e0b-d0f561d83a89 req-92eeff63-360c-4966-a944-e3872fdfa7b2 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:22.923855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0db2db89-c1ac-4bf1-8e0b-d0f561d83a89 req-92eeff63-360c-4966-a944-e3872fdfa7b2 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.2757556 Jul 13 07:34:22.928611 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:22.928946 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] Checking segment: {'id': '0e6d8cfe-3405-4d5c-9ea2-be864f420a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:22.929323 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] Bound using segment: {'id': '0e6d8cfe-3405-4d5c-9ea2-be864f420a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:22.929765 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] Bound port: 764b10ea-c547-4516-b329-900e5c862067, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6d8cfe-3405-4d5c-9ea2-be864f420a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:22.930136 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.955557 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-daf42642-463e-40e3-bac1-cf9b807666ef req-49d9070a-1ce9-4d1c-b9b8-956d7d24b97d tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/security-groups?id=35dbacef-a026-48e8-a25f-22b3c2b85771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417527 Jul 13 07:34:23.004273 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ea8c53-af41-4d56-951d-650461fab8e7 x-openstack-request-id: req-f8ea8c53-af41-4d56-951d-650461fab8e7 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:23.004885 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78ee2fd-3296-488f-a49d-5cf97bfae221", "name": "network-vif-unplugged", "status": "completed", "tag": "a9473f01-260f-40b5-a7d7-643fe8255030", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:23.004885 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f8ea8c53-af41-4d56-951d-650461fab8e7 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:23.005162 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78ee2fd-3296-488f-a49d-5cf97bfae221', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9473f01-260f-40b5-a7d7-643fe8255030', 'code': 200} Jul 13 07:34:23.044828 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0db2db89-c1ac-4bf1-8e0b-d0f561d83a89 req-101a8b82-1904-4c74-8cd9-96c914a65da2 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101732 Jul 13 07:34:23.063935 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] For port 764b10ea-c547-4516-b329-900e5c862067, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:23.067829 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] For port 764b10ea-c547-4516-b329-900e5c862067, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=764b10ea-c547-4516-b329-900e5c862067,segment=NetworkSegment(0e6d8cfe-3405-4d5c-9ea2-be864f420a8e),segment_id=0e6d8cfe-3405-4d5c-9ea2-be864f420a8e)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:23.072634 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-e3ebe25a-d954-4d4b-8a90-1849b495ae45 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Made reservation on behalf of 7e545f0f56574564bb5b695119db8b5e for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:23.076202 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-e3ebe25a-d954-4d4b-8a90-1849b495ae45 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.082150 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.160299 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b7f63cf8-cec3-4440-bc75-cb776199a6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.167989 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:23.168585 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.169929 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] 10.222.0.35 "PUT /v2.0/ports/764b10ea-c547-4516-b329-900e5c862067 HTTP/1.1" status: 200 len: 1093 time: 2.1352453 Jul 13 07:34:23.329161 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff79da-3a39-4fce-b935-d46007b3e17c service neutron] Pushing event updated for resources: {'Port': ['ID=764b10ea-c547-4516-b329-900e5c862067,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:23.409097 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-8e3a3907-adbc-44ae-87fa-20b55615bfc4 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:23.410549 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-8e3a3907-adbc-44ae-87fa-20b55615bfc4 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 820 time: 0.3319550 Jul 13 07:34:23.455952 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-3b66d5a8-fb2c-4430-baca-0eff67209c85 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/quotas/15158e7fe97d4861a97b0a945f95d776 HTTP/1.1" status: 200 len: 375 time: 0.0343060 Jul 13 07:34:23.467068 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-e3ebe25a-d954-4d4b-8a90-1849b495ae45 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Allocated IP 192.168.233.132 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/7c4e141d-3949-4fd1-a013-184c9b6fc9f0) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:23.470182 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab809f18-c390-4a46-a36c-ee720220a775 req-a9cfa4cd-5826-484d-acdd-35d41f8abc6a tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:23.471816 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab809f18-c390-4a46-a36c-ee720220a775 req-a9cfa4cd-5826-484d-acdd-35d41f8abc6a tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e237e46c-b3b8-46b1-8d90-521b5f161774 HTTP/1.1" status: 200 len: 1102 time: 0.3061354 Jul 13 07:34:23.527795 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-ab8a1a7f-526f-472d-9241-5480c8856b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:23.529269 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-ab8a1a7f-526f-472d-9241-5480c8856b21 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0ff6e974f964420a5efb9f781f70c04&device_id=aec6ff47-4e76-435d-aa56-4f26bdb93d72 HTTP/1.1" status: 200 len: 1096 time: 0.2592783 Jul 13 07:34:23.604959 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-b8ba336c-8940-4934-bdbf-9c2f8245026e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=764b10ea-c547-4516-b329-900e5c862067 HTTP/1.1" status: 200 len: 217 time: 0.0604084 Jul 13 07:34:23.610236 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab809f18-c390-4a46-a36c-ee720220a775 req-87652e5b-5646-49b5-9330-bf7d7998b609 tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234853 Jul 13 07:34:23.725877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-b0fdcf59-4dac-4aa4-a69c-399ec5d50150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:23.727368 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-b0fdcf59-4dac-4aa4-a69c-399ec5d50150 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=31d63351-98cd-481d-a626-10f87330372b HTTP/1.1" status: 200 len: 863 time: 0.1093576 Jul 13 07:34:23.733796 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f10cc672-a740-4740-abe6-340489f519be tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2681136 Jul 13 07:34:23.864550 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-e3ebe25a-d954-4d4b-8a90-1849b495ae45 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.896089 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-e3ebe25a-d954-4d4b-8a90-1849b495ae45 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Transition to ACTIVE for port object 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:23.936698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-038e9356-f31f-423f-a294-05b5a03b6d76 service neutron] 10.222.0.58 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933792 Jul 13 07:34:23.938439 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-1bdc9bb1-0a75-4d0e-8ff9-c6e1cde4dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:23.939815 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-1bdc9bb1-0a75-4d0e-8ff9-c6e1cde4dc2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02fe467e-501d-4dea-afac-48e6d7fce230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1862547 Jul 13 07:34:24.360906 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-e3ebe25a-d954-4d4b-8a90-1849b495ae45 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.373859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d571ad6d-dd23-410f-a583-c1f9fbcff8ca', '5477dfe0-844c-46e5-b658-3bfbb67c16fb'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:24.443271 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2abe7e-cf90-4658-b99a-24f4805fd02e req-6d45b714-3fc1-4f73-ab5d-0d472e612c60 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:24.444776 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd2abe7e-cf90-4658-b99a-24f4805fd02e req-6d45b714-3fc1-4f73-ab5d-0d472e612c60 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=aec6ff47-4e76-435d-aa56-4f26bdb93d72 HTTP/1.1" status: 200 len: 944 time: 0.5305409 Jul 13 07:34:24.454462 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-e3ebe25a-d954-4d4b-8a90-1849b495ae45 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:24.469090 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-e3ebe25a-d954-4d4b-8a90-1849b495ae45 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:24.472224 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-c28e48cd-8dd4-4a7c-8cfd-8ea89070380c service neutron] 10.222.0.35 "GET /v2.0/networks/02fe467e-501d-4dea-afac-48e6d7fce230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998207 Jul 13 07:34:24.474037 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-9f52b101-f42c-4266-b90b-24992007aff6 service neutron] 10.222.0.58 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126302 Jul 13 07:34:24.475974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-e3ebe25a-d954-4d4b-8a90-1849b495ae45 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:24.482600 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-e3ebe25a-d954-4d4b-8a90-1849b495ae45 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:24.483255 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-e3ebe25a-d954-4d4b-8a90-1849b495ae45 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.485775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebe25a-d954-4d4b-8a90-1849b495ae45 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Pushing event updated for resources: {'Port': ['ID=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:24.564947 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd2abe7e-cf90-4658-b99a-24f4805fd02e req-e82ef807-c8df-48ce-b33e-51945dbf4c0b tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/security-groups?id=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071811 Jul 13 07:34:24.568735 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-e3ebe25a-d954-4d4b-8a90-1849b495ae45 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7998831 Jul 13 07:34:24.644415 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] Request body: {'port': {'device_id': 'b849dfd0-09b8-4cd0-80cf-6e686b864b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:24.726879 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcc86132-a362-44fa-ac43-5c8a12775838 req-7ce568eb-037c-4fce-9613-3fe78cccb05b service neutron] 10.222.0.35 "GET /v2.0/networks/02fe467e-501d-4dea-afac-48e6d7fce230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283950 Jul 13 07:34:24.783756 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ce579686-ce6f-4ca1-926d-790c8ac2aae8 None None] Provisioning for port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:24.788603 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ce579686-ce6f-4ca1-926d-790c8ac2aae8 None None] Provisioning complete for port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:24.788603 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce579686-ce6f-4ca1-926d-790c8ac2aae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.827055 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.829134 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ce579686-ce6f-4ca1-926d-790c8ac2aae8 None None] Port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:24.937247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e234b0-532b-4ff2-9047-74268457cead req-fe5f859f-6ffa-4547-8c2c-405bc73d30f7 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:24.938809 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-21e234b0-532b-4ff2-9047-74268457cead req-fe5f859f-6ffa-4547-8c2c-405bc73d30f7 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 936 time: 0.1613965 Jul 13 07:34:24.989690 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51de5b-2ea7-40cb-80bf-0fccb75d270f req-e9f3b689-d16f-43aa-8a0c-b762a479ee82 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:24.991221 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca51de5b-2ea7-40cb-80bf-0fccb75d270f req-e9f3b689-d16f-43aa-8a0c-b762a479ee82 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 943 time: 0.2345011 Jul 13 07:34:25.014224 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78ee2fd-3296-488f-a49d-5cf97bfae221', 'tag': 'a9473f01-260f-40b5-a7d7-643fe8255030'}, {'name': 'network-changed', 'server_uuid': 'aec6ff47-4e76-435d-aa56-4f26bdb93d72', 'tag': '764b10ea-c547-4516-b329-900e5c862067'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:25.016507 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41f2807-2b93-47b9-bf36-6c7582c0f9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "a78ee2fd-3296-488f-a49d-5cf97bfae221", "tag": "a9473f01-260f-40b5-a7d7-643fe8255030"}, {"name": "network-changed", "server_uuid": "aec6ff47-4e76-435d-aa56-4f26bdb93d72", "tag": "764b10ea-c547-4516-b329-900e5c862067"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:25.071585 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device a9473f01-260f-40b5-a7d7-643fe8255030 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:25.097420 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-21e234b0-532b-4ff2-9047-74268457cead req-96c592a4-b0ca-463b-9ee9-2574954e1010 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051903 Jul 13 07:34:25.106616 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca51de5b-2ea7-40cb-80bf-0fccb75d270f req-1aa51e4d-4b9b-4357-be70-9b39020d161b tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068141 Jul 13 07:34:25.245946 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port a9473f01-260f-40b5-a7d7-643fe8255030, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a9473f01-260f-40b5-a7d7-643fe8255030,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:25.260283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device a9473f01-260f-40b5-a7d7-643fe8255030 has no active binding in host n-h1-779913-28 {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:34:25.321819 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:25.335395 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.357144 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] Transition to ACTIVE for port object 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:25.368179 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.431493 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c9251-34fa-455e-ba90-99ba15d7c78b req-e2dd72f8-0288-46ec-80e2-e7f5f2865c5b tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:25.433706 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f3c9251-34fa-455e-ba90-99ba15d7c78b req-e2dd72f8-0288-46ec-80e2-e7f5f2865c5b tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e340ab9e-9fa6-467e-86d0-a47b111507ae HTTP/1.1" status: 200 len: 1102 time: 0.1842468 Jul 13 07:34:25.438427 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bf725-1c15-499f-9eb1-37ec92d64bd0 req-56d531de-8de3-48ef-8181-2283559f31b4 tempest-ServersAdminNegativeTestJSON-344364119 tempest-ServersAdminNegativeTestJSON-344364119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:25.439952 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-556bf725-1c15-499f-9eb1-37ec92d64bd0 req-56d531de-8de3-48ef-8181-2283559f31b4 tempest-ServersAdminNegativeTestJSON-344364119 tempest-ServersAdminNegativeTestJSON-344364119-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d0e413e2-8252-4b35-95a2-6c45b9ed27bb HTTP/1.1" status: 200 len: 1102 time: 0.1538570 Jul 13 07:34:25.446747 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:25.507555 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-556bf725-1c15-499f-9eb1-37ec92d64bd0 req-694e6a4a-8830-456f-a1d1-2c302f15001e tempest-ServersAdminNegativeTestJSON-344364119 tempest-ServersAdminNegativeTestJSON-344364119-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.509471 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] Attempting to bind port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:25.509797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] Attempting to bind port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:25.510172 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] Attempting to bind port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:25.536585 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] Port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:25.536993 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] Attempting to bind port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:25.547815 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f3c9251-34fa-455e-ba90-99ba15d7c78b req-43d5f2a8-1771-4bf5-b880-5157e2b1c95b tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046467 Jul 13 07:34:25.556184 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:25.556880 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:25.557775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:25.558244 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] Bound port: 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:25.558601 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.668667 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] For port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:25.675499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] For port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:25.687207 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.783132 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:25.783787 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.785182 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] 10.222.0.62 "PUT /v2.0/ports/7c4e141d-3949-4fd1-a013-184c9b6fc9f0 HTTP/1.1" status: 200 len: 1097 time: 1.1467979 Jul 13 07:34:25.789799 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-556bf725-1c15-499f-9eb1-37ec92d64bd0 req-694e6a4a-8830-456f-a1d1-2c302f15001e tempest-ServersAdminNegativeTestJSON-344364119 tempest-ServersAdminNegativeTestJSON-344364119-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.810628 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-556bf725-1c15-499f-9eb1-37ec92d64bd0 req-694e6a4a-8830-456f-a1d1-2c302f15001e tempest-ServersAdminNegativeTestJSON-344364119 tempest-ServersAdminNegativeTestJSON-344364119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.818847 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a8f68-f3ec-40ef-a63a-f1f601f47889 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:25.859186 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-556bf725-1c15-499f-9eb1-37ec92d64bd0 req-694e6a4a-8830-456f-a1d1-2c302f15001e tempest-ServersAdminNegativeTestJSON-344364119 tempest-ServersAdminNegativeTestJSON-344364119-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=1756a06a-2e5e-4005-9d4a-e45ea216a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887045 Jul 13 07:34:25.871423 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e6a4a-8830-456f-a1d1-2c302f15001e tempest-ServersAdminNegativeTestJSON-344364119 tempest-ServersAdminNegativeTestJSON-344364119-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b5125b-b727-4778-a73f-7b9d561d5c34,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:25.917492 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a21df6-e0ba-40bc-aba0-a23da5fdfbf7 req-42cdc47c-66fb-4f39-ae8b-0e68b5bc464c tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:25.919186 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b1a21df6-e0ba-40bc-aba0-a23da5fdfbf7 req-42cdc47c-66fb-4f39-ae8b-0e68b5bc464c tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/ports?device_id=7935f577-1735-402f-9c9c-a62309d52192 HTTP/1.1" status: 200 len: 950 time: 0.2337568 Jul 13 07:34:25.983503 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b1a21df6-e0ba-40bc-aba0-a23da5fdfbf7 req-30b64725-dc73-469d-82d2-22a5183c7d5a tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/security-groups?id=35dbacef-a026-48e8-a25f-22b3c2b85771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564392 Jul 13 07:34:25.989508 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-2a9af6a4-bea1-485b-a5f3-6b38bf42a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:25.990936 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-2a9af6a4-bea1-485b-a5f3-6b38bf42a09a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 1100 time: 0.1339622 Jul 13 07:34:26.068414 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-5c41772c-e09d-4051-8691-3f337b10acd7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0 HTTP/1.1" status: 200 len: 217 time: 0.0428896 Jul 13 07:34:26.095903 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec560615-8c79-4e18-83ca-208cfbdcab11 req-d1ef1abb-f6ff-4112-8399-16305c3e7867 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:26.097466 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec560615-8c79-4e18-83ca-208cfbdcab11 req-d1ef1abb-f6ff-4112-8399-16305c3e7867 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.1056261 Jul 13 07:34:26.159114 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18804906-f39b-4b15-82f3-4de000dbc4e6 req-9df17981-cd3b-4288-b0ee-bb6e06ba436f tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 210 time: 0.0604212 Jul 13 07:34:26.203764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-034bff7a-fad3-46a3-adcc-7a23d08f4fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:26.205329 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-034bff7a-fad3-46a3-adcc-7a23d08f4fdc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1056364 Jul 13 07:34:26.211815 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec560615-8c79-4e18-83ca-208cfbdcab11 req-87c8de7c-b132-448d-9852-ec45a440bdfa tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961607 Jul 13 07:34:26.222978 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57acd38-edac-48c3-83e4-4e95f92e5a07 x-openstack-request-id: req-e57acd38-edac-48c3-83e4-4e95f92e5a07 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:26.223405 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a78ee2fd-3296-488f-a49d-5cf97bfae221", "tag": "a9473f01-260f-40b5-a7d7-643fe8255030", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aec6ff47-4e76-435d-aa56-4f26bdb93d72", "tag": "764b10ea-c547-4516-b329-900e5c862067", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:26.223784 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e57acd38-edac-48c3-83e4-4e95f92e5a07 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:26.224373 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78ee2fd-3296-488f-a49d-5cf97bfae221', 'tag': 'a9473f01-260f-40b5-a7d7-643fe8255030', 'status': 'completed', 'code': 200} Jul 13 07:34:26.225291 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec6ff47-4e76-435d-aa56-4f26bdb93d72', 'tag': '764b10ea-c547-4516-b329-900e5c862067', 'status': 'completed', 'code': 200} Jul 13 07:34:26.311774 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-7d5be6e1-2534-4496-9d81-e0cf9608c534 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:26.314278 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-7d5be6e1-2534-4496-9d81-e0cf9608c534 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.62 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 820 time: 0.1136560 Jul 13 07:34:26.361189 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-69b3225d-897a-4f2c-a136-099db2bdcaff tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Request body: {'port': {'device_id': 'f57946b2-3bcd-450f-a587-35fc4b82e4b5', 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5', 'admin_state_up': True, 'tenant_id': '15158e7fe97d4861a97b0a945f95d776'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:26.428222 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-07e33cf1-518c-4d65-bfba-1339b5dba5b9 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d6a3e791abbc497c8586fd62e424c069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591125 Jul 13 07:34:26.447150 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f2807-2b93-47b9-bf36-6c7582c0f9bd req-166c7311-8353-4ebd-86fc-6f922a3fcc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:26.449331 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c41f2807-2b93-47b9-bf36-6c7582c0f9bd req-166c7311-8353-4ebd-86fc-6f922a3fcc9f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 1126 time: 0.1338761 Jul 13 07:34:26.521527 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f2807-2b93-47b9-bf36-6c7582c0f9bd req-ff3fc516-a96e-4cc9-9b20-772d4d69b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:26.521971 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c41f2807-2b93-47b9-bf36-6c7582c0f9bd req-ff3fc516-a96e-4cc9-9b20-772d4d69b0ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0ff6e974f964420a5efb9f781f70c04&device_id=aec6ff47-4e76-435d-aa56-4f26bdb93d72 HTTP/1.1" status: 200 len: 1096 time: 0.2622032 Jul 13 07:34:26.540876 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-69b3225d-897a-4f2c-a136-099db2bdcaff tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Made reservation on behalf of 15158e7fe97d4861a97b0a945f95d776 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:26.544483 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-69b3225d-897a-4f2c-a136-099db2bdcaff tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:26.586770 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-52db1f9c-afd9-4423-b3c7-5add04575350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:26.588312 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-52db1f9c-afd9-4423-b3c7-5add04575350 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3265631 Jul 13 07:34:26.606289 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bb6b9-6632-467e-b40e-c1edbc2721f8 req-7702d89a-597c-4d0c-82d4-3c1141bce781 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:26.607775 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a34bb6b9-6632-467e-b40e-c1edbc2721f8 req-7702d89a-597c-4d0c-82d4-3c1141bce781 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=aec6ff47-4e76-435d-aa56-4f26bdb93d72 HTTP/1.1" status: 200 len: 944 time: 0.2350543 Jul 13 07:34:26.615770 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f2807-2b93-47b9-bf36-6c7582c0f9bd req-f686d7e0-9602-4743-96aa-ccb25c2dfeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:26.616983 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c41f2807-2b93-47b9-bf36-6c7582c0f9bd req-f686d7e0-9602-4743-96aa-ccb25c2dfeb0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 908 time: 0.1476927 Jul 13 07:34:26.674375 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c41f2807-2b93-47b9-bf36-6c7582c0f9bd req-f581185e-440a-48b3-81f1-6075ed120fe9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9473f01-260f-40b5-a7d7-643fe8255030 HTTP/1.1" status: 200 len: 217 time: 0.0431352 Jul 13 07:34:26.703988 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-a21f26bb-e3d0-4d6b-9e66-a4ded677389a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:26.705615 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-a21f26bb-e3d0-4d6b-9e66-a4ded677389a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2642014 Jul 13 07:34:26.759935 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f2807-2b93-47b9-bf36-6c7582c0f9bd req-e72f01ba-ffa9-420d-855b-98c36375b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:26.761427 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c41f2807-2b93-47b9-bf36-6c7582c0f9bd req-e72f01ba-ffa9-420d-855b-98c36375b5a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 0.0605810 Jul 13 07:34:26.762464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-69b3225d-897a-4f2c-a136-099db2bdcaff tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Allocated IP 172.20.0.10 (acf8805e-fc72-4645-afdd-bc310db87bf5/bfd30de1-a97b-4b7f-9271-8b31642f73ac/50003957-f194-4544-a5d2-366da3dffec6) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:26.784916 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-be8754ea-c0d0-45cc-9672-36cf472eae80 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/quotas/d6a3e791abbc497c8586fd62e424c069 HTTP/1.1" status: 200 len: 375 time: 0.0700924 Jul 13 07:34:26.794486 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f2807-2b93-47b9-bf36-6c7582c0f9bd req-170fe6f4-aa8f-4976-8b54-d27b49b660c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:26.795919 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c41f2807-2b93-47b9-bf36-6c7582c0f9bd req-170fe6f4-aa8f-4976-8b54-d27b49b660c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=02fe467e-501d-4dea-afac-48e6d7fce230 HTTP/1.1" status: 200 len: 925 time: 0.2466052 Jul 13 07:34:26.798790 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a34bb6b9-6632-467e-b40e-c1edbc2721f8 req-66b819d4-d7bf-4b67-a16c-9266bc587af9 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/security-groups?id=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726968 Jul 13 07:34:26.824319 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c41f2807-2b93-47b9-bf36-6c7582c0f9bd req-70bffc68-e36d-4e08-83d2-a881474195d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364974 Jul 13 07:34:26.879880 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c41f2807-2b93-47b9-bf36-6c7582c0f9bd req-33cac3d1-b47d-4552-b8e7-ace6ee3f77a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=764b10ea-c547-4516-b329-900e5c862067 HTTP/1.1" status: 200 len: 217 time: 0.0697777 Jul 13 07:34:26.883428 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-ffe36e32-5adf-4517-8e3e-65e07a0e03d2 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725596 Jul 13 07:34:26.996048 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-c23798c5-1e60-4db8-b493-584ce7e57f9f tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6a3e791abbc497c8586fd62e424c069&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2029989 Jul 13 07:34:26.999761 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f2807-2b93-47b9-bf36-6c7582c0f9bd req-72212b8d-590b-48cf-af1d-f0495cf094e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:27.001249 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c41f2807-2b93-47b9-bf36-6c7582c0f9bd req-72212b8d-590b-48cf-af1d-f0495cf094e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=31d63351-98cd-481d-a626-10f87330372b HTTP/1.1" status: 200 len: 863 time: 0.1117268 Jul 13 07:34:27.104771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3d49ad7-5cd2-463b-8e4f-15fc41245136 req-c275bd7f-5728-4e54-9db6-3145626d28a1 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808867 Jul 13 07:34:27.120961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f2807-2b93-47b9-bf36-6c7582c0f9bd req-02d05cd0-d3f5-470c-a422-2abf7b962b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:27.122526 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c41f2807-2b93-47b9-bf36-6c7582c0f9bd req-02d05cd0-d3f5-470c-a422-2abf7b962b06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02fe467e-501d-4dea-afac-48e6d7fce230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956562 Jul 13 07:34:27.287059 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-69b3225d-897a-4f2c-a136-099db2bdcaff tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:27.325745 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c41f2807-2b93-47b9-bf36-6c7582c0f9bd req-af8d36d9-a52e-4efe-a9e1-b38baf9cab68 service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724612 Jul 13 07:34:27.333642 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c41f2807-2b93-47b9-bf36-6c7582c0f9bd req-e9c8b085-a7ee-4e80-b5b9-5138dbe0c3c7 service neutron] 10.222.0.35 "GET /v2.0/networks/02fe467e-501d-4dea-afac-48e6d7fce230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013278 Jul 13 07:34:27.351528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968b09a-fb5d-4dcc-9224-c28be7d55c7c req-1d4243b0-ff1b-4805-8907-6f1a6d1c3fd9 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:27.353076 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b968b09a-fb5d-4dcc-9224-c28be7d55c7c req-1d4243b0-ff1b-4805-8907-6f1a6d1c3fd9 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 943 time: 0.1290052 Jul 13 07:34:27.373244 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-69b3225d-897a-4f2c-a136-099db2bdcaff tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:27.468249 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-69b3225d-897a-4f2c-a136-099db2bdcaff tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Network acf8805e-fc72-4645-afdd-bc310db87bf5 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:27.475383 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-69b3225d-897a-4f2c-a136-099db2bdcaff tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:27.485470 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-69b3225d-897a-4f2c-a136-099db2bdcaff tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:27.491627 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3225d-897a-4f2c-a136-099db2bdcaff tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Pushing event updated for resources: {'Port': ['ID=50003957-f194-4544-a5d2-366da3dffec6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:27.519901 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49935871-10ea-4761-b2bf-e764880cfa1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:27.547741 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c41f2807-2b93-47b9-bf36-6c7582c0f9bd req-42a37e71-83f1-449e-b64e-af018e4f68d9 service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037871 Jul 13 07:34:27.560173 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-69b3225d-897a-4f2c-a136-099db2bdcaff tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:27.561202 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-69b3225d-897a-4f2c-a136-099db2bdcaff tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:27.579622 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-69b3225d-897a-4f2c-a136-099db2bdcaff tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2239587 Jul 13 07:34:27.583056 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:27.614512 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f2c8d334-782a-471e-a839-c26736421931 service neutron] Request body: {'port': {'device_id': 'f57946b2-3bcd-450f-a587-35fc4b82e4b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:27.698723 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f2c8d334-782a-471e-a839-c26736421931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:27.746232 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b968b09a-fb5d-4dcc-9224-c28be7d55c7c req-a4da5936-1de7-42a2-a490-1fe36d024d53 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810523 Jul 13 07:34:27.756030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94929f62-daed-4c4e-ad94-1606b37227ec req-f63e9efd-8dc6-4fb2-9913-810d41ab9290 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:27.757533 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94929f62-daed-4c4e-ad94-1606b37227ec req-f63e9efd-8dc6-4fb2-9913-810d41ab9290 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 948 time: 0.4826050 Jul 13 07:34:27.789961 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c41f2807-2b93-47b9-bf36-6c7582c0f9bd req-a21d691b-3546-418c-9cd9-40b78bbb7ee1 service neutron] 10.222.0.35 "GET /v2.0/networks/02fe467e-501d-4dea-afac-48e6d7fce230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335005 Jul 13 07:34:27.812484 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94929f62-daed-4c4e-ad94-1606b37227ec req-d6a94ced-3983-4859-8482-a532ada40de2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484900 Jul 13 07:34:28.033444 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-65b27875-b374-448e-920b-9be00ab27a3d req-47ef3d4d-a1cc-4dea-81db-61b3ceb24628 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea HTTP/1.1" status: 200 len: 210 time: 0.0698972 Jul 13 07:34:28.088184 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f2c8d334-782a-471e-a839-c26736421931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50003957-f194-4544-a5d2-366da3dffec6 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:28.097155 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f2c8d334-782a-471e-a839-c26736421931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:28.113421 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f2c8d334-782a-471e-a839-c26736421931 service neutron] Transition to ACTIVE for port object 50003957-f194-4544-a5d2-366da3dffec6 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:28.118297 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f2c8d334-782a-471e-a839-c26736421931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:28.177235 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8d334-782a-471e-a839-c26736421931 service neutron] Pushing event updated for resources: {'Port': ['ID=50003957-f194-4544-a5d2-366da3dffec6,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:28.229994 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b849dfd0-09b8-4cd0-80cf-6e686b864b2d', 'tag': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:28.232678 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7b0b16-f6ef-4783-b378-5ec4d9e8ff29" -d '{"events": [{"name": "network-changed", "server_uuid": "b849dfd0-09b8-4cd0-80cf-6e686b864b2d", "tag": "7c4e141d-3949-4fd1-a013-184c9b6fc9f0"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:28.253394 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f2c8d334-782a-471e-a839-c26736421931 service neutron] Attempting to bind port 50003957-f194-4544-a5d2-366da3dffec6 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:28.253726 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f2c8d334-782a-471e-a839-c26736421931 service neutron] Attempting to bind port 50003957-f194-4544-a5d2-366da3dffec6 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:28.254054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f2c8d334-782a-471e-a839-c26736421931 service neutron] Attempting to bind port 50003957-f194-4544-a5d2-366da3dffec6 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:28.256685 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0c7ad-f2e8-44fa-b5ed-73d991e1896f req-eb0fec6d-cd08-4f3d-a986-66a3f671b39c tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:28.258225 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ae0c7ad-f2e8-44fa-b5ed-73d991e1896f req-eb0fec6d-cd08-4f3d-a986-66a3f671b39c tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.0937879 Jul 13 07:34:28.258531 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f2c8d334-782a-471e-a839-c26736421931 service neutron] Port 50003957-f194-4544-a5d2-366da3dffec6 on network acf8805e-fc72-4645-afdd-bc310db87bf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:28.258847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f2c8d334-782a-471e-a839-c26736421931 service neutron] Attempting to bind port 50003957-f194-4544-a5d2-366da3dffec6 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:28.263896 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f2c8d334-782a-471e-a839-c26736421931 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:28.264315 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f2c8d334-782a-471e-a839-c26736421931 service neutron] Checking segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:28.264604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f2c8d334-782a-471e-a839-c26736421931 service neutron] Bound using segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:28.265019 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f2c8d334-782a-471e-a839-c26736421931 service neutron] Bound port: 50003957-f194-4544-a5d2-366da3dffec6, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:28.265370 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f2c8d334-782a-471e-a839-c26736421931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:28.265709 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc2e31-1846-43b4-af15-f3fdf5a78d59 req-40d8dff2-ceb4-49d1-8aed-eef5df5c7c76 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:28.267272 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4dc2e31-1846-43b4-af15-f3fdf5a78d59 req-40d8dff2-ceb4-49d1-8aed-eef5df5c7c76 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 944 time: 0.1346903 Jul 13 07:34:28.322006 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ae0c7ad-f2e8-44fa-b5ed-73d991e1896f req-2e8d5c44-9e41-40e8-bb74-f7aa177a455b tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536528 Jul 13 07:34:28.329339 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4dc2e31-1846-43b4-af15-f3fdf5a78d59 req-4095d741-7f8f-446a-9790-8a1f2460f18c tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550528 Jul 13 07:34:28.331701 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f2c8d334-782a-471e-a839-c26736421931 service neutron] For port 50003957-f194-4544-a5d2-366da3dffec6, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:28.335725 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f2c8d334-782a-471e-a839-c26736421931 service neutron] For port 50003957-f194-4544-a5d2-366da3dffec6, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=50003957-f194-4544-a5d2-366da3dffec6,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:28.344792 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f2c8d334-782a-471e-a839-c26736421931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:28.384755 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f2c8d334-782a-471e-a839-c26736421931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:28.385849 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f2c8d334-782a-471e-a839-c26736421931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:28.387528 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-f2c8d334-782a-471e-a839-c26736421931 service neutron] 10.222.0.62 "PUT /v2.0/ports/50003957-f194-4544-a5d2-366da3dffec6 HTTP/1.1" status: 200 len: 1093 time: 0.7776616 Jul 13 07:34:28.390193 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57946b2-3bcd-450f-a587-35fc4b82e4b5', 'tag': '50003957-f194-4544-a5d2-366da3dffec6'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:28.392241 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41945579-2cec-4801-a215-e613384cfcc2" -d '{"events": [{"name": "network-changed", "server_uuid": "f57946b2-3bcd-450f-a587-35fc4b82e4b5", "tag": "50003957-f194-4544-a5d2-366da3dffec6"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:28.419008 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8d334-782a-471e-a839-c26736421931 service neutron] Pushing event updated for resources: {'Port': ['ID=50003957-f194-4544-a5d2-366da3dffec6,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:28.496187 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcb2478-74c2-4738-8d5f-807790ca6a05 x-openstack-request-id: req-ffcb2478-74c2-4738-8d5f-807790ca6a05 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:28.497382 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b849dfd0-09b8-4cd0-80cf-6e686b864b2d", "tag": "7c4e141d-3949-4fd1-a013-184c9b6fc9f0", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:28.497646 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ffcb2478-74c2-4738-8d5f-807790ca6a05 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:28.498049 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b849dfd0-09b8-4cd0-80cf-6e686b864b2d', 'tag': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0', 'status': 'completed', 'code': 200} Jul 13 07:34:28.522004 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-93920bb4-5659-44df-8e86-7904374fb4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:28.523549 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-93920bb4-5659-44df-8e86-7904374fb4e2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 1096 time: 0.0684328 Jul 13 07:34:28.542510 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96360b33-108d-4104-92c5-d387b08030e5 req-d738e713-2fad-495f-9414-5c5056de2b05 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:28.544047 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96360b33-108d-4104-92c5-d387b08030e5 req-d738e713-2fad-495f-9414-5c5056de2b05 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=aec6ff47-4e76-435d-aa56-4f26bdb93d72 HTTP/1.1" status: 200 len: 944 time: 0.0879607 Jul 13 07:34:28.547049 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd912323-5d52-480c-8c3d-452ddaba35c9 x-openstack-request-id: req-bd912323-5d52-480c-8c3d-452ddaba35c9 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:28.547338 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57946b2-3bcd-450f-a587-35fc4b82e4b5", "tag": "50003957-f194-4544-a5d2-366da3dffec6", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:28.547587 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bd912323-5d52-480c-8c3d-452ddaba35c9 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:28.547980 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57946b2-3bcd-450f-a587-35fc4b82e4b5', 'tag': '50003957-f194-4544-a5d2-366da3dffec6', 'status': 'completed', 'code': 200} Jul 13 07:34:28.599374 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-18a0a1e7-6a14-41af-a1d3-257635417469 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50003957-f194-4544-a5d2-366da3dffec6 HTTP/1.1" status: 200 len: 217 time: 0.0483356 Jul 13 07:34:28.607259 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96360b33-108d-4104-92c5-d387b08030e5 req-63bbbc5e-4152-438c-ba66-30485e33a00c tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/security-groups?id=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520144 Jul 13 07:34:28.658000 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-bccc2996-a8ce-4b39-9bc5-53759d2541c1 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d6a3e791abbc497c8586fd62e424c069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271251 Jul 13 07:34:28.679421 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-915ba9f4-ab26-44d4-bd47-811cb4be39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:28.681094 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-915ba9f4-ab26-44d4-bd47-811cb4be39f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 200 len: 860 time: 0.0583644 Jul 13 07:34:28.725120 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b0b16-f6ef-4783-b378-5ec4d9e8ff29 req-5b118bc2-4d77-4d65-b4b2-a8b312298edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:28.726471 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9e7b0b16-f6ef-4783-b378-5ec4d9e8ff29 req-5b118bc2-4d77-4d65-b4b2-a8b312298edc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 1100 time: 0.1360543 Jul 13 07:34:28.754175 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-7a202d31-3b5f-4a6a-b643-e2fbdf7d090d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=acf8805e-fc72-4645-afdd-bc310db87bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553358 Jul 13 07:34:28.920141 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-949f6ced-6e6d-4a1b-abde-5f736aad58e7 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:28.925747 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-949f6ced-6e6d-4a1b-abde-5f736aad58e7 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2463686 Jul 13 07:34:28.928319 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b0b16-f6ef-4783-b378-5ec4d9e8ff29 req-652f0fe2-3d72-4069-9553-796c232320ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:28.929801 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9e7b0b16-f6ef-4783-b378-5ec4d9e8ff29 req-652f0fe2-3d72-4069-9553-796c232320ae service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.1781271 Jul 13 07:34:28.936098 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-c37973d7-9740-4f6a-8bd3-f08449c92809 service neutron] 10.222.0.62 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620259 Jul 13 07:34:28.941070 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-e0539021-7ad7-48a4-b4b6-771d994d5b99 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Request body: {'port': {'device_id': '1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': 'd6a3e791abbc497c8586fd62e424c069'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:29.010424 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9e7b0b16-f6ef-4783-b378-5ec4d9e8ff29 req-6631b724-3cde-434d-bc2e-9a4b10341b97 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0 HTTP/1.1" status: 200 len: 217 time: 0.0566299 Jul 13 07:34:29.085704 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 764b10ea-c547-4516-b329-900e5c862067 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:29.110396 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b0b16-f6ef-4783-b378-5ec4d9e8ff29 req-15dedb82-949d-45aa-95f9-6aa76796b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:29.111955 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9e7b0b16-f6ef-4783-b378-5ec4d9e8ff29 req-15dedb82-949d-45aa-95f9-6aa76796b971 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0831313 Jul 13 07:34:29.126723 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a1c24103-e2e4-42f1-942c-bad41b8fda2c req-e58708bc-2418-45bf-8421-2b6ce04b8b9e service neutron] 10.222.0.62 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714613 Jul 13 07:34:29.180433 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4bd73-2f14-4b97-aaa8-272b650c0bec req-8b56cfe1-a7c5-4736-aced-130ceaaaf272 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:29.186737 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-deb4bd73-2f14-4b97-aaa8-272b650c0bec req-8b56cfe1-a7c5-4736-aced-130ceaaaf272 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 948 time: 0.1903074 Jul 13 07:34:29.201233 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b0b16-f6ef-4783-b378-5ec4d9e8ff29 req-c49139cd-abe4-4b58-80c4-ee57c2653c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:29.202864 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9e7b0b16-f6ef-4783-b378-5ec4d9e8ff29 req-c49139cd-abe4-4b58-80c4-ee57c2653c27 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0661507 Jul 13 07:34:29.209353 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07716a44-1318-4eba-a7b7-4c0b7750e324 req-23bc2f68-bbb6-4e52-820c-4c97ef52d831 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:29.211449 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-07716a44-1318-4eba-a7b7-4c0b7750e324 req-23bc2f68-bbb6-4e52-820c-4c97ef52d831 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 943 time: 0.1588995 Jul 13 07:34:29.214186 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-e0539021-7ad7-48a4-b4b6-771d994d5b99 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Made reservation on behalf of d6a3e791abbc497c8586fd62e424c069 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:29.218044 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-e0539021-7ad7-48a4-b4b6-771d994d5b99 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.219151 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 764b10ea-c547-4516-b329-900e5c862067, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=764b10ea-c547-4516-b329-900e5c862067,segment=NetworkSegment(0e6d8cfe-3405-4d5c-9ea2-be864f420a8e),segment_id=0e6d8cfe-3405-4d5c-9ea2-be864f420a8e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:29.232169 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '764b10ea-c547-4516-b329-900e5c862067', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'port_id': '764b10ea-c547-4516-b329-900e5c862067', 'mac_address': 'fa:16:3e:a1:3e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d63351-98cd-481d-a626-10f87330372b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:29.271805 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.285792 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 764b10ea-c547-4516-b329-900e5c862067 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:29.306479 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 764b10ea-c547-4516-b329-900e5c862067, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=764b10ea-c547-4516-b329-900e5c862067,segment=NetworkSegment(0e6d8cfe-3405-4d5c-9ea2-be864f420a8e),segment_id=0e6d8cfe-3405-4d5c-9ea2-be864f420a8e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:29.312207 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.331481 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-deb4bd73-2f14-4b97-aaa8-272b650c0bec req-446f6a53-6a32-4e0f-8b6a-c2b901e2724d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323211 Jul 13 07:34:29.342330 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-07716a44-1318-4eba-a7b7-4c0b7750e324 req-d9a48555-a697-4288-8ab7-bc5abc470004 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211796 Jul 13 07:34:29.373735 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9e7b0b16-f6ef-4783-b378-5ec4d9e8ff29 req-53b8d11a-22b7-499b-9fde-91d561bb5210 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511548 Jul 13 07:34:29.388338 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=764b10ea-c547-4516-b329-900e5c862067,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:29.390961 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41945579-2cec-4801-a215-e613384cfcc2 req-42e87e01-4412-464c-8465-b37695f77028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:29.392484 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41945579-2cec-4801-a215-e613384cfcc2 req-42e87e01-4412-464c-8465-b37695f77028 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 1096 time: 0.1527090 Jul 13 07:34:29.422725 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.466940 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-e0539021-7ad7-48a4-b4b6-771d994d5b99 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Allocated IP 192.168.233.83 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:29.552210 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9e7b0b16-f6ef-4783-b378-5ec4d9e8ff29 req-bbd5e7ab-c042-4a32-9801-aaff8c9a5440 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549251 Jul 13 07:34:29.612060 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41945579-2cec-4801-a215-e613384cfcc2 req-34a1e094-74b3-4ac2-af98-a7fec9137cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:29.613527 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41945579-2cec-4801-a215-e613384cfcc2 req-34a1e094-74b3-4ac2-af98-a7fec9137cc9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 921 time: 0.1995256 Jul 13 07:34:29.667670 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41945579-2cec-4801-a215-e613384cfcc2 req-3d02356c-1ebd-41be-b0ef-33d318db0e44 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50003957-f194-4544-a5d2-366da3dffec6 HTTP/1.1" status: 200 len: 217 time: 0.0386055 Jul 13 07:34:29.720307 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41945579-2cec-4801-a215-e613384cfcc2 req-9e56f3b1-f66e-495f-8635-90928c0c6b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:29.720562 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca981bd-5a58-4f9a-adab-7021d970f5f5 req-0699353c-061a-43e9-9b2c-73864425b8e5 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:29.722111 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fca981bd-5a58-4f9a-adab-7021d970f5f5 req-0699353c-061a-43e9-9b2c-73864425b8e5 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0e413e2-8252-4b35-95a2-6c45b9ed27bb HTTP/1.1" status: 200 len: 950 time: 0.2122936 Jul 13 07:34:29.722444 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41945579-2cec-4801-a215-e613384cfcc2 req-9e56f3b1-f66e-495f-8635-90928c0c6b81 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 200 len: 860 time: 0.0451629 Jul 13 07:34:29.730165 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbffe6-681d-4747-97ec-be90ade93716 req-c58d13ad-0580-40b8-9cee-1dc143c20376 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:29.731628 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2efbffe6-681d-4747-97ec-be90ade93716 req-c58d13ad-0580-40b8-9cee-1dc143c20376 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/ports?device_id=7935f577-1735-402f-9c9c-a62309d52192 HTTP/1.1" status: 200 len: 950 time: 0.2085962 Jul 13 07:34:29.762142 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41945579-2cec-4801-a215-e613384cfcc2 req-a25530fc-5f67-49d6-956e-b843d2793ea8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=acf8805e-fc72-4645-afdd-bc310db87bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273154 Jul 13 07:34:29.775060 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-e0539021-7ad7-48a4-b4b6-771d994d5b99 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.802328 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-e0539021-7ad7-48a4-b4b6-771d994d5b99 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Transition to ACTIVE for port object ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:29.823264 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fca981bd-5a58-4f9a-adab-7021d970f5f5 req-d6f361c1-4ae8-4edf-a796-b38a7a3bcbe1 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/security-groups?id=1756a06a-2e5e-4005-9d4a-e45ea216a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880077 Jul 13 07:34:29.827336 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2efbffe6-681d-4747-97ec-be90ade93716 req-90c192b3-9f14-45df-a3b9-39896999ea9d tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/security-groups?id=35dbacef-a026-48e8-a25f-22b3c2b85771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877147 Jul 13 07:34:29.861657 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['764b10ea-c547-4516-b329-900e5c862067'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:29.871521 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-e0539021-7ad7-48a4-b4b6-771d994d5b99 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.888282 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41945579-2cec-4801-a215-e613384cfcc2 req-eda0c7d9-3b90-4d2b-9ec0-67f13cb102fd service neutron] 10.222.0.62 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133099 Jul 13 07:34:29.899457 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3d4bdfc8-f779-4b57-85be-37da3028ceb7', '9ab82b42-5404-4cea-8446-d241b04d031a'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:29.937877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-e0539021-7ad7-48a4-b4b6-771d994d5b99 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:29.942244 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-e0539021-7ad7-48a4-b4b6-771d994d5b99 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:29.946997 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-e0539021-7ad7-48a4-b4b6-771d994d5b99 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:29.953163 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-e0539021-7ad7-48a4-b4b6-771d994d5b99 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:29.953811 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-e0539021-7ad7-48a4-b4b6-771d994d5b99 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.973758 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0539021-7ad7-48a4-b4b6-771d994d5b99 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Pushing event updated for resources: {'Port': ['ID=ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:30.025542 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-e0539021-7ad7-48a4-b4b6-771d994d5b99 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0885992 Jul 13 07:34:30.046307 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Request body: {'port': {'device_id': '1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:30.057476 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f4be5-4ce7-493e-ad91-41f291ea1654 req-c1ad2f74-4193-4f70-b8fb-03ae2352098a tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:30.059102 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b38f4be5-4ce7-493e-ad91-41f291ea1654 req-c1ad2f74-4193-4f70-b8fb-03ae2352098a tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.1025329 Jul 13 07:34:30.089677 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41945579-2cec-4801-a215-e613384cfcc2 req-94f506fc-7417-4859-ac05-d2ac34166708 service neutron] 10.222.0.62 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875904 Jul 13 07:34:30.091507 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:30.093581 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a9473f01-260f-40b5-a7d7-643fe8255030 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:30.198777 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b38f4be5-4ce7-493e-ad91-41f291ea1654 req-a814328b-6714-4516-a12c-c4424c452d96 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184907 Jul 13 07:34:30.226618 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:30.246878 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e857b-af0b-4437-a5f1-6088f53e7e5a req-5d688d31-2366-45f2-ac96-060057a8785d tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:30.248606 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e5e857b-af0b-4437-a5f1-6088f53e7e5a req-5d688d31-2366-45f2-ac96-060057a8785d tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea HTTP/1.1" status: 200 len: 935 time: 0.1871221 Jul 13 07:34:30.324771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e5e857b-af0b-4437-a5f1-6088f53e7e5a req-7a214e80-4652-4c1c-bb1d-bae97348aa47 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559242 Jul 13 07:34:30.392237 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9ac86f7f-67ea-4d81-b907-0961ffabb84f None None] Provisioning for port ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:30.395767 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:30.422680 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9ac86f7f-67ea-4d81-b907-0961ffabb84f None None] Provisioning complete for port ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:30.422680 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ac86f7f-67ea-4d81-b907-0961ffabb84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:30.452096 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0', 'mac_address': 'fa:16:3e:9e:b5:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:30.496825 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-63135f67-c1f1-496e-a5b0-eb03d1c54cf0 service neutron] 10.222.0.62 "GET /v2.0/ports/a9473f01-260f-40b5-a7d7-643fe8255030/bindings/n-h1-779913-28 HTTP/1.1" status: 200 len: 385 time: 0.0812263 Jul 13 07:34:30.508289 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9ac86f7f-67ea-4d81-b907-0961ffabb84f None None] Port ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:30.530213 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:30.547325 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:30.557582 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f502d3-3006-4095-af29-d33d2a7284a1 req-b8da3780-3970-4222-9f71-3723caa57ba1 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:30.559150 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-23f502d3-3006-4095-af29-d33d2a7284a1 req-b8da3780-3970-4222-9f71-3723caa57ba1 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 944 time: 0.2379003 Jul 13 07:34:30.570838 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:30.575660 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:30.633929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:30.664982 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a4e0d-08f5-4df3-b961-73f1834e49f9 req-8c211ff0-8997-4ff3-8891-9d5b1979f5c7 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:30.670741 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-234a4e0d-08f5-4df3-b961-73f1834e49f9 req-8c211ff0-8997-4ff3-8891-9d5b1979f5c7 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=aec6ff47-4e76-435d-aa56-4f26bdb93d72 HTTP/1.1" status: 200 len: 945 time: 0.2222106 Jul 13 07:34:30.683420 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-23f502d3-3006-4095-af29-d33d2a7284a1 req-d9b71f76-6a95-436f-80af-7dcced664c15 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119537 Jul 13 07:34:30.723020 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-72915c39-c485-4ba3-bd4f-89585ef2e0e6 service neutron] For port a9473f01-260f-40b5-a7d7-643fe8255030, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a9473f01-260f-40b5-a7d7-643fe8255030,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:30.741149 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:30.748579 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-72915c39-c485-4ba3-bd4f-89585ef2e0e6 service neutron] For port a9473f01-260f-40b5-a7d7-643fe8255030, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:30.753360 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:30.758449 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-234a4e0d-08f5-4df3-b961-73f1834e49f9 req-01c3c30e-708f-4eeb-b456-b2f4252caa37 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/security-groups?id=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824177 Jul 13 07:34:30.776603 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Transition to ACTIVE for port object ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:30.786473 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:30.802953 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-72915c39-c485-4ba3-bd4f-89585ef2e0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9473f01-260f-40b5-a7d7-643fe8255030 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:30.819963 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-72915c39-c485-4ba3-bd4f-89585ef2e0e6 service neutron] For port a9473f01-260f-40b5-a7d7-643fe8255030, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=a9473f01-260f-40b5-a7d7-643fe8255030,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:30.840374 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-72915c39-c485-4ba3-bd4f-89585ef2e0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:30.864617 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Pushing event updated for resources: {'Port': ['ID=ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:30.907309 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:30.908409 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:30.908773 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:30.909115 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:30.909452 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:30.910399 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:30.910748 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:30.911078 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:30.911412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:30.911740 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:30.912076 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:30.912621 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:30.928996 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-72915c39-c485-4ba3-bd4f-89585ef2e0e6 service neutron] Transition to ACTIVE for port object a9473f01-260f-40b5-a7d7-643fe8255030 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:30.938486 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-72915c39-c485-4ba3-bd4f-89585ef2e0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.013027 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-72915c39-c485-4ba3-bd4f-89585ef2e0e6 service neutron] No DVR routers for this DVR port a9473f01-260f-40b5-a7d7-643fe8255030 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:31.021052 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72915c39-c485-4ba3-bd4f-89585ef2e0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a9473f01-260f-40b5-a7d7-643fe8255030,revision_number=10']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:31.024521 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Attempting to bind port ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:31.025065 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Attempting to bind port ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:31.025190 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Attempting to bind port ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:31.032127 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72915c39-c485-4ba3-bd4f-89585ef2e0e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:31.032472 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72915c39-c485-4ba3-bd4f-89585ef2e0e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:31.032809 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72915c39-c485-4ba3-bd4f-89585ef2e0e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:31.033224 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72915c39-c485-4ba3-bd4f-89585ef2e0e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:31.033566 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72915c39-c485-4ba3-bd4f-89585ef2e0e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:31.033917 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72915c39-c485-4ba3-bd4f-89585ef2e0e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:31.034276 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72915c39-c485-4ba3-bd4f-89585ef2e0e6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:31.034599 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72915c39-c485-4ba3-bd4f-89585ef2e0e6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:31.034923 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72915c39-c485-4ba3-bd4f-89585ef2e0e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:31.035246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72915c39-c485-4ba3-bd4f-89585ef2e0e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:31.035565 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72915c39-c485-4ba3-bd4f-89585ef2e0e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:31.035883 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72915c39-c485-4ba3-bd4f-89585ef2e0e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:31.059601 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Port ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:31.059955 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Attempting to bind port ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:31.062061 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-72915c39-c485-4ba3-bd4f-89585ef2e0e6 service neutron] 10.222.0.62 "PUT /v2.0/ports/a9473f01-260f-40b5-a7d7-643fe8255030/bindings/n-h1-779913-28/activate HTTP/1.1" status: 200 len: 370 time: 0.5573313 Jul 13 07:34:31.084313 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df6333-19c3-42d6-8b01-2d4eac1cfaa5 req-2b4a15d1-85d3-4487-a5c1-f8b84fc57576 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:31.086682 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b1df6333-19c3-42d6-8b01-2d4eac1cfaa5 req-2b4a15d1-85d3-4487-a5c1-f8b84fc57576 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 943 time: 0.2471859 Jul 13 07:34:31.089575 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:31.089915 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:31.090333 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:31.090815 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Bound port: ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:31.091182 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.172308 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.173878 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f4ba-62d7-479c-99a2-8dc0f7f2dce7 req-5f200e26-82cd-4a4e-bbb6-470ae0c0c95c tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:31.178885 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a278f4ba-62d7-479c-99a2-8dc0f7f2dce7 req-5f200e26-82cd-4a4e-bbb6-470ae0c0c95c tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 949 time: 0.2767754 Jul 13 07:34:31.183596 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['7c4e141d-3949-4fd1-a013-184c9b6fc9f0'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:31.211358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-8875edfe-90c0-4f26-9b6a-83adc1d86895 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:31.213442 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-8875edfe-90c0-4f26-9b6a-83adc1d86895 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221&tenant_id=218eabc1e5414d678874133f2fbf6f59&binding%3Ahost_id=n-h2-779913-28 HTTP/1.1" status: 200 len: 1096 time: 0.0663722 Jul 13 07:34:31.222786 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a8e8b-08bf-43f1-8f9f-f03a7c4bbe0c req-c688fcbf-dfcc-41cf-a982-8d2d6122e8b2 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:31.224283 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-866a8e8b-08bf-43f1-8f9f-f03a7c4bbe0c req-c688fcbf-dfcc-41cf-a982-8d2d6122e8b2 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.35 "GET /v2.0/ports?device_id=7935f577-1735-402f-9c9c-a62309d52192 HTTP/1.1" status: 200 len: 950 time: 0.2181408 Jul 13 07:34:31.232552 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b1df6333-19c3-42d6-8b01-2d4eac1cfaa5 req-10dbc4d8-9ddc-4ec4-a6a8-7fe03596598f tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354866 Jul 13 07:34:31.303698 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fae85ed1-b375-4190-8243-86db5a19d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:31.306242 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-fae85ed1-b375-4190-8243-86db5a19d03e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221&tenant_id=218eabc1e5414d678874133f2fbf6f59 HTTP/1.1" status: 200 len: 1096 time: 0.0812919 Jul 13 07:34:31.310802 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] For port ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:31.332775 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a278f4ba-62d7-479c-99a2-8dc0f7f2dce7 req-12d08295-37f7-4dbd-ba26-7be32f36f45a tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425872 Jul 13 07:34:31.339382 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] For port ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:31.377978 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.385479 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d50fbcb0-639b-4372-a596-26b4ae4247fd', '45acecb5-5e3d-4015-9a01-9e93f1ddfde4', '6307f0ac-2121-4925-a578-c298a7b184cd'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:31.413074 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-f06b0ea9-ffcd-4b7b-8ad8-e661ee353a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:31.415129 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-f06b0ea9-ffcd-4b7b-8ad8-e661ee353a3d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 1096 time: 0.0691328 Jul 13 07:34:31.460671 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:31.461301 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.462726 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] 10.222.0.35 "PUT /v2.0/ports/ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc HTTP/1.1" status: 200 len: 1096 time: 1.4223347 Jul 13 07:34:31.475212 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea', 'tag': 'ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:31.477476 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00692904-74ca-4ed4-991a-a91c7748151b" -d '{"events": [{"name": "network-changed", "server_uuid": "1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea", "tag": "ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:31.541518 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-866a8e8b-08bf-43f1-8f9f-f03a7c4bbe0c req-3ed949c8-8101-4fd1-b3d8-9a9c5857d7fa tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Deleting port 46ae5219-5319-47bf-b8a1-d5a19a5055cb {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:31.542184 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-866a8e8b-08bf-43f1-8f9f-f03a7c4bbe0c req-3ed949c8-8101-4fd1-b3d8-9a9c5857d7fa tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.545365 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c438225-446f-4ec3-a651-a6b08c1dff3d service neutron] Pushing event updated for resources: {'Port': ['ID=ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:31.597819 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-79905b66-1edc-4213-b378-7d23c42a8f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:31.601302 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-79905b66-1edc-4213-b378-7d23c42a8f93 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 908 time: 0.1778963 Jul 13 07:34:31.641355 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb23a96-14cc-4023-867b-7dc138632fac req-60792f07-bc7f-47a6-b54a-3b65238913be tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:31.643123 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dfb23a96-14cc-4023-867b-7dc138632fac req-60792f07-bc7f-47a6-b54a-3b65238913be tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0e413e2-8252-4b35-95a2-6c45b9ed27bb HTTP/1.1" status: 200 len: 950 time: 0.2776806 Jul 13 07:34:31.711289 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-3359c944-e7f3-457c-a115-581a908b9a9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9473f01-260f-40b5-a7d7-643fe8255030 HTTP/1.1" status: 200 len: 217 time: 0.0702894 Jul 13 07:34:31.771115 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-3560cd0a-bf24-4125-a84f-246ede4c1787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:31.772814 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-3560cd0a-bf24-4125-a84f-246ede4c1787 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 0.0523071 Jul 13 07:34:31.804019 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-866a8e8b-08bf-43f1-8f9f-f03a7c4bbe0c req-3ed949c8-8101-4fd1-b3d8-9a9c5857d7fa tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] For port 46ae5219-5319-47bf-b8a1-d5a19a5055cb, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=46ae5219-5319-47bf-b8a1-d5a19a5055cb,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:31.804635 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-866a8e8b-08bf-43f1-8f9f-f03a7c4bbe0c req-3ed949c8-8101-4fd1-b3d8-9a9c5857d7fa tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.810131 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-a4f2f616-a62e-40f5-ab7d-7b4a366e80ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284393 Jul 13 07:34:31.823988 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dfb23a96-14cc-4023-867b-7dc138632fac req-06150445-283b-46da-9796-1495206ed79e tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/security-groups?id=1756a06a-2e5e-4005-9d4a-e45ea216a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688290 Jul 13 07:34:31.849539 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-866a8e8b-08bf-43f1-8f9f-f03a7c4bbe0c req-3ed949c8-8101-4fd1-b3d8-9a9c5857d7fa tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Calling delete_port for 46ae5219-5319-47bf-b8a1-d5a19a5055cb owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:31.874336 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-6c5ac472-0a66-4301-be88-3233338c0564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:31.877021 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-6c5ac472-0a66-4301-be88-3233338c0564 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6a3e791abbc497c8586fd62e424c069&device_id=1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea HTTP/1.1" status: 200 len: 1099 time: 0.3446827 Jul 13 07:34:31.893304 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77259115-a458-417a-8664-8540b7c3d4b6 req-642fad2b-8215-4225-975f-0fcd72c85663 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:31.898985 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77259115-a458-417a-8664-8540b7c3d4b6 req-642fad2b-8215-4225-975f-0fcd72c85663 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/ports?device_id=7935f577-1735-402f-9c9c-a62309d52192 HTTP/1.1" status: 200 len: 950 time: 0.3655386 Jul 13 07:34:32.004594 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823e9e7-4e19-4532-a599-2f0306be3940 req-2424df81-ce7b-4d2b-a039-3eb89727fb9b tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:32.006152 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b823e9e7-4e19-4532-a599-2f0306be3940 req-2424df81-ce7b-4d2b-a039-3eb89727fb9b tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0e413e2-8252-4b35-95a2-6c45b9ed27bb HTTP/1.1" status: 200 len: 950 time: 0.1992056 Jul 13 07:34:32.008060 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-11278df2-54cf-4870-85e6-368b9c6eb634 service neutron] 10.222.0.35 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887770 Jul 13 07:34:32.049326 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-bd6d1f62-c4c8-4552-9c9b-2af043e0250e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc HTTP/1.1" status: 200 len: 217 time: 0.1472301 Jul 13 07:34:32.092490 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 50003957-f194-4544-a5d2-366da3dffec6 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:32.167247 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77259115-a458-417a-8664-8540b7c3d4b6 req-50071c32-b36e-49d4-b238-9c512af8e2c6 tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.58 "GET /v2.0/security-groups?id=35dbacef-a026-48e8-a25f-22b3c2b85771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668908 Jul 13 07:34:32.192155 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-e6838a22-45cc-4af0-86e1-0e8b6bc4c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:32.193721 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-e6838a22-45cc-4af0-86e1-0e8b6bc4c535 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1065178 Jul 13 07:34:32.201094 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-433931f2-437c-49b4-a40a-cce0c9c4c5e3 service neutron] 10.222.0.35 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849406 Jul 13 07:34:32.242174 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 50003957-f194-4544-a5d2-366da3dffec6, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=50003957-f194-4544-a5d2-366da3dffec6,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:32.259954 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-b823e9e7-4e19-4532-a599-2f0306be3940 req-e2fbf192-db00-46fb-b3d8-850b5cc5f15d tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Deleting port d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:32.259954 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b823e9e7-4e19-4532-a599-2f0306be3940 req-e2fbf192-db00-46fb-b3d8-850b5cc5f15d tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:32.288691 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '50003957-f194-4544-a5d2-366da3dffec6', 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5', 'port_id': '50003957-f194-4544-a5d2-366da3dffec6', 'mac_address': 'fa:16:3e:dc:22:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd30de1-a97b-4b7f-9271-8b31642f73ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:32.339417 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:32.362007 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50003957-f194-4544-a5d2-366da3dffec6 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:32.396331 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 50003957-f194-4544-a5d2-366da3dffec6, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=50003957-f194-4544-a5d2-366da3dffec6,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:32.403757 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:32.423230 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b823e9e7-4e19-4532-a599-2f0306be3940 req-e2fbf192-db00-46fb-b3d8-850b5cc5f15d tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] For port d2ffbaa4-3dc8-43e0-970d-846b8638d6d0, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=d2ffbaa4-3dc8-43e0-970d-846b8638d6d0,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:32.423608 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b823e9e7-4e19-4532-a599-2f0306be3940 req-e2fbf192-db00-46fb-b3d8-850b5cc5f15d tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:32.455707 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-b823e9e7-4e19-4532-a599-2f0306be3940 req-e2fbf192-db00-46fb-b3d8-850b5cc5f15d tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Calling delete_port for d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:32.481841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=50003957-f194-4544-a5d2-366da3dffec6,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:32.627228 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d95112-1320-48b5-b5c8-d63c547a4df5 req-57b3351e-cd7f-44b2-bfef-6eda9c656b74 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:32.628661 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95d95112-1320-48b5-b5c8-d63c547a4df5 req-57b3351e-cd7f-44b2-bfef-6eda9c656b74 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.6803310 Jul 13 07:34:32.632626 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-866a8e8b-08bf-43f1-8f9f-f03a7c4bbe0c req-3ed949c8-8101-4fd1-b3d8-9a9c5857d7fa tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:32.675095 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-d1ea7ef9-4ac0-43cb-a493-81ff5f11c2bb tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:32.677496 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-d1ea7ef9-4ac0-43cb-a493-81ff5f11c2bb tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221&tenant_id=218eabc1e5414d678874133f2fbf6f59&binding%3Ahost_id=n-h1-779913-28 HTTP/1.1" status: 200 len: 1096 time: 0.1209099 Jul 13 07:34:32.687561 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b823e9e7-4e19-4532-a599-2f0306be3940 req-e2fbf192-db00-46fb-b3d8-850b5cc5f15d tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:32.687812 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed949c8-8101-4fd1-b3d8-9a9c5857d7fa tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Pushing event deleted for resources: {'Port': ['ID=46ae5219-5319-47bf-b8a1-d5a19a5055cb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:32.708329 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['d2ffbaa4-3dc8-43e0-970d-846b8638d6d0'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:32.752245 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbf192-db00-46fb-b3d8-850b5cc5f15d tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Pushing event deleted for resources: {'Port': ['ID=d2ffbaa4-3dc8-43e0-970d-846b8638d6d0,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:32.771029 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-866a8e8b-08bf-43f1-8f9f-f03a7c4bbe0c req-3ed949c8-8101-4fd1-b3d8-9a9c5857d7fa tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] No DVR routers for this DVR port 46ae5219-5319-47bf-b8a1-d5a19a5055cb on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:32.779917 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['46ae5219-5319-47bf-b8a1-d5a19a5055cb'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:32.783064 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-29fe849e-b4de-41af-9968-91e8969c66c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:32.784712 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-29fe849e-b4de-41af-9968-91e8969c66c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5832944 Jul 13 07:34:32.786073 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['dcaf2021-8cb5-46b2-a661-402e50965858'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:32.787891 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-866a8e8b-08bf-43f1-8f9f-f03a7c4bbe0c req-3ed949c8-8101-4fd1-b3d8-9a9c5857d7fa tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:32.789833 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-866a8e8b-08bf-43f1-8f9f-f03a7c4bbe0c req-3ed949c8-8101-4fd1-b3d8-9a9c5857d7fa tempest-TenantUsagesTestJSON-1914930425 tempest-TenantUsagesTestJSON-1914930425-project] 10.222.0.35 "DELETE /v2.0/ports/46ae5219-5319-47bf-b8a1-d5a19a5055cb HTTP/1.1" status: 204 len: 173 time: 1.5564034 Jul 13 07:34:32.799979 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95d95112-1320-48b5-b5c8-d63c547a4df5 req-f1e3f899-09ad-4530-84b7-8b8d459ab699 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624076 Jul 13 07:34:32.839606 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b823e9e7-4e19-4532-a599-2f0306be3940 req-e2fbf192-db00-46fb-b3d8-850b5cc5f15d tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] No DVR routers for this DVR port d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:32.842294 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b823e9e7-4e19-4532-a599-2f0306be3940 req-e2fbf192-db00-46fb-b3d8-850b5cc5f15d tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:32.843847 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538d369-f190-4d2a-94c1-68df45416feb req-600da5d4-ebb0-4d4d-8490-c25080f1fa90 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:32.844776 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b823e9e7-4e19-4532-a599-2f0306be3940 req-e2fbf192-db00-46fb-b3d8-850b5cc5f15d tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.62 "DELETE /v2.0/ports/d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 HTTP/1.1" status: 204 len: 173 time: 0.8169281 Jul 13 07:34:32.846024 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3538d369-f190-4d2a-94c1-68df45416feb req-600da5d4-ebb0-4d4d-8490-c25080f1fa90 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea HTTP/1.1" status: 200 len: 947 time: 0.2777586 Jul 13 07:34:32.847559 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e413e2-8252-4b35-95a2-6c45b9ed27bb', 'name': 'network-vif-deleted', 'tag': 'd2ffbaa4-3dc8-43e0-970d-846b8638d6d0'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:32.860127 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0816b331-9bcd-4fd5-b062-2f6ac9a47f16" -d '{"events": [{"server_uuid": "d0e413e2-8252-4b35-95a2-6c45b9ed27bb", "name": "network-vif-deleted", "tag": "d2ffbaa4-3dc8-43e0-970d-846b8638d6d0"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:32.872174 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['50003957-f194-4544-a5d2-366da3dffec6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:32.962687 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a14e78-a406-4431-adf2-fcfa49204f32 x-openstack-request-id: req-a2a14e78-a406-4431-adf2-fcfa49204f32 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:32.963022 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea", "tag": "ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:32.963270 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a2a14e78-a406-4431-adf2-fcfa49204f32 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:32.963682 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea', 'tag': 'ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc', 'status': 'completed', 'code': 200} Jul 13 07:34:33.016635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-b9b92d9b-7100-4a6f-9da8-0484e8476bfd service neutron] For port a9473f01-260f-40b5-a7d7-643fe8255030, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:33.021290 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-b9b92d9b-7100-4a6f-9da8-0484e8476bfd service neutron] Notify callbacks [] for binding, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.021290 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8975fc9c-156d-477e-af8d-b129fd014fc0 req-b9b92d9b-7100-4a6f-9da8-0484e8476bfd service neutron] 10.222.0.35 "DELETE /v2.0/ports/a9473f01-260f-40b5-a7d7-643fe8255030/bindings/n-h2-779913-28 HTTP/1.1" status: 204 len: 173 time: 0.3316250 Jul 13 07:34:33.029154 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3538d369-f190-4d2a-94c1-68df45416feb req-bc3582ed-f550-41fe-8b5c-564a75dcd0aa tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689274 Jul 13 07:34:33.077353 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-da435e4c-7360-4eaa-9384-0014387b26c2 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809377 Jul 13 07:34:33.221278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 764b10ea-c547-4516-b329-900e5c862067 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:33.336087 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e6445f-2c95-497e-8803-3b4d3fbca625 req-20646e34-a43e-404f-9b81-7d72441bec43 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418306 Jul 13 07:34:33.375263 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 764b10ea-c547-4516-b329-900e5c862067 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:33.382854 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 764b10ea-c547-4516-b329-900e5c862067 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:33.383472 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.390591 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:34:33.472316 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.496635 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec6ff47-4e76-435d-aa56-4f26bdb93d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764b10ea-c547-4516-b329-900e5c862067'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:33.499070 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229863a0-4a16-49d0-b35c-920a35fa5a6d" -d '{"events": [{"server_uuid": "aec6ff47-4e76-435d-aa56-4f26bdb93d72", "name": "network-vif-plugged", "status": "completed", "tag": "764b10ea-c547-4516-b329-900e5c862067"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:33.511723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 764b10ea-c547-4516-b329-900e5c862067, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=764b10ea-c547-4516-b329-900e5c862067,segment=NetworkSegment(0e6d8cfe-3405-4d5c-9ea2-be864f420a8e),segment_id=0e6d8cfe-3405-4d5c-9ea2-be864f420a8e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:33.516429 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.522057 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851d251-ef84-461f-8c6e-987b90bbba0e req-5367de52-4969-461f-bd67-baba8dc8723d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:33.523610 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4851d251-ef84-461f-8c6e-987b90bbba0e req-5367de52-4969-461f-bd67-baba8dc8723d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=aec6ff47-4e76-435d-aa56-4f26bdb93d72 HTTP/1.1" status: 200 len: 945 time: 0.2084525 Jul 13 07:34:33.544208 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d7660-8f49-4b9e-a390-ced69c149311 req-175e3f0f-f364-47ab-801c-f12a05a2cf35 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:33.545965 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee4d7660-8f49-4b9e-a390-ced69c149311 req-175e3f0f-f364-47ab-801c-f12a05a2cf35 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 945 time: 0.1833985 Jul 13 07:34:33.601311 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00692904-74ca-4ed4-991a-a91c7748151b req-a105a0d5-0f7b-4a44-8ba7-08aec437b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:33.602869 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00692904-74ca-4ed4-991a-a91c7748151b req-a105a0d5-0f7b-4a44-8ba7-08aec437b685 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6a3e791abbc497c8586fd62e424c069&device_id=1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea HTTP/1.1" status: 200 len: 1099 time: 0.1796019 Jul 13 07:34:33.610654 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=764b10ea-c547-4516-b329-900e5c862067,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:33.629833 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4851d251-ef84-461f-8c6e-987b90bbba0e req-76a10fd8-0647-43b3-a6d2-41bef9d2f011 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/security-groups?id=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959523 Jul 13 07:34:33.663300 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee4d7660-8f49-4b9e-a390-ced69c149311 req-5ebee5e0-6391-4130-959f-6ee665a60bc9 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935595 Jul 13 07:34:33.769783 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00692904-74ca-4ed4-991a-a91c7748151b req-3d6fccab-ebc1-40e8-bc7d-fb841dc7247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:33.772389 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00692904-74ca-4ed4-991a-a91c7748151b req-3d6fccab-ebc1-40e8-bc7d-fb841dc7247e service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.1572316 Jul 13 07:34:33.896363 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00692904-74ca-4ed4-991a-a91c7748151b req-f47450e3-1b3b-4305-a107-58ec34355ab0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc HTTP/1.1" status: 200 len: 217 time: 0.1091833 Jul 13 07:34:33.959538 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e05857cc-8686-4036-8e46-8553f3e0f928 None None] Provisioning complete for port 764b10ea-c547-4516-b329-900e5c862067 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:33.960937 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e05857cc-8686-4036-8e46-8553f3e0f928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.016021 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00692904-74ca-4ed4-991a-a91c7748151b req-5e9a2787-8b95-442f-924b-53a1136cecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:34.017467 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00692904-74ca-4ed4-991a-a91c7748151b req-5e9a2787-8b95-442f-924b-53a1136cecf1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0992448 Jul 13 07:34:34.076737 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2e3d5-eb26-4b90-a98e-b94ffd8b9dae req-6df8acc9-5c97-44b4-ae25-dec0f61e5ea4 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:34.078358 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbf2e3d5-eb26-4b90-a98e-b94ffd8b9dae req-6df8acc9-5c97-44b4-ae25-dec0f61e5ea4 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 944 time: 0.2046814 Jul 13 07:34:34.095744 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78cd367-1188-4f5a-89d4-36d2cfa822f2 req-6e5d1129-9547-42fe-8540-6487550c99a2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:34.097285 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a78cd367-1188-4f5a-89d4-36d2cfa822f2 req-6e5d1129-9547-42fe-8540-6487550c99a2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 949 time: 0.1802623 Jul 13 07:34:34.150001 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:34.173477 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbf2e3d5-eb26-4b90-a98e-b94ffd8b9dae req-c2204f60-b389-4467-bdd3-5236211a6053 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867982 Jul 13 07:34:34.177392 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00692904-74ca-4ed4-991a-a91c7748151b req-06d8a74d-0265-45de-8102-72b40e876fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:34.179024 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00692904-74ca-4ed4-991a-a91c7748151b req-06d8a74d-0265-45de-8102-72b40e876fe0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1505239 Jul 13 07:34:34.183229 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a78cd367-1188-4f5a-89d4-36d2cfa822f2 req-5f160441-0c09-46e1-bf88-8c2c7cac2d6f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760827 Jul 13 07:34:34.226672 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:34.230994 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:34.231578 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.244057 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cccd602-d45b-4a50-8b0e-06c37fb99a62 x-openstack-request-id: req-0cccd602-d45b-4a50-8b0e-06c37fb99a62 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:34.245798 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e413e2-8252-4b35-95a2-6c45b9ed27bb", "name": "network-vif-deleted", "tag": "d2ffbaa4-3dc8-43e0-970d-846b8638d6d0", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:34.246241 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0cccd602-d45b-4a50-8b0e-06c37fb99a62 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:34.246843 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e413e2-8252-4b35-95a2-6c45b9ed27bb', 'name': 'network-vif-deleted', 'tag': 'd2ffbaa4-3dc8-43e0-970d-846b8638d6d0', 'status': 'completed', 'code': 200} Jul 13 07:34:34.314177 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00692904-74ca-4ed4-991a-a91c7748151b req-3a9313ad-3fc3-4fd2-8e57-5305b6a8c338 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148751 Jul 13 07:34:34.346464 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e1d1f9-7abd-4b5a-aaa3-f518c6f5c75e x-openstack-request-id: req-f3e1d1f9-7abd-4b5a-aaa3-f518c6f5c75e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:34.346952 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec6ff47-4e76-435d-aa56-4f26bdb93d72", "name": "network-vif-plugged", "status": "completed", "tag": "764b10ea-c547-4516-b329-900e5c862067", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:34.347204 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3e1d1f9-7abd-4b5a-aaa3-f518c6f5c75e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:34.347620 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec6ff47-4e76-435d-aa56-4f26bdb93d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764b10ea-c547-4516-b329-900e5c862067', 'code': 200} Jul 13 07:34:34.383011 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.428616 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:34.435119 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.497171 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:34.528420 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:34.528677 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device d2ffbaa4-3dc8-43e0-970d-846b8638d6d0 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:34.531155 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:34.543442 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ba567-d8d0-4738-9bc4-9291abf878ec req-fcf75906-7495-4d09-8fb4-bf6390fdb049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:34.548285 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fa8ba567-d8d0-4738-9bc4-9291abf878ec req-fcf75906-7495-4d09-8fb4-bf6390fdb049 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aec6ff47-4e76-435d-aa56-4f26bdb93d72 HTTP/1.1" status: 200 len: 1098 time: 0.1565764 Jul 13 07:34:34.606871 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fa8ba567-d8d0-4738-9bc4-9291abf878ec req-e6628146-7fdc-41ab-afb0-0166d616b5e6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521827 Jul 13 07:34:34.607352 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00692904-74ca-4ed4-991a-a91c7748151b req-e95ff305-af40-497d-b822-81e4dff2b068 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837660 Jul 13 07:34:34.661625 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5352487-2806-4d49-9020-8248034e647b req-c157eeb7-e83a-4ecc-92af-1a11cee10ec9 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:34.663243 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5352487-2806-4d49-9020-8248034e647b req-c157eeb7-e83a-4ecc-92af-1a11cee10ec9 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.1765544 Jul 13 07:34:34.676760 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd36a51-12da-4f20-80c8-ac8108d691e2 req-1855cc47-d810-4f79-bb20-5f1540afc809 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:34.682814 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fcd36a51-12da-4f20-80c8-ac8108d691e2 req-1855cc47-d810-4f79-bb20-5f1540afc809 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea HTTP/1.1" status: 200 len: 947 time: 0.1970890 Jul 13 07:34:34.700097 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60646) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:34.775076 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5352487-2806-4d49-9020-8248034e647b req-778b1e47-03df-4ef9-90e7-590a0e2827e8 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908551 Jul 13 07:34:34.800938 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fcd36a51-12da-4f20-80c8-ac8108d691e2 req-8518034e-8eeb-4f27-9c80-7bc4c1b2afb0 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955367 Jul 13 07:34:34.821105 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-53acdc1a-69c7-4443-a4ed-88721dcaa99d None None] Provisioning complete for port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:34.821717 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-53acdc1a-69c7-4443-a4ed-88721dcaa99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.964632 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7935f577-1735-402f-9c9c-a62309d52192', 'name': 'network-vif-deleted', 'tag': '46ae5219-5319-47bf-b8a1-d5a19a5055cb'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:34.967164 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0c9c42-22ca-4b9f-8f86-4ac3cd969f69" -d '{"events": [{"server_uuid": "7935f577-1735-402f-9c9c-a62309d52192", "name": "network-vif-deleted", "tag": "46ae5219-5319-47bf-b8a1-d5a19a5055cb"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:34.974322 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60656) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:34.977232 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fd70b12f-7151-461b-af49-de04b70e233f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a35687284084267ac00fc6eab4696e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755449 Jul 13 07:34:35.150860 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 46ae5219-5319-47bf-b8a1-d5a19a5055cb no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:35.177991 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 46ae5219-5319-47bf-b8a1-d5a19a5055cb {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:35.178431 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 46ae5219-5319-47bf-b8a1-d5a19a5055cb not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:35.184043 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b46ef6d-0c84-4068-bffc-9ae5e3b6dea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.196069 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d100a5-2452-41e6-87e9-2dd2e17e1076 req-05174d43-0700-4a4f-ba8d-dd95ae090265 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:35.197566 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05d100a5-2452-41e6-87e9-2dd2e17e1076 req-05174d43-0700-4a4f-ba8d-dd95ae090265 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=aec6ff47-4e76-435d-aa56-4f26bdb93d72 HTTP/1.1" status: 200 len: 946 time: 0.1844208 Jul 13 07:34:35.231263 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b46ef6d-0c84-4068-bffc-9ae5e3b6dea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.273243 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05d100a5-2452-41e6-87e9-2dd2e17e1076 req-4eeb029f-27be-402d-9911-9596a1d06eb4 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/security-groups?id=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685141 Jul 13 07:34:35.325924 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b46ef6d-0c84-4068-bffc-9ae5e3b6dea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.328361 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b46ef6d-0c84-4068-bffc-9ae5e3b6dea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.332016 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5b46ef6d-0c84-4068-bffc-9ae5e3b6dea6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/35dbacef-a026-48e8-a25f-22b3c2b85771 HTTP/1.1" status: 204 len: 168 time: 0.3540552 Jul 13 07:34:35.350139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46ef6d-0c84-4068-bffc-9ae5e3b6dea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dbacef-a026-48e8-a25f-22b3c2b85771,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:35.384181 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8935468-b14a-4f9d-a2e9-8b50f62df111 req-7bf6c633-d85e-4cda-99b3-422f907fb750 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:35.387069 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b8935468-b14a-4f9d-a2e9-8b50f62df111 req-7bf6c633-d85e-4cda-99b3-422f907fb750 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 945 time: 0.1213865 Jul 13 07:34:35.500794 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b8935468-b14a-4f9d-a2e9-8b50f62df111 req-6109057a-a70f-468f-b4a6-7ea7560fbd11 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075909 Jul 13 07:34:35.531503 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6960f2-c1d1-419b-8453-60d9731c2498 req-29d84322-207a-4196-ba5a-d4b9ddc3e0a2 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:35.531503 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c6960f2-c1d1-419b-8453-60d9731c2498 req-29d84322-207a-4196-ba5a-d4b9ddc3e0a2 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 1096 time: 0.1339040 Jul 13 07:34:35.560685 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231cb2d3-3a78-4a11-bf0c-a78b48d0b36d x-openstack-request-id: req-231cb2d3-3a78-4a11-bf0c-a78b48d0b36d {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:35.560942 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7935f577-1735-402f-9c9c-a62309d52192", "name": "network-vif-deleted", "tag": "46ae5219-5319-47bf-b8a1-d5a19a5055cb", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:35.561251 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-231cb2d3-3a78-4a11-bf0c-a78b48d0b36d {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:35.561640 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7935f577-1735-402f-9c9c-a62309d52192', 'name': 'network-vif-deleted', 'tag': '46ae5219-5319-47bf-b8a1-d5a19a5055cb', 'status': 'completed', 'code': 200} Jul 13 07:34:35.567685 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c6960f2-c1d1-419b-8453-60d9731c2498 req-9e275269-dd45-4b7c-84cf-c949dadc8e85 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379901 Jul 13 07:34:35.676296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60668) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:35.690614 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b2814a9-7371-4958-803c-9dea36776400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.758920 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b9080-b82c-4c9d-8995-494104564efc req-3cffa652-2487-45d3-8712-b11d2677466c tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:35.760675 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-455b9080-b82c-4c9d-8995-494104564efc req-3cffa652-2487-45d3-8712-b11d2677466c tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=71917f50-483b-4ffa-8bdb-2d6039bf6301 HTTP/1.1" status: 200 len: 950 time: 0.1068239 Jul 13 07:34:35.783059 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b2814a9-7371-4958-803c-9dea36776400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.787149 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b2814a9-7371-4958-803c-9dea36776400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.801678 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e76875-5bfb-4fbe-97f8-a0a7b86696c3 req-529d05d7-4ff6-46bf-9b21-ab8d69e85bfc tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:35.803201 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53e76875-5bfb-4fbe-97f8-a0a7b86696c3 req-529d05d7-4ff6-46bf-9b21-ab8d69e85bfc tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.1090305 Jul 13 07:34:35.826706 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-455b9080-b82c-4c9d-8995-494104564efc req-4fc7cc60-d59b-48df-ab08-191dfd8dc517 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/security-groups?id=1756a06a-2e5e-4005-9d4a-e45ea216a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592346 Jul 13 07:34:35.830831 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4b2814a9-7371-4958-803c-9dea36776400 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5bafc3fb141e4b0a8719fd42251ef24c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506793 Jul 13 07:34:35.831126 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60674) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:35.837254 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2814a9-7371-4958-803c-9dea36776400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add7ef39-6bb3-4aa7-a176-9208c4d614e8,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:35.862106 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53e76875-5bfb-4fbe-97f8-a0a7b86696c3 req-baf7a687-54ad-4f4e-9b59-0d623de6a7dc tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503728 Jul 13 07:34:35.893041 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a326c085-17a0-48a9-a943-3115f2233481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.914655 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a326c085-17a0-48a9-a943-3115f2233481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.977798 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a326c085-17a0-48a9-a943-3115f2233481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.980993 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a326c085-17a0-48a9-a943-3115f2233481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.982369 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a326c085-17a0-48a9-a943-3115f2233481 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/add7ef39-6bb3-4aa7-a176-9208c4d614e8 HTTP/1.1" status: 204 len: 168 time: 0.1503735 Jul 13 07:34:35.990883 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326c085-17a0-48a9-a943-3115f2233481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add7ef39-6bb3-4aa7-a176-9208c4d614e8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:36.074932 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-a59af702-d062-493e-a9dc-b61d58334531 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:36.076421 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-a59af702-d062-493e-a9dc-b61d58334531 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 807 time: 0.1562347 Jul 13 07:34:36.099576 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-3dcdd0cd-91ba-4622-8820-ffc270d08d95 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/quotas/218eabc1e5414d678874133f2fbf6f59 HTTP/1.1" status: 200 len: 375 time: 0.0126774 Jul 13 07:34:36.108771 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89795b76-8c8c-4f98-b406-2263b35688de req-4315d593-a16c-49ed-8e54-d7aea9fb4f73 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:36.110289 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-89795b76-8c8c-4f98-b406-2263b35688de req-4315d593-a16c-49ed-8e54-d7aea9fb4f73 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.1071873 Jul 13 07:34:36.121093 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 50003957-f194-4544-a5d2-366da3dffec6 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:36.180394 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 50003957-f194-4544-a5d2-366da3dffec6 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:36.184599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 50003957-f194-4544-a5d2-366da3dffec6 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:36.185030 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.206405 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-89795b76-8c8c-4f98-b406-2263b35688de req-d82d66b7-afe1-4198-a7d1-a4ef412d57bd tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611720 Jul 13 07:34:36.241617 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-01b1ccec-6234-47cc-ad6e-126f7d0b0e69 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1302817 Jul 13 07:34:36.293979 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.334229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 50003957-f194-4544-a5d2-366da3dffec6, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=50003957-f194-4544-a5d2-366da3dffec6,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:36.340348 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.347620 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-fd333b52-9cb8-4e9b-8aba-68274de25b1b service neutron] 10.222.0.58 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025276 Jul 13 07:34:36.351051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b849dfd0-09b8-4cd0-80cf-6e686b864b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0'}, {'server_uuid': 'f57946b2-3bcd-450f-a587-35fc4b82e4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50003957-f194-4544-a5d2-366da3dffec6'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:36.354378 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9897d8-ade9-46eb-8ebd-0243170ded0e" -d '{"events": [{"server_uuid": "b849dfd0-09b8-4cd0-80cf-6e686b864b2d", "name": "network-vif-plugged", "status": "completed", "tag": "7c4e141d-3949-4fd1-a013-184c9b6fc9f0"}, {"server_uuid": "f57946b2-3bcd-450f-a587-35fc4b82e4b5", "name": "network-vif-plugged", "status": "completed", "tag": "50003957-f194-4544-a5d2-366da3dffec6"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:36.408925 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=50003957-f194-4544-a5d2-366da3dffec6,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:36.491600 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac66eb7-347b-4e90-a6d9-4e0c170af52f req-32f53b5d-dbf8-40ad-b107-f5c01c18d315 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:36.493109 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ac66eb7-347b-4e90-a6d9-4e0c170af52f req-32f53b5d-dbf8-40ad-b107-f5c01c18d315 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea HTTP/1.1" status: 200 len: 947 time: 0.1445684 Jul 13 07:34:36.495440 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-01b0012e-69a2-4c6c-bb82-803a37621435 service neutron] 10.222.0.58 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368108 Jul 13 07:34:36.543860 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ac66eb7-347b-4e90-a6d9-4e0c170af52f req-2c061e39-62f7-48eb-9579-52ec24b6a566 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448384 Jul 13 07:34:36.680729 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca30f31-83dd-4578-8e87-1160da759760 x-openstack-request-id: req-3ca30f31-83dd-4578-8e87-1160da759760 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:36.681040 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b849dfd0-09b8-4cd0-80cf-6e686b864b2d", "name": "network-vif-plugged", "status": "completed", "tag": "7c4e141d-3949-4fd1-a013-184c9b6fc9f0", "code": 200}, {"server_uuid": "f57946b2-3bcd-450f-a587-35fc4b82e4b5", "name": "network-vif-plugged", "status": "completed", "tag": "50003957-f194-4544-a5d2-366da3dffec6", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:36.681296 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ca30f31-83dd-4578-8e87-1160da759760 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:36.681749 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b849dfd0-09b8-4cd0-80cf-6e686b864b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0', 'code': 200} Jul 13 07:34:36.682031 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57946b2-3bcd-450f-a587-35fc4b82e4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50003957-f194-4544-a5d2-366da3dffec6', 'code': 200} Jul 13 07:34:36.767112 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b5013-b4b8-4a71-aefa-5c780a7f5409 req-ed131cda-a1d4-4438-b126-4fddb09cb18a tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:36.768895 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b46b5013-b4b8-4a71-aefa-5c780a7f5409 req-ed131cda-a1d4-4438-b126-4fddb09cb18a tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=aec6ff47-4e76-435d-aa56-4f26bdb93d72 HTTP/1.1" status: 200 len: 946 time: 0.1152470 Jul 13 07:34:36.827708 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b46b5013-b4b8-4a71-aefa-5c780a7f5409 req-7b779e8a-14eb-44e5-a75c-56869ec69832 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/security-groups?id=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481472 Jul 13 07:34:36.951043 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4235ce37-cac0-45a1-88ef-a53c3c95308c req-e38a1fea-d6c8-474c-be95-0afed5856988 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 210 time: 0.0552716 Jul 13 07:34:36.998601 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83c798-3b67-4b8e-b78f-4972d214a7e3 req-b5e340ed-b93a-4813-abfd-f7c3d12bef4f tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:37.009340 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d83c798-3b67-4b8e-b78f-4972d214a7e3 req-b5e340ed-b93a-4813-abfd-f7c3d12bef4f tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 946 time: 0.1334922 Jul 13 07:34:37.020588 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60726) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:37.045914 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417a789-66d2-4a86-8745-10d4ab036218 req-3599174f-81f7-47c9-bd3f-e9952d64ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:37.050659 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0417a789-66d2-4a86-8745-10d4ab036218 req-3599174f-81f7-47c9-bd3f-e9952d64ec9b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 1102 time: 0.2471678 Jul 13 07:34:37.111901 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d83c798-3b67-4b8e-b78f-4972d214a7e3 req-fa6ec540-6807-42e3-908a-096ae6d22389 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007798 Jul 13 07:34:37.135292 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346ad08-fa8e-4530-9743-93e00879f293 req-80c7bb24-c1e0-4681-a6e0-f116c5f251c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:37.137032 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c346ad08-fa8e-4530-9743-93e00879f293 req-80c7bb24-c1e0-4681-a6e0-f116c5f251c8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 1098 time: 0.2132087 Jul 13 07:34:37.140096 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0417a789-66d2-4a86-8745-10d4ab036218 req-ccc93264-5b8c-4e69-bdc4-1c49fde40c52 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552921 Jul 13 07:34:37.152155 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:37.231269 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b70b4fd8-48e4-4c51-8be5-b60f90c92c37 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-784270878-network', 'tenant_id': '37a7073b2a7a43b7947121cc1f179d9f'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:37.266078 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c346ad08-fa8e-4530-9743-93e00879f293 req-931fb2a7-b897-4434-a0d9-978ac8fa59b4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637453 Jul 13 07:34:37.283059 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70b4fd8-48e4-4c51-8be5-b60f90c92c37 admin admin] Made reservation on behalf of 37a7073b2a7a43b7947121cc1f179d9f for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:37.285513 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b70b4fd8-48e4-4c51-8be5-b60f90c92c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.305650 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b70b4fd8-48e4-4c51-8be5-b60f90c92c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.331326 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:37.345418 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': 'ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc', 'mac_address': 'fa:16:3e:74:20:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:37.396256 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.411777 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:37.430665 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1a0b7-518e-4aaa-8457-adc777c6a541 req-9744f0e7-bff8-48a6-a642-acad61d8a823 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:37.432891 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e3b1a0b7-518e-4aaa-8457-adc777c6a541 req-9744f0e7-bff8-48a6-a642-acad61d8a823 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=aec6ff47-4e76-435d-aa56-4f26bdb93d72 HTTP/1.1" status: 200 len: 946 time: 0.2500281 Jul 13 07:34:37.434003 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:37.440846 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddec08d-03a2-4fb2-8fea-b16b4fd1c125 req-9fbae753-12cb-438d-a30f-4e925f74df15 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:37.441083 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.442416 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ddec08d-03a2-4fb2-8fea-b16b4fd1c125 req-9fbae753-12cb-438d-a30f-4e925f74df15 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.35 "GET /v2.0/ports?device_id=71917f50-483b-4ffa-8bdb-2d6039bf6301 HTTP/1.1" status: 200 len: 950 time: 0.2181945 Jul 13 07:34:37.444229 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60734) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:37.453537 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-9c450fec-3865-4082-8779-fc8c6f0fd335 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Request body: {'floatingip': {'port_id': '764b10ea-c547-4516-b329-900e5c862067'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:37.551165 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25324b4b-ff2d-402e-b1e7-4f7f59967cd3 req-f9a1d555-2bec-42c4-9134-4440244979fd tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:37.553074 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25324b4b-ff2d-402e-b1e7-4f7f59967cd3 req-f9a1d555-2bec-42c4-9134-4440244979fd tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=71917f50-483b-4ffa-8bdb-2d6039bf6301 HTTP/1.1" status: 200 len: 950 time: 0.2325976 Jul 13 07:34:37.595619 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:37.619691 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:37.619998 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:37.620286 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:37.620623 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:37.620966 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:37.621276 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:37.623247 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:37.623853 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:37.624370 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:37.624882 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:37.625386 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:37.625985 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:37.652515 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.656572 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b70b4fd8-48e4-4c51-8be5-b60f90c92c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.701526 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b70b4fd8-48e4-4c51-8be5-b60f90c92c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.732310 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25324b4b-ff2d-402e-b1e7-4f7f59967cd3 req-8a51817c-d695-4566-a41b-1beade75738d tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/security-groups?id=1756a06a-2e5e-4005-9d4a-e45ea216a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470408 Jul 13 07:34:37.793358 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70b4fd8-48e4-4c51-8be5-b60f90c92c37 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:34:37.813615 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b4fd8-48e4-4c51-8be5-b60f90c92c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f554e5c9-b716-4788-a79d-7cfc503d6aea,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:37.827552 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b70b4fd8-48e4-4c51-8be5-b60f90c92c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.827839 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-b70b4fd8-48e4-4c51-8be5-b60f90c92c37 admin admin] Added segment f9cb9b81-5724-48f4-9394-2e9691ffe320 of type vlan for network 7c6c18f9-0903-4219-9c22-f158ac9a7178 Jul 13 07:34:37.836939 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-4ddec08d-03a2-4fb2-8fea-b16b4fd1c125 req-353ef3fa-66f8-4ad3-9b22-810f888f4484 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Deleting port dcaf2021-8cb5-46b2-a661-402e50965858 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:37.837287 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4ddec08d-03a2-4fb2-8fea-b16b4fd1c125 req-353ef3fa-66f8-4ad3-9b22-810f888f4484 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.878942 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9c450fec-3865-4082-8779-fc8c6f0fd335 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for floatingip, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.941619 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b70b4fd8-48e4-4c51-8be5-b60f90c92c37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.951867 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:38.056131 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201b86a-e4b7-4b8c-9c09-d7a87bd6f0cf req-d48ef259-801e-4aee-86d9-84327213857a tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:38.060064 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9201b86a-e4b7-4b8c-9c09-d7a87bd6f0cf req-d48ef259-801e-4aee-86d9-84327213857a tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.3678932 Jul 13 07:34:38.109459 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b70b4fd8-48e4-4c51-8be5-b60f90c92c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.110427 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70b4fd8-48e4-4c51-8be5-b60f90c92c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:38.110998 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b70b4fd8-48e4-4c51-8be5-b60f90c92c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.128786 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-4ddec08d-03a2-4fb2-8fea-b16b4fd1c125 req-353ef3fa-66f8-4ad3-9b22-810f888f4484 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] For port dcaf2021-8cb5-46b2-a661-402e50965858, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=dcaf2021-8cb5-46b2-a661-402e50965858,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:38.129064 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4ddec08d-03a2-4fb2-8fea-b16b4fd1c125 req-353ef3fa-66f8-4ad3-9b22-810f888f4484 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.179630 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-4ddec08d-03a2-4fb2-8fea-b16b4fd1c125 req-353ef3fa-66f8-4ad3-9b22-810f888f4484 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Calling delete_port for dcaf2021-8cb5-46b2-a661-402e50965858 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:38.192392 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b70b4fd8-48e4-4c51-8be5-b60f90c92c37 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1691730 Jul 13 07:34:38.198912 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60742) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:38.210368 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-14604c4a-4721-4e08-95cd-145a7608d0d3 admin admin] Request body: {'subnet': {'network_id': '7c6c18f9-0903-4219-9c22-f158ac9a7178', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-784270878-subnet', 'tenant_id': '37a7073b2a7a43b7947121cc1f179d9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:38.220022 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9201b86a-e4b7-4b8c-9c09-d7a87bd6f0cf req-18c063eb-098c-4c67-bfc9-fe2db8d8ba3e tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470201 Jul 13 07:34:38.287531 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b4fd8-48e4-4c51-8be5-b60f90c92c37 admin admin] Pushing event updated for resources: {'Network': ['ID=7c6c18f9-0903-4219-9c22-f158ac9a7178,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:38.300492 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 7c6c18f9-0903-4219-9c22-f158ac9a7178 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:34:38.308376 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e74a0-18b8-43f0-9296-6963f1ac649d req-1916a128-2a0f-4d70-ae9e-880ef411e2c6 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:38.315531 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c19e74a0-18b8-43f0-9296-6963f1ac649d req-1916a128-2a0f-4d70-ae9e-880ef411e2c6 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.3310332 Jul 13 07:34:38.352628 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14604c4a-4721-4e08-95cd-145a7608d0d3 admin admin] Made reservation on behalf of 37a7073b2a7a43b7947121cc1f179d9f for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:38.354484 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14604c4a-4721-4e08-95cd-145a7608d0d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.425163 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c19e74a0-18b8-43f0-9296-6963f1ac649d req-aa40b422-b20c-4093-8cb5-cc27c0bd3143 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083624 Jul 13 07:34:38.593849 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5697392-9910-4850-ab3c-694f7987e57b req-61a9fdbf-3d72-4766-87b3-a6dff2d3a824 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:38.595488 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b5697392-9910-4850-ab3c-694f7987e57b req-61a9fdbf-3d72-4766-87b3-a6dff2d3a824 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea HTTP/1.1" status: 200 len: 948 time: 0.2106056 Jul 13 07:34:38.598932 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4ddec08d-03a2-4fb2-8fea-b16b4fd1c125 req-353ef3fa-66f8-4ad3-9b22-810f888f4484 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.655084 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ef3fa-66f8-4ad3-9b22-810f888f4484 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Pushing event deleted for resources: {'Port': ['ID=dcaf2021-8cb5-46b2-a661-402e50965858,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:38.755882 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.resource_extend [None req-9c450fec-3865-4082-8779-fc8c6f0fd335 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:34:38.850580 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9c450fec-3865-4082-8779-fc8c6f0fd335 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.858142 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9c450fec-3865-4082-8779-fc8c6f0fd335 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.925032 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-561cbd4a-7179-40c6-843f-350f1c1ab6ab tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:38.926503 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-561cbd4a-7179-40c6-843f-350f1c1ab6ab tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.62 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 807 time: 0.2455325 Jul 13 07:34:38.978994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-575e362c-183d-4be2-893c-59b55def4b1b tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Request body: {'port': {'device_id': '1d9033dd-2aac-40ff-ba1a-e4c8b956d064', 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431', 'admin_state_up': True, 'tenant_id': '218eabc1e5414d678874133f2fbf6f59'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:38.981448 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-84654e07-3ec4-49a7-be11-8829bbf72ac6 req-0450a26e-a3a8-43f7-8f63-11f7b3a4a89a tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 210 time: 0.3473499 Jul 13 07:34:39.016526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddec08d-03a2-4fb2-8fea-b16b4fd1c125 req-353ef3fa-66f8-4ad3-9b22-810f888f4484 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] No DVR routers for this DVR port dcaf2021-8cb5-46b2-a661-402e50965858 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:39.019667 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4ddec08d-03a2-4fb2-8fea-b16b4fd1c125 req-353ef3fa-66f8-4ad3-9b22-810f888f4484 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:39.022000 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ddec08d-03a2-4fb2-8fea-b16b4fd1c125 req-353ef3fa-66f8-4ad3-9b22-810f888f4484 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.35 "DELETE /v2.0/ports/dcaf2021-8cb5-46b2-a661-402e50965858 HTTP/1.1" status: 204 len: 173 time: 1.5712173 Jul 13 07:34:39.031046 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71917f50-483b-4ffa-8bdb-2d6039bf6301', 'name': 'network-vif-deleted', 'tag': 'dcaf2021-8cb5-46b2-a661-402e50965858'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:39.034259 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74917bb7-2e65-42b3-aeed-fbdc7caa3d71" -d '{"events": [{"server_uuid": "71917f50-483b-4ffa-8bdb-2d6039bf6301", "name": "network-vif-deleted", "tag": "dcaf2021-8cb5-46b2-a661-402e50965858"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:39.102691 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b5697392-9910-4850-ab3c-694f7987e57b req-e7e30f8c-c3eb-4df4-ae5d-39d0828025d3 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866428 Jul 13 07:34:39.134784 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-9c450fec-3865-4082-8779-fc8c6f0fd335 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Floating IP f1446c0d-95cd-4c68-bf28-611236b28c5e associated. External IP: 172.25.0.41, port: 764b10ea-c547-4516-b329-900e5c862067. Jul 13 07:34:39.148682 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['dcaf2021-8cb5-46b2-a661-402e50965858'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:39.285232 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14604c4a-4721-4e08-95cd-145a7608d0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:39.393095 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-575e362c-183d-4be2-893c-59b55def4b1b tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Made reservation on behalf of 218eabc1e5414d678874133f2fbf6f59 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:39.396635 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-575e362c-183d-4be2-893c-59b55def4b1b tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:39.411364 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c4d9b2e-f9ad-4e5d-b77a-0fc8d98cb6c1 req-4128ee7e-dd54-4f29-881b-80bcb5c04469 tempest-ServersAdminNegativeTestJSON-76769465 tempest-ServersAdminNegativeTestJSON-76769465-project] 10.222.0.58 "GET /v2.0/ports?device_id=71917f50-483b-4ffa-8bdb-2d6039bf6301 HTTP/1.1" status: 200 len: 210 time: 0.0516849 Jul 13 07:34:39.421914 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14604c4a-4721-4e08-95cd-145a7608d0d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf2dd952-46cb-45ba-8f43-b0155899031e,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:39.441910 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17256739-680e-4e95-bb6f-b84530f3079a req-75e1a097-7c58-4c9d-ba3d-6a6e8f8adecd tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:39.443713 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17256739-680e-4e95-bb6f-b84530f3079a req-75e1a097-7c58-4c9d-ba3d-6a6e8f8adecd tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 946 time: 0.2563550 Jul 13 07:34:39.452679 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14604c4a-4721-4e08-95cd-145a7608d0d3 admin admin] Checking segment: {'id': 'f9cb9b81-5724-48f4-9394-2e9691ffe320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7c6c18f9-0903-4219-9c22-f158ac9a7178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:39.453170 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14604c4a-4721-4e08-95cd-145a7608d0d3 admin admin] Network hostable DHCP agents. Network: 7c6c18f9-0903-4219-9c22-f158ac9a7178, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:34:39.484322 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14604c4a-4721-4e08-95cd-145a7608d0d3 admin admin] Network 7c6c18f9-0903-4219-9c22-f158ac9a7178 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:34:39.506464 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c85c83-0a54-4754-a3e7-f9d4a0909712 x-openstack-request-id: req-95c85c83-0a54-4754-a3e7-f9d4a0909712 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:39.506886 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71917f50-483b-4ffa-8bdb-2d6039bf6301", "name": "network-vif-deleted", "tag": "dcaf2021-8cb5-46b2-a661-402e50965858", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:39.507241 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95c85c83-0a54-4754-a3e7-f9d4a0909712 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:39.507816 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71917f50-483b-4ffa-8bdb-2d6039bf6301', 'name': 'network-vif-deleted', 'tag': 'dcaf2021-8cb5-46b2-a661-402e50965858', 'status': 'completed', 'code': 200} Jul 13 07:34:39.509250 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-14604c4a-4721-4e08-95cd-145a7608d0d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 7c6c18f9-0903-4219-9c22-f158ac9a7178) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:39.518453 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14604c4a-4721-4e08-95cd-145a7608d0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:39.518660 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14604c4a-4721-4e08-95cd-145a7608d0d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:39.527424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8916827-1271-4c2b-bb5e-8d7df17e23e4 None None] Network 7c6c18f9-0903-4219-9c22-f158ac9a7178 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:39.549139 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17256739-680e-4e95-bb6f-b84530f3079a req-f821713a-c8fa-486f-90fd-4335454fd8e6 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774734 Jul 13 07:34:39.566744 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-14604c4a-4721-4e08-95cd-145a7608d0d3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3613911 Jul 13 07:34:39.567121 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60752) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:39.574618 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-fb9541d9-a399-45eb-829c-111dbe046639 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-784270878-router', 'tenant_id': '37a7073b2a7a43b7947121cc1f179d9f', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:39.630209 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb9541d9-a399-45eb-829c-111dbe046639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:39.631302 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb9541d9-a399-45eb-829c-111dbe046639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:39.651181 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c450fec-3865-4082-8779-fc8c6f0fd335 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:34:39.746052 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb9541d9-a399-45eb-829c-111dbe046639 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:39.751684 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-575e362c-183d-4be2-893c-59b55def4b1b tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Allocated IP 172.20.0.3 (b159845f-d7a4-461c-8ffb-c97d06e8c431/af4bccd5-f3d2-4df7-a5f9-58cc5815295c/013ace5c-e2e3-463c-8e37-e7c65969f021) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:39.790741 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-7c6c18f9-0903-4219-9c22-f158ac9a7178', 'network_id': '7c6c18f9-0903-4219-9c22-f158ac9a7178', 'tenant_id': '37a7073b2a7a43b7947121cc1f179d9f', 'fixed_ips': [{'subnet_id': 'bf2dd952-46cb-45ba-8f43-b0155899031e'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:34:39.791316 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:39.810828 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dd702-ffce-4055-8803-d9076c941087 req-e8d14261-1ae7-4cb5-b1fd-10dc168b4d35 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:39.813865 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-342dd702-ffce-4055-8803-d9076c941087 req-e8d14261-1ae7-4cb5-b1fd-10dc168b4d35 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 949 time: 0.1127942 Jul 13 07:34:39.839023 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db534e-fc0f-4ceb-a05a-5afd9c4acdcc req-1fad3cef-050b-4f61-8d55-a25f6bd43a7e tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:39.852091 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6db534e-fc0f-4ceb-a05a-5afd9c4acdcc req-1fad3cef-050b-4f61-8d55-a25f6bd43a7e tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.2096529 Jul 13 07:34:39.855630 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbdc8c-1f26-4521-93ad-038d4c9255d9 req-49b50304-e107-46d3-837c-a6ed891b3fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:39.857958 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1cbbdc8c-1f26-4521-93ad-038d4c9255d9 req-49b50304-e107-46d3-837c-a6ed891b3fc0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 1101 time: 0.3536146 Jul 13 07:34:39.930075 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-342dd702-ffce-4055-8803-d9076c941087 req-b4e8722f-05aa-421a-99ca-ab6777955765 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711064 Jul 13 07:34:39.938822 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6db534e-fc0f-4ceb-a05a-5afd9c4acdcc req-554c5ebb-3b32-47a0-88c7-47567948c09e tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868938 Jul 13 07:34:40.011019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] Allocated IP 172.20.0.2 (7c6c18f9-0903-4219-9c22-f158ac9a7178/bf2dd952-46cb-45ba-8f43-b0155899031e/46649ec4-6500-44d4-a740-2f69a9ca4f3f) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:40.124734 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device ad902331-7bc4-4224-8cf5-66e6d3922804 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:40.127116 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device ad902331-7bc4-4224-8cf5-66e6d3922804 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:40.242887 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1cbbdc8c-1f26-4521-93ad-038d4c9255d9 req-abe3dfd8-2779-4d26-8005-12c81f99910d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323715 Jul 13 07:34:40.260078 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ba46b-95b0-4524-a3c0-264f85aecad1 req-5a2b2605-5369-470f-84b3-45576a89a939 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:40.263367 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e02ba46b-95b0-4524-a3c0-264f85aecad1 req-5a2b2605-5369-470f-84b3-45576a89a939 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 1098 time: 0.1130662 Jul 13 07:34:40.273593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415b949-c81b-4574-a462-933d3b06c2b5 req-de85cced-d224-4048-bddd-af3f941902a7 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:40.282074 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1415b949-c81b-4574-a462-933d3b06c2b5 req-de85cced-d224-4048-bddd-af3f941902a7 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.1204276 Jul 13 07:34:40.344743 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.348751 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1415b949-c81b-4574-a462-933d3b06c2b5 req-484ed26b-c334-4133-be43-4c66349049c7 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656955 Jul 13 07:34:40.370466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] Transition to ACTIVE for port object 46649ec4-6500-44d4-a740-2f69a9ca4f3f will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:40.383123 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb9541d9-a399-45eb-829c-111dbe046639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.383815 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port ad902331-7bc4-4224-8cf5-66e6d3922804, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ad902331-7bc4-4224-8cf5-66e6d3922804,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:40.384478 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e02ba46b-95b0-4524-a3c0-264f85aecad1 req-ea1202a3-7db7-42dc-a712-f9f2b5ff7ec6 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864348 Jul 13 07:34:40.394777 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.436225 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'ad902331-7bc4-4224-8cf5-66e6d3922804', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': 'ad902331-7bc4-4224-8cf5-66e6d3922804', 'mac_address': 'fa:16:3e:f2:c9:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:40.440796 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] Transition to ACTIVE for port object 46649ec4-6500-44d4-a740-2f69a9ca4f3f will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:40.450136 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c683a6e7-7083-437d-9943-370bde43dfd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad902331-7bc4-4224-8cf5-66e6d3922804'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:40.452449 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae65b6ea-f138-4dbe-96af-ded85b83315d" -d '{"events": [{"server_uuid": "c683a6e7-7083-437d-9943-370bde43dfd1", "name": "network-vif-unplugged", "status": "completed", "tag": "ad902331-7bc4-4224-8cf5-66e6d3922804"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:40.463412 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c450fec-3865-4082-8779-fc8c6f0fd335 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:34:40.468485 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.477639 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9c450fec-3865-4082-8779-fc8c6f0fd335 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.478033 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4553301-010a-49de-b362-2457289b3beb None None] Sync routers for ids ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:34:40.489259 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port ad902331-7bc4-4224-8cf5-66e6d3922804, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ad902331-7bc4-4224-8cf5-66e6d3922804,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:40.492116 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4553301-010a-49de-b362-2457289b3beb None None] Routers {'3d045ab7-d045-47b5-b85d-62bcf1f98a59'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:34:40.493060 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c4553301-010a-49de-b362-2457289b3beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:34:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:40.538575 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-575e362c-183d-4be2-893c-59b55def4b1b tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.562964 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9c450fec-3865-4082-8779-fc8c6f0fd335 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "PUT /v2.0/floatingips/f1446c0d-95cd-4c68-bf28-611236b28c5e HTTP/1.1" status: 200 len: 991 time: 3.1171010 Jul 13 07:34:40.581638 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.591271 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec6ff47-4e76-435d-aa56-4f26bdb93d72', 'tag': '764b10ea-c547-4516-b329-900e5c862067'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:40.593745 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e90282-bc01-4284-9c59-7edf62d8ca87" -d '{"events": [{"name": "network-changed", "server_uuid": "aec6ff47-4e76-435d-aa56-4f26bdb93d72", "tag": "764b10ea-c547-4516-b329-900e5c862067"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:40.610048 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] Network 7c6c18f9-0903-4219-9c22-f158ac9a7178 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:40.623781 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:40.626224 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:40.633717 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.650964 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-01b2ce25-edb2-48c0-a685-9b70e08426c4 req-b827f8d6-299f-4d6b-8095-08efdfd13798 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 210 time: 0.1083124 Jul 13 07:34:40.667521 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c4553301-010a-49de-b362-2457289b3beb None None] Set router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:34:40.671029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] Pushing event updated for resources: {'Port': ['ID=46649ec4-6500-44d4-a740-2f69a9ca4f3f,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:40.684786 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad902331-7bc4-4224-8cf5-66e6d3922804 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:40.699236 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-575e362c-183d-4be2-893c-59b55def4b1b tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.789462 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-575e362c-183d-4be2-893c-59b55def4b1b tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Network b159845f-d7a4-461c-8ffb-c97d06e8c431 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:40.804681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-575e362c-183d-4be2-893c-59b55def4b1b tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:40.815926 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cad484-dd6e-4ab5-aee9-a7ef65371707 req-322fc172-4094-46ef-824a-794dc9ba5ffb tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:40.824042 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-21cad484-dd6e-4ab5-aee9-a7ef65371707 req-322fc172-4094-46ef-824a-794dc9ba5ffb tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea HTTP/1.1" status: 200 len: 948 time: 0.2259338 Jul 13 07:34:40.826431 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-575e362c-183d-4be2-893c-59b55def4b1b tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:40.896348 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-21cad484-dd6e-4ab5-aee9-a7ef65371707 req-15d711a3-f0c6-41ed-9f19-ed98611b1595 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704491 Jul 13 07:34:40.958609 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb9541d9-a399-45eb-829c-111dbe046639 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.960536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e362c-183d-4be2-893c-59b55def4b1b tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Pushing event updated for resources: {'Port': ['ID=013ace5c-e2e3-463c-8e37-e7c65969f021,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:41.019178 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb9541d9-a399-45eb-829c-111dbe046639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.061049 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] Attempting to bind port 46649ec4-6500-44d4-a740-2f69a9ca4f3f on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:41.062531 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] Attempting to bind port 46649ec4-6500-44d4-a740-2f69a9ca4f3f by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'f9cb9b81-5724-48f4-9394-2e9691ffe320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7c6c18f9-0903-4219-9c22-f158ac9a7178'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:41.062899 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] Attempting to bind port 46649ec4-6500-44d4-a740-2f69a9ca4f3f on network 7c6c18f9-0903-4219-9c22-f158ac9a7178 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:41.085520 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81052544-2ed1-4cd5-b28c-9b183fa2e0eb x-openstack-request-id: req-81052544-2ed1-4cd5-b28c-9b183fa2e0eb {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:41.085520 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c683a6e7-7083-437d-9943-370bde43dfd1", "name": "network-vif-unplugged", "status": "completed", "tag": "ad902331-7bc4-4224-8cf5-66e6d3922804", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:41.085813 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-81052544-2ed1-4cd5-b28c-9b183fa2e0eb {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:41.088523 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c683a6e7-7083-437d-9943-370bde43dfd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad902331-7bc4-4224-8cf5-66e6d3922804', 'code': 200} Jul 13 07:34:41.138446 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-575e362c-183d-4be2-893c-59b55def4b1b tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:41.138446 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-575e362c-183d-4be2-893c-59b55def4b1b tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.148955 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22492421-bcb8-4c14-b88b-c41e5eb5f687 x-openstack-request-id: req-22492421-bcb8-4c14-b88b-c41e5eb5f687 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:41.149387 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec6ff47-4e76-435d-aa56-4f26bdb93d72", "tag": "764b10ea-c547-4516-b329-900e5c862067", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:41.149780 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-22492421-bcb8-4c14-b88b-c41e5eb5f687 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:41.150279 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec6ff47-4e76-435d-aa56-4f26bdb93d72', 'tag': '764b10ea-c547-4516-b329-900e5c862067', 'status': 'completed', 'code': 200} Jul 13 07:34:41.156230 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c4553301-010a-49de-b362-2457289b3beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-router', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:29Z', 'revision_number': 4, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'gw_port': {'id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'f1446c0d-95cd-4c68-bf28-611236b28c5e', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'port_id': '764b10ea-c547-4516-b329-900e5c862067', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'mac_address': 'fa:16:3e:a1:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec6ff47-4e76-435d-aa56-4f26bdb93d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:31:57Z', 'updated_at': '2021-07-13T07:34:38Z', 'revision_number': 5, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b414c8f8-9845-45a1-b6fd-7f49a3b86498', 'name': '', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'mac_address': 'fa:16:3e:53:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '31d63351-98cd-481d-a626-10f87330372b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:35Z', 'revision_number': 5, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'subnets': [{'id': '31d63351-98cd-481d-a626-10f87330372b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:41.157331 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:41.158240 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] Checking segment: {'id': 'f9cb9b81-5724-48f4-9394-2e9691ffe320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7c6c18f9-0903-4219-9c22-f158ac9a7178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:41.159726 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.160940 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] Bound using segment: {'id': 'f9cb9b81-5724-48f4-9394-2e9691ffe320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7c6c18f9-0903-4219-9c22-f158ac9a7178'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:41.162353 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] Bound port: 46649ec4-6500-44d4-a740-2f69a9ca4f3f, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cb9b81-5724-48f4-9394-2e9691ffe320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7c6c18f9-0903-4219-9c22-f158ac9a7178'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:41.162660 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.221314 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-575e362c-183d-4be2-893c-59b55def4b1b tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2452421 Jul 13 07:34:41.232728 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4553301-010a-49de-b362-2457289b3beb None None] Checking router: 3d045ab7-d045-47b5-b85d-62bcf1f98a59 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:34:41.249613 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e90282-bc01-4284-9c59-7edf62d8ca87 req-39261015-63d9-434e-87d6-d62f68b59a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:41.252368 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39e90282-bc01-4284-9c59-7edf62d8ca87 req-39261015-63d9-434e-87d6-d62f68b59a99 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0ff6e974f964420a5efb9f781f70c04&device_id=aec6ff47-4e76-435d-aa56-4f26bdb93d72 HTTP/1.1" status: 200 len: 1098 time: 0.0838592 Jul 13 07:34:41.257107 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4553301-010a-49de-b362-2457289b3beb None None] Routers {'3d045ab7-d045-47b5-b85d-62bcf1f98a59'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:34:41.258896 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c4553301-010a-49de-b362-2457289b3beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:34:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:41.268251 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] Request body: {'port': {'device_id': '1d9033dd-2aac-40ff-ba1a-e4c8b956d064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:41.337297 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] For port 46649ec4-6500-44d4-a740-2f69a9ca4f3f, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:41.343248 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] For port 46649ec4-6500-44d4-a740-2f69a9ca4f3f, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=46649ec4-6500-44d4-a740-2f69a9ca4f3f,segment=NetworkSegment(f9cb9b81-5724-48f4-9394-2e9691ffe320),segment_id=f9cb9b81-5724-48f4-9394-2e9691ffe320)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:41.356768 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:41.486635 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.504766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e90282-bc01-4284-9c59-7edf62d8ca87 req-6bd14b9e-dd55-48ae-bf49-16a0a63734fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:41.510814 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39e90282-bc01-4284-9c59-7edf62d8ca87 req-6bd14b9e-dd55-48ae-bf49-16a0a63734fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=02fe467e-501d-4dea-afac-48e6d7fce230 HTTP/1.1" status: 200 len: 925 time: 0.2507892 Jul 13 07:34:41.511305 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60790) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:41.554043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-aa85077b-f003-4bec-82da-5f72ca1ac91a None None] Provisioning complete for port ad902331-7bc4-4224-8cf5-66e6d3922804 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:41.554502 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa85077b-f003-4bec-82da-5f72ca1ac91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.561533 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=ad902331-7bc4-4224-8cf5-66e6d3922804,revision_number=10']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:41.568722 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:34:41.569090 n-d-779913-28 neutron-server[93725]: DEBUG oslo_db.api [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:34:41.584475 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c4553301-010a-49de-b362-2457289b3beb None None] Set router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:34:41.616988 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:41.635969 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:41.636441 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.645511 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-fb9541d9-a399-45eb-829c-111dbe046639 admin admin] Allocated IP 172.25.0.151 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/7a9381fd-9d18-4e08-bb0c-229d2ef5602d) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:41.729955 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dad6c2-a4fe-4bfd-b857-39de26bda6c5 None None] Pushing event updated for resources: {'Port': ['ID=46649ec4-6500-44d4-a740-2f69a9ca4f3f,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:41.814871 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3b84b-5e93-4912-bf1d-677d2e499568 req-cb46da6d-642a-49f8-9c82-fae65bde8a8d tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:41.817022 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa85077b-f003-4bec-82da-5f72ca1ac91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.830543 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61f3b84b-5e93-4912-bf1d-677d2e499568 req-cb46da6d-642a-49f8-9c82-fae65bde8a8d tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 948 time: 0.4554343 Jul 13 07:34:41.886711 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-aa85077b-f003-4bec-82da-5f72ca1ac91a None None] For port ad902331-7bc4-4224-8cf5-66e6d3922804, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ad902331-7bc4-4224-8cf5-66e6d3922804,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:41.901391 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa85077b-f003-4bec-82da-5f72ca1ac91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.076145 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb9541d9-a399-45eb-829c-111dbe046639 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.119893 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39e90282-bc01-4284-9c59-7edf62d8ca87 req-9ded77ae-21a8-47f4-88e9-a4e693ffbbef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=764b10ea-c547-4516-b329-900e5c862067 HTTP/1.1" status: 200 len: 999 time: 0.5749881 Jul 13 07:34:42.238616 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.284561 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.300087 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61f3b84b-5e93-4912-bf1d-677d2e499568 req-64332a42-e465-4fee-a600-6143c09835fc tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681501 Jul 13 07:34:42.323107 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb9541d9-a399-45eb-829c-111dbe046639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.338326 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c4553301-010a-49de-b362-2457289b3beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-router', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:29Z', 'revision_number': 4, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'gw_port': {'id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'f1446c0d-95cd-4c68-bf28-611236b28c5e', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'port_id': '764b10ea-c547-4516-b329-900e5c862067', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'mac_address': 'fa:16:3e:a1:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec6ff47-4e76-435d-aa56-4f26bdb93d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:31:57Z', 'updated_at': '2021-07-13T07:34:38Z', 'revision_number': 5, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b414c8f8-9845-45a1-b6fd-7f49a3b86498', 'name': '', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'mac_address': 'fa:16:3e:53:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '31d63351-98cd-481d-a626-10f87330372b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:35Z', 'revision_number': 5, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'subnets': [{'id': '31d63351-98cd-481d-a626-10f87330372b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:42.350447 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad902331-7bc4-4224-8cf5-66e6d3922804 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:42.401158 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port ad902331-7bc4-4224-8cf5-66e6d3922804, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ad902331-7bc4-4224-8cf5-66e6d3922804,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:42.412906 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4553301-010a-49de-b362-2457289b3beb None None] The sync data for ids ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'] in n-d-779913-28 is: [{'id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-router', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:29Z', 'revision_number': 4, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'gw_port': {'id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'f1446c0d-95cd-4c68-bf28-611236b28c5e', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'port_id': '764b10ea-c547-4516-b329-900e5c862067', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'mac_address': 'fa:16:3e:a1:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec6ff47-4e76-435d-aa56-4f26bdb93d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:31:57Z', 'updated_at': '2021-07-13T07:34:38Z', 'revision_number': 5, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b414c8f8-9845-45a1-b6fd-7f49a3b86498', 'name': '', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'mac_address': 'fa:16:3e:53:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '31d63351-98cd-481d-a626-10f87330372b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:35Z', 'revision_number': 5, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'subnets': [{'id': '31d63351-98cd-481d-a626-10f87330372b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:34:42.420363 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.473627 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9541d9-a399-45eb-829c-111dbe046639 admin admin] Pushing event updated for resources: {'Port': ['ID=7a9381fd-9d18-4e08-bb0c-229d2ef5602d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:42.488163 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:42.492303 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.495852 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85077b-f003-4bec-82da-5f72ca1ac91a None None] Pushing event updated for resources: {'Port': ['ID=ad902331-7bc4-4224-8cf5-66e6d3922804,revision_number=11']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:42.518528 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.555831 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e90282-bc01-4284-9c59-7edf62d8ca87 req-67c301e2-3fd1-4438-a7ca-6c4fbf918d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:42.565971 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39e90282-bc01-4284-9c59-7edf62d8ca87 req-67c301e2-3fd1-4438-a7ca-6c4fbf918d6b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=31d63351-98cd-481d-a626-10f87330372b HTTP/1.1" status: 200 len: 863 time: 0.4276900 Jul 13 07:34:42.570591 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device dcaf2021-8cb5-46b2-a661-402e50965858 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:42.667299 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: dcaf2021-8cb5-46b2-a661-402e50965858 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:42.667979 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device dcaf2021-8cb5-46b2-a661-402e50965858 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:42.674675 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9541d9-a399-45eb-829c-111dbe046639 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:42.688880 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-fb9541d9-a399-45eb-829c-111dbe046639 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:42.689382 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c9157d63-e1e6-47d9-86bf-0128d11e933b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e7f70780cbac4035ba79147bbe18c0fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1753163 Jul 13 07:34:42.690046 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60810) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:42.710521 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9541d9-a399-45eb-829c-111dbe046639 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:42.726130 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.730122 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4509acb3-82d1-4b25-9307-471a7ae02c2a None None] Provisioning complete for port ad902331-7bc4-4224-8cf5-66e6d3922804 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:42.730490 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4509acb3-82d1-4b25-9307-471a7ae02c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.733445 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=ad902331-7bc4-4224-8cf5-66e6d3922804,revision_number=12']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:42.854235 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:42.913203 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4509acb3-82d1-4b25-9307-471a7ae02c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.968257 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa25dda-fd4d-42a7-aa46-81bcef0af9ee req-01d2939f-bb45-4cdc-b708-ebca07879d8a tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:42.980330 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4fa25dda-fd4d-42a7-aa46-81bcef0af9ee req-01d2939f-bb45-4cdc-b708-ebca07879d8a tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 931 time: 0.6972950 Jul 13 07:34:43.013257 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4509acb3-82d1-4b25-9307-471a7ae02c2a None None] For port ad902331-7bc4-4224-8cf5-66e6d3922804, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ad902331-7bc4-4224-8cf5-66e6d3922804,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:43.017675 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d673a93-3e47-4dba-80b3-ed7ab7775b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.018840 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4509acb3-82d1-4b25-9307-471a7ae02c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.042516 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d673a93-3e47-4dba-80b3-ed7ab7775b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.067854 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['ad902331-7bc4-4224-8cf5-66e6d3922804'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:43.151338 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c683a6e7-7083-437d-9943-370bde43dfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad902331-7bc4-4224-8cf5-66e6d3922804'}, {'server_uuid': '1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc'}, {'server_uuid': 'c683a6e7-7083-437d-9943-370bde43dfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad902331-7bc4-4224-8cf5-66e6d3922804'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:43.153734 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515af643-b0f7-4980-b7b1-ea904ec17de3" -d '{"events": [{"server_uuid": "c683a6e7-7083-437d-9943-370bde43dfd1", "name": "network-vif-plugged", "status": "completed", "tag": "ad902331-7bc4-4224-8cf5-66e6d3922804"}, {"server_uuid": "1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea", "name": "network-vif-plugged", "status": "completed", "tag": "ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc"}, {"server_uuid": "c683a6e7-7083-437d-9943-370bde43dfd1", "name": "network-vif-plugged", "status": "completed", "tag": "ad902331-7bc4-4224-8cf5-66e6d3922804"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:43.156567 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6781af-be23-4ddd-9a63-a2566835e11d None None] New status for floating IP f1446c0d-95cd-4c68-bf28-611236b28c5e: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:34:43.257700 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e90282-bc01-4284-9c59-7edf62d8ca87 req-62eebeca-3d3e-4608-8a8f-4ebca1ebef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:43.277232 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39e90282-bc01-4284-9c59-7edf62d8ca87 req-62eebeca-3d3e-4608-8a8f-4ebca1ebef24 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02fe467e-501d-4dea-afac-48e6d7fce230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6875401 Jul 13 07:34:43.278164 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d673a93-3e47-4dba-80b3-ed7ab7775b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.287582 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d673a93-3e47-4dba-80b3-ed7ab7775b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.289156 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2d673a93-3e47-4dba-80b3-ed7ab7775b1b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1756a06a-2e5e-4005-9d4a-e45ea216a3cf HTTP/1.1" status: 204 len: 168 time: 0.5874104 Jul 13 07:34:43.317504 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-719b782d-12bf-4b3d-9f6c-243ca36a957d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0976326 Jul 13 07:34:43.324412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3629d-9c1f-4c52-8438-43387986c456 req-d37c144c-c5b8-4c85-a8c0-d9cec71a0e04 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:43.327012 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5b3629d-9c1f-4c52-8438-43387986c456 req-d37c144c-c5b8-4c85-a8c0-d9cec71a0e04 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.6193562 Jul 13 07:34:43.361878 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d673a93-3e47-4dba-80b3-ed7ab7775b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1756a06a-2e5e-4005-9d4a-e45ea216a3cf,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:43.388587 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509acb3-82d1-4b25-9307-471a7ae02c2a None None] Pushing event updated for resources: {'Port': ['ID=ad902331-7bc4-4224-8cf5-66e6d3922804,revision_number=13']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:43.413183 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4fa25dda-fd4d-42a7-aa46-81bcef0af9ee req-a535eb5d-49e6-480b-984f-6b6a0765fdee tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265006 Jul 13 07:34:43.436696 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-86482603-d511-4486-a578-b368fa36e201 None None] Provisioning complete for port ad902331-7bc4-4224-8cf5-66e6d3922804 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:43.437344 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86482603-d511-4486-a578-b368fa36e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.768059 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d0c7bb-8f42-4168-97bf-f8c19a5109d6 None None] Network 7c6c18f9-0903-4219-9c22-f158ac9a7178 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:43.878841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 46649ec4-6500-44d4-a740-2f69a9ca4f3f up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:43.880567 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5b3629d-9c1f-4c52-8438-43387986c456 req-571d26c9-9ec9-4e68-9865-e26444c49ab3 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100303 Jul 13 07:34:43.998064 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013ace5c-e2e3-463c-8e37-e7c65969f021 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:44.012059 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.046363 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] Transition to ACTIVE for port object 013ace5c-e2e3-463c-8e37-e7c65969f021 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:44.052614 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.148788 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39e90282-bc01-4284-9c59-7edf62d8ca87 req-7c038e4b-5935-4dac-b928-aa864ec00927 service neutron] 10.222.0.35 "GET /v2.0/networks/02fe467e-501d-4dea-afac-48e6d7fce230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8572335 Jul 13 07:34:44.211335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60836) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:44.345257 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=013ace5c-e2e3-463c-8e37-e7c65969f021,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:44.359421 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bdbcef7f-1a38-4450-ba95-fcfbb07e01bf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1ee212c2ae3e48bfa6d92ee6d03743c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421833 Jul 13 07:34:44.383454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60844) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:44.430328 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39e90282-bc01-4284-9c59-7edf62d8ca87 req-76de3591-53e2-4c0a-b6be-b59db8e3f4b7 service neutron] 10.222.0.35 "GET /v2.0/networks/02fe467e-501d-4dea-afac-48e6d7fce230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438571 Jul 13 07:34:44.453575 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 46649ec4-6500-44d4-a740-2f69a9ca4f3f completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:44.471602 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd56709-4782-419a-ae94-ca4947c0359a req-60794820-5ef7-4f37-8d41-30ab964be652 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:44.473790 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb9541d9-a399-45eb-829c-111dbe046639 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.480218 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acd56709-4782-419a-ae94-ca4947c0359a req-60794820-5ef7-4f37-8d41-30ab964be652 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea HTTP/1.1" status: 200 len: 949 time: 0.4931650 Jul 13 07:34:44.500580 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d7d9b0-a6a6-4bc4-a3cf-21592693a7e5 x-openstack-request-id: req-01d7d9b0-a6a6-4bc4-a3cf-21592693a7e5 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:44.500970 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c683a6e7-7083-437d-9943-370bde43dfd1", "name": "network-vif-plugged", "status": "completed", "tag": "ad902331-7bc4-4224-8cf5-66e6d3922804", "code": 200}, {"server_uuid": "1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea", "name": "network-vif-plugged", "status": "completed", "tag": "ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc", "code": 200}, {"server_uuid": "c683a6e7-7083-437d-9943-370bde43dfd1", "name": "network-vif-plugged", "status": "completed", "tag": "ad902331-7bc4-4224-8cf5-66e6d3922804", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:44.501488 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-01d7d9b0-a6a6-4bc4-a3cf-21592693a7e5 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:44.501837 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c683a6e7-7083-437d-9943-370bde43dfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad902331-7bc4-4224-8cf5-66e6d3922804', 'code': 200} Jul 13 07:34:44.502007 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc', 'code': 200} Jul 13 07:34:44.507741 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c683a6e7-7083-437d-9943-370bde43dfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad902331-7bc4-4224-8cf5-66e6d3922804', 'code': 200} Jul 13 07:34:44.576827 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acd56709-4782-419a-ae94-ca4947c0359a req-a905fce7-aa9c-4d24-8725-6ec6f8b14bc3 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894578 Jul 13 07:34:44.581911 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5e559abe-e9af-42b2-a569-3cc90b5644fa None None] Provisioning for port 46649ec4-6500-44d4-a740-2f69a9ca4f3f completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:44.592191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5e559abe-e9af-42b2-a569-3cc90b5644fa None None] Provisioning complete for port 46649ec4-6500-44d4-a740-2f69a9ca4f3f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:44.592728 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e559abe-e9af-42b2-a569-3cc90b5644fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.601903 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] Attempting to bind port 013ace5c-e2e3-463c-8e37-e7c65969f021 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:44.607337 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] Attempting to bind port 013ace5c-e2e3-463c-8e37-e7c65969f021 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:44.607860 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] Attempting to bind port 013ace5c-e2e3-463c-8e37-e7c65969f021 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:44.628679 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] Port 013ace5c-e2e3-463c-8e37-e7c65969f021 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:44.628991 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] Attempting to bind port 013ace5c-e2e3-463c-8e37-e7c65969f021 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:44.677441 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:44.677891 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] Checking segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:44.678202 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] Bound using segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:44.678839 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] Bound port: 013ace5c-e2e3-463c-8e37-e7c65969f021, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:44.679827 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.834247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71907627-22ab-4736-818c-85abc280d8b6 req-d41db9dc-234f-4613-b6de-2a6cdd93911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:44.844658 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71907627-22ab-4736-818c-85abc280d8b6 req-d41db9dc-234f-4613-b6de-2a6cdd93911c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea HTTP/1.1" status: 200 len: 1101 time: 0.2171056 Jul 13 07:34:44.883547 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e559abe-e9af-42b2-a569-3cc90b5644fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.884855 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] For port 013ace5c-e2e3-463c-8e37-e7c65969f021, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:44.891890 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] For port 013ace5c-e2e3-463c-8e37-e7c65969f021, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=013ace5c-e2e3-463c-8e37-e7c65969f021,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:44.909772 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dcd6cd5b-3997-4445-9c83-053d483c7b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.934977 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.971144 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5e559abe-e9af-42b2-a569-3cc90b5644fa None None] For port 46649ec4-6500-44d4-a740-2f69a9ca4f3f, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=46649ec4-6500-44d4-a740-2f69a9ca4f3f,segment=NetworkSegment(f9cb9b81-5724-48f4-9394-2e9691ffe320),segment_id=f9cb9b81-5724-48f4-9394-2e9691ffe320)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:44.975629 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e559abe-e9af-42b2-a569-3cc90b5644fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.042138 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dcd6cd5b-3997-4445-9c83-053d483c7b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.064449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e559abe-e9af-42b2-a569-3cc90b5644fa None None] Pushing event updated for resources: {'Port': ['ID=46649ec4-6500-44d4-a740-2f69a9ca4f3f,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:45.073430 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.074361 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.076868 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] 10.222.0.62 "PUT /v2.0/ports/013ace5c-e2e3-463c-8e37-e7c65969f021 HTTP/1.1" status: 200 len: 1092 time: 3.8263743 Jul 13 07:34:45.084886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9033dd-2aac-40ff-ba1a-e4c8b956d064', 'tag': '013ace5c-e2e3-463c-8e37-e7c65969f021'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:45.088205 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9008dd-62d7-4c20-856d-13489a824120" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9033dd-2aac-40ff-ba1a-e4c8b956d064", "tag": "013ace5c-e2e3-463c-8e37-e7c65969f021"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:45.144391 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71907627-22ab-4736-818c-85abc280d8b6 req-27e293b4-5cc3-4e13-b914-854f84d1daa8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248414 Jul 13 07:34:45.146953 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5e559abe-e9af-42b2-a569-3cc90b5644fa None None] Provisioning complete for port ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:45.147501 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e559abe-e9af-42b2-a569-3cc90b5644fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.160080 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb22c6d-727a-4558-b87e-a60c09536d14 req-79247dc3-88e7-4362-b88b-ab916294cfd3 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.161859 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0bb22c6d-727a-4558-b87e-a60c09536d14 req-79247dc3-88e7-4362-b88b-ab916294cfd3 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 950 time: 0.3485017 Jul 13 07:34:45.177028 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cb421-c0e2-45a0-8879-07060f686812 req-bfd042fe-8249-47bc-b6b2-64339552f1f6 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.178898 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1ba8b-55ce-4ff9-a9d5-dcc4dd52c4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=013ace5c-e2e3-463c-8e37-e7c65969f021,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:45.184925 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-971cb421-c0e2-45a0-8879-07060f686812 req-bfd042fe-8249-47bc-b6b2-64339552f1f6 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 943 time: 0.3358786 Jul 13 07:34:45.219702 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dcd6cd5b-3997-4445-9c83-053d483c7b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.222712 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dcd6cd5b-3997-4445-9c83-053d483c7b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.227127 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-dcd6cd5b-3997-4445-9c83-053d483c7b82 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4b5125b-b727-4778-a73f-7b9d561d5c34 HTTP/1.1" status: 204 len: 168 time: 0.7741938 Jul 13 07:34:45.263096 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-971cb421-c0e2-45a0-8879-07060f686812 req-fec79ba6-992d-4c8b-b263-738429e2bba3 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765214 Jul 13 07:34:45.278141 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb9541d9-a399-45eb-829c-111dbe046639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.313610 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0bb22c6d-727a-4558-b87e-a60c09536d14 req-9d81530a-6680-4bdd-8ad5-24d7880a274b tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186037 Jul 13 07:34:45.331274 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6cd5b-3997-4445-9c83-053d483c7b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b5125b-b727-4778-a73f-7b9d561d5c34,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:45.381001 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5e559abe-e9af-42b2-a569-3cc90b5644fa None None] Provisioning complete for port ad902331-7bc4-4224-8cf5-66e6d3922804 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:45.381383 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e559abe-e9af-42b2-a569-3cc90b5644fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.412941 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e694ba-d3ce-4350-8f44-0bd0691a3667 x-openstack-request-id: req-17e694ba-d3ce-4350-8f44-0bd0691a3667 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:45.413497 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9033dd-2aac-40ff-ba1a-e4c8b956d064", "tag": "013ace5c-e2e3-463c-8e37-e7c65969f021", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:45.413497 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-17e694ba-d3ce-4350-8f44-0bd0691a3667 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:45.415227 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9033dd-2aac-40ff-ba1a-e4c8b956d064', 'tag': '013ace5c-e2e3-463c-8e37-e7c65969f021', 'status': 'completed', 'code': 200} Jul 13 07:34:45.659557 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 46649ec4-6500-44d4-a740-2f69a9ca4f3f up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:45.684948 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-db09916f-4560-467f-afa4-26b2bd14aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.687007 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-db09916f-4560-467f-afa4-26b2bd14aeb8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 1095 time: 0.3965580 Jul 13 07:34:45.709598 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ef763-3b09-4fcb-8d69-2c21e4fe5e50 req-8d6f060d-aac2-486c-b411-90caac629c74 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.711131 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e3ef763-3b09-4fcb-8d69-2c21e4fe5e50 req-8d6f060d-aac2-486c-b411-90caac629c74 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.1292520 Jul 13 07:34:45.760243 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c791dad5-0b06-40ad-93be-cfb662e232ac None None] Provisioning complete for port 46649ec4-6500-44d4-a740-2f69a9ca4f3f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:45.761071 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c791dad5-0b06-40ad-93be-cfb662e232ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.785833 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-7d01f33f-3605-4a9c-be1e-cc1609e4df89 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=013ace5c-e2e3-463c-8e37-e7c65969f021 HTTP/1.1" status: 200 len: 217 time: 0.0612969 Jul 13 07:34:45.796187 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e3ef763-3b09-4fcb-8d69-2c21e4fe5e50 req-54709345-e09a-49a1-856c-422330e2ca1d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736961 Jul 13 07:34:45.852485 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9541d9-a399-45eb-829c-111dbe046639 admin admin] Router b434a0c5-ccb7-4571-b786-68191a43e535 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:34:46.064053 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9541d9-a399-45eb-829c-111dbe046639 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:34:46.074861 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] Sync routers for ids ['b434a0c5-ccb7-4571-b786-68191a43e535'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:34:46.091646 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] Routers {'b434a0c5-ccb7-4571-b786-68191a43e535'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:34:46.092290 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:34:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b434a0c5-ccb7-4571-b786-68191a43e535'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:46.125232 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 46649ec4-6500-44d4-a740-2f69a9ca4f3f triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:46.126869 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:46.133021 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-29b10e48-55e6-4029-81d9-1178fe5f6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:46.135678 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-29b10e48-55e6-4029-81d9-1178fe5f6317 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 0.3252470 Jul 13 07:34:46.148822 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb9541d9-a399-45eb-829c-111dbe046639 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:46.152609 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fb9541d9-a399-45eb-829c-111dbe046639 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.5818472 Jul 13 07:34:46.153401 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60886) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:46.184911 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-ec3f8cd2-99f9-4ef7-9749-7dc6088e5a3b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335021 Jul 13 07:34:46.194435 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-4435c57c-62c9-4987-b3d8-652b432d3923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:46.199434 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-4435c57c-62c9-4987-b3d8-652b432d3923 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 1102 time: 0.1358850 Jul 13 07:34:46.252282 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a2a3f-c245-42a1-82db-407bb5318dfa req-b4a0e186-45bd-4452-b126-056ee2340988 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:46.253828 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-732a2a3f-c245-42a1-82db-407bb5318dfa req-b4a0e186-45bd-4452-b126-056ee2340988 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea HTTP/1.1" status: 200 len: 949 time: 0.2923965 Jul 13 07:34:46.275614 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2748c0b-7fd9-46c4-bc09-a056aa4f8384 req-130f6559-8940-404d-b071-c9261487f00c tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:46.287446 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2748c0b-7fd9-46c4-bc09-a056aa4f8384 req-130f6559-8940-404d-b071-c9261487f00c tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 1102 time: 0.2933245 Jul 13 07:34:46.350207 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] Set router b434a0c5-ccb7-4571-b786-68191a43e535 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:34:46.405120 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2748c0b-7fd9-46c4-bc09-a056aa4f8384 req-3d6ce281-5362-4442-97df-ba4c441f7e28 tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166692 Jul 13 07:34:46.452465 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-732a2a3f-c245-42a1-82db-407bb5318dfa req-4d0ba4b2-93ca-48d5-9744-8b515ced587b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597416 Jul 13 07:34:46.569752 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device ad902331-7bc4-4224-8cf5-66e6d3922804 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:46.720989 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port ad902331-7bc4-4224-8cf5-66e6d3922804 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:46.721558 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:46.747909 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f51578-4a49-4f3f-a9f2-ed98a873109d req-b913693c-e47c-4a60-8846-67a61edc3d07 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:46.756843 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54f51578-4a49-4f3f-a9f2-ed98a873109d req-b913693c-e47c-4a60-8846-67a61edc3d07 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 943 time: 0.1039162 Jul 13 07:34:46.813167 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54f51578-4a49-4f3f-a9f2-ed98a873109d req-c8941f1b-e9b1-46a6-807f-74197c750bdf tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553894 Jul 13 07:34:46.859602 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b434a0c5-ccb7-4571-b786-68191a43e535', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-784270878-router', 'tenant_id': '37a7073b2a7a43b7947121cc1f179d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '7a9381fd-9d18-4e08-bb0c-229d2ef5602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:34:39Z', 'updated_at': '2021-07-13T07:34:44Z', 'revision_number': 3, 'project_id': '37a7073b2a7a43b7947121cc1f179d9f', 'gw_port': {'id': '7a9381fd-9d18-4e08-bb0c-229d2ef5602d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:81:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b434a0c5-ccb7-4571-b786-68191a43e535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:34:41Z', 'updated_at': '2021-07-13T07:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:46.894708 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-e0426df2-3234-43f0-b4a5-389b3cf248aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:46.896299 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-e0426df2-3234-43f0-b4a5-389b3cf248aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.1630530 Jul 13 07:34:46.902208 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-a4b13a99-9dc0-47b0-bb87-6b811e539557 service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7016385 Jul 13 07:34:46.908363 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] Checking router: b434a0c5-ccb7-4571-b786-68191a43e535 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:34:46.908363 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] Updating router b434a0c5-ccb7-4571-b786-68191a43e535 port 7a9381fd-9d18-4e08-bb0c-229d2ef5602d binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:34:46.974594 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.002992 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-61955413-a20d-4131-a785-40f7779910b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0 HTTP/1.1" status: 200 len: 217 time: 0.0895925 Jul 13 07:34:47.238032 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-d8dc8bad-a50f-4297-8a90-0f08e00f858e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:47.239544 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-d8dc8bad-a50f-4297-8a90-0f08e00f858e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1993353 Jul 13 07:34:47.286678 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2720e407-8d38-4ef9-9805-e8274c38b903 req-13b685b5-dd43-4609-b2d2-a0c1c989319e service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602574 Jul 13 07:34:47.466441 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-4d7a1022-02f7-461b-b48e-28621cafbef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:47.468632 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-4d7a1022-02f7-461b-b48e-28621cafbef6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2207241 Jul 13 07:34:47.524630 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a17150-3d90-4c1f-b2b3-d965f16e9ae8 req-579e720b-09fa-4014-9cf0-54319af73918 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:47.526809 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61a17150-3d90-4c1f-b2b3-d965f16e9ae8 req-579e720b-09fa-4014-9cf0-54319af73918 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.1114683 Jul 13 07:34:47.531582 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f20be-1055-4162-ab37-967df47b1c18 req-dde18569-1b0b-479a-b4dd-cde458036628 tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:47.539047 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-594f20be-1055-4162-ab37-967df47b1c18 req-dde18569-1b0b-479a-b4dd-cde458036628 tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 1102 time: 0.1331477 Jul 13 07:34:47.610323 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61a17150-3d90-4c1f-b2b3-d965f16e9ae8 req-52531520-1a3d-45a1-91ec-8a200a77c5fd tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684514 Jul 13 07:34:47.628290 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-594f20be-1055-4162-ab37-967df47b1c18 req-689d4d9b-d2ba-4267-80a5-618b5f37c757 tempest-ServersAdminTestJSON-22971626 tempest-ServersAdminTestJSON-22971626-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879731 Jul 13 07:34:47.653003 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.672628 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] Transition to ACTIVE for port object 7a9381fd-9d18-4e08-bb0c-229d2ef5602d will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:47.694806 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.782822 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f7d51-8829-4de1-8a58-54d844bb082c None None] Pushing event updated for resources: {'Port': ['ID=7a9381fd-9d18-4e08-bb0c-229d2ef5602d,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:47.798196 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] Attempting to bind port 7a9381fd-9d18-4e08-bb0c-229d2ef5602d on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:47.799364 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] Attempting to bind port 7a9381fd-9d18-4e08-bb0c-229d2ef5602d by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:47.799839 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] Attempting to bind port 7a9381fd-9d18-4e08-bb0c-229d2ef5602d on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:47.802210 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbbd5c-69de-4dac-8006-1a3eb7a831c0 req-325357f0-80ea-4fb4-a7d9-0b40f0843746 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:47.803215 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f7d51-8829-4de1-8a58-54d844bb082c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:47.803795 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f7d51-8829-4de1-8a58-54d844bb082c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:47.804732 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f7d51-8829-4de1-8a58-54d844bb082c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:47.804732 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f7d51-8829-4de1-8a58-54d844bb082c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:47.805142 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f7d51-8829-4de1-8a58-54d844bb082c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:47.805575 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f7d51-8829-4de1-8a58-54d844bb082c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:47.806054 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f7d51-8829-4de1-8a58-54d844bb082c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:47.807002 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f7d51-8829-4de1-8a58-54d844bb082c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:47.807431 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f7d51-8829-4de1-8a58-54d844bb082c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:47.807856 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f7d51-8829-4de1-8a58-54d844bb082c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:47.808297 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f7d51-8829-4de1-8a58-54d844bb082c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:47.808720 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f7d51-8829-4de1-8a58-54d844bb082c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:47.814993 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4fbbd5c-69de-4dac-8006-1a3eb7a831c0 req-325357f0-80ea-4fb4-a7d9-0b40f0843746 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea HTTP/1.1" status: 200 len: 949 time: 0.0884151 Jul 13 07:34:47.822890 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:47.823826 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:47.823826 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.824403 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:47.825603 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] Bound port: 7a9381fd-9d18-4e08-bb0c-229d2ef5602d, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:47.826137 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.857236 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-47eb3355-a4f6-4d35-88f7-7d19e3884aa1 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740633 Jul 13 07:34:47.865821 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9008dd-62d7-4c20-856d-13489a824120 req-5cfc1752-85fd-473f-9068-74b7b33feea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:47.867962 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6c9008dd-62d7-4c20-856d-13489a824120 req-5cfc1752-85fd-473f-9068-74b7b33feea6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 1095 time: 0.3652821 Jul 13 07:34:47.873546 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4fbbd5c-69de-4dac-8006-1a3eb7a831c0 req-1dc73572-62f2-486c-a42b-7243f5f05eb9 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556061 Jul 13 07:34:47.904727 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] For port 7a9381fd-9d18-4e08-bb0c-229d2ef5602d, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:47.908869 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] For port 7a9381fd-9d18-4e08-bb0c-229d2ef5602d, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7a9381fd-9d18-4e08-bb0c-229d2ef5602d,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:47.916313 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.979616 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f7d51-8829-4de1-8a58-54d844bb082c None None] Pushing event updated for resources: {'Port': ['ID=7a9381fd-9d18-4e08-bb0c-229d2ef5602d,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:47.999578 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] Routers {'b434a0c5-ccb7-4571-b786-68191a43e535'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:34:48.000244 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:34:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b434a0c5-ccb7-4571-b786-68191a43e535'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:48.057164 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfa59131-7baa-4d78-a346-ffaa734f82ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.160143 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] Set router b434a0c5-ccb7-4571-b786-68191a43e535 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:34:48.178609 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5b69a-2ddc-42dc-851e-5f139f07ba4a req-dc7c585e-6bc7-48b8-bc61-b2f80a1a3efb tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:48.180602 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ccd5b69a-2ddc-42dc-851e-5f139f07ba4a req-dc7c585e-6bc7-48b8-bc61-b2f80a1a3efb tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 943 time: 0.0955687 Jul 13 07:34:48.226069 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ccd5b69a-2ddc-42dc-851e-5f139f07ba4a req-63f68000-db89-48ac-8101-d797a4d25ded tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347745 Jul 13 07:34:48.307562 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-297d6cb1-c6f1-4b89-a14d-6e2e10bed749 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355645 Jul 13 07:34:48.311243 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9008dd-62d7-4c20-856d-13489a824120 req-7742bb29-4eea-41cf-8773-37f97a14bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:48.312659 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6c9008dd-62d7-4c20-856d-13489a824120 req-7742bb29-4eea-41cf-8773-37f97a14bf7b service neutron] 10.222.0.62 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 908 time: 0.4327085 Jul 13 07:34:48.395170 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6c9008dd-62d7-4c20-856d-13489a824120 req-fb479a02-857c-4f53-bc5b-39f3c31c37df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=013ace5c-e2e3-463c-8e37-e7c65969f021 HTTP/1.1" status: 200 len: 217 time: 0.0542822 Jul 13 07:34:48.453286 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-cfa59131-7baa-4d78-a346-ffaa734f82ca admin admin] Allocated IP 172.20.0.1 (7c6c18f9-0903-4219-9c22-f158ac9a7178/bf2dd952-46cb-45ba-8f43-b0155899031e/7c9191af-874f-4a40-aff0-aebcec5306a1) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:48.492260 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9008dd-62d7-4c20-856d-13489a824120 req-a8bb3c09-eb2f-4e5d-bc08-7872b6a6b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:48.495111 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6c9008dd-62d7-4c20-856d-13489a824120 req-a8bb3c09-eb2f-4e5d-bc08-7872b6a6b5d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 0.0896125 Jul 13 07:34:48.545260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36f237-a893-443e-88f2-264b4159eefa req-61ae1115-a90c-4f68-b65c-34b4b76cbeff tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:48.554834 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2d36f237-a893-443e-88f2-264b4159eefa req-61ae1115-a90c-4f68-b65c-34b4b76cbeff tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea HTTP/1.1" status: 200 len: 1101 time: 0.0972071 Jul 13 07:34:48.578820 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b434a0c5-ccb7-4571-b786-68191a43e535', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-784270878-router', 'tenant_id': '37a7073b2a7a43b7947121cc1f179d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '7a9381fd-9d18-4e08-bb0c-229d2ef5602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:34:39Z', 'updated_at': '2021-07-13T07:34:44Z', 'revision_number': 3, 'project_id': '37a7073b2a7a43b7947121cc1f179d9f', 'gw_port': {'id': '7a9381fd-9d18-4e08-bb0c-229d2ef5602d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:81:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b434a0c5-ccb7-4571-b786-68191a43e535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:34:41Z', 'updated_at': '2021-07-13T07:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:48.593870 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6c9008dd-62d7-4c20-856d-13489a824120 req-70d1f459-c8e2-4a87-ae52-8247745fdcf7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714171 Jul 13 07:34:48.617460 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2d36f237-a893-443e-88f2-264b4159eefa req-d147d62b-ba4a-42d3-90a0-09c3206a9d57 tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511150 Jul 13 07:34:48.669308 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca021bc-d0ac-48cf-8915-b0b48e1713fb None None] The sync data for ids ['b434a0c5-ccb7-4571-b786-68191a43e535'] in n-d-779913-28 is: [{'id': 'b434a0c5-ccb7-4571-b786-68191a43e535', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-784270878-router', 'tenant_id': '37a7073b2a7a43b7947121cc1f179d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '7a9381fd-9d18-4e08-bb0c-229d2ef5602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:34:39Z', 'updated_at': '2021-07-13T07:34:44Z', 'revision_number': 3, 'project_id': '37a7073b2a7a43b7947121cc1f179d9f', 'gw_port': {'id': '7a9381fd-9d18-4e08-bb0c-229d2ef5602d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:81:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b434a0c5-ccb7-4571-b786-68191a43e535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:34:41Z', 'updated_at': '2021-07-13T07:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:34:48.864318 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6c9008dd-62d7-4c20-856d-13489a824120 req-0fb1132f-110b-4bf5-a168-370bdec8c4ab service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800737 Jul 13 07:34:48.886181 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7430a-9baa-4b19-a6d2-af99ee867588 req-f8a8b943-feeb-46de-a496-ed3cf0e2f501 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:48.887878 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5aa7430a-9baa-4b19-a6d2-af99ee867588 req-f8a8b943-feeb-46de-a496-ed3cf0e2f501 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe27bd2-5b12-4961-9d41-83b7917965aa HTTP/1.1" status: 200 len: 950 time: 0.1270490 Jul 13 07:34:48.900743 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfa59131-7baa-4d78-a346-ffaa734f82ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.916775 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-cfa59131-7baa-4d78-a346-ffaa734f82ca admin admin] Transition to ACTIVE for port object 7c9191af-874f-4a40-aff0-aebcec5306a1 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:48.983703 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5aa7430a-9baa-4b19-a6d2-af99ee867588 req-213a9470-a025-42d3-a3d0-fc4f5cef74a2 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879686 Jul 13 07:34:49.028802 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfa59131-7baa-4d78-a346-ffaa734f82ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:49.054437 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f011153-e176-4dfd-a012-049fc21b2b41 req-d25665ca-fed0-4dec-bed5-5d9dac87688a tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:49.056518 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f011153-e176-4dfd-a012-049fc21b2b41 req-d25665ca-fed0-4dec-bed5-5d9dac87688a tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.1391590 Jul 13 07:34:49.165903 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa59131-7baa-4d78-a346-ffaa734f82ca admin admin] Network 7c6c18f9-0903-4219-9c22-f158ac9a7178 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:49.170776 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-cfa59131-7baa-4d78-a346-ffaa734f82ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:49.174234 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa59131-7baa-4d78-a346-ffaa734f82ca admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:49.192944 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afe24859-8332-4391-a831-99237f0e237a req-ac5b383c-51e9-4736-8480-86cfba440c59 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d6a3e791abbc497c8586fd62e424c069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386817 Jul 13 07:34:49.225646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f011153-e176-4dfd-a012-049fc21b2b41 req-c023e1bc-6c5c-4eca-95d8-c14ba15419f1 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579762 Jul 13 07:34:49.258923 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6c9008dd-62d7-4c20-856d-13489a824120 req-240688ba-f572-4159-9ce8-e5476ad5617f service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315439 Jul 13 07:34:49.285488 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfa59131-7baa-4d78-a346-ffaa734f82ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:49.393704 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe24859-8332-4391-a831-99237f0e237a req-97ae36ee-d4dc-4756-979b-65c187689195 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:49.395750 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa59131-7baa-4d78-a346-ffaa734f82ca admin admin] Pushing event updated for resources: {'Port': ['ID=7c9191af-874f-4a40-aff0-aebcec5306a1,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:49.397461 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afe24859-8332-4391-a831-99237f0e237a req-97ae36ee-d4dc-4756-979b-65c187689195 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1972313 Jul 13 07:34:49.427503 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afe24859-8332-4391-a831-99237f0e237a req-752d1e33-0ed3-4f9e-865a-f564e3485c89 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/quotas/d6a3e791abbc497c8586fd62e424c069 HTTP/1.1" status: 200 len: 375 time: 0.0235505 Jul 13 07:34:49.522898 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-11c4096a-0fc9-462b-afd1-af653304513f None None] Provisioning for port 7c9191af-874f-4a40-aff0-aebcec5306a1 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:49.530620 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-11c4096a-0fc9-462b-afd1-af653304513f None None] Provisioning complete for port 7c9191af-874f-4a40-aff0-aebcec5306a1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:49.531492 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-11c4096a-0fc9-462b-afd1-af653304513f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:49.652111 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-11c4096a-0fc9-462b-afd1-af653304513f None None] Port 7c9191af-874f-4a40-aff0-aebcec5306a1 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:49.694324 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afe24859-8332-4391-a831-99237f0e237a req-615de086-4e76-4087-b922-b2ee37702fb9 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6a3e791abbc497c8586fd62e424c069&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2654886 Jul 13 07:34:49.707204 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7a9381fd-9d18-4e08-bb0c-229d2ef5602d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:49.713269 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfa59131-7baa-4d78-a346-ffaa734f82ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:49.756212 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720426bd-d319-4925-9638-297259602ac3 req-de54d788-ffd2-44f8-92a2-4841eba3c891 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:49.764950 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-720426bd-d319-4925-9638-297259602ac3 req-de54d788-ffd2-44f8-92a2-4841eba3c891 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 943 time: 0.2539377 Jul 13 07:34:49.814463 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 7a9381fd-9d18-4e08-bb0c-229d2ef5602d completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:49.820741 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 7a9381fd-9d18-4e08-bb0c-229d2ef5602d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:49.821644 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:49.857111 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-720426bd-d319-4925-9638-297259602ac3 req-8558fd49-585d-45a4-b3ad-28c33507df47 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863261 Jul 13 07:34:50.007638 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.032780 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 7a9381fd-9d18-4e08-bb0c-229d2ef5602d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7a9381fd-9d18-4e08-bb0c-229d2ef5602d,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:50.042902 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.109210 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb06d5e0-29a5-42df-925f-88cc3c63e9f4 req-fe499f9e-0368-4bac-a6bd-28cf5767f501 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c23438b-b1a9-4c12-8a38-93b015451ed6 HTTP/1.1" status: 200 len: 210 time: 0.0751340 Jul 13 07:34:50.168460 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfa59131-7baa-4d78-a346-ffaa734f82ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.175532 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=7a9381fd-9d18-4e08-bb0c-229d2ef5602d,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:50.183850 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfa59131-7baa-4d78-a346-ffaa734f82ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.294521 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa59131-7baa-4d78-a346-ffaa734f82ca admin admin] Pushing event updated for resources: {'Port': ['ID=7c9191af-874f-4a40-aff0-aebcec5306a1,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:50.353382 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfa59131-7baa-4d78-a346-ffaa734f82ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.511554 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db97ae-0010-4060-b83f-7f556e54b73f req-6d1192ee-509d-47eb-a2f6-b2fd2082db67 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:50.520012 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-45db97ae-0010-4060-b83f-7f556e54b73f req-6d1192ee-509d-47eb-a2f6-b2fd2082db67 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe27bd2-5b12-4961-9d41-83b7917965aa HTTP/1.1" status: 200 len: 950 time: 0.1521668 Jul 13 07:34:50.592571 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa59131-7baa-4d78-a346-ffaa734f82ca admin admin] Network 7c6c18f9-0903-4219-9c22-f158ac9a7178 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:50.598987 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-cfa59131-7baa-4d78-a346-ffaa734f82ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:50.600228 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-45db97ae-0010-4060-b83f-7f556e54b73f req-a1a85f82-82fe-49a8-b806-3f5d5905afac tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772481 Jul 13 07:34:50.646209 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 013ace5c-e2e3-463c-8e37-e7c65969f021 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:50.722424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-98f78c08-445c-4f28-be86-dd675f3ec8d5 None None] Provisioning complete for port 7c9191af-874f-4a40-aff0-aebcec5306a1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:50.723091 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-98f78c08-445c-4f28-be86-dd675f3ec8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.863488 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-98f78c08-445c-4f28-be86-dd675f3ec8d5 None None] Port 7c9191af-874f-4a40-aff0-aebcec5306a1 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:50.885276 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa59131-7baa-4d78-a346-ffaa734f82ca admin admin] Router b434a0c5-ccb7-4571-b786-68191a43e535 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:34:50.921320 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 013ace5c-e2e3-463c-8e37-e7c65969f021, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=013ace5c-e2e3-463c-8e37-e7c65969f021,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:50.941711 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '013ace5c-e2e3-463c-8e37-e7c65969f021', 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431', 'port_id': '013ace5c-e2e3-463c-8e37-e7c65969f021', 'mac_address': 'fa:16:3e:74:52:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4bccd5-f3d2-4df7-a5f9-58cc5815295c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:50.948781 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073e05e-0674-499f-bcd0-630a784df759 req-80416112-ffaa-43ac-b435-ca083441deec tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:50.953125 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d073e05e-0674-499f-bcd0-630a784df759 req-80416112-ffaa-43ac-b435-ca083441deec tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.2642865 Jul 13 07:34:51.039281 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.077953 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013ace5c-e2e3-463c-8e37-e7c65969f021 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:51.086834 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d073e05e-0674-499f-bcd0-630a784df759 req-bd7403d1-04b5-4edd-a6df-a96e07b4269b tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207142 Jul 13 07:34:51.172026 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 013ace5c-e2e3-463c-8e37-e7c65969f021, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=013ace5c-e2e3-463c-8e37-e7c65969f021,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:51.184810 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.198911 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d58e3-5b2b-4873-a4ed-7d97c6a1f387 req-44f8d9a5-0f3a-412d-85fc-f4140bd2d280 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:51.206411 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c66d58e3-5b2b-4873-a4ed-7d97c6a1f387 req-44f8d9a5-0f3a-412d-85fc-f4140bd2d280 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfe27bd2-5b12-4961-9d41-83b7917965aa HTTP/1.1" status: 200 len: 950 time: 0.3414240 Jul 13 07:34:51.245519 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853e244-c956-4d8d-b6cf-0f20bf7196b3 req-e330cc58-847f-48bc-9590-371533d0720e tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:51.261547 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5853e244-c956-4d8d-b6cf-0f20bf7196b3 req-e330cc58-847f-48bc-9590-371533d0720e tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 943 time: 0.1657927 Jul 13 07:34:51.267638 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 32788) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:51.281786 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-918e46ef-7dd8-431b-96f5-50f2d7ada5cd None None] Provisioning complete for port 7c9191af-874f-4a40-aff0-aebcec5306a1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:51.282610 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-918e46ef-7dd8-431b-96f5-50f2d7ada5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.389483 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-31a74845-8f34-481f-9d71-6f781a9e29de req-086b11e8-8ba8-4fd4-81fb-e9f445df3e0f tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c23438b-b1a9-4c12-8a38-93b015451ed6 HTTP/1.1" status: 200 len: 210 time: 0.0655575 Jul 13 07:34:51.438427 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5853e244-c956-4d8d-b6cf-0f20bf7196b3 req-a06622cb-bf4e-423b-ac32-ae45f2ac504e tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759450 Jul 13 07:34:51.477373 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-918e46ef-7dd8-431b-96f5-50f2d7ada5cd None None] Port 7c9191af-874f-4a40-aff0-aebcec5306a1 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:51.484172 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=013ace5c-e2e3-463c-8e37-e7c65969f021,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:51.517724 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-98c2bf37-af60-4f4b-adfb-7b3c7712642c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.705955 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7a9381fd-9d18-4e08-bb0c-229d2ef5602d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:51.727074 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-98c2bf37-af60-4f4b-adfb-7b3c7712642c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.736289 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['013ace5c-e2e3-463c-8e37-e7c65969f021'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:51.743166 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-98c2bf37-af60-4f4b-adfb-7b3c7712642c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.801215 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-98c2bf37-af60-4f4b-adfb-7b3c7712642c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e53b6c221f584ecca7dcb28895da4f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5319164 Jul 13 07:34:51.802021 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2bf37-af60-4f4b-adfb-7b3c7712642c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e16951e-3f16-46fb-956e-7efdebde1af0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:51.805175 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 32794) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:51.863528 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 7a9381fd-9d18-4e08-bb0c-229d2ef5602d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:51.863751 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa59131-7baa-4d78-a346-ffaa734f82ca admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:34:51.863961 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.876208 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cfa59131-7baa-4d78-a346-ffaa734f82ca admin admin] 10.222.0.58 "PUT /v2.0/routers/b434a0c5-ccb7-4571-b786-68191a43e535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6934412 Jul 13 07:34:51.933080 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2208621f-57f1-429a-8631-a2a3d4239443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.956939 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2208621f-57f1-429a-8631-a2a3d4239443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.005505 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-c66d58e3-5b2b-4873-a4ed-7d97c6a1f387 req-f9697386-56ec-4081-b5af-f7d33cbdeb14 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Deleting port e0a7a960-64ee-47e4-beb9-eacdcdda37a1 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:52.006003 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c66d58e3-5b2b-4873-a4ed-7d97c6a1f387 req-f9697386-56ec-4081-b5af-f7d33cbdeb14 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.021899 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0705a7b-3a91-41dc-b072-73c4800ba23b None None] Sync routers for ids ['b434a0c5-ccb7-4571-b786-68191a43e535'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:34:52.054848 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2208621f-57f1-429a-8631-a2a3d4239443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.062890 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2208621f-57f1-429a-8631-a2a3d4239443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.066247 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2208621f-57f1-429a-8631-a2a3d4239443 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e16951e-3f16-46fb-956e-7efdebde1af0 HTTP/1.1" status: 204 len: 168 time: 0.2470992 Jul 13 07:34:52.088401 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0f341-fc6f-4774-a123-c1d7d9f64de9 req-9853d7e7-3527-4967-9e29-0419f6757acb tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:52.099409 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0bc0f341-fc6f-4774-a123-c1d7d9f64de9 req-9853d7e7-3527-4967-9e29-0419f6757acb tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe27bd2-5b12-4961-9d41-83b7917965aa HTTP/1.1" status: 200 len: 950 time: 0.2703984 Jul 13 07:34:52.113418 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0705a7b-3a91-41dc-b072-73c4800ba23b None None] Routers {'b434a0c5-ccb7-4571-b786-68191a43e535'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:34:52.113799 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b0705a7b-3a91-41dc-b072-73c4800ba23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:34:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b434a0c5-ccb7-4571-b786-68191a43e535'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:52.129827 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208621f-57f1-429a-8631-a2a3d4239443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e16951e-3f16-46fb-956e-7efdebde1af0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:52.260329 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0bc0f341-fc6f-4774-a123-c1d7d9f64de9 req-7ec82c8d-b22c-4996-bcb3-4a31f9931e9b tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598980 Jul 13 07:34:52.307156 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-c66d58e3-5b2b-4873-a4ed-7d97c6a1f387 req-f9697386-56ec-4081-b5af-f7d33cbdeb14 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] For port e0a7a960-64ee-47e4-beb9-eacdcdda37a1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e0a7a960-64ee-47e4-beb9-eacdcdda37a1,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:52.309133 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c66d58e3-5b2b-4873-a4ed-7d97c6a1f387 req-f9697386-56ec-4081-b5af-f7d33cbdeb14 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.341015 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-c66d58e3-5b2b-4873-a4ed-7d97c6a1f387 req-f9697386-56ec-4081-b5af-f7d33cbdeb14 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Calling delete_port for e0a7a960-64ee-47e4-beb9-eacdcdda37a1 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:52.397071 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afe24859-8332-4391-a831-99237f0e237a req-ff4b3eb0-b556-4056-991f-de7899c6bc51 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d6a3e791abbc497c8586fd62e424c069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628872 Jul 13 07:34:52.664400 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-b0705a7b-3a91-41dc-b072-73c4800ba23b None None] Set router b434a0c5-ccb7-4571-b786-68191a43e535 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:34:52.726548 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c666d07-2d43-45a2-8d5c-25f0e305def5 req-91324e30-871e-4279-b037-a9587155b7b7 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:52.749488 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c666d07-2d43-45a2-8d5c-25f0e305def5 req-91324e30-871e-4279-b037-a9587155b7b7 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.4180593 Jul 13 07:34:52.827104 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c66d58e3-5b2b-4873-a4ed-7d97c6a1f387 req-f9697386-56ec-4081-b5af-f7d33cbdeb14 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.830136 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 32816) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:52.837611 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe24859-8332-4391-a831-99237f0e237a req-feb8a2fd-833d-4d2f-98ad-a3e655be983a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:52.841023 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afe24859-8332-4391-a831-99237f0e237a req-feb8a2fd-833d-4d2f-98ad-a3e655be983a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4042280 Jul 13 07:34:52.857928 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-164ecd57-ddf9-4277-81ae-a2fccc637248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.864372 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-afe24859-8332-4391-a831-99237f0e237a req-63980ba0-ef9d-4c3d-863c-3b476518c660 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Request body: {'port': {'device_id': '4c23438b-b1a9-4c12-8a38-93b015451ed6', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': 'd6a3e791abbc497c8586fd62e424c069'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:52.866875 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['af89064c-3993-487f-ae39-274706158dab'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:52.892048 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9697386-56ec-4081-b5af-f7d33cbdeb14 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Pushing event deleted for resources: {'Port': ['ID=e0a7a960-64ee-47e4-beb9-eacdcdda37a1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:52.956573 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66d58e3-5b2b-4873-a4ed-7d97c6a1f387 req-f9697386-56ec-4081-b5af-f7d33cbdeb14 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] No DVR routers for this DVR port e0a7a960-64ee-47e4-beb9-eacdcdda37a1 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:52.963757 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c66d58e3-5b2b-4873-a4ed-7d97c6a1f387 req-f9697386-56ec-4081-b5af-f7d33cbdeb14 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.966562 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c66d58e3-5b2b-4873-a4ed-7d97c6a1f387 req-f9697386-56ec-4081-b5af-f7d33cbdeb14 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.62 "DELETE /v2.0/ports/e0a7a960-64ee-47e4-beb9-eacdcdda37a1 HTTP/1.1" status: 204 len: 173 time: 1.7347910 Jul 13 07:34:52.967506 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe27bd2-5b12-4961-9d41-83b7917965aa', 'name': 'network-vif-deleted', 'tag': 'e0a7a960-64ee-47e4-beb9-eacdcdda37a1'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:52.969776 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51359623-8596-4e09-b9cb-e2492180b6f5" -d '{"events": [{"server_uuid": "cfe27bd2-5b12-4961-9d41-83b7917965aa", "name": "network-vif-deleted", "tag": "e0a7a960-64ee-47e4-beb9-eacdcdda37a1"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:53.051887 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c666d07-2d43-45a2-8d5c-25f0e305def5 req-c4c0041f-252f-43a1-a60b-41c5b5154c12 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979574 Jul 13 07:34:53.128932 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-164ecd57-ddf9-4277-81ae-a2fccc637248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.143696 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-164ecd57-ddf9-4277-81ae-a2fccc637248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.225736 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-164ecd57-ddf9-4277-81ae-a2fccc637248 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ec2490155c9496a8e1a804ee3bcc455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943810 Jul 13 07:34:53.226615 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ecd57-ddf9-4277-81ae-a2fccc637248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b221a94-b794-48e0-a175-ba97064b7e3f,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:53.229797 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 32822) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:53.317331 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28795682-e1f8-4e1b-8522-ac20e35dd142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.350251 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28795682-e1f8-4e1b-8522-ac20e35dd142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.429544 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['ad902331-7bc4-4224-8cf5-66e6d3922804'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:53.443648 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe24859-8332-4391-a831-99237f0e237a req-63980ba0-ef9d-4c3d-863c-3b476518c660 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Made reservation on behalf of d6a3e791abbc497c8586fd62e424c069 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:53.450316 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28795682-e1f8-4e1b-8522-ac20e35dd142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.451181 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-afe24859-8332-4391-a831-99237f0e237a req-63980ba0-ef9d-4c3d-863c-3b476518c660 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.453481 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28795682-e1f8-4e1b-8522-ac20e35dd142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.455377 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-28795682-e1f8-4e1b-8522-ac20e35dd142 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b221a94-b794-48e0-a175-ba97064b7e3f HTTP/1.1" status: 204 len: 168 time: 0.2240362 Jul 13 07:34:53.458625 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-dbcd396d-6d94-451f-b5d7-7531b457a39e req-15d954ff-9712-4d1a-898b-ac9b135c78ff tempest-FloatingIPDetailsNegativeTestJSON-2086661294 tempest-FloatingIPDetailsNegativeTestJSON-2086661294-project] show failed (client error): The resource could not be found. Jul 13 07:34:53.471434 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dbcd396d-6d94-451f-b5d7-7531b457a39e req-15d954ff-9712-4d1a-898b-ac9b135c78ff tempest-FloatingIPDetailsNegativeTestJSON-2086661294 tempest-FloatingIPDetailsNegativeTestJSON-2086661294-project] 10.222.0.58 "GET /v2.0/floatingips/8e81c34f-bdc5-4a37-b41d-e200fb03176e HTTP/1.1" status: 404 len: 350 time: 0.4092927 Jul 13 07:34:53.476460 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 32828) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:53.606386 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6f70883-0d31-452c-abf8-3a4054daa85c req-fd79ee82-64a4-4242-bfc4-3f0209b75209 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c23438b-b1a9-4c12-8a38-93b015451ed6 HTTP/1.1" status: 200 len: 210 time: 0.1643398 Jul 13 07:34:53.791528 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c3e40459-5663-420b-a648-809006a7cb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.923339 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28795682-e1f8-4e1b-8522-ac20e35dd142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b221a94-b794-48e0-a175-ba97064b7e3f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:54.143858 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-afe24859-8332-4391-a831-99237f0e237a req-63980ba0-ef9d-4c3d-863c-3b476518c660 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Allocated IP 192.168.233.228 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/8554eda6-f772-434b-856f-f3682a3b31f5) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:54.166916 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12888574-0301-4568-9cba-a87e592695d2 x-openstack-request-id: req-12888574-0301-4568-9cba-a87e592695d2 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:54.167595 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe27bd2-5b12-4961-9d41-83b7917965aa", "name": "network-vif-deleted", "tag": "e0a7a960-64ee-47e4-beb9-eacdcdda37a1", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:54.168086 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-12888574-0301-4568-9cba-a87e592695d2 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:54.169419 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe27bd2-5b12-4961-9d41-83b7917965aa', 'name': 'network-vif-deleted', 'tag': 'e0a7a960-64ee-47e4-beb9-eacdcdda37a1', 'status': 'completed', 'code': 200} Jul 13 07:34:54.244639 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c39df28c-df8a-40c5-97dd-ce0bdbd89ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.324370 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b0705a7b-3a91-41dc-b072-73c4800ba23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b434a0c5-ccb7-4571-b786-68191a43e535', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-784270878-router', 'tenant_id': '37a7073b2a7a43b7947121cc1f179d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '7a9381fd-9d18-4e08-bb0c-229d2ef5602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:34:39Z', 'updated_at': '2021-07-13T07:34:49Z', 'revision_number': 4, 'project_id': '37a7073b2a7a43b7947121cc1f179d9f', 'gw_port': {'id': '7a9381fd-9d18-4e08-bb0c-229d2ef5602d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:81:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b434a0c5-ccb7-4571-b786-68191a43e535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:34:41Z', 'updated_at': '2021-07-13T07:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '7c9191af-874f-4a40-aff0-aebcec5306a1', 'name': '', 'network_id': '7c6c18f9-0903-4219-9c22-f158ac9a7178', 'tenant_id': '37a7073b2a7a43b7947121cc1f179d9f', 'mac_address': 'fa:16:3e:8a:09:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b434a0c5-ccb7-4571-b786-68191a43e535', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bf2dd952-46cb-45ba-8f43-b0155899031e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:34:48Z', 'updated_at': '2021-07-13T07:34:49Z', 'revision_number': 2, 'project_id': '37a7073b2a7a43b7947121cc1f179d9f', 'subnets': [{'id': 'bf2dd952-46cb-45ba-8f43-b0155899031e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:54.594901 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0705a7b-3a91-41dc-b072-73c4800ba23b None None] Checking router: b434a0c5-ccb7-4571-b786-68191a43e535 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:34:54.595443 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0705a7b-3a91-41dc-b072-73c4800ba23b None None] Updating router b434a0c5-ccb7-4571-b786-68191a43e535 port 7c9191af-874f-4a40-aff0-aebcec5306a1 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:34:54.646246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c39df28c-df8a-40c5-97dd-ce0bdbd89ea4 admin admin] Deleting port 7c9191af-874f-4a40-aff0-aebcec5306a1 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:54.647321 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c39df28c-df8a-40c5-97dd-ce0bdbd89ea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.736798 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0705a7b-3a91-41dc-b072-73c4800ba23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.742158 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c39df28c-df8a-40c5-97dd-ce0bdbd89ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.750652 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 013ace5c-e2e3-463c-8e37-e7c65969f021 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:54.757981 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c39df28c-df8a-40c5-97dd-ce0bdbd89ea4 admin admin] Calling delete_port for 7c9191af-874f-4a40-aff0-aebcec5306a1 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:54.856363 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 013ace5c-e2e3-463c-8e37-e7c65969f021 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:54.863415 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 013ace5c-e2e3-463c-8e37-e7c65969f021 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:54.863891 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.092521 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c39df28c-df8a-40c5-97dd-ce0bdbd89ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.096425 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed3b81-9c05-4ff7-b8bb-7db30ba46f03 req-71fa2699-3dca-4cdb-85d9-70fd50afbc4e tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:55.099067 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aeed3b81-9c05-4ff7-b8bb-7db30ba46f03 req-71fa2699-3dca-4cdb-85d9-70fd50afbc4e tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 944 time: 1.2218721 Jul 13 07:34:55.148621 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39df28c-df8a-40c5-97dd-ce0bdbd89ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c9191af-874f-4a40-aff0-aebcec5306a1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:55.229732 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-afe24859-8332-4391-a831-99237f0e237a req-63980ba0-ef9d-4c3d-863c-3b476518c660 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.255900 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aeed3b81-9c05-4ff7-b8bb-7db30ba46f03 req-d3b6ef2d-77d0-48fc-a830-6f7dd00e612c tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169748 Jul 13 07:34:55.275010 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f084871-418c-4329-9a7e-ae58cb670032 req-0d831a39-f8d5-4ac0-a3d1-9640246506b2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:55.283605 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f084871-418c-4329-9a7e-ae58cb670032 req-0d831a39-f8d5-4ac0-a3d1-9640246506b2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.3885601 Jul 13 07:34:55.319753 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-afe24859-8332-4391-a831-99237f0e237a req-63980ba0-ef9d-4c3d-863c-3b476518c660 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Transition to ACTIVE for port object 8554eda6-f772-434b-856f-f3682a3b31f5 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:55.375461 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f084871-418c-4329-9a7e-ae58cb670032 req-4220589c-ae68-4308-84b8-1b13966362e2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900805 Jul 13 07:34:55.428888 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.429909 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-afe24859-8332-4391-a831-99237f0e237a req-63980ba0-ef9d-4c3d-863c-3b476518c660 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.476465 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d50fbcb0-639b-4372-a596-26b4ae4247fd', '45acecb5-5e3d-4015-9a01-9e93f1ddfde4', '6307f0ac-2121-4925-a578-c298a7b184cd', 'ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:55.490736 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3d4bdfc8-f779-4b57-85be-37da3028ceb7', '9ab82b42-5404-4cea-8446-d241b04d031a'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:55.614709 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63980ba0-ef9d-4c3d-863c-3b476518c660 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Pushing event updated for resources: {'Port': ['ID=8554eda6-f772-434b-856f-f3682a3b31f5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:55.653981 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe24859-8332-4391-a831-99237f0e237a req-63980ba0-ef9d-4c3d-863c-3b476518c660 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:55.659796 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-afe24859-8332-4391-a831-99237f0e237a req-63980ba0-ef9d-4c3d-863c-3b476518c660 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:55.671986 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe24859-8332-4391-a831-99237f0e237a req-63980ba0-ef9d-4c3d-863c-3b476518c660 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:55.679086 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe24859-8332-4391-a831-99237f0e237a req-63980ba0-ef9d-4c3d-863c-3b476518c660 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:55.680159 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-afe24859-8332-4391-a831-99237f0e237a req-63980ba0-ef9d-4c3d-863c-3b476518c660 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.694544 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c39df28c-df8a-40c5-97dd-ce0bdbd89ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.717396 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afe24859-8332-4391-a831-99237f0e237a req-63980ba0-ef9d-4c3d-863c-3b476518c660 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8601072 Jul 13 07:34:55.735931 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-afe24859-8332-4391-a831-99237f0e237a req-76427230-647d-4332-bd61-cba47520fc3b service neutron] Request body: {'port': {'device_id': '4c23438b-b1a9-4c12-8a38-93b015451ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:55.952611 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9033dd-2aac-40ff-ba1a-e4c8b956d064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013ace5c-e2e3-463c-8e37-e7c65969f021'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:55.957082 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d82c82b-efab-42e2-83d8-65a3f90e93cc" -d '{"events": [{"server_uuid": "1d9033dd-2aac-40ff-ba1a-e4c8b956d064", "name": "network-vif-plugged", "status": "completed", "tag": "013ace5c-e2e3-463c-8e37-e7c65969f021"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:56.054201 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-afe24859-8332-4391-a831-99237f0e237a req-76427230-647d-4332-bd61-cba47520fc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.176275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 013ace5c-e2e3-463c-8e37-e7c65969f021, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=013ace5c-e2e3-463c-8e37-e7c65969f021,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:56.236283 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39df28c-df8a-40c5-97dd-ce0bdbd89ea4 admin admin] Router b434a0c5-ccb7-4571-b786-68191a43e535 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:34:56.262197 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c674e-c4a6-4426-b5aa-64f1d2725a53 req-88efb999-c045-4806-946a-0a8639595578 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:56.279793 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c1c674e-c4a6-4426-b5aa-64f1d2725a53 req-88efb999-c045-4806-946a-0a8639595578 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c23438b-b1a9-4c12-8a38-93b015451ed6 HTTP/1.1" status: 200 len: 936 time: 0.4753170 Jul 13 07:34:56.314489 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.364577 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fa67e260-6fa3-4603-8bce-79ada65096cb None None] Provisioning for port 8554eda6-f772-434b-856f-f3682a3b31f5 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:56.453780 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39df28c-df8a-40c5-97dd-ce0bdbd89ea4 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:34:56.463113 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c39df28c-df8a-40c5-97dd-ce0bdbd89ea4 admin admin] 10.222.0.58 "PUT /v2.0/routers/b434a0c5-ccb7-4571-b786-68191a43e535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9720445 Jul 13 07:34:56.469510 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 32886) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:56.544852 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fa67e260-6fa3-4603-8bce-79ada65096cb None None] Provisioning complete for port 8554eda6-f772-434b-856f-f3682a3b31f5 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:56.545447 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa67e260-6fa3-4603-8bce-79ada65096cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.635813 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad04e481-18b5-44e9-a2b3-b9a9abc84d5f admin admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.668179 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79d3a1f-30b6-44b6-99e5-277fa547f351 x-openstack-request-id: req-d79d3a1f-30b6-44b6-99e5-277fa547f351 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:56.668768 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9033dd-2aac-40ff-ba1a-e4c8b956d064", "name": "network-vif-plugged", "status": "completed", "tag": "013ace5c-e2e3-463c-8e37-e7c65969f021", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:56.669190 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d79d3a1f-30b6-44b6-99e5-277fa547f351 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:56.669744 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9033dd-2aac-40ff-ba1a-e4c8b956d064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013ace5c-e2e3-463c-8e37-e7c65969f021', 'code': 200} Jul 13 07:34:56.823049 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-b0705a7b-3a91-41dc-b072-73c4800ba23b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:34:56.823217 n-d-779913-28 neutron-server[93725]: DEBUG oslo_db.api [None req-b0705a7b-3a91-41dc-b072-73c4800ba23b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:34:56.825914 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e0a7a960-64ee-47e4-beb9-eacdcdda37a1 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:56.832122 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c1c674e-c4a6-4426-b5aa-64f1d2725a53 req-83adf914-1494-491a-84bf-f8dd41e6201c tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497224 Jul 13 07:34:56.837121 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-afe24859-8332-4391-a831-99237f0e237a req-76427230-647d-4332-bd61-cba47520fc3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8554eda6-f772-434b-856f-f3682a3b31f5 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:56.854126 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-afe24859-8332-4391-a831-99237f0e237a req-76427230-647d-4332-bd61-cba47520fc3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.863683 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-afe24859-8332-4391-a831-99237f0e237a req-76427230-647d-4332-bd61-cba47520fc3b service neutron] Transition to ACTIVE for port object 8554eda6-f772-434b-856f-f3682a3b31f5 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:56.880884 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-afe24859-8332-4391-a831-99237f0e237a req-76427230-647d-4332-bd61-cba47520fc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.892299 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=013ace5c-e2e3-463c-8e37-e7c65969f021,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:56.896236 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-fa67e260-6fa3-4603-8bce-79ada65096cb None None] Port 8554eda6-f772-434b-856f-f3682a3b31f5 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:56.937802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: e0a7a960-64ee-47e4-beb9-eacdcdda37a1 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:56.938399 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e0a7a960-64ee-47e4-beb9-eacdcdda37a1 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:56.953551 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76427230-647d-4332-bd61-cba47520fc3b service neutron] Pushing event updated for resources: {'Port': ['ID=8554eda6-f772-434b-856f-f3682a3b31f5,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:57.011457 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa7a71-3581-4ac9-9d45-85b251062f84 req-77a5ccdc-93c9-4b80-9e3e-922384cc950a tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:57.013061 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d5fa7a71-3581-4ac9-9d45-85b251062f84 req-77a5ccdc-93c9-4b80-9e3e-922384cc950a tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7 HTTP/1.1" status: 200 len: 950 time: 0.3414073 Jul 13 07:34:57.087710 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-afe24859-8332-4391-a831-99237f0e237a req-76427230-647d-4332-bd61-cba47520fc3b service neutron] Attempting to bind port 8554eda6-f772-434b-856f-f3682a3b31f5 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:57.088128 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-afe24859-8332-4391-a831-99237f0e237a req-76427230-647d-4332-bd61-cba47520fc3b service neutron] Attempting to bind port 8554eda6-f772-434b-856f-f3682a3b31f5 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:57.088370 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe24859-8332-4391-a831-99237f0e237a req-76427230-647d-4332-bd61-cba47520fc3b service neutron] Attempting to bind port 8554eda6-f772-434b-856f-f3682a3b31f5 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:57.104733 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe24859-8332-4391-a831-99237f0e237a req-76427230-647d-4332-bd61-cba47520fc3b service neutron] Port 8554eda6-f772-434b-856f-f3682a3b31f5 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:57.105156 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe24859-8332-4391-a831-99237f0e237a req-76427230-647d-4332-bd61-cba47520fc3b service neutron] Attempting to bind port 8554eda6-f772-434b-856f-f3682a3b31f5 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:57.118299 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d5fa7a71-3581-4ac9-9d45-85b251062f84 req-d05911ce-ef55-405c-b913-b36c1c2a4775 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929449 Jul 13 07:34:57.122117 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe24859-8332-4391-a831-99237f0e237a req-76427230-647d-4332-bd61-cba47520fc3b service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:57.122454 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe24859-8332-4391-a831-99237f0e237a req-76427230-647d-4332-bd61-cba47520fc3b service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:57.123069 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe24859-8332-4391-a831-99237f0e237a req-76427230-647d-4332-bd61-cba47520fc3b service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:57.123293 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-afe24859-8332-4391-a831-99237f0e237a req-76427230-647d-4332-bd61-cba47520fc3b service neutron] Bound port: 8554eda6-f772-434b-856f-f3682a3b31f5, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:57.123630 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-afe24859-8332-4391-a831-99237f0e237a req-76427230-647d-4332-bd61-cba47520fc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.134934 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44338b4a-449b-4558-b79d-475383fb931a req-ac2f8847-cd2f-4926-8b60-5907de80afe0 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:57.136491 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44338b4a-449b-4558-b79d-475383fb931a req-ac2f8847-cd2f-4926-8b60-5907de80afe0 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 945 time: 0.1774566 Jul 13 07:34:57.145365 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad04e481-18b5-44e9-a2b3-b9a9abc84d5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.187167 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c34f2-8916-4299-812f-3ed47683c00d req-93290900-2e7b-4f99-8083-115c94801dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:57.188647 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a91c34f2-8916-4299-812f-3ed47683c00d req-93290900-2e7b-4f99-8083-115c94801dc6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 1097 time: 0.4474337 Jul 13 07:34:57.222165 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-afe24859-8332-4391-a831-99237f0e237a req-76427230-647d-4332-bd61-cba47520fc3b service neutron] For port 8554eda6-f772-434b-856f-f3682a3b31f5, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:57.226578 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-afe24859-8332-4391-a831-99237f0e237a req-76427230-647d-4332-bd61-cba47520fc3b service neutron] For port 8554eda6-f772-434b-856f-f3682a3b31f5, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=8554eda6-f772-434b-856f-f3682a3b31f5,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:57.232142 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ad04e481-18b5-44e9-a2b3-b9a9abc84d5f admin admin] Deleting port 7a9381fd-9d18-4e08-bb0c-229d2ef5602d {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:57.232622 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad04e481-18b5-44e9-a2b3-b9a9abc84d5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.248716 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-afe24859-8332-4391-a831-99237f0e237a req-76427230-647d-4332-bd61-cba47520fc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.275787 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a91c34f2-8916-4299-812f-3ed47683c00d req-86918833-5f1b-4a51-8ed3-0a0dbdac0668 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708542 Jul 13 07:34:57.326714 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44338b4a-449b-4558-b79d-475383fb931a req-b3613331-3d7b-49de-af2b-2c30027d70db tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730256 Jul 13 07:34:57.358580 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe24859-8332-4391-a831-99237f0e237a req-76427230-647d-4332-bd61-cba47520fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:57.359388 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-afe24859-8332-4391-a831-99237f0e237a req-76427230-647d-4332-bd61-cba47520fc3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.361041 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afe24859-8332-4391-a831-99237f0e237a req-76427230-647d-4332-bd61-cba47520fc3b service neutron] 10.222.0.35 "PUT /v2.0/ports/8554eda6-f772-434b-856f-f3682a3b31f5 HTTP/1.1" status: 200 len: 1097 time: 1.6373141 Jul 13 07:34:57.370843 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c23438b-b1a9-4c12-8a38-93b015451ed6', 'tag': '8554eda6-f772-434b-856f-f3682a3b31f5'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:57.373194 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e050e153-3196-417c-a171-5acc99ca9534" -d '{"events": [{"name": "network-changed", "server_uuid": "4c23438b-b1a9-4c12-8a38-93b015451ed6", "tag": "8554eda6-f772-434b-856f-f3682a3b31f5"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:57.375591 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0705a7b-3a91-41dc-b072-73c4800ba23b None None] Port 7c9191af-874f-4a40-aff0-aebcec5306a1 not found while updating agent binding for router b434a0c5-ccb7-4571-b786-68191a43e535. {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 13 07:34:57.407980 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-ad04e481-18b5-44e9-a2b3-b9a9abc84d5f admin admin] For port 7a9381fd-9d18-4e08-bb0c-229d2ef5602d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7a9381fd-9d18-4e08-bb0c-229d2ef5602d,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:57.408217 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0705a7b-3a91-41dc-b072-73c4800ba23b None None] Routers {'b434a0c5-ccb7-4571-b786-68191a43e535'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:34:57.408487 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad04e481-18b5-44e9-a2b3-b9a9abc84d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.408712 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b0705a7b-3a91-41dc-b072-73c4800ba23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:34:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b434a0c5-ccb7-4571-b786-68191a43e535'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:57.439327 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ad04e481-18b5-44e9-a2b3-b9a9abc84d5f admin admin] Calling delete_port for 7a9381fd-9d18-4e08-bb0c-229d2ef5602d owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:57.447266 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76427230-647d-4332-bd61-cba47520fc3b service neutron] Pushing event updated for resources: {'Port': ['ID=8554eda6-f772-434b-856f-f3682a3b31f5,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:57.521481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fbcff-3d03-4b85-82a7-dd5c075e7a73 req-9138cde1-44eb-4e68-8b0d-6873071cadae tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:57.523299 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2d5fbcff-3d03-4b85-82a7-dd5c075e7a73 req-9138cde1-44eb-4e68-8b0d-6873071cadae tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.1942885 Jul 13 07:34:57.550482 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe24859-8332-4391-a831-99237f0e237a req-74555bf3-e5c5-4c75-a62a-984ce3fd7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:57.551739 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afe24859-8332-4391-a831-99237f0e237a req-74555bf3-e5c5-4c75-a62a-984ce3fd7adf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6a3e791abbc497c8586fd62e424c069&device_id=4c23438b-b1a9-4c12-8a38-93b015451ed6 HTTP/1.1" status: 200 len: 1100 time: 0.1278102 Jul 13 07:34:57.621291 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afe24859-8332-4391-a831-99237f0e237a req-e15c0f3f-a00f-4fda-883a-a6b047cf5074 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=8554eda6-f772-434b-856f-f3682a3b31f5 HTTP/1.1" status: 200 len: 217 time: 0.0511570 Jul 13 07:34:57.626498 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2d5fbcff-3d03-4b85-82a7-dd5c075e7a73 req-5f7c2162-ed35-49fe-b968-335be7fda4c2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966952 Jul 13 07:34:57.676830 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.692074 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-b0705a7b-3a91-41dc-b072-73c4800ba23b None None] Set router b434a0c5-ccb7-4571-b786-68191a43e535 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:34:57.695901 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e24cfc23-351c-4955-8212-8979b404d720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.714321 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3334b4-d2ab-4535-9df8-f0d3d195575d x-openstack-request-id: req-5c3334b4-d2ab-4535-9df8-f0d3d195575d {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:57.720257 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c23438b-b1a9-4c12-8a38-93b015451ed6", "tag": "8554eda6-f772-434b-856f-f3682a3b31f5", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:57.721615 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c3334b4-d2ab-4535-9df8-f0d3d195575d {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:57.722126 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c23438b-b1a9-4c12-8a38-93b015451ed6', 'tag': '8554eda6-f772-434b-856f-f3682a3b31f5', 'status': 'completed', 'code': 200} Jul 13 07:34:57.734350 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad04e481-18b5-44e9-a2b3-b9a9abc84d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.769550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe24859-8332-4391-a831-99237f0e237a req-3f2fa770-8ebd-4ade-b70c-0068a4d4d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:57.771414 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afe24859-8332-4391-a831-99237f0e237a req-3f2fa770-8ebd-4ade-b70c-0068a4d4d77f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1316550 Jul 13 07:34:57.778489 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04e481-18b5-44e9-a2b3-b9a9abc84d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=7a9381fd-9d18-4e08-bb0c-229d2ef5602d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:57.785820 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b0705a7b-3a91-41dc-b072-73c4800ba23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b434a0c5-ccb7-4571-b786-68191a43e535', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-784270878-router', 'tenant_id': '37a7073b2a7a43b7947121cc1f179d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:34:39Z', 'updated_at': '2021-07-13T07:34:57Z', 'revision_number': 6, 'project_id': '37a7073b2a7a43b7947121cc1f179d9f', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:57.848148 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0705a7b-3a91-41dc-b072-73c4800ba23b None None] The sync data for ids ['b434a0c5-ccb7-4571-b786-68191a43e535'] in n-d-779913-28 is: [{'id': 'b434a0c5-ccb7-4571-b786-68191a43e535', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-784270878-router', 'tenant_id': '37a7073b2a7a43b7947121cc1f179d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:34:39Z', 'updated_at': '2021-07-13T07:34:57Z', 'revision_number': 6, 'project_id': '37a7073b2a7a43b7947121cc1f179d9f', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:34:57.960271 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe24859-8332-4391-a831-99237f0e237a req-13ad843f-def6-418c-a81d-318ea1aa604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:57.966406 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afe24859-8332-4391-a831-99237f0e237a req-13ad843f-def6-418c-a81d-318ea1aa604f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1786840 Jul 13 07:34:57.968891 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad04e481-18b5-44e9-a2b3-b9a9abc84d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:58.185056 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de6178-7ff2-4727-9f34-d03c96ffa573 req-9ed0bd8d-cec0-4353-b5cc-58c3f64afc70 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.187718 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b2de6178-7ff2-4727-9f34-d03c96ffa573 req-9ed0bd8d-cec0-4353-b5cc-58c3f64afc70 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7 HTTP/1.1" status: 200 len: 950 time: 0.4232340 Jul 13 07:34:58.192868 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad04e481-18b5-44e9-a2b3-b9a9abc84d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:58.193604 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afe24859-8332-4391-a831-99237f0e237a req-baf62182-1a5a-4ac5-b210-738ae7a69316 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198884 Jul 13 07:34:58.196055 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad04e481-18b5-44e9-a2b3-b9a9abc84d5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:58.214910 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1b1ef-9bbf-4e19-b306-5c2fc9370127 req-726f6e95-14a8-4e89-a53c-9aa12aaf15aa tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.216494 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2dd1b1ef-9bbf-4e19-b306-5c2fc9370127 req-726f6e95-14a8-4e89-a53c-9aa12aaf15aa tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c23438b-b1a9-4c12-8a38-93b015451ed6 HTTP/1.1" status: 200 len: 948 time: 0.1165109 Jul 13 07:34:58.324385 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2dd1b1ef-9bbf-4e19-b306-5c2fc9370127 req-d040e3be-7471-4a5a-98df-c9e020d2ff9d tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816090 Jul 13 07:34:58.333040 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad04e481-18b5-44e9-a2b3-b9a9abc84d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:58.333638 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad04e481-18b5-44e9-a2b3-b9a9abc84d5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b434a0c5-ccb7-4571-b786-68191a43e535 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:34:58.339548 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad04e481-18b5-44e9-a2b3-b9a9abc84d5f admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:58.342968 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ad04e481-18b5-44e9-a2b3-b9a9abc84d5f admin admin] 10.222.0.58 "DELETE /v2.0/routers/b434a0c5-ccb7-4571-b786-68191a43e535 HTTP/1.1" status: 204 len: 168 time: 1.8693397 Jul 13 07:34:58.343440 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 32926) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:58.378434 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afe24859-8332-4391-a831-99237f0e237a req-89448070-a8b9-492e-ab8d-293a70ebf0db service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606858 Jul 13 07:34:58.444064 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36146e1c-dc84-48c7-89d3-8d0519ff2bde req-dd88a775-4888-453e-a300-aac48430b332 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.444538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-9262f144-6535-4674-a1f3-a91d4e5b5a66 admin admin] Deleting subnet bf2dd952-46cb-45ba-8f43-b0155899031e {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:58.445831 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36146e1c-dc84-48c7-89d3-8d0519ff2bde req-dd88a775-4888-453e-a300-aac48430b332 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7 HTTP/1.1" status: 200 len: 950 time: 0.1140468 Jul 13 07:34:58.448695 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9262f144-6535-4674-a1f3-a91d4e5b5a66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:58.500994 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9262f144-6535-4674-a1f3-a91d4e5b5a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:58.526756 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-b2de6178-7ff2-4727-9f34-d03c96ffa573 req-e92799c9-bdf0-4b43-8bb4-cff7b3328e7f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Deleting port af89064c-3993-487f-ae39-274706158dab {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:58.527106 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b2de6178-7ff2-4727-9f34-d03c96ffa573 req-e92799c9-bdf0-4b43-8bb4-cff7b3328e7f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:58.558721 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36146e1c-dc84-48c7-89d3-8d0519ff2bde req-c3d5eea4-7763-433d-9b94-48764579b9ab tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996594 Jul 13 07:34:58.599254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050e153-3196-417c-a171-5acc99ca9534 req-4aac1b05-f5ca-4ede-83bd-68bfe31406e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.600927 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e050e153-3196-417c-a171-5acc99ca9534 req-4aac1b05-f5ca-4ede-83bd-68bfe31406e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6a3e791abbc497c8586fd62e424c069&device_id=4c23438b-b1a9-4c12-8a38-93b015451ed6 HTTP/1.1" status: 200 len: 1100 time: 0.1517768 Jul 13 07:34:58.654581 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758b9b44-a760-453c-8237-6669734a21bc None None] Sync routers for ids ['b434a0c5-ccb7-4571-b786-68191a43e535'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:34:58.665245 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758b9b44-a760-453c-8237-6669734a21bc None None] Routers set() bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:34:58.665622 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758b9b44-a760-453c-8237-6669734a21bc None None] Router IDs set() for agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 07:34:58.666434 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_agentschedulers_db [None req-758b9b44-a760-453c-8237-6669734a21bc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b434a0c5-ccb7-4571-b786-68191a43e535'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:34:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent'). {{(pid=93726) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 07:34:58.669125 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08801dd6-8429-47c7-9243-d254d4280b71 req-adb2d2fb-aa61-4047-8ba4-7de65ef840c9 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.670822 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08801dd6-8429-47c7-9243-d254d4280b71 req-adb2d2fb-aa61-4047-8ba4-7de65ef840c9 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 945 time: 0.1359284 Jul 13 07:34:58.675885 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758b9b44-a760-453c-8237-6669734a21bc None None] Routers set() bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:34:58.676162 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758b9b44-a760-453c-8237-6669734a21bc None None] Router IDs set() for agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 07:34:58.676774 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_agentschedulers_db [None req-758b9b44-a760-453c-8237-6669734a21bc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b434a0c5-ccb7-4571-b786-68191a43e535'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:34:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent'). {{(pid=93726) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 07:34:58.677155 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758b9b44-a760-453c-8237-6669734a21bc None None] The sync data for ids ['b434a0c5-ccb7-4571-b786-68191a43e535'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:34:58.742836 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b2de6178-7ff2-4727-9f34-d03c96ffa573 req-e92799c9-bdf0-4b43-8bb4-cff7b3328e7f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] For port af89064c-3993-487f-ae39-274706158dab, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=af89064c-3993-487f-ae39-274706158dab,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:58.744254 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b2de6178-7ff2-4727-9f34-d03c96ffa573 req-e92799c9-bdf0-4b43-8bb4-cff7b3328e7f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:58.760094 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-b2de6178-7ff2-4727-9f34-d03c96ffa573 req-e92799c9-bdf0-4b43-8bb4-cff7b3328e7f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Calling delete_port for af89064c-3993-487f-ae39-274706158dab owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:58.833704 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050e153-3196-417c-a171-5acc99ca9534 req-a20d1758-0b37-40ad-b90f-c0ffb2580d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.836119 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e050e153-3196-417c-a171-5acc99ca9534 req-a20d1758-0b37-40ad-b90f-c0ffb2580d57 service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.2266140 Jul 13 07:34:58.841051 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08801dd6-8429-47c7-9243-d254d4280b71 req-e1cbbee2-d703-4b8d-8305-1ae66b9d6df3 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402996 Jul 13 07:34:58.893448 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9262f144-6535-4674-a1f3-a91d4e5b5a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:58.897035 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e050e153-3196-417c-a171-5acc99ca9534 req-bd57faa5-84c8-4e61-b037-1c50d45b5366 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=8554eda6-f772-434b-856f-f3682a3b31f5 HTTP/1.1" status: 200 len: 217 time: 0.0486131 Jul 13 07:34:59.024989 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9262f144-6535-4674-a1f3-a91d4e5b5a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.076215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050e153-3196-417c-a171-5acc99ca9534 req-07c11c10-c4d3-4bd0-a467-ce8c4aa48e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:59.078601 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e050e153-3196-417c-a171-5acc99ca9534 req-07c11c10-c4d3-4bd0-a467-ce8c4aa48e3f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1731949 Jul 13 07:34:59.090628 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262f144-6535-4674-a1f3-a91d4e5b5a66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf2dd952-46cb-45ba-8f43-b0155899031e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:59.095734 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9262f144-6535-4674-a1f3-a91d4e5b5a66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.096478 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e3489c-93a8-4c33-ae2e-93badc00ebf5 None None] Network 7c6c18f9-0903-4219-9c22-f158ac9a7178 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:59.097633 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9262f144-6535-4674-a1f3-a91d4e5b5a66 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bf2dd952-46cb-45ba-8f43-b0155899031e HTTP/1.1" status: 204 len: 168 time: 0.7531240 Jul 13 07:34:59.102066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 32948) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:59.131309 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b2de6178-7ff2-4727-9f34-d03c96ffa573 req-e92799c9-bdf0-4b43-8bb4-cff7b3328e7f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.185685 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92799c9-bdf0-4b43-8bb4-cff7b3328e7f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Pushing event deleted for resources: {'Port': ['ID=af89064c-3993-487f-ae39-274706158dab,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:59.207499 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['ad902331-7bc4-4224-8cf5-66e6d3922804'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:59.208558 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb787a-ba57-42f2-bfa7-1147bd02ec85 req-c86fd435-d41f-4bf8-a941-731d746e227e tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:59.212078 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ebb787a-ba57-42f2-bfa7-1147bd02ec85 req-c86fd435-d41f-4bf8-a941-731d746e227e tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.2037351 Jul 13 07:34:59.277715 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2de6178-7ff2-4727-9f34-d03c96ffa573 req-e92799c9-bdf0-4b43-8bb4-cff7b3328e7f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] No DVR routers for this DVR port af89064c-3993-487f-ae39-274706158dab on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:59.281695 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b2de6178-7ff2-4727-9f34-d03c96ffa573 req-e92799c9-bdf0-4b43-8bb4-cff7b3328e7f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.283987 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b2de6178-7ff2-4727-9f34-d03c96ffa573 req-e92799c9-bdf0-4b43-8bb4-cff7b3328e7f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.35 "DELETE /v2.0/ports/af89064c-3993-487f-ae39-274706158dab HTTP/1.1" status: 204 len: 173 time: 1.0776868 Jul 13 07:34:59.284448 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc919275-36a2-44ed-8e2b-2b388cdbaae7', 'name': 'network-vif-deleted', 'tag': 'af89064c-3993-487f-ae39-274706158dab'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:59.286397 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ebb787a-ba57-42f2-bfa7-1147bd02ec85 req-6d75fe29-8a27-48c9-83d3-fa3cbf1d7993 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660267 Jul 13 07:34:59.287887 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766bc0bf-ab77-4925-94fd-3f5ea6da85cf" -d '{"events": [{"server_uuid": "dc919275-36a2-44ed-8e2b-2b388cdbaae7", "name": "network-vif-deleted", "tag": "af89064c-3993-487f-ae39-274706158dab"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:59.297004 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1d16-84eb-49bc-a068-02f521b9b4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.311341 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 32954) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:59.312578 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050e153-3196-417c-a171-5acc99ca9534 req-e27f999b-e612-459f-aee8-8d44ad4d146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:59.314961 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e050e153-3196-417c-a171-5acc99ca9534 req-e27f999b-e612-459f-aee8-8d44ad4d146f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2048049 Jul 13 07:34:59.378480 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac98bcd-0dfd-4c22-882e-ae16e1d1d2d1 x-openstack-request-id: req-eac98bcd-0dfd-4c22-882e-ae16e1d1d2d1 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:59.378986 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc919275-36a2-44ed-8e2b-2b388cdbaae7", "name": "network-vif-deleted", "tag": "af89064c-3993-487f-ae39-274706158dab", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:59.379398 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eac98bcd-0dfd-4c22-882e-ae16e1d1d2d1 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:59.379957 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc919275-36a2-44ed-8e2b-2b388cdbaae7', 'name': 'network-vif-deleted', 'tag': 'af89064c-3993-487f-ae39-274706158dab', 'status': 'completed', 'code': 200} Jul 13 07:34:59.419131 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-cf6d1d16-84eb-49bc-a068-02f521b9b4a2 admin admin] Deleting port 46649ec4-6500-44d4-a740-2f69a9ca4f3f {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:59.419694 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1d16-84eb-49bc-a068-02f521b9b4a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.485735 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.502118 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e050e153-3196-417c-a171-5acc99ca9534 req-d87beb6f-00af-4587-b551-df15da51f200 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779435 Jul 13 07:34:59.505906 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7d31f7-e5c4-4f9d-a7fd-6e30d2ae21a5 None None] DHCP port deletion for 7c6c18f9-0903-4219-9c22-f158ac9a7178 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:34:59.513189 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-cf6d1d16-84eb-49bc-a068-02f521b9b4a2 admin admin] For port 46649ec4-6500-44d4-a740-2f69a9ca4f3f, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=46649ec4-6500-44d4-a740-2f69a9ca4f3f,segment=NetworkSegment(f9cb9b81-5724-48f4-9394-2e9691ffe320),segment_id=f9cb9b81-5724-48f4-9394-2e9691ffe320)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:59.513684 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1d16-84eb-49bc-a068-02f521b9b4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.528154 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-cf6d1d16-84eb-49bc-a068-02f521b9b4a2 admin admin] Calling delete_port for 46649ec4-6500-44d4-a740-2f69a9ca4f3f owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:59.639281 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e050e153-3196-417c-a171-5acc99ca9534 req-c5e86975-1230-4985-97fa-0290ed658406 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291986 Jul 13 07:34:59.745384 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 46649ec4-6500-44d4-a740-2f69a9ca4f3f no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:59.769039 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2820afcc-385a-48df-b10a-f21df12c6275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.798137 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1d16-84eb-49bc-a068-02f521b9b4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.815768 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-742d84be-f2e8-4ba0-83c7-f0be322185e3 req-4914c8ad-c310-4524-a343-3f76d08f6a30 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc919275-36a2-44ed-8e2b-2b388cdbaae7 HTTP/1.1" status: 200 len: 210 time: 0.0513964 Jul 13 07:34:59.860111 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d1d16-84eb-49bc-a068-02f521b9b4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=46649ec4-6500-44d4-a740-2f69a9ca4f3f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:59.871905 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6d1d16-84eb-49bc-a068-02f521b9b4a2 admin admin] No DVR routers for this DVR port 46649ec4-6500-44d4-a740-2f69a9ca4f3f on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:59.877162 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d31f7-e5c4-4f9d-a7fd-6e30d2ae21a5 None None] Deleting port 46649ec4-6500-44d4-a740-2f69a9ca4f3f {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:59.878354 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba7d31f7-e5c4-4f9d-a7fd-6e30d2ae21a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.920897 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c434ff-0351-4390-91de-0b93cca4274f req-8f3d5847-a6e5-4018-955a-94530c25353e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:59.928653 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No active binding found for port 46649ec4-6500-44d4-a740-2f69a9ca4f3f {{(pid=93725) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 07:34:59.929028 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0c434ff-0351-4390-91de-0b93cca4274f req-8f3d5847-a6e5-4018-955a-94530c25353e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c23438b-b1a9-4c12-8a38-93b015451ed6 HTTP/1.1" status: 200 len: 948 time: 0.1158309 Jul 13 07:34:59.929336 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 46649ec4-6500-44d4-a740-2f69a9ca4f3f not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:59.931351 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7a9381fd-9d18-4e08-bb0c-229d2ef5602d no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:59.982716 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0c434ff-0351-4390-91de-0b93cca4274f req-408c75c6-c9ff-4ed5-9a11-d2cf63eab2c8 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523815 Jul 13 07:34:59.987586 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1d16-84eb-49bc-a068-02f521b9b4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.011023 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-cf6d1d16-84eb-49bc-a068-02f521b9b4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c6c18f9-0903-4219-9c22-f158ac9a7178']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:00.017336 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 7a9381fd-9d18-4e08-bb0c-229d2ef5602d {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:00.017706 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7a9381fd-9d18-4e08-bb0c-229d2ef5602d not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:00.023431 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ba7d31f7-e5c4-4f9d-a7fd-6e30d2ae21a5 None None] For port 46649ec4-6500-44d4-a740-2f69a9ca4f3f, host n-d-779913-28, got binding levels [] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:00.023843 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba7d31f7-e5c4-4f9d-a7fd-6e30d2ae21a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.031448 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-cf6d1d16-84eb-49bc-a068-02f521b9b4a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9cb9b81-5724-48f4-9394-2e9691ffe320') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:00.031655 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-cf6d1d16-84eb-49bc-a068-02f521b9b4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9cb9b81-5724-48f4-9394-2e9691ffe320') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:00.049940 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1d16-84eb-49bc-a068-02f521b9b4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.061374 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d31f7-e5c4-4f9d-a7fd-6e30d2ae21a5 None None] Calling delete_port for 46649ec4-6500-44d4-a740-2f69a9ca4f3f owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:00.066691 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.ipam_backend_mixin [None req-ba7d31f7-e5c4-4f9d-a7fd-6e30d2ae21a5 None None] Port 46649ec4-6500-44d4-a740-2f69a9ca4f3f was not found and therefore no delete operation was performed {{(pid=93725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:35:00.067937 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba7d31f7-e5c4-4f9d-a7fd-6e30d2ae21a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.090586 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1d16-84eb-49bc-a068-02f521b9b4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.107170 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6d1d16-84eb-49bc-a068-02f521b9b4a2 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:35:00.107580 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1d16-84eb-49bc-a068-02f521b9b4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:35:00.109342 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:35:00.123101 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea768b-eb32-4844-acf3-a7eaa43a7997 req-9bde9ea2-53b2-461d-808e-9a9a902bc1df tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:00.130018 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d31f7-e5c4-4f9d-a7fd-6e30d2ae21a5 None None] Pushing event deleted for resources: {'Port': ['ID=46649ec4-6500-44d4-a740-2f69a9ca4f3f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:00.132094 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2820afcc-385a-48df-b10a-f21df12c6275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.132646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0ea768b-eb32-4844-acf3-a7eaa43a7997 req-9bde9ea2-53b2-461d-808e-9a9a902bc1df tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 945 time: 0.1108358 Jul 13 07:35:00.150204 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d31f7-e5c4-4f9d-a7fd-6e30d2ae21a5 None None] No DVR routers for this DVR port 46649ec4-6500-44d4-a740-2f69a9ca4f3f on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:00.165017 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2820afcc-385a-48df-b10a-f21df12c6275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.194468 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0ea768b-eb32-4844-acf3-a7eaa43a7997 req-a0b2f027-2086-46b5-92f8-466c8b0dfec0 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602422 Jul 13 07:35:00.240353 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2820afcc-385a-48df-b10a-f21df12c6275 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d82c8fb6541847fdaed4e9a9a866e9fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9251022 Jul 13 07:35:00.241275 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 32970) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:00.264532 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1d16-84eb-49bc-a068-02f521b9b4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.272803 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1d16-84eb-49bc-a068-02f521b9b4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.278864 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cf6d1d16-84eb-49bc-a068-02f521b9b4a2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7c6c18f9-0903-4219-9c22-f158ac9a7178 HTTP/1.1" status: 204 len: 168 time: 1.1743472 Jul 13 07:35:00.281883 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820afcc-385a-48df-b10a-f21df12c6275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d642ab82-dcd6-46cc-aec6-31f3742f6b12,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:00.297763 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d1d16-84eb-49bc-a068-02f521b9b4a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c6c18f9-0903-4219-9c22-f158ac9a7178,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:00.334204 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-500b5547-808f-4511-883e-99b14c0d693b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.365327 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-500b5547-808f-4511-883e-99b14c0d693b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.475669 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 32976) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:00.496337 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-500b5547-808f-4511-883e-99b14c0d693b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.498881 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-500b5547-808f-4511-883e-99b14c0d693b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.500024 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-500b5547-808f-4511-883e-99b14c0d693b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d642ab82-dcd6-46cc-aec6-31f3742f6b12 HTTP/1.1" status: 204 len: 168 time: 0.2570658 Jul 13 07:35:00.514853 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef6eb1-6909-45eb-884f-2766e1e332fd req-3b6a5db1-e31c-4b13-89bc-7a45569f5c42 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:00.516302 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10ef6eb1-6909-45eb-884f-2766e1e332fd req-3b6a5db1-e31c-4b13-89bc-7a45569f5c42 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 1097 time: 0.1162312 Jul 13 07:35:00.522134 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b5547-808f-4511-883e-99b14c0d693b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d642ab82-dcd6-46cc-aec6-31f3742f6b12,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:00.522382 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5faab8c3-0b8f-4a76-a9dd-7ec3d9555fb7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=37a7073b2a7a43b7947121cc1f179d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431838 Jul 13 07:35:00.525620 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 32980) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:00.586372 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0133c-a57d-467e-a9bc-e48e017cac86 req-0f7a10c0-5aa6-4921-879b-d79b755968c9 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:00.588406 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d4f0133c-a57d-467e-a9bc-e48e017cac86 req-0f7a10c0-5aa6-4921-879b-d79b755968c9 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.1465285 Jul 13 07:35:00.627994 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10ef6eb1-6909-45eb-884f-2766e1e332fd req-afb06fde-1f80-4ebe-8908-a41d76b8b21b tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045144 Jul 13 07:35:00.653823 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a1f60aa8-bbd6-45a8-abb8-64ae68ed537c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.657989 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d4f0133c-a57d-467e-a9bc-e48e017cac86 req-33cc66ce-9643-4fe4-aff0-5eb71100f822 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628607 Jul 13 07:35:00.680996 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a1f60aa8-bbd6-45a8-abb8-64ae68ed537c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.746328 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a1f60aa8-bbd6-45a8-abb8-64ae68ed537c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.749761 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a1f60aa8-bbd6-45a8-abb8-64ae68ed537c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.750956 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a1f60aa8-bbd6-45a8-abb8-64ae68ed537c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f554e5c9-b716-4788-a79d-7cfc503d6aea HTTP/1.1" status: 204 len: 168 time: 0.2239189 Jul 13 07:35:00.760396 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f60aa8-bbd6-45a8-abb8-64ae68ed537c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f554e5c9-b716-4788-a79d-7cfc503d6aea,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:00.889015 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 32994) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:00.907874 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6714cf9d-57d7-45ef-bcbc-ff6107fe90be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.033833 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6714cf9d-57d7-45ef-bcbc-ff6107fe90be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.039731 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6714cf9d-57d7-45ef-bcbc-ff6107fe90be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.091332 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6714cf9d-57d7-45ef-bcbc-ff6107fe90be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c3ef0c79f5f488599089fe1cb88f48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012157 Jul 13 07:35:01.094223 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33002) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:01.095035 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714cf9d-57d7-45ef-bcbc-ff6107fe90be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356ff37d-5c7c-42db-a00c-d2b1c643ba30,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:01.179785 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.259884 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8aee094d-0427-4cbe-aa07-4d0552296354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.305051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 8554eda6-f772-434b-856f-f3682a3b31f5 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:01.308245 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device af89064c-3993-487f-ae39-274706158dab no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:01.321433 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07a637-b5a9-47fd-8b0a-6618d7b521b9 req-a184b54a-29dc-4a34-8d2c-a5ded5ca2c93 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:01.329360 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8f07a637-b5a9-47fd-8b0a-6618d7b521b9 req-a184b54a-29dc-4a34-8d2c-a5ded5ca2c93 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c23438b-b1a9-4c12-8a38-93b015451ed6 HTTP/1.1" status: 200 len: 948 time: 0.1888196 Jul 13 07:35:01.342098 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8aee094d-0427-4cbe-aa07-4d0552296354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.371402 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: af89064c-3993-487f-ae39-274706158dab {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:01.372417 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device af89064c-3993-487f-ae39-274706158dab not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:01.461830 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8f07a637-b5a9-47fd-8b0a-6618d7b521b9 req-3c0a2be9-c844-48fc-8d50-68b0c8a2e853 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315196 Jul 13 07:35:01.498819 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150d2f9-07b6-460e-a06a-80f5e4a0b6e5 req-4384f0f8-eabc-4275-996c-5f37878f0d56 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:01.506473 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2150d2f9-07b6-460e-a06a-80f5e4a0b6e5 req-4384f0f8-eabc-4275-996c-5f37878f0d56 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 950 time: 0.1403229 Jul 13 07:35:01.524891 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8aee094d-0427-4cbe-aa07-4d0552296354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.528057 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8aee094d-0427-4cbe-aa07-4d0552296354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.529482 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8aee094d-0427-4cbe-aa07-4d0552296354 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/356ff37d-5c7c-42db-a00c-d2b1c643ba30 HTTP/1.1" status: 204 len: 168 time: 0.4333665 Jul 13 07:35:01.567126 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee094d-0427-4cbe-aa07-4d0552296354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356ff37d-5c7c-42db-a00c-d2b1c643ba30,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:01.597850 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2150d2f9-07b6-460e-a06a-80f5e4a0b6e5 req-41228963-73ac-43dd-81fb-5fbac14d0ceb tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901828 Jul 13 07:35:01.654326 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 8554eda6-f772-434b-856f-f3682a3b31f5, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=8554eda6-f772-434b-856f-f3682a3b31f5,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:01.677666 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '8554eda6-f772-434b-856f-f3682a3b31f5', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '8554eda6-f772-434b-856f-f3682a3b31f5', 'mac_address': 'fa:16:3e:6d:c8:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:01.748872 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.764764 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8554eda6-f772-434b-856f-f3682a3b31f5 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:01.804422 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 8554eda6-f772-434b-856f-f3682a3b31f5, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=8554eda6-f772-434b-856f-f3682a3b31f5,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:01.813768 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.891149 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=8554eda6-f772-434b-856f-f3682a3b31f5,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:01.966076 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720e525-d2d3-4fbd-bf56-2091edbed118 req-5aca25a5-debb-4910-adcf-1a72a6a70456 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:01.967724 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5720e525-d2d3-4fbd-bf56-2091edbed118 req-5aca25a5-debb-4910-adcf-1a72a6a70456 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.1121659 Jul 13 07:35:02.047049 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5720e525-d2d3-4fbd-bf56-2091edbed118 req-626c341d-350e-4d6a-9af1-1e5be1c44c20 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727928 Jul 13 07:35:02.198857 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['8554eda6-f772-434b-856f-f3682a3b31f5'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:02.686022 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33082) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:02.699021 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b814f4d-ec4f-46ca-99e9-63c3aea8c7a5 req-03b95055-4675-4335-8120-8ddd01650ddb tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:02.702014 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b814f4d-ec4f-46ca-99e9-63c3aea8c7a5 req-03b95055-4675-4335-8120-8ddd01650ddb tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c23438b-b1a9-4c12-8a38-93b015451ed6 HTTP/1.1" status: 200 len: 949 time: 0.0960951 Jul 13 07:35:02.764224 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b814f4d-ec4f-46ca-99e9-63c3aea8c7a5 req-724ca0ff-e8cc-4cc8-981a-d62f090b95a9 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546176 Jul 13 07:35:02.809883 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33090) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:02.973110 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-64dbc1a1-4f66-4076-8551-9b020ef2996a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2080115619-network', 'tenant_id': '197c615669e94fb99d2f09c21df1d053'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:03.005380 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89258b19-1a36-431c-aa59-06da0d089d17 req-b9ab4632-ea82-46f1-a9c1-abb9a4aa3c4c tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:03.008050 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-89258b19-1a36-431c-aa59-06da0d089d17 req-b9ab4632-ea82-46f1-a9c1-abb9a4aa3c4c tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 950 time: 0.0825987 Jul 13 07:35:03.015311 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-724f2666-d702-4849-aaea-d4e62aec8ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.017419 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dbc1a1-4f66-4076-8551-9b020ef2996a admin admin] Made reservation on behalf of 197c615669e94fb99d2f09c21df1d053 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:03.019864 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-64dbc1a1-4f66-4076-8551-9b020ef2996a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.035066 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-64dbc1a1-4f66-4076-8551-9b020ef2996a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.071975 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-89258b19-1a36-431c-aa59-06da0d089d17 req-0c6c3058-968a-4cae-8929-86b6e9a1beec tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572023 Jul 13 07:35:03.184544 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-724f2666-d702-4849-aaea-d4e62aec8ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.191799 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-724f2666-d702-4849-aaea-d4e62aec8ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.253525 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-724f2666-d702-4849-aaea-d4e62aec8ec6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=69cd4507797d4d6db0b921693fd0e512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4421890 Jul 13 07:35:03.258590 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f2666-d702-4849-aaea-d4e62aec8ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d79e587-70b1-4507-8196-697a6eca0810,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:03.260751 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf402a-63af-4544-b8c1-26c17922e8a2 req-0cab6213-803f-44df-848f-0216789f7596 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:03.261259 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33098) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:03.262511 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70cf402a-63af-4544-b8c1-26c17922e8a2 req-0cab6213-803f-44df-848f-0216789f7596 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.0825622 Jul 13 07:35:03.320470 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70cf402a-63af-4544-b8c1-26c17922e8a2 req-90b2fa28-7f4a-439a-ab8a-d42ec0635ccb tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472865 Jul 13 07:35:03.358314 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-43f47ee5-72b1-4f1c-a9f8-56a0d54c6b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.395364 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-43f47ee5-72b1-4f1c-a9f8-56a0d54c6b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.415244 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-64dbc1a1-4f66-4076-8551-9b020ef2996a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.420437 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-64dbc1a1-4f66-4076-8551-9b020ef2996a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.465986 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64dbc1a1-4f66-4076-8551-9b020ef2996a admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:35:03.478529 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbc1a1-4f66-4076-8551-9b020ef2996a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3384d543-9834-4595-b0df-e76047170722,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:03.484159 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-64dbc1a1-4f66-4076-8551-9b020ef2996a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.484828 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-64dbc1a1-4f66-4076-8551-9b020ef2996a admin admin] Added segment 452ed7f2-64a8-42c0-84be-e1f00db5135e of type vlan for network eb0329f0-8ee9-4b39-88fe-a9cb4b69797d Jul 13 07:35:03.520231 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-43f47ee5-72b1-4f1c-a9f8-56a0d54c6b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.522799 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-43f47ee5-72b1-4f1c-a9f8-56a0d54c6b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.523967 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-43f47ee5-72b1-4f1c-a9f8-56a0d54c6b47 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5d79e587-70b1-4507-8196-697a6eca0810 HTTP/1.1" status: 204 len: 168 time: 0.2556958 Jul 13 07:35:03.542530 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f47ee5-72b1-4f1c-a9f8-56a0d54c6b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d79e587-70b1-4507-8196-697a6eca0810,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:03.547729 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-64dbc1a1-4f66-4076-8551-9b020ef2996a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.593350 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-64dbc1a1-4f66-4076-8551-9b020ef2996a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.594387 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dbc1a1-4f66-4076-8551-9b020ef2996a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:03.594982 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-64dbc1a1-4f66-4076-8551-9b020ef2996a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.636909 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33106) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:03.637122 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-64dbc1a1-4f66-4076-8551-9b020ef2996a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9491277 Jul 13 07:35:03.648192 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-32ae0508-4b67-4af5-bd57-1eac74656e96 admin admin] Request body: {'subnet': {'network_id': 'eb0329f0-8ee9-4b39-88fe-a9cb4b69797d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080115619-subnet', 'tenant_id': '197c615669e94fb99d2f09c21df1d053', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:03.665637 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbc1a1-4f66-4076-8551-9b020ef2996a admin admin] Pushing event updated for resources: {'Network': ['ID=eb0329f0-8ee9-4b39-88fe-a9cb4b69797d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:03.680107 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network eb0329f0-8ee9-4b39-88fe-a9cb4b69797d details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:35:03.681428 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ae0508-4b67-4af5-bd57-1eac74656e96 admin admin] Made reservation on behalf of 197c615669e94fb99d2f09c21df1d053 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:03.684640 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32ae0508-4b67-4af5-bd57-1eac74656e96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.960388 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32ae0508-4b67-4af5-bd57-1eac74656e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.054383 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae0508-4b67-4af5-bd57-1eac74656e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b889f2-6a28-4d0b-9b5d-6552a07c31c8,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:04.084826 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae0508-4b67-4af5-bd57-1eac74656e96 admin admin] Checking segment: {'id': '452ed7f2-64a8-42c0-84be-e1f00db5135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eb0329f0-8ee9-4b39-88fe-a9cb4b69797d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:04.085223 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ae0508-4b67-4af5-bd57-1eac74656e96 admin admin] Network hostable DHCP agents. Network: eb0329f0-8ee9-4b39-88fe-a9cb4b69797d, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:35:04.103804 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ff6e0-8b5d-4f86-b887-9c22889fd3b4 req-9677c817-f30b-4524-a820-c7d62bd7f4a6 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:04.105633 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-169ff6e0-8b5d-4f86-b887-9c22889fd3b4 req-9677c817-f30b-4524-a820-c7d62bd7f4a6 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c23438b-b1a9-4c12-8a38-93b015451ed6 HTTP/1.1" status: 200 len: 949 time: 0.1579127 Jul 13 07:35:04.121613 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ae0508-4b67-4af5-bd57-1eac74656e96 admin admin] Network eb0329f0-8ee9-4b39-88fe-a9cb4b69797d is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:35:04.143141 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-32ae0508-4b67-4af5-bd57-1eac74656e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, eb0329f0-8ee9-4b39-88fe-a9cb4b69797d) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:04.158573 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ae0508-4b67-4af5-bd57-1eac74656e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:04.159452 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32ae0508-4b67-4af5-bd57-1eac74656e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.164590 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4007f605-301a-4c2f-8638-15db4bc752f2 None None] Network eb0329f0-8ee9-4b39-88fe-a9cb4b69797d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:04.193005 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33128) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:04.199034 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-9a4e9da2-a6bd-41bb-98e9-65b6319b267a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2080115619-router', 'tenant_id': '197c615669e94fb99d2f09c21df1d053', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:04.203474 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-32ae0508-4b67-4af5-bd57-1eac74656e96 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5520811 Jul 13 07:35:04.210719 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-169ff6e0-8b5d-4f86-b887-9c22889fd3b4 req-a65f45db-7acc-4bcd-a587-d75bd71afadb tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795662 Jul 13 07:35:04.237697 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9da2-a6bd-41bb-98e9-65b6319b267a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.239338 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9da2-a6bd-41bb-98e9-65b6319b267a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.362899 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9da2-a6bd-41bb-98e9-65b6319b267a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.396792 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c2cef-c41c-4f48-9e39-a64ee26ceb10 req-6406effa-e1c2-4a49-89f0-2ab225992aec tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:04.399995 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f7c2cef-c41c-4f48-9e39-a64ee26ceb10 req-6406effa-e1c2-4a49-89f0-2ab225992aec tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 950 time: 0.1470795 Jul 13 07:35:04.469337 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f7c2cef-c41c-4f48-9e39-a64ee26ceb10 req-085c909a-8444-4e2d-ba05-9e516c18ca45 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/security-groups?id=db79a55d-9d65-44ed-8d75-4214e7001c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636892 Jul 13 07:35:04.675682 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-eb0329f0-8ee9-4b39-88fe-a9cb4b69797d', 'network_id': 'eb0329f0-8ee9-4b39-88fe-a9cb4b69797d', 'tenant_id': '197c615669e94fb99d2f09c21df1d053', 'fixed_ips': [{'subnet_id': '63b889f2-6a28-4d0b-9b5d-6552a07c31c8'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:35:04.676695 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.707501 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9da2-a6bd-41bb-98e9-65b6319b267a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.841658 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fda0e8-4d82-4301-ad51-bc1907a8be8b req-c48a3aad-461d-4a43-a603-374fe9c10098 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:04.847994 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-20fda0e8-4d82-4301-ad51-bc1907a8be8b req-c48a3aad-461d-4a43-a603-374fe9c10098 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.62 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 950 time: 0.1937408 Jul 13 07:35:04.917328 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28d53e-0328-4f80-ae70-a6082fe84f16 req-70fd0b85-4d21-442b-a488-a9e362678df5 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:04.923763 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] Allocated IP 172.20.0.2 (eb0329f0-8ee9-4b39-88fe-a9cb4b69797d/63b889f2-6a28-4d0b-9b5d-6552a07c31c8/2d348d09-8ead-4724-923f-0090491dc501) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:04.926298 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c28d53e-0328-4f80-ae70-a6082fe84f16 req-70fd0b85-4d21-442b-a488-a9e362678df5 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.1533542 Jul 13 07:35:05.002308 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c28d53e-0328-4f80-ae70-a6082fe84f16 req-8ce770f4-2156-48af-a2e7-f61e78c2db5a tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749197 Jul 13 07:35:05.020025 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bcf98-1bff-4abe-a4d3-2687d61569de req-ec05389e-cb9c-439d-be39-d60a38db952f tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:05.022680 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-765bcf98-1bff-4abe-a4d3-2687d61569de req-ec05389e-cb9c-439d-be39-d60a38db952f tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 1098 time: 0.1544523 Jul 13 07:35:05.075616 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-765bcf98-1bff-4abe-a4d3-2687d61569de req-bcfd7b23-2dd1-4a49-b65f-3ed4a29268f0 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459464 Jul 13 07:35:05.136372 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.149048 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] Transition to ACTIVE for port object 2d348d09-8ead-4724-923f-0090491dc501 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:05.173796 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] Transition to ACTIVE for port object 2d348d09-8ead-4724-923f-0090491dc501 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:05.182958 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.190533 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-20fda0e8-4d82-4301-ad51-bc1907a8be8b req-2ca710a9-80bc-4d60-886b-60a0cbda351f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Deleting port ad902331-7bc4-4224-8cf5-66e6d3922804 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:05.190869 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-20fda0e8-4d82-4301-ad51-bc1907a8be8b req-2ca710a9-80bc-4d60-886b-60a0cbda351f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.307796 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] Network eb0329f0-8ee9-4b39-88fe-a9cb4b69797d is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:05.322128 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:05.331310 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9da2-a6bd-41bb-98e9-65b6319b267a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.338850 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 8554eda6-f772-434b-856f-f3682a3b31f5 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:05.365832 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9da2-a6bd-41bb-98e9-65b6319b267a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.384257 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-20fda0e8-4d82-4301-ad51-bc1907a8be8b req-2ca710a9-80bc-4d60-886b-60a0cbda351f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] For port ad902331-7bc4-4224-8cf5-66e6d3922804, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ad902331-7bc4-4224-8cf5-66e6d3922804,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:05.384853 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-20fda0e8-4d82-4301-ad51-bc1907a8be8b req-2ca710a9-80bc-4d60-886b-60a0cbda351f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.408255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] Pushing event updated for resources: {'Port': ['ID=2d348d09-8ead-4724-923f-0090491dc501,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:05.413656 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-20fda0e8-4d82-4301-ad51-bc1907a8be8b req-2ca710a9-80bc-4d60-886b-60a0cbda351f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Calling delete_port for ad902331-7bc4-4224-8cf5-66e6d3922804 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:05.425216 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:05.579662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] Attempting to bind port 2d348d09-8ead-4724-923f-0090491dc501 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:05.589264 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] Attempting to bind port 2d348d09-8ead-4724-923f-0090491dc501 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '452ed7f2-64a8-42c0-84be-e1f00db5135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eb0329f0-8ee9-4b39-88fe-a9cb4b69797d'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:05.589670 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] Attempting to bind port 2d348d09-8ead-4724-923f-0090491dc501 on network eb0329f0-8ee9-4b39-88fe-a9cb4b69797d {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:05.606391 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 8554eda6-f772-434b-856f-f3682a3b31f5 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:05.608632 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:05.614473 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] Checking segment: {'id': '452ed7f2-64a8-42c0-84be-e1f00db5135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eb0329f0-8ee9-4b39-88fe-a9cb4b69797d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:05.615204 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.615666 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] Bound using segment: {'id': '452ed7f2-64a8-42c0-84be-e1f00db5135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eb0329f0-8ee9-4b39-88fe-a9cb4b69797d'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:05.616355 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] Bound port: 2d348d09-8ead-4724-923f-0090491dc501, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452ed7f2-64a8-42c0-84be-e1f00db5135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eb0329f0-8ee9-4b39-88fe-a9cb4b69797d'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:05.616838 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.617003 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-9a4e9da2-a6bd-41bb-98e9-65b6319b267a admin admin] Allocated IP 172.25.0.218 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/329170e7-200a-4578-a4ea-88b76fbbdd31) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:05.681949 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb1132-7731-4544-91ad-698c6583bf39 req-eb80bf38-4541-44f7-a182-29f4ff38545f tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:05.690521 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-16bb1132-7731-4544-91ad-698c6583bf39 req-eb80bf38-4541-44f7-a182-29f4ff38545f tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c23438b-b1a9-4c12-8a38-93b015451ed6 HTTP/1.1" status: 200 len: 949 time: 0.1503997 Jul 13 07:35:05.707055 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 8554eda6-f772-434b-856f-f3682a3b31f5 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:05.707467 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.745347 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-16bb1132-7731-4544-91ad-698c6583bf39 req-2d03e45f-c6cc-4ca1-8cc1-f14990619e51 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536549 Jul 13 07:35:05.829414 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] For port 2d348d09-8ead-4724-923f-0090491dc501, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:05.840433 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] For port 2d348d09-8ead-4724-923f-0090491dc501, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2d348d09-8ead-4724-923f-0090491dc501,segment=NetworkSegment(452ed7f2-64a8-42c0-84be-e1f00db5135e),segment_id=452ed7f2-64a8-42c0-84be-e1f00db5135e)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:05.851362 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-20fda0e8-4d82-4301-ad51-bc1907a8be8b req-2ca710a9-80bc-4d60-886b-60a0cbda351f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.913003 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.920523 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.923915 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['ad902331-7bc4-4224-8cf5-66e6d3922804'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:05.979819 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca710a9-80bc-4d60-886b-60a0cbda351f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Pushing event deleted for resources: {'Port': ['ID=ad902331-7bc4-4224-8cf5-66e6d3922804,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:06.075149 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c23438b-b1a9-4c12-8a38-93b015451ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8554eda6-f772-434b-856f-f3682a3b31f5'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:06.077538 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a1caf2-2e77-4412-9b71-c5a245ddf673" -d '{"events": [{"server_uuid": "4c23438b-b1a9-4c12-8a38-93b015451ed6", "name": "network-vif-plugged", "status": "completed", "tag": "8554eda6-f772-434b-856f-f3682a3b31f5"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:06.082578 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9da2-a6bd-41bb-98e9-65b6319b267a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.133136 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 8554eda6-f772-434b-856f-f3682a3b31f5, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=8554eda6-f772-434b-856f-f3682a3b31f5,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:06.159981 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fda0e8-4d82-4301-ad51-bc1907a8be8b req-2ca710a9-80bc-4d60-886b-60a0cbda351f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] No DVR routers for this DVR port ad902331-7bc4-4224-8cf5-66e6d3922804 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:06.168440 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.184069 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-20fda0e8-4d82-4301-ad51-bc1907a8be8b req-2ca710a9-80bc-4d60-886b-60a0cbda351f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.186395 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-20fda0e8-4d82-4301-ad51-bc1907a8be8b req-2ca710a9-80bc-4d60-886b-60a0cbda351f tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.62 "DELETE /v2.0/ports/ad902331-7bc4-4224-8cf5-66e6d3922804 HTTP/1.1" status: 204 len: 173 time: 1.3272808 Jul 13 07:35:06.188444 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c683a6e7-7083-437d-9943-370bde43dfd1', 'name': 'network-vif-deleted', 'tag': 'ad902331-7bc4-4224-8cf5-66e6d3922804'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:06.190809 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b50aba1-12fe-4e53-b12d-28b35fe59753" -d '{"events": [{"server_uuid": "c683a6e7-7083-437d-9943-370bde43dfd1", "name": "network-vif-deleted", "tag": "ad902331-7bc4-4224-8cf5-66e6d3922804"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:06.202913 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fedea0-639d-48d8-b95e-56d633eb71ec None None] Pushing event updated for resources: {'Port': ['ID=2d348d09-8ead-4724-923f-0090491dc501,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:06.311367 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9da2-a6bd-41bb-98e9-65b6319b267a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.324615 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3e7794d2-7027-47cb-a1d6-f9d15cd12b6b req-fd9b4197-ac5a-4663-813d-c06f25f75ce8 tempest-ServersAdminTestJSON-1634029176 tempest-ServersAdminTestJSON-1634029176-project] 10.222.0.58 "GET /v2.0/ports?device_id=c683a6e7-7083-437d-9943-370bde43dfd1 HTTP/1.1" status: 200 len: 210 time: 0.1616442 Jul 13 07:35:06.378819 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=8554eda6-f772-434b-856f-f3682a3b31f5,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:06.433694 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e9da2-a6bd-41bb-98e9-65b6319b267a admin admin] Pushing event updated for resources: {'Port': ['ID=329170e7-200a-4578-a4ea-88b76fbbdd31,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:06.489806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4e9da2-a6bd-41bb-98e9-65b6319b267a admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:06.492000 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-9a4e9da2-a6bd-41bb-98e9-65b6319b267a admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:06.500723 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e9da2-a6bd-41bb-98e9-65b6319b267a admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:07.063913 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d016271-933f-4b26-90be-6df8f4dde21b req-67335fdc-20d7-43e1-b58e-166d9f1f5fc2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:07.066157 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d016271-933f-4b26-90be-6df8f4dde21b req-67335fdc-20d7-43e1-b58e-166d9f1f5fc2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.1092966 Jul 13 07:35:07.074731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-261d6a45-ee00-450e-8dde-af808788b15d None None] Provisioning complete for port 8554eda6-f772-434b-856f-f3682a3b31f5 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:07.076335 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-261d6a45-ee00-450e-8dde-af808788b15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.154755 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d016271-933f-4b26-90be-6df8f4dde21b req-1742d4d9-8d57-4a41-9cb5-f06755742c89 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827997 Jul 13 07:35:07.213326 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9da2-a6bd-41bb-98e9-65b6319b267a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.257448 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64264383-2b24-4c53-8df0-dbb7df36c30e x-openstack-request-id: req-64264383-2b24-4c53-8df0-dbb7df36c30e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:07.257739 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c23438b-b1a9-4c12-8a38-93b015451ed6", "name": "network-vif-plugged", "status": "completed", "tag": "8554eda6-f772-434b-856f-f3682a3b31f5", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:07.257994 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64264383-2b24-4c53-8df0-dbb7df36c30e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:07.259837 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c23438b-b1a9-4c12-8a38-93b015451ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8554eda6-f772-434b-856f-f3682a3b31f5', 'code': 200} Jul 13 07:35:07.382222 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33218) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:07.400456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-20fff9c7-05fa-47e9-8edd-019ae5572759 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:35:07.408936 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-20fff9c7-05fa-47e9-8edd-019ae5572759 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137615 Jul 13 07:35:07.414049 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-9514e616-d73c-4832-b81d-633a586d4658 req-dff3fa45-5158-445c-a4c5-3dcf5c04cca3 service neutron] Request body: {'binding': {'host': 'n-h1-779913-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:07.414583 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-9514e616-d73c-4832-b81d-633a586d4658 req-dff3fa45-5158-445c-a4c5-3dcf5c04cca3 service neutron] Unknown quota resources ['binding']. {{(pid=93723) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:35:07.419289 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a768b3f7-ba51-4d51-aecf-da14a0ef6579 x-openstack-request-id: req-a768b3f7-ba51-4d51-aecf-da14a0ef6579 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:07.419626 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c683a6e7-7083-437d-9943-370bde43dfd1", "name": "network-vif-deleted", "tag": "ad902331-7bc4-4224-8cf5-66e6d3922804", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:07.419824 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a768b3f7-ba51-4d51-aecf-da14a0ef6579 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:07.420238 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c683a6e7-7083-437d-9943-370bde43dfd1', 'name': 'network-vif-deleted', 'tag': 'ad902331-7bc4-4224-8cf5-66e6d3922804', 'status': 'completed', 'code': 200} Jul 13 07:35:07.548348 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada7f03-45a9-47e9-a151-48115aeeeb5e req-07d98000-f91b-4b4e-885b-8b5561487d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:07.554808 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cada7f03-45a9-47e9-a151-48115aeeeb5e req-07d98000-f91b-4b4e-885b-8b5561487d5a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c23438b-b1a9-4c12-8a38-93b015451ed6 HTTP/1.1" status: 200 len: 1102 time: 0.1429818 Jul 13 07:35:07.684002 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.802329 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2d348d09-8ead-4724-923f-0090491dc501 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:07.912280 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b82841-56f8-4622-aa16-d80208814d38 None None] Network eb0329f0-8ee9-4b39-88fe-a9cb4b69797d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:07.949117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 2d348d09-8ead-4724-923f-0090491dc501 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:08.024411 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a41c8360-106c-4d7c-a3fa-6b924f3d88fe None None] Provisioning for port 2d348d09-8ead-4724-923f-0090491dc501 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:08.033184 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a41c8360-106c-4d7c-a3fa-6b924f3d88fe None None] Provisioning complete for port 2d348d09-8ead-4724-923f-0090491dc501 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:08.033780 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a41c8360-106c-4d7c-a3fa-6b924f3d88fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.093708 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83ee4175-d653-4e2a-804d-f951a0806580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.113378 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cada7f03-45a9-47e9-a151-48115aeeeb5e req-c159dbd9-112c-479f-aa53-03b25891f955 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5500824 Jul 13 07:35:08.162382 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c5a14-6b23-4ecd-8fb5-f1e83fc871fe req-bacade7a-906d-433a-bc1a-4dbb9a74a5bb tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:08.168185 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-9514e616-d73c-4832-b81d-633a586d4658 req-dff3fa45-5158-445c-a4c5-3dcf5c04cca3 service neutron] Attempting to bind port 50003957-f194-4544-a5d2-366da3dffec6 on host n-h1-779913-28 for vnic_type normal with profile None {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:08.168777 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-9514e616-d73c-4832-b81d-633a586d4658 req-dff3fa45-5158-445c-a4c5-3dcf5c04cca3 service neutron] Attempting to bind port 50003957-f194-4544-a5d2-366da3dffec6 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:08.168875 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9514e616-d73c-4832-b81d-633a586d4658 req-dff3fa45-5158-445c-a4c5-3dcf5c04cca3 service neutron] Attempting to bind port 50003957-f194-4544-a5d2-366da3dffec6 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:08.175336 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f46c5a14-6b23-4ecd-8fb5-f1e83fc871fe req-bacade7a-906d-433a-bc1a-4dbb9a74a5bb tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c23438b-b1a9-4c12-8a38-93b015451ed6 HTTP/1.1" status: 200 len: 950 time: 0.5526791 Jul 13 07:35:08.176688 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9514e616-d73c-4832-b81d-633a586d4658 req-dff3fa45-5158-445c-a4c5-3dcf5c04cca3 service neutron] Port 50003957-f194-4544-a5d2-366da3dffec6 on network acf8805e-fc72-4645-afdd-bc310db87bf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:35:08.177027 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9514e616-d73c-4832-b81d-633a586d4658 req-dff3fa45-5158-445c-a4c5-3dcf5c04cca3 service neutron] Attempting to bind port 50003957-f194-4544-a5d2-366da3dffec6 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:08.189466 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9514e616-d73c-4832-b81d-633a586d4658 req-dff3fa45-5158-445c-a4c5-3dcf5c04cca3 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:08.189856 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9514e616-d73c-4832-b81d-633a586d4658 req-dff3fa45-5158-445c-a4c5-3dcf5c04cca3 service neutron] Checking segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:08.190253 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9514e616-d73c-4832-b81d-633a586d4658 req-dff3fa45-5158-445c-a4c5-3dcf5c04cca3 service neutron] Bound using segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:08.190719 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-9514e616-d73c-4832-b81d-633a586d4658 req-dff3fa45-5158-445c-a4c5-3dcf5c04cca3 service neutron] Bound port: 50003957-f194-4544-a5d2-366da3dffec6, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:08.251277 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-9514e616-d73c-4832-b81d-633a586d4658 req-dff3fa45-5158-445c-a4c5-3dcf5c04cca3 service neutron] For port 50003957-f194-4544-a5d2-366da3dffec6, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=50003957-f194-4544-a5d2-366da3dffec6,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:08.252009 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f46c5a14-6b23-4ecd-8fb5-f1e83fc871fe req-db186411-c2e3-486a-8783-d2e9984e063b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722721 Jul 13 07:35:08.253692 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9da2-a6bd-41bb-98e9-65b6319b267a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.257721 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9514e616-d73c-4832-b81d-633a586d4658 req-dff3fa45-5158-445c-a4c5-3dcf5c04cca3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.272085 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-dff3fa45-5158-445c-a4c5-3dcf5c04cca3 service neutron] 10.222.0.58 "POST /v2.0/ports/50003957-f194-4544-a5d2-366da3dffec6/bindings HTTP/1.1" status: 201 len: 390 time: 0.8529053 Jul 13 07:35:08.295873 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a41c8360-106c-4d7c-a3fa-6b924f3d88fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.372278 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83ee4175-d653-4e2a-804d-f951a0806580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.380244 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83ee4175-d653-4e2a-804d-f951a0806580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.384955 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a41c8360-106c-4d7c-a3fa-6b924f3d88fe None None] For port 2d348d09-8ead-4724-923f-0090491dc501, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2d348d09-8ead-4724-923f-0090491dc501,segment=NetworkSegment(452ed7f2-64a8-42c0-84be-e1f00db5135e),segment_id=452ed7f2-64a8-42c0-84be-e1f00db5135e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:08.390674 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a41c8360-106c-4d7c-a3fa-6b924f3d88fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.462440 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee4175-d653-4e2a-804d-f951a0806580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5229f72d-c2bd-48a1-945f-620b6b8911fd,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:08.521969 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-83ee4175-d653-4e2a-804d-f951a0806580 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de95b39192844fa08a6ef818bb13ab7d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1374586 Jul 13 07:35:08.525373 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33234) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:08.600024 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c8360-106c-4d7c-a3fa-6b924f3d88fe None None] Pushing event updated for resources: {'Port': ['ID=2d348d09-8ead-4724-923f-0090491dc501,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:08.676671 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c7f522e-da82-4e56-8a98-3da96ff1b899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.708952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4e9da2-a6bd-41bb-98e9-65b6319b267a admin admin] Router dea086b4-a6a3-489b-9c64-4633e58ed91f is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:35:08.756858 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4ae088b6-5a28-4330-b73d-f18a70a60e4a None None] Provisioning complete for port 2d348d09-8ead-4724-923f-0090491dc501 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:08.759456 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ae088b6-5a28-4330-b73d-f18a70a60e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.832850 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device ad902331-7bc4-4224-8cf5-66e6d3922804 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:08.881702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: ad902331-7bc4-4224-8cf5-66e6d3922804 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:08.882025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device ad902331-7bc4-4224-8cf5-66e6d3922804 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:08.888699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4e9da2-a6bd-41bb-98e9-65b6319b267a admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:08.901019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] Sync routers for ids ['dea086b4-a6a3-489b-9c64-4633e58ed91f'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:08.908585 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9da2-a6bd-41bb-98e9-65b6319b267a admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.911366 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9a4e9da2-a6bd-41bb-98e9-65b6319b267a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7153609 Jul 13 07:35:08.914683 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33240) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:08.924868 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] Routers {'dea086b4-a6a3-489b-9c64-4633e58ed91f'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:08.925518 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:34:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dea086b4-a6a3-489b-9c64-4633e58ed91f'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:08.945339 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c7f522e-da82-4e56-8a98-3da96ff1b899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.957499 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33242) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:09.107210 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b3e26-47a5-4db8-88f7-b8e77d7fb44d req-8ce91274-19c9-4332-9a07-37b6a53431d7 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.109063 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7f8b3e26-47a5-4db8-88f7-b8e77d7fb44d req-8ce91274-19c9-4332-9a07-37b6a53431d7 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.3507936 Jul 13 07:35:09.123743 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514e616-d73c-4832-b81d-633a586d4658 req-e2fa9c31-7a38-4f67-b6b6-c7dbd77e564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.125592 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-e2fa9c31-7a38-4f67-b6b6-c7dbd77e564d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 1098 time: 0.4510274 Jul 13 07:35:09.132281 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] Set router dea086b4-a6a3-489b-9c64-4633e58ed91f gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:09.274825 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c2a82d48-cf17-415f-9684-75d507a3bfce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ce153622febb4884a7bac996f2fa3815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133800 Jul 13 07:35:09.276889 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33246) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:09.285441 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514e616-d73c-4832-b81d-633a586d4658 req-e55e6dec-06c0-492f-86ef-7a44b4b3fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.288388 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-e55e6dec-06c0-492f-86ef-7a44b4b3fbe9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 921 time: 0.1433604 Jul 13 07:35:09.345331 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-ef4da06e-2da7-4cae-96b1-87171d1cffda service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50003957-f194-4544-a5d2-366da3dffec6 HTTP/1.1" status: 200 len: 217 time: 0.0483477 Jul 13 07:35:09.382349 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7f8b3e26-47a5-4db8-88f7-b8e77d7fb44d req-ace88867-9d66-4943-b3ac-d6acd42b45f0 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643681 Jul 13 07:35:09.406256 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c7f522e-da82-4e56-8a98-3da96ff1b899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.410582 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c7f522e-da82-4e56-8a98-3da96ff1b899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.413274 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea086b4-a6a3-489b-9c64-4633e58ed91f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080115619-router', 'tenant_id': '197c615669e94fb99d2f09c21df1d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '329170e7-200a-4578-a4ea-88b76fbbdd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:04Z', 'updated_at': '2021-07-13T07:35:06Z', 'revision_number': 3, 'project_id': '197c615669e94fb99d2f09c21df1d053', 'gw_port': {'id': '329170e7-200a-4578-a4ea-88b76fbbdd31', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea086b4-a6a3-489b-9c64-4633e58ed91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:05Z', 'updated_at': '2021-07-13T07:35:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:09.419006 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0c7f522e-da82-4e56-8a98-3da96ff1b899 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5229f72d-c2bd-48a1-945f-620b6b8911fd HTTP/1.1" status: 204 len: 168 time: 0.8900948 Jul 13 07:35:09.442076 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-782de828-a920-4f1f-812d-4896075abafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.478271 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] Checking router: dea086b4-a6a3-489b-9c64-4633e58ed91f for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:35:09.478751 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] Updating router dea086b4-a6a3-489b-9c64-4633e58ed91f port 329170e7-200a-4578-a4ea-88b76fbbdd31 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:35:09.504833 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-782de828-a920-4f1f-812d-4896075abafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.510102 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8f235-8a3f-4942-9dd2-fe6fc782ab4e req-9fb58a41-0919-42d8-bcda-b9038e1db7e7 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.516577 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6b8f235-8a3f-4942-9dd2-fe6fc782ab4e req-9fb58a41-0919-42d8-bcda-b9038e1db7e7 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 946 time: 0.6827207 Jul 13 07:35:09.527080 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f522e-da82-4e56-8a98-3da96ff1b899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5229f72d-c2bd-48a1-945f-620b6b8911fd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:09.561672 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.568024 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514e616-d73c-4832-b81d-633a586d4658 req-c4f3cad8-338d-4e7a-ad6e-e04215954c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.569528 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-c4f3cad8-338d-4e7a-ad6e-e04215954c75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 200 len: 860 time: 0.2066305 Jul 13 07:35:09.629465 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-782de828-a920-4f1f-812d-4896075abafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.632748 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-782de828-a920-4f1f-812d-4896075abafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.636339 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-782de828-a920-4f1f-812d-4896075abafd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/db79a55d-9d65-44ed-8d75-4214e7001c06 HTTP/1.1" status: 204 len: 168 time: 0.3460684 Jul 13 07:35:09.661228 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782de828-a920-4f1f-812d-4896075abafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db79a55d-9d65-44ed-8d75-4214e7001c06,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:09.699947 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-74413b46-cd92-48d3-9782-2740bd1746cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf8805e-fc72-4645-afdd-bc310db87bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1207788 Jul 13 07:35:09.724297 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6b8f235-8a3f-4942-9dd2-fe6fc782ab4e req-30d7d1a1-2aac-4495-b0d5-c37ed77de1dc tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790586 Jul 13 07:35:09.804564 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0b79320-fdfa-4bc1-a801-72d4ee4918ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.022833 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09e99e-8fa6-42af-900d-b795d474bc2f req-d85ad21c-fa85-462e-83f6-63f038780e22 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:10.036651 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca09e99e-8fa6-42af-900d-b795d474bc2f req-d85ad21c-fa85-462e-83f6-63f038780e22 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c23438b-b1a9-4c12-8a38-93b015451ed6 HTTP/1.1" status: 200 len: 950 time: 0.4370589 Jul 13 07:35:10.075150 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2d348d09-8ead-4724-923f-0090491dc501 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:10.094836 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca09e99e-8fa6-42af-900d-b795d474bc2f req-8f5df486-1dd1-426b-b8e6-016bca62711b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568867 Jul 13 07:35:10.096961 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-4e48a61d-025a-4cc3-ac84-4b8baed1aca4 service neutron] 10.222.0.35 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680570 Jul 13 07:35:10.211083 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-d25cbfe6-cfd3-4fce-88d4-deac8fe66408 service neutron] 10.222.0.35 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039507 Jul 13 07:35:10.260128 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-a0b79320-fdfa-4bc1-a801-72d4ee4918ec admin admin] Allocated IP 172.20.0.1 (eb0329f0-8ee9-4b39-88fe-a9cb4b69797d/63b889f2-6a28-4d0b-9b5d-6552a07c31c8/85a3db90-8d2e-4a31-ac8a-bc7bef948768) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:10.383285 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:35:10.388310 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738ca4a-8fd3-4c85-889e-da76fa6bd380 req-39ef8ea4-7115-401a-b844-08685c7cedbc tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:10.406460 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e738ca4a-8fd3-4c85-889e-da76fa6bd380 req-39ef8ea4-7115-401a-b844-08685c7cedbc tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4c23438b-b1a9-4c12-8a38-93b015451ed6 HTTP/1.1" status: 200 len: 1102 time: 0.1104267 Jul 13 07:35:10.412169 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.413331 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33274) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:10.434617 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] Transition to ACTIVE for port object 329170e7-200a-4578-a4ea-88b76fbbdd31 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:10.450928 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.501193 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0b79320-fdfa-4bc1-a801-72d4ee4918ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.524637 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-a0b79320-fdfa-4bc1-a801-72d4ee4918ec admin admin] Transition to ACTIVE for port object 85a3db90-8d2e-4a31-ac8a-bc7bef948768 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:10.532816 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e738ca4a-8fd3-4c85-889e-da76fa6bd380 req-1c4e6459-90c8-4765-ac10-94c1b333ad4a tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253507 Jul 13 07:35:10.558142 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-878e3968-af1b-4ba7-a95e-e787efc2d5b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8577a0507b8640e4bd3f196883f4888c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416664 Jul 13 07:35:10.560542 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33276) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:10.588926 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0b79320-fdfa-4bc1-a801-72d4ee4918ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.601260 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 2d348d09-8ead-4724-923f-0090491dc501 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:10.601818 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.636247 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] Attempting to bind port 329170e7-200a-4578-a4ea-88b76fbbdd31 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:10.636762 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] Attempting to bind port 329170e7-200a-4578-a4ea-88b76fbbdd31 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:10.637229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] Attempting to bind port 329170e7-200a-4578-a4ea-88b76fbbdd31 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:10.659199 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb295b2-d25f-4b5d-bb97-2aa3103aebc6 None None] Pushing event updated for resources: {'Port': ['ID=329170e7-200a-4578-a4ea-88b76fbbdd31,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:10.674816 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:10.675294 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:10.675772 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.676263 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:10.679427 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] Bound port: 329170e7-200a-4578-a4ea-88b76fbbdd31, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:10.680113 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.690648 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b79320-fdfa-4bc1-a801-72d4ee4918ec admin admin] Network eb0329f0-8ee9-4b39-88fe-a9cb4b69797d is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:10.694297 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-a0b79320-fdfa-4bc1-a801-72d4ee4918ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:10.700985 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b79320-fdfa-4bc1-a801-72d4ee4918ec admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:10.701761 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd96cb14-70b7-44d4-9b70-15580f9ce6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.705926 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b79320-fdfa-4bc1-a801-72d4ee4918ec admin admin] Pushing event updated for resources: {'Port': ['ID=85a3db90-8d2e-4a31-ac8a-bc7bef948768,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:10.731568 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd96cb14-70b7-44d4-9b70-15580f9ce6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.802653 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0b79320-fdfa-4bc1-a801-72d4ee4918ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.841122 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd96cb14-70b7-44d4-9b70-15580f9ce6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.847572 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd96cb14-70b7-44d4-9b70-15580f9ce6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.849724 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cd96cb14-70b7-44d4-9b70-15580f9ce6e3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/446937d5-6f4e-4686-b073-2b0d7ba64459 HTTP/1.1" status: 204 len: 168 time: 0.2855499 Jul 13 07:35:10.886210 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96cb14-70b7-44d4-9b70-15580f9ce6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446937d5-6f4e-4686-b073-2b0d7ba64459,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:10.957992 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e8d48-6690-4b8e-9610-238c467b04b5 req-9b4c5eff-778c-4d67-9aef-7181a09b027a tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:10.960241 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b4e8d48-6690-4b8e-9610-238c467b04b5 req-9b4c5eff-778c-4d67-9aef-7181a09b027a tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.3360291 Jul 13 07:35:11.090657 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] For port 329170e7-200a-4578-a4ea-88b76fbbdd31, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:11.099956 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] For port 329170e7-200a-4578-a4ea-88b76fbbdd31, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=329170e7-200a-4578-a4ea-88b76fbbdd31,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:11.120869 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.167992 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b4e8d48-6690-4b8e-9610-238c467b04b5 req-f04d67de-b7c5-4ca1-a030-86fca2dee700 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821153 Jul 13 07:35:11.175367 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0b79320-fdfa-4bc1-a801-72d4ee4918ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.209148 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb295b2-d25f-4b5d-bb97-2aa3103aebc6 None None] Pushing event updated for resources: {'Port': ['ID=329170e7-200a-4578-a4ea-88b76fbbdd31,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:11.229078 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ff6f3-d34b-4ac1-be72-d70f083ea73e req-d971f7c3-e84a-455e-a80a-99791bc439b7 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.235747 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bf2ff6f3-d34b-4ac1-be72-d70f083ea73e req-d971f7c3-e84a-455e-a80a-99791bc439b7 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 946 time: 0.2734375 Jul 13 07:35:11.252246 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-08b6a435-cdee-4b49-b5c1-7fd72fa402af None None] Provisioning for port 85a3db90-8d2e-4a31-ac8a-bc7bef948768 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:11.277359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-08b6a435-cdee-4b49-b5c1-7fd72fa402af None None] Provisioning complete for port 85a3db90-8d2e-4a31-ac8a-bc7bef948768 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:11.277926 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08b6a435-cdee-4b49-b5c1-7fd72fa402af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.339245 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bf2ff6f3-d34b-4ac1-be72-d70f083ea73e req-427315bf-8f51-4eb4-98b4-b32c88bc8748 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955458 Jul 13 07:35:11.345703 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-08b6a435-cdee-4b49-b5c1-7fd72fa402af None None] Port 85a3db90-8d2e-4a31-ac8a-bc7bef948768 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:11.353906 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] Routers {'dea086b4-a6a3-489b-9c64-4633e58ed91f'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:11.354642 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:34:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dea086b4-a6a3-489b-9c64-4633e58ed91f'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:11.391551 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-79888fd3-8ae3-4538-8861-8d54c10fda50 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d6a3e791abbc497c8586fd62e424c069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671561 Jul 13 07:35:11.694945 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0b79320-fdfa-4bc1-a801-72d4ee4918ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.701801 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0b79320-fdfa-4bc1-a801-72d4ee4918ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.705938 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] Set router dea086b4-a6a3-489b-9c64-4633e58ed91f gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:11.713302 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-64426c81-aa97-4579-8871-c931305a9144 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.721369 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-64426c81-aa97-4579-8871-c931305a9144 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3218169 Jul 13 07:35:11.759052 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-c64cf5b2-3294-42b3-8b8e-296907f2b65f tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/quotas/d6a3e791abbc497c8586fd62e424c069 HTTP/1.1" status: 200 len: 375 time: 0.0372357 Jul 13 07:35:11.878290 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b79320-fdfa-4bc1-a801-72d4ee4918ec admin admin] Pushing event updated for resources: {'Port': ['ID=85a3db90-8d2e-4a31-ac8a-bc7bef948768,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:11.926668 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-bd4b64e5-1098-48b9-9911-056a27d43704 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6a3e791abbc497c8586fd62e424c069&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1658087 Jul 13 07:35:11.957977 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0b79320-fdfa-4bc1-a801-72d4ee4918ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.125773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5f61ef1f-5b32-4bd0-ab2d-28b5ff0918a7 None None] Provisioning complete for port 85a3db90-8d2e-4a31-ac8a-bc7bef948768 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:12.134829 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f61ef1f-5b32-4bd0-ab2d-28b5ff0918a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.158849 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b79320-fdfa-4bc1-a801-72d4ee4918ec admin admin] Network eb0329f0-8ee9-4b39-88fe-a9cb4b69797d is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:12.160963 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-a0b79320-fdfa-4bc1-a801-72d4ee4918ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:12.314983 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5f61ef1f-5b32-4bd0-ab2d-28b5ff0918a7 None None] Port 85a3db90-8d2e-4a31-ac8a-bc7bef948768 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:12.343869 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea086b4-a6a3-489b-9c64-4633e58ed91f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080115619-router', 'tenant_id': '197c615669e94fb99d2f09c21df1d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '329170e7-200a-4578-a4ea-88b76fbbdd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:04Z', 'updated_at': '2021-07-13T07:35:11Z', 'revision_number': 4, 'project_id': '197c615669e94fb99d2f09c21df1d053', 'gw_port': {'id': '329170e7-200a-4578-a4ea-88b76fbbdd31', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea086b4-a6a3-489b-9c64-4633e58ed91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:05Z', 'updated_at': '2021-07-13T07:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '85a3db90-8d2e-4a31-ac8a-bc7bef948768', 'name': '', 'network_id': 'eb0329f0-8ee9-4b39-88fe-a9cb4b69797d', 'tenant_id': '197c615669e94fb99d2f09c21df1d053', 'mac_address': 'fa:16:3e:16:fa:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea086b4-a6a3-489b-9c64-4633e58ed91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '63b889f2-6a28-4d0b-9b5d-6552a07c31c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:09Z', 'updated_at': '2021-07-13T07:35:10Z', 'revision_number': 1, 'project_id': '197c615669e94fb99d2f09c21df1d053', 'subnets': [{'id': '63b889f2-6a28-4d0b-9b5d-6552a07c31c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:12.422670 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ccbc5a2-af94-4f90-a6cd-f0444312f76a req-5a6b5812-144a-4d56-a798-0d02313a4ce4 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=00fc708c-8ce4-4983-8eaa-7735335b07e9 HTTP/1.1" status: 200 len: 210 time: 0.1364138 Jul 13 07:35:12.471704 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf4667-270d-48e9-a6bf-530201ed989a None None] The sync data for ids ['dea086b4-a6a3-489b-9c64-4633e58ed91f'] in n-d-779913-28 is: [{'id': 'dea086b4-a6a3-489b-9c64-4633e58ed91f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080115619-router', 'tenant_id': '197c615669e94fb99d2f09c21df1d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '329170e7-200a-4578-a4ea-88b76fbbdd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:04Z', 'updated_at': '2021-07-13T07:35:11Z', 'revision_number': 4, 'project_id': '197c615669e94fb99d2f09c21df1d053', 'gw_port': {'id': '329170e7-200a-4578-a4ea-88b76fbbdd31', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea086b4-a6a3-489b-9c64-4633e58ed91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:05Z', 'updated_at': '2021-07-13T07:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '85a3db90-8d2e-4a31-ac8a-bc7bef948768', 'name': '', 'network_id': 'eb0329f0-8ee9-4b39-88fe-a9cb4b69797d', 'tenant_id': '197c615669e94fb99d2f09c21df1d053', 'mac_address': 'fa:16:3e:16:fa:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea086b4-a6a3-489b-9c64-4633e58ed91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '63b889f2-6a28-4d0b-9b5d-6552a07c31c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:09Z', 'updated_at': '2021-07-13T07:35:10Z', 'revision_number': 1, 'project_id': '197c615669e94fb99d2f09c21df1d053', 'subnets': [{'id': '63b889f2-6a28-4d0b-9b5d-6552a07c31c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:12.600755 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b79320-fdfa-4bc1-a801-72d4ee4918ec admin admin] Router dea086b4-a6a3-489b-9c64-4633e58ed91f has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:35:12.667100 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0593101e-6fcb-4170-a0a9-3b1a6fc2a408 None None] Provisioning complete for port 85a3db90-8d2e-4a31-ac8a-bc7bef948768 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:12.667626 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0593101e-6fcb-4170-a0a9-3b1a6fc2a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.714706 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.716282 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0593101e-6fcb-4170-a0a9-3b1a6fc2a408 None None] Port 85a3db90-8d2e-4a31-ac8a-bc7bef948768 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:12.837852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070c989-3f40-4e56-bbe0-4cb2629d02ac req-7ac1f82d-69e7-4128-a6ef-c549b217fc71 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:12.849631 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6070c989-3f40-4e56-bbe0-4cb2629d02ac req-7ac1f82d-69e7-4128-a6ef-c549b217fc71 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.3303483 Jul 13 07:35:12.881336 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33352) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:12.956483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84031242-09b0-4ea3-af9f-292d7e7e5f54 req-bd589f77-30a3-4de2-8feb-48c4596f7b02 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:12.966720 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-84031242-09b0-4ea3-af9f-292d7e7e5f54 req-bd589f77-30a3-4de2-8feb-48c4596f7b02 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 946 time: 0.3326447 Jul 13 07:35:13.011280 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b79320-fdfa-4bc1-a801-72d4ee4918ec admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:13.025602 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a0b79320-fdfa-4bc1-a801-72d4ee4918ec admin admin] 10.222.0.58 "PUT /v2.0/routers/dea086b4-a6a3-489b-9c64-4633e58ed91f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1008723 Jul 13 07:35:13.123761 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6070c989-3f40-4e56-bbe0-4cb2629d02ac req-7a47ff32-16d7-4d8e-b445-91e5898bfff7 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595105 Jul 13 07:35:13.144488 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-84031242-09b0-4ea3-af9f-292d7e7e5f54 req-bff3aabd-b9bb-4dd4-a66a-919e9350f77b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654880 Jul 13 07:35:13.271006 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-983a96f2-35f1-4c2b-a9ee-ce24be3f22e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:13.588830 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-983a96f2-35f1-4c2b-a9ee-ce24be3f22e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:13.598174 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-983a96f2-35f1-4c2b-a9ee-ce24be3f22e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:13.741268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a96f2-35f1-4c2b-a9ee-ce24be3f22e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c0b0fa-f228-4710-924a-7176ffbb9348,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:13.812020 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-623aab78-de1a-406e-ab5d-69d2f2c59a23 req-be5b8cb5-c163-43b8-9f2d-ed0e214ccb3d tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=00fc708c-8ce4-4983-8eaa-7735335b07e9 HTTP/1.1" status: 200 len: 210 time: 0.1397102 Jul 13 07:35:13.816489 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-983a96f2-35f1-4c2b-a9ee-ce24be3f22e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b3adffda58248d68fd6627105726828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9121556 Jul 13 07:35:13.821806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33376) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:13.976173 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9e5d846d-d17e-41d4-ad8c-a05fc57a0cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.038104 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9e5d846d-d17e-41d4-ad8c-a05fc57a0cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.142970 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9e5d846d-d17e-41d4-ad8c-a05fc57a0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.146363 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9e5d846d-d17e-41d4-ad8c-a05fc57a0cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.150703 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9e5d846d-d17e-41d4-ad8c-a05fc57a0cd8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/19c0b0fa-f228-4710-924a-7176ffbb9348 HTTP/1.1" status: 204 len: 168 time: 0.3272369 Jul 13 07:35:14.170153 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d846d-d17e-41d4-ad8c-a05fc57a0cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c0b0fa-f228-4710-924a-7176ffbb9348,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:14.421743 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63529c9d-379c-4d4c-842d-7e44af58de42 req-14bf21bc-8cdf-4793-94d6-55e7194eafa0 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:14.430654 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-63529c9d-379c-4d4c-842d-7e44af58de42 req-14bf21bc-8cdf-4793-94d6-55e7194eafa0 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.1057689 Jul 13 07:35:14.495344 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-63529c9d-379c-4d4c-842d-7e44af58de42 req-5faea586-9cc2-4144-bd5e-6f98652da8ff tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632131 Jul 13 07:35:14.867185 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33410) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:14.895035 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-32b540de-e3ea-4804-8f9e-ddf20a01ecf5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-428870872-network', 'tenant_id': 'cb46737750a14cb4af43c3e993d4b99b'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:14.931447 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-ae719bae-9e69-4c9d-a3a7-7b95788be857 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d6a3e791abbc497c8586fd62e424c069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674453 Jul 13 07:35:14.955913 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894bf1c-0e89-452c-98fd-8da81df9907c req-7d6d42de-b821-4ba6-86bb-1fd4d5a201e7 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:14.967117 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1894bf1c-0e89-452c-98fd-8da81df9907c req-7d6d42de-b821-4ba6-86bb-1fd4d5a201e7 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 946 time: 0.1690092 Jul 13 07:35:15.025184 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1894bf1c-0e89-452c-98fd-8da81df9907c req-af81d8e5-0e94-4e11-87d2-730c433838e4 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527554 Jul 13 07:35:15.059730 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b540de-e3ea-4804-8f9e-ddf20a01ecf5 admin admin] Made reservation on behalf of cb46737750a14cb4af43c3e993d4b99b for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:15.062892 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-32b540de-e3ea-4804-8f9e-ddf20a01ecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.105333 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fad511a3-f36b-4e99-8fff-cca0d64beed4 req-0dcf86e9-696f-4bf5-95f1-354c5e57bd4a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=00fc708c-8ce4-4983-8eaa-7735335b07e9 HTTP/1.1" status: 200 len: 210 time: 0.0377495 Jul 13 07:35:15.136493 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-32b540de-e3ea-4804-8f9e-ddf20a01ecf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.213519 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-cabc679d-5cce-471e-af9e-6361cc5abc5d tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.215361 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-cabc679d-5cce-471e-af9e-6361cc5abc5d tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2663043 Jul 13 07:35:15.244390 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-d017a759-115b-4f83-afed-bbc8409b1d52 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Request body: {'port': {'device_id': '00fc708c-8ce4-4983-8eaa-7735335b07e9', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': 'd6a3e791abbc497c8586fd62e424c069'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:15.394238 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-32b540de-e3ea-4804-8f9e-ddf20a01ecf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.403886 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-32b540de-e3ea-4804-8f9e-ddf20a01ecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.416607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b540de-e3ea-4804-8f9e-ddf20a01ecf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:35:15.427734 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-32b540de-e3ea-4804-8f9e-ddf20a01ecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.428107 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-32b540de-e3ea-4804-8f9e-ddf20a01ecf5 admin admin] Added segment 0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3 of type vlan for network f91545b0-adea-4699-ba3e-f6e1ef66c4df Jul 13 07:35:15.504901 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-32b540de-e3ea-4804-8f9e-ddf20a01ecf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.524986 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b540de-e3ea-4804-8f9e-ddf20a01ecf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cd02bd-80ac-4229-84d4-70058f3a241d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:15.584784 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-d017a759-115b-4f83-afed-bbc8409b1d52 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Made reservation on behalf of d6a3e791abbc497c8586fd62e424c069 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:15.604519 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-d017a759-115b-4f83-afed-bbc8409b1d52 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.686803 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-32b540de-e3ea-4804-8f9e-ddf20a01ecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.690478 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b540de-e3ea-4804-8f9e-ddf20a01ecf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.691406 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-32b540de-e3ea-4804-8f9e-ddf20a01ecf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.747680 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-32b540de-e3ea-4804-8f9e-ddf20a01ecf5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8622575 Jul 13 07:35:15.750329 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33438) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:15.756770 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 329170e7-200a-4578-a4ea-88b76fbbdd31 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:15.757785 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e56e3271-88aa-4451-aab8-3a668822b8b8 admin admin] Request body: {'subnet': {'network_id': 'f91545b0-adea-4699-ba3e-f6e1ef66c4df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-428870872-subnet', 'tenant_id': 'cb46737750a14cb4af43c3e993d4b99b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:15.900126 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 329170e7-200a-4578-a4ea-88b76fbbdd31 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:15.910145 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 329170e7-200a-4578-a4ea-88b76fbbdd31 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:15.911259 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.955545 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33442) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:15.955931 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33444) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:15.980218 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b540de-e3ea-4804-8f9e-ddf20a01ecf5 admin admin] Pushing event updated for resources: {'Network': ['ID=f91545b0-adea-4699-ba3e-f6e1ef66c4df,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:16.013785 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network f91545b0-adea-4699-ba3e-f6e1ef66c4df details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:35:16.028416 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56e3271-88aa-4451-aab8-3a668822b8b8 admin admin] Made reservation on behalf of cb46737750a14cb4af43c3e993d4b99b for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:16.033208 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e56e3271-88aa-4451-aab8-3a668822b8b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.127918 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] Sync routers for ids ['dea086b4-a6a3-489b-9c64-4633e58ed91f'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:16.133129 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.138402 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-d017a759-115b-4f83-afed-bbc8409b1d52 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Allocated IP 192.168.233.127 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/0fc9f5a8-231a-46a2-aab1-bb3212edc608) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:16.158455 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] Routers {'dea086b4-a6a3-489b-9c64-4633e58ed91f'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:16.162310 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:34:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dea086b4-a6a3-489b-9c64-4633e58ed91f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:16.283522 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515309e-367b-4d6e-ab65-8140a5fa0a20 req-9ad711f1-6b36-4ba1-bcc8-c0b5665c71c3 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:16.295506 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3515309e-367b-4d6e-ab65-8140a5fa0a20 req-9ad711f1-6b36-4ba1-bcc8-c0b5665c71c3 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.4811978 Jul 13 07:35:16.297865 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 329170e7-200a-4578-a4ea-88b76fbbdd31, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=329170e7-200a-4578-a4ea-88b76fbbdd31,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:16.308327 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.324974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-02bc82b0-f3f0-4334-b036-824fd9bc642f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1276219183-network', 'tenant_id': 'd081990bdf3b4230b88abf1c5f4a8f61'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:16.403748 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=329170e7-200a-4578-a4ea-88b76fbbdd31,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:16.446429 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f649fe8b-dc63-447b-b7a6-8a4e47041b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.448139 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] Set router dea086b4-a6a3-489b-9c64-4633e58ed91f gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:16.469342 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-d017a759-115b-4f83-afed-bbc8409b1d52 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.509465 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-d017a759-115b-4f83-afed-bbc8409b1d52 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Transition to ACTIVE for port object 0fc9f5a8-231a-46a2-aab1-bb3212edc608 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:16.551724 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bc82b0-f3f0-4334-b036-824fd9bc642f admin admin] Made reservation on behalf of d081990bdf3b4230b88abf1c5f4a8f61 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:16.557383 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02bc82b0-f3f0-4334-b036-824fd9bc642f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.578773 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3515309e-367b-4d6e-ab65-8140a5fa0a20 req-1bdd2d94-aa30-436a-b438-dd7e59923b6a tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820332 Jul 13 07:35:16.582397 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-d017a759-115b-4f83-afed-bbc8409b1d52 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.600645 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d50fbcb0-639b-4372-a596-26b4ae4247fd', '45acecb5-5e3d-4015-9a01-9e93f1ddfde4', '6307f0ac-2121-4925-a578-c298a7b184cd', 'ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc', '8554eda6-f772-434b-856f-f3682a3b31f5'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:16.610446 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3d4bdfc8-f779-4b57-85be-37da3028ceb7', '9ab82b42-5404-4cea-8446-d241b04d031a'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:16.662835 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02bc82b0-f3f0-4334-b036-824fd9bc642f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.741822 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-d017a759-115b-4f83-afed-bbc8409b1d52 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:16.765133 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-d017a759-115b-4f83-afed-bbc8409b1d52 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:16.782638 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-d017a759-115b-4f83-afed-bbc8409b1d52 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:16.812641 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea086b4-a6a3-489b-9c64-4633e58ed91f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080115619-router', 'tenant_id': '197c615669e94fb99d2f09c21df1d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '329170e7-200a-4578-a4ea-88b76fbbdd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:04Z', 'updated_at': '2021-07-13T07:35:11Z', 'revision_number': 4, 'project_id': '197c615669e94fb99d2f09c21df1d053', 'gw_port': {'id': '329170e7-200a-4578-a4ea-88b76fbbdd31', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea086b4-a6a3-489b-9c64-4633e58ed91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:05Z', 'updated_at': '2021-07-13T07:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '85a3db90-8d2e-4a31-ac8a-bc7bef948768', 'name': '', 'network_id': 'eb0329f0-8ee9-4b39-88fe-a9cb4b69797d', 'tenant_id': '197c615669e94fb99d2f09c21df1d053', 'mac_address': 'fa:16:3e:16:fa:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea086b4-a6a3-489b-9c64-4633e58ed91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '63b889f2-6a28-4d0b-9b5d-6552a07c31c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:09Z', 'updated_at': '2021-07-13T07:35:11Z', 'revision_number': 2, 'project_id': '197c615669e94fb99d2f09c21df1d053', 'subnets': [{'id': '63b889f2-6a28-4d0b-9b5d-6552a07c31c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:16.868423 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] Checking router: dea086b4-a6a3-489b-9c64-4633e58ed91f for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:35:16.868783 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] Updating router dea086b4-a6a3-489b-9c64-4633e58ed91f port 85a3db90-8d2e-4a31-ac8a-bc7bef948768 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:35:16.924053 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017a759-115b-4f83-afed-bbc8409b1d52 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Pushing event updated for resources: {'Port': ['ID=0fc9f5a8-231a-46a2-aab1-bb3212edc608,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:16.965507 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.008582 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5c4c0-ed19-4dc1-b83d-cf198c77230f req-57e7768b-f072-40fa-971b-ee932c724575 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:17.019853 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-86c5c4c0-ed19-4dc1-b83d-cf198c77230f req-57e7768b-f072-40fa-971b-ee932c724575 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 946 time: 0.6450913 Jul 13 07:35:17.041545 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-d017a759-115b-4f83-afed-bbc8409b1d52 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:17.042952 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e56e3271-88aa-4451-aab8-3a668822b8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.051293 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-d017a759-115b-4f83-afed-bbc8409b1d52 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.190720 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-86c5c4c0-ed19-4dc1-b83d-cf198c77230f req-1e112218-7bf5-4e57-a72b-8a464cc8fcb4 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702166 Jul 13 07:35:17.195940 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f649fe8b-dc63-447b-b7a6-8a4e47041b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.220330 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-d017a759-115b-4f83-afed-bbc8409b1d52 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9804888 Jul 13 07:35:17.245386 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] Request body: {'port': {'device_id': '00fc708c-8ce4-4983-8eaa-7735335b07e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:17.255571 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f649fe8b-dc63-447b-b7a6-8a4e47041b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.270134 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a5b467f0-6bc3-434e-886d-46286b6eff9f None None] Provisioning for port 0fc9f5a8-231a-46a2-aab1-bb3212edc608 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:17.296702 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b14278-e3f7-48f7-be80-757ba4caa7ed req-587ab131-75d6-43a5-a6d0-29fa5089dece tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:17.308884 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54b14278-e3f7-48f7-be80-757ba4caa7ed req-587ab131-75d6-43a5-a6d0-29fa5089dece tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=00fc708c-8ce4-4983-8eaa-7735335b07e9 HTTP/1.1" status: 200 len: 936 time: 0.5273674 Jul 13 07:35:17.316471 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e3271-88aa-4451-aab8-3a668822b8b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca6a5dc7-f92c-4ad6-947e-a74c84a9c0a2,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:17.317337 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a5b467f0-6bc3-434e-886d-46286b6eff9f None None] Provisioning complete for port 0fc9f5a8-231a-46a2-aab1-bb3212edc608 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:17.317720 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a5b467f0-6bc3-434e-886d-46286b6eff9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.362126 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a5b467f0-6bc3-434e-886d-46286b6eff9f None None] Port 0fc9f5a8-231a-46a2-aab1-bb3212edc608 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:17.459874 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.473595 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] Transition to ACTIVE for port object 85a3db90-8d2e-4a31-ac8a-bc7bef948768 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:17.482466 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.482751 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.501930 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56e3271-88aa-4451-aab8-3a668822b8b8 admin admin] Checking segment: {'id': '0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f91545b0-adea-4699-ba3e-f6e1ef66c4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:17.502434 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56e3271-88aa-4451-aab8-3a668822b8b8 admin admin] Network hostable DHCP agents. Network: f91545b0-adea-4699-ba3e-f6e1ef66c4df, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:35:17.527429 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f649fe8b-dc63-447b-b7a6-8a4e47041b74 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d1ffa87db534a368b87554b94d7824b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5700581 Jul 13 07:35:17.534426 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649fe8b-dc63-447b-b7a6-8a4e47041b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a250e6-3a96-42bc-bc09-2a7d53251ec7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:17.536884 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33460) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:17.558641 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e525e90-0000-49cd-9abe-3f3ee95ff129 None None] Pushing event updated for resources: {'Port': ['ID=85a3db90-8d2e-4a31-ac8a-bc7bef948768,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:17.578970 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54b14278-e3f7-48f7-be80-757ba4caa7ed req-36fd5394-51cc-48a5-ba64-476eca3f648e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689896 Jul 13 07:35:17.692477 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56e3271-88aa-4451-aab8-3a668822b8b8 admin admin] Network f91545b0-adea-4699-ba3e-f6e1ef66c4df is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:35:17.765515 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] Attempting to bind port 85a3db90-8d2e-4a31-ac8a-bc7bef948768 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:17.765960 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] Attempting to bind port 85a3db90-8d2e-4a31-ac8a-bc7bef948768 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '452ed7f2-64a8-42c0-84be-e1f00db5135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eb0329f0-8ee9-4b39-88fe-a9cb4b69797d'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:17.768507 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] Attempting to bind port 85a3db90-8d2e-4a31-ac8a-bc7bef948768 on network eb0329f0-8ee9-4b39-88fe-a9cb4b69797d {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:17.778225 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:17.780126 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] Checking segment: {'id': '452ed7f2-64a8-42c0-84be-e1f00db5135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eb0329f0-8ee9-4b39-88fe-a9cb4b69797d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:17.780773 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.781254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e56e3271-88aa-4451-aab8-3a668822b8b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, f91545b0-adea-4699-ba3e-f6e1ef66c4df) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:17.781438 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] Bound using segment: {'id': '452ed7f2-64a8-42c0-84be-e1f00db5135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eb0329f0-8ee9-4b39-88fe-a9cb4b69797d'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:17.781946 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] Bound port: 85a3db90-8d2e-4a31-ac8a-bc7bef948768, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452ed7f2-64a8-42c0-84be-e1f00db5135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eb0329f0-8ee9-4b39-88fe-a9cb4b69797d'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:17.782641 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.805943 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56e3271-88aa-4451-aab8-3a668822b8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:17.808886 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e56e3271-88aa-4451-aab8-3a668822b8b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.814297 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa48c80d-55dc-49d3-b8a7-6b66d4d601e8 None None] Network f91545b0-adea-4699-ba3e-f6e1ef66c4df requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:17.876458 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 329170e7-200a-4578-a4ea-88b76fbbdd31 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:17.883814 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d335e1-456c-4717-91aa-3e47fa00e4e8 req-0508113d-a38b-4046-bfba-c02af4fc2dc0 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:17.915225 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24d335e1-456c-4717-91aa-3e47fa00e4e8 req-0508113d-a38b-4046-bfba-c02af4fc2dc0 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 1097 time: 0.4684117 Jul 13 07:35:17.971300 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a76bf371-b56d-4b92-a11d-5c47577f6608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.995420 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] For port 85a3db90-8d2e-4a31-ac8a-bc7bef948768, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:18.004957 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] For port 85a3db90-8d2e-4a31-ac8a-bc7bef948768, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=85a3db90-8d2e-4a31-ac8a-bc7bef948768,segment=NetworkSegment(452ed7f2-64a8-42c0-84be-e1f00db5135e),segment_id=452ed7f2-64a8-42c0-84be-e1f00db5135e)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:18.010388 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.111527 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02bc82b0-f3f0-4334-b036-824fd9bc642f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.168089 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] Routers {'dea086b4-a6a3-489b-9c64-4633e58ed91f'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:18.168995 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:34:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dea086b4-a6a3-489b-9c64-4633e58ed91f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:18.201849 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc9f5a8-231a-46a2-aab1-bb3212edc608 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:18.218612 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.222789 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02bc82b0-f3f0-4334-b036-824fd9bc642f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.243508 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] Transition to ACTIVE for port object 0fc9f5a8-231a-46a2-aab1-bb3212edc608 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:18.252406 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.274876 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a76bf371-b56d-4b92-a11d-5c47577f6608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.281602 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e525e90-0000-49cd-9abe-3f3ee95ff129 None None] Pushing event updated for resources: {'Port': ['ID=85a3db90-8d2e-4a31-ac8a-bc7bef948768,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:18.283997 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e56e3271-88aa-4451-aab8-3a668822b8b8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5320697 Jul 13 07:35:18.322486 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33466) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:18.329117 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-255756a8-5562-4c4d-b124-c5f09ed63d0b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-428870872-router', 'tenant_id': 'cb46737750a14cb4af43c3e993d4b99b', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:18.346625 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24d335e1-456c-4717-91aa-3e47fa00e4e8 req-fa877efc-95df-4018-8700-9bb9a358806f tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304199 Jul 13 07:35:18.499827 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a76bf371-b56d-4b92-a11d-5c47577f6608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.505081 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a76bf371-b56d-4b92-a11d-5c47577f6608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.507296 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a76bf371-b56d-4b92-a11d-5c47577f6608 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75a250e6-3a96-42bc-bc09-2a7d53251ec7 HTTP/1.1" status: 204 len: 168 time: 0.9631464 Jul 13 07:35:18.544770 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02bc82b0-f3f0-4334-b036-824fd9bc642f admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:35:18.589146 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] Set router dea086b4-a6a3-489b-9c64-4633e58ed91f gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:18.597348 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc82b0-f3f0-4334-b036-824fd9bc642f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97997eb-7992-4023-b6d2-a12ddc9dced9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:18.634888 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] Pushing event updated for resources: {'Port': ['ID=0fc9f5a8-231a-46a2-aab1-bb3212edc608,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:18.638886 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02bc82b0-f3f0-4334-b036-824fd9bc642f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.639274 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-02bc82b0-f3f0-4334-b036-824fd9bc642f admin admin] Added segment 4ccb41b7-36a2-4fbf-8580-a3c9c34fe010 of type vlan for network 0e0f025d-4e49-4094-84ea-558023ba4e1a Jul 13 07:35:18.689307 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bf371-b56d-4b92-a11d-5c47577f6608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a250e6-3a96-42bc-bc09-2a7d53251ec7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:18.699438 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-f91545b0-adea-4699-ba3e-f6e1ef66c4df', 'network_id': 'f91545b0-adea-4699-ba3e-f6e1ef66c4df', 'tenant_id': 'cb46737750a14cb4af43c3e993d4b99b', 'fixed_ips': [{'subnet_id': 'ca6a5dc7-f92c-4ad6-947e-a74c84a9c0a2'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:35:18.702168 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.732573 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 329170e7-200a-4578-a4ea-88b76fbbdd31 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:18.733017 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.734427 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-255756a8-5562-4c4d-b124-c5f09ed63d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.735692 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-255756a8-5562-4c4d-b124-c5f09ed63d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.750974 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] Attempting to bind port 0fc9f5a8-231a-46a2-aab1-bb3212edc608 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:18.751551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] Attempting to bind port 0fc9f5a8-231a-46a2-aab1-bb3212edc608 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:18.753076 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] Attempting to bind port 0fc9f5a8-231a-46a2-aab1-bb3212edc608 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:18.782572 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] Port 0fc9f5a8-231a-46a2-aab1-bb3212edc608 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:35:18.783614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] Attempting to bind port 0fc9f5a8-231a-46a2-aab1-bb3212edc608 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:18.799687 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:18.800493 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:18.801696 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:18.802884 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] Bound port: 0fc9f5a8-231a-46a2-aab1-bb3212edc608, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:18.805389 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.811464 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02bc82b0-f3f0-4334-b036-824fd9bc642f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.905298 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-255756a8-5562-4c4d-b124-c5f09ed63d0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.922540 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b87af-b823-4a96-b13b-1ad5a08f7603 req-5e015176-8d28-46fd-8c95-dfce7d8ba9b0 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:18.931040 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2c7b87af-b823-4a96-b13b-1ad5a08f7603 req-5e015176-8d28-46fd-8c95-dfce7d8ba9b0 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.8052003 Jul 13 07:35:18.940456 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02bc82b0-f3f0-4334-b036-824fd9bc642f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.942579 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bc82b0-f3f0-4334-b036-824fd9bc642f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:18.943346 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02bc82b0-f3f0-4334-b036-824fd9bc642f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.075395 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc82b0-f3f0-4334-b036-824fd9bc642f admin admin] Pushing event updated for resources: {'Network': ['ID=0e0f025d-4e49-4094-84ea-558023ba4e1a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:19.094569 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-255756a8-5562-4c4d-b124-c5f09ed63d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.122332 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-58bfc956-9011-43ce-93a2-b104bbba2b01 req-d162df1a-b5c4-445d-a000-f1b7160de63f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5086102 Jul 13 07:35:19.136780 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2c7b87af-b823-4a96-b13b-1ad5a08f7603 req-979de7f7-e5bf-418b-9779-d9881a9e5c5f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037177 Jul 13 07:35:19.176761 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] For port 0fc9f5a8-231a-46a2-aab1-bb3212edc608, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:19.196632 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-02bc82b0-f3f0-4334-b036-824fd9bc642f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2333820 Jul 13 07:35:19.197769 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33478) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:19.234905 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d2c0c-ac0b-459a-9150-50af5c7f9cad req-36d10d38-18e6-4cc8-a19d-18f8690be42c tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:19.236331 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] For port 0fc9f5a8-231a-46a2-aab1-bb3212edc608, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=0fc9f5a8-231a-46a2-aab1-bb3212edc608,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:19.238678 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-063d2c0c-ac0b-459a-9150-50af5c7f9cad req-36d10d38-18e6-4cc8-a19d-18f8690be42c tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 946 time: 0.5094464 Jul 13 07:35:19.243186 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33480) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:19.248327 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-81f1a7c5-f8aa-4f24-8534-5d2967060476 admin admin] Request body: {'subnet': {'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1276219183-subnet', 'tenant_id': 'd081990bdf3b4230b88abf1c5f4a8f61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:19.265987 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.326242 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2d73536-2847-46ba-9ed3-987c8bbda8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.330364 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f1a7c5-f8aa-4f24-8534-5d2967060476 admin admin] Made reservation on behalf of d081990bdf3b4230b88abf1c5f4a8f61 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:19.339203 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea086b4-a6a3-489b-9c64-4633e58ed91f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080115619-router', 'tenant_id': '197c615669e94fb99d2f09c21df1d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '329170e7-200a-4578-a4ea-88b76fbbdd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:04Z', 'updated_at': '2021-07-13T07:35:11Z', 'revision_number': 4, 'project_id': '197c615669e94fb99d2f09c21df1d053', 'gw_port': {'id': '329170e7-200a-4578-a4ea-88b76fbbdd31', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea086b4-a6a3-489b-9c64-4633e58ed91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:05Z', 'updated_at': '2021-07-13T07:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '85a3db90-8d2e-4a31-ac8a-bc7bef948768', 'name': '', 'network_id': 'eb0329f0-8ee9-4b39-88fe-a9cb4b69797d', 'tenant_id': '197c615669e94fb99d2f09c21df1d053', 'mac_address': 'fa:16:3e:16:fa:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea086b4-a6a3-489b-9c64-4633e58ed91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '63b889f2-6a28-4d0b-9b5d-6552a07c31c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:09Z', 'updated_at': '2021-07-13T07:35:17Z', 'revision_number': 4, 'project_id': '197c615669e94fb99d2f09c21df1d053', 'subnets': [{'id': '63b889f2-6a28-4d0b-9b5d-6552a07c31c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:19.342148 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-81f1a7c5-f8aa-4f24-8534-5d2967060476 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.352390 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 0e0f025d-4e49-4094-84ea-558023ba4e1a details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:35:19.392847 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75c86a-86ba-4f9d-a24e-a0fa805c3ce8 None None] The sync data for ids ['dea086b4-a6a3-489b-9c64-4633e58ed91f'] in n-d-779913-28 is: [{'id': 'dea086b4-a6a3-489b-9c64-4633e58ed91f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080115619-router', 'tenant_id': '197c615669e94fb99d2f09c21df1d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '329170e7-200a-4578-a4ea-88b76fbbdd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:04Z', 'updated_at': '2021-07-13T07:35:11Z', 'revision_number': 4, 'project_id': '197c615669e94fb99d2f09c21df1d053', 'gw_port': {'id': '329170e7-200a-4578-a4ea-88b76fbbdd31', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea086b4-a6a3-489b-9c64-4633e58ed91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:05Z', 'updated_at': '2021-07-13T07:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '85a3db90-8d2e-4a31-ac8a-bc7bef948768', 'name': '', 'network_id': 'eb0329f0-8ee9-4b39-88fe-a9cb4b69797d', 'tenant_id': '197c615669e94fb99d2f09c21df1d053', 'mac_address': 'fa:16:3e:16:fa:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea086b4-a6a3-489b-9c64-4633e58ed91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '63b889f2-6a28-4d0b-9b5d-6552a07c31c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:09Z', 'updated_at': '2021-07-13T07:35:17Z', 'revision_number': 4, 'project_id': '197c615669e94fb99d2f09c21df1d053', 'subnets': [{'id': '63b889f2-6a28-4d0b-9b5d-6552a07c31c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:19.458004 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-063d2c0c-ac0b-459a-9150-50af5c7f9cad req-578e56d7-080d-4714-aa0f-c7c29ec600b9 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795981 Jul 13 07:35:19.909802 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] Pushing event updated for resources: {'Port': ['ID=0fc9f5a8-231a-46a2-aab1-bb3212edc608,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:19.984747 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2d73536-2847-46ba-9ed3-987c8bbda8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.002434 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:20.003530 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.005209 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-1427e205-0e04-4320-9df0-1cff6ed4a87a service neutron] 10.222.0.62 "PUT /v2.0/ports/0fc9f5a8-231a-46a2-aab1-bb3212edc608 HTTP/1.1" status: 200 len: 1097 time: 2.7680199 Jul 13 07:35:20.006015 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fc708c-8ce4-4983-8eaa-7735335b07e9', 'tag': '0fc9f5a8-231a-46a2-aab1-bb3212edc608'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:20.009985 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b69e6ea-2747-43c9-bdac-5122d6cbca30" -d '{"events": [{"name": "network-changed", "server_uuid": "00fc708c-8ce4-4983-8eaa-7735335b07e9", "tag": "0fc9f5a8-231a-46a2-aab1-bb3212edc608"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:20.035074 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2d73536-2847-46ba-9ed3-987c8bbda8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.050756 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] Allocated IP 172.20.0.2 (f91545b0-adea-4699-ba3e-f6e1ef66c4df/ca6a5dc7-f92c-4ad6-947e-a74c84a9c0a2/03069f2f-4bb9-4c8e-bfd6-aadb57cb2631) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:20.059640 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-81f1a7c5-f8aa-4f24-8534-5d2967060476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.095432 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc956-9011-43ce-93a2-b104bbba2b01 req-97002a12-b142-4a39-9908-493023fd91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:20.105178 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-58bfc956-9011-43ce-93a2-b104bbba2b01 req-97002a12-b142-4a39-9908-493023fd91bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 1097 time: 0.1974888 Jul 13 07:35:20.239798 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d2d73536-2847-46ba-9ed3-987c8bbda8fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c421754d7294851bb5b2c58e9a05a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9630356 Jul 13 07:35:20.257553 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33490) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:20.311692 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9495d-99d2-4532-9b4b-d8525617938b req-4fadc8e5-70f4-4a3c-8486-a8ba43d4affe tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:20.314277 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5b9495d-99d2-4532-9b4b-d8525617938b req-4fadc8e5-70f4-4a3c-8486-a8ba43d4affe tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=00fc708c-8ce4-4983-8eaa-7735335b07e9 HTTP/1.1" status: 200 len: 948 time: 0.5028493 Jul 13 07:35:20.317824 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d73536-2847-46ba-9ed3-987c8bbda8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84820015-c4f9-40bf-bbec-a9210375eaee,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:20.328326 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 85a3db90-8d2e-4a31-ac8a-bc7bef948768 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:20.346364 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1a7c5-f8aa-4f24-8534-5d2967060476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44d6fa42-4195-4977-b883-5a26f0e01114,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:20.514618 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 85a3db90-8d2e-4a31-ac8a-bc7bef948768 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:20.532562 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5b9495d-99d2-4532-9b4b-d8525617938b req-c2be33ef-1a16-4b25-8b90-8b2912e8b2c0 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053668 Jul 13 07:35:20.536559 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 85a3db90-8d2e-4a31-ac8a-bc7bef948768 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:20.537014 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.560806 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-255756a8-5562-4c4d-b124-c5f09ed63d0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.566963 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f1a7c5-f8aa-4f24-8534-5d2967060476 admin admin] Checking segment: {'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:20.570266 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f1a7c5-f8aa-4f24-8534-5d2967060476 admin admin] Network hostable DHCP agents. Network: 0e0f025d-4e49-4094-84ea-558023ba4e1a, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:35:20.591685 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7fbc5ef0-14fd-4b35-b736-d5c0ec679669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.598455 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.619699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-80f9be85-ba30-466f-ae72-26a600655771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:20.622730 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-80f9be85-ba30-466f-ae72-26a600655771 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d6a3e791abbc497c8586fd62e424c069&device_id=00fc708c-8ce4-4983-8eaa-7735335b07e9 HTTP/1.1" status: 200 len: 1100 time: 0.2976995 Jul 13 07:35:20.627695 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-255756a8-5562-4c4d-b124-c5f09ed63d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.631331 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] Transition to ACTIVE for port object 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:20.665382 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] Transition to ACTIVE for port object 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:20.677004 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.694508 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7fbc5ef0-14fd-4b35-b736-d5c0ec679669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.697121 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f1a7c5-f8aa-4f24-8534-5d2967060476 admin admin] Network 0e0f025d-4e49-4094-84ea-558023ba4e1a is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:35:20.751048 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] Pushing event updated for resources: {'Port': ['ID=03069f2f-4bb9-4c8e-bfd6-aadb57cb2631,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:20.776606 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-81f1a7c5-f8aa-4f24-8534-5d2967060476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 0e0f025d-4e49-4094-84ea-558023ba4e1a) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:20.778445 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] Network f91545b0-adea-4699-ba3e-f6e1ef66c4df is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:20.780087 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:20.797027 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:20.803617 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f1a7c5-f8aa-4f24-8534-5d2967060476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:20.804279 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-81f1a7c5-f8aa-4f24-8534-5d2967060476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.809967 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02240ef-04a6-4744-bdfb-190298c6096a None None] Network 0e0f025d-4e49-4094-84ea-558023ba4e1a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:20.842790 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-81f1a7c5-f8aa-4f24-8534-5d2967060476 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5879498 Jul 13 07:35:20.855715 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7fbc5ef0-14fd-4b35-b736-d5c0ec679669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.858709 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7fbc5ef0-14fd-4b35-b736-d5c0ec679669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.861399 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7fbc5ef0-14fd-4b35-b736-d5c0ec679669 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84820015-c4f9-40bf-bbec-a9210375eaee HTTP/1.1" status: 204 len: 168 time: 0.6018281 Jul 13 07:35:20.873080 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc5ef0-14fd-4b35-b736-d5c0ec679669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84820015-c4f9-40bf-bbec-a9210375eaee,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:20.889444 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.948750 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-54a09ba7-5a06-4157-a1d1-d6e284155e8a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=0fc9f5a8-231a-46a2-aab1-bb3212edc608 HTTP/1.1" status: 200 len: 217 time: 0.1189907 Jul 13 07:35:20.950229 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8617a18-0f40-47e1-9594-2e4392cd99c6 x-openstack-request-id: req-f8617a18-0f40-47e1-9594-2e4392cd99c6 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:20.950616 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fc708c-8ce4-4983-8eaa-7735335b07e9", "tag": "0fc9f5a8-231a-46a2-aab1-bb3212edc608", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:20.950748 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f8617a18-0f40-47e1-9594-2e4392cd99c6 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:20.951137 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00fc708c-8ce4-4983-8eaa-7735335b07e9', 'tag': '0fc9f5a8-231a-46a2-aab1-bb3212edc608', 'status': 'completed', 'code': 200} Jul 13 07:35:20.965915 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc956-9011-43ce-93a2-b104bbba2b01 req-1c9ac43d-d2fb-431c-8335-b959dd57bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:20.967769 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-58bfc956-9011-43ce-93a2-b104bbba2b01 req-1c9ac43d-d2fb-431c-8335-b959dd57bd4f service neutron] 10.222.0.62 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 921 time: 0.6540785 Jul 13 07:35:21.015184 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-255756a8-5562-4c4d-b124-c5f09ed63d0b admin admin] Allocated IP 172.25.0.238 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/bed4ca51-1c09-40b5-8794-1130fbae04f7) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:21.150724 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 85a3db90-8d2e-4a31-ac8a-bc7bef948768, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=85a3db90-8d2e-4a31-ac8a-bc7bef948768,segment=NetworkSegment(452ed7f2-64a8-42c0-84be-e1f00db5135e),segment_id=452ed7f2-64a8-42c0-84be-e1f00db5135e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:21.152294 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] Attempting to bind port 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:21.152952 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] Attempting to bind port 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f91545b0-adea-4699-ba3e-f6e1ef66c4df'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:21.153119 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] Attempting to bind port 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631 on network f91545b0-adea-4699-ba3e-f6e1ef66c4df {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:21.177752 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.198167 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:21.198516 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] Checking segment: {'id': '0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f91545b0-adea-4699-ba3e-f6e1ef66c4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:21.198915 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.199317 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] Bound using segment: {'id': '0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f91545b0-adea-4699-ba3e-f6e1ef66c4df'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:21.199805 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] Bound port: 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f91545b0-adea-4699-ba3e-f6e1ef66c4df'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:21.200181 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.243994 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-58bfc956-9011-43ce-93a2-b104bbba2b01 req-9bfe9e15-db2d-4b29-950c-514b3208e11b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dc045fa-c1da-416e-9d43-8b35c3ee6d72 HTTP/1.1" status: 200 len: 217 time: 0.2245777 Jul 13 07:35:21.245347 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f99d2-e285-4739-b7d3-42fc57d0faa8 req-0b5838f2-c7e0-4f18-bf9e-c30df8a57cea tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:21.247945 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd5f99d2-e285-4739-b7d3-42fc57d0faa8 req-0b5838f2-c7e0-4f18-bf9e-c30df8a57cea tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.2297463 Jul 13 07:35:21.279859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-72923d33-41f0-4894-9a2d-c964867ac5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:21.281381 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-72923d33-41f0-4894-9a2d-c964867ac5ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.3076975 Jul 13 07:35:21.311483 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd5f99d2-e285-4739-b7d3-42fc57d0faa8 req-a6123675-b63f-4754-950f-ad25ad9297db tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574067 Jul 13 07:35:21.473660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] For port 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:21.479316 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] For port 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=03069f2f-4bb9-4c8e-bfd6-aadb57cb2631,segment=NetworkSegment(0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3),segment_id=0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:21.493650 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc956-9011-43ce-93a2-b104bbba2b01 req-20d92949-f103-4624-9d35-37ef61e9df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:21.495884 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-58bfc956-9011-43ce-93a2-b104bbba2b01 req-20d92949-f103-4624-9d35-37ef61e9df2e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 200 len: 860 time: 0.2418096 Jul 13 07:35:21.503128 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.547549 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-58bfc956-9011-43ce-93a2-b104bbba2b01 req-407488ad-f1eb-420b-8952-6d03f45dda26 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=acf8805e-fc72-4645-afdd-bc310db87bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348191 Jul 13 07:35:21.551070 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce3a15-f304-4e41-9915-c47b94054683 req-83b1dccb-a280-4478-b7a0-2cdb1dfddf32 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:21.556105 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-e12af0cc-53df-4966-b4c7-64659c1023ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:21.557565 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-e12af0cc-53df-4966-b4c7-64659c1023ae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1957583 Jul 13 07:35:21.564418 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-23ce3a15-f304-4e41-9915-c47b94054683 req-83b1dccb-a280-4478-b7a0-2cdb1dfddf32 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 946 time: 0.1257856 Jul 13 07:35:21.630375 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=85a3db90-8d2e-4a31-ac8a-bc7bef948768,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:21.645766 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-23ce3a15-f304-4e41-9915-c47b94054683 req-0c8e104a-5d89-4a83-a7a2-5f4922e47493 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803185 Jul 13 07:35:21.673130 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-255756a8-5562-4c4d-b124-c5f09ed63d0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.678922 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-24883655-8e38-4864-8e29-2615cf6f5b1d tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:35:21.679988 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-24883655-8e38-4864-8e29-2615cf6f5b1d tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0296576 Jul 13 07:35:21.696509 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-d4b90413-1a42-4a73-8765-2317cec12f13 service neutron] Request body: {'binding': {'host': 'n-h1-779913-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:21.696958 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-d4b90413-1a42-4a73-8765-2317cec12f13 service neutron] Unknown quota resources ['binding']. {{(pid=93723) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:35:21.740438 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b3c142-c1f0-4301-8490-b607644146f5 None None] Network 0e0f025d-4e49-4094-84ea-558023ba4e1a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:21.774728 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743e165-8c7f-4e21-bfd6-c7dd7e23c6d8 None None] Pushing event updated for resources: {'Port': ['ID=03069f2f-4bb9-4c8e-bfd6-aadb57cb2631,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:22.000448 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-2ec0a4bc-f485-425a-9b84-69f6ec40f4fa service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191506 Jul 13 07:35:22.186860 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6cc4a23f-2463-4a18-8174-c363d3ca5bf5 None None] Provisioning complete for port 85a3db90-8d2e-4a31-ac8a-bc7bef948768 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:22.187660 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6cc4a23f-2463-4a18-8174-c363d3ca5bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.192223 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e5bd5c-4256-48fd-a35d-35ffc894c70e req-ce53606f-79f9-426d-b962-faab6448d4c1 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612985 Jul 13 07:35:22.255883 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-58bfc956-9011-43ce-93a2-b104bbba2b01 req-14c0413e-1b50-423d-861c-13060d5a946e service neutron] 10.222.0.62 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6764336 Jul 13 07:35:22.342364 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-412961b4-b238-42f0-9a1a-fee246077002 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.343906 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-412961b4-b238-42f0-9a1a-fee246077002 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/networks?id=0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 200 len: 812 time: 0.2458417 Jul 13 07:35:22.358952 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-300dc3bb-b423-4507-91bf-305279cedfbb tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/quotas/d081990bdf3b4230b88abf1c5f4a8f61 HTTP/1.1" status: 200 len: 375 time: 0.0094161 Jul 13 07:35:22.386350 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-255756a8-5562-4c4d-b124-c5f09ed63d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.403211 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-622b7177-4c55-4f31-b40f-67746063b065 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354943 Jul 13 07:35:22.409988 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:22.469879 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:22.474469 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 85a3db90-8d2e-4a31-ac8a-bc7bef948768 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:22.508591 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255756a8-5562-4c4d-b124-c5f09ed63d0b admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:22.511377 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-c22c8d3d-d5e8-4efa-bad3-bbf49f10fab0 service neutron] 10.222.0.58 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047270 Jul 13 07:35:22.527502 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 85a3db90-8d2e-4a31-ac8a-bc7bef948768 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:22.528199 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.533593 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-255756a8-5562-4c4d-b124-c5f09ed63d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:22.537882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255756a8-5562-4c4d-b124-c5f09ed63d0b admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:22.551785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255756a8-5562-4c4d-b124-c5f09ed63d0b admin admin] Pushing event updated for resources: {'Port': ['ID=bed4ca51-1c09-40b5-8794-1130fbae04f7,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:22.601522 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69e6ea-2747-43c9-bdac-5122d6cbca30 req-ea9c3199-10fe-422f-a7e6-2e7b22c3617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.603482 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2b69e6ea-2747-43c9-bdac-5122d6cbca30 req-ea9c3199-10fe-422f-a7e6-2e7b22c3617a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d6a3e791abbc497c8586fd62e424c069&device_id=00fc708c-8ce4-4983-8eaa-7735335b07e9 HTTP/1.1" status: 200 len: 1100 time: 0.2919610 Jul 13 07:35:22.613683 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-c5f1d799-39a0-4858-b362-846355fb689f service neutron] 10.222.0.58 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013727 Jul 13 07:35:22.635545 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-d4b90413-1a42-4a73-8765-2317cec12f13 service neutron] Attempting to bind port 013ace5c-e2e3-463c-8e37-e7c65969f021 on host n-h1-779913-28 for vnic_type normal with profile None {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:22.636090 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-d4b90413-1a42-4a73-8765-2317cec12f13 service neutron] Attempting to bind port 013ace5c-e2e3-463c-8e37-e7c65969f021 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:22.636634 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-d4b90413-1a42-4a73-8765-2317cec12f13 service neutron] Attempting to bind port 013ace5c-e2e3-463c-8e37-e7c65969f021 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:22.671763 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-58bfc956-9011-43ce-93a2-b104bbba2b01 req-effd8109-0ad3-49bd-a237-c3d6147c42c1 service neutron] 10.222.0.62 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615873 Jul 13 07:35:22.684351 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-d4b90413-1a42-4a73-8765-2317cec12f13 service neutron] Port 013ace5c-e2e3-463c-8e37-e7c65969f021 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:35:22.685000 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-d4b90413-1a42-4a73-8765-2317cec12f13 service neutron] Attempting to bind port 013ace5c-e2e3-463c-8e37-e7c65969f021 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:22.706503 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-d4b90413-1a42-4a73-8765-2317cec12f13 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:22.706857 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-d4b90413-1a42-4a73-8765-2317cec12f13 service neutron] Checking segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:22.707248 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-d4b90413-1a42-4a73-8765-2317cec12f13 service neutron] Bound using segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:22.707697 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-d4b90413-1a42-4a73-8765-2317cec12f13 service neutron] Bound port: 013ace5c-e2e3-463c-8e37-e7c65969f021, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:22.933346 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69e6ea-2747-43c9-bdac-5122d6cbca30 req-f255ef94-35ed-4f69-b6d5-ee7ced35a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.935001 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2b69e6ea-2747-43c9-bdac-5122d6cbca30 req-f255ef94-35ed-4f69-b6d5-ee7ced35a638 service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.3184562 Jul 13 07:35:22.935140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b202893-ae09-46ac-b8d8-19fd5d62fee1 req-53d8fe9b-892d-4b03-8a9b-1a9a96e4cf6d tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.938850 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-d4b90413-1a42-4a73-8765-2317cec12f13 service neutron] For port 013ace5c-e2e3-463c-8e37-e7c65969f021, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=013ace5c-e2e3-463c-8e37-e7c65969f021,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:22.943553 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b202893-ae09-46ac-b8d8-19fd5d62fee1 req-53d8fe9b-892d-4b03-8a9b-1a9a96e4cf6d tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=00fc708c-8ce4-4983-8eaa-7735335b07e9 HTTP/1.1" status: 200 len: 948 time: 0.0882366 Jul 13 07:35:22.952411 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-d4b90413-1a42-4a73-8765-2317cec12f13 service neutron] Notify callbacks [] for binding, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.962703 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-d4b90413-1a42-4a73-8765-2317cec12f13 service neutron] 10.222.0.58 "POST /v2.0/ports/013ace5c-e2e3-463c-8e37-e7c65969f021/bindings HTTP/1.1" status: 201 len: 390 time: 1.2729571 Jul 13 07:35:23.018692 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2b69e6ea-2747-43c9-bdac-5122d6cbca30 req-7f7ee9a9-39ce-4c6b-951a-37557660467a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=0fc9f5a8-231a-46a2-aab1-bb3212edc608 HTTP/1.1" status: 200 len: 217 time: 0.0696650 Jul 13 07:35:23.021016 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b202893-ae09-46ac-b8d8-19fd5d62fee1 req-d90753ab-5cda-4727-b05c-f0f92ed0825c tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755050 Jul 13 07:35:23.182696 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f3a0-a4f0-48c9-98ae-c1c1b6a800ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.255854 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69e6ea-2747-43c9-bdac-5122d6cbca30 req-37da22e0-469e-45c6-a958-58ad0561f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:23.262468 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2b69e6ea-2747-43c9-bdac-5122d6cbca30 req-37da22e0-469e-45c6-a958-58ad0561f349 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1842992 Jul 13 07:35:23.458618 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eadbb12-6501-4fc2-9868-86a1234b0be9 None None] Network f91545b0-adea-4699-ba3e-f6e1ef66c4df requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:23.510712 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-255756a8-5562-4c4d-b124-c5f09ed63d0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.563801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b6fa49ac-21ad-4da3-b7aa-95a43173acfc None None] Provisioning for port 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:23.647714 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69e6ea-2747-43c9-bdac-5122d6cbca30 req-a4f40914-5d5b-4e2a-ad6d-30d7b355b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:23.649068 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b6fa49ac-21ad-4da3-b7aa-95a43173acfc None None] Provisioning complete for port 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:23.649202 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2b69e6ea-2747-43c9-bdac-5122d6cbca30 req-a4f40914-5d5b-4e2a-ad6d-30d7b355b6d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2852614 Jul 13 07:35:23.649449 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b6fa49ac-21ad-4da3-b7aa-95a43173acfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.683723 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c688d-ad39-4151-af86-32b2d1ab3f80 req-e0194bd4-056b-41bd-a04d-ae145f96c8fc tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:23.687440 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7d7c688d-ad39-4151-af86-32b2d1ab3f80 req-e0194bd4-056b-41bd-a04d-ae145f96c8fc tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.1487455 Jul 13 07:35:23.844756 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b6fa49ac-21ad-4da3-b7aa-95a43173acfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.854766 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7d7c688d-ad39-4151-af86-32b2d1ab3f80 req-1bea8313-0f29-47b2-801b-83d125503996 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163480 Jul 13 07:35:23.886491 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078066b-2c32-418c-8acc-ed723ecc8810 req-af97474b-ae56-4eb9-945c-8620b60fa623 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:23.888659 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3078066b-2c32-418c-8acc-ed723ecc8810 req-af97474b-ae56-4eb9-945c-8620b60fa623 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 946 time: 0.2206807 Jul 13 07:35:23.917877 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b6fa49ac-21ad-4da3-b7aa-95a43173acfc None None] For port 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=03069f2f-4bb9-4c8e-bfd6-aadb57cb2631,segment=NetworkSegment(0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3),segment_id=0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:23.924753 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b6fa49ac-21ad-4da3-b7aa-95a43173acfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.006618 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2b69e6ea-2747-43c9-bdac-5122d6cbca30 req-300591b0-157a-4f89-ab32-b1194a0cc5d5 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921245 Jul 13 07:35:24.030348 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa49ac-21ad-4da3-b7aa-95a43173acfc None None] Pushing event updated for resources: {'Port': ['ID=03069f2f-4bb9-4c8e-bfd6-aadb57cb2631,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:24.229974 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:24.364272 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:24.367932 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.478552 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-47ea746f-d208-4aa8-afbe-88010d0d066f None None] Provisioning complete for port 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:24.479541 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47ea746f-d208-4aa8-afbe-88010d0d066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.479671 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3078066b-2c32-418c-8acc-ed723ecc8810 req-f4f7eaa4-f6b6-413a-a667-a3d70aa82e0e tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5697010 Jul 13 07:35:24.481891 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0139ed92-2e7f-43d2-b507-17119ea78555 req-0d011184-f2ad-41b4-b7b2-c638904d11e0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7fa3fca-9a74-4469-98d1-80c9ae076489 HTTP/1.1" status: 200 len: 210 time: 0.0589247 Jul 13 07:35:24.534264 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-255756a8-5562-4c4d-b124-c5f09ed63d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.696402 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2b69e6ea-2747-43c9-bdac-5122d6cbca30 req-34279ef4-af12-4263-82d5-44b61f3bc841 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6694274 Jul 13 07:35:24.763966 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255756a8-5562-4c4d-b124-c5f09ed63d0b admin admin] Router ca4d871c-0647-4d2f-af86-3eb75102f587 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:35:24.767681 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6a080-8921-4b30-baea-6cc304c40a74 req-6d5c6ec5-f24c-45ca-a2f5-b5874554dc00 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:24.774987 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19a6a080-8921-4b30-baea-6cc304c40a74 req-6d5c6ec5-f24c-45ca-a2f5-b5874554dc00 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 945 time: 0.1397109 Jul 13 07:35:24.827572 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 0fc9f5a8-231a-46a2-aab1-bb3212edc608 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:24.846600 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2b70a-b379-44b1-8c98-c3767ebb9833 req-5f06a6bb-d447-464b-ae14-90252ba05f49 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:24.854308 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bdf2b70a-b379-44b1-8c98-c3767ebb9833 req-5f06a6bb-d447-464b-ae14-90252ba05f49 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=00fc708c-8ce4-4983-8eaa-7735335b07e9 HTTP/1.1" status: 200 len: 948 time: 0.1773169 Jul 13 07:35:24.931783 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19a6a080-8921-4b30-baea-6cc304c40a74 req-fae1a7f3-e007-4a16-991b-aec2508d62cd tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558559 Jul 13 07:35:24.966765 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255756a8-5562-4c4d-b124-c5f09ed63d0b admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:24.995859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] Sync routers for ids ['ca4d871c-0647-4d2f-af86-3eb75102f587'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:24.996460 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-255756a8-5562-4c4d-b124-c5f09ed63d0b admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.005440 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-255756a8-5562-4c4d-b124-c5f09ed63d0b admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6807220 Jul 13 07:35:25.007260 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33610) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:25.022831 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] Routers {'ca4d871c-0647-4d2f-af86-3eb75102f587'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:25.024538 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:34:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['ca4d871c-0647-4d2f-af86-3eb75102f587'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:25.096579 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bdf2b70a-b379-44b1-8c98-c3767ebb9833 req-34496d9b-5977-4548-9230-5ace1a93f25b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413268 Jul 13 07:35:25.151570 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-93fc9110-5c7f-4790-b9e5-1aa124fce2f2 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:25.153499 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-93fc9110-5c7f-4790-b9e5-1aa124fce2f2 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.35 "GET /v2.0/networks?id=0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 200 len: 812 time: 0.3950849 Jul 13 07:35:25.170548 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-b430c9df-5e87-4803-b1c8-3da3d6645d5b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Request body: {'port': {'device_id': 'a7fa3fca-9a74-4469-98d1-80c9ae076489', 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a', 'admin_state_up': True, 'tenant_id': 'd081990bdf3b4230b88abf1c5f4a8f61'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:25.286523 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 0fc9f5a8-231a-46a2-aab1-bb3212edc608, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=0fc9f5a8-231a-46a2-aab1-bb3212edc608,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:25.308284 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '0fc9f5a8-231a-46a2-aab1-bb3212edc608', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '0fc9f5a8-231a-46a2-aab1-bb3212edc608', 'mac_address': 'fa:16:3e:5a:96:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:25.349407 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ba9974c-7b32-42d8-8721-8ff8f6bb29c8 req-c7403788-6b42-4233-8e36-3d411f40f2e5 tempest-FlavorsV2NegativeTest-1084158357 tempest-FlavorsV2NegativeTest-1084158357-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=c110a09218b845ce85b857056f3ef1b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431302 Jul 13 07:35:25.388804 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.407852 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] Set router ca4d871c-0647-4d2f-af86-3eb75102f587 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:25.435099 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc9f5a8-231a-46a2-aab1-bb3212edc608 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:25.500358 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 0fc9f5a8-231a-46a2-aab1-bb3212edc608, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=0fc9f5a8-231a-46a2-aab1-bb3212edc608,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:25.513544 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.538791 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-b430c9df-5e87-4803-b1c8-3da3d6645d5b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Made reservation on behalf of d081990bdf3b4230b88abf1c5f4a8f61 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:25.542706 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-b430c9df-5e87-4803-b1c8-3da3d6645d5b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.552642 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9974c-7b32-42d8-8721-8ff8f6bb29c8 req-1b58aa79-c427-4579-a08e-2662f6ab7fdb tempest-FlavorsV2NegativeTest-1084158357 tempest-FlavorsV2NegativeTest-1084158357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:25.558474 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ba9974c-7b32-42d8-8721-8ff8f6bb29c8 req-1b58aa79-c427-4579-a08e-2662f6ab7fdb tempest-FlavorsV2NegativeTest-1084158357 tempest-FlavorsV2NegativeTest-1084158357-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974723 Jul 13 07:35:25.582598 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b088080-92e5-4aee-9859-b8c9db6221e3 req-5ee620fd-0f85-4b7f-bf1e-d1b58a14fe49 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:25.591065 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b088080-92e5-4aee-9859-b8c9db6221e3 req-5ee620fd-0f85-4b7f-bf1e-d1b58a14fe49 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.2482762 Jul 13 07:35:25.618121 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ba9974c-7b32-42d8-8721-8ff8f6bb29c8 req-b4c37516-fe62-467e-b8ab-b89ba4f614e7 tempest-FlavorsV2NegativeTest-1084158357 tempest-FlavorsV2NegativeTest-1084158357-project] 10.222.0.58 "GET /v2.0/quotas/c110a09218b845ce85b857056f3ef1b6 HTTP/1.1" status: 200 len: 375 time: 0.0580113 Jul 13 07:35:25.623632 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=0fc9f5a8-231a-46a2-aab1-bb3212edc608,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:25.648964 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9c7d-07dd-4ef2-8a2a-9397a8fb7bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.667693 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ba9974c-7b32-42d8-8721-8ff8f6bb29c8 req-5324c41e-5f15-4f68-a43c-a88a6f35d97f tempest-FlavorsV2NegativeTest-1084158357 tempest-FlavorsV2NegativeTest-1084158357-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c110a09218b845ce85b857056f3ef1b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388134 Jul 13 07:35:25.697835 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4d871c-0647-4d2f-af86-3eb75102f587', 'name': 'tempest-AttachSCSIVolumeTestJSON-428870872-router', 'tenant_id': 'cb46737750a14cb4af43c3e993d4b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'bed4ca51-1c09-40b5-8794-1130fbae04f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:18Z', 'updated_at': '2021-07-13T07:35:22Z', 'revision_number': 3, 'project_id': 'cb46737750a14cb4af43c3e993d4b99b', 'gw_port': {'id': 'bed4ca51-1c09-40b5-8794-1130fbae04f7', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ea:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4d871c-0647-4d2f-af86-3eb75102f587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:20Z', 'updated_at': '2021-07-13T07:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:25.752429 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b088080-92e5-4aee-9859-b8c9db6221e3 req-aa3d8bad-3db1-40bd-be51-9e94695a6304 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608176 Jul 13 07:35:25.772340 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] Checking router: ca4d871c-0647-4d2f-af86-3eb75102f587 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:35:25.772914 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] Updating router ca4d871c-0647-4d2f-af86-3eb75102f587 port bed4ca51-1c09-40b5-8794-1130fbae04f7 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:35:25.866559 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.917828 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-4f7f9c7d-07dd-4ef2-8a2a-9397a8fb7bf3 admin admin] Allocated IP 172.20.0.1 (f91545b0-adea-4699-ba3e-f6e1ef66c4df/ca6a5dc7-f92c-4ad6-947e-a74c84a9c0a2/7bc234d0-35bc-4800-9e91-f9206398cbeb) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:26.061527 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bef87ee4-78f5-4d7d-a390-4e98c3c4259c req-84d25cd4-cf6f-41d4-a2fd-a22d009d8d0d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7fa3fca-9a74-4469-98d1-80c9ae076489 HTTP/1.1" status: 200 len: 210 time: 0.0540979 Jul 13 07:35:26.063832 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-b430c9df-5e87-4803-b1c8-3da3d6645d5b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Allocated IP 172.20.0.13 (0e0f025d-4e49-4094-84ea-558023ba4e1a/44d6fa42-4195-4977-b883-5a26f0e01114/9948c12d-8302-46c2-84a9-661f47447539) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:26.175153 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0c0a5-9e13-4253-ad26-5588ca05ecfb req-2b87d2e2-3c80-4d22-ba02-59513d07b702 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:26.176747 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aaf0c0a5-9e13-4253-ad26-5588ca05ecfb req-2b87d2e2-3c80-4d22-ba02-59513d07b702 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 946 time: 0.3223886 Jul 13 07:35:26.197996 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['0fc9f5a8-231a-46a2-aab1-bb3212edc608'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:26.218998 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9c7d-07dd-4ef2-8a2a-9397a8fb7bf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.252255 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-4f7f9c7d-07dd-4ef2-8a2a-9397a8fb7bf3 admin admin] Transition to ACTIVE for port object 7bc234d0-35bc-4800-9e91-f9206398cbeb will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:26.296897 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.302244 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9c7d-07dd-4ef2-8a2a-9397a8fb7bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.316210 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] Transition to ACTIVE for port object bed4ca51-1c09-40b5-8794-1130fbae04f7 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:26.331237 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aaf0c0a5-9e13-4253-ad26-5588ca05ecfb req-5e15b675-bed5-454b-9bb7-c4c4baccf5ad tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451850 Jul 13 07:35:26.348934 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.369616 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7f9c7d-07dd-4ef2-8a2a-9397a8fb7bf3 admin admin] Network f91545b0-adea-4699-ba3e-f6e1ef66c4df is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:26.369616 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-4f7f9c7d-07dd-4ef2-8a2a-9397a8fb7bf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:26.369616 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f9c7d-07dd-4ef2-8a2a-9397a8fb7bf3 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:26.408237 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f9c7d-07dd-4ef2-8a2a-9397a8fb7bf3 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc234d0-35bc-4800-9e91-f9206398cbeb,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:26.424908 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9c7d-07dd-4ef2-8a2a-9397a8fb7bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.506699 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242be14c-284c-45d6-adf1-dda665b5b895 req-4fbc9b8d-94c3-4814-b564-fe81189be482 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:26.517111 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-242be14c-284c-45d6-adf1-dda665b5b895 req-4fbc9b8d-94c3-4814-b564-fe81189be482 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 945 time: 0.2846627 Jul 13 07:35:26.535030 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59be1e-b4c8-49d8-8fee-e136cd8cac9a None None] Pushing event updated for resources: {'Port': ['ID=bed4ca51-1c09-40b5-8794-1130fbae04f7,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:26.562046 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] Attempting to bind port bed4ca51-1c09-40b5-8794-1130fbae04f7 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:26.562046 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] Attempting to bind port bed4ca51-1c09-40b5-8794-1130fbae04f7 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:26.562817 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] Attempting to bind port bed4ca51-1c09-40b5-8794-1130fbae04f7 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:26.577527 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-b430c9df-5e87-4803-b1c8-3da3d6645d5b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.581904 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:26.585372 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:26.586006 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.586616 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:26.587156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] Bound port: bed4ca51-1c09-40b5-8794-1130fbae04f7, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:26.587565 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.636882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33650) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:26.660645 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9c7d-07dd-4ef2-8a2a-9397a8fb7bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.685828 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-242be14c-284c-45d6-adf1-dda665b5b895 req-f76315d7-7795-4f63-9259-656e2ed13ec4 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669657 Jul 13 07:35:26.754683 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-b430c9df-5e87-4803-b1c8-3da3d6645d5b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.771431 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] For port bed4ca51-1c09-40b5-8794-1130fbae04f7, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:26.790523 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] For port bed4ca51-1c09-40b5-8794-1130fbae04f7, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=bed4ca51-1c09-40b5-8794-1130fbae04f7,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:26.800350 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.815460 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-48536240-b806-43cf-9113-79c0bd62e7d1 None None] Provisioning for port 7bc234d0-35bc-4800-9e91-f9206398cbeb completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:26.820823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430c9df-5e87-4803-b1c8-3da3d6645d5b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Pushing event updated for resources: {'Port': ['ID=9948c12d-8302-46c2-84a9-661f47447539,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:26.853602 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-48536240-b806-43cf-9113-79c0bd62e7d1 None None] Provisioning complete for port 7bc234d0-35bc-4800-9e91-f9206398cbeb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:26.854130 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48536240-b806-43cf-9113-79c0bd62e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.860510 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-b430c9df-5e87-4803-b1c8-3da3d6645d5b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Network 0e0f025d-4e49-4094-84ea-558023ba4e1a is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:26.865062 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-b430c9df-5e87-4803-b1c8-3da3d6645d5b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:26.876075 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-b430c9df-5e87-4803-b1c8-3da3d6645d5b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:26.888469 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-b430c9df-5e87-4803-b1c8-3da3d6645d5b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:26.890575 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-b430c9df-5e87-4803-b1c8-3da3d6645d5b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.910050 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-b430c9df-5e87-4803-b1c8-3da3d6645d5b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7433076 Jul 13 07:35:26.919731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] Routers {'ca4d871c-0647-4d2f-af86-3eb75102f587'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:26.920662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:34:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['ca4d871c-0647-4d2f-af86-3eb75102f587'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:26.921426 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ab1d7-bfa8-4c8e-9b56-3bd9fca3316e req-be675595-0e80-41a4-b9ea-5d2fc89a2939 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:26.924447 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59be1e-b4c8-49d8-8fee-e136cd8cac9a None None] Pushing event updated for resources: {'Port': ['ID=bed4ca51-1c09-40b5-8794-1130fbae04f7,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:26.930582 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-742ab1d7-bfa8-4c8e-9b56-3bd9fca3316e req-be675595-0e80-41a4-b9ea-5d2fc89a2939 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=00fc708c-8ce4-4983-8eaa-7735335b07e9 HTTP/1.1" status: 200 len: 949 time: 0.3218389 Jul 13 07:35:26.938161 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] Request body: {'port': {'device_id': 'a7fa3fca-9a74-4469-98d1-80c9ae076489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:26.971969 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-48536240-b806-43cf-9113-79c0bd62e7d1 None None] Port 7bc234d0-35bc-4800-9e91-f9206398cbeb cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:27.052857 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-de0dbcf9-e800-4e39-b0d7-7c3767762581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.056760 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] Set router ca4d871c-0647-4d2f-af86-3eb75102f587 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:27.117227 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-742ab1d7-bfa8-4c8e-9b56-3bd9fca3316e req-56528017-e799-4cd4-b10f-59d173861b29 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852863 Jul 13 07:35:27.132185 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9c7d-07dd-4ef2-8a2a-9397a8fb7bf3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.136620 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.141461 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-4564559b-e298-422f-9283-ebc00520eefd service neutron] show failed (client error): The resource could not be found. Jul 13 07:35:27.146209 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-4564559b-e298-422f-9283-ebc00520eefd service neutron] 10.222.0.62 "GET /v2.0/ports/7c4e141d-3949-4fd1-a013-184c9b6fc9f0/bindings/n-h1-779913-28 HTTP/1.1" status: 404 len: 381 time: 0.2321270 Jul 13 07:35:27.146209 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9c7d-07dd-4ef2-8a2a-9397a8fb7bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.256178 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f9c7d-07dd-4ef2-8a2a-9397a8fb7bf3 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc234d0-35bc-4800-9e91-f9206398cbeb,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:27.278991 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9c7d-07dd-4ef2-8a2a-9397a8fb7bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.311306 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-de0dbcf9-e800-4e39-b0d7-7c3767762581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.324007 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-de0dbcf9-e800-4e39-b0d7-7c3767762581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.447547 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-de0dbcf9-e800-4e39-b0d7-7c3767762581 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c110a09218b845ce85b857056f3ef1b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8094752 Jul 13 07:35:27.450944 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33660) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:27.469022 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0dbcf9-e800-4e39-b0d7-7c3767762581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57a5b85-dcc4-424e-a826-a51156a46f4e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:27.521499 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7f9c7d-07dd-4ef2-8a2a-9397a8fb7bf3 admin admin] Network f91545b0-adea-4699-ba3e-f6e1ef66c4df is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:27.525540 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-4f7f9c7d-07dd-4ef2-8a2a-9397a8fb7bf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:27.601588 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e062e1d9-53ec-4c48-a55e-8791d3f38e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.609462 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.637013 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492b5fc-cf29-45cf-b1bb-cafce7ead01a req-5c7d5166-7b4f-4ab0-879f-15ed4abeda4f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:27.637312 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-13fb99b1-b968-4e40-9a03-8f1086bda85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.643960 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f492b5fc-cf29-45cf-b1bb-cafce7ead01a req-5c7d5166-7b4f-4ab0-879f-15ed4abeda4f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.5621402 Jul 13 07:35:27.650984 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4d871c-0647-4d2f-af86-3eb75102f587', 'name': 'tempest-AttachSCSIVolumeTestJSON-428870872-router', 'tenant_id': 'cb46737750a14cb4af43c3e993d4b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'bed4ca51-1c09-40b5-8794-1130fbae04f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:18Z', 'updated_at': '2021-07-13T07:35:26Z', 'revision_number': 4, 'project_id': 'cb46737750a14cb4af43c3e993d4b99b', 'gw_port': {'id': 'bed4ca51-1c09-40b5-8794-1130fbae04f7', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ea:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4d871c-0647-4d2f-af86-3eb75102f587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:20Z', 'updated_at': '2021-07-13T07:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '7bc234d0-35bc-4800-9e91-f9206398cbeb', 'name': '', 'network_id': 'f91545b0-adea-4699-ba3e-f6e1ef66c4df', 'tenant_id': 'cb46737750a14cb4af43c3e993d4b99b', 'mac_address': 'fa:16:3e:a9:7a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4d871c-0647-4d2f-af86-3eb75102f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ca6a5dc7-f92c-4ad6-947e-a74c84a9c0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:25Z', 'updated_at': '2021-07-13T07:35:25Z', 'revision_number': 1, 'project_id': 'cb46737750a14cb4af43c3e993d4b99b', 'subnets': [{'id': 'ca6a5dc7-f92c-4ad6-947e-a74c84a9c0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:27.669198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9948c12d-8302-46c2-84a9-661f47447539 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:27.685672 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.699197 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1e7441-0ccf-413d-a468-cb8fdcffb1b3 None None] The sync data for ids ['ca4d871c-0647-4d2f-af86-3eb75102f587'] in n-d-779913-28 is: [{'id': 'ca4d871c-0647-4d2f-af86-3eb75102f587', 'name': 'tempest-AttachSCSIVolumeTestJSON-428870872-router', 'tenant_id': 'cb46737750a14cb4af43c3e993d4b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'bed4ca51-1c09-40b5-8794-1130fbae04f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:18Z', 'updated_at': '2021-07-13T07:35:26Z', 'revision_number': 4, 'project_id': 'cb46737750a14cb4af43c3e993d4b99b', 'gw_port': {'id': 'bed4ca51-1c09-40b5-8794-1130fbae04f7', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ea:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4d871c-0647-4d2f-af86-3eb75102f587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:20Z', 'updated_at': '2021-07-13T07:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '7bc234d0-35bc-4800-9e91-f9206398cbeb', 'name': '', 'network_id': 'f91545b0-adea-4699-ba3e-f6e1ef66c4df', 'tenant_id': 'cb46737750a14cb4af43c3e993d4b99b', 'mac_address': 'fa:16:3e:a9:7a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4d871c-0647-4d2f-af86-3eb75102f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ca6a5dc7-f92c-4ad6-947e-a74c84a9c0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:25Z', 'updated_at': '2021-07-13T07:35:25Z', 'revision_number': 1, 'project_id': 'cb46737750a14cb4af43c3e993d4b99b', 'subnets': [{'id': 'ca6a5dc7-f92c-4ad6-947e-a74c84a9c0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:27.718959 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-13fb99b1-b968-4e40-9a03-8f1086bda85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.722048 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681d151-96ea-4163-a1da-bd182fafd29e req-1e2a6a64-ab92-45ce-bf21-a85ec26db513 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:27.723156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-aeb75044-1e64-45a4-b829-bb75267be6ed None None] Provisioning complete for port 7bc234d0-35bc-4800-9e91-f9206398cbeb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:27.724355 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aeb75044-1e64-45a4-b829-bb75267be6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.736013 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b681d151-96ea-4163-a1da-bd182fafd29e req-1e2a6a64-ab92-45ce-bf21-a85ec26db513 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7fa3fca-9a74-4469-98d1-80c9ae076489 HTTP/1.1" status: 200 len: 932 time: 0.2656758 Jul 13 07:35:27.741277 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] Transition to ACTIVE for port object 9948c12d-8302-46c2-84a9-661f47447539 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:27.757456 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.815644 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-aeb75044-1e64-45a4-b829-bb75267be6ed None None] Port 7bc234d0-35bc-4800-9e91-f9206398cbeb cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:27.822891 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-6bc35d5e-dfc3-430a-a3dd-0f0b4fbfb356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:27.824471 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-6bc35d5e-dfc3-430a-a3dd-0f0b4fbfb356 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d&tenant_id=7e545f0f56574564bb5b695119db8b5e HTTP/1.1" status: 200 len: 1102 time: 0.2181091 Jul 13 07:35:27.830467 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7f9c7d-07dd-4ef2-8a2a-9397a8fb7bf3 admin admin] Router ca4d871c-0647-4d2f-af86-3eb75102f587 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:35:27.840678 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f492b5fc-cf29-45cf-b1bb-cafce7ead01a req-fadb82a5-cd46-4391-ae46-ee291ce3a55f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922259 Jul 13 07:35:27.841899 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-28', 'device_owner': 'compute:nova'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:27.854492 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] Pushing event updated for resources: {'Port': ['ID=9948c12d-8302-46c2-84a9-661f47447539,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:27.903641 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b681d151-96ea-4163-a1da-bd182fafd29e req-4fd168e0-0043-43d1-9b2e-0959d0abacbe tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665201 Jul 13 07:35:27.947836 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-13fb99b1-b968-4e40-9a03-8f1086bda85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.954018 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-13fb99b1-b968-4e40-9a03-8f1086bda85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.958448 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-13fb99b1-b968-4e40-9a03-8f1086bda85f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d57a5b85-dcc4-424e-a826-a51156a46f4e HTTP/1.1" status: 204 len: 168 time: 0.5061617 Jul 13 07:35:28.038677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb99b1-b968-4e40-9a03-8f1086bda85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57a5b85-dcc4-424e-a826-a51156a46f4e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:28.047114 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8ffa8147-c42a-4bff-b910-03ab49e0bbb4 None None] Provisioning complete for port 7bc234d0-35bc-4800-9e91-f9206398cbeb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:28.052234 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ffa8147-c42a-4bff-b910-03ab49e0bbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.103643 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] Attempting to bind port 9948c12d-8302-46c2-84a9-661f47447539 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:28.103980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] Attempting to bind port 9948c12d-8302-46c2-84a9-661f47447539 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:28.104483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] Attempting to bind port 9948c12d-8302-46c2-84a9-661f47447539 on network 0e0f025d-4e49-4094-84ea-558023ba4e1a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:28.136782 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] Port 9948c12d-8302-46c2-84a9-661f47447539 on network 0e0f025d-4e49-4094-84ea-558023ba4e1a not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:35:28.137435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] Attempting to bind port 9948c12d-8302-46c2-84a9-661f47447539 on network 0e0f025d-4e49-4094-84ea-558023ba4e1a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:28.216576 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8ffa8147-c42a-4bff-b910-03ab49e0bbb4 None None] Port 7bc234d0-35bc-4800-9e91-f9206398cbeb cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:28.220615 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.228659 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:28.229369 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] Checking segment: {'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:28.229985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] Bound using segment: {'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:28.230720 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] Bound port: 9948c12d-8302-46c2-84a9-661f47447539, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:28.231329 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.266458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514e616-d73c-4832-b81d-633a586d4658 req-e1d20e5e-2230-4f73-93f0-b98412616840 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:28.268275 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-e1d20e5e-2230-4f73-93f0-b98412616840 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5&tenant_id=15158e7fe97d4861a97b0a945f95d776&binding%3Ahost_id=n-h2-779913-28 HTTP/1.1" status: 200 len: 1098 time: 0.3183963 Jul 13 07:35:28.299792 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-9514e616-d73c-4832-b81d-633a586d4658 req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-28'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:28.339786 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7f9c7d-07dd-4ef2-8a2a-9397a8fb7bf3 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:28.348672 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4f7f9c7d-07dd-4ef2-8a2a-9397a8fb7bf3 admin admin] 10.222.0.58 "PUT /v2.0/routers/ca4d871c-0647-4d2f-af86-3eb75102f587/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3395886 Jul 13 07:35:28.482437 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a477f5d-88c5-4821-877f-008609505ebc req-70b18171-733f-44af-b30d-4923e343c000 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:28.490025 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a477f5d-88c5-4821-877f-008609505ebc req-70b18171-733f-44af-b30d-4923e343c000 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 946 time: 0.4247103 Jul 13 07:35:28.537555 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] For port 9948c12d-8302-46c2-84a9-661f47447539, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:28.547392 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9514e616-d73c-4832-b81d-633a586d4658 req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.572163 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] For port 9948c12d-8302-46c2-84a9-661f47447539, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=9948c12d-8302-46c2-84a9-661f47447539,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:28.593849 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.611366 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a477f5d-88c5-4821-877f-008609505ebc req-ad8e625a-52fd-4a86-a72f-29ab66258810 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201375 Jul 13 07:35:28.630194 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] For port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:28.652161 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7455790-cf22-460f-963b-0285cf0e97e0 req-78ea539e-17b8-4d7d-b000-a0bdf2f58e4c tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:28.659282 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f7455790-cf22-460f-963b-0285cf0e97e0 req-78ea539e-17b8-4d7d-b000-a0bdf2f58e4c tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 945 time: 0.3781173 Jul 13 07:35:28.707221 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] For port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:28.750242 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:28.750932 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.752334 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] 10.222.0.35 "PUT /v2.0/ports/9948c12d-8302-46c2-84a9-661f47447539 HTTP/1.1" status: 200 len: 1093 time: 1.8194318 Jul 13 07:35:28.752816 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7fa3fca-9a74-4469-98d1-80c9ae076489', 'tag': '9948c12d-8302-46c2-84a9-661f47447539'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:28.755184 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c165da0-3924-4b3b-9afb-3278b0b89929" -d '{"events": [{"name": "network-changed", "server_uuid": "a7fa3fca-9a74-4469-98d1-80c9ae076489", "tag": "9948c12d-8302-46c2-84a9-661f47447539"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:28.825091 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b849dfd0-09b8-4cd0-80cf-6e686b864b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:28.828088 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d82df7d-28a2-462d-ad49-665696345060" -d '{"events": [{"server_uuid": "b849dfd0-09b8-4cd0-80cf-6e686b864b2d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c4e141d-3949-4fd1-a013-184c9b6fc9f0"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:28.839635 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.857067 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 0fc9f5a8-231a-46a2-aab1-bb3212edc608 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:28.872378 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] Transition to ACTIVE for port object 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:28.885213 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.995427 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,revision_number=6']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:28.999915 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f7455790-cf22-460f-963b-0285cf0e97e0 req-55ac161a-a686-492c-a251-d7454927cbb3 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394492 Jul 13 07:35:29.032808 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 0fc9f5a8-231a-46a2-aab1-bb3212edc608 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:29.039587 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] No DVR routers for this DVR port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:29.044356 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 0fc9f5a8-231a-46a2-aab1-bb3212edc608 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:29.045131 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.160977 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] Attempting to bind port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:29.161898 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] Attempting to bind port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:29.162534 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] Attempting to bind port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:29.169948 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] Port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:35:29.172192 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] Attempting to bind port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:29.193892 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8110b78-c8f4-434a-ba9b-f05107060ed7 x-openstack-request-id: req-f8110b78-c8f4-434a-ba9b-f05107060ed7 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:29.194496 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7fa3fca-9a74-4469-98d1-80c9ae076489", "tag": "9948c12d-8302-46c2-84a9-661f47447539", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:29.219075 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:29.221923 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:29.222476 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:29.224370 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] Bound port: 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:29.224975 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f8110b78-c8f4-434a-ba9b-f05107060ed7 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:29.225793 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.227410 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7fa3fca-9a74-4469-98d1-80c9ae076489', 'tag': '9948c12d-8302-46c2-84a9-661f47447539', 'status': 'completed', 'code': 200} Jul 13 07:35:29.236190 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c02450-e3e5-4038-a810-87fd53c91df2 service neutron] Pushing event updated for resources: {'Port': ['ID=9948c12d-8302-46c2-84a9-661f47447539,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:29.240508 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cce9a3f-9c66-4ce9-86d0-5a4ddcc6c2f1 x-openstack-request-id: req-2cce9a3f-9c66-4ce9-86d0-5a4ddcc6c2f1 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:29.240968 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b849dfd0-09b8-4cd0-80cf-6e686b864b2d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c4e141d-3949-4fd1-a013-184c9b6fc9f0", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:29.252154 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2cce9a3f-9c66-4ce9-86d0-5a4ddcc6c2f1 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:29.252706 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b849dfd0-09b8-4cd0-80cf-6e686b864b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0', 'code': 200} Jul 13 07:35:29.275904 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.357025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fc708c-8ce4-4983-8eaa-7735335b07e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc9f5a8-231a-46a2-aab1-bb3212edc608'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:29.362245 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1cc7cc-20ce-4b74-b7b1-99efc1706ed5" -d '{"events": [{"server_uuid": "00fc708c-8ce4-4983-8eaa-7735335b07e9", "name": "network-vif-plugged", "status": "completed", "tag": "0fc9f5a8-231a-46a2-aab1-bb3212edc608"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:29.404184 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 0fc9f5a8-231a-46a2-aab1-bb3212edc608, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=0fc9f5a8-231a-46a2-aab1-bb3212edc608,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:29.440559 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] For port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:29.452203 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] For port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:29.465094 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 50003957-f194-4544-a5d2-366da3dffec6 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:29.465323 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.626876 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.630394 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:29.633371 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.647884 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] 10.222.0.35 "PUT /v2.0/ports/7c4e141d-3949-4fd1-a013-184c9b6fc9f0 HTTP/1.1" status: 200 len: 1097 time: 1.7998822 Jul 13 07:35:29.694060 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.792283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:29.857706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33712) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:29.913464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0030ceb-ce92-4dc8-b93c-7c564ff45e13 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,revision_number=7']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:30.030226 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-2fb6c7ed-51fd-44a8-863f-79d1ff8b8340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:30.032006 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-2fb6c7ed-51fd-44a8-863f-79d1ff8b8340 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 1100 time: 0.3157952 Jul 13 07:35:30.231549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-637082467-network', 'tenant_id': '212dff56b36b4f87993a61249127ab0c'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:30.279430 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 50003957-f194-4544-a5d2-366da3dffec6, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=50003957-f194-4544-a5d2-366da3dffec6,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:30.325863 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-72307150-19d6-479c-bcc8-710bb25b6c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:30.327344 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-72307150-19d6-479c-bcc8-710bb25b6c17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&device_id=a7fa3fca-9a74-4469-98d1-80c9ae076489 HTTP/1.1" status: 200 len: 1096 time: 1.4930196 Jul 13 07:35:30.327661 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 50003957-f194-4544-a5d2-366da3dffec6 has no active binding in host n-h1-779913-28 {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:35:30.340300 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device bed4ca51-1c09-40b5-8794-1130fbae04f7 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:30.391650 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-ad227edd-8dbb-47c7-b6f2-4802a0abaa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:30.397885 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-ad227edd-8dbb-47c7-b6f2-4802a0abaa16 service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.3579412 Jul 13 07:35:30.426400 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Made reservation on behalf of 212dff56b36b4f87993a61249127ab0c for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:30.436366 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.443150 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9514e616-d73c-4832-b81d-633a586d4658 req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] For port 50003957-f194-4544-a5d2-366da3dffec6, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=50003957-f194-4544-a5d2-366da3dffec6,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:30.500622 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-8d865243-eaed-46fb-bd54-f640060c9a0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9948c12d-8302-46c2-84a9-661f47447539 HTTP/1.1" status: 200 len: 217 time: 0.1298351 Jul 13 07:35:30.505244 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=0fc9f5a8-231a-46a2-aab1-bb3212edc608,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:30.505630 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.512343 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622acdc-3912-447c-9023-5b97552441ff req-5adaeb21-1f72-47a2-ace4-abed23e0d0fd tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:30.520298 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8622acdc-3912-447c-9023-5b97552441ff req-5adaeb21-1f72-47a2-ace4-abed23e0d0fd tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=00fc708c-8ce4-4983-8eaa-7735335b07e9 HTTP/1.1" status: 200 len: 949 time: 1.4621994 Jul 13 07:35:30.525781 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-df574e95-781b-4abe-86cb-e22235e13add service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0 HTTP/1.1" status: 200 len: 217 time: 0.1099715 Jul 13 07:35:30.539392 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:30.573751 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port bed4ca51-1c09-40b5-8794-1130fbae04f7 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:30.582875 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-d400ffd3-09cd-4d09-be99-133163b3224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:30.583070 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port bed4ca51-1c09-40b5-8794-1130fbae04f7 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:30.583456 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.585073 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-d400ffd3-09cd-4d09-be99-133163b3224a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44d6fa42-4195-4977-b883-5a26f0e01114 HTTP/1.1" status: 200 len: 852 time: 0.0625987 Jul 13 07:35:30.643324 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-32ea6041-99c1-481e-9921-0901a4da9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:30.648622 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-32ea6041-99c1-481e-9921-0901a4da9301 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1128216 Jul 13 07:35:30.682937 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-8ef0bdd6-4437-4b84-9e7f-00d6b3ca4b96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e0f025d-4e49-4094-84ea-558023ba4e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750706 Jul 13 07:35:30.740527 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.791532 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port bed4ca51-1c09-40b5-8794-1130fbae04f7, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=bed4ca51-1c09-40b5-8794-1130fbae04f7,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:30.793020 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-349427c3-7269-40bc-bdcb-0411f2a568d2 None None] Provisioning complete for port 0fc9f5a8-231a-46a2-aab1-bb3212edc608 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:30.793625 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-349427c3-7269-40bc-bdcb-0411f2a568d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.827406 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.833488 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.842625 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-be78b396-5aaa-4374-999a-9e67cc0a072b service neutron] 10.222.0.35 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568224 Jul 13 07:35:30.843637 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.877215 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57104247-fb17-4058-b203-d04fe7ff09e7,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:30.893312 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:35:30.913373 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.913885 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Added segment 9c66d522-bf0b-47b9-8ccc-166df83de251 of type vlan for network 918c9be5-f73c-4ae4-b262-3a0c8f3703eb Jul 13 07:35:30.930902 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-bee2d7bd-8f2f-44e7-93ef-36bce4ef47ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:30.932509 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-bee2d7bd-8f2f-44e7-93ef-36bce4ef47ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2741821 Jul 13 07:35:31.003386 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9514e616-d73c-4832-b81d-633a586d4658 req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] For port 50003957-f194-4544-a5d2-366da3dffec6, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:31.020857 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=bed4ca51-1c09-40b5-8794-1130fbae04f7,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:31.048054 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8622acdc-3912-447c-9023-5b97552441ff req-0cc10102-c705-4fa9-a78e-3ed849e46786 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267193 Jul 13 07:35:31.063037 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aaade8-7c86-4d7f-b0f3-eded648d0ab1 req-238da450-214b-492f-a9f1-cd39160c22b6 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:31.074223 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7aaade8-7c86-4d7f-b0f3-eded648d0ab1 req-238da450-214b-492f-a9f1-cd39160c22b6 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 948 time: 1.6611099 Jul 13 07:35:31.149757 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-0d5ff816-86d0-43ac-8f1c-223b5f7fc512 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028635 Jul 13 07:35:31.182646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7aaade8-7c86-4d7f-b0f3-eded648d0ab1 req-9551f726-4333-4d33-ac2d-e785cfc14d2d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071026 Jul 13 07:35:31.194342 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9514e616-d73c-4832-b81d-633a586d4658 req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.197557 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.204610 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef6669eb-1dc5-40b1-a77d-3bddb1126677 req-4ba92fcf-54ab-45b4-82d0-aadfb9112214 service neutron] 10.222.0.35 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444920 Jul 13 07:35:31.221603 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9514e616-d73c-4832-b81d-633a586d4658 req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.228197 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57946b2-3bcd-450f-a587-35fc4b82e4b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50003957-f194-4544-a5d2-366da3dffec6'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:31.231797 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1873869-c696-4059-91f6-5297c97512dd" -d '{"events": [{"server_uuid": "f57946b2-3bcd-450f-a587-35fc4b82e4b5", "name": "network-vif-unplugged", "status": "completed", "tag": "50003957-f194-4544-a5d2-366da3dffec6"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:31.291861 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800ee24b-0615-427a-8c24-afba9c676c59 x-openstack-request-id: req-800ee24b-0615-427a-8c24-afba9c676c59 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:31.292398 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fc708c-8ce4-4983-8eaa-7735335b07e9", "name": "network-vif-plugged", "status": "completed", "tag": "0fc9f5a8-231a-46a2-aab1-bb3212edc608", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:31.292721 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-800ee24b-0615-427a-8c24-afba9c676c59 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:31.293347 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fc708c-8ce4-4983-8eaa-7735335b07e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc9f5a8-231a-46a2-aab1-bb3212edc608', 'code': 200} Jul 13 07:35:31.438547 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b849dfd0-09b8-4cd0-80cf-6e686b864b2d', 'tag': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:31.442876 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31ef435-81f8-431e-b6c9-51d3045d9bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "b849dfd0-09b8-4cd0-80cf-6e686b864b2d", "tag": "7c4e141d-3949-4fd1-a013-184c9b6fc9f0"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:31.448024 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.490223 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Pushing event updated for resources: {'Port': ['ID=50003957-f194-4544-a5d2-366da3dffec6,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:31.517030 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-21d01eef-f7fc-491b-adab-7cfe385d5622 req-728eaccc-167b-49e1-ae1d-fbd9837ca8b1 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341336 Jul 13 07:35:31.550818 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.551943 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:31.552624 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.620860 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.621276 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.621536 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.621872 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.622224 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.622550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.622871 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.623194 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.623514 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.623902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.624236 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.624545 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.633178 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7659431 Jul 13 07:35:31.633178 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab720f-72fe-4349-bcde-0d40ab128d44 req-74a395eb-4470-4220-aea6-a798823fff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:31.633178 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cdab720f-72fe-4349-bcde-0d40ab128d44 req-74a395eb-4470-4220-aea6-a798823fff2e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=00fc708c-8ce4-4983-8eaa-7735335b07e9 HTTP/1.1" status: 200 len: 1102 time: 0.1791425 Jul 13 07:35:31.633589 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33724) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:31.634262 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Pushing event updated for resources: {'Network': ['ID=918c9be5-f73c-4ae4-b262-3a0c8f3703eb,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:31.646465 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-870d8f98-7158-4089-b51b-2c357e09932c admin admin] Request body: {'subnet': {'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-637082467-subnet', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:31.669889 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.675989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.675989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.675989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.675989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.675989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.675989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.675989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.675989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.675989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.675989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.675989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dab18-c90b-4e92-9ff5-ab132cba59f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:31.705838 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870d8f98-7158-4089-b51b-2c357e09932c admin admin] Made reservation on behalf of 212dff56b36b4f87993a61249127ab0c for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:31.709829 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9514e616-d73c-4832-b81d-633a586d4658 req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Attempting to bind port 50003957-f194-4544-a5d2-366da3dffec6 on host n-h2-779913-28 for vnic_type normal with profile {"migrating_to": "n-h1-779913-28"} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:31.711285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9514e616-d73c-4832-b81d-633a586d4658 req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Attempting to bind port 50003957-f194-4544-a5d2-366da3dffec6 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:31.711938 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9514e616-d73c-4832-b81d-633a586d4658 req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Attempting to bind port 50003957-f194-4544-a5d2-366da3dffec6 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:31.712128 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 918c9be5-f73c-4ae4-b262-3a0c8f3703eb details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:35:31.723512 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-870d8f98-7158-4089-b51b-2c357e09932c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.726417 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] Sync routers for ids ['ca4d871c-0647-4d2f-af86-3eb75102f587'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:31.743161 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] Routers {'ca4d871c-0647-4d2f-af86-3eb75102f587'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:31.746565 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:35:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['ca4d871c-0647-4d2f-af86-3eb75102f587'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:31.779076 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cdab720f-72fe-4349-bcde-0d40ab128d44 req-92baca07-3845-42be-96c8-e91ab586f06d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232502 Jul 13 07:35:31.799598 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9514e616-d73c-4832-b81d-633a586d4658 req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Port 50003957-f194-4544-a5d2-366da3dffec6 on network acf8805e-fc72-4645-afdd-bc310db87bf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:35:31.801795 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9514e616-d73c-4832-b81d-633a586d4658 req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Attempting to bind port 50003957-f194-4544-a5d2-366da3dffec6 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:31.836691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c165da0-3924-4b3b-9afb-3278b0b89929 req-6ec0bbd8-a494-4b87-b91e-2ba70480dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:31.836691 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c165da0-3924-4b3b-9afb-3278b0b89929 req-6ec0bbd8-a494-4b87-b91e-2ba70480dd92 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&device_id=a7fa3fca-9a74-4469-98d1-80c9ae076489 HTTP/1.1" status: 200 len: 1096 time: 0.5228176 Jul 13 07:35:31.882371 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdb7fa-e98f-4af8-a7eb-bb49516ccb4b req-359e731f-304e-4b46-a74e-9b356fec91b0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:31.893654 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b4bdb7fa-e98f-4af8-a7eb-bb49516ccb4b req-359e731f-304e-4b46-a74e-9b356fec91b0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7fa3fca-9a74-4469-98d1-80c9ae076489 HTTP/1.1" status: 200 len: 944 time: 0.4673517 Jul 13 07:35:31.913509 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9514e616-d73c-4832-b81d-633a586d4658 req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:31.913890 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9514e616-d73c-4832-b81d-633a586d4658 req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Checking segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:31.914381 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9514e616-d73c-4832-b81d-633a586d4658 req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Bound using segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:31.914730 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9514e616-d73c-4832-b81d-633a586d4658 req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Bound port: 50003957-f194-4544-a5d2-366da3dffec6, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:31.915093 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9514e616-d73c-4832-b81d-633a586d4658 req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.975624 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] Set router ca4d871c-0647-4d2f-af86-3eb75102f587 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:32.081698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b4bdb7fa-e98f-4af8-a7eb-bb49516ccb4b req-aa2ce731-c050-46c8-b967-2e76d87df20c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824636 Jul 13 07:35:32.093061 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-870d8f98-7158-4089-b51b-2c357e09932c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.251091 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e48e1-fe9c-4309-965e-e838c8364098 req-4fde47f2-7d62-4ef6-af93-81f4ca4bb4ba tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:32.256892 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d8f98-7158-4089-b51b-2c357e09932c admin admin] Pushing event updated for resources: {'Subnet': ['ID=74c9f7d4-d0b0-43d4-8a5f-516e5817785d,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:32.262636 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da4e48e1-fe9c-4309-965e-e838c8364098 req-4fde47f2-7d62-4ef6-af93-81f4ca4bb4ba tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 944 time: 0.6932015 Jul 13 07:35:32.274876 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9514e616-d73c-4832-b81d-633a586d4658 req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] For port 50003957-f194-4544-a5d2-366da3dffec6, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:32.296505 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device bed4ca51-1c09-40b5-8794-1130fbae04f7 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:32.305385 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9514e616-d73c-4832-b81d-633a586d4658 req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] For port 50003957-f194-4544-a5d2-366da3dffec6, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=50003957-f194-4544-a5d2-366da3dffec6,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:32.321150 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870d8f98-7158-4089-b51b-2c357e09932c admin admin] Checking segment: {'id': '9c66d522-bf0b-47b9-8ccc-166df83de251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:32.321568 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870d8f98-7158-4089-b51b-2c357e09932c admin admin] Network hostable DHCP agents. Network: 918c9be5-f73c-4ae4-b262-3a0c8f3703eb, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:35:32.321979 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4d871c-0647-4d2f-af86-3eb75102f587', 'name': 'tempest-AttachSCSIVolumeTestJSON-428870872-router', 'tenant_id': 'cb46737750a14cb4af43c3e993d4b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'bed4ca51-1c09-40b5-8794-1130fbae04f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:18Z', 'updated_at': '2021-07-13T07:35:26Z', 'revision_number': 4, 'project_id': 'cb46737750a14cb4af43c3e993d4b99b', 'gw_port': {'id': 'bed4ca51-1c09-40b5-8794-1130fbae04f7', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4d871c-0647-4d2f-af86-3eb75102f587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:20Z', 'updated_at': '2021-07-13T07:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '7bc234d0-35bc-4800-9e91-f9206398cbeb', 'name': '', 'network_id': 'f91545b0-adea-4699-ba3e-f6e1ef66c4df', 'tenant_id': 'cb46737750a14cb4af43c3e993d4b99b', 'mac_address': 'fa:16:3e:a9:7a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4d871c-0647-4d2f-af86-3eb75102f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ca6a5dc7-f92c-4ad6-947e-a74c84a9c0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:25Z', 'updated_at': '2021-07-13T07:35:26Z', 'revision_number': 2, 'project_id': 'cb46737750a14cb4af43c3e993d4b99b', 'subnets': [{'id': 'ca6a5dc7-f92c-4ad6-947e-a74c84a9c0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:32.334709 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c165da0-3924-4b3b-9afb-3278b0b89929 req-ddb7bd3b-39ee-417e-9d08-e0b9dc747da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:32.336778 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c165da0-3924-4b3b-9afb-3278b0b89929 req-ddb7bd3b-39ee-417e-9d08-e0b9dc747da3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 200 len: 913 time: 0.4861238 Jul 13 07:35:32.340079 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9514e616-d73c-4832-b81d-633a586d4658 req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.362202 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] Checking router: ca4d871c-0647-4d2f-af86-3eb75102f587 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:35:32.363279 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] Updating router ca4d871c-0647-4d2f-af86-3eb75102f587 port 7bc234d0-35bc-4800-9e91-f9206398cbeb binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:35:32.385570 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870d8f98-7158-4089-b51b-2c357e09932c admin admin] Network 918c9be5-f73c-4ae4-b262-3a0c8f3703eb is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:35:32.408896 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-870d8f98-7158-4089-b51b-2c357e09932c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 918c9be5-f73c-4ae4-b262-3a0c8f3703eb) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:32.420003 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f3270d-2fdb-4c62-8156-4c856b50d9c8 None None] Network 918c9be5-f73c-4ae4-b262-3a0c8f3703eb requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:32.424072 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port bed4ca51-1c09-40b5-8794-1130fbae04f7 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:32.424511 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.424695 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870d8f98-7158-4089-b51b-2c357e09932c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:32.425142 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-870d8f98-7158-4089-b51b-2c357e09932c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.436894 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.468563 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-870d8f98-7158-4089-b51b-2c357e09932c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8291464 Jul 13 07:35:32.469881 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33730) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:32.476997 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-7544745d-6a80-4ae0-abfd-4f87da34b0c4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-637082467-router', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:32.569089 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7544745d-6a80-4ae0-abfd-4f87da34b0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.571206 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7544745d-6a80-4ae0-abfd-4f87da34b0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.672706 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da4e48e1-fe9c-4309-965e-e838c8364098 req-dc706fbb-9ad9-4cb3-9fdf-985943199c35 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029338 Jul 13 07:35:32.680646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c165da0-3924-4b3b-9afb-3278b0b89929 req-75a86d0f-20a4-4d3c-94fb-b3f5b9636a89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9948c12d-8302-46c2-84a9-661f47447539 HTTP/1.1" status: 200 len: 217 time: 0.3353307 Jul 13 07:35:32.826129 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c165da0-3924-4b3b-9afb-3278b0b89929 req-0ef25689-4ac8-4c2a-83a7-ab9e2d7ac3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:32.827768 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c165da0-3924-4b3b-9afb-3278b0b89929 req-0ef25689-4ac8-4c2a-83a7-ab9e2d7ac3e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44d6fa42-4195-4977-b883-5a26f0e01114 HTTP/1.1" status: 200 len: 852 time: 0.1057534 Jul 13 07:35:32.890003 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c165da0-3924-4b3b-9afb-3278b0b89929 req-2ab92452-9dd8-4921-ae90-cd0c1f21b062 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e0f025d-4e49-4094-84ea-558023ba4e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363634 Jul 13 07:35:32.890777 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-918c9be5-f73c-4ae4-b262-3a0c8f3703eb', 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'fixed_ips': [{'subnet_id': '74c9f7d4-d0b0-43d4-8a5f-516e5817785d'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:35:32.892252 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.930822 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7544745d-6a80-4ae0-abfd-4f87da34b0c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.012974 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c165da0-3924-4b3b-9afb-3278b0b89929 req-b01ec6ad-396d-4608-a330-d4606af50964 service neutron] 10.222.0.35 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126008 Jul 13 07:35:33.020820 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae613e43-d06e-44b4-93fa-c983557ad88e x-openstack-request-id: req-ae613e43-d06e-44b4-93fa-c983557ad88e {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:33.021256 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57946b2-3bcd-450f-a587-35fc4b82e4b5", "name": "network-vif-unplugged", "status": "completed", "tag": "50003957-f194-4544-a5d2-366da3dffec6", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:33.021614 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ae613e43-d06e-44b4-93fa-c983557ad88e {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:33.022125 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57946b2-3bcd-450f-a587-35fc4b82e4b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50003957-f194-4544-a5d2-366da3dffec6', 'code': 200} Jul 13 07:35:33.028499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Pushing event updated for resources: {'Port': ['ID=50003957-f194-4544-a5d2-366da3dffec6,revision_number=8']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:33.228738 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.240522 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] Allocated IP 172.20.0.2 (918c9be5-f73c-4ae4-b262-3a0c8f3703eb/74c9f7d4-d0b0-43d4-8a5f-516e5817785d/2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:33.272100 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] Transition to ACTIVE for port object 7bc234d0-35bc-4800-9e91-f9206398cbeb will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:33.288136 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c165da0-3924-4b3b-9afb-3278b0b89929 req-a7b1be03-d4a3-4ccd-b1b3-ba5f1218392a service neutron] 10.222.0.35 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598670 Jul 13 07:35:33.292322 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.326506 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514e616-d73c-4832-b81d-633a586d4658 req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:33.339099 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9514e616-d73c-4832-b81d-633a586d4658 req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.341678 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-96f3809b-1922-433b-91ed-de577ffa3438 service neutron] 10.222.0.35 "PUT /v2.0/ports/50003957-f194-4544-a5d2-366da3dffec6 HTTP/1.1" status: 200 len: 1124 time: 5.0617352 Jul 13 07:35:33.537146 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b402e-9bfe-49c1-91bc-f685b863c023 req-469c773f-2e72-48b1-87d4-22045a8d899c tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:33.554749 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed9b402e-9bfe-49c1-91bc-f685b863c023 req-469c773f-2e72-48b1-87d4-22045a8d899c tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 945 time: 0.8785880 Jul 13 07:35:33.574617 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.597622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] Transition to ACTIVE for port object 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:33.640300 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] Transition to ACTIVE for port object 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:33.660460 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 9948c12d-8302-46c2-84a9-661f47447539 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:33.663020 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['50003957-f194-4544-a5d2-366da3dffec6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:33.676061 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['50003957-f194-4544-a5d2-366da3dffec6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:33.750660 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f0425-0a10-4fbd-9be7-bd7d3ce39dc3 None None] Pushing event updated for resources: {'Port': ['ID=7bc234d0-35bc-4800-9e91-f9206398cbeb,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:33.763736 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] Attempting to bind port 7bc234d0-35bc-4800-9e91-f9206398cbeb on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:33.770524 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] Attempting to bind port 7bc234d0-35bc-4800-9e91-f9206398cbeb by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f91545b0-adea-4699-ba3e-f6e1ef66c4df'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:33.770941 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.772692 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] Attempting to bind port 7bc234d0-35bc-4800-9e91-f9206398cbeb on network f91545b0-adea-4699-ba3e-f6e1ef66c4df {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:33.800000 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:33.808964 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] Checking segment: {'id': '0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f91545b0-adea-4699-ba3e-f6e1ef66c4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:33.816015 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed9b402e-9bfe-49c1-91bc-f685b863c023 req-e9111213-b1a9-4f1d-bdbd-c574ab93d7bf tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542379 Jul 13 07:35:33.817639 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.818906 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] Bound using segment: {'id': '0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f91545b0-adea-4699-ba3e-f6e1ef66c4df'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:33.819642 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] Bound port: 7bc234d0-35bc-4800-9e91-f9206398cbeb, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f91545b0-adea-4699-ba3e-f6e1ef66c4df'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:33.820843 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.978021 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ef435-81f8-431e-b6c9-51d3045d9bd9 req-9f3d6eb0-79bc-419e-959c-d88de4274f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:33.988109 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d31ef435-81f8-431e-b6c9-51d3045d9bd9 req-9f3d6eb0-79bc-419e-959c-d88de4274f1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 1100 time: 0.6336033 Jul 13 07:35:34.016791 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.resource_extend [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:35:34.077312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] Network 918c9be5-f73c-4ae4-b262-3a0c8f3703eb is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:34.079190 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:34.083028 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:34.167018 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] Pushing event updated for resources: {'Port': ['ID=2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:34.210585 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] For port 7bc234d0-35bc-4800-9e91-f9206398cbeb, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:34.236432 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44d39a6-fb69-4a0a-9cab-8061a2cbce7f x-openstack-request-id: req-d44d39a6-fb69-4a0a-9cab-8061a2cbce7f {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:34.237136 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b849dfd0-09b8-4cd0-80cf-6e686b864b2d", "tag": "7c4e141d-3949-4fd1-a013-184c9b6fc9f0", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:34.237471 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d44d39a6-fb69-4a0a-9cab-8061a2cbce7f {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:34.238188 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b849dfd0-09b8-4cd0-80cf-6e686b864b2d', 'tag': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0', 'status': 'completed', 'code': 200} Jul 13 07:35:34.238341 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] For port 7bc234d0-35bc-4800-9e91-f9206398cbeb, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7bc234d0-35bc-4800-9e91-f9206398cbeb,segment=NetworkSegment(0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3),segment_id=0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:34.253739 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:34.475446 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] Routers {'ca4d871c-0647-4d2f-af86-3eb75102f587'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:34.478328 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:35:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['ca4d871c-0647-4d2f-af86-3eb75102f587'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:34.572545 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ef435-81f8-431e-b6c9-51d3045d9bd9 req-5ffebab1-a075-4644-9831-b07f6ba1ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:34.580834 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d31ef435-81f8-431e-b6c9-51d3045d9bd9 req-5ffebab1-a075-4644-9831-b07f6ba1ed8b service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.5709553 Jul 13 07:35:34.644184 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc0b2a-f79b-43c3-9145-87dccd0f95f7 req-b4cca289-8171-44ae-b163-90a971875a57 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:34.654757 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19cc0b2a-f79b-43c3-9145-87dccd0f95f7 req-b4cca289-8171-44ae-b163-90a971875a57 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=00fc708c-8ce4-4983-8eaa-7735335b07e9 HTTP/1.1" status: 200 len: 950 time: 0.8714769 Jul 13 07:35:34.660725 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7544745d-6a80-4ae0-abfd-4f87da34b0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:34.668752 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f0425-0a10-4fbd-9be7-bd7d3ce39dc3 None None] Pushing event updated for resources: {'Port': ['ID=7bc234d0-35bc-4800-9e91-f9206398cbeb,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:34.722141 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ef435-81f8-431e-b6c9-51d3045d9bd9 req-6d7b3346-48ad-4c4d-9267-5e00f7599d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:34.730645 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d31ef435-81f8-431e-b6c9-51d3045d9bd9 req-6d7b3346-48ad-4c4d-9267-5e00f7599d2c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 1100 time: 0.4912372 Jul 13 07:35:34.740714 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] Attempting to bind port 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:34.741607 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] Attempting to bind port 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '9c66d522-bf0b-47b9-8ccc-166df83de251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:34.745571 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] Attempting to bind port 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac on network 918c9be5-f73c-4ae4-b262-3a0c8f3703eb {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:34.771715 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:34.772262 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] Checking segment: {'id': '9c66d522-bf0b-47b9-8ccc-166df83de251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:34.773236 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:34.773670 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] Bound using segment: {'id': '9c66d522-bf0b-47b9-8ccc-166df83de251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:34.774246 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] Bound port: 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c66d522-bf0b-47b9-8ccc-166df83de251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:34.774638 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:34.830371 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d31ef435-81f8-431e-b6c9-51d3045d9bd9 req-236e1203-1d10-48a6-abd9-6cef86f2e9fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0 HTTP/1.1" status: 200 len: 217 time: 0.2365339 Jul 13 07:35:34.876844 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 9948c12d-8302-46c2-84a9-661f47447539, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=9948c12d-8302-46c2-84a9-661f47447539,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:34.883492 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] Set router ca4d871c-0647-4d2f-af86-3eb75102f587 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:34.957985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd52f3-b4d6-4d75-a57d-c452f2c42998 req-27e282b7-36a0-40d2-b28c-da713ce791e6 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:34.967448 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '9948c12d-8302-46c2-84a9-661f47447539', 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a', 'port_id': '9948c12d-8302-46c2-84a9-661f47447539', 'mac_address': 'fa:16:3e:72:f2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d6fa42-4195-4977-b883-5a26f0e01114', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:34.968007 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1dcd52f3-b4d6-4d75-a57d-c452f2c42998 req-27e282b7-36a0-40d2-b28c-da713ce791e6 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 948 time: 0.7885787 Jul 13 07:35:34.997811 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19cc0b2a-f79b-43c3-9145-87dccd0f95f7 req-ef2cf87e-93c5-4c85-8698-2483df5c1b77 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420982 Jul 13 07:35:35.025461 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] For port 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:35.026387 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57946b2-3bcd-450f-a587-35fc4b82e4b5', 'tag': '50003957-f194-4544-a5d2-366da3dffec6'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:35.032443 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ad5101-ddd1-4404-8200-5f09400941d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f57946b2-3bcd-450f-a587-35fc4b82e4b5", "tag": "50003957-f194-4544-a5d2-366da3dffec6"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:35.033836 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] For port 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac,segment=NetworkSegment(9c66d522-bf0b-47b9-8ccc-166df83de251),segment_id=9c66d522-bf0b-47b9-8ccc-166df83de251)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:35.058579 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ef435-81f8-431e-b6c9-51d3045d9bd9 req-1081b5e3-b281-4c32-9dff-082493ccad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:35.060569 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d31ef435-81f8-431e-b6c9-51d3045d9bd9 req-1081b5e3-b281-4c32-9dff-082493ccad6a service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.2945993 Jul 13 07:35:35.111835 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ef435-81f8-431e-b6c9-51d3045d9bd9 req-a1888cfb-c41d-450a-94a4-34ad4c1b445e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:35.120690 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d31ef435-81f8-431e-b6c9-51d3045d9bd9 req-a1888cfb-c41d-450a-94a4-34ad4c1b445e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.2776191 Jul 13 07:35:35.130344 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d31ef435-81f8-431e-b6c9-51d3045d9bd9 req-27a17885-3159-4512-bf3a-7acfbb1c0d54 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0 HTTP/1.1" status: 200 len: 217 time: 0.0543225 Jul 13 07:35:35.148494 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.267454 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1dcd52f3-b4d6-4d75-a57d-c452f2c42998 req-23ef6c8e-e255-49dd-b416-81d4963eb522 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975683 Jul 13 07:35:35.340909 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91f587-54cf-4d1d-a2ab-9fa1d84dd322 None None] Pushing event updated for resources: {'Port': ['ID=2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:35.363033 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7544745d-6a80-4ae0-abfd-4f87da34b0c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.389686 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7544745d-6a80-4ae0-abfd-4f87da34b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.393502 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ef435-81f8-431e-b6c9-51d3045d9bd9 req-5e76a7e9-de4b-4c62-9203-94e49060bf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:35.395488 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d31ef435-81f8-431e-b6c9-51d3045d9bd9 req-5e76a7e9-de4b-4c62-9203-94e49060bf0b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1584935 Jul 13 07:35:35.453041 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.528147 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9948c12d-8302-46c2-84a9-661f47447539 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:35.584151 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ef435-81f8-431e-b6c9-51d3045d9bd9 req-7cbd5941-715f-4287-a392-bed41da91b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:35.587316 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d31ef435-81f8-431e-b6c9-51d3045d9bd9 req-7cbd5941-715f-4287-a392-bed41da91b27 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4516797 Jul 13 07:35:35.611739 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 9948c12d-8302-46c2-84a9-661f47447539, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=9948c12d-8302-46c2-84a9-661f47447539,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:35.617831 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.649863 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4d871c-0647-4d2f-af86-3eb75102f587', 'name': 'tempest-AttachSCSIVolumeTestJSON-428870872-router', 'tenant_id': 'cb46737750a14cb4af43c3e993d4b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'bed4ca51-1c09-40b5-8794-1130fbae04f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:18Z', 'updated_at': '2021-07-13T07:35:26Z', 'revision_number': 4, 'project_id': 'cb46737750a14cb4af43c3e993d4b99b', 'gw_port': {'id': 'bed4ca51-1c09-40b5-8794-1130fbae04f7', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4d871c-0647-4d2f-af86-3eb75102f587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:20Z', 'updated_at': '2021-07-13T07:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '7bc234d0-35bc-4800-9e91-f9206398cbeb', 'name': '', 'network_id': 'f91545b0-adea-4699-ba3e-f6e1ef66c4df', 'tenant_id': 'cb46737750a14cb4af43c3e993d4b99b', 'mac_address': 'fa:16:3e:a9:7a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4d871c-0647-4d2f-af86-3eb75102f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ca6a5dc7-f92c-4ad6-947e-a74c84a9c0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:25Z', 'updated_at': '2021-07-13T07:35:34Z', 'revision_number': 4, 'project_id': 'cb46737750a14cb4af43c3e993d4b99b', 'subnets': [{'id': 'ca6a5dc7-f92c-4ad6-947e-a74c84a9c0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:35.787375 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:35.805484 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab46105-c3ba-4e3b-af32-6c53af6098b0 None None] The sync data for ids ['ca4d871c-0647-4d2f-af86-3eb75102f587'] in n-d-779913-28 is: [{'id': 'ca4d871c-0647-4d2f-af86-3eb75102f587', 'name': 'tempest-AttachSCSIVolumeTestJSON-428870872-router', 'tenant_id': 'cb46737750a14cb4af43c3e993d4b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'bed4ca51-1c09-40b5-8794-1130fbae04f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:18Z', 'updated_at': '2021-07-13T07:35:26Z', 'revision_number': 4, 'project_id': 'cb46737750a14cb4af43c3e993d4b99b', 'gw_port': {'id': 'bed4ca51-1c09-40b5-8794-1130fbae04f7', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4d871c-0647-4d2f-af86-3eb75102f587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:20Z', 'updated_at': '2021-07-13T07:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '7bc234d0-35bc-4800-9e91-f9206398cbeb', 'name': '', 'network_id': 'f91545b0-adea-4699-ba3e-f6e1ef66c4df', 'tenant_id': 'cb46737750a14cb4af43c3e993d4b99b', 'mac_address': 'fa:16:3e:a9:7a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4d871c-0647-4d2f-af86-3eb75102f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ca6a5dc7-f92c-4ad6-947e-a74c84a9c0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:25Z', 'updated_at': '2021-07-13T07:35:34Z', 'revision_number': 4, 'project_id': 'cb46737750a14cb4af43c3e993d4b99b', 'subnets': [{'id': 'ca6a5dc7-f92c-4ad6-947e-a74c84a9c0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:35.821036 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06209ffe-e392-44e5-95b2-819662af8eb2 req-d4e462a4-ffd7-404d-8309-6468c81467b0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:35.827443 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-7544745d-6a80-4ae0-abfd-4f87da34b0c4 admin admin] Allocated IP 172.25.0.151 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/02aa18b0-3474-49f1-8cc3-fbe158b8103c) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:35.834951 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06209ffe-e392-44e5-95b2-819662af8eb2 req-d4e462a4-ffd7-404d-8309-6468c81467b0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7fa3fca-9a74-4469-98d1-80c9ae076489 HTTP/1.1" status: 200 len: 944 time: 0.5107348 Jul 13 07:35:35.946801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=9948c12d-8302-46c2-84a9-661f47447539,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:36.094771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06209ffe-e392-44e5-95b2-819662af8eb2 req-c5c0bd8c-93ea-45aa-8802-ebe034abe122 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569368 Jul 13 07:35:36.213968 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['9948c12d-8302-46c2-84a9-661f47447539'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:36.254345 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7544745d-6a80-4ae0-abfd-4f87da34b0c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.372474 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d31ef435-81f8-431e-b6c9-51d3045d9bd9 req-27129b9f-52a2-4961-b5b5-ed0b66270ba6 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7703948 Jul 13 07:35:36.388576 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7544745d-6a80-4ae0-abfd-4f87da34b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.397310 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ef435-81f8-431e-b6c9-51d3045d9bd9 req-24376305-eeb6-49a8-85d5-8ba9c94ef68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:36.399494 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d31ef435-81f8-431e-b6c9-51d3045d9bd9 req-24376305-eeb6-49a8-85d5-8ba9c94ef68e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9906552 Jul 13 07:35:36.453813 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:36.500825 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0', 'mac_address': 'fa:16:3e:9e:b5:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:36.513555 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544745d-6a80-4ae0-abfd-4f87da34b0c4 admin admin] Pushing event updated for resources: {'Port': ['ID=02aa18b0-3474-49f1-8cc3-fbe158b8103c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:36.625910 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:36.689421 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d31ef435-81f8-431e-b6c9-51d3045d9bd9 req-83f7fe66-4fc8-44ec-8d28-b06280c15ab6 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799650 Jul 13 07:35:36.704435 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7544745d-6a80-4ae0-abfd-4f87da34b0c4 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:36.718294 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.758410 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:36.814770 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:36.832922 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.863604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-7544745d-6a80-4ae0-abfd-4f87da34b0c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:36.875319 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7544745d-6a80-4ae0-abfd-4f87da34b0c4 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:37.059969 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d31ef435-81f8-431e-b6c9-51d3045d9bd9 req-c2936636-c28c-4baf-aa32-be7c4981cbd7 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539877 Jul 13 07:35:37.074951 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:37.219589 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:37.242946 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7bc234d0-35bc-4800-9e91-f9206398cbeb up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:37.294811 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87123ea6-ccdd-4b9f-a92f-70873c607f29 req-3f83170a-80b5-4737-9f94-1b7b3d42f607 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:37.305553 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87123ea6-ccdd-4b9f-a92f-70873c607f29 req-3f83170a-80b5-4737-9f94-1b7b3d42f607 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 944 time: 1.2096488 Jul 13 07:35:37.351887 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dc2bd5-bc7a-4668-8c69-2104a075a520 None None] Network 918c9be5-f73c-4ae4-b262-3a0c8f3703eb requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:37.414169 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87123ea6-ccdd-4b9f-a92f-70873c607f29 req-fee76691-229a-44c7-b748-b013bdb8004c tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067095 Jul 13 07:35:37.484053 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d31ef435-81f8-431e-b6c9-51d3045d9bd9 req-ad1da2e6-3052-4303-b284-fa6b67c23fbf service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0965245 Jul 13 07:35:37.518860 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1831244-4e3d-4b7c-aef3-4ea8031a0240 req-38d45453-a382-4df6-adf4-1a67d06b473d tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:37.538823 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e1831244-4e3d-4b7c-aef3-4ea8031a0240 req-38d45453-a382-4df6-adf4-1a67d06b473d tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 945 time: 0.9045560 Jul 13 07:35:37.614949 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f69c359-05a8-47c9-b873-b88220dc6f7c x-openstack-request-id: req-0f69c359-05a8-47c9-b873-b88220dc6f7c {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:37.615408 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57946b2-3bcd-450f-a587-35fc4b82e4b5", "tag": "50003957-f194-4544-a5d2-366da3dffec6", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:37.615815 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f69c359-05a8-47c9-b873-b88220dc6f7c {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:37.616434 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57946b2-3bcd-450f-a587-35fc4b82e4b5', 'tag': '50003957-f194-4544-a5d2-366da3dffec6', 'status': 'completed', 'code': 200} Jul 13 07:35:37.637124 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e1831244-4e3d-4b7c-aef3-4ea8031a0240 req-c210e29e-7bcc-43f7-8d32-585bc738ee88 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972939 Jul 13 07:35:37.691245 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7544745d-6a80-4ae0-abfd-4f87da34b0c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.703036 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-50e95442-6884-4564-ad28-947b81071df9 None None] Provisioning for port 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:37.737063 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.747840 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-50e95442-6884-4564-ad28-947b81071df9 None None] Provisioning complete for port 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:37.747840 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50e95442-6884-4564-ad28-947b81071df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.794228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 7bc234d0-35bc-4800-9e91-f9206398cbeb completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:37.809058 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 7bc234d0-35bc-4800-9e91-f9206398cbeb triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:37.809555 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.877790 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['7c4e141d-3949-4fd1-a013-184c9b6fc9f0'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:38.039893 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1e500-b217-4fb7-a4f3-b73debb18689 req-94ca5a64-b58b-49db-93f3-81b54c873504 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:38.047886 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-88f1e500-b217-4fb7-a4f3-b73debb18689 req-94ca5a64-b58b-49db-93f3-81b54c873504 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=00fc708c-8ce4-4983-8eaa-7735335b07e9 HTTP/1.1" status: 200 len: 950 time: 0.1608212 Jul 13 07:35:38.065505 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad5101-ddd1-4404-8200-5f09400941d0 req-1dd763d1-5511-436d-8695-1ca32af72970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:38.067141 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e4ad5101-ddd1-4404-8200-5f09400941d0 req-1dd763d1-5511-436d-8695-1ca32af72970 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 1127 time: 0.1510048 Jul 13 07:35:38.078714 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7544745d-6a80-4ae0-abfd-4f87da34b0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:38.105236 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-88f1e500-b217-4fb7-a4f3-b73debb18689 req-3eade14d-fbed-48d7-be2a-69553d2d36b0 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555749 Jul 13 07:35:38.113439 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88f227-9c18-4b1c-837e-0b8ab04dc8ff req-a2bd2091-da83-43e5-9e43-5cc2572a5b8d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:38.136485 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab88f227-9c18-4b1c-837e-0b8ab04dc8ff req-a2bd2091-da83-43e5-9e43-5cc2572a5b8d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 949 time: 0.2151279 Jul 13 07:35:38.172510 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50e95442-6884-4564-ad28-947b81071df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:38.228207 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab88f227-9c18-4b1c-837e-0b8ab04dc8ff req-682bef95-f250-48aa-8bb7-6f24f12196b1 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887635 Jul 13 07:35:38.228648 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-50e95442-6884-4564-ad28-947b81071df9 None None] For port 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac,segment=NetworkSegment(9c66d522-bf0b-47b9-8ccc-166df83de251),segment_id=9c66d522-bf0b-47b9-8ccc-166df83de251)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:38.279691 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50e95442-6884-4564-ad28-947b81071df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:38.332045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7544745d-6a80-4ae0-abfd-4f87da34b0c4 admin admin] Router 43b79d87-bc67-422a-8c91-12c81c17141d is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:35:38.416070 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad5101-ddd1-4404-8200-5f09400941d0 req-94470d84-b78d-4dcb-8527-d1a048b5cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:38.417801 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e4ad5101-ddd1-4404-8200-5f09400941d0 req-94470d84-b78d-4dcb-8527-d1a048b5cb10 service neutron] 10.222.0.62 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 921 time: 0.3365545 Jul 13 07:35:38.543922 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7510097-abdb-4540-9234-c7094f137773 req-715ebdb8-c064-46bf-9623-16897c929aae tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:38.553148 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7510097-abdb-4540-9234-c7094f137773 req-715ebdb8-c064-46bf-9623-16897c929aae tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7fa3fca-9a74-4469-98d1-80c9ae076489 HTTP/1.1" status: 200 len: 945 time: 0.0931685 Jul 13 07:35:38.553409 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e95442-6884-4564-ad28-947b81071df9 None None] Pushing event updated for resources: {'Port': ['ID=2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:38.584370 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e95442-6884-4564-ad28-947b81071df9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:38.584853 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e95442-6884-4564-ad28-947b81071df9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:38.585734 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e95442-6884-4564-ad28-947b81071df9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:38.586187 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e95442-6884-4564-ad28-947b81071df9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:38.586577 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e95442-6884-4564-ad28-947b81071df9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:38.586910 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e95442-6884-4564-ad28-947b81071df9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:38.587260 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e95442-6884-4564-ad28-947b81071df9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:38.587554 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e95442-6884-4564-ad28-947b81071df9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:38.587874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e95442-6884-4564-ad28-947b81071df9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:38.588299 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e95442-6884-4564-ad28-947b81071df9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:38.588499 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e95442-6884-4564-ad28-947b81071df9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:38.588817 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e95442-6884-4564-ad28-947b81071df9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:38.617926 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e4ad5101-ddd1-4404-8200-5f09400941d0 req-700c1d48-828e-4200-9f91-eb370f8dae7c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50003957-f194-4544-a5d2-366da3dffec6 HTTP/1.1" status: 200 len: 217 time: 0.0994296 Jul 13 07:35:38.624172 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:38.636009 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7544745d-6a80-4ae0-abfd-4f87da34b0c4 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:38.646983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7510097-abdb-4540-9234-c7094f137773 req-9757ec5f-7f6b-4394-800c-b50c12b040f2 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928426 Jul 13 07:35:38.688116 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] Sync routers for ids ['43b79d87-bc67-422a-8c91-12c81c17141d'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:38.714416 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] Routers {'43b79d87-bc67-422a-8c91-12c81c17141d'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:38.715207 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:35:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['43b79d87-bc67-422a-8c91-12c81c17141d'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:38.725255 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293057e-c45b-47f7-82c7-4a6b39fc0e94 req-733bdfc8-042c-4b19-9738-713b1836d17e tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:38.733240 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7544745d-6a80-4ae0-abfd-4f87da34b0c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:38.737574 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7544745d-6a80-4ae0-abfd-4f87da34b0c4 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2661734 Jul 13 07:35:38.747124 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5293057e-c45b-47f7-82c7-4a6b39fc0e94 req-733bdfc8-042c-4b19-9738-713b1836d17e tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=00fc708c-8ce4-4983-8eaa-7735335b07e9 HTTP/1.1" status: 200 len: 1102 time: 0.1738892 Jul 13 07:35:38.751207 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33758) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:38.765861 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad5101-ddd1-4404-8200-5f09400941d0 req-5ce301a2-83f3-4d6c-9d55-5d2fa2ef173d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:38.768137 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e4ad5101-ddd1-4404-8200-5f09400941d0 req-5ce301a2-83f3-4d6c-9d55-5d2fa2ef173d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 200 len: 860 time: 0.1293769 Jul 13 07:35:38.842923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 7bc234d0-35bc-4800-9e91-f9206398cbeb, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7bc234d0-35bc-4800-9e91-f9206398cbeb,segment=NetworkSegment(0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3),segment_id=0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:38.853632 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e4ad5101-ddd1-4404-8200-5f09400941d0 req-4cc2c21a-ff7d-4cc3-93ce-adbcacf06db6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=acf8805e-fc72-4645-afdd-bc310db87bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716424 Jul 13 07:35:38.865536 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:38.919407 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5293057e-c45b-47f7-82c7-4a6b39fc0e94 req-81ee56c3-db51-4111-86a3-05e73cd08eb8 tempest-ServersOnMultiNodesTest-628374434 tempest-ServersOnMultiNodesTest-628374434-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695745 Jul 13 07:35:39.000405 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=7bc234d0-35bc-4800-9e91-f9206398cbeb,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:39.102051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] Set router 43b79d87-bc67-422a-8c91-12c81c17141d gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:39.222292 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e4ad5101-ddd1-4404-8200-5f09400941d0 req-9cea8eca-a40e-4d5c-bd06-25e70e36e80d service neutron] 10.222.0.62 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531809 Jul 13 07:35:39.529366 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e4ad5101-ddd1-4404-8200-5f09400941d0 req-130f40cc-b7f4-40f1-9082-abff0b9bba72 service neutron] 10.222.0.62 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863967 Jul 13 07:35:39.537395 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:39.650575 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-11fb5949-b096-43dc-9ca9-57add6b711fa None None] Provisioning complete for port 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:39.650952 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-11fb5949-b096-43dc-9ca9-57add6b711fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.727379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:39.727751 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.774359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'name': 'tempest-TaggedBootDevicesTest_v242-637082467-router', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:32Z', 'updated_at': '2021-07-13T07:35:37Z', 'revision_number': 3, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'gw_port': {'id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:35Z', 'updated_at': '2021-07-13T07:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:39.784752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61b606-7ad2-41b1-97f6-5a24eb6d7c94 req-078e3863-c8ad-47d1-8d02-c6ef99bab9d0 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:39.790113 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef61b606-7ad2-41b1-97f6-5a24eb6d7c94 req-078e3863-c8ad-47d1-8d02-c6ef99bab9d0 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 944 time: 0.4708538 Jul 13 07:35:39.820100 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 9948c12d-8302-46c2-84a9-661f47447539 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:39.861668 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] Checking router: 43b79d87-bc67-422a-8c91-12c81c17141d for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:35:39.862127 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] Updating router 43b79d87-bc67-422a-8c91-12c81c17141d port 02aa18b0-3474-49f1-8cc3-fbe158b8103c binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:35:39.925953 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-15d0e4c1-7d08-45cb-bdea-ade42ab98a0c tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:39.927509 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-15d0e4c1-7d08-45cb-bdea-ade42ab98a0c tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.35 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d&tenant_id=7e545f0f56574564bb5b695119db8b5e&binding%3Ahost_id=n-h1-779913-28 HTTP/1.1" status: 200 len: 949 time: 0.3703763 Jul 13 07:35:39.939125 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d100dbb-5432-4296-8b0e-d045ee7bf7d8 req-1cbd3e35-0fc5-4501-adc5-4d98f4cc6dce tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:39.940698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4d100dbb-5432-4296-8b0e-d045ee7bf7d8 req-1cbd3e35-0fc5-4501-adc5-4d98f4cc6dce tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 945 time: 0.3035312 Jul 13 07:35:39.944168 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef61b606-7ad2-41b1-97f6-5a24eb6d7c94 req-ab51eeeb-316d-4f9b-a339-fe4bbf919ed4 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396408 Jul 13 07:35:39.957863 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.092386 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4d100dbb-5432-4296-8b0e-d045ee7bf7d8 req-47dd0e1f-730c-4df9-98d4-b2d8a8a9c5b0 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106224 Jul 13 07:35:40.120823 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7bc234d0-35bc-4800-9e91-f9206398cbeb up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:40.125432 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 9948c12d-8302-46c2-84a9-661f47447539 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:40.201032 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-b924c282-d641-45ec-9b3c-1cdcc4719947 service neutron] 10.222.0.35 "GET /v2.0/ports/7c4e141d-3949-4fd1-a013-184c9b6fc9f0/bindings/n-h1-779913-28 HTTP/1.1" status: 200 len: 383 time: 0.2550762 Jul 13 07:35:40.217085 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ff124db-9c63-46f9-aaec-38ac2524795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.468750 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 9948c12d-8302-46c2-84a9-661f47447539 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:40.469128 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.591313 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b9c30162-1760-4368-b6db-1d08ad020477 None None] Provisioning complete for port 7bc234d0-35bc-4800-9e91-f9206398cbeb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:40.591766 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b9c30162-1760-4368-b6db-1d08ad020477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.634541 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-6788c7ae-9645-445d-8caa-eae27cd2f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:40.648926 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-6788c7ae-9645-445d-8caa-eae27cd2f467 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 1101 time: 0.4096391 Jul 13 07:35:40.757458 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.778712 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] Transition to ACTIVE for port object 02aa18b0-3474-49f1-8cc3-fbe158b8103c will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:40.796741 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.900682 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bfaf3-5c88-4f59-b014-88a4f81e4943 None None] Pushing event updated for resources: {'Port': ['ID=02aa18b0-3474-49f1-8cc3-fbe158b8103c,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:40.908502 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 7bc234d0-35bc-4800-9e91-f9206398cbeb triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:40.909426 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.943075 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-d8213e7c-c91a-4875-acea-044ddf36685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:40.946452 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-d8213e7c-c91a-4875-acea-044ddf36685a service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.2736671 Jul 13 07:35:41.082765 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-f224cff2-466b-4c95-a703-9e3694196105 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0 HTTP/1.1" status: 200 len: 217 time: 0.1242187 Jul 13 07:35:41.108612 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-4ff124db-9c63-46f9-aaec-38ac2524795e admin admin] Allocated IP 172.20.0.1 (918c9be5-f73c-4ae4-b262-3a0c8f3703eb/74c9f7d4-d0b0-43d4-8a5f-516e5817785d/35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:41.246375 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] Attempting to bind port 02aa18b0-3474-49f1-8cc3-fbe158b8103c on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:41.247705 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cef283-4f58-4b7e-8ed2-69826c7b5450 req-3fa051fa-aa5a-425f-abec-ebe68fa905de tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:41.248084 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] Attempting to bind port 02aa18b0-3474-49f1-8cc3-fbe158b8103c by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:41.248691 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] Attempting to bind port 02aa18b0-3474-49f1-8cc3-fbe158b8103c on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:41.255465 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5cef283-4f58-4b7e-8ed2-69826c7b5450 req-3fa051fa-aa5a-425f-abec-ebe68fa905de tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7fa3fca-9a74-4469-98d1-80c9ae076489 HTTP/1.1" status: 200 len: 945 time: 0.3078821 Jul 13 07:35:41.262216 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:41.263196 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:41.263902 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.264565 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:41.266262 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] Bound port: 02aa18b0-3474-49f1-8cc3-fbe158b8103c, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:41.267008 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.313118 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e32ea-9ae8-4a87-91ea-82693399a1f8 req-5ed84a80-df50-4429-a6ae-915d1caeaf99 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:41.316023 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f10e32ea-9ae8-4a87-91ea-82693399a1f8 req-5ed84a80-df50-4429-a6ae-915d1caeaf99 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 949 time: 0.6661415 Jul 13 07:35:41.368735 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5cef283-4f58-4b7e-8ed2-69826c7b5450 req-620ec396-77ab-4458-b69d-20ac6a45b74f tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113625 Jul 13 07:35:41.425804 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.451187 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-e0cd7a0d-b586-4155-b3d5-ded007a05a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:41.452701 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-e0cd7a0d-b586-4155-b3d5-ded007a05a81 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.3578660 Jul 13 07:35:41.528674 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 9948c12d-8302-46c2-84a9-661f47447539, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=9948c12d-8302-46c2-84a9-661f47447539,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:41.547673 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fa3fca-9a74-4469-98d1-80c9ae076489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9948c12d-8302-46c2-84a9-661f47447539'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:41.547673 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0f0930-c852-4bfe-8888-ece763a129b3" -d '{"events": [{"server_uuid": "a7fa3fca-9a74-4469-98d1-80c9ae076489", "name": "network-vif-plugged", "status": "completed", "tag": "9948c12d-8302-46c2-84a9-661f47447539"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:41.550361 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f10e32ea-9ae8-4a87-91ea-82693399a1f8 req-dbe67e9d-b25d-4869-a75d-bf05c768e679 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535478 Jul 13 07:35:41.552444 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] For port 02aa18b0-3474-49f1-8cc3-fbe158b8103c, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:41.567556 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.673645 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=9948c12d-8302-46c2-84a9-661f47447539,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:41.681795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] For port 02aa18b0-3474-49f1-8cc3-fbe158b8103c, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=02aa18b0-3474-49f1-8cc3-fbe158b8103c,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:41.699851 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.790267 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ff124db-9c63-46f9-aaec-38ac2524795e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.802983 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a3250-810d-427e-a67c-70123e9f1b86 req-c856f87f-1932-4d27-bf22-609cc3f1db68 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:41.812286 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b4a3250-810d-427e-a67c-70123e9f1b86 req-c856f87f-1932-4d27-bf22-609cc3f1db68 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=00fc708c-8ce4-4983-8eaa-7735335b07e9 HTTP/1.1" status: 200 len: 950 time: 0.2197738 Jul 13 07:35:41.831666 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bfaf3-5c88-4f59-b014-88a4f81e4943 None None] Pushing event updated for resources: {'Port': ['ID=02aa18b0-3474-49f1-8cc3-fbe158b8103c,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:41.843207 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:41.910803 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] Routers {'43b79d87-bc67-422a-8c91-12c81c17141d'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:41.911769 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:35:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['43b79d87-bc67-422a-8c91-12c81c17141d'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:41.925662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-4ff124db-9c63-46f9-aaec-38ac2524795e admin admin] Transition to ACTIVE for port object 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:42.026849 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-2c23be89-9f58-46b7-9665-5b39d9c9ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:42.031726 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-2c23be89-9f58-46b7-9665-5b39d9c9ebfc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5168674 Jul 13 07:35:42.053161 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b4a3250-810d-427e-a67c-70123e9f1b86 req-16adacc4-e0be-4faa-a46e-b1393768a949 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397754 Jul 13 07:35:42.063624 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] Set router 43b79d87-bc67-422a-8c91-12c81c17141d gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:42.250883 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ff124db-9c63-46f9-aaec-38ac2524795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.263718 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:42.301223 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:42.308760 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.418078 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff124db-9c63-46f9-aaec-38ac2524795e admin admin] Network 918c9be5-f73c-4ae4-b262-3a0c8f3703eb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:42.437773 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-4ff124db-9c63-46f9-aaec-38ac2524795e admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:42.468519 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff124db-9c63-46f9-aaec-38ac2524795e admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:42.469660 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ff124db-9c63-46f9-aaec-38ac2524795e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.494124 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da19f9-2eb7-4efe-9630-bea3c963a3c1 req-188a39e6-aee7-42a5-abe6-0fa44dfddbf2 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:42.504644 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c9da19f9-2eb7-4efe-9630-bea3c963a3c1 req-188a39e6-aee7-42a5-abe6-0fa44dfddbf2 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 944 time: 0.5953784 Jul 13 07:35:42.589966 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.678336 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff124db-9c63-46f9-aaec-38ac2524795e admin admin] Pushing event updated for resources: {'Port': ['ID=35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:42.753075 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-91f60555-df14-410f-8cae-4e10b4abe4ce service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6933892 Jul 13 07:35:42.899377 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.908218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 50003957-f194-4544-a5d2-366da3dffec6 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:42.985200 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107e885-fabf-488f-bd14-d1e3b72e5e19 req-ce979608-0387-4624-acbe-fce53509552b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:42.986819 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7107e885-fabf-488f-bd14-d1e3b72e5e19 req-ce979608-0387-4624-acbe-fce53509552b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.62 "GET /v2.0/ports?device_id=00fc708c-8ce4-4983-8eaa-7735335b07e9 HTTP/1.1" status: 200 len: 950 time: 0.1261182 Jul 13 07:35:42.995932 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-52e9bf60-eaca-4243-b6a6-ff5e7376443c service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295890 Jul 13 07:35:43.019526 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:43.055793 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.274781 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-7107e885-fabf-488f-bd14-d1e3b72e5e19 req-aad8f7e3-c3a0-4b21-b78f-7317e3653fc5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Deleting port 0fc9f5a8-231a-46a2-aab1-bb3212edc608 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:43.275129 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7107e885-fabf-488f-bd14-d1e3b72e5e19 req-aad8f7e3-c3a0-4b21-b78f-7317e3653fc5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.279972 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:43.327128 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0d31c34c-783f-4557-ad24-641a0cedf2cd None None] Provisioning for port 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:43.338821 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0d31c34c-783f-4557-ad24-641a0cedf2cd None None] Provisioning complete for port 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:43.338821 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d31c34c-783f-4557-ad24-641a0cedf2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.526481 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'name': 'tempest-TaggedBootDevicesTest_v242-637082467-router', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:32Z', 'updated_at': '2021-07-13T07:35:37Z', 'revision_number': 3, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'gw_port': {'id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:35Z', 'updated_at': '2021-07-13T07:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:43.600654 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28490e09-5940-4e39-b12d-94715b2d3e2b None None] The sync data for ids ['43b79d87-bc67-422a-8c91-12c81c17141d'] in n-d-779913-28 is: [{'id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'name': 'tempest-TaggedBootDevicesTest_v242-637082467-router', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:32Z', 'updated_at': '2021-07-13T07:35:37Z', 'revision_number': 3, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'gw_port': {'id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:35Z', 'updated_at': '2021-07-13T07:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:43.616101 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0d31c34c-783f-4557-ad24-641a0cedf2cd None None] Port 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:43.676853 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea30bbb-44be-42b2-bd55-7d1e47aad9f4 req-62bd1231-ce40-48b2-a650-a031afc5ff64 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:43.679149 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ea30bbb-44be-42b2-bd55-7d1e47aad9f4 req-62bd1231-ce40-48b2-a650-a031afc5ff64 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 945 time: 1.3043036 Jul 13 07:35:43.743140 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c9da19f9-2eb7-4efe-9630-bea3c963a3c1 req-2b2264aa-3c1e-4a1b-b90f-3e380b97554b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2406409 Jul 13 07:35:43.745069 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ff124db-9c63-46f9-aaec-38ac2524795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.751614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-44687474-5d37-4b09-a02f-e0907054bc19 None None] Provisioning complete for port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:43.752041 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44687474-5d37-4b09-a02f-e0907054bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.931514 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ea30bbb-44be-42b2-bd55-7d1e47aad9f4 req-28fe3dee-fe61-4d8d-883f-91924df0716b tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872795 Jul 13 07:35:44.081821 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f794560-395a-469d-b515-f0cfafe83742 x-openstack-request-id: req-0f794560-395a-469d-b515-f0cfafe83742 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:44.081821 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7fa3fca-9a74-4469-98d1-80c9ae076489", "name": "network-vif-plugged", "status": "completed", "tag": "9948c12d-8302-46c2-84a9-661f47447539", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:44.081821 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f794560-395a-469d-b515-f0cfafe83742 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:44.081821 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7fa3fca-9a74-4469-98d1-80c9ae076489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9948c12d-8302-46c2-84a9-661f47447539', 'code': 200} Jul 13 07:35:44.253600 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7107e885-fabf-488f-bd14-d1e3b72e5e19 req-aad8f7e3-c3a0-4b21-b78f-7317e3653fc5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] For port 0fc9f5a8-231a-46a2-aab1-bb3212edc608, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=0fc9f5a8-231a-46a2-aab1-bb3212edc608,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:44.257199 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7107e885-fabf-488f-bd14-d1e3b72e5e19 req-aad8f7e3-c3a0-4b21-b78f-7317e3653fc5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.301058 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-7107e885-fabf-488f-bd14-d1e3b72e5e19 req-aad8f7e3-c3a0-4b21-b78f-7317e3653fc5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Calling delete_port for 0fc9f5a8-231a-46a2-aab1-bb3212edc608 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:44.368222 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-b9b34db6-857a-4b94-b08a-5fdc0b435174 service neutron] 10.222.0.62 "GET /v2.0/ports/50003957-f194-4544-a5d2-366da3dffec6/bindings/n-h1-779913-28 HTTP/1.1" status: 200 len: 385 time: 0.4004271 Jul 13 07:35:44.395580 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ff124db-9c63-46f9-aaec-38ac2524795e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.429550 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ff124db-9c63-46f9-aaec-38ac2524795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.597736 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ff124db-9c63-46f9-aaec-38ac2524795e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.612297 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff124db-9c63-46f9-aaec-38ac2524795e admin admin] Pushing event updated for resources: {'Port': ['ID=35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:44.771921 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-9514e616-d73c-4832-b81d-633a586d4658 req-cebaa331-e53e-4d9c-a969-c1bec3bb8989 service neutron] For port 50003957-f194-4544-a5d2-366da3dffec6, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=50003957-f194-4544-a5d2-366da3dffec6,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:44.784731 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae12566-9a72-4f46-8a50-231fc3dcca85 req-67119728-7cab-4f21-8c71-5b5c906730b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:44.787183 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bae12566-9a72-4f46-8a50-231fc3dcca85 req-67119728-7cab-4f21-8c71-5b5c906730b2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a7fa3fca-9a74-4469-98d1-80c9ae076489 HTTP/1.1" status: 200 len: 1098 time: 0.4967895 Jul 13 07:35:44.805737 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-9514e616-d73c-4832-b81d-633a586d4658 req-cebaa331-e53e-4d9c-a969-c1bec3bb8989 service neutron] For port 50003957-f194-4544-a5d2-366da3dffec6, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:44.851626 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b3ed9-1bbe-42d5-ba33-486ef7326190 req-a9c16d8a-b5d3-4719-82e4-b60fc0a88678 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:44.858742 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a8b3ed9-1bbe-42d5-ba33-486ef7326190 req-a9c16d8a-b5d3-4719-82e4-b60fc0a88678 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7fa3fca-9a74-4469-98d1-80c9ae076489 HTTP/1.1" status: 200 len: 946 time: 0.4422255 Jul 13 07:35:44.898364 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e62bf520-cdfd-4b61-a629-0570eaabb984 None None] Provisioning complete for port 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:44.899776 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e62bf520-cdfd-4b61-a629-0570eaabb984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.914717 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-9514e616-d73c-4832-b81d-633a586d4658 req-cebaa331-e53e-4d9c-a969-c1bec3bb8989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50003957-f194-4544-a5d2-366da3dffec6 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:44.955487 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e62bf520-cdfd-4b61-a629-0570eaabb984 None None] Port 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:44.963808 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-9514e616-d73c-4832-b81d-633a586d4658 req-cebaa331-e53e-4d9c-a969-c1bec3bb8989 service neutron] For port 50003957-f194-4544-a5d2-366da3dffec6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=50003957-f194-4544-a5d2-366da3dffec6,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:44.982570 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7107e885-fabf-488f-bd14-d1e3b72e5e19 req-aad8f7e3-c3a0-4b21-b78f-7317e3653fc5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.998071 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a8b3ed9-1bbe-42d5-ba33-486ef7326190 req-db36d6ba-1e8f-4ac5-8332-de33542d5b18 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313791 Jul 13 07:35:45.000317 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3d4bdfc8-f779-4b57-85be-37da3028ceb7', '9ab82b42-5404-4cea-8446-d241b04d031a'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:45.006484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d50fbcb0-639b-4372-a596-26b4ae4247fd', '45acecb5-5e3d-4015-9a01-9e93f1ddfde4', '6307f0ac-2121-4925-a578-c298a7b184cd', 'ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc', '8554eda6-f772-434b-856f-f3682a3b31f5'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:45.047559 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9514e616-d73c-4832-b81d-633a586d4658 req-cebaa331-e53e-4d9c-a969-c1bec3bb8989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.061626 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d57d1-3f4e-42bd-b9eb-85753973ec0b req-f34d903d-9f1d-46df-a244-cc9fc4968850 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:45.089252 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f0d57d1-3f4e-42bd-b9eb-85753973ec0b req-f34d903d-9f1d-46df-a244-cc9fc4968850 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.5781624 Jul 13 07:35:45.091273 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8f7e3-c3a0-4b21-b78f-7317e3653fc5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Pushing event deleted for resources: {'Port': ['ID=0fc9f5a8-231a-46a2-aab1-bb3212edc608,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:45.169120 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bae12566-9a72-4f46-8a50-231fc3dcca85 req-b40bd82f-8d8b-475b-be09-60a5ee35e851 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477068 Jul 13 07:35:45.172569 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff124db-9c63-46f9-aaec-38ac2524795e admin admin] Network 918c9be5-f73c-4ae4-b262-3a0c8f3703eb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:45.247595 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-4ff124db-9c63-46f9-aaec-38ac2524795e admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:45.256209 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7107e885-fabf-488f-bd14-d1e3b72e5e19 req-aad8f7e3-c3a0-4b21-b78f-7317e3653fc5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] No DVR routers for this DVR port 0fc9f5a8-231a-46a2-aab1-bb3212edc608 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:45.259731 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7107e885-fabf-488f-bd14-d1e3b72e5e19 req-aad8f7e3-c3a0-4b21-b78f-7317e3653fc5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.261389 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72ce9cd3-90cd-4b00-98c7-dc5c01e81be1 req-4f19ecaf-9784-40df-b2e0-58379895d818 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=00fc708c-8ce4-4983-8eaa-7735335b07e9 HTTP/1.1" status: 200 len: 210 time: 0.0877867 Jul 13 07:35:45.266655 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7107e885-fabf-488f-bd14-d1e3b72e5e19 req-aad8f7e3-c3a0-4b21-b78f-7317e3653fc5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.62 "DELETE /v2.0/ports/0fc9f5a8-231a-46a2-aab1-bb3212edc608 HTTP/1.1" status: 204 len: 173 time: 2.2720189 Jul 13 07:35:45.267463 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fc708c-8ce4-4983-8eaa-7735335b07e9', 'name': 'network-vif-deleted', 'tag': '0fc9f5a8-231a-46a2-aab1-bb3212edc608'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:45.275310 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a204879-e35b-421a-90b3-8d75d35684f4" -d '{"events": [{"server_uuid": "00fc708c-8ce4-4983-8eaa-7735335b07e9", "name": "network-vif-deleted", "tag": "0fc9f5a8-231a-46a2-aab1-bb3212edc608"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:45.356741 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f0d57d1-3f4e-42bd-b9eb-85753973ec0b req-d8040b24-4740-42dd-a30a-8fc6e5d0500c tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666435 Jul 13 07:35:45.550530 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-9514e616-d73c-4832-b81d-633a586d4658 req-cebaa331-e53e-4d9c-a969-c1bec3bb8989 service neutron] Transition to ACTIVE for port object 50003957-f194-4544-a5d2-366da3dffec6 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:45.562165 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9514e616-d73c-4832-b81d-633a586d4658 req-cebaa331-e53e-4d9c-a969-c1bec3bb8989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.720873 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebaa331-e53e-4d9c-a969-c1bec3bb8989 service neutron] Pushing event updated for resources: {'Port': ['ID=50003957-f194-4544-a5d2-366da3dffec6,revision_number=10']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:45.761991 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 02aa18b0-3474-49f1-8cc3-fbe158b8103c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:45.830846 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9514e616-d73c-4832-b81d-633a586d4658 req-cebaa331-e53e-4d9c-a969-c1bec3bb8989 service neutron] No DVR routers for this DVR port 50003957-f194-4544-a5d2-366da3dffec6 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:45.900483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff124db-9c63-46f9-aaec-38ac2524795e admin admin] Router 43b79d87-bc67-422a-8c91-12c81c17141d has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:35:45.926607 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-cebaa331-e53e-4d9c-a969-c1bec3bb8989 service neutron] 10.222.0.62 "PUT /v2.0/ports/50003957-f194-4544-a5d2-366da3dffec6/bindings/n-h1-779913-28/activate HTTP/1.1" status: 200 len: 370 time: 1.4826202 Jul 13 07:35:45.934656 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb61012-865b-4b0d-92c5-ab1c32f79349 req-0a2214cc-d35c-400d-815b-fc4c7c55089b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:45.948321 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cbb61012-865b-4b0d-92c5-ab1c32f79349 req-0a2214cc-d35c-400d-815b-fc4c7c55089b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 945 time: 0.3068790 Jul 13 07:35:46.000571 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f7940-b6c3-4b65-acc5-0cd46afb3129 req-6e4f0391-cd3d-4336-91e9-c2ac607cb322 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:46.009245 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c9f7940-b6c3-4b65-acc5-0cd46afb3129 req-6e4f0391-cd3d-4336-91e9-c2ac607cb322 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 945 time: 0.2644503 Jul 13 07:35:46.018427 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2a95815c-4475-4f5e-8734-ad3a1b4bb560 None None] Provisioning complete for port 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:46.018993 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a95815c-4475-4f5e-8734-ad3a1b4bb560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.073114 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 02aa18b0-3474-49f1-8cc3-fbe158b8103c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:46.082452 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b849dfd0-09b8-4cd0-80cf-6e686b864b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:46.085772 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dc137b-66aa-47b8-985b-3cbad46a9e9b" -d '{"events": [{"server_uuid": "b849dfd0-09b8-4cd0-80cf-6e686b864b2d", "name": "network-vif-plugged", "status": "completed", "tag": "7c4e141d-3949-4fd1-a013-184c9b6fc9f0"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:46.110008 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 02aa18b0-3474-49f1-8cc3-fbe158b8103c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:46.110403 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.123246 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cbb61012-865b-4b0d-92c5-ab1c32f79349 req-36fae20f-6130-4930-814d-9a3301aa5a2a tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727719 Jul 13 07:35:46.229338 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c9f7940-b6c3-4b65-acc5-0cd46afb3129 req-d72a0bd7-8bbd-431e-af86-63f987c5d8e5 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179422 Jul 13 07:35:46.249199 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2a95815c-4475-4f5e-8734-ad3a1b4bb560 None None] Port 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:46.326805 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff124db-9c63-46f9-aaec-38ac2524795e admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:46.336641 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4ff124db-9c63-46f9-aaec-38ac2524795e admin admin] 10.222.0.58 "PUT /v2.0/routers/43b79d87-bc67-422a-8c91-12c81c17141d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5770822 Jul 13 07:35:46.357360 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00b2bcb-531d-4caf-91a7-23e7ecbc5b24 x-openstack-request-id: req-e00b2bcb-531d-4caf-91a7-23e7ecbc5b24 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:46.358486 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fc708c-8ce4-4983-8eaa-7735335b07e9", "name": "network-vif-deleted", "tag": "0fc9f5a8-231a-46a2-aab1-bb3212edc608", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:46.358980 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e00b2bcb-531d-4caf-91a7-23e7ecbc5b24 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:46.359906 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fc708c-8ce4-4983-8eaa-7735335b07e9', 'name': 'network-vif-deleted', 'tag': '0fc9f5a8-231a-46a2-aab1-bb3212edc608', 'status': 'completed', 'code': 200} Jul 13 07:35:46.426667 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.488069 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 02aa18b0-3474-49f1-8cc3-fbe158b8103c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=02aa18b0-3474-49f1-8cc3-fbe158b8103c,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:46.516449 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.817192 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff9c034d-e0a0-4dfd-b385-900217a86c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:46.826433 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff9c034d-e0a0-4dfd-b385-900217a86c7e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d&tenant_id=7e545f0f56574564bb5b695119db8b5e HTTP/1.1" status: 200 len: 1102 time: 0.2269790 Jul 13 07:35:46.842851 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-28', 'device_owner': 'compute:nova'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:46.882057 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=02aa18b0-3474-49f1-8cc3-fbe158b8103c,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:46.912572 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 0fc9f5a8-231a-46a2-aab1-bb3212edc608 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:46.981958 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 0fc9f5a8-231a-46a2-aab1-bb3212edc608 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:46.982515 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 0fc9f5a8-231a-46a2-aab1-bb3212edc608 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:47.012640 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] Sync routers for ids ['43b79d87-bc67-422a-8c91-12c81c17141d'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:47.033365 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] Routers {'43b79d87-bc67-422a-8c91-12c81c17141d'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:47.044817 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:35:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['43b79d87-bc67-422a-8c91-12c81c17141d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:47.061754 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49acf0-48a2-4c60-a1c7-df78d66e0e94 req-ce3d3d92-9f4e-4336-8286-e635bab338af tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:47.073901 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e49acf0-48a2-4c60-a1c7-df78d66e0e94 req-ce3d3d92-9f4e-4336-8286-e635bab338af tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7fa3fca-9a74-4469-98d1-80c9ae076489 HTTP/1.1" status: 200 len: 946 time: 0.3732409 Jul 13 07:35:47.092575 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514e616-d73c-4832-b81d-633a586d4658 req-99c6ae10-7fce-4c1b-9d83-bad384321cad tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:47.096094 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-99c6ae10-7fce-4c1b-9d83-bad384321cad tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5&tenant_id=15158e7fe97d4861a97b0a945f95d776&binding%3Ahost_id=n-h2-779913-28 HTTP/1.1" status: 200 len: 1097 time: 0.3616583 Jul 13 07:35:47.152878 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.282967 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8b6212-c42d-4207-b8c1-3e35eac14c03 x-openstack-request-id: req-0c8b6212-c42d-4207-b8c1-3e35eac14c03 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:47.283544 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b849dfd0-09b8-4cd0-80cf-6e686b864b2d", "name": "network-vif-plugged", "status": "completed", "tag": "7c4e141d-3949-4fd1-a013-184c9b6fc9f0", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:47.283544 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0c8b6212-c42d-4207-b8c1-3e35eac14c03 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:47.283900 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b849dfd0-09b8-4cd0-80cf-6e686b864b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0', 'code': 200} Jul 13 07:35:47.289175 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e49acf0-48a2-4c60-a1c7-df78d66e0e94 req-c81d983d-7bd5-4e68-9e77-5a5042d5215d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142735 Jul 13 07:35:47.389147 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514e616-d73c-4832-b81d-633a586d4658 req-6e0eb5b7-52ca-4157-a0b2-1b8633867bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:47.390686 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-6e0eb5b7-52ca-4157-a0b2-1b8633867bc5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5&tenant_id=15158e7fe97d4861a97b0a945f95d776 HTTP/1.1" status: 200 len: 1097 time: 0.2791142 Jul 13 07:35:47.420277 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:35:47.446885 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] Set router 43b79d87-bc67-422a-8c91-12c81c17141d gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:47.516833 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 02aa18b0-3474-49f1-8cc3-fbe158b8103c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:47.564580 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514e616-d73c-4832-b81d-633a586d4658 req-a36d7a04-af5b-4192-a3ac-4b2d275aee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:47.566388 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-a36d7a04-af5b-4192-a3ac-4b2d275aee40 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 1097 time: 0.1311560 Jul 13 07:35:47.643861 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 02aa18b0-3474-49f1-8cc3-fbe158b8103c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:47.644235 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.668366 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] For port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:47.783364 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] For port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:47.872927 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.878731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:47.892109 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] Transition to ACTIVE for port object 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:47.901167 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.952494 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:48.017482 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] No DVR routers for this DVR port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:48.028048 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] Pushing event updated for resources: {'Port': ['ID=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,revision_number=10']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:48.078929 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] Attempting to bind port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:48.079247 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] Attempting to bind port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:48.079583 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] Attempting to bind port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:48.087019 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] Port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:35:48.087333 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] Attempting to bind port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:48.093478 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'name': 'tempest-TaggedBootDevicesTest_v242-637082467-router', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:32Z', 'updated_at': '2021-07-13T07:35:43Z', 'revision_number': 4, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'gw_port': {'id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:35Z', 'updated_at': '2021-07-13T07:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2', 'name': '', 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'mac_address': 'fa:16:3e:3c:ba:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '74c9f7d4-d0b0-43d4-8a5f-516e5817785d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:40Z', 'updated_at': '2021-07-13T07:35:43Z', 'revision_number': 2, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'subnets': [{'id': '74c9f7d4-d0b0-43d4-8a5f-516e5817785d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:48.094972 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514e616-d73c-4832-b81d-633a586d4658 req-0e01a537-0c83-4c49-a55b-3d5c7f091208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:48.095950 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:48.096299 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:48.096501 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-0e01a537-0c83-4c49-a55b-3d5c7f091208 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 921 time: 0.5202792 Jul 13 07:35:48.096664 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:48.097110 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] Bound port: 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:48.101472 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.154457 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e84bd8-9c53-4ef8-a95a-0844be3c289c req-e5836399-134f-4a8f-8841-43b3f9aade3d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:48.162435 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50e84bd8-9c53-4ef8-a95a-0844be3c289c req-e5836399-134f-4a8f-8841-43b3f9aade3d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.3756678 Jul 13 07:35:48.170876 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] Checking router: 43b79d87-bc67-422a-8c91-12c81c17141d for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:35:48.171425 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] Updating router 43b79d87-bc67-422a-8c91-12c81c17141d port 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:35:48.244789 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-087b4958-f71e-4928-b465-ab95fd78dc5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50003957-f194-4544-a5d2-366da3dffec6 HTTP/1.1" status: 200 len: 217 time: 0.1163731 Jul 13 07:35:48.260291 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa944051-6b81-4e57-88b3-e52cde10ed00 req-c27cbc21-4350-4d64-a2d5-7a3a6c12f9b5 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:48.267235 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.267464 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa944051-6b81-4e57-88b3-e52cde10ed00 req-c27cbc21-4350-4d64-a2d5-7a3a6c12f9b5 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 945 time: 0.3736377 Jul 13 07:35:48.280995 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] For port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:48.290670 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] For port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:48.306575 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.341075 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514e616-d73c-4832-b81d-633a586d4658 req-f59e2dae-c6e1-4def-8277-b3b19989dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:48.354144 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-f59e2dae-c6e1-4def-8277-b3b19989dd96 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 200 len: 860 time: 0.0745409 Jul 13 07:35:48.377074 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b849dfd0-09b8-4cd0-80cf-6e686b864b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:48.382902 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36c9f8e-e3f7-4538-9b81-594fbada062b" -d '{"events": [{"server_uuid": "b849dfd0-09b8-4cd0-80cf-6e686b864b2d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c4e141d-3949-4fd1-a013-184c9b6fc9f0"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:48.404370 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:48.405050 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.409543 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] 10.222.0.62 "PUT /v2.0/ports/7c4e141d-3949-4fd1-a013-184c9b6fc9f0 HTTP/1.1" status: 200 len: 1098 time: 1.5712762 Jul 13 07:35:48.460156 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-8664a699-bffa-48e7-aeee-88f1f243b10f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf8805e-fc72-4645-afdd-bc310db87bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896614 Jul 13 07:35:48.556953 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50e84bd8-9c53-4ef8-a95a-0844be3c289c req-e3ff7305-5973-47fe-927c-ff5adbbc2b05 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935118 Jul 13 07:35:48.581053 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e233f-a233-4a36-ba25-959a45d48aaa service neutron] Pushing event updated for resources: {'Port': ['ID=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,revision_number=11']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:48.659672 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa944051-6b81-4e57-88b3-e52cde10ed00 req-cea9a834-ce15-4a78-b2bc-ce8bdc54bc6b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911560 Jul 13 07:35:48.667243 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-45cd5a71-a2d3-4176-b760-156a3557bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:48.678061 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-45cd5a71-a2d3-4176-b760-156a3557bc21 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 1101 time: 0.2185621 Jul 13 07:35:48.809479 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-58c1a40b-3503-412d-af17-421fb4d6c261 service neutron] 10.222.0.35 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201442 Jul 13 07:35:48.837863 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.880800 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] Transition to ACTIVE for port object 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:48.894373 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.952213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-f2212764-b677-4e27-88e8-67741501da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:48.955829 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-f2212764-b677-4e27-88e8-67741501da0f service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.2687497 Jul 13 07:35:48.973235 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-2ed63509-b056-4a33-9897-5bcb246544f9 service neutron] 10.222.0.35 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523690 Jul 13 07:35:49.073862 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-7ce197a3-7c6e-4ddf-ad9b-050a136f495d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0 HTTP/1.1" status: 200 len: 217 time: 0.1076660 Jul 13 07:35:49.126016 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cf2d9-44b7-4312-ba9f-4c91016cbc2a req-0fbaa419-9876-4cad-a26a-80cf29ca0c3c tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:49.138353 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-143cf2d9-44b7-4312-ba9f-4c91016cbc2a req-0fbaa419-9876-4cad-a26a-80cf29ca0c3c tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 945 time: 0.1574526 Jul 13 07:35:49.209844 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] Attempting to bind port 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:49.210993 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] Attempting to bind port 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '9c66d522-bf0b-47b9-8ccc-166df83de251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:49.212580 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] Attempting to bind port 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 on network 918c9be5-f73c-4ae4-b262-3a0c8f3703eb {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:49.225034 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-a67384ce-bafe-4b59-b5a1-ef789994a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:49.229455 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:49.231167 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-a67384ce-bafe-4b59-b5a1-ef789994a242 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1481993 Jul 13 07:35:49.231459 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] Checking segment: {'id': '9c66d522-bf0b-47b9-8ccc-166df83de251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:49.232201 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.234693 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] Bound using segment: {'id': '9c66d522-bf0b-47b9-8ccc-166df83de251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:49.235413 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] Bound port: 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c66d522-bf0b-47b9-8ccc-166df83de251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:49.236210 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.237223 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-143cf2d9-44b7-4312-ba9f-4c91016cbc2a req-2df1f954-bb56-439f-b357-601219237dce tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962133 Jul 13 07:35:49.271303 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6447c-4472-4d8d-8eaa-c529f6871361 None None] Pushing event updated for resources: {'Port': ['ID=35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:49.327279 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-b8faf328-8850-499f-9734-96476868c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:49.328942 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-b8faf328-8850-499f-9734-96476868c58a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0894499 Jul 13 07:35:49.352384 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] For port 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:49.356576 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] For port 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2,segment=NetworkSegment(9c66d522-bf0b-47b9-8ccc-166df83de251),segment_id=9c66d522-bf0b-47b9-8ccc-166df83de251)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:49.363236 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6447c-4472-4d8d-8eaa-c529f6871361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:49.364325 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6447c-4472-4d8d-8eaa-c529f6871361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:49.365546 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6447c-4472-4d8d-8eaa-c529f6871361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:49.366103 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6447c-4472-4d8d-8eaa-c529f6871361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:49.367185 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6447c-4472-4d8d-8eaa-c529f6871361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:49.367700 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6447c-4472-4d8d-8eaa-c529f6871361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:49.368187 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6447c-4472-4d8d-8eaa-c529f6871361 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:49.368671 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6447c-4472-4d8d-8eaa-c529f6871361 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:49.369202 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6447c-4472-4d8d-8eaa-c529f6871361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:49.369681 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6447c-4472-4d8d-8eaa-c529f6871361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:49.370195 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6447c-4472-4d8d-8eaa-c529f6871361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:49.370673 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6447c-4472-4d8d-8eaa-c529f6871361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:49.377265 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.512918 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] Routers {'43b79d87-bc67-422a-8c91-12c81c17141d'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:49.514210 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:35:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['43b79d87-bc67-422a-8c91-12c81c17141d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:49.530473 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6447c-4472-4d8d-8eaa-c529f6871361 None None] Pushing event updated for resources: {'Port': ['ID=35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:49.649521 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a260f0f8-5154-4e8b-b054-3352823bbc94 x-openstack-request-id: req-a260f0f8-5154-4e8b-b054-3352823bbc94 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:49.649816 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b849dfd0-09b8-4cd0-80cf-6e686b864b2d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c4e141d-3949-4fd1-a013-184c9b6fc9f0", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:49.653440 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a260f0f8-5154-4e8b-b054-3352823bbc94 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:49.653864 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b849dfd0-09b8-4cd0-80cf-6e686b864b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0', 'code': 200} Jul 13 07:35:49.669336 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-5d372341-df39-40ea-bd81-996b9dfc8946 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301919 Jul 13 07:35:49.930919 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] Set router 43b79d87-bc67-422a-8c91-12c81c17141d gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:49.942966 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-06e52ae0-e8c7-4cd0-af5e-7047c515263b req-41d0a188-b785-4516-b5b9-17e82a164b1e service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611258 Jul 13 07:35:49.999294 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f61b5-152b-4f7c-b2bb-c27f8166dc3f req-dd57367d-ee9d-45e3-beb3-6c274fe6e95c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:50.023415 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d93f61b5-152b-4f7c-b2bb-c27f8166dc3f req-dd57367d-ee9d-45e3-beb3-6c274fe6e95c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7fa3fca-9a74-4469-98d1-80c9ae076489 HTTP/1.1" status: 200 len: 946 time: 0.5510218 Jul 13 07:35:50.087394 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514e616-d73c-4832-b81d-633a586d4658 req-8ed79e36-6d28-45da-bae8-6d65888ef63d tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:50.089210 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-8ed79e36-6d28-45da-bae8-6d65888ef63d tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5&tenant_id=15158e7fe97d4861a97b0a945f95d776&binding%3Ahost_id=n-h1-779913-28 HTTP/1.1" status: 200 len: 1097 time: 0.5868745 Jul 13 07:35:50.209247 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d93f61b5-152b-4f7c-b2bb-c27f8166dc3f req-95a1b50d-14a6-4401-8af8-97a42e91f1c4 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826417 Jul 13 07:35:50.306921 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3b2ca-ab03-4ea1-ab98-b328f55db856 req-b11a4e20-142c-4918-b902-e3644530c934 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:50.322477 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d4b3b2ca-ab03-4ea1-ab98-b328f55db856 req-b11a4e20-142c-4918-b902-e3644530c934 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c23438b-b1a9-4c12-8a38-93b015451ed6 HTTP/1.1" status: 200 len: 950 time: 0.4963334 Jul 13 07:35:50.394535 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'name': 'tempest-TaggedBootDevicesTest_v242-637082467-router', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:32Z', 'updated_at': '2021-07-13T07:35:43Z', 'revision_number': 4, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'gw_port': {'id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:35Z', 'updated_at': '2021-07-13T07:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2', 'name': '', 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'mac_address': 'fa:16:3e:3c:ba:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '74c9f7d4-d0b0-43d4-8a5f-516e5817785d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:40Z', 'updated_at': '2021-07-13T07:35:49Z', 'revision_number': 4, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'subnets': [{'id': '74c9f7d4-d0b0-43d4-8a5f-516e5817785d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:50.437392 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74d33e-c631-4c58-a707-1064f3c3111b None None] The sync data for ids ['43b79d87-bc67-422a-8c91-12c81c17141d'] in n-d-779913-28 is: [{'id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'name': 'tempest-TaggedBootDevicesTest_v242-637082467-router', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:32Z', 'updated_at': '2021-07-13T07:35:43Z', 'revision_number': 4, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'gw_port': {'id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:35Z', 'updated_at': '2021-07-13T07:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2', 'name': '', 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'mac_address': 'fa:16:3e:3c:ba:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '74c9f7d4-d0b0-43d4-8a5f-516e5817785d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:40Z', 'updated_at': '2021-07-13T07:35:49Z', 'revision_number': 4, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'subnets': [{'id': '74c9f7d4-d0b0-43d4-8a5f-516e5817785d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:50.472769 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d4b3b2ca-ab03-4ea1-ab98-b328f55db856 req-9b7936eb-870c-488b-9c3e-83a4dcb0ed9d tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492860 Jul 13 07:35:50.474026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9514e616-d73c-4832-b81d-633a586d4658 req-1c05a3a2-7a14-43f0-99bf-8b01e21ee7bf service neutron] For port 50003957-f194-4544-a5d2-366da3dffec6, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:50.498636 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9514e616-d73c-4832-b81d-633a586d4658 req-1c05a3a2-7a14-43f0-99bf-8b01e21ee7bf service neutron] Notify callbacks [] for binding, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.498994 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9514e616-d73c-4832-b81d-633a586d4658 req-1c05a3a2-7a14-43f0-99bf-8b01e21ee7bf service neutron] 10.222.0.35 "DELETE /v2.0/ports/50003957-f194-4544-a5d2-366da3dffec6/bindings/n-h2-779913-28 HTTP/1.1" status: 204 len: 173 time: 0.3999557 Jul 13 07:35:50.568748 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc7ef9-8de2-4860-a587-55f2f9ea1553 req-63050369-7d23-46d2-8ea4-bfbf32c83489 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:50.571039 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bacc7ef9-8de2-4860-a587-55f2f9ea1553 req-63050369-7d23-46d2-8ea4-bfbf32c83489 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 949 time: 0.1325052 Jul 13 07:35:50.734513 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bacc7ef9-8de2-4860-a587-55f2f9ea1553 req-b3b79e9e-1f2b-423c-8da3-a3ef4679529d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514447 Jul 13 07:35:50.976180 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e76804-eef8-474b-bebe-16d70fcf9c20 req-a9fa12d5-8255-4543-8a80-ea36b1a12f0c tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:50.977783 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6e76804-eef8-474b-bebe-16d70fcf9c20 req-a9fa12d5-8255-4543-8a80-ea36b1a12f0c tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c23438b-b1a9-4c12-8a38-93b015451ed6 HTTP/1.1" status: 200 len: 950 time: 0.1799064 Jul 13 07:35:51.066420 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909e051-5c3f-489b-8c6d-86726415dc3a req-4590fffa-7b13-4796-95aa-c9bb789c9999 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:51.077710 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5909e051-5c3f-489b-8c6d-86726415dc3a req-4590fffa-7b13-4796-95aa-c9bb789c9999 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 945 time: 0.1985450 Jul 13 07:35:51.278506 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5909e051-5c3f-489b-8c6d-86726415dc3a req-5b016483-2230-4580-8173-844b828fba8a tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988823 Jul 13 07:35:51.375856 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-d6e76804-eef8-474b-bebe-16d70fcf9c20 req-f482e18c-9749-4163-aca9-6a03127087ab tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Deleting port 8554eda6-f772-434b-856f-f3682a3b31f5 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:51.376200 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d6e76804-eef8-474b-bebe-16d70fcf9c20 req-f482e18c-9749-4163-aca9-6a03127087ab tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.605907 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:51.655515 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b849dfd0-09b8-4cd0-80cf-6e686b864b2d', 'tag': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:51.659010 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d9dacc-a7a3-4be0-a535-c54e56f8d723" -d '{"events": [{"name": "network-changed", "server_uuid": "b849dfd0-09b8-4cd0-80cf-6e686b864b2d", "tag": "7c4e141d-3949-4fd1-a013-184c9b6fc9f0"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:51.669545 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-d6e76804-eef8-474b-bebe-16d70fcf9c20 req-f482e18c-9749-4163-aca9-6a03127087ab tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] For port 8554eda6-f772-434b-856f-f3682a3b31f5, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=8554eda6-f772-434b-856f-f3682a3b31f5,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:51.669938 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d6e76804-eef8-474b-bebe-16d70fcf9c20 req-f482e18c-9749-4163-aca9-6a03127087ab tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.701734 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-d6e76804-eef8-474b-bebe-16d70fcf9c20 req-f482e18c-9749-4163-aca9-6a03127087ab tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Calling delete_port for 8554eda6-f772-434b-856f-f3682a3b31f5 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:51.738932 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:51.753355 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:51.754895 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.763621 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aac39-127a-48c3-a3ba-dd5e3cd45ce4 req-64cbbd6f-fd89-48cb-8dca-9b0fa49790ac tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:51.771811 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da7aac39-127a-48c3-a3ba-dd5e3cd45ce4 req-64cbbd6f-fd89-48cb-8dca-9b0fa49790ac tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 945 time: 0.3833947 Jul 13 07:35:52.080740 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.082764 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da7aac39-127a-48c3-a3ba-dd5e3cd45ce4 req-f1df363a-33d3-4300-a0ee-d2dd7e5a4c80 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099599 Jul 13 07:35:52.222703 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2,segment=NetworkSegment(9c66d522-bf0b-47b9-8ccc-166df83de251),segment_id=9c66d522-bf0b-47b9-8ccc-166df83de251)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:52.230596 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.259182 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884aa610-6ac9-495d-aa7d-934327c6b76b req-9871baaa-0c52-4d63-9166-a88de304db7b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:52.260978 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-884aa610-6ac9-495d-aa7d-934327c6b76b req-9871baaa-0c52-4d63-9166-a88de304db7b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7fa3fca-9a74-4469-98d1-80c9ae076489 HTTP/1.1" status: 200 len: 946 time: 0.3036239 Jul 13 07:35:52.339796 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:52.443399 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-884aa610-6ac9-495d-aa7d-934327c6b76b req-11a51342-873e-4599-8df1-ff78b03a4392 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693354 Jul 13 07:35:52.444613 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d6e76804-eef8-474b-bebe-16d70fcf9c20 req-f482e18c-9749-4163-aca9-6a03127087ab tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.459022 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d50fbcb0-639b-4372-a596-26b4ae4247fd', '45acecb5-5e3d-4015-9a01-9e93f1ddfde4', '6307f0ac-2121-4925-a578-c298a7b184cd', 'ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:52.612705 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3d4bdfc8-f779-4b57-85be-37da3028ceb7', '9ab82b42-5404-4cea-8446-d241b04d031a'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:52.625007 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a92b4ef1-191c-44c5-a908-afa8cd13be7f req-6eecb690-94bb-4e10-b26b-f801923b1911 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c23438b-b1a9-4c12-8a38-93b015451ed6 HTTP/1.1" status: 200 len: 210 time: 0.2296741 Jul 13 07:35:52.625555 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482e18c-9749-4163-aca9-6a03127087ab tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Pushing event deleted for resources: {'Port': ['ID=8554eda6-f772-434b-856f-f3682a3b31f5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:52.672704 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e76804-eef8-474b-bebe-16d70fcf9c20 req-f482e18c-9749-4163-aca9-6a03127087ab tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] No DVR routers for this DVR port 8554eda6-f772-434b-856f-f3682a3b31f5 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:52.682507 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d6e76804-eef8-474b-bebe-16d70fcf9c20 req-f482e18c-9749-4163-aca9-6a03127087ab tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.689356 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6e76804-eef8-474b-bebe-16d70fcf9c20 req-f482e18c-9749-4163-aca9-6a03127087ab tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "DELETE /v2.0/ports/8554eda6-f772-434b-856f-f3682a3b31f5 HTTP/1.1" status: 204 len: 173 time: 1.6848283 Jul 13 07:35:52.691143 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c23438b-b1a9-4c12-8a38-93b015451ed6', 'name': 'network-vif-deleted', 'tag': '8554eda6-f772-434b-856f-f3682a3b31f5'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:52.699653 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b069b60-a1eb-461d-9ef9-0c7d6e10032c" -d '{"events": [{"server_uuid": "4c23438b-b1a9-4c12-8a38-93b015451ed6", "name": "network-vif-deleted", "tag": "8554eda6-f772-434b-856f-f3682a3b31f5"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:52.718790 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f25b30d-74bd-44fb-82c3-2903f471008e x-openstack-request-id: req-9f25b30d-74bd-44fb-82c3-2903f471008e {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:52.722569 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b849dfd0-09b8-4cd0-80cf-6e686b864b2d", "tag": "7c4e141d-3949-4fd1-a013-184c9b6fc9f0", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:52.723064 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f25b30d-74bd-44fb-82c3-2903f471008e {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:52.723691 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b849dfd0-09b8-4cd0-80cf-6e686b864b2d', 'tag': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0', 'status': 'completed', 'code': 200} Jul 13 07:35:52.793746 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-2ed4a08e-3783-4e9b-9f3a-c86717966f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:52.798946 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-2ed4a08e-3783-4e9b-9f3a-c86717966f18 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 1097 time: 0.4978428 Jul 13 07:35:52.988999 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:53.010491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e43424-d3d5-4bee-b800-07973234babf req-35a666a9-b209-454d-b81e-2c1cfbd55f0f tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:53.017251 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-20a8a9a5-af32-4dbc-ad59-37d9a40d665f None None] Provisioning complete for port 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:53.019922 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-79e43424-d3d5-4bee-b800-07973234babf req-35a666a9-b209-454d-b81e-2c1cfbd55f0f tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7fa3fca-9a74-4469-98d1-80c9ae076489 HTTP/1.1" status: 200 len: 946 time: 0.4323938 Jul 13 07:35:53.020831 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20a8a9a5-af32-4dbc-ad59-37d9a40d665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.084030 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9dacc-a7a3-4be0-a535-c54e56f8d723 req-63dadc7f-9f4c-4ce4-806c-de2d46a11f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:53.094350 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68d9dacc-a7a3-4be0-a535-c54e56f8d723 req-63dadc7f-9f4c-4ce4-806c-de2d46a11f9c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 1101 time: 0.3599663 Jul 13 07:35:53.144592 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-905ece2a-e01c-4090-a985-593a145a7f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:53.144592 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-905ece2a-e01c-4090-a985-593a145a7f83 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 908 time: 0.3379669 Jul 13 07:35:53.528902 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.resource_extend [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:35:53.530618 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-e4746132-2af2-495f-8fd5-b9ba2f7a2b76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=013ace5c-e2e3-463c-8e37-e7c65969f021 HTTP/1.1" status: 200 len: 217 time: 0.3780444 Jul 13 07:35:53.579545 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9dacc-a7a3-4be0-a535-c54e56f8d723 req-cdaf30cb-9877-47ac-b1f6-f3ce5bfbda03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:53.585408 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68d9dacc-a7a3-4be0-a535-c54e56f8d723 req-cdaf30cb-9877-47ac-b1f6-f3ce5bfbda03 service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.4280934 Jul 13 07:35:53.657667 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8265c83e-d460-4935-9273-d1ca4f766dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.680946 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:53.797408 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68d9dacc-a7a3-4be0-a535-c54e56f8d723 req-da5b5cc9-37db-49c2-870e-bd0a2ee3aacd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0 HTTP/1.1" status: 200 len: 217 time: 0.1851666 Jul 13 07:35:53.816466 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-79e43424-d3d5-4bee-b800-07973234babf req-6f6fd9bd-52b7-4fe1-8cba-8080f42a2cde tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Deleting port 9948c12d-8302-46c2-84a9-661f47447539 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:53.817322 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-79e43424-d3d5-4bee-b800-07973234babf req-6f6fd9bd-52b7-4fe1-8cba-8080f42a2cde tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.866823 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 8554eda6-f772-434b-856f-f3682a3b31f5 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:54.031934 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:54.031934 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0', 'mac_address': 'fa:16:3e:9e:b5:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:54.109833 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9dacc-a7a3-4be0-a535-c54e56f8d723 req-c40bfd1a-85e8-47ce-a7c0-14852910be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:54.133552 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68d9dacc-a7a3-4be0-a535-c54e56f8d723 req-c40bfd1a-85e8-47ce-a7c0-14852910be23 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1990211 Jul 13 07:35:54.164087 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 8554eda6-f772-434b-856f-f3682a3b31f5 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:54.165086 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 8554eda6-f772-434b-856f-f3682a3b31f5 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:54.185665 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:54.186744 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.245857 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-79e43424-d3d5-4bee-b800-07973234babf req-6f6fd9bd-52b7-4fe1-8cba-8080f42a2cde tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] For port 9948c12d-8302-46c2-84a9-661f47447539, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=9948c12d-8302-46c2-84a9-661f47447539,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:54.246459 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-79e43424-d3d5-4bee-b800-07973234babf req-6f6fd9bd-52b7-4fe1-8cba-8080f42a2cde tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.305100 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.316110 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-79e43424-d3d5-4bee-b800-07973234babf req-6f6fd9bd-52b7-4fe1-8cba-8080f42a2cde tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Calling delete_port for 9948c12d-8302-46c2-84a9-661f47447539 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:54.348205 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:54.354843 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9dacc-a7a3-4be0-a535-c54e56f8d723 req-482fe1c5-6301-41d1-94f5-41a43469523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:54.358555 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68d9dacc-a7a3-4be0-a535-c54e56f8d723 req-482fe1c5-6301-41d1-94f5-41a43469523b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2072098 Jul 13 07:35:54.496580 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:54.497725 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7235edf-8d01-4a27-aaaf-f6ab160e27d7 req-6065a07e-0dd1-41b7-a44e-a7d7fbab5c1d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:54.505779 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b7235edf-8d01-4a27-aaaf-f6ab160e27d7 req-6065a07e-0dd1-41b7-a44e-a7d7fbab5c1d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 949 time: 1.2829852 Jul 13 07:35:54.509356 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.561786 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2179de7-59b0-4545-8b88-827ecedebeac req-f6068eae-edc8-4c7e-84a0-f4278f4e1d5c tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:54.564375 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b2179de7-59b0-4545-8b88-827ecedebeac req-f6068eae-edc8-4c7e-84a0-f4278f4e1d5c tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 1097 time: 1.3949094 Jul 13 07:35:54.612905 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-0a3937ce-1e20-4532-87b9-d7ece3607db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:54.614477 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-0a3937ce-1e20-4532-87b9-d7ece3607db4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 1.0502155 Jul 13 07:35:54.655971 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68d9dacc-a7a3-4be0-a535-c54e56f8d723 req-b1360670-bc95-4269-83a5-1aaecc9ed175 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442176 Jul 13 07:35:54.714736 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b7235edf-8d01-4a27-aaaf-f6ab160e27d7 req-94fe768b-52b7-461e-8b82-994869fb6a48 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059195 Jul 13 07:35:54.810700 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-11ebf389-ffba-4b70-91bf-11316593fb5d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351576 Jul 13 07:35:54.813554 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,revision_number=12']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:54.952694 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68d9dacc-a7a3-4be0-a535-c54e56f8d723 req-5b602c8b-0a20-43f1-bfbb-b8b170f5561f service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846348 Jul 13 07:35:55.019305 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-79e43424-d3d5-4bee-b800-07973234babf req-6f6fd9bd-52b7-4fe1-8cba-8080f42a2cde tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:55.023429 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['7c4e141d-3949-4fd1-a013-184c9b6fc9f0'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:55.084728 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fd9bd-52b7-4fe1-8cba-8080f42a2cde tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Pushing event deleted for resources: {'Port': ['ID=9948c12d-8302-46c2-84a9-661f47447539,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:55.163234 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e43424-d3d5-4bee-b800-07973234babf req-6f6fd9bd-52b7-4fe1-8cba-8080f42a2cde tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] No DVR routers for this DVR port 9948c12d-8302-46c2-84a9-661f47447539 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:55.165902 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-79e43424-d3d5-4bee-b800-07973234babf req-6f6fd9bd-52b7-4fe1-8cba-8080f42a2cde tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:55.168332 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-79e43424-d3d5-4bee-b800-07973234babf req-6f6fd9bd-52b7-4fe1-8cba-8080f42a2cde tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.35 "DELETE /v2.0/ports/9948c12d-8302-46c2-84a9-661f47447539 HTTP/1.1" status: 204 len: 173 time: 2.1291511 Jul 13 07:35:55.169094 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fa3fca-9a74-4469-98d1-80c9ae076489', 'name': 'network-vif-deleted', 'tag': '9948c12d-8302-46c2-84a9-661f47447539'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:55.172532 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8621339e-cfca-48df-9830-7a80c9e1b94e" -d '{"events": [{"server_uuid": "a7fa3fca-9a74-4469-98d1-80c9ae076489", "name": "network-vif-deleted", "tag": "9948c12d-8302-46c2-84a9-661f47447539"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:55.176452 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b2179de7-59b0-4545-8b88-827ecedebeac req-9753f003-1d9e-4c02-9203-7decffc25b7a tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5889378 Jul 13 07:35:55.238552 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a817d73-fe62-46d9-8695-6ae553a8545a x-openstack-request-id: req-5a817d73-fe62-46d9-8695-6ae553a8545a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:55.238854 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c23438b-b1a9-4c12-8a38-93b015451ed6", "name": "network-vif-deleted", "tag": "8554eda6-f772-434b-856f-f3682a3b31f5", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:55.239213 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a817d73-fe62-46d9-8695-6ae553a8545a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:55.240810 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c23438b-b1a9-4c12-8a38-93b015451ed6', 'name': 'network-vif-deleted', 'tag': '8554eda6-f772-434b-856f-f3682a3b31f5', 'status': 'completed', 'code': 200} Jul 13 07:35:55.255812 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-9581c142-9f2f-48d5-98bc-7d1d2f163223 service neutron] 10.222.0.35 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256258 Jul 13 07:35:55.642172 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-6d6cbad8-d133-4e7f-a10d-ce648102b7fa service neutron] 10.222.0.35 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808331 Jul 13 07:35:55.647053 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0655455d-bb75-4ac6-a684-b0951dd7706e req-02d560fb-e781-4222-a38f-7731632ab4d2 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7fa3fca-9a74-4469-98d1-80c9ae076489 HTTP/1.1" status: 200 len: 210 time: 0.0585296 Jul 13 07:35:55.739991 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53556da5-8cc2-4c16-8c95-8f34ee0db1b6 req-044257f0-02f3-4711-bb67-8496f6f2b31b tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:55.741930 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53556da5-8cc2-4c16-8c95-8f34ee0db1b6 req-044257f0-02f3-4711-bb67-8496f6f2b31b tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 945 time: 0.2619536 Jul 13 07:35:55.822485 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 9948c12d-8302-46c2-84a9-661f47447539 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:55.857156 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53556da5-8cc2-4c16-8c95-8f34ee0db1b6 req-2c8f83db-fcca-41eb-9dd2-7e8e30300664 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047184 Jul 13 07:35:55.889386 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 9948c12d-8302-46c2-84a9-661f47447539 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:55.889796 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 9948c12d-8302-46c2-84a9-661f47447539 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:55.970381 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f1fdb7-534e-430a-ab7e-69203b06db7c x-openstack-request-id: req-e7f1fdb7-534e-430a-ab7e-69203b06db7c {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:55.971218 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7fa3fca-9a74-4469-98d1-80c9ae076489", "name": "network-vif-deleted", "tag": "9948c12d-8302-46c2-84a9-661f47447539", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:55.971759 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e7f1fdb7-534e-430a-ab7e-69203b06db7c {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:55.972398 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7fa3fca-9a74-4469-98d1-80c9ae076489', 'name': 'network-vif-deleted', 'tag': '9948c12d-8302-46c2-84a9-661f47447539', 'status': 'completed', 'code': 200} Jul 13 07:35:56.313755 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f95bc5-a50d-4537-b657-9e5117429e57 req-db161e1a-d59c-49c6-88c8-a880a724c7c4 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:56.326934 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-34f95bc5-a50d-4537-b657-9e5117429e57 req-db161e1a-d59c-49c6-88c8-a880a724c7c4 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.1817963 Jul 13 07:35:56.332324 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da095d-ce9a-4649-be19-c7545c5d680a req-efb48313-120f-449e-8220-a437f9adc8fd tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:56.346323 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28da095d-ce9a-4649-be19-c7545c5d680a req-efb48313-120f-449e-8220-a437f9adc8fd tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 1097 time: 0.3118777 Jul 13 07:35:56.434769 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28da095d-ce9a-4649-be19-c7545c5d680a req-092ab9ff-4a56-433b-81c5-a5ca0ef94d01 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869486 Jul 13 07:35:56.581785 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-34f95bc5-a50d-4537-b657-9e5117429e57 req-bce53f99-4c3a-4606-9322-cf2b10696e0c tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966400 Jul 13 07:35:56.960978 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:57.098893 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:57.104437 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:57.105114 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.359092 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.369406 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1125c-1c42-4c12-b4e8-fc804129238c req-f3f2c9e9-62c7-4797-b5f5-681661c36df6 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:57.380995 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aed1125c-1c42-4c12-b4e8-fc804129238c req-f3f2c9e9-62c7-4797-b5f5-681661c36df6 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 950 time: 0.1595256 Jul 13 07:35:57.436648 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:57.456577 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b849dfd0-09b8-4cd0-80cf-6e686b864b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:57.467794 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01355459-84d2-48e2-a578-e1d8e1446856" -d '{"events": [{"server_uuid": "b849dfd0-09b8-4cd0-80cf-6e686b864b2d", "name": "network-vif-plugged", "status": "completed", "tag": "7c4e141d-3949-4fd1-a013-184c9b6fc9f0"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:57.472844 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.475046 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aed1125c-1c42-4c12-b4e8-fc804129238c req-8affc7a7-964e-4e0e-8c36-79f663488005 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918081 Jul 13 07:35:57.812308 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,revision_number=13']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:57.835358 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8c23d2a-ab1f-4afb-98fa-8294044a7558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.860062 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.992292 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58725961-b014-4d5a-bf94-e0512c20f055 req-e908565c-f4df-4007-aa51-46890833bb11 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:58.014383 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-58725961-b014-4d5a-bf94-e0512c20f055 req-e908565c-f4df-4007-aa51-46890833bb11 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 945 time: 0.3448496 Jul 13 07:35:58.223025 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-58725961-b014-4d5a-bf94-e0512c20f055 req-834f5750-46f7-4814-8842-bd54ae9db5e2 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938379 Jul 13 07:35:58.302585 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a7fe3715-7413-4b4a-91ab-17e978f798fa None None] Provisioning complete for port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:58.303041 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3715-7413-4b4a-91ab-17e978f798fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.575394 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b36b1-2bc5-4b6a-ade0-a54d03ca3fa8 req-176aefc6-493a-4425-b0dd-099e1a0daf94 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:58.582882 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c14b36b1-2bc5-4b6a-ade0-a54d03ca3fa8 req-176aefc6-493a-4425-b0dd-099e1a0daf94 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea HTTP/1.1" status: 200 len: 949 time: 0.1639643 Jul 13 07:35:58.622840 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fcc70-d328-4a38-8e70-c66093f4d1f5 req-aa72ddca-5e0d-468b-9a91-c289d6504883 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:58.624677 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec3fcc70-d328-4a38-8e70-c66093f4d1f5 req-aa72ddca-5e0d-468b-9a91-c289d6504883 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea HTTP/1.1" status: 200 len: 949 time: 0.1504409 Jul 13 07:35:58.646851 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c14b36b1-2bc5-4b6a-ade0-a54d03ca3fa8 req-5db59a33-43f6-4820-8e01-b5638d57fe9d tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624754 Jul 13 07:35:58.712843 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751ac5eb-388b-436c-b83c-640000bd5b9c x-openstack-request-id: req-751ac5eb-388b-436c-b83c-640000bd5b9c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:58.713290 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b849dfd0-09b8-4cd0-80cf-6e686b864b2d", "name": "network-vif-plugged", "status": "completed", "tag": "7c4e141d-3949-4fd1-a013-184c9b6fc9f0", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:58.713700 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-751ac5eb-388b-436c-b83c-640000bd5b9c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:58.714374 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b849dfd0-09b8-4cd0-80cf-6e686b864b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0', 'code': 200} Jul 13 07:35:58.897450 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-ec3fcc70-d328-4a38-8e70-c66093f4d1f5 req-d054a93e-177f-4c10-b5a3-017a097d57c5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Deleting port ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:58.897941 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ec3fcc70-d328-4a38-8e70-c66093f4d1f5 req-d054a93e-177f-4c10-b5a3-017a097d57c5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.156113 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ec3fcc70-d328-4a38-8e70-c66093f4d1f5 req-d054a93e-177f-4c10-b5a3-017a097d57c5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] For port ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:59.156571 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ec3fcc70-d328-4a38-8e70-c66093f4d1f5 req-d054a93e-177f-4c10-b5a3-017a097d57c5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.181312 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-ec3fcc70-d328-4a38-8e70-c66093f4d1f5 req-d054a93e-177f-4c10-b5a3-017a097d57c5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Calling delete_port for ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:59.468647 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.493726 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ec3fcc70-d328-4a38-8e70-c66093f4d1f5 req-d054a93e-177f-4c10-b5a3-017a097d57c5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.508910 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d50fbcb0-639b-4372-a596-26b4ae4247fd', '45acecb5-5e3d-4015-9a01-9e93f1ddfde4', '6307f0ac-2121-4925-a578-c298a7b184cd', 'ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:59.548444 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054a93e-177f-4c10-b5a3-017a097d57c5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Pushing event deleted for resources: {'Port': ['ID=ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:59.616287 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3d4bdfc8-f779-4b57-85be-37da3028ceb7', '9ab82b42-5404-4cea-8446-d241b04d031a'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:59.625408 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3fcc70-d328-4a38-8e70-c66093f4d1f5 req-d054a93e-177f-4c10-b5a3-017a097d57c5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] No DVR routers for this DVR port ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:59.628415 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ec3fcc70-d328-4a38-8e70-c66093f4d1f5 req-d054a93e-177f-4c10-b5a3-017a097d57c5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.631043 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec3fcc70-d328-4a38-8e70-c66093f4d1f5 req-d054a93e-177f-4c10-b5a3-017a097d57c5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "DELETE /v2.0/ports/ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc HTTP/1.1" status: 204 len: 173 time: 0.9902377 Jul 13 07:35:59.631808 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea', 'name': 'network-vif-deleted', 'tag': 'ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:59.643900 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18298342-f6d3-4e38-b558-37e1ccf5777b" -d '{"events": [{"server_uuid": "1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea", "name": "network-vif-deleted", "tag": "ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:01.168651 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.877676 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:01.949360 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:01.954520 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:04.985587 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-de5cbfdb-6c89-41da-b160-bb5412d808e1 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=7e545f0f56574564bb5b695119db8b5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470204 Jul 13 07:36:05.201621 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-b97d7b4b-52b5-4073-97f4-40594b9795e4 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:05.203416 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-b97d7b4b-52b5-4073-97f4-40594b9795e4 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/networks?id=0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 200 len: 812 time: 0.2781210 Jul 13 07:36:05.253903 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-cea9b25b-5b0d-49c4-b83f-95c2eb06c4fb tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:05.255503 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-cea9b25b-5b0d-49c4-b83f-95c2eb06c4fb tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2618046 Jul 13 07:36:05.262190 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-f37ead9d-b6e7-4177-8362-c0eaf8e22cda tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/quotas/d081990bdf3b4230b88abf1c5f4a8f61 HTTP/1.1" status: 200 len: 375 time: 0.0530825 Jul 13 07:36:05.308490 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-af6ea358-037c-46fc-bf7d-df40c587dc6d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/quotas/7e545f0f56574564bb5b695119db8b5e HTTP/1.1" status: 200 len: 375 time: 0.0406048 Jul 13 07:36:05.319257 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-05edd3d5-e909-406e-abda-bf0f05adb2d2 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557165 Jul 13 07:36:05.426661 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-6d9e3769-5e05-47b3-b506-d370dc146d63 service neutron] 10.222.0.58 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068473 Jul 13 07:36:05.582304 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-7488ae68-9e57-4b2c-972f-3627f73f75c0 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1617475 Jul 13 07:36:05.609703 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-b102fc7a-d39f-4eaf-a936-de1ddacf0b54 service neutron] 10.222.0.58 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802065 Jul 13 07:36:05.999537 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1391b203-cde4-418b-8b86-437835435aa6 x-openstack-request-id: req-1391b203-cde4-418b-8b86-437835435aa6 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:06.004363 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea", "name": "network-vif-deleted", "tag": "ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:06.005033 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1391b203-cde4-418b-8b86-437835435aa6 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:06.005859 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfae4c0-d282-4a9f-b556-ed9ecac4c7ea', 'name': 'network-vif-deleted', 'tag': 'ba7c74f6-e60f-4a4c-a4c4-c291398e9fbc', 'status': 'completed', 'code': 200} Jul 13 07:36:06.227268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bb896-ea4f-4e7a-9aaa-83d0d10b2ab8 req-dcb08264-c283-4aba-afde-73dcf217e551 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:06.237115 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b39bb896-ea4f-4e7a-9aaa-83d0d10b2ab8 req-dcb08264-c283-4aba-afde-73dcf217e551 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 945 time: 0.2590110 Jul 13 07:36:06.312002 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b39bb896-ea4f-4e7a-9aaa-83d0d10b2ab8 req-643a3478-81fd-4f23-86c8-d2bdd52f9f5e tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735886 Jul 13 07:36:06.614683 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-346145e9-5952-46ac-af7d-fd8b98641d3d req-5c359ecb-fc79-4e18-8f6d-94bc600a9e82 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b3c1788-e9a8-4d27-af6c-db2997324221 HTTP/1.1" status: 200 len: 210 time: 0.0727978 Jul 13 07:36:06.950712 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f8dd8acc-6f90-4a27-8916-e33ccd98415f req-f2282d60-312d-4d8a-a011-4533d6a28be1 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 210 time: 0.0648611 Jul 13 07:36:06.966783 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-23e8c03a-f9e4-426a-8bd4-a5182ec3e3ba tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:06.983824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-23e8c03a-f9e4-426a-8bd4-a5182ec3e3ba tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/networks?id=eb0329f0-8ee9-4b39-88fe-a9cb4b69797d HTTP/1.1" status: 200 len: 815 time: 0.2376189 Jul 13 07:36:07.014955 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-0fec09b3-75b5-4333-b337-3240f32c95ea tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/quotas/197c615669e94fb99d2f09c21df1d053 HTTP/1.1" status: 200 len: 375 time: 0.0291250 Jul 13 07:36:07.164202 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-1044975d-4938-457d-967a-2df4dbd66652 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=197c615669e94fb99d2f09c21df1d053&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1394603 Jul 13 07:36:07.338725 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-433c3f4e-e32c-4d25-98b9-254b1e00e414 service neutron] 10.222.0.58 "GET /v2.0/networks/eb0329f0-8ee9-4b39-88fe-a9cb4b69797d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727262 Jul 13 07:36:07.525715 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-f5e71a0a-fb39-4eec-a193-3ca60d9ef751 service neutron] 10.222.0.58 "GET /v2.0/networks/eb0329f0-8ee9-4b39-88fe-a9cb4b69797d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860526 Jul 13 07:36:07.647102 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.648217 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3572e22-88b5-4515-90d3-a95e5df14384 req-d60e4008-f066-412b-bd64-7af30934caa8 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:07.652025 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3572e22-88b5-4515-90d3-a95e5df14384 req-d60e4008-f066-412b-bd64-7af30934caa8 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 945 time: 0.1252730 Jul 13 07:36:07.733316 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3572e22-88b5-4515-90d3-a95e5df14384 req-5710ea56-0c72-4685-a7c9-8f5e17ee797e tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724828 Jul 13 07:36:08.062223 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-d2b6aef7-69f3-4f55-a843-1d48488a1472 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7e545f0f56574564bb5b695119db8b5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759227 Jul 13 07:36:08.117148 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a50f007d-d2a1-45c0-8d4c-59ed9baf4350 req-6f64066f-de9d-4de7-95aa-63d3101e971d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b3c1788-e9a8-4d27-af6c-db2997324221 HTTP/1.1" status: 200 len: 210 time: 0.0420649 Jul 13 07:36:08.326714 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-c7577955-21aa-4f0e-87c0-e1ebedd970dc tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:08.329113 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-c7577955-21aa-4f0e-87c0-e1ebedd970dc tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2594426 Jul 13 07:36:08.348737 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-085de293-1b0e-403a-b7c7-81c1534228f6 req-addfff14-831d-4a5d-8396-f05906ebc6ea tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/ports?device_id=e62a0bda-063f-4cb5-8428-bb31af7c5ad0 HTTP/1.1" status: 200 len: 210 time: 0.0627530 Jul 13 07:36:08.368889 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-3a699411-60b4-4f28-bf67-bd76b2320cfb tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Request body: {'port': {'device_id': 'ab495dbf-8859-43d3-98d7-3c210c432747', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': '7e545f0f56574564bb5b695119db8b5e'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:08.488013 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82c7c96e-93b2-4b3b-ba40-f7d1a50bd55b req-5ba849cb-aba0-48f3-9927-e45aae155056 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 210 time: 0.0511935 Jul 13 07:36:08.690614 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192fc39-ff3c-4fb8-aa50-2ccddff4bb3a req-8b60c4db-b87f-499f-8e77-30eca3f90ad0 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:08.699295 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3192fc39-ff3c-4fb8-aa50-2ccddff4bb3a req-8b60c4db-b87f-499f-8e77-30eca3f90ad0 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=e340ab9e-9fa6-467e-86d0-a47b111507ae HTTP/1.1" status: 200 len: 950 time: 0.0940723 Jul 13 07:36:08.712433 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-3a699411-60b4-4f28-bf67-bd76b2320cfb tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Made reservation on behalf of 7e545f0f56574564bb5b695119db8b5e for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:08.717196 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-3a699411-60b4-4f28-bf67-bd76b2320cfb tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.753103 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3192fc39-ff3c-4fb8-aa50-2ccddff4bb3a req-1f63480a-4bda-4a80-83a8-1c65bc84084a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528557 Jul 13 07:36:08.935897 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-3a699411-60b4-4f28-bf67-bd76b2320cfb tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Allocated IP 192.168.233.232 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/58bf72e9-e50d-463c-aa10-11f527776a47) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:09.059478 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee229ec5-665f-420a-95cf-e73837e6187f req-d31a26ca-2fe9-42d5-addd-1772843afd5d tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:09.061352 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee229ec5-665f-420a-95cf-e73837e6187f req-d31a26ca-2fe9-42d5-addd-1772843afd5d tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 945 time: 0.1596942 Jul 13 07:36:09.171850 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee229ec5-665f-420a-95cf-e73837e6187f req-20fc579e-ca26-4166-a7e5-96db2adc585d tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990841 Jul 13 07:36:09.264700 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-3a699411-60b4-4f28-bf67-bd76b2320cfb tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:09.283925 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-3a699411-60b4-4f28-bf67-bd76b2320cfb tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Transition to ACTIVE for port object 58bf72e9-e50d-463c-aa10-11f527776a47 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:09.327388 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-3a699411-60b4-4f28-bf67-bd76b2320cfb tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:09.344944 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d571ad6d-dd23-410f-a583-c1f9fbcff8ca', '5477dfe0-844c-46e5-b658-3bfbb67c16fb'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:09.392299 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a699411-60b4-4f28-bf67-bd76b2320cfb tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Pushing event updated for resources: {'Port': ['ID=58bf72e9-e50d-463c-aa10-11f527776a47,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:09.403823 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-47b2d597-0f93-4586-9349-4e57237d7239 req-7ec2def4-b41a-4815-a7f5-333847201b3c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b3c1788-e9a8-4d27-af6c-db2997324221 HTTP/1.1" status: 200 len: 210 time: 0.0441084 Jul 13 07:36:09.410250 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-3a699411-60b4-4f28-bf67-bd76b2320cfb tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:09.414702 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-3a699411-60b4-4f28-bf67-bd76b2320cfb tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:09.426360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-3a699411-60b4-4f28-bf67-bd76b2320cfb tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:09.430394 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['7c4e141d-3949-4fd1-a013-184c9b6fc9f0'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:09.465496 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-b44f79e3-ab0d-42fd-a091-8b80f18ee9f2 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:09.465496 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-b44f79e3-ab0d-42fd-a091-8b80f18ee9f2 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.62 "GET /v2.0/networks?id=0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 200 len: 812 time: 0.5012925 Jul 13 07:36:09.498777 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-52f6ae76-1c4f-4055-ba09-ab869a7ed65e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Request body: {'port': {'device_id': '1b3c1788-e9a8-4d27-af6c-db2997324221', 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a', 'admin_state_up': True, 'tenant_id': 'd081990bdf3b4230b88abf1c5f4a8f61'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:09.726536 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3fc85648-6f0d-4f0c-8c82-1e2ca68db092 req-5803fb4f-9279-47b7-a752-b27eae0cec42 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/ports?device_id=e62a0bda-063f-4cb5-8428-bb31af7c5ad0 HTTP/1.1" status: 200 len: 210 time: 0.1152256 Jul 13 07:36:09.743596 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fef67-c9d1-4c05-8143-b2d9874d93ae req-4e217b79-01ba-4cf5-9a58-b44b019a1794 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:09.745087 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-151fef67-c9d1-4c05-8143-b2d9874d93ae req-4e217b79-01ba-4cf5-9a58-b44b019a1794 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.62 "GET /v2.0/ports?device_id=e340ab9e-9fa6-467e-86d0-a47b111507ae HTTP/1.1" status: 200 len: 950 time: 0.2612014 Jul 13 07:36:09.780112 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-3a699411-60b4-4f28-bf67-bd76b2320cfb tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:09.780405 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-3a699411-60b4-4f28-bf67-bd76b2320cfb tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:09.819003 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-52f6ae76-1c4f-4055-ba09-ab869a7ed65e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Made reservation on behalf of d081990bdf3b4230b88abf1c5f4a8f61 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:09.833557 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-52f6ae76-1c4f-4055-ba09-ab869a7ed65e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:09.852861 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-3a699411-60b4-4f28-bf67-bd76b2320cfb tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5046322 Jul 13 07:36:09.907786 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] Request body: {'port': {'device_id': 'ab495dbf-8859-43d3-98d7-3c210c432747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:10.023388 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f06ad540-005f-42b9-8fbb-1d8a178c4e56 None None] Provisioning for port 58bf72e9-e50d-463c-aa10-11f527776a47 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:10.039637 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f06ad540-005f-42b9-8fbb-1d8a178c4e56 None None] Provisioning complete for port 58bf72e9-e50d-463c-aa10-11f527776a47 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:10.040338 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f06ad540-005f-42b9-8fbb-1d8a178c4e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.115925 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f06ad540-005f-42b9-8fbb-1d8a178c4e56 None None] Port 58bf72e9-e50d-463c-aa10-11f527776a47 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:10.179012 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d064df8-efe2-415d-81db-fcb4aa28052e req-ddbdd981-79ef-4bce-a758-5bacfcb333fe tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:10.180734 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3d064df8-efe2-415d-81db-fcb4aa28052e req-ddbdd981-79ef-4bce-a758-5bacfcb333fe tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 936 time: 0.3724663 Jul 13 07:36:10.196033 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05e04f-c443-43d9-88eb-0c7aff3fcefb req-6f59e155-ef45-4e92-bb6e-752d4609342a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:10.197846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a05e04f-c443-43d9-88eb-0c7aff3fcefb req-6f59e155-ef45-4e92-bb6e-752d4609342a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "GET /v2.0/ports?device_id=e237e46c-b3b8-46b1-8d90-521b5f161774 HTTP/1.1" status: 200 len: 950 time: 0.5588398 Jul 13 07:36:10.312480 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-151fef67-c9d1-4c05-8143-b2d9874d93ae req-6c87aa79-0a31-4c4b-9d26-4ac2364bb57e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Deleting port 9ab82b42-5404-4cea-8446-d241b04d031a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:10.313259 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-151fef67-c9d1-4c05-8143-b2d9874d93ae req-6c87aa79-0a31-4c4b-9d26-4ac2364bb57e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.332766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfcd1c-d5d3-4176-b310-ad14c36fdc65 req-3a5850dd-26d6-443b-8a4d-abae2d8d72a5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:10.339043 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25dfcd1c-d5d3-4176-b310-ad14c36fdc65 req-3a5850dd-26d6-443b-8a4d-abae2d8d72a5 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=e340ab9e-9fa6-467e-86d0-a47b111507ae HTTP/1.1" status: 200 len: 950 time: 0.2688632 Jul 13 07:36:10.441322 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3d064df8-efe2-415d-81db-fcb4aa28052e req-c8e12804-9709-4d83-83e4-298165e17579 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420411 Jul 13 07:36:10.623222 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25dfcd1c-d5d3-4176-b310-ad14c36fdc65 req-d15b283c-e61d-4612-b9f6-bbfaadf84c2b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409327 Jul 13 07:36:10.746551 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-151fef67-c9d1-4c05-8143-b2d9874d93ae req-6c87aa79-0a31-4c4b-9d26-4ac2364bb57e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] For port 9ab82b42-5404-4cea-8446-d241b04d031a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=9ab82b42-5404-4cea-8446-d241b04d031a,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:10.746921 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-151fef67-c9d1-4c05-8143-b2d9874d93ae req-6c87aa79-0a31-4c4b-9d26-4ac2364bb57e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.768101 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-4a05e04f-c443-43d9-88eb-0c7aff3fcefb req-19e96efb-0e83-4322-bbf3-41016d503ce9 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Deleting port 6307f0ac-2121-4925-a578-c298a7b184cd {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:10.768568 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4a05e04f-c443-43d9-88eb-0c7aff3fcefb req-19e96efb-0e83-4322-bbf3-41016d503ce9 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.779971 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.819130 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-151fef67-c9d1-4c05-8143-b2d9874d93ae req-6c87aa79-0a31-4c4b-9d26-4ac2364bb57e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Calling delete_port for 9ab82b42-5404-4cea-8446-d241b04d031a owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:10.863643 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-52f6ae76-1c4f-4055-ba09-ab869a7ed65e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Allocated IP 172.20.0.11 (0e0f025d-4e49-4094-84ea-558023ba4e1a/44d6fa42-4195-4977-b883-5a26f0e01114/03321c96-c62c-4804-9d0a-57c6688b8230) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:11.030886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-553c5e3f-544d-4bfb-9d54-58a61a344353 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:11.032435 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-553c5e3f-544d-4bfb-9d54-58a61a344353 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.35 "GET /v2.0/networks?id=eb0329f0-8ee9-4b39-88fe-a9cb4b69797d HTTP/1.1" status: 200 len: 815 time: 1.1217988 Jul 13 07:36:11.143584 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5217055-7e41-4ffa-8367-68ce1b228c00 req-ca87a58c-4863-4231-8080-550e06ac08f5 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b3c1788-e9a8-4d27-af6c-db2997324221 HTTP/1.1" status: 200 len: 210 time: 0.1890717 Jul 13 07:36:11.278707 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-4a05e04f-c443-43d9-88eb-0c7aff3fcefb req-19e96efb-0e83-4322-bbf3-41016d503ce9 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] For port 6307f0ac-2121-4925-a578-c298a7b184cd, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=6307f0ac-2121-4925-a578-c298a7b184cd,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:11.280100 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4a05e04f-c443-43d9-88eb-0c7aff3fcefb req-19e96efb-0e83-4322-bbf3-41016d503ce9 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.307813 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-4a05e04f-c443-43d9-88eb-0c7aff3fcefb req-19e96efb-0e83-4322-bbf3-41016d503ce9 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Calling delete_port for 6307f0ac-2121-4925-a578-c298a7b184cd owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:11.541305 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-8d1a71e9-cd16-4e21-b144-048542dfb4e8 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Request body: {'port': {'device_id': 'e62a0bda-063f-4cb5-8428-bb31af7c5ad0', 'network_id': 'eb0329f0-8ee9-4b39-88fe-a9cb4b69797d', 'admin_state_up': True, 'tenant_id': '197c615669e94fb99d2f09c21df1d053'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:11.647704 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4a05e04f-c443-43d9-88eb-0c7aff3fcefb req-19e96efb-0e83-4322-bbf3-41016d503ce9 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.664202 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d50fbcb0-639b-4372-a596-26b4ae4247fd', '45acecb5-5e3d-4015-9a01-9e93f1ddfde4', '6307f0ac-2121-4925-a578-c298a7b184cd'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:11.668280 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3d4bdfc8-f779-4b57-85be-37da3028ceb7'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:11.751099 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e33bcee-7fab-495f-81a1-ce25b5aab9c9 req-7eb0439c-5d4f-45d0-94b0-de0443a0ab1c tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/ports?device_id=e62a0bda-063f-4cb5-8428-bb31af7c5ad0 HTTP/1.1" status: 200 len: 210 time: 0.1438189 Jul 13 07:36:11.869152 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-52f6ae76-1c4f-4055-ba09-ab869a7ed65e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.910965 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e96efb-0e83-4322-bbf3-41016d503ce9 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Pushing event deleted for resources: {'Port': ['ID=6307f0ac-2121-4925-a578-c298a7b184cd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:12.064767 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-8d1a71e9-cd16-4e21-b144-048542dfb4e8 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Made reservation on behalf of 197c615669e94fb99d2f09c21df1d053 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:12.068800 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-8d1a71e9-cd16-4e21-b144-048542dfb4e8 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.096045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58bf72e9-e50d-463c-aa10-11f527776a47 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:12.122448 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.156247 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] Transition to ACTIVE for port object 58bf72e9-e50d-463c-aa10-11f527776a47 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:12.216124 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a05e04f-c443-43d9-88eb-0c7aff3fcefb req-19e96efb-0e83-4322-bbf3-41016d503ce9 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] No DVR routers for this DVR port 6307f0ac-2121-4925-a578-c298a7b184cd on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:12.232509 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4a05e04f-c443-43d9-88eb-0c7aff3fcefb req-19e96efb-0e83-4322-bbf3-41016d503ce9 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.241719 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a05e04f-c443-43d9-88eb-0c7aff3fcefb req-19e96efb-0e83-4322-bbf3-41016d503ce9 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "DELETE /v2.0/ports/6307f0ac-2121-4925-a578-c298a7b184cd HTTP/1.1" status: 204 len: 173 time: 2.0291963 Jul 13 07:36:12.246330 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e237e46c-b3b8-46b1-8d90-521b5f161774', 'name': 'network-vif-deleted', 'tag': '6307f0ac-2121-4925-a578-c298a7b184cd'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:12.255138 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4617bd41-41b2-4751-a2b7-34d472e41a94" -d '{"events": [{"server_uuid": "e237e46c-b3b8-46b1-8d90-521b5f161774", "name": "network-vif-deleted", "tag": "6307f0ac-2121-4925-a578-c298a7b184cd"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:12.395491 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.408636 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f5276-3474-49a2-a7c1-f90f549f7d6c req-a5ac9d85-9b31-48e5-aced-3c19e5f40963 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:12.423883 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-585f5276-3474-49a2-a7c1-f90f549f7d6c req-a5ac9d85-9b31-48e5-aced-3c19e5f40963 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 945 time: 1.6017253 Jul 13 07:36:12.666858 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=58bf72e9-e50d-463c-aa10-11f527776a47,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:12.680117 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-52f6ae76-1c4f-4055-ba09-ab869a7ed65e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.768028 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-585f5276-3474-49a2-a7c1-f90f549f7d6c req-f761a622-0481-4437-bc82-223d5631f1a4 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422101 Jul 13 07:36:12.824116 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-151fef67-c9d1-4c05-8143-b2d9874d93ae req-6c87aa79-0a31-4c4b-9d26-4ac2364bb57e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.853787 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc72658-2fda-4f8f-9209-ab606aef51b7 req-2d1adce5-5143-4eed-bba9-51fb134ab5fa tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:12.869852 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3fc72658-2fda-4f8f-9209-ab606aef51b7 req-2d1adce5-5143-4eed-bba9-51fb134ab5fa tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 948 time: 0.5956049 Jul 13 07:36:12.876390 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6ae76-1c4f-4055-ba09-ab869a7ed65e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Pushing event updated for resources: {'Port': ['ID=03321c96-c62c-4804-9d0a-57c6688b8230,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:12.946604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-8d1a71e9-cd16-4e21-b144-048542dfb4e8 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Allocated IP 172.20.0.13 (eb0329f0-8ee9-4b39-88fe-a9cb4b69797d/63b889f2-6a28-4d0b-9b5d-6552a07c31c8/953ce3b1-423d-4b9b-a9e4-1fd077b44ff6) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:12.960625 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.996206 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-52f6ae76-1c4f-4055-ba09-ab869a7ed65e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Network 0e0f025d-4e49-4094-84ea-558023ba4e1a is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:13.025441 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-52f6ae76-1c4f-4055-ba09-ab869a7ed65e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:13.041355 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-52f6ae76-1c4f-4055-ba09-ab869a7ed65e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:13.046878 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87aa79-0a31-4c4b-9d26-4ac2364bb57e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Pushing event deleted for resources: {'Port': ['ID=9ab82b42-5404-4cea-8446-d241b04d031a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:13.099167 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 9ab82b42-5404-4cea-8446-d241b04d031a no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:13.171913 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3fc72658-2fda-4f8f-9209-ab606aef51b7 req-8641fe6e-ad31-43ae-b23d-5a4f459ada8f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641144 Jul 13 07:36:13.188472 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 9ab82b42-5404-4cea-8446-d241b04d031a {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:13.188829 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 9ab82b42-5404-4cea-8446-d241b04d031a not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:13.291918 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3d4bdfc8-f779-4b57-85be-37da3028ceb7'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:13.355734 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-151fef67-c9d1-4c05-8143-b2d9874d93ae req-6c87aa79-0a31-4c4b-9d26-4ac2364bb57e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] No DVR routers for this DVR port 9ab82b42-5404-4cea-8446-d241b04d031a on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:13.368221 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-151fef67-c9d1-4c05-8143-b2d9874d93ae req-6c87aa79-0a31-4c4b-9d26-4ac2364bb57e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.377569 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-151fef67-c9d1-4c05-8143-b2d9874d93ae req-6c87aa79-0a31-4c4b-9d26-4ac2364bb57e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.62 "DELETE /v2.0/ports/9ab82b42-5404-4cea-8446-d241b04d031a HTTP/1.1" status: 204 len: 173 time: 3.5708897 Jul 13 07:36:13.550056 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-52f6ae76-1c4f-4055-ba09-ab869a7ed65e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:13.550975 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-52f6ae76-1c4f-4055-ba09-ab869a7ed65e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.607983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb077956-1135-4fec-92f3-9b6514b9ceaa req-6a847e71-8875-43f1-9b0e-eb2b10073103 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=e340ab9e-9fa6-467e-86d0-a47b111507ae HTTP/1.1" status: 200 len: 210 time: 0.1259813 Jul 13 07:36:13.745506 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-52f6ae76-1c4f-4055-ba09-ab869a7ed65e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2600217 Jul 13 07:36:13.757496 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b56cbf2-6028-4e91-96df-33ee8127365d x-openstack-request-id: req-9b56cbf2-6028-4e91-96df-33ee8127365d {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:13.757892 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e237e46c-b3b8-46b1-8d90-521b5f161774", "name": "network-vif-deleted", "tag": "6307f0ac-2121-4925-a578-c298a7b184cd", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:13.758237 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9b56cbf2-6028-4e91-96df-33ee8127365d {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:13.759333 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e237e46c-b3b8-46b1-8d90-521b5f161774', 'name': 'network-vif-deleted', 'tag': '6307f0ac-2121-4925-a578-c298a7b184cd', 'status': 'completed', 'code': 200} Jul 13 07:36:13.786960 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] Request body: {'port': {'device_id': '1b3c1788-e9a8-4d27-af6c-db2997324221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:13.875117 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1574a-f8e5-44bf-8bdb-64b394a3d879 req-128132a8-f496-4022-821d-757744be64a2 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:13.886749 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d4c1574a-f8e5-44bf-8bdb-64b394a3d879 req-128132a8-f496-4022-821d-757744be64a2 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b3c1788-e9a8-4d27-af6c-db2997324221 HTTP/1.1" status: 200 len: 932 time: 0.2238286 Jul 13 07:36:13.929231 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d50fbcb0-639b-4372-a596-26b4ae4247fd', '45acecb5-5e3d-4015-9a01-9e93f1ddfde4'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:14.014504 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d4c1574a-f8e5-44bf-8bdb-64b394a3d879 req-44a408ea-6f57-4484-83a7-bf47d4320647 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184754 Jul 13 07:36:14.081403 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 6307f0ac-2121-4925-a578-c298a7b184cd no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:14.154457 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-97c1a0cf-d312-41db-b2d5-36c4a0966554 req-c40722ed-aa96-4024-ad80-17efe167c265 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/ports?device_id=e62a0bda-063f-4cb5-8428-bb31af7c5ad0 HTTP/1.1" status: 200 len: 210 time: 0.1030271 Jul 13 07:36:14.187314 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 6307f0ac-2121-4925-a578-c298a7b184cd {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:14.187314 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 6307f0ac-2121-4925-a578-c298a7b184cd not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:14.429396 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-8d1a71e9-cd16-4e21-b144-048542dfb4e8 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.441435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-6790a0f7-d163-42a8-9956-09725c115d83 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:14.447586 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-6790a0f7-d163-42a8-9956-09725c115d83 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064&tenant_id=218eabc1e5414d678874133f2fbf6f59&binding%3Ahost_id=n-h2-779913-28 HTTP/1.1" status: 200 len: 1097 time: 0.2761185 Jul 13 07:36:14.463742 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-8d1a71e9-cd16-4e21-b144-048542dfb4e8 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Transition to ACTIVE for port object 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:14.593371 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-8d1a71e9-cd16-4e21-b144-048542dfb4e8 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.652966 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-28'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:14.794906 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a71e9-cd16-4e21-b144-048542dfb4e8 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Pushing event updated for resources: {'Port': ['ID=953ce3b1-423d-4b9b-a9e4-1fd077b44ff6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:14.799216 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] Attempting to bind port 58bf72e9-e50d-463c-aa10-11f527776a47 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:14.799798 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] Attempting to bind port 58bf72e9-e50d-463c-aa10-11f527776a47 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:14.801419 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] Attempting to bind port 58bf72e9-e50d-463c-aa10-11f527776a47 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:14.834678 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] Port 58bf72e9-e50d-463c-aa10-11f527776a47 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:14.834873 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] Attempting to bind port 58bf72e9-e50d-463c-aa10-11f527776a47 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:14.840775 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-8d1a71e9-cd16-4e21-b144-048542dfb4e8 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Network eb0329f0-8ee9-4b39-88fe-a9cb4b69797d is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:14.868193 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-8d1a71e9-cd16-4e21-b144-048542dfb4e8 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:14.892686 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-8d1a71e9-cd16-4e21-b144-048542dfb4e8 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:15.055096 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-8d1a71e9-cd16-4e21-b144-048542dfb4e8 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:15.067871 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-8d1a71e9-cd16-4e21-b144-048542dfb4e8 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.085681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:15.086948 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:15.089969 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:15.091116 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] Bound port: 58bf72e9-e50d-463c-aa10-11f527776a47, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:15.091823 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.099590 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-8d1a71e9-cd16-4e21-b144-048542dfb4e8 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6700435 Jul 13 07:36:15.128953 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.172053 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] Request body: {'port': {'device_id': 'e62a0bda-063f-4cb5-8428-bb31af7c5ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:15.408522 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.468271 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b3b233e1-1fb2-405c-8104-136d5813186e None None] Provisioning for port 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:15.481238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b2461-03a9-42de-8a29-0500b1670eb2 req-a341d29a-3250-4516-a872-3d4ba42a5b88 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:15.484050 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b3b233e1-1fb2-405c-8104-136d5813186e None None] Provisioning complete for port 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:15.484870 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b3b233e1-1fb2-405c-8104-136d5813186e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.488722 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-084b2461-03a9-42de-8a29-0500b1670eb2 req-a341d29a-3250-4516-a872-3d4ba42a5b88 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 945 time: 0.9653788 Jul 13 07:36:15.631379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b3b233e1-1fb2-405c-8104-136d5813186e None None] Port 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:15.671012 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-084b2461-03a9-42de-8a29-0500b1670eb2 req-e5aaea60-419b-4108-b9ab-e642aedb842a tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624374 Jul 13 07:36:15.744471 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61aa16-1fb3-40c8-827b-fc279b31715e req-b10c3fe1-8c12-477c-851a-fc3d9c5211be tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:15.747031 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c61aa16-1fb3-40c8-827b-fc279b31715e req-b10c3fe1-8c12-477c-851a-fc3d9c5211be tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 948 time: 1.0834503 Jul 13 07:36:15.812056 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e340ab9e-9fa6-467e-86d0-a47b111507ae', 'name': 'network-vif-deleted', 'tag': '9ab82b42-5404-4cea-8446-d241b04d031a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:15.816191 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacee9a9-f8fe-499a-8153-ce5e01d2c716" -d '{"events": [{"server_uuid": "e340ab9e-9fa6-467e-86d0-a47b111507ae", "name": "network-vif-deleted", "tag": "9ab82b42-5404-4cea-8446-d241b04d031a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:15.972379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 013ace5c-e2e3-463c-8e37-e7c65969f021 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:15.999078 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] For port 013ace5c-e2e3-463c-8e37-e7c65969f021, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=013ace5c-e2e3-463c-8e37-e7c65969f021,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:16.046030 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] For port 58bf72e9-e50d-463c-aa10-11f527776a47, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:16.094664 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] For port 013ace5c-e2e3-463c-8e37-e7c65969f021, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:16.111516 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:16.150028 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] For port 58bf72e9-e50d-463c-aa10-11f527776a47, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=58bf72e9-e50d-463c-aa10-11f527776a47,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:16.177415 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:16.232911 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 013ace5c-e2e3-463c-8e37-e7c65969f021, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=013ace5c-e2e3-463c-8e37-e7c65969f021,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:16.300776 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 013ace5c-e2e3-463c-8e37-e7c65969f021 has no active binding in host n-h1-779913-28 {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:36:16.339427 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:16.376889 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c61aa16-1fb3-40c8-827b-fc279b31715e req-93d6c222-f30d-4bb9-995a-aa4e5676caa2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472507 Jul 13 07:36:16.378000 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:16.420382 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:16.436170 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:16.437677 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] 10.222.0.62 "PUT /v2.0/ports/58bf72e9-e50d-463c-aa10-11f527776a47 HTTP/1.1" status: 200 len: 1097 time: 6.5553534 Jul 13 07:36:16.476203 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab495dbf-8859-43d3-98d7-3c210c432747', 'tag': '58bf72e9-e50d-463c-aa10-11f527776a47'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:16.492571 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af390a76-e18f-46bf-bedb-dbc69cf51aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "ab495dbf-8859-43d3-98d7-3c210c432747", "tag": "58bf72e9-e50d-463c-aa10-11f527776a47"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:16.760161 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105d53a-25de-4b52-9ee6-74e6c9cde6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=58bf72e9-e50d-463c-aa10-11f527776a47,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:16.812215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=013ace5c-e2e3-463c-8e37-e7c65969f021,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:16.906940 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03321c96-c62c-4804-9d0a-57c6688b8230 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:16.933944 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:16.969134 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] Transition to ACTIVE for port object 03321c96-c62c-4804-9d0a-57c6688b8230 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:16.981056 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] Attempting to bind port 013ace5c-e2e3-463c-8e37-e7c65969f021 on host n-h2-779913-28 for vnic_type normal with profile {"migrating_to": "n-h1-779913-28"} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:16.981607 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] Attempting to bind port 013ace5c-e2e3-463c-8e37-e7c65969f021 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:16.982047 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] Attempting to bind port 013ace5c-e2e3-463c-8e37-e7c65969f021 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:16.994765 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.052163 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] Port 013ace5c-e2e3-463c-8e37-e7c65969f021 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:17.052163 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] Attempting to bind port 013ace5c-e2e3-463c-8e37-e7c65969f021 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:17.080632 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:17.081734 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] Checking segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:17.082323 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] Bound using segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:17.083575 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] Bound port: 013ace5c-e2e3-463c-8e37-e7c65969f021, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:17.085445 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.114275 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-afa95e17-42b9-4d17-ae59-209531f41e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:17.117221 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-afa95e17-42b9-4d17-ae59-209531f41e0e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 1100 time: 0.5891879 Jul 13 07:36:17.223165 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-ff44d0ac-ce45-4c7b-9a7c-576112db8cc8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=58bf72e9-e50d-463c-aa10-11f527776a47 HTTP/1.1" status: 200 len: 217 time: 0.0890875 Jul 13 07:36:17.247420 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=03321c96-c62c-4804-9d0a-57c6688b8230,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:17.357093 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17242329-4e4f-4f8b-9d11-4f3f0e1b64d8 req-0399a973-2b7d-4e55-ab0b-9f42049b43cc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5675309 Jul 13 07:36:17.431657 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91e880-77a6-4d82-b341-b6a5e2c0815e req-4b0e7370-82a6-4a2e-b851-79526ffce438 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:17.433701 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da91e880-77a6-4d82-b341-b6a5e2c0815e req-4b0e7370-82a6-4a2e-b851-79526ffce438 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/ports?device_id=e62a0bda-063f-4cb5-8428-bb31af7c5ad0 HTTP/1.1" status: 200 len: 932 time: 0.3573122 Jul 13 07:36:17.453083 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-c2cd6222-7378-4353-82d6-374bf6305242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:17.454199 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-c2cd6222-7378-4353-82d6-374bf6305242 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.2204990 Jul 13 07:36:17.527718 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] For port 013ace5c-e2e3-463c-8e37-e7c65969f021, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:17.541791 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] Attempting to bind port 03321c96-c62c-4804-9d0a-57c6688b8230 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:17.542031 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] Attempting to bind port 03321c96-c62c-4804-9d0a-57c6688b8230 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:17.542547 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] Attempting to bind port 03321c96-c62c-4804-9d0a-57c6688b8230 on network 0e0f025d-4e49-4094-84ea-558023ba4e1a {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:17.567661 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a7380-f0a1-4b9a-93c1-fd43f244dfd2 req-47e65763-7137-42c2-9362-dc5f6686b4bf tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:17.569931 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d2a7380-f0a1-4b9a-93c1-fd43f244dfd2 req-47e65763-7137-42c2-9362-dc5f6686b4bf tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b3c1788-e9a8-4d27-af6c-db2997324221 HTTP/1.1" status: 200 len: 944 time: 0.3650424 Jul 13 07:36:17.584778 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da91e880-77a6-4d82-b341-b6a5e2c0815e req-0b20e504-8ea9-4de1-aec6-0bc002c03d8c tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/security-groups?id=3384d543-9834-4595-b0df-e76047170722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311989 Jul 13 07:36:17.619061 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] Port 03321c96-c62c-4804-9d0a-57c6688b8230 on network 0e0f025d-4e49-4094-84ea-558023ba4e1a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:17.619492 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] Attempting to bind port 03321c96-c62c-4804-9d0a-57c6688b8230 on network 0e0f025d-4e49-4094-84ea-558023ba4e1a {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:17.640236 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] For port 013ace5c-e2e3-463c-8e37-e7c65969f021, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=013ace5c-e2e3-463c-8e37-e7c65969f021,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:17.665827 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.672306 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:17.686674 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.712533 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] Transition to ACTIVE for port object 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:17.717154 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:17.718146 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] Checking segment: {'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:17.718362 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] Bound using segment: {'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:17.719115 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] Bound port: 03321c96-c62c-4804-9d0a-57c6688b8230, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:17.719618 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.727435 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.774705 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178925b5-7a9c-430e-b566-ac0ae8ab1603 x-openstack-request-id: req-178925b5-7a9c-430e-b566-ac0ae8ab1603 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:17.775010 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e340ab9e-9fa6-467e-86d0-a47b111507ae", "name": "network-vif-deleted", "tag": "9ab82b42-5404-4cea-8446-d241b04d031a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:17.775226 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-178925b5-7a9c-430e-b566-ac0ae8ab1603 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:17.775615 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e340ab9e-9fa6-467e-86d0-a47b111507ae', 'name': 'network-vif-deleted', 'tag': '9ab82b42-5404-4cea-8446-d241b04d031a', 'status': 'completed', 'code': 200} Jul 13 07:36:17.859623 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-2e46edbe-88ae-4143-bb57-31c5250ec70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:17.861520 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-2e46edbe-88ae-4143-bb57-31c5250ec70a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3979340 Jul 13 07:36:17.869771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d2a7380-f0a1-4b9a-93c1-fd43f244dfd2 req-5b35f3cc-f628-48fa-b2b2-8e3d4a3e3e56 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905197 Jul 13 07:36:17.870428 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3488b093-550e-421c-a499-bd090a91ed7a x-openstack-request-id: req-3488b093-550e-421c-a499-bd090a91ed7a {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:17.870428 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab495dbf-8859-43d3-98d7-3c210c432747", "tag": "58bf72e9-e50d-463c-aa10-11f527776a47", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:17.870428 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3488b093-550e-421c-a499-bd090a91ed7a {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:17.870793 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab495dbf-8859-43d3-98d7-3c210c432747', 'tag': '58bf72e9-e50d-463c-aa10-11f527776a47', 'status': 'completed', 'code': 200} Jul 13 07:36:17.886273 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] Pushing event updated for resources: {'Port': ['ID=953ce3b1-423d-4b9b-a9e4-1fd077b44ff6,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:17.942694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17242329-4e4f-4f8b-9d11-4f3f0e1b64d8 req-4b5e50b8-6a1d-4bb9-b0ba-441c5533c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:17.944874 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17242329-4e4f-4f8b-9d11-4f3f0e1b64d8 req-4b5e50b8-6a1d-4bb9-b0ba-441c5533c0eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 1102 time: 0.5062492 Jul 13 07:36:18.013767 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=013ace5c-e2e3-463c-8e37-e7c65969f021,revision_number=8']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:18.106230 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:18.107253 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.109308 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-f6c4b908-669f-429b-96cb-1fc26228c4b5 service neutron] 10.222.0.35 "PUT /v2.0/ports/013ace5c-e2e3-463c-8e37-e7c65969f021 HTTP/1.1" status: 200 len: 1123 time: 3.4690025 Jul 13 07:36:18.223224 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['013ace5c-e2e3-463c-8e37-e7c65969f021'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:18.270877 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] For port 03321c96-c62c-4804-9d0a-57c6688b8230, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:18.363712 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['013ace5c-e2e3-463c-8e37-e7c65969f021'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:18.381570 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] For port 03321c96-c62c-4804-9d0a-57c6688b8230, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=03321c96-c62c-4804-9d0a-57c6688b8230,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:18.422757 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.541448 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17242329-4e4f-4f8b-9d11-4f3f0e1b64d8 req-33f95e85-28ec-4baf-a153-698e93ee73cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:18.546592 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17242329-4e4f-4f8b-9d11-4f3f0e1b64d8 req-33f95e85-28ec-4baf-a153-698e93ee73cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.5096958 Jul 13 07:36:18.643931 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:18.649704 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.660183 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] 10.222.0.62 "PUT /v2.0/ports/03321c96-c62c-4804-9d0a-57c6688b8230 HTTP/1.1" status: 200 len: 1093 time: 4.8805597 Jul 13 07:36:18.705091 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17242329-4e4f-4f8b-9d11-4f3f0e1b64d8 req-9649d21b-4a53-4c94-87e9-7e57ced1e8b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d571ad6d-dd23-410f-a583-c1f9fbcff8ca HTTP/1.1" status: 200 len: 217 time: 0.1014094 Jul 13 07:36:18.767388 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] Attempting to bind port 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:18.767957 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] Attempting to bind port 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '452ed7f2-64a8-42c0-84be-e1f00db5135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eb0329f0-8ee9-4b39-88fe-a9cb4b69797d'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:18.768438 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] Attempting to bind port 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 on network eb0329f0-8ee9-4b39-88fe-a9cb4b69797d {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:18.782367 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] Port 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 on network eb0329f0-8ee9-4b39-88fe-a9cb4b69797d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:18.782806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] Attempting to bind port 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 on network eb0329f0-8ee9-4b39-88fe-a9cb4b69797d {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:18.788031 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-5458ab57-7483-4e75-a861-78e53e5aaa6e service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9103568 Jul 13 07:36:18.829055 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:18.829423 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] Checking segment: {'id': '452ed7f2-64a8-42c0-84be-e1f00db5135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eb0329f0-8ee9-4b39-88fe-a9cb4b69797d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:18.829965 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] Bound using segment: {'id': '452ed7f2-64a8-42c0-84be-e1f00db5135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eb0329f0-8ee9-4b39-88fe-a9cb4b69797d'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:18.830600 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] Bound port: 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '452ed7f2-64a8-42c0-84be-e1f00db5135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eb0329f0-8ee9-4b39-88fe-a9cb4b69797d'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:18.831490 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.893025 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8a8b1-d867-4d15-910a-1200b2769cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=03321c96-c62c-4804-9d0a-57c6688b8230,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:19.003749 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17242329-4e4f-4f8b-9d11-4f3f0e1b64d8 req-4219fe88-4d38-4bf1-9dda-25f5a81248f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:19.011910 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17242329-4e4f-4f8b-9d11-4f3f0e1b64d8 req-4219fe88-4d38-4bf1-9dda-25f5a81248f5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1309588 Jul 13 07:36:19.131711 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b029ab8-bc1b-4657-8f60-89944aaea436 req-d23cf3cd-233e-4779-8afb-cddd628e409c tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:19.133956 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b029ab8-bc1b-4657-8f60-89944aaea436 req-d23cf3cd-233e-4779-8afb-cddd628e409c tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 943 time: 0.8882191 Jul 13 07:36:19.207986 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-69a3fc88-30e0-43bd-9515-c4ee6399f9b4 req-097adfbf-83d7-4c0d-8731-703ceb136667 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4927239 Jul 13 07:36:19.238994 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12495b-58fa-4f2b-a680-f27ddd138717 req-cbc19ba8-5cf1-4fcb-a908-547e718b5f9d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:19.247772 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd12495b-58fa-4f2b-a680-f27ddd138717 req-cbc19ba8-5cf1-4fcb-a908-547e718b5f9d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 948 time: 0.6951821 Jul 13 07:36:19.391187 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd12495b-58fa-4f2b-a680-f27ddd138717 req-57f7ec17-333c-422e-bdac-d2e1d297394e tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302123 Jul 13 07:36:19.470757 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b029ab8-bc1b-4657-8f60-89944aaea436 req-81d6758d-df53-49b4-96bc-9c8ecc77bf5e tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173316 Jul 13 07:36:19.547599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17242329-4e4f-4f8b-9d11-4f3f0e1b64d8 req-9689c43b-a1a1-4d41-8df3-4a0449303bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:19.549256 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17242329-4e4f-4f8b-9d11-4f3f0e1b64d8 req-9689c43b-a1a1-4d41-8df3-4a0449303bed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5115268 Jul 13 07:36:19.552262 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3fc88-30e0-43bd-9515-c4ee6399f9b4 req-5044c797-c931-47c6-b3de-9e1af20f9075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:19.554762 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-69a3fc88-30e0-43bd-9515-c4ee6399f9b4 req-5044c797-c931-47c6-b3de-9e1af20f9075 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 1096 time: 0.2529130 Jul 13 07:36:19.781746 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9033dd-2aac-40ff-ba1a-e4c8b956d064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '013ace5c-e2e3-463c-8e37-e7c65969f021'}, {'name': 'network-changed', 'server_uuid': '1d9033dd-2aac-40ff-ba1a-e4c8b956d064', 'tag': '013ace5c-e2e3-463c-8e37-e7c65969f021'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:19.784977 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0959be5-298a-4b1c-9794-118d10afe26f" -d '{"events": [{"server_uuid": "1d9033dd-2aac-40ff-ba1a-e4c8b956d064", "name": "network-vif-unplugged", "status": "completed", "tag": "013ace5c-e2e3-463c-8e37-e7c65969f021"}, {"name": "network-changed", "server_uuid": "1d9033dd-2aac-40ff-ba1a-e4c8b956d064", "tag": "013ace5c-e2e3-463c-8e37-e7c65969f021"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:19.854658 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3fc88-30e0-43bd-9515-c4ee6399f9b4 req-00941a6a-33af-48c6-b9ca-9cc406abffff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:19.857219 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-69a3fc88-30e0-43bd-9515-c4ee6399f9b4 req-00941a6a-33af-48c6-b9ca-9cc406abffff service neutron] 10.222.0.62 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 908 time: 0.2718308 Jul 13 07:36:19.874097 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3c1788-e9a8-4d27-af6c-db2997324221', 'tag': '03321c96-c62c-4804-9d0a-57c6688b8230'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:19.876555 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2bca08-7c83-47e2-b3a3-31c880891b79" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3c1788-e9a8-4d27-af6c-db2997324221", "tag": "03321c96-c62c-4804-9d0a-57c6688b8230"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:19.914956 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-67d0cb1b-4b18-46b4-8524-3fd2f5ae72b6 req-15fca2ef-740e-4d5e-b285-666fb698e034 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1053565 Jul 13 07:36:19.919446 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-331c95d0-3aa6-46f2-84d3-efbfd1dcdb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:19.920894 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-331c95d0-3aa6-46f2-84d3-efbfd1dcdb93 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&device_id=1b3c1788-e9a8-4d27-af6c-db2997324221 HTTP/1.1" status: 200 len: 1096 time: 1.0509207 Jul 13 07:36:19.931776 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] For port 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:19.958729 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] For port 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=953ce3b1-423d-4b9b-a9e4-1fd077b44ff6,segment=NetworkSegment(452ed7f2-64a8-42c0-84be-e1f00db5135e),segment_id=452ed7f2-64a8-42c0-84be-e1f00db5135e)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:19.996009 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:20.022738 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-69a3fc88-30e0-43bd-9515-c4ee6399f9b4 req-02d9baf1-e429-4df9-b9d7-b40cad1699ff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=affa0f44-27aa-43b3-9ed9-e1002b76cfe1 HTTP/1.1" status: 200 len: 217 time: 0.1499214 Jul 13 07:36:20.154680 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] Pushing event updated for resources: {'Port': ['ID=953ce3b1-423d-4b9b-a9e4-1fd077b44ff6,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:20.175478 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-4bd405a9-5180-4f0f-8add-35c0ad12569c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03321c96-c62c-4804-9d0a-57c6688b8230 HTTP/1.1" status: 200 len: 217 time: 0.2335451 Jul 13 07:36:20.241774 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3fc88-30e0-43bd-9515-c4ee6399f9b4 req-0f1a2085-e65c-4e87-9445-5f3e5b0b83ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:20.243424 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-69a3fc88-30e0-43bd-9515-c4ee6399f9b4 req-0f1a2085-e65c-4e87-9445-5f3e5b0b83ac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 0.1796651 Jul 13 07:36:20.287973 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:20.288927 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:20.291155 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-508fbdb4-3b29-4e5b-abed-fd6799be1e4c service neutron] 10.222.0.35 "PUT /v2.0/ports/953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 HTTP/1.1" status: 200 len: 1093 time: 5.1637452 Jul 13 07:36:20.376573 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486afa2-4911-43c8-b7b4-a757d4fad597 req-87a2c59e-e420-4800-8f44-4275b1aaf446 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:20.378259 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2486afa2-4911-43c8-b7b4-a757d4fad597 req-87a2c59e-e420-4800-8f44-4275b1aaf446 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/ports?device_id=e62a0bda-063f-4cb5-8428-bb31af7c5ad0 HTTP/1.1" status: 200 len: 944 time: 0.4775558 Jul 13 07:36:20.378908 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-af9b56a2-3bac-4dc6-8a65-4873b7907995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:20.387872 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-af9b56a2-3bac-4dc6-8a65-4873b7907995 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=44d6fa42-4195-4977-b883-5a26f0e01114 HTTP/1.1" status: 200 len: 852 time: 0.1881135 Jul 13 07:36:20.395379 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-69a3fc88-30e0-43bd-9515-c4ee6399f9b4 req-9a51c5ec-eaec-44d3-8ab9-34c72a7b90b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367671 Jul 13 07:36:20.419537 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17242329-4e4f-4f8b-9d11-4f3f0e1b64d8 req-a7a5ada1-4ebf-4cb0-8ed3-c0c90978f6ea service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120336 Jul 13 07:36:20.510023 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af390a76-e18f-46bf-bedb-dbc69cf51aa4 req-4004cf6e-943c-46df-943b-918d6072574a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:20.517704 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af390a76-e18f-46bf-bedb-dbc69cf51aa4 req-4004cf6e-943c-46df-943b-918d6072574a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 1100 time: 0.3811679 Jul 13 07:36:20.648141 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-28383408-f0ca-4b60-a40d-e9fa9645c71a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e0f025d-4e49-4094-84ea-558023ba4e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2460194 Jul 13 07:36:20.684771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2486afa2-4911-43c8-b7b4-a757d4fad597 req-891af481-d78a-443a-bbce-06ba58e738cd tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/security-groups?id=3384d543-9834-4595-b0df-e76047170722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867422 Jul 13 07:36:20.750646 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cd1a8-843c-4076-bf96-e31944e672a8 req-c9a2c6eb-2273-411a-b6a6-db26f3d7372d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:20.762204 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a8cd1a8-843c-4076-bf96-e31944e672a8 req-c9a2c6eb-2273-411a-b6a6-db26f3d7372d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b3c1788-e9a8-4d27-af6c-db2997324221 HTTP/1.1" status: 200 len: 944 time: 0.4912558 Jul 13 07:36:20.909934 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-69a3fc88-30e0-43bd-9515-c4ee6399f9b4 req-7090b58b-8232-4391-8c8e-8499a43f43fd service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992745 Jul 13 07:36:20.929184 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a8cd1a8-843c-4076-bf96-e31944e672a8 req-9ff4e4ee-79d2-4dd8-b0f3-9a4416e2e858 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655540 Jul 13 07:36:21.048933 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f98c2e2-952e-4848-b0d0-fa4258ea04a6 x-openstack-request-id: req-9f98c2e2-952e-4848-b0d0-fa4258ea04a6 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:21.049932 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9033dd-2aac-40ff-ba1a-e4c8b956d064", "name": "network-vif-unplugged", "status": "completed", "tag": "013ace5c-e2e3-463c-8e37-e7c65969f021", "code": 200}, {"name": "network-changed", "server_uuid": "1d9033dd-2aac-40ff-ba1a-e4c8b956d064", "tag": "013ace5c-e2e3-463c-8e37-e7c65969f021", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:21.049932 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f98c2e2-952e-4848-b0d0-fa4258ea04a6 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:21.050278 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9033dd-2aac-40ff-ba1a-e4c8b956d064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '013ace5c-e2e3-463c-8e37-e7c65969f021', 'code': 200} Jul 13 07:36:21.050421 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9033dd-2aac-40ff-ba1a-e4c8b956d064', 'tag': '013ace5c-e2e3-463c-8e37-e7c65969f021', 'status': 'completed', 'code': 200} Jul 13 07:36:21.065195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af390a76-e18f-46bf-bedb-dbc69cf51aa4 req-33470bdd-8bba-410b-97cc-2af81134bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:21.067313 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af390a76-e18f-46bf-bedb-dbc69cf51aa4 req-33470bdd-8bba-410b-97cc-2af81134bb30 service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.4453354 Jul 13 07:36:21.088948 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.62', 51226) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:21.136682 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17242329-4e4f-4f8b-9d11-4f3f0e1b64d8 req-567b3abc-1628-43de-9c99-21302ff0a6ce service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340494 Jul 13 07:36:21.203501 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-69a3fc88-30e0-43bd-9515-c4ee6399f9b4 req-730e4948-05e7-49dd-87ea-2e2c5d44926c service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684829 Jul 13 07:36:21.217249 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e49e4e-0067-42f4-bd83-00cb5652d400 x-openstack-request-id: req-00e49e4e-0067-42f4-bd83-00cb5652d400 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:21.217969 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3c1788-e9a8-4d27-af6c-db2997324221", "tag": "03321c96-c62c-4804-9d0a-57c6688b8230", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:21.218234 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00e49e4e-0067-42f4-bd83-00cb5652d400 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:21.238031 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3c1788-e9a8-4d27-af6c-db2997324221', 'tag': '03321c96-c62c-4804-9d0a-57c6688b8230', 'status': 'completed', 'code': 200} Jul 13 07:36:21.454205 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af390a76-e18f-46bf-bedb-dbc69cf51aa4 req-5696a303-ecd5-4c40-95fb-9c31beadf201 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=58bf72e9-e50d-463c-aa10-11f527776a47 HTTP/1.1" status: 200 len: 217 time: 0.2132564 Jul 13 07:36:21.513639 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-90ecec11-d102-4ec2-a872-1c8981f5e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:21.523041 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-90ecec11-d102-4ec2-a872-1c8981f5e5c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=197c615669e94fb99d2f09c21df1d053&device_id=e62a0bda-063f-4cb5-8428-bb31af7c5ad0 HTTP/1.1" status: 200 len: 1096 time: 1.1166143 Jul 13 07:36:21.570554 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544cc07-4343-4616-8004-5a0d97b4b301 req-b116180f-fbda-4673-a635-a861e55f63e2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:21.598022 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9544cc07-4343-4616-8004-5a0d97b4b301 req-b116180f-fbda-4673-a635-a861e55f63e2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 948 time: 0.3010681 Jul 13 07:36:21.608685 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-b1e28730-52bb-4307-8e7d-244af9488d7a service neutron] 10.222.0.62 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9103098 Jul 13 07:36:21.676177 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af390a76-e18f-46bf-bedb-dbc69cf51aa4 req-ad012d35-b29d-4bb1-b76b-b6d83b4d117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:21.678640 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af390a76-e18f-46bf-bedb-dbc69cf51aa4 req-ad012d35-b29d-4bb1-b76b-b6d83b4d117f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1911278 Jul 13 07:36:21.759486 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0959be5-298a-4b1c-9794-118d10afe26f req-d52d6290-b692-4cbb-878e-66df02bcf072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:21.761106 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c0959be5-298a-4b1c-9794-118d10afe26f req-d52d6290-b692-4cbb-878e-66df02bcf072 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 1126 time: 0.6697214 Jul 13 07:36:21.799772 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9544cc07-4343-4616-8004-5a0d97b4b301 req-b41b33ba-bfd0-4305-b0e7-102381a46c40 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004526 Jul 13 07:36:21.889051 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab14f61-236f-4a9b-9f36-ddef5580ec7e req-d8c5f501-eb15-47a0-b127-fb9fa89519f9 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:21.905197 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7ab14f61-236f-4a9b-9f36-ddef5580ec7e req-d8c5f501-eb15-47a0-b127-fb9fa89519f9 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 943 time: 0.1806729 Jul 13 07:36:22.002673 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9a370c25-e379-42e0-8fe9-97f42c30c5e7 req-92ac68e4-b363-4b5b-922d-3463efb4de23 service neutron] 10.222.0.62 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778131 Jul 13 07:36:22.108598 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-4461424a-8603-4c44-a4f9-4c3c80a5d454 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 HTTP/1.1" status: 200 len: 217 time: 0.1608202 Jul 13 07:36:22.121891 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7ab14f61-236f-4a9b-9f36-ddef5580ec7e req-763cec68-89ba-46b6-a5b1-3f5316057796 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145319 Jul 13 07:36:22.162962 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0959be5-298a-4b1c-9794-118d10afe26f req-0418d3f7-b1f2-427d-8bda-8bc777fad905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.165044 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c0959be5-298a-4b1c-9794-118d10afe26f req-0418d3f7-b1f2-427d-8bda-8bc777fad905 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 908 time: 0.3935883 Jul 13 07:36:22.168284 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af390a76-e18f-46bf-bedb-dbc69cf51aa4 req-b2e77f35-23d6-40b9-ac74-1cd5e0f55220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.172994 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af390a76-e18f-46bf-bedb-dbc69cf51aa4 req-b2e77f35-23d6-40b9-ac74-1cd5e0f55220 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4579709 Jul 13 07:36:22.440326 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c0959be5-298a-4b1c-9794-118d10afe26f req-6d5e0654-575c-468d-8fce-3aa9d5697827 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=013ace5c-e2e3-463c-8e37-e7c65969f021 HTTP/1.1" status: 200 len: 217 time: 0.2652535 Jul 13 07:36:22.556916 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af390a76-e18f-46bf-bedb-dbc69cf51aa4 req-4316b68f-a480-47dc-b508-7dff8363f494 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650136 Jul 13 07:36:22.607720 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bca08-7c83-47e2-b3a3-31c880891b79 req-35f37fca-c171-4789-805d-dc60f475222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.609708 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-da2bca08-7c83-47e2-b3a3-31c880891b79 req-35f37fca-c171-4789-805d-dc60f475222e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&device_id=1b3c1788-e9a8-4d27-af6c-db2997324221 HTTP/1.1" status: 200 len: 1096 time: 0.4885361 Jul 13 07:36:22.750695 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0959be5-298a-4b1c-9794-118d10afe26f req-613c00ed-11ea-409a-a57b-24d7743cd42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.753640 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c0959be5-298a-4b1c-9794-118d10afe26f req-613c00ed-11ea-409a-a57b-24d7743cd42b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 0.2994289 Jul 13 07:36:22.895199 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c0959be5-298a-4b1c-9794-118d10afe26f req-cb6756af-3e3d-47f7-b195-e24c7aceb2d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071696 Jul 13 07:36:23.169637 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 58bf72e9-e50d-463c-aa10-11f527776a47 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:23.219347 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bca08-7c83-47e2-b3a3-31c880891b79 req-b1e9c382-ef71-44bd-b5f0-6382726d20df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:23.223126 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-da2bca08-7c83-47e2-b3a3-31c880891b79 req-b1e9c382-ef71-44bd-b5f0-6382726d20df service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 200 len: 913 time: 0.5785215 Jul 13 07:36:23.236650 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eda8eb-fddd-48c4-9b67-45345b325949 req-ba19fa48-fc33-4b45-b75f-2bf3f2038a6d tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:23.238225 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af390a76-e18f-46bf-bedb-dbc69cf51aa4 req-74f82212-1db2-45f8-90a7-d922c734d450 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6564281 Jul 13 07:36:23.240561 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e541a709-03b8-4d16-a188-ba6a88aee4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.243724 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1eda8eb-fddd-48c4-9b67-45345b325949 req-ba19fa48-fc33-4b45-b75f-2bf3f2038a6d tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/ports?device_id=e62a0bda-063f-4cb5-8428-bb31af7c5ad0 HTTP/1.1" status: 200 len: 944 time: 0.1545632 Jul 13 07:36:23.261979 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62a0bda-063f-4cb5-8428-bb31af7c5ad0', 'tag': '953ce3b1-423d-4b9b-a9e4-1fd077b44ff6'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:23.266912 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5865d505-d013-4416-80d3-e1cbc28bc806" -d '{"events": [{"name": "network-changed", "server_uuid": "e62a0bda-063f-4cb5-8428-bb31af7c5ad0", "tag": "953ce3b1-423d-4b9b-a9e4-1fd077b44ff6"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:23.323165 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-da2bca08-7c83-47e2-b3a3-31c880891b79 req-d80c5d48-5bcd-4630-9e86-8cd2ac9d733f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03321c96-c62c-4804-9d0a-57c6688b8230 HTTP/1.1" status: 200 len: 217 time: 0.0832527 Jul 13 07:36:23.340578 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1eda8eb-fddd-48c4-9b67-45345b325949 req-1e2ab3fa-e552-4802-8a29-a6ee68c32e0d tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/security-groups?id=3384d543-9834-4595-b0df-e76047170722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928924 Jul 13 07:36:23.348557 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c0959be5-298a-4b1c-9794-118d10afe26f req-f9207642-48e4-4e80-9cf6-447147fca19a service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503909 Jul 13 07:36:23.523696 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 58bf72e9-e50d-463c-aa10-11f527776a47, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=58bf72e9-e50d-463c-aa10-11f527776a47,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:23.553332 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '58bf72e9-e50d-463c-aa10-11f527776a47', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '58bf72e9-e50d-463c-aa10-11f527776a47', 'mac_address': 'fa:16:3e:9d:38:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:23.595236 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bca08-7c83-47e2-b3a3-31c880891b79 req-fd91a37e-a01c-4d1e-b233-756532015e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:23.601286 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-da2bca08-7c83-47e2-b3a3-31c880891b79 req-fd91a37e-a01c-4d1e-b233-756532015e3a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=44d6fa42-4195-4977-b883-5a26f0e01114 HTTP/1.1" status: 200 len: 852 time: 0.2515392 Jul 13 07:36:23.619474 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.644164 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58bf72e9-e50d-463c-aa10-11f527776a47 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:23.675695 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 58bf72e9-e50d-463c-aa10-11f527776a47, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=58bf72e9-e50d-463c-aa10-11f527776a47,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:23.683198 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.710770 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-da2bca08-7c83-47e2-b3a3-31c880891b79 req-1fe6cc83-a26f-48fa-8082-98c6138a62fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e0f025d-4e49-4094-84ea-558023ba4e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983078 Jul 13 07:36:23.752112 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2319f40-ea74-4611-b7b8-b21692bf034d req-146726d5-a752-4209-9658-0dedac0d3593 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:23.762899 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2319f40-ea74-4611-b7b8-b21692bf034d req-146726d5-a752-4209-9658-0dedac0d3593 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b3c1788-e9a8-4d27-af6c-db2997324221 HTTP/1.1" status: 200 len: 944 time: 0.1713736 Jul 13 07:36:23.859250 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c0959be5-298a-4b1c-9794-118d10afe26f req-b43b5a29-c440-48ae-ad53-c700cb864a09 service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761271 Jul 13 07:36:23.863698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2319f40-ea74-4611-b7b8-b21692bf034d req-5dfd3760-96d1-426b-9a69-3f7f61e9014d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903943 Jul 13 07:36:23.910625 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=58bf72e9-e50d-463c-aa10-11f527776a47,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:24.070478 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-da2bca08-7c83-47e2-b3a3-31c880891b79 req-6471b510-6e88-4188-a7ed-187cfc8b70ca service neutron] 10.222.0.62 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444269 Jul 13 07:36:24.227670 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-da2bca08-7c83-47e2-b3a3-31c880891b79 req-24889bf5-faeb-447d-9a7a-e6149dcb5066 service neutron] 10.222.0.62 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459916 Jul 13 07:36:24.246061 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['58bf72e9-e50d-463c-aa10-11f527776a47'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:24.393634 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:36:24.449885 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-74da4b58-e749-4a86-8615-9e22b802d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:24.452532 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-74da4b58-e749-4a86-8615-9e22b802d143 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63b889f2-6a28-4d0b-9b5d-6552a07c31c8 HTTP/1.1" status: 200 len: 854 time: 0.1226451 Jul 13 07:36:24.473287 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0568f-069b-408f-85c2-2ad7af25e79b req-486a47e1-6b85-45b6-9609-df7b213a975f tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:24.482573 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50d0568f-069b-408f-85c2-2ad7af25e79b req-486a47e1-6b85-45b6-9609-df7b213a975f tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=2fb5a105-5f03-446c-8b01-7f834dd729a2 HTTP/1.1" status: 200 len: 950 time: 0.1594315 Jul 13 07:36:24.534176 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50d0568f-069b-408f-85c2-2ad7af25e79b req-97f6c367-826c-477e-b1ba-855b68b14461 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504813 Jul 13 07:36:24.545008 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-73bf7aad-7e23-445e-ad60-2ba9b61f132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:24.548023 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-73bf7aad-7e23-445e-ad60-2ba9b61f132d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eb0329f0-8ee9-4b39-88fe-a9cb4b69797d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825286 Jul 13 07:36:24.630175 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c17c84-bea3-4283-a573-520b25b4fe16 req-46be0836-5004-40f2-bf5b-e69dc47be4d2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:24.634658 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3c17c84-bea3-4283-a573-520b25b4fe16 req-46be0836-5004-40f2-bf5b-e69dc47be4d2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 949 time: 0.1495821 Jul 13 07:36:24.797465 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3c17c84-bea3-4283-a573-520b25b4fe16 req-aa8e5717-0f36-40b1-a351-985f06b1d862 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539190 Jul 13 07:36:24.801066 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-8de466ff-0eb7-4ced-9107-fab428e9bbd2 service neutron] 10.222.0.35 "GET /v2.0/networks/eb0329f0-8ee9-4b39-88fe-a9cb4b69797d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324400 Jul 13 07:36:24.879010 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec75a2-4b7b-49c5-a02c-f855ae507940 req-11f95433-7358-4d2c-9a1f-4d44922d62bd tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:24.881672 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3eec75a2-4b7b-49c5-a02c-f855ae507940 req-11f95433-7358-4d2c-9a1f-4d44922d62bd tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 943 time: 0.1584544 Jul 13 07:36:24.920425 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b14df0a-c4ed-4de4-833f-fe029b09e688 x-openstack-request-id: req-2b14df0a-c4ed-4de4-833f-fe029b09e688 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:24.921051 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62a0bda-063f-4cb5-8428-bb31af7c5ad0", "tag": "953ce3b1-423d-4b9b-a9e4-1fd077b44ff6", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:24.921782 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b14df0a-c4ed-4de4-833f-fe029b09e688 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:24.924223 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e62a0bda-063f-4cb5-8428-bb31af7c5ad0', 'tag': '953ce3b1-423d-4b9b-a9e4-1fd077b44ff6', 'status': 'completed', 'code': 200} Jul 13 07:36:25.000139 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68720069-2b6c-4105-bef7-2ca81dd887c2 req-2427b5bb-5a41-435c-9ac1-c35948054c86 service neutron] 10.222.0.35 "GET /v2.0/networks/eb0329f0-8ee9-4b39-88fe-a9cb4b69797d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960471 Jul 13 07:36:25.015625 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3eec75a2-4b7b-49c5-a02c-f855ae507940 req-f043c53c-9ac8-41be-9a53-24b03194d41f tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253207 Jul 13 07:36:25.202329 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec108c-a310-4155-a373-3a46245d9be0 req-a3a05d53-292b-45ec-bcfc-73691f07deca tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:25.208095 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30ec108c-a310-4155-a373-3a46245d9be0 req-a3a05d53-292b-45ec-bcfc-73691f07deca tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/ports?device_id=e62a0bda-063f-4cb5-8428-bb31af7c5ad0 HTTP/1.1" status: 200 len: 944 time: 0.1558545 Jul 13 07:36:25.242454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865d505-d013-4416-80d3-e1cbc28bc806 req-f165245c-c83c-4cfd-ac14-f32ff19a56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:25.244099 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5865d505-d013-4416-80d3-e1cbc28bc806 req-f165245c-c83c-4cfd-ac14-f32ff19a56d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=197c615669e94fb99d2f09c21df1d053&device_id=e62a0bda-063f-4cb5-8428-bb31af7c5ad0 HTTP/1.1" status: 200 len: 1096 time: 0.1318574 Jul 13 07:36:25.330974 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30ec108c-a310-4155-a373-3a46245d9be0 req-3d9816f2-2dfa-4e09-a073-366c683ef8be tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/security-groups?id=3384d543-9834-4595-b0df-e76047170722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154029 Jul 13 07:36:25.373515 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865d505-d013-4416-80d3-e1cbc28bc806 req-5296bf0e-e902-49af-be8c-cc7685771df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:25.375140 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5865d505-d013-4416-80d3-e1cbc28bc806 req-5296bf0e-e902-49af-be8c-cc7685771df5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=eb0329f0-8ee9-4b39-88fe-a9cb4b69797d HTTP/1.1" status: 200 len: 916 time: 0.1227922 Jul 13 07:36:25.400898 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35289e7-848f-44ba-8716-973da26496ee req-7e268058-40be-4dd7-aa19-bd84abc36db8 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:25.403468 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b35289e7-848f-44ba-8716-973da26496ee req-7e268058-40be-4dd7-aa19-bd84abc36db8 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b3c1788-e9a8-4d27-af6c-db2997324221 HTTP/1.1" status: 200 len: 944 time: 0.1412058 Jul 13 07:36:25.455093 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5865d505-d013-4416-80d3-e1cbc28bc806 req-f1999b0d-8eec-49c8-836a-1300c98a2da5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 HTTP/1.1" status: 200 len: 217 time: 0.0707436 Jul 13 07:36:25.514246 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b35289e7-848f-44ba-8716-973da26496ee req-416c2f80-3f3d-4cd8-a636-3e2674ea051f tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969718 Jul 13 07:36:25.586658 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865d505-d013-4416-80d3-e1cbc28bc806 req-c2a39dee-4c68-4bee-9576-f93a9132887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:25.588896 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5865d505-d013-4416-80d3-e1cbc28bc806 req-c2a39dee-4c68-4bee-9576-f93a9132887d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63b889f2-6a28-4d0b-9b5d-6552a07c31c8 HTTP/1.1" status: 200 len: 854 time: 0.1264508 Jul 13 07:36:25.709642 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865d505-d013-4416-80d3-e1cbc28bc806 req-ee48ffa1-96c0-4a64-b6e2-125cceca824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:25.717052 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5865d505-d013-4416-80d3-e1cbc28bc806 req-ee48ffa1-96c0-4a64-b6e2-125cceca824c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eb0329f0-8ee9-4b39-88fe-a9cb4b69797d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1200321 Jul 13 07:36:25.949985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7f3ff-f07b-4886-9dfd-3d436938ba09 req-296d3590-f611-4d1d-b5c2-154ab5b256b4 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:25.957112 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5865d505-d013-4416-80d3-e1cbc28bc806 req-ee8ff40b-0cd7-48bd-88a6-5b85a23d72ad service neutron] 10.222.0.35 "GET /v2.0/networks/eb0329f0-8ee9-4b39-88fe-a9cb4b69797d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278430 Jul 13 07:36:25.957360 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3df7f3ff-f07b-4886-9dfd-3d436938ba09 req-296d3590-f611-4d1d-b5c2-154ab5b256b4 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=aec6ff47-4e76-435d-aa56-4f26bdb93d72 HTTP/1.1" status: 200 len: 946 time: 0.2680652 Jul 13 07:36:26.066250 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3df7f3ff-f07b-4886-9dfd-3d436938ba09 req-1f33e6bc-8f79-4652-8b65-9e6ba98fe937 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/security-groups?id=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079948 Jul 13 07:36:26.111612 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6c6e2-f7d3-4227-bd05-0ec1da3697d1 req-685e0cc9-5392-4e98-8501-33cf7974a7a6 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:26.121420 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-73a6c6e2-f7d3-4227-bd05-0ec1da3697d1 req-685e0cc9-5392-4e98-8501-33cf7974a7a6 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=2fb5a105-5f03-446c-8b01-7f834dd729a2 HTTP/1.1" status: 200 len: 950 time: 0.3072577 Jul 13 07:36:26.157117 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e8e96-89eb-4618-ae01-f88924363a70 req-567c64e4-011b-4474-b3c1-25539e78d26b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:26.159314 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-039e8e96-89eb-4618-ae01-f88924363a70 req-567c64e4-011b-4474-b3c1-25539e78d26b tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb5a105-5f03-446c-8b01-7f834dd729a2 HTTP/1.1" status: 200 len: 950 time: 0.3143260 Jul 13 07:36:26.207060 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5865d505-d013-4416-80d3-e1cbc28bc806 req-42315c32-23c8-4141-bfb7-16e0363106de service neutron] 10.222.0.35 "GET /v2.0/networks/eb0329f0-8ee9-4b39-88fe-a9cb4b69797d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334876 Jul 13 07:36:26.233876 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482acdf-eb81-4f8f-acb2-f03a0d2eec88 req-7179de67-8b6b-4bfd-89fc-b466be650ebd tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:26.235687 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8482acdf-eb81-4f8f-acb2-f03a0d2eec88 req-7179de67-8b6b-4bfd-89fc-b466be650ebd tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8 HTTP/1.1" status: 200 len: 950 time: 0.2570298 Jul 13 07:36:26.260547 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-73a6c6e2-f7d3-4227-bd05-0ec1da3697d1 req-a62f027a-4de5-4f8a-8087-6bb84c11edca tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378815 Jul 13 07:36:26.566320 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-039e8e96-89eb-4618-ae01-f88924363a70 req-2772b863-817f-4a6e-9152-7f77f14e327e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Deleting port 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:26.567500 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-039e8e96-89eb-4618-ae01-f88924363a70 req-2772b863-817f-4a6e-9152-7f77f14e327e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.907736 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8c502-48b7-4bfe-8000-48a4f7fd2032 req-cb0b418c-fd05-4e20-b6b8-b50becf7e93b tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:26.915758 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08c8c502-48b7-4bfe-8000-48a4f7fd2032 req-cb0b418c-fd05-4e20-b6b8-b50becf7e93b tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 949 time: 0.5028830 Jul 13 07:36:26.986452 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-cb30cc72-fd4c-496c-b561-67d0c1dd705f service neutron] 10.222.0.62 "GET /v2.0/ports/013ace5c-e2e3-463c-8e37-e7c65969f021/bindings/n-h1-779913-28 HTTP/1.1" status: 200 len: 385 time: 0.0719135 Jul 13 07:36:26.997240 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-8482acdf-eb81-4f8f-acb2-f03a0d2eec88 req-f9bd7482-9d93-4d56-a266-8348917cbb14 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Deleting port d50fbcb0-639b-4372-a596-26b4ae4247fd {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:26.997801 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8482acdf-eb81-4f8f-acb2-f03a0d2eec88 req-f9bd7482-9d93-4d56-a266-8348917cbb14 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.082538 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cc8c7-2377-4620-8fa8-66f15ffbaed2 req-4f94bd42-51f7-4aa3-bf37-c09345c305f6 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:27.090903 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-228cc8c7-2377-4620-8fa8-66f15ffbaed2 req-4f94bd42-51f7-4aa3-bf37-c09345c305f6 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 943 time: 0.5925071 Jul 13 07:36:27.110419 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-039e8e96-89eb-4618-ae01-f88924363a70 req-2772b863-817f-4a6e-9152-7f77f14e327e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] For port 45acecb5-5e3d-4015-9a01-9e93f1ddfde4, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=45acecb5-5e3d-4015-9a01-9e93f1ddfde4,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:27.111103 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-039e8e96-89eb-4618-ae01-f88924363a70 req-2772b863-817f-4a6e-9152-7f77f14e327e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.131650 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08c8c502-48b7-4bfe-8000-48a4f7fd2032 req-d5435779-8f19-47e6-ad44-fe8801893578 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148287 Jul 13 07:36:27.201566 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 03321c96-c62c-4804-9d0a-57c6688b8230 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:27.203859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 58bf72e9-e50d-463c-aa10-11f527776a47 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:27.266804 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-039e8e96-89eb-4618-ae01-f88924363a70 req-2772b863-817f-4a6e-9152-7f77f14e327e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Calling delete_port for 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:27.370721 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-228cc8c7-2377-4620-8fa8-66f15ffbaed2 req-c9f126c0-4af1-4c92-a4ad-3ea86556ed51 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786851 Jul 13 07:36:27.375859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-53d785f7-f2b5-4458-bbd2-18977153dd3b service neutron] For port 013ace5c-e2e3-463c-8e37-e7c65969f021, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=013ace5c-e2e3-463c-8e37-e7c65969f021,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:27.391659 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8482acdf-eb81-4f8f-acb2-f03a0d2eec88 req-f9bd7482-9d93-4d56-a266-8348917cbb14 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] For port d50fbcb0-639b-4372-a596-26b4ae4247fd, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=d50fbcb0-639b-4372-a596-26b4ae4247fd,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:27.391659 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8482acdf-eb81-4f8f-acb2-f03a0d2eec88 req-f9bd7482-9d93-4d56-a266-8348917cbb14 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.426497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-8482acdf-eb81-4f8f-acb2-f03a0d2eec88 req-f9bd7482-9d93-4d56-a266-8348917cbb14 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Calling delete_port for d50fbcb0-639b-4372-a596-26b4ae4247fd owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:27.437164 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-53d785f7-f2b5-4458-bbd2-18977153dd3b service neutron] For port 013ace5c-e2e3-463c-8e37-e7c65969f021, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:27.469093 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 58bf72e9-e50d-463c-aa10-11f527776a47 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:27.486553 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 58bf72e9-e50d-463c-aa10-11f527776a47 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:27.487160 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.501249 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 03321c96-c62c-4804-9d0a-57c6688b8230, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=03321c96-c62c-4804-9d0a-57c6688b8230,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:27.505095 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-53d785f7-f2b5-4458-bbd2-18977153dd3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013ace5c-e2e3-463c-8e37-e7c65969f021 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:27.523068 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-53d785f7-f2b5-4458-bbd2-18977153dd3b service neutron] For port 013ace5c-e2e3-463c-8e37-e7c65969f021, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=013ace5c-e2e3-463c-8e37-e7c65969f021,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:27.542381 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-53d785f7-f2b5-4458-bbd2-18977153dd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.559136 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '03321c96-c62c-4804-9d0a-57c6688b8230', 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a', 'port_id': '03321c96-c62c-4804-9d0a-57c6688b8230', 'mac_address': 'fa:16:3e:03:dd:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d6fa42-4195-4977-b883-5a26f0e01114', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:27.576316 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36586ef2-ad71-4821-acc2-6c52bc894daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.628426 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.638690 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.672576 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-53d785f7-f2b5-4458-bbd2-18977153dd3b service neutron] Transition to ACTIVE for port object 013ace5c-e2e3-463c-8e37-e7c65969f021 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:27.679138 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-53d785f7-f2b5-4458-bbd2-18977153dd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.680344 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03321c96-c62c-4804-9d0a-57c6688b8230 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:27.716073 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 03321c96-c62c-4804-9d0a-57c6688b8230, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=03321c96-c62c-4804-9d0a-57c6688b8230,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:27.717224 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.758715 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.776797 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-53d785f7-f2b5-4458-bbd2-18977153dd3b service neutron] No DVR routers for this DVR port 013ace5c-e2e3-463c-8e37-e7c65969f021 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:27.789092 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d785f7-f2b5-4458-bbd2-18977153dd3b service neutron] Pushing event updated for resources: {'Port': ['ID=013ace5c-e2e3-463c-8e37-e7c65969f021,revision_number=10']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:27.864723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 58bf72e9-e50d-463c-aa10-11f527776a47, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=58bf72e9-e50d-463c-aa10-11f527776a47,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:27.867096 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab495dbf-8859-43d3-98d7-3c210c432747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bf72e9-e50d-463c-aa10-11f527776a47'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:27.870427 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e074a84-5df4-4336-861e-91a65191b5cc" -d '{"events": [{"server_uuid": "ab495dbf-8859-43d3-98d7-3c210c432747", "name": "network-vif-plugged", "status": "completed", "tag": "58bf72e9-e50d-463c-aa10-11f527776a47"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:27.887441 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-53d785f7-f2b5-4458-bbd2-18977153dd3b service neutron] 10.222.0.62 "PUT /v2.0/ports/013ace5c-e2e3-463c-8e37-e7c65969f021/bindings/n-h1-779913-28/activate HTTP/1.1" status: 200 len: 370 time: 0.8880959 Jul 13 07:36:27.905923 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.921245 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 013ace5c-e2e3-463c-8e37-e7c65969f021 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:27.993375 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=03321c96-c62c-4804-9d0a-57c6688b8230,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:28.003092 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-039e8e96-89eb-4618-ae01-f88924363a70 req-2772b863-817f-4a6e-9152-7f77f14e327e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.034195 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d50fbcb0-639b-4372-a596-26b4ae4247fd', '45acecb5-5e3d-4015-9a01-9e93f1ddfde4'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:28.036131 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:28.166256 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=953ce3b1-423d-4b9b-a9e4-1fd077b44ff6,segment=NetworkSegment(452ed7f2-64a8-42c0-84be-e1f00db5135e),segment_id=452ed7f2-64a8-42c0-84be-e1f00db5135e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:28.184670 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3d4bdfc8-f779-4b57-85be-37da3028ceb7'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:28.209318 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '953ce3b1-423d-4b9b-a9e4-1fd077b44ff6', 'network_id': 'eb0329f0-8ee9-4b39-88fe-a9cb4b69797d', 'port_id': '953ce3b1-423d-4b9b-a9e4-1fd077b44ff6', 'mac_address': 'fa:16:3e:44:52:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b889f2-6a28-4d0b-9b5d-6552a07c31c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:28.238888 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-fb9a27ec-79aa-41e1-94dc-8f7aa39a765c tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:28.245500 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-fb9a27ec-79aa-41e1-94dc-8f7aa39a765c tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064&tenant_id=218eabc1e5414d678874133f2fbf6f59&binding%3Ahost_id=n-h2-779913-28 HTTP/1.1" status: 200 len: 1096 time: 0.2654579 Jul 13 07:36:28.310173 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=58bf72e9-e50d-463c-aa10-11f527776a47,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:28.310173 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 013ace5c-e2e3-463c-8e37-e7c65969f021 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:28.356286 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-c89b7af6-9043-4c3b-8986-4e72c2c77597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:28.358980 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-c89b7af6-9043-4c3b-8986-4e72c2c77597 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064&tenant_id=218eabc1e5414d678874133f2fbf6f59 HTTP/1.1" status: 200 len: 1096 time: 0.1063507 Jul 13 07:36:28.376850 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772b863-817f-4a6e-9152-7f77f14e327e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Pushing event deleted for resources: {'Port': ['ID=45acecb5-5e3d-4015-9a01-9e93f1ddfde4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:28.434732 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['03321c96-c62c-4804-9d0a-57c6688b8230'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:28.436156 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8482acdf-eb81-4f8f-acb2-f03a0d2eec88 req-f9bd7482-9d93-4d56-a266-8348917cbb14 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.502630 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-50bda1c5-ae70-4894-947d-3d7c85bddf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:28.507291 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.519615 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-50bda1c5-ae70-4894-947d-3d7c85bddf2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 1096 time: 0.1164219 Jul 13 07:36:28.529082 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:28.592609 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['45acecb5-5e3d-4015-9a01-9e93f1ddfde4'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:28.600302 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-039e8e96-89eb-4618-ae01-f88924363a70 req-2772b863-817f-4a6e-9152-7f77f14e327e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] No DVR routers for this DVR port 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:28.643410 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=953ce3b1-423d-4b9b-a9e4-1fd077b44ff6,segment=NetworkSegment(452ed7f2-64a8-42c0-84be-e1f00db5135e),segment_id=452ed7f2-64a8-42c0-84be-e1f00db5135e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:28.678987 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.679372 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-039e8e96-89eb-4618-ae01-f88924363a70 req-2772b863-817f-4a6e-9152-7f77f14e327e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.684428 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-039e8e96-89eb-4618-ae01-f88924363a70 req-2772b863-817f-4a6e-9152-7f77f14e327e tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "DELETE /v2.0/ports/45acecb5-5e3d-4015-9a01-9e93f1ddfde4 HTTP/1.1" status: 204 len: 173 time: 2.5165424 Jul 13 07:36:28.698997 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20cae9-9cb7-40d5-835e-3af26ca47acd req-b4c3853a-3de1-4597-b363-dc91f4ac796d tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:28.712868 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b20cae9-9cb7-40d5-835e-3af26ca47acd req-b4c3853a-3de1-4597-b363-dc91f4ac796d tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/ports?device_id=e62a0bda-063f-4cb5-8428-bb31af7c5ad0 HTTP/1.1" status: 200 len: 944 time: 1.3974116 Jul 13 07:36:28.723778 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb5a105-5f03-446c-8b01-7f834dd729a2', 'name': 'network-vif-deleted', 'tag': '45acecb5-5e3d-4015-9a01-9e93f1ddfde4'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:28.728713 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920a2068-d185-4929-b2a4-cbedf43d2cd9" -d '{"events": [{"server_uuid": "2fb5a105-5f03-446c-8b01-7f834dd729a2", "name": "network-vif-deleted", "tag": "45acecb5-5e3d-4015-9a01-9e93f1ddfde4"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:28.759972 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=953ce3b1-423d-4b9b-a9e4-1fd077b44ff6,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:28.788015 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd7482-9d93-4d56-a266-8348917cbb14 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Pushing event deleted for resources: {'Port': ['ID=d50fbcb0-639b-4372-a596-26b4ae4247fd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:28.809582 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-81968b90-be21-40e5-a716-d781bb7e970c None None] Provisioning complete for port 58bf72e9-e50d-463c-aa10-11f527776a47 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:28.809946 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-81968b90-be21-40e5-a716-d781bb7e970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.877513 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-d96c78a2-e71d-44b4-ab76-3d8c808d3cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:28.879016 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-d96c78a2-e71d-44b4-ab76-3d8c808d3cc1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 908 time: 0.3487015 Jul 13 07:36:28.943745 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8482acdf-eb81-4f8f-acb2-f03a0d2eec88 req-f9bd7482-9d93-4d56-a266-8348917cbb14 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] No DVR routers for this DVR port d50fbcb0-639b-4372-a596-26b4ae4247fd on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:28.988042 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-0eab298d-adfe-4c6a-af5b-ee7ac13c5956 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=013ace5c-e2e3-463c-8e37-e7c65969f021 HTTP/1.1" status: 200 len: 217 time: 0.0990469 Jul 13 07:36:28.988292 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bc156-130d-442e-9354-c30ae98d1d20 req-c586f7f7-995c-4d84-9041-2f00d7c7e1ec tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:28.990732 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf2bc156-130d-442e-9354-c30ae98d1d20 req-c586f7f7-995c-4d84-9041-2f00d7c7e1ec tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b3c1788-e9a8-4d27-af6c-db2997324221 HTTP/1.1" status: 200 len: 945 time: 1.0050421 Jul 13 07:36:29.029132 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8482acdf-eb81-4f8f-acb2-f03a0d2eec88 req-f9bd7482-9d93-4d56-a266-8348917cbb14 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:29.036003 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8482acdf-eb81-4f8f-acb2-f03a0d2eec88 req-f9bd7482-9d93-4d56-a266-8348917cbb14 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.35 "DELETE /v2.0/ports/d50fbcb0-639b-4372-a596-26b4ae4247fd HTTP/1.1" status: 204 len: 173 time: 2.7668743 Jul 13 07:36:29.089077 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['953ce3b1-423d-4b9b-a9e4-1fd077b44ff6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:29.136408 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-36426a33-1cfb-436b-83f0-29362e381de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:29.143307 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-36426a33-1cfb-436b-83f0-29362e381de0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 0.1469073 Jul 13 07:36:29.193613 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b20cae9-9cb7-40d5-835e-3af26ca47acd req-223b4bd0-9b8d-4dfc-bcef-86415dcce7fd tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/security-groups?id=3384d543-9834-4595-b0df-e76047170722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782763 Jul 13 07:36:29.233754 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-c0692469-e993-464a-ae6d-4d119406f18d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786567 Jul 13 07:36:29.322931 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf2bc156-130d-442e-9354-c30ae98d1d20 req-7abce9b8-251f-4f9c-9202-683fa57df69a tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988367 Jul 13 07:36:29.574365 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:29.616069 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-cd4e29b7-89b0-4d93-8938-0c52b108cc37 service neutron] 10.222.0.35 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753982 Jul 13 07:36:29.747027 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-d15faac9-2f67-4919-a87d-f1b10aaf114e service neutron] 10.222.0.35 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225774 Jul 13 07:36:29.793745 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ad445ee9-d5c7-491f-a733-36042860cdd8 req-b54d1e97-aa04-499d-bd98-7cae93dc1a50 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=2fb5a105-5f03-446c-8b01-7f834dd729a2 HTTP/1.1" status: 200 len: 210 time: 0.0463438 Jul 13 07:36:29.829049 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9c9347-13ba-40b8-9225-4da1bde17781 x-openstack-request-id: req-0e9c9347-13ba-40b8-9225-4da1bde17781 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:29.829340 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab495dbf-8859-43d3-98d7-3c210c432747", "name": "network-vif-plugged", "status": "completed", "tag": "58bf72e9-e50d-463c-aa10-11f527776a47", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:29.829590 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e9c9347-13ba-40b8-9225-4da1bde17781 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:29.830392 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab495dbf-8859-43d3-98d7-3c210c432747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bf72e9-e50d-463c-aa10-11f527776a47', 'code': 200} Jul 13 07:36:29.907128 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3d4bdfc8-f779-4b57-85be-37da3028ceb7'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:30.039675 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device d50fbcb0-639b-4372-a596-26b4ae4247fd no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:30.139271 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: d50fbcb0-639b-4372-a596-26b4ae4247fd {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:30.139596 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device d50fbcb0-639b-4372-a596-26b4ae4247fd not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:30.145579 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:30.236844 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbb9e5-852d-48d8-946c-126a9b6880ab req-469d7754-dde8-4ff0-8b7d-9fc092afd67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:30.240073 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c4dbb9e5-852d-48d8-946c-126a9b6880ab req-469d7754-dde8-4ff0-8b7d-9fc092afd67d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 1102 time: 0.1736977 Jul 13 07:36:30.292926 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cf018-a69c-420a-98e6-d680f286c495 req-5831d41f-6283-44c7-a6ee-bdb1451be587 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:30.306484 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e36cf018-a69c-420a-98e6-d680f286c495 req-5831d41f-6283-44c7-a6ee-bdb1451be587 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 950 time: 0.2529049 Jul 13 07:36:30.333452 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32daa6e3-a3a3-4cb2-bad8-0d7cc3b3208c req-65ae12f4-d415-4485-820a-700ebd16bd29 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:30.334902 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c4dbb9e5-852d-48d8-946c-126a9b6880ab req-a1c5f1e7-d7e2-4cba-8894-a051cbd38a69 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824859 Jul 13 07:36:30.353356 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-32daa6e3-a3a3-4cb2-bad8-0d7cc3b3208c req-65ae12f4-d415-4485-820a-700ebd16bd29 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 944 time: 0.3674357 Jul 13 07:36:30.371010 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:30.380831 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 45acecb5-5e3d-4015-9a01-9e93f1ddfde4 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:30.492585 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e36cf018-a69c-420a-98e6-d680f286c495 req-be169626-b6ff-4a23-9b68-84c1abe00db0 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849577 Jul 13 07:36:30.503998 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-32daa6e3-a3a3-4cb2-bad8-0d7cc3b3208c req-92b7082b-41ce-4f29-86ac-bf001c17fe6a tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496596 Jul 13 07:36:30.630869 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fe0e2a-4b15-4427-868d-88be2a93e45a x-openstack-request-id: req-83fe0e2a-4b15-4427-868d-88be2a93e45a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:30.631322 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb5a105-5f03-446c-8b01-7f834dd729a2", "name": "network-vif-deleted", "tag": "45acecb5-5e3d-4015-9a01-9e93f1ddfde4", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:30.631721 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83fe0e2a-4b15-4427-868d-88be2a93e45a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:30.632322 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb5a105-5f03-446c-8b01-7f834dd729a2', 'name': 'network-vif-deleted', 'tag': '45acecb5-5e3d-4015-9a01-9e93f1ddfde4', 'status': 'completed', 'code': 200} Jul 13 07:36:30.738839 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-fab3f233-e972-4ed6-a251-a59d6753dd2b tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:30.742237 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-fab3f233-e972-4ed6-a251-a59d6753dd2b tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064&tenant_id=218eabc1e5414d678874133f2fbf6f59&binding%3Ahost_id=n-h1-779913-28 HTTP/1.1" status: 200 len: 1096 time: 0.1323378 Jul 13 07:36:30.859300 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a65e03-093a-419d-a4d0-c25741ee6b73 req-bb70cc16-9b2e-4615-b968-140bc9cfd7fa tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:30.861424 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19a65e03-093a-419d-a4d0-c25741ee6b73 req-bb70cc16-9b2e-4615-b968-140bc9cfd7fa tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=aec6ff47-4e76-435d-aa56-4f26bdb93d72 HTTP/1.1" status: 200 len: 946 time: 0.1485720 Jul 13 07:36:30.917575 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-7454b737-0e63-444c-ba9c-8a100d973e57 service neutron] For port 013ace5c-e2e3-463c-8e37-e7c65969f021, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:30.921860 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b85590-0f39-472c-ae50-c2b7aa7813d2 req-e70ea6cb-788d-4f59-a30a-ca3c9dade575 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:30.922049 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-7454b737-0e63-444c-ba9c-8a100d973e57 service neutron] Notify callbacks [] for binding, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.923218 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-7454b737-0e63-444c-ba9c-8a100d973e57 service neutron] 10.222.0.35 "DELETE /v2.0/ports/013ace5c-e2e3-463c-8e37-e7c65969f021/bindings/n-h2-779913-28 HTTP/1.1" status: 204 len: 173 time: 0.1736360 Jul 13 07:36:30.924313 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-63b85590-0f39-472c-ae50-c2b7aa7813d2 req-e70ea6cb-788d-4f59-a30a-ca3c9dade575 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/ports?device_id=e62a0bda-063f-4cb5-8428-bb31af7c5ad0 HTTP/1.1" status: 200 len: 945 time: 0.1358552 Jul 13 07:36:30.930730 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19a65e03-093a-419d-a4d0-c25741ee6b73 req-820d99e7-1e24-4d3a-848e-77b42486e22e tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/security-groups?id=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633278 Jul 13 07:36:31.007607 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-63b85590-0f39-472c-ae50-c2b7aa7813d2 req-cd63e98f-d8b1-484d-ad5e-2f2d1f08e227 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/security-groups?id=3384d543-9834-4595-b0df-e76047170722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593998 Jul 13 07:36:31.181990 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.215506 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 03321c96-c62c-4804-9d0a-57c6688b8230 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:31.305152 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361283d-c7c2-4eda-b003-049d5af8e397 req-99b6f343-00e8-406d-a77b-8b0c04cb60ea tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:31.312045 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5361283d-c7c2-4eda-b003-049d5af8e397 req-99b6f343-00e8-406d-a77b-8b0c04cb60ea tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b3c1788-e9a8-4d27-af6c-db2997324221 HTTP/1.1" status: 200 len: 945 time: 0.1794982 Jul 13 07:36:31.315268 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 03321c96-c62c-4804-9d0a-57c6688b8230 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:31.330343 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 03321c96-c62c-4804-9d0a-57c6688b8230 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:31.330779 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.400952 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5361283d-c7c2-4eda-b003-049d5af8e397 req-2d81afb5-7113-4fd0-bd4c-f626bd1e4c9d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792730 Jul 13 07:36:31.401796 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226af9a8-0958-4454-a379-152beac84215 req-4acf20fb-51d4-4bf1-87a0-a500cdb56437 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:31.406008 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-226af9a8-0958-4454-a379-152beac84215 req-4acf20fb-51d4-4bf1-87a0-a500cdb56437 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.35 "GET /v2.0/ports?device_id=aec6ff47-4e76-435d-aa56-4f26bdb93d72 HTTP/1.1" status: 200 len: 946 time: 0.1104908 Jul 13 07:36:31.532514 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.686064 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 03321c96-c62c-4804-9d0a-57c6688b8230, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=03321c96-c62c-4804-9d0a-57c6688b8230,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:31.698803 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.798179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-226af9a8-0958-4454-a379-152beac84215 req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Deleting port 764b10ea-c547-4516-b329-900e5c862067 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:31.799563 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-226af9a8-0958-4454-a379-152beac84215 req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.819499 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=03321c96-c62c-4804-9d0a-57c6688b8230,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:31.835002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3c1788-e9a8-4d27-af6c-db2997324221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03321c96-c62c-4804-9d0a-57c6688b8230'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:31.840845 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581c69ca-813a-461b-9cbf-8b745f40a851" -d '{"events": [{"server_uuid": "1b3c1788-e9a8-4d27-af6c-db2997324221", "name": "network-vif-plugged", "status": "completed", "tag": "03321c96-c62c-4804-9d0a-57c6688b8230"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:31.974622 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa2bc1-1f91-4c76-92ae-e39d1fd8e043 req-f154cef7-66a2-4c41-8d5f-1a6f626fffc6 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:31.976763 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bafa2bc1-1f91-4c76-92ae-e39d1fd8e043 req-f154cef7-66a2-4c41-8d5f-1a6f626fffc6 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 950 time: 0.1180835 Jul 13 07:36:32.050501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:32.053088 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-226af9a8-0958-4454-a379-152beac84215 req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] For port 764b10ea-c547-4516-b329-900e5c862067, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=764b10ea-c547-4516-b329-900e5c862067,segment=NetworkSegment(0e6d8cfe-3405-4d5c-9ea2-be864f420a8e),segment_id=0e6d8cfe-3405-4d5c-9ea2-be864f420a8e)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:32.053622 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-226af9a8-0958-4454-a379-152beac84215 req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.135177 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bafa2bc1-1f91-4c76-92ae-e39d1fd8e043 req-b0b75dd7-a395-4541-b51a-995b4d6ad4f5 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420770 Jul 13 07:36:32.219530 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:32.221080 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3780fdd-eeb9-415b-8193-951fbf81c19f req-f113ca9c-a7d4-48ea-871f-af7c3eab62c0 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:32.226348 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:32.227845 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.232066 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3780fdd-eeb9-415b-8193-951fbf81c19f req-f113ca9c-a7d4-48ea-871f-af7c3eab62c0 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 944 time: 0.1889441 Jul 13 07:36:32.295514 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8138b18-2054-4028-b351-aef295b8f12e x-openstack-request-id: req-b8138b18-2054-4028-b351-aef295b8f12e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:32.296026 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3c1788-e9a8-4d27-af6c-db2997324221", "name": "network-vif-plugged", "status": "completed", "tag": "03321c96-c62c-4804-9d0a-57c6688b8230", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:32.296452 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b8138b18-2054-4028-b351-aef295b8f12e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:32.297033 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3c1788-e9a8-4d27-af6c-db2997324221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03321c96-c62c-4804-9d0a-57c6688b8230', 'code': 200} Jul 13 07:36:32.320564 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3780fdd-eeb9-415b-8193-951fbf81c19f req-86566ee9-9d17-411f-9be2-f1c6f061ece4 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881069 Jul 13 07:36:32.401361 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.446853 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=953ce3b1-423d-4b9b-a9e4-1fd077b44ff6,segment=NetworkSegment(452ed7f2-64a8-42c0-84be-e1f00db5135e),segment_id=452ed7f2-64a8-42c0-84be-e1f00db5135e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:32.457686 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.526989 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-226af9a8-0958-4454-a379-152beac84215 req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.527364 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-226af9a8-0958-4454-a379-152beac84215 req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.527694 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [req-226af9a8-0958-4454-a379-152beac84215 req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Floating IP f1446c0d-95cd-4c68-bf28-611236b28c5e disassociated. External IP: 172.25.0.41, port: 764b10ea-c547-4516-b329-900e5c862067. Jul 13 07:36:32.528027 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-226af9a8-0958-4454-a379-152beac84215 req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Calling delete_port for 764b10ea-c547-4516-b329-900e5c862067 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:32.544872 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaee27b-0da6-49c1-9fa5-3cb560f2b427 req-c1dc2091-734a-4de4-9009-965264dc3581 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:32.556941 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afaee27b-0da6-49c1-9fa5-3cb560f2b427 req-c1dc2091-734a-4de4-9009-965264dc3581 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=a685b5d1-4022-42ea-b6df-89eb46d3deb0 HTTP/1.1" status: 200 len: 949 time: 0.1151752 Jul 13 07:36:32.587286 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 764b10ea-c547-4516-b329-900e5c862067 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:32.625039 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=953ce3b1-423d-4b9b-a9e4-1fd077b44ff6,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:32.636481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8', 'name': 'network-vif-deleted', 'tag': 'd50fbcb0-639b-4372-a596-26b4ae4247fd'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:32.639583 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012d092d-6f45-47ce-b9cd-548259e30fa0" -d '{"events": [{"server_uuid": "ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8", "name": "network-vif-deleted", "tag": "d50fbcb0-639b-4372-a596-26b4ae4247fd"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:32.706745 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.722538 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afaee27b-0da6-49c1-9fa5-3cb560f2b427 req-842370f3-fb40-480b-a179-e2b6b2babda3 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646464 Jul 13 07:36:32.772030 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 764b10ea-c547-4516-b329-900e5c862067, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=764b10ea-c547-4516-b329-900e5c862067,segment=NetworkSegment(0e6d8cfe-3405-4d5c-9ea2-be864f420a8e),segment_id=0e6d8cfe-3405-4d5c-9ea2-be864f420a8e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:32.779380 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.790762 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f5f10-39b4-4707-902f-73605cee525c req-4a91ebac-d8cc-407f-a146-dadf735bda9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:32.792846 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c4f5f10-39b4-4707-902f-73605cee525c req-4a91ebac-d8cc-407f-a146-dadf735bda9b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1b3c1788-e9a8-4d27-af6c-db2997324221 HTTP/1.1" status: 200 len: 1098 time: 0.4028425 Jul 13 07:36:32.838498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194109b-3773-44b5-84d7-ed0909c40b04 req-9579152e-0741-4e55-8ca9-cd47ca01a8b0 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:32.849922 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f194109b-3773-44b5-84d7-ed0909c40b04 req-9579152e-0741-4e55-8ca9-cd47ca01a8b0 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=aec6ff47-4e76-435d-aa56-4f26bdb93d72 HTTP/1.1" status: 200 len: 946 time: 0.2749915 Jul 13 07:36:32.871145 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=764b10ea-c547-4516-b329-900e5c862067,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:33.031567 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f194109b-3773-44b5-84d7-ed0909c40b04 req-437ff838-e307-4a60-aa8f-6cf901682501 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/security-groups?id=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736815 Jul 13 07:36:33.095072 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-944716e2-bb95-49aa-abe8-6ac50f7b3fc6 None None] Provisioning complete for port 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:33.095457 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-944716e2-bb95-49aa-abe8-6ac50f7b3fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.238916 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092224d2-65a9-4d25-a3f7-d56af2d41fcf req-50114808-43d9-4bd8-8e98-afe342dcc341 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:33.247487 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-092224d2-65a9-4d25-a3f7-d56af2d41fcf req-50114808-43d9-4bd8-8e98-afe342dcc341 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/ports?device_id=e62a0bda-063f-4cb5-8428-bb31af7c5ad0 HTTP/1.1" status: 200 len: 946 time: 0.1741233 Jul 13 07:36:33.311116 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-092224d2-65a9-4d25-a3f7-d56af2d41fcf req-2d839ef0-575f-435c-a9ba-efe47464983e tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/security-groups?id=3384d543-9834-4595-b0df-e76047170722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620508 Jul 13 07:36:33.457888 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c4f5f10-39b4-4707-902f-73605cee525c req-fcdfe331-4753-43a4-bc34-d6d04cadb41a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6500309 Jul 13 07:36:33.461028 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1cabcc-7fc5-452e-bf13-5f0986f04623 x-openstack-request-id: req-be1cabcc-7fc5-452e-bf13-5f0986f04623 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:33.461586 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8", "name": "network-vif-deleted", "tag": "d50fbcb0-639b-4372-a596-26b4ae4247fd", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:33.461831 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be1cabcc-7fc5-452e-bf13-5f0986f04623 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:33.463483 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0a0cf2-cf7f-4030-b8e4-0740eca6b2b8', 'name': 'network-vif-deleted', 'tag': 'd50fbcb0-639b-4372-a596-26b4ae4247fd', 'status': 'completed', 'code': 200} Jul 13 07:36:33.554525 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-226af9a8-0958-4454-a379-152beac84215 req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.557061 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4f3f1-86a0-4003-a453-1310dc4c4803 req-b731bf11-5293-4952-a2c1-d6e7d182a73c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:33.559697 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0dcb76f2-2a8b-428b-88ed-2f483d00b62e None None] Provisioning complete for port 764b10ea-c547-4516-b329-900e5c862067 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:33.560563 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dcb76f2-2a8b-428b-88ed-2f483d00b62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.563080 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fed4f3f1-86a0-4003-a453-1310dc4c4803 req-b731bf11-5293-4952-a2c1-d6e7d182a73c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b3c1788-e9a8-4d27-af6c-db2997324221 HTTP/1.1" status: 200 len: 946 time: 0.1435986 Jul 13 07:36:33.597811 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0dcb76f2-2a8b-428b-88ed-2f483d00b62e None None] Port 764b10ea-c547-4516-b329-900e5c862067 was deleted so its status cannot be updated. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:36:33.613995 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Pushing event deleted for resources: {'Port': ['ID=764b10ea-c547-4516-b329-900e5c862067,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:33.625396 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:33.625946 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:33.626486 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:33.627000 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:33.627502 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:33.628099 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:33.628701 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:33.629275 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:33.629775 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:33.631100 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:33.631606 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:33.632098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:33.641774 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fed4f3f1-86a0-4003-a453-1310dc4c4803 req-9ac8dbfa-d613-452b-bcf9-e539f0c9a4aa tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671678 Jul 13 07:36:33.794725 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-226af9a8-0958-4454-a379-152beac84215 req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:36:33.800821 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47827f32-6695-43d6-91de-75a5453eb083 req-9775530d-7d6f-4d97-b2a8-6ed3f63bcb3a tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:33.805429 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-47827f32-6695-43d6-91de-75a5453eb083 req-9775530d-7d6f-4d97-b2a8-6ed3f63bcb3a tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 1096 time: 0.1457565 Jul 13 07:36:33.914303 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-47827f32-6695-43d6-91de-75a5453eb083 req-7cefc972-288b-47fa-83b8-36e8251ed0c0 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409317 Jul 13 07:36:33.943825 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d36413-2db2-4470-82a6-95c22f7aaca2 req-f30888b1-3376-4c9d-8e58-7ada2598e867 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:33.945849 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-51d36413-2db2-4470-82a6-95c22f7aaca2 req-f30888b1-3376-4c9d-8e58-7ada2598e867 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 950 time: 0.1378436 Jul 13 07:36:33.958570 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-226af9a8-0958-4454-a379-152beac84215 req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:33.979652 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caf2b85-6b7f-49b8-a7bb-80004df02669 None None] Sync routers for ids ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:33.998540 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caf2b85-6b7f-49b8-a7bb-80004df02669 None None] Routers {'3d045ab7-d045-47b5-b85d-62bcf1f98a59'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:33.999212 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-7caf2b85-6b7f-49b8-a7bb-80004df02669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:36:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:34.034849 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-51d36413-2db2-4470-82a6-95c22f7aaca2 req-d1eb67a4-04d1-45a8-80f8-f944d286b6a0 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827198 Jul 13 07:36:34.065259 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-226af9a8-0958-4454-a379-152beac84215 req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] No DVR routers for this DVR port 764b10ea-c547-4516-b329-900e5c862067 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:34.068742 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-226af9a8-0958-4454-a379-152beac84215 req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.072359 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-226af9a8-0958-4454-a379-152beac84215 req-40287f28-5706-49cd-9b6c-ef26c7830b09 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.35 "DELETE /v2.0/ports/764b10ea-c547-4516-b329-900e5c862067 HTTP/1.1" status: 204 len: 173 time: 2.6564128 Jul 13 07:36:34.072860 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec6ff47-4e76-435d-aa56-4f26bdb93d72', 'name': 'network-vif-deleted', 'tag': '764b10ea-c547-4516-b329-900e5c862067'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:34.075341 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed7b8ef-55c9-4bcc-bac8-b2a8e14324ee" -d '{"events": [{"server_uuid": "aec6ff47-4e76-435d-aa56-4f26bdb93d72", "name": "network-vif-deleted", "tag": "764b10ea-c547-4516-b329-900e5c862067"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:34.300618 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62a0bda-063f-4cb5-8428-bb31af7c5ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953ce3b1-423d-4b9b-a9e4-1fd077b44ff6'}, {'server_uuid': 'aec6ff47-4e76-435d-aa56-4f26bdb93d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '764b10ea-c547-4516-b329-900e5c862067'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:34.306661 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b53f7b-14ba-446c-b056-50523ccefc74" -d '{"events": [{"server_uuid": "e62a0bda-063f-4cb5-8428-bb31af7c5ad0", "name": "network-vif-plugged", "status": "completed", "tag": "953ce3b1-423d-4b9b-a9e4-1fd077b44ff6"}, {"server_uuid": "aec6ff47-4e76-435d-aa56-4f26bdb93d72", "name": "network-vif-unplugged", "status": "completed", "tag": "764b10ea-c547-4516-b329-900e5c862067"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:34.326972 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-7caf2b85-6b7f-49b8-a7bb-80004df02669 None None] Set router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:34.340210 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22551ec4-3341-4f4f-a60b-ad85d74ddac6 req-ce56e9a4-8baa-4a06-8a57-e1059d0e11c8 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:34.344327 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-22551ec4-3341-4f4f-a60b-ad85d74ddac6 req-ce56e9a4-8baa-4a06-8a57-e1059d0e11c8 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.62 "GET /v2.0/ports?device_id=a685b5d1-4022-42ea-b6df-89eb46d3deb0 HTTP/1.1" status: 200 len: 949 time: 0.1562073 Jul 13 07:36:34.461837 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1a682-8931-4542-8b0a-a0150ce7e23b req-6e5ac957-2cdd-4cdb-a5a9-652b1248bc5f tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:34.463437 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-59d1a682-8931-4542-8b0a-a0150ce7e23b req-6e5ac957-2cdd-4cdb-a5a9-652b1248bc5f tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=a685b5d1-4022-42ea-b6df-89eb46d3deb0 HTTP/1.1" status: 200 len: 949 time: 0.2793596 Jul 13 07:36:34.466740 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0af37-419e-49c6-923c-3e3fc877b1e8 req-43ceca93-f2b6-49d0-873c-5daa8c48cad4 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:34.474272 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cde0af37-419e-49c6-923c-3e3fc877b1e8 req-43ceca93-f2b6-49d0-873c-5daa8c48cad4 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 1096 time: 0.2162025 Jul 13 07:36:34.552346 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-59d1a682-8931-4542-8b0a-a0150ce7e23b req-3b958c37-ec71-440b-b953-1e8d550107fe tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7a6935-58fb-486a-a7f8-e0c068c33870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749614 Jul 13 07:36:34.596431 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cde0af37-419e-49c6-923c-3e3fc877b1e8 req-29064602-5c5a-4ed4-88cf-0f9e51bb9306 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207871 Jul 13 07:36:34.621989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-22551ec4-3341-4f4f-a60b-ad85d74ddac6 req-f0d52bec-b9c6-4be8-b261-466cda33b61a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Deleting port 3d4bdfc8-f779-4b57-85be-37da3028ceb7 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:34.621989 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-22551ec4-3341-4f4f-a60b-ad85d74ddac6 req-f0d52bec-b9c6-4be8-b261-466cda33b61a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.848085 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-22551ec4-3341-4f4f-a60b-ad85d74ddac6 req-f0d52bec-b9c6-4be8-b261-466cda33b61a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] For port 3d4bdfc8-f779-4b57-85be-37da3028ceb7, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3d4bdfc8-f779-4b57-85be-37da3028ceb7,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:34.848466 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-22551ec4-3341-4f4f-a60b-ad85d74ddac6 req-f0d52bec-b9c6-4be8-b261-466cda33b61a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.880381 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-22551ec4-3341-4f4f-a60b-ad85d74ddac6 req-f0d52bec-b9c6-4be8-b261-466cda33b61a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Calling delete_port for 3d4bdfc8-f779-4b57-85be-37da3028ceb7 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:34.969226 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae3f02-733a-444c-ab19-fbe1e0e5c5b4 req-bf617232-fba1-426c-8c13-3c46f248e0fe tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:34.981867 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-7caf2b85-6b7f-49b8-a7bb-80004df02669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-router', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:29Z', 'revision_number': 4, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'gw_port': {'id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b414c8f8-9845-45a1-b6fd-7f49a3b86498', 'name': '', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'mac_address': 'fa:16:3e:53:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '31d63351-98cd-481d-a626-10f87330372b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:35Z', 'revision_number': 5, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'subnets': [{'id': '31d63351-98cd-481d-a626-10f87330372b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:34.982892 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-91ae3f02-733a-444c-ab19-fbe1e0e5c5b4 req-bf617232-fba1-426c-8c13-3c46f248e0fe tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 1102 time: 0.0989127 Jul 13 07:36:35.066409 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-91ae3f02-733a-444c-ab19-fbe1e0e5c5b4 req-c9ffc850-70fd-4b84-ac34-a89e3f986c5e tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809293 Jul 13 07:36:35.071819 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caf2b85-6b7f-49b8-a7bb-80004df02669 None None] Checking router: 3d045ab7-d045-47b5-b85d-62bcf1f98a59 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:36:35.099561 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caf2b85-6b7f-49b8-a7bb-80004df02669 None None] Routers {'3d045ab7-d045-47b5-b85d-62bcf1f98a59'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:35.101118 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-7caf2b85-6b7f-49b8-a7bb-80004df02669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:36:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:35.106121 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-527af623-bd98-4879-87cb-ad9ca1c88141 req-3470d84b-07e6-424e-8077-4e4f4f9a6d51 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/ports?device_id=aec6ff47-4e76-435d-aa56-4f26bdb93d72 HTTP/1.1" status: 200 len: 210 time: 0.1035676 Jul 13 07:36:35.188506 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86c27a1-b959-4d20-bd58-ffa0c2e1cbf6 x-openstack-request-id: req-a86c27a1-b959-4d20-bd58-ffa0c2e1cbf6 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:35.190627 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec6ff47-4e76-435d-aa56-4f26bdb93d72", "name": "network-vif-deleted", "tag": "764b10ea-c547-4516-b329-900e5c862067", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:35.193581 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a86c27a1-b959-4d20-bd58-ffa0c2e1cbf6 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:35.194355 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec6ff47-4e76-435d-aa56-4f26bdb93d72', 'name': 'network-vif-deleted', 'tag': '764b10ea-c547-4516-b329-900e5c862067', 'status': 'completed', 'code': 200} Jul 13 07:36:35.234497 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-22551ec4-3341-4f4f-a60b-ad85d74ddac6 req-f0d52bec-b9c6-4be8-b261-466cda33b61a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.258870 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3d4bdfc8-f779-4b57-85be-37da3028ceb7'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:35.271791 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4babb2b-a16e-4888-ad2c-1fcf2c2de699 x-openstack-request-id: req-a4babb2b-a16e-4888-ad2c-1fcf2c2de699 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:35.285688 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62a0bda-063f-4cb5-8428-bb31af7c5ad0", "name": "network-vif-plugged", "status": "completed", "tag": "953ce3b1-423d-4b9b-a9e4-1fd077b44ff6", "code": 200}, {"server_uuid": "aec6ff47-4e76-435d-aa56-4f26bdb93d72", "name": "network-vif-unplugged", "status": "completed", "tag": "764b10ea-c547-4516-b329-900e5c862067", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:35.288211 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a4babb2b-a16e-4888-ad2c-1fcf2c2de699 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:35.288814 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62a0bda-063f-4cb5-8428-bb31af7c5ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953ce3b1-423d-4b9b-a9e4-1fd077b44ff6', 'code': 200} Jul 13 07:36:35.289116 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec6ff47-4e76-435d-aa56-4f26bdb93d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '764b10ea-c547-4516-b329-900e5c862067', 'code': 200} Jul 13 07:36:35.347985 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d52bec-b9c6-4be8-b261-466cda33b61a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Pushing event deleted for resources: {'Port': ['ID=3d4bdfc8-f779-4b57-85be-37da3028ceb7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:35.355905 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-22551ec4-3341-4f4f-a60b-ad85d74ddac6 req-f0d52bec-b9c6-4be8-b261-466cda33b61a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] No DVR routers for this DVR port 3d4bdfc8-f779-4b57-85be-37da3028ceb7 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:35.359867 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-22551ec4-3341-4f4f-a60b-ad85d74ddac6 req-f0d52bec-b9c6-4be8-b261-466cda33b61a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.365134 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-22551ec4-3341-4f4f-a60b-ad85d74ddac6 req-f0d52bec-b9c6-4be8-b261-466cda33b61a tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.62 "DELETE /v2.0/ports/3d4bdfc8-f779-4b57-85be-37da3028ceb7 HTTP/1.1" status: 204 len: 173 time: 1.0058646 Jul 13 07:36:35.597624 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06beddb-8871-4a9c-9721-8ee3872d4956 req-0d6156ee-6391-43a0-a5de-44c305c44c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:35.602733 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a47be-0f21-45f8-8465-989caad1ab20 req-07ec86cb-a18f-4c1a-9f86-7b604069ad6f tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:35.604303 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c27a47be-0f21-45f8-8465-989caad1ab20 req-07ec86cb-a18f-4c1a-9f86-7b604069ad6f tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/ports?device_id=e62a0bda-063f-4cb5-8428-bb31af7c5ad0 HTTP/1.1" status: 200 len: 946 time: 0.1469824 Jul 13 07:36:35.642520 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e06beddb-8871-4a9c-9721-8ee3872d4956 req-0d6156ee-6391-43a0-a5de-44c305c44c66 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e62a0bda-063f-4cb5-8428-bb31af7c5ad0 HTTP/1.1" status: 200 len: 1098 time: 0.1689327 Jul 13 07:36:35.652367 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-7caf2b85-6b7f-49b8-a7bb-80004df02669 None None] Set router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:35.771262 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e06beddb-8871-4a9c-9721-8ee3872d4956 req-1f4c757e-6c1c-4d66-a5c8-88b3e00409fd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3384d543-9834-4595-b0df-e76047170722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260414 Jul 13 07:36:35.794950 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c27a47be-0f21-45f8-8465-989caad1ab20 req-6e41160c-89a9-44af-9314-a316e092b877 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/security-groups?id=3384d543-9834-4595-b0df-e76047170722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656339 Jul 13 07:36:35.887330 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cd96b-3d0b-42d9-9a59-2fae103bfc6c req-ba1c9573-50ae-4f2e-b0bb-63226951ffa0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:35.889482 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b2cd96b-3d0b-42d9-9a59-2fae103bfc6c req-ba1c9573-50ae-4f2e-b0bb-63226951ffa0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b3c1788-e9a8-4d27-af6c-db2997324221 HTTP/1.1" status: 200 len: 946 time: 0.2841156 Jul 13 07:36:35.976317 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b2cd96b-3d0b-42d9-9a59-2fae103bfc6c req-397d0496-6808-4873-996a-8fe565bfcd54 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805364 Jul 13 07:36:36.127910 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-7caf2b85-6b7f-49b8-a7bb-80004df02669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-router', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:29Z', 'revision_number': 4, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'gw_port': {'id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b414c8f8-9845-45a1-b6fd-7f49a3b86498', 'name': '', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'mac_address': 'fa:16:3e:53:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '31d63351-98cd-481d-a626-10f87330372b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:35Z', 'revision_number': 5, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'subnets': [{'id': '31d63351-98cd-481d-a626-10f87330372b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:36.173764 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caf2b85-6b7f-49b8-a7bb-80004df02669 None None] The sync data for ids ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'] in n-d-779913-28 is: [{'id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-router', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:29Z', 'revision_number': 4, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'gw_port': {'id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b414c8f8-9845-45a1-b6fd-7f49a3b86498', 'name': '', 'network_id': '02fe467e-501d-4dea-afac-48e6d7fce230', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'mac_address': 'fa:16:3e:53:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '31d63351-98cd-481d-a626-10f87330372b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:35Z', 'revision_number': 5, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'subnets': [{'id': '31d63351-98cd-481d-a626-10f87330372b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:36.759995 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-dcd5dfc8-5209-4cb1-a894-3a51038e76c1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1954136 Jul 13 07:36:36.777953 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c7e935-36c3-454b-842d-9058f594129b None None] New status for floating IP f1446c0d-95cd-4c68-bf28-611236b28c5e: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:36:37.000380 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0277c058-07a8-4265-894a-34b8d52ce837 req-21a33a34-d3fd-4a12-b8cb-6bdeee182c92 tempest-ServersOnMultiNodesTest-1071572869 tempest-ServersOnMultiNodesTest-1071572869-project] 10.222.0.58 "GET /v2.0/ports?device_id=a685b5d1-4022-42ea-b6df-89eb46d3deb0 HTTP/1.1" status: 200 len: 210 time: 0.0987701 Jul 13 07:36:37.196515 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a685b5d1-4022-42ea-b6df-89eb46d3deb0', 'name': 'network-vif-deleted', 'tag': '3d4bdfc8-f779-4b57-85be-37da3028ceb7'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:37.200415 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fdbe42-42a0-4270-a23f-c3654e25f864" -d '{"events": [{"server_uuid": "a685b5d1-4022-42ea-b6df-89eb46d3deb0", "name": "network-vif-deleted", "tag": "3d4bdfc8-f779-4b57-85be-37da3028ceb7"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:37.266661 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3d4bdfc8-f779-4b57-85be-37da3028ceb7 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:37.280152 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22c522-33a2-4939-b473-84670b907eae req-6ede8b37-609e-4ba2-a70a-5c789cd6ef13 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:37.299678 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9e22c522-33a2-4939-b473-84670b907eae req-6ede8b37-609e-4ba2-a70a-5c789cd6ef13 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 950 time: 0.2044842 Jul 13 07:36:37.341766 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 3d4bdfc8-f779-4b57-85be-37da3028ceb7 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:37.342189 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3d4bdfc8-f779-4b57-85be-37da3028ceb7 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:37.539224 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9e22c522-33a2-4939-b473-84670b907eae req-31584fbc-002a-4348-977c-03d9bc688597 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309012 Jul 13 07:36:37.577425 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59bf40-79a0-44e7-9b11-aa0a880b8327 req-72f0ae7e-a535-43e6-9e24-8017c8cc746a tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:37.579855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9c59bf40-79a0-44e7-9b11-aa0a880b8327 req-72f0ae7e-a535-43e6-9e24-8017c8cc746a tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/ports?device_id=e62a0bda-063f-4cb5-8428-bb31af7c5ad0 HTTP/1.1" status: 200 len: 946 time: 0.2316163 Jul 13 07:36:37.639955 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.683871 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9c59bf40-79a0-44e7-9b11-aa0a880b8327 req-52866301-5c89-464b-bd21-415998e140ee tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/security-groups?id=3384d543-9834-4595-b0df-e76047170722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823624 Jul 13 07:36:37.773389 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f35a4a-a009-4c97-854a-bd53a2c6580a x-openstack-request-id: req-28f35a4a-a009-4c97-854a-bd53a2c6580a {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:37.773688 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a685b5d1-4022-42ea-b6df-89eb46d3deb0", "name": "network-vif-deleted", "tag": "3d4bdfc8-f779-4b57-85be-37da3028ceb7", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:37.773938 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-28f35a4a-a009-4c97-854a-bd53a2c6580a {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:37.774384 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a685b5d1-4022-42ea-b6df-89eb46d3deb0', 'name': 'network-vif-deleted', 'tag': '3d4bdfc8-f779-4b57-85be-37da3028ceb7', 'status': 'completed', 'code': 200} Jul 13 07:36:38.085573 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34624) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:38.266366 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a9ee0ca-e0e3-4281-8019-b5c9b2d79c4b tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.327726 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a9ee0ca-e0e3-4281-8019-b5c9b2d79c4b tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.461266 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a9ee0ca-e0e3-4281-8019-b5c9b2d79c4b tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.474383 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a9ee0ca-e0e3-4281-8019-b5c9b2d79c4b tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.480700 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34636) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:38.492044 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0a9ee0ca-e0e3-4281-8019-b5c9b2d79c4b tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "DELETE /v2.0/security-groups/47e144d3-94ab-46cd-bd9c-36ff9f5c0acb HTTP/1.1" status: 204 len: 168 time: 0.4043400 Jul 13 07:36:38.508776 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-8eea6c21-9f62-4eb3-882b-363c534ba1d3 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] show failed (client error): The resource could not be found. Jul 13 07:36:38.515063 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8eea6c21-9f62-4eb3-882b-363c534ba1d3 tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "GET /v2.0/security-groups/47e144d3-94ab-46cd-bd9c-36ff9f5c0acb HTTP/1.1" status: 404 len: 347 time: 0.0320597 Jul 13 07:36:38.516199 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34638) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:38.524805 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ee0ca-e0e3-4281-8019-b5c9b2d79c4b tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e144d3-94ab-46cd-bd9c-36ff9f5c0acb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:38.685647 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34642) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:38.843455 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c35956ac-b2f0-47da-ac95-b7da22718d4d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Deleting port dd37ade3-1697-429a-9e4b-732f586b4076 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:38.846071 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c35956ac-b2f0-47da-ac95-b7da22718d4d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.070842 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c6d4654d-3a35-47c9-bf36-3b4daf8de0ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d6a3e791abbc497c8586fd62e424c069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3833389 Jul 13 07:36:39.084323 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34654) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:39.121637 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c35956ac-b2f0-47da-ac95-b7da22718d4d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.126521 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c35956ac-b2f0-47da-ac95-b7da22718d4d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.155069 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c35956ac-b2f0-47da-ac95-b7da22718d4d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Calling delete_port for dd37ade3-1697-429a-9e4b-732f586b4076 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:39.296913 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27b1ee88-7e79-41dc-a227-ee43758a7ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.327509 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27b1ee88-7e79-41dc-a227-ee43758a7ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.386895 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2aab57-b4ab-4945-bd33-5d7a03adcf96 req-e3dffe7c-30e7-4cd9-9959-6bdfe7100451 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:39.388735 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aa2aab57-b4ab-4945-bd33-5d7a03adcf96 req-e3dffe7c-30e7-4cd9-9959-6bdfe7100451 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 950 time: 0.1978061 Jul 13 07:36:39.421597 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27b1ee88-7e79-41dc-a227-ee43758a7ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.426406 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27b1ee88-7e79-41dc-a227-ee43758a7ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.428658 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-27b1ee88-7e79-41dc-a227-ee43758a7ef5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9e7a6935-58fb-486a-a7f8-e0c068c33870 HTTP/1.1" status: 204 len: 168 time: 0.3428862 Jul 13 07:36:39.488360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1ee88-7e79-41dc-a227-ee43758a7ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7a6935-58fb-486a-a7f8-e0c068c33870,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:39.635143 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c35956ac-b2f0-47da-ac95-b7da22718d4d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.731349 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35956ac-b2f0-47da-ac95-b7da22718d4d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Pushing event deleted for resources: {'Port': ['ID=dd37ade3-1697-429a-9e4b-732f586b4076,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:39.867883 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35956ac-b2f0-47da-ac95-b7da22718d4d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.874677 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35956ac-b2f0-47da-ac95-b7da22718d4d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.875286 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35956ac-b2f0-47da-ac95-b7da22718d4d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.876070 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35956ac-b2f0-47da-ac95-b7da22718d4d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.876589 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35956ac-b2f0-47da-ac95-b7da22718d4d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.877088 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35956ac-b2f0-47da-ac95-b7da22718d4d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.877596 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35956ac-b2f0-47da-ac95-b7da22718d4d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.878140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35956ac-b2f0-47da-ac95-b7da22718d4d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.878649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35956ac-b2f0-47da-ac95-b7da22718d4d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.879152 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35956ac-b2f0-47da-ac95-b7da22718d4d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.879648 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35956ac-b2f0-47da-ac95-b7da22718d4d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.880707 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35956ac-b2f0-47da-ac95-b7da22718d4d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.884003 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c35956ac-b2f0-47da-ac95-b7da22718d4d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.889876 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c35956ac-b2f0-47da-ac95-b7da22718d4d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.895609 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c35956ac-b2f0-47da-ac95-b7da22718d4d tempest-ServersWithSpecificFlavorTestJSON-212944128 tempest-ServersWithSpecificFlavorTestJSON-212944128-project] 10.222.0.58 "DELETE /v2.0/floatingips/f1446c0d-95cd-4c68-bf28-611236b28c5e HTTP/1.1" status: 204 len: 168 time: 1.3777282 Jul 13 07:36:39.937520 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aa2aab57-b4ab-4945-bd33-5d7a03adcf96 req-eb0ab1c6-39eb-4468-95e2-f82b6f5ad45f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5286367 Jul 13 07:36:39.971205 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-7b3ad24d-6627-4695-aa2b-fd01f871fec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:39.975841 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-7b3ad24d-6627-4695-aa2b-fd01f871fec6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 1102 time: 0.3249037 Jul 13 07:36:40.045111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34682) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:40.050541 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-671d0973-e1db-49a7-a012-660a71de9884 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-604936459'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:40.103498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671d0973-e1db-49a7-a012-660a71de9884 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Made reservation on behalf of 212dff56b36b4f87993a61249127ab0c for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:40.109633 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-671d0973-e1db-49a7-a012-660a71de9884 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.189574 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671d0973-e1db-49a7-a012-660a71de9884 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:36:40.211097 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-671d0973-e1db-49a7-a012-660a71de9884 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.211097 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-671d0973-e1db-49a7-a012-660a71de9884 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Added segment 663aade3-fa1c-45dd-9698-9c3667a8b92f of type vlan for network 57e01b8b-6c29-4855-95ef-f150e56b368c Jul 13 07:36:40.268298 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34690) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:40.277687 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-671d0973-e1db-49a7-a012-660a71de9884 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.337150 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-671d0973-e1db-49a7-a012-660a71de9884 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.339933 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-649f9d3d-8661-4185-a39b-3ecc2c98f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:40.342513 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-649f9d3d-8661-4185-a39b-3ecc2c98f36c service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.3544707 Jul 13 07:36:40.354298 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671d0973-e1db-49a7-a012-660a71de9884 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:40.355769 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-671d0973-e1db-49a7-a012-660a71de9884 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.488060 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-805b7f20-f42b-4f63-b74b-6bfc20bceeed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=58bf72e9-e50d-463c-aa10-11f527776a47 HTTP/1.1" status: 200 len: 217 time: 0.1251438 Jul 13 07:36:40.523805 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8b748ce1-d553-417b-8186-a357fe62de3f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1dc5a821ff1e4ff281a58fd6a3449090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318785 Jul 13 07:36:40.547733 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34696) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:40.673262 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d0973-e1db-49a7-a012-660a71de9884 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event updated for resources: {'Network': ['ID=57e01b8b-6c29-4855-95ef-f150e56b368c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:40.705370 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-671d0973-e1db-49a7-a012-660a71de9884 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6585817 Jul 13 07:36:40.707252 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 57e01b8b-6c29-4855-95ef-f150e56b368c details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:36:40.738874 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34702) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:40.740253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-99b09168-cb84-43bb-8e97-a4000c8eecea tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-839730658'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:40.788547 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-676dc91c-4940-418e-b43c-e06020780e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:40.790114 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-676dc91c-4940-418e-b43c-e06020780e7b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.2652528 Jul 13 07:36:40.803729 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b09168-cb84-43bb-8e97-a4000c8eecea tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Made reservation on behalf of 212dff56b36b4f87993a61249127ab0c for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:40.807786 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99b09168-cb84-43bb-8e97-a4000c8eecea tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.844852 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9b25-07e8-4af8-9a8d-3e675f28a1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.865127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b09168-cb84-43bb-8e97-a4000c8eecea tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:36:40.886571 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99b09168-cb84-43bb-8e97-a4000c8eecea tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.903907 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-99b09168-cb84-43bb-8e97-a4000c8eecea tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Added segment 8d90e9ef-7b1c-4025-b318-fd27c7f053c9 of type vlan for network 2ba0ae64-3c9f-487e-a47a-626e8c8936b6 Jul 13 07:36:40.948189 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9b25-07e8-4af8-9a8d-3e675f28a1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.004586 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-85ff04a0-704e-4568-8887-f23c78ce7a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:41.006510 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-85ff04a0-704e-4568-8887-f23c78ce7a80 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1628311 Jul 13 07:36:41.006667 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99b09168-cb84-43bb-8e97-a4000c8eecea tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.062990 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34710) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:41.077591 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99b09168-cb84-43bb-8e97-a4000c8eecea tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.090900 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b09168-cb84-43bb-8e97-a4000c8eecea tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:41.092027 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99b09168-cb84-43bb-8e97-a4000c8eecea tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.104668 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9b25-07e8-4af8-9a8d-3e675f28a1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.110698 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9b25-07e8-4af8-9a8d-3e675f28a1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.117927 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9f7d9b25-07e8-4af8-9a8d-3e675f28a1d1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9519c84c-3d26-44dd-83dd-22238a495c20 HTTP/1.1" status: 204 len: 168 time: 0.5641251 Jul 13 07:36:41.167692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d9b25-07e8-4af8-9a8d-3e675f28a1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9519c84c-3d26-44dd-83dd-22238a495c20,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:41.203717 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b09168-cb84-43bb-8e97-a4000c8eecea tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event updated for resources: {'Network': ['ID=2ba0ae64-3c9f-487e-a47a-626e8c8936b6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:41.219155 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 2ba0ae64-3c9f-487e-a47a-626e8c8936b6 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:36:41.256742 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-462403c0-2899-42ab-904c-ca8691e6c996 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343254 Jul 13 07:36:41.306670 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-99b09168-cb84-43bb-8e97-a4000c8eecea tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5749021 Jul 13 07:36:41.317756 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34718) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:41.325546 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1db24bce-edd7-4318-b0c8-b48aa7dce993 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Request body: {'subnet': {'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:41.559899 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05985d2a-db95-4e8f-ab17-bcfd728a02a6 req-c74452bd-7d2f-46c0-8682-04932e05a693 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:41.562065 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05985d2a-db95-4e8f-ab17-bcfd728a02a6 req-c74452bd-7d2f-46c0-8682-04932e05a693 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 950 time: 0.3626859 Jul 13 07:36:41.601801 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db24bce-edd7-4318-b0c8-b48aa7dce993 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Made reservation on behalf of 212dff56b36b4f87993a61249127ab0c for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:41.610778 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1db24bce-edd7-4318-b0c8-b48aa7dce993 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.611952 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3337fc20-29b2-42a6-abd0-6390293e70f8 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385503 Jul 13 07:36:41.913205 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1db24bce-edd7-4318-b0c8-b48aa7dce993 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.956136 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05985d2a-db95-4e8f-ab17-bcfd728a02a6 req-ea0b683a-4436-4837-87cd-8f914cc75a12 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866291 Jul 13 07:36:42.017980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db24bce-edd7-4318-b0c8-b48aa7dce993 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event updated for resources: {'Subnet': ['ID=370ab867-a738-414f-91c2-c627af51a399,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:42.031247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db24bce-edd7-4318-b0c8-b48aa7dce993 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Checking segment: {'id': '663aade3-fa1c-45dd-9698-9c3667a8b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:42.031758 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db24bce-edd7-4318-b0c8-b48aa7dce993 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Network hostable DHCP agents. Network: 57e01b8b-6c29-4855-95ef-f150e56b368c, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:36:42.064283 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db24bce-edd7-4318-b0c8-b48aa7dce993 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Network 57e01b8b-6c29-4855-95ef-f150e56b368c is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:36:42.093156 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1db24bce-edd7-4318-b0c8-b48aa7dce993 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 57e01b8b-6c29-4855-95ef-f150e56b368c) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:42.099004 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db24bce-edd7-4318-b0c8-b48aa7dce993 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:42.099814 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1db24bce-edd7-4318-b0c8-b48aa7dce993 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.105653 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291f3ed9-8c30-451f-adb1-1ea17389df03 None None] Network 57e01b8b-6c29-4855-95ef-f150e56b368c requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:42.142316 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1db24bce-edd7-4318-b0c8-b48aa7dce993 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8196321 Jul 13 07:36:42.144578 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34736) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:42.150621 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e74e5898-f3b7-43b0-8489-b5f2ccb8b996 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Request body: {'subnet': {'network_id': '2ba0ae64-3c9f-487e-a47a-626e8c8936b6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:42.365598 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-25cd6ac4-124e-4af0-925d-25ff7cef20d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.369948 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-57e01b8b-6c29-4855-95ef-f150e56b368c', 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'fixed_ips': [{'subnet_id': '370ab867-a738-414f-91c2-c627af51a399'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:36:42.371154 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.384914 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74e5898-f3b7-43b0-8489-b5f2ccb8b996 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Made reservation on behalf of 212dff56b36b4f87993a61249127ab0c for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:42.389903 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e74e5898-f3b7-43b0-8489-b5f2ccb8b996 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.679992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Allocated IP 10.1.1.2 (57e01b8b-6c29-4855-95ef-f150e56b368c/370ab867-a738-414f-91c2-c627af51a399/1d7b304d-f170-4344-b78b-492ba23d7ea3) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:42.706654 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e74e5898-f3b7-43b0-8489-b5f2ccb8b996 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.823783 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.878274 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e5898-f3b7-43b0-8489-b5f2ccb8b996 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event updated for resources: {'Subnet': ['ID=9f6e3720-201f-43bb-bde6-dcc07159d634,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:42.895267 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e5898-f3b7-43b0-8489-b5f2ccb8b996 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Checking segment: {'id': '8d90e9ef-7b1c-4025-b318-fd27c7f053c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2ba0ae64-3c9f-487e-a47a-626e8c8936b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:42.897516 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74e5898-f3b7-43b0-8489-b5f2ccb8b996 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Network hostable DHCP agents. Network: 2ba0ae64-3c9f-487e-a47a-626e8c8936b6, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:36:42.948482 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.957788 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Transition to ACTIVE for port object 1d7b304d-f170-4344-b78b-492ba23d7ea3 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:42.976262 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74e5898-f3b7-43b0-8489-b5f2ccb8b996 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Network 2ba0ae64-3c9f-487e-a47a-626e8c8936b6 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:36:42.977079 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Transition to ACTIVE for port object 1d7b304d-f170-4344-b78b-492ba23d7ea3 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:42.992761 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e74e5898-f3b7-43b0-8489-b5f2ccb8b996 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 2ba0ae64-3c9f-487e-a47a-626e8c8936b6) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:42.993044 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.998375 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e5898-f3b7-43b0-8489-b5f2ccb8b996 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:42.999108 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e74e5898-f3b7-43b0-8489-b5f2ccb8b996 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.007834 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb1a059-94a0-4b6d-b99f-41b541f1ff33 None None] Network 2ba0ae64-3c9f-487e-a47a-626e8c8936b6 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:43.028384 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e74e5898-f3b7-43b0-8489-b5f2ccb8b996 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8845294 Jul 13 07:36:43.029177 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-25cd6ac4-124e-4af0-925d-25ff7cef20d3 admin admin] Deleting port b414c8f8-9845-45a1-b6fd-7f49a3b86498 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:43.029907 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-25cd6ac4-124e-4af0-925d-25ff7cef20d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.031059 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34754) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:43.039235 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e34ece34-8c8b-4954-9583-208ee62ea6d9 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Request body: {'port': {'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c', 'name': 'tempest-TaggedBootDevicesTest_v242-1576535081', 'fixed_ips': [{'subnet_id': '370ab867-a738-414f-91c2-c627af51a399'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:43.085695 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Network 57e01b8b-6c29-4855-95ef-f150e56b368c is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:43.119348 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:43.133818 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:43.144556 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Pushing event updated for resources: {'Port': ['ID=1d7b304d-f170-4344-b78b-492ba23d7ea3,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:43.176866 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:43.177295 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:43.177612 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:43.177885 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:43.178269 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:43.178604 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:43.178930 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:43.179241 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:43.179676 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:43.180162 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:43.180488 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:43.180816 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:43.231145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-25cd6ac4-124e-4af0-925d-25ff7cef20d3 admin admin] For port b414c8f8-9845-45a1-b6fd-7f49a3b86498, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b414c8f8-9845-45a1-b6fd-7f49a3b86498,segment=NetworkSegment(0e6d8cfe-3405-4d5c-9ea2-be864f420a8e),segment_id=0e6d8cfe-3405-4d5c-9ea2-be864f420a8e)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:43.231513 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-25cd6ac4-124e-4af0-925d-25ff7cef20d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.250334 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Attempting to bind port 1d7b304d-f170-4344-b78b-492ba23d7ea3 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:43.250857 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Attempting to bind port 1d7b304d-f170-4344-b78b-492ba23d7ea3 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '663aade3-fa1c-45dd-9698-9c3667a8b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:43.251439 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Attempting to bind port 1d7b304d-f170-4344-b78b-492ba23d7ea3 on network 57e01b8b-6c29-4855-95ef-f150e56b368c {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:43.257850 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:43.258281 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Checking segment: {'id': '663aade3-fa1c-45dd-9698-9c3667a8b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:43.258788 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.259125 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Bound using segment: {'id': '663aade3-fa1c-45dd-9698-9c3667a8b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:43.261484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Bound port: 1d7b304d-f170-4344-b78b-492ba23d7ea3, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '663aade3-fa1c-45dd-9698-9c3667a8b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:43.261834 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-25cd6ac4-124e-4af0-925d-25ff7cef20d3 admin admin] Calling delete_port for b414c8f8-9845-45a1-b6fd-7f49a3b86498 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:43.262024 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.307983 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34ece34-8c8b-4954-9583-208ee62ea6d9 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Made reservation on behalf of 212dff56b36b4f87993a61249127ab0c for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:43.427788 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-2ba0ae64-3c9f-487e-a47a-626e8c8936b6', 'network_id': '2ba0ae64-3c9f-487e-a47a-626e8c8936b6', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'fixed_ips': [{'subnet_id': '9f6e3720-201f-43bb-bde6-dcc07159d634'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:36:43.428847 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.453637 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e34ece34-8c8b-4954-9583-208ee62ea6d9 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.504169 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-e34ece34-8c8b-4954-9583-208ee62ea6d9 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] device_id is not set on port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:36:43.690746 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-25cd6ac4-124e-4af0-925d-25ff7cef20d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.825900 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd6ac4-124e-4af0-925d-25ff7cef20d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b414c8f8-9845-45a1-b6fd-7f49a3b86498,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:44.042245 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] Allocated IP 10.2.2.2 (2ba0ae64-3c9f-487e-a47a-626e8c8936b6/9f6e3720-201f-43bb-bde6-dcc07159d634/0d777d72-6527-4619-99f9-505ca408d38c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:44.096698 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] For port 1d7b304d-f170-4344-b78b-492ba23d7ea3, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:44.140474 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] For port 1d7b304d-f170-4344-b78b-492ba23d7ea3, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1d7b304d-f170-4344-b78b-492ba23d7ea3,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:44.150000 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.210698 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-25cd6ac4-124e-4af0-925d-25ff7cef20d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.214551 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab682df-3cc7-4960-a303-0d19d4c1ffbd None None] Pushing event updated for resources: {'Port': ['ID=1d7b304d-f170-4344-b78b-492ba23d7ea3,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:44.366331 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435351d7-a7a0-438c-b798-4e73c40ae4f4 req-281945d8-e1e4-459b-8d4c-a0e2794682b4 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:44.372269 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-435351d7-a7a0-438c-b798-4e73c40ae4f4 req-281945d8-e1e4-459b-8d4c-a0e2794682b4 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 950 time: 0.9225659 Jul 13 07:36:44.375398 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.407907 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-e34ece34-8c8b-4954-9583-208ee62ea6d9 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Allocated IP 10.1.1.25 (57e01b8b-6c29-4855-95ef-f150e56b368c/370ab867-a738-414f-91c2-c627af51a399/4acd2ef9-ad1f-4c37-834d-dd7d14b47e38) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:44.416239 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] Transition to ACTIVE for port object 0d777d72-6527-4619-99f9-505ca408d38c will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:44.446053 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] Transition to ACTIVE for port object 0d777d72-6527-4619-99f9-505ca408d38c will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:44.453378 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.570706 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] Pushing event updated for resources: {'Port': ['ID=0d777d72-6527-4619-99f9-505ca408d38c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:44.588072 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] Network 2ba0ae64-3c9f-487e-a47a-626e8c8936b6 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:44.592737 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:44.599071 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:44.699283 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-435351d7-a7a0-438c-b798-4e73c40ae4f4 req-1ccecc49-38f3-4a7c-bb4c-2a6c33590116 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081591 Jul 13 07:36:44.743065 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e34ece34-8c8b-4954-9583-208ee62ea6d9 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.761190 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] Attempting to bind port 0d777d72-6527-4619-99f9-505ca408d38c on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:44.761571 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] Attempting to bind port 0d777d72-6527-4619-99f9-505ca408d38c by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '8d90e9ef-7b1c-4025-b318-fd27c7f053c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2ba0ae64-3c9f-487e-a47a-626e8c8936b6'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:44.761947 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] Attempting to bind port 0d777d72-6527-4619-99f9-505ca408d38c on network 2ba0ae64-3c9f-487e-a47a-626e8c8936b6 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:44.764287 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-e34ece34-8c8b-4954-9583-208ee62ea6d9 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Transition to ACTIVE for port object 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:44.772106 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:44.772482 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] Checking segment: {'id': '8d90e9ef-7b1c-4025-b318-fd27c7f053c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2ba0ae64-3c9f-487e-a47a-626e8c8936b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:44.772920 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.773285 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] Bound using segment: {'id': '8d90e9ef-7b1c-4025-b318-fd27c7f053c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2ba0ae64-3c9f-487e-a47a-626e8c8936b6'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:44.773781 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] Bound port: 0d777d72-6527-4619-99f9-505ca408d38c, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d90e9ef-7b1c-4025-b318-fd27c7f053c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2ba0ae64-3c9f-487e-a47a-626e8c8936b6'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:44.774210 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.816047 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cd6ac4-124e-4af0-925d-25ff7cef20d3 admin admin] Router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:36:44.819740 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e34ece34-8c8b-4954-9583-208ee62ea6d9 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.889164 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34ece34-8c8b-4954-9583-208ee62ea6d9 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Network 57e01b8b-6c29-4855-95ef-f150e56b368c is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:44.893066 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e34ece34-8c8b-4954-9583-208ee62ea6d9 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:44.898518 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34ece34-8c8b-4954-9583-208ee62ea6d9 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:44.904361 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34ece34-8c8b-4954-9583-208ee62ea6d9 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:44.905169 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e34ece34-8c8b-4954-9583-208ee62ea6d9 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.909115 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ece34-8c8b-4954-9583-208ee62ea6d9 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event updated for resources: {'Port': ['ID=4acd2ef9-ad1f-4c37-834d-dd7d14b47e38,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:44.934950 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e34ece34-8c8b-4954-9583-208ee62ea6d9 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9022160 Jul 13 07:36:44.937854 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34788) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:44.944014 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d1518b55-5d6d-46e3-95e9-40ce391d3cb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Request body: {'port': {'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c', 'name': 'tempest-TaggedBootDevicesTest_v242-1208342938', 'fixed_ips': [{'subnet_id': '370ab867-a738-414f-91c2-c627af51a399'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:44.944749 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] For port 0d777d72-6527-4619-99f9-505ca408d38c, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:44.948679 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] For port 0d777d72-6527-4619-99f9-505ca408d38c, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0d777d72-6527-4619-99f9-505ca408d38c,segment=NetworkSegment(8d90e9ef-7b1c-4025-b318-fd27c7f053c9),segment_id=8d90e9ef-7b1c-4025-b318-fd27c7f053c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:44.955513 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.011715 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34790) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:45.069780 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cd6ac4-124e-4af0-925d-25ff7cef20d3 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:45.101043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c9a10a-178e-4be4-a9e7-c73e90bf4f13 None None] Sync routers for ids ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:45.106859 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-25cd6ac4-124e-4af0-925d-25ff7cef20d3 admin admin] 10.222.0.58 "PUT /v2.0/routers/3d045ab7-d045-47b5-b85d-62bcf1f98a59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0423763 Jul 13 07:36:45.118980 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34794) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:45.135346 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfca6b-7061-4957-8991-71de8d977162 None None] Pushing event updated for resources: {'Port': ['ID=0d777d72-6527-4619-99f9-505ca408d38c,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:45.159077 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c9a10a-178e-4be4-a9e7-c73e90bf4f13 None None] Routers {'3d045ab7-d045-47b5-b85d-62bcf1f98a59'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:45.162494 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-26c9a10a-178e-4be4-a9e7-c73e90bf4f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:36:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:45.244680 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1518b55-5d6d-46e3-95e9-40ce391d3cb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Made reservation on behalf of 212dff56b36b4f87993a61249127ab0c for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:45.251301 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1518b55-5d6d-46e3-95e9-40ce391d3cb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.319382 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-d1518b55-5d6d-46e3-95e9-40ce391d3cb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] device_id is not set on port ceb6e9ad-b675-411f-96d9-dbca0ebbe960 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:36:45.506051 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-867f475c-bad8-435f-8c7b-1804bc209ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.628492 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df8fd5bb-12bd-4c24-8b0e-e15c3ef3f0c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.699510 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-26c9a10a-178e-4be4-a9e7-c73e90bf4f13 None None] Set router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:45.858526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-d1518b55-5d6d-46e3-95e9-40ce391d3cb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Allocated IP 10.1.1.235 (57e01b8b-6c29-4855-95ef-f150e56b368c/370ab867-a738-414f-91c2-c627af51a399/ceb6e9ad-b675-411f-96d9-dbca0ebbe960) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:46.010323 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df8fd5bb-12bd-4c24-8b0e-e15c3ef3f0c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.059501 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-867f475c-bad8-435f-8c7b-1804bc209ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.099654 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-867f475c-bad8-435f-8c7b-1804bc209ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.124261 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1d7b304d-f170-4344-b78b-492ba23d7ea3 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:46.132038 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-df8fd5bb-12bd-4c24-8b0e-e15c3ef3f0c4 admin admin] Deleting port b327f69c-16f5-4a82-9cc7-91cddd13ddc2 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:46.137076 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df8fd5bb-12bd-4c24-8b0e-e15c3ef3f0c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.186503 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fd9505-9e75-4284-9105-5dd5ff3a826f None None] Network 57e01b8b-6c29-4855-95ef-f150e56b368c requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:46.244936 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-867f475c-bad8-435f-8c7b-1804bc209ae3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9eb036e9509544458b9bce2f2f1f0555&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2300634 Jul 13 07:36:46.253542 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f475c-bad8-435f-8c7b-1804bc209ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027cfa0c-895e-4b45-9fbc-dfc0e1c8b807,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:46.254773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-22392c0f-c942-4f71-8cd6-c21be8298095 None None] Provisioning for port 1d7b304d-f170-4344-b78b-492ba23d7ea3 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:46.257639 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34842) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:46.311576 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dd460-cb87-4bc3-bc9d-e7837fdbf136 req-12b482a4-5a24-4b7b-a98a-a367432ce2a0 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:46.322794 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b0dd460-cb87-4bc3-bc9d-e7837fdbf136 req-12b482a4-5a24-4b7b-a98a-a367432ce2a0 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 950 time: 0.3179417 Jul 13 07:36:46.394281 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b0dd460-cb87-4bc3-bc9d-e7837fdbf136 req-ec53ef38-4f6f-4a4d-ada7-2075683f93ca tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693402 Jul 13 07:36:46.432821 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-df8fd5bb-12bd-4c24-8b0e-e15c3ef3f0c4 admin admin] For port b327f69c-16f5-4a82-9cc7-91cddd13ddc2, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b327f69c-16f5-4a82-9cc7-91cddd13ddc2,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:46.433408 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df8fd5bb-12bd-4c24-8b0e-e15c3ef3f0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.449971 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-26c9a10a-178e-4be4-a9e7-c73e90bf4f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-router', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:36:43Z', 'revision_number': 5, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'gw_port': {'id': 'b327f69c-16f5-4a82-9cc7-91cddd13ddc2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:46.460625 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1518b55-5d6d-46e3-95e9-40ce391d3cb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.476801 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-df8fd5bb-12bd-4c24-8b0e-e15c3ef3f0c4 admin admin] Calling delete_port for b327f69c-16f5-4a82-9cc7-91cddd13ddc2 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:46.478429 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-d1518b55-5d6d-46e3-95e9-40ce391d3cb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Transition to ACTIVE for port object ceb6e9ad-b675-411f-96d9-dbca0ebbe960 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:46.494840 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e2d7bfc1-84bd-4e3e-b8cc-e7c949aca457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.511021 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c9a10a-178e-4be4-a9e7-c73e90bf4f13 None None] Checking router: 3d045ab7-d045-47b5-b85d-62bcf1f98a59 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:36:46.518350 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 1d7b304d-f170-4344-b78b-492ba23d7ea3 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:46.519511 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1518b55-5d6d-46e3-95e9-40ce391d3cb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.533050 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 1d7b304d-f170-4344-b78b-492ba23d7ea3 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:46.533420 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.631782 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1518b55-5d6d-46e3-95e9-40ce391d3cb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event updated for resources: {'Port': ['ID=ceb6e9ad-b675-411f-96d9-dbca0ebbe960,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:46.646663 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c9a10a-178e-4be4-a9e7-c73e90bf4f13 None None] Routers {'3d045ab7-d045-47b5-b85d-62bcf1f98a59'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:46.647324 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-26c9a10a-178e-4be4-a9e7-c73e90bf4f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:36:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:46.651663 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1518b55-5d6d-46e3-95e9-40ce391d3cb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Network 57e01b8b-6c29-4855-95ef-f150e56b368c is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:46.654132 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d1518b55-5d6d-46e3-95e9-40ce391d3cb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:46.661821 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1518b55-5d6d-46e3-95e9-40ce391d3cb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:46.671552 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1518b55-5d6d-46e3-95e9-40ce391d3cb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:46.672100 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1518b55-5d6d-46e3-95e9-40ce391d3cb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.752877 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d1518b55-5d6d-46e3-95e9-40ce391d3cb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8083801 Jul 13 07:36:46.932665 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e2d7bfc1-84bd-4e3e-b8cc-e7c949aca457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.973976 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-2bc1c40d-db97-41d9-8161-fbcd641a9fcd tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:46.976150 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-2bc1c40d-db97-41d9-8161-fbcd641a9fcd tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 820 time: 0.2674575 Jul 13 07:36:47.009409 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-1257854b-9fdd-4552-a79e-c02a22cc13e1 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/quotas/15158e7fe97d4861a97b0a945f95d776 HTTP/1.1" status: 200 len: 375 time: 0.0210021 Jul 13 07:36:47.025886 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-26c9a10a-178e-4be4-a9e7-c73e90bf4f13 None None] Set router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:47.099157 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33980116-07fd-4b43-96e2-b2289d6bd61c None None] Network 2ba0ae64-3c9f-487e-a47a-626e8c8936b6 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:47.171187 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-97788046-d68f-4c24-9a29-42c7ab638a62 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1520503 Jul 13 07:36:47.193229 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e2d7bfc1-84bd-4e3e-b8cc-e7c949aca457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:47.205392 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e2d7bfc1-84bd-4e3e-b8cc-e7c949aca457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:47.209720 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e2d7bfc1-84bd-4e3e-b8cc-e7c949aca457 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/027cfa0c-895e-4b45-9fbc-dfc0e1c8b807 HTTP/1.1" status: 204 len: 168 time: 0.9469476 Jul 13 07:36:47.230060 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-26c9a10a-178e-4be4-a9e7-c73e90bf4f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-router', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:36:46Z', 'revision_number': 6, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:47.268829 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7bfc1-84bd-4e3e-b8cc-e7c949aca457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027cfa0c-895e-4b45-9fbc-dfc0e1c8b807,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:47.280772 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c9a10a-178e-4be4-a9e7-c73e90bf4f13 None None] The sync data for ids ['3d045ab7-d045-47b5-b85d-62bcf1f98a59'] in n-d-779913-28 is: [{'id': '3d045ab7-d045-47b5-b85d-62bcf1f98a59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351941984-router', 'tenant_id': 'a0ff6e974f964420a5efb9f781f70c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:36:46Z', 'revision_number': 6, 'project_id': 'a0ff6e974f964420a5efb9f781f70c04', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:47.283803 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:47.290986 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df8fd5bb-12bd-4c24-8b0e-e15c3ef3f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:47.315361 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2cdbaea9-74f3-4792-8a83-5f031dc27ff0 None None] Provisioning for port 0d777d72-6527-4619-99f9-505ca408d38c completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:47.421429 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fd5bb-12bd-4c24-8b0e-e15c3ef3f0c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b327f69c-16f5-4a82-9cc7-91cddd13ddc2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:47.466909 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 1d7b304d-f170-4344-b78b-492ba23d7ea3, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1d7b304d-f170-4344-b78b-492ba23d7ea3,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:47.482211 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:47.565051 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-7d37673d-6b9f-4ddc-b042-699a3ef45fe0 service neutron] 10.222.0.58 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762105 Jul 13 07:36:47.615372 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df8fd5bb-12bd-4c24-8b0e-e15c3ef3f0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:47.761665 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=1d7b304d-f170-4344-b78b-492ba23d7ea3,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:47.796467 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0d777d72-6527-4619-99f9-505ca408d38c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:47.860807 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34896) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:47.895159 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6243fc8b-83e8-4911-aaf5-393f490e70d4 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1194784732', 'description': 'tempest-description--1900384433'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:47.923225 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-b0362a93-bdb9-4e46-8552-b4fb95888ab2 service neutron] 10.222.0.58 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495536 Jul 13 07:36:47.981641 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6243fc8b-83e8-4911-aaf5-393f490e70d4 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.117439 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df8fd5bb-12bd-4c24-8b0e-e15c3ef3f0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.127152 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df8fd5bb-12bd-4c24-8b0e-e15c3ef3f0c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.209555 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6243fc8b-83e8-4911-aaf5-393f490e70d4 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.216753 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6243fc8b-83e8-4911-aaf5-393f490e70d4 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.313095 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243fc8b-83e8-4911-aaf5-393f490e70d4 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e887458-7e3c-4941-80a0-a72f446fbad3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:48.318439 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6243fc8b-83e8-4911-aaf5-393f490e70d4 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.318439 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6243fc8b-83e8-4911-aaf5-393f490e70d4 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4565289 Jul 13 07:36:48.366170 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34904) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:48.367589 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34908) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:48.418634 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-78f77f40-2420-4b51-b04c-30f9b04bd3eb None None] Provisioning for port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:48.430530 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-dcdbce3e-b189-4acd-8d64-112b6574d836 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Request body: {'security_group_rule': {'security_group_id': '1e887458-7e3c-4941-80a0-a72f446fbad3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:48.466131 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-78f77f40-2420-4b51-b04c-30f9b04bd3eb None None] Provisioning complete for port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:48.467416 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-78f77f40-2420-4b51-b04c-30f9b04bd3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.490397 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-079d0be3-255f-41c9-8323-9d5704cea7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.558905 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa35d13-f16d-45b9-8718-d503934b9c63 req-f068796d-f0e3-4cbc-9edf-55d02317ee97 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:48.562394 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df8fd5bb-12bd-4c24-8b0e-e15c3ef3f0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.563451 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0fa35d13-f16d-45b9-8718-d503934b9c63 req-f068796d-f0e3-4cbc-9edf-55d02317ee97 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 950 time: 0.2752111 Jul 13 07:36:48.569457 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8fd5bb-12bd-4c24-8b0e-e15c3ef3f0c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d045ab7-d045-47b5-b85d-62bcf1f98a59 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:36:48.576028 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df8fd5bb-12bd-4c24-8b0e-e15c3ef3f0c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.581133 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-df8fd5bb-12bd-4c24-8b0e-e15c3ef3f0c4 admin admin] 10.222.0.58 "DELETE /v2.0/routers/3d045ab7-d045-47b5-b85d-62bcf1f98a59 HTTP/1.1" status: 204 len: 168 time: 3.4608555 Jul 13 07:36:48.584822 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34910) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:48.587597 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dcdbce3e-b189-4acd-8d64-112b6574d836 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.634126 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 0d777d72-6527-4619-99f9-505ca408d38c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:48.656259 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7eeb14-0417-4f34-ae68-380511f0f522 admin admin] Deleting subnet 31d63351-98cd-481d-a626-10f87330372b {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:36:48.661454 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8c7eeb14-0417-4f34-ae68-380511f0f522 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.704558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-78f77f40-2420-4b51-b04c-30f9b04bd3eb None None] Port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:48.706248 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8c7eeb14-0417-4f34-ae68-380511f0f522 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.717994 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 0d777d72-6527-4619-99f9-505ca408d38c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:48.724038 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.746706 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0fa35d13-f16d-45b9-8718-d503934b9c63 req-a7f0b10b-6441-493b-b199-2c81ba88caed tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721010 Jul 13 07:36:48.948255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-78f77f40-2420-4b51-b04c-30f9b04bd3eb None None] Provisioning complete for port 1d7b304d-f170-4344-b78b-492ba23d7ea3 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:48.958780 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-78f77f40-2420-4b51-b04c-30f9b04bd3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.201247 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.328959 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 0d777d72-6527-4619-99f9-505ca408d38c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0d777d72-6527-4619-99f9-505ca408d38c,segment=NetworkSegment(8d90e9ef-7b1c-4025-b318-fd27c7f053c9),segment_id=8d90e9ef-7b1c-4025-b318-fd27c7f053c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:49.373701 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.458622 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8c7eeb14-0417-4f34-ae68-380511f0f522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.474441 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=0d777d72-6527-4619-99f9-505ca408d38c,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:49.500515 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-78f77f40-2420-4b51-b04c-30f9b04bd3eb None None] Provisioning for port ceb6e9ad-b675-411f-96d9-dbca0ebbe960 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:49.506312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-78f77f40-2420-4b51-b04c-30f9b04bd3eb None None] Provisioning complete for port ceb6e9ad-b675-411f-96d9-dbca0ebbe960 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:49.506627 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-78f77f40-2420-4b51-b04c-30f9b04bd3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.552902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-78f77f40-2420-4b51-b04c-30f9b04bd3eb None None] Port ceb6e9ad-b675-411f-96d9-dbca0ebbe960 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:49.575949 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dcdbce3e-b189-4acd-8d64-112b6574d836 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.588444 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dcdbce3e-b189-4acd-8d64-112b6574d836 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.642169 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbce3e-b189-4acd-8d64-112b6574d836 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81750257-77c0-4922-b89a-6256b080eb00,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:49.649984 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-079d0be3-255f-41c9-8323-9d5704cea7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.653343 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1d7b304d-f170-4344-b78b-492ba23d7ea3 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:49.663578 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8c7eeb14-0417-4f34-ae68-380511f0f522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.667401 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-079d0be3-255f-41c9-8323-9d5704cea7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.679226 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dcdbce3e-b189-4acd-8d64-112b6574d836 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.680438 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-dcdbce3e-b189-4acd-8d64-112b6574d836 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3110664 Jul 13 07:36:49.683705 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34912) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:49.690907 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-267009f6-b9ea-4952-9676-11c73389a7d2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Request body: {'security_group_rule': {'security_group_id': '1e887458-7e3c-4941-80a0-a72f446fbad3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:49.762752 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-267009f6-b9ea-4952-9676-11c73389a7d2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.829238 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d0be3-255f-41c9-8323-9d5704cea7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c031c79a-3171-4606-bd34-67e570f907e7,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:49.860873 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7eeb14-0417-4f34-ae68-380511f0f522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31d63351-98cd-481d-a626-10f87330372b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:49.877405 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d6cd22-7eda-4701-82c2-0e5a76deb860 None None] Network 02fe467e-501d-4dea-afac-48e6d7fce230 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:49.896455 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 1d7b304d-f170-4344-b78b-492ba23d7ea3 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:49.896865 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.913432 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8c7eeb14-0417-4f34-ae68-380511f0f522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.917689 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8c7eeb14-0417-4f34-ae68-380511f0f522 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/31d63351-98cd-481d-a626-10f87330372b HTTP/1.1" status: 204 len: 168 time: 1.3312268 Jul 13 07:36:49.922822 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34918) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:49.939351 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f33c70d0-30d9-4750-924c-69a6b45e0134 None None] Provisioning complete for port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:49.939750 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f33c70d0-30d9-4750-924c-69a6b45e0134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.948895 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-079d0be3-255f-41c9-8323-9d5704cea7d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e53948566f51492fa775744fb9a0bc52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5727487 Jul 13 07:36:49.956939 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34920) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:50.058110 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f33c70d0-30d9-4750-924c-69a6b45e0134 None None] Port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:50.062691 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f0de564c-cad5-4d78-97e7-558d50504e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.113477 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f0de564c-cad5-4d78-97e7-558d50504e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.116850 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-267009f6-b9ea-4952-9676-11c73389a7d2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.192569 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f33c70d0-30d9-4750-924c-69a6b45e0134 None None] Provisioning complete for port 0d777d72-6527-4619-99f9-505ca408d38c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:50.192965 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f33c70d0-30d9-4750-924c-69a6b45e0134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.199279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b414c8f8-9845-45a1-b6fd-7f49a3b86498 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:50.204224 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-267009f6-b9ea-4952-9676-11c73389a7d2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.243790 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f0de564c-cad5-4d78-97e7-558d50504e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.246479 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f0de564c-cad5-4d78-97e7-558d50504e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.247897 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f0de564c-cad5-4d78-97e7-558d50504e88 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c031c79a-3171-4606-bd34-67e570f907e7 HTTP/1.1" status: 204 len: 168 time: 0.2892663 Jul 13 07:36:50.256697 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de564c-cad5-4d78-97e7-558d50504e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c031c79a-3171-4606-bd34-67e570f907e7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:50.264040 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: b414c8f8-9845-45a1-b6fd-7f49a3b86498 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:50.264328 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b414c8f8-9845-45a1-b6fd-7f49a3b86498 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:50.264748 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b327f69c-16f5-4a82-9cc7-91cddd13ddc2 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:50.290459 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.307228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: b327f69c-16f5-4a82-9cc7-91cddd13ddc2 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:50.307619 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b327f69c-16f5-4a82-9cc7-91cddd13ddc2 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:50.335096 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-267009f6-b9ea-4952-9676-11c73389a7d2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.338801 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-267009f6-b9ea-4952-9676-11c73389a7d2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6537821 Jul 13 07:36:50.339821 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267009f6-b9ea-4952-9676-11c73389a7d2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d641c493-0d9c-45e2-8f7b-1a0fc35a81e1,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:50.341857 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34926) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:50.347062 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-e37f6ca6-d683-4fa0-9b71-f5679521d019 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:50.408477 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651c749-b5e2-46e3-a57a-3ffbaf75fd1c req-d7885f4d-6821-4724-8a30-b02c8c2fdc64 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:50.410509 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e651c749-b5e2-46e3-a57a-3ffbaf75fd1c req-d7885f4d-6821-4724-8a30-b02c8c2fdc64 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 950 time: 0.2825437 Jul 13 07:36:50.430856 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3150d0-1ef6-4fad-a03b-8c0c1f483952 None None] DHCP port deletion for 02fe467e-501d-4dea-afac-48e6d7fce230 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:36:50.440170 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e37f6ca6-d683-4fa0-9b71-f5679521d019 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for floatingip, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.495637 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e651c749-b5e2-46e3-a57a-3ffbaf75fd1c req-97add466-db73-481c-8428-24ec6135d239 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627313 Jul 13 07:36:50.507309 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Deleting port 9476a9f5-59a5-462c-91a8-b9fa18f746b7 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:50.507656 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.543089 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f33c70d0-30d9-4750-924c-69a6b45e0134 None None] Provisioning complete for port ceb6e9ad-b675-411f-96d9-dbca0ebbe960 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:50.545178 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f33c70d0-30d9-4750-924c-69a6b45e0134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.611112 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] For port 9476a9f5-59a5-462c-91a8-b9fa18f746b7, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9476a9f5-59a5-462c-91a8-b9fa18f746b7,segment=NetworkSegment(0e6d8cfe-3405-4d5c-9ea2-be864f420a8e),segment_id=0e6d8cfe-3405-4d5c-9ea2-be864f420a8e)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:50.611451 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.630140 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f33c70d0-30d9-4750-924c-69a6b45e0134 None None] Port ceb6e9ad-b675-411f-96d9-dbca0ebbe960 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:50.659553 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Calling delete_port for 9476a9f5-59a5-462c-91a8-b9fa18f746b7 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:50.687525 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ee3150d0-1ef6-4fad-a03b-8c0c1f483952 None None] Deleting port 9476a9f5-59a5-462c-91a8-b9fa18f746b7 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:50.687525 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ee3150d0-1ef6-4fad-a03b-8c0c1f483952 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.708485 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e37f6ca6-d683-4fa0-9b71-f5679521d019 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.761973 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.831970 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Pushing event deleted for resources: {'Port': ['ID=9476a9f5-59a5-462c-91a8-b9fa18f746b7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:50.843382 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] No DVR routers for this DVR port 9476a9f5-59a5-462c-91a8-b9fa18f746b7 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:50.892051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ee3150d0-1ef6-4fad-a03b-8c0c1f483952 None None] For port 9476a9f5-59a5-462c-91a8-b9fa18f746b7, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9476a9f5-59a5-462c-91a8-b9fa18f746b7,segment=NetworkSegment(0e6d8cfe-3405-4d5c-9ea2-be864f420a8e),segment_id=0e6d8cfe-3405-4d5c-9ea2-be864f420a8e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:50.897420 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ee3150d0-1ef6-4fad-a03b-8c0c1f483952 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.953677 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ee3150d0-1ef6-4fad-a03b-8c0c1f483952 None None] Calling delete_port for 9476a9f5-59a5-462c-91a8-b9fa18f746b7 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:50.954181 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-e37f6ca6-d683-4fa0-9b71-f5679521d019 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Allocated IP 172.25.0.63 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/45c7848a-017b-4f51-a98a-ea39ead809a9) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:51.032725 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.058113 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:36:51.058530 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:36:51.059905 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:36:51.060515 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Subscribe: > port after_create 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:36:51.060864 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:36:51.061194 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Subscribe: > port after_update 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:36:51.061517 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:36:51.061860 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:36:51.062207 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:36:51.062529 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:36:51.238966 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ee3150d0-1ef6-4fad-a03b-8c0c1f483952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.241403 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e37f6ca6-d683-4fa0-9b71-f5679521d019 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.274828 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:36:51.275318 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:36:51.275747 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:36:51.276179 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:36:51.276905 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3150d0-1ef6-4fad-a03b-8c0c1f483952 None None] Pushing event deleted for resources: {'Port': ['ID=9476a9f5-59a5-462c-91a8-b9fa18f746b7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:51.277390 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02fe467e-501d-4dea-afac-48e6d7fce230']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:51.286196 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3150d0-1ef6-4fad-a03b-8c0c1f483952 None None] No DVR routers for this DVR port 9476a9f5-59a5-462c-91a8-b9fa18f746b7 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:51.340701 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6d8cfe-3405-4d5c-9ea2-be864f420a8e') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:51.341002 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6d8cfe-3405-4d5c-9ea2-be864f420a8e') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:51.369542 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e37f6ca6-d683-4fa0-9b71-f5679521d019 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.384304 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.449692 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:36:51.472932 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:36:51.478734 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:36:51.481370 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f6ca6-d683-4fa0-9b71-f5679521d019 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event updated for resources: {'Port': ['ID=45c7848a-017b-4f51-a98a-ea39ead809a9,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:51.513689 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37f6ca6-d683-4fa0-9b71-f5679521d019 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:51.515419 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-e37f6ca6-d683-4fa0-9b71-f5679521d019 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:51.521582 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37f6ca6-d683-4fa0-9b71-f5679521d019 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:51.612572 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.646063 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Pushing event deleted for resources: {'Network': ['ID=02fe467e-501d-4dea-afac-48e6d7fce230,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:51.653300 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.655386 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6737fe1f-86c8-488b-a874-b31d3bed9b0e admin admin] 10.222.0.58 "DELETE /v2.0/networks/02fe467e-501d-4dea-afac-48e6d7fce230 HTTP/1.1" status: 204 len: 168 time: 1.7276440 Jul 13 07:36:51.666986 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34944) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:51.703487 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0d777d72-6527-4619-99f9-505ca408d38c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:51.820636 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 0d777d72-6527-4619-99f9-505ca408d38c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:51.821070 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.841395 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e37f6ca6-d683-4fa0-9b71-f5679521d019 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.944650 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e37f6ca6-d683-4fa0-9b71-f5679521d019 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.974418 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34950) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:52.014825 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d01b9-acda-403d-91f0-f793b937bc7c req-11f308e2-9fc5-4953-a09d-863adbfc0296 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:52.016355 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d57d01b9-acda-403d-91f0-f793b937bc7c req-11f308e2-9fc5-4953-a09d-863adbfc0296 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 950 time: 0.1539948 Jul 13 07:36:52.119963 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d57d01b9-acda-403d-91f0-f793b937bc7c req-5fd87f95-1986-44b9-a6a7-1ea71ae15ae1 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825670 Jul 13 07:36:52.133324 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9476a9f5-59a5-462c-91a8-b9fa18f746b7 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:52.184246 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 9476a9f5-59a5-462c-91a8-b9fa18f746b7 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:52.184585 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9476a9f5-59a5-462c-91a8-b9fa18f746b7 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:52.212177 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-13b30e96-7578-47a1-99a5-5e4d924dc3d8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1764170035-network', 'tenant_id': '9a26ac8c85544389ab517bdfcb42cd4b'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:52.260081 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b30e96-7578-47a1-99a5-5e4d924dc3d8 admin admin] Made reservation on behalf of 9a26ac8c85544389ab517bdfcb42cd4b for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:52.262969 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-13b30e96-7578-47a1-99a5-5e4d924dc3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.281863 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-13b30e96-7578-47a1-99a5-5e4d924dc3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.315972 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e37f6ca6-d683-4fa0-9b71-f5679521d019 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.330786 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e37f6ca6-d683-4fa0-9b71-f5679521d019 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.446854 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da3f4084-9cdf-4f5b-8cc2-ee901e2c5441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.447512 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f6ca6-d683-4fa0-9b71-f5679521d019 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event updated for resources: {'Port': ['ID=45c7848a-017b-4f51-a98a-ea39ead809a9,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:52.450247 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e37f6ca6-d683-4fa0-9b71-f5679521d019 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.508051 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-13b30e96-7578-47a1-99a5-5e4d924dc3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.514430 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-13b30e96-7578-47a1-99a5-5e4d924dc3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.522973 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e37f6ca6-d683-4fa0-9b71-f5679521d019 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.524210 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e37f6ca6-d683-4fa0-9b71-f5679521d019 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1811934 Jul 13 07:36:52.543100 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b30e96-7578-47a1-99a5-5e4d924dc3d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:36:52.556905 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-13b30e96-7578-47a1-99a5-5e4d924dc3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.557286 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-13b30e96-7578-47a1-99a5-5e4d924dc3d8 admin admin] Added segment b00793de-3ee2-4255-bb85-fc05f0fb0640 of type vlan for network 48f81d2f-984b-4639-ae18-7c1f66f2dca1 Jul 13 07:36:52.624698 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-13b30e96-7578-47a1-99a5-5e4d924dc3d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.663930 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-13b30e96-7578-47a1-99a5-5e4d924dc3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.664949 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b30e96-7578-47a1-99a5-5e4d924dc3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:52.665583 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-13b30e96-7578-47a1-99a5-5e4d924dc3d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.705656 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b30e96-7578-47a1-99a5-5e4d924dc3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca79075-8dd3-4863-9028-2cf2129d18f9,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:52.723628 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-13b30e96-7578-47a1-99a5-5e4d924dc3d8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7440991 Jul 13 07:36:52.723844 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34956) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:52.737285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d6dae07a-b884-4b5f-a037-72c8ce3aa5ae admin admin] Request body: {'subnet': {'network_id': '48f81d2f-984b-4639-ae18-7c1f66f2dca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1764170035-subnet', 'tenant_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:52.779618 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b30e96-7578-47a1-99a5-5e4d924dc3d8 admin admin] Pushing event updated for resources: {'Network': ['ID=48f81d2f-984b-4639-ae18-7c1f66f2dca1,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:52.793585 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dae07a-b884-4b5f-a037-72c8ce3aa5ae admin admin] Made reservation on behalf of 9a26ac8c85544389ab517bdfcb42cd4b for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:52.794444 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 48f81d2f-984b-4639-ae18-7c1f66f2dca1 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:36:52.796307 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d6dae07a-b884-4b5f-a037-72c8ce3aa5ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:53.025067 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-4bfdce54-3da0-4a0e-bc96-3a179b4ef1d4 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1194784732&fields=id&tenant_id=212dff56b36b4f87993a61249127ab0c HTTP/1.1" status: 200 len: 267 time: 0.0753624 Jul 13 07:36:53.170756 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9799772e-8843-45b4-a2f2-f79cdbe77252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:53.431444 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c480064e-7c34-4e50-a3c7-22319297ecaa tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:53.432772 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c480064e-7c34-4e50-a3c7-22319297ecaa tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports/4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 HTTP/1.1" status: 200 len: 936 time: 0.3841918 Jul 13 07:36:53.436877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-da3f4084-9cdf-4f5b-8cc2-ee901e2c5441 admin admin] Deleting port bb717929-cfe6-4de8-9171-97f283d0bb83 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:53.437213 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da3f4084-9cdf-4f5b-8cc2-ee901e2c5441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:53.501935 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d6dae07a-b884-4b5f-a037-72c8ce3aa5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:53.600566 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-f1e9ca06-81fe-40d8-9edb-2641a51d53ad tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:53.602892 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-f1e9ca06-81fe-40d8-9edb-2641a51d53ad tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports/ceb6e9ad-b675-411f-96d9-dbca0ebbe960 HTTP/1.1" status: 200 len: 937 time: 0.1596210 Jul 13 07:36:53.668104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dae07a-b884-4b5f-a037-72c8ce3aa5ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a42dd5f-7039-4459-b812-74e687b51197,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:53.710810 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-31865deb-eedf-407e-8669-de48665c284e tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?network_id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1004987 Jul 13 07:36:53.740915 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-da3f4084-9cdf-4f5b-8cc2-ee901e2c5441 admin admin] For port bb717929-cfe6-4de8-9171-97f283d0bb83, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=bb717929-cfe6-4de8-9171-97f283d0bb83,segment=NetworkSegment(4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6),segment_id=4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:53.741402 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da3f4084-9cdf-4f5b-8cc2-ee901e2c5441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:53.790617 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-3d58e177-ed46-48fd-ad4e-ead3ae5e42bb tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?network_id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0538847 Jul 13 07:36:53.791750 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-da3f4084-9cdf-4f5b-8cc2-ee901e2c5441 admin admin] Calling delete_port for bb717929-cfe6-4de8-9171-97f283d0bb83 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:53.793883 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dae07a-b884-4b5f-a037-72c8ce3aa5ae admin admin] Checking segment: {'id': 'b00793de-3ee2-4255-bb85-fc05f0fb0640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '48f81d2f-984b-4639-ae18-7c1f66f2dca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:53.794275 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dae07a-b884-4b5f-a037-72c8ce3aa5ae admin admin] Network hostable DHCP agents. Network: 48f81d2f-984b-4639-ae18-7c1f66f2dca1, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:36:53.902593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dae07a-b884-4b5f-a037-72c8ce3aa5ae admin admin] Network 48f81d2f-984b-4639-ae18-7c1f66f2dca1 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:36:53.958581 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d6dae07a-b884-4b5f-a037-72c8ce3aa5ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 48f81d2f-984b-4639-ae18-7c1f66f2dca1) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:53.969625 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16886ef3-ed1b-4cbe-b90b-aeaae4b7682f None None] Network 48f81d2f-984b-4639-ae18-7c1f66f2dca1 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:53.970224 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dae07a-b884-4b5f-a037-72c8ce3aa5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:53.970362 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d6dae07a-b884-4b5f-a037-72c8ce3aa5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.023785 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d6dae07a-b884-4b5f-a037-72c8ce3aa5ae admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2982700 Jul 13 07:36:54.026704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34972) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:54.031744 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-2828f413-7783-4bd8-8617-00d36bf3f629 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1764170035-router', 'tenant_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:54.074573 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-fea4d8fd-94e5-45cd-a2c7-5db83957b0a6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:54.078779 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2828f413-7783-4bd8-8617-00d36bf3f629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.080361 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2828f413-7783-4bd8-8617-00d36bf3f629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.080576 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-fea4d8fd-94e5-45cd-a2c7-5db83957b0a6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:54.087368 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-fea4d8fd-94e5-45cd-a2c7-5db83957b0a6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:54.095815 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-fea4d8fd-94e5-45cd-a2c7-5db83957b0a6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/networks?id=918c9be5-f73c-4ae4-b262-3a0c8f3703eb&id=57e01b8b-6c29-4855-95ef-f150e56b368c&id=57e01b8b-6c29-4855-95ef-f150e56b368c&id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6&id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6 HTTP/1.1" status: 200 len: 1993 time: 0.2881689 Jul 13 07:36:54.130792 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-1b657ed7-95fe-4c84-a33e-bf6932afa2f1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/quotas/212dff56b36b4f87993a61249127ab0c HTTP/1.1" status: 200 len: 375 time: 0.0339179 Jul 13 07:36:54.146939 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2828f413-7783-4bd8-8617-00d36bf3f629 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.293109 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-48f81d2f-984b-4639-ae18-7c1f66f2dca1', 'network_id': '48f81d2f-984b-4639-ae18-7c1f66f2dca1', 'tenant_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'fixed_ips': [{'subnet_id': '6a42dd5f-7039-4459-b812-74e687b51197'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:36:54.293983 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.310721 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-0cfda853-2176-47be-b8a6-274a563687ab tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=212dff56b36b4f87993a61249127ab0c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1714327 Jul 13 07:36:54.379311 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da3f4084-9cdf-4f5b-8cc2-ee901e2c5441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.420558 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f4084-9cdf-4f5b-8cc2-ee901e2c5441 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb717929-cfe6-4de8-9171-97f283d0bb83,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:54.430655 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2828f413-7783-4bd8-8617-00d36bf3f629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.580356 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] Allocated IP 172.20.0.2 (48f81d2f-984b-4639-ae18-7c1f66f2dca1/6a42dd5f-7039-4459-b812-74e687b51197/3b2bd2cf-0ffd-4728-9aeb-67487fee2685) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:54.614640 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-8c86cbf9-ac13-4110-9c6d-46a78ee35a74 service neutron] 10.222.0.58 "GET /v2.0/networks/918c9be5-f73c-4ae4-b262-3a0c8f3703eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876399 Jul 13 07:36:54.853756 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-540acf13-c2af-46e4-8e26-5970c8735ad4 service neutron] 10.222.0.58 "GET /v2.0/networks/918c9be5-f73c-4ae4-b262-3a0c8f3703eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378972 Jul 13 07:36:54.889442 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2828f413-7783-4bd8-8617-00d36bf3f629 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.893663 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da3f4084-9cdf-4f5b-8cc2-ee901e2c5441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.912554 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.916812 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-1ca3b114-eb63-4710-8f35-a244ba8997c1 service neutron] 10.222.0.58 "GET /v2.0/ports/4acd2ef9-ad1f-4c37-834d-dd7d14b47e38?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0612004 Jul 13 07:36:54.931910 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2828f413-7783-4bd8-8617-00d36bf3f629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.938519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] Transition to ACTIVE for port object 3b2bd2cf-0ffd-4728-9aeb-67487fee2685 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:54.979710 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] Transition to ACTIVE for port object 3b2bd2cf-0ffd-4728-9aeb-67487fee2685 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:54.989658 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:55.083697 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] Network 48f81d2f-984b-4639-ae18-7c1f66f2dca1 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:55.094027 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:55.096908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] Pushing event updated for resources: {'Port': ['ID=3b2bd2cf-0ffd-4728-9aeb-67487fee2685,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:55.101258 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:55.111473 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-79fa55f9-c749-43ab-8b2d-9031d315f34a service neutron] 10.222.0.58 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550934 Jul 13 07:36:55.159242 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-2828f413-7783-4bd8-8617-00d36bf3f629 admin admin] Allocated IP 172.25.0.232 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/61fd9d34-53e9-432e-8f38-0f85d13008a2) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:55.210250 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] Attempting to bind port 3b2bd2cf-0ffd-4728-9aeb-67487fee2685 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:55.210655 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] Attempting to bind port 3b2bd2cf-0ffd-4728-9aeb-67487fee2685 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'b00793de-3ee2-4255-bb85-fc05f0fb0640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '48f81d2f-984b-4639-ae18-7c1f66f2dca1'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:55.211122 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] Attempting to bind port 3b2bd2cf-0ffd-4728-9aeb-67487fee2685 on network 48f81d2f-984b-4639-ae18-7c1f66f2dca1 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:55.218740 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:55.219175 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] Checking segment: {'id': 'b00793de-3ee2-4255-bb85-fc05f0fb0640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '48f81d2f-984b-4639-ae18-7c1f66f2dca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:55.219570 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:55.219965 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] Bound using segment: {'id': 'b00793de-3ee2-4255-bb85-fc05f0fb0640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '48f81d2f-984b-4639-ae18-7c1f66f2dca1'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:55.220436 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] Bound port: 3b2bd2cf-0ffd-4728-9aeb-67487fee2685, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00793de-3ee2-4255-bb85-fc05f0fb0640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '48f81d2f-984b-4639-ae18-7c1f66f2dca1'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:55.220820 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:55.318128 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-e32b6483-29cd-48f0-bbe0-7901b0eb5a56 service neutron] 10.222.0.58 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978843 Jul 13 07:36:55.337350 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2828f413-7783-4bd8-8617-00d36bf3f629 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:55.377747 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3f4084-9cdf-4f5b-8cc2-ee901e2c5441 admin admin] Router de79b9b5-24cb-4daa-bf64-0a3fc6d665fd has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:36:55.382606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] For port 3b2bd2cf-0ffd-4728-9aeb-67487fee2685, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:55.392588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] For port 3b2bd2cf-0ffd-4728-9aeb-67487fee2685, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3b2bd2cf-0ffd-4728-9aeb-67487fee2685,segment=NetworkSegment(b00793de-3ee2-4255-bb85-fc05f0fb0640),segment_id=b00793de-3ee2-4255-bb85-fc05f0fb0640)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:55.406372 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:55.407189 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-5da56238-ef58-48ba-b63d-892bd0375dd5 service neutron] 10.222.0.58 "GET /v2.0/ports/ceb6e9ad-b675-411f-96d9-dbca0ebbe960?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0881341 Jul 13 07:36:55.434069 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2828f413-7783-4bd8-8617-00d36bf3f629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:55.489609 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2828f413-7783-4bd8-8617-00d36bf3f629 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:55.493331 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-2828f413-7783-4bd8-8617-00d36bf3f629 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:55.509255 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2828f413-7783-4bd8-8617-00d36bf3f629 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:55.611229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b19d74-261a-4686-90a9-dd3ff166c0cf None None] Pushing event updated for resources: {'Port': ['ID=3b2bd2cf-0ffd-4728-9aeb-67487fee2685,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:55.641389 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828f413-7783-4bd8-8617-00d36bf3f629 admin admin] Pushing event updated for resources: {'Port': ['ID=61fd9d34-53e9-432e-8f38-0f85d13008a2,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:55.681854 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-cc1e609b-d32a-4ddf-b072-2d35e09d9b6b service neutron] 10.222.0.58 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735577 Jul 13 07:36:55.703665 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3f4084-9cdf-4f5b-8cc2-ee901e2c5441 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:55.718006 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e072c71-0a87-4e58-823d-992c9586efc2 None None] Sync routers for ids ['de79b9b5-24cb-4daa-bf64-0a3fc6d665fd'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:55.743464 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-da3f4084-9cdf-4f5b-8cc2-ee901e2c5441 admin admin] 10.222.0.58 "PUT /v2.0/routers/de79b9b5-24cb-4daa-bf64-0a3fc6d665fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0752466 Jul 13 07:36:55.749069 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e072c71-0a87-4e58-823d-992c9586efc2 None None] Routers {'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:55.751172 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3e072c71-0a87-4e58-823d-992c9586efc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:36:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['de79b9b5-24cb-4daa-bf64-0a3fc6d665fd'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:55.753947 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34976) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:56.154978 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-8ff10848-682b-45ea-b161-79a5816ccd4c service neutron] 10.222.0.58 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719553 Jul 13 07:36:56.177663 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebf80ca8-7624-46ce-9b89-73dae6ffb03d admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.260038 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-3e072c71-0a87-4e58-823d-992c9586efc2 None None] Set router de79b9b5-24cb-4daa-bf64-0a3fc6d665fd gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:56.328655 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2828f413-7783-4bd8-8617-00d36bf3f629 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.906992 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2828f413-7783-4bd8-8617-00d36bf3f629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.957704 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3e072c71-0a87-4e58-823d-992c9586efc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908545465-router', 'tenant_id': 'e626bc51495045b2ad5c403ee89b16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd36b142b-f38d-418b-a0b5-e81f14f9454a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:37Z', 'updated_at': '2021-07-13T07:36:54Z', 'revision_number': 5, 'project_id': 'e626bc51495045b2ad5c403ee89b16eb', 'gw_port': {'id': 'd36b142b-f38d-418b-a0b5-e81f14f9454a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:39Z', 'updated_at': '2021-07-13T07:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:57.064982 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e072c71-0a87-4e58-823d-992c9586efc2 None None] Checking router: de79b9b5-24cb-4daa-bf64-0a3fc6d665fd for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:36:57.087874 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e072c71-0a87-4e58-823d-992c9586efc2 None None] Routers {'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:57.092303 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3e072c71-0a87-4e58-823d-992c9586efc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:36:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['de79b9b5-24cb-4daa-bf64-0a3fc6d665fd'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:57.272857 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-73b684c2-78dc-4a89-92c5-6e47b0836edf service neutron] 10.222.0.58 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1089468 Jul 13 07:36:57.275055 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebf80ca8-7624-46ce-9b89-73dae6ffb03d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.308221 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2828f413-7783-4bd8-8617-00d36bf3f629 admin admin] Router 9271f7b5-e1d1-43fa-a7d2-ef6a315b0577 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:36:57.420106 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ba01c8c2-d9ed-45f9-a4a5-bcbe8c678a91 service neutron] 10.222.0.58 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400909 Jul 13 07:36:57.485968 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-3e072c71-0a87-4e58-823d-992c9586efc2 None None] Set router de79b9b5-24cb-4daa-bf64-0a3fc6d665fd gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:57.510515 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8725a9c-b975-4276-b2c9-61a75348f9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.532255 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebaca79-3142-4a0b-ba0c-92f5eabd4992 req-49194a67-1864-41d2-a2a4-92830cbb6d29 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.540650 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2ebaca79-3142-4a0b-ba0c-92f5eabd4992 req-49194a67-1864-41d2-a2a4-92830cbb6d29 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 950 time: 1.1082811 Jul 13 07:36:57.594153 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.621455 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2828f413-7783-4bd8-8617-00d36bf3f629 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:57.632099 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] Sync routers for ids ['9271f7b5-e1d1-43fa-a7d2-ef6a315b0577'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:57.647261 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] Routers {'9271f7b5-e1d1-43fa-a7d2-ef6a315b0577'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:57.650078 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:36:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9271f7b5-e1d1-43fa-a7d2-ef6a315b0577'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:57.665720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4092d42-837e-42ad-bcfb-d7794723e0d8 None None] Network 48f81d2f-984b-4639-ae18-7c1f66f2dca1 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:57.669123 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2828f413-7783-4bd8-8617-00d36bf3f629 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.672187 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2828f413-7783-4bd8-8617-00d36bf3f629 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6423681 Jul 13 07:36:57.673240 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34996) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:57.871254 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 3b2bd2cf-0ffd-4728-9aeb-67487fee2685 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:57.926960 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-a40af240-1501-43ba-a715-5ffd793a6e3b service neutron] 10.222.0.58 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728537 Jul 13 07:36:58.048528 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3e072c71-0a87-4e58-823d-992c9586efc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908545465-router', 'tenant_id': 'e626bc51495045b2ad5c403ee89b16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd36b142b-f38d-418b-a0b5-e81f14f9454a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:37Z', 'updated_at': '2021-07-13T07:36:54Z', 'revision_number': 5, 'project_id': 'e626bc51495045b2ad5c403ee89b16eb', 'gw_port': {'id': 'd36b142b-f38d-418b-a0b5-e81f14f9454a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:39Z', 'updated_at': '2021-07-13T07:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:58.072767 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2ebaca79-3142-4a0b-ba0c-92f5eabd4992 req-7667c8ec-0b72-4bcb-9223-bcae1e223267 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329122 Jul 13 07:36:58.104027 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] Set router 9271f7b5-e1d1-43fa-a7d2-ef6a315b0577 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:58.129859 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ebf80ca8-7624-46ce-9b89-73dae6ffb03d admin admin] Deleting port d36b142b-f38d-418b-a0b5-e81f14f9454a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:58.130234 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebf80ca8-7624-46ce-9b89-73dae6ffb03d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.188571 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e072c71-0a87-4e58-823d-992c9586efc2 None None] The sync data for ids ['de79b9b5-24cb-4daa-bf64-0a3fc6d665fd'] in n-d-779913-28 is: [{'id': 'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908545465-router', 'tenant_id': 'e626bc51495045b2ad5c403ee89b16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd36b142b-f38d-418b-a0b5-e81f14f9454a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:37Z', 'updated_at': '2021-07-13T07:36:54Z', 'revision_number': 5, 'project_id': 'e626bc51495045b2ad5c403ee89b16eb', 'gw_port': {'id': 'd36b142b-f38d-418b-a0b5-e81f14f9454a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79b9b5-24cb-4daa-bf64-0a3fc6d665fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:39Z', 'updated_at': '2021-07-13T07:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:58.265242 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-ebf80ca8-7624-46ce-9b89-73dae6ffb03d admin admin] For port d36b142b-f38d-418b-a0b5-e81f14f9454a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d36b142b-f38d-418b-a0b5-e81f14f9454a,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:58.265932 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebf80ca8-7624-46ce-9b89-73dae6ffb03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.284969 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ebf80ca8-7624-46ce-9b89-73dae6ffb03d admin admin] Calling delete_port for d36b142b-f38d-418b-a0b5-e81f14f9454a owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:58.453110 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-84e2b11a-4277-44ff-a495-42725e700756 None None] Provisioning for port 3b2bd2cf-0ffd-4728-9aeb-67487fee2685 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:58.591144 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebf80ca8-7624-46ce-9b89-73dae6ffb03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.668709 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 3b2bd2cf-0ffd-4728-9aeb-67487fee2685 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:58.700508 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 3b2bd2cf-0ffd-4728-9aeb-67487fee2685 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:58.701248 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.717386 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1acd0978-cfe5-4ede-b286-f3af3250cb3c req-4b4f93a2-ef3f-4e66-b6f8-e9c3c1338ed1 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 210 time: 0.1488743 Jul 13 07:36:58.731662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf80ca8-7624-46ce-9b89-73dae6ffb03d admin admin] Pushing event deleted for resources: {'Port': ['ID=d36b142b-f38d-418b-a0b5-e81f14f9454a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:58.846003 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebf80ca8-7624-46ce-9b89-73dae6ffb03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.864762 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-8e82a250-6527-437c-a2d1-ef16ba5f756c service neutron] 10.222.0.58 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9332736 Jul 13 07:36:59.035243 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'name': 'tempest-FloatingIPsTestJSON-1764170035-router', 'tenant_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '61fd9d34-53e9-432e-8f38-0f85d13008a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:54Z', 'updated_at': '2021-07-13T07:36:56Z', 'revision_number': 3, 'project_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'gw_port': {'id': '61fd9d34-53e9-432e-8f38-0f85d13008a2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:54Z', 'updated_at': '2021-07-13T07:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:59.106760 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] Checking router: 9271f7b5-e1d1-43fa-a7d2-ef6a315b0577 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:36:59.113714 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] Updating router 9271f7b5-e1d1-43fa-a7d2-ef6a315b0577 port 61fd9d34-53e9-432e-8f38-0f85d13008a2 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:36:59.157854 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.187500 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1a054bfe-5d7f-4887-8d38-0649323f5faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.202553 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-779d44de-a006-40fa-8d57-b5a7304fc8b1 service neutron] 10.222.0.58 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051350 Jul 13 07:36:59.216815 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-633e0236-2a69-4e13-840a-2c6829234173 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:59.221144 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-633e0236-2a69-4e13-840a-2c6829234173 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.35 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 820 time: 0.4367802 Jul 13 07:36:59.264831 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c188b5d7-0bf3-4225-b479-5821a21fae59 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Request body: {'port': {'device_id': '538d5596-3445-4c6a-91b0-2f3efb6dee39', 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5', 'admin_state_up': True, 'tenant_id': '15158e7fe97d4861a97b0a945f95d776'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:59.287057 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.341951 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-729b2ba7-7557-4fa3-b870-6b94cacd491d service neutron] 10.222.0.58 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334231 Jul 13 07:36:59.344053 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebf80ca8-7624-46ce-9b89-73dae6ffb03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.347231 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebf80ca8-7624-46ce-9b89-73dae6ffb03d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.535369 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebf80ca8-7624-46ce-9b89-73dae6ffb03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.535807 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf80ca8-7624-46ce-9b89-73dae6ffb03d admin admin] Fanout notify agent at l3_agent the message router_deleted on router de79b9b5-24cb-4daa-bf64-0a3fc6d665fd {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:36:59.551375 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.556159 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 3b2bd2cf-0ffd-4728-9aeb-67487fee2685, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3b2bd2cf-0ffd-4728-9aeb-67487fee2685,segment=NetworkSegment(b00793de-3ee2-4255-bb85-fc05f0fb0640),segment_id=b00793de-3ee2-4255-bb85-fc05f0fb0640)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:59.573819 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebf80ca8-7624-46ce-9b89-73dae6ffb03d admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.574995 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ebf80ca8-7624-46ce-9b89-73dae6ffb03d admin admin] 10.222.0.58 "DELETE /v2.0/routers/de79b9b5-24cb-4daa-bf64-0a3fc6d665fd HTTP/1.1" status: 204 len: 168 time: 3.8200643 Jul 13 07:36:59.579197 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35012) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:59.587604 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-69530807-cae8-468f-990d-f2f1915047d5 None None] Provisioning complete for port 3b2bd2cf-0ffd-4728-9aeb-67487fee2685 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:59.588265 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69530807-cae8-468f-990d-f2f1915047d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.590620 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.703742 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-8106248b-8864-41b2-8c20-52d2baa2757c admin admin] Deleting subnet 7d7a132c-3ea4-491a-b9cf-fa82bfe759a0 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:36:59.710956 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-1a054bfe-5d7f-4887-8d38-0649323f5faf admin admin] Allocated IP 172.20.0.1 (48f81d2f-984b-4639-ae18-7c1f66f2dca1/6a42dd5f-7039-4459-b812-74e687b51197/f4940c63-41f2-42c8-aa2a-d30b9c828962) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:59.711913 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8106248b-8864-41b2-8c20-52d2baa2757c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.832170 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b2da1-160f-4ce1-8cb2-4e5408e23ce3 req-2bb8e4ab-f9d4-466f-803f-b5c152b7e80d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:59.839431 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-274b2da1-160f-4ce1-8cb2-4e5408e23ce3 req-2bb8e4ab-f9d4-466f-803f-b5c152b7e80d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 950 time: 0.4425399 Jul 13 07:36:59.845541 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-f69a8611-7349-4020-9d38-4b6e7907ccac service neutron] 10.222.0.58 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964719 Jul 13 07:36:59.895505 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8106248b-8864-41b2-8c20-52d2baa2757c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.900203 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c188b5d7-0bf3-4225-b479-5821a21fae59 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Made reservation on behalf of 15158e7fe97d4861a97b0a945f95d776 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:59.905346 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c188b5d7-0bf3-4225-b479-5821a21fae59 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.977398 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device bb717929-cfe6-4de8-9171-97f283d0bb83 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:00.018273 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: bb717929-cfe6-4de8-9171-97f283d0bb83 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:00.018273 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device bb717929-cfe6-4de8-9171-97f283d0bb83 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:00.018976 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1a054bfe-5d7f-4887-8d38-0649323f5faf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.030149 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=3b2bd2cf-0ffd-4728-9aeb-67487fee2685,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:00.051566 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-1a054bfe-5d7f-4887-8d38-0649323f5faf admin admin] Transition to ACTIVE for port object f4940c63-41f2-42c8-aa2a-d30b9c828962 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:00.077622 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-274b2da1-160f-4ce1-8cb2-4e5408e23ce3 req-06abaf7a-4d82-446c-95ff-b5980672499b tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371938 Jul 13 07:37:00.169745 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c188b5d7-0bf3-4225-b479-5821a21fae59 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Allocated IP 172.20.0.3 (acf8805e-fc72-4645-afdd-bc310db87bf5/bfd30de1-a97b-4b7f-9271-8b31642f73ac/720f3b35-878a-4ddb-9f5c-28157c0620b8) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:00.237163 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.281964 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] Transition to ACTIVE for port object 61fd9d34-53e9-432e-8f38-0f85d13008a2 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:00.304092 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.352377 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1a054bfe-5d7f-4887-8d38-0649323f5faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.409648 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a054bfe-5d7f-4887-8d38-0649323f5faf admin admin] Network 48f81d2f-984b-4639-ae18-7c1f66f2dca1 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:00.440180 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] Attempting to bind port 61fd9d34-53e9-432e-8f38-0f85d13008a2 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:00.440651 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] Attempting to bind port 61fd9d34-53e9-432e-8f38-0f85d13008a2 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:00.441022 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] Attempting to bind port 61fd9d34-53e9-432e-8f38-0f85d13008a2 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:00.457893 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8106248b-8864-41b2-8c20-52d2baa2757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.466833 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:00.467134 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:00.467653 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.468259 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:00.472237 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-1a054bfe-5d7f-4887-8d38-0649323f5faf admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:00.475068 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a054bfe-5d7f-4887-8d38-0649323f5faf admin admin] Pushing event updated for resources: {'Port': ['ID=f4940c63-41f2-42c8-aa2a-d30b9c828962,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:00.475828 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f4e21fad-ccd6-4db7-af4c-35e68583bd46 req-2b317749-5d42-4abc-8910-5d96ba1f0ac0 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 210 time: 0.0680285 Jul 13 07:37:00.478730 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a054bfe-5d7f-4887-8d38-0649323f5faf admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:00.497844 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] Bound port: 61fd9d34-53e9-432e-8f38-0f85d13008a2, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:00.500272 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.542655 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-d1b633e9-d806-4689-99d7-62ea8d50048f service neutron] 10.222.0.58 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6887231 Jul 13 07:37:00.623037 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8106248b-8864-41b2-8c20-52d2baa2757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.659205 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1a054bfe-5d7f-4887-8d38-0649323f5faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.668824 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106248b-8864-41b2-8c20-52d2baa2757c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d7a132c-3ea4-491a-b9cf-fa82bfe759a0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:00.688670 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] For port 61fd9d34-53e9-432e-8f38-0f85d13008a2, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:00.693310 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] For port 61fd9d34-53e9-432e-8f38-0f85d13008a2, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=61fd9d34-53e9-432e-8f38-0f85d13008a2,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:00.694749 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8106248b-8864-41b2-8c20-52d2baa2757c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.700265 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8106248b-8864-41b2-8c20-52d2baa2757c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7d7a132c-3ea4-491a-b9cf-fa82bfe759a0 HTTP/1.1" status: 204 len: 168 time: 1.1125474 Jul 13 07:37:00.701078 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e3cf61-2c0c-4de6-b29c-55a7930169fb None None] Network 8da90250-ea5f-49f1-b3c9-b3873bcd3cdb requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:00.704388 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35024) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:00.766498 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c188b5d7-0bf3-4225-b479-5821a21fae59 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.865421 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.934266 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c188b5d7-0bf3-4225-b479-5821a21fae59 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.934926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ffb09-6bae-437f-b7f5-b390f0a4167b None None] Pushing event updated for resources: {'Port': ['ID=61fd9d34-53e9-432e-8f38-0f85d13008a2,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:00.967114 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9fa75a67-f0cb-431e-be3e-e1f3c414c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.062567 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c188b5d7-0bf3-4225-b479-5821a21fae59 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Network acf8805e-fc72-4645-afdd-bc310db87bf5 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:01.067699 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1a054bfe-5d7f-4887-8d38-0649323f5faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.082834 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ffb09-6bae-437f-b7f5-b390f0a4167b None None] Pushing event updated for resources: {'Port': ['ID=61fd9d34-53e9-432e-8f38-0f85d13008a2,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:01.093351 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['50003957-f194-4544-a5d2-366da3dffec6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:01.095067 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9fa75a67-f0cb-431e-be3e-e1f3c414c2ff admin admin] Deleting port 154de492-e734-4ba1-8554-939a4d9755d9 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:01.096774 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9fa75a67-f0cb-431e-be3e-e1f3c414c2ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.156919 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c188b5d7-0bf3-4225-b479-5821a21fae59 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:01.189123 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c188b5d7-0bf3-4225-b479-5821a21fae59 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:01.271609 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-9fa75a67-f0cb-431e-be3e-e1f3c414c2ff admin admin] For port 154de492-e734-4ba1-8554-939a4d9755d9, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=154de492-e734-4ba1-8554-939a4d9755d9,segment=NetworkSegment(4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6),segment_id=4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:01.272021 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9fa75a67-f0cb-431e-be3e-e1f3c414c2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.303115 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9fa75a67-f0cb-431e-be3e-e1f3c414c2ff admin admin] Calling delete_port for 154de492-e734-4ba1-8554-939a4d9755d9 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:01.331396 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] Routers {'9271f7b5-e1d1-43fa-a7d2-ef6a315b0577'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:01.332676 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:36:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9271f7b5-e1d1-43fa-a7d2-ef6a315b0577'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:01.400236 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:37:01.622749 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9fa75a67-f0cb-431e-be3e-e1f3c414c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.646729 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c188b5d7-0bf3-4225-b479-5821a21fae59 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:01.647928 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c188b5d7-0bf3-4225-b479-5821a21fae59 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.651344 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa75a67-f0cb-431e-be3e-e1f3c414c2ff admin admin] No DVR routers for this DVR port 154de492-e734-4ba1-8554-939a4d9755d9 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:01.657393 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188b5d7-0bf3-4225-b479-5821a21fae59 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Pushing event updated for resources: {'Port': ['ID=720f3b35-878a-4ddb-9f5c-28157c0620b8,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:01.675314 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-45ff7b59-14bf-4932-936d-5c1a0055febe None None] Provisioning for port f4940c63-41f2-42c8-aa2a-d30b9c828962 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:01.703902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa75a67-f0cb-431e-be3e-e1f3c414c2ff admin admin] Pushing event deleted for resources: {'Port': ['ID=154de492-e734-4ba1-8554-939a4d9755d9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:01.714741 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c188b5d7-0bf3-4225-b479-5821a21fae59 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4647679 Jul 13 07:37:01.739364 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-45ff7b59-14bf-4932-936d-5c1a0055febe None None] Provisioning complete for port f4940c63-41f2-42c8-aa2a-d30b9c828962 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:01.741950 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-45ff7b59-14bf-4932-936d-5c1a0055febe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.744245 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1a054bfe-5d7f-4887-8d38-0649323f5faf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.753213 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1a054bfe-5d7f-4887-8d38-0649323f5faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.850889 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9fa75a67-f0cb-431e-be3e-e1f3c414c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.880408 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9fa75a67-f0cb-431e-be3e-e1f3c414c2ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da90250-ea5f-49f1-b3c9-b3873bcd3cdb']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:01.890388 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb9cd9-54e3-4f26-829a-5a9856f4d611 req-d32b123f-9beb-49b0-abff-64a884371769 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:01.891972 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-84eb9cd9-54e3-4f26-829a-5a9856f4d611 req-d32b123f-9beb-49b0-abff-64a884371769 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 950 time: 0.3310387 Jul 13 07:37:01.903767 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9fa75a67-f0cb-431e-be3e-e1f3c414c2ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:01.904451 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9fa75a67-f0cb-431e-be3e-e1f3c414c2ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0a6d0a-9f00-45fd-b7c5-86c3466ba6b6') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:01.928905 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] Request body: {'port': {'device_id': '538d5596-3445-4c6a-91b0-2f3efb6dee39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:01.940258 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.968170 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9fa75a67-f0cb-431e-be3e-e1f3c414c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.002129 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9fa75a67-f0cb-431e-be3e-e1f3c414c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.038392 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] Set router 9271f7b5-e1d1-43fa-a7d2-ef6a315b0577 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:02.064995 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa75a67-f0cb-431e-be3e-e1f3c414c2ff admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:02.074913 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9fa75a67-f0cb-431e-be3e-e1f3c414c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:02.079469 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:02.140305 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-84eb9cd9-54e3-4f26-829a-5a9856f4d611 req-ad538817-7781-4aa6-906a-56ad7fc3f750 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323458 Jul 13 07:37:02.195970 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1a054bfe-5d7f-4887-8d38-0649323f5faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.210567 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a054bfe-5d7f-4887-8d38-0649323f5faf admin admin] Pushing event updated for resources: {'Port': ['ID=f4940c63-41f2-42c8-aa2a-d30b9c828962,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:02.288478 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9fa75a67-f0cb-431e-be3e-e1f3c414c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.310860 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9fa75a67-f0cb-431e-be3e-e1f3c414c2ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.323629 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9fa75a67-f0cb-431e-be3e-e1f3c414c2ff admin admin] 10.222.0.58 "DELETE /v2.0/networks/8da90250-ea5f-49f1-b3c9-b3873bcd3cdb HTTP/1.1" status: 204 len: 168 time: 1.6154523 Jul 13 07:37:02.393112 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 3b2bd2cf-0ffd-4728-9aeb-67487fee2685 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:02.396478 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29124e9d-a3f9-4502-8db4-b81e46d1615b None None] DHCP port deletion for 8da90250-ea5f-49f1-b3c9-b3873bcd3cdb request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:37:02.402803 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa75a67-f0cb-431e-be3e-e1f3c414c2ff admin admin] Pushing event deleted for resources: {'Network': ['ID=8da90250-ea5f-49f1-b3c9-b3873bcd3cdb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:02.438023 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.530694 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-45ff7b59-14bf-4932-936d-5c1a0055febe None None] Port f4940c63-41f2-42c8-aa2a-d30b9c828962 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:02.737150 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 3b2bd2cf-0ffd-4728-9aeb-67487fee2685 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:02.739142 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4469fe5-fea1-4d34-9a32-6b0141ad095c req-050c961a-be8e-49c1-a30c-eb52617475ce tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:02.740330 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.766688 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4469fe5-fea1-4d34-9a32-6b0141ad095c req-050c961a-be8e-49c1-a30c-eb52617475ce tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 931 time: 0.2962115 Jul 13 07:37:02.788869 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35066) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:02.939468 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c0e869f2-2d08-4efa-8059-9e6526fb4cbf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a0ff6e974f964420a5efb9f781f70c04&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1419630 Jul 13 07:37:02.940763 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35070) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:03.036624 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4469fe5-fea1-4d34-9a32-6b0141ad095c req-5d999eeb-5b4e-485e-9e02-6f427461c194 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665336 Jul 13 07:37:03.237866 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5c340fb2-90d1-4d88-93fe-7fbfafaed087 req-ef1cdd7f-63e1-426a-b095-e503f8a2e4a6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 210 time: 0.0695899 Jul 13 07:37:03.261250 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a054bfe-5d7f-4887-8d38-0649323f5faf admin admin] Network 48f81d2f-984b-4639-ae18-7c1f66f2dca1 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:03.328055 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-1a054bfe-5d7f-4887-8d38-0649323f5faf admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:03.564152 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d36b142b-f38d-418b-a0b5-e81f14f9454a no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:03.581595 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-02b23e04-2481-45c9-96cc-b005f4a3b6c6 None None] Provisioning complete for port f4940c63-41f2-42c8-aa2a-d30b9c828962 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:03.581998 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-02b23e04-2481-45c9-96cc-b005f4a3b6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.601273 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ddb98814-8444-4ac1-8a2b-a6259647ab44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.724291 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: d36b142b-f38d-418b-a0b5-e81f14f9454a {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:03.726860 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d36b142b-f38d-418b-a0b5-e81f14f9454a not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:03.739009 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-02b23e04-2481-45c9-96cc-b005f4a3b6c6 None None] Port f4940c63-41f2-42c8-aa2a-d30b9c828962 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:03.789192 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'name': 'tempest-FloatingIPsTestJSON-1764170035-router', 'tenant_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '61fd9d34-53e9-432e-8f38-0f85d13008a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:54Z', 'updated_at': '2021-07-13T07:37:00Z', 'revision_number': 4, 'project_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'gw_port': {'id': '61fd9d34-53e9-432e-8f38-0f85d13008a2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:54Z', 'updated_at': '2021-07-13T07:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'f4940c63-41f2-42c8-aa2a-d30b9c828962', 'name': '', 'network_id': '48f81d2f-984b-4639-ae18-7c1f66f2dca1', 'tenant_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'mac_address': 'fa:16:3e:9a:b4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6a42dd5f-7039-4459-b812-74e687b51197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:59Z', 'updated_at': '2021-07-13T07:36:59Z', 'revision_number': 1, 'project_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'subnets': [{'id': '6a42dd5f-7039-4459-b812-74e687b51197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:03.817870 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e8c94-9204-43de-a567-992d858bcdf6 req-098c5b28-8a8b-4939-b41d-b95e137ac16c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:03.821229 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f19e8c94-9204-43de-a567-992d858bcdf6 req-098c5b28-8a8b-4939-b41d-b95e137ac16c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b3c1788-e9a8-4d27-af6c-db2997324221 HTTP/1.1" status: 200 len: 946 time: 0.1769900 Jul 13 07:37:03.858764 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ddb98814-8444-4ac1-8a2b-a6259647ab44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.862674 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 154de492-e734-4ba1-8554-939a4d9755d9 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:03.868325 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b4ebc5-595b-4762-a4df-02eaebc4fa1d None None] The sync data for ids ['9271f7b5-e1d1-43fa-a7d2-ef6a315b0577'] in n-d-779913-28 is: [{'id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'name': 'tempest-FloatingIPsTestJSON-1764170035-router', 'tenant_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '61fd9d34-53e9-432e-8f38-0f85d13008a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:54Z', 'updated_at': '2021-07-13T07:37:00Z', 'revision_number': 4, 'project_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'gw_port': {'id': '61fd9d34-53e9-432e-8f38-0f85d13008a2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:54Z', 'updated_at': '2021-07-13T07:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'f4940c63-41f2-42c8-aa2a-d30b9c828962', 'name': '', 'network_id': '48f81d2f-984b-4639-ae18-7c1f66f2dca1', 'tenant_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'mac_address': 'fa:16:3e:9a:b4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6a42dd5f-7039-4459-b812-74e687b51197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:59Z', 'updated_at': '2021-07-13T07:36:59Z', 'revision_number': 1, 'project_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'subnets': [{'id': '6a42dd5f-7039-4459-b812-74e687b51197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:03.936837 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 154de492-e734-4ba1-8554-939a4d9755d9 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:03.937870 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 154de492-e734-4ba1-8554-939a4d9755d9 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:03.958005 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0038875c-41e5-4db1-b038-97d484e863ee None None] Provisioning complete for port f4940c63-41f2-42c8-aa2a-d30b9c828962 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:03.958516 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0038875c-41e5-4db1-b038-97d484e863ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.024139 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f19e8c94-9204-43de-a567-992d858bcdf6 req-4a93fb4d-e668-4618-9d9b-6fe68a1879b7 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881456 Jul 13 07:37:04.065185 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0038875c-41e5-4db1-b038-97d484e863ee None None] Port f4940c63-41f2-42c8-aa2a-d30b9c828962 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:04.106764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aaeb30-ea57-446b-a204-81480673cc48 req-5cd16445-a427-4625-b5a3-9ba658b1de38 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.111890 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b4aaeb30-ea57-446b-a204-81480673cc48 req-5cd16445-a427-4625-b5a3-9ba658b1de38 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 950 time: 0.2873795 Jul 13 07:37:04.166950 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720f3b35-878a-4ddb-9f5c-28157c0620b8 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:04.186918 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.236250 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a054bfe-5d7f-4887-8d38-0649323f5faf admin admin] Router 9271f7b5-e1d1-43fa-a7d2-ef6a315b0577 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:37:04.242749 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b4aaeb30-ea57-446b-a204-81480673cc48 req-7e025e0c-3d58-4386-bde2-ce6f8ad14c35 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250079 Jul 13 07:37:04.262859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] Transition to ACTIVE for port object 720f3b35-878a-4ddb-9f5c-28157c0620b8 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:04.398750 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.420998 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ddb98814-8444-4ac1-8a2b-a6259647ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.429419 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ddb98814-8444-4ac1-8a2b-a6259647ab44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.435519 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ddb98814-8444-4ac1-8a2b-a6259647ab44 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/789ce46f-52f0-4974-9c6e-bc7e5dc82706 HTTP/1.1" status: 204 len: 168 time: 1.4849131 Jul 13 07:37:04.611607 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c00d21-ddf6-40dc-a6c6-906bab93ba3a req-73126232-388a-4dfc-b4c7-e1c158da4500 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.614707 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a5c00d21-ddf6-40dc-a6c6-906bab93ba3a req-73126232-388a-4dfc-b4c7-e1c158da4500 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 943 time: 0.2835951 Jul 13 07:37:04.629735 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb98814-8444-4ac1-8a2b-a6259647ab44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789ce46f-52f0-4974-9c6e-bc7e5dc82706,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:04.741369 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] Pushing event updated for resources: {'Port': ['ID=720f3b35-878a-4ddb-9f5c-28157c0620b8,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:04.800408 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a5c00d21-ddf6-40dc-a6c6-906bab93ba3a req-a9195167-7ec8-453b-8789-1c25e482e1b8 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764181 Jul 13 07:37:04.814247 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2782e262-df71-415b-85e8-2d91ef48d44d req-a7414f8c-07c1-4390-9f27-5b298111d31f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 210 time: 0.0812795 Jul 13 07:37:04.853763 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a054bfe-5d7f-4887-8d38-0649323f5faf admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:37:04.865366 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1a054bfe-5d7f-4887-8d38-0649323f5faf admin admin] 10.222.0.58 "PUT /v2.0/routers/9271f7b5-e1d1-43fa-a7d2-ef6a315b0577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1876750 Jul 13 07:37:04.939161 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] Attempting to bind port 720f3b35-878a-4ddb-9f5c-28157c0620b8 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:04.939629 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] Attempting to bind port 720f3b35-878a-4ddb-9f5c-28157c0620b8 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:04.940066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] Attempting to bind port 720f3b35-878a-4ddb-9f5c-28157c0620b8 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:04.955857 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] Port 720f3b35-878a-4ddb-9f5c-28157c0620b8 on network acf8805e-fc72-4645-afdd-bc310db87bf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:04.959066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] Attempting to bind port 720f3b35-878a-4ddb-9f5c-28157c0620b8 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:04.973223 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:04.979923 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] Checking segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:04.980655 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] Bound using segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:04.982823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] Bound port: 720f3b35-878a-4ddb-9f5c-28157c0620b8, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:04.983420 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.131193 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] For port 720f3b35-878a-4ddb-9f5c-28157c0620b8, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:05.138024 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] For port 720f3b35-878a-4ddb-9f5c-28157c0620b8, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=720f3b35-878a-4ddb-9f5c-28157c0620b8,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:05.159757 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.290446 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:05.291713 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.301700 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] 10.222.0.35 "PUT /v2.0/ports/720f3b35-878a-4ddb-9f5c-28157c0620b8 HTTP/1.1" status: 200 len: 1092 time: 3.5748127 Jul 13 07:37:05.358129 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538d5596-3445-4c6a-91b0-2f3efb6dee39', 'tag': '720f3b35-878a-4ddb-9f5c-28157c0620b8'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:05.376797 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38533770-79d2-4c85-bf40-0f3157a5129f" -d '{"events": [{"name": "network-changed", "server_uuid": "538d5596-3445-4c6a-91b0-2f3efb6dee39", "tag": "720f3b35-878a-4ddb-9f5c-28157c0620b8"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:05.471487 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4046da-c08a-4c76-baa8-09d8043d0b05 req-74904c65-b6ac-4278-90a7-8958d618af57 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:05.479550 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e4046da-c08a-4c76-baa8-09d8043d0b05 req-74904c65-b6ac-4278-90a7-8958d618af57 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b3c1788-e9a8-4d27-af6c-db2997324221 HTTP/1.1" status: 200 len: 946 time: 0.1397474 Jul 13 07:37:05.572038 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35110) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:05.634382 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1946678-5566-406c-a32e-e991bf28d595 service neutron] Pushing event updated for resources: {'Port': ['ID=720f3b35-878a-4ddb-9f5c-28157c0620b8,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:05.713302 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35116) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:05.723797 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bbb4bb73-1c90-4e4e-839e-7fdfee0aca5e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e626bc51495045b2ad5c403ee89b16eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1359100 Jul 13 07:37:05.794139 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-20490201-ed69-4e9f-82ba-8424193c5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:05.794139 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-20490201-ed69-4e9f-82ba-8424193c5f7b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 1095 time: 0.3978877 Jul 13 07:37:05.875107 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e4046da-c08a-4c76-baa8-09d8043d0b05 req-3fe811c7-189c-405c-8b3d-97df43b9996c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595689 Jul 13 07:37:05.882930 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-3fce06af-a1a4-4d48-96f7-8468f4da6751 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720f3b35-878a-4ddb-9f5c-28157c0620b8 HTTP/1.1" status: 200 len: 217 time: 0.0852737 Jul 13 07:37:05.976774 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 61fd9d34-53e9-432e-8f38-0f85d13008a2 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:06.121985 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 61fd9d34-53e9-432e-8f38-0f85d13008a2 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:06.128147 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 61fd9d34-53e9-432e-8f38-0f85d13008a2 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:06.129306 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.186133 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-385d3e23-9650-456d-a844-d5fc07342783 req-942e705b-1a90-4b3b-a935-b9774d08bc37 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7019000 Jul 13 07:37:06.196271 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-385d3e23-9650-456d-a844-d5fc07342783 req-991f1f1f-f68d-4f8c-aee2-0fe171087683 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:06.204593 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-35db40a8-aae5-438d-9ffd-d07128f5259a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.211986 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-35db40a8-aae5-438d-9ffd-d07128f5259a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 200 len: 860 time: 0.2816517 Jul 13 07:37:06.225777 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-f22295d7-a541-4b0e-8fe4-e9c02ebddb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.230249 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-f22295d7-a541-4b0e-8fe4-e9c02ebddb24 service neutron] 10.222.0.62 "GET /v2.0/ports/4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 HTTP/1.1" status: 200 len: 1032 time: 0.3631918 Jul 13 07:37:06.324370 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-724fb7be-ed30-44e9-8517-394cc45a42f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.327121 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-724fb7be-ed30-44e9-8517-394cc45a42f5 service neutron] 10.222.0.62 "GET /v2.0/ports/ceb6e9ad-b675-411f-96d9-dbca0ebbe960 HTTP/1.1" status: 200 len: 1033 time: 0.0760319 Jul 13 07:37:06.351489 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-1509c550-7a20-4264-b28b-6170b2b436d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf8805e-fc72-4645-afdd-bc310db87bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140270 Jul 13 07:37:06.357321 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-009ef2cc-dc53-4e3a-a562-89a56844b978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.379914 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.411483 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-385d3e23-9650-456d-a844-d5fc07342783 req-991f1f1f-f68d-4f8c-aee2-0fe171087683 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.420787 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-009ef2cc-dc53-4e3a-a562-89a56844b978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.455517 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 61fd9d34-53e9-432e-8f38-0f85d13008a2, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=61fd9d34-53e9-432e-8f38-0f85d13008a2,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:06.480224 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.482507 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35820828-1b2e-4ffb-a895-90ecb9c46fb9 req-6e31abb1-4f2d-4ba7-984b-c2bfd96490ef tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.484701 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-35820828-1b2e-4ffb-a895-90ecb9c46fb9 req-6e31abb1-4f2d-4ba7-984b-c2bfd96490ef tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b3c1788-e9a8-4d27-af6c-db2997324221 HTTP/1.1" status: 200 len: 946 time: 0.4861305 Jul 13 07:37:06.670705 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=61fd9d34-53e9-432e-8f38-0f85d13008a2,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:06.713716 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-a47908b5-2f69-48cf-aaf0-82b2e67a5847 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.720897 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-a47908b5-2f69-48cf-aaf0-82b2e67a5847 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.728469 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-a47908b5-2f69-48cf-aaf0-82b2e67a5847 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.730210 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-a47908b5-2f69-48cf-aaf0-82b2e67a5847 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.62 "GET /v2.0/networks?id=918c9be5-f73c-4ae4-b262-3a0c8f3703eb&id=57e01b8b-6c29-4855-95ef-f150e56b368c&id=57e01b8b-6c29-4855-95ef-f150e56b368c&id=57e01b8b-6c29-4855-95ef-f150e56b368c&id=57e01b8b-6c29-4855-95ef-f150e56b368c&id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6&id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6 HTTP/1.1" status: 200 len: 1993 time: 0.3757546 Jul 13 07:37:06.734592 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-92494b14-cfd7-414a-933d-01fa6c0b2864 service neutron] 10.222.0.35 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701849 Jul 13 07:37:06.883416 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-45862d25-a0b9-49c6-89e9-0cd1a713ce6e tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=212dff56b36b4f87993a61249127ab0c HTTP/1.1" status: 200 len: 380 time: 0.1400673 Jul 13 07:37:06.903869 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-5557dafb-0c92-42e2-9b6a-6c74fcbfda0f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Request body: {'port': {'device_id': '43606170-5680-4187-9f38-a91e360a2dc9', 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb', 'admin_state_up': True, 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'security_groups': ['1e887458-7e3c-4941-80a0-a72f446fbad3']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:06.938202 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-df1c9f23-a38e-4aef-8993-9a3d69eed7c5 req-1c8627d3-d8bd-464a-96a1-b263bca01d4e service neutron] 10.222.0.35 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964149 Jul 13 07:37:06.955931 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-35820828-1b2e-4ffb-a895-90ecb9c46fb9 req-5daef6f1-6d68-41bd-8538-3a886077cf98 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Deleting port 03321c96-c62c-4804-9d0a-57c6688b8230 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:06.956283 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-35820828-1b2e-4ffb-a895-90ecb9c46fb9 req-5daef6f1-6d68-41bd-8538-3a886077cf98 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.116379 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7c717-5b59-44a9-8837-0d1b5c52fa0c req-2a46bd88-c6a1-4942-8a24-90a603e02829 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:07.118040 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-99a7c717-5b59-44a9-8837-0d1b5c52fa0c req-2a46bd88-c6a1-4942-8a24-90a603e02829 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 950 time: 0.9281483 Jul 13 07:37:07.175170 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-009ef2cc-dc53-4e3a-a562-89a56844b978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.179976 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-009ef2cc-dc53-4e3a-a562-89a56844b978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.181157 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-009ef2cc-dc53-4e3a-a562-89a56844b978 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a02a62a9-9a15-4f59-925e-c6b382ec4e20 HTTP/1.1" status: 204 len: 168 time: 1.4560056 Jul 13 07:37:07.212059 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ef2cc-dc53-4e3a-a562-89a56844b978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02a62a9-9a15-4f59-925e-c6b382ec4e20,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:07.275987 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-385d3e23-9650-456d-a844-d5fc07342783 req-991f1f1f-f68d-4f8c-aee2-0fe171087683 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.445879 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-35820828-1b2e-4ffb-a895-90ecb9c46fb9 req-5daef6f1-6d68-41bd-8538-3a886077cf98 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] For port 03321c96-c62c-4804-9d0a-57c6688b8230, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=03321c96-c62c-4804-9d0a-57c6688b8230,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:07.455991 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-35820828-1b2e-4ffb-a895-90ecb9c46fb9 req-5daef6f1-6d68-41bd-8538-3a886077cf98 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.491468 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-5557dafb-0c92-42e2-9b6a-6c74fcbfda0f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Made reservation on behalf of 212dff56b36b4f87993a61249127ab0c for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:07.495393 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-5557dafb-0c92-42e2-9b6a-6c74fcbfda0f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.511874 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-35820828-1b2e-4ffb-a895-90ecb9c46fb9 req-5daef6f1-6d68-41bd-8538-3a886077cf98 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Calling delete_port for 03321c96-c62c-4804-9d0a-57c6688b8230 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:07.586918 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-385d3e23-9650-456d-a844-d5fc07342783 req-991f1f1f-f68d-4f8c-aee2-0fe171087683 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Allocated IP 172.25.0.162 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/88c68206-2c89-4db9-8066-3d81bef1108f) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:07.690396 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.865936 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-385d3e23-9650-456d-a844-d5fc07342783 req-991f1f1f-f68d-4f8c-aee2-0fe171087683 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.913176 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 61fd9d34-53e9-432e-8f38-0f85d13008a2 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:07.989075 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-5557dafb-0c92-42e2-9b6a-6c74fcbfda0f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Allocated IP 172.20.0.3 (918c9be5-f73c-4ae4-b262-3a0c8f3703eb/74c9f7d4-d0b0-43d4-8a5f-516e5817785d/91ae0369-0e20-472f-b809-5b288f50e076) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:08.013473 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-99a7c717-5b59-44a9-8837-0d1b5c52fa0c req-b69594db-e736-42ab-ad01-ad4e4f83d679 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8858366 Jul 13 07:37:08.025651 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 61fd9d34-53e9-432e-8f38-0f85d13008a2 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:08.026029 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.031782 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-385d3e23-9650-456d-a844-d5fc07342783 req-991f1f1f-f68d-4f8c-aee2-0fe171087683 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.163418 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] Sync routers for ids ['9271f7b5-e1d1-43fa-a7d2-ef6a315b0577'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:37:08.199156 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] Routers {'9271f7b5-e1d1-43fa-a7d2-ef6a315b0577'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:08.206239 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:36:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9271f7b5-e1d1-43fa-a7d2-ef6a315b0577'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:08.216542 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385d3e23-9650-456d-a844-d5fc07342783 req-991f1f1f-f68d-4f8c-aee2-0fe171087683 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:08.217788 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f1f1f-f68d-4f8c-aee2-0fe171087683 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Pushing event updated for resources: {'Port': ['ID=88c68206-2c89-4db9-8066-3d81bef1108f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:08.221290 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-385d3e23-9650-456d-a844-d5fc07342783 req-991f1f1f-f68d-4f8c-aee2-0fe171087683 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:08.227727 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-385d3e23-9650-456d-a844-d5fc07342783 req-991f1f1f-f68d-4f8c-aee2-0fe171087683 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:08.341494 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-35820828-1b2e-4ffb-a895-90ecb9c46fb9 req-5daef6f1-6d68-41bd-8538-3a886077cf98 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.364140 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['03321c96-c62c-4804-9d0a-57c6688b8230'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:08.459433 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] Set router 9271f7b5-e1d1-43fa-a7d2-ef6a315b0577 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:08.469826 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-385d3e23-9650-456d-a844-d5fc07342783 req-991f1f1f-f68d-4f8c-aee2-0fe171087683 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.675639 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-385d3e23-9650-456d-a844-d5fc07342783 req-991f1f1f-f68d-4f8c-aee2-0fe171087683 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.938750 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2db400c-7d7c-41d5-9f5c-9104b9b34b80 x-openstack-request-id: req-a2db400c-7d7c-41d5-9f5c-9104b9b34b80 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:08.939389 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538d5596-3445-4c6a-91b0-2f3efb6dee39", "tag": "720f3b35-878a-4ddb-9f5c-28157c0620b8", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:08.939389 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a2db400c-7d7c-41d5-9f5c-9104b9b34b80 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:08.939989 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538d5596-3445-4c6a-91b0-2f3efb6dee39', 'tag': '720f3b35-878a-4ddb-9f5c-28157c0620b8', 'status': 'completed', 'code': 200} Jul 13 07:37:08.965614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daef6f1-6d68-41bd-8538-3a886077cf98 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Pushing event deleted for resources: {'Port': ['ID=03321c96-c62c-4804-9d0a-57c6688b8230,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:08.970412 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'name': 'tempest-FloatingIPsTestJSON-1764170035-router', 'tenant_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '61fd9d34-53e9-432e-8f38-0f85d13008a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:54Z', 'updated_at': '2021-07-13T07:37:00Z', 'revision_number': 4, 'project_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'gw_port': {'id': '61fd9d34-53e9-432e-8f38-0f85d13008a2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:54Z', 'updated_at': '2021-07-13T07:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'f4940c63-41f2-42c8-aa2a-d30b9c828962', 'name': '', 'network_id': '48f81d2f-984b-4639-ae18-7c1f66f2dca1', 'tenant_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'mac_address': 'fa:16:3e:9a:b4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6a42dd5f-7039-4459-b812-74e687b51197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:59Z', 'updated_at': '2021-07-13T07:37:01Z', 'revision_number': 2, 'project_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'subnets': [{'id': '6a42dd5f-7039-4459-b812-74e687b51197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:09.037968 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] Checking router: 9271f7b5-e1d1-43fa-a7d2-ef6a315b0577 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:37:09.039235 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] Updating router 9271f7b5-e1d1-43fa-a7d2-ef6a315b0577 port f4940c63-41f2-42c8-aa2a-d30b9c828962 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:37:09.125859 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.135998 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2844fe7-17b2-4918-b92a-68dba3918c1c req-d83c0f7f-8b50-4a51-85fd-4ea68daa487c tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 210 time: 0.1005750 Jul 13 07:37:09.145738 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-35820828-1b2e-4ffb-a895-90ecb9c46fb9 req-5daef6f1-6d68-41bd-8538-3a886077cf98 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] No DVR routers for this DVR port 03321c96-c62c-4804-9d0a-57c6688b8230 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:09.227115 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-385d3e23-9650-456d-a844-d5fc07342783 req-991f1f1f-f68d-4f8c-aee2-0fe171087683 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.231909 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-5557dafb-0c92-42e2-9b6a-6c74fcbfda0f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.237089 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-385d3e23-9650-456d-a844-d5fc07342783 req-991f1f1f-f68d-4f8c-aee2-0fe171087683 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.259106 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-5557dafb-0c92-42e2-9b6a-6c74fcbfda0f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Transition to ACTIVE for port object 91ae0369-0e20-472f-b809-5b288f50e076 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:09.305341 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-35820828-1b2e-4ffb-a895-90ecb9c46fb9 req-5daef6f1-6d68-41bd-8538-3a886077cf98 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.311054 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-35820828-1b2e-4ffb-a895-90ecb9c46fb9 req-5daef6f1-6d68-41bd-8538-3a886077cf98 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.62 "DELETE /v2.0/ports/03321c96-c62c-4804-9d0a-57c6688b8230 HTTP/1.1" status: 204 len: 173 time: 2.7862725 Jul 13 07:37:09.368279 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38533770-79d2-4c85-bf40-0f3157a5129f req-9d876db0-7196-45e0-a9d4-cd66b4e2e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:09.369810 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-38533770-79d2-4c85-bf40-0f3157a5129f req-9d876db0-7196-45e0-a9d4-cd66b4e2e8e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 1095 time: 0.4291148 Jul 13 07:37:09.434147 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-5557dafb-0c92-42e2-9b6a-6c74fcbfda0f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.521718 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f1f1f-f68d-4f8c-aee2-0fe171087683 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Pushing event updated for resources: {'Port': ['ID=88c68206-2c89-4db9-8066-3d81bef1108f,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:09.550484 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-385d3e23-9650-456d-a844-d5fc07342783 req-991f1f1f-f68d-4f8c-aee2-0fe171087683 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.596804 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-385d3e23-9650-456d-a844-d5fc07342783 req-991f1f1f-f68d-4f8c-aee2-0fe171087683 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.598733 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-385d3e23-9650-456d-a844-d5fc07342783 req-991f1f1f-f68d-4f8c-aee2-0fe171087683 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4110785 Jul 13 07:37:09.666343 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-5557dafb-0c92-42e2-9b6a-6c74fcbfda0f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Network 918c9be5-f73c-4ae4-b262-3a0c8f3703eb is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:09.681762 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557dafb-0c92-42e2-9b6a-6c74fcbfda0f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event updated for resources: {'Port': ['ID=91ae0369-0e20-472f-b809-5b288f50e076,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:09.689149 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-5557dafb-0c92-42e2-9b6a-6c74fcbfda0f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:09.707634 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-385d3e23-9650-456d-a844-d5fc07342783 req-9c6f8860-2972-4900-9589-e3b655560334 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.162 HTTP/1.1" status: 200 len: 696 time: 0.0921471 Jul 13 07:37:09.717029 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150c2ea-f5b7-47d3-8b24-9dda82a77c32 req-6244f36e-e180-41c1-bb19-37d5df1bb7a2 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:09.721710 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-5557dafb-0c92-42e2-9b6a-6c74fcbfda0f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:09.724737 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1150c2ea-f5b7-47d3-8b24-9dda82a77c32 req-6244f36e-e180-41c1-bb19-37d5df1bb7a2 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 943 time: 0.2758698 Jul 13 07:37:09.747647 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38533770-79d2-4c85-bf40-0f3157a5129f req-16f9d192-daa4-4487-aa32-f78e4d99a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:09.755394 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-38533770-79d2-4c85-bf40-0f3157a5129f req-16f9d192-daa4-4487-aa32-f78e4d99a670 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 921 time: 0.3724196 Jul 13 07:37:09.780356 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.793475 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] Transition to ACTIVE for port object f4940c63-41f2-42c8-aa2a-d30b9c828962 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:09.805478 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.897824 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c927407-4c95-4b95-b77a-1e929a83f585 None None] Pushing event updated for resources: {'Port': ['ID=f4940c63-41f2-42c8-aa2a-d30b9c828962,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:09.901077 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1150c2ea-f5b7-47d3-8b24-9dda82a77c32 req-8e8ca73a-999b-4962-b745-4312fa3a4292 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754405 Jul 13 07:37:09.950072 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c927407-4c95-4b95-b77a-1e929a83f585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:09.954501 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c927407-4c95-4b95-b77a-1e929a83f585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:09.955186 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c927407-4c95-4b95-b77a-1e929a83f585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:09.955732 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c927407-4c95-4b95-b77a-1e929a83f585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:09.956350 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c927407-4c95-4b95-b77a-1e929a83f585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:09.962455 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c927407-4c95-4b95-b77a-1e929a83f585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:09.963302 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c927407-4c95-4b95-b77a-1e929a83f585 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:09.963942 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c927407-4c95-4b95-b77a-1e929a83f585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:09.964631 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c927407-4c95-4b95-b77a-1e929a83f585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:09.965485 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c927407-4c95-4b95-b77a-1e929a83f585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:09.966000 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c927407-4c95-4b95-b77a-1e929a83f585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:09.966569 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c927407-4c95-4b95-b77a-1e929a83f585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:09.998062 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d3e23-9650-456d-a844-d5fc07342783 req-18cf6fb5-5184-4717-ae35-f0fe3e488b5d tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:09.998844 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-38533770-79d2-4c85-bf40-0f3157a5129f req-6e0a9c32-55a6-4565-a52f-138a1d079bc2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720f3b35-878a-4ddb-9f5c-28157c0620b8 HTTP/1.1" status: 200 len: 217 time: 0.1887202 Jul 13 07:37:10.002164 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-385d3e23-9650-456d-a844-d5fc07342783 req-18cf6fb5-5184-4717-ae35-f0fe3e488b5d tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.2747788 Jul 13 07:37:10.006008 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] Attempting to bind port f4940c63-41f2-42c8-aa2a-d30b9c828962 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:10.006668 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] Attempting to bind port f4940c63-41f2-42c8-aa2a-d30b9c828962 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'b00793de-3ee2-4255-bb85-fc05f0fb0640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '48f81d2f-984b-4639-ae18-7c1f66f2dca1'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:10.009771 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] Attempting to bind port f4940c63-41f2-42c8-aa2a-d30b9c828962 on network 48f81d2f-984b-4639-ae18-7c1f66f2dca1 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:10.017641 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-385d3e23-9650-456d-a844-d5fc07342783 req-b55993a3-ca91-4a1e-85ff-345ef31c9393 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:10.023688 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:10.025320 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-385d3e23-9650-456d-a844-d5fc07342783 req-b55993a3-ca91-4a1e-85ff-345ef31c9393 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172341 Jul 13 07:37:10.026191 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] Checking segment: {'id': 'b00793de-3ee2-4255-bb85-fc05f0fb0640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '48f81d2f-984b-4639-ae18-7c1f66f2dca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:10.026813 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.028535 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] Bound using segment: {'id': 'b00793de-3ee2-4255-bb85-fc05f0fb0640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '48f81d2f-984b-4639-ae18-7c1f66f2dca1'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:10.029338 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] Bound port: f4940c63-41f2-42c8-aa2a-d30b9c828962, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00793de-3ee2-4255-bb85-fc05f0fb0640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '48f81d2f-984b-4639-ae18-7c1f66f2dca1'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:10.029951 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.168919 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-5557dafb-0c92-42e2-9b6a-6c74fcbfda0f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:10.171632 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-5557dafb-0c92-42e2-9b6a-6c74fcbfda0f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.212605 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b261969d-bb35-413b-9418-8c9d2852c3e0 req-2c33bfff-595c-4dc4-869a-584663b4666d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b3c1788-e9a8-4d27-af6c-db2997324221 HTTP/1.1" status: 200 len: 210 time: 0.0858436 Jul 13 07:37:10.232144 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-5557dafb-0c92-42e2-9b6a-6c74fcbfda0f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3380811 Jul 13 07:37:10.265962 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] For port f4940c63-41f2-42c8-aa2a-d30b9c828962, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:10.271250 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] For port f4940c63-41f2-42c8-aa2a-d30b9c828962, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f4940c63-41f2-42c8-aa2a-d30b9c828962,segment=NetworkSegment(b00793de-3ee2-4255-bb85-fc05f0fb0640),segment_id=b00793de-3ee2-4255-bb85-fc05f0fb0640)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:10.292476 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.302801 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-30f8bf2e-5c37-4150-bf90-74733fa61215 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Request body: {'port': {'device_id': '43606170-5680-4187-9f38-a91e360a2dc9', 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c', 'admin_state_up': True, 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'security_groups': ['1e887458-7e3c-4941-80a0-a72f446fbad3']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:10.364825 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b09312b7-7bb6-4c18-8d68-57f902e5ee10 None None] Provisioning for port 91ae0369-0e20-472f-b809-5b288f50e076 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:10.373352 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b09312b7-7bb6-4c18-8d68-57f902e5ee10 None None] Provisioning complete for port 91ae0369-0e20-472f-b809-5b288f50e076 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:10.374958 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b09312b7-7bb6-4c18-8d68-57f902e5ee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.451939 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] Routers {'9271f7b5-e1d1-43fa-a7d2-ef6a315b0577'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:10.458566 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:36:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9271f7b5-e1d1-43fa-a7d2-ef6a315b0577'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:10.475643 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c927407-4c95-4b95-b77a-1e929a83f585 None None] Pushing event updated for resources: {'Port': ['ID=f4940c63-41f2-42c8-aa2a-d30b9c828962,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:10.481345 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b09312b7-7bb6-4c18-8d68-57f902e5ee10 None None] Port 91ae0369-0e20-472f-b809-5b288f50e076 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:10.567935 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38533770-79d2-4c85-bf40-0f3157a5129f req-f8886a0f-219d-4e6c-b1a8-3babdcf895da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:10.570117 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-38533770-79d2-4c85-bf40-0f3157a5129f req-f8886a0f-219d-4e6c-b1a8-3babdcf895da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 200 len: 860 time: 0.5545361 Jul 13 07:37:10.573443 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-30f8bf2e-5c37-4150-bf90-74733fa61215 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Made reservation on behalf of 212dff56b36b4f87993a61249127ab0c for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:10.578266 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-30f8bf2e-5c37-4150-bf90-74733fa61215 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.649663 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-38533770-79d2-4c85-bf40-0f3157a5129f req-ce4fa565-29dc-4c68-a2f5-aceac9a8250f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf8805e-fc72-4645-afdd-bc310db87bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684445 Jul 13 07:37:10.726588 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3a4e8-3f26-4ef3-8a34-e5e50c4542f5 req-29e5c36c-97f5-488c-851a-74339941a198 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:10.739893 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-abb3a4e8-3f26-4ef3-8a34-e5e50c4542f5 req-29e5c36c-97f5-488c-851a-74339941a198 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 950 time: 0.1968093 Jul 13 07:37:10.798193 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] Set router 9271f7b5-e1d1-43fa-a7d2-ef6a315b0577 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:10.822634 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-abb3a4e8-3f26-4ef3-8a34-e5e50c4542f5 req-15a01459-f914-4a1b-a9eb-b0156e0460a9 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709875 Jul 13 07:37:10.893875 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-38533770-79d2-4c85-bf40-0f3157a5129f req-7ba00252-809f-472b-94ab-86d5b6d9cd72 service neutron] 10.222.0.35 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244079 Jul 13 07:37:10.917362 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-30f8bf2e-5c37-4150-bf90-74733fa61215 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Allocated IP 10.1.1.123 (57e01b8b-6c29-4855-95ef-f150e56b368c/370ab867-a738-414f-91c2-c627af51a399/50c8d939-6bc9-4c86-93bc-cac6046ab070) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:10.942121 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3c1788-e9a8-4d27-af6c-db2997324221', 'name': 'network-vif-deleted', 'tag': '03321c96-c62c-4804-9d0a-57c6688b8230'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:10.946193 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0eb39e7-b6cb-4306-8f81-8ee3ad6e6829" -d '{"events": [{"server_uuid": "1b3c1788-e9a8-4d27-af6c-db2997324221", "name": "network-vif-deleted", "tag": "03321c96-c62c-4804-9d0a-57c6688b8230"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:10.995264 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a200ff57-a72e-4c55-a5a2-2fe831e238b6 req-6fbf95cd-cb45-419c-bdce-d5fdc1606add tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/floatingips/e34c1385-40da-4b45-95e3-65a511e2a9a8 HTTP/1.1" status: 200 len: 693 time: 0.0810351 Jul 13 07:37:11.086657 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-38533770-79d2-4c85-bf40-0f3157a5129f req-0809ae21-8a6e-438f-9482-701bbed802df service neutron] 10.222.0.35 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803372 Jul 13 07:37:11.222104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200ff57-a72e-4c55-a5a2-2fe831e238b6 req-629c9787-fe9a-43ce-af08-c424a19d90a9 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:11.223997 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a200ff57-a72e-4c55-a5a2-2fe831e238b6 req-629c9787-fe9a-43ce-af08-c424a19d90a9 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.2180035 Jul 13 07:37:11.247886 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-a200ff57-a72e-4c55-a5a2-2fe831e238b6 req-20633cec-ff5f-49a0-925f-55aa48c0bb6f tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:11.251043 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a200ff57-a72e-4c55-a5a2-2fe831e238b6 req-20633cec-ff5f-49a0-925f-55aa48c0bb6f tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137162 Jul 13 07:37:11.252238 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-30f8bf2e-5c37-4150-bf90-74733fa61215 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.290294 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'name': 'tempest-FloatingIPsTestJSON-1764170035-router', 'tenant_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '61fd9d34-53e9-432e-8f38-0f85d13008a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:54Z', 'updated_at': '2021-07-13T07:37:00Z', 'revision_number': 4, 'project_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'gw_port': {'id': '61fd9d34-53e9-432e-8f38-0f85d13008a2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:54Z', 'updated_at': '2021-07-13T07:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'f4940c63-41f2-42c8-aa2a-d30b9c828962', 'name': '', 'network_id': '48f81d2f-984b-4639-ae18-7c1f66f2dca1', 'tenant_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'mac_address': 'fa:16:3e:9a:b4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6a42dd5f-7039-4459-b812-74e687b51197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:59Z', 'updated_at': '2021-07-13T07:37:10Z', 'revision_number': 4, 'project_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'subnets': [{'id': '6a42dd5f-7039-4459-b812-74e687b51197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:11.297122 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-30f8bf2e-5c37-4150-bf90-74733fa61215 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Transition to ACTIVE for port object 50c8d939-6bc9-4c86-93bc-cac6046ab070 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:11.359382 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-30f8bf2e-5c37-4150-bf90-74733fa61215 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.420893 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d374e5-af83-487d-b7a5-7ef269e861c2 None None] The sync data for ids ['9271f7b5-e1d1-43fa-a7d2-ef6a315b0577'] in n-d-779913-28 is: [{'id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'name': 'tempest-FloatingIPsTestJSON-1764170035-router', 'tenant_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '61fd9d34-53e9-432e-8f38-0f85d13008a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:54Z', 'updated_at': '2021-07-13T07:37:00Z', 'revision_number': 4, 'project_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'gw_port': {'id': '61fd9d34-53e9-432e-8f38-0f85d13008a2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:54Z', 'updated_at': '2021-07-13T07:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'f4940c63-41f2-42c8-aa2a-d30b9c828962', 'name': '', 'network_id': '48f81d2f-984b-4639-ae18-7c1f66f2dca1', 'tenant_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'mac_address': 'fa:16:3e:9a:b4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6a42dd5f-7039-4459-b812-74e687b51197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:59Z', 'updated_at': '2021-07-13T07:37:10Z', 'revision_number': 4, 'project_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'subnets': [{'id': '6a42dd5f-7039-4459-b812-74e687b51197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:11.470900 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 03321c96-c62c-4804-9d0a-57c6688b8230 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:11.471448 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-30f8bf2e-5c37-4150-bf90-74733fa61215 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Network 57e01b8b-6c29-4855-95ef-f150e56b368c is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:11.478001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-30f8bf2e-5c37-4150-bf90-74733fa61215 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:11.490567 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-30f8bf2e-5c37-4150-bf90-74733fa61215 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:11.554743 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 03321c96-c62c-4804-9d0a-57c6688b8230 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:11.555718 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 03321c96-c62c-4804-9d0a-57c6688b8230 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:11.572555 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467a553-544a-440a-b17d-811bb307e573 req-0e2ed33d-34d5-44f7-bcb2-dea7bc9879e9 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:11.578988 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467a553-544a-440a-b17d-811bb307e573 req-0e2ed33d-34d5-44f7-bcb2-dea7bc9879e9 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:11.580624 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d467a553-544a-440a-b17d-811bb307e573 req-0e2ed33d-34d5-44f7-bcb2-dea7bc9879e9 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 1653 time: 0.1456969 Jul 13 07:37:11.609092 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8bf2e-5c37-4150-bf90-74733fa61215 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event updated for resources: {'Port': ['ID=50c8d939-6bc9-4c86-93bc-cac6046ab070,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:11.618785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-30f8bf2e-5c37-4150-bf90-74733fa61215 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:11.619441 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-30f8bf2e-5c37-4150-bf90-74733fa61215 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.660381 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-30f8bf2e-5c37-4150-bf90-74733fa61215 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3995326 Jul 13 07:37:11.669360 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d467a553-544a-440a-b17d-811bb307e573 req-4e0ba0e9-7567-4f68-9fef-b902bff1ac07 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763607 Jul 13 07:37:11.678177 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-54e64f80-8046-4675-9fb1-00689b256b5a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Request body: {'port': {'device_id': '43606170-5680-4187-9f38-a91e360a2dc9', 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c', 'admin_state_up': True, 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'security_groups': ['1e887458-7e3c-4941-80a0-a72f446fbad3']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:11.920888 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-54e64f80-8046-4675-9fb1-00689b256b5a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Made reservation on behalf of 212dff56b36b4f87993a61249127ab0c for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:11.930605 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-54e64f80-8046-4675-9fb1-00689b256b5a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.986468 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f4940c63-41f2-42c8-aa2a-d30b9c828962 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:12.076194 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-179da777-f4c9-40f2-9d1c-c51f7202814c None None] Provisioning for port 50c8d939-6bc9-4c86-93bc-cac6046ab070 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:12.090353 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-179da777-f4c9-40f2-9d1c-c51f7202814c None None] Provisioning complete for port 50c8d939-6bc9-4c86-93bc-cac6046ab070 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:12.092272 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-179da777-f4c9-40f2-9d1c-c51f7202814c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:12.130491 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port f4940c63-41f2-42c8-aa2a-d30b9c828962 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:12.143791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port f4940c63-41f2-42c8-aa2a-d30b9c828962 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:12.144438 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:12.212368 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-54e64f80-8046-4675-9fb1-00689b256b5a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Allocated IP 10.1.1.223 (57e01b8b-6c29-4855-95ef-f150e56b368c/370ab867-a738-414f-91c2-c627af51a399/edae6acc-ae63-4af8-b2c6-ed538d646caf) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:12.239910 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-179da777-f4c9-40f2-9d1c-c51f7202814c None None] Port 50c8d939-6bc9-4c86-93bc-cac6046ab070 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:12.370739 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:12.427529 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port f4940c63-41f2-42c8-aa2a-d30b9c828962, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f4940c63-41f2-42c8-aa2a-d30b9c828962,segment=NetworkSegment(b00793de-3ee2-4255-bb85-fc05f0fb0640),segment_id=b00793de-3ee2-4255-bb85-fc05f0fb0640)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:12.437920 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:12.456064 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f6b52-ca88-4921-91b4-42af213fd88f req-609978e0-bce7-4aab-8ade-8f322a992ddc tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:12.460778 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-465f6b52-ca88-4921-91b4-42af213fd88f req-609978e0-bce7-4aab-8ade-8f322a992ddc tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 943 time: 0.1724954 Jul 13 07:37:12.547297 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=f4940c63-41f2-42c8-aa2a-d30b9c828962,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:12.554489 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-465f6b52-ca88-4921-91b4-42af213fd88f req-dfcb0344-1a9c-4499-a160-c37d10cba951 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830300 Jul 13 07:37:12.567903 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-54e64f80-8046-4675-9fb1-00689b256b5a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:12.624258 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-54e64f80-8046-4675-9fb1-00689b256b5a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Transition to ACTIVE for port object edae6acc-ae63-4af8-b2c6-ed538d646caf will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:12.672167 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993473d8-c459-40f1-9157-ca73551a79c4 x-openstack-request-id: req-993473d8-c459-40f1-9157-ca73551a79c4 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:12.672681 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3c1788-e9a8-4d27-af6c-db2997324221", "name": "network-vif-deleted", "tag": "03321c96-c62c-4804-9d0a-57c6688b8230", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:12.674205 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-993473d8-c459-40f1-9157-ca73551a79c4 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:12.674780 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3c1788-e9a8-4d27-af6c-db2997324221', 'name': 'network-vif-deleted', 'tag': '03321c96-c62c-4804-9d0a-57c6688b8230', 'status': 'completed', 'code': 200} Jul 13 07:37:12.690495 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-54e64f80-8046-4675-9fb1-00689b256b5a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:12.719279 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:12.786313 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-54e64f80-8046-4675-9fb1-00689b256b5a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Network 57e01b8b-6c29-4855-95ef-f150e56b368c is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:12.799850 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-54e64f80-8046-4675-9fb1-00689b256b5a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:12.812427 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-54e64f80-8046-4675-9fb1-00689b256b5a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:12.826822 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e64f80-8046-4675-9fb1-00689b256b5a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event updated for resources: {'Port': ['ID=edae6acc-ae63-4af8-b2c6-ed538d646caf,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:12.876417 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ad110a7-b433-435e-9905-44d2035aa28b req-b62f5fa3-03e9-4de5-a7dc-93c9b792f68a tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b3c1788-e9a8-4d27-af6c-db2997324221 HTTP/1.1" status: 200 len: 210 time: 0.0559795 Jul 13 07:37:12.915060 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-54e64f80-8046-4675-9fb1-00689b256b5a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:12.915747 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-54e64f80-8046-4675-9fb1-00689b256b5a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:12.937027 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-54e64f80-8046-4675-9fb1-00689b256b5a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2694979 Jul 13 07:37:12.954961 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-a9f52ce4-9f9a-41cf-8163-8d7b342b5eb6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Request body: {'port': {'device_id': '43606170-5680-4187-9f38-a91e360a2dc9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2ba0ae64-3c9f-487e-a47a-626e8c8936b6', 'admin_state_up': True, 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'security_groups': ['1e887458-7e3c-4941-80a0-a72f446fbad3']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:12.998860 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d5a56bd6-4e23-4197-84e7-66192c7f93b4 None None] Provisioning complete for port f4940c63-41f2-42c8-aa2a-d30b9c828962 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:12.998860 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5a56bd6-4e23-4197-84e7-66192c7f93b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:13.015752 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8f00b6cf-6938-4983-b4eb-06c55f244839 req-b2be5565-138c-46c6-a634-21e8b314949d tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=9a26ac8c85544389ab517bdfcb42cd4b HTTP/1.1" status: 200 len: 696 time: 0.1003120 Jul 13 07:37:13.155079 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-a9f52ce4-9f9a-41cf-8163-8d7b342b5eb6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Made reservation on behalf of 212dff56b36b4f87993a61249127ab0c for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:13.221605 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00b6cf-6938-4983-b4eb-06c55f244839 req-509978d2-759f-4f61-8e62-25171d1420de tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:13.226707 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8f00b6cf-6938-4983-b4eb-06c55f244839 req-509978d2-759f-4f61-8e62-25171d1420de tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/networks?id=f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 787 time: 0.2100804 Jul 13 07:37:13.234496 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-8f00b6cf-6938-4983-b4eb-06c55f244839 req-a475c4cd-5236-4c5f-9273-b83c4fccd515 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:13.235670 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8f00b6cf-6938-4983-b4eb-06c55f244839 req-a475c4cd-5236-4c5f-9273-b83c4fccd515 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063167 Jul 13 07:37:13.250810 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-a9f52ce4-9f9a-41cf-8163-8d7b342b5eb6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:13.318608 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-96883900-63ab-4d57-ac4c-36c3baf841ea None None] Provisioning for port edae6acc-ae63-4af8-b2c6-ed538d646caf completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:13.333044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-96883900-63ab-4d57-ac4c-36c3baf841ea None None] Provisioning complete for port edae6acc-ae63-4af8-b2c6-ed538d646caf triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:13.335044 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-96883900-63ab-4d57-ac4c-36c3baf841ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:13.420982 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-96883900-63ab-4d57-ac4c-36c3baf841ea None None] Port edae6acc-ae63-4af8-b2c6-ed538d646caf cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:13.535161 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89bcba-32a5-465b-854c-ac9eb451edb0 req-d6ae85b6-47b4-4126-ab0c-56d900c95f1e tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:13.537612 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-a9f52ce4-9f9a-41cf-8163-8d7b342b5eb6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Allocated IP 10.2.2.100 (2ba0ae64-3c9f-487e-a47a-626e8c8936b6/9f6e3720-201f-43bb-bde6-dcc07159d634/898d9121-0ea6-4720-8349-4991e51f33d9) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:13.538447 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ff89bcba-32a5-465b-854c-ac9eb451edb0 req-d6ae85b6-47b4-4126-ab0c-56d900c95f1e tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 950 time: 0.1063406 Jul 13 07:37:13.615042 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ff89bcba-32a5-465b-854c-ac9eb451edb0 req-72831689-3e17-47fe-b405-6ebac976f2f8 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702116 Jul 13 07:37:13.744373 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-a9f52ce4-9f9a-41cf-8163-8d7b342b5eb6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:13.764370 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-a9f52ce4-9f9a-41cf-8163-8d7b342b5eb6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Transition to ACTIVE for port object 898d9121-0ea6-4720-8349-4991e51f33d9 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:13.816758 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-a9f52ce4-9f9a-41cf-8163-8d7b342b5eb6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:13.876352 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-a9f52ce4-9f9a-41cf-8163-8d7b342b5eb6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Network 2ba0ae64-3c9f-487e-a47a-626e8c8936b6 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:13.880796 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-a9f52ce4-9f9a-41cf-8163-8d7b342b5eb6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:13.885488 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-a9f52ce4-9f9a-41cf-8163-8d7b342b5eb6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:13.892846 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f52ce4-9f9a-41cf-8163-8d7b342b5eb6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event updated for resources: {'Port': ['ID=898d9121-0ea6-4720-8349-4991e51f33d9,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:13.961391 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f4940c63-41f2-42c8-aa2a-d30b9c828962 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:13.978809 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-a9f52ce4-9f9a-41cf-8163-8d7b342b5eb6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:13.978809 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-a9f52ce4-9f9a-41cf-8163-8d7b342b5eb6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:14.007856 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-a9f52ce4-9f9a-41cf-8163-8d7b342b5eb6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0610890 Jul 13 07:37:14.023258 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-3aee97f8-d996-4079-80dc-6d16262156a2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Request body: {'port': {'device_id': '43606170-5680-4187-9f38-a91e360a2dc9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2ba0ae64-3c9f-487e-a47a-626e8c8936b6', 'admin_state_up': True, 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'security_groups': ['1e887458-7e3c-4941-80a0-a72f446fbad3']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:14.054816 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port f4940c63-41f2-42c8-aa2a-d30b9c828962 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:14.055193 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:14.221727 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba363f11-b1c4-43ef-91e7-bc5f6dcb9ae2 req-79372e7f-6b77-49c4-83c7-de61f4b6af46 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:14.222295 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-3aee97f8-d996-4079-80dc-6d16262156a2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Made reservation on behalf of 212dff56b36b4f87993a61249127ab0c for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:14.227893 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba363f11-b1c4-43ef-91e7-bc5f6dcb9ae2 req-79372e7f-6b77-49c4-83c7-de61f4b6af46 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:14.230427 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-3aee97f8-d996-4079-80dc-6d16262156a2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:14.242316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba363f11-b1c4-43ef-91e7-bc5f6dcb9ae2 req-79372e7f-6b77-49c4-83c7-de61f4b6af46 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:14.265913 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba363f11-b1c4-43ef-91e7-bc5f6dcb9ae2 req-79372e7f-6b77-49c4-83c7-de61f4b6af46 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:14.275102 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ba363f11-b1c4-43ef-91e7-bc5f6dcb9ae2 req-79372e7f-6b77-49c4-83c7-de61f4b6af46 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 3095 time: 0.2143929 Jul 13 07:37:14.320996 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ba363f11-b1c4-43ef-91e7-bc5f6dcb9ae2 req-a5b12ca0-3c25-4120-9dd5-bd549b539b22 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449352 Jul 13 07:37:14.372459 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-98eddf1f-e1a2-4f5d-95f6-dcae6caec37f None None] Provisioning for port 898d9121-0ea6-4720-8349-4991e51f33d9 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:14.383826 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-98eddf1f-e1a2-4f5d-95f6-dcae6caec37f None None] Provisioning complete for port 898d9121-0ea6-4720-8349-4991e51f33d9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:14.386807 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-98eddf1f-e1a2-4f5d-95f6-dcae6caec37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:14.440409 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-3aee97f8-d996-4079-80dc-6d16262156a2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Allocated IP 10.2.2.200 (2ba0ae64-3c9f-487e-a47a-626e8c8936b6/9f6e3720-201f-43bb-bde6-dcc07159d634/c0089a19-6897-483c-beef-e272a1029320) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:14.470503 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-98eddf1f-e1a2-4f5d-95f6-dcae6caec37f None None] Port 898d9121-0ea6-4720-8349-4991e51f33d9 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:14.527744 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fdc5f99-0450-4d7b-b5ee-3dc37e45e97d req-54c39540-566f-4cfd-a623-b98b34c07167 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/floatingips/e34c1385-40da-4b45-95e3-65a511e2a9a8 HTTP/1.1" status: 200 len: 693 time: 0.1319892 Jul 13 07:37:14.600756 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-3aee97f8-d996-4079-80dc-6d16262156a2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:14.616909 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-3aee97f8-d996-4079-80dc-6d16262156a2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Transition to ACTIVE for port object c0089a19-6897-483c-beef-e272a1029320 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:14.650635 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-b6da5c9f-9da0-4606-971e-103299b39ca3 service neutron] show failed (client error): The resource could not be found. Jul 13 07:37:14.651486 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-b6da5c9f-9da0-4606-971e-103299b39ca3 service neutron] 10.222.0.62 "GET /v2.0/ports/58bf72e9-e50d-463c-aa10-11f527776a47/bindings/n-h1-779913-28 HTTP/1.1" status: 404 len: 381 time: 0.5000052 Jul 13 07:37:14.656377 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-3aee97f8-d996-4079-80dc-6d16262156a2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:14.763951 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc5f99-0450-4d7b-b5ee-3dc37e45e97d req-f765ff67-8719-47a9-83e8-039757e3422b tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:14.784045 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fdc5f99-0450-4d7b-b5ee-3dc37e45e97d req-f765ff67-8719-47a9-83e8-039757e3422b tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.2547159 Jul 13 07:37:14.797029 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-8fdc5f99-0450-4d7b-b5ee-3dc37e45e97d req-9f72d23c-d1e4-4e55-a74c-1957017c603f tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:14.799353 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fdc5f99-0450-4d7b-b5ee-3dc37e45e97d req-9f72d23c-d1e4-4e55-a74c-1957017c603f tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102232 Jul 13 07:37:14.832728 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee97f8-d996-4079-80dc-6d16262156a2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event updated for resources: {'Port': ['ID=c0089a19-6897-483c-beef-e272a1029320,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:14.898697 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fdc5f99-0450-4d7b-b5ee-3dc37e45e97d req-6869b0dd-106f-411e-ad5d-62303a0259aa tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.162 HTTP/1.1" status: 200 len: 696 time: 0.0815189 Jul 13 07:37:14.901118 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-3aee97f8-d996-4079-80dc-6d16262156a2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Network 2ba0ae64-3c9f-487e-a47a-626e8c8936b6 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:14.904849 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-3aee97f8-d996-4079-80dc-6d16262156a2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:14.907583 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-3aee97f8-d996-4079-80dc-6d16262156a2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:15.038436 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1788faaa-7240-483c-b8c1-4e475bd7a0df req-dc726e7c-19e6-4372-b262-c23c05a95b51 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2010262 Jul 13 07:37:15.043186 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fdc5f99-0450-4d7b-b5ee-3dc37e45e97d req-e9bf05b8-0012-44a4-8b8f-1c8790d92e2b tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.162 HTTP/1.1" status: 200 len: 696 time: 0.1358171 Jul 13 07:37:15.066994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-3aee97f8-d996-4079-80dc-6d16262156a2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:15.067701 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-3aee97f8-d996-4079-80dc-6d16262156a2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:15.152906 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-3aee97f8-d996-4079-80dc-6d16262156a2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1336834 Jul 13 07:37:15.167303 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] Request body: {'port': {'device_id': '43606170-5680-4187-9f38-a91e360a2dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:15.248109 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-4e353f85-34c1-48e0-9627-525b5d0f220a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:15.249840 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-4e353f85-34c1-48e0-9627-525b5d0f220a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747&tenant_id=7e545f0f56574564bb5b695119db8b5e HTTP/1.1" status: 200 len: 1102 time: 0.1406655 Jul 13 07:37:15.265283 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-28', 'device_owner': 'compute:nova'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:15.309422 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8c9070b8-8d7d-48a6-865e-81ef97b40933 None None] Provisioning for port c0089a19-6897-483c-beef-e272a1029320 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:15.314703 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8c9070b8-8d7d-48a6-865e-81ef97b40933 None None] Provisioning complete for port c0089a19-6897-483c-beef-e272a1029320 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:15.315074 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8c9070b8-8d7d-48a6-865e-81ef97b40933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:15.315387 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788faaa-7240-483c-b8c1-4e475bd7a0df req-e6fa7a54-67af-4d4f-89a4-290c3d25b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:15.319004 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1788faaa-7240-483c-b8c1-4e475bd7a0df req-e6fa7a54-67af-4d4f-89a4-290c3d25b596 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 1100 time: 0.2350891 Jul 13 07:37:15.328904 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:15.370003 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8c9070b8-8d7d-48a6-865e-81ef97b40933 None None] Port c0089a19-6897-483c-beef-e272a1029320 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:15.412432 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:15.428609 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-8fdc5f99-0450-4d7b-b5ee-3dc37e45e97d req-094d6a31-eada-4fec-a6e1-afcabc7f1733 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Deleting port 88c68206-2c89-4db9-8066-3d81bef1108f {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:15.429360 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8fdc5f99-0450-4d7b-b5ee-3dc37e45e97d req-094d6a31-eada-4fec-a6e1-afcabc7f1733 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:15.622774 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788faaa-7240-483c-b8c1-4e475bd7a0df req-f67f668f-ba60-4b59-942c-af8b14e445d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:15.625685 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1788faaa-7240-483c-b8c1-4e475bd7a0df req-f67f668f-ba60-4b59-942c-af8b14e445d2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.2781773 Jul 13 07:37:15.642978 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8fdc5f99-0450-4d7b-b5ee-3dc37e45e97d req-094d6a31-eada-4fec-a6e1-afcabc7f1733 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:15.643309 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8fdc5f99-0450-4d7b-b5ee-3dc37e45e97d req-094d6a31-eada-4fec-a6e1-afcabc7f1733 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:15.666252 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-8fdc5f99-0450-4d7b-b5ee-3dc37e45e97d req-094d6a31-eada-4fec-a6e1-afcabc7f1733 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Calling delete_port for 88c68206-2c89-4db9-8066-3d81bef1108f owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:15.716017 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1788faaa-7240-483c-b8c1-4e475bd7a0df req-c1da7d0d-f75e-4c0b-bf08-cb847594324a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=5477dfe0-844c-46e5-b658-3bfbb67c16fb HTTP/1.1" status: 200 len: 217 time: 0.0511289 Jul 13 07:37:15.815523 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788faaa-7240-483c-b8c1-4e475bd7a0df req-91741df2-bafb-426f-8489-585f342a8143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:15.817700 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1788faaa-7240-483c-b8c1-4e475bd7a0df req-91741df2-bafb-426f-8489-585f342a8143 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0931156 Jul 13 07:37:15.820929 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] For port 58bf72e9-e50d-463c-aa10-11f527776a47, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=58bf72e9-e50d-463c-aa10-11f527776a47,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:15.918999 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] For port 58bf72e9-e50d-463c-aa10-11f527776a47, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:15.988174 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab495dbf-8859-43d3-98d7-3c210c432747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58bf72e9-e50d-463c-aa10-11f527776a47'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:15.997024 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021cd130-7093-4d38-9ddf-520001bb69db" -d '{"events": [{"server_uuid": "ab495dbf-8859-43d3-98d7-3c210c432747", "name": "network-vif-unplugged", "status": "completed", "tag": "58bf72e9-e50d-463c-aa10-11f527776a47"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:16.005845 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ae0369-0e20-472f-b809-5b288f50e076 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:16.007058 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.015855 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8fdc5f99-0450-4d7b-b5ee-3dc37e45e97d req-094d6a31-eada-4fec-a6e1-afcabc7f1733 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.016180 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788faaa-7240-483c-b8c1-4e475bd7a0df req-1f64017c-45db-442a-b37f-06c6b412a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:16.017739 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1788faaa-7240-483c-b8c1-4e475bd7a0df req-1f64017c-45db-442a-b37f-06c6b412a7e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1917007 Jul 13 07:37:16.020368 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.060654 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d6a31-eada-4fec-a6e1-afcabc7f1733 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Pushing event deleted for resources: {'Port': ['ID=88c68206-2c89-4db9-8066-3d81bef1108f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:16.061219 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] Transition to ACTIVE for port object 91ae0369-0e20-472f-b809-5b288f50e076 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:16.072513 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.084381 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] Transition to ACTIVE for port object 58bf72e9-e50d-463c-aa10-11f527776a47 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:16.121881 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.216708 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1788faaa-7240-483c-b8c1-4e475bd7a0df req-701c4ea6-f120-4062-99bb-e1b7413e5dd3 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916721 Jul 13 07:37:16.268428 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8fdc5f99-0450-4d7b-b5ee-3dc37e45e97d req-094d6a31-eada-4fec-a6e1-afcabc7f1733 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.273005 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8fdc5f99-0450-4d7b-b5ee-3dc37e45e97d req-094d6a31-eada-4fec-a6e1-afcabc7f1733 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.277539 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] Pushing event updated for resources: {'Port': ['ID=91ae0369-0e20-472f-b809-5b288f50e076,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:16.287191 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fdc5f99-0450-4d7b-b5ee-3dc37e45e97d req-094d6a31-eada-4fec-a6e1-afcabc7f1733 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "DELETE /v2.0/floatingips/e34c1385-40da-4b45-95e3-65a511e2a9a8 HTTP/1.1" status: 204 len: 173 time: 1.2427747 Jul 13 07:37:16.362214 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] No DVR routers for this DVR port 58bf72e9-e50d-463c-aa10-11f527776a47 on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:16.410403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] Pushing event updated for resources: {'Port': ['ID=58bf72e9-e50d-463c-aa10-11f527776a47,revision_number=6']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:16.553073 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] Attempting to bind port 58bf72e9-e50d-463c-aa10-11f527776a47 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:16.553589 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] Attempting to bind port 58bf72e9-e50d-463c-aa10-11f527776a47 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:16.554074 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] Attempting to bind port 58bf72e9-e50d-463c-aa10-11f527776a47 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:16.574176 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] Port 58bf72e9-e50d-463c-aa10-11f527776a47 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:16.574526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] Attempting to bind port 58bf72e9-e50d-463c-aa10-11f527776a47 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:16.587384 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:16.587728 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:16.588122 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:16.588575 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] Bound port: 58bf72e9-e50d-463c-aa10-11f527776a47, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:16.588956 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.681327 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0abd19-770a-47ac-86a4-75f630a13165 req-a4de8807-591d-4943-ab0c-cbea9565dc41 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:16.695465 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3a0abd19-770a-47ac-86a4-75f630a13165 req-a4de8807-591d-4943-ab0c-cbea9565dc41 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 943 time: 0.2145255 Jul 13 07:37:16.734672 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] For port 58bf72e9-e50d-463c-aa10-11f527776a47, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:16.738718 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] For port 58bf72e9-e50d-463c-aa10-11f527776a47, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=58bf72e9-e50d-463c-aa10-11f527776a47,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:16.786048 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.805780 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3a0abd19-770a-47ac-86a4-75f630a13165 req-9413ffb2-5b1a-45db-92ac-bbeb6bf829f8 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025496 Jul 13 07:37:16.841976 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1788faaa-7240-483c-b8c1-4e475bd7a0df req-63264a75-b0a3-43f9-b177-952daa551ef5 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142368 Jul 13 07:37:16.887469 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] Attempting to bind port 91ae0369-0e20-472f-b809-5b288f50e076 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:16.888511 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] Attempting to bind port 91ae0369-0e20-472f-b809-5b288f50e076 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '9c66d522-bf0b-47b9-8ccc-166df83de251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:16.889098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] Attempting to bind port 91ae0369-0e20-472f-b809-5b288f50e076 on network 918c9be5-f73c-4ae4-b262-3a0c8f3703eb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:16.904557 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] Port 91ae0369-0e20-472f-b809-5b288f50e076 on network 918c9be5-f73c-4ae4-b262-3a0c8f3703eb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:16.906595 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] Attempting to bind port 91ae0369-0e20-472f-b809-5b288f50e076 on network 918c9be5-f73c-4ae4-b262-3a0c8f3703eb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:16.917933 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:16.918588 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] Checking segment: {'id': '9c66d522-bf0b-47b9-8ccc-166df83de251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:16.919151 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] Bound using segment: {'id': '9c66d522-bf0b-47b9-8ccc-166df83de251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:16.924507 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] Bound port: 91ae0369-0e20-472f-b809-5b288f50e076, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c66d522-bf0b-47b9-8ccc-166df83de251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:16.926676 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.932407 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] Pushing event updated for resources: {'Port': ['ID=58bf72e9-e50d-463c-aa10-11f527776a47,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:16.965823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:16.966955 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.972686 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-3b4ea65b-2e50-4c4f-966c-752ad435490a service neutron] 10.222.0.35 "PUT /v2.0/ports/58bf72e9-e50d-463c-aa10-11f527776a47 HTTP/1.1" status: 200 len: 1097 time: 1.7124088 Jul 13 07:37:17.040726 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] For port 91ae0369-0e20-472f-b809-5b288f50e076, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:17.045352 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] For port 91ae0369-0e20-472f-b809-5b288f50e076, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=91ae0369-0e20-472f-b809-5b288f50e076,segment=NetworkSegment(9c66d522-bf0b-47b9-8ccc-166df83de251),segment_id=9c66d522-bf0b-47b9-8ccc-166df83de251)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:17.056531 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.113814 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-e630969c-ae28-4c7a-a251-c942f28190f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:17.115707 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-e630969c-ae28-4c7a-a251-c942f28190f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 1100 time: 0.1098294 Jul 13 07:37:17.138569 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] Pushing event updated for resources: {'Port': ['ID=91ae0369-0e20-472f-b809-5b288f50e076,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:17.143864 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:17.145351 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.148836 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-75f161e5-5e08-4d93-a4e6-b0737dda5f6a service neutron] 10.222.0.62 "PUT /v2.0/ports/91ae0369-0e20-472f-b809-5b288f50e076 HTTP/1.1" status: 200 len: 1092 time: 1.9860618 Jul 13 07:37:17.150027 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'tag': '91ae0369-0e20-472f-b809-5b288f50e076'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:17.155996 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5da384-7a5e-40b1-a6d7-7f624f489ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "tag": "91ae0369-0e20-472f-b809-5b288f50e076"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:17.186401 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] Request body: {'port': {'device_id': '43606170-5680-4187-9f38-a91e360a2dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:17.299056 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-674e6997-a9a7-4d4b-90f1-a0e826f99662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:17.301170 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-674e6997-a9a7-4d4b-90f1-a0e826f99662 service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.1701827 Jul 13 07:37:17.349674 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.380939 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7fc3a49-e43c-4f9b-9c66-6127ff7de92a req-f7b58567-b958-46ab-9061-d920d5df0f9c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b3c1788-e9a8-4d27-af6c-db2997324221 HTTP/1.1" status: 200 len: 210 time: 0.2150805 Jul 13 07:37:17.382501 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-62bd60f7-d86d-4878-a281-60ea523e0125 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=58bf72e9-e50d-463c-aa10-11f527776a47 HTTP/1.1" status: 200 len: 217 time: 0.0610993 Jul 13 07:37:17.482194 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-096bdf1a-9858-461c-887f-dd29e7ae3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:17.483833 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-096bdf1a-9858-461c-887f-dd29e7ae3326 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0938056 Jul 13 07:37:17.603269 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-505e783b-cac7-4605-8d67-ccdd4640cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:17.605053 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-505e783b-cac7-4605-8d67-ccdd4640cdb5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1146348 Jul 13 07:37:17.740708 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:17.747108 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb319e-9ff8-48db-8765-59488e1074ac req-384270c3-4d6a-4a55-a295-a58c1713ee47 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:17.748621 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.748763 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1fbb319e-9ff8-48db-8765-59488e1074ac req-384270c3-4d6a-4a55-a295-a58c1713ee47 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 948 time: 0.1638844 Jul 13 07:37:17.755904 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-80e15e06-f497-4f6a-8c14-13821f52459e service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314619 Jul 13 07:37:17.773340 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] Transition to ACTIVE for port object 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:17.777512 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.838643 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1fbb319e-9ff8-48db-8765-59488e1074ac req-8a3adc21-f7a5-4efc-a3e5-b73ffdcf9b4c tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747018 Jul 13 07:37:17.865145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] Pushing event updated for resources: {'Port': ['ID=4acd2ef9-ad1f-4c37-834d-dd7d14b47e38,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:17.921144 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7774ce1a-77c2-48bf-83c9-0cdb556873b4 req-81a03b6e-2dc7-4589-907b-20ffe46a8ae7 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546128 Jul 13 07:37:17.939556 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] Attempting to bind port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:17.939936 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] Attempting to bind port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '663aade3-fa1c-45dd-9698-9c3667a8b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:17.940260 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] Attempting to bind port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 on network 57e01b8b-6c29-4855-95ef-f150e56b368c {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:17.945465 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] Port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 on network 57e01b8b-6c29-4855-95ef-f150e56b368c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:17.945794 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] Attempting to bind port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 on network 57e01b8b-6c29-4855-95ef-f150e56b368c {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:17.951329 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:17.951693 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] Checking segment: {'id': '663aade3-fa1c-45dd-9698-9c3667a8b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:17.952061 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] Bound using segment: {'id': '663aade3-fa1c-45dd-9698-9c3667a8b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:17.952499 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] Bound port: 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '663aade3-fa1c-45dd-9698-9c3667a8b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:17.952870 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.083798 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] For port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:18.088881 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] For port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4acd2ef9-ad1f-4c37-834d-dd7d14b47e38,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:18.096686 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.109015 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ad4dd-fa2e-4d29-b16f-f387b72599b1 req-cca183e9-743b-4773-a3f4-35f5abcf84a0 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:18.121127 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:18.122304 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.122816 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ad4dd-fa2e-4d29-b16f-f387b72599b1 req-cca183e9-743b-4773-a3f4-35f5abcf84a0 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:18.124313 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] 10.222.0.62 "PUT /v2.0/ports/4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 HTTP/1.1" status: 200 len: 1136 time: 0.9434357 Jul 13 07:37:18.134669 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ad4dd-fa2e-4d29-b16f-f387b72599b1 req-cca183e9-743b-4773-a3f4-35f5abcf84a0 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:18.149466 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ad4dd-fa2e-4d29-b16f-f387b72599b1 req-cca183e9-743b-4773-a3f4-35f5abcf84a0 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:18.158944 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ad4dd-fa2e-4d29-b16f-f387b72599b1 req-cca183e9-743b-4773-a3f4-35f5abcf84a0 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:18.165245 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] Request body: {'port': {'device_id': '43606170-5680-4187-9f38-a91e360a2dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:18.182501 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ad4dd-fa2e-4d29-b16f-f387b72599b1 req-cca183e9-743b-4773-a3f4-35f5abcf84a0 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:18.185653 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b4ad4dd-fa2e-4d29-b16f-f387b72599b1 req-cca183e9-743b-4773-a3f4-35f5abcf84a0 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 4605 time: 0.1613464 Jul 13 07:37:18.231687 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168db42e-b79d-4c68-a06b-f3d0c74d17ab service neutron] Pushing event updated for resources: {'Port': ['ID=4acd2ef9-ad1f-4c37-834d-dd7d14b47e38,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:18.255353 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b4ad4dd-fa2e-4d29-b16f-f387b72599b1 req-07814bca-30d7-4db0-b0f5-d3e378456f6d tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564554 Jul 13 07:37:18.320864 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.419727 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbf26c6-4a65-4f81-aee6-d8dbbab412e1 x-openstack-request-id: req-0dbf26c6-4a65-4f81-aee6-d8dbbab412e1 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:18.420030 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab495dbf-8859-43d3-98d7-3c210c432747", "name": "network-vif-unplugged", "status": "completed", "tag": "58bf72e9-e50d-463c-aa10-11f527776a47", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:18.420293 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0dbf26c6-4a65-4f81-aee6-d8dbbab412e1 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:18.420703 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab495dbf-8859-43d3-98d7-3c210c432747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58bf72e9-e50d-463c-aa10-11f527776a47', 'code': 200} Jul 13 07:37:18.598417 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ce29a6f-cb46-4674-afc9-abff7e3366c8 req-1d15dd6a-171c-4030-99bd-bddf4e934c1a tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1598651 Jul 13 07:37:18.603778 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-9ce29a6f-cb46-4674-afc9-abff7e3366c8 req-24489f85-de54-4ec3-a630-632a87072cb0 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:18.630677 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9ce29a6f-cb46-4674-afc9-abff7e3366c8 req-24489f85-de54-4ec3-a630-632a87072cb0 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.702992 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb6e9ad-b675-411f-96d9-dbca0ebbe960 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:18.718991 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.742412 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9ce29a6f-cb46-4674-afc9-abff7e3366c8 req-24489f85-de54-4ec3-a630-632a87072cb0 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.751722 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] Transition to ACTIVE for port object ceb6e9ad-b675-411f-96d9-dbca0ebbe960 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:18.762587 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.855058 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7602ff78-e3b1-47d5-8776-6dbae83d4bac req-06df3004-1e20-47ad-b90d-944b301f9dcf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2021046 Jul 13 07:37:18.867692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] Pushing event updated for resources: {'Port': ['ID=ceb6e9ad-b675-411f-96d9-dbca0ebbe960,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:19.019091 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] Attempting to bind port ceb6e9ad-b675-411f-96d9-dbca0ebbe960 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:19.019470 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] Attempting to bind port ceb6e9ad-b675-411f-96d9-dbca0ebbe960 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '663aade3-fa1c-45dd-9698-9c3667a8b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:19.019763 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] Attempting to bind port ceb6e9ad-b675-411f-96d9-dbca0ebbe960 on network 57e01b8b-6c29-4855-95ef-f150e56b368c {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:19.028670 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] Port ceb6e9ad-b675-411f-96d9-dbca0ebbe960 on network 57e01b8b-6c29-4855-95ef-f150e56b368c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:19.029098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] Attempting to bind port ceb6e9ad-b675-411f-96d9-dbca0ebbe960 on network 57e01b8b-6c29-4855-95ef-f150e56b368c {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:19.037283 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602ff78-e3b1-47d5-8776-6dbae83d4bac req-ab2f773a-2dd0-4fd4-ad68-31101e96db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:19.038850 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7602ff78-e3b1-47d5-8776-6dbae83d4bac req-ab2f773a-2dd0-4fd4-ad68-31101e96db61 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 1103 time: 0.1266637 Jul 13 07:37:19.039816 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:19.040162 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] Checking segment: {'id': '663aade3-fa1c-45dd-9698-9c3667a8b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:19.040544 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] Bound using segment: {'id': '663aade3-fa1c-45dd-9698-9c3667a8b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:19.040990 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] Bound port: ceb6e9ad-b675-411f-96d9-dbca0ebbe960, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '663aade3-fa1c-45dd-9698-9c3667a8b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:19.041347 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.257755 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-9ce29a6f-cb46-4674-afc9-abff7e3366c8 req-24489f85-de54-4ec3-a630-632a87072cb0 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Allocated IP 172.25.0.213 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/2d00d136-899c-4055-9330-79a6db80c2c0) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:19.380901 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] For port ceb6e9ad-b675-411f-96d9-dbca0ebbe960, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:19.391414 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] For port ceb6e9ad-b675-411f-96d9-dbca0ebbe960, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ceb6e9ad-b675-411f-96d9-dbca0ebbe960,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:19.417506 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9ce29a6f-cb46-4674-afc9-abff7e3366c8 req-24489f85-de54-4ec3-a630-632a87072cb0 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.420985 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.501532 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9ce29a6f-cb46-4674-afc9-abff7e3366c8 req-24489f85-de54-4ec3-a630-632a87072cb0 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.518450 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] Pushing event updated for resources: {'Port': ['ID=ceb6e9ad-b675-411f-96d9-dbca0ebbe960,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:19.523698 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602ff78-e3b1-47d5-8776-6dbae83d4bac req-a5d2838c-38ed-4144-bf2f-4cd5da7123ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:19.524291 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 58bf72e9-e50d-463c-aa10-11f527776a47 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:19.525930 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7602ff78-e3b1-47d5-8776-6dbae83d4bac req-a5d2838c-38ed-4144-bf2f-4cd5da7123ec service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.4608364 Jul 13 07:37:19.529895 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:19.535087 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.537249 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c25c354b-70df-470a-94eb-d00f861f6a4b service neutron] 10.222.0.62 "PUT /v2.0/ports/ceb6e9ad-b675-411f-96d9-dbca0ebbe960 HTTP/1.1" status: 200 len: 1137 time: 1.3783824 Jul 13 07:37:19.617959 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 58bf72e9-e50d-463c-aa10-11f527776a47 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:19.636109 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce29a6f-cb46-4674-afc9-abff7e3366c8 req-24489f85-de54-4ec3-a630-632a87072cb0 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:19.667037 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-9ce29a6f-cb46-4674-afc9-abff7e3366c8 req-24489f85-de54-4ec3-a630-632a87072cb0 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:19.673380 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] Request body: {'port': {'device_id': '43606170-5680-4187-9f38-a91e360a2dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:19.687515 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce29a6f-cb46-4674-afc9-abff7e3366c8 req-24489f85-de54-4ec3-a630-632a87072cb0 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:19.688239 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7602ff78-e3b1-47d5-8776-6dbae83d4bac req-40d1e04c-9af5-43fb-9945-8478033c0ec1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0 HTTP/1.1" status: 200 len: 217 time: 0.1490877 Jul 13 07:37:19.717830 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24489f85-de54-4ec3-a630-632a87072cb0 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Pushing event updated for resources: {'Port': ['ID=2d00d136-899c-4055-9330-79a6db80c2c0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:19.852684 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9ce29a6f-cb46-4674-afc9-abff7e3366c8 req-24489f85-de54-4ec3-a630-632a87072cb0 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.916396 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e44fae-22b8-4575-929c-e7b33be654fc x-openstack-request-id: req-60e44fae-22b8-4575-929c-e7b33be654fc {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:19.917010 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "tag": "91ae0369-0e20-472f-b809-5b288f50e076", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:19.917010 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-60e44fae-22b8-4575-929c-e7b33be654fc {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:19.917344 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'tag': '91ae0369-0e20-472f-b809-5b288f50e076', 'status': 'completed', 'code': 200} Jul 13 07:37:19.920276 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602ff78-e3b1-47d5-8776-6dbae83d4bac req-13989ed0-6beb-4f1f-8dcd-b874eaef1d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:19.921938 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7602ff78-e3b1-47d5-8776-6dbae83d4bac req-13989ed0-6beb-4f1f-8dcd-b874eaef1d03 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0616808 Jul 13 07:37:19.933225 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9ce29a6f-cb46-4674-afc9-abff7e3366c8 req-24489f85-de54-4ec3-a630-632a87072cb0 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.005958 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.155671 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9ce29a6f-cb46-4674-afc9-abff7e3366c8 req-24489f85-de54-4ec3-a630-632a87072cb0 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.163695 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9ce29a6f-cb46-4674-afc9-abff7e3366c8 req-24489f85-de54-4ec3-a630-632a87072cb0 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.172154 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602ff78-e3b1-47d5-8776-6dbae83d4bac req-07d18a4c-2d29-478d-84c9-b280b9ed4507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:20.174286 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7602ff78-e3b1-47d5-8776-6dbae83d4bac req-07d18a4c-2d29-478d-84c9-b280b9ed4507 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2389295 Jul 13 07:37:20.186000 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5da384-7a5e-40b1-a6d7-7f624f489ed5 req-10bbdfeb-2e4c-4245-a02d-6730785ef173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:20.186659 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5da384-7a5e-40b1-a6d7-7f624f489ed5 req-10bbdfeb-2e4c-4245-a02d-6730785ef173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:20.187205 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5da384-7a5e-40b1-a6d7-7f624f489ed5 req-10bbdfeb-2e4c-4245-a02d-6730785ef173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:20.187744 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5da384-7a5e-40b1-a6d7-7f624f489ed5 req-10bbdfeb-2e4c-4245-a02d-6730785ef173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:20.188468 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5da384-7a5e-40b1-a6d7-7f624f489ed5 req-10bbdfeb-2e4c-4245-a02d-6730785ef173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:20.189006 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5da384-7a5e-40b1-a6d7-7f624f489ed5 req-10bbdfeb-2e4c-4245-a02d-6730785ef173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:20.189541 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5da384-7a5e-40b1-a6d7-7f624f489ed5 req-10bbdfeb-2e4c-4245-a02d-6730785ef173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:20.192264 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ca5da384-7a5e-40b1-a6d7-7f624f489ed5 req-10bbdfeb-2e4c-4245-a02d-6730785ef173 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=212dff56b36b4f87993a61249127ab0c&device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 6223 time: 0.2738764 Jul 13 07:37:20.291444 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24489f85-de54-4ec3-a630-632a87072cb0 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Pushing event updated for resources: {'Port': ['ID=2d00d136-899c-4055-9330-79a6db80c2c0,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:20.312414 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 58bf72e9-e50d-463c-aa10-11f527776a47 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:20.425608 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a972a-0f2a-43a3-84d4-4dc84f399a85 req-cdd903e5-c016-4f24-bd17-12fa939fed97 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:20.427292 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-511a972a-0f2a-43a3-84d4-4dc84f399a85 req-cdd903e5-c016-4f24-bd17-12fa939fed97 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 943 time: 0.5085013 Jul 13 07:37:20.428285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab495dbf-8859-43d3-98d7-3c210c432747', 'tag': '58bf72e9-e50d-463c-aa10-11f527776a47'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:20.430885 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c3eb63-dee6-4cae-9fff-08e24428278e" -d '{"events": [{"name": "network-changed", "server_uuid": "ab495dbf-8859-43d3-98d7-3c210c432747", "tag": "58bf72e9-e50d-463c-aa10-11f527776a47"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:20.442408 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9ce29a6f-cb46-4674-afc9-abff7e3366c8 req-24489f85-de54-4ec3-a630-632a87072cb0 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.452697 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7602ff78-e3b1-47d5-8776-6dbae83d4bac req-4eff99f1-411e-480a-a7a2-bae5c1b8efc8 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590623 Jul 13 07:37:20.480807 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9ce29a6f-cb46-4674-afc9-abff7e3366c8 req-24489f85-de54-4ec3-a630-632a87072cb0 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.489361 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ce29a6f-cb46-4674-afc9-abff7e3366c8 req-24489f85-de54-4ec3-a630-632a87072cb0 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8897018 Jul 13 07:37:20.493251 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 58bf72e9-e50d-463c-aa10-11f527776a47, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=58bf72e9-e50d-463c-aa10-11f527776a47,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:20.514538 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '58bf72e9-e50d-463c-aa10-11f527776a47', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '58bf72e9-e50d-463c-aa10-11f527776a47', 'mac_address': 'fa:16:3e:9d:38:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:20.552933 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ce29a6f-cb46-4674-afc9-abff7e3366c8 req-4c7298c9-285c-4e2f-bd1c-39aef9be1013 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.213 HTTP/1.1" status: 200 len: 696 time: 0.0625916 Jul 13 07:37:20.566683 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.573982 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-511a972a-0f2a-43a3-84d4-4dc84f399a85 req-f3e3d9a4-fe5c-470e-b85c-0d891d9c068d tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386619 Jul 13 07:37:20.591430 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58bf72e9-e50d-463c-aa10-11f527776a47 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:20.619731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 58bf72e9-e50d-463c-aa10-11f527776a47, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=58bf72e9-e50d-463c-aa10-11f527776a47,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:20.630646 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.739553 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=58bf72e9-e50d-463c-aa10-11f527776a47,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:20.749741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce29a6f-cb46-4674-afc9-abff7e3366c8 req-79feed6a-ba58-458b-9cb4-517e7d4035cb tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:20.755938 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ce29a6f-cb46-4674-afc9-abff7e3366c8 req-79feed6a-ba58-458b-9cb4-517e7d4035cb tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.1939642 Jul 13 07:37:20.769736 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-9ce29a6f-cb46-4674-afc9-abff7e3366c8 req-840f8caa-3947-477c-8681-bcabb83c2785 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:20.770811 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ce29a6f-cb46-4674-afc9-abff7e3366c8 req-840f8caa-3947-477c-8681-bcabb83c2785 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067554 Jul 13 07:37:20.895601 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5da384-7a5e-40b1-a6d7-7f624f489ed5 req-62e5d2e7-de1c-4856-994f-e95c22bb5bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:20.896083 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5da384-7a5e-40b1-a6d7-7f624f489ed5 req-62e5d2e7-de1c-4856-994f-e95c22bb5bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:20.896553 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5da384-7a5e-40b1-a6d7-7f624f489ed5 req-62e5d2e7-de1c-4856-994f-e95c22bb5bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:20.898391 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ca5da384-7a5e-40b1-a6d7-7f624f489ed5 req-62e5d2e7-de1c-4856-994f-e95c22bb5bc1 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=212dff56b36b4f87993a61249127ab0c&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6070652 Jul 13 07:37:20.905183 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7602ff78-e3b1-47d5-8776-6dbae83d4bac req-ec4e6955-8026-478a-a7b0-342943e7dca0 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317420 Jul 13 07:37:20.953938 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289538d-82b7-4332-a9d5-bb17965ee29c req-4fee773f-01c7-44d2-b8e2-b764b4d4c11d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:20.963902 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8289538d-82b7-4332-a9d5-bb17965ee29c req-4fee773f-01c7-44d2-b8e2-b764b4d4c11d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 949 time: 0.1148474 Jul 13 07:37:20.994627 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c8d939-6bc9-4c86-93bc-cac6046ab070 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:21.017591 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.017997 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['58bf72e9-e50d-463c-aa10-11f527776a47'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:21.067419 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8289538d-82b7-4332-a9d5-bb17965ee29c req-9dd40148-f468-41f2-92dd-605ae832e965 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007476 Jul 13 07:37:21.097318 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] Transition to ACTIVE for port object 50c8d939-6bc9-4c86-93bc-cac6046ab070 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:21.111753 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.131264 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e60a7-1137-4ab0-b7fa-9fa36d6acdfd req-2ea40181-daeb-444e-8833-02a603cde405 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.138941 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e60a7-1137-4ab0-b7fa-9fa36d6acdfd req-2ea40181-daeb-444e-8833-02a603cde405 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.152454 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e60a7-1137-4ab0-b7fa-9fa36d6acdfd req-2ea40181-daeb-444e-8833-02a603cde405 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.158855 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e60a7-1137-4ab0-b7fa-9fa36d6acdfd req-2ea40181-daeb-444e-8833-02a603cde405 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.165479 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e60a7-1137-4ab0-b7fa-9fa36d6acdfd req-2ea40181-daeb-444e-8833-02a603cde405 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.172367 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e60a7-1137-4ab0-b7fa-9fa36d6acdfd req-2ea40181-daeb-444e-8833-02a603cde405 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.179603 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e60a7-1137-4ab0-b7fa-9fa36d6acdfd req-2ea40181-daeb-444e-8833-02a603cde405 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.181670 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-465e60a7-1137-4ab0-b7fa-9fa36d6acdfd req-2ea40181-daeb-444e-8833-02a603cde405 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5383 time: 0.1964176 Jul 13 07:37:21.208756 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5da384-7a5e-40b1-a6d7-7f624f489ed5 req-17d2dd61-53eb-40f5-9ae6-4372ed0f0dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.210506 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ca5da384-7a5e-40b1-a6d7-7f624f489ed5 req-17d2dd61-53eb-40f5-9ae6-4372ed0f0dbb service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3042793 Jul 13 07:37:21.251875 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-465e60a7-1137-4ab0-b7fa-9fa36d6acdfd req-24a2eb08-656b-42c2-987e-de12b9cf872f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637238 Jul 13 07:37:21.301363 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] Pushing event updated for resources: {'Port': ['ID=50c8d939-6bc9-4c86-93bc-cac6046ab070,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:21.480518 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] Attempting to bind port 50c8d939-6bc9-4c86-93bc-cac6046ab070 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:21.481016 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] Attempting to bind port 50c8d939-6bc9-4c86-93bc-cac6046ab070 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '663aade3-fa1c-45dd-9698-9c3667a8b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:21.481459 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] Attempting to bind port 50c8d939-6bc9-4c86-93bc-cac6046ab070 on network 57e01b8b-6c29-4855-95ef-f150e56b368c {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:21.490137 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] Port 50c8d939-6bc9-4c86-93bc-cac6046ab070 on network 57e01b8b-6c29-4855-95ef-f150e56b368c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:21.492172 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] Attempting to bind port 50c8d939-6bc9-4c86-93bc-cac6046ab070 on network 57e01b8b-6c29-4855-95ef-f150e56b368c {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:21.506883 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:21.507740 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] Checking segment: {'id': '663aade3-fa1c-45dd-9698-9c3667a8b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:21.508678 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] Bound using segment: {'id': '663aade3-fa1c-45dd-9698-9c3667a8b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:21.510872 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] Bound port: 50c8d939-6bc9-4c86-93bc-cac6046ab070, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '663aade3-fa1c-45dd-9698-9c3667a8b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:21.511442 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.551564 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5bebcf-0967-48fc-bf68-d4233f9cc0d1 x-openstack-request-id: req-be5bebcf-0967-48fc-bf68-d4233f9cc0d1 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:21.553445 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab495dbf-8859-43d3-98d7-3c210c432747", "tag": "58bf72e9-e50d-463c-aa10-11f527776a47", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:21.553893 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be5bebcf-0967-48fc-bf68-d4233f9cc0d1 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:21.554361 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab495dbf-8859-43d3-98d7-3c210c432747', 'tag': '58bf72e9-e50d-463c-aa10-11f527776a47', 'status': 'completed', 'code': 200} Jul 13 07:37:21.661283 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] For port 50c8d939-6bc9-4c86-93bc-cac6046ab070, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:21.673572 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-84a5cd76-33b1-473c-a264-31205d9e68d2 req-08e7bcf9-f1a1-4559-8592-37546ab5c5f2 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/floatingips/8ab65352-58e0-4b32-ba8b-8064245b0036 HTTP/1.1" status: 200 len: 693 time: 0.1184232 Jul 13 07:37:21.682481 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] For port 50c8d939-6bc9-4c86-93bc-cac6046ab070, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=50c8d939-6bc9-4c86-93bc-cac6046ab070,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:21.702753 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3eb63-dee6-4cae-9fff-08e24428278e req-7680ef52-0a2a-4c32-b504-ab884cc2981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.704589 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-70c3eb63-dee6-4cae-9fff-08e24428278e req-7680ef52-0a2a-4c32-b504-ab884cc2981a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 1101 time: 0.1496937 Jul 13 07:37:21.706689 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.827310 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.828219 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.829899 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] 10.222.0.62 "PUT /v2.0/ports/50c8d939-6bc9-4c86-93bc-cac6046ab070 HTTP/1.1" status: 200 len: 1092 time: 2.1727340 Jul 13 07:37:21.897767 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a840b5-b82c-4499-85a3-acccac628048 service neutron] Pushing event updated for resources: {'Port': ['ID=50c8d939-6bc9-4c86-93bc-cac6046ab070,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:21.972177 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] Request body: {'port': {'device_id': '43606170-5680-4187-9f38-a91e360a2dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:21.981959 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5cd76-33b1-473c-a264-31205d9e68d2 req-1aa1c9b6-3501-4f80-a620-5af95d12082d tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.983977 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-84a5cd76-33b1-473c-a264-31205d9e68d2 req-1aa1c9b6-3501-4f80-a620-5af95d12082d tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.2776835 Jul 13 07:37:21.991012 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3eb63-dee6-4cae-9fff-08e24428278e req-790d5c43-7c41-4bf3-a13c-f6f9dc83fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.992792 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70c3eb63-dee6-4cae-9fff-08e24428278e req-790d5c43-7c41-4bf3-a13c-f6f9dc83fdbc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 1101 time: 0.4662571 Jul 13 07:37:22.008287 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-a2a6c323-b1a5-48c5-b1d5-09a9c4b30d20 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:22.011296 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-a2a6c323-b1a5-48c5-b1d5-09a9c4b30d20 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 807 time: 0.5347033 Jul 13 07:37:22.014874 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'tag': '4acd2ef9-ad1f-4c37-834d-dd7d14b47e38'}, {'name': 'network-changed', 'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'tag': 'ceb6e9ad-b675-411f-96d9-dbca0ebbe960'}, {'name': 'network-changed', 'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'tag': '50c8d939-6bc9-4c86-93bc-cac6046ab070'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:22.017521 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf" -d '{"events": [{"name": "network-changed", "server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "tag": "4acd2ef9-ad1f-4c37-834d-dd7d14b47e38"}, {"name": "network-changed", "server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "tag": "ceb6e9ad-b675-411f-96d9-dbca0ebbe960"}, {"name": "network-changed", "server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "tag": "50c8d939-6bc9-4c86-93bc-cac6046ab070"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:22.097314 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.106190 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-84a5cd76-33b1-473c-a264-31205d9e68d2 req-f6e47e9a-fe76-4cd5-a20c-42e46cfb9b0f tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.213 HTTP/1.1" status: 200 len: 696 time: 0.1120782 Jul 13 07:37:22.122991 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-c52331c9-d77c-4819-aea3-e3ec5a177020 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/quotas/218eabc1e5414d678874133f2fbf6f59 HTTP/1.1" status: 200 len: 375 time: 0.0523555 Jul 13 07:37:22.209062 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-84a5cd76-33b1-473c-a264-31205d9e68d2 req-7fba6931-3b8b-4dd7-a36f-797ba0d423aa tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.213 HTTP/1.1" status: 200 len: 696 time: 0.1015413 Jul 13 07:37:22.303315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 58bf72e9-e50d-463c-aa10-11f527776a47 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:22.384661 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3eb63-dee6-4cae-9fff-08e24428278e req-d9751151-386e-4de7-8535-1eff3c0d223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:22.386204 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70c3eb63-dee6-4cae-9fff-08e24428278e req-d9751151-386e-4de7-8535-1eff3c0d223a service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.3723550 Jul 13 07:37:22.445380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 58bf72e9-e50d-463c-aa10-11f527776a47 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:22.451024 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 58bf72e9-e50d-463c-aa10-11f527776a47 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:22.451872 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.453855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70c3eb63-dee6-4cae-9fff-08e24428278e req-451de81b-dfcd-43b3-a810-9a4b33edea66 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=58bf72e9-e50d-463c-aa10-11f527776a47 HTTP/1.1" status: 200 len: 217 time: 0.0605664 Jul 13 07:37:22.464844 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3eb63-dee6-4cae-9fff-08e24428278e req-b394ebdd-96f2-4a58-b9ed-eec020485f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:22.474792 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-70c3eb63-dee6-4cae-9fff-08e24428278e req-b394ebdd-96f2-4a58-b9ed-eec020485f88 service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.7558863 Jul 13 07:37:22.478427 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-28e59889-37b8-40ff-81f7-d49aef6bace4 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3252749 Jul 13 07:37:22.547428 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.553232 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-70c3eb63-dee6-4cae-9fff-08e24428278e req-221213a8-3f43-4428-b420-ecafdee6b78b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=58bf72e9-e50d-463c-aa10-11f527776a47 HTTP/1.1" status: 200 len: 217 time: 0.0658903 Jul 13 07:37:22.577280 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-84a5cd76-33b1-473c-a264-31205d9e68d2 req-0ffe6ffb-d771-4c85-83d8-ff3026a8a981 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Deleting port 2d00d136-899c-4055-9330-79a6db80c2c0 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:22.577848 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-84a5cd76-33b1-473c-a264-31205d9e68d2 req-0ffe6ffb-d771-4c85-83d8-ff3026a8a981 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.597319 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab495dbf-8859-43d3-98d7-3c210c432747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bf72e9-e50d-463c-aa10-11f527776a47'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:22.604218 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5903b27-1ced-47a1-b970-634b62f850cf" -d '{"events": [{"server_uuid": "ab495dbf-8859-43d3-98d7-3c210c432747", "name": "network-vif-plugged", "status": "completed", "tag": "58bf72e9-e50d-463c-aa10-11f527776a47"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:22.637504 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 58bf72e9-e50d-463c-aa10-11f527776a47, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=58bf72e9-e50d-463c-aa10-11f527776a47,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:22.651818 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.665768 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3eb63-dee6-4cae-9fff-08e24428278e req-03de287a-a7cb-40b5-8d9c-1080a924442e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:22.667966 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70c3eb63-dee6-4cae-9fff-08e24428278e req-03de287a-a7cb-40b5-8d9c-1080a924442e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1884921 Jul 13 07:37:22.685529 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3eb63-dee6-4cae-9fff-08e24428278e req-5a1585b8-8ccd-4cc6-88ba-494b7c18e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:22.687430 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-70c3eb63-dee6-4cae-9fff-08e24428278e req-5a1585b8-8ccd-4cc6-88ba-494b7c18e310 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1219938 Jul 13 07:37:22.699051 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-84a5cd76-33b1-473c-a264-31205d9e68d2 req-0ffe6ffb-d771-4c85-83d8-ff3026a8a981 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.699529 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-84a5cd76-33b1-473c-a264-31205d9e68d2 req-0ffe6ffb-d771-4c85-83d8-ff3026a8a981 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.712393 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-84a5cd76-33b1-473c-a264-31205d9e68d2 req-0ffe6ffb-d771-4c85-83d8-ff3026a8a981 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Calling delete_port for 2d00d136-899c-4055-9330-79a6db80c2c0 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:22.720071 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=58bf72e9-e50d-463c-aa10-11f527776a47,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:22.749184 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edae6acc-ae63-4af8-b2c6-ed538d646caf {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:22.777817 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.808157 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] Transition to ACTIVE for port object edae6acc-ae63-4af8-b2c6-ed538d646caf will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:22.817363 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.863221 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] Pushing event updated for resources: {'Port': ['ID=edae6acc-ae63-4af8-b2c6-ed538d646caf,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:22.875176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3eb63-dee6-4cae-9fff-08e24428278e req-4820d8d7-f992-4884-af61-01828a308c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:22.876719 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-70c3eb63-dee6-4cae-9fff-08e24428278e req-4820d8d7-f992-4884-af61-01828a308c67 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1433749 Jul 13 07:37:23.012275 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-84a5cd76-33b1-473c-a264-31205d9e68d2 req-0ffe6ffb-d771-4c85-83d8-ff3026a8a981 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.015802 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-70c3eb63-dee6-4cae-9fff-08e24428278e req-c2262baf-802e-457b-b3a2-68ea68f0a2bb service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271558 Jul 13 07:37:23.041909 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9cf5841b-a781-4877-957e-49916db07756 None None] Provisioning complete for port 58bf72e9-e50d-463c-aa10-11f527776a47 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:23.042311 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9cf5841b-a781-4877-957e-49916db07756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.112316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe6ffb-d771-4c85-83d8-ff3026a8a981 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Pushing event deleted for resources: {'Port': ['ID=2d00d136-899c-4055-9330-79a6db80c2c0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:23.135948 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-ee660871-4e95-448a-a047-ee1df3590080 service neutron] 10.222.0.58 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6112547 Jul 13 07:37:23.152641 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] Attempting to bind port edae6acc-ae63-4af8-b2c6-ed538d646caf on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:23.153130 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] Attempting to bind port edae6acc-ae63-4af8-b2c6-ed538d646caf by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '663aade3-fa1c-45dd-9698-9c3667a8b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:23.153386 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] Attempting to bind port edae6acc-ae63-4af8-b2c6-ed538d646caf on network 57e01b8b-6c29-4855-95ef-f150e56b368c {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:23.160178 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] Port edae6acc-ae63-4af8-b2c6-ed538d646caf on network 57e01b8b-6c29-4855-95ef-f150e56b368c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:23.160505 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] Attempting to bind port edae6acc-ae63-4af8-b2c6-ed538d646caf on network 57e01b8b-6c29-4855-95ef-f150e56b368c {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:23.167583 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:23.167825 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] Checking segment: {'id': '663aade3-fa1c-45dd-9698-9c3667a8b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:23.168121 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] Bound using segment: {'id': '663aade3-fa1c-45dd-9698-9c3667a8b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:23.169104 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] Bound port: edae6acc-ae63-4af8-b2c6-ed538d646caf, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '663aade3-fa1c-45dd-9698-9c3667a8b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:23.169400 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.204129 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be6544ea-85bb-4451-93e8-4e94d1610343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.233340 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3eb63-dee6-4cae-9fff-08e24428278e req-36d94f46-3c26-4c35-ab2d-6dba9cd3394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:23.234949 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70c3eb63-dee6-4cae-9fff-08e24428278e req-36d94f46-3c26-4c35-ab2d-6dba9cd3394f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2850049 Jul 13 07:37:23.262230 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-70c3eb63-dee6-4cae-9fff-08e24428278e req-4547bb29-64c8-42aa-891f-af327e2ba2f4 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190111 Jul 13 07:37:23.286464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] For port edae6acc-ae63-4af8-b2c6-ed538d646caf, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:23.290546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] For port edae6acc-ae63-4af8-b2c6-ed538d646caf, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=edae6acc-ae63-4af8-b2c6-ed538d646caf,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:23.297994 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.320881 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-84a5cd76-33b1-473c-a264-31205d9e68d2 req-0ffe6ffb-d771-4c85-83d8-ff3026a8a981 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.323474 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-84a5cd76-33b1-473c-a264-31205d9e68d2 req-0ffe6ffb-d771-4c85-83d8-ff3026a8a981 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.324646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-84a5cd76-33b1-473c-a264-31205d9e68d2 req-0ffe6ffb-d771-4c85-83d8-ff3026a8a981 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "DELETE /v2.0/floatingips/8ab65352-58e0-4b32-ba8b-8064245b0036 HTTP/1.1" status: 204 len: 173 time: 1.1144941 Jul 13 07:37:23.341097 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:23.341483 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.343144 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] 10.222.0.62 "PUT /v2.0/ports/edae6acc-ae63-4af8-b2c6-ed538d646caf HTTP/1.1" status: 200 len: 1092 time: 1.4674428 Jul 13 07:37:23.386943 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] Request body: {'port': {'device_id': '43606170-5680-4187-9f38-a91e360a2dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:23.398903 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-ab9b607a-e3d1-4026-8069-758c247959ae service neutron] 10.222.0.58 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617426 Jul 13 07:37:23.469730 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70c3eb63-dee6-4cae-9fff-08e24428278e req-95052623-6422-48f6-90ca-618c4b3cc55b service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061741 Jul 13 07:37:23.632326 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70c3eb63-dee6-4cae-9fff-08e24428278e req-928711bc-2beb-4267-be43-dd6f5390bf00 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549971 Jul 13 07:37:23.832792 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14bc07-ac48-425a-8a60-3ba588ad0c9f service neutron] Pushing event updated for resources: {'Port': ['ID=edae6acc-ae63-4af8-b2c6-ed538d646caf,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:23.866061 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-7b9ef617-01e7-4d76-b928-87bedfc867cb tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:23.867889 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-7b9ef617-01e7-4d76-b928-87bedfc867cb tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747&tenant_id=7e545f0f56574564bb5b695119db8b5e&binding%3Ahost_id=n-h1-779913-28 HTTP/1.1" status: 200 len: 950 time: 0.1163118 Jul 13 07:37:23.910394 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.987279 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-3962237d-4b74-441a-bf12-5774aabe3188 service neutron] 10.222.0.35 "GET /v2.0/ports/58bf72e9-e50d-463c-aa10-11f527776a47/bindings/n-h1-779913-28 HTTP/1.1" status: 200 len: 383 time: 0.1119807 Jul 13 07:37:24.056233 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690e2c8-812e-404f-94ed-6b116d8fd91a req-e5d33dbd-389d-4fc4-b384-25f6fbbc2af6 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:24.058842 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a690e2c8-812e-404f-94ed-6b116d8fd91a req-e5d33dbd-389d-4fc4-b384-25f6fbbc2af6 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 943 time: 0.1136930 Jul 13 07:37:24.126672 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a690e2c8-812e-404f-94ed-6b116d8fd91a req-f40a68f4-8c47-4441-b37e-a0df20629ec8 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621510 Jul 13 07:37:24.134362 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-2878993a-7953-4116-a984-bc8aeef91002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:24.136906 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-2878993a-7953-4116-a984-bc8aeef91002 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 1102 time: 0.1214571 Jul 13 07:37:24.266771 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898d9121-0ea6-4720-8349-4991e51f33d9 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:24.284909 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.304339 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] Transition to ACTIVE for port object 898d9121-0ea6-4720-8349-4991e51f33d9 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:24.309281 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.325511 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-7dfe37a3-1eb7-4558-9d46-1033ecf3b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:24.327026 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-7dfe37a3-1eb7-4558-9d46-1033ecf3b0f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.1818216 Jul 13 07:37:24.363104 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] Pushing event updated for resources: {'Port': ['ID=898d9121-0ea6-4720-8349-4991e51f33d9,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:24.386912 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-2c88d5b8-a1ee-4c9a-ab61-7b181c8ba3a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=58bf72e9-e50d-463c-aa10-11f527776a47 HTTP/1.1" status: 200 len: 217 time: 0.0507133 Jul 13 07:37:24.446368 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71417b-5cb9-4196-aa27-59265f5326df req-864cc9cc-4869-4618-b0d6-1613871afe16 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:24.451355 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] Attempting to bind port 898d9121-0ea6-4720-8349-4991e51f33d9 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:24.451694 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] Attempting to bind port 898d9121-0ea6-4720-8349-4991e51f33d9 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '8d90e9ef-7b1c-4025-b318-fd27c7f053c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2ba0ae64-3c9f-487e-a47a-626e8c8936b6'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:24.452087 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] Attempting to bind port 898d9121-0ea6-4720-8349-4991e51f33d9 on network 2ba0ae64-3c9f-487e-a47a-626e8c8936b6 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:24.453874 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9e71417b-5cb9-4196-aa27-59265f5326df req-864cc9cc-4869-4618-b0d6-1613871afe16 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/networks?id=0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 200 len: 812 time: 0.2229807 Jul 13 07:37:24.457247 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] Port 898d9121-0ea6-4720-8349-4991e51f33d9 on network 2ba0ae64-3c9f-487e-a47a-626e8c8936b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:24.457847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] Attempting to bind port 898d9121-0ea6-4720-8349-4991e51f33d9 on network 2ba0ae64-3c9f-487e-a47a-626e8c8936b6 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:24.465428 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:24.465925 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] Checking segment: {'id': '8d90e9ef-7b1c-4025-b318-fd27c7f053c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2ba0ae64-3c9f-487e-a47a-626e8c8936b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:24.466453 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] Bound using segment: {'id': '8d90e9ef-7b1c-4025-b318-fd27c7f053c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2ba0ae64-3c9f-487e-a47a-626e8c8936b6'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:24.467006 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] Bound port: 898d9121-0ea6-4720-8349-4991e51f33d9, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d90e9ef-7b1c-4025-b318-fd27c7f053c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2ba0ae64-3c9f-487e-a47a-626e8c8936b6'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:24.467525 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.497594 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9e71417b-5cb9-4196-aa27-59265f5326df req-11bb3a46-5a4e-4d36-a7f9-b619d5c61a83 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/quotas/d081990bdf3b4230b88abf1c5f4a8f61 HTTP/1.1" status: 200 len: 375 time: 0.0427258 Jul 13 07:37:24.543122 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9e71417b-5cb9-4196-aa27-59265f5326df req-f3ea85e9-38ac-4eaa-bddb-4eb0c8a1fa8d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445557 Jul 13 07:37:24.561242 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-41fa2217-a90a-4dab-beeb-611fe8da89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:24.563788 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-41fa2217-a90a-4dab-beeb-611fe8da89f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1598587 Jul 13 07:37:24.595695 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] For port 898d9121-0ea6-4720-8349-4991e51f33d9, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:24.599922 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] For port 898d9121-0ea6-4720-8349-4991e51f33d9, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=898d9121-0ea6-4720-8349-4991e51f33d9,segment=NetworkSegment(8d90e9ef-7b1c-4025-b318-fd27c7f053c9),segment_id=8d90e9ef-7b1c-4025-b318-fd27c7f053c9)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:24.606156 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.651939 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:24.652408 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.654069 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] 10.222.0.62 "PUT /v2.0/ports/898d9121-0ea6-4720-8349-4991e51f33d9 HTTP/1.1" status: 200 len: 1092 time: 1.2722607 Jul 13 07:37:24.693582 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] Request body: {'port': {'device_id': '43606170-5680-4187-9f38-a91e360a2dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:24.725042 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1c3c3-f7cd-4de0-adc8-654a58efbe7b service neutron] Pushing event updated for resources: {'Port': ['ID=898d9121-0ea6-4720-8349-4991e51f33d9,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:24.742477 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9e71417b-5cb9-4196-aa27-59265f5326df req-475c48e7-6a6a-423c-a85e-eb09652f2fa1 service neutron] 10.222.0.58 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982658 Jul 13 07:37:24.757355 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-6b043cc7-fdc1-4ee6-8def-f3d5807a4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:24.759404 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-6b043cc7-fdc1-4ee6-8def-f3d5807a4130 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1790152 Jul 13 07:37:24.804420 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.926269 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9e71417b-5cb9-4196-aa27-59265f5326df req-37777ba9-e932-4972-9acb-5b3d16cb36ef service neutron] 10.222.0.58 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660759 Jul 13 07:37:24.928034 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-2c8b88c4-8627-4bb4-b1f9-99f01acc9962 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594434 Jul 13 07:37:25.098022 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fd2663-c1bf-4282-807b-bd6c31ceb315 x-openstack-request-id: req-85fd2663-c1bf-4282-807b-bd6c31ceb315 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:25.098417 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "tag": "4acd2ef9-ad1f-4c37-834d-dd7d14b47e38", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "tag": "ceb6e9ad-b675-411f-96d9-dbca0ebbe960", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "tag": "50c8d939-6bc9-4c86-93bc-cac6046ab070", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:25.098737 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-85fd2663-c1bf-4282-807b-bd6c31ceb315 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:25.099202 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'tag': '4acd2ef9-ad1f-4c37-834d-dd7d14b47e38', 'status': 'completed', 'code': 200} Jul 13 07:37:25.099523 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'tag': 'ceb6e9ad-b675-411f-96d9-dbca0ebbe960', 'status': 'completed', 'code': 200} Jul 13 07:37:25.099835 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'tag': '50c8d939-6bc9-4c86-93bc-cac6046ab070', 'status': 'completed', 'code': 200} Jul 13 07:37:25.228330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0089a19-6897-483c-beef-e272a1029320 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:25.245069 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.259426 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-11edcca6-4eef-4b3e-8495-c6046d3c22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.259929 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-11edcca6-4eef-4b3e-8495-c6046d3c22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.260426 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-11edcca6-4eef-4b3e-8495-c6046d3c22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.261182 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-11edcca6-4eef-4b3e-8495-c6046d3c22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.261676 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-11edcca6-4eef-4b3e-8495-c6046d3c22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.262344 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-11edcca6-4eef-4b3e-8495-c6046d3c22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.263108 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-11edcca6-4eef-4b3e-8495-c6046d3c22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.265520 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-11edcca6-4eef-4b3e-8495-c6046d3c22f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=212dff56b36b4f87993a61249127ab0c&device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 6427 time: 0.1133447 Jul 13 07:37:25.301765 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] Transition to ACTIVE for port object c0089a19-6897-483c-beef-e272a1029320 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:25.314113 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.558728 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-621ac7fd-d792-4937-b098-e066244dcf46 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6179044 Jul 13 07:37:25.624820 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d848e6-ca4c-42ad-b75b-b9bdc8d2c99a req-7b34eee7-0df8-4537-a3aa-42e7bbda0409 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.630867 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d848e6-ca4c-42ad-b75b-b9bdc8d2c99a req-7b34eee7-0df8-4537-a3aa-42e7bbda0409 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.638278 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d848e6-ca4c-42ad-b75b-b9bdc8d2c99a req-7b34eee7-0df8-4537-a3aa-42e7bbda0409 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.645505 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d848e6-ca4c-42ad-b75b-b9bdc8d2c99a req-7b34eee7-0df8-4537-a3aa-42e7bbda0409 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.652156 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d848e6-ca4c-42ad-b75b-b9bdc8d2c99a req-7b34eee7-0df8-4537-a3aa-42e7bbda0409 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.654670 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0089a19-6897-483c-beef-e272a1029320,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:25.661319 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d848e6-ca4c-42ad-b75b-b9bdc8d2c99a req-7b34eee7-0df8-4537-a3aa-42e7bbda0409 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.668127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d848e6-ca4c-42ad-b75b-b9bdc8d2c99a req-7b34eee7-0df8-4537-a3aa-42e7bbda0409 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.677067 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56d848e6-ca4c-42ad-b75b-b9bdc8d2c99a req-7b34eee7-0df8-4537-a3aa-42e7bbda0409 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5431 time: 0.1872940 Jul 13 07:37:25.697691 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-fd311813-8ef0-46e6-942f-011f3194773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.699218 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-fd311813-8ef0-46e6-942f-011f3194773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.699375 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-fd311813-8ef0-46e6-942f-011f3194773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.704119 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-fd311813-8ef0-46e6-942f-011f3194773a service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=212dff56b36b4f87993a61249127ab0c&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4274993 Jul 13 07:37:25.731376 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56d848e6-ca4c-42ad-b75b-b9bdc8d2c99a req-40f1217c-2534-4828-8cf8-05e54fdaa481 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531762 Jul 13 07:37:25.762876 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] Attempting to bind port c0089a19-6897-483c-beef-e272a1029320 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:25.763223 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] Attempting to bind port c0089a19-6897-483c-beef-e272a1029320 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '8d90e9ef-7b1c-4025-b318-fd27c7f053c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2ba0ae64-3c9f-487e-a47a-626e8c8936b6'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:25.763554 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] Attempting to bind port c0089a19-6897-483c-beef-e272a1029320 on network 2ba0ae64-3c9f-487e-a47a-626e8c8936b6 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:25.778586 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] Port c0089a19-6897-483c-beef-e272a1029320 on network 2ba0ae64-3c9f-487e-a47a-626e8c8936b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:25.778916 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] Attempting to bind port c0089a19-6897-483c-beef-e272a1029320 on network 2ba0ae64-3c9f-487e-a47a-626e8c8936b6 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:25.812874 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:25.814211 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] Checking segment: {'id': '8d90e9ef-7b1c-4025-b318-fd27c7f053c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2ba0ae64-3c9f-487e-a47a-626e8c8936b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:25.814211 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] Bound using segment: {'id': '8d90e9ef-7b1c-4025-b318-fd27c7f053c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2ba0ae64-3c9f-487e-a47a-626e8c8936b6'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:25.814211 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] Bound port: c0089a19-6897-483c-beef-e272a1029320, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d90e9ef-7b1c-4025-b318-fd27c7f053c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2ba0ae64-3c9f-487e-a47a-626e8c8936b6'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:25.815066 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.004141 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] For port c0089a19-6897-483c-beef-e272a1029320, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:26.008754 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] For port c0089a19-6897-483c-beef-e272a1029320, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c0089a19-6897-483c-beef-e272a1029320,segment=NetworkSegment(8d90e9ef-7b1c-4025-b318-fd27c7f053c9),segment_id=8d90e9ef-7b1c-4025-b318-fd27c7f053c9)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:26.011002 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-0482f261-23cd-451a-9371-f281dede85f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:26.013065 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-0482f261-23cd-451a-9371-f281dede85f9 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2929771 Jul 13 07:37:26.019360 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.027788 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ba5905-05e9-4ff7-8c60-974dd9e8bf67 x-openstack-request-id: req-29ba5905-05e9-4ff7-8c60-974dd9e8bf67 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:26.028363 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab495dbf-8859-43d3-98d7-3c210c432747", "name": "network-vif-plugged", "status": "completed", "tag": "58bf72e9-e50d-463c-aa10-11f527776a47", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:26.028466 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29ba5905-05e9-4ff7-8c60-974dd9e8bf67 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:26.029275 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab495dbf-8859-43d3-98d7-3c210c432747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bf72e9-e50d-463c-aa10-11f527776a47', 'code': 200} Jul 13 07:37:26.059538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:26.060564 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.062280 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] 10.222.0.62 "PUT /v2.0/ports/c0089a19-6897-483c-beef-e272a1029320 HTTP/1.1" status: 200 len: 1092 time: 1.3730838 Jul 13 07:37:26.123328 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-2a334c07-81e0-4a0d-a968-d4c9d7e6d2b3 req-13b83958-58e1-40aa-b499-fa97d34d5f56 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] show failed (client error): The resource could not be found. Jul 13 07:37:26.136813 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a334c07-81e0-4a0d-a968-d4c9d7e6d2b3 req-13b83958-58e1-40aa-b499-fa97d34d5f56 tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/floatingips/8ab65352-58e0-4b32-ba8b-8064245b0036 HTTP/1.1" status: 404 len: 350 time: 0.0889552 Jul 13 07:37:26.314503 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28cd13-45ab-469e-8701-2a672af84ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0089a19-6897-483c-beef-e272a1029320,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:26.357698 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-9275732a-c5d8-4058-921d-56b1f4e0742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:26.357982 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-9275732a-c5d8-4058-921d-56b1f4e0742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:26.358494 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-9275732a-c5d8-4058-921d-56b1f4e0742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:26.359375 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-9275732a-c5d8-4058-921d-56b1f4e0742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:26.359956 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-9275732a-c5d8-4058-921d-56b1f4e0742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:26.370835 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-9275732a-c5d8-4058-921d-56b1f4e0742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:26.371494 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-9275732a-c5d8-4058-921d-56b1f4e0742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:26.373548 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-9275732a-c5d8-4058-921d-56b1f4e0742c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=212dff56b36b4f87993a61249127ab0c&device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 6495 time: 0.3089173 Jul 13 07:37:26.578636 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-efb18283-2bf5-4f08-bd52-c72785a619ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:26.579466 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-efb18283-2bf5-4f08-bd52-c72785a619ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:26.580270 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-efb18283-2bf5-4f08-bd52-c72785a619ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:26.582557 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-efb18283-2bf5-4f08-bd52-c72785a619ea service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=212dff56b36b4f87993a61249127ab0c&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1999762 Jul 13 07:37:26.584774 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca69f3fb-77b1-43ab-9fb8-9d25214b358b req-85195963-b0ab-47ba-accb-24e308b3722d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=623b5042-7881-4811-8e65-4836c384b954 HTTP/1.1" status: 200 len: 210 time: 0.0955954 Jul 13 07:37:26.617483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d65c37-8f8e-4000-b305-effbb8c3d12e req-1b4e51b4-6281-48e3-9a96-72bcdb283b24 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:26.626837 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-13d65c37-8f8e-4000-b305-effbb8c3d12e req-1b4e51b4-6281-48e3-9a96-72bcdb283b24 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 950 time: 0.3123713 Jul 13 07:37:26.678858 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-13d65c37-8f8e-4000-b305-effbb8c3d12e req-0f6fcb18-b4ac-4013-8376-9808ec39243e tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507979 Jul 13 07:37:26.889284 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-57cfba3c-b765-4efc-b4d4-862c5b3acc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:26.891358 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-57cfba3c-b765-4efc-b4d4-862c5b3acc4f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2996116 Jul 13 07:37:26.974264 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35352) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:27.105740 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-40efa9ad-e704-49bf-95e8-b973e2bf9a52 req-1c584593-cc8a-4353-bccd-84113a7aa9cb tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] show failed (client error): The resource could not be found. Jul 13 07:37:27.129077 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-40efa9ad-e704-49bf-95e8-b973e2bf9a52 req-1c584593-cc8a-4353-bccd-84113a7aa9cb tempest-FloatingIPsTestJSON-661559761 tempest-FloatingIPsTestJSON-661559761-project] 10.222.0.58 "GET /v2.0/floatingips/8ab65352-58e0-4b32-ba8b-8064245b0036 HTTP/1.1" status: 404 len: 350 time: 0.1761084 Jul 13 07:37:27.132413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35360) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:27.167833 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'tag': 'edae6acc-ae63-4af8-b2c6-ed538d646caf'}, {'name': 'network-changed', 'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'tag': '898d9121-0ea6-4720-8349-4991e51f33d9'}, {'name': 'network-changed', 'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'tag': 'c0089a19-6897-483c-beef-e272a1029320'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:27.175542 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "tag": "edae6acc-ae63-4af8-b2c6-ed538d646caf"}, {"name": "network-changed", "server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "tag": "898d9121-0ea6-4720-8349-4991e51f33d9"}, {"name": "network-changed", "server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "tag": "c0089a19-6897-483c-beef-e272a1029320"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:27.276352 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3e0a076f-82a4-45fb-92f1-7506b24c9f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.405806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71417b-5cb9-4196-aa27-59265f5326df req-52567499-9ae7-4c46-8613-caa43dd4096e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.407279 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9e71417b-5cb9-4196-aa27-59265f5326df req-52567499-9ae7-4c46-8613-caa43dd4096e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.62 "GET /v2.0/networks?id=0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 200 len: 812 time: 0.3650415 Jul 13 07:37:27.422692 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-67924627-bb98-4c44-b6c6-31c022d5afc8 req-2228c49d-531a-49d2-9a2d-bef8ab49d7d4 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 210 time: 0.0898838 Jul 13 07:37:27.427826 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-9e71417b-5cb9-4196-aa27-59265f5326df req-c0521188-dd93-4057-9275-78829a1f9927 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Request body: {'port': {'device_id': '623b5042-7881-4811-8e65-4836c384b954', 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a', 'admin_state_up': True, 'tenant_id': 'd081990bdf3b4230b88abf1c5f4a8f61'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:27.444202 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd747afb-4df4-477f-950c-2603940577af req-65620666-d1bb-43e5-a12c-30b2fa64516d tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.463050 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd747afb-4df4-477f-950c-2603940577af req-65620666-d1bb-43e5-a12c-30b2fa64516d tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 943 time: 0.5858681 Jul 13 07:37:27.475069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-e2fcec1f-4e70-4692-82a4-28c6b676bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.475475 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-e2fcec1f-4e70-4692-82a4-28c6b676bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.475955 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-e2fcec1f-4e70-4692-82a4-28c6b676bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.476590 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-e2fcec1f-4e70-4692-82a4-28c6b676bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.477075 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-e2fcec1f-4e70-4692-82a4-28c6b676bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.477546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-e2fcec1f-4e70-4692-82a4-28c6b676bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.478017 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-e2fcec1f-4e70-4692-82a4-28c6b676bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.480418 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-e2fcec1f-4e70-4692-82a4-28c6b676bbd2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=212dff56b36b4f87993a61249127ab0c&device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 6495 time: 0.4164679 Jul 13 07:37:27.512588 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49ad8141-ef48-46cb-b694-6d76557f89c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.602886 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.699564 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3e0a076f-82a4-45fb-92f1-7506b24c9f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.714395 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd747afb-4df4-477f-950c-2603940577af req-2169122d-c9db-49f3-9472-15333cb71279 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480819 Jul 13 07:37:27.757871 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3e0a076f-82a4-45fb-92f1-7506b24c9f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.891897 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-d84f38eb-1bfc-4bae-8037-8e7d546347dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.895526 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-d84f38eb-1bfc-4bae-8037-8e7d546347dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.896117 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-d84f38eb-1bfc-4bae-8037-8e7d546347dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.898100 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-d84f38eb-1bfc-4bae-8037-8e7d546347dc service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=212dff56b36b4f87993a61249127ab0c&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3950703 Jul 13 07:37:28.024844 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a076f-82a4-45fb-92f1-7506b24c9f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ec6bcd-df79-4183-b93c-708dedec3fe2,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:28.040899 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3e0a076f-82a4-45fb-92f1-7506b24c9f82 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ddd78a012fb34bbf99efdcf0723328bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0647821 Jul 13 07:37:28.045876 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35368) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:28.051614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e71417b-5cb9-4196-aa27-59265f5326df req-c0521188-dd93-4057-9275-78829a1f9927 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Made reservation on behalf of d081990bdf3b4230b88abf1c5f4a8f61 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:28.057241 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9e71417b-5cb9-4196-aa27-59265f5326df req-c0521188-dd93-4057-9275-78829a1f9927 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.208540 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-4770aea6-ad73-4f22-b8e2-06e7b113cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.210234 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-90f65fc2-30e2-4100-b1a7-ccc7a1582abf req-4770aea6-ad73-4f22-b8e2-06e7b113cd11 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2941799 Jul 13 07:37:28.238320 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71dc6e57-f2b9-46de-a4b2-d78fc296ebfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.263694 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71dc6e57-f2b9-46de-a4b2-d78fc296ebfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.313877 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 720f3b35-878a-4ddb-9f5c-28157c0620b8 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:28.341830 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71dc6e57-f2b9-46de-a4b2-d78fc296ebfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.347150 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71dc6e57-f2b9-46de-a4b2-d78fc296ebfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.349855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-71dc6e57-f2b9-46de-a4b2-d78fc296ebfa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/72ec6bcd-df79-4183-b93c-708dedec3fe2 HTTP/1.1" status: 204 len: 168 time: 0.3024166 Jul 13 07:37:28.415396 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc6e57-f2b9-46de-a4b2-d78fc296ebfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ec6bcd-df79-4183-b93c-708dedec3fe2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:28.445675 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-9e71417b-5cb9-4196-aa27-59265f5326df req-c0521188-dd93-4057-9275-78829a1f9927 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Allocated IP 172.20.0.2 (0e0f025d-4e49-4094-84ea-558023ba4e1a/44d6fa42-4195-4977-b883-5a26f0e01114/3cd59a65-0c3f-4038-9862-a381dd4a7d50) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:28.516307 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d047803-679a-4d5e-b2fb-fc09ea069fc3 x-openstack-request-id: req-1d047803-679a-4d5e-b2fb-fc09ea069fc3 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:28.516891 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "tag": "edae6acc-ae63-4af8-b2c6-ed538d646caf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "tag": "898d9121-0ea6-4720-8349-4991e51f33d9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "tag": "c0089a19-6897-483c-beef-e272a1029320", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:28.517447 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d047803-679a-4d5e-b2fb-fc09ea069fc3 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:28.518285 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'tag': 'edae6acc-ae63-4af8-b2c6-ed538d646caf', 'status': 'completed', 'code': 200} Jul 13 07:37:28.519265 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'tag': '898d9121-0ea6-4720-8349-4991e51f33d9', 'status': 'completed', 'code': 200} Jul 13 07:37:28.519945 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'tag': 'c0089a19-6897-483c-beef-e272a1029320', 'status': 'completed', 'code': 200} Jul 13 07:37:28.540413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dc8e8-170b-40f7-9b21-5789d9d89c48 req-89213fb0-a320-402c-befa-9353c5da52b5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.556262 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-5610b3e0-a769-4a32-b8dd-644d9c26f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.557002 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-5610b3e0-a769-4a32-b8dd-644d9c26f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.557646 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-5610b3e0-a769-4a32-b8dd-644d9c26f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.558614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-5610b3e0-a769-4a32-b8dd-644d9c26f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.559284 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-5610b3e0-a769-4a32-b8dd-644d9c26f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.560491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-5610b3e0-a769-4a32-b8dd-644d9c26f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.561522 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-5610b3e0-a769-4a32-b8dd-644d9c26f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.562061 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dc8e8-170b-40f7-9b21-5789d9d89c48 req-89213fb0-a320-402c-befa-9353c5da52b5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.564209 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-5610b3e0-a769-4a32-b8dd-644d9c26f57e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=212dff56b36b4f87993a61249127ab0c&device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 6495 time: 0.2739861 Jul 13 07:37:28.582274 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dc8e8-170b-40f7-9b21-5789d9d89c48 req-89213fb0-a320-402c-befa-9353c5da52b5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.598104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dc8e8-170b-40f7-9b21-5789d9d89c48 req-89213fb0-a320-402c-befa-9353c5da52b5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.614938 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dc8e8-170b-40f7-9b21-5789d9d89c48 req-89213fb0-a320-402c-befa-9353c5da52b5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.633290 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dc8e8-170b-40f7-9b21-5789d9d89c48 req-89213fb0-a320-402c-befa-9353c5da52b5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.648992 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dc8e8-170b-40f7-9b21-5789d9d89c48 req-89213fb0-a320-402c-befa-9353c5da52b5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.661492 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ca618bc4-05a1-4b7d-95cf-fbec599181f2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91ae0369-0e20-472f-b809-5b288f50e076 HTTP/1.1" status: 200 len: 217 time: 0.0876114 Jul 13 07:37:28.672894 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-75eb6365-4d56-4e3b-b7db-4da1a240ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.674098 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 720f3b35-878a-4ddb-9f5c-28157c0620b8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=720f3b35-878a-4ddb-9f5c-28157c0620b8,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:28.676274 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-75eb6365-4d56-4e3b-b7db-4da1a240ebde service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747&tenant_id=7e545f0f56574564bb5b695119db8b5e HTTP/1.1" status: 200 len: 1102 time: 0.2261305 Jul 13 07:37:28.679628 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c91dc8e8-170b-40f7-9b21-5789d9d89c48 req-89213fb0-a320-402c-befa-9353c5da52b5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5431 time: 0.5188749 Jul 13 07:37:28.696887 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '720f3b35-878a-4ddb-9f5c-28157c0620b8', 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5', 'port_id': '720f3b35-878a-4ddb-9f5c-28157c0620b8', 'mac_address': 'fa:16:3e:0b:f2:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd30de1-a97b-4b7f-9271-8b31642f73ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:28.742931 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.760704 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720f3b35-878a-4ddb-9f5c-28157c0620b8 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:28.773296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-a3ace9f0-a72c-4ff6-b027-6b6cacd965ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.776529 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-a3ace9f0-a72c-4ff6-b027-6b6cacd965ac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=74c9f7d4-d0b0-43d4-8a5f-516e5817785d HTTP/1.1" status: 200 len: 855 time: 0.1070688 Jul 13 07:37:28.794057 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-28', 'device_owner': 'compute:nova'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:28.803697 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 720f3b35-878a-4ddb-9f5c-28157c0620b8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=720f3b35-878a-4ddb-9f5c-28157c0620b8,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:28.816801 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.874288 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-862793b7-2d81-468b-94a4-9b319d7e9df1 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.876109 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-862793b7-2d81-468b-94a4-9b319d7e9df1 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.35 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 807 time: 0.1760454 Jul 13 07:37:28.900207 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-932ff91b-8159-4e3c-bdd0-3db61117b242 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Request body: {'port': {'device_id': 'a3236581-b693-4031-ba3b-0c362336d859', 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431', 'admin_state_up': True, 'tenant_id': '218eabc1e5414d678874133f2fbf6f59'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:28.934651 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=720f3b35-878a-4ddb-9f5c-28157c0620b8,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:28.972409 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c91dc8e8-170b-40f7-9b21-5789d9d89c48 req-f3eb24d5-ee5e-4375-8dce-8570b94839a2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2903988 Jul 13 07:37:28.979510 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fdab48f3-7082-46ba-82b6-d830dbaafe29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.981097 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35380) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.071455 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1966f1b4-b254-490c-9900-72d36198ce19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.102532 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9e71417b-5cb9-4196-aa27-59265f5326df req-c0521188-dd93-4057-9275-78829a1f9927 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.166329 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9e71417b-5cb9-4196-aa27-59265f5326df req-c0521188-dd93-4057-9275-78829a1f9927 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.194130 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f57c0-aebc-48ff-8000-0897a10f4b4f req-3fe3df3e-b5c5-45b5-87c8-bd561be33667 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:29.201221 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ae0f57c0-aebc-48ff-8000-0897a10f4b4f req-3fe3df3e-b5c5-45b5-87c8-bd561be33667 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 950 time: 0.3347092 Jul 13 07:37:29.235670 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0521188-dd93-4057-9275-78829a1f9927 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Pushing event updated for resources: {'Port': ['ID=3cd59a65-0c3f-4038-9862-a381dd4a7d50,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:29.248694 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['720f3b35-878a-4ddb-9f5c-28157c0620b8'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:29.310544 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.332557 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ae0f57c0-aebc-48ff-8000-0897a10f4b4f req-0bd39f17-be87-4339-9761-8920f6607fd7 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278119 Jul 13 07:37:29.459093 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1966f1b4-b254-490c-9900-72d36198ce19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.476619 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.521927 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1966f1b4-b254-490c-9900-72d36198ce19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.571615 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e71417b-5cb9-4196-aa27-59265f5326df req-c0521188-dd93-4057-9275-78829a1f9927 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Network 0e0f025d-4e49-4094-84ea-558023ba4e1a is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:29.572413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-932ff91b-8159-4e3c-bdd0-3db61117b242 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Made reservation on behalf of 218eabc1e5414d678874133f2fbf6f59 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:29.578888 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-932ff91b-8159-4e3c-bdd0-3db61117b242 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.618724 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966f1b4-b254-490c-9900-72d36198ce19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd85b80d-b69e-477c-bb1b-0735223e9730,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:29.668098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-9e71417b-5cb9-4196-aa27-59265f5326df req-c0521188-dd93-4057-9275-78829a1f9927 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:29.682535 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e71417b-5cb9-4196-aa27-59265f5326df req-c0521188-dd93-4057-9275-78829a1f9927 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:29.787912 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71417b-5cb9-4196-aa27-59265f5326df req-c0521188-dd93-4057-9275-78829a1f9927 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:29.789160 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9e71417b-5cb9-4196-aa27-59265f5326df req-c0521188-dd93-4057-9275-78829a1f9927 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.797563 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-73c90c37-05f1-437b-87bc-5d0f82570b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:29.800955 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-73c90c37-05f1-437b-87bc-5d0f82570b91 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=918c9be5-f73c-4ae4-b262-3a0c8f3703eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9920151 Jul 13 07:37:29.803577 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1966f1b4-b254-490c-9900-72d36198ce19 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de561e750b3a4ed496a931dc2ef5126c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8170772 Jul 13 07:37:29.808293 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35382) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.825597 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] For port 58bf72e9-e50d-463c-aa10-11f527776a47, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=58bf72e9-e50d-463c-aa10-11f527776a47,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:29.851300 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1698559-6af5-40b9-9fd1-c70b9629c0d8 req-616c6715-bc5d-48a3-a5ac-fdd7e25f953b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:29.859381 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a1698559-6af5-40b9-9fd1-c70b9629c0d8 req-616c6715-bc5d-48a3-a5ac-fdd7e25f953b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=623b5042-7881-4811-8e65-4836c384b954 HTTP/1.1" status: 200 len: 931 time: 0.3966146 Jul 13 07:37:29.869743 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9e71417b-5cb9-4196-aa27-59265f5326df req-c0521188-dd93-4057-9275-78829a1f9927 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4500530 Jul 13 07:37:29.894333 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-9e71417b-5cb9-4196-aa27-59265f5326df req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Request body: {'port': {'device_id': '623b5042-7881-4811-8e65-4836c384b954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:29.984103 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a1698559-6af5-40b9-9fd1-c70b9629c0d8 req-8f277a35-a338-4d5c-812a-ab6f73d9ca17 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237509 Jul 13 07:37:29.996934 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] For port 58bf72e9-e50d-463c-aa10-11f527776a47, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:30.048570 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-932ff91b-8159-4e3c-bdd0-3db61117b242 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Allocated IP 172.20.0.4 (b159845f-d7a4-461c-8ffb-c97d06e8c431/af4bccd5-f3d2-4df7-a5f9-58cc5815295c/391a2889-7883-44d3-a179-c2e80188d486) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:30.108214 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b26a5-96ac-462a-a435-388989afae05 req-c612eae3-a2f2-43ce-8a1a-383b7ae0bad2 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.109882 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aa9b26a5-96ac-462a-a435-388989afae05 req-c612eae3-a2f2-43ce-8a1a-383b7ae0bad2 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/ports?device_id=e62a0bda-063f-4cb5-8428-bb31af7c5ad0 HTTP/1.1" status: 200 len: 946 time: 0.5043349 Jul 13 07:37:30.192998 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e614a91c-24fd-404a-b415-82db989c053f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.232573 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.236670 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e614a91c-24fd-404a-b415-82db989c053f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.248556 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-62f7ff46-30d6-4080-94c8-5e48c7a4242f service neutron] 10.222.0.62 "GET /v2.0/networks/918c9be5-f73c-4ae4-b262-3a0c8f3703eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325414 Jul 13 07:37:30.279733 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6e48dcf-c499-437b-87bb-bac30b5dd784 req-1f5a068a-1d7a-4f25-8ef4-86d93f383d48 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 210 time: 0.0834658 Jul 13 07:37:30.309838 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aa9b26a5-96ac-462a-a435-388989afae05 req-19ea2fb1-f01f-4567-9838-c5cba4c2a1ba tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/security-groups?id=3384d543-9834-4595-b0df-e76047170722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693809 Jul 13 07:37:30.314786 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 58bf72e9-e50d-463c-aa10-11f527776a47 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:30.368587 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] Transition to ACTIVE for port object 58bf72e9-e50d-463c-aa10-11f527776a47 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:30.443292 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 58bf72e9-e50d-463c-aa10-11f527776a47 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:30.450026 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9e71417b-5cb9-4196-aa27-59265f5326df req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.467227 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.479558 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e614a91c-24fd-404a-b415-82db989c053f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.483356 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e614a91c-24fd-404a-b415-82db989c053f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.487880 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e614a91c-24fd-404a-b415-82db989c053f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dd85b80d-b69e-477c-bb1b-0735223e9730 HTTP/1.1" status: 204 len: 168 time: 0.6708243 Jul 13 07:37:30.498664 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fdab48f3-7082-46ba-82b6-d830dbaafe29 admin admin] Deleting port f4940c63-41f2-42c8-aa2a-d30b9c828962 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:30.499608 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fdab48f3-7082-46ba-82b6-d830dbaafe29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.534953 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f18c0-d305-423b-8d11-71668b85c983 req-ff8750f0-7b9f-4123-ab7d-f893dfed8911 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.537538 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-036f18c0-d305-423b-8d11-71668b85c983 req-ff8750f0-7b9f-4123-ab7d-f893dfed8911 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.35 "GET /v2.0/ports?device_id=e62a0bda-063f-4cb5-8428-bb31af7c5ad0 HTTP/1.1" status: 200 len: 946 time: 0.5706975 Jul 13 07:37:30.538051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab495dbf-8859-43d3-98d7-3c210c432747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58bf72e9-e50d-463c-aa10-11f527776a47'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:30.540445 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5135c3-8f0a-484c-909e-252f8fb87e1a" -d '{"events": [{"server_uuid": "ab495dbf-8859-43d3-98d7-3c210c432747", "name": "network-vif-unplugged", "status": "completed", "tag": "58bf72e9-e50d-463c-aa10-11f527776a47"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:30.582198 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614a91c-24fd-404a-b415-82db989c053f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd85b80d-b69e-477c-bb1b-0735223e9730,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:30.791061 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-932ff91b-8159-4e3c-bdd0-3db61117b242 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.803182 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfadf91-120b-4dab-88b5-27ff04299539 req-14fbbf22-a77b-44fd-b376-edcc2f90f053 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.811303 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6bfadf91-120b-4dab-88b5-27ff04299539 req-14fbbf22-a77b-44fd-b376-edcc2f90f053 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 944 time: 0.3035395 Jul 13 07:37:30.857384 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10743257-7a71-4f17-951b-47cad09e460d req-0ca4024b-bac2-4a94-8a6a-1dc07aa4bd48 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.864236 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10743257-7a71-4f17-951b-47cad09e460d req-0ca4024b-bac2-4a94-8a6a-1dc07aa4bd48 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.870541 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10743257-7a71-4f17-951b-47cad09e460d req-0ca4024b-bac2-4a94-8a6a-1dc07aa4bd48 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.876905 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10743257-7a71-4f17-951b-47cad09e460d req-0ca4024b-bac2-4a94-8a6a-1dc07aa4bd48 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.883985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10743257-7a71-4f17-951b-47cad09e460d req-0ca4024b-bac2-4a94-8a6a-1dc07aa4bd48 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.890348 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10743257-7a71-4f17-951b-47cad09e460d req-0ca4024b-bac2-4a94-8a6a-1dc07aa4bd48 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.896693 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10743257-7a71-4f17-951b-47cad09e460d req-0ca4024b-bac2-4a94-8a6a-1dc07aa4bd48 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.905166 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10743257-7a71-4f17-951b-47cad09e460d req-0ca4024b-bac2-4a94-8a6a-1dc07aa4bd48 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5431 time: 0.3286328 Jul 13 07:37:30.970995 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-fdab48f3-7082-46ba-82b6-d830dbaafe29 admin admin] For port f4940c63-41f2-42c8-aa2a-d30b9c828962, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f4940c63-41f2-42c8-aa2a-d30b9c828962,segment=NetworkSegment(b00793de-3ee2-4255-bb85-fc05f0fb0640),segment_id=b00793de-3ee2-4255-bb85-fc05f0fb0640)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:30.971361 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fdab48f3-7082-46ba-82b6-d830dbaafe29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.999403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fdab48f3-7082-46ba-82b6-d830dbaafe29 admin admin] Calling delete_port for f4940c63-41f2-42c8-aa2a-d30b9c828962 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:31.022762 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6bfadf91-120b-4dab-88b5-27ff04299539 req-52f01ec5-90e8-43cc-bdcd-8a9cb9da2a6c tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986783 Jul 13 07:37:31.108513 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-932ff91b-8159-4e3c-bdd0-3db61117b242 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.124292 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['013ace5c-e2e3-463c-8e37-e7c65969f021'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:31.125774 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10743257-7a71-4f17-951b-47cad09e460d req-d03db650-b90a-4174-a0f1-b420b78729cb tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2197118 Jul 13 07:37:31.181823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] No DVR routers for this DVR port 58bf72e9-e50d-463c-aa10-11f527776a47 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:31.195912 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-c023e39c-03a8-4861-ad13-02bf5c3d1ed1 service neutron] 10.222.0.62 "GET /v2.0/networks/918c9be5-f73c-4ae4-b262-3a0c8f3703eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9335704 Jul 13 07:37:31.196533 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] Pushing event updated for resources: {'Port': ['ID=58bf72e9-e50d-463c-aa10-11f527776a47,revision_number=10']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:31.228657 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ff91b-8159-4e3c-bdd0-3db61117b242 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Pushing event updated for resources: {'Port': ['ID=391a2889-7883-44d3-a179-c2e80188d486,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:31.270443 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50379542-81ea-40b5-a513-c10f62541ff1 x-openstack-request-id: req-50379542-81ea-40b5-a513-c10f62541ff1 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:31.270737 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab495dbf-8859-43d3-98d7-3c210c432747", "name": "network-vif-unplugged", "status": "completed", "tag": "58bf72e9-e50d-463c-aa10-11f527776a47", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:31.270992 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-50379542-81ea-40b5-a513-c10f62541ff1 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:31.271390 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab495dbf-8859-43d3-98d7-3c210c432747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58bf72e9-e50d-463c-aa10-11f527776a47', 'code': 200} Jul 13 07:37:31.299688 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-932ff91b-8159-4e3c-bdd0-3db61117b242 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Network b159845f-d7a4-461c-8ffb-c97d06e8c431 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:31.312016 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-932ff91b-8159-4e3c-bdd0-3db61117b242 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:31.318667 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-932ff91b-8159-4e3c-bdd0-3db61117b242 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:31.345756 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.367516 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-83b3c4f1-5e25-479b-9943-9addd892545c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 HTTP/1.1" status: 200 len: 217 time: 0.0952561 Jul 13 07:37:31.370535 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] Attempting to bind port 58bf72e9-e50d-463c-aa10-11f527776a47 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:31.370883 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] Attempting to bind port 58bf72e9-e50d-463c-aa10-11f527776a47 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:31.371218 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] Attempting to bind port 58bf72e9-e50d-463c-aa10-11f527776a47 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:31.371421 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-932ff91b-8159-4e3c-bdd0-3db61117b242 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:31.372022 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-932ff91b-8159-4e3c-bdd0-3db61117b242 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.437420 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] Port 58bf72e9-e50d-463c-aa10-11f527776a47 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:31.437827 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] Attempting to bind port 58bf72e9-e50d-463c-aa10-11f527776a47 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:31.447386 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:31.447753 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:31.448124 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:31.448749 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] Bound port: 58bf72e9-e50d-463c-aa10-11f527776a47, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:31.449127 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.453416 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-932ff91b-8159-4e3c-bdd0-3db61117b242 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5605192 Jul 13 07:37:31.470577 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b76b44-f981-45d8-9bc8-ae83a26a2b9f req-db75f53c-c450-45e9-8920-99f26d090f50 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:31.472372 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b3b76b44-f981-45d8-9bc8-ae83a26a2b9f req-db75f53c-c450-45e9-8920-99f26d090f50 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 949 time: 0.2785144 Jul 13 07:37:31.481960 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] Request body: {'port': {'device_id': 'a3236581-b693-4031-ba3b-0c362336d859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:31.588040 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] For port 58bf72e9-e50d-463c-aa10-11f527776a47, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:31.592728 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] For port 58bf72e9-e50d-463c-aa10-11f527776a47, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=58bf72e9-e50d-463c-aa10-11f527776a47,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:31.602653 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-036f18c0-d305-423b-8d11-71668b85c983 req-6e615cef-c80e-4c1e-bbc4-884f3f05912c tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Deleting port 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:31.603055 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-036f18c0-d305-423b-8d11-71668b85c983 req-6e615cef-c80e-4c1e-bbc4-884f3f05912c tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.606197 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.615708 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b3b76b44-f981-45d8-9bc8-ae83a26a2b9f req-8a582fbd-769d-4e25-9466-52f1a4cd110b tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282654 Jul 13 07:37:31.646405 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-7c980d87-0b01-4d98-be71-12b7bf61a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:31.648232 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-7c980d87-0b01-4d98-be71-12b7bf61a924 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=370ab867-a738-414f-91c2-c627af51a399 HTTP/1.1" status: 200 len: 797 time: 0.2667360 Jul 13 07:37:31.954019 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-036f18c0-d305-423b-8d11-71668b85c983 req-6e615cef-c80e-4c1e-bbc4-884f3f05912c tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] For port 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=953ce3b1-423d-4b9b-a9e4-1fd077b44ff6,segment=NetworkSegment(452ed7f2-64a8-42c0-84be-e1f00db5135e),segment_id=452ed7f2-64a8-42c0-84be-e1f00db5135e)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:31.954676 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-036f18c0-d305-423b-8d11-71668b85c983 req-6e615cef-c80e-4c1e-bbc4-884f3f05912c tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.985308 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-036f18c0-d305-423b-8d11-71668b85c983 req-6e615cef-c80e-4c1e-bbc4-884f3f05912c tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Calling delete_port for 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:32.013417 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:32.014894 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.018806 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] 10.222.0.62 "PUT /v2.0/ports/58bf72e9-e50d-463c-aa10-11f527776a47 HTTP/1.1" status: 200 len: 1098 time: 3.2289381 Jul 13 07:37:32.032923 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35416) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:32.167531 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b590f-df5e-473f-835f-d375d05f8970 service neutron] Pushing event updated for resources: {'Port': ['ID=58bf72e9-e50d-463c-aa10-11f527776a47,revision_number=11']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:32.255196 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a4703e38-88f3-4383-87bf-65140cf3b361 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-836257008-network', 'tenant_id': 'babf089be5df4e16898093c737362130'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:32.265345 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.291369 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-9e71417b-5cb9-4196-aa27-59265f5326df req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd59a65-0c3f-4038-9862-a381dd4a7d50 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:32.304493 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-49cfc668-8c63-4e19-bf05-9ca232a7ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:32.306048 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-49cfc668-8c63-4e19-bf05-9ca232a7ed6c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57e01b8b-6c29-4855-95ef-f150e56b368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6312137 Jul 13 07:37:32.311742 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9e71417b-5cb9-4196-aa27-59265f5326df req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.319283 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-96c0000e-3faf-4e7c-8c03-0aff7b19644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:32.320857 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-96c0000e-3faf-4e7c-8c03-0aff7b19644f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 1101 time: 0.2316086 Jul 13 07:37:32.335296 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 720f3b35-878a-4ddb-9f5c-28157c0620b8 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:32.405700 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fdab48f3-7082-46ba-82b6-d830dbaafe29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.427928 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-9e71417b-5cb9-4196-aa27-59265f5326df req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Transition to ACTIVE for port object 3cd59a65-0c3f-4038-9862-a381dd4a7d50 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:32.430108 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4703e38-88f3-4383-87bf-65140cf3b361 admin admin] Made reservation on behalf of babf089be5df4e16898093c737362130 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:32.432653 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4703e38-88f3-4383-87bf-65140cf3b361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.433554 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25460da0-f738-4faf-9922-2ce7ce602a88 req-b17ac2a8-96b7-4fe6-852b-0b696ac04cff tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:32.442401 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25460da0-f738-4faf-9922-2ce7ce602a88 req-b17ac2a8-96b7-4fe6-852b-0b696ac04cff tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=623b5042-7881-4811-8e65-4836c384b954 HTTP/1.1" status: 200 len: 931 time: 0.8463213 Jul 13 07:37:32.454960 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9e71417b-5cb9-4196-aa27-59265f5326df req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.462741 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 720f3b35-878a-4ddb-9f5c-28157c0620b8 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:32.470494 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 720f3b35-878a-4ddb-9f5c-28157c0620b8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:32.471153 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.496213 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4703e38-88f3-4383-87bf-65140cf3b361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.531701 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab48f3-7082-46ba-82b6-d830dbaafe29 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4940c63-41f2-42c8-aa2a-d30b9c828962,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:32.589266 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9aab8b-f91a-4657-afcb-ba5ea33600ff req-205aaae1-9ceb-4d23-95fa-1480b397f957 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:32.597360 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de9aab8b-f91a-4657-afcb-ba5ea33600ff req-205aaae1-9ceb-4d23-95fa-1480b397f957 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 931 time: 0.4400003 Jul 13 07:37:32.634777 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-036f18c0-d305-423b-8d11-71668b85c983 req-6e615cef-c80e-4c1e-bbc4-884f3f05912c tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.684650 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Pushing event updated for resources: {'Port': ['ID=3cd59a65-0c3f-4038-9862-a381dd4a7d50,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:32.695767 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.741270 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538d5596-3445-4c6a-91b0-2f3efb6dee39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720f3b35-878a-4ddb-9f5c-28157c0620b8'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:32.746010 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f74e5c6-4b2b-456f-8f01-050f810d7093" -d '{"events": [{"server_uuid": "538d5596-3445-4c6a-91b0-2f3efb6dee39", "name": "network-vif-plugged", "status": "completed", "tag": "720f3b35-878a-4ddb-9f5c-28157c0620b8"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:32.779357 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-fd527cd3-f4a7-4180-8913-2a20d9c989a9 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630549 Jul 13 07:37:32.780165 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e615cef-c80e-4c1e-bbc4-884f3f05912c tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Pushing event deleted for resources: {'Port': ['ID=953ce3b1-423d-4b9b-a9e4-1fd077b44ff6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:32.789133 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 720f3b35-878a-4ddb-9f5c-28157c0620b8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=720f3b35-878a-4ddb-9f5c-28157c0620b8,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:32.801833 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.821216 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-7525852a-dabd-460f-98c2-2525f9082855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:32.828560 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-7525852a-dabd-460f-98c2-2525f9082855 service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.4936643 Jul 13 07:37:32.888385 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=720f3b35-878a-4ddb-9f5c-28157c0620b8,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:33.000444 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-cc3536fe-6565-4de1-98c2-eb02fd47fb0e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=58bf72e9-e50d-463c-aa10-11f527776a47 HTTP/1.1" status: 200 len: 217 time: 0.1229441 Jul 13 07:37:33.001419 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-036f18c0-d305-423b-8d11-71668b85c983 req-6e615cef-c80e-4c1e-bbc4-884f3f05912c tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] No DVR routers for this DVR port 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:33.014172 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-036f18c0-d305-423b-8d11-71668b85c983 req-6e615cef-c80e-4c1e-bbc4-884f3f05912c tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.016271 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-036f18c0-d305-423b-8d11-71668b85c983 req-6e615cef-c80e-4c1e-bbc4-884f3f05912c tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.35 "DELETE /v2.0/ports/953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 HTTP/1.1" status: 204 len: 173 time: 2.4599872 Jul 13 07:37:33.147987 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25460da0-f738-4faf-9922-2ce7ce602a88 req-73d6108f-f1c6-46c9-a1cb-dccb157489d6 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7044294 Jul 13 07:37:33.178542 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de9aab8b-f91a-4657-afcb-ba5ea33600ff req-fd854c31-5768-4b6a-90b8-20bdc6b6905f tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5802140 Jul 13 07:37:33.202140 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-9e71417b-5cb9-4196-aa27-59265f5326df req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Attempting to bind port 3cd59a65-0c3f-4038-9862-a381dd4a7d50 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:33.202489 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-9e71417b-5cb9-4196-aa27-59265f5326df req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Attempting to bind port 3cd59a65-0c3f-4038-9862-a381dd4a7d50 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:33.202834 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71417b-5cb9-4196-aa27-59265f5326df req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Attempting to bind port 3cd59a65-0c3f-4038-9862-a381dd4a7d50 on network 0e0f025d-4e49-4094-84ea-558023ba4e1a {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:33.219984 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-835972d0-c10d-4cba-be7e-f6433be95cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:33.220318 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-835972d0-c10d-4cba-be7e-f6433be95cf7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.2078531 Jul 13 07:37:33.292524 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71417b-5cb9-4196-aa27-59265f5326df req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Port 3cd59a65-0c3f-4038-9862-a381dd4a7d50 on network 0e0f025d-4e49-4094-84ea-558023ba4e1a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:33.292845 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71417b-5cb9-4196-aa27-59265f5326df req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Attempting to bind port 3cd59a65-0c3f-4038-9862-a381dd4a7d50 on network 0e0f025d-4e49-4094-84ea-558023ba4e1a {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:33.307590 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab495dbf-8859-43d3-98d7-3c210c432747', 'tag': '58bf72e9-e50d-463c-aa10-11f527776a47'}, {'server_uuid': 'e62a0bda-063f-4cb5-8428-bb31af7c5ad0', 'name': 'network-vif-deleted', 'tag': '953ce3b1-423d-4b9b-a9e4-1fd077b44ff6'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:33.309906 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586df9e6-dfc9-4872-9549-cfa8ec153eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "ab495dbf-8859-43d3-98d7-3c210c432747", "tag": "58bf72e9-e50d-463c-aa10-11f527776a47"}, {"server_uuid": "e62a0bda-063f-4cb5-8428-bb31af7c5ad0", "name": "network-vif-deleted", "tag": "953ce3b1-423d-4b9b-a9e4-1fd077b44ff6"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:33.310562 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391a2889-7883-44d3-a179-c2e80188d486 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:33.325481 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.326898 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-332080ea-3f9d-4b0d-849a-7dd9bddc7c37 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973197 Jul 13 07:37:33.387345 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] Transition to ACTIVE for port object 391a2889-7883-44d3-a179-c2e80188d486 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:33.397752 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.401366 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71417b-5cb9-4196-aa27-59265f5326df req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:33.401747 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71417b-5cb9-4196-aa27-59265f5326df req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Checking segment: {'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:33.416536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71417b-5cb9-4196-aa27-59265f5326df req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Bound using segment: {'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:33.417138 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-9e71417b-5cb9-4196-aa27-59265f5326df req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Bound port: 3cd59a65-0c3f-4038-9862-a381dd4a7d50, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:33.417533 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9e71417b-5cb9-4196-aa27-59265f5326df req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.427739 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4703e38-88f3-4383-87bf-65140cf3b361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.461533 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] Pushing event updated for resources: {'Port': ['ID=391a2889-7883-44d3-a179-c2e80188d486,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:33.497355 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4703e38-88f3-4383-87bf-65140cf3b361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.522315 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fdab48f3-7082-46ba-82b6-d830dbaafe29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.530259 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-32931c97-e091-4edc-813c-a140078e0980 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=ceb6e9ad-b675-411f-96d9-dbca0ebbe960 HTTP/1.1" status: 200 len: 217 time: 0.1473591 Jul 13 07:37:33.534102 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4703e38-88f3-4383-87bf-65140cf3b361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4728fcb0-17b7-4412-912a-41b104ecc972,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:33.671635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-6baa8999-9204-4b1a-be14-7f3c091e17d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:33.674548 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-6baa8999-9204-4b1a-be14-7f3c091e17d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=370ab867-a738-414f-91c2-c627af51a399 HTTP/1.1" status: 200 len: 797 time: 0.1288059 Jul 13 07:37:33.678452 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4703e38-88f3-4383-87bf-65140cf3b361 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:37:33.755746 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4703e38-88f3-4383-87bf-65140cf3b361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.756147 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-a4703e38-88f3-4383-87bf-65140cf3b361 admin admin] Added segment 1ef09f4b-7814-4038-95f4-1b1a434767f6 of type vlan for network ddd1836a-7435-4938-830c-82705c4641dc Jul 13 07:37:33.774335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-cab17a1e-39bc-4ad5-a288-ca51e3a63cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:33.776568 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-cab17a1e-39bc-4ad5-a288-ca51e3a63cf7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5312765 Jul 13 07:37:33.820199 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc1ebdcb-d5b8-415d-9655-67320c967274 req-a4293c0c-e830-4002-a50e-5776bc8b62e4 tempest-AttachSCSIVolumeTestJSON-683760701 tempest-AttachSCSIVolumeTestJSON-683760701-project] 10.222.0.58 "GET /v2.0/ports?device_id=e62a0bda-063f-4cb5-8428-bb31af7c5ad0 HTTP/1.1" status: 200 len: 210 time: 0.1844840 Jul 13 07:37:33.879497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] Attempting to bind port 391a2889-7883-44d3-a179-c2e80188d486 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:33.879842 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] Attempting to bind port 391a2889-7883-44d3-a179-c2e80188d486 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:33.880186 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] Attempting to bind port 391a2889-7883-44d3-a179-c2e80188d486 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:33.894729 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] Port 391a2889-7883-44d3-a179-c2e80188d486 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:33.895118 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] Attempting to bind port 391a2889-7883-44d3-a179-c2e80188d486 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:33.941228 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:33.941576 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] Checking segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:33.941973 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] Bound using segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:33.942458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] Bound port: 391a2889-7883-44d3-a179-c2e80188d486, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:33.942825 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.974812 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-9e71417b-5cb9-4196-aa27-59265f5326df req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] For port 3cd59a65-0c3f-4038-9862-a381dd4a7d50, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:33.980154 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3f297-20bd-4704-8bfc-be144749a1bd req-023e07ce-0a6a-4435-a7a3-f000eba602f5 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:33.981954 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e3b3f297-20bd-4704-8bfc-be144749a1bd req-023e07ce-0a6a-4435-a7a3-f000eba602f5 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 945 time: 0.3474364 Jul 13 07:37:34.010942 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4703e38-88f3-4383-87bf-65140cf3b361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.015887 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-9e71417b-5cb9-4196-aa27-59265f5326df req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] For port 3cd59a65-0c3f-4038-9862-a381dd4a7d50, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3cd59a65-0c3f-4038-9862-a381dd4a7d50,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:34.033608 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9e71417b-5cb9-4196-aa27-59265f5326df req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.055914 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-a3237693-94d1-40d1-9216-8797375fa24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.057446 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-a3237693-94d1-40d1-9216-8797375fa24d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57e01b8b-6c29-4855-95ef-f150e56b368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3726518 Jul 13 07:37:34.120475 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-887f1e00-bc9f-445a-b3d0-606d35ad4529 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336771 Jul 13 07:37:34.153555 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e3b3f297-20bd-4704-8bfc-be144749a1bd req-20913d79-3e10-44e1-b8bb-e3e4b613ce92 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195047 Jul 13 07:37:34.157480 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] For port 391a2889-7883-44d3-a179-c2e80188d486, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:34.164903 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] For port 391a2889-7883-44d3-a179-c2e80188d486, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=391a2889-7883-44d3-a179-c2e80188d486,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:34.171774 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdab48f3-7082-46ba-82b6-d830dbaafe29 admin admin] Router 9271f7b5-e1d1-43fa-a7d2-ef6a315b0577 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:37:34.180986 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.251327 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-260a6c86-9c25-461d-bc72-d9c6b17d9b8f service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684053 Jul 13 07:37:34.252017 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Pushing event updated for resources: {'Port': ['ID=3cd59a65-0c3f-4038-9862-a381dd4a7d50,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:34.286132 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71417b-5cb9-4196-aa27-59265f5326df req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.286859 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9e71417b-5cb9-4196-aa27-59265f5326df req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.288468 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9e71417b-5cb9-4196-aa27-59265f5326df req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] 10.222.0.62 "PUT /v2.0/ports/3cd59a65-0c3f-4038-9862-a381dd4a7d50 HTTP/1.1" status: 200 len: 1092 time: 4.4036047 Jul 13 07:37:34.292008 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.292640 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.294044 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] 10.222.0.35 "PUT /v2.0/ports/391a2889-7883-44d3-a179-c2e80188d486 HTTP/1.1" status: 200 len: 1092 time: 2.8207438 Jul 13 07:37:34.296311 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3236581-b693-4031-ba3b-0c362336d859', 'tag': '391a2889-7883-44d3-a179-c2e80188d486'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:34.298653 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eefdef7-ee7b-4dbd-abca-bcdce4341314" -d '{"events": [{"name": "network-changed", "server_uuid": "a3236581-b693-4031-ba3b-0c362336d859", "tag": "391a2889-7883-44d3-a179-c2e80188d486"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:34.313008 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491308f8-9bca-449c-b1c0-fbc50c8aac1e req-4fbbebf5-1614-4bed-b8a9-8043eecc4fb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.319427 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491308f8-9bca-449c-b1c0-fbc50c8aac1e req-4fbbebf5-1614-4bed-b8a9-8043eecc4fb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.326369 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491308f8-9bca-449c-b1c0-fbc50c8aac1e req-4fbbebf5-1614-4bed-b8a9-8043eecc4fb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.334181 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491308f8-9bca-449c-b1c0-fbc50c8aac1e req-4fbbebf5-1614-4bed-b8a9-8043eecc4fb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.340388 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491308f8-9bca-449c-b1c0-fbc50c8aac1e req-4fbbebf5-1614-4bed-b8a9-8043eecc4fb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.344022 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:34.347064 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491308f8-9bca-449c-b1c0-fbc50c8aac1e req-4fbbebf5-1614-4bed-b8a9-8043eecc4fb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.353191 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491308f8-9bca-449c-b1c0-fbc50c8aac1e req-4fbbebf5-1614-4bed-b8a9-8043eecc4fb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.355123 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-491308f8-9bca-449c-b1c0-fbc50c8aac1e req-4fbbebf5-1614-4bed-b8a9-8043eecc4fb1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5431 time: 0.3175991 Jul 13 07:37:34.418285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec7645-524f-4ecb-bb50-2baec78a3dbb service neutron] Pushing event updated for resources: {'Port': ['ID=391a2889-7883-44d3-a179-c2e80188d486,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:34.536750 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-491308f8-9bca-449c-b1c0-fbc50c8aac1e req-2f7ce0d7-b855-4b34-ab74-a82a0accfebd tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1666143 Jul 13 07:37:34.550841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:34.551519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 953ce3b1-423d-4b9b-a9e4-1fd077b44ff6 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:34.571610 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdab48f3-7082-46ba-82b6-d830dbaafe29 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:37:34.590488 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fdab48f3-7082-46ba-82b6-d830dbaafe29 admin admin] 10.222.0.58 "PUT /v2.0/routers/9271f7b5-e1d1-43fa-a7d2-ef6a315b0577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4535964 Jul 13 07:37:34.590692 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a9abc-ba70-4d34-af6b-9d3178c8368f None None] Sync routers for ids ['9271f7b5-e1d1-43fa-a7d2-ef6a315b0577'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:37:34.594883 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35436) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:34.607527 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a9abc-ba70-4d34-af6b-9d3178c8368f None None] Routers {'9271f7b5-e1d1-43fa-a7d2-ef6a315b0577'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:34.608191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b03a9abc-ba70-4d34-af6b-9d3178c8368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:37:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9271f7b5-e1d1-43fa-a7d2-ef6a315b0577'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:34.632270 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:34.632742 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:34.633190 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:34.633627 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:34.634155 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:34.634785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:34.635346 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:34.635781 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:34.636209 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:34.636645 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:34.637075 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:34.637501 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba712950-e215-40b4-b439-1db7df19e00f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:34.643043 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4703e38-88f3-4383-87bf-65140cf3b361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.644654 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4703e38-88f3-4383-87bf-65140cf3b361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.645329 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4703e38-88f3-4383-87bf-65140cf3b361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.678391 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349495e-043d-4d52-a260-b170a00804be req-e8404019-6a39-471b-bf4c-ce7cd6341948 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.685651 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8349495e-043d-4d52-a260-b170a00804be req-e8404019-6a39-471b-bf4c-ce7cd6341948 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 949 time: 0.2711549 Jul 13 07:37:34.690717 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-25716ef1-7fd1-44c6-a001-faf26b65bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.692369 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-25716ef1-7fd1-44c6-a001-faf26b65bcd3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 1095 time: 0.3237755 Jul 13 07:37:34.702078 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fa7532c2-977e-4afa-850e-ce4e5c7e6c88 req-1ba7c63e-2a8f-465c-b7f7-ee3ad1f26380 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472766 Jul 13 07:37:34.706310 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2960dd13-7c37-4ad2-ac56-54f078613efa x-openstack-request-id: req-2960dd13-7c37-4ad2-ac56-54f078613efa {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:34.707599 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538d5596-3445-4c6a-91b0-2f3efb6dee39", "name": "network-vif-plugged", "status": "completed", "tag": "720f3b35-878a-4ddb-9f5c-28157c0620b8", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:34.708044 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2960dd13-7c37-4ad2-ac56-54f078613efa {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:34.708644 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538d5596-3445-4c6a-91b0-2f3efb6dee39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720f3b35-878a-4ddb-9f5c-28157c0620b8', 'code': 200} Jul 13 07:37:34.743342 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a4703e38-88f3-4383-87bf-65140cf3b361 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6660552 Jul 13 07:37:34.744510 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35438) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:34.752371 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-3f73d478-700d-48c8-ab5b-16fff0fffd74 admin admin] Request body: {'subnet': {'network_id': 'ddd1836a-7435-4938-830c-82705c4641dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-836257008-subnet', 'tenant_id': 'babf089be5df4e16898093c737362130', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:34.783693 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-1ac61139-83c7-47ed-bb73-93edd2892495 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906440 Jul 13 07:37:34.789704 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6639355-56c5-41db-9ad6-ef3a66715614 x-openstack-request-id: req-d6639355-56c5-41db-9ad6-ef3a66715614 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:34.789927 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab495dbf-8859-43d3-98d7-3c210c432747", "tag": "58bf72e9-e50d-463c-aa10-11f527776a47", "status": "completed", "code": 200}, {"server_uuid": "e62a0bda-063f-4cb5-8428-bb31af7c5ad0", "name": "network-vif-deleted", "tag": "953ce3b1-423d-4b9b-a9e4-1fd077b44ff6", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:34.790232 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d6639355-56c5-41db-9ad6-ef3a66715614 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:34.790634 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab495dbf-8859-43d3-98d7-3c210c432747', 'tag': '58bf72e9-e50d-463c-aa10-11f527776a47', 'status': 'completed', 'code': 200} Jul 13 07:37:34.790894 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62a0bda-063f-4cb5-8428-bb31af7c5ad0', 'name': 'network-vif-deleted', 'tag': '953ce3b1-423d-4b9b-a9e4-1fd077b44ff6', 'status': 'completed', 'code': 200} Jul 13 07:37:34.801148 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4703e38-88f3-4383-87bf-65140cf3b361 admin admin] Pushing event updated for resources: {'Network': ['ID=ddd1836a-7435-4938-830c-82705c4641dc,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:34.816060 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95187660-11c1-412b-ae0a-1752fb5863b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.820316 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network ddd1836a-7435-4938-830c-82705c4641dc details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:37:34.864183 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-b03a9abc-ba70-4d34-af6b-9d3178c8368f None None] Set router 9271f7b5-e1d1-43fa-a7d2-ef6a315b0577 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:34.949634 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f73d478-700d-48c8-ab5b-16fff0fffd74 admin admin] Made reservation on behalf of babf089be5df4e16898093c737362130 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:34.953165 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3f73d478-700d-48c8-ab5b-16fff0fffd74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.960977 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71417b-5cb9-4196-aa27-59265f5326df req-5ae77191-13b2-4599-a986-d5785be8d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.962709 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9e71417b-5cb9-4196-aa27-59265f5326df req-5ae77191-13b2-4599-a986-d5785be8d29d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&device_id=623b5042-7881-4811-8e65-4836c384b954 HTTP/1.1" status: 200 len: 1095 time: 0.4054163 Jul 13 07:37:34.966326 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-67fc4e8e-fa76-47fd-bba7-22e4f56fb82f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=50c8d939-6bc9-4c86-93bc-cac6046ab070 HTTP/1.1" status: 200 len: 217 time: 0.1607156 Jul 13 07:37:35.008721 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-9b779d36-98ed-4658-b372-22ed802e4a22 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=391a2889-7883-44d3-a179-c2e80188d486 HTTP/1.1" status: 200 len: 217 time: 0.1808023 Jul 13 07:37:35.074591 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-b87223fd-c975-44ad-926f-0a1cbdfa8aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:35.076651 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-b87223fd-c975-44ad-926f-0a1cbdfa8aa4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=370ab867-a738-414f-91c2-c627af51a399 HTTP/1.1" status: 200 len: 797 time: 0.0937684 Jul 13 07:37:35.132952 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b03a9abc-ba70-4d34-af6b-9d3178c8368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'name': 'tempest-FloatingIPsTestJSON-1764170035-router', 'tenant_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '61fd9d34-53e9-432e-8f38-0f85d13008a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:54Z', 'updated_at': '2021-07-13T07:37:31Z', 'revision_number': 5, 'project_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'gw_port': {'id': '61fd9d34-53e9-432e-8f38-0f85d13008a2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:54Z', 'updated_at': '2021-07-13T07:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:35.138728 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8349495e-043d-4d52-a260-b170a00804be req-9057893a-cedf-4c77-8537-d8761bf7ae0f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468555 Jul 13 07:37:35.183913 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a9abc-ba70-4d34-af6b-9d3178c8368f None None] Checking router: 9271f7b5-e1d1-43fa-a7d2-ef6a315b0577 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:37:35.195407 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-2dcacefd-fc76-4a32-a5f2-2abcf5d9e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:35.196297 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a9abc-ba70-4d34-af6b-9d3178c8368f None None] Routers {'9271f7b5-e1d1-43fa-a7d2-ef6a315b0577'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:35.196930 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b03a9abc-ba70-4d34-af6b-9d3178c8368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:37:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9271f7b5-e1d1-43fa-a7d2-ef6a315b0577'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:35.197872 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-2dcacefd-fc76-4a32-a5f2-2abcf5d9e209 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 0.1639566 Jul 13 07:37:35.207069 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586df9e6-dfc9-4872-9549-cfa8ec153eb2 req-826189d5-7f3c-40d2-a6e9-fc316cadd207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:35.208842 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-586df9e6-dfc9-4872-9549-cfa8ec153eb2 req-826189d5-7f3c-40d2-a6e9-fc316cadd207 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 1101 time: 0.3881083 Jul 13 07:37:35.269931 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-b4dfd0b5-0c57-4ef6-a3e3-d457c191d339 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583429 Jul 13 07:37:35.284056 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9e71417b-5cb9-4196-aa27-59265f5326df req-296d6e03-f2f0-49d5-8f0c-5c8a5d71cedf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3cd59a65-0c3f-4038-9862-a381dd4a7d50 HTTP/1.1" status: 200 len: 217 time: 0.3001227 Jul 13 07:37:35.292192 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95187660-11c1-412b-ae0a-1752fb5863b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.329017 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6bbf9-6b93-4b11-a018-7283a7103f61 req-6f05cc87-9130-4e9d-a53f-93004d33588d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:35.337865 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b7b6bbf9-6b93-4b11-a018-7283a7103f61 req-6f05cc87-9130-4e9d-a53f-93004d33588d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=623b5042-7881-4811-8e65-4836c384b954 HTTP/1.1" status: 200 len: 943 time: 0.3734136 Jul 13 07:37:35.358260 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-b03a9abc-ba70-4d34-af6b-9d3178c8368f None None] Set router 9271f7b5-e1d1-43fa-a7d2-ef6a315b0577 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:35.401474 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71417b-5cb9-4196-aa27-59265f5326df req-521d6de9-a4cb-46ac-9795-4dbf7cf6de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:35.404125 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9e71417b-5cb9-4196-aa27-59265f5326df req-521d6de9-a4cb-46ac-9795-4dbf7cf6de85 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=44d6fa42-4195-4977-b883-5a26f0e01114 HTTP/1.1" status: 200 len: 852 time: 0.1007338 Jul 13 07:37:35.469335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586df9e6-dfc9-4872-9549-cfa8ec153eb2 req-6d3fa8a2-ef79-4448-bb2e-c685b499474a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:35.471182 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-586df9e6-dfc9-4872-9549-cfa8ec153eb2 req-6d3fa8a2-ef79-4448-bb2e-c685b499474a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e545f0f56574564bb5b695119db8b5e&device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 1101 time: 0.6652267 Jul 13 07:37:35.586014 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9e71417b-5cb9-4196-aa27-59265f5326df req-7aa7aff9-dc20-4648-958b-2355b1f7205b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e0f025d-4e49-4094-84ea-558023ba4e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1623442 Jul 13 07:37:35.606714 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b03a9abc-ba70-4d34-af6b-9d3178c8368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'name': 'tempest-FloatingIPsTestJSON-1764170035-router', 'tenant_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '61fd9d34-53e9-432e-8f38-0f85d13008a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:54Z', 'updated_at': '2021-07-13T07:37:31Z', 'revision_number': 5, 'project_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'gw_port': {'id': '61fd9d34-53e9-432e-8f38-0f85d13008a2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:54Z', 'updated_at': '2021-07-13T07:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:35.662519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a9abc-ba70-4d34-af6b-9d3178c8368f None None] The sync data for ids ['9271f7b5-e1d1-43fa-a7d2-ef6a315b0577'] in n-d-779913-28 is: [{'id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'name': 'tempest-FloatingIPsTestJSON-1764170035-router', 'tenant_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '61fd9d34-53e9-432e-8f38-0f85d13008a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:54Z', 'updated_at': '2021-07-13T07:37:31Z', 'revision_number': 5, 'project_id': '9a26ac8c85544389ab517bdfcb42cd4b', 'gw_port': {'id': '61fd9d34-53e9-432e-8f38-0f85d13008a2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9271f7b5-e1d1-43fa-a7d2-ef6a315b0577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:54Z', 'updated_at': '2021-07-13T07:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:35.868255 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b7b6bbf9-6b93-4b11-a018-7283a7103f61 req-3031a665-cd8a-439c-9343-4dbe9bfd4f1e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290370 Jul 13 07:37:35.887396 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586df9e6-dfc9-4872-9549-cfa8ec153eb2 req-8265b4d0-bb04-4850-88f6-4ac370b34ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:35.888937 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-586df9e6-dfc9-4872-9549-cfa8ec153eb2 req-8265b4d0-bb04-4850-88f6-4ac370b34ede service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.6657801 Jul 13 07:37:35.911893 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-c8206ab9-f526-481f-a92b-840465484186 service neutron] 10.222.0.35 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312189 Jul 13 07:37:35.954851 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-586df9e6-dfc9-4872-9549-cfa8ec153eb2 req-aca52ad5-21c6-4e14-a323-cdd9151e7294 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=58bf72e9-e50d-463c-aa10-11f527776a47 HTTP/1.1" status: 200 len: 217 time: 0.0580881 Jul 13 07:37:35.958810 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0789f75c-6bb6-493b-a95b-f3ad38554afc x-openstack-request-id: req-0789f75c-6bb6-493b-a95b-f3ad38554afc {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:35.959103 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3236581-b693-4031-ba3b-0c362336d859", "tag": "391a2889-7883-44d3-a179-c2e80188d486", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:35.959359 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0789f75c-6bb6-493b-a95b-f3ad38554afc {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:35.959765 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3236581-b693-4031-ba3b-0c362336d859', 'tag': '391a2889-7883-44d3-a179-c2e80188d486', 'status': 'completed', 'code': 200} Jul 13 07:37:35.991958 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167d6b7-f55e-4f30-927d-1786a8c59228 req-4d779e9b-8546-4536-80c8-e8d4f0231133 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:35.993558 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a167d6b7-f55e-4f30-927d-1786a8c59228 req-4d779e9b-8546-4536-80c8-e8d4f0231133 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 943 time: 0.6728842 Jul 13 07:37:36.064212 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f4940c63-41f2-42c8-aa2a-d30b9c828962 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:36.071655 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-95187660-11c1-412b-ae0a-1752fb5863b9 admin admin] Deleting port 61fd9d34-53e9-432e-8f38-0f85d13008a2 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:36.072015 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95187660-11c1-412b-ae0a-1752fb5863b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.112742 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: f4940c63-41f2-42c8-aa2a-d30b9c828962 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:36.118836 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f4940c63-41f2-42c8-aa2a-d30b9c828962 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:36.275053 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75590b39-e2de-4a38-8ee0-45ead9897c70 req-602871e2-7fec-4abc-a8cf-cbbcab6c6c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.276719 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-75590b39-e2de-4a38-8ee0-45ead9897c70 req-602871e2-7fec-4abc-a8cf-cbbcab6c6c4c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 1097 time: 1.4915485 Jul 13 07:37:36.351690 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3f73d478-700d-48c8-ab5b-16fff0fffd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.408739 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-95187660-11c1-412b-ae0a-1752fb5863b9 admin admin] For port 61fd9d34-53e9-432e-8f38-0f85d13008a2, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=61fd9d34-53e9-432e-8f38-0f85d13008a2,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:36.409877 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95187660-11c1-412b-ae0a-1752fb5863b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.436335 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a167d6b7-f55e-4f30-927d-1786a8c59228 req-1ff0ea30-1eb7-4700-b513-9e8b8e0b2938 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128995 Jul 13 07:37:36.472304 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586df9e6-dfc9-4872-9549-cfa8ec153eb2 req-05d89d98-ff52-426e-9f62-72a7097fcce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.472304 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-586df9e6-dfc9-4872-9549-cfa8ec153eb2 req-05d89d98-ff52-426e-9f62-72a7097fcce9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.5008140 Jul 13 07:37:36.472304 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-95187660-11c1-412b-ae0a-1752fb5863b9 admin admin] Calling delete_port for 61fd9d34-53e9-432e-8f38-0f85d13008a2 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:36.533794 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73d478-700d-48c8-ab5b-16fff0fffd74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9686c51c-f5f6-4c64-99e9-627314bd0ae7,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:36.595841 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-94e65861-c1a6-4f2c-b9c1-04e412b8f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.600652 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-94e65861-c1a6-4f2c-b9c1-04e412b8f7a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57e01b8b-6c29-4855-95ef-f150e56b368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.4719439 Jul 13 07:37:36.652196 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b6cd10f-ebcb-4698-8f07-b1b032709d70 req-4ab75e70-de87-48f4-85b8-91e059b58b38 service neutron] 10.222.0.35 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7083731 Jul 13 07:37:36.723849 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9e71417b-5cb9-4196-aa27-59265f5326df req-6184a2f5-3f55-4c6c-bdd1-1d0d419bac13 service neutron] 10.222.0.62 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818997 Jul 13 07:37:36.725727 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-75590b39-e2de-4a38-8ee0-45ead9897c70 req-46fed67f-9e33-4408-8b30-802145a15cd2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226043 Jul 13 07:37:36.773329 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586df9e6-dfc9-4872-9549-cfa8ec153eb2 req-2ce4ed27-a721-4c7f-9408-80149fef25bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.775223 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-586df9e6-dfc9-4872-9549-cfa8ec153eb2 req-2ce4ed27-a721-4c7f-9408-80149fef25bd service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 1.1881697 Jul 13 07:37:36.776217 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe8e49-3d06-46ee-b588-ef9e5c303daf req-735b3f04-038e-4476-af5d-4761e35b3943 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.779074 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ebe8e49-3d06-46ee-b588-ef9e5c303daf req-735b3f04-038e-4476-af5d-4761e35b3943 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 945 time: 0.5377760 Jul 13 07:37:36.798423 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623b5042-7881-4811-8e65-4836c384b954', 'tag': '3cd59a65-0c3f-4038-9862-a381dd4a7d50'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:36.806678 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84305d4d-251f-4b29-bfc3-4021f1e35d86" -d '{"events": [{"name": "network-changed", "server_uuid": "623b5042-7881-4811-8e65-4836c384b954", "tag": "3cd59a65-0c3f-4038-9862-a381dd4a7d50"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:37.041401 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95187660-11c1-412b-ae0a-1752fb5863b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.067254 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-35568f74-3999-409e-84b1-265eb1dbd5a4 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128476 Jul 13 07:37:37.121571 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95187660-11c1-412b-ae0a-1752fb5863b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=61fd9d34-53e9-432e-8f38-0f85d13008a2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:37.136156 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586df9e6-dfc9-4872-9549-cfa8ec153eb2 req-6a96bbcc-d575-4ed2-b7e7-2bd33333f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.137997 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-586df9e6-dfc9-4872-9549-cfa8ec153eb2 req-6a96bbcc-d575-4ed2-b7e7-2bd33333f054 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6565933 Jul 13 07:37:37.157800 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9e71417b-5cb9-4196-aa27-59265f5326df req-0ac78f10-5b9e-416f-8a1b-b681c93aedbc service neutron] 10.222.0.62 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812926 Jul 13 07:37:37.161298 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ebe8e49-3d06-46ee-b588-ef9e5c303daf req-0951f9e4-2916-4cb0-96bc-0fae50913597 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579831 Jul 13 07:37:37.320510 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-586df9e6-dfc9-4872-9549-cfa8ec153eb2 req-455b2690-d52b-42ef-ad8d-075151e0d560 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=58bf72e9-e50d-463c-aa10-11f527776a47 HTTP/1.1" status: 200 len: 217 time: 0.2653010 Jul 13 07:37:37.337319 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-586df9e6-dfc9-4872-9549-cfa8ec153eb2 req-d13556e6-b451-4fc6-a4e7-ca222ed17e78 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228759 Jul 13 07:37:37.487823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f73d478-700d-48c8-ab5b-16fff0fffd74 admin admin] Checking segment: {'id': '1ef09f4b-7814-4038-95f4-1b1a434767f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ddd1836a-7435-4938-830c-82705c4641dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:37.488194 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f73d478-700d-48c8-ab5b-16fff0fffd74 admin admin] Network hostable DHCP agents. Network: ddd1836a-7435-4938-830c-82705c4641dc, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:37:37.570989 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 58bf72e9-e50d-463c-aa10-11f527776a47 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:37.589073 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586df9e6-dfc9-4872-9549-cfa8ec153eb2 req-9236f709-d46e-42bd-b547-426245f4e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.590644 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-586df9e6-dfc9-4872-9549-cfa8ec153eb2 req-9236f709-d46e-42bd-b547-426245f4e34f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.2496362 Jul 13 07:37:37.596516 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f73d478-700d-48c8-ab5b-16fff0fffd74 admin admin] Network ddd1836a-7435-4938-830c-82705c4641dc is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:37:37.597372 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de799b-2c07-400e-aea8-b23ce7a0bfa2 req-2e12d85a-42ce-4ab0-8899-1e0d335a331f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.604123 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de799b-2c07-400e-aea8-b23ce7a0bfa2 req-2e12d85a-42ce-4ab0-8899-1e0d335a331f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.631343 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de799b-2c07-400e-aea8-b23ce7a0bfa2 req-2e12d85a-42ce-4ab0-8899-1e0d335a331f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.637813 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de799b-2c07-400e-aea8-b23ce7a0bfa2 req-2e12d85a-42ce-4ab0-8899-1e0d335a331f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.659530 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-3f73d478-700d-48c8-ab5b-16fff0fffd74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, ddd1836a-7435-4938-830c-82705c4641dc) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:37.661191 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de799b-2c07-400e-aea8-b23ce7a0bfa2 req-2e12d85a-42ce-4ab0-8899-1e0d335a331f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.667008 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de799b-2c07-400e-aea8-b23ce7a0bfa2 req-2e12d85a-42ce-4ab0-8899-1e0d335a331f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.669624 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f73d478-700d-48c8-ab5b-16fff0fffd74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.670943 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3f73d478-700d-48c8-ab5b-16fff0fffd74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.675694 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bae1181-4c56-4726-8ba1-3564e7ce2493 None None] Network ddd1836a-7435-4938-830c-82705c4641dc requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:37.682055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de799b-2c07-400e-aea8-b23ce7a0bfa2 req-2e12d85a-42ce-4ab0-8899-1e0d335a331f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.684601 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f9de799b-2c07-400e-aea8-b23ce7a0bfa2 req-2e12d85a-42ce-4ab0-8899-1e0d335a331f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5431 time: 0.6609404 Jul 13 07:37:37.712719 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.732886 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95187660-11c1-412b-ae0a-1752fb5863b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.746631 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-2889f275-0525-44a4-b5ac-932d45471ea3 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5848882 Jul 13 07:37:37.754740 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefdef7-ee7b-4dbd-abca-bcdce4341314 req-eae6c5c2-462b-4bc9-b3e6-dd9354b494b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.756936 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0eefdef7-ee7b-4dbd-abca-bcdce4341314 req-eae6c5c2-462b-4bc9-b3e6-dd9354b494b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 1095 time: 0.6887450 Jul 13 07:37:37.791594 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 58bf72e9-e50d-463c-aa10-11f527776a47, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=58bf72e9-e50d-463c-aa10-11f527776a47,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:37.821543 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '58bf72e9-e50d-463c-aa10-11f527776a47', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '58bf72e9-e50d-463c-aa10-11f527776a47', 'mac_address': 'fa:16:3e:9d:38:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:37.865187 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95187660-11c1-412b-ae0a-1752fb5863b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.870601 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95187660-11c1-412b-ae0a-1752fb5863b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.896142 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3f73d478-700d-48c8-ab5b-16fff0fffd74 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1398087 Jul 13 07:37:37.929408 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e704818-27b8-43f0-a6c1-1bd73836a0d5 None None] Network ddd1836a-7435-4938-830c-82705c4641dc requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:37.947670 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.977022 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-d40ff28e-ce71-4003-a6ce-e6d6a1148483 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=edae6acc-ae63-4af8-b2c6-ed538d646caf HTTP/1.1" status: 200 len: 217 time: 0.2031918 Jul 13 07:37:37.980478 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58bf72e9-e50d-463c-aa10-11f527776a47 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:37.999669 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffb3bf-bfff-4d4e-8342-df3255199659 req-cf4f3fb5-2459-4659-b5fa-4816eff1432a tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:38.008638 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-daffb3bf-bfff-4d4e-8342-df3255199659 req-cf4f3fb5-2459-4659-b5fa-4816eff1432a tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 949 time: 0.6292346 Jul 13 07:37:38.028901 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f9de799b-2c07-400e-aea8-b23ce7a0bfa2 req-c7c85be4-1df4-46ff-a825-fdd238d31620 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2977450 Jul 13 07:37:38.038698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-586df9e6-dfc9-4872-9549-cfa8ec153eb2 req-3b89a3f8-3405-45cc-9e4b-3b143bc1ccf2 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6665554 Jul 13 07:37:38.097844 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 58bf72e9-e50d-463c-aa10-11f527776a47, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=58bf72e9-e50d-463c-aa10-11f527776a47,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:38.097963 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95187660-11c1-412b-ae0a-1752fb5863b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.101746 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95187660-11c1-412b-ae0a-1752fb5863b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9271f7b5-e1d1-43fa-a7d2-ef6a315b0577 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:37:38.109893 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95187660-11c1-412b-ae0a-1752fb5863b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.111099 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-95187660-11c1-412b-ae0a-1752fb5863b9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/9271f7b5-e1d1-43fa-a7d2-ef6a315b0577 HTTP/1.1" status: 204 len: 168 time: 3.5131454 Jul 13 07:37:38.119936 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35506) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:38.132003 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586df9e6-dfc9-4872-9549-cfa8ec153eb2 req-14cc5db9-e961-4947-a727-c443bb89bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:38.134815 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.140336 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-586df9e6-dfc9-4872-9549-cfa8ec153eb2 req-14cc5db9-e961-4947-a727-c443bb89bdc4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5266066 Jul 13 07:37:38.232089 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-48fa1101-5bc5-4754-acb1-75d4d1200335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:38.241204 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-daffb3bf-bfff-4d4e-8342-df3255199659 req-aff8ab76-7c19-4f01-8acf-56f1a8d58672 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316647 Jul 13 07:37:38.243473 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-48fa1101-5bc5-4754-acb1-75d4d1200335 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=370ab867-a738-414f-91c2-c627af51a399 HTTP/1.1" status: 200 len: 797 time: 0.2144554 Jul 13 07:37:38.277458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ec1498-b50a-4c26-a579-ffc3718d0d79 admin admin] Deleting subnet 6a42dd5f-7039-4459-b812-74e687b51197 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:37:38.289304 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1498-b50a-4c26-a579-ffc3718d0d79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.349827 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefdef7-ee7b-4dbd-abca-bcdce4341314 req-da7b033c-454e-4744-a975-68cc14152790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:38.351528 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0eefdef7-ee7b-4dbd-abca-bcdce4341314 req-da7b033c-454e-4744-a975-68cc14152790 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 908 time: 0.5647700 Jul 13 07:37:38.366675 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=58bf72e9-e50d-463c-aa10-11f527776a47,revision_number=12']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:38.390760 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1498-b50a-4c26-a579-ffc3718d0d79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.402270 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:37:38.527786 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['58bf72e9-e50d-463c-aa10-11f527776a47'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:38.570725 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7376741e-8527-4f1a-90c6-8341fef7cca3 x-openstack-request-id: req-7376741e-8527-4f1a-90c6-8341fef7cca3 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:38.571088 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623b5042-7881-4811-8e65-4836c384b954", "tag": "3cd59a65-0c3f-4038-9862-a381dd4a7d50", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:38.571245 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7376741e-8527-4f1a-90c6-8341fef7cca3 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:38.571647 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623b5042-7881-4811-8e65-4836c384b954', 'tag': '3cd59a65-0c3f-4038-9862-a381dd4a7d50', 'status': 'completed', 'code': 200} Jul 13 07:37:38.600914 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0eefdef7-ee7b-4dbd-abca-bcdce4341314 req-dce529eb-39fa-48c2-8e95-5414288b6d99 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=391a2889-7883-44d3-a179-c2e80188d486 HTTP/1.1" status: 200 len: 217 time: 0.2362750 Jul 13 07:37:38.722416 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1498-b50a-4c26-a579-ffc3718d0d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.723869 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-586df9e6-dfc9-4872-9549-cfa8ec153eb2 req-2f8a4ada-5074-4c98-a46b-1fc09fa016ae service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624092 Jul 13 07:37:38.736441 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81975401-72ed-480f-ac6a-c61960872f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:38.738065 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-81975401-72ed-480f-ac6a-c61960872f31 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57e01b8b-6c29-4855-95ef-f150e56b368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4798040 Jul 13 07:37:38.754704 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac51b59-a3d4-49b8-aeae-8734543c72ef req-ebdd6266-00bc-4a47-af50-e51bb9fbc43d tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:38.762866 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dac51b59-a3d4-49b8-aeae-8734543c72ef req-ebdd6266-00bc-4a47-af50-e51bb9fbc43d tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 943 time: 0.1959214 Jul 13 07:37:38.780337 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925088ff-438a-41f7-a372-f7035108a744 req-fd00176b-9f88-4d26-ab31-6160e8290ad0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:38.788818 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-925088ff-438a-41f7-a372-f7035108a744 req-fd00176b-9f88-4d26-ab31-6160e8290ad0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=623b5042-7881-4811-8e65-4836c384b954 HTTP/1.1" status: 200 len: 943 time: 0.3097751 Jul 13 07:37:38.856438 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-586df9e6-dfc9-4872-9549-cfa8ec153eb2 req-8fe130f8-0fb9-4634-83d0-cdec39126b33 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173625 Jul 13 07:37:38.905566 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1498-b50a-4c26-a579-ffc3718d0d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.915328 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefdef7-ee7b-4dbd-abca-bcdce4341314 req-8c907bf0-7b40-428f-a366-c89ca7325a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:38.916878 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0eefdef7-ee7b-4dbd-abca-bcdce4341314 req-8c907bf0-7b40-428f-a366-c89ca7325a70 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 0.2874296 Jul 13 07:37:38.928067 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84305d4d-251f-4b29-bfc3-4021f1e35d86 req-c4f624e6-047d-41a6-8bee-65c4b6b7afed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:38.928913 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35522) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:38.929918 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84305d4d-251f-4b29-bfc3-4021f1e35d86 req-c4f624e6-047d-41a6-8bee-65c4b6b7afed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&device_id=623b5042-7881-4811-8e65-4836c384b954 HTTP/1.1" status: 200 len: 1095 time: 0.3454051 Jul 13 07:37:38.956768 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5dfa240d-a44b-4fcb-982e-c13f0f51adc7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1764277305-network', 'tenant_id': '84436d1c93514d17bf89f0b0f656d2ec'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:38.965158 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec1498-b50a-4c26-a579-ffc3718d0d79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a42dd5f-7039-4459-b812-74e687b51197,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:38.968641 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1498-b50a-4c26-a579-ffc3718d0d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.970569 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c0ec1498-b50a-4c26-a579-ffc3718d0d79 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6a42dd5f-7039-4459-b812-74e687b51197 HTTP/1.1" status: 204 len: 168 time: 0.8324080 Jul 13 07:37:38.979857 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a0f20-a30f-4b40-91b1-d98b18398956 None None] Network 48f81d2f-984b-4639-ae18-7c1f66f2dca1 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:38.990932 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35524) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:39.009263 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0eefdef7-ee7b-4dbd-abca-bcdce4341314 req-8248eff1-a6c7-467b-b2d5-f38e25a00c44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771308 Jul 13 07:37:39.036005 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-925088ff-438a-41f7-a372-f7035108a744 req-de6dfa50-abae-4bad-8f9a-9e6b10460aa1 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460747 Jul 13 07:37:39.053262 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dac51b59-a3d4-49b8-aeae-8734543c72ef req-a3b236d5-1c7f-47eb-b54e-1177a638693c tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893023 Jul 13 07:37:39.135947 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfa240d-a44b-4fcb-982e-c13f0f51adc7 admin admin] Made reservation on behalf of 84436d1c93514d17bf89f0b0f656d2ec for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:39.139215 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5dfa240d-a44b-4fcb-982e-c13f0f51adc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.171017 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.173439 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5dfa240d-a44b-4fcb-982e-c13f0f51adc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.199524 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-b1874354-1791-4f80-8154-b9171f6042c2 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396516 Jul 13 07:37:39.283762 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84305d4d-251f-4b29-bfc3-4021f1e35d86 req-37959329-5fb6-4f74-ad6e-903a0471c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.286079 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84305d4d-251f-4b29-bfc3-4021f1e35d86 req-37959329-5fb6-4f74-ad6e-903a0471c0d2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 200 len: 913 time: 0.3417222 Jul 13 07:37:39.301801 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0eefdef7-ee7b-4dbd-abca-bcdce4341314 req-ccffc148-4d37-4982-977e-646cd7198d54 service neutron] 10.222.0.35 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728157 Jul 13 07:37:39.317215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Deleting port 3b2bd2cf-0ffd-4728-9aeb-67487fee2685 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:39.317835 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.425303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdaf366-3573-4edd-99fa-c082c32fd00b None None] DHCP port deletion for 48f81d2f-984b-4639-ae18-7c1f66f2dca1 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:37:39.494792 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84305d4d-251f-4b29-bfc3-4021f1e35d86 req-09723439-2042-4f04-9729-dbddae1eb805 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3cd59a65-0c3f-4038-9862-a381dd4a7d50 HTTP/1.1" status: 200 len: 217 time: 0.1885316 Jul 13 07:37:39.510836 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] For port 3b2bd2cf-0ffd-4728-9aeb-67487fee2685, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3b2bd2cf-0ffd-4728-9aeb-67487fee2685,segment=NetworkSegment(b00793de-3ee2-4255-bb85-fc05f0fb0640),segment_id=b00793de-3ee2-4255-bb85-fc05f0fb0640)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:39.511300 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.515614 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5dfa240d-a44b-4fcb-982e-c13f0f51adc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.531944 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Calling delete_port for 3b2bd2cf-0ffd-4728-9aeb-67487fee2685 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:39.532226 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3cdaf366-3573-4edd-99fa-c082c32fd00b None None] Deleting port 3b2bd2cf-0ffd-4728-9aeb-67487fee2685 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:39.532590 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3cdaf366-3573-4edd-99fa-c082c32fd00b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.536018 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5dfa240d-a44b-4fcb-982e-c13f0f51adc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.579248 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfa240d-a44b-4fcb-982e-c13f0f51adc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:37:39.584453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 58bf72e9-e50d-463c-aa10-11f527776a47 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:39.649619 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5dfa240d-a44b-4fcb-982e-c13f0f51adc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.649841 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-5dfa240d-a44b-4fcb-982e-c13f0f51adc7 admin admin] Added segment 5fb96120-3d24-4434-85e2-1f23aded30b4 of type vlan for network 622f63e4-1adc-4cd8-9ec0-98edd5680a30 Jul 13 07:37:39.653683 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa240d-a44b-4fcb-982e-c13f0f51adc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a128ec-af62-4c0f-aad3-df11c4adf76d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:39.659628 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-2ed6bc36-de8a-4a4e-b704-51d0fddd786e service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504433 Jul 13 07:37:39.722477 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0eefdef7-ee7b-4dbd-abca-bcdce4341314 req-b806aff7-e0ce-4614-a926-17783e1b02d9 service neutron] 10.222.0.35 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474476 Jul 13 07:37:39.744525 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84305d4d-251f-4b29-bfc3-4021f1e35d86 req-86fcade3-d508-4454-ab62-efec628b5e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.747549 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84305d4d-251f-4b29-bfc3-4021f1e35d86 req-86fcade3-d508-4454-ab62-efec628b5e98 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=44d6fa42-4195-4977-b883-5a26f0e01114 HTTP/1.1" status: 200 len: 852 time: 0.2449794 Jul 13 07:37:39.749164 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5dfa240d-a44b-4fcb-982e-c13f0f51adc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.765578 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc77f6-ce96-4891-a5ec-d2753bbded89 req-f02ad075-530f-4ad0-a329-85c768b8046b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.773309 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75bc77f6-ce96-4891-a5ec-d2753bbded89 req-f02ad075-530f-4ad0-a329-85c768b8046b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 945 time: 0.4012794 Jul 13 07:37:39.802203 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-95aab1a5-a4cc-4fe6-a81c-894b4de37d1e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=898d9121-0ea6-4720-8349-4991e51f33d9 HTTP/1.1" status: 200 len: 217 time: 0.0709569 Jul 13 07:37:39.828661 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3cdaf366-3573-4edd-99fa-c082c32fd00b None None] For port 3b2bd2cf-0ffd-4728-9aeb-67487fee2685, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3b2bd2cf-0ffd-4728-9aeb-67487fee2685,segment=NetworkSegment(b00793de-3ee2-4255-bb85-fc05f0fb0640),segment_id=b00793de-3ee2-4255-bb85-fc05f0fb0640)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:39.829048 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3cdaf366-3573-4edd-99fa-c082c32fd00b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.839007 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84305d4d-251f-4b29-bfc3-4021f1e35d86 req-6d0902ac-e402-4528-ab1c-32e18ca94834 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e0f025d-4e49-4094-84ea-558023ba4e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393734 Jul 13 07:37:39.847737 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3cdaf366-3573-4edd-99fa-c082c32fd00b None None] Calling delete_port for 3b2bd2cf-0ffd-4728-9aeb-67487fee2685 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:39.906317 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-f940a40f-d47d-42fe-a8ce-7113ae45d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.908621 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-f940a40f-d47d-42fe-a8ce-7113ae45d8c4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f6e3720-201f-43bb-bde6-dcc07159d634 HTTP/1.1" status: 200 len: 797 time: 0.0976140 Jul 13 07:37:39.931079 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.db.resource_extend [None req-5dfa240d-a44b-4fcb-982e-c13f0f51adc7 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:37:39.978726 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75bc77f6-ce96-4891-a5ec-d2753bbded89 req-7bd89889-10ed-4688-9670-e9a6a140c5a7 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039957 Jul 13 07:37:39.990372 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.007343 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3cdaf366-3573-4edd-99fa-c082c32fd00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.026042 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84305d4d-251f-4b29-bfc3-4021f1e35d86 req-83ea67e4-6d41-4cd5-9398-fc11a92a4bec service neutron] 10.222.0.62 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680317 Jul 13 07:37:40.040756 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 61fd9d34-53e9-432e-8f38-0f85d13008a2 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:40.052907 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdaf366-3573-4edd-99fa-c082c32fd00b None None] Pushing event deleted for resources: {'Port': ['ID=3b2bd2cf-0ffd-4728-9aeb-67487fee2685,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:40.053696 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5dfa240d-a44b-4fcb-982e-c13f0f51adc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.054930 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfa240d-a44b-4fcb-982e-c13f0f51adc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.055747 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5dfa240d-a44b-4fcb-982e-c13f0f51adc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.068743 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Pushing event deleted for resources: {'Port': ['ID=3b2bd2cf-0ffd-4728-9aeb-67487fee2685,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:40.091164 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] No DVR routers for this DVR port 3b2bd2cf-0ffd-4728-9aeb-67487fee2685 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:40.098235 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.098920 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.099454 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.099991 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.100582 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.101126 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.101652 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.102247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.102826 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.103382 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.103926 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.104612 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.114301 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 61fd9d34-53e9-432e-8f38-0f85d13008a2 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:40.114698 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 61fd9d34-53e9-432e-8f38-0f85d13008a2 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:40.115313 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 3b2bd2cf-0ffd-4728-9aeb-67487fee2685 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:40.133094 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ad634ee5-6df6-4ac2-80b3-2e4c5825bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.138706 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-ad634ee5-6df6-4ac2-80b3-2e4c5825bc30 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1992354 Jul 13 07:37:40.159900 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 3b2bd2cf-0ffd-4728-9aeb-67487fee2685 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:40.160901 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 3b2bd2cf-0ffd-4728-9aeb-67487fee2685 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:40.169636 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdaf366-3573-4edd-99fa-c082c32fd00b None None] No DVR routers for this DVR port 3b2bd2cf-0ffd-4728-9aeb-67487fee2685 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:40.203649 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 58bf72e9-e50d-463c-aa10-11f527776a47 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:40.209188 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 58bf72e9-e50d-463c-aa10-11f527776a47 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:40.209725 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.215172 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.226895 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f81d2f-984b-4639-ae18-7c1f66f2dca1']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:40.238709 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00793de-3ee2-4255-bb85-fc05f0fb0640') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:40.239140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00793de-3ee2-4255-bb85-fc05f0fb0640') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:40.248757 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.263109 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.269717 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:40.270334 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.312442 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.320531 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-8999fcad-3b48-4780-924e-f96d05ac090a service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121359 Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:40.332522 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:40.335808 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5dfa240d-a44b-4fcb-982e-c13f0f51adc7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3831706 Jul 13 07:37:40.346944 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35536) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:40.354353 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab495dbf-8859-43d3-98d7-3c210c432747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bf72e9-e50d-463c-aa10-11f527776a47'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:40.357708 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50af9b05-b1e2-4256-ad84-de4ba754682a" -d '{"events": [{"server_uuid": "ab495dbf-8859-43d3-98d7-3c210c432747", "name": "network-vif-plugged", "status": "completed", "tag": "58bf72e9-e50d-463c-aa10-11f527776a47"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:40.373405 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 58bf72e9-e50d-463c-aa10-11f527776a47, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=58bf72e9-e50d-463c-aa10-11f527776a47,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:40.381671 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3bc6415e-9930-42ba-9690-acb45ccde700 admin admin] Request body: {'subnet': {'network_id': '622f63e4-1adc-4cd8-9ec0-98edd5680a30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1764277305-subnet', 'tenant_id': '84436d1c93514d17bf89f0b0f656d2ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:40.383880 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.421233 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.422715 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa240d-a44b-4fcb-982e-c13f0f51adc7 admin admin] Pushing event updated for resources: {'Network': ['ID=622f63e4-1adc-4cd8-9ec0-98edd5680a30,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:40.436552 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46738a-56a8-4171-8e1b-8356a04bd04a req-12e234f8-c9ec-4f90-a000-a5162145804f tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.441043 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd46738a-56a8-4171-8e1b-8356a04bd04a req-12e234f8-c9ec-4f90-a000-a5162145804f tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 1102 time: 0.6007259 Jul 13 07:37:40.447396 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc6415e-9930-42ba-9690-acb45ccde700 admin admin] Made reservation on behalf of 84436d1c93514d17bf89f0b0f656d2ec for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:40.448768 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84305d4d-251f-4b29-bfc3-4021f1e35d86 req-458af006-e942-4a54-8720-b3f2d25ae724 service neutron] 10.222.0.62 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112418 Jul 13 07:37:40.450989 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bc6415e-9930-42ba-9690-acb45ccde700 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.455166 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 622f63e4-1adc-4cd8-9ec0-98edd5680a30 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:37:40.464036 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.468315 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] 10.222.0.58 "DELETE /v2.0/networks/48f81d2f-984b-4639-ae18-7c1f66f2dca1 HTTP/1.1" status: 204 len: 168 time: 1.4740705 Jul 13 07:37:40.472819 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-14bd9f8c-77f8-4d02-8954-d5a070e62600 service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431546 Jul 13 07:37:40.522521 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f1625-f70e-41f0-9f80-21d85feefafb admin admin] Pushing event deleted for resources: {'Network': ['ID=48f81d2f-984b-4639-ae18-7c1f66f2dca1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:40.581170 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=58bf72e9-e50d-463c-aa10-11f527776a47,revision_number=13']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:40.582000 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-8e92feb3-383c-4f0a-9311-9c960f7f5421 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0089a19-6897-483c-beef-e272a1029320 HTTP/1.1" status: 200 len: 217 time: 0.0999167 Jul 13 07:37:40.635657 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd46738a-56a8-4171-8e1b-8356a04bd04a req-183b1bb4-7054-4361-bf9a-e07ce20ceea5 tempest-MigrationsAdminTest-197846891 tempest-MigrationsAdminTest-197846891-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776791 Jul 13 07:37:40.665103 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-040acfda-c524-4b4f-9596-993f6d0d1c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.673959 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-040acfda-c524-4b4f-9596-993f6d0d1c2e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f6e3720-201f-43bb-bde6-dcc07159d634 HTTP/1.1" status: 200 len: 797 time: 0.0762150 Jul 13 07:37:40.708608 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0bffe-5b91-4ae3-adad-cc5f507d08c1 req-ca464de4-1ce9-4b50-b239-054f490579af tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.727787 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0bffe-5b91-4ae3-adad-cc5f507d08c1 req-ca464de4-1ce9-4b50-b239-054f490579af tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.735574 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0bffe-5b91-4ae3-adad-cc5f507d08c1 req-ca464de4-1ce9-4b50-b239-054f490579af tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.755650 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f173e841-7be6-4533-bbbd-ae63f0267b68 None None] Provisioning complete for port 58bf72e9-e50d-463c-aa10-11f527776a47 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:40.756313 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f173e841-7be6-4533-bbbd-ae63f0267b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.763218 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0bffe-5b91-4ae3-adad-cc5f507d08c1 req-ca464de4-1ce9-4b50-b239-054f490579af tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.781181 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0bffe-5b91-4ae3-adad-cc5f507d08c1 req-ca464de4-1ce9-4b50-b239-054f490579af tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.816698 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0bffe-5b91-4ae3-adad-cc5f507d08c1 req-ca464de4-1ce9-4b50-b239-054f490579af tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.827082 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35544) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:40.833018 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0bffe-5b91-4ae3-adad-cc5f507d08c1 req-ca464de4-1ce9-4b50-b239-054f490579af tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.841025 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ff0bffe-5b91-4ae3-adad-cc5f507d08c1 req-ca464de4-1ce9-4b50-b239-054f490579af tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5431 time: 0.5099733 Jul 13 07:37:40.857933 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-44a618a6-9865-4efc-b0bb-8ff435e4ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.861588 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-44a618a6-9865-4efc-b0bb-8ff435e4ec29 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1839387 Jul 13 07:37:40.980909 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-70129188-12ab-4d75-92e9-1771f5fd1761 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a26ac8c85544389ab517bdfcb42cd4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497970 Jul 13 07:37:40.982317 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35546) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:41.021723 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-80237670-3d68-4e64-8a77-cf8b8d276876 service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484523 Jul 13 07:37:41.026206 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ff0bffe-5b91-4ae3-adad-cc5f507d08c1 req-d0d55ef1-e9a3-4053-b907-c8cbac9ba7f7 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1836126 Jul 13 07:37:41.028535 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bc6415e-9930-42ba-9690-acb45ccde700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.088224 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ec43ea40-ecc1-4f49-8f53-e66c65157cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.124340 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed9d48-9141-4041-a174-76654fab8009 req-487c7f12-0a94-4749-8cb4-11490b290eb0 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:41.127217 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-21ed9d48-9141-4041-a174-76654fab8009 req-487c7f12-0a94-4749-8cb4-11490b290eb0 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 1097 time: 0.2142272 Jul 13 07:37:41.128433 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6415e-9930-42ba-9690-acb45ccde700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1b7c614-38dc-4327-8b3b-18a33442b243,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:41.154497 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ec43ea40-ecc1-4f49-8f53-e66c65157cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.189037 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc6415e-9930-42ba-9690-acb45ccde700 admin admin] Checking segment: {'id': '5fb96120-3d24-4434-85e2-1f23aded30b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '622f63e4-1adc-4cd8-9ec0-98edd5680a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:41.189782 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc6415e-9930-42ba-9690-acb45ccde700 admin admin] Network hostable DHCP agents. Network: 622f63e4-1adc-4cd8-9ec0-98edd5680a30, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:37:41.198876 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-772c7583-8ceb-499e-acfc-d54e2ce7fab5 req-2ad58054-753a-4f3a-8e74-f4e880bf3e59 service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665347 Jul 13 07:37:41.236665 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ec43ea40-ecc1-4f49-8f53-e66c65157cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.241683 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ec43ea40-ecc1-4f49-8f53-e66c65157cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.253905 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ec43ea40-ecc1-4f49-8f53-e66c65157cd3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ca79075-8dd3-4863-9028-2cf2129d18f9 HTTP/1.1" status: 204 len: 168 time: 0.2630823 Jul 13 07:37:41.281644 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-21ed9d48-9141-4041-a174-76654fab8009 req-41a25208-8c61-4395-b261-3fcc30604923 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400056 Jul 13 07:37:41.311690 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc6415e-9930-42ba-9690-acb45ccde700 admin admin] Network 622f63e4-1adc-4cd8-9ec0-98edd5680a30 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:37:41.317689 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43ea40-ecc1-4f49-8f53-e66c65157cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca79075-8dd3-4863-9028-2cf2129d18f9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:41.384519 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3bc6415e-9930-42ba-9690-acb45ccde700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 622f63e4-1adc-4cd8-9ec0-98edd5680a30) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:41.395025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96416a1f-1cdd-4420-a471-72a19cf12d40 None None] Network 622f63e4-1adc-4cd8-9ec0-98edd5680a30 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:41.401572 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc6415e-9930-42ba-9690-acb45ccde700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:41.402729 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bc6415e-9930-42ba-9690-acb45ccde700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.411923 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-b2ffdfe3-c733-4e33-b4df-bbb6ec412d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:41.412423 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-b2ffdfe3-c733-4e33-b4df-bbb6ec412d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:41.412951 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-b2ffdfe3-c733-4e33-b4df-bbb6ec412d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:41.413430 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-b2ffdfe3-c733-4e33-b4df-bbb6ec412d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:41.413902 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-b2ffdfe3-c733-4e33-b4df-bbb6ec412d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:41.414936 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-b2ffdfe3-c733-4e33-b4df-bbb6ec412d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:41.415418 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-b2ffdfe3-c733-4e33-b4df-bbb6ec412d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:41.417688 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-b2ffdfe3-c733-4e33-b4df-bbb6ec412d21 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=212dff56b36b4f87993a61249127ab0c&device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 6495 time: 0.1480012 Jul 13 07:37:41.424305 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531955e9-51b5-4e1f-a7fe-5c8d3538650b req-3dea8055-28d8-40fe-8ca0-e18c34b2c750 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:41.427190 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-531955e9-51b5-4e1f-a7fe-5c8d3538650b req-3dea8055-28d8-40fe-8ca0-e18c34b2c750 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 943 time: 0.2331893 Jul 13 07:37:41.483789 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3bc6415e-9930-42ba-9690-acb45ccde700 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1089745 Jul 13 07:37:41.521865 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-531955e9-51b5-4e1f-a7fe-5c8d3538650b req-ae2d5d07-e3c3-47c0-9297-ddae4e1c625c tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845969 Jul 13 07:37:41.652024 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3cd59a65-0c3f-4038-9862-a381dd4a7d50 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:41.704862 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-dbb64c4b-725b-4dbe-a636-06a18cb13da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:41.714901 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-dbb64c4b-725b-4dbe-a636-06a18cb13da1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=57e01b8b-6c29-4855-95ef-f150e56b368c HTTP/1.1" status: 200 len: 902 time: 0.2846439 Jul 13 07:37:41.727695 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367160ff-f5b0-4536-9bc0-20f30577ca54 req-938fd022-cc4f-47d6-a918-e62cd1d628f1 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:41.741235 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-367160ff-f5b0-4536-9bc0-20f30577ca54 req-938fd022-cc4f-47d6-a918-e62cd1d628f1 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=623b5042-7881-4811-8e65-4836c384b954 HTTP/1.1" status: 200 len: 943 time: 0.2054489 Jul 13 07:37:41.833182 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-367160ff-f5b0-4536-9bc0-20f30577ca54 req-9a4c9c7f-0531-44ec-95b6-40194c7776d8 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909429 Jul 13 07:37:42.000806 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 3cd59a65-0c3f-4038-9862-a381dd4a7d50, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3cd59a65-0c3f-4038-9862-a381dd4a7d50,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:42.106015 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a467e8-a1f0-49b5-b4b9-cd064c1bfd68 x-openstack-request-id: req-88a467e8-a1f0-49b5-b4b9-cd064c1bfd68 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:42.106614 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab495dbf-8859-43d3-98d7-3c210c432747", "name": "network-vif-plugged", "status": "completed", "tag": "58bf72e9-e50d-463c-aa10-11f527776a47", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:42.106881 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-88a467e8-a1f0-49b5-b4b9-cd064c1bfd68 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:42.108643 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab495dbf-8859-43d3-98d7-3c210c432747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bf72e9-e50d-463c-aa10-11f527776a47', 'code': 200} Jul 13 07:37:42.110255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '3cd59a65-0c3f-4038-9862-a381dd4a7d50', 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a', 'port_id': '3cd59a65-0c3f-4038-9862-a381dd4a7d50', 'mac_address': 'fa:16:3e:f8:ba:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d6fa42-4195-4977-b883-5a26f0e01114', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:42.184865 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c462af3-5034-4e55-9143-c9586bbd8d29 None None] Network 622f63e4-1adc-4cd8-9ec0-98edd5680a30 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:42.268494 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3a1f4-70e2-4073-80e2-48568fdab5f1 req-4bfd6bf9-d5f7-4423-a242-2111f1cfc5d5 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:42.273512 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fff3a1f4-70e2-4073-80e2-48568fdab5f1 req-4bfd6bf9-d5f7-4423-a242-2111f1cfc5d5 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 1097 time: 0.1851654 Jul 13 07:37:42.451906 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fff3a1f4-70e2-4073-80e2-48568fdab5f1 req-11debff9-55dd-4b7f-b3da-f9b935eae627 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582005 Jul 13 07:37:42.519946 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-fcf2c0b1-cc93-42fc-a6a1-ea329564e8a1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=edae6acc-ae63-4af8-b2c6-ed538d646caf HTTP/1.1" status: 200 len: 217 time: 0.7943039 Jul 13 07:37:42.625069 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.660617 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd59a65-0c3f-4038-9862-a381dd4a7d50 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:42.662029 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-6e8ea30c-569a-47d1-b487-57243ef09fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:42.675516 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-6e8ea30c-569a-47d1-b487-57243ef09fac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=370ab867-a738-414f-91c2-c627af51a399 HTTP/1.1" status: 200 len: 797 time: 0.1437526 Jul 13 07:37:42.712117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 3cd59a65-0c3f-4038-9862-a381dd4a7d50, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3cd59a65-0c3f-4038-9862-a381dd4a7d50,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:42.759764 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.760525 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.799084 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-856b5400-e39f-4397-86fb-35100f66d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:42.805828 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-856b5400-e39f-4397-86fb-35100f66d7c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57e01b8b-6c29-4855-95ef-f150e56b368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1224856 Jul 13 07:37:42.948423 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=3cd59a65-0c3f-4038-9862-a381dd4a7d50,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:42.987464 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e63c9-ec9f-44c1-8996-119c6a6ec71c req-568da5ba-c21e-469b-8fcb-c07ba75d0c36 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.000409 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e63c9-ec9f-44c1-8996-119c6a6ec71c req-568da5ba-c21e-469b-8fcb-c07ba75d0c36 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.012348 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-01dc3a57-563d-4360-b4ff-b4a42d392122 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001646 Jul 13 07:37:43.014003 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e63c9-ec9f-44c1-8996-119c6a6ec71c req-568da5ba-c21e-469b-8fcb-c07ba75d0c36 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.020689 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e63c9-ec9f-44c1-8996-119c6a6ec71c req-568da5ba-c21e-469b-8fcb-c07ba75d0c36 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.027781 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e63c9-ec9f-44c1-8996-119c6a6ec71c req-568da5ba-c21e-469b-8fcb-c07ba75d0c36 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.036027 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e63c9-ec9f-44c1-8996-119c6a6ec71c req-568da5ba-c21e-469b-8fcb-c07ba75d0c36 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.044309 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e63c9-ec9f-44c1-8996-119c6a6ec71c req-568da5ba-c21e-469b-8fcb-c07ba75d0c36 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.058825 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a11e63c9-ec9f-44c1-8996-119c6a6ec71c req-568da5ba-c21e-469b-8fcb-c07ba75d0c36 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5431 time: 0.2924881 Jul 13 07:37:43.134575 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3cd59a65-0c3f-4038-9862-a381dd4a7d50'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:43.256455 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-f20b7fb1-ebab-4f7b-8127-a0d060f2fba3 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347264 Jul 13 07:37:43.269803 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a11e63c9-ec9f-44c1-8996-119c6a6ec71c req-80e0852f-2f13-4ad7-9e91-e0eb69ea4087 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2097471 Jul 13 07:37:43.302444 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-dad952ed-f65d-4442-8df8-515226ed2e19 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.309917 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-dad952ed-f65d-4442-8df8-515226ed2e19 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/networks?id=ddd1836a-7435-4938-830c-82705c4641dc HTTP/1.1" status: 200 len: 814 time: 0.2481761 Jul 13 07:37:43.326534 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-26b86642-dfd6-4aad-a67a-edb3a31746ac tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/quotas/babf089be5df4e16898093c737362130 HTTP/1.1" status: 200 len: 375 time: 0.0152822 Jul 13 07:37:43.381076 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-b7f9e56f-21ad-47be-ade6-ee85f42c391b tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=babf089be5df4e16898093c737362130&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536430 Jul 13 07:37:43.430472 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-f64a6df6-b983-4937-9936-5f52eb150b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.430972 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-f64a6df6-b983-4937-9936-5f52eb150b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.431460 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-f64a6df6-b983-4937-9936-5f52eb150b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.431988 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-f64a6df6-b983-4937-9936-5f52eb150b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.432498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-f64a6df6-b983-4937-9936-5f52eb150b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.432974 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-f64a6df6-b983-4937-9936-5f52eb150b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.433447 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-f64a6df6-b983-4937-9936-5f52eb150b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.435703 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-f64a6df6-b983-4937-9936-5f52eb150b6a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=212dff56b36b4f87993a61249127ab0c&device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 6495 time: 0.0847552 Jul 13 07:37:43.536714 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-cf7b0408-1f5b-4d16-9c95-4ac33ec24e89 service neutron] 10.222.0.58 "GET /v2.0/networks/ddd1836a-7435-4938-830c-82705c4641dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453171 Jul 13 07:37:43.553271 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-955cbe3c-c767-4177-b09f-8abb1aecbc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.554776 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-955cbe3c-c767-4177-b09f-8abb1aecbc9f service neutron] 10.222.0.62 "GET /v2.0/networks?id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6 HTTP/1.1" status: 200 len: 902 time: 0.1100593 Jul 13 07:37:43.605221 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-a2d5f9a2-272e-4850-80dc-0a6dfab9f922 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=898d9121-0ea6-4720-8349-4991e51f33d9 HTTP/1.1" status: 200 len: 217 time: 0.0369895 Jul 13 07:37:43.652633 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cef671-8e52-41b2-a100-801f4f83024f req-0e45a6a3-f316-4c6f-9a73-7cc2e1a8e7bc tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.654118 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28cef671-8e52-41b2-a100-801f4f83024f req-0e45a6a3-f316-4c6f-9a73-7cc2e1a8e7bc tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 951 time: 0.1879079 Jul 13 07:37:43.668417 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-bdb29955-5495-4928-802e-a583bd06b42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.670280 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-bdb29955-5495-4928-802e-a583bd06b42b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f6e3720-201f-43bb-bde6-dcc07159d634 HTTP/1.1" status: 200 len: 797 time: 0.0550544 Jul 13 07:37:43.753189 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-627e39ba-15e7-496e-b8cf-e9519b6626d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.754773 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-627e39ba-15e7-496e-b8cf-e9519b6626d7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0634401 Jul 13 07:37:43.868167 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-d2930cd2-811d-4485-924c-dbf57ebdec11 service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985329 Jul 13 07:37:43.991922 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-0a26a349-f55c-4812-9add-91e4c57a75be service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098840 Jul 13 07:37:44.005921 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-bc239b32-8114-4ff0-9b70-d257d644a0cf service neutron] 10.222.0.58 "GET /v2.0/networks/ddd1836a-7435-4938-830c-82705c4641dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633381 Jul 13 07:37:44.030748 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28cef671-8e52-41b2-a100-801f4f83024f req-7aa9f6d7-4dfa-4d73-afef-f77a2081dc6e tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700428 Jul 13 07:37:44.195206 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-f2d304df-fb48-4a03-83ac-204b99f135be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:44.195986 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-f2d304df-fb48-4a03-83ac-204b99f135be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:44.196545 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-f2d304df-fb48-4a03-83ac-204b99f135be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:44.197872 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-f2d304df-fb48-4a03-83ac-204b99f135be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:44.198870 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-f2d304df-fb48-4a03-83ac-204b99f135be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:44.199634 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-f2d304df-fb48-4a03-83ac-204b99f135be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:44.200665 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-f2d304df-fb48-4a03-83ac-204b99f135be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:44.204280 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-f2d304df-fb48-4a03-83ac-204b99f135be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=212dff56b36b4f87993a61249127ab0c&device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 6495 time: 0.1440117 Jul 13 07:37:44.215576 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be6036-6bb3-4fce-826f-e1de25abc37b req-56c9dc0f-d633-473c-8038-fe16595dce37 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:44.217296 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-78be6036-6bb3-4fce-826f-e1de25abc37b req-56c9dc0f-d633-473c-8038-fe16595dce37 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 951 time: 0.1217890 Jul 13 07:37:44.388707 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b21b9-2ec7-4884-90e2-939c0d5c8dbe req-549977ff-7cc7-424f-bfcf-cbc97e7090ab tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:44.392446 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-800b21b9-2ec7-4884-90e2-939c0d5c8dbe req-549977ff-7cc7-424f-bfcf-cbc97e7090ab tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 943 time: 0.1259248 Jul 13 07:37:44.468801 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-da4b0343-f944-4c1a-8f32-88c4d505c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:44.470737 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-da4b0343-f944-4c1a-8f32-88c4d505c9ae service neutron] 10.222.0.62 "GET /v2.0/networks?id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6 HTTP/1.1" status: 200 len: 902 time: 0.2525160 Jul 13 07:37:44.484597 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-800b21b9-2ec7-4884-90e2-939c0d5c8dbe req-6d26704f-06eb-4645-8b1e-4b07c57d23e3 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857146 Jul 13 07:37:44.527165 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-d604fa91-bbad-430c-9f22-fc54b3a19064 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0089a19-6897-483c-beef-e272a1029320 HTTP/1.1" status: 200 len: 217 time: 0.0466094 Jul 13 07:37:44.654110 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd246b4-6ea5-48c2-9bf0-788546695b37 req-6ed80ba4-98f6-452f-aa0b-bb3cff281caa tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:44.656240 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fbd246b4-6ea5-48c2-9bf0-788546695b37 req-6ed80ba4-98f6-452f-aa0b-bb3cff281caa tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=623b5042-7881-4811-8e65-4836c384b954 HTTP/1.1" status: 200 len: 944 time: 0.1892974 Jul 13 07:37:44.665947 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-78be6036-6bb3-4fce-826f-e1de25abc37b req-c91cdefd-e834-4637-856e-461b7e654a65 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Deleting port 58bf72e9-e50d-463c-aa10-11f527776a47 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:44.667147 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-78be6036-6bb3-4fce-826f-e1de25abc37b req-c91cdefd-e834-4637-856e-461b7e654a65 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:44.737960 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-d133acbd-8431-4036-86e4-203dd1fb2d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:44.740882 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-d133acbd-8431-4036-86e4-203dd1fb2d82 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f6e3720-201f-43bb-bde6-dcc07159d634 HTTP/1.1" status: 200 len: 797 time: 0.2069409 Jul 13 07:37:44.760910 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fbd246b4-6ea5-48c2-9bf0-788546695b37 req-5cd9860b-f7cd-4017-85fe-e84113060481 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948915 Jul 13 07:37:44.859723 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-78be6036-6bb3-4fce-826f-e1de25abc37b req-c91cdefd-e834-4637-856e-461b7e654a65 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] For port 58bf72e9-e50d-463c-aa10-11f527776a47, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=58bf72e9-e50d-463c-aa10-11f527776a47,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:44.860370 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-78be6036-6bb3-4fce-826f-e1de25abc37b req-c91cdefd-e834-4637-856e-461b7e654a65 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:44.885780 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-78be6036-6bb3-4fce-826f-e1de25abc37b req-c91cdefd-e834-4637-856e-461b7e654a65 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Calling delete_port for 58bf72e9-e50d-463c-aa10-11f527776a47 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:44.954020 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-8f6421cd-592b-419f-a2a1-37ef3680a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:44.957026 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-8f6421cd-592b-419f-a2a1-37ef3680a515 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1695993 Jul 13 07:37:45.206693 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-6faba487-e1b9-40ba-9dd4-5fa80439d439 service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175765 Jul 13 07:37:45.317400 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b91ce8b-8267-4fdc-abff-d6f82998c2c1 req-0f2b450d-d0aa-415b-9df3-ba58a6c4f864 service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025639 Jul 13 07:37:45.317769 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-78be6036-6bb3-4fce-826f-e1de25abc37b req-c91cdefd-e834-4637-856e-461b7e654a65 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.332422 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d571ad6d-dd23-410f-a583-c1f9fbcff8ca', '5477dfe0-844c-46e5-b658-3bfbb67c16fb'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:45.342877 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2795cce8-4de5-4fe5-810d-0dbd567b7eda req-3a16399e-34c9-49a6-8a98-739714aa0b92 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/ports?device_id=77089361-5171-4042-90ea-851e6dce7d0e HTTP/1.1" status: 200 len: 210 time: 0.0473933 Jul 13 07:37:45.398882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cdefd-e834-4637-856e-461b7e654a65 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Pushing event deleted for resources: {'Port': ['ID=58bf72e9-e50d-463c-aa10-11f527776a47,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:45.470273 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['7c4e141d-3949-4fd1-a013-184c9b6fc9f0', '58bf72e9-e50d-463c-aa10-11f527776a47'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:45.499944 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-78be6036-6bb3-4fce-826f-e1de25abc37b req-c91cdefd-e834-4637-856e-461b7e654a65 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] No DVR routers for this DVR port 58bf72e9-e50d-463c-aa10-11f527776a47 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:45.506746 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-78be6036-6bb3-4fce-826f-e1de25abc37b req-c91cdefd-e834-4637-856e-461b7e654a65 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.510928 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-78be6036-6bb3-4fce-826f-e1de25abc37b req-c91cdefd-e834-4637-856e-461b7e654a65 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.62 "DELETE /v2.0/ports/58bf72e9-e50d-463c-aa10-11f527776a47 HTTP/1.1" status: 204 len: 173 time: 1.2795119 Jul 13 07:37:45.511566 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab495dbf-8859-43d3-98d7-3c210c432747', 'name': 'network-vif-deleted', 'tag': '58bf72e9-e50d-463c-aa10-11f527776a47'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:45.529696 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb944fdc-977e-4a89-aabd-0fe12a4a3a90" -d '{"events": [{"server_uuid": "ab495dbf-8859-43d3-98d7-3c210c432747", "name": "network-vif-deleted", "tag": "58bf72e9-e50d-463c-aa10-11f527776a47"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:45.617302 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3cd59a65-0c3f-4038-9862-a381dd4a7d50 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:45.687489 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d02e8-ac14-4622-9c16-7ee8df5b192e req-a9e4f5ed-b35b-40c3-94df-aaab95a99c5a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:45.702728 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d02e8-ac14-4622-9c16-7ee8df5b192e req-a9e4f5ed-b35b-40c3-94df-aaab95a99c5a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:45.719787 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d02e8-ac14-4622-9c16-7ee8df5b192e req-a9e4f5ed-b35b-40c3-94df-aaab95a99c5a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:45.734817 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d02e8-ac14-4622-9c16-7ee8df5b192e req-a9e4f5ed-b35b-40c3-94df-aaab95a99c5a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:45.751592 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d02e8-ac14-4622-9c16-7ee8df5b192e req-a9e4f5ed-b35b-40c3-94df-aaab95a99c5a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:45.782560 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d02e8-ac14-4622-9c16-7ee8df5b192e req-a9e4f5ed-b35b-40c3-94df-aaab95a99c5a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:45.821432 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d02e8-ac14-4622-9c16-7ee8df5b192e req-a9e4f5ed-b35b-40c3-94df-aaab95a99c5a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:45.834234 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-056d02e8-ac14-4622-9c16-7ee8df5b192e req-a9e4f5ed-b35b-40c3-94df-aaab95a99c5a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5431 time: 0.3417020 Jul 13 07:37:45.937439 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-056d02e8-ac14-4622-9c16-7ee8df5b192e req-093a37a0-3e07-45d5-8463-46cd54b8c044 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990555 Jul 13 07:37:45.975233 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 3cd59a65-0c3f-4038-9862-a381dd4a7d50 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:45.980453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 3cd59a65-0c3f-4038-9862-a381dd4a7d50 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:45.980940 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.151735 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.175952 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10d4af84-15aa-456c-93b1-942432c90b1e req-cb4d1336-55af-4eb2-9f5e-c7f67ff08249 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab495dbf-8859-43d3-98d7-3c210c432747 HTTP/1.1" status: 200 len: 210 time: 0.0732040 Jul 13 07:37:46.212218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623b5042-7881-4811-8e65-4836c384b954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd59a65-0c3f-4038-9862-a381dd4a7d50'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:46.216434 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3556f2b8-d4fd-480f-8c17-161dad16a4da" -d '{"events": [{"server_uuid": "623b5042-7881-4811-8e65-4836c384b954", "name": "network-vif-plugged", "status": "completed", "tag": "3cd59a65-0c3f-4038-9862-a381dd4a7d50"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:46.257129 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 3cd59a65-0c3f-4038-9862-a381dd4a7d50, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3cd59a65-0c3f-4038-9862-a381dd4a7d50,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:46.270388 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.409596 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=3cd59a65-0c3f-4038-9862-a381dd4a7d50,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:46.419121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:46.419787 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:46.420317 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:46.420797 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:46.421577 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:46.421791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:46.422205 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:46.422675 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:46.423113 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:46.423600 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:46.424136 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:46.424667 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:46.522035 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4b32c-1e65-4f3a-9cf0-39571df18422 req-2235c395-f08f-4b23-ad9a-33c1b683663f tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:46.524860 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ba4b32c-1e65-4f3a-9cf0-39571df18422 req-2235c395-f08f-4b23-ad9a-33c1b683663f tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 943 time: 0.1009171 Jul 13 07:37:46.581573 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ba4b32c-1e65-4f3a-9cf0-39571df18422 req-f5796937-8783-40c0-b6b8-91a4c03a9b5c tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502024 Jul 13 07:37:46.601569 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-78ef35d6-b207-478e-b2d6-bdb6526c1169 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:46.603443 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-78ef35d6-b207-478e-b2d6-bdb6526c1169 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.62 "GET /v2.0/networks?id=ddd1836a-7435-4938-830c-82705c4641dc HTTP/1.1" status: 200 len: 814 time: 0.2237895 Jul 13 07:37:46.622842 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-9af5dc92-6fdd-4855-8f14-fe7be9c7fac7 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Request body: {'port': {'device_id': '77089361-5171-4042-90ea-851e6dce7d0e', 'network_id': 'ddd1836a-7435-4938-830c-82705c4641dc', 'admin_state_up': True, 'tenant_id': 'babf089be5df4e16898093c737362130'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:46.737925 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e826c4d7-e5a5-4b3d-931e-dcb7b674bf63 x-openstack-request-id: req-e826c4d7-e5a5-4b3d-931e-dcb7b674bf63 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:46.738329 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab495dbf-8859-43d3-98d7-3c210c432747", "name": "network-vif-deleted", "tag": "58bf72e9-e50d-463c-aa10-11f527776a47", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:46.738818 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e826c4d7-e5a5-4b3d-931e-dcb7b674bf63 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:46.739657 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab495dbf-8859-43d3-98d7-3c210c432747', 'name': 'network-vif-deleted', 'tag': '58bf72e9-e50d-463c-aa10-11f527776a47', 'status': 'completed', 'code': 200} Jul 13 07:37:46.770646 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-9af5dc92-6fdd-4855-8f14-fe7be9c7fac7 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Made reservation on behalf of babf089be5df4e16898093c737362130 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:46.775977 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-9af5dc92-6fdd-4855-8f14-fe7be9c7fac7 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.848888 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc435a-8dd4-47d8-b50d-dc7e76ebe145 req-ad78555f-2384-4e7e-ae8f-51cf363b316d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:46.851676 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6cc435a-8dd4-47d8-b50d-dc7e76ebe145 req-ad78555f-2384-4e7e-ae8f-51cf363b316d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=623b5042-7881-4811-8e65-4836c384b954 HTTP/1.1" status: 200 len: 945 time: 0.1075883 Jul 13 07:37:46.918796 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-791007e7-1d92-4d4d-bd34-25543d297685 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:46.926288 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-791007e7-1d92-4d4d-bd34-25543d297685 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129414 Jul 13 07:37:46.931341 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-862f6984-664e-4ef0-a770-54eebaec2dbe service neutron] Request body: {'binding': {'host': 'n-h2-779913-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:46.931929 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-862f6984-664e-4ef0-a770-54eebaec2dbe service neutron] Unknown quota resources ['binding']. {{(pid=93724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:37:46.954785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-9af5dc92-6fdd-4855-8f14-fe7be9c7fac7 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Allocated IP 172.20.0.9 (ddd1836a-7435-4938-830c-82705c4641dc/9686c51c-f5f6-4c64-99e9-627314bd0ae7/b83c9459-0e44-4da0-a2c0-c104c3ab1382) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:46.979220 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6cc435a-8dd4-47d8-b50d-dc7e76ebe145 req-bf67d0dd-6323-4d39-80dd-947ed700af61 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097324 Jul 13 07:37:47.060925 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35db899-7637-4ed3-bcd6-b68c48c7bdb3 x-openstack-request-id: req-b35db899-7637-4ed3-bcd6-b68c48c7bdb3 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:47.061482 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623b5042-7881-4811-8e65-4836c384b954", "name": "network-vif-plugged", "status": "completed", "tag": "3cd59a65-0c3f-4038-9862-a381dd4a7d50", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:47.061905 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b35db899-7637-4ed3-bcd6-b68c48c7bdb3 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:47.062493 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623b5042-7881-4811-8e65-4836c384b954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd59a65-0c3f-4038-9862-a381dd4a7d50', 'code': 200} Jul 13 07:37:47.131902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-862f6984-664e-4ef0-a770-54eebaec2dbe service neutron] Attempting to bind port 720f3b35-878a-4ddb-9f5c-28157c0620b8 on host n-h2-779913-28 for vnic_type normal with profile None {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:47.133000 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-862f6984-664e-4ef0-a770-54eebaec2dbe service neutron] Attempting to bind port 720f3b35-878a-4ddb-9f5c-28157c0620b8 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:47.133342 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-862f6984-664e-4ef0-a770-54eebaec2dbe service neutron] Attempting to bind port 720f3b35-878a-4ddb-9f5c-28157c0620b8 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:47.141669 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-862f6984-664e-4ef0-a770-54eebaec2dbe service neutron] Port 720f3b35-878a-4ddb-9f5c-28157c0620b8 on network acf8805e-fc72-4645-afdd-bc310db87bf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:47.142008 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-862f6984-664e-4ef0-a770-54eebaec2dbe service neutron] Attempting to bind port 720f3b35-878a-4ddb-9f5c-28157c0620b8 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:47.148912 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-862f6984-664e-4ef0-a770-54eebaec2dbe service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:47.149523 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-862f6984-664e-4ef0-a770-54eebaec2dbe service neutron] Checking segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:47.151042 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-862f6984-664e-4ef0-a770-54eebaec2dbe service neutron] Bound using segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:47.151682 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-862f6984-664e-4ef0-a770-54eebaec2dbe service neutron] Bound port: 720f3b35-878a-4ddb-9f5c-28157c0620b8, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:47.197906 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-9af5dc92-6fdd-4855-8f14-fe7be9c7fac7 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.254027 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324686f-d7b6-40c5-8724-90b3d875f25a req-e1ed7ec8-ce0f-4f62-a1ae-4505a42652c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:47.255932 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5324686f-d7b6-40c5-8724-90b3d875f25a req-e1ed7ec8-ce0f-4f62-a1ae-4505a42652c5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=623b5042-7881-4811-8e65-4836c384b954 HTTP/1.1" status: 200 len: 1097 time: 0.1078842 Jul 13 07:37:47.261379 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a8ab852-491b-4fa4-b0c7-6d1625199308 req-9a1aa39c-d468-442f-89f2-b54231cac9aa tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/ports?device_id=77089361-5171-4042-90ea-851e6dce7d0e HTTP/1.1" status: 200 len: 210 time: 0.0456822 Jul 13 07:37:47.266336 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-862f6984-664e-4ef0-a770-54eebaec2dbe service neutron] For port 720f3b35-878a-4ddb-9f5c-28157c0620b8, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=720f3b35-878a-4ddb-9f5c-28157c0620b8,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:47.276232 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-862f6984-664e-4ef0-a770-54eebaec2dbe service neutron] Notify callbacks [] for binding, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.277413 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-862f6984-664e-4ef0-a770-54eebaec2dbe service neutron] 10.222.0.58 "POST /v2.0/ports/720f3b35-878a-4ddb-9f5c-28157c0620b8/bindings HTTP/1.1" status: 201 len: 390 time: 0.3502419 Jul 13 07:37:47.292812 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-9af5dc92-6fdd-4855-8f14-fe7be9c7fac7 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.387478 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-9af5dc92-6fdd-4855-8f14-fe7be9c7fac7 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Network ddd1836a-7435-4938-830c-82705c4641dc is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:47.396014 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-9af5dc92-6fdd-4855-8f14-fe7be9c7fac7 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:47.400742 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-9af5dc92-6fdd-4855-8f14-fe7be9c7fac7 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:47.405011 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5dc92-6fdd-4855-8f14-fe7be9c7fac7 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Pushing event updated for resources: {'Port': ['ID=b83c9459-0e44-4da0-a2c0-c104c3ab1382,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:47.410337 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5324686f-d7b6-40c5-8724-90b3d875f25a req-4db6302a-9c0b-43a1-a4ca-db6d190cca27 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378663 Jul 13 07:37:47.505922 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-9af5dc92-6fdd-4855-8f14-fe7be9c7fac7 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:47.506709 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-9af5dc92-6fdd-4855-8f14-fe7be9c7fac7 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.535025 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-9af5dc92-6fdd-4855-8f14-fe7be9c7fac7 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9177687 Jul 13 07:37:47.577684 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] Request body: {'port': {'device_id': '77089361-5171-4042-90ea-851e6dce7d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:47.722070 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-e8e0ba91-bd7c-464b-af36-5c0ca38e6d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:47.723512 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-e8e0ba91-bd7c-464b-af36-5c0ca38e6d5b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 1097 time: 0.0992174 Jul 13 07:37:47.726003 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42218-420c-4720-82c7-69a452ee081a req-983a9281-02d7-4a3f-8692-367ac7d4c218 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:47.738124 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42218-420c-4720-82c7-69a452ee081a req-983a9281-02d7-4a3f-8692-367ac7d4c218 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:47.747619 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.750957 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42218-420c-4720-82c7-69a452ee081a req-983a9281-02d7-4a3f-8692-367ac7d4c218 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:47.757528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42218-420c-4720-82c7-69a452ee081a req-983a9281-02d7-4a3f-8692-367ac7d4c218 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:47.772102 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42218-420c-4720-82c7-69a452ee081a req-983a9281-02d7-4a3f-8692-367ac7d4c218 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:47.788610 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42218-420c-4720-82c7-69a452ee081a req-983a9281-02d7-4a3f-8692-367ac7d4c218 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:47.798338 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42218-420c-4720-82c7-69a452ee081a req-983a9281-02d7-4a3f-8692-367ac7d4c218 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:47.808374 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d5d42218-420c-4720-82c7-69a452ee081a req-983a9281-02d7-4a3f-8692-367ac7d4c218 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5431 time: 0.1993346 Jul 13 07:37:47.870905 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d5d42218-420c-4720-82c7-69a452ee081a req-44ffc8ea-be79-4b5b-8a6c-e3fc12457029 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611370 Jul 13 07:37:48.005964 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-10ffc39d-676e-47a9-946a-897f76314d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:48.008040 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-10ffc39d-676e-47a9-946a-897f76314d97 service neutron] 10.222.0.62 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 921 time: 0.2697542 Jul 13 07:37:48.083234 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-fd370c82-45e2-4530-bddc-f69553de7363 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720f3b35-878a-4ddb-9f5c-28157c0620b8 HTTP/1.1" status: 200 len: 217 time: 0.0602708 Jul 13 07:37:48.181112 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950ea9a-8af7-48a0-899c-d886f6976f5d req-c9fc0ccb-1d1b-4206-af2c-c23fb1dbddb0 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:48.182804 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f950ea9a-8af7-48a0-899c-d886f6976f5d req-c9fc0ccb-1d1b-4206-af2c-c23fb1dbddb0 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 943 time: 0.1242926 Jul 13 07:37:48.233109 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-8a58ba0e-601c-4074-9b64-47803ff25e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:48.235126 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-8a58ba0e-601c-4074-9b64-47803ff25e90 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 200 len: 860 time: 0.1388619 Jul 13 07:37:48.259999 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f950ea9a-8af7-48a0-899c-d886f6976f5d req-fc38679d-afa3-4298-af78-0aa406f55005 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654752 Jul 13 07:37:48.271868 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27ab4e-f9a0-4f2f-9492-d04612a231cc req-f9972abc-16d3-4c72-8329-9f9b37a89e86 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:48.274288 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd27ab4e-f9a0-4f2f-9492-d04612a231cc req-f9972abc-16d3-4c72-8329-9f9b37a89e86 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 945 time: 0.3564265 Jul 13 07:37:48.313830 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-aba0e8a5-0776-479e-886c-91adc1c5aca2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=acf8805e-fc72-4645-afdd-bc310db87bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605736 Jul 13 07:37:48.338984 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd27ab4e-f9a0-4f2f-9492-d04612a231cc req-15a38005-ca7c-4aca-ac5f-04ea5e6f1ad4 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573816 Jul 13 07:37:48.446320 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b83c9459-0e44-4da0-a2c0-c104c3ab1382 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:48.462563 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.491927 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] Transition to ACTIVE for port object b83c9459-0e44-4da0-a2c0-c104c3ab1382 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:48.512472 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-5671c3e7-21e5-4cd6-85f7-c9a52fb648f6 service neutron] 10.222.0.62 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892614 Jul 13 07:37:48.518168 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.677533 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b83c9459-0e44-4da0-a2c0-c104c3ab1382,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:48.776447 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa7adb-bb24-49be-a49e-d6dacdace960 req-f5046870-988f-4a85-ab87-0bea205fd262 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:48.788329 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82aa7adb-bb24-49be-a49e-d6dacdace960 req-f5046870-988f-4a85-ab87-0bea205fd262 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=623b5042-7881-4811-8e65-4836c384b954 HTTP/1.1" status: 200 len: 945 time: 0.1181581 Jul 13 07:37:48.897796 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-13f43691-e3e4-429f-a28a-8bdb08a0c756 service neutron] 10.222.0.62 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584991 Jul 13 07:37:48.901318 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82aa7adb-bb24-49be-a49e-d6dacdace960 req-84921c19-48f6-4e96-a9f2-a19c2b07aec4 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116676 Jul 13 07:37:48.932958 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71417b-5cb9-4196-aa27-59265f5326df req-2b121bc8-88a2-4337-b4b2-8ad2ee0d1f69 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:48.932958 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9e71417b-5cb9-4196-aa27-59265f5326df req-2b121bc8-88a2-4337-b4b2-8ad2ee0d1f69 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.62 "GET /v2.0/ports?device_id=623b5042-7881-4811-8e65-4836c384b954 HTTP/1.1" status: 200 len: 945 time: 0.2462189 Jul 13 07:37:48.932958 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] Attempting to bind port b83c9459-0e44-4da0-a2c0-c104c3ab1382 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:48.932958 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] Attempting to bind port b83c9459-0e44-4da0-a2c0-c104c3ab1382 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '1ef09f4b-7814-4038-95f4-1b1a434767f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ddd1836a-7435-4938-830c-82705c4641dc'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:48.932958 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] Attempting to bind port b83c9459-0e44-4da0-a2c0-c104c3ab1382 on network ddd1836a-7435-4938-830c-82705c4641dc {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:48.933811 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] Port b83c9459-0e44-4da0-a2c0-c104c3ab1382 on network ddd1836a-7435-4938-830c-82705c4641dc not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:48.934187 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] Attempting to bind port b83c9459-0e44-4da0-a2c0-c104c3ab1382 on network ddd1836a-7435-4938-830c-82705c4641dc {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:48.942187 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:48.942583 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] Checking segment: {'id': '1ef09f4b-7814-4038-95f4-1b1a434767f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ddd1836a-7435-4938-830c-82705c4641dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:48.942946 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] Bound using segment: {'id': '1ef09f4b-7814-4038-95f4-1b1a434767f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ddd1836a-7435-4938-830c-82705c4641dc'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:48.943397 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] Bound port: b83c9459-0e44-4da0-a2c0-c104c3ab1382, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ef09f4b-7814-4038-95f4-1b1a434767f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ddd1836a-7435-4938-830c-82705c4641dc'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:48.944865 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.959638 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa3028-ab5c-40e3-b28e-ddf088c8e82a req-dc7b32a0-f1b3-4bf0-964a-21342b82aa67 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:48.970909 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f8aa3028-ab5c-40e3-b28e-ddf088c8e82a req-dc7b32a0-f1b3-4bf0-964a-21342b82aa67 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/ports?device_id=77089361-5171-4042-90ea-851e6dce7d0e HTTP/1.1" status: 200 len: 943 time: 0.1483028 Jul 13 07:37:49.025617 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f8aa3028-ab5c-40e3-b28e-ddf088c8e82a req-c3b29aa0-5477-4c20-9490-e3ca6678460f tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/security-groups?id=4728fcb0-17b7-4412-912a-41b104ecc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529468 Jul 13 07:37:49.093366 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] For port b83c9459-0e44-4da0-a2c0-c104c3ab1382, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:49.129196 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] For port b83c9459-0e44-4da0-a2c0-c104c3ab1382, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b83c9459-0e44-4da0-a2c0-c104c3ab1382,segment=NetworkSegment(1ef09f4b-7814-4038-95f4-1b1a434767f6),segment_id=1ef09f4b-7814-4038-95f4-1b1a434767f6)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:49.139271 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35696) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:49.158163 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.227640 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b83c9459-0e44-4da0-a2c0-c104c3ab1382,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:49.232150 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:49.232878 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.234431 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-94644303-0a51-4234-83c1-c219ada577c1 service neutron] 10.222.0.62 "PUT /v2.0/ports/b83c9459-0e44-4da0-a2c0-c104c3ab1382 HTTP/1.1" status: 200 len: 1092 time: 1.6643286 Jul 13 07:37:49.235244 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77089361-5171-4042-90ea-851e6dce7d0e', 'tag': 'b83c9459-0e44-4da0-a2c0-c104c3ab1382'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:49.238277 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7022739b-100e-4969-ad18-63c3e8b638e4" -d '{"events": [{"name": "network-changed", "server_uuid": "77089361-5171-4042-90ea-851e6dce7d0e", "tag": "b83c9459-0e44-4da0-a2c0-c104c3ab1382"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:49.268888 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-9e71417b-5cb9-4196-aa27-59265f5326df req-33cab833-1585-45f3-9aa5-7f7b19cf526c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Deleting port 3cd59a65-0c3f-4038-9862-a381dd4a7d50 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:49.269321 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9e71417b-5cb9-4196-aa27-59265f5326df req-33cab833-1585-45f3-9aa5-7f7b19cf526c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.421112 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-9e71417b-5cb9-4196-aa27-59265f5326df req-33cab833-1585-45f3-9aa5-7f7b19cf526c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] For port 3cd59a65-0c3f-4038-9862-a381dd4a7d50, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3cd59a65-0c3f-4038-9862-a381dd4a7d50,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:49.421324 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9e71417b-5cb9-4196-aa27-59265f5326df req-33cab833-1585-45f3-9aa5-7f7b19cf526c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.446668 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-6aab5e93-7fc7-40bb-a571-ffa91a1064e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:49.448252 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-6aab5e93-7fc7-40bb-a571-ffa91a1064e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=babf089be5df4e16898093c737362130&device_id=77089361-5171-4042-90ea-851e6dce7d0e HTTP/1.1" status: 200 len: 1095 time: 0.1443639 Jul 13 07:37:49.449223 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-9e71417b-5cb9-4196-aa27-59265f5326df req-33cab833-1585-45f3-9aa5-7f7b19cf526c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Calling delete_port for 3cd59a65-0c3f-4038-9862-a381dd4a7d50 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:49.534253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca5fc1-bc82-495f-9413-2fcebbd2c62c req-bfef6784-7b9d-43bf-b8e8-9c050de1b96a tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:49.535836 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcca5fc1-bc82-495f-9413-2fcebbd2c62c req-bfef6784-7b9d-43bf-b8e8-9c050de1b96a tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 951 time: 0.3160262 Jul 13 07:37:49.538998 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-de0e6c31-9903-4d9c-9b40-c2f85aaeb633 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b83c9459-0e44-4da0-a2c0-c104c3ab1382 HTTP/1.1" status: 200 len: 217 time: 0.0760336 Jul 13 07:37:49.572584 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84710e-9681-4fd3-b607-2b78fa7451a4 req-4c8ee5f1-981d-4d0c-bc27-4002a96a03e5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:49.581822 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84710e-9681-4fd3-b607-2b78fa7451a4 req-4c8ee5f1-981d-4d0c-bc27-4002a96a03e5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:49.588281 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84710e-9681-4fd3-b607-2b78fa7451a4 req-4c8ee5f1-981d-4d0c-bc27-4002a96a03e5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:49.595714 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84710e-9681-4fd3-b607-2b78fa7451a4 req-4c8ee5f1-981d-4d0c-bc27-4002a96a03e5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:49.603623 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84710e-9681-4fd3-b607-2b78fa7451a4 req-4c8ee5f1-981d-4d0c-bc27-4002a96a03e5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:49.610380 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84710e-9681-4fd3-b607-2b78fa7451a4 req-4c8ee5f1-981d-4d0c-bc27-4002a96a03e5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:49.616466 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84710e-9681-4fd3-b607-2b78fa7451a4 req-4c8ee5f1-981d-4d0c-bc27-4002a96a03e5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:49.618473 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2c84710e-9681-4fd3-b607-2b78fa7451a4 req-4c8ee5f1-981d-4d0c-bc27-4002a96a03e5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5431 time: 0.2850132 Jul 13 07:37:49.618737 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-8ce79663-7b4b-494c-918c-37dd7344a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:49.620213 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-8ce79663-7b4b-494c-918c-37dd7344a1e0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9686c51c-f5f6-4c64-99e9-627314bd0ae7 HTTP/1.1" status: 200 len: 854 time: 0.0674810 Jul 13 07:37:49.664334 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 58bf72e9-e50d-463c-aa10-11f527776a47 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:49.695400 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 58bf72e9-e50d-463c-aa10-11f527776a47 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:49.695744 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 58bf72e9-e50d-463c-aa10-11f527776a47 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:49.716640 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-e749e03e-0ea0-44dc-af3e-2ee2b009c6f5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ddd1836a-7435-4938-830c-82705c4641dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814760 Jul 13 07:37:49.732578 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcca5fc1-bc82-495f-9413-2fcebbd2c62c req-a6845391-7546-4693-839d-c5a5405a0d0a tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878464 Jul 13 07:37:49.779335 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9e71417b-5cb9-4196-aa27-59265f5326df req-33cab833-1585-45f3-9aa5-7f7b19cf526c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.797911 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3cd59a65-0c3f-4038-9862-a381dd4a7d50'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:49.859223 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2c84710e-9681-4fd3-b607-2b78fa7451a4 req-7eed6b0b-3914-49b3-bf85-91bc08ee5172 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1923628 Jul 13 07:37:49.878410 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cab833-1585-45f3-9aa5-7f7b19cf526c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Pushing event deleted for resources: {'Port': ['ID=3cd59a65-0c3f-4038-9862-a381dd4a7d50,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:49.914789 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543de4a0-c3a4-4ffb-853f-2522e6100dd4 x-openstack-request-id: req-543de4a0-c3a4-4ffb-853f-2522e6100dd4 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:49.915750 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77089361-5171-4042-90ea-851e6dce7d0e", "tag": "b83c9459-0e44-4da0-a2c0-c104c3ab1382", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:49.915750 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-543de4a0-c3a4-4ffb-853f-2522e6100dd4 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:49.915750 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77089361-5171-4042-90ea-851e6dce7d0e', 'tag': 'b83c9459-0e44-4da0-a2c0-c104c3ab1382', 'status': 'completed', 'code': 200} Jul 13 07:37:49.971709 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e71417b-5cb9-4196-aa27-59265f5326df req-33cab833-1585-45f3-9aa5-7f7b19cf526c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] No DVR routers for this DVR port 3cd59a65-0c3f-4038-9862-a381dd4a7d50 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:49.976185 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9e71417b-5cb9-4196-aa27-59265f5326df req-33cab833-1585-45f3-9aa5-7f7b19cf526c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.979091 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9e71417b-5cb9-4196-aa27-59265f5326df req-33cab833-1585-45f3-9aa5-7f7b19cf526c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.62 "DELETE /v2.0/ports/3cd59a65-0c3f-4038-9862-a381dd4a7d50 HTTP/1.1" status: 204 len: 173 time: 1.0381963 Jul 13 07:37:49.983185 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-8deb9492-ba80-444e-93ab-8bf700d46e31 service neutron] 10.222.0.62 "GET /v2.0/networks/ddd1836a-7435-4938-830c-82705c4641dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554715 Jul 13 07:37:50.150546 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7f56fa1-5b89-448b-8160-030d34047a25 req-637b882e-bd14-4a03-a927-929e43ed7adb service neutron] 10.222.0.62 "GET /v2.0/networks/ddd1836a-7435-4938-830c-82705c4641dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568036 Jul 13 07:37:50.186653 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-576118c1-2601-4c91-a759-5fc262984266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:50.244288 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99585179-cd44-47d6-ba1f-d487fe170ca3 req-8a2910b3-89eb-4886-9de7-239a92f59e67 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:50.246302 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-99585179-cd44-47d6-ba1f-d487fe170ca3 req-8a2910b3-89eb-4886-9de7-239a92f59e67 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 945 time: 0.1612101 Jul 13 07:37:50.274690 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd672b8d-c619-4f0e-b9dd-6a594e775941 req-20338abf-724b-4f50-8e69-ace38cd6ef8d tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:50.283125 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd672b8d-c619-4f0e-b9dd-6a594e775941 req-20338abf-724b-4f50-8e69-ace38cd6ef8d tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 943 time: 0.2334850 Jul 13 07:37:50.301535 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022739b-100e-4969-ad18-63c3e8b638e4 req-4fb2b3f3-d52f-4f4c-b553-3d3c048c5dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:50.304667 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7022739b-100e-4969-ad18-63c3e8b638e4 req-4fb2b3f3-d52f-4f4c-b553-3d3c048c5dc3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=babf089be5df4e16898093c737362130&device_id=77089361-5171-4042-90ea-851e6dce7d0e HTTP/1.1" status: 200 len: 1095 time: 0.0846364 Jul 13 07:37:50.412035 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 391a2889-7883-44d3-a179-c2e80188d486 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:50.415894 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-99585179-cd44-47d6-ba1f-d487fe170ca3 req-a22a805e-c0d3-465b-b574-42f08fd7f043 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626680 Jul 13 07:37:50.454733 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd672b8d-c619-4f0e-b9dd-6a594e775941 req-a876e62b-01e3-4cb3-8d19-5f57679713f4 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703684 Jul 13 07:37:50.565845 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 391a2889-7883-44d3-a179-c2e80188d486, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=391a2889-7883-44d3-a179-c2e80188d486,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:50.581586 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '391a2889-7883-44d3-a179-c2e80188d486', 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431', 'port_id': '391a2889-7883-44d3-a179-c2e80188d486', 'mac_address': 'fa:16:3e:03:d9:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4bccd5-f3d2-4df7-a5f9-58cc5815295c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:50.630052 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:50.646018 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391a2889-7883-44d3-a179-c2e80188d486 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:50.672330 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 391a2889-7883-44d3-a179-c2e80188d486, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=391a2889-7883-44d3-a179-c2e80188d486,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:50.680220 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:50.806237 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ff8c7329-7e66-43a0-b123-07f31e29ef36 req-52e6ac24-0b75-442b-a9ec-1e88b61c9e71 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=623b5042-7881-4811-8e65-4836c384b954 HTTP/1.1" status: 200 len: 210 time: 0.0508368 Jul 13 07:37:50.825121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=391a2889-7883-44d3-a179-c2e80188d486,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:50.931936 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-576118c1-2601-4c91-a759-5fc262984266 admin admin] Deleting port 85a3db90-8d2e-4a31-ac8a-bc7bef948768 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:50.932549 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-576118c1-2601-4c91-a759-5fc262984266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:50.993761 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c03e3498-157e-4662-97ff-93aee1edbaea req-a76b6c80-c301-4f5f-ba4a-f251a5bb877a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&device_id=623b5042-7881-4811-8e65-4836c384b954 HTTP/1.1" status: 200 len: 210 time: 0.5556543 Jul 13 07:37:51.118326 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-576118c1-2601-4c91-a759-5fc262984266 admin admin] For port 85a3db90-8d2e-4a31-ac8a-bc7bef948768, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=85a3db90-8d2e-4a31-ac8a-bc7bef948768,segment=NetworkSegment(452ed7f2-64a8-42c0-84be-e1f00db5135e),segment_id=452ed7f2-64a8-42c0-84be-e1f00db5135e)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:51.118697 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-576118c1-2601-4c91-a759-5fc262984266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.125306 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022739b-100e-4969-ad18-63c3e8b638e4 req-cecf723d-dcd1-42f3-ad78-6a1e6731b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:51.126973 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7022739b-100e-4969-ad18-63c3e8b638e4 req-cecf723d-dcd1-42f3-ad78-6a1e6731b5bd service neutron] 10.222.0.62 "GET /v2.0/networks?id=ddd1836a-7435-4938-830c-82705c4641dc HTTP/1.1" status: 200 len: 915 time: 0.8085473 Jul 13 07:37:51.145295 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['391a2889-7883-44d3-a179-c2e80188d486'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:51.152023 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-576118c1-2601-4c91-a759-5fc262984266 admin admin] Calling delete_port for 85a3db90-8d2e-4a31-ac8a-bc7bef948768 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:51.181240 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38449da6-13ff-4950-a542-69f520d69806 req-8750f36a-40d6-4d76-af5c-13ac671d9d21 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:51.183511 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-38449da6-13ff-4950-a542-69f520d69806 req-8750f36a-40d6-4d76-af5c-13ac671d9d21 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/ports?device_id=77089361-5171-4042-90ea-851e6dce7d0e HTTP/1.1" status: 200 len: 943 time: 0.1809747 Jul 13 07:37:51.194787 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70acd22-769a-493c-9966-c02f5a2354cb req-e5cc9272-b9b8-4d30-95a3-df8e1839ece8 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:51.196360 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c70acd22-769a-493c-9966-c02f5a2354cb req-e5cc9272-b9b8-4d30-95a3-df8e1839ece8 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 951 time: 0.1928501 Jul 13 07:37:51.215373 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e3498-157e-4662-97ff-93aee1edbaea req-b9a7e9f1-364b-4c3d-94dc-595a3b698b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:51.217157 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c03e3498-157e-4662-97ff-93aee1edbaea req-b9a7e9f1-364b-4c3d-94dc-595a3b698b43 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2057343 Jul 13 07:37:51.219091 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7022739b-100e-4969-ad18-63c3e8b638e4 req-972d2ab2-e347-4b7f-924e-843772c37807 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b83c9459-0e44-4da0-a2c0-c104c3ab1382 HTTP/1.1" status: 200 len: 217 time: 0.0590835 Jul 13 07:37:51.231306 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411c93b-038c-42de-b219-3fc8f9a5a800 req-ee70e18c-3530-455d-aab1-2b0bf969207d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:51.233460 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a411c93b-038c-42de-b219-3fc8f9a5a800 req-ee70e18c-3530-455d-aab1-2b0bf969207d tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 951 time: 0.2385707 Jul 13 07:37:51.305843 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022739b-100e-4969-ad18-63c3e8b638e4 req-a2e5ae4b-984e-415b-9438-b6f50d7bc166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:51.308171 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7022739b-100e-4969-ad18-63c3e8b638e4 req-a2e5ae4b-984e-415b-9438-b6f50d7bc166 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9686c51c-f5f6-4c64-99e9-627314bd0ae7 HTTP/1.1" status: 200 len: 854 time: 0.0604656 Jul 13 07:37:51.315154 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-38449da6-13ff-4950-a542-69f520d69806 req-e5441067-f068-4071-8e93-7a895d350c37 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/security-groups?id=4728fcb0-17b7-4412-912a-41b104ecc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171980 Jul 13 07:37:51.333315 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c70acd22-769a-493c-9966-c02f5a2354cb req-8be6e68a-fb2a-4309-80c0-15ad6949be14 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267128 Jul 13 07:37:51.423363 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7022739b-100e-4969-ad18-63c3e8b638e4 req-26cbb632-572f-4c71-8db8-4de8713558c3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ddd1836a-7435-4938-830c-82705c4641dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558162 Jul 13 07:37:51.645683 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-a411c93b-038c-42de-b219-3fc8f9a5a800 req-eaacdfd6-e7cd-47d4-b52d-5995aced18ec tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Deleting port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:51.646129 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a411c93b-038c-42de-b219-3fc8f9a5a800 req-eaacdfd6-e7cd-47d4-b52d-5995aced18ec tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.649395 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e3498-157e-4662-97ff-93aee1edbaea req-e9c09b2b-d521-4a34-bc91-c24020510bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:51.650993 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c03e3498-157e-4662-97ff-93aee1edbaea req-e9c09b2b-d521-4a34-bc91-c24020510bdb service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4130907 Jul 13 07:37:51.660326 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-576118c1-2601-4c91-a759-5fc262984266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.703686 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576118c1-2601-4c91-a759-5fc262984266 admin admin] Pushing event deleted for resources: {'Port': ['ID=85a3db90-8d2e-4a31-ac8a-bc7bef948768,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:51.715785 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7022739b-100e-4969-ad18-63c3e8b638e4 req-38c7702f-846e-4ee2-a407-565187c6d8e5 service neutron] 10.222.0.62 "GET /v2.0/networks/ddd1836a-7435-4938-830c-82705c4641dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714787 Jul 13 07:37:51.722347 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4281a-358b-4534-a242-387e3fe627fe req-a52a1902-c54f-4e43-9d6c-3b43c3db915e tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:51.732494 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4281a-358b-4534-a242-387e3fe627fe req-a52a1902-c54f-4e43-9d6c-3b43c3db915e tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:51.739817 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4281a-358b-4534-a242-387e3fe627fe req-a52a1902-c54f-4e43-9d6c-3b43c3db915e tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:51.746390 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4281a-358b-4534-a242-387e3fe627fe req-a52a1902-c54f-4e43-9d6c-3b43c3db915e tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:51.752908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4281a-358b-4534-a242-387e3fe627fe req-a52a1902-c54f-4e43-9d6c-3b43c3db915e tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:51.759571 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4281a-358b-4534-a242-387e3fe627fe req-a52a1902-c54f-4e43-9d6c-3b43c3db915e tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:51.766205 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4281a-358b-4534-a242-387e3fe627fe req-a52a1902-c54f-4e43-9d6c-3b43c3db915e tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:51.768467 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2fc4281a-358b-4534-a242-387e3fe627fe req-a52a1902-c54f-4e43-9d6c-3b43c3db915e tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5431 time: 0.2341030 Jul 13 07:37:51.926809 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623b5042-7881-4811-8e65-4836c384b954', 'name': 'network-vif-deleted', 'tag': '3cd59a65-0c3f-4038-9862-a381dd4a7d50'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:51.929543 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0e0765-2fda-4a9e-bea8-01c85f0d4d32" -d '{"events": [{"server_uuid": "623b5042-7881-4811-8e65-4836c384b954", "name": "network-vif-deleted", "tag": "3cd59a65-0c3f-4038-9862-a381dd4a7d50"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:51.938826 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2fc4281a-358b-4534-a242-387e3fe627fe req-4dfb8f99-e616-47ef-8eae-989c7666d8f5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1263437 Jul 13 07:37:51.946944 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7022739b-100e-4969-ad18-63c3e8b638e4 req-93170154-4274-47ff-99a1-29d7cd49a4c3 service neutron] 10.222.0.62 "GET /v2.0/networks/ddd1836a-7435-4938-830c-82705c4641dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917574 Jul 13 07:37:52.001756 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-a411c93b-038c-42de-b219-3fc8f9a5a800 req-eaacdfd6-e7cd-47d4-b52d-5995aced18ec tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] For port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:52.003144 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a411c93b-038c-42de-b219-3fc8f9a5a800 req-eaacdfd6-e7cd-47d4-b52d-5995aced18ec tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.019623 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-a411c93b-038c-42de-b219-3fc8f9a5a800 req-eaacdfd6-e7cd-47d4-b52d-5995aced18ec tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Calling delete_port for 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:52.068630 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19758c9-1613-4f4f-96ef-b0faad911887 req-f5ffba2f-580d-41b2-bd49-37f97abbcff7 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:52.070368 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c19758c9-1613-4f4f-96ef-b0faad911887 req-f5ffba2f-580d-41b2-bd49-37f97abbcff7 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 944 time: 0.2090576 Jul 13 07:37:52.216736 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c19758c9-1613-4f4f-96ef-b0faad911887 req-ca0cc9af-4dc4-4dcd-8fac-63cab47922d0 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056051 Jul 13 07:37:52.221707 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-576118c1-2601-4c91-a759-5fc262984266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.229466 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a411c93b-038c-42de-b219-3fc8f9a5a800 req-eaacdfd6-e7cd-47d4-b52d-5995aced18ec tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.244847 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d571ad6d-dd23-410f-a583-c1f9fbcff8ca', '5477dfe0-844c-46e5-b658-3bfbb67c16fb'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:52.250044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['7c4e141d-3949-4fd1-a013-184c9b6fc9f0'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:52.304944 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacdfd6-e7cd-47d4-b52d-5995aced18ec tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Pushing event deleted for resources: {'Port': ['ID=7c4e141d-3949-4fd1-a013-184c9b6fc9f0,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:52.397828 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a411c93b-038c-42de-b219-3fc8f9a5a800 req-eaacdfd6-e7cd-47d4-b52d-5995aced18ec tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] No DVR routers for this DVR port 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:52.402312 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a411c93b-038c-42de-b219-3fc8f9a5a800 req-eaacdfd6-e7cd-47d4-b52d-5995aced18ec tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.405635 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a411c93b-038c-42de-b219-3fc8f9a5a800 req-eaacdfd6-e7cd-47d4-b52d-5995aced18ec tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.62 "DELETE /v2.0/ports/7c4e141d-3949-4fd1-a013-184c9b6fc9f0 HTTP/1.1" status: 204 len: 173 time: 1.0966070 Jul 13 07:37:52.425222 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d23f7b-c22c-42c2-b41b-41a33cac4793 req-037fa75f-b631-4844-b1aa-88c0c664d4de tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:52.426532 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 391a2889-7883-44d3-a179-c2e80188d486 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:52.437448 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5d23f7b-c22c-42c2-b41b-41a33cac4793 req-037fa75f-b631-4844-b1aa-88c0c664d4de tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 945 time: 0.3278883 Jul 13 07:37:52.521424 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5d23f7b-c22c-42c2-b41b-41a33cac4793 req-0d3f78e0-7ad9-423e-bb8a-7be6fb21a345 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829232 Jul 13 07:37:52.552602 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 391a2889-7883-44d3-a179-c2e80188d486 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:52.568445 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 391a2889-7883-44d3-a179-c2e80188d486 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:52.569206 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.701686 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576118c1-2601-4c91-a759-5fc262984266 admin admin] Router dea086b4-a6a3-489b-9c64-4633e58ed91f has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:37:52.832127 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.839934 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576118c1-2601-4c91-a759-5fc262984266 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:37:52.847442 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-576118c1-2601-4c91-a759-5fc262984266 admin admin] 10.222.0.58 "PUT /v2.0/routers/dea086b4-a6a3-489b-9c64-4633e58ed91f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7060096 Jul 13 07:37:52.850253 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35730) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:52.864149 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493eae69-2f8e-4354-be54-6060e5c58ada None None] Sync routers for ids ['dea086b4-a6a3-489b-9c64-4633e58ed91f'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:37:52.887921 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493eae69-2f8e-4354-be54-6060e5c58ada None None] Routers {'dea086b4-a6a3-489b-9c64-4633e58ed91f'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:52.890988 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-493eae69-2f8e-4354-be54-6060e5c58ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:37:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dea086b4-a6a3-489b-9c64-4633e58ed91f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:52.903983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f74a924-1ecc-4593-89ed-6df5ddbfadfe req-1dad08a6-d83b-4c49-8ad7-0f5ab8bdea69 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=623b5042-7881-4811-8e65-4836c384b954 HTTP/1.1" status: 200 len: 210 time: 0.0655158 Jul 13 07:37:52.929724 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3236581-b693-4031-ba3b-0c362336d859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391a2889-7883-44d3-a179-c2e80188d486'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:52.932015 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee66741-f77b-4f24-9adc-8c76c296a013" -d '{"events": [{"server_uuid": "a3236581-b693-4031-ba3b-0c362336d859", "name": "network-vif-plugged", "status": "completed", "tag": "391a2889-7883-44d3-a179-c2e80188d486"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:53.011082 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b97594-d5ae-493c-b5ea-331c048e1118 x-openstack-request-id: req-81b97594-d5ae-493c-b5ea-331c048e1118 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:53.011667 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623b5042-7881-4811-8e65-4836c384b954", "name": "network-vif-deleted", "tag": "3cd59a65-0c3f-4038-9862-a381dd4a7d50", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:53.011864 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 391a2889-7883-44d3-a179-c2e80188d486, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=391a2889-7883-44d3-a179-c2e80188d486,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:53.012477 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-81b97594-d5ae-493c-b5ea-331c048e1118 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:53.012994 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623b5042-7881-4811-8e65-4836c384b954', 'name': 'network-vif-deleted', 'tag': '3cd59a65-0c3f-4038-9862-a381dd4a7d50', 'status': 'completed', 'code': 200} Jul 13 07:37:53.032677 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.178601 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d6fad49-5abb-424b-ad1e-e74d751ca0f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.182906 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-493eae69-2f8e-4354-be54-6060e5c58ada None None] Set router dea086b4-a6a3-489b-9c64-4633e58ed91f gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:53.189178 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=391a2889-7883-44d3-a179-c2e80188d486,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:53.231611 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf076411-663a-4025-a88e-b327e8d549fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.241899 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3d0981bc-30e8-49d6-85d3-0ccc856c1e31 req-b47606c8-4e5d-41c5-8bd3-2080b42b196c tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=b849dfd0-09b8-4cd0-80cf-6e686b864b2d HTTP/1.1" status: 200 len: 210 time: 0.0535522 Jul 13 07:37:53.306369 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e13c0b-4740-4ffb-92d8-c7a9b6844454 req-911cbe9b-c469-40cb-812c-7b1f0e592957 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:53.320640 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-59e13c0b-4740-4ffb-92d8-c7a9b6844454 req-911cbe9b-c469-40cb-812c-7b1f0e592957 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/ports?device_id=77089361-5171-4042-90ea-851e6dce7d0e HTTP/1.1" status: 200 len: 943 time: 0.1848021 Jul 13 07:37:53.366633 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce26bc7-3431-4f90-bc34-b8dc89c72d05 x-openstack-request-id: req-7ce26bc7-3431-4f90-bc34-b8dc89c72d05 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:53.367187 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3236581-b693-4031-ba3b-0c362336d859", "name": "network-vif-plugged", "status": "completed", "tag": "391a2889-7883-44d3-a179-c2e80188d486", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:53.367187 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7ce26bc7-3431-4f90-bc34-b8dc89c72d05 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:53.367561 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3236581-b693-4031-ba3b-0c362336d859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391a2889-7883-44d3-a179-c2e80188d486', 'code': 200} Jul 13 07:37:53.403067 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d6fad49-5abb-424b-ad1e-e74d751ca0f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.457014 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-59e13c0b-4740-4ffb-92d8-c7a9b6844454 req-e8f5cc4f-bffe-4018-ad14-46ebf2542766 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/security-groups?id=4728fcb0-17b7-4412-912a-41b104ecc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349783 Jul 13 07:37:53.458909 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-493eae69-2f8e-4354-be54-6060e5c58ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea086b4-a6a3-489b-9c64-4633e58ed91f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080115619-router', 'tenant_id': '197c615669e94fb99d2f09c21df1d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '329170e7-200a-4578-a4ea-88b76fbbdd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:04Z', 'updated_at': '2021-07-13T07:37:51Z', 'revision_number': 5, 'project_id': '197c615669e94fb99d2f09c21df1d053', 'gw_port': {'id': '329170e7-200a-4578-a4ea-88b76fbbdd31', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea086b4-a6a3-489b-9c64-4633e58ed91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:05Z', 'updated_at': '2021-07-13T07:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:53.523916 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493eae69-2f8e-4354-be54-6060e5c58ada None None] Checking router: dea086b4-a6a3-489b-9c64-4633e58ed91f for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:37:53.547761 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493eae69-2f8e-4354-be54-6060e5c58ada None None] Routers {'dea086b4-a6a3-489b-9c64-4633e58ed91f'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:53.549276 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-493eae69-2f8e-4354-be54-6060e5c58ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:37:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dea086b4-a6a3-489b-9c64-4633e58ed91f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:53.581347 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c03e3498-157e-4662-97ff-93aee1edbaea req-d7ddb4fa-b579-4ec2-adaf-d929d4c8a469 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.62 "GET /v2.0/ports?device_id=623b5042-7881-4811-8e65-4836c384b954 HTTP/1.1" status: 200 len: 210 time: 0.0892653 Jul 13 07:37:53.617148 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-5d6fad49-5abb-424b-ad1e-e74d751ca0f2 admin admin] Deleting port 329170e7-200a-4578-a4ea-88b76fbbdd31 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:53.617670 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d6fad49-5abb-424b-ad1e-e74d751ca0f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.699004 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-493eae69-2f8e-4354-be54-6060e5c58ada None None] Set router dea086b4-a6a3-489b-9c64-4633e58ed91f gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:53.702835 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ca459-adc7-489f-b06e-46f88efea4a7 req-1c7561cd-943c-4694-a037-a0200cc43be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:53.704340 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e91ca459-adc7-489f-b06e-46f88efea4a7 req-1c7561cd-943c-4694-a037-a0200cc43be4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 1097 time: 0.1923723 Jul 13 07:37:53.715180 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device b83c9459-0e44-4da0-a2c0-c104c3ab1382 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:53.760802 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e91ca459-adc7-489f-b06e-46f88efea4a7 req-b10b5bf3-9171-44a9-9029-4d99ecdeadc0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478971 Jul 13 07:37:53.769200 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-5d6fad49-5abb-424b-ad1e-e74d751ca0f2 admin admin] For port 329170e7-200a-4578-a4ea-88b76fbbdd31, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=329170e7-200a-4578-a4ea-88b76fbbdd31,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:53.769200 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d6fad49-5abb-424b-ad1e-e74d751ca0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.784941 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-5d6fad49-5abb-424b-ad1e-e74d751ca0f2 admin admin] Calling delete_port for 329170e7-200a-4578-a4ea-88b76fbbdd31 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:53.807264 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-493eae69-2f8e-4354-be54-6060e5c58ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea086b4-a6a3-489b-9c64-4633e58ed91f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080115619-router', 'tenant_id': '197c615669e94fb99d2f09c21df1d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:04Z', 'updated_at': '2021-07-13T07:37:53Z', 'revision_number': 6, 'project_id': '197c615669e94fb99d2f09c21df1d053', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:53.879942 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493eae69-2f8e-4354-be54-6060e5c58ada None None] The sync data for ids ['dea086b4-a6a3-489b-9c64-4633e58ed91f'] in n-d-779913-28 is: [{'id': 'dea086b4-a6a3-489b-9c64-4633e58ed91f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080115619-router', 'tenant_id': '197c615669e94fb99d2f09c21df1d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:04Z', 'updated_at': '2021-07-13T07:37:53Z', 'revision_number': 6, 'project_id': '197c615669e94fb99d2f09c21df1d053', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:53.954896 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port b83c9459-0e44-4da0-a2c0-c104c3ab1382, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b83c9459-0e44-4da0-a2c0-c104c3ab1382,segment=NetworkSegment(1ef09f4b-7814-4038-95f4-1b1a434767f6),segment_id=1ef09f4b-7814-4038-95f4-1b1a434767f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:53.973778 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'b83c9459-0e44-4da0-a2c0-c104c3ab1382', 'network_id': 'ddd1836a-7435-4938-830c-82705c4641dc', 'port_id': 'b83c9459-0e44-4da0-a2c0-c104c3ab1382', 'mac_address': 'fa:16:3e:05:01:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9686c51c-f5f6-4c64-99e9-627314bd0ae7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:54.018060 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.024557 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d6fad49-5abb-424b-ad1e-e74d751ca0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.040265 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83c9459-0e44-4da0-a2c0-c104c3ab1382 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:54.051122 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fad49-5abb-424b-ad1e-e74d751ca0f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=329170e7-200a-4578-a4ea-88b76fbbdd31,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:54.068527 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port b83c9459-0e44-4da0-a2c0-c104c3ab1382, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b83c9459-0e44-4da0-a2c0-c104c3ab1382,segment=NetworkSegment(1ef09f4b-7814-4038-95f4-1b1a434767f6),segment_id=1ef09f4b-7814-4038-95f4-1b1a434767f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:54.074992 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.144075 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d6fad49-5abb-424b-ad1e-e74d751ca0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.163763 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=b83c9459-0e44-4da0-a2c0-c104c3ab1382,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:54.262999 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d6fad49-5abb-424b-ad1e-e74d751ca0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.265838 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d6fad49-5abb-424b-ad1e-e74d751ca0f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.318065 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f5ff6-4b93-4d49-88e6-a48b5cfa77d9 req-6c97ded1-e021-4610-9d5e-f4105bfb6885 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:54.329040 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f5ff6-4b93-4d49-88e6-a48b5cfa77d9 req-6c97ded1-e021-4610-9d5e-f4105bfb6885 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:54.336907 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f5ff6-4b93-4d49-88e6-a48b5cfa77d9 req-6c97ded1-e021-4610-9d5e-f4105bfb6885 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:54.344090 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d6fad49-5abb-424b-ad1e-e74d751ca0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.344704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6fad49-5abb-424b-ad1e-e74d751ca0f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dea086b4-a6a3-489b-9c64-4633e58ed91f {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:37:54.347445 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f5ff6-4b93-4d49-88e6-a48b5cfa77d9 req-6c97ded1-e021-4610-9d5e-f4105bfb6885 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:54.350681 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d6fad49-5abb-424b-ad1e-e74d751ca0f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.351939 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5d6fad49-5abb-424b-ad1e-e74d751ca0f2 admin admin] 10.222.0.58 "DELETE /v2.0/routers/dea086b4-a6a3-489b-9c64-4633e58ed91f HTTP/1.1" status: 204 len: 168 time: 1.5003262 Jul 13 07:37:54.354489 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35748) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:54.373593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f5ff6-4b93-4d49-88e6-a48b5cfa77d9 req-6c97ded1-e021-4610-9d5e-f4105bfb6885 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:54.382535 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f5ff6-4b93-4d49-88e6-a48b5cfa77d9 req-6c97ded1-e021-4610-9d5e-f4105bfb6885 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:54.391653 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f5ff6-4b93-4d49-88e6-a48b5cfa77d9 req-6c97ded1-e021-4610-9d5e-f4105bfb6885 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:54.396596 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['b83c9459-0e44-4da0-a2c0-c104c3ab1382'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:54.411352 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf3f5ff6-4b93-4d49-88e6-a48b5cfa77d9 req-6c97ded1-e021-4610-9d5e-f4105bfb6885 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5431 time: 0.8425419 Jul 13 07:37:54.416949 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb2008d-8d1f-43f5-a194-4806121436d8 admin admin] Deleting subnet 63b889f2-6a28-4d0b-9b5d-6552a07c31c8 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:37:54.421584 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7bb2008d-8d1f-43f5-a194-4806121436d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.465203 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72a143-182a-428f-b8b8-cd751e0d64c9 req-9656b20f-991e-4220-9cd2-10630da82a48 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:54.466245 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7bb2008d-8d1f-43f5-a194-4806121436d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.467325 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a72a143-182a-428f-b8b8-cd751e0d64c9 req-9656b20f-991e-4220-9cd2-10630da82a48 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 945 time: 0.8206990 Jul 13 07:37:54.501678 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf3f5ff6-4b93-4d49-88e6-a48b5cfa77d9 req-4b92472f-6386-4dcd-8021-2d8a25d2a68f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892630 Jul 13 07:37:54.536371 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a72a143-182a-428f-b8b8-cd751e0d64c9 req-7698f0dc-c0f1-4a67-886c-9a2fb2654412 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615451 Jul 13 07:37:54.633817 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7bb2008d-8d1f-43f5-a194-4806121436d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.775615 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7bb2008d-8d1f-43f5-a194-4806121436d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.822874 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2008d-8d1f-43f5-a194-4806121436d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63b889f2-6a28-4d0b-9b5d-6552a07c31c8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:54.830872 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7bb2008d-8d1f-43f5-a194-4806121436d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.836264 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7bb2008d-8d1f-43f5-a194-4806121436d8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/63b889f2-6a28-4d0b-9b5d-6552a07c31c8 HTTP/1.1" status: 204 len: 168 time: 0.4805915 Jul 13 07:37:54.837161 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35758) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:54.848998 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de0009d-de25-4456-93a4-92c145f72ad5 None None] Network eb0329f0-8ee9-4b39-88fe-a9cb4b69797d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:54.932306 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d230-1a79-4b88-a23a-5dc3ebc26064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.989730 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2abcd5-c7f6-4819-afe6-01705dd6fe5c req-ab9f3510-36e4-434c-a7c8-ffe518b7d701 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:54.991756 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee2abcd5-c7f6-4819-afe6-01705dd6fe5c req-ab9f3510-36e4-434c-a7c8-ffe518b7d701 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 945 time: 0.1854689 Jul 13 07:37:55.015203 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b849dfd0-09b8-4cd0-80cf-6e686b864b2d', 'name': 'network-vif-deleted', 'tag': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:55.021857 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7a8363-a0fa-4c64-b9af-429b60d84030" -d '{"events": [{"server_uuid": "b849dfd0-09b8-4cd0-80cf-6e686b864b2d", "name": "network-vif-deleted", "tag": "7c4e141d-3949-4fd1-a013-184c9b6fc9f0"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:55.071969 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-0fe9d230-1a79-4b88-a23a-5dc3ebc26064 admin admin] Deleting port 2d348d09-8ead-4724-923f-0090491dc501 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:55.072650 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d230-1a79-4b88-a23a-5dc3ebc26064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.094001 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee2abcd5-c7f6-4819-afe6-01705dd6fe5c req-65f45345-ca8f-403d-a366-3349d46b8ec9 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943377 Jul 13 07:37:55.168874 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c077e5-c381-44a8-bc78-43f6b363b788 req-6598b6d0-2132-460e-a11a-5d45277f82b7 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:55.176332 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8c077e5-c381-44a8-bc78-43f6b363b788 req-6598b6d0-2132-460e-a11a-5d45277f82b7 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/ports?device_id=77089361-5171-4042-90ea-851e6dce7d0e HTTP/1.1" status: 200 len: 944 time: 0.1582625 Jul 13 07:37:55.179470 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-0fe9d230-1a79-4b88-a23a-5dc3ebc26064 admin admin] For port 2d348d09-8ead-4724-923f-0090491dc501, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2d348d09-8ead-4724-923f-0090491dc501,segment=NetworkSegment(452ed7f2-64a8-42c0-84be-e1f00db5135e),segment_id=452ed7f2-64a8-42c0-84be-e1f00db5135e)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:55.180314 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d230-1a79-4b88-a23a-5dc3ebc26064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.198916 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e686a7f2-f87b-495e-8969-613bc3ee198e None None] DHCP port deletion for eb0329f0-8ee9-4b39-88fe-a9cb4b69797d request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:37:55.203512 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-0fe9d230-1a79-4b88-a23a-5dc3ebc26064 admin admin] Calling delete_port for 2d348d09-8ead-4724-923f-0090491dc501 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:55.267721 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8c077e5-c381-44a8-bc78-43f6b363b788 req-c53b6ae2-4215-498d-bd59-e69a1ae32545 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/security-groups?id=4728fcb0-17b7-4412-912a-41b104ecc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733230 Jul 13 07:37:55.299633 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e686a7f2-f87b-495e-8969-613bc3ee198e None None] Deleting port 2d348d09-8ead-4724-923f-0090491dc501 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:55.300131 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e686a7f2-f87b-495e-8969-613bc3ee198e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.382794 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d230-1a79-4b88-a23a-5dc3ebc26064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.426553 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9d230-1a79-4b88-a23a-5dc3ebc26064 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d348d09-8ead-4724-923f-0090491dc501,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:55.441901 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe9d230-1a79-4b88-a23a-5dc3ebc26064 admin admin] No DVR routers for this DVR port 2d348d09-8ead-4724-923f-0090491dc501 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:55.457001 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e686a7f2-f87b-495e-8969-613bc3ee198e None None] For port 2d348d09-8ead-4724-923f-0090491dc501, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2d348d09-8ead-4724-923f-0090491dc501,segment=NetworkSegment(452ed7f2-64a8-42c0-84be-e1f00db5135e),segment_id=452ed7f2-64a8-42c0-84be-e1f00db5135e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:55.458281 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e686a7f2-f87b-495e-8969-613bc3ee198e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.474312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e686a7f2-f87b-495e-8969-613bc3ee198e None None] Calling delete_port for 2d348d09-8ead-4724-923f-0090491dc501 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:55.556291 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d230-1a79-4b88-a23a-5dc3ebc26064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.569770 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-0fe9d230-1a79-4b88-a23a-5dc3ebc26064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0329f0-8ee9-4b39-88fe-a9cb4b69797d']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:55.593513 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-0fe9d230-1a79-4b88-a23a-5dc3ebc26064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '452ed7f2-64a8-42c0-84be-e1f00db5135e') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:55.593513 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-0fe9d230-1a79-4b88-a23a-5dc3ebc26064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '452ed7f2-64a8-42c0-84be-e1f00db5135e') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:55.598155 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-c6aa0dca-06f0-4bc4-8a1c-46fb6c620760 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:55.599881 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-c6aa0dca-06f0-4bc4-8a1c-46fb6c620760 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/networks?id=0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 200 len: 812 time: 0.1676531 Jul 13 07:37:55.616559 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d230-1a79-4b88-a23a-5dc3ebc26064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.619992 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-7f452dc2-2e47-439d-8065-fa0f3d247689 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/quotas/d081990bdf3b4230b88abf1c5f4a8f61 HTTP/1.1" status: 200 len: 375 time: 0.0130913 Jul 13 07:37:55.640834 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1c1aef-a382-48dd-a5b0-c32867acf6d9 x-openstack-request-id: req-1d1c1aef-a382-48dd-a5b0-c32867acf6d9 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:55.641516 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b849dfd0-09b8-4cd0-80cf-6e686b864b2d", "name": "network-vif-deleted", "tag": "7c4e141d-3949-4fd1-a013-184c9b6fc9f0", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:55.642125 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d1c1aef-a382-48dd-a5b0-c32867acf6d9 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:55.644050 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b849dfd0-09b8-4cd0-80cf-6e686b864b2d', 'name': 'network-vif-deleted', 'tag': '7c4e141d-3949-4fd1-a013-184c9b6fc9f0', 'status': 'completed', 'code': 200} Jul 13 07:37:55.650031 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d230-1a79-4b88-a23a-5dc3ebc26064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.662371 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe9d230-1a79-4b88-a23a-5dc3ebc26064 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:55.663121 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d230-1a79-4b88-a23a-5dc3ebc26064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:55.666430 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:55.675661 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-52f7f918-fc59-49b1-84f3-be12baeeea3c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466194 Jul 13 07:37:55.743412 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e686a7f2-f87b-495e-8969-613bc3ee198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.782657 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d230-1a79-4b88-a23a-5dc3ebc26064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.784533 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device b83c9459-0e44-4da0-a2c0-c104c3ab1382 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:55.786751 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e686a7f2-f87b-495e-8969-613bc3ee198e None None] No DVR routers for this DVR port 2d348d09-8ead-4724-923f-0090491dc501 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:55.788957 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686a7f2-f87b-495e-8969-613bc3ee198e None None] Pushing event deleted for resources: {'Port': ['ID=2d348d09-8ead-4724-923f-0090491dc501,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:55.808825 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d230-1a79-4b88-a23a-5dc3ebc26064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.819355 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0fe9d230-1a79-4b88-a23a-5dc3ebc26064 admin admin] 10.222.0.58 "DELETE /v2.0/networks/eb0329f0-8ee9-4b39-88fe-a9cb4b69797d HTTP/1.1" status: 204 len: 168 time: 0.9809499 Jul 13 07:37:55.822681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35782) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:55.855444 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port b83c9459-0e44-4da0-a2c0-c104c3ab1382 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:55.860651 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port b83c9459-0e44-4da0-a2c0-c104c3ab1382 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:55.861534 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.877923 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9d230-1a79-4b88-a23a-5dc3ebc26064 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb0329f0-8ee9-4b39-88fe-a9cb4b69797d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:55.912879 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-106c1795-c88d-41d7-b95d-17f86729c520 service neutron] 10.222.0.58 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359612 Jul 13 07:37:55.986203 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2d348d09-8ead-4724-923f-0090491dc501 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:56.010740 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 2d348d09-8ead-4724-923f-0090491dc501 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:56.011094 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2d348d09-8ead-4724-923f-0090491dc501 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:56.011518 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 329170e7-200a-4578-a4ea-88b76fbbdd31 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:56.036885 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 329170e7-200a-4578-a4ea-88b76fbbdd31 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:56.037210 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 329170e7-200a-4578-a4ea-88b76fbbdd31 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:56.037632 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 85a3db90-8d2e-4a31-ac8a-bc7bef948768 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:56.059967 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 85a3db90-8d2e-4a31-ac8a-bc7bef948768 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:56.060483 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 85a3db90-8d2e-4a31-ac8a-bc7bef948768 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:56.065173 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:56.099679 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77089361-5171-4042-90ea-851e6dce7d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83c9459-0e44-4da0-a2c0-c104c3ab1382'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:56.103044 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5931cab-cbe2-44fe-9b01-8b439e469bf1" -d '{"events": [{"server_uuid": "77089361-5171-4042-90ea-851e6dce7d0e", "name": "network-vif-plugged", "status": "completed", "tag": "b83c9459-0e44-4da0-a2c0-c104c3ab1382"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:56.121148 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port b83c9459-0e44-4da0-a2c0-c104c3ab1382, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b83c9459-0e44-4da0-a2c0-c104c3ab1382,segment=NetworkSegment(1ef09f4b-7814-4038-95f4-1b1a434767f6),segment_id=1ef09f4b-7814-4038-95f4-1b1a434767f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:56.126484 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:56.184066 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-d697c040-3d25-40c8-9b72-13c50a061b97 service neutron] 10.222.0.58 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685618 Jul 13 07:37:56.224091 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=b83c9459-0e44-4da0-a2c0-c104c3ab1382,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:56.235383 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:56.252387 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84c889-dc81-42ea-ac75-50e85c3ed334 req-ef556edb-24b3-4b08-846b-fe92f3865887 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:56.257567 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:56.257912 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7c4e141d-3949-4fd1-a013-184c9b6fc9f0 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:56.258430 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3cd59a65-0c3f-4038-9862-a381dd4a7d50 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:56.264211 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84c889-dc81-42ea-ac75-50e85c3ed334 req-ef556edb-24b3-4b08-846b-fe92f3865887 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:56.273054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35790) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:56.279715 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84c889-dc81-42ea-ac75-50e85c3ed334 req-ef556edb-24b3-4b08-846b-fe92f3865887 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:56.280695 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 3cd59a65-0c3f-4038-9862-a381dd4a7d50 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:56.280804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3cd59a65-0c3f-4038-9862-a381dd4a7d50 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:56.288733 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84c889-dc81-42ea-ac75-50e85c3ed334 req-ef556edb-24b3-4b08-846b-fe92f3865887 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:56.295410 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84c889-dc81-42ea-ac75-50e85c3ed334 req-ef556edb-24b3-4b08-846b-fe92f3865887 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:56.303333 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84c889-dc81-42ea-ac75-50e85c3ed334 req-ef556edb-24b3-4b08-846b-fe92f3865887 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:56.309552 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84c889-dc81-42ea-ac75-50e85c3ed334 req-ef556edb-24b3-4b08-846b-fe92f3865887 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:56.318407 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b84c889-dc81-42ea-ac75-50e85c3ed334 req-ef556edb-24b3-4b08-846b-fe92f3865887 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5431 time: 0.3756800 Jul 13 07:37:56.390607 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b84c889-dc81-42ea-ac75-50e85c3ed334 req-713a4ded-45a2-4822-a861-af479471fc62 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679083 Jul 13 07:37:56.492002 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c449d20f-53a2-4183-be10-7d39e2273c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:56.579303 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977465a4-5570-44db-a795-546ccf40c27b req-b0142099-2e87-4d96-9ffe-f757ed758a04 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:56.590797 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-977465a4-5570-44db-a795-546ccf40c27b req-b0142099-2e87-4d96-9ffe-f757ed758a04 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 945 time: 0.0948718 Jul 13 07:37:56.632266 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e6e4c85f-cc83-467a-b02c-e77e43a1cf1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:56.683901 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-977465a4-5570-44db-a795-546ccf40c27b req-f7b501c2-9693-4360-bda0-b3deb273b908 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918632 Jul 13 07:37:56.734259 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f242c8f-0936-4133-bdb3-ad94bae36fdc req-4d30dbd2-f64f-4fff-95f8-9f6eeb0e79f4 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:56.735834 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2f242c8f-0936-4133-bdb3-ad94bae36fdc req-4d30dbd2-f64f-4fff-95f8-9f6eeb0e79f4 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 948 time: 0.1423538 Jul 13 07:37:56.776694 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c20c58-f8de-46c4-b884-b5229cbfe5df x-openstack-request-id: req-95c20c58-f8de-46c4-b884-b5229cbfe5df {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:56.777550 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77089361-5171-4042-90ea-851e6dce7d0e", "name": "network-vif-plugged", "status": "completed", "tag": "b83c9459-0e44-4da0-a2c0-c104c3ab1382", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:56.777945 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95c20c58-f8de-46c4-b884-b5229cbfe5df {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:56.778551 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77089361-5171-4042-90ea-851e6dce7d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83c9459-0e44-4da0-a2c0-c104c3ab1382', 'code': 200} Jul 13 07:37:56.801217 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2f242c8f-0936-4133-bdb3-ad94bae36fdc req-0c3fcee2-2e8e-49cf-a2c2-83dba9cff426 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536163 Jul 13 07:37:57.100909 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fc11d-27e9-4d9b-9255-d1eeccfd706b req-13e0e49a-6feb-410c-bfd7-5546061aa562 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:57.102585 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d68fc11d-27e9-4d9b-9255-d1eeccfd706b req-13e0e49a-6feb-410c-bfd7-5546061aa562 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 945 time: 0.1602705 Jul 13 07:37:57.178707 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496f4db-408f-4976-a2b7-fbb5fd529aa6 req-45d1a8b9-b874-40ea-9ba7-8a40bd445c52 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:57.180857 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a496f4db-408f-4976-a2b7-fbb5fd529aa6 req-45d1a8b9-b874-40ea-9ba7-8a40bd445c52 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/ports?device_id=77089361-5171-4042-90ea-851e6dce7d0e HTTP/1.1" status: 200 len: 945 time: 0.1737747 Jul 13 07:37:57.227032 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d68fc11d-27e9-4d9b-9255-d1eeccfd706b req-6eba340d-2872-41d4-959c-c8a0ee4db6f4 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158490 Jul 13 07:37:57.278776 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a496f4db-408f-4976-a2b7-fbb5fd529aa6 req-7ea5d020-5fa4-481a-88dc-812df516efe1 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/security-groups?id=4728fcb0-17b7-4412-912a-41b104ecc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852602 Jul 13 07:37:57.351906 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e6e4c85f-cc83-467a-b02c-e77e43a1cf1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.383458 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e6e4c85f-cc83-467a-b02c-e77e43a1cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.421671 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f5e3652-1705-4286-9b6e-a67eb3e28c1b req-0ad8a77b-80a2-482f-af11-47455e34fcda tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=edfb1d88-23c1-4bc7-985f-083ad81e2737 HTTP/1.1" status: 200 len: 210 time: 0.0423024 Jul 13 07:37:57.478322 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35810) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:57.478606 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e6e4c85f-cc83-467a-b02c-e77e43a1cf1f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b94961724da14b0b84f4ce573b550361&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2041893 Jul 13 07:37:57.505279 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6d694a1-dfbc-44a9-ae40-d5af31ebf49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.505562 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4c85f-cc83-467a-b02c-e77e43a1cf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27398760-d61e-47bf-8cb1-39a5155793c7,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:57.511616 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7c114-46bd-4959-bf95-f995c99726f1 req-c2e63dd6-0398-458c-89b0-2e3837627261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:57.513453 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41d7c114-46bd-4959-bf95-f995c99726f1 req-c2e63dd6-0398-458c-89b0-2e3837627261 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=77089361-5171-4042-90ea-851e6dce7d0e HTTP/1.1" status: 200 len: 1097 time: 0.6102202 Jul 13 07:37:57.554748 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205a36e-5203-47a3-b017-25a6b796d51d req-59579d0e-afef-48c3-a022-1f2a09290456 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:57.562126 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f205a36e-5203-47a3-b017-25a6b796d51d req-59579d0e-afef-48c3-a022-1f2a09290456 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 1097 time: 0.1392891 Jul 13 07:37:57.600131 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.602283 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8686d4cf-06a1-4515-b530-759d0400b3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.614032 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e089a-a41e-4b38-a6e3-ed4c3f85bef0 req-f7b73ec6-ad6e-4c9e-bfd3-9796b1be7099 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:57.615648 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-636e089a-a41e-4b38-a6e3-ed4c3f85bef0 req-f7b73ec6-ad6e-4c9e-bfd3-9796b1be7099 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 948 time: 0.2595079 Jul 13 07:37:57.619255 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41d7c114-46bd-4959-bf95-f995c99726f1 req-792030b3-eecb-4461-941d-fbc9a4f3f617 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4728fcb0-17b7-4412-912a-41b104ecc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977385 Jul 13 07:37:57.625162 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f205a36e-5203-47a3-b017-25a6b796d51d req-3471e069-8e4d-40cf-b528-ccbe6998cbb7 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620613 Jul 13 07:37:57.658636 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8686d4cf-06a1-4515-b530-759d0400b3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.708626 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c449d20f-53a2-4183-be10-7d39e2273c62 admin admin] Deleting port 7bc234d0-35bc-4800-9e91-f9206398cbeb {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:57.708987 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c449d20f-53a2-4183-be10-7d39e2273c62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.780242 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b0d2b-4e85-4a05-a42f-61b5448427a7 req-6861f29e-e26d-4fbf-bffd-505923798e2e tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:57.787761 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b0d2b-4e85-4a05-a42f-61b5448427a7 req-6861f29e-e26d-4fbf-bffd-505923798e2e tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:57.794753 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b0d2b-4e85-4a05-a42f-61b5448427a7 req-6861f29e-e26d-4fbf-bffd-505923798e2e tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:57.805606 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b0d2b-4e85-4a05-a42f-61b5448427a7 req-6861f29e-e26d-4fbf-bffd-505923798e2e tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:57.818264 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b0d2b-4e85-4a05-a42f-61b5448427a7 req-6861f29e-e26d-4fbf-bffd-505923798e2e tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:57.833376 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b0d2b-4e85-4a05-a42f-61b5448427a7 req-6861f29e-e26d-4fbf-bffd-505923798e2e tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:57.833652 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-636e089a-a41e-4b38-a6e3-ed4c3f85bef0 req-e59fbed7-1d4b-46c2-bc01-a85cb3c957ab tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Deleting port 5477dfe0-844c-46e5-b658-3bfbb67c16fb {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:57.833769 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-636e089a-a41e-4b38-a6e3-ed4c3f85bef0 req-e59fbed7-1d4b-46c2-bc01-a85cb3c957ab tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.843737 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b0d2b-4e85-4a05-a42f-61b5448427a7 req-6861f29e-e26d-4fbf-bffd-505923798e2e tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:57.846945 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b6b0d2b-4e85-4a05-a42f-61b5448427a7 req-6861f29e-e26d-4fbf-bffd-505923798e2e tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5431 time: 0.2139368 Jul 13 07:37:57.869724 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-c449d20f-53a2-4183-be10-7d39e2273c62 admin admin] For port 7bc234d0-35bc-4800-9e91-f9206398cbeb, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7bc234d0-35bc-4800-9e91-f9206398cbeb,segment=NetworkSegment(0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3),segment_id=0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:57.870137 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c449d20f-53a2-4183-be10-7d39e2273c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.893109 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c449d20f-53a2-4183-be10-7d39e2273c62 admin admin] Calling delete_port for 7bc234d0-35bc-4800-9e91-f9206398cbeb owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:57.956091 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8686d4cf-06a1-4515-b530-759d0400b3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.959716 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8686d4cf-06a1-4515-b530-759d0400b3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.963556 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8686d4cf-06a1-4515-b530-759d0400b3e0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27398760-d61e-47bf-8cb1-39a5155793c7 HTTP/1.1" status: 204 len: 168 time: 0.4810729 Jul 13 07:37:58.002158 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-636e089a-a41e-4b38-a6e3-ed4c3f85bef0 req-e59fbed7-1d4b-46c2-bc01-a85cb3c957ab tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] For port 5477dfe0-844c-46e5-b658-3bfbb67c16fb, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=5477dfe0-844c-46e5-b658-3bfbb67c16fb,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:58.002541 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-636e089a-a41e-4b38-a6e3-ed4c3f85bef0 req-e59fbed7-1d4b-46c2-bc01-a85cb3c957ab tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.019854 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b6b0d2b-4e85-4a05-a42f-61b5448427a7 req-1512ed5d-4a24-4cd5-8b47-b94af83aa1e3 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1584518 Jul 13 07:37:58.027546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-636e089a-a41e-4b38-a6e3-ed4c3f85bef0 req-e59fbed7-1d4b-46c2-bc01-a85cb3c957ab tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Calling delete_port for 5477dfe0-844c-46e5-b658-3bfbb67c16fb owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:58.131971 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686d4cf-06a1-4515-b530-759d0400b3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27398760-d61e-47bf-8cb1-39a5155793c7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:58.207299 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5cd1-ed5d-4b0d-abee-75e5551c6cf8 req-48c3f076-48ad-445d-ac2c-1ae851f9d89d tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:58.219071 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3bfe5cd1-ed5d-4b0d-abee-75e5551c6cf8 req-48c3f076-48ad-445d-ac2c-1ae851f9d89d tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 1097 time: 0.3707449 Jul 13 07:37:58.258786 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-5b66f999-3faf-410b-805e-32d49fbc5a37 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:58.260316 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-5b66f999-3faf-410b-805e-32d49fbc5a37 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.35 "GET /v2.0/networks?id=0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 200 len: 812 time: 0.4006648 Jul 13 07:37:58.279362 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-66741806-cd7c-4ec5-95f0-c08726ee6661 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Request body: {'port': {'device_id': 'edfb1d88-23c1-4bc7-985f-083ad81e2737', 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a', 'admin_state_up': True, 'tenant_id': 'd081990bdf3b4230b88abf1c5f4a8f61'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:58.354136 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3bfe5cd1-ed5d-4b0d-abee-75e5551c6cf8 req-7973b302-9b9b-44f7-9aa0-f728bcbc3372 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328869 Jul 13 07:37:58.368853 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c449d20f-53a2-4183-be10-7d39e2273c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.430144 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449d20f-53a2-4183-be10-7d39e2273c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc234d0-35bc-4800-9e91-f9206398cbeb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:58.432898 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-636e089a-a41e-4b38-a6e3-ed4c3f85bef0 req-e59fbed7-1d4b-46c2-bc01-a85cb3c957ab tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.433445 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d1739-dc57-4fae-b187-4728e5b10b1f req-87c651af-7146-499d-8e1b-0f1b578d4597 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:58.434895 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d7d1739-dc57-4fae-b187-4728e5b10b1f req-87c651af-7146-499d-8e1b-0f1b578d4597 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=07c984b3-bac2-4e06-9317-fe4cbac93f48 HTTP/1.1" status: 200 len: 867 time: 0.1723580 Jul 13 07:37:58.447422 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d571ad6d-dd23-410f-a583-c1f9fbcff8ca'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:58.539312 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59fbed7-1d4b-46c2-bc01-a85cb3c957ab tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Pushing event deleted for resources: {'Port': ['ID=5477dfe0-844c-46e5-b658-3bfbb67c16fb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:58.628637 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d7d1739-dc57-4fae-b187-4728e5b10b1f req-9c62a9ef-3bca-4067-b52d-43da4b9b9d41 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663666 Jul 13 07:37:58.629493 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-66741806-cd7c-4ec5-95f0-c08726ee6661 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Made reservation on behalf of d081990bdf3b4230b88abf1c5f4a8f61 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:58.633174 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-66741806-cd7c-4ec5-95f0-c08726ee6661 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.921464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-636e089a-a41e-4b38-a6e3-ed4c3f85bef0 req-e59fbed7-1d4b-46c2-bc01-a85cb3c957ab tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] No DVR routers for this DVR port 5477dfe0-844c-46e5-b658-3bfbb67c16fb on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:58.925119 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-66741806-cd7c-4ec5-95f0-c08726ee6661 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Allocated IP 172.20.0.11 (0e0f025d-4e49-4094-84ea-558023ba4e1a/44d6fa42-4195-4977-b883-5a26f0e01114/abb95bfa-0f4a-48a9-8950-1931233c6660) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:58.930923 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-636e089a-a41e-4b38-a6e3-ed4c3f85bef0 req-e59fbed7-1d4b-46c2-bc01-a85cb3c957ab tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.941746 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-636e089a-a41e-4b38-a6e3-ed4c3f85bef0 req-e59fbed7-1d4b-46c2-bc01-a85cb3c957ab tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.35 "DELETE /v2.0/ports/5477dfe0-844c-46e5-b658-3bfbb67c16fb HTTP/1.1" status: 204 len: 173 time: 1.3050802 Jul 13 07:37:58.942306 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c984b3-bac2-4e06-9317-fe4cbac93f48', 'name': 'network-vif-deleted', 'tag': '5477dfe0-844c-46e5-b658-3bfbb67c16fb'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:58.944719 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0879c1e-b383-413f-9c6c-70eadf5c570d" -d '{"events": [{"server_uuid": "07c984b3-bac2-4e06-9317-fe4cbac93f48", "name": "network-vif-deleted", "tag": "5477dfe0-844c-46e5-b658-3bfbb67c16fb"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:59.109949 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c449d20f-53a2-4183-be10-7d39e2273c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.260218 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ff94d-2da8-435e-8a22-d19f8d7ec791 req-35185f32-89c5-4593-bf32-934158a894bd tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:59.268647 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6b2ff94d-2da8-435e-8a22-d19f8d7ec791 req-35185f32-89c5-4593-bf32-934158a894bd tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 945 time: 0.3145087 Jul 13 07:37:59.371531 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6b2ff94d-2da8-435e-8a22-d19f8d7ec791 req-afa28e42-63f3-4f33-9512-18abc253b038 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983160 Jul 13 07:37:59.374776 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-66741806-cd7c-4ec5-95f0-c08726ee6661 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.384980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59a958-cd3f-4152-bf74-b5406c362929 req-9b118d38-3c46-45b6-ae5f-e839d5fa5950 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:59.386803 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da59a958-cd3f-4152-bf74-b5406c362929 req-9b118d38-3c46-45b6-ae5f-e839d5fa5950 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/ports?device_id=77089361-5171-4042-90ea-851e6dce7d0e HTTP/1.1" status: 200 len: 945 time: 0.3273838 Jul 13 07:37:59.412465 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c449d20f-53a2-4183-be10-7d39e2273c62 admin admin] Router ca4d871c-0647-4d2f-af86-3eb75102f587 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:37:59.451291 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.475388 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da59a958-cd3f-4152-bf74-b5406c362929 req-cd5bcb20-91ee-4b0d-adf9-659c53cfecc7 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/security-groups?id=4728fcb0-17b7-4412-912a-41b104ecc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696912 Jul 13 07:37:59.496143 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-66741806-cd7c-4ec5-95f0-c08726ee6661 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.559692 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-66741806-cd7c-4ec5-95f0-c08726ee6661 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Network 0e0f025d-4e49-4094-84ea-558023ba4e1a is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:59.575937 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507b5d06-b44a-46fd-a637-5b1930006084 x-openstack-request-id: req-507b5d06-b44a-46fd-a637-5b1930006084 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:59.576229 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c984b3-bac2-4e06-9317-fe4cbac93f48", "name": "network-vif-deleted", "tag": "5477dfe0-844c-46e5-b658-3bfbb67c16fb", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:59.576491 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-507b5d06-b44a-46fd-a637-5b1930006084 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:59.576894 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c984b3-bac2-4e06-9317-fe4cbac93f48', 'name': 'network-vif-deleted', 'tag': '5477dfe0-844c-46e5-b658-3bfbb67c16fb', 'status': 'completed', 'code': 200} Jul 13 07:37:59.584096 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-66741806-cd7c-4ec5-95f0-c08726ee6661 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:59.608463 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-66741806-cd7c-4ec5-95f0-c08726ee6661 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:59.622154 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c449d20f-53a2-4183-be10-7d39e2273c62 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:37:59.633722 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c449d20f-53a2-4183-be10-7d39e2273c62 admin admin] 10.222.0.58 "PUT /v2.0/routers/ca4d871c-0647-4d2f-af86-3eb75102f587/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7759235 Jul 13 07:37:59.635135 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a212484d-7a76-4171-b4ba-839c7885627a None None] Sync routers for ids ['ca4d871c-0647-4d2f-af86-3eb75102f587'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:37:59.636398 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35856) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.647970 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a212484d-7a76-4171-b4ba-839c7885627a None None] Routers {'ca4d871c-0647-4d2f-af86-3eb75102f587'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:59.648807 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a212484d-7a76-4171-b4ba-839c7885627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:37:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['ca4d871c-0647-4d2f-af86-3eb75102f587'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:59.662154 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66741806-cd7c-4ec5-95f0-c08726ee6661 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Pushing event updated for resources: {'Port': ['ID=abb95bfa-0f4a-48a9-8950-1931233c6660,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:59.695343 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-66741806-cd7c-4ec5-95f0-c08726ee6661 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:59.696143 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-66741806-cd7c-4ec5-95f0-c08726ee6661 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.764984 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-66741806-cd7c-4ec5-95f0-c08726ee6661 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4896815 Jul 13 07:37:59.782458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] Request body: {'port': {'device_id': 'edfb1d88-23c1-4bc7-985f-083ad81e2737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:59.796551 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5b424-0e81-44c1-9cc0-213f720f227c req-7bfe2f91-7dd1-4d85-886d-2891aa510261 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:59.806790 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-38f5b424-0e81-44c1-9cc0-213f720f227c req-7bfe2f91-7dd1-4d85-886d-2891aa510261 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=edfb1d88-23c1-4bc7-985f-083ad81e2737 HTTP/1.1" status: 200 len: 932 time: 0.2380052 Jul 13 07:37:59.815590 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8579277c-b2e1-48be-b1fd-afb81fdfa163 admin admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.850320 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-a212484d-7a76-4171-b4ba-839c7885627a None None] Set router ca4d871c-0647-4d2f-af86-3eb75102f587 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:59.965702 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8579277c-b2e1-48be-b1fd-afb81fdfa163 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.986954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb9148-705f-4963-b14c-c3e847cb1859 req-572c9768-8bb5-40c0-8629-4fd98c0e3e87 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:59.993216 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb9148-705f-4963-b14c-c3e847cb1859 req-572c9768-8bb5-40c0-8629-4fd98c0e3e87 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:59.999429 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb9148-705f-4963-b14c-c3e847cb1859 req-572c9768-8bb5-40c0-8629-4fd98c0e3e87 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:00.005787 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb9148-705f-4963-b14c-c3e847cb1859 req-572c9768-8bb5-40c0-8629-4fd98c0e3e87 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:00.012027 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb9148-705f-4963-b14c-c3e847cb1859 req-572c9768-8bb5-40c0-8629-4fd98c0e3e87 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:00.018150 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb9148-705f-4963-b14c-c3e847cb1859 req-572c9768-8bb5-40c0-8629-4fd98c0e3e87 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:00.024193 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb9148-705f-4963-b14c-c3e847cb1859 req-572c9768-8bb5-40c0-8629-4fd98c0e3e87 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:00.026333 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a9cb9148-705f-4963-b14c-c3e847cb1859 req-572c9768-8bb5-40c0-8629-4fd98c0e3e87 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5431 time: 0.3272331 Jul 13 07:38:00.034271 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.034499 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-8579277c-b2e1-48be-b1fd-afb81fdfa163 admin admin] Deleting port bed4ca51-1c09-40b5-8794-1130fbae04f7 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:00.035067 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8579277c-b2e1-48be-b1fd-afb81fdfa163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.068881 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a212484d-7a76-4171-b4ba-839c7885627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4d871c-0647-4d2f-af86-3eb75102f587', 'name': 'tempest-AttachSCSIVolumeTestJSON-428870872-router', 'tenant_id': 'cb46737750a14cb4af43c3e993d4b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'bed4ca51-1c09-40b5-8794-1130fbae04f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:18Z', 'updated_at': '2021-07-13T07:37:58Z', 'revision_number': 5, 'project_id': 'cb46737750a14cb4af43c3e993d4b99b', 'gw_port': {'id': 'bed4ca51-1c09-40b5-8794-1130fbae04f7', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4d871c-0647-4d2f-af86-3eb75102f587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:20Z', 'updated_at': '2021-07-13T07:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:00.070453 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-38f5b424-0e81-44c1-9cc0-213f720f227c req-811c218a-be4a-4b19-9950-7f52e7c2e584 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625782 Jul 13 07:38:00.103582 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a212484d-7a76-4171-b4ba-839c7885627a None None] Checking router: ca4d871c-0647-4d2f-af86-3eb75102f587 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:38:00.115035 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a212484d-7a76-4171-b4ba-839c7885627a None None] Routers {'ca4d871c-0647-4d2f-af86-3eb75102f587'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:00.116018 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a212484d-7a76-4171-b4ba-839c7885627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:37:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['ca4d871c-0647-4d2f-af86-3eb75102f587'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:00.143458 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a9cb9148-705f-4963-b14c-c3e847cb1859 req-91d208cf-3996-4a9c-b258-64c2f2cc1a72 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1034548 Jul 13 07:38:00.216091 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-8579277c-b2e1-48be-b1fd-afb81fdfa163 admin admin] For port bed4ca51-1c09-40b5-8794-1130fbae04f7, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=bed4ca51-1c09-40b5-8794-1130fbae04f7,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:00.216668 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8579277c-b2e1-48be-b1fd-afb81fdfa163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.241458 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-8579277c-b2e1-48be-b1fd-afb81fdfa163 admin admin] Calling delete_port for bed4ca51-1c09-40b5-8794-1130fbae04f7 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:00.244650 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-a212484d-7a76-4171-b4ba-839c7885627a None None] Set router ca4d871c-0647-4d2f-af86-3eb75102f587 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:38:00.374114 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a212484d-7a76-4171-b4ba-839c7885627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4d871c-0647-4d2f-af86-3eb75102f587', 'name': 'tempest-AttachSCSIVolumeTestJSON-428870872-router', 'tenant_id': 'cb46737750a14cb4af43c3e993d4b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:18Z', 'updated_at': '2021-07-13T07:37:59Z', 'revision_number': 6, 'project_id': 'cb46737750a14cb4af43c3e993d4b99b', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:00.417094 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 5477dfe0-844c-46e5-b658-3bfbb67c16fb no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:00.445090 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 5477dfe0-844c-46e5-b658-3bfbb67c16fb {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:38:00.445706 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 5477dfe0-844c-46e5-b658-3bfbb67c16fb not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:00.448439 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a212484d-7a76-4171-b4ba-839c7885627a None None] The sync data for ids ['ca4d871c-0647-4d2f-af86-3eb75102f587'] in n-d-779913-28 is: [{'id': 'ca4d871c-0647-4d2f-af86-3eb75102f587', 'name': 'tempest-AttachSCSIVolumeTestJSON-428870872-router', 'tenant_id': 'cb46737750a14cb4af43c3e993d4b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:18Z', 'updated_at': '2021-07-13T07:37:59Z', 'revision_number': 6, 'project_id': 'cb46737750a14cb4af43c3e993d4b99b', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:38:00.524559 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8579277c-b2e1-48be-b1fd-afb81fdfa163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.582920 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579277c-b2e1-48be-b1fd-afb81fdfa163 admin admin] Pushing event deleted for resources: {'Port': ['ID=bed4ca51-1c09-40b5-8794-1130fbae04f7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:00.619023 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb95bfa-0f4a-48a9-8950-1931233c6660 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:00.629254 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.644999 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] Transition to ACTIVE for port object abb95bfa-0f4a-48a9-8950-1931233c6660 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:00.650706 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.673233 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8579277c-b2e1-48be-b1fd-afb81fdfa163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.724301 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=abb95bfa-0f4a-48a9-8950-1931233c6660,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:00.796576 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8579277c-b2e1-48be-b1fd-afb81fdfa163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.799907 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8579277c-b2e1-48be-b1fd-afb81fdfa163 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.876256 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8579277c-b2e1-48be-b1fd-afb81fdfa163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.877325 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] Attempting to bind port abb95bfa-0f4a-48a9-8950-1931233c6660 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:00.877580 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8579277c-b2e1-48be-b1fd-afb81fdfa163 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca4d871c-0647-4d2f-af86-3eb75102f587 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:38:00.877697 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] Attempting to bind port abb95bfa-0f4a-48a9-8950-1931233c6660 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:00.877929 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] Attempting to bind port abb95bfa-0f4a-48a9-8950-1931233c6660 on network 0e0f025d-4e49-4094-84ea-558023ba4e1a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:00.889299 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] Port abb95bfa-0f4a-48a9-8950-1931233c6660 on network 0e0f025d-4e49-4094-84ea-558023ba4e1a not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:00.889624 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] Attempting to bind port abb95bfa-0f4a-48a9-8950-1931233c6660 on network 0e0f025d-4e49-4094-84ea-558023ba4e1a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:00.891627 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8579277c-b2e1-48be-b1fd-afb81fdfa163 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.895114 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8579277c-b2e1-48be-b1fd-afb81fdfa163 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ca4d871c-0647-4d2f-af86-3eb75102f587 HTTP/1.1" status: 204 len: 168 time: 1.2562060 Jul 13 07:38:00.897461 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35882) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:00.904526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:00.904874 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] Checking segment: {'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:00.905271 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] Bound using segment: {'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:00.905714 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] Bound port: abb95bfa-0f4a-48a9-8950-1931233c6660, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:00.907897 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.946950 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df5951-65aa-4b7c-ac0d-089f826d6e75 req-7201b652-57c2-40d5-ad90-73bd98276e19 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:00.948517 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60df5951-65aa-4b7c-ac0d-089f826d6e75 req-7201b652-57c2-40d5-ad90-73bd98276e19 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 945 time: 0.2177987 Jul 13 07:38:00.983995 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74fea2f-5e04-480f-8290-8619af4d06e7 admin admin] Deleting subnet ca6a5dc7-f92c-4ad6-947e-a74c84a9c0a2 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:38:00.988271 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e74fea2f-5e04-480f-8290-8619af4d06e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.019420 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35884) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:01.051362 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e74fea2f-5e04-480f-8290-8619af4d06e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.068408 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60df5951-65aa-4b7c-ac0d-089f826d6e75 req-2bfea9a4-64b2-4383-ba69-0f475796359f tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011796 Jul 13 07:38:01.087324 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] For port abb95bfa-0f4a-48a9-8950-1931233c6660, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:01.097059 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] For port abb95bfa-0f4a-48a9-8950-1931233c6660, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=abb95bfa-0f4a-48a9-8950-1931233c6660,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:01.110544 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.140612 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:01.141296 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.143150 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] 10.222.0.35 "PUT /v2.0/ports/abb95bfa-0f4a-48a9-8950-1931233c6660 HTTP/1.1" status: 200 len: 1093 time: 1.3659220 Jul 13 07:38:01.143612 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edfb1d88-23c1-4bc7-985f-083ad81e2737', 'tag': 'abb95bfa-0f4a-48a9-8950-1931233c6660'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:01.148607 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98800a6-f6a6-462c-8c81-f6db96a306a0" -d '{"events": [{"name": "network-changed", "server_uuid": "edfb1d88-23c1-4bc7-985f-083ad81e2737", "tag": "abb95bfa-0f4a-48a9-8950-1931233c6660"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:01.192257 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.211465 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e74fea2f-5e04-480f-8290-8619af4d06e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.240114 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472baf4-e07b-4a04-b792-791240657ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=abb95bfa-0f4a-48a9-8950-1931233c6660,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:01.288250 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e74fea2f-5e04-480f-8290-8619af4d06e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.302518 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6e05a6b-0048-4dbb-8b36-473d234f0677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.340670 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fea2f-5e04-480f-8290-8619af4d06e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca6a5dc7-f92c-4ad6-947e-a74c84a9c0a2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:01.342379 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-1cb71687-4b06-4ebe-a975-431d58bb00f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:01.346343 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-1cb71687-4b06-4ebe-a975-431d58bb00f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&device_id=edfb1d88-23c1-4bc7-985f-083ad81e2737 HTTP/1.1" status: 200 len: 1096 time: 0.1514010 Jul 13 07:38:01.350224 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e74fea2f-5e04-480f-8290-8619af4d06e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.352544 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e74fea2f-5e04-480f-8290-8619af4d06e7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ca6a5dc7-f92c-4ad6-947e-a74c84a9c0a2 HTTP/1.1" status: 204 len: 168 time: 0.4533994 Jul 13 07:38:01.356746 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e638c3-29a9-4952-a971-31350356b006 None None] Network f91545b0-adea-4699-ba3e-f6e1ef66c4df requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:01.362016 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35904) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:01.457648 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-7c2b2f6c-83de-4a1d-b1d7-9470305f0f62 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abb95bfa-0f4a-48a9-8950-1931233c6660 HTTP/1.1" status: 200 len: 217 time: 0.0983632 Jul 13 07:38:01.490300 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0295693-bf10-43c2-b5fb-1c416f0c04de req-1bf43a6a-f275-4b02-b4e8-21ec257eab48 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:01.492111 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d0295693-bf10-43c2-b5fb-1c416f0c04de req-1bf43a6a-f275-4b02-b4e8-21ec257eab48 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/ports?device_id=77089361-5171-4042-90ea-851e6dce7d0e HTTP/1.1" status: 200 len: 945 time: 0.2201884 Jul 13 07:38:01.497978 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6e05a6b-0048-4dbb-8b36-473d234f0677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.506415 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6e05a6b-0048-4dbb-8b36-473d234f0677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.559972 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e05a6b-0048-4dbb-8b36-473d234f0677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadfabab-5a6c-4909-af03-450175831118,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:01.565187 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c6e05a6b-0048-4dbb-8b36-473d234f0677 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c295ad529c0d434fb1a8e08da439f434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5435765 Jul 13 07:38:01.570897 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35906) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:01.620736 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a45733a-f125-42a0-9e61-9c17a3c25ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.652127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-22babec4-deb3-4d74-8bd2-c21ee621d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:01.652402 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-442d5ba8-8a1e-46e7-b2bf-9d58aec1c1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.653633 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-22babec4-deb3-4d74-8bd2-c21ee621d57a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44d6fa42-4195-4977-b883-5a26f0e01114 HTTP/1.1" status: 200 len: 852 time: 0.1852224 Jul 13 07:38:01.658635 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d0295693-bf10-43c2-b5fb-1c416f0c04de req-e85908df-2d43-475d-a4d9-d07a02d1a670 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/security-groups?id=4728fcb0-17b7-4412-912a-41b104ecc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281798 Jul 13 07:38:01.672272 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b65bcf2-da05-4dfe-9d77-f439fbcf0b74 None None] DHCP port deletion for f91545b0-adea-4699-ba3e-f6e1ef66c4df request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:38:01.682516 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-442d5ba8-8a1e-46e7-b2bf-9d58aec1c1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.717229 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-ceb2ea04-5506-4b69-86b9-629c019612fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e0f025d-4e49-4094-84ea-558023ba4e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553966 Jul 13 07:38:01.799531 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8a45733a-f125-42a0-9e61-9c17a3c25ab3 admin admin] Deleting port 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:01.799799 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a45733a-f125-42a0-9e61-9c17a3c25ab3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.820543 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-442d5ba8-8a1e-46e7-b2bf-9d58aec1c1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.824950 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-442d5ba8-8a1e-46e7-b2bf-9d58aec1c1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.826734 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-442d5ba8-8a1e-46e7-b2bf-9d58aec1c1ba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dadfabab-5a6c-4909-af03-450175831118 HTTP/1.1" status: 204 len: 168 time: 0.2548733 Jul 13 07:38:01.836940 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-6668ecc3-fcf1-4d69-aac4-a5bd7f31ca20 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:01.844100 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-6668ecc3-fcf1-4d69-aac4-a5bd7f31ca20 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39&tenant_id=15158e7fe97d4861a97b0a945f95d776&binding%3Ahost_id=n-h1-779913-28 HTTP/1.1" status: 200 len: 1097 time: 0.1146078 Jul 13 07:38:01.873976 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-28'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:01.879003 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d5ba8-8a1e-46e7-b2bf-9d58aec1c1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadfabab-5a6c-4909-af03-450175831118,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:01.958624 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5b65bcf2-da05-4dfe-9d77-f439fbcf0b74 None None] Deleting port 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:01.959244 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b65bcf2-da05-4dfe-9d77-f439fbcf0b74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.996468 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-a5a080f4-d714-49d9-b011-a864566eac67 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:38:01.997564 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-a5a080f4-d714-49d9-b011-a864566eac67 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0272131 Jul 13 07:38:02.044194 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-2cbc6906-859d-448b-8e75-d148f9a8a576 service neutron] Request body: {'binding': {'host': 'n-h2-779913-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:02.044663 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-2cbc6906-859d-448b-8e75-d148f9a8a576 service neutron] Unknown quota resources ['binding']. {{(pid=93724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:38:02.063116 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-8a45733a-f125-42a0-9e61-9c17a3c25ab3 admin admin] For port 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=03069f2f-4bb9-4c8e-bfd6-aadb57cb2631,segment=NetworkSegment(0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3),segment_id=0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:02.063572 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a45733a-f125-42a0-9e61-9c17a3c25ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.075180 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.085532 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5b65bcf2-da05-4dfe-9d77-f439fbcf0b74 None None] For port 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=03069f2f-4bb9-4c8e-bfd6-aadb57cb2631,segment=NetworkSegment(0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3),segment_id=0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:02.086328 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b65bcf2-da05-4dfe-9d77-f439fbcf0b74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.127407 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5b65bcf2-da05-4dfe-9d77-f439fbcf0b74 None None] Calling delete_port for 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:02.168529 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-770c25e3-fb33-44ae-a3cc-2c6397365ba4 service neutron] 10.222.0.35 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356501 Jul 13 07:38:02.211128 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8a45733a-f125-42a0-9e61-9c17a3c25ab3 admin admin] Calling delete_port for 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:02.238346 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:02.341557 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Port 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631 update to DOWN by agent not found {{(pid=93725) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 13 07:38:02.342431 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7bc234d0-35bc-4800-9e91-f9206398cbeb no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:02.347365 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b65bcf2-da05-4dfe-9d77-f439fbcf0b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.473556 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] For port 720f3b35-878a-4ddb-9f5c-28157c0620b8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=720f3b35-878a-4ddb-9f5c-28157c0620b8,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:02.502282 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 7bc234d0-35bc-4800-9e91-f9206398cbeb {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:38:02.502282 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7bc234d0-35bc-4800-9e91-f9206398cbeb not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:02.502282 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device bed4ca51-1c09-40b5-8794-1130fbae04f7 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:02.537002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65bcf2-da05-4dfe-9d77-f439fbcf0b74 None None] Pushing event deleted for resources: {'Port': ['ID=03069f2f-4bb9-4c8e-bfd6-aadb57cb2631,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:02.540301 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: bed4ca51-1c09-40b5-8794-1130fbae04f7 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:38:02.540988 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device bed4ca51-1c09-40b5-8794-1130fbae04f7 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:02.598688 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] For port 720f3b35-878a-4ddb-9f5c-28157c0620b8, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:02.614594 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b65bcf2-da05-4dfe-9d77-f439fbcf0b74 None None] No DVR routers for this DVR port 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:02.658814 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a4a7614-afba-458b-90bd-e7a446b3864d req-7822791b-d84b-4c58-b60c-d83d7e2f4614 service neutron] 10.222.0.35 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216058 Jul 13 07:38:02.676822 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a45733a-f125-42a0-9e61-9c17a3c25ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.701181 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.704099 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538d5596-3445-4c6a-91b0-2f3efb6dee39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '720f3b35-878a-4ddb-9f5c-28157c0620b8'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:02.707463 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6496c922-1496-43df-88cf-b4e5016cf550" -d '{"events": [{"server_uuid": "538d5596-3445-4c6a-91b0-2f3efb6dee39", "name": "network-vif-unplugged", "status": "completed", "tag": "720f3b35-878a-4ddb-9f5c-28157c0620b8"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:02.719806 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.733264 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45733a-f125-42a0-9e61-9c17a3c25ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=03069f2f-4bb9-4c8e-bfd6-aadb57cb2631,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:02.738872 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a45733a-f125-42a0-9e61-9c17a3c25ab3 admin admin] No DVR routers for this DVR port 03069f2f-4bb9-4c8e-bfd6-aadb57cb2631 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:02.741316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-2cbc6906-859d-448b-8e75-d148f9a8a576 service neutron] Attempting to bind port 391a2889-7883-44d3-a179-c2e80188d486 on host n-h2-779913-28 for vnic_type normal with profile None {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:02.741791 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-2cbc6906-859d-448b-8e75-d148f9a8a576 service neutron] Attempting to bind port 391a2889-7883-44d3-a179-c2e80188d486 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:02.742026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-2cbc6906-859d-448b-8e75-d148f9a8a576 service neutron] Attempting to bind port 391a2889-7883-44d3-a179-c2e80188d486 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:02.774732 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-2cbc6906-859d-448b-8e75-d148f9a8a576 service neutron] Port 391a2889-7883-44d3-a179-c2e80188d486 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:02.775764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-2cbc6906-859d-448b-8e75-d148f9a8a576 service neutron] Attempting to bind port 391a2889-7883-44d3-a179-c2e80188d486 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:02.797990 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-2cbc6906-859d-448b-8e75-d148f9a8a576 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:02.798434 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-2cbc6906-859d-448b-8e75-d148f9a8a576 service neutron] Checking segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:02.799149 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-2cbc6906-859d-448b-8e75-d148f9a8a576 service neutron] Bound using segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:02.799279 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-2cbc6906-859d-448b-8e75-d148f9a8a576 service neutron] Bound port: 391a2889-7883-44d3-a179-c2e80188d486, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:02.834915 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] Pushing event updated for resources: {'Port': ['ID=720f3b35-878a-4ddb-9f5c-28157c0620b8,revision_number=7']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:02.854663 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] Attempting to bind port 720f3b35-878a-4ddb-9f5c-28157c0620b8 on host n-h1-779913-28 for vnic_type normal with profile {"migrating_to": "n-h2-779913-28"} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:02.854663 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] Attempting to bind port 720f3b35-878a-4ddb-9f5c-28157c0620b8 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:02.854663 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] Attempting to bind port 720f3b35-878a-4ddb-9f5c-28157c0620b8 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:02.860607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] Port 720f3b35-878a-4ddb-9f5c-28157c0620b8 on network acf8805e-fc72-4645-afdd-bc310db87bf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:02.861889 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] Attempting to bind port 720f3b35-878a-4ddb-9f5c-28157c0620b8 on network acf8805e-fc72-4645-afdd-bc310db87bf5 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:02.868415 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:02.868904 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] Checking segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:02.869325 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] Bound using segment: {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:02.869861 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] Bound port: 720f3b35-878a-4ddb-9f5c-28157c0620b8, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'acf8805e-fc72-4645-afdd-bc310db87bf5'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:02.870150 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.924757 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a45733a-f125-42a0-9e61-9c17a3c25ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.971638 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-8a45733a-f125-42a0-9e61-9c17a3c25ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91545b0-adea-4699-ba3e-f6e1ef66c4df']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:03.003426 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-8a45733a-f125-42a0-9e61-9c17a3c25ab3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:03.003748 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-8a45733a-f125-42a0-9e61-9c17a3c25ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7c15ce-1d38-4e8d-8b8c-a8cbfeadd9e3') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:03.010025 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] For port 720f3b35-878a-4ddb-9f5c-28157c0620b8, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:03.016507 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] For port 720f3b35-878a-4ddb-9f5c-28157c0620b8, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=720f3b35-878a-4ddb-9f5c-28157c0620b8,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:03.023475 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.029608 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a45733a-f125-42a0-9e61-9c17a3c25ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.064660 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-2cbc6906-859d-448b-8e75-d148f9a8a576 service neutron] For port 391a2889-7883-44d3-a179-c2e80188d486, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=391a2889-7883-44d3-a179-c2e80188d486,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:03.073704 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a45733a-f125-42a0-9e61-9c17a3c25ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.081792 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-2cbc6906-859d-448b-8e75-d148f9a8a576 service neutron] Notify callbacks [] for binding, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.092442 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-2cbc6906-859d-448b-8e75-d148f9a8a576 service neutron] 10.222.0.58 "POST /v2.0/ports/391a2889-7883-44d3-a179-c2e80188d486/bindings HTTP/1.1" status: 201 len: 390 time: 1.0673273 Jul 13 07:38:03.106688 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a45733a-f125-42a0-9e61-9c17a3c25ab3 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:03.107118 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a45733a-f125-42a0-9e61-9c17a3c25ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:03.109360 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:03.126638 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523365a6-d1ad-4ee5-aa81-097e8cfd0556 req-1552d523-fd6d-48eb-ae9a-c350ab5edd5d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:03.134033 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-523365a6-d1ad-4ee5-aa81-097e8cfd0556 req-1552d523-fd6d-48eb-ae9a-c350ab5edd5d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=edfb1d88-23c1-4bc7-985f-083ad81e2737 HTTP/1.1" status: 200 len: 944 time: 0.2960970 Jul 13 07:38:03.166625 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:03.167643 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.169549 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] 10.222.0.62 "PUT /v2.0/ports/720f3b35-878a-4ddb-9f5c-28157c0620b8 HTTP/1.1" status: 200 len: 1123 time: 1.3032074 Jul 13 07:38:03.171032 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4767b-d832-4f04-b441-7bac83571fac service neutron] Pushing event updated for resources: {'Port': ['ID=720f3b35-878a-4ddb-9f5c-28157c0620b8,revision_number=8']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:03.212371 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0284b-f8d4-40db-904d-416167a0f088 req-797e1974-0214-46a0-8cd8-c9b70e007787 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:03.214245 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-baa0284b-f8d4-40db-904d-416167a0f088 req-797e1974-0214-46a0-8cd8-c9b70e007787 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.35 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 950 time: 0.3804779 Jul 13 07:38:03.262368 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-523365a6-d1ad-4ee5-aa81-097e8cfd0556 req-a46d776c-685b-4672-80da-bdf5dae80ec9 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272612 Jul 13 07:38:03.312688 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['720f3b35-878a-4ddb-9f5c-28157c0620b8'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:03.339627 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1e8e86-686f-4eda-b4a1-a4c2d1e03846 x-openstack-request-id: req-0a1e8e86-686f-4eda-b4a1-a4c2d1e03846 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:03.341201 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edfb1d88-23c1-4bc7-985f-083ad81e2737", "tag": "abb95bfa-0f4a-48a9-8950-1931233c6660", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:03.341688 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a1e8e86-686f-4eda-b4a1-a4c2d1e03846 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:03.342443 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edfb1d88-23c1-4bc7-985f-083ad81e2737', 'tag': 'abb95bfa-0f4a-48a9-8950-1931233c6660', 'status': 'completed', 'code': 200} Jul 13 07:38:03.347813 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a45733a-f125-42a0-9e61-9c17a3c25ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.364071 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a45733a-f125-42a0-9e61-9c17a3c25ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.366424 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8a45733a-f125-42a0-9e61-9c17a3c25ab3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f91545b0-adea-4699-ba3e-f6e1ef66c4df HTTP/1.1" status: 204 len: 168 time: 2.0016496 Jul 13 07:38:03.392649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45733a-f125-42a0-9e61-9c17a3c25ab3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f91545b0-adea-4699-ba3e-f6e1ef66c4df,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:03.434711 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['720f3b35-878a-4ddb-9f5c-28157c0620b8'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:03.522630 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98800a6-f6a6-462c-8c81-f6db96a306a0 req-51a9bb36-7de2-4c43-8c62-ed8fff93c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:03.524214 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c98800a6-f6a6-462c-8c81-f6db96a306a0 req-51a9bb36-7de2-4c43-8c62-ed8fff93c7aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&device_id=edfb1d88-23c1-4bc7-985f-083ad81e2737 HTTP/1.1" status: 200 len: 1096 time: 0.1730928 Jul 13 07:38:03.601069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35948) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:03.785667 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 91ae0369-0e20-472f-b809-5b288f50e076 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:03.836733 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98800a6-f6a6-462c-8c81-f6db96a306a0 req-9f985b80-68eb-4773-802f-164826490003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:03.838484 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c98800a6-f6a6-462c-8c81-f6db96a306a0 req-9f985b80-68eb-4773-802f-164826490003 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 200 len: 913 time: 0.3063700 Jul 13 07:38:03.851279 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-8e658c09-ff66-438a-9bdf-d34cacc395b3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1404263089-network', 'tenant_id': 'ea1176bf8e234d4cbcc92a868d6b3ab7'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:03.909793 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35954) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:03.911494 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c98800a6-f6a6-462c-8c81-f6db96a306a0 req-e3196663-d36c-4563-8361-3f48abe9c522 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abb95bfa-0f4a-48a9-8950-1931233c6660 HTTP/1.1" status: 200 len: 217 time: 0.0549784 Jul 13 07:38:03.984311 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e658c09-ff66-438a-9bdf-d34cacc395b3 admin admin] Made reservation on behalf of ea1176bf8e234d4cbcc92a868d6b3ab7 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:03.988155 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e658c09-ff66-438a-9bdf-d34cacc395b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.992811 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 91ae0369-0e20-472f-b809-5b288f50e076, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=91ae0369-0e20-472f-b809-5b288f50e076,segment=NetworkSegment(9c66d522-bf0b-47b9-8ccc-166df83de251),segment_id=9c66d522-bf0b-47b9-8ccc-166df83de251)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:04.014451 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98800a6-f6a6-462c-8c81-f6db96a306a0 req-6eb3b7ff-14a5-45f7-b428-8a4a565f9154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:04.016701 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c98800a6-f6a6-462c-8c81-f6db96a306a0 req-6eb3b7ff-14a5-45f7-b428-8a4a565f9154 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44d6fa42-4195-4977-b883-5a26f0e01114 HTTP/1.1" status: 200 len: 852 time: 0.0939808 Jul 13 07:38:04.017900 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '91ae0369-0e20-472f-b809-5b288f50e076', 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb', 'port_id': '91ae0369-0e20-472f-b809-5b288f50e076', 'mac_address': 'fa:16:3e:ea:a7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c9f7d4-d0b0-43d4-8a5f-516e5817785d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:04.025137 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e658c09-ff66-438a-9bdf-d34cacc395b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.071315 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-75c6e755-0457-4181-817a-5dc7b4c08920 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=197c615669e94fb99d2f09c21df1d053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580589 Jul 13 07:38:04.075836 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c98800a6-f6a6-462c-8c81-f6db96a306a0 req-7d2cab84-ba51-4371-b16f-049b88073816 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e0f025d-4e49-4094-84ea-558023ba4e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450308 Jul 13 07:38:04.076532 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35956) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:04.081327 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.097652 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ae0369-0e20-472f-b809-5b288f50e076 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:04.116247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-baa0284b-f8d4-40db-904d-416167a0f088 req-28080051-128e-4d87-aa80-951e6d9039c2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Deleting port d571ad6d-dd23-410f-a583-c1f9fbcff8ca {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:04.116589 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-baa0284b-f8d4-40db-904d-416167a0f088 req-28080051-128e-4d87-aa80-951e6d9039c2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.133513 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 91ae0369-0e20-472f-b809-5b288f50e076, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=91ae0369-0e20-472f-b809-5b288f50e076,segment=NetworkSegment(9c66d522-bf0b-47b9-8ccc-166df83de251),segment_id=9c66d522-bf0b-47b9-8ccc-166df83de251)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:04.139434 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.195280 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 720f3b35-878a-4ddb-9f5c-28157c0620b8 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:04.245393 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b572dd-979e-4277-b249-89c714f48320 req-e41455bb-09a3-4b81-bf17-eadb0a09bff5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:04.246336 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=91ae0369-0e20-472f-b809-5b288f50e076,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:04.252512 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b572dd-979e-4277-b249-89c714f48320 req-e41455bb-09a3-4b81-bf17-eadb0a09bff5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:04.259598 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b572dd-979e-4277-b249-89c714f48320 req-e41455bb-09a3-4b81-bf17-eadb0a09bff5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:04.266255 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b572dd-979e-4277-b249-89c714f48320 req-e41455bb-09a3-4b81-bf17-eadb0a09bff5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:04.272670 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b572dd-979e-4277-b249-89c714f48320 req-e41455bb-09a3-4b81-bf17-eadb0a09bff5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:04.279217 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b572dd-979e-4277-b249-89c714f48320 req-e41455bb-09a3-4b81-bf17-eadb0a09bff5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:04.286564 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b572dd-979e-4277-b249-89c714f48320 req-e41455bb-09a3-4b81-bf17-eadb0a09bff5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:04.294458 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-34b572dd-979e-4277-b249-89c714f48320 req-e41455bb-09a3-4b81-bf17-eadb0a09bff5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5431 time: 0.7725463 Jul 13 07:38:04.322437 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257d436-3ce6-4258-8d2e-8510a4f0ebab req-f813924a-a8f7-4a1a-82c4-0804b1f85c41 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:04.324245 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3257d436-3ce6-4258-8d2e-8510a4f0ebab req-f813924a-a8f7-4a1a-82c4-0804b1f85c41 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 943 time: 0.2736170 Jul 13 07:38:04.361566 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 720f3b35-878a-4ddb-9f5c-28157c0620b8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=720f3b35-878a-4ddb-9f5c-28157c0620b8,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:04.362413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-baa0284b-f8d4-40db-904d-416167a0f088 req-28080051-128e-4d87-aa80-951e6d9039c2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] For port d571ad6d-dd23-410f-a583-c1f9fbcff8ca, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=d571ad6d-dd23-410f-a583-c1f9fbcff8ca,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:04.363012 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-baa0284b-f8d4-40db-904d-416167a0f088 req-28080051-128e-4d87-aa80-951e6d9039c2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.378868 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 720f3b35-878a-4ddb-9f5c-28157c0620b8 has no active binding in host n-h2-779913-28 {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:38:04.410997 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-baa0284b-f8d4-40db-904d-416167a0f088 req-28080051-128e-4d87-aa80-951e6d9039c2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Calling delete_port for d571ad6d-dd23-410f-a583-c1f9fbcff8ca owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:04.429838 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-34b572dd-979e-4277-b249-89c714f48320 req-450bd24e-b657-45d8-af13-5b560fcfce8c tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1342955 Jul 13 07:38:04.439766 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device abb95bfa-0f4a-48a9-8950-1931233c6660 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:04.454695 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3257d436-3ce6-4258-8d2e-8510a4f0ebab req-0f8680b0-3e1d-4edb-be25-8a71c54e1f31 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125219 Jul 13 07:38:04.623172 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port abb95bfa-0f4a-48a9-8950-1931233c6660, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=abb95bfa-0f4a-48a9-8950-1931233c6660,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:04.650523 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'abb95bfa-0f4a-48a9-8950-1931233c6660', 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a', 'port_id': 'abb95bfa-0f4a-48a9-8950-1931233c6660', 'mac_address': 'fa:16:3e:7d:32:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d6fa42-4195-4977-b883-5a26f0e01114', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:04.654312 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae2bec8-47a2-48df-8871-e374b94f1950 x-openstack-request-id: req-dae2bec8-47a2-48df-8871-e374b94f1950 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:04.655363 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538d5596-3445-4c6a-91b0-2f3efb6dee39", "name": "network-vif-unplugged", "status": "completed", "tag": "720f3b35-878a-4ddb-9f5c-28157c0620b8", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:04.655648 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dae2bec8-47a2-48df-8871-e374b94f1950 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:04.656186 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538d5596-3445-4c6a-91b0-2f3efb6dee39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '720f3b35-878a-4ddb-9f5c-28157c0620b8', 'code': 200} Jul 13 07:38:04.677101 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6f00b8de-78ed-4f52-a538-08ecb6f878a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.689027 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c98800a6-f6a6-462c-8c81-f6db96a306a0 req-b03ed1ef-0d8b-45a0-903a-e34ef4c8adf8 service neutron] 10.222.0.35 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6035509 Jul 13 07:38:04.707097 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-baa0284b-f8d4-40db-904d-416167a0f088 req-28080051-128e-4d87-aa80-951e6d9039c2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.725126 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d571ad6d-dd23-410f-a583-c1f9fbcff8ca'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:04.734984 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6f00b8de-78ed-4f52-a538-08ecb6f878a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.761957 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.814514 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb95bfa-0f4a-48a9-8950-1931233c6660 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:04.831936 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28080051-128e-4d87-aa80-951e6d9039c2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Pushing event deleted for resources: {'Port': ['ID=d571ad6d-dd23-410f-a583-c1f9fbcff8ca,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:04.852812 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port abb95bfa-0f4a-48a9-8950-1931233c6660, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=abb95bfa-0f4a-48a9-8950-1931233c6660,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:04.853238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83209c59-c495-4d2f-b4dd-d9efa1dac25b req-173c4eab-7b83-4edb-ad07-2366258e0f3f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:04.855851 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-83209c59-c495-4d2f-b4dd-d9efa1dac25b req-173c4eab-7b83-4edb-ad07-2366258e0f3f tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f4c665-f4e0-4853-91e0-9cbf37a5d1b4 HTTP/1.1" status: 200 len: 867 time: 0.2539444 Jul 13 07:38:04.863967 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.882571 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e658c09-ff66-438a-9bdf-d34cacc395b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.899896 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e658c09-ff66-438a-9bdf-d34cacc395b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.901573 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa0284b-f8d4-40db-904d-416167a0f088 req-28080051-128e-4d87-aa80-951e6d9039c2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] No DVR routers for this DVR port d571ad6d-dd23-410f-a583-c1f9fbcff8ca on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:04.910619 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6f00b8de-78ed-4f52-a538-08ecb6f878a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.913484 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6f00b8de-78ed-4f52-a538-08ecb6f878a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.914761 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6f00b8de-78ed-4f52-a538-08ecb6f878a8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3384d543-9834-4595-b0df-e76047170722 HTTP/1.1" status: 204 len: 168 time: 0.8360772 Jul 13 07:38:04.919475 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c98800a6-f6a6-462c-8c81-f6db96a306a0 req-f210a1bd-6def-42af-9339-bc7a7d0a1fd3 service neutron] 10.222.0.35 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154021 Jul 13 07:38:04.929407 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-baa0284b-f8d4-40db-904d-416167a0f088 req-28080051-128e-4d87-aa80-951e6d9039c2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.938049 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e658c09-ff66-438a-9bdf-d34cacc395b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:04.940629 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=abb95bfa-0f4a-48a9-8950-1931233c6660,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:04.945642 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-baa0284b-f8d4-40db-904d-416167a0f088 req-28080051-128e-4d87-aa80-951e6d9039c2 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.35 "DELETE /v2.0/ports/d571ad6d-dd23-410f-a583-c1f9fbcff8ca HTTP/1.1" status: 204 len: 173 time: 1.6931901 Jul 13 07:38:04.973384 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e658c09-ff66-438a-9bdf-d34cacc395b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.973866 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-8e658c09-ff66-438a-9bdf-d34cacc395b3 admin admin] Added segment 27150736-8c71-4eee-ae2f-a27f497f7447 of type vlan for network 470857d6-1ee5-4cf6-9833-6b81ad09cbe6 Jul 13 07:38:04.975828 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e658c09-ff66-438a-9bdf-d34cacc395b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5deb34-2348-4409-8f1a-fc082f254caf,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:05.002406 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00b8de-78ed-4f52-a538-08ecb6f878a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3384d543-9834-4595-b0df-e76047170722,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:05.022762 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-83209c59-c495-4d2f-b4dd-d9efa1dac25b req-9664bf7c-a5dc-4410-a9ec-e6957acb2093 tempest-MigrationsAdminTest-1258874990 tempest-MigrationsAdminTest-1258874990-project] 10.222.0.58 "GET /v2.0/security-groups?id=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353674 Jul 13 07:38:05.063817 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e658c09-ff66-438a-9bdf-d34cacc395b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.096793 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['91ae0369-0e20-472f-b809-5b288f50e076'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:05.124742 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e658c09-ff66-438a-9bdf-d34cacc395b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.126262 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e658c09-ff66-438a-9bdf-d34cacc395b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:05.126894 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e658c09-ff66-438a-9bdf-d34cacc395b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.218366 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35968) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:05.218674 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8e658c09-ff66-438a-9bdf-d34cacc395b3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6160755 Jul 13 07:38:05.227028 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-79da6ccf-b126-4188-ace7-62f4dd0d62d7 admin admin] Request body: {'subnet': {'network_id': '470857d6-1ee5-4cf6-9833-6b81ad09cbe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1404263089-subnet', 'tenant_id': 'ea1176bf8e234d4cbcc92a868d6b3ab7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:05.288637 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e658c09-ff66-438a-9bdf-d34cacc395b3 admin admin] Pushing event updated for resources: {'Network': ['ID=470857d6-1ee5-4cf6-9833-6b81ad09cbe6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:05.359158 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79da6ccf-b126-4188-ace7-62f4dd0d62d7 admin admin] Made reservation on behalf of ea1176bf8e234d4cbcc92a868d6b3ab7 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:05.363091 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79da6ccf-b126-4188-ace7-62f4dd0d62d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.366610 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f4c665-f4e0-4853-91e0-9cbf37a5d1b4', 'name': 'network-vif-deleted', 'tag': 'd571ad6d-dd23-410f-a583-c1f9fbcff8ca'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:05.370414 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b95ef8-57a6-41b1-827a-c0165e7feffa" -d '{"events": [{"server_uuid": "43f4c665-f4e0-4853-91e0-9cbf37a5d1b4", "name": "network-vif-deleted", "tag": "d571ad6d-dd23-410f-a583-c1f9fbcff8ca"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:05.409500 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['abb95bfa-0f4a-48a9-8950-1931233c6660'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:05.416383 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 470857d6-1ee5-4cf6-9833-6b81ad09cbe6 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:05.560127 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35978) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:05.592993 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43b76b-f0a4-4b67-9a7f-ed7e72e3bdd3 req-8ba29159-39f5-4a3c-bf02-fced6f82c65f tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:05.595255 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bc43b76b-f0a4-4b67-9a7f-ed7e72e3bdd3 req-8ba29159-39f5-4a3c-bf02-fced6f82c65f tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=edfb1d88-23c1-4bc7-985f-083ad81e2737 HTTP/1.1" status: 200 len: 945 time: 0.2547479 Jul 13 07:38:05.611413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235debd-1574-422d-892e-d3d451655583 req-0bb533d7-83d3-486c-8c50-ca4c9ef92add tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:05.612506 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ab938938-27f5-4185-8fe2-a8a66fb8e007 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cb46737750a14cb4af43c3e993d4b99b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509651 Jul 13 07:38:05.613581 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3235debd-1574-422d-892e-d3d451655583 req-0bb533d7-83d3-486c-8c50-ca4c9ef92add tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 945 time: 0.3178811 Jul 13 07:38:05.615799 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35980) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:05.682224 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-265fb0b1-f931-48bd-b2ec-fe10e4c2a0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.717221 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-265fb0b1-f931-48bd-b2ec-fe10e4c2a0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.770858 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bc43b76b-f0a4-4b67-9a7f-ed7e72e3bdd3 req-fd23eb8d-f48e-4578-b57a-9a1f26619656 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556749 Jul 13 07:38:05.784963 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-265fb0b1-f931-48bd-b2ec-fe10e4c2a0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.788238 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-265fb0b1-f931-48bd-b2ec-fe10e4c2a0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.793075 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-265fb0b1-f931-48bd-b2ec-fe10e4c2a0dc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/54cd02bd-80ac-4229-84d4-70058f3a241d HTTP/1.1" status: 204 len: 168 time: 0.1729035 Jul 13 07:38:05.793212 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3235debd-1574-422d-892e-d3d451655583 req-521c4e5b-8346-4421-b48e-cca46cc974a6 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644490 Jul 13 07:38:05.798176 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:05.825504 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fb0b1-f931-48bd-b2ec-fe10e4c2a0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cd02bd-80ac-4229-84d4-70058f3a241d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:05.915293 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ee7da9-4eb0-45c4-9d9b-f24eb07f13e6 x-openstack-request-id: req-a3ee7da9-4eb0-45c4-9d9b-f24eb07f13e6 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:05.915703 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f4c665-f4e0-4853-91e0-9cbf37a5d1b4", "name": "network-vif-deleted", "tag": "d571ad6d-dd23-410f-a583-c1f9fbcff8ca", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:05.916046 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3ee7da9-4eb0-45c4-9d9b-f24eb07f13e6 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:05.916733 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f4c665-f4e0-4853-91e0-9cbf37a5d1b4', 'name': 'network-vif-deleted', 'tag': 'd571ad6d-dd23-410f-a583-c1f9fbcff8ca', 'status': 'completed', 'code': 200} Jul 13 07:38:05.942189 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79da6ccf-b126-4188-ace7-62f4dd0d62d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.020548 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4acd2ef9-ad1f-4c37-834d-dd7d14b47e38,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:06.035764 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '4acd2ef9-ad1f-4c37-834d-dd7d14b47e38', 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c', 'port_id': '4acd2ef9-ad1f-4c37-834d-dd7d14b47e38', 'mac_address': 'fa:16:3e:f3:c1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370ab867-a738-414f-91c2-c627af51a399', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:06.071360 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da6ccf-b126-4188-ace7-62f4dd0d62d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b08a8347-5f21-40fc-a6fb-b587854bdebd,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:06.079400 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79da6ccf-b126-4188-ace7-62f4dd0d62d7 admin admin] Checking segment: {'id': '27150736-8c71-4eee-ae2f-a27f497f7447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '470857d6-1ee5-4cf6-9833-6b81ad09cbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:06.080521 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79da6ccf-b126-4188-ace7-62f4dd0d62d7 admin admin] Network hostable DHCP agents. Network: 470857d6-1ee5-4cf6-9833-6b81ad09cbe6, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:06.111908 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.128527 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:06.153473 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79da6ccf-b126-4188-ace7-62f4dd0d62d7 admin admin] Network 470857d6-1ee5-4cf6-9833-6b81ad09cbe6 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:06.167681 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4acd2ef9-ad1f-4c37-834d-dd7d14b47e38,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:06.175957 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.192518 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device edae6acc-ae63-4af8-b2c6-ed538d646caf details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:06.227376 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-79da6ccf-b126-4188-ace7-62f4dd0d62d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 470857d6-1ee5-4cf6-9833-6b81ad09cbe6) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:06.243707 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79da6ccf-b126-4188-ace7-62f4dd0d62d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:06.244704 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46371cc8-4dc9-49d8-84db-24e22b31f1f2 None None] Network 470857d6-1ee5-4cf6-9833-6b81ad09cbe6 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:06.245945 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79da6ccf-b126-4188-ace7-62f4dd0d62d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.292353 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-79da6ccf-b126-4188-ace7-62f4dd0d62d7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0725985 Jul 13 07:38:06.306987 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f5c77-f0e8-4b6b-92eb-29c761335def req-14530c8a-cc65-44fd-b546-b95d3d14ae07 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:06.313868 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f5c77-f0e8-4b6b-92eb-29c761335def req-14530c8a-cc65-44fd-b546-b95d3d14ae07 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:06.328908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f5c77-f0e8-4b6b-92eb-29c761335def req-14530c8a-cc65-44fd-b546-b95d3d14ae07 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:06.346032 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f5c77-f0e8-4b6b-92eb-29c761335def req-14530c8a-cc65-44fd-b546-b95d3d14ae07 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:06.366218 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f5c77-f0e8-4b6b-92eb-29c761335def req-14530c8a-cc65-44fd-b546-b95d3d14ae07 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:06.385431 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f5c77-f0e8-4b6b-92eb-29c761335def req-14530c8a-cc65-44fd-b546-b95d3d14ae07 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:06.417671 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f5c77-f0e8-4b6b-92eb-29c761335def req-14530c8a-cc65-44fd-b546-b95d3d14ae07 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:06.438650 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2d1f5c77-f0e8-4b6b-92eb-29c761335def req-14530c8a-cc65-44fd-b546-b95d3d14ae07 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5432 time: 0.2798154 Jul 13 07:38:06.449500 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=4acd2ef9-ad1f-4c37-834d-dd7d14b47e38,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:06.460210 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port edae6acc-ae63-4af8-b2c6-ed538d646caf, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=edae6acc-ae63-4af8-b2c6-ed538d646caf,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:06.504317 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device d571ad6d-dd23-410f-a583-c1f9fbcff8ca no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:06.571242 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2d1f5c77-f0e8-4b6b-92eb-29c761335def req-630a7ada-8ea7-4e2c-aea0-f01d00fcceeb tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1292326 Jul 13 07:38:06.584470 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: d571ad6d-dd23-410f-a583-c1f9fbcff8ca {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:38:06.585449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device d571ad6d-dd23-410f-a583-c1f9fbcff8ca not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:06.592509 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'edae6acc-ae63-4af8-b2c6-ed538d646caf', 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c', 'port_id': 'edae6acc-ae63-4af8-b2c6-ed538d646caf', 'mac_address': 'fa:16:3e:71:1a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370ab867-a738-414f-91c2-c627af51a399', 'ip_address': '10.1.1.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:06.658705 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538d5596-3445-4c6a-91b0-2f3efb6dee39', 'tag': '720f3b35-878a-4ddb-9f5c-28157c0620b8'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:06.661767 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5da15de-6b72-4506-9002-81dcec3483b6" -d '{"events": [{"name": "network-changed", "server_uuid": "538d5596-3445-4c6a-91b0-2f3efb6dee39", "tag": "720f3b35-878a-4ddb-9f5c-28157c0620b8"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:06.792289 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d40054-e5c5-41a9-a9f3-381a777e1dc9 x-openstack-request-id: req-b9d40054-e5c5-41a9-a9f3-381a777e1dc9 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:06.793486 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538d5596-3445-4c6a-91b0-2f3efb6dee39", "tag": "720f3b35-878a-4ddb-9f5c-28157c0620b8", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:06.793486 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b9d40054-e5c5-41a9-a9f3-381a777e1dc9 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:06.793486 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538d5596-3445-4c6a-91b0-2f3efb6dee39', 'tag': '720f3b35-878a-4ddb-9f5c-28157c0620b8', 'status': 'completed', 'code': 200} Jul 13 07:38:06.827902 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.900739 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edae6acc-ae63-4af8-b2c6-ed538d646caf {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:06.946918 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe33ef0-860f-4090-8b0f-1210f79eacee None None] Network 470857d6-1ee5-4cf6-9833-6b81ad09cbe6 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:06.960895 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da15de-6b72-4506-9002-81dcec3483b6 req-463ab464-e8ce-4c06-91be-929f4b5aa2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:06.962578 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5da15de-6b72-4506-9002-81dcec3483b6 req-463ab464-e8ce-4c06-91be-929f4b5aa2ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 1126 time: 0.1083720 Jul 13 07:38:06.972480 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port edae6acc-ae63-4af8-b2c6-ed538d646caf, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=edae6acc-ae63-4af8-b2c6-ed538d646caf,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:06.983991 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:07.019498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5db64a-d553-40f2-9992-a622d76ef114 req-64ffdf87-fcb8-4957-83f4-aced17f8f3c3 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:07.030751 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9e5db64a-d553-40f2-9992-a622d76ef114 req-64ffdf87-fcb8-4957-83f4-aced17f8f3c3 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 943 time: 0.2356918 Jul 13 07:38:07.057769 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device ceb6e9ad-b675-411f-96d9-dbca0ebbe960 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:07.198767 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9e5db64a-d553-40f2-9992-a622d76ef114 req-a0730d27-2693-4f88-a23f-58b3fc3455fc tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670153 Jul 13 07:38:07.263929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=edae6acc-ae63-4af8-b2c6-ed538d646caf,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:07.369714 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da15de-6b72-4506-9002-81dcec3483b6 req-31b90391-fec0-41e9-afe4-759ba4f7ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:07.373896 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5da15de-6b72-4506-9002-81dcec3483b6 req-31b90391-fec0-41e9-afe4-759ba4f7ff4c service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 921 time: 0.3988068 Jul 13 07:38:07.386618 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port ceb6e9ad-b675-411f-96d9-dbca0ebbe960, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ceb6e9ad-b675-411f-96d9-dbca0ebbe960,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:07.435585 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36026) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:07.475291 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5da15de-6b72-4506-9002-81dcec3483b6 req-b0fdda9d-dd6d-49d9-9b3b-092b0cd314ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720f3b35-878a-4ddb-9f5c-28157c0620b8 HTTP/1.1" status: 200 len: 217 time: 0.0918031 Jul 13 07:38:07.493440 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'ceb6e9ad-b675-411f-96d9-dbca0ebbe960', 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c', 'port_id': 'ceb6e9ad-b675-411f-96d9-dbca0ebbe960', 'mac_address': 'fa:16:3e:20:62:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370ab867-a738-414f-91c2-c627af51a399', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:07.609350 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da15de-6b72-4506-9002-81dcec3483b6 req-c689d19b-8951-40d5-a5c4-f9da65618b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:07.616610 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5da15de-6b72-4506-9002-81dcec3483b6 req-c689d19b-8951-40d5-a5c4-f9da65618b5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 200 len: 860 time: 0.1289752 Jul 13 07:38:07.711722 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5da15de-6b72-4506-9002-81dcec3483b6 req-1b273230-0093-41b6-90fd-c4f2241f28c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf8805e-fc72-4645-afdd-bc310db87bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863991 Jul 13 07:38:07.728121 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:07.783367 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4c32db2d-270f-4dbc-acf7-1d5a5cbe4181 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e545f0f56574564bb5b695119db8b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459585 Jul 13 07:38:07.785859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36046) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:07.786016 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb6e9ad-b675-411f-96d9-dbca0ebbe960 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:07.815399 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c2c76-8d63-4fcf-b689-25a543659cc5 req-766da15b-aeba-46cc-9765-539299170e3f tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:07.821259 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e43c2c76-8d63-4fcf-b689-25a543659cc5 req-766da15b-aeba-46cc-9765-539299170e3f tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=edfb1d88-23c1-4bc7-985f-083ad81e2737 HTTP/1.1" status: 200 len: 945 time: 0.3493214 Jul 13 07:38:07.839377 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:07.857161 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port ceb6e9ad-b675-411f-96d9-dbca0ebbe960, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ceb6e9ad-b675-411f-96d9-dbca0ebbe960,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:07.866971 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:07.908001 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4c8dfe07-091f-47fe-93cb-33c56d5fe1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:07.966971 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4c8dfe07-091f-47fe-93cb-33c56d5fe1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.000286 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=ceb6e9ad-b675-411f-96d9-dbca0ebbe960,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:08.010176 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 898d9121-0ea6-4720-8349-4991e51f33d9 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:08.063237 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4c8dfe07-091f-47fe-93cb-33c56d5fe1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.067909 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4c8dfe07-091f-47fe-93cb-33c56d5fe1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.069379 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4c8dfe07-091f-47fe-93cb-33c56d5fe1d3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26 HTTP/1.1" status: 204 len: 168 time: 0.2821264 Jul 13 07:38:08.085633 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dfe07-091f-47fe-93cb-33c56d5fe1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dd4770-8a6b-4e6d-8f7b-f47b60e8ba26,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:08.172607 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e43c2c76-8d63-4fcf-b689-25a543659cc5 req-8eab4ebe-6d1d-4537-919a-ffd584c16150 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348768 Jul 13 07:38:08.173831 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36052) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:08.299024 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5da15de-6b72-4506-9002-81dcec3483b6 req-be55c3cc-8e32-4747-adce-a71179ff6678 service neutron] 10.222.0.35 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783255 Jul 13 07:38:08.324577 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 898d9121-0ea6-4720-8349-4991e51f33d9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=898d9121-0ea6-4720-8349-4991e51f33d9,segment=NetworkSegment(8d90e9ef-7b1c-4025-b318-fd27c7f053c9),segment_id=8d90e9ef-7b1c-4025-b318-fd27c7f053c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:08.364815 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '898d9121-0ea6-4720-8349-4991e51f33d9', 'network_id': '2ba0ae64-3c9f-487e-a47a-626e8c8936b6', 'port_id': '898d9121-0ea6-4720-8349-4991e51f33d9', 'mac_address': 'fa:16:3e:3a:4e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6e3720-201f-43bb-bde6-dcc07159d634', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:08.386871 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-f32cb1ef-5551-4c6a-bfeb-9cb18bba5b76 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:08.396839 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-f32cb1ef-5551-4c6a-bfeb-9cb18bba5b76 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/networks?id=470857d6-1ee5-4cf6-9833-6b81ad09cbe6 HTTP/1.1" status: 200 len: 814 time: 0.5367038 Jul 13 07:38:08.400878 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-de57c40b-9e33-4be9-afed-8c17b6587ec2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-516810009-network', 'tenant_id': 'adf04e6778474308856917bf1c4abced'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:08.420142 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-a4c55b18-2464-4ce2-bb00-9baea659bb2a tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/quotas/ea1176bf8e234d4cbcc92a868d6b3ab7 HTTP/1.1" status: 200 len: 375 time: 0.0221868 Jul 13 07:38:08.462271 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.477258 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de57c40b-9e33-4be9-afed-8c17b6587ec2 admin admin] Made reservation on behalf of adf04e6778474308856917bf1c4abced for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:08.480579 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-de57c40b-9e33-4be9-afed-8c17b6587ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.500494 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-83501fbf-5a58-40c8-8c1d-48469c1a9234 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea1176bf8e234d4cbcc92a868d6b3ab7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415988 Jul 13 07:38:08.512190 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898d9121-0ea6-4720-8349-4991e51f33d9 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:08.512738 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-de57c40b-9e33-4be9-afed-8c17b6587ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.521894 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device abb95bfa-0f4a-48a9-8950-1931233c6660 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:08.601948 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 898d9121-0ea6-4720-8349-4991e51f33d9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=898d9121-0ea6-4720-8349-4991e51f33d9,segment=NetworkSegment(8d90e9ef-7b1c-4025-b318-fd27c7f053c9),segment_id=8d90e9ef-7b1c-4025-b318-fd27c7f053c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:08.619390 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.662617 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5da15de-6b72-4506-9002-81dcec3483b6 req-5e7e8a67-7885-4428-a2c7-00fdd1c2ee2b service neutron] 10.222.0.35 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594186 Jul 13 07:38:08.694790 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 50c8d939-6bc9-4c86-93bc-cac6046ab070 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:08.713025 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-de57c40b-9e33-4be9-afed-8c17b6587ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.722794 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-de57c40b-9e33-4be9-afed-8c17b6587ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.757543 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de57c40b-9e33-4be9-afed-8c17b6587ec2 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:08.780930 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=898d9121-0ea6-4720-8349-4991e51f33d9,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:08.789756 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-354a2f9d-7b09-4616-af36-f4c0821a80b1 service neutron] 10.222.0.58 "GET /v2.0/networks/470857d6-1ee5-4cf6-9833-6b81ad09cbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790771 Jul 13 07:38:08.795980 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port abb95bfa-0f4a-48a9-8950-1931233c6660 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:08.826531 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port abb95bfa-0f4a-48a9-8950-1931233c6660 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:08.827040 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.835987 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-de57c40b-9e33-4be9-afed-8c17b6587ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.836348 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-de57c40b-9e33-4be9-afed-8c17b6587ec2 admin admin] Added segment dccfc515-11cf-424d-908b-72459aff7771 of type vlan for network 7af9a181-2982-42c8-9452-3f6c13c808d6 Jul 13 07:38:08.844116 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6518e-2466-4992-a492-58ac1968c9c2 req-2b24c2f6-cd58-4491-8e98-63977618d3c5 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:08.864442 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1bd6518e-2466-4992-a492-58ac1968c9c2 req-2b24c2f6-cd58-4491-8e98-63977618d3c5 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 945 time: 0.2817039 Jul 13 07:38:08.905924 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.resource_extend [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:38:08.924312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 50c8d939-6bc9-4c86-93bc-cac6046ab070, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=50c8d939-6bc9-4c86-93bc-cac6046ab070,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:08.948697 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '50c8d939-6bc9-4c86-93bc-cac6046ab070', 'network_id': '57e01b8b-6c29-4855-95ef-f150e56b368c', 'port_id': '50c8d939-6bc9-4c86-93bc-cac6046ab070', 'mac_address': 'fa:16:3e:29:8d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370ab867-a738-414f-91c2-c627af51a399', 'ip_address': '10.1.1.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:08.962563 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-de57c40b-9e33-4be9-afed-8c17b6587ec2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.975392 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1bd6518e-2466-4992-a492-58ac1968c9c2 req-226194ab-b625-4cf1-aafb-547b10110e26 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084058 Jul 13 07:38:09.038630 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36060) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:09.052442 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-de57c40b-9e33-4be9-afed-8c17b6587ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.054527 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de57c40b-9e33-4be9-afed-8c17b6587ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:09.055482 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-de57c40b-9e33-4be9-afed-8c17b6587ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.065152 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-ac5bce80-949d-4383-9134-9d7632b2d847 service neutron] 10.222.0.58 "GET /v2.0/networks/470857d6-1ee5-4cf6-9833-6b81ad09cbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666838 Jul 13 07:38:09.096571 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.135916 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.166800 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c8d939-6bc9-4c86-93bc-cac6046ab070 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:09.195894 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57c40b-9e33-4be9-afed-8c17b6587ec2 admin admin] Pushing event updated for resources: {'Network': ['ID=7af9a181-2982-42c8-9452-3f6c13c808d6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:09.199960 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfb1d88-23c1-4bc7-985f-083ad81e2737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb95bfa-0f4a-48a9-8950-1931233c6660'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:09.203160 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8f9b14-21e1-40a3-817f-867abc521f30" -d '{"events": [{"server_uuid": "edfb1d88-23c1-4bc7-985f-083ad81e2737", "name": "network-vif-plugged", "status": "completed", "tag": "abb95bfa-0f4a-48a9-8950-1931233c6660"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:09.211486 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57c40b-9e33-4be9-afed-8c17b6587ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8016c5d-3d42-45e2-8c87-bc1a4e98ccf1,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:09.226033 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 7af9a181-2982-42c8-9452-3f6c13c808d6 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:09.232458 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port abb95bfa-0f4a-48a9-8950-1931233c6660, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=abb95bfa-0f4a-48a9-8950-1931233c6660,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:09.235182 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 50c8d939-6bc9-4c86-93bc-cac6046ab070, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=50c8d939-6bc9-4c86-93bc-cac6046ab070,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:09.258462 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.264651 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.284575 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-de57c40b-9e33-4be9-afed-8c17b6587ec2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.1057346 Jul 13 07:38:09.286838 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36066) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:09.325923 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-18d93648-b741-45fc-8479-c5f34f02934e admin admin] Request body: {'subnet': {'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-516810009-subnet', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:09.350804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c0089a19-6897-483c-beef-e272a1029320 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:09.357116 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 720f3b35-878a-4ddb-9f5c-28157c0620b8 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:09.379845 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7e129b95-0014-49be-afbb-15a60778957b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6122014c131b4810b1063c54ae246113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396332 Jul 13 07:38:09.381246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d93648-b741-45fc-8479-c5f34f02934e admin admin] Made reservation on behalf of adf04e6778474308856917bf1c4abced for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:09.386577 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-18d93648-b741-45fc-8479-c5f34f02934e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.389895 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36070) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:09.463666 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=50c8d939-6bc9-4c86-93bc-cac6046ab070,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:09.479525 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846ecc3-9cf4-440d-ad53-b1696cf19913 req-4166f92d-3342-4d46-8392-b6a1e1b6053b tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:09.502658 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846ecc3-9cf4-440d-ad53-b1696cf19913 req-4166f92d-3342-4d46-8392-b6a1e1b6053b tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:09.527686 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846ecc3-9cf4-440d-ad53-b1696cf19913 req-4166f92d-3342-4d46-8392-b6a1e1b6053b tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:09.528451 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.resource_extend [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:38:09.533875 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=abb95bfa-0f4a-48a9-8950-1931233c6660,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:09.551689 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846ecc3-9cf4-440d-ad53-b1696cf19913 req-4166f92d-3342-4d46-8392-b6a1e1b6053b tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:09.561360 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c0089a19-6897-483c-beef-e272a1029320, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c0089a19-6897-483c-beef-e272a1029320,segment=NetworkSegment(8d90e9ef-7b1c-4025-b318-fd27c7f053c9),segment_id=8d90e9ef-7b1c-4025-b318-fd27c7f053c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:09.578167 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846ecc3-9cf4-440d-ad53-b1696cf19913 req-4166f92d-3342-4d46-8392-b6a1e1b6053b tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:09.581371 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'c0089a19-6897-483c-beef-e272a1029320', 'network_id': '2ba0ae64-3c9f-487e-a47a-626e8c8936b6', 'port_id': 'c0089a19-6897-483c-beef-e272a1029320', 'mac_address': 'fa:16:3e:60:87:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6e3720-201f-43bb-bde6-dcc07159d634', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:09.615701 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846ecc3-9cf4-440d-ad53-b1696cf19913 req-4166f92d-3342-4d46-8392-b6a1e1b6053b tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:09.643675 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846ecc3-9cf4-440d-ad53-b1696cf19913 req-4166f92d-3342-4d46-8392-b6a1e1b6053b tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:09.649749 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6c0ee3f0-d2e7-44de-8178-264a4693a2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.670986 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0846ecc3-9cf4-440d-ad53-b1696cf19913 req-4166f92d-3342-4d46-8392-b6a1e1b6053b tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5436 time: 0.5230360 Jul 13 07:38:09.711482 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6c0ee3f0-d2e7-44de-8178-264a4693a2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.805704 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0846ecc3-9cf4-440d-ad53-b1696cf19913 req-1920092d-353b-421e-babd-ff6653e3857a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1311817 Jul 13 07:38:09.864360 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f7fb2-79c5-4edf-8f1a-c7f01418357b req-a04fdf99-a9e6-443a-880a-10cb1416f321 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:09.867056 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6c0ee3f0-d2e7-44de-8178-264a4693a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.868603 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c60f7fb2-79c5-4edf-8f1a-c7f01418357b req-a04fdf99-a9e6-443a-880a-10cb1416f321 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 943 time: 0.1935551 Jul 13 07:38:09.870424 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6c0ee3f0-d2e7-44de-8178-264a4693a2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.871870 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6c0ee3f0-d2e7-44de-8178-264a4693a2ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ff445b2-3bef-46b0-94b4-9b8e101b9708 HTTP/1.1" status: 204 len: 168 time: 0.4788847 Jul 13 07:38:09.891312 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ee3f0-d2e7-44de-8178-264a4693a2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff445b2-3bef-46b0-94b4-9b8e101b9708,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:09.902747 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-18d93648-b741-45fc-8479-c5f34f02934e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.977068 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3d6145-a00e-4f0f-9aa0-75e606b871ed x-openstack-request-id: req-be3d6145-a00e-4f0f-9aa0-75e606b871ed {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:09.977326 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfb1d88-23c1-4bc7-985f-083ad81e2737", "name": "network-vif-plugged", "status": "completed", "tag": "abb95bfa-0f4a-48a9-8950-1931233c6660", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:09.977554 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be3d6145-a00e-4f0f-9aa0-75e606b871ed {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:09.977954 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfb1d88-23c1-4bc7-985f-083ad81e2737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb95bfa-0f4a-48a9-8950-1931233c6660', 'code': 200} Jul 13 07:38:09.984574 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d93648-b741-45fc-8479-c5f34f02934e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b10fc6a-37b4-4c01-959e-c0b0bb028635,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:10.004435 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c60f7fb2-79c5-4edf-8f1a-c7f01418357b req-955bdc76-b27c-43b4-95b8-fba6379fe76c tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217356 Jul 13 07:38:10.052761 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d93648-b741-45fc-8479-c5f34f02934e admin admin] Checking segment: {'id': 'dccfc515-11cf-424d-908b-72459aff7771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:10.053130 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d93648-b741-45fc-8479-c5f34f02934e admin admin] Network hostable DHCP agents. Network: 7af9a181-2982-42c8-9452-3f6c13c808d6, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:10.055778 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.077555 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0089a19-6897-483c-beef-e272a1029320 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:10.109681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d93648-b741-45fc-8479-c5f34f02934e admin admin] Network 7af9a181-2982-42c8-9452-3f6c13c808d6 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:10.140387 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-18d93648-b741-45fc-8479-c5f34f02934e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 7af9a181-2982-42c8-9452-3f6c13c808d6) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:10.149088 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d93648-b741-45fc-8479-c5f34f02934e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:10.151505 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-18d93648-b741-45fc-8479-c5f34f02934e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.167104 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae75d1f-55a9-4557-833a-1f697cb54c02 None None] Network 7af9a181-2982-42c8-9452-3f6c13c808d6 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:10.179728 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c0089a19-6897-483c-beef-e272a1029320, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c0089a19-6897-483c-beef-e272a1029320,segment=NetworkSegment(8d90e9ef-7b1c-4025-b318-fd27c7f053c9),segment_id=8d90e9ef-7b1c-4025-b318-fd27c7f053c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:10.199412 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-18d93648-b741-45fc-8479-c5f34f02934e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9065378 Jul 13 07:38:10.201375 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36082) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:10.215169 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a62aa04b-3607-48c1-82d9-b9598c0a7385 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-516810009-router', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:10.223518 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.265026 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a62aa04b-3607-48c1-82d9-b9598c0a7385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.267092 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a62aa04b-3607-48c1-82d9-b9598c0a7385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.305908 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2ae85771-101f-4fe4-a5cf-527340f546ca req-81883c1e-6f2b-4ceb-8f2f-5199925ee331 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/ports?device_id=7560704d-e6fb-41fe-a4cc-189daca77a97 HTTP/1.1" status: 200 len: 210 time: 0.0985670 Jul 13 07:38:10.340110 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 91ae0369-0e20-472f-b809-5b288f50e076 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:10.380710 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c665573-1142-4c69-8328-972be5f0ff1e req-0e90e7cc-db37-44b0-8247-dfd2412d4004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:10.382601 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c665573-1142-4c69-8328-972be5f0ff1e req-0e90e7cc-db37-44b0-8247-dfd2412d4004 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=edfb1d88-23c1-4bc7-985f-083ad81e2737 HTTP/1.1" status: 200 len: 1098 time: 0.2972789 Jul 13 07:38:10.453163 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a62aa04b-3607-48c1-82d9-b9598c0a7385 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.489460 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a8313-8bcb-4752-9bab-6bc46fe358b7 req-c71d7290-a128-4547-b95d-b18a6c7ee7b2 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:10.498127 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f8a8313-8bcb-4752-9bab-6bc46fe358b7 req-c71d7290-a128-4547-b95d-b18a6c7ee7b2 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=edfb1d88-23c1-4bc7-985f-083ad81e2737 HTTP/1.1" status: 200 len: 946 time: 0.2804298 Jul 13 07:38:10.530900 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=c0089a19-6897-483c-beef-e272a1029320,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:10.574978 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c665573-1142-4c69-8328-972be5f0ff1e req-02acc899-ad85-455b-871b-446f830247ef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769710 Jul 13 07:38:10.698535 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 91ae0369-0e20-472f-b809-5b288f50e076 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:10.708639 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 91ae0369-0e20-472f-b809-5b288f50e076 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:10.710242 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.711867 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f8a8313-8bcb-4752-9bab-6bc46fe358b7 req-20953979-a08c-43b0-91b3-ec2245981f62 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098932 Jul 13 07:38:10.728851 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-7af9a181-2982-42c8-9452-3f6c13c808d6', 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'fixed_ips': [{'subnet_id': '1b10fc6a-37b4-4c01-959e-c0b0bb028635'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:38:10.734653 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.838357 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae04a0f-a868-490c-a603-1ee1daf4cb1f req-05e72a32-fd7e-4f05-b2f0-da9826f7d7d6 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:10.853063 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a62aa04b-3607-48c1-82d9-b9598c0a7385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.864768 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eae04a0f-a868-490c-a603-1ee1daf4cb1f req-05e72a32-fd7e-4f05-b2f0-da9826f7d7d6 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 945 time: 0.2386281 Jul 13 07:38:11.019068 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eae04a0f-a868-490c-a603-1ee1daf4cb1f req-9a8c942e-46b6-48c8-b38e-5df3d75308c9 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508243 Jul 13 07:38:11.065749 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['898d9121-0ea6-4720-8349-4991e51f33d9'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:11.240060 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['edae6acc-ae63-4af8-b2c6-ed538d646caf'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:11.289324 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['50c8d939-6bc9-4c86-93bc-cac6046ab070'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:11.342772 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-2fbb9d6d-3310-4831-afb5-a3de5c5225da service neutron] 10.222.0.35 "GET /v2.0/ports/720f3b35-878a-4ddb-9f5c-28157c0620b8/bindings/n-h2-779913-28 HTTP/1.1" status: 200 len: 385 time: 0.2744682 Jul 13 07:38:11.384071 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a62aa04b-3607-48c1-82d9-b9598c0a7385 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:11.409255 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a62aa04b-3607-48c1-82d9-b9598c0a7385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:11.559676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6c818-eb0d-4156-8507-5191deeff846 req-ac3e9288-5de5-435f-b2aa-9ab27fd055d7 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:11.588383 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6c818-eb0d-4156-8507-5191deeff846 req-ac3e9288-5de5-435f-b2aa-9ab27fd055d7 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:11.616882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-a62aa04b-3607-48c1-82d9-b9598c0a7385 admin admin] Allocated IP 172.25.0.233 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/6e7ee1f4-1262-4148-97b9-1aec01b7176e) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:11.619861 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6c818-eb0d-4156-8507-5191deeff846 req-ac3e9288-5de5-435f-b2aa-9ab27fd055d7 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:11.634370 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6c818-eb0d-4156-8507-5191deeff846 req-ac3e9288-5de5-435f-b2aa-9ab27fd055d7 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:11.654591 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6c818-eb0d-4156-8507-5191deeff846 req-ac3e9288-5de5-435f-b2aa-9ab27fd055d7 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:11.670723 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6c818-eb0d-4156-8507-5191deeff846 req-ac3e9288-5de5-435f-b2aa-9ab27fd055d7 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:11.686822 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6c818-eb0d-4156-8507-5191deeff846 req-ac3e9288-5de5-435f-b2aa-9ab27fd055d7 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:11.702859 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ab6c818-eb0d-4156-8507-5191deeff846 req-ac3e9288-5de5-435f-b2aa-9ab27fd055d7 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5438 time: 0.5400178 Jul 13 07:38:11.721814 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:11.746489 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a62aa04b-3607-48c1-82d9-b9598c0a7385 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:11.800991 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a62aa04b-3607-48c1-82d9-b9598c0a7385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:11.923911 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62aa04b-3607-48c1-82d9-b9598c0a7385 admin admin] Pushing event updated for resources: {'Port': ['ID=6e7ee1f4-1262-4148-97b9-1aec01b7176e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:11.936862 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62aa04b-3607-48c1-82d9-b9598c0a7385 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:11.939354 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-a62aa04b-3607-48c1-82d9-b9598c0a7385 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:11.948045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62aa04b-3607-48c1-82d9-b9598c0a7385 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:11.965992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 91ae0369-0e20-472f-b809-5b288f50e076, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=91ae0369-0e20-472f-b809-5b288f50e076,segment=NetworkSegment(9c66d522-bf0b-47b9-8ccc-166df83de251),segment_id=9c66d522-bf0b-47b9-8ccc-166df83de251)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:12.023481 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ae0369-0e20-472f-b809-5b288f50e076'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:12.030461 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0134863d-af15-4abd-9948-a86ccc232715" -d '{"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-plugged", "status": "completed", "tag": "91ae0369-0e20-472f-b809-5b288f50e076"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:12.057016 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ab6c818-eb0d-4156-8507-5191deeff846 req-a5e2ded7-8b3f-46a9-a5d3-695661803e8a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3522148 Jul 13 07:38:12.086892 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] Allocated IP 172.20.0.2 (7af9a181-2982-42c8-9452-3f6c13c808d6/1b10fc6a-37b4-4c01-959e-c0b0bb028635/948a4f09-e293-4733-aa8c-889465429a48) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:12.111789 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.157681 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['4acd2ef9-ad1f-4c37-834d-dd7d14b47e38'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:12.228580 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7826ed6-4b3b-4b02-ae15-d49643798cf8 req-ddbf5f30-020e-48c8-85cc-6f41e5d0b63c tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:12.242406 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c7826ed6-4b3b-4b02-ae15-d49643798cf8 req-ddbf5f30-020e-48c8-85cc-6f41e5d0b63c tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 943 time: 0.5295234 Jul 13 07:38:12.291127 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['ceb6e9ad-b675-411f-96d9-dbca0ebbe960'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:12.324780 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['c0089a19-6897-483c-beef-e272a1029320'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:12.528970 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ffce5ef-84a9-4188-a585-6a67a022e95d req-f0fa5e6c-124d-40da-ab85-5bae6704f2c3 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/ports?device_id=7560704d-e6fb-41fe-a4cc-189daca77a97 HTTP/1.1" status: 200 len: 210 time: 0.0623822 Jul 13 07:38:12.678217 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c7826ed6-4b3b-4b02-ae15-d49643798cf8 req-356c2158-a19d-4ffa-beb0-e666260323fc tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078801 Jul 13 07:38:12.692553 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-6f4d238f-0a36-425e-b5b6-6f7dcc3fc555 service neutron] For port 720f3b35-878a-4ddb-9f5c-28157c0620b8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=720f3b35-878a-4ddb-9f5c-28157c0620b8,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:12.769219 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-6f4d238f-0a36-425e-b5b6-6f7dcc3fc555 service neutron] For port 720f3b35-878a-4ddb-9f5c-28157c0620b8, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:12.897891 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-6f4d238f-0a36-425e-b5b6-6f7dcc3fc555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720f3b35-878a-4ddb-9f5c-28157c0620b8 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:12.921606 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-6f4d238f-0a36-425e-b5b6-6f7dcc3fc555 service neutron] For port 720f3b35-878a-4ddb-9f5c-28157c0620b8, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=720f3b35-878a-4ddb-9f5c-28157c0620b8,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:12.970199 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a62aa04b-3607-48c1-82d9-b9598c0a7385 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.970813 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=91ae0369-0e20-472f-b809-5b288f50e076,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:12.977771 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593bcf5-ba27-4438-8f68-162da29aa167 req-24934354-ef22-4ade-b107-2075165190f4 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:12.991603 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-7fbc3bb9-3e7d-468b-b2ce-03b8b18493f4 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:12.994119 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-7fbc3bb9-3e7d-468b-b2ce-03b8b18493f4 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.35 "GET /v2.0/networks?id=470857d6-1ee5-4cf6-9833-6b81ad09cbe6 HTTP/1.1" status: 200 len: 814 time: 0.6006708 Jul 13 07:38:12.995922 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7593bcf5-ba27-4438-8f68-162da29aa167 req-24934354-ef22-4ade-b107-2075165190f4 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=edfb1d88-23c1-4bc7-985f-083ad81e2737 HTTP/1.1" status: 200 len: 946 time: 0.1920512 Jul 13 07:38:13.030917 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.051177 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-6f4d238f-0a36-425e-b5b6-6f7dcc3fc555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.135301 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7593bcf5-ba27-4438-8f68-162da29aa167 req-eb03e556-97fa-4879-b6d2-1d07f68207cc tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946670 Jul 13 07:38:13.137304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f06b2ab4-3600-4b0e-847c-b123c6580d1e None None] Provisioning complete for port 91ae0369-0e20-472f-b809-5b288f50e076 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:13.137707 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f06b2ab4-3600-4b0e-847c-b123c6580d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.180591 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-01c7689b-8775-42ce-82b5-2783f9f36488 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Request body: {'port': {'device_id': '7560704d-e6fb-41fe-a4cc-189daca77a97', 'network_id': '470857d6-1ee5-4cf6-9833-6b81ad09cbe6', 'admin_state_up': True, 'tenant_id': 'ea1176bf8e234d4cbcc92a868d6b3ab7'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:13.328443 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-6f4d238f-0a36-425e-b5b6-6f7dcc3fc555 service neutron] Transition to ACTIVE for port object 720f3b35-878a-4ddb-9f5c-28157c0620b8 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:13.338237 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c43d4d-0d38-4e7d-b4e1-968ceddd90ce x-openstack-request-id: req-70c43d4d-0d38-4e7d-b4e1-968ceddd90ce {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:13.338858 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-plugged", "status": "completed", "tag": "91ae0369-0e20-472f-b809-5b288f50e076", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:13.339215 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-70c43d4d-0d38-4e7d-b4e1-968ceddd90ce {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:13.339780 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ae0369-0e20-472f-b809-5b288f50e076', 'code': 200} Jul 13 07:38:13.355985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa6683-2c55-4f28-a669-f4f85b262021 req-fc4345a5-378d-471f-80af-6436a6ef32b2 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:13.363027 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3fa6683-2c55-4f28-a669-f4f85b262021 req-fc4345a5-378d-471f-80af-6436a6ef32b2 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 945 time: 0.4025652 Jul 13 07:38:13.366305 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-6f4d238f-0a36-425e-b5b6-6f7dcc3fc555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.521489 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-6f4d238f-0a36-425e-b5b6-6f7dcc3fc555 service neutron] No DVR routers for this DVR port 720f3b35-878a-4ddb-9f5c-28157c0620b8 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:13.631449 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d238f-0a36-425e-b5b6-6f7dcc3fc555 service neutron] Pushing event updated for resources: {'Port': ['ID=720f3b35-878a-4ddb-9f5c-28157c0620b8,revision_number=10']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:13.670739 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3fa6683-2c55-4f28-a669-f4f85b262021 req-98ec4e29-073a-4fe5-ae9f-d5bb469cf0ab tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942960 Jul 13 07:38:13.691825 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-01c7689b-8775-42ce-82b5-2783f9f36488 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Made reservation on behalf of ea1176bf8e234d4cbcc92a868d6b3ab7 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:13.692078 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-6f4d238f-0a36-425e-b5b6-6f7dcc3fc555 service neutron] 10.222.0.35 "PUT /v2.0/ports/720f3b35-878a-4ddb-9f5c-28157c0620b8/bindings/n-h2-779913-28/activate HTTP/1.1" status: 200 len: 370 time: 2.3331678 Jul 13 07:38:13.693976 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-01c7689b-8775-42ce-82b5-2783f9f36488 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.741060 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.787966 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] Transition to ACTIVE for port object 948a4f09-e293-4733-aa8c-889465429a48 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:13.801689 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a62aa04b-3607-48c1-82d9-b9598c0a7385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.803639 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edc814-4070-417d-8fe1-1b9a5d584acf req-80c1945f-4b39-48f0-bfad-0f68bc40ab2d tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:13.820455 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edc814-4070-417d-8fe1-1b9a5d584acf req-80c1945f-4b39-48f0-bfad-0f68bc40ab2d tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:13.836296 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edc814-4070-417d-8fe1-1b9a5d584acf req-80c1945f-4b39-48f0-bfad-0f68bc40ab2d tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:13.850205 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edc814-4070-417d-8fe1-1b9a5d584acf req-80c1945f-4b39-48f0-bfad-0f68bc40ab2d tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:13.859585 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] Transition to ACTIVE for port object 948a4f09-e293-4733-aa8c-889465429a48 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:13.869082 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edc814-4070-417d-8fe1-1b9a5d584acf req-80c1945f-4b39-48f0-bfad-0f68bc40ab2d tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:13.873902 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.891840 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edc814-4070-417d-8fe1-1b9a5d584acf req-80c1945f-4b39-48f0-bfad-0f68bc40ab2d tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:13.910078 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edc814-4070-417d-8fe1-1b9a5d584acf req-80c1945f-4b39-48f0-bfad-0f68bc40ab2d tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:13.913148 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5edc814-4070-417d-8fe1-1b9a5d584acf req-80c1945f-4b39-48f0-bfad-0f68bc40ab2d tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5439 time: 0.4116514 Jul 13 07:38:13.987345 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] Network 7af9a181-2982-42c8-9452-3f6c13c808d6 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:13.995575 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5edc814-4070-417d-8fe1-1b9a5d584acf req-74c8a889-3a49-4462-8196-d452211d9f82 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0777233 Jul 13 07:38:14.001107 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:14.009643 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:14.012394 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] Pushing event updated for resources: {'Port': ['ID=948a4f09-e293-4733-aa8c-889465429a48,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:14.124820 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-01c7689b-8775-42ce-82b5-2783f9f36488 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Allocated IP 172.20.0.12 (470857d6-1ee5-4cf6-9833-6b81ad09cbe6/b08a8347-5f21-40fc-a6fb-b587854bdebd/d843a960-8efc-45a8-b603-f969d0b270ac) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:14.148887 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] Attempting to bind port 948a4f09-e293-4733-aa8c-889465429a48 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:14.149310 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] Attempting to bind port 948a4f09-e293-4733-aa8c-889465429a48 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'dccfc515-11cf-424d-908b-72459aff7771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:14.149852 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] Attempting to bind port 948a4f09-e293-4733-aa8c-889465429a48 on network 7af9a181-2982-42c8-9452-3f6c13c808d6 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:14.163386 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-3819b667-97ba-4c50-b16f-700a1be97a1b tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:14.163657 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:14.164998 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-3819b667-97ba-4c50-b16f-700a1be97a1b tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39&tenant_id=15158e7fe97d4861a97b0a945f95d776&binding%3Ahost_id=n-h1-779913-28 HTTP/1.1" status: 200 len: 1096 time: 0.2795660 Jul 13 07:38:14.165567 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] Checking segment: {'id': 'dccfc515-11cf-424d-908b-72459aff7771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:14.166124 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.167324 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] Bound using segment: {'id': 'dccfc515-11cf-424d-908b-72459aff7771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:14.168903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] Bound port: 948a4f09-e293-4733-aa8c-889465429a48, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccfc515-11cf-424d-908b-72459aff7771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:14.169358 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.282600 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d7aad56-2a73-4d73-b601-eb3104e4716f req-930d5bb8-5383-4758-b436-d9b9a3280e0f tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/ports?device_id=7560704d-e6fb-41fe-a4cc-189daca77a97 HTTP/1.1" status: 200 len: 210 time: 0.0680382 Jul 13 07:38:14.287761 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-8e517ea2-9c21-4894-a692-f7e8f2ad34b6 req-9c0cbbf3-d280-4ad8-b389-9dd1e5dae389 tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1362023432', 'description': 'tempest-description-731764743'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:14.321547 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8e517ea2-9c21-4894-a692-f7e8f2ad34b6 req-9c0cbbf3-d280-4ad8-b389-9dd1e5dae389 tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.327352 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] For port 948a4f09-e293-4733-aa8c-889465429a48, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:14.331928 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] For port 948a4f09-e293-4733-aa8c-889465429a48, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=948a4f09-e293-4733-aa8c-889465429a48,segment=NetworkSegment(dccfc515-11cf-424d-908b-72459aff7771),segment_id=dccfc515-11cf-424d-908b-72459aff7771)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:14.348679 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.360028 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8e517ea2-9c21-4894-a692-f7e8f2ad34b6 req-9c0cbbf3-d280-4ad8-b389-9dd1e5dae389 tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.431074 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62aa04b-3607-48c1-82d9-b9598c0a7385 admin admin] Router fe6aae68-e05f-40b9-b10b-529bcfad5c0a is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:38:14.521702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f221e-f143-44ee-86a9-40c39678b0b7 None None] Pushing event updated for resources: {'Port': ['ID=948a4f09-e293-4733-aa8c-889465429a48,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:14.528350 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8e517ea2-9c21-4894-a692-f7e8f2ad34b6 req-9c0cbbf3-d280-4ad8-b389-9dd1e5dae389 tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.538515 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8e517ea2-9c21-4894-a692-f7e8f2ad34b6 req-9c0cbbf3-d280-4ad8-b389-9dd1e5dae389 tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.596907 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cbbf3-d280-4ad8-b389-9dd1e5dae389 tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51aa2ad6-9894-47c0-8f5a-b1221286a10b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:14.713725 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-fa87b80a-117b-44bc-b565-80778161c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:14.718009 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-fa87b80a-117b-44bc-b565-80778161c29a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39&tenant_id=15158e7fe97d4861a97b0a945f95d776 HTTP/1.1" status: 200 len: 1096 time: 0.5179081 Jul 13 07:38:14.763750 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a532fe6-40cc-452a-b752-2de405eff2ad req-f7ee1d8c-e1c0-4593-81c0-52d53207f39b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:14.766881 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a532fe6-40cc-452a-b752-2de405eff2ad req-f7ee1d8c-e1c0-4593-81c0-52d53207f39b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 944 time: 0.1722302 Jul 13 07:38:14.819743 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-01c7689b-8775-42ce-82b5-2783f9f36488 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.913373 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62aa04b-3607-48c1-82d9-b9598c0a7385 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:38:14.926618 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8e517ea2-9c21-4894-a692-f7e8f2ad34b6 req-9c0cbbf3-d280-4ad8-b389-9dd1e5dae389 tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.933732 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] Sync routers for ids ['fe6aae68-e05f-40b9-b10b-529bcfad5c0a'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:38:14.952941 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8e517ea2-9c21-4894-a692-f7e8f2ad34b6 req-9c0cbbf3-d280-4ad8-b389-9dd1e5dae389 tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.982547 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] Routers {'fe6aae68-e05f-40b9-b10b-529bcfad5c0a'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:14.984442 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:37:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fe6aae68-e05f-40b9-b10b-529bcfad5c0a'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:14.987216 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a62aa04b-3607-48c1-82d9-b9598c0a7385 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.988728 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a62aa04b-3607-48c1-82d9-b9598c0a7385 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.7859440 Jul 13 07:38:14.992347 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36158) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:15.042591 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a532fe6-40cc-452a-b752-2de405eff2ad req-2a8a05cd-9cc6-4965-838d-6778ae0ddf1f tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559812 Jul 13 07:38:15.066233 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cbbf3-d280-4ad8-b389-9dd1e5dae389 tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7746e74-cb48-47e4-ad55-284248c7d23a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:15.069649 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8e517ea2-9c21-4894-a692-f7e8f2ad34b6 req-9c0cbbf3-d280-4ad8-b389-9dd1e5dae389 tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.082883 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e517ea2-9c21-4894-a692-f7e8f2ad34b6 req-9c0cbbf3-d280-4ad8-b389-9dd1e5dae389 tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8024642 Jul 13 07:38:15.358358 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] Set router fe6aae68-e05f-40b9-b10b-529bcfad5c0a gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:38:15.610471 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:38:15.646928 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-01c7689b-8775-42ce-82b5-2783f9f36488 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.745690 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-516810009-router', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:38:12Z', 'revision_number': 3, 'project_id': 'adf04e6778474308856917bf1c4abced', 'gw_port': {'id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:11Z', 'updated_at': '2021-07-13T07:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:15.778792 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-01c7689b-8775-42ce-82b5-2783f9f36488 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Network 470857d6-1ee5-4cf6-9833-6b81ad09cbe6 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:15.779393 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] Checking router: fe6aae68-e05f-40b9-b10b-529bcfad5c0a for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:38:15.779945 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] Updating router fe6aae68-e05f-40b9-b10b-529bcfad5c0a port 6e7ee1f4-1262-4148-97b9-1aec01b7176e binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:38:15.817892 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-01c7689b-8775-42ce-82b5-2783f9f36488 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:15.833236 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-01c7689b-8775-42ce-82b5-2783f9f36488 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:15.841768 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-3be67111-b12a-4530-a1d0-239f11ae8bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:15.843773 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-3be67111-b12a-4530-a1d0-239f11ae8bfe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 1096 time: 1.0534537 Jul 13 07:38:15.849078 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.924131 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9501d-0733-4d99-8386-aa5e19c4bad0 req-128265f0-e424-4b43-82a3-d8cd65db79c1 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:15.930867 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3cb9501d-0733-4d99-8386-aa5e19c4bad0 req-128265f0-e424-4b43-82a3-d8cd65db79c1 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=edfb1d88-23c1-4bc7-985f-083ad81e2737 HTTP/1.1" status: 200 len: 946 time: 0.4590724 Jul 13 07:38:15.942297 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1268d242-8457-4471-94a1-3cc5ca93b63f req-75e50c08-8039-419b-8159-c3e5a9377424 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4531057 Jul 13 07:38:16.016948 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7689b-8775-42ce-82b5-2783f9f36488 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Pushing event updated for resources: {'Port': ['ID=d843a960-8efc-45a8-b603-f969d0b270ac,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:16.022751 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 948a4f09-e293-4733-aa8c-889465429a48 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:16.141900 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 948a4f09-e293-4733-aa8c-889465429a48 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:16.170174 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-01c7689b-8775-42ce-82b5-2783f9f36488 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:16.170687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309831e-b37f-4d0c-8850-3e37a387ca7d req-70adc6da-2cbd-43ec-91c9-73034a7eae66 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:16.170867 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-01c7689b-8775-42ce-82b5-2783f9f36488 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.172396 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4309831e-b37f-4d0c-8850-3e37a387ca7d req-70adc6da-2cbd-43ec-91c9-73034a7eae66 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 945 time: 0.5527337 Jul 13 07:38:16.198991 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3cb9501d-0733-4d99-8386-aa5e19c4bad0 req-88a9aabc-d4da-43d6-98b7-9a3ba7e15e01 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549479 Jul 13 07:38:16.258562 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-01c7689b-8775-42ce-82b5-2783f9f36488 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1017764 Jul 13 07:38:16.262888 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e52aa10-ff63-4113-80cd-5ed69e9d470d None None] Network 7af9a181-2982-42c8-9452-3f6c13c808d6 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:16.297606 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] Request body: {'port': {'device_id': '7560704d-e6fb-41fe-a4cc-189daca77a97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:16.301976 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.335838 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] Transition to ACTIVE for port object 6e7ee1f4-1262-4148-97b9-1aec01b7176e will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:16.347127 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-33bd7a35-1102-4144-b9fe-f65f1aa0a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:16.348745 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-33bd7a35-1102-4144-b9fe-f65f1aa0a2c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 921 time: 0.4615977 Jul 13 07:38:16.356308 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268d242-8457-4471-94a1-3cc5ca93b63f req-9fe09012-3ae6-413b-a761-62633429ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:16.360547 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1268d242-8457-4471-94a1-3cc5ca93b63f req-9fe09012-3ae6-413b-a761-62633429ce2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15158e7fe97d4861a97b0a945f95d776&device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 1097 time: 0.3702471 Jul 13 07:38:16.369676 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4309831e-b37f-4d0c-8850-3e37a387ca7d req-f58d3cdf-d97d-4d3f-87d9-a92787f3194b tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848168 Jul 13 07:38:16.371454 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.478966 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-9fedda83-575b-45ca-bd73-3f2fe8b590fa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720f3b35-878a-4ddb-9f5c-28157c0620b8 HTTP/1.1" status: 200 len: 217 time: 0.0634491 Jul 13 07:38:16.495233 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0b72e594-1627-48ed-bf30-983dcac82dc6 req-a48fa28d-d306-4026-9fad-068d2d9b4dd0 tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1980304924', 'description': 'tempest-description-2088524857'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:16.526692 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c74826-53d3-4e80-8c98-cf6e769d60b9 None None] Pushing event updated for resources: {'Port': ['ID=6e7ee1f4-1262-4148-97b9-1aec01b7176e,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:16.529148 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.540106 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c74826-53d3-4e80-8c98-cf6e769d60b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:16.540484 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c74826-53d3-4e80-8c98-cf6e769d60b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:16.540836 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c74826-53d3-4e80-8c98-cf6e769d60b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:16.541181 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c74826-53d3-4e80-8c98-cf6e769d60b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:16.541661 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c74826-53d3-4e80-8c98-cf6e769d60b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:16.542078 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c74826-53d3-4e80-8c98-cf6e769d60b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:16.542437 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c74826-53d3-4e80-8c98-cf6e769d60b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:16.542786 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c74826-53d3-4e80-8c98-cf6e769d60b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:16.543262 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c74826-53d3-4e80-8c98-cf6e769d60b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:16.543599 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c74826-53d3-4e80-8c98-cf6e769d60b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:16.543931 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c74826-53d3-4e80-8c98-cf6e769d60b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:16.544261 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c74826-53d3-4e80-8c98-cf6e769d60b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:16.547994 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] Attempting to bind port 6e7ee1f4-1262-4148-97b9-1aec01b7176e on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:16.548369 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] Attempting to bind port 6e7ee1f4-1262-4148-97b9-1aec01b7176e by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:16.548738 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] Attempting to bind port 6e7ee1f4-1262-4148-97b9-1aec01b7176e on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:16.557020 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:16.557432 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:16.558470 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.558903 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:16.559476 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] Bound port: 6e7ee1f4-1262-4148-97b9-1aec01b7176e, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:16.559912 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.666560 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268d242-8457-4471-94a1-3cc5ca93b63f req-9b64da82-5c1c-4cdd-9b4e-8e7d4a500cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:16.668703 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1268d242-8457-4471-94a1-3cc5ca93b63f req-9b64da82-5c1c-4cdd-9b4e-8e7d4a500cef service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 200 len: 921 time: 0.2681227 Jul 13 07:38:16.688141 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 898d9121-0ea6-4720-8349-4991e51f33d9 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:16.692521 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-35101136-4b46-4af0-9b83-bc7b40925628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:16.694341 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-35101136-4b46-4af0-9b83-bc7b40925628 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 200 len: 860 time: 0.2029808 Jul 13 07:38:16.737603 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] For port 6e7ee1f4-1262-4148-97b9-1aec01b7176e, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:16.761848 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-a9f06393-8146-4654-8001-2073bb8a65f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=acf8805e-fc72-4645-afdd-bc310db87bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558136 Jul 13 07:38:16.763776 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] For port 6e7ee1f4-1262-4148-97b9-1aec01b7176e, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=6e7ee1f4-1262-4148-97b9-1aec01b7176e,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:16.769955 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-42b04436-7eb3-4060-aeba-b14d3ece4e52 None None] Provisioning for port 948a4f09-e293-4733-aa8c-889465429a48 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:16.779968 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-42b04436-7eb3-4060-aeba-b14d3ece4e52 None None] Provisioning complete for port 948a4f09-e293-4733-aa8c-889465429a48 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:16.780639 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42b04436-7eb3-4060-aeba-b14d3ece4e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.866842 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 898d9121-0ea6-4720-8349-4991e51f33d9 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:16.873268 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 898d9121-0ea6-4720-8349-4991e51f33d9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:16.873963 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.912338 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b72e594-1627-48ed-bf30-983dcac82dc6 req-a48fa28d-d306-4026-9fad-068d2d9b4dd0 tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.935657 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1268d242-8457-4471-94a1-3cc5ca93b63f req-c32c7332-7383-4d5c-b185-c74bfa8c16a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3823256-d8c9-441d-ba75-ab14ea680e94 HTTP/1.1" status: 200 len: 217 time: 0.2576478 Jul 13 07:38:16.989735 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42b04436-7eb3-4060-aeba-b14d3ece4e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.027068 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.118272 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-42b04436-7eb3-4060-aeba-b14d3ece4e52 None None] For port 948a4f09-e293-4733-aa8c-889465429a48, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=948a4f09-e293-4733-aa8c-889465429a48,segment=NetworkSegment(dccfc515-11cf-424d-908b-72459aff7771),segment_id=dccfc515-11cf-424d-908b-72459aff7771)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:17.143199 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.150362 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42b04436-7eb3-4060-aeba-b14d3ece4e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.163024 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] Routers {'fe6aae68-e05f-40b9-b10b-529bcfad5c0a'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:17.163847 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:37:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fe6aae68-e05f-40b9-b10b-529bcfad5c0a'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:17.230859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898d9121-0ea6-4720-8349-4991e51f33d9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:17.233443 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8787e9-9f35-45d7-8940-36d0a91fee5f" -d '{"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-plugged", "status": "completed", "tag": "898d9121-0ea6-4720-8349-4991e51f33d9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:17.259321 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 898d9121-0ea6-4720-8349-4991e51f33d9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=898d9121-0ea6-4720-8349-4991e51f33d9,segment=NetworkSegment(8d90e9ef-7b1c-4025-b318-fd27c7f053c9),segment_id=8d90e9ef-7b1c-4025-b318-fd27c7f053c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:17.261240 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b04436-7eb3-4060-aeba-b14d3ece4e52 None None] Pushing event updated for resources: {'Port': ['ID=948a4f09-e293-4733-aa8c-889465429a48,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:17.265948 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.290001 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24c2d6f1-6fc7-42c6-be00-b5f4374822c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.309999 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-9ebd31c4-1c31-44cd-99fc-18455d9c157a service neutron] 10.222.0.62 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165756 Jul 13 07:38:17.317471 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c74826-53d3-4e80-8c98-cf6e769d60b9 None None] Pushing event updated for resources: {'Port': ['ID=6e7ee1f4-1262-4148-97b9-1aec01b7176e,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:17.332840 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=898d9121-0ea6-4720-8349-4991e51f33d9,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:17.363417 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device edae6acc-ae63-4af8-b2c6-ed538d646caf up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:17.386997 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b72e594-1627-48ed-bf30-983dcac82dc6 req-a48fa28d-d306-4026-9fad-068d2d9b4dd0 tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.406720 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e047d-eed9-4a16-8e3e-7fe5ad337870 req-11a7ddba-023a-4d1c-b811-02deb6b80ad0 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:17.415706 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e047d-eed9-4a16-8e3e-7fe5ad337870 req-11a7ddba-023a-4d1c-b811-02deb6b80ad0 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:17.435525 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e047d-eed9-4a16-8e3e-7fe5ad337870 req-11a7ddba-023a-4d1c-b811-02deb6b80ad0 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:17.445165 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e047d-eed9-4a16-8e3e-7fe5ad337870 req-11a7ddba-023a-4d1c-b811-02deb6b80ad0 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:17.454687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e047d-eed9-4a16-8e3e-7fe5ad337870 req-11a7ddba-023a-4d1c-b811-02deb6b80ad0 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:17.468551 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e047d-eed9-4a16-8e3e-7fe5ad337870 req-11a7ddba-023a-4d1c-b811-02deb6b80ad0 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:17.486782 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e047d-eed9-4a16-8e3e-7fe5ad337870 req-11a7ddba-023a-4d1c-b811-02deb6b80ad0 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:17.490806 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-025e047d-eed9-4a16-8e3e-7fe5ad337870 req-11a7ddba-023a-4d1c-b811-02deb6b80ad0 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5439 time: 1.0351045 Jul 13 07:38:17.498131 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fa1ee268-b0a8-4cb1-8a29-2c980664baf4 None None] Provisioning complete for port 948a4f09-e293-4733-aa8c-889465429a48 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:17.503378 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa1ee268-b0a8-4cb1-8a29-2c980664baf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.517904 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b72e594-1627-48ed-bf30-983dcac82dc6 req-a48fa28d-d306-4026-9fad-068d2d9b4dd0 tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.519572 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] Set router fe6aae68-e05f-40b9-b10b-529bcfad5c0a gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:38:17.541581 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268d242-8457-4471-94a1-3cc5ca93b63f req-a55852f5-4353-47f1-babd-127233c1833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:17.543209 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1268d242-8457-4471-94a1-3cc5ca93b63f req-a55852f5-4353-47f1-babd-127233c1833a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 200 len: 860 time: 0.5820198 Jul 13 07:38:17.558634 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port edae6acc-ae63-4af8-b2c6-ed538d646caf completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:17.573033 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port edae6acc-ae63-4af8-b2c6-ed538d646caf triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:17.573033 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.630603 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1268d242-8457-4471-94a1-3cc5ca93b63f req-858d60bd-f3af-41b0-9c5e-0f0b3423b95f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf8805e-fc72-4645-afdd-bc310db87bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691466 Jul 13 07:38:17.636266 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b72e594-1627-48ed-bf30-983dcac82dc6 req-a48fa28d-d306-4026-9fad-068d2d9b4dd0 tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.646823 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b72e594-1627-48ed-bf30-983dcac82dc6 req-a48fa28d-d306-4026-9fad-068d2d9b4dd0 tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.1932511 Jul 13 07:38:17.835276 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-29bce06c-34be-4e23-9d4c-fd68e79ff45c service neutron] 10.222.0.62 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069706 Jul 13 07:38:17.873020 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d843a960-8efc-45a8-b603-f969d0b270ac {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:17.873333 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.887693 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.934722 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] Transition to ACTIVE for port object d843a960-8efc-45a8-b603-f969d0b270ac will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:17.941334 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-24c2d6f1-6fc7-42c6-be00-b5f4374822c2 admin admin] Allocated IP 172.20.0.1 (7af9a181-2982-42c8-9452-3f6c13c808d6/1b10fc6a-37b4-4c01-959e-c0b0bb028635/f14244f6-4b69-40a2-aac5-12cd6473ce9a) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:17.947204 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.968497 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port edae6acc-ae63-4af8-b2c6-ed538d646caf, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=edae6acc-ae63-4af8-b2c6-ed538d646caf,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:17.976060 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.976795 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-516810009-router', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:38:12Z', 'revision_number': 3, 'project_id': 'adf04e6778474308856917bf1c4abced', 'gw_port': {'id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:11Z', 'updated_at': '2021-07-13T07:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:18.069501 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd07e78-9e98-431a-a352-d3e1fceda50a None None] The sync data for ids ['fe6aae68-e05f-40b9-b10b-529bcfad5c0a'] in n-d-779913-28 is: [{'id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-516810009-router', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:38:12Z', 'revision_number': 3, 'project_id': 'adf04e6778474308856917bf1c4abced', 'gw_port': {'id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:11Z', 'updated_at': '2021-07-13T07:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:38:18.084513 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] Pushing event updated for resources: {'Port': ['ID=d843a960-8efc-45a8-b603-f969d0b270ac,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:18.084878 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 948a4f09-e293-4733-aa8c-889465429a48 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:18.228362 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24c2d6f1-6fc7-42c6-be00-b5f4374822c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.249432 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-24c2d6f1-6fc7-42c6-be00-b5f4374822c2 admin admin] Transition to ACTIVE for port object f14244f6-4b69-40a2-aac5-12cd6473ce9a will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:18.284413 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=edae6acc-ae63-4af8-b2c6-ed538d646caf,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:18.305426 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b2085c2e-b8c3-4c8d-a7a1-adde1362249c None None] Provisioning complete for port 898d9121-0ea6-4720-8349-4991e51f33d9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:18.305850 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2085c2e-b8c3-4c8d-a7a1-adde1362249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.368154 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:18.478703 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24c2d6f1-6fc7-42c6-be00-b5f4374822c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.588748 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 948a4f09-e293-4733-aa8c-889465429a48 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:18.589414 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.622876 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:18.639123 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c2d6f1-6fc7-42c6-be00-b5f4374822c2 admin admin] Network 7af9a181-2982-42c8-9452-3f6c13c808d6 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:18.663398 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] Attempting to bind port d843a960-8efc-45a8-b603-f969d0b270ac on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:18.664318 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] Attempting to bind port d843a960-8efc-45a8-b603-f969d0b270ac by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '27150736-8c71-4eee-ae2f-a27f497f7447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '470857d6-1ee5-4cf6-9833-6b81ad09cbe6'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:18.665098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] Attempting to bind port d843a960-8efc-45a8-b603-f969d0b270ac on network 470857d6-1ee5-4cf6-9833-6b81ad09cbe6 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:18.668562 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-24c2d6f1-6fc7-42c6-be00-b5f4374822c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:18.693311 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c2d6f1-6fc7-42c6-be00-b5f4374822c2 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:18.713227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:18.714053 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.727420 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fa28d-d306-4026-9fad-068d2d9b4dd0 tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b32af1-5569-499c-bf49-57092463c83e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:18.781240 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-025e047d-eed9-4a16-8e3e-7fe5ad337870 req-adea87e2-6e67-4feb-9d0e-69f247964615 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2435546 Jul 13 07:38:18.851636 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1268d242-8457-4471-94a1-3cc5ca93b63f req-f1079f3a-07f6-4d74-9dcb-dc0264e10581 service neutron] 10.222.0.35 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1878538 Jul 13 07:38:18.875369 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24c2d6f1-6fc7-42c6-be00-b5f4374822c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.914295 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ec97d-140b-4a7f-b93d-0eda5a6c399e req-484cf3c5-3c5d-47a5-ac7d-14a8384ba3d7 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:18.920227 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] Port d843a960-8efc-45a8-b603-f969d0b270ac on network 470857d6-1ee5-4cf6-9833-6b81ad09cbe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:18.920789 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] Attempting to bind port d843a960-8efc-45a8-b603-f969d0b270ac on network 470857d6-1ee5-4cf6-9833-6b81ad09cbe6 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:18.925308 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d44ec97d-140b-4a7f-b93d-0eda5a6c399e req-484cf3c5-3c5d-47a5-ac7d-14a8384ba3d7 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/ports?device_id=7560704d-e6fb-41fe-a4cc-189daca77a97 HTTP/1.1" status: 200 len: 944 time: 0.2220287 Jul 13 07:38:18.952260 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2d6f1-6fc7-42c6-be00-b5f4374822c2 admin admin] Pushing event updated for resources: {'Port': ['ID=f14244f6-4b69-40a2-aac5-12cd6473ce9a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:18.986518 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:18.987051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] Checking segment: {'id': '27150736-8c71-4eee-ae2f-a27f497f7447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '470857d6-1ee5-4cf6-9833-6b81ad09cbe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:18.991186 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] Bound using segment: {'id': '27150736-8c71-4eee-ae2f-a27f497f7447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '470857d6-1ee5-4cf6-9833-6b81ad09cbe6'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:18.991992 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] Bound port: d843a960-8efc-45a8-b603-f969d0b270ac, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27150736-8c71-4eee-ae2f-a27f497f7447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '470857d6-1ee5-4cf6-9833-6b81ad09cbe6'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:18.992630 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.076291 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d44ec97d-140b-4a7f-b93d-0eda5a6c399e req-cf5fe0de-d530-4405-b199-922d084a3d19 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c5deb34-2348-4409-8f1a-fc082f254caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498492 Jul 13 07:38:19.172533 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1268d242-8457-4471-94a1-3cc5ca93b63f req-fe96c594-11ac-46e1-a346-b179b5ff9d25 service neutron] 10.222.0.35 "GET /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094759 Jul 13 07:38:19.189966 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-834b2454-ae4f-48e8-9306-96d6a30e6499 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:19.191879 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-834b2454-ae4f-48e8-9306-96d6a30e6499 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39&tenant_id=15158e7fe97d4861a97b0a945f95d776&binding%3Ahost_id=n-h2-779913-28 HTTP/1.1" status: 200 len: 1096 time: 0.7976086 Jul 13 07:38:19.213568 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.257456 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e81cbd-28d9-4b19-bbe8-38c427b3613b req-67b39a0a-fcd1-4e84-b2e6-99156964c93a tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:19.267281 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d0e81cbd-28d9-4b19-bbe8-38c427b3613b req-67b39a0a-fcd1-4e84-b2e6-99156964c93a tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 944 time: 0.2487559 Jul 13 07:38:19.335832 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d0e81cbd-28d9-4b19-bbe8-38c427b3613b req-404d8932-ac09-40c7-ab52-1101557a9e0e tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660558 Jul 13 07:38:19.337796 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-91a1833b-7456-4d68-a3f4-65566e7aca19 None None] Provisioning complete for port edae6acc-ae63-4af8-b2c6-ed538d646caf triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:19.338363 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91a1833b-7456-4d68-a3f4-65566e7aca19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.410367 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4acd2ef9-ad1f-4c37-834d-dd7d14b47e38,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:19.429106 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.469806 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device ceb6e9ad-b675-411f-96d9-dbca0ebbe960 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:19.523855 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c8969b-37c3-46ff-a040-eed510204383 x-openstack-request-id: req-d4c8969b-37c3-46ff-a040-eed510204383 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:19.524143 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-plugged", "status": "completed", "tag": "898d9121-0ea6-4720-8349-4991e51f33d9", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:19.524412 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d4c8969b-37c3-46ff-a040-eed510204383 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:19.524824 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898d9121-0ea6-4720-8349-4991e51f33d9', 'code': 200} Jul 13 07:38:19.639561 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] For port d843a960-8efc-45a8-b603-f969d0b270ac, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:19.678226 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=4acd2ef9-ad1f-4c37-834d-dd7d14b47e38,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:19.704738 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-f506689a-b9da-4aac-9bc8-1a1031181e05 req-11fa475f-0285-4e74-bc86-44d875c6f9ba tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-459843635', 'description': 'tempest-description-1698064906'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:19.704973 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port ceb6e9ad-b675-411f-96d9-dbca0ebbe960 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:19.709844 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24c2d6f1-6fc7-42c6-be00-b5f4374822c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.714668 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port ceb6e9ad-b675-411f-96d9-dbca0ebbe960 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:19.715311 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.721003 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] For port d843a960-8efc-45a8-b603-f969d0b270ac, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=d843a960-8efc-45a8-b603-f969d0b270ac,segment=NetworkSegment(27150736-8c71-4eee-ae2f-a27f497f7447),segment_id=27150736-8c71-4eee-ae2f-a27f497f7447)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:19.740179 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f506689a-b9da-4aac-9bc8-1a1031181e05 req-11fa475f-0285-4e74-bc86-44d875c6f9ba tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.750566 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f506689a-b9da-4aac-9bc8-1a1031181e05 req-11fa475f-0285-4e74-bc86-44d875c6f9ba tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.761816 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-91a1833b-7456-4d68-a3f4-65566e7aca19 None None] Provisioning for port f14244f6-4b69-40a2-aac5-12cd6473ce9a completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:19.766200 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.769457 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-91a1833b-7456-4d68-a3f4-65566e7aca19 None None] Provisioning complete for port f14244f6-4b69-40a2-aac5-12cd6473ce9a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:19.770013 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91a1833b-7456-4d68-a3f4-65566e7aca19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.852536 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-91a1833b-7456-4d68-a3f4-65566e7aca19 None None] Port f14244f6-4b69-40a2-aac5-12cd6473ce9a cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:19.902359 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:19.903249 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.905473 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] 10.222.0.35 "PUT /v2.0/ports/d843a960-8efc-45a8-b603-f969d0b270ac HTTP/1.1" status: 200 len: 1093 time: 3.6116693 Jul 13 07:38:19.906022 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7560704d-e6fb-41fe-a4cc-189daca77a97', 'tag': 'd843a960-8efc-45a8-b603-f969d0b270ac'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:19.910645 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dae4949-c7b2-49b5-9108-fdb07e12a77f" -d '{"events": [{"name": "network-changed", "server_uuid": "7560704d-e6fb-41fe-a4cc-189daca77a97", "tag": "d843a960-8efc-45a8-b603-f969d0b270ac"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:19.965955 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.984417 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f506689a-b9da-4aac-9bc8-1a1031181e05 req-11fa475f-0285-4e74-bc86-44d875c6f9ba tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.011432 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671cfb3-1e68-4573-a2b4-4c583ecd0a66 service neutron] Pushing event updated for resources: {'Port': ['ID=d843a960-8efc-45a8-b603-f969d0b270ac,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:20.030158 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f506689a-b9da-4aac-9bc8-1a1031181e05 req-11fa475f-0285-4e74-bc86-44d875c6f9ba tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.034530 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-38c28a80-4fc4-43f5-8747-6b972aa58022 service neutron] For port 720f3b35-878a-4ddb-9f5c-28157c0620b8, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:20.041610 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-de130035-7e0b-4121-96b9-6166c1d4679d None None] Provisioning complete for port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:20.041995 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de130035-7e0b-4121-96b9-6166c1d4679d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.051724 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-38c28a80-4fc4-43f5-8747-6b972aa58022 service neutron] Notify callbacks [] for binding, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.052872 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8bcd1c5-ed9d-46ef-b312-223e2552ce33 req-38c28a80-4fc4-43f5-8747-6b972aa58022 service neutron] 10.222.0.62 "DELETE /v2.0/ports/720f3b35-878a-4ddb-9f5c-28157c0620b8/bindings/n-h1-779913-28 HTTP/1.1" status: 204 len: 173 time: 0.8206375 Jul 13 07:38:20.096763 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port ceb6e9ad-b675-411f-96d9-dbca0ebbe960, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ceb6e9ad-b675-411f-96d9-dbca0ebbe960,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:20.133992 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.139953 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4bb7d-3c0a-4b5a-8b99-33fcf6971607 req-4acbdde5-3ddc-4cac-86d8-e925964d9810 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:20.143739 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43f4bb7d-3c0a-4b5a-8b99-33fcf6971607 req-4acbdde5-3ddc-4cac-86d8-e925964d9810 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 945 time: 0.5030077 Jul 13 07:38:20.163714 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 6e7ee1f4-1262-4148-97b9-1aec01b7176e up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:20.178785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-128696eb-8b71-43b2-bb82-c67033687596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:20.180394 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-128696eb-8b71-43b2-bb82-c67033687596 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea1176bf8e234d4cbcc92a868d6b3ab7&device_id=7560704d-e6fb-41fe-a4cc-189daca77a97 HTTP/1.1" status: 200 len: 1096 time: 0.1848295 Jul 13 07:38:20.207540 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa475f-0285-4e74-bc86-44d875c6f9ba tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33916052-383e-41b9-bb41-3b396cda8c76,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:20.229011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 50c8d939-6bc9-4c86-93bc-cac6046ab070 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:20.238379 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-d65b6cb8-58f9-468d-9120-a746b3e680f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d843a960-8efc-45a8-b603-f969d0b270ac HTTP/1.1" status: 200 len: 217 time: 0.0472879 Jul 13 07:38:20.242505 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24c2d6f1-6fc7-42c6-be00-b5f4374822c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.256888 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24c2d6f1-6fc7-42c6-be00-b5f4374822c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.296000 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43f4bb7d-3c0a-4b5a-8b99-33fcf6971607 req-c43a5c62-ce13-4513-a40a-2f92ee9a5527 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422687 Jul 13 07:38:20.348976 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f506689a-b9da-4aac-9bc8-1a1031181e05 req-11fa475f-0285-4e74-bc86-44d875c6f9ba tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.363108 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f506689a-b9da-4aac-9bc8-1a1031181e05 req-11fa475f-0285-4e74-bc86-44d875c6f9ba tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.410619 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f506689a-b9da-4aac-9bc8-1a1031181e05 req-11fa475f-0285-4e74-bc86-44d875c6f9ba tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.426998 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f506689a-b9da-4aac-9bc8-1a1031181e05 req-11fa475f-0285-4e74-bc86-44d875c6f9ba tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7251534 Jul 13 07:38:20.441691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa475f-0285-4e74-bc86-44d875c6f9ba tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215cbaae-1ec9-46fc-a056-6aa2345deba5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:20.451112 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=ceb6e9ad-b675-411f-96d9-dbca0ebbe960,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:20.524555 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-6367c08c-31cd-4ec3-a4ae-783f2737a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:20.525982 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-6367c08c-31cd-4ec3-a4ae-783f2737a767 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b08a8347-5f21-40fc-a6fb-b587854bdebd HTTP/1.1" status: 200 len: 854 time: 0.2804224 Jul 13 07:38:20.526648 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2d6f1-6fc7-42c6-be00-b5f4374822c2 admin admin] Pushing event updated for resources: {'Port': ['ID=f14244f6-4b69-40a2-aac5-12cd6473ce9a,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:20.646013 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 6e7ee1f4-1262-4148-97b9-1aec01b7176e completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:20.671267 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 50c8d939-6bc9-4c86-93bc-cac6046ab070 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:20.706655 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 50c8d939-6bc9-4c86-93bc-cac6046ab070 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:20.707173 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.727899 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 6e7ee1f4-1262-4148-97b9-1aec01b7176e triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:20.728566 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.738563 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-d454a94b-d00b-4659-bb4e-94f873498f35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=470857d6-1ee5-4cf6-9833-6b81ad09cbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1971083 Jul 13 07:38:20.756633 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24c2d6f1-6fc7-42c6-be00-b5f4374822c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.862737 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640d414-7c0a-4246-a21e-bf4af7fec06a req-94b4854a-cff8-4efe-9579-5dc11ab0f4b5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:20.869363 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640d414-7c0a-4246-a21e-bf4af7fec06a req-94b4854a-cff8-4efe-9579-5dc11ab0f4b5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:20.876802 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640d414-7c0a-4246-a21e-bf4af7fec06a req-94b4854a-cff8-4efe-9579-5dc11ab0f4b5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:20.884277 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640d414-7c0a-4246-a21e-bf4af7fec06a req-94b4854a-cff8-4efe-9579-5dc11ab0f4b5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:20.891182 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640d414-7c0a-4246-a21e-bf4af7fec06a req-94b4854a-cff8-4efe-9579-5dc11ab0f4b5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:20.898558 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640d414-7c0a-4246-a21e-bf4af7fec06a req-94b4854a-cff8-4efe-9579-5dc11ab0f4b5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:20.905194 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640d414-7c0a-4246-a21e-bf4af7fec06a req-94b4854a-cff8-4efe-9579-5dc11ab0f4b5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:20.907405 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6640d414-7c0a-4246-a21e-bf4af7fec06a req-94b4854a-cff8-4efe-9579-5dc11ab0f4b5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5443 time: 0.2278850 Jul 13 07:38:20.924699 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926b422-a207-44a0-937b-1062f438b05f req-54be139d-546d-4669-8bc8-fd2c5766dbcd tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:20.926793 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3926b422-a207-44a0-937b-1062f438b05f req-54be139d-546d-4669-8bc8-fd2c5766dbcd tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=edfb1d88-23c1-4bc7-985f-083ad81e2737 HTTP/1.1" status: 200 len: 946 time: 0.1783297 Jul 13 07:38:21.011206 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-0cef7cbb-0e2c-4418-bc40-2391e898366e service neutron] 10.222.0.35 "GET /v2.0/networks/470857d6-1ee5-4cf6-9833-6b81ad09cbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403672 Jul 13 07:38:21.026692 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6640d414-7c0a-4246-a21e-bf4af7fec06a req-87b7dbba-9e31-4a63-be45-8d1a0bf5fbcf tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990303 Jul 13 07:38:21.028150 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c2d6f1-6fc7-42c6-be00-b5f4374822c2 admin admin] Network 7af9a181-2982-42c8-9452-3f6c13c808d6 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:21.032106 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-05560e45-6d11-4778-bb8f-1e4b5d31b3a6 None None] Provisioning complete for port ceb6e9ad-b675-411f-96d9-dbca0ebbe960 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:21.034850 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05560e45-6d11-4778-bb8f-1e4b5d31b3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.037244 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3926b422-a207-44a0-937b-1062f438b05f req-cd7184a0-6460-481c-ac0f-b85a72d70721 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947292 Jul 13 07:38:21.040134 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-24c2d6f1-6fc7-42c6-be00-b5f4374822c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:21.139812 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24cc49a-6074-4aef-aed7-afedf71e9e4a x-openstack-request-id: req-e24cc49a-6074-4aef-aed7-afedf71e9e4a {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:21.140113 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7560704d-e6fb-41fe-a4cc-189daca77a97", "tag": "d843a960-8efc-45a8-b603-f969d0b270ac", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:21.140368 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e24cc49a-6074-4aef-aed7-afedf71e9e4a {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:21.140777 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7560704d-e6fb-41fe-a4cc-189daca77a97', 'tag': 'd843a960-8efc-45a8-b603-f969d0b270ac', 'status': 'completed', 'code': 200} Jul 13 07:38:21.299977 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.303942 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.335519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 6e7ee1f4-1262-4148-97b9-1aec01b7176e, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=6e7ee1f4-1262-4148-97b9-1aec01b7176e,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:21.381722 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.459832 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c36af-b567-4f87-95b5-dfd6be113400 req-5ae2052d-057a-4a95-a946-755920447536 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:21.461930 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-707c36af-b567-4f87-95b5-dfd6be113400 req-5ae2052d-057a-4a95-a946-755920447536 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.35 "GET /v2.0/ports?device_id=edfb1d88-23c1-4bc7-985f-083ad81e2737 HTTP/1.1" status: 200 len: 946 time: 0.2575581 Jul 13 07:38:21.503556 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 50c8d939-6bc9-4c86-93bc-cac6046ab070, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=50c8d939-6bc9-4c86-93bc-cac6046ab070,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:21.519261 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.528980 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=6e7ee1f4-1262-4148-97b9-1aec01b7176e,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:21.543549 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10c4c7-2e89-4418-a0f1-195ee6f06832 req-2e35975d-fca7-49b1-a012-0de8783e166b tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:21.545427 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d10c4c7-2e89-4418-a0f1-195ee6f06832 req-2e35975d-fca7-49b1-a012-0de8783e166b tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/ports?device_id=7560704d-e6fb-41fe-a4cc-189daca77a97 HTTP/1.1" status: 200 len: 944 time: 0.2460873 Jul 13 07:38:21.550600 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc391c42-2cbd-47ef-80d8-bc79069f8fc2 req-d52d73bf-df29-4c53-977b-76e56974910c tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:21.552579 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc391c42-2cbd-47ef-80d8-bc79069f8fc2 req-d52d73bf-df29-4c53-977b-76e56974910c tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 1096 time: 0.2733684 Jul 13 07:38:21.566397 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edae6acc-ae63-4af8-b2c6-ed538d646caf'}, {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acd2ef9-ad1f-4c37-834d-dd7d14b47e38'}, {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb6e9ad-b675-411f-96d9-dbca0ebbe960'}, {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c8d939-6bc9-4c86-93bc-cac6046ab070'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:21.569604 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701ea0c0-fc21-47bc-943a-5c3a1333a8db" -d '{"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-plugged", "status": "completed", "tag": "edae6acc-ae63-4af8-b2c6-ed538d646caf"}, {"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-plugged", "status": "completed", "tag": "4acd2ef9-ad1f-4c37-834d-dd7d14b47e38"}, {"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-plugged", "status": "completed", "tag": "ceb6e9ad-b675-411f-96d9-dbca0ebbe960"}, {"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-plugged", "status": "completed", "tag": "50c8d939-6bc9-4c86-93bc-cac6046ab070"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:21.679449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c0089a19-6897-483c-beef-e272a1029320 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:21.702030 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d10c4c7-2e89-4418-a0f1-195ee6f06832 req-c9c96ed8-85bb-429f-9e14-17497e9f42ef tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c5deb34-2348-4409-8f1a-fc082f254caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457403 Jul 13 07:38:21.708217 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc391c42-2cbd-47ef-80d8-bc79069f8fc2 req-f10e0197-a5be-4560-a335-b63a781e4b86 tempest-LiveAutoBlockMigrationV225Test-2097413971 tempest-LiveAutoBlockMigrationV225Test-2097413971-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448669 Jul 13 07:38:21.733329 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-707c36af-b567-4f87-95b5-dfd6be113400 req-eec08ea4-829c-43a9-95ed-c72c4c0d1f28 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Deleting port abb95bfa-0f4a-48a9-8950-1931233c6660 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:21.733729 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-707c36af-b567-4f87-95b5-dfd6be113400 req-eec08ea4-829c-43a9-95ed-c72c4c0d1f28 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.762552 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0c8e5471-e164-405f-97f9-22438e2c71a9 req-b5ebd36b-7745-479c-ba0f-c079dc680cd9 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1563160421', 'description': 'tempest-description-404689122'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:21.790743 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c2d6f1-6fc7-42c6-be00-b5f4374822c2 admin admin] Router fe6aae68-e05f-40b9-b10b-529bcfad5c0a has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:38:21.800597 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25557f58-0ffd-41e2-9d6f-ae88acce7b17 req-b1077f72-6d01-4957-abaf-677cf69bdcb7 service neutron] 10.222.0.35 "GET /v2.0/networks/470857d6-1ee5-4cf6-9833-6b81ad09cbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7708786 Jul 13 07:38:21.854938 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=50c8d939-6bc9-4c86-93bc-cac6046ab070,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:21.890401 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0e0cdcc3-14b2-4720-af38-30d212d521d3 None None] Provisioning complete for port f14244f6-4b69-40a2-aac5-12cd6473ce9a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:21.890789 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e0cdcc3-14b2-4720-af38-30d212d521d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.936168 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0c8e5471-e164-405f-97f9-22438e2c71a9 req-b5ebd36b-7745-479c-ba0f-c079dc680cd9 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.020801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port c0089a19-6897-483c-beef-e272a1029320 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:22.025835 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-707c36af-b567-4f87-95b5-dfd6be113400 req-eec08ea4-829c-43a9-95ed-c72c4c0d1f28 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] For port abb95bfa-0f4a-48a9-8950-1931233c6660, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=abb95bfa-0f4a-48a9-8950-1931233c6660,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:22.026805 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-707c36af-b567-4f87-95b5-dfd6be113400 req-eec08ea4-829c-43a9-95ed-c72c4c0d1f28 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.041042 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0e0cdcc3-14b2-4720-af38-30d212d521d3 None None] Port f14244f6-4b69-40a2-aac5-12cd6473ce9a cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:22.042558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port c0089a19-6897-483c-beef-e272a1029320 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:22.042936 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.058169 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-707c36af-b567-4f87-95b5-dfd6be113400 req-eec08ea4-829c-43a9-95ed-c72c4c0d1f28 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Calling delete_port for abb95bfa-0f4a-48a9-8950-1931233c6660 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:22.068891 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c2d6f1-6fc7-42c6-be00-b5f4374822c2 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:38:22.094010 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] Sync routers for ids ['fe6aae68-e05f-40b9-b10b-529bcfad5c0a'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:38:22.095887 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 6e7ee1f4-1262-4148-97b9-1aec01b7176e up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:22.113408 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-24c2d6f1-6fc7-42c6-be00-b5f4374822c2 admin admin] 10.222.0.58 "PUT /v2.0/routers/fe6aae68-e05f-40b9-b10b-529bcfad5c0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1108212 Jul 13 07:38:22.165367 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae4949-c7b2-49b5-9108-fdb07e12a77f req-e6d3651a-6b96-4ef1-9643-0971ee2b3365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:22.168763 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5dae4949-c7b2-49b5-9108-fdb07e12a77f req-e6d3651a-6b96-4ef1-9643-0971ee2b3365 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea1176bf8e234d4cbcc92a868d6b3ab7&device_id=7560704d-e6fb-41fe-a4cc-189daca77a97 HTTP/1.1" status: 200 len: 1096 time: 0.1444979 Jul 13 07:38:22.171045 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 6e7ee1f4-1262-4148-97b9-1aec01b7176e triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:22.171433 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.192499 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-d3f0767e-e209-4234-926c-0b3172d57bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:22.194296 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-d3f0767e-e209-4234-926c-0b3172d57bc8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 1097 time: 0.1269979 Jul 13 07:38:22.203395 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] Routers {'fe6aae68-e05f-40b9-b10b-529bcfad5c0a'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:22.204743 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:37:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fe6aae68-e05f-40b9-b10b-529bcfad5c0a'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:22.330369 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-b5f000d2-eee8-467f-b373-5e2d6ae8a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:22.332684 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-b5f000d2-eee8-467f-b373-5e2d6ae8a9b8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 908 time: 0.1167502 Jul 13 07:38:22.395108 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0c8e5471-e164-405f-97f9-22438e2c71a9 req-b5ebd36b-7745-479c-ba0f-c079dc680cd9 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.396229 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-707c36af-b567-4f87-95b5-dfd6be113400 req-eec08ea4-829c-43a9-95ed-c72c4c0d1f28 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.420247 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0c8e5471-e164-405f-97f9-22438e2c71a9 req-b5ebd36b-7745-479c-ba0f-c079dc680cd9 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.423755 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f384a61b-6843-458a-9015-5457a2123577 None None] Provisioning complete for port 50c8d939-6bc9-4c86-93bc-cac6046ab070 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:22.424181 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f384a61b-6843-458a-9015-5457a2123577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.425632 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-51a9f4ee-f391-4241-a655-ba85fcd3bee3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=391a2889-7883-44d3-a179-c2e80188d486 HTTP/1.1" status: 200 len: 217 time: 0.0531256 Jul 13 07:38:22.433935 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['abb95bfa-0f4a-48a9-8950-1931233c6660'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:22.444171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec08ea4-829c-43a9-95ed-c72c4c0d1f28 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Pushing event deleted for resources: {'Port': ['ID=abb95bfa-0f4a-48a9-8950-1931233c6660,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:22.484006 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae4949-c7b2-49b5-9108-fdb07e12a77f req-4bf82ad2-ebdb-44fe-aefb-5141ba426de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:22.485829 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5dae4949-c7b2-49b5-9108-fdb07e12a77f req-4bf82ad2-ebdb-44fe-aefb-5141ba426de9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=470857d6-1ee5-4cf6-9833-6b81ad09cbe6 HTTP/1.1" status: 200 len: 915 time: 0.3057883 Jul 13 07:38:22.504970 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed2401-805f-4527-bd81-0438da58fb95 req-a86cf80f-4727-477f-8919-f982546f48aa tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:22.516209 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e5ed2401-805f-4527-bd81-0438da58fb95 req-a86cf80f-4727-477f-8919-f982546f48aa tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 945 time: 0.4492822 Jul 13 07:38:22.532413 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5dae4949-c7b2-49b5-9108-fdb07e12a77f req-0f379b6d-36de-487b-a86c-160ceb73131f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d843a960-8efc-45a8-b603-f969d0b270ac HTTP/1.1" status: 200 len: 217 time: 0.0396073 Jul 13 07:38:22.534041 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-a07b4ef5-9d4a-41f1-9d82-f3da02c863ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:22.535603 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-a07b4ef5-9d4a-41f1-9d82-f3da02c863ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 0.0971677 Jul 13 07:38:22.550528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-707c36af-b567-4f87-95b5-dfd6be113400 req-eec08ea4-829c-43a9-95ed-c72c4c0d1f28 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] No DVR routers for this DVR port abb95bfa-0f4a-48a9-8950-1931233c6660 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:22.554074 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-707c36af-b567-4f87-95b5-dfd6be113400 req-eec08ea4-829c-43a9-95ed-c72c4c0d1f28 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.556400 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-707c36af-b567-4f87-95b5-dfd6be113400 req-eec08ea4-829c-43a9-95ed-c72c4c0d1f28 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.35 "DELETE /v2.0/ports/abb95bfa-0f4a-48a9-8950-1931233c6660 HTTP/1.1" status: 204 len: 173 time: 1.0868778 Jul 13 07:38:22.564768 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.570927 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfb1d88-23c1-4bc7-985f-083ad81e2737', 'name': 'network-vif-deleted', 'tag': 'abb95bfa-0f4a-48a9-8950-1931233c6660'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:22.571877 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac9aef0-65bd-4a7f-bacc-cbb00a7c2623" -d '{"events": [{"server_uuid": "edfb1d88-23c1-4bc7-985f-083ad81e2737", "name": "network-vif-deleted", "tag": "abb95bfa-0f4a-48a9-8950-1931233c6660"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:22.579916 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0c8e5471-e164-405f-97f9-22438e2c71a9 req-b5ebd36b-7745-479c-ba0f-c079dc680cd9 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.585812 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0c8e5471-e164-405f-97f9-22438e2c71a9 req-b5ebd36b-7745-479c-ba0f-c079dc680cd9 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8267643 Jul 13 07:38:22.607407 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ebd36b-7745-479c-ba0f-c079dc680cd9 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06af42a5-f177-4134-892e-08964fcd111e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:22.619181 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-073ace26-12ed-4174-96f4-57b543ced8f7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457785 Jul 13 07:38:22.637909 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] Set router fe6aae68-e05f-40b9-b10b-529bcfad5c0a gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:38:22.655031 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e5ed2401-805f-4527-bd81-0438da58fb95 req-156e5c0e-75f3-42ef-8fc2-672b8084250e tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372092 Jul 13 07:38:22.738955 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-82d2c443-c82e-4dac-8ad7-c04fcb4c6318 service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079946 Jul 13 07:38:22.743737 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae4949-c7b2-49b5-9108-fdb07e12a77f req-9b4b3328-6fd4-486b-8022-7fced095fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:22.745492 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5dae4949-c7b2-49b5-9108-fdb07e12a77f req-9b4b3328-6fd4-486b-8022-7fced095fbc4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b08a8347-5f21-40fc-a6fb-b587854bdebd HTTP/1.1" status: 200 len: 854 time: 0.2070727 Jul 13 07:38:22.778829 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad075ef-35be-447a-ba68-f085f370f7f3 x-openstack-request-id: req-dad075ef-35be-447a-ba68-f085f370f7f3 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:22.779271 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-plugged", "status": "completed", "tag": "edae6acc-ae63-4af8-b2c6-ed538d646caf", "code": 200}, {"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-plugged", "status": "completed", "tag": "4acd2ef9-ad1f-4c37-834d-dd7d14b47e38", "code": 200}, {"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-plugged", "status": "completed", "tag": "ceb6e9ad-b675-411f-96d9-dbca0ebbe960", "code": 200}, {"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-plugged", "status": "completed", "tag": "50c8d939-6bc9-4c86-93bc-cac6046ab070", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:22.779660 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dad075ef-35be-447a-ba68-f085f370f7f3 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:22.780172 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edae6acc-ae63-4af8-b2c6-ed538d646caf', 'code': 200} Jul 13 07:38:22.780535 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acd2ef9-ad1f-4c37-834d-dd7d14b47e38', 'code': 200} Jul 13 07:38:22.780909 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb6e9ad-b675-411f-96d9-dbca0ebbe960', 'code': 200} Jul 13 07:38:22.781345 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c8d939-6bc9-4c86-93bc-cac6046ab070', 'code': 200} Jul 13 07:38:22.789214 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c0089a19-6897-483c-beef-e272a1029320, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c0089a19-6897-483c-beef-e272a1029320,segment=NetworkSegment(8d90e9ef-7b1c-4025-b318-fd27c7f053c9),segment_id=8d90e9ef-7b1c-4025-b318-fd27c7f053c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:22.805001 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.835453 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5dae4949-c7b2-49b5-9108-fdb07e12a77f req-3bb8b8db-ba29-4a7e-94e3-48eed62011ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=470857d6-1ee5-4cf6-9833-6b81ad09cbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728912 Jul 13 07:38:22.930145 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-5eb2c3c5-33d5-40b0-b333-db670104c8b7 service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796763 Jul 13 07:38:23.069639 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a923b6-03e9-43cc-9dd3-71fcd0916089 req-d90d0c92-be47-476c-8eb2-3e76c27dfd7d tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:23.079182 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a923b6-03e9-43cc-9dd3-71fcd0916089 req-d90d0c92-be47-476c-8eb2-3e76c27dfd7d tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:23.086557 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a923b6-03e9-43cc-9dd3-71fcd0916089 req-d90d0c92-be47-476c-8eb2-3e76c27dfd7d tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:23.095283 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a923b6-03e9-43cc-9dd3-71fcd0916089 req-d90d0c92-be47-476c-8eb2-3e76c27dfd7d tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:23.098886 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=c0089a19-6897-483c-beef-e272a1029320,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:23.111940 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a923b6-03e9-43cc-9dd3-71fcd0916089 req-d90d0c92-be47-476c-8eb2-3e76c27dfd7d tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:23.126385 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a923b6-03e9-43cc-9dd3-71fcd0916089 req-d90d0c92-be47-476c-8eb2-3e76c27dfd7d tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:23.133432 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a923b6-03e9-43cc-9dd3-71fcd0916089 req-d90d0c92-be47-476c-8eb2-3e76c27dfd7d tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:23.143960 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5dae4949-c7b2-49b5-9108-fdb07e12a77f req-afbf8bd0-7692-472c-8d99-a418e9795263 service neutron] 10.222.0.35 "GET /v2.0/networks/470857d6-1ee5-4cf6-9833-6b81ad09cbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938855 Jul 13 07:38:23.153838 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54a923b6-03e9-43cc-9dd3-71fcd0916089 req-d90d0c92-be47-476c-8eb2-3e76c27dfd7d tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5445 time: 0.2322266 Jul 13 07:38:23.208844 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54a923b6-03e9-43cc-9dd3-71fcd0916089 req-553f7532-a1eb-4606-b47e-93617af496ef tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538967 Jul 13 07:38:23.222625 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-516810009-router', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:38:19Z', 'revision_number': 4, 'project_id': 'adf04e6778474308856917bf1c4abced', 'gw_port': {'id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:11Z', 'updated_at': '2021-07-13T07:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'f14244f6-4b69-40a2-aac5-12cd6473ce9a', 'name': '', 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'mac_address': 'fa:16:3e:2c:97:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '1b10fc6a-37b4-4c01-959e-c0b0bb028635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:17Z', 'updated_at': '2021-07-13T07:38:19Z', 'revision_number': 2, 'project_id': 'adf04e6778474308856917bf1c4abced', 'subnets': [{'id': '1b10fc6a-37b4-4c01-959e-c0b0bb028635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:23.288583 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] Checking router: fe6aae68-e05f-40b9-b10b-529bcfad5c0a for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:38:23.289029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] Updating router fe6aae68-e05f-40b9-b10b-529bcfad5c0a port f14244f6-4b69-40a2-aac5-12cd6473ce9a binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:38:23.353072 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.373246 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5dae4949-c7b2-49b5-9108-fdb07e12a77f req-732dc575-e711-4c08-9e87-575ebb5f00d9 service neutron] 10.222.0.35 "GET /v2.0/networks/470857d6-1ee5-4cf6-9833-6b81ad09cbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141364 Jul 13 07:38:23.390394 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2819f061-9ec4-4247-81e4-f98a7508d2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.468714 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcfdf4d6-783c-40cf-ace3-5c580d09c8d9 req-a91bd4ee-2a46-45b5-8013-7e6cbde9315f tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=edfb1d88-23c1-4bc7-985f-083ad81e2737 HTTP/1.1" status: 200 len: 210 time: 0.0683992 Jul 13 07:38:23.588637 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-75445639-6af4-4dd1-aae6-1a4ffe2ccb04 None None] Provisioning complete for port c0089a19-6897-483c-beef-e272a1029320 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:23.589289 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75445639-6af4-4dd1-aae6-1a4ffe2ccb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.608790 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4043dbce-08e3-4641-93fd-7a5f4f4f7ccc x-openstack-request-id: req-4043dbce-08e3-4641-93fd-7a5f4f4f7ccc {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:23.609403 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfb1d88-23c1-4bc7-985f-083ad81e2737", "name": "network-vif-deleted", "tag": "abb95bfa-0f4a-48a9-8950-1931233c6660", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:23.609863 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4043dbce-08e3-4641-93fd-7a5f4f4f7ccc {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:23.610486 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfb1d88-23c1-4bc7-985f-083ad81e2737', 'name': 'network-vif-deleted', 'tag': 'abb95bfa-0f4a-48a9-8950-1931233c6660', 'status': 'completed', 'code': 200} Jul 13 07:38:23.874592 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-8c2a12bf-8b9a-4174-acfe-f8847c524b90 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:23.877313 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-8c2a12bf-8b9a-4174-acfe-f8847c524b90 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/networks?id=7af9a181-2982-42c8-9452-3f6c13c808d6 HTTP/1.1" status: 200 len: 828 time: 0.3477750 Jul 13 07:38:23.898174 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.910173 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-7f79eeef-7a18-4591-ba9e-4f84454757d3 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/quotas/adf04e6778474308856917bf1c4abced HTTP/1.1" status: 200 len: 375 time: 0.0236962 Jul 13 07:38:23.912706 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] Transition to ACTIVE for port object f14244f6-4b69-40a2-aac5-12cd6473ce9a will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:23.923285 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.980225 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd092936-9bc7-47d1-a59c-dc009d80eac6 None None] Pushing event updated for resources: {'Port': ['ID=f14244f6-4b69-40a2-aac5-12cd6473ce9a,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:24.054423 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] Attempting to bind port f14244f6-4b69-40a2-aac5-12cd6473ce9a on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:24.054809 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] Attempting to bind port f14244f6-4b69-40a2-aac5-12cd6473ce9a by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'dccfc515-11cf-424d-908b-72459aff7771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:24.055191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] Attempting to bind port f14244f6-4b69-40a2-aac5-12cd6473ce9a on network 7af9a181-2982-42c8-9452-3f6c13c808d6 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:24.061649 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:24.062065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] Checking segment: {'id': 'dccfc515-11cf-424d-908b-72459aff7771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:24.062549 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.062950 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] Bound using segment: {'id': 'dccfc515-11cf-424d-908b-72459aff7771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:24.064041 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] Bound port: f14244f6-4b69-40a2-aac5-12cd6473ce9a, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccfc515-11cf-424d-908b-72459aff7771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:24.064480 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.087228 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-8462ad89-7629-4f20-83ec-c5bbd14aaaed tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=adf04e6778474308856917bf1c4abced&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1606107 Jul 13 07:38:24.164711 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74fac5-7123-4958-94cd-cef7c9af7f17 req-34826e36-ad54-46f0-819f-f79eca28ef14 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:24.166823 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6f74fac5-7123-4958-94cd-cef7c9af7f17 req-34826e36-ad54-46f0-819f-f79eca28ef14 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.62 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 944 time: 0.1586878 Jul 13 07:38:24.169376 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] For port f14244f6-4b69-40a2-aac5-12cd6473ce9a, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:24.174898 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] For port f14244f6-4b69-40a2-aac5-12cd6473ce9a, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f14244f6-4b69-40a2-aac5-12cd6473ce9a,segment=NetworkSegment(dccfc515-11cf-424d-908b-72459aff7771),segment_id=dccfc515-11cf-424d-908b-72459aff7771)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:24.182767 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.288749 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] Routers {'fe6aae68-e05f-40b9-b10b-529bcfad5c0a'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:24.289444 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-61fae4e0-273c-41ab-9c4b-b9f6894f9605 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50617 time: 0.6777651 Jul 13 07:38:24.289842 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:37:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fe6aae68-e05f-40b9-b10b-529bcfad5c0a'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:24.342739 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-af9f5a3c-f679-4b01-9f95-01830a3cb269 service neutron] 10.222.0.58 "GET /v2.0/networks/7af9a181-2982-42c8-9452-3f6c13c808d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546008 Jul 13 07:38:24.362909 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-6f74fac5-7123-4958-94cd-cef7c9af7f17 req-8a58d820-bf1e-403e-b74a-e82c2b120062 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Deleting port 720f3b35-878a-4ddb-9f5c-28157c0620b8 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:24.363380 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6f74fac5-7123-4958-94cd-cef7c9af7f17 req-8a58d820-bf1e-403e-b74a-e82c2b120062 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.402320 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-5bd8e87c-3719-418a-a3ef-adfbcc649c90 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/0bbe7f01-dff4-4756-a59f-371333875d28 HTTP/1.1" status: 200 len: 2981 time: 0.1117229 Jul 13 07:38:24.497988 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd092936-9bc7-47d1-a59c-dc009d80eac6 None None] Pushing event updated for resources: {'Port': ['ID=f14244f6-4b69-40a2-aac5-12cd6473ce9a,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:24.502989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-6f74fac5-7123-4958-94cd-cef7c9af7f17 req-8a58d820-bf1e-403e-b74a-e82c2b120062 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] For port 720f3b35-878a-4ddb-9f5c-28157c0620b8, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=720f3b35-878a-4ddb-9f5c-28157c0620b8,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:24.504111 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6f74fac5-7123-4958-94cd-cef7c9af7f17 req-8a58d820-bf1e-403e-b74a-e82c2b120062 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.514362 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-7b422c19-2107-4dfb-81b8-bf9f5755fa5e tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/0bbe7f01-dff4-4756-a59f-371333875d28 HTTP/1.1" status: 200 len: 2981 time: 0.1107855 Jul 13 07:38:24.522906 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] Set router fe6aae68-e05f-40b9-b10b-529bcfad5c0a gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:38:24.524766 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-6f74fac5-7123-4958-94cd-cef7c9af7f17 req-8a58d820-bf1e-403e-b74a-e82c2b120062 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Calling delete_port for 720f3b35-878a-4ddb-9f5c-28157c0620b8 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:24.541203 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-b83a72b2-6052-44fa-88eb-85118ad39079 service neutron] 10.222.0.58 "GET /v2.0/networks/7af9a181-2982-42c8-9452-3f6c13c808d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893053 Jul 13 07:38:24.561515 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device d843a960-8efc-45a8-b603-f969d0b270ac details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:24.570949 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device abb95bfa-0f4a-48a9-8950-1931233c6660 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:24.589912 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-1aef816e-fbbc-4a96-a888-e7ddbce1d2ef tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/1da78444-73e4-4c78-85c0-e68a75a54dd9 HTTP/1.1" status: 200 len: 2973 time: 0.0733943 Jul 13 07:38:24.648969 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-984400f9-bd8c-4185-8517-0ef640b90cf4 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/1da78444-73e4-4c78-85c0-e68a75a54dd9 HTTP/1.1" status: 200 len: 2973 time: 0.0572395 Jul 13 07:38:24.657634 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: abb95bfa-0f4a-48a9-8950-1931233c6660 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:38:24.658217 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device abb95bfa-0f4a-48a9-8950-1931233c6660 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:24.758127 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-9dcb534f-55f9-49f7-afff-41999ae01d48 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/33916052-383e-41b9-bb41-3b396cda8c76 HTTP/1.1" status: 200 len: 2981 time: 0.1060073 Jul 13 07:38:24.796069 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6f74fac5-7123-4958-94cd-cef7c9af7f17 req-8a58d820-bf1e-403e-b74a-e82c2b120062 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.807791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0089a19-6897-483c-beef-e272a1029320'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:24.810748 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afad9087-5daf-44ef-a3c8-052daa5054a2" -d '{"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-plugged", "status": "completed", "tag": "c0089a19-6897-483c-beef-e272a1029320"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:24.821821 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['50003957-f194-4544-a5d2-366da3dffec6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:24.841614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['720f3b35-878a-4ddb-9f5c-28157c0620b8'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:24.924238 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-cb7f830f-fd24-4d2a-b21c-cdb3a3b0c792 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/33916052-383e-41b9-bb41-3b396cda8c76 HTTP/1.1" status: 200 len: 2981 time: 0.1650515 Jul 13 07:38:24.942849 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58d820-bf1e-403e-b74a-e82c2b120062 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Pushing event deleted for resources: {'Port': ['ID=720f3b35-878a-4ddb-9f5c-28157c0620b8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:25.049638 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-df27b096-3487-4196-8589-221f481ee4c3 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/3713eb79-ad4d-4741-bdd4-a55c7c45e162 HTTP/1.1" status: 200 len: 2981 time: 0.1243284 Jul 13 07:38:25.080074 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f74fac5-7123-4958-94cd-cef7c9af7f17 req-8a58d820-bf1e-403e-b74a-e82c2b120062 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] No DVR routers for this DVR port 720f3b35-878a-4ddb-9f5c-28157c0620b8 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:25.086559 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6f74fac5-7123-4958-94cd-cef7c9af7f17 req-8a58d820-bf1e-403e-b74a-e82c2b120062 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.089754 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6f74fac5-7123-4958-94cd-cef7c9af7f17 req-8a58d820-bf1e-403e-b74a-e82c2b120062 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.62 "DELETE /v2.0/ports/720f3b35-878a-4ddb-9f5c-28157c0620b8 HTTP/1.1" status: 204 len: 173 time: 0.9129970 Jul 13 07:38:25.090319 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538d5596-3445-4c6a-91b0-2f3efb6dee39', 'name': 'network-vif-deleted', 'tag': '720f3b35-878a-4ddb-9f5c-28157c0620b8'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:25.095332 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69b44bc-5db2-42be-b8bb-b6a7ecd27257" -d '{"events": [{"server_uuid": "538d5596-3445-4c6a-91b0-2f3efb6dee39", "name": "network-vif-deleted", "tag": "720f3b35-878a-4ddb-9f5c-28157c0620b8"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:25.235908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port d843a960-8efc-45a8-b603-f969d0b270ac, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=d843a960-8efc-45a8-b603-f969d0b270ac,segment=NetworkSegment(27150736-8c71-4eee-ae2f-a27f497f7447),segment_id=27150736-8c71-4eee-ae2f-a27f497f7447)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:25.263576 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-c50ec375-650b-44fb-b4cf-4ab2fd751428 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/3713eb79-ad4d-4741-bdd4-a55c7c45e162 HTTP/1.1" status: 200 len: 2981 time: 0.2120969 Jul 13 07:38:25.282708 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'd843a960-8efc-45a8-b603-f969d0b270ac', 'network_id': '470857d6-1ee5-4cf6-9833-6b81ad09cbe6', 'port_id': 'd843a960-8efc-45a8-b603-f969d0b270ac', 'mac_address': 'fa:16:3e:e5:dd:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b08a8347-5f21-40fc-a6fb-b587854bdebd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:25.331545 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-c0b68f93-e4ec-41e5-aadf-137930e106f6 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/3c5deb34-2348-4409-8f1a-fc082f254caf HTTP/1.1" status: 200 len: 2981 time: 0.0614789 Jul 13 07:38:25.339630 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd7cea-f210-4676-9673-7be957293cbf req-f64ddfbf-6057-4227-b389-42dcca5b9053 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:25.341668 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-abdd7cea-f210-4676-9673-7be957293cbf req-f64ddfbf-6057-4227-b389-42dcca5b9053 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/ports?device_id=7560704d-e6fb-41fe-a4cc-189daca77a97 HTTP/1.1" status: 200 len: 944 time: 0.1740718 Jul 13 07:38:25.416998 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.437759 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d843a960-8efc-45a8-b603-f969d0b270ac {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:25.439950 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-abdd7cea-f210-4676-9673-7be957293cbf req-cf7bd917-8939-4533-8967-bc32456b3cd5 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c5deb34-2348-4409-8f1a-fc082f254caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910819 Jul 13 07:38:25.462705 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-a382f0b3-aea6-4237-86cb-546e0f316069 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/3c5deb34-2348-4409-8f1a-fc082f254caf HTTP/1.1" status: 200 len: 2981 time: 0.1066091 Jul 13 07:38:25.493795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port d843a960-8efc-45a8-b603-f969d0b270ac, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=d843a960-8efc-45a8-b603-f969d0b270ac,segment=NetworkSegment(27150736-8c71-4eee-ae2f-a27f497f7447),segment_id=27150736-8c71-4eee-ae2f-a27f497f7447)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:25.522127 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.533524 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-516810009-router', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:38:19Z', 'revision_number': 4, 'project_id': 'adf04e6778474308856917bf1c4abced', 'gw_port': {'id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:11Z', 'updated_at': '2021-07-13T07:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'f14244f6-4b69-40a2-aac5-12cd6473ce9a', 'name': '', 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'mac_address': 'fa:16:3e:2c:97:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '1b10fc6a-37b4-4c01-959e-c0b0bb028635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:17Z', 'updated_at': '2021-07-13T07:38:24Z', 'revision_number': 4, 'project_id': 'adf04e6778474308856917bf1c4abced', 'subnets': [{'id': '1b10fc6a-37b4-4c01-959e-c0b0bb028635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:25.557815 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-67ca4310-4ae1-4786-ad4b-728f878dc0f6 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/42c55e99-8e61-4eb5-add4-a7e949660605 HTTP/1.1" status: 200 len: 2977 time: 0.0827825 Jul 13 07:38:25.624160 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-6d9caf4a-6041-4852-81e5-49a8a96ba663 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/42c55e99-8e61-4eb5-add4-a7e949660605 HTTP/1.1" status: 200 len: 2977 time: 0.0560236 Jul 13 07:38:25.661822 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0636a2d-0798-4b2d-8165-a9d391b80f5d req-c14ff6be-494e-4554-a78f-7bb06f116f7b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 210 time: 0.0366611 Jul 13 07:38:25.668353 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c534038a-d889-4d65-8726-fd699a1a59c5 None None] The sync data for ids ['fe6aae68-e05f-40b9-b10b-529bcfad5c0a'] in n-d-779913-28 is: [{'id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-516810009-router', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:38:19Z', 'revision_number': 4, 'project_id': 'adf04e6778474308856917bf1c4abced', 'gw_port': {'id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:11Z', 'updated_at': '2021-07-13T07:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'f14244f6-4b69-40a2-aac5-12cd6473ce9a', 'name': '', 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'mac_address': 'fa:16:3e:2c:97:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '1b10fc6a-37b4-4c01-959e-c0b0bb028635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:17Z', 'updated_at': '2021-07-13T07:38:24Z', 'revision_number': 4, 'project_id': 'adf04e6778474308856917bf1c4abced', 'subnets': [{'id': '1b10fc6a-37b4-4c01-959e-c0b0bb028635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:38:25.678281 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=d843a960-8efc-45a8-b603-f969d0b270ac,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:25.704981 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-6451f8b4-aa91-4047-a1f1-97fd4437c677 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/4728fcb0-17b7-4412-912a-41b104ecc972 HTTP/1.1" status: 200 len: 2981 time: 0.0680857 Jul 13 07:38:25.808822 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-d70dd5ad-bed9-44ce-9d49-1620624604db tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/4728fcb0-17b7-4412-912a-41b104ecc972 HTTP/1.1" status: 200 len: 2981 time: 0.0938330 Jul 13 07:38:25.958322 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d843a960-8efc-45a8-b603-f969d0b270ac'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:25.974521 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-c875a496-67ac-466e-8c4a-30e5e9fd1d1e tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/51aa2ad6-9894-47c0-8f5a-b1221286a10b HTTP/1.1" status: 200 len: 2981 time: 0.1554692 Jul 13 07:38:26.020231 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f14244f6-4b69-40a2-aac5-12cd6473ce9a up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:26.056545 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-5f766abc-24b5-4d45-99dd-aacb46624151 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/51aa2ad6-9894-47c0-8f5a-b1221286a10b HTTP/1.1" status: 200 len: 2981 time: 0.0809944 Jul 13 07:38:26.100944 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab9990-c268-4728-af9c-a31a89dda5f9 req-c45f1ce3-3c8d-4fb8-b69a-84e35c68656a tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:26.104185 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4eab9990-c268-4728-af9c-a31a89dda5f9 req-c45f1ce3-3c8d-4fb8-b69a-84e35c68656a tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 945 time: 0.2013378 Jul 13 07:38:26.194940 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-f6adfb1c-634c-42df-bf2b-cdf601bb4965 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/57104247-fb17-4058-b203-d04fe7ff09e7 HTTP/1.1" status: 200 len: 2981 time: 0.1374512 Jul 13 07:38:26.218307 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4eab9990-c268-4728-af9c-a31a89dda5f9 req-40b27a1f-8b91-40e3-98e3-1d7be63aa1d8 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929298 Jul 13 07:38:26.284095 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port f14244f6-4b69-40a2-aac5-12cd6473ce9a completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:26.306607 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port f14244f6-4b69-40a2-aac5-12cd6473ce9a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:26.307359 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.327921 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-40bedb06-ad69-45ec-9945-e57b08fdaca6 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/57104247-fb17-4058-b203-d04fe7ff09e7 HTTP/1.1" status: 200 len: 2981 time: 0.1195691 Jul 13 07:38:26.448547 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.462767 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-785aee5c-0144-46c8-ac2b-f12be172f77d tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/6982f071-02c6-4110-a03e-432dea18997b HTTP/1.1" status: 200 len: 2981 time: 0.1284442 Jul 13 07:38:26.493376 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port f14244f6-4b69-40a2-aac5-12cd6473ce9a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f14244f6-4b69-40a2-aac5-12cd6473ce9a,segment=NetworkSegment(dccfc515-11cf-424d-908b-72459aff7771),segment_id=dccfc515-11cf-424d-908b-72459aff7771)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:26.500282 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.546429 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-e555f8a3-0e4c-48cf-ab82-4b199a711284 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/6982f071-02c6-4110-a03e-432dea18997b HTTP/1.1" status: 200 len: 2981 time: 0.0784783 Jul 13 07:38:26.573536 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=f14244f6-4b69-40a2-aac5-12cd6473ce9a,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:26.585241 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaf08a-4920-4cc3-8f69-47051e32edbc req-c542849b-3836-4df9-a9c8-934cc6782952 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:26.591104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaf08a-4920-4cc3-8f69-47051e32edbc req-c542849b-3836-4df9-a9c8-934cc6782952 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:26.598368 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaf08a-4920-4cc3-8f69-47051e32edbc req-c542849b-3836-4df9-a9c8-934cc6782952 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:26.604816 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaf08a-4920-4cc3-8f69-47051e32edbc req-c542849b-3836-4df9-a9c8-934cc6782952 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:26.611820 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaf08a-4920-4cc3-8f69-47051e32edbc req-c542849b-3836-4df9-a9c8-934cc6782952 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:26.617969 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaf08a-4920-4cc3-8f69-47051e32edbc req-c542849b-3836-4df9-a9c8-934cc6782952 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:26.624516 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaf08a-4920-4cc3-8f69-47051e32edbc req-c542849b-3836-4df9-a9c8-934cc6782952 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:26.627112 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8bbaf08a-4920-4cc3-8f69-47051e32edbc req-c542849b-3836-4df9-a9c8-934cc6782952 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5445 time: 0.2166576 Jul 13 07:38:26.679338 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-c7ae5256-331a-41c7-bad6-e18a02e19a28 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/82678acd-a3ce-4aea-a11c-76b2f7686d4b HTTP/1.1" status: 200 len: 2981 time: 0.1318095 Jul 13 07:38:26.755241 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8bbaf08a-4920-4cc3-8f69-47051e32edbc req-b9a8f4ca-a666-4fe5-b515-493b6de28e2c tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1162422 Jul 13 07:38:26.800920 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-fa721630-f9fe-4c23-a7fe-d84a3fce7fd0 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/82678acd-a3ce-4aea-a11c-76b2f7686d4b HTTP/1.1" status: 200 len: 2981 time: 0.1129453 Jul 13 07:38:26.931728 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-34192d88-faef-448b-8248-f068f66be5d3 None None] Provisioning complete for port f14244f6-4b69-40a2-aac5-12cd6473ce9a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:26.933504 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34192d88-faef-448b-8248-f068f66be5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.940721 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-eda81e3e-b955-4284-8a22-7073285e96fb tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/96a128ec-af62-4c0f-aad3-df11c4adf76d HTTP/1.1" status: 200 len: 2981 time: 0.1316617 Jul 13 07:38:27.045749 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0750afe9-9d95-47c5-a832-fcdf597c2ad6 x-openstack-request-id: req-0750afe9-9d95-47c5-a832-fcdf597c2ad6 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:27.049231 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-plugged", "status": "completed", "tag": "c0089a19-6897-483c-beef-e272a1029320", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:27.049709 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0750afe9-9d95-47c5-a832-fcdf597c2ad6 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:27.051299 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0089a19-6897-483c-beef-e272a1029320', 'code': 200} Jul 13 07:38:27.075898 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-f8407188-f294-49dd-a495-2bbe30669120 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/96a128ec-af62-4c0f-aad3-df11c4adf76d HTTP/1.1" status: 200 len: 2981 time: 0.1277890 Jul 13 07:38:27.211971 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-ea68bc70-2ac5-4ea3-9966-e8295c343c62 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/b8016c5d-3d42-45e2-8c87-bc1a4e98ccf1 HTTP/1.1" status: 200 len: 2981 time: 0.1255708 Jul 13 07:38:27.288543 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acef7b0e-86b8-40e3-a710-d6ec3cc52588 req-ea324fd4-1846-471e-8344-9e4a39c1dfc8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1b61808-f217-48b5-8140-b4cd0d8fef9d HTTP/1.1" status: 200 len: 210 time: 0.0497060 Jul 13 07:38:27.310947 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-7b4cba62-a45c-44f0-bd7d-a8c6c2fcff31 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/b8016c5d-3d42-45e2-8c87-bc1a4e98ccf1 HTTP/1.1" status: 200 len: 2981 time: 0.0975759 Jul 13 07:38:27.391887 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-c9a04b58-5e0b-4d41-8ec5-3dc533caafcd tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/d145be3d-0e91-4301-8208-14bc20395eb0 HTTP/1.1" status: 200 len: 2981 time: 0.0678709 Jul 13 07:38:27.402122 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d80dead-3e24-405f-ae90-3ab9a15d377a x-openstack-request-id: req-5d80dead-3e24-405f-ae90-3ab9a15d377a {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:27.402655 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538d5596-3445-4c6a-91b0-2f3efb6dee39", "name": "network-vif-deleted", "tag": "720f3b35-878a-4ddb-9f5c-28157c0620b8", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:27.402655 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d80dead-3e24-405f-ae90-3ab9a15d377a {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:27.403050 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538d5596-3445-4c6a-91b0-2f3efb6dee39', 'name': 'network-vif-deleted', 'tag': '720f3b35-878a-4ddb-9f5c-28157c0620b8', 'status': 'completed', 'code': 200} Jul 13 07:38:27.421720 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bf6a4-87c0-4e45-9eab-6e2de252874e req-e461590b-8800-4810-9349-83fadb30da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:27.422240 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bf6a4-87c0-4e45-9eab-6e2de252874e req-e461590b-8800-4810-9349-83fadb30da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:27.422794 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bf6a4-87c0-4e45-9eab-6e2de252874e req-e461590b-8800-4810-9349-83fadb30da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:27.423267 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bf6a4-87c0-4e45-9eab-6e2de252874e req-e461590b-8800-4810-9349-83fadb30da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:27.424927 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bf6a4-87c0-4e45-9eab-6e2de252874e req-e461590b-8800-4810-9349-83fadb30da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:27.425433 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bf6a4-87c0-4e45-9eab-6e2de252874e req-e461590b-8800-4810-9349-83fadb30da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:27.425912 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bf6a4-87c0-4e45-9eab-6e2de252874e req-e461590b-8800-4810-9349-83fadb30da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:27.427991 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f14bf6a4-87c0-4e45-9eab-6e2de252874e req-e461590b-8800-4810-9349-83fadb30da73 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 6509 time: 0.2925975 Jul 13 07:38:27.436953 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-2853be71-7399-4afa-8dc4-4a14efc216f1 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:27.439548 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-2853be71-7399-4afa-8dc4-4a14efc216f1 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.62 "GET /v2.0/networks?id=7af9a181-2982-42c8-9452-3f6c13c808d6 HTTP/1.1" status: 200 len: 828 time: 0.3905163 Jul 13 07:38:27.473298 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-a33643ad-d24c-4290-80ff-4139366eb100 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Request body: {'port': {'device_id': 'c1b61808-f217-48b5-8140-b4cd0d8fef9d', 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6', 'admin_state_up': True, 'tenant_id': 'adf04e6778474308856917bf1c4abced'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:27.495115 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-3a525a12-4e5e-46cb-a4d9-7f6b30786549 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/d145be3d-0e91-4301-8208-14bc20395eb0 HTTP/1.1" status: 200 len: 2981 time: 0.0908530 Jul 13 07:38:27.526272 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-847c9b0d-de5a-4c3e-89ec-0c525ec7fa60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.579344 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f14bf6a4-87c0-4e45-9eab-6e2de252874e req-a538b073-1cc8-4660-9d26-d412793754a3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1387715 Jul 13 07:38:27.592865 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.631101 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-a66b07de-ea4d-4ea7-b7b3-f0c79ca4c6dc tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/f97997eb-7992-4023-b6d2-a12ddc9dced9 HTTP/1.1" status: 200 len: 2981 time: 0.1269224 Jul 13 07:38:27.703182 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db5f14-cd00-4dd7-a358-d2af1b6e5f9c req-94eccc28-763b-4f34-b46f-f9872d343b9c tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:27.712942 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92db5f14-cd00-4dd7-a358-d2af1b6e5f9c req-94eccc28-763b-4f34-b46f-f9872d343b9c tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/ports?device_id=7560704d-e6fb-41fe-a4cc-189daca77a97 HTTP/1.1" status: 200 len: 945 time: 0.1551864 Jul 13 07:38:27.721697 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-a33643ad-d24c-4290-80ff-4139366eb100 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Made reservation on behalf of adf04e6778474308856917bf1c4abced for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:27.726066 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-a33643ad-d24c-4290-80ff-4139366eb100 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.762199 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb1401f8-9de9-434a-a8fd-9a73414a0abf req-a25bb42c-8509-45e6-a564-f4b569b7c250 tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/f97997eb-7992-4023-b6d2-a12ddc9dced9 HTTP/1.1" status: 200 len: 2981 time: 0.1050560 Jul 13 07:38:27.798708 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92db5f14-cd00-4dd7-a358-d2af1b6e5f9c req-32b497b9-bdcb-4aff-bda4-8b45188a6ebd tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c5deb34-2348-4409-8f1a-fc082f254caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813808 Jul 13 07:38:27.923911 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-a33643ad-d24c-4290-80ff-4139366eb100 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Allocated IP 172.20.0.11 (7af9a181-2982-42c8-9452-3f6c13c808d6/1b10fc6a-37b4-4c01-959e-c0b0bb028635/c524caa4-325e-4456-b762-1c763e6db9f5) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:27.988131 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3cf75025-0f16-4172-8647-232f9cf2fa02 req-99b61acd-c474-4515-adde-7fe80f87811d tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 210 time: 0.0673480 Jul 13 07:38:27.988557 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f14244f6-4b69-40a2-aac5-12cd6473ce9a up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:28.119082 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port f14244f6-4b69-40a2-aac5-12cd6473ce9a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:28.120808 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.184914 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430f2a9-d212-46f8-8370-e46874361d60 req-187d68f2-1c7d-4c46-9823-6363c942aaa0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:28.191872 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d430f2a9-d212-46f8-8370-e46874361d60 req-187d68f2-1c7d-4c46-9823-6363c942aaa0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/networks?id=0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 200 len: 812 time: 0.2161288 Jul 13 07:38:28.250684 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d430f2a9-d212-46f8-8370-e46874361d60 req-7710a928-d650-40bb-84eb-6d1e10b9c9c9 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/quotas/d081990bdf3b4230b88abf1c5f4a8f61 HTTP/1.1" status: 200 len: 375 time: 0.0328712 Jul 13 07:38:28.267214 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-a33643ad-d24c-4290-80ff-4139366eb100 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.287435 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-a33643ad-d24c-4290-80ff-4139366eb100 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Transition to ACTIVE for port object c524caa4-325e-4456-b762-1c763e6db9f5 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:28.292623 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d430f2a9-d212-46f8-8370-e46874361d60 req-e7bc221a-6538-4c5d-ac0e-c19e60d0b049 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406137 Jul 13 07:38:28.330748 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-a33643ad-d24c-4290-80ff-4139366eb100 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.335498 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 720f3b35-878a-4ddb-9f5c-28157c0620b8 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:28.370498 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 720f3b35-878a-4ddb-9f5c-28157c0620b8 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:38:28.371530 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 720f3b35-878a-4ddb-9f5c-28157c0620b8 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:28.396276 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-a33643ad-d24c-4290-80ff-4139366eb100 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Network 7af9a181-2982-42c8-9452-3f6c13c808d6 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:28.402739 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-a33643ad-d24c-4290-80ff-4139366eb100 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:28.408683 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-a33643ad-d24c-4290-80ff-4139366eb100 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:28.417816 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72b869-6d7e-45f6-bacf-6fc4b1ef0f26 req-9e518347-9a40-4982-ae0b-2c72eab9f112 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:28.420151 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce72b869-6d7e-45f6-bacf-6fc4b1ef0f26 req-9e518347-9a40-4982-ae0b-2c72eab9f112 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 945 time: 0.2737160 Jul 13 07:38:28.460544 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33643ad-d24c-4290-80ff-4139366eb100 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Pushing event updated for resources: {'Port': ['ID=c524caa4-325e-4456-b762-1c763e6db9f5,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:28.465063 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d430f2a9-d212-46f8-8370-e46874361d60 req-ba815802-4775-4797-a4e1-01e7d5474778 service neutron] 10.222.0.58 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715553 Jul 13 07:38:28.510849 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-a33643ad-d24c-4290-80ff-4139366eb100 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:28.511930 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-a33643ad-d24c-4290-80ff-4139366eb100 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.531529 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-a33643ad-d24c-4290-80ff-4139366eb100 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0672283 Jul 13 07:38:28.553211 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] Request body: {'port': {'device_id': 'c1b61808-f217-48b5-8140-b4cd0d8fef9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:28.563689 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device d843a960-8efc-45a8-b603-f969d0b270ac up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:28.591485 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce72b869-6d7e-45f6-bacf-6fc4b1ef0f26 req-72ee6a21-0f26-48e2-905b-db0ba9355864 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621647 Jul 13 07:38:28.604204 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d430f2a9-d212-46f8-8370-e46874361d60 req-8b6c6460-3d36-4f51-b684-8da6c269c8af service neutron] 10.222.0.58 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190569 Jul 13 07:38:28.660105 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port d843a960-8efc-45a8-b603-f969d0b270ac completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:28.666259 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port d843a960-8efc-45a8-b603-f969d0b270ac triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:28.667031 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.739494 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.784439 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.821973 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f4c382f9-b92b-4421-8f3c-4f2abf782eb0 req-66e00fa1-b90f-4580-8147-76a52b45b94e tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=841bf3a97f3f4bf99b0f0cc67f2f5a2a HTTP/1.1" status: 200 len: 6103 time: 0.1765656 Jul 13 07:38:28.842250 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port d843a960-8efc-45a8-b603-f969d0b270ac, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=d843a960-8efc-45a8-b603-f969d0b270ac,segment=NetworkSegment(27150736-8c71-4eee-ae2f-a27f497f7447),segment_id=27150736-8c71-4eee-ae2f-a27f497f7447)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:28.852425 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.919676 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f4c382f9-b92b-4421-8f3c-4f2abf782eb0 req-62bcc52e-1135-47ed-97db-8f63584bb1aa tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] 10.222.0.58 "GET /v2.0/security-groups/51aa2ad6-9894-47c0-8f5a-b1221286a10b HTTP/1.1" status: 200 len: 2981 time: 0.0813422 Jul 13 07:38:28.967889 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=d843a960-8efc-45a8-b603-f969d0b270ac,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:28.985103 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8edfdfd0-f469-4289-96e8-57d1cb402ea3 None None] Provisioning for port c524caa4-325e-4456-b762-1c763e6db9f5 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:28.991713 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8edfdfd0-f469-4289-96e8-57d1cb402ea3 None None] Provisioning complete for port c524caa4-325e-4456-b762-1c763e6db9f5 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:28.992380 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8edfdfd0-f469-4289-96e8-57d1cb402ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.053582 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7560704d-e6fb-41fe-a4cc-189daca77a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd843a960-8efc-45a8-b603-f969d0b270ac'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:29.063389 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c8f434-7f19-4f16-aa04-7484cc54760d" -d '{"events": [{"server_uuid": "7560704d-e6fb-41fe-a4cc-189daca77a97", "name": "network-vif-plugged", "status": "completed", "tag": "d843a960-8efc-45a8-b603-f969d0b270ac"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:29.091927 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8edfdfd0-f469-4289-96e8-57d1cb402ea3 None None] Port c524caa4-325e-4456-b762-1c763e6db9f5 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:29.106782 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f4c382f9-b92b-4421-8f3c-4f2abf782eb0 req-178d3666-2daf-42c3-8740-45c5d90ff13e tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] 10.222.0.58 "GET /v2.0/security-groups/51aa2ad6-9894-47c0-8f5a-b1221286a10b HTTP/1.1" status: 200 len: 2981 time: 0.1797557 Jul 13 07:38:29.211430 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959c5ee-3967-4dee-be11-d061ce0dbc54 req-6d6933e8-dfdd-47c5-a712-c8b055a44470 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:29.218281 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959c5ee-3967-4dee-be11-d061ce0dbc54 req-6d6933e8-dfdd-47c5-a712-c8b055a44470 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:29.223938 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959c5ee-3967-4dee-be11-d061ce0dbc54 req-6d6933e8-dfdd-47c5-a712-c8b055a44470 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:29.230147 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959c5ee-3967-4dee-be11-d061ce0dbc54 req-6d6933e8-dfdd-47c5-a712-c8b055a44470 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:29.236526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959c5ee-3967-4dee-be11-d061ce0dbc54 req-6d6933e8-dfdd-47c5-a712-c8b055a44470 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:29.242834 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959c5ee-3967-4dee-be11-d061ce0dbc54 req-6d6933e8-dfdd-47c5-a712-c8b055a44470 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:29.252937 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959c5ee-3967-4dee-be11-d061ce0dbc54 req-6d6933e8-dfdd-47c5-a712-c8b055a44470 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:29.267366 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6959c5ee-3967-4dee-be11-d061ce0dbc54 req-6d6933e8-dfdd-47c5-a712-c8b055a44470 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5445 time: 0.2573509 Jul 13 07:38:29.362841 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6959c5ee-3967-4dee-be11-d061ce0dbc54 req-5986a83a-8f04-4fd5-a388-cbff7b11ccf8 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0943887 Jul 13 07:38:29.410374 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c524caa4-325e-4456-b762-1c763e6db9f5 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:29.423266 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.432929 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310f6c5-9d53-4c70-a476-34b5d5b7f254 req-d836096b-a9fd-49fd-bb65-0f711ebaf945 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:29.439246 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2310f6c5-9d53-4c70-a476-34b5d5b7f254 req-d836096b-a9fd-49fd-bb65-0f711ebaf945 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1b61808-f217-48b5-8140-b4cd0d8fef9d HTTP/1.1" status: 200 len: 932 time: 0.1610489 Jul 13 07:38:29.444223 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] Transition to ACTIVE for port object c524caa4-325e-4456-b762-1c763e6db9f5 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:29.452444 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.459235 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.537650 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6283145e-2851-434f-ad13-8904623793e9 req-36c2ee20-a057-4460-909a-5fbc164507d8 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 210 time: 0.0960476 Jul 13 07:38:29.543091 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] Pushing event updated for resources: {'Port': ['ID=c524caa4-325e-4456-b762-1c763e6db9f5,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:29.592025 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2310f6c5-9d53-4c70-a476-34b5d5b7f254 req-fc3733f9-4005-409c-806d-94dc813a2c8e tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8016c5d-3d42-45e2-8c87-bc1a4e98ccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200509 Jul 13 07:38:29.647580 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] Attempting to bind port c524caa4-325e-4456-b762-1c763e6db9f5 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:29.648345 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] Attempting to bind port c524caa4-325e-4456-b762-1c763e6db9f5 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'dccfc515-11cf-424d-908b-72459aff7771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:29.649043 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] Attempting to bind port c524caa4-325e-4456-b762-1c763e6db9f5 on network 7af9a181-2982-42c8-9452-3f6c13c808d6 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:29.656533 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] Port c524caa4-325e-4456-b762-1c763e6db9f5 on network 7af9a181-2982-42c8-9452-3f6c13c808d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:29.657042 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] Attempting to bind port c524caa4-325e-4456-b762-1c763e6db9f5 on network 7af9a181-2982-42c8-9452-3f6c13c808d6 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:29.667961 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:29.668329 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] Checking segment: {'id': 'dccfc515-11cf-424d-908b-72459aff7771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:29.669061 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] Bound using segment: {'id': 'dccfc515-11cf-424d-908b-72459aff7771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:29.669540 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] Bound port: c524caa4-325e-4456-b762-1c763e6db9f5, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccfc515-11cf-424d-908b-72459aff7771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:29.670022 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.854746 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] For port c524caa4-325e-4456-b762-1c763e6db9f5, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:29.860931 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] For port c524caa4-325e-4456-b762-1c763e6db9f5, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c524caa4-325e-4456-b762-1c763e6db9f5,segment=NetworkSegment(dccfc515-11cf-424d-908b-72459aff7771),segment_id=dccfc515-11cf-424d-908b-72459aff7771)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:29.867415 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.908517 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f4fabea-999c-41ab-9dfb-e8a286501ef2 req-4ef899bb-1ac7-4a89-9d44-0f17cc30b73c tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 210 time: 0.0866125 Jul 13 07:38:29.949738 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:29.950480 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.952274 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe655ea5-bfe6-48d5-b4de-b8a5a148e983 req-07536450-0a2d-4a6b-9d3a-2685edc95680 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:29.952528 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] 10.222.0.62 "PUT /v2.0/ports/c524caa4-325e-4456-b762-1c763e6db9f5 HTTP/1.1" status: 200 len: 1093 time: 1.4061277 Jul 13 07:38:29.953069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b61808-f217-48b5-8140-b4cd0d8fef9d', 'tag': 'c524caa4-325e-4456-b762-1c763e6db9f5'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:29.955754 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a3869d-0bfa-4787-a086-cfaee163fa92" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b61808-f217-48b5-8140-b4cd0d8fef9d", "tag": "c524caa4-325e-4456-b762-1c763e6db9f5"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:29.974871 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fe655ea5-bfe6-48d5-b4de-b8a5a148e983 req-07536450-0a2d-4a6b-9d3a-2685edc95680 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/ports?device_id=7560704d-e6fb-41fe-a4cc-189daca77a97 HTTP/1.1" status: 200 len: 946 time: 0.2063823 Jul 13 07:38:30.005989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c9c3c-b630-4bb3-97a0-36ba0c18c1ca service neutron] Pushing event updated for resources: {'Port': ['ID=c524caa4-325e-4456-b762-1c763e6db9f5,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:30.089175 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fe655ea5-bfe6-48d5-b4de-b8a5a148e983 req-e9d4f8cb-1715-4efc-9058-fe83b1bcd537 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c5deb34-2348-4409-8f1a-fc082f254caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128836 Jul 13 07:38:30.097970 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-792550d4-c0df-496c-81cf-905e8800fc75 req-0a93db8e-5d7b-4017-a20f-70fd344fb59b tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/06af42a5-f177-4134-892e-08964fcd111e HTTP/1.1" status: 200 len: 1777 time: 0.0996399 Jul 13 07:38:30.161599 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-ee77dd2d-ad32-46c5-85eb-cdea4a70d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:30.163571 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-ee77dd2d-ad32-46c5-85eb-cdea4a70d362 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=adf04e6778474308856917bf1c4abced&device_id=c1b61808-f217-48b5-8140-b4cd0d8fef9d HTTP/1.1" status: 200 len: 1096 time: 0.1377270 Jul 13 07:38:30.187454 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f3b670-92b8-4530-a14d-4da8104aa0d3 x-openstack-request-id: req-65f3b670-92b8-4530-a14d-4da8104aa0d3 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:30.188226 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7560704d-e6fb-41fe-a4cc-189daca77a97", "name": "network-vif-plugged", "status": "completed", "tag": "d843a960-8efc-45a8-b603-f969d0b270ac", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:30.189057 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-65f3b670-92b8-4530-a14d-4da8104aa0d3 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:30.190122 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7560704d-e6fb-41fe-a4cc-189daca77a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd843a960-8efc-45a8-b603-f969d0b270ac', 'code': 200} Jul 13 07:38:30.234076 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-792550d4-c0df-496c-81cf-905e8800fc75 req-83f44f32-1fde-441e-b9a4-f8e084e5d54b tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.272615 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-792550d4-c0df-496c-81cf-905e8800fc75 req-83f44f32-1fde-441e-b9a4-f8e084e5d54b tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.284698 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-c583e23f-119e-4a43-99cc-e17d6e34f07d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c524caa4-325e-4456-b762-1c763e6db9f5 HTTP/1.1" status: 200 len: 217 time: 0.1061857 Jul 13 07:38:30.352108 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-792550d4-c0df-496c-81cf-905e8800fc75 req-83f44f32-1fde-441e-b9a4-f8e084e5d54b tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.356572 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-792550d4-c0df-496c-81cf-905e8800fc75 req-83f44f32-1fde-441e-b9a4-f8e084e5d54b tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.371737 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-792550d4-c0df-496c-81cf-905e8800fc75 req-83f44f32-1fde-441e-b9a4-f8e084e5d54b tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/06af42a5-f177-4134-892e-08964fcd111e HTTP/1.1" status: 204 len: 173 time: 0.2598069 Jul 13 07:38:30.393079 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f44f32-1fde-441e-b9a4-f8e084e5d54b tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06af42a5-f177-4134-892e-08964fcd111e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:30.405239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-b2718e40-1beb-4902-819f-1ff681c0d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:30.407076 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-b2718e40-1beb-4902-819f-1ff681c0d7c1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b10fc6a-37b4-4c01-959e-c0b0bb028635 HTTP/1.1" status: 200 len: 867 time: 0.1012177 Jul 13 07:38:30.420177 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de6d6f-aa37-47e0-a8f8-b5c134aac557 req-2c1988ea-fd5c-45a7-994c-e08290ab1e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:30.421284 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-57de6d6f-aa37-47e0-a8f8-b5c134aac557 req-2c1988ea-fd5c-45a7-994c-e08290ab1e7e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7560704d-e6fb-41fe-a4cc-189daca77a97 HTTP/1.1" status: 200 len: 1098 time: 0.1241224 Jul 13 07:38:30.471410 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584b2c14-6f10-47a3-a636-3c26a46023af x-openstack-request-id: req-584b2c14-6f10-47a3-a636-3c26a46023af {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:30.472598 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b61808-f217-48b5-8140-b4cd0d8fef9d", "tag": "c524caa4-325e-4456-b762-1c763e6db9f5", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:30.473168 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-584b2c14-6f10-47a3-a636-3c26a46023af {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:30.473739 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b61808-f217-48b5-8140-b4cd0d8fef9d', 'tag': 'c524caa4-325e-4456-b762-1c763e6db9f5', 'status': 'completed', 'code': 200} Jul 13 07:38:30.521848 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-57de6d6f-aa37-47e0-a8f8-b5c134aac557 req-346ee184-d7f9-4846-b63b-9b4c1a80b81e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3c5deb34-2348-4409-8f1a-fc082f254caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929961 Jul 13 07:38:30.524948 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc055f-74c4-4585-ac90-728424483acd req-275b289b-ec00-464e-9877-2daa5a3b7843 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:30.526756 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48dc055f-74c4-4585-ac90-728424483acd req-275b289b-ec00-464e-9877-2daa5a3b7843 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 945 time: 0.1355510 Jul 13 07:38:30.530299 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd348774-8976-4c86-9be5-2e5918097758 req-4fc7c293-cb33-4550-a76e-068fb9c9808a tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "GET /v2.0/security-groups/215cbaae-1ec9-46fc-a056-6aa2345deba5 HTTP/1.1" status: 200 len: 1777 time: 0.0647430 Jul 13 07:38:30.533225 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-d592632f-0ccc-48a3-81af-d4f5902b805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:30.535028 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-d592632f-0ccc-48a3-81af-d4f5902b805c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7af9a181-2982-42c8-9452-3f6c13c808d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1076374 Jul 13 07:38:30.630726 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48dc055f-74c4-4585-ac90-728424483acd req-6e276ef4-4f42-42cf-843a-4cd92de99759 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903442 Jul 13 07:38:30.635528 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cd348774-8976-4c86-9be5-2e5918097758 req-6fc8e7d2-f62e-441f-8d88-ae973a35ae5e tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.656137 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-c9d335c0-e4a5-4c16-b8ed-a5342a5cfd48 service neutron] 10.222.0.62 "GET /v2.0/networks/7af9a181-2982-42c8-9452-3f6c13c808d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092877 Jul 13 07:38:30.678432 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cd348774-8976-4c86-9be5-2e5918097758 req-6fc8e7d2-f62e-441f-8d88-ae973a35ae5e tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.742298 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cd348774-8976-4c86-9be5-2e5918097758 req-6fc8e7d2-f62e-441f-8d88-ae973a35ae5e tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.746828 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cd348774-8976-4c86-9be5-2e5918097758 req-6fc8e7d2-f62e-441f-8d88-ae973a35ae5e tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.748048 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd348774-8976-4c86-9be5-2e5918097758 req-6fc8e7d2-f62e-441f-8d88-ae973a35ae5e tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/215cbaae-1ec9-46fc-a056-6aa2345deba5 HTTP/1.1" status: 204 len: 173 time: 0.2090163 Jul 13 07:38:30.763295 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8e7d2-f62e-441f-8d88-ae973a35ae5e tempest-SecurityGroupsTestAdminJSON-1548785287 tempest-SecurityGroupsTestAdminJSON-1548785287-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215cbaae-1ec9-46fc-a056-6aa2345deba5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:30.846251 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eaaf5432-f1b9-4e4d-9dc4-3f79b520690b req-24a8715a-ca6b-4397-b881-741dffb9ab85 service neutron] 10.222.0.62 "GET /v2.0/networks/7af9a181-2982-42c8-9452-3f6c13c808d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768215 Jul 13 07:38:30.960541 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964763b-3b53-46cf-8cb1-af62d85b5a03 req-775b96ff-a813-4037-b958-049c29f587a1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:30.967834 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964763b-3b53-46cf-8cb1-af62d85b5a03 req-775b96ff-a813-4037-b958-049c29f587a1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:30.974154 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964763b-3b53-46cf-8cb1-af62d85b5a03 req-775b96ff-a813-4037-b958-049c29f587a1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:30.981536 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964763b-3b53-46cf-8cb1-af62d85b5a03 req-775b96ff-a813-4037-b958-049c29f587a1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:30.990677 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964763b-3b53-46cf-8cb1-af62d85b5a03 req-775b96ff-a813-4037-b958-049c29f587a1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:30.998038 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964763b-3b53-46cf-8cb1-af62d85b5a03 req-775b96ff-a813-4037-b958-049c29f587a1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:31.006055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964763b-3b53-46cf-8cb1-af62d85b5a03 req-775b96ff-a813-4037-b958-049c29f587a1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:31.016905 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8964763b-3b53-46cf-8cb1-af62d85b5a03 req-775b96ff-a813-4037-b958-049c29f587a1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5445 time: 0.1579571 Jul 13 07:38:31.018301 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430f2a9-d212-46f8-8370-e46874361d60 req-aa0da745-66a3-4159-aba8-9dcabb256de3 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:31.020738 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d430f2a9-d212-46f8-8370-e46874361d60 req-aa0da745-66a3-4159-aba8-9dcabb256de3 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.35 "GET /v2.0/networks?id=0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 200 len: 812 time: 0.2012708 Jul 13 07:38:31.048379 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-d430f2a9-d212-46f8-8370-e46874361d60 req-571f852b-9b80-44bc-99f5-480a917941f0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Request body: {'port': {'device_id': 'c730aea4-97b8-430e-8722-05d70c0626d7', 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a', 'admin_state_up': True, 'tenant_id': 'd081990bdf3b4230b88abf1c5f4a8f61'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:31.082169 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-568265e8-8863-4c9f-8a70-9b813f875da0 req-bd4586da-e232-4e5b-9c2c-75ed69e57f30 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 210 time: 0.0551271 Jul 13 07:38:31.151802 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8964763b-3b53-46cf-8cb1-af62d85b5a03 req-4ed4ac1d-843f-4b28-a1bb-f0f3451c3a75 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859623 Jul 13 07:38:31.190933 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.240150 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3869d-0bfa-4787-a086-cfaee163fa92 req-9c071972-87b5-4648-872f-ad3abab95fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:31.241694 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d3a3869d-0bfa-4787-a086-cfaee163fa92 req-9c071972-87b5-4648-872f-ad3abab95fc5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=adf04e6778474308856917bf1c4abced&device_id=c1b61808-f217-48b5-8140-b4cd0d8fef9d HTTP/1.1" status: 200 len: 1096 time: 0.2140100 Jul 13 07:38:31.292464 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-35548ca6-47f8-4eac-b74e-850ea4729b4d req-cb9a967a-07f3-42cc-82e4-3890c23b8924 tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] 10.222.0.58 "GET /v2.0/security-groups/71b32af1-5569-499c-bf49-57092463c83e HTTP/1.1" status: 200 len: 1778 time: 0.1028750 Jul 13 07:38:31.374252 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d430f2a9-d212-46f8-8370-e46874361d60 req-571f852b-9b80-44bc-99f5-480a917941f0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Made reservation on behalf of d081990bdf3b4230b88abf1c5f4a8f61 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:31.378305 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d430f2a9-d212-46f8-8370-e46874361d60 req-571f852b-9b80-44bc-99f5-480a917941f0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.434823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ede824-8142-480a-b36f-9be887e100d3 req-4b47cb1f-63b9-4471-9cb2-051f26ca86e7 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:31.437819 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-02ede824-8142-480a-b36f-9be887e100d3 req-4b47cb1f-63b9-4471-9cb2-051f26ca86e7 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1b61808-f217-48b5-8140-b4cd0d8fef9d HTTP/1.1" status: 200 len: 944 time: 0.1666553 Jul 13 07:38:31.449645 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-35548ca6-47f8-4eac-b74e-850ea4729b4d req-e1392d6e-f69c-40c8-9e1c-4d99318d439e tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.485134 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-35548ca6-47f8-4eac-b74e-850ea4729b4d req-e1392d6e-f69c-40c8-9e1c-4d99318d439e tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.514385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3869d-0bfa-4787-a086-cfaee163fa92 req-748023a2-8cca-4c6a-80b5-cfb429cb103e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:31.517426 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d3a3869d-0bfa-4787-a086-cfaee163fa92 req-748023a2-8cca-4c6a-80b5-cfb429cb103e service neutron] 10.222.0.62 "GET /v2.0/networks?id=7af9a181-2982-42c8-9452-3f6c13c808d6 HTTP/1.1" status: 200 len: 929 time: 0.2579956 Jul 13 07:38:31.578222 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-02ede824-8142-480a-b36f-9be887e100d3 req-ade11852-f209-4726-8e8e-f3377a664902 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8016c5d-3d42-45e2-8c87-bc1a4e98ccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314847 Jul 13 07:38:31.584579 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-35548ca6-47f8-4eac-b74e-850ea4729b4d req-e1392d6e-f69c-40c8-9e1c-4d99318d439e tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.587386 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-35548ca6-47f8-4eac-b74e-850ea4729b4d req-e1392d6e-f69c-40c8-9e1c-4d99318d439e tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.590877 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-35548ca6-47f8-4eac-b74e-850ea4729b4d req-e1392d6e-f69c-40c8-9e1c-4d99318d439e tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] 10.222.0.58 "DELETE /v2.0/security-groups/71b32af1-5569-499c-bf49-57092463c83e HTTP/1.1" status: 204 len: 173 time: 0.2763326 Jul 13 07:38:31.598946 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d3a3869d-0bfa-4787-a086-cfaee163fa92 req-31444c51-564e-4c17-9a34-2ee416d910cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c524caa4-325e-4456-b762-1c763e6db9f5 HTTP/1.1" status: 200 len: 217 time: 0.0504510 Jul 13 07:38:31.612157 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1392d6e-f69c-40c8-9e1c-4d99318d439e tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b32af1-5569-499c-bf49-57092463c83e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:31.691517 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-d430f2a9-d212-46f8-8370-e46874361d60 req-571f852b-9b80-44bc-99f5-480a917941f0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Allocated IP 172.20.0.11 (0e0f025d-4e49-4094-84ea-558023ba4e1a/44d6fa42-4195-4977-b883-5a26f0e01114/f362df96-90f1-4438-89e5-053f01c650e4) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:31.711310 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3869d-0bfa-4787-a086-cfaee163fa92 req-a3fbeeea-caeb-4a08-a199-8b50b1988334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:31.713577 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d3a3869d-0bfa-4787-a086-cfaee163fa92 req-a3fbeeea-caeb-4a08-a199-8b50b1988334 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b10fc6a-37b4-4c01-959e-c0b0bb028635 HTTP/1.1" status: 200 len: 867 time: 0.1042438 Jul 13 07:38:31.761032 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-45c6944c-3615-4807-b4a8-5a0f4f241b35 req-9271cb4c-4027-43ad-9133-ea9709409c14 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 210 time: 0.0415504 Jul 13 07:38:31.881571 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3869d-0bfa-4787-a086-cfaee163fa92 req-b7635e1d-fd06-4493-a7a7-2d6ee43af51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:31.884966 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d3a3869d-0bfa-4787-a086-cfaee163fa92 req-b7635e1d-fd06-4493-a7a7-2d6ee43af51a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7af9a181-2982-42c8-9452-3f6c13c808d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1625645 Jul 13 07:38:31.924604 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bcffb-d1b9-4b46-a9c2-1465249f86e4 req-67426bda-46c6-46cb-a52a-837a8837b5f0 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:31.926272 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c95bcffb-d1b9-4b46-a9c2-1465249f86e4 req-67426bda-46c6-46cb-a52a-837a8837b5f0 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/ports?device_id=7560704d-e6fb-41fe-a4cc-189daca77a97 HTTP/1.1" status: 200 len: 946 time: 0.1275756 Jul 13 07:38:32.019435 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c95bcffb-d1b9-4b46-a9c2-1465249f86e4 req-a4b0aedf-ea13-4137-8cab-b637bafba242 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c5deb34-2348-4409-8f1a-fc082f254caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667436 Jul 13 07:38:32.039211 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90005512-7657-4f33-a5aa-99c5f962a9f8 req-2269046f-28a1-4618-8cd7-4636f57d3533 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:32.043805 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d430f2a9-d212-46f8-8370-e46874361d60 req-571f852b-9b80-44bc-99f5-480a917941f0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.046468 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90005512-7657-4f33-a5aa-99c5f962a9f8 req-2269046f-28a1-4618-8cd7-4636f57d3533 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:32.055230 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90005512-7657-4f33-a5aa-99c5f962a9f8 req-2269046f-28a1-4618-8cd7-4636f57d3533 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:32.062616 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90005512-7657-4f33-a5aa-99c5f962a9f8 req-2269046f-28a1-4618-8cd7-4636f57d3533 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:32.070737 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90005512-7657-4f33-a5aa-99c5f962a9f8 req-2269046f-28a1-4618-8cd7-4636f57d3533 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:32.078936 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90005512-7657-4f33-a5aa-99c5f962a9f8 req-2269046f-28a1-4618-8cd7-4636f57d3533 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:32.083710 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d3a3869d-0bfa-4787-a086-cfaee163fa92 req-494fe507-1590-4904-9be8-623477383cc7 service neutron] 10.222.0.62 "GET /v2.0/networks/7af9a181-2982-42c8-9452-3f6c13c808d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532319 Jul 13 07:38:32.085791 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90005512-7657-4f33-a5aa-99c5f962a9f8 req-2269046f-28a1-4618-8cd7-4636f57d3533 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:32.087884 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90005512-7657-4f33-a5aa-99c5f962a9f8 req-2269046f-28a1-4618-8cd7-4636f57d3533 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5445 time: 0.1940999 Jul 13 07:38:32.099586 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36344) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:32.126043 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-02baa3e1-6637-41e9-bb03-6ee90ab08176 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Request body: {'floatingip': {'port_id': '91ae0369-0e20-472f-b809-5b288f50e076'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:32.202705 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02baa3e1-6637-41e9-bb03-6ee90ab08176 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.245191 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d430f2a9-d212-46f8-8370-e46874361d60 req-571f852b-9b80-44bc-99f5-480a917941f0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.307844 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e394d65-7fc5-4863-9dc3-27e857056091 req-9d295818-531e-4ffc-94c4-709a22439404 tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] 10.222.0.58 "GET /v2.0/security-groups/a7746e74-cb48-47e4-ad55-284248c7d23a HTTP/1.1" status: 200 len: 1777 time: 0.2187548 Jul 13 07:38:32.311809 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d430f2a9-d212-46f8-8370-e46874361d60 req-571f852b-9b80-44bc-99f5-480a917941f0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Network 0e0f025d-4e49-4094-84ea-558023ba4e1a is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:32.316616 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d3a3869d-0bfa-4787-a086-cfaee163fa92 req-30d155f8-7fa0-44d7-a1cf-0d09f9400fcc service neutron] 10.222.0.62 "GET /v2.0/networks/7af9a181-2982-42c8-9452-3f6c13c808d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185559 Jul 13 07:38:32.320473 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-d430f2a9-d212-46f8-8370-e46874361d60 req-571f852b-9b80-44bc-99f5-480a917941f0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:32.323502 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d430f2a9-d212-46f8-8370-e46874361d60 req-571f852b-9b80-44bc-99f5-480a917941f0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:32.327565 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f852b-9b80-44bc-99f5-480a917941f0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Pushing event updated for resources: {'Port': ['ID=f362df96-90f1-4438-89e5-053f01c650e4,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:32.385251 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430f2a9-d212-46f8-8370-e46874361d60 req-571f852b-9b80-44bc-99f5-480a917941f0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:32.386378 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d430f2a9-d212-46f8-8370-e46874361d60 req-571f852b-9b80-44bc-99f5-480a917941f0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.410268 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d430f2a9-d212-46f8-8370-e46874361d60 req-571f852b-9b80-44bc-99f5-480a917941f0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3716471 Jul 13 07:38:32.429353 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] Request body: {'port': {'device_id': 'c730aea4-97b8-430e-8722-05d70c0626d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:32.486714 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3f342-10ec-4338-a096-4d8f4b9404ec req-1f7b03fe-eeeb-4026-86be-437b006338df tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:32.488897 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30e3f342-10ec-4338-a096-4d8f4b9404ec req-1f7b03fe-eeeb-4026-86be-437b006338df tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 945 time: 0.2468193 Jul 13 07:38:32.880829 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1e394d65-7fc5-4863-9dc3-27e857056091 req-52aba50f-9bc7-4d13-b7db-360d4852b60c tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.903295 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.958758 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1e394d65-7fc5-4863-9dc3-27e857056091 req-52aba50f-9bc7-4d13-b7db-360d4852b60c tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.978735 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30e3f342-10ec-4338-a096-4d8f4b9404ec req-08bb653c-8006-44f2-b596-36f1047f0a70 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747155 Jul 13 07:38:33.281160 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1e394d65-7fc5-4863-9dc3-27e857056091 req-52aba50f-9bc7-4d13-b7db-360d4852b60c tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.283882 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1e394d65-7fc5-4863-9dc3-27e857056091 req-52aba50f-9bc7-4d13-b7db-360d4852b60c tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.288846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e394d65-7fc5-4863-9dc3-27e857056091 req-52aba50f-9bc7-4d13-b7db-360d4852b60c tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] 10.222.0.58 "DELETE /v2.0/security-groups/a7746e74-cb48-47e4-ad55-284248c7d23a HTTP/1.1" status: 204 len: 173 time: 0.9628079 Jul 13 07:38:33.308770 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aba50f-9bc7-4d13-b7db-360d4852b60c tempest-SecurityGroupsTestAdminJSON-1646654580 tempest-SecurityGroupsTestAdminJSON-1646654580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7746e74-cb48-47e4-ad55-284248c7d23a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:33.347702 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f362df96-90f1-4438-89e5-053f01c650e4 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:33.366853 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.390827 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] Transition to ACTIVE for port object f362df96-90f1-4438-89e5-053f01c650e4 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:33.404501 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.407163 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02baa3e1-6637-41e9-bb03-6ee90ab08176 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.435549 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebdda5-8a5f-48d0-8e8a-8c8e15d63405 req-349f1df1-4760-4246-81ee-2d16941f4777 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:33.443518 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28ebdda5-8a5f-48d0-8e8a-8c8e15d63405 req-349f1df1-4760-4246-81ee-2d16941f4777 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 932 time: 0.2183130 Jul 13 07:38:33.445528 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02baa3e1-6637-41e9-bb03-6ee90ab08176 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.502571 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] Pushing event updated for resources: {'Port': ['ID=f362df96-90f1-4438-89e5-053f01c650e4,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:33.585048 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] Attempting to bind port f362df96-90f1-4438-89e5-053f01c650e4 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:33.585048 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] Attempting to bind port f362df96-90f1-4438-89e5-053f01c650e4 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:33.585048 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] Attempting to bind port f362df96-90f1-4438-89e5-053f01c650e4 on network 0e0f025d-4e49-4094-84ea-558023ba4e1a {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:33.585889 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28ebdda5-8a5f-48d0-8e8a-8c8e15d63405 req-660162dc-5606-4887-a95b-09e69eaeaae8 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337342 Jul 13 07:38:33.599751 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] Port f362df96-90f1-4438-89e5-053f01c650e4 on network 0e0f025d-4e49-4094-84ea-558023ba4e1a not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:33.600091 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] Attempting to bind port f362df96-90f1-4438-89e5-053f01c650e4 on network 0e0f025d-4e49-4094-84ea-558023ba4e1a {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:33.605715 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:33.606063 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] Checking segment: {'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:33.606774 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] Bound using segment: {'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:33.607062 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] Bound port: f362df96-90f1-4438-89e5-053f01c650e4, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:33.607517 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.698242 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] For port f362df96-90f1-4438-89e5-053f01c650e4, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:33.704883 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] For port f362df96-90f1-4438-89e5-053f01c650e4, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=f362df96-90f1-4438-89e5-053f01c650e4,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:33.713102 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-02baa3e1-6637-41e9-bb03-6ee90ab08176 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Floating IP b7b268ee-2495-41c9-9bcd-a1584fe8b9bd associated. External IP: 172.25.0.63, port: 91ae0369-0e20-472f-b809-5b288f50e076. Jul 13 07:38:33.718488 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.726274 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1120ff9-d72d-489a-9834-dad370705476 req-ef729e96-fbe5-424f-90dc-07988ff18b6b tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:33.727914 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1120ff9-d72d-489a-9834-dad370705476 req-ef729e96-fbe5-424f-90dc-07988ff18b6b tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1b61808-f217-48b5-8140-b4cd0d8fef9d HTTP/1.1" status: 200 len: 944 time: 0.2319326 Jul 13 07:38:33.762937 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36358) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:33.778977 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:33.779725 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.782339 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] 10.222.0.35 "PUT /v2.0/ports/f362df96-90f1-4438-89e5-053f01c650e4 HTTP/1.1" status: 200 len: 1093 time: 1.3613057 Jul 13 07:38:33.784931 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c730aea4-97b8-430e-8722-05d70c0626d7', 'tag': 'f362df96-90f1-4438-89e5-053f01c650e4'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:33.788666 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59981d7b-87c1-490d-a1fb-5d064a97f692" -d '{"events": [{"name": "network-changed", "server_uuid": "c730aea4-97b8-430e-8722-05d70c0626d7", "tag": "f362df96-90f1-4438-89e5-053f01c650e4"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:33.823956 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d7d3344-56de-4abd-862d-f9f97c73b64a req-799b623b-0efb-4ff4-9ab0-ed527402c0ab tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=538d5596-3445-4c6a-91b0-2f3efb6dee39 HTTP/1.1" status: 200 len: 210 time: 0.0525897 Jul 13 07:38:33.883724 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbc04e-7903-4713-8cae-9f76c3ac2e64 service neutron] Pushing event updated for resources: {'Port': ['ID=f362df96-90f1-4438-89e5-053f01c650e4,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:33.925305 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1120ff9-d72d-489a-9834-dad370705476 req-a696567b-15d5-41ff-b52a-2bf665cb2c90 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8016c5d-3d42-45e2-8c87-bc1a4e98ccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614418 Jul 13 07:38:34.023325 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430f2a9-d212-46f8-8370-e46874361d60 req-46ef6c00-a9a1-4dc4-a146-1d3006ce66ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:34.025605 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d430f2a9-d212-46f8-8370-e46874361d60 req-46ef6c00-a9a1-4dc4-a146-1d3006ce66ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 1096 time: 0.1822662 Jul 13 07:38:34.162610 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2717027-277f-40c3-83aa-d7d5e8627c6d x-openstack-request-id: req-b2717027-277f-40c3-83aa-d7d5e8627c6d {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:34.163227 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c730aea4-97b8-430e-8722-05d70c0626d7", "tag": "f362df96-90f1-4438-89e5-053f01c650e4", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:34.163895 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b2717027-277f-40c3-83aa-d7d5e8627c6d {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:34.164307 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c730aea4-97b8-430e-8722-05d70c0626d7', 'tag': 'f362df96-90f1-4438-89e5-053f01c650e4', 'status': 'completed', 'code': 200} Jul 13 07:38:34.167674 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d430f2a9-d212-46f8-8370-e46874361d60 req-3af2bd0d-748c-492e-aae3-0f5d8bc9390d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f362df96-90f1-4438-89e5-053f01c650e4 HTTP/1.1" status: 200 len: 217 time: 0.1307304 Jul 13 07:38:34.286419 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b7e8e28d-644b-48e3-b3d2-8f742da607de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=841bf3a97f3f4bf99b0f0cc67f2f5a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5186684 Jul 13 07:38:34.286671 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9ad7e2b9-06db-48b3-aa88-17c6eae8ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:34.286898 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d430f2a9-d212-46f8-8370-e46874361d60 req-9ad7e2b9-06db-48b3-aa88-17c6eae8ff6a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44d6fa42-4195-4977-b883-5a26f0e01114 HTTP/1.1" status: 200 len: 852 time: 0.1125565 Jul 13 07:38:34.287269 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36368) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:34.365458 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c524caa4-325e-4456-b762-1c763e6db9f5 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:34.390597 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d430f2a9-d212-46f8-8370-e46874361d60 req-81c0c964-a6aa-4811-a395-c0145c6b2a68 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e0f025d-4e49-4094-84ea-558023ba4e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860023 Jul 13 07:38:34.442761 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02baa3e1-6637-41e9-bb03-6ee90ab08176 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Router 43b79d87-bc67-422a-8c91-12c81c17141d has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:38:34.488210 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-10994a4a-33ff-4192-8f18-eca82720e53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.510246 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18e032-864d-4c35-b89e-37a314def68a req-11526837-0880-4e58-bc8f-7a1337ba8d10 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:34.518520 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c18e032-864d-4c35-b89e-37a314def68a req-11526837-0880-4e58-bc8f-7a1337ba8d10 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 945 time: 0.2376859 Jul 13 07:38:34.561545 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d430f2a9-d212-46f8-8370-e46874361d60 req-4d14147b-ed9e-476a-82fa-b9caa8ee5eec service neutron] 10.222.0.35 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645358 Jul 13 07:38:34.607196 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c524caa4-325e-4456-b762-1c763e6db9f5, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c524caa4-325e-4456-b762-1c763e6db9f5,segment=NetworkSegment(dccfc515-11cf-424d-908b-72459aff7771),segment_id=dccfc515-11cf-424d-908b-72459aff7771)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:34.612061 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-10994a4a-33ff-4192-8f18-eca82720e53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.643836 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'c524caa4-325e-4456-b762-1c763e6db9f5', 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6', 'port_id': 'c524caa4-325e-4456-b762-1c763e6db9f5', 'mac_address': 'fa:16:3e:d4:d1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b10fc6a-37b4-4c01-959e-c0b0bb028635', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:34.649754 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e5977-32bf-46fd-afe5-ddb2f0e69d88 req-ec16ff8c-a72e-4654-9f33-8a192afb24b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:34.652022 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b0e5977-32bf-46fd-afe5-ddb2f0e69d88 req-ec16ff8c-a72e-4654-9f33-8a192afb24b3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea1176bf8e234d4cbcc92a868d6b3ab7&device_id=7560704d-e6fb-41fe-a4cc-189daca77a97 HTTP/1.1" status: 200 len: 1098 time: 0.2731686 Jul 13 07:38:34.690515 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d430f2a9-d212-46f8-8370-e46874361d60 req-44d24da6-6a91-4728-a4db-607a47fe1cec service neutron] 10.222.0.35 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212876 Jul 13 07:38:34.724020 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.742529 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c524caa4-325e-4456-b762-1c763e6db9f5 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:34.744695 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c18e032-864d-4c35-b89e-37a314def68a req-0a906b84-c02e-4632-a19f-1adf71bb4f4f tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252970 Jul 13 07:38:34.772037 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c524caa4-325e-4456-b762-1c763e6db9f5, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c524caa4-325e-4456-b762-1c763e6db9f5,segment=NetworkSegment(dccfc515-11cf-424d-908b-72459aff7771),segment_id=dccfc515-11cf-424d-908b-72459aff7771)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:34.778799 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.830449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59981d7b-87c1-490d-a1fb-5d064a97f692 req-17cc6373-2999-4cf4-b202-69bf4ddc1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:34.832504 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-59981d7b-87c1-490d-a1fb-5d064a97f692 req-17cc6373-2999-4cf4-b202-69bf4ddc1fd1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 1096 time: 0.0893452 Jul 13 07:38:34.906418 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=c524caa4-325e-4456-b762-1c763e6db9f5,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:35.007041 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02baa3e1-6637-41e9-bb03-6ee90ab08176 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:38:35.027900 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aeb04c-a814-4b4d-87ad-2b9a158ab22b None None] Sync routers for ids ['43b79d87-bc67-422a-8c91-12c81c17141d'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:38:35.038248 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02baa3e1-6637-41e9-bb03-6ee90ab08176 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.049093 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59981d7b-87c1-490d-a1fb-5d064a97f692 req-d3faf567-9f24-4e94-b7cb-1bdacb24e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:35.050015 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aeb04c-a814-4b4d-87ad-2b9a158ab22b None None] Routers {'43b79d87-bc67-422a-8c91-12c81c17141d'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:35.050790 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-09aeb04c-a814-4b4d-87ad-2b9a158ab22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:38:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['43b79d87-bc67-422a-8c91-12c81c17141d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:35.050970 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-59981d7b-87c1-490d-a1fb-5d064a97f692 req-d3faf567-9f24-4e94-b7cb-1bdacb24e89e service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 200 len: 913 time: 0.2100670 Jul 13 07:38:35.081322 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-10994a4a-33ff-4192-8f18-eca82720e53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.084436 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-10994a4a-33ff-4192-8f18-eca82720e53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.087721 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-10994a4a-33ff-4192-8f18-eca82720e53e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/51aa2ad6-9894-47c0-8f5a-b1221286a10b HTTP/1.1" status: 204 len: 168 time: 0.7832735 Jul 13 07:38:35.198284 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-59981d7b-87c1-490d-a1fb-5d064a97f692 req-66befe22-fdb3-486b-ba71-42cd0b06add5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f362df96-90f1-4438-89e5-053f01c650e4 HTTP/1.1" status: 200 len: 217 time: 0.1358557 Jul 13 07:38:35.312496 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59981d7b-87c1-490d-a1fb-5d064a97f692 req-d19bd936-e79a-46df-a5d9-d3b99f904b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:35.315181 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-02baa3e1-6637-41e9-bb03-6ee90ab08176 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "PUT /v2.0/floatingips/b7b268ee-2495-41c9-9bcd-a1584fe8b9bd HTTP/1.1" status: 200 len: 990 time: 3.2061510 Jul 13 07:38:35.316546 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e5977-32bf-46fd-afe5-ddb2f0e69d88 req-844365cb-c5ee-4fd7-9f4a-7905177c3ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:35.317480 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-59981d7b-87c1-490d-a1fb-5d064a97f692 req-d19bd936-e79a-46df-a5d9-d3b99f904b7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44d6fa42-4195-4977-b883-5a26f0e01114 HTTP/1.1" status: 200 len: 852 time: 0.1159389 Jul 13 07:38:35.318268 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b0e5977-32bf-46fd-afe5-ddb2f0e69d88 req-844365cb-c5ee-4fd7-9f4a-7905177c3ca6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=470857d6-1ee5-4cf6-9833-6b81ad09cbe6 HTTP/1.1" status: 200 len: 915 time: 0.6500876 Jul 13 07:38:35.327253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'tag': '91ae0369-0e20-472f-b809-5b288f50e076'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:35.332557 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e7fc4d-666e-4ed6-b5e6-794cabf64a41" -d '{"events": [{"name": "network-changed", "server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "tag": "91ae0369-0e20-472f-b809-5b288f50e076"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:35.369924 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['c524caa4-325e-4456-b762-1c763e6db9f5'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:35.402335 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-09aeb04c-a814-4b4d-87ad-2b9a158ab22b None None] Set router 43b79d87-bc67-422a-8c91-12c81c17141d gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:38:35.405478 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-59981d7b-87c1-490d-a1fb-5d064a97f692 req-2146aa14-564e-4ecf-b923-8a0e59e32a94 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e0f025d-4e49-4094-84ea-558023ba4e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750158 Jul 13 07:38:35.408344 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b0e5977-32bf-46fd-afe5-ddb2f0e69d88 req-0f21f842-5b8c-46b5-bef1-2210e214f4ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d843a960-8efc-45a8-b603-f969d0b270ac HTTP/1.1" status: 200 len: 217 time: 0.0724702 Jul 13 07:38:35.410603 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10994a4a-33ff-4192-8f18-eca82720e53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aa2ad6-9894-47c0-8f5a-b1221286a10b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:35.582537 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e5977-32bf-46fd-afe5-ddb2f0e69d88 req-9c8d88d7-df77-48ad-b964-dad45e7161d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:35.592153 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-59981d7b-87c1-490d-a1fb-5d064a97f692 req-9864a8ea-374a-4307-8918-0e22a23f5a52 service neutron] 10.222.0.35 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750102 Jul 13 07:38:35.592835 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b0e5977-32bf-46fd-afe5-ddb2f0e69d88 req-9c8d88d7-df77-48ad-b964-dad45e7161d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b08a8347-5f21-40fc-a6fb-b587854bdebd HTTP/1.1" status: 200 len: 854 time: 0.1377652 Jul 13 07:38:35.661650 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b0e5977-32bf-46fd-afe5-ddb2f0e69d88 req-b2536e50-b67c-47f8-81b7-de30c049a890 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=470857d6-1ee5-4cf6-9833-6b81ad09cbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528131 Jul 13 07:38:35.710219 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce44c5-543b-4763-9cb2-3acbad4e6170 req-215112eb-c87f-4f5b-8b26-310395999a54 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:35.712279 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2dce44c5-543b-4763-9cb2-3acbad4e6170 req-215112eb-c87f-4f5b-8b26-310395999a54 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/ports?device_id=7560704d-e6fb-41fe-a4cc-189daca77a97 HTTP/1.1" status: 200 len: 946 time: 0.7302852 Jul 13 07:38:35.795796 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431cbec-eb84-4b57-80d7-7ceff6c681d7 req-a9a4c2f8-a25b-478c-b116-20ffefb0befa tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:35.804106 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0431cbec-eb84-4b57-80d7-7ceff6c681d7 req-a9a4c2f8-a25b-478c-b116-20ffefb0befa tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 944 time: 0.3902466 Jul 13 07:38:35.804369 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-59981d7b-87c1-490d-a1fb-5d064a97f692 req-6e884b67-7485-41ef-86f2-d00afba2f406 service neutron] 10.222.0.35 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963398 Jul 13 07:38:35.831217 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-09aeb04c-a814-4b4d-87ad-2b9a158ab22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'name': 'tempest-TaggedBootDevicesTest_v242-637082467-router', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:32Z', 'updated_at': '2021-07-13T07:35:43Z', 'revision_number': 4, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'gw_port': {'id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:35Z', 'updated_at': '2021-07-13T07:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'b7b268ee-2495-41c9-9bcd-a1584fe8b9bd', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'floating_ip_address': '172.25.0.63', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'port_id': '91ae0369-0e20-472f-b809-5b288f50e076', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb', 'mac_address': 'fa:16:3e:ea:a7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43606170-5680-4187-9f38-a91e360a2dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:36:51Z', 'updated_at': '2021-07-13T07:38:33Z', 'revision_number': 1, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2', 'name': '', 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'mac_address': 'fa:16:3e:3c:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '74c9f7d4-d0b0-43d4-8a5f-516e5817785d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:40Z', 'updated_at': '2021-07-13T07:35:52Z', 'revision_number': 5, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'subnets': [{'id': '74c9f7d4-d0b0-43d4-8a5f-516e5817785d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:35.857471 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2dce44c5-543b-4763-9cb2-3acbad4e6170 req-c81a827d-8d75-454e-9107-34784b3ec602 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c5deb34-2348-4409-8f1a-fc082f254caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273022 Jul 13 07:38:35.868536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36398) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:35.869772 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aeb04c-a814-4b4d-87ad-2b9a158ab22b None None] Checking router: 43b79d87-bc67-422a-8c91-12c81c17141d for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:38:35.883966 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aeb04c-a814-4b4d-87ad-2b9a158ab22b None None] Routers {'43b79d87-bc67-422a-8c91-12c81c17141d'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:35.884671 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-09aeb04c-a814-4b4d-87ad-2b9a158ab22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:38:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['43b79d87-bc67-422a-8c91-12c81c17141d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:35.944492 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-db372337-8af5-4430-b4a5-f9da0df5d283 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=27f51d69185c4603bce9613fbb04eae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0746202 Jul 13 07:38:35.947132 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36400) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:35.991694 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0431cbec-eb84-4b57-80d7-7ceff6c681d7 req-ca61dffc-2839-4e1f-86c9-0a115cf50275 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865208 Jul 13 07:38:36.055359 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b0e5977-32bf-46fd-afe5-ddb2f0e69d88 req-92cdb866-291b-4c37-a306-ce132863016d service neutron] 10.222.0.35 "GET /v2.0/networks/470857d6-1ee5-4cf6-9833-6b81ad09cbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840568 Jul 13 07:38:36.081809 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7e794c7-a7d3-45b0-900b-e569535ed200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.124509 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-09aeb04c-a814-4b4d-87ad-2b9a158ab22b None None] Set router 43b79d87-bc67-422a-8c91-12c81c17141d gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:38:36.145598 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7e794c7-a7d3-45b0-900b-e569535ed200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.238628 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7e794c7-a7d3-45b0-900b-e569535ed200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.244688 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7e794c7-a7d3-45b0-900b-e569535ed200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.246079 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b7e794c7-a7d3-45b0-900b-e569535ed200 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/33916052-383e-41b9-bb41-3b396cda8c76 HTTP/1.1" status: 204 len: 168 time: 0.2974925 Jul 13 07:38:36.264835 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e794c7-a7d3-45b0-900b-e569535ed200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33916052-383e-41b9-bb41-3b396cda8c76,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:36.287159 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e794c7-a7d3-45b0-900b-e569535ed200 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:36.287578 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e794c7-a7d3-45b0-900b-e569535ed200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:36.287848 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e794c7-a7d3-45b0-900b-e569535ed200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:36.288209 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e794c7-a7d3-45b0-900b-e569535ed200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:36.288516 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e794c7-a7d3-45b0-900b-e569535ed200 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:36.288848 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e794c7-a7d3-45b0-900b-e569535ed200 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:36.289412 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e794c7-a7d3-45b0-900b-e569535ed200 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:36.289546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e794c7-a7d3-45b0-900b-e569535ed200 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:36.289805 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e794c7-a7d3-45b0-900b-e569535ed200 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:36.290169 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e794c7-a7d3-45b0-900b-e569535ed200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:36.290518 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e794c7-a7d3-45b0-900b-e569535ed200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:36.291084 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e794c7-a7d3-45b0-900b-e569535ed200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:36.418568 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b0e5977-32bf-46fd-afe5-ddb2f0e69d88 req-c57286f8-88d8-4d1d-a583-5c2c502e95c5 service neutron] 10.222.0.35 "GET /v2.0/networks/470857d6-1ee5-4cf6-9833-6b81ad09cbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537340 Jul 13 07:38:36.523412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81490028-6886-4164-94d2-4489e7f88ddd req-ce9b23bd-4fbf-491e-a6c0-459f721108c3 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:36.525183 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-81490028-6886-4164-94d2-4489e7f88ddd req-ce9b23bd-4fbf-491e-a6c0-459f721108c3 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1b61808-f217-48b5-8140-b4cd0d8fef9d HTTP/1.1" status: 200 len: 945 time: 0.2817178 Jul 13 07:38:36.541214 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-09aeb04c-a814-4b4d-87ad-2b9a158ab22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'name': 'tempest-TaggedBootDevicesTest_v242-637082467-router', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:32Z', 'updated_at': '2021-07-13T07:35:43Z', 'revision_number': 4, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'gw_port': {'id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:35Z', 'updated_at': '2021-07-13T07:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'b7b268ee-2495-41c9-9bcd-a1584fe8b9bd', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'floating_ip_address': '172.25.0.63', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'port_id': '91ae0369-0e20-472f-b809-5b288f50e076', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb', 'mac_address': 'fa:16:3e:ea:a7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43606170-5680-4187-9f38-a91e360a2dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:36:51Z', 'updated_at': '2021-07-13T07:38:33Z', 'revision_number': 1, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2', 'name': '', 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'mac_address': 'fa:16:3e:3c:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '74c9f7d4-d0b0-43d4-8a5f-516e5817785d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:40Z', 'updated_at': '2021-07-13T07:35:52Z', 'revision_number': 5, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'subnets': [{'id': '74c9f7d4-d0b0-43d4-8a5f-516e5817785d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:36.606607 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device f362df96-90f1-4438-89e5-053f01c650e4 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:36.647312 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aeb04c-a814-4b4d-87ad-2b9a158ab22b None None] The sync data for ids ['43b79d87-bc67-422a-8c91-12c81c17141d'] in n-d-779913-28 is: [{'id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'name': 'tempest-TaggedBootDevicesTest_v242-637082467-router', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:32Z', 'updated_at': '2021-07-13T07:35:43Z', 'revision_number': 4, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'gw_port': {'id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:35Z', 'updated_at': '2021-07-13T07:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'b7b268ee-2495-41c9-9bcd-a1584fe8b9bd', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'floating_ip_address': '172.25.0.63', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'port_id': '91ae0369-0e20-472f-b809-5b288f50e076', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb', 'mac_address': 'fa:16:3e:ea:a7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43606170-5680-4187-9f38-a91e360a2dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:36:51Z', 'updated_at': '2021-07-13T07:38:33Z', 'revision_number': 1, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2', 'name': '', 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'mac_address': 'fa:16:3e:3c:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '74c9f7d4-d0b0-43d4-8a5f-516e5817785d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:40Z', 'updated_at': '2021-07-13T07:35:52Z', 'revision_number': 5, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'subnets': [{'id': '74c9f7d4-d0b0-43d4-8a5f-516e5817785d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:38:36.677574 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-81490028-6886-4164-94d2-4489e7f88ddd req-538e7211-10fd-4a2d-b675-1a9e074873b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8016c5d-3d42-45e2-8c87-bc1a4e98ccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403697 Jul 13 07:38:36.708142 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420f9c37-e96a-4a1c-bb0b-ac1d6f212696 x-openstack-request-id: req-420f9c37-e96a-4a1c-bb0b-ac1d6f212696 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:36.709426 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "tag": "91ae0369-0e20-472f-b809-5b288f50e076", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:36.710326 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-420f9c37-e96a-4a1c-bb0b-ac1d6f212696 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:36.711005 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'tag': '91ae0369-0e20-472f-b809-5b288f50e076', 'status': 'completed', 'code': 200} Jul 13 07:38:36.881183 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7fc4d-666e-4ed6-b5e6-794cabf64a41 req-35930a54-6639-4498-bc69-20ee2cace5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:36.882337 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7fc4d-666e-4ed6-b5e6-794cabf64a41 req-35930a54-6639-4498-bc69-20ee2cace5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:36.884615 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7fc4d-666e-4ed6-b5e6-794cabf64a41 req-35930a54-6639-4498-bc69-20ee2cace5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:36.885756 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7fc4d-666e-4ed6-b5e6-794cabf64a41 req-35930a54-6639-4498-bc69-20ee2cace5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:36.887162 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7fc4d-666e-4ed6-b5e6-794cabf64a41 req-35930a54-6639-4498-bc69-20ee2cace5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:36.888416 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7fc4d-666e-4ed6-b5e6-794cabf64a41 req-35930a54-6639-4498-bc69-20ee2cace5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:36.899236 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7fc4d-666e-4ed6-b5e6-794cabf64a41 req-35930a54-6639-4498-bc69-20ee2cace5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:36.903449 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92e7fc4d-666e-4ed6-b5e6-794cabf64a41 req-35930a54-6639-4498-bc69-20ee2cace5b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=212dff56b36b4f87993a61249127ab0c&device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 6509 time: 0.1423445 Jul 13 07:38:36.908644 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port f362df96-90f1-4438-89e5-053f01c650e4, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=f362df96-90f1-4438-89e5-053f01c650e4,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:36.981472 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'f362df96-90f1-4438-89e5-053f01c650e4', 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a', 'port_id': 'f362df96-90f1-4438-89e5-053f01c650e4', 'mac_address': 'fa:16:3e:48:34:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d6fa42-4195-4977-b883-5a26f0e01114', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:37.136238 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7fc4d-666e-4ed6-b5e6-794cabf64a41 req-26598cb2-d741-4126-a653-4ffc2e2543c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:37.138959 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92e7fc4d-666e-4ed6-b5e6-794cabf64a41 req-26598cb2-d741-4126-a653-4ffc2e2543c8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=918c9be5-f73c-4ae4-b262-3a0c8f3703eb HTTP/1.1" status: 200 len: 917 time: 0.2252786 Jul 13 07:38:37.145129 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.201455 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ff5105-9a26-4576-be92-61365183ac7f None None] New status for floating IP b7b268ee-2495-41c9-9bcd-a1584fe8b9bd: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:38:37.241612 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfcbd9-b872-481a-b1a6-dc829630715b req-210284c2-4af7-42c6-88aa-8009ef5d68b6 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:37.248420 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f362df96-90f1-4438-89e5-053f01c650e4 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:37.249821 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ecfcbd9-b872-481a-b1a6-dc829630715b req-210284c2-4af7-42c6-88aa-8009ef5d68b6 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 945 time: 0.3034263 Jul 13 07:38:37.354879 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port f362df96-90f1-4438-89e5-053f01c650e4, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=f362df96-90f1-4438-89e5-053f01c650e4,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:37.371986 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.464116 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92e7fc4d-666e-4ed6-b5e6-794cabf64a41 req-2aaf29e2-5112-4a4c-a9bf-48167100848f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91ae0369-0e20-472f-b809-5b288f50e076 HTTP/1.1" status: 200 len: 998 time: 0.2944319 Jul 13 07:38:37.505667 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ecfcbd9-b872-481a-b1a6-dc829630715b req-6cf4c8bd-ad97-4015-b8a5-ddda79d771e3 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255155 Jul 13 07:38:37.572729 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7fc4d-666e-4ed6-b5e6-794cabf64a41 req-1151994c-1391-4a6e-b27d-f661ab509deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:37.578976 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92e7fc4d-666e-4ed6-b5e6-794cabf64a41 req-1151994c-1391-4a6e-b27d-f661ab509deb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=74c9f7d4-d0b0-43d4-8a5f-516e5817785d HTTP/1.1" status: 200 len: 855 time: 0.1034026 Jul 13 07:38:37.584484 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a07fa-7c33-431c-815e-5dc02ce98b0a req-33ed4f26-9ddb-4e52-aeef-0770e3089b9d tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:37.598719 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-132a07fa-7c33-431c-815e-5dc02ce98b0a req-33ed4f26-9ddb-4e52-aeef-0770e3089b9d tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/ports?device_id=7560704d-e6fb-41fe-a4cc-189daca77a97 HTTP/1.1" status: 200 len: 946 time: 0.4565058 Jul 13 07:38:37.759362 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-132a07fa-7c33-431c-815e-5dc02ce98b0a req-cd0a0269-d342-46ab-a02a-080d7f26bfbb tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c5deb34-2348-4409-8f1a-fc082f254caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578753 Jul 13 07:38:37.840728 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7fc4d-666e-4ed6-b5e6-794cabf64a41 req-30f1e69f-28f1-4eed-9411-3031ff3d11e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:37.858466 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92e7fc4d-666e-4ed6-b5e6-794cabf64a41 req-30f1e69f-28f1-4eed-9411-3031ff3d11e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=918c9be5-f73c-4ae4-b262-3a0c8f3703eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2495253 Jul 13 07:38:37.863530 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.902501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=f362df96-90f1-4438-89e5-053f01c650e4,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:37.963558 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60df405-826e-4b99-9a69-d1be0c60611b req-4b75d254-262f-4fe1-8e71-981fa824dd99 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:37.974481 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d60df405-826e-4b99-9a69-d1be0c60611b req-4b75d254-262f-4fe1-8e71-981fa824dd99 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 945 time: 0.1945806 Jul 13 07:38:38.000615 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92e7fc4d-666e-4ed6-b5e6-794cabf64a41 req-feb09ff5-1539-4162-ae19-8f92bc21bda9 service neutron] 10.222.0.62 "GET /v2.0/networks/918c9be5-f73c-4ae4-b262-3a0c8f3703eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412067 Jul 13 07:38:38.052409 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d60df405-826e-4b99-9a69-d1be0c60611b req-8922859e-db3c-495c-9266-7b85fe819b7a tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761249 Jul 13 07:38:38.099963 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['f362df96-90f1-4438-89e5-053f01c650e4'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:38.169375 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92e7fc4d-666e-4ed6-b5e6-794cabf64a41 req-a42569ad-73bf-4d52-9710-333135fc4aba service neutron] 10.222.0.62 "GET /v2.0/networks/918c9be5-f73c-4ae4-b262-3a0c8f3703eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617000 Jul 13 07:38:38.356976 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef6a4d-6f30-496b-83b6-39b1a4d50616 req-c49e7137-20b3-4685-a999-daa9fd949732 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:38.366127 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36ef6a4d-6f30-496b-83b6-39b1a4d50616 req-c49e7137-20b3-4685-a999-daa9fd949732 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1b61808-f217-48b5-8140-b4cd0d8fef9d HTTP/1.1" status: 200 len: 945 time: 0.1427629 Jul 13 07:38:38.389980 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c524caa4-325e-4456-b762-1c763e6db9f5 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:38.428981 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36ef6a4d-6f30-496b-83b6-39b1a4d50616 req-568dac06-7f4a-4c1b-b1f9-389fa6f11314 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8016c5d-3d42-45e2-8c87-bc1a4e98ccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575750 Jul 13 07:38:38.516598 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port c524caa4-325e-4456-b762-1c763e6db9f5 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:38.522310 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port c524caa4-325e-4456-b762-1c763e6db9f5 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:38.522751 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.674556 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.708385 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b61808-f217-48b5-8140-b4cd0d8fef9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c524caa4-325e-4456-b762-1c763e6db9f5'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:38.711995 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49be8211-77d9-40ad-a90c-0e56f0b5d0bb" -d '{"events": [{"server_uuid": "c1b61808-f217-48b5-8140-b4cd0d8fef9d", "name": "network-vif-plugged", "status": "completed", "tag": "c524caa4-325e-4456-b762-1c763e6db9f5"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:38.740174 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c524caa4-325e-4456-b762-1c763e6db9f5, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c524caa4-325e-4456-b762-1c763e6db9f5,segment=NetworkSegment(dccfc515-11cf-424d-908b-72459aff7771),segment_id=dccfc515-11cf-424d-908b-72459aff7771)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:38.750426 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.807459 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db26095d-5c37-4356-b49d-b78442c5c8a9 x-openstack-request-id: req-db26095d-5c37-4356-b49d-b78442c5c8a9 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:38.820453 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b61808-f217-48b5-8140-b4cd0d8fef9d", "name": "network-vif-plugged", "status": "completed", "tag": "c524caa4-325e-4456-b762-1c763e6db9f5", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:38.822222 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db26095d-5c37-4356-b49d-b78442c5c8a9 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:38.825752 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b61808-f217-48b5-8140-b4cd0d8fef9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c524caa4-325e-4456-b762-1c763e6db9f5', 'code': 200} Jul 13 07:38:38.865838 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5e4dd-7933-45d2-9a8a-f5badbdfd8c3 req-915591da-2557-4dcc-9b66-2e0eb8b04b93 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:38.869277 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ddd5e4dd-7933-45d2-9a8a-f5badbdfd8c3 req-915591da-2557-4dcc-9b66-2e0eb8b04b93 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 945 time: 0.1523001 Jul 13 07:38:38.898812 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=c524caa4-325e-4456-b762-1c763e6db9f5,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:38.932586 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ddd5e4dd-7933-45d2-9a8a-f5badbdfd8c3 req-42b56817-c485-4171-869f-3b3d17e20bf4 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564780 Jul 13 07:38:39.079797 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5f098-cbdc-450c-a7b6-2df4bc8fd535 req-c687cbe4-8337-4c8d-9417-3ae81a0da381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:39.081328 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2af5f098-cbdc-450c-a7b6-2df4bc8fd535 req-c687cbe4-8337-4c8d-9417-3ae81a0da381 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c1b61808-f217-48b5-8140-b4cd0d8fef9d HTTP/1.1" status: 200 len: 1098 time: 0.1867967 Jul 13 07:38:39.155393 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2af5f098-cbdc-450c-a7b6-2df4bc8fd535 req-60e8c875-6a09-4943-bb0a-398df09e3b23 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b8016c5d-3d42-45e2-8c87-bc1a4e98ccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596128 Jul 13 07:38:39.247466 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c9fc9-cd81-482d-80fc-99e61b0db489 req-19d1d4e4-66b8-442f-b979-bd624765e02a tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:39.256842 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-032c9fc9-cd81-482d-80fc-99e61b0db489 req-19d1d4e4-66b8-442f-b979-bd624765e02a tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/ports?device_id=7560704d-e6fb-41fe-a4cc-189daca77a97 HTTP/1.1" status: 200 len: 946 time: 0.1270270 Jul 13 07:38:39.309210 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-032c9fc9-cd81-482d-80fc-99e61b0db489 req-3c3b9ba1-e5c7-4fd7-b63c-c4d2d140d1f5 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c5deb34-2348-4409-8f1a-fc082f254caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497842 Jul 13 07:38:39.317491 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c5a2bce5-2896-4652-b867-fe59d72720ec None None] Provisioning complete for port c524caa4-325e-4456-b762-1c763e6db9f5 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:39.317968 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c5a2bce5-2896-4652-b867-fe59d72720ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.552533 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fce650-db91-49e4-ab43-52e5f031202f req-cc8557ce-447d-4ee5-a9bd-40ed85d56e59 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:39.554476 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08fce650-db91-49e4-ab43-52e5f031202f req-cc8557ce-447d-4ee5-a9bd-40ed85d56e59 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 945 time: 0.1085544 Jul 13 07:38:39.663232 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08fce650-db91-49e4-ab43-52e5f031202f req-22a97b0a-ff3b-45b7-b3f2-f622bb81db6a tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981464 Jul 13 07:38:39.876654 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ae8af-d061-4aa5-8e7c-cc4e6825770c req-1ab0e233-c4e7-4c0f-bf65-813c823894f4 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:39.878405 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e6ae8af-d061-4aa5-8e7c-cc4e6825770c req-1ab0e233-c4e7-4c0f-bf65-813c823894f4 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1b61808-f217-48b5-8140-b4cd0d8fef9d HTTP/1.1" status: 200 len: 946 time: 0.1718109 Jul 13 07:38:39.960209 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e6ae8af-d061-4aa5-8e7c-cc4e6825770c req-47b50ec5-c5ef-417a-84ea-7a150ff7705d tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8016c5d-3d42-45e2-8c87-bc1a4e98ccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718713 Jul 13 07:38:40.287402 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c768d-591e-47c2-819d-cb1b59f8eabd req-98a8a3cb-bfd6-4a02-a68e-3cb9772b2fa3 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:40.289570 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cb6c768d-591e-47c2-819d-cb1b59f8eabd req-98a8a3cb-bfd6-4a02-a68e-3cb9772b2fa3 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 945 time: 0.1071806 Jul 13 07:38:40.356676 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cb6c768d-591e-47c2-819d-cb1b59f8eabd req-f3dd48c6-aa9f-4018-8c98-cdf862448fc2 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608320 Jul 13 07:38:40.599404 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0d5be-2480-4b3e-9652-6a03bde20002 req-77a1e8a0-c146-41bf-9d0f-c1f5cf1fa3d3 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:40.601487 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7cf0d5be-2480-4b3e-9652-6a03bde20002 req-77a1e8a0-c146-41bf-9d0f-c1f5cf1fa3d3 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/ports?device_id=7560704d-e6fb-41fe-a4cc-189daca77a97 HTTP/1.1" status: 200 len: 946 time: 0.2298961 Jul 13 07:38:40.622710 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device f362df96-90f1-4438-89e5-053f01c650e4 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:40.732104 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7cf0d5be-2480-4b3e-9652-6a03bde20002 req-dcfcd13e-0d0f-4821-bd06-6c75ba0f8dbb tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c5deb34-2348-4409-8f1a-fc082f254caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181219 Jul 13 07:38:40.736844 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port f362df96-90f1-4438-89e5-053f01c650e4 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:40.751961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port f362df96-90f1-4438-89e5-053f01c650e4 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:40.752788 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:40.957547 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.010016 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c730aea4-97b8-430e-8722-05d70c0626d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f362df96-90f1-4438-89e5-053f01c650e4'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:41.015596 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05783760-a44d-4d24-8c67-8d7cb6f4d7fb" -d '{"events": [{"server_uuid": "c730aea4-97b8-430e-8722-05d70c0626d7", "name": "network-vif-plugged", "status": "completed", "tag": "f362df96-90f1-4438-89e5-053f01c650e4"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:41.048312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port f362df96-90f1-4438-89e5-053f01c650e4, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=f362df96-90f1-4438-89e5-053f01c650e4,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:41.058531 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.076149 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecd94e-bd3c-4fb3-877e-10978f6afae4 req-ea08a359-97a1-489a-96fc-44ff6a1fe3a0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:41.085700 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3ecd94e-bd3c-4fb3-877e-10978f6afae4 req-ea08a359-97a1-489a-96fc-44ff6a1fe3a0 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 945 time: 0.1551087 Jul 13 07:38:41.147763 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3ecd94e-bd3c-4fb3-877e-10978f6afae4 req-31146cda-f341-44c5-adc4-c542627c15ff tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595644 Jul 13 07:38:41.181249 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=f362df96-90f1-4438-89e5-053f01c650e4,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:41.217225 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d28fba9-adcb-4d6d-8910-d662f0a8c863 x-openstack-request-id: req-4d28fba9-adcb-4d6d-8910-d662f0a8c863 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:41.217977 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c730aea4-97b8-430e-8722-05d70c0626d7", "name": "network-vif-plugged", "status": "completed", "tag": "f362df96-90f1-4438-89e5-053f01c650e4", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:41.220583 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d28fba9-adcb-4d6d-8910-d662f0a8c863 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:41.221157 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c730aea4-97b8-430e-8722-05d70c0626d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f362df96-90f1-4438-89e5-053f01c650e4', 'code': 200} Jul 13 07:38:41.436344 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c81b1-984e-4c56-9829-f51225632d11 req-37dc5073-47c7-4b85-8ccc-e1468e09a4bd tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:41.445374 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e16c81b1-984e-4c56-9829-f51225632d11 req-37dc5073-47c7-4b85-8ccc-e1468e09a4bd tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1b61808-f217-48b5-8140-b4cd0d8fef9d HTTP/1.1" status: 200 len: 946 time: 0.2086747 Jul 13 07:38:41.457058 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c1e08-252a-4f0c-a083-5c902d5ea4c2 req-c55927f0-54c5-4278-9a68-26c4c30a395d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:41.458702 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a52c1e08-252a-4f0c-a083-5c902d5ea4c2 req-c55927f0-54c5-4278-9a68-26c4c30a395d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 1098 time: 0.1465635 Jul 13 07:38:41.607790 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e16c81b1-984e-4c56-9829-f51225632d11 req-47e96013-716a-4b76-849d-db2da37205c7 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8016c5d-3d42-45e2-8c87-bc1a4e98ccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619458 Jul 13 07:38:41.632539 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36532) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:41.671129 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a52c1e08-252a-4f0c-a083-5c902d5ea4c2 req-5c861555-8076-4c86-b174-2ea7872a6ab6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948798 Jul 13 07:38:41.709386 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11ed81-6621-46ee-9577-c8d2663b6b48 req-356b774e-c403-43ba-906a-f505f45db16b tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:41.721770 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5d11ed81-6621-46ee-9577-c8d2663b6b48 req-356b774e-c403-43ba-906a-f505f45db16b tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.35 "GET /v2.0/ports?device_id=7560704d-e6fb-41fe-a4cc-189daca77a97 HTTP/1.1" status: 200 len: 946 time: 0.2269785 Jul 13 07:38:41.874315 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528a9c9-9833-403a-aa41-70b1613b9811 req-16137caa-ffa2-4b75-82de-365a47d45b9a tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:41.876476 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3528a9c9-9833-403a-aa41-70b1613b9811 req-16137caa-ffa2-4b75-82de-365a47d45b9a tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 945 time: 0.2677026 Jul 13 07:38:42.034629 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3528a9c9-9833-403a-aa41-70b1613b9811 req-c1ab5086-29ac-41c8-a44b-147bdfdf2075 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389356 Jul 13 07:38:42.054437 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-79705786-28b4-4b07-a905-10bb78cf8df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:42.118118 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-5d11ed81-6621-46ee-9577-c8d2663b6b48 req-9c16c0be-222b-4974-ab7a-827940f125e0 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Deleting port d843a960-8efc-45a8-b603-f969d0b270ac {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:42.118524 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5d11ed81-6621-46ee-9577-c8d2663b6b48 req-9c16c0be-222b-4974-ab7a-827940f125e0 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:42.316485 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-79705786-28b4-4b07-a905-10bb78cf8df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:42.329201 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-79705786-28b4-4b07-a905-10bb78cf8df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:42.409345 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a1846ffa-1a1d-4b77-a297-2f6a028478c9 req-8e720d7e-8d12-440c-8132-56f26ff09c0f tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 258 time: 0.4042938 Jul 13 07:38:42.418054 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-a1846ffa-1a1d-4b77-a297-2f6a028478c9 req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:42.466606 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-79705786-28b4-4b07-a905-10bb78cf8df2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=98ff905901da41049971a1edda72edd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8080378 Jul 13 07:38:42.467258 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36546) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:42.472183 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79705786-28b4-4b07-a905-10bb78cf8df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502a63e2-0f28-490a-a106-a45fdada876e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:42.533951 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99849147-5295-4193-b1be-a0c076a980a9 req-b02b200c-0d11-4786-83f9-3ea72cb446a7 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:42.535891 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-99849147-5295-4193-b1be-a0c076a980a9 req-b02b200c-0d11-4786-83f9-3ea72cb446a7 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/ports?device_id=7560704d-e6fb-41fe-a4cc-189daca77a97 HTTP/1.1" status: 200 len: 946 time: 0.2834151 Jul 13 07:38:42.538313 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a1846ffa-1a1d-4b77-a297-2f6a028478c9 req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:42.567342 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-5d11ed81-6621-46ee-9577-c8d2663b6b48 req-9c16c0be-222b-4974-ab7a-827940f125e0 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] For port d843a960-8efc-45a8-b603-f969d0b270ac, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=d843a960-8efc-45a8-b603-f969d0b270ac,segment=NetworkSegment(27150736-8c71-4eee-ae2f-a27f497f7447),segment_id=27150736-8c71-4eee-ae2f-a27f497f7447)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:42.567976 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5d11ed81-6621-46ee-9577-c8d2663b6b48 req-9c16c0be-222b-4974-ab7a-827940f125e0 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:42.613104 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3b48e4ef-87ea-4ee7-801d-1acdeeba7bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:42.621786 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-99849147-5295-4193-b1be-a0c076a980a9 req-fb2afa01-0c50-4aab-befd-d60896e5fe15 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c5deb34-2348-4409-8f1a-fc082f254caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718985 Jul 13 07:38:42.671702 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3b48e4ef-87ea-4ee7-801d-1acdeeba7bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:42.768361 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:42.791758 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3b48e4ef-87ea-4ee7-801d-1acdeeba7bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:42.795387 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3b48e4ef-87ea-4ee7-801d-1acdeeba7bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:42.804070 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3b48e4ef-87ea-4ee7-801d-1acdeeba7bd1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/502a63e2-0f28-490a-a106-a45fdada876e HTTP/1.1" status: 204 len: 168 time: 0.3328636 Jul 13 07:38:42.805332 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-5d11ed81-6621-46ee-9577-c8d2663b6b48 req-9c16c0be-222b-4974-ab7a-827940f125e0 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Calling delete_port for d843a960-8efc-45a8-b603-f969d0b270ac owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:42.838958 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48e4ef-87ea-4ee7-801d-1acdeeba7bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502a63e2-0f28-490a-a106-a45fdada876e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:43.247693 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5d11ed81-6621-46ee-9577-c8d2663b6b48 req-9c16c0be-222b-4974-ab7a-827940f125e0 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.305558 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16c0be-222b-4974-ab7a-827940f125e0 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Pushing event deleted for resources: {'Port': ['ID=d843a960-8efc-45a8-b603-f969d0b270ac,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:43.405574 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d11ed81-6621-46ee-9577-c8d2663b6b48 req-9c16c0be-222b-4974-ab7a-827940f125e0 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] No DVR routers for this DVR port d843a960-8efc-45a8-b603-f969d0b270ac on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:43.414383 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5d11ed81-6621-46ee-9577-c8d2663b6b48 req-9c16c0be-222b-4974-ab7a-827940f125e0 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.423728 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5d11ed81-6621-46ee-9577-c8d2663b6b48 req-9c16c0be-222b-4974-ab7a-827940f125e0 tempest-InstanceActionsTestJSON-523171294 tempest-InstanceActionsTestJSON-523171294-project] 10.222.0.35 "DELETE /v2.0/ports/d843a960-8efc-45a8-b603-f969d0b270ac HTTP/1.1" status: 204 len: 173 time: 1.6940796 Jul 13 07:38:43.424524 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7560704d-e6fb-41fe-a4cc-189daca77a97', 'name': 'network-vif-deleted', 'tag': 'd843a960-8efc-45a8-b603-f969d0b270ac'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:43.471774 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30aeaf7a-9a48-4e3b-8df5-7d023eddce3e" -d '{"events": [{"server_uuid": "7560704d-e6fb-41fe-a4cc-189daca77a97", "name": "network-vif-deleted", "tag": "d843a960-8efc-45a8-b603-f969d0b270ac"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:43.569958 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063db64a-5845-4df8-95c8-2ef709e4e9ba req-af422772-5c1a-4d14-bcbd-b666422fa547 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:43.592636 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-063db64a-5845-4df8-95c8-2ef709e4e9ba req-af422772-5c1a-4d14-bcbd-b666422fa547 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.1918321 Jul 13 07:38:43.663006 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a1846ffa-1a1d-4b77-a297-2f6a028478c9 req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.863082 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-45f44468-c6c5-441f-9298-38ffe7718d2d tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:43.864949 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-45f44468-c6c5-441f-9298-38ffe7718d2d tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859&tenant_id=218eabc1e5414d678874133f2fbf6f59&binding%3Ahost_id=n-h1-779913-28 HTTP/1.1" status: 200 len: 1097 time: 0.1755817 Jul 13 07:38:43.888374 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-28'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:43.917625 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-063db64a-5845-4df8-95c8-2ef709e4e9ba req-5f3ba412-270b-4e6f-a3e9-bf1e1d745ef6 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236208 Jul 13 07:38:44.006345 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-a1846ffa-1a1d-4b77-a297-2f6a028478c9 req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Allocated IP 172.25.0.81 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/9d2a6b96-80fe-40a4-9f1e-64749bb941db) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:44.088063 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.314376 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a1846ffa-1a1d-4b77-a297-2f6a028478c9 req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.328940 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36584) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:44.419748 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] For port 391a2889-7883-44d3-a179-c2e80188d486, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=391a2889-7883-44d3-a179-c2e80188d486,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:44.467564 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] For port 391a2889-7883-44d3-a179-c2e80188d486, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:44.468557 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a1846ffa-1a1d-4b77-a297-2f6a028478c9 req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.522541 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.533867 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.595377 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=391a2889-7883-44d3-a179-c2e80188d486,revision_number=7']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:44.603034 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Pushing event updated for resources: {'Port': ['ID=9d2a6b96-80fe-40a4-9f1e-64749bb941db,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:44.615668 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-585de901-b769-45d7-b4c7-bbe1ef4f0ff9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-network', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:44.640153 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:44.640395 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:44.641907 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:44.642300 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:44.642671 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:44.643089 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:44.643536 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:44.644067 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:44.645052 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:44.645399 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:44.645735 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:44.646131 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:44.646866 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device d843a960-8efc-45a8-b603-f969d0b270ac no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:44.661214 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1846ffa-1a1d-4b77-a297-2f6a028478c9 req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:44.676563 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-a1846ffa-1a1d-4b77-a297-2f6a028478c9 req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:44.690793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1846ffa-1a1d-4b77-a297-2f6a028478c9 req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:44.698423 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: d843a960-8efc-45a8-b603-f969d0b270ac {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:38:44.699182 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device d843a960-8efc-45a8-b603-f969d0b270ac not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:44.711293 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] Attempting to bind port 391a2889-7883-44d3-a179-c2e80188d486 on host n-h1-779913-28 for vnic_type normal with profile {"migrating_to": "n-h2-779913-28"} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:44.711719 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] Attempting to bind port 391a2889-7883-44d3-a179-c2e80188d486 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:44.712210 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] Attempting to bind port 391a2889-7883-44d3-a179-c2e80188d486 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:44.719899 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] Port 391a2889-7883-44d3-a179-c2e80188d486 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:44.720655 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] Attempting to bind port 391a2889-7883-44d3-a179-c2e80188d486 on network b159845f-d7a4-461c-8ffb-c97d06e8c431 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:44.727030 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:44.727818 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] Checking segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:44.728487 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] Bound using segment: {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:44.729211 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] Bound port: 391a2889-7883-44d3-a179-c2e80188d486, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f4f0a3-f452-43b8-9878-c7395c4a5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b159845f-d7a4-461c-8ffb-c97d06e8c431'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:44.729797 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.807609 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585de901-b769-45d7-b4c7-bbe1ef4f0ff9 admin admin] Made reservation on behalf of fd2a6045fb9847fcbcf272c120be7396 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:44.814922 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-585de901-b769-45d7-b4c7-bbe1ef4f0ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.829199 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] For port 391a2889-7883-44d3-a179-c2e80188d486, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:44.835047 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] For port 391a2889-7883-44d3-a179-c2e80188d486, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=391a2889-7883-44d3-a179-c2e80188d486,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:44.842669 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.857319 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-585de901-b769-45d7-b4c7-bbe1ef4f0ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.995086 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=391a2889-7883-44d3-a179-c2e80188d486,revision_number=8']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:45.001971 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a1846ffa-1a1d-4b77-a297-2f6a028478c9 req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.013135 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:45.013980 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.016925 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4d2d0dfa-924f-4718-902c-d643d9928ca6 service neutron] 10.222.0.62 "PUT /v2.0/ports/391a2889-7883-44d3-a179-c2e80188d486 HTTP/1.1" status: 200 len: 1123 time: 1.1371298 Jul 13 07:38:45.031673 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69035674-339d-42a7-ac2d-2a2a2000d735 req-f0bc5a04-b8b4-47f9-9234-36e4d9186d4a tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:45.033179 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-69035674-339d-42a7-ac2d-2a2a2000d735 req-f0bc5a04-b8b4-47f9-9234-36e4d9186d4a tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 943 time: 0.2464797 Jul 13 07:38:45.061511 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189169ab-895f-4041-92ef-21342a563875 req-127529c6-3817-4299-9130-efdf6f99da38 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:45.064216 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-189169ab-895f-4041-92ef-21342a563875 req-127529c6-3817-4299-9130-efdf6f99da38 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.35 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 945 time: 0.1479540 Jul 13 07:38:45.098533 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['391a2889-7883-44d3-a179-c2e80188d486'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:45.137200 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a1846ffa-1a1d-4b77-a297-2f6a028478c9 req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.224716 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-69035674-339d-42a7-ac2d-2a2a2000d735 req-73d3103e-baa7-46fd-bb52-5dc89a19e2bf tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784725 Jul 13 07:38:45.229595 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['391a2889-7883-44d3-a179-c2e80188d486'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:45.269572 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-189169ab-895f-4041-92ef-21342a563875 req-837a8f4f-1a06-4e1d-98b0-cb5bdb0b0896 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Deleting port 50003957-f194-4544-a5d2-366da3dffec6 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:45.270183 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-189169ab-895f-4041-92ef-21342a563875 req-837a8f4f-1a06-4e1d-98b0-cb5bdb0b0896 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.355143 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-585de901-b769-45d7-b4c7-bbe1ef4f0ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.381794 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-585de901-b769-45d7-b4c7-bbe1ef4f0ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.428235 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-189169ab-895f-4041-92ef-21342a563875 req-837a8f4f-1a06-4e1d-98b0-cb5bdb0b0896 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] For port 50003957-f194-4544-a5d2-366da3dffec6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=50003957-f194-4544-a5d2-366da3dffec6,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:45.428891 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-189169ab-895f-4041-92ef-21342a563875 req-837a8f4f-1a06-4e1d-98b0-cb5bdb0b0896 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.450694 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-189169ab-895f-4041-92ef-21342a563875 req-837a8f4f-1a06-4e1d-98b0-cb5bdb0b0896 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Calling delete_port for 50003957-f194-4544-a5d2-366da3dffec6 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:45.508745 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36592) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:45.558794 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585de901-b769-45d7-b4c7-bbe1ef4f0ff9 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:45.615581 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844ed035-209f-4cac-a3f9-b3ba4806b6aa x-openstack-request-id: req-844ed035-209f-4cac-a3f9-b3ba4806b6aa {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:45.615915 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7560704d-e6fb-41fe-a4cc-189daca77a97", "name": "network-vif-deleted", "tag": "d843a960-8efc-45a8-b603-f969d0b270ac", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:45.616360 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-844ed035-209f-4cac-a3f9-b3ba4806b6aa {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:45.616778 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7560704d-e6fb-41fe-a4cc-189daca77a97', 'name': 'network-vif-deleted', 'tag': 'd843a960-8efc-45a8-b603-f969d0b270ac', 'status': 'completed', 'code': 200} Jul 13 07:38:45.659444 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-585de901-b769-45d7-b4c7-bbe1ef4f0ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.659804 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-585de901-b769-45d7-b4c7-bbe1ef4f0ff9 admin admin] Added segment 1ded926f-85f6-4deb-8f96-a9fc18fd1d8f of type vlan for network 164dc193-94d4-4901-8325-2ada440bfa80 Jul 13 07:38:45.674213 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585de901-b769-45d7-b4c7-bbe1ef4f0ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c323416d-1271-4aae-8174-decc0d73a54d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:45.694841 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-189169ab-895f-4041-92ef-21342a563875 req-837a8f4f-1a06-4e1d-98b0-cb5bdb0b0896 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.708869 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['50003957-f194-4544-a5d2-366da3dffec6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:45.749552 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-637718c8-7355-4ac6-96e7-6f2d1c1deac7 admin admin] Deleting subnet b08a8347-5f21-40fc-a6fb-b587854bdebd {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:38:45.762247 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-585de901-b769-45d7-b4c7-bbe1ef4f0ff9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.771410 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-637718c8-7355-4ac6-96e7-6f2d1c1deac7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.783070 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a8f4f-1a06-4e1d-98b0-cb5bdb0b0896 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Pushing event deleted for resources: {'Port': ['ID=50003957-f194-4544-a5d2-366da3dffec6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:45.879013 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a1846ffa-1a1d-4b77-a297-2f6a028478c9 req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.885526 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-189169ab-895f-4041-92ef-21342a563875 req-837a8f4f-1a06-4e1d-98b0-cb5bdb0b0896 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] No DVR routers for this DVR port 50003957-f194-4544-a5d2-366da3dffec6 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:45.892636 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-189169ab-895f-4041-92ef-21342a563875 req-837a8f4f-1a06-4e1d-98b0-cb5bdb0b0896 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.894276 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-637718c8-7355-4ac6-96e7-6f2d1c1deac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.895449 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-189169ab-895f-4041-92ef-21342a563875 req-837a8f4f-1a06-4e1d-98b0-cb5bdb0b0896 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.35 "DELETE /v2.0/ports/50003957-f194-4544-a5d2-366da3dffec6 HTTP/1.1" status: 204 len: 173 time: 0.8243668 Jul 13 07:38:45.932406 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a1846ffa-1a1d-4b77-a297-2f6a028478c9 req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.948991 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-585de901-b769-45d7-b4c7-bbe1ef4f0ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.950220 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585de901-b769-45d7-b4c7-bbe1ef4f0ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:45.950931 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-585de901-b769-45d7-b4c7-bbe1ef4f0ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.094832 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-637718c8-7355-4ac6-96e7-6f2d1c1deac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.108082 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-585de901-b769-45d7-b4c7-bbe1ef4f0ff9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7681351 Jul 13 07:38:46.108337 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36606) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:46.115414 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-872a5901-5bc1-4890-9d51-23ecd1e3d884 admin admin] Request body: {'subnet': {'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-subnet', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:46.141464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872a5901-5bc1-4890-9d51-23ecd1e3d884 admin admin] Made reservation on behalf of fd2a6045fb9847fcbcf272c120be7396 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:46.144554 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-872a5901-5bc1-4890-9d51-23ecd1e3d884 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.189450 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Pushing event updated for resources: {'Port': ['ID=9d2a6b96-80fe-40a4-9f1e-64749bb941db,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:46.202733 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585de901-b769-45d7-b4c7-bbe1ef4f0ff9 admin admin] Pushing event updated for resources: {'Network': ['ID=164dc193-94d4-4901-8325-2ada440bfa80,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:46.220404 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 164dc193-94d4-4901-8325-2ada440bfa80 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:46.241203 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a1846ffa-1a1d-4b77-a297-2f6a028478c9 req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.282072 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a1846ffa-1a1d-4b77-a297-2f6a028478c9 req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.283831 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a1846ffa-1a1d-4b77-a297-2f6a028478c9 req-48a2ec61-6131-4860-b7ab-ce39a1f674b8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8733864 Jul 13 07:38:46.308886 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-637718c8-7355-4ac6-96e7-6f2d1c1deac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.381722 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-872a5901-5bc1-4890-9d51-23ecd1e3d884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.401939 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a1846ffa-1a1d-4b77-a297-2f6a028478c9 req-2ee72840-f3be-45cb-be54-6f56558ad654 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.81 HTTP/1.1" status: 200 len: 695 time: 0.1053920 Jul 13 07:38:46.404543 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f3da60f7-65d5-4f88-9f30-e266e3543d1f req-f552a150-23e1-4a5f-8828-a709248f3e18 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57946b2-3bcd-450f-a587-35fc4b82e4b5 HTTP/1.1" status: 200 len: 210 time: 0.0611351 Jul 13 07:38:46.407053 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637718c8-7355-4ac6-96e7-6f2d1c1deac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b08a8347-5f21-40fc-a6fb-b587854bdebd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:46.409118 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-637718c8-7355-4ac6-96e7-6f2d1c1deac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.412935 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-637718c8-7355-4ac6-96e7-6f2d1c1deac7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b08a8347-5f21-40fc-a6fb-b587854bdebd HTTP/1.1" status: 204 len: 168 time: 0.9009197 Jul 13 07:38:46.416295 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36612) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:46.454353 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 391a2889-7883-44d3-a179-c2e80188d486 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:46.457220 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a5901-5bc1-4890-9d51-23ecd1e3d884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=338fc189-33fc-4de5-8976-e1adcb0ebd5b,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:46.479466 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a5901-5bc1-4890-9d51-23ecd1e3d884 admin admin] Checking segment: {'id': '1ded926f-85f6-4deb-8f96-a9fc18fd1d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:46.480086 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872a5901-5bc1-4890-9d51-23ecd1e3d884 admin admin] Network hostable DHCP agents. Network: 164dc193-94d4-4901-8325-2ada440bfa80, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:46.512143 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872a5901-5bc1-4890-9d51-23ecd1e3d884 admin admin] Network 164dc193-94d4-4901-8325-2ada440bfa80 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:46.533783 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-872a5901-5bc1-4890-9d51-23ecd1e3d884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 164dc193-94d4-4901-8325-2ada440bfa80) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:46.539714 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872a5901-5bc1-4890-9d51-23ecd1e3d884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:46.540205 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-872a5901-5bc1-4890-9d51-23ecd1e3d884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.562893 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-872a5901-5bc1-4890-9d51-23ecd1e3d884 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4528096 Jul 13 07:38:46.565309 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36614) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:46.566200 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411dc11a-e08e-445d-90f0-5d9e1195794e None None] Network 164dc193-94d4-4901-8325-2ada440bfa80 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:46.573728 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-caa5dfff-4b74-438c-989c-46d033376dde admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:46.576752 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-558cd33b-5c3f-430f-8567-947c408a983e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.613687 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-caa5dfff-4b74-438c-989c-46d033376dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.614880 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-caa5dfff-4b74-438c-989c-46d033376dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.643808 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1846ffa-1a1d-4b77-a297-2f6a028478c9 req-780ad35b-6228-4c49-8bac-c754955280de tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:46.645263 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a1846ffa-1a1d-4b77-a297-2f6a028478c9 req-780ad35b-6228-4c49-8bac-c754955280de tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.2169669 Jul 13 07:38:46.707356 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-558cd33b-5c3f-430f-8567-947c408a983e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.720624 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-caa5dfff-4b74-438c-989c-46d033376dde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.721642 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-558cd33b-5c3f-430f-8567-947c408a983e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470857d6-1ee5-4cf6-9833-6b81ad09cbe6']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:46.735895 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-558cd33b-5c3f-430f-8567-947c408a983e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27150736-8c71-4eee-ae2f-a27f497f7447') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:46.736242 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-558cd33b-5c3f-430f-8567-947c408a983e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27150736-8c71-4eee-ae2f-a27f497f7447') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:46.748512 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-558cd33b-5c3f-430f-8567-947c408a983e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.767196 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-558cd33b-5c3f-430f-8567-947c408a983e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.775933 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558cd33b-5c3f-430f-8567-947c408a983e admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:46.776522 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-558cd33b-5c3f-430f-8567-947c408a983e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:46.778729 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:46.906510 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-558cd33b-5c3f-430f-8567-947c408a983e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.916578 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-558cd33b-5c3f-430f-8567-947c408a983e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.920671 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-caa5dfff-4b74-438c-989c-46d033376dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.920840 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-558cd33b-5c3f-430f-8567-947c408a983e admin admin] 10.222.0.58 "DELETE /v2.0/networks/470857d6-1ee5-4cf6-9833-6b81ad09cbe6 HTTP/1.1" status: 204 len: 168 time: 0.5009098 Jul 13 07:38:46.956443 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558cd33b-5c3f-430f-8567-947c408a983e admin admin] Pushing event deleted for resources: {'Network': ['ID=470857d6-1ee5-4cf6-9833-6b81ad09cbe6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:46.981173 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 391a2889-7883-44d3-a179-c2e80188d486, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=391a2889-7883-44d3-a179-c2e80188d486,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:46.985759 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-164dc193-94d4-4901-8325-2ada440bfa80', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:38:46.986681 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.007083 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 391a2889-7883-44d3-a179-c2e80188d486 has no active binding in host n-h2-779913-28 {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:38:47.081191 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c913678-81d7-4cf5-8276-ed93e75e5823 req-d517919c-7f92-4eb4-910f-c211e5969aba tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:47.083043 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c913678-81d7-4cf5-8276-ed93e75e5823 req-d517919c-7f92-4eb4-910f-c211e5969aba tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.2195847 Jul 13 07:38:47.156688 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c065e37-4492-411d-ac3c-20df33a2c101 req-d5a24a80-f3f0-4155-a7f7-357733fe61f1 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:47.158237 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c065e37-4492-411d-ac3c-20df33a2c101 req-d5a24a80-f3f0-4155-a7f7-357733fe61f1 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 943 time: 0.2065308 Jul 13 07:38:47.178857 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c913678-81d7-4cf5-8276-ed93e75e5823 req-ab94f67b-ba25-49ff-9bbb-f8801a37b5cb tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890710 Jul 13 07:38:47.179378 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36624) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:47.216817 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Allocated IP 172.20.0.2 (164dc193-94d4-4901-8325-2ada440bfa80/338fc189-33fc-4de5-8976-e1adcb0ebd5b/3e523e05-d472-4140-87c1-8ca067e953a9) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:47.243902 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-caa5dfff-4b74-438c-989c-46d033376dde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.291029 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-caa5dfff-4b74-438c-989c-46d033376dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.352249 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c065e37-4492-411d-ac3c-20df33a2c101 req-dc809ab3-1726-40d7-9ba5-9364f179823b tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876583 Jul 13 07:38:47.389493 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36626) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:47.389818 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0a10ab78-7bfa-4bd4-9bcc-ad8400aed545 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea1176bf8e234d4cbcc92a868d6b3ab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950817 Jul 13 07:38:47.417767 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.427472 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Transition to ACTIVE for port object 3e523e05-d472-4140-87c1-8ca067e953a9 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:47.454025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Transition to ACTIVE for port object 3e523e05-d472-4140-87c1-8ca067e953a9 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:47.462762 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.492618 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-55e1de89-ec22-4844-96e3-79edd8dcb594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.496882 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-b42c0ed6-12ca-45ee-8a6b-231b76f2bbcf tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:47.505580 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-b42c0ed6-12ca-45ee-8a6b-231b76f2bbcf tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1b61808-f217-48b5-8140-b4cd0d8fef9d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1976302 Jul 13 07:38:47.515550 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-caa5dfff-4b74-438c-989c-46d033376dde admin admin] Allocated IP 172.25.0.224 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/05db3d9f-fc06-478f-ba9b-32d904d09c95) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:47.522029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Pushing event updated for resources: {'Port': ['ID=3e523e05-d472-4140-87c1-8ca067e953a9,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:47.544194 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Network 164dc193-94d4-4901-8325-2ada440bfa80 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:47.546389 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:47.547289 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:47.547636 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:47.548580 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:47.548934 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:47.549322 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:47.549601 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:47.549933 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:47.550306 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:47.550633 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:47.550962 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:47.551284 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:47.556103 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:47.558490 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:47.566855 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-55e1de89-ec22-4844-96e3-79edd8dcb594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.570653 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-58accdb9-d1f1-48a7-b049-968717381887 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.81 HTTP/1.1" status: 200 len: 695 time: 0.0637615 Jul 13 07:38:47.582165 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-439cd709-a70a-419b-8fe4-6ca63a264ec4 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Request body: {'floatingip': {'port_id': 'c524caa4-325e-4456-b762-1c763e6db9f5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:47.618600 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3236581-b693-4031-ba3b-0c362336d859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '391a2889-7883-44d3-a179-c2e80188d486'}, {'name': 'network-changed', 'server_uuid': 'a3236581-b693-4031-ba3b-0c362336d859', 'tag': '391a2889-7883-44d3-a179-c2e80188d486'}, {'server_uuid': 'f57946b2-3bcd-450f-a587-35fc4b82e4b5', 'name': 'network-vif-deleted', 'tag': '50003957-f194-4544-a5d2-366da3dffec6'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:47.620882 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3aa558f-c9ae-4afb-a133-a1ed0f4d56d8" -d '{"events": [{"server_uuid": "a3236581-b693-4031-ba3b-0c362336d859", "name": "network-vif-unplugged", "status": "completed", "tag": "391a2889-7883-44d3-a179-c2e80188d486"}, {"name": "network-changed", "server_uuid": "a3236581-b693-4031-ba3b-0c362336d859", "tag": "391a2889-7883-44d3-a179-c2e80188d486"}, {"server_uuid": "f57946b2-3bcd-450f-a587-35fc4b82e4b5", "name": "network-vif-deleted", "tag": "50003957-f194-4544-a5d2-366da3dffec6"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:47.642204 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Attempting to bind port 3e523e05-d472-4140-87c1-8ca067e953a9 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:47.642641 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Attempting to bind port 3e523e05-d472-4140-87c1-8ca067e953a9 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '1ded926f-85f6-4deb-8f96-a9fc18fd1d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:47.643012 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Attempting to bind port 3e523e05-d472-4140-87c1-8ca067e953a9 on network 164dc193-94d4-4901-8325-2ada440bfa80 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:47.658467 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-439cd709-a70a-419b-8fe4-6ca63a264ec4 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.663297 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:47.663678 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Checking segment: {'id': '1ded926f-85f6-4deb-8f96-a9fc18fd1d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:47.664091 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.664489 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Bound using segment: {'id': '1ded926f-85f6-4deb-8f96-a9fc18fd1d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:47.664996 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Bound port: 3e523e05-d472-4140-87c1-8ca067e953a9, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ded926f-85f6-4deb-8f96-a9fc18fd1d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:47.665349 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.697403 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09445ba3-0830-4d7b-a6d1-1b49076907ac x-openstack-request-id: req-09445ba3-0830-4d7b-a6d1-1b49076907ac {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:47.697708 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3236581-b693-4031-ba3b-0c362336d859", "name": "network-vif-unplugged", "status": "completed", "tag": "391a2889-7883-44d3-a179-c2e80188d486", "code": 200}, {"name": "network-changed", "server_uuid": "a3236581-b693-4031-ba3b-0c362336d859", "tag": "391a2889-7883-44d3-a179-c2e80188d486", "status": "completed", "code": 200}, {"server_uuid": "f57946b2-3bcd-450f-a587-35fc4b82e4b5", "name": "network-vif-deleted", "tag": "50003957-f194-4544-a5d2-366da3dffec6", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:47.697957 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-09445ba3-0830-4d7b-a6d1-1b49076907ac {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:47.698538 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3236581-b693-4031-ba3b-0c362336d859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '391a2889-7883-44d3-a179-c2e80188d486', 'code': 200} Jul 13 07:38:47.698857 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3236581-b693-4031-ba3b-0c362336d859', 'tag': '391a2889-7883-44d3-a179-c2e80188d486', 'status': 'completed', 'code': 200} Jul 13 07:38:47.699111 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57946b2-3bcd-450f-a587-35fc4b82e4b5', 'name': 'network-vif-deleted', 'tag': '50003957-f194-4544-a5d2-366da3dffec6', 'status': 'completed', 'code': 200} Jul 13 07:38:47.700219 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-55e1de89-ec22-4844-96e3-79edd8dcb594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.703119 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-55e1de89-ec22-4844-96e3-79edd8dcb594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.704666 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-55e1de89-ec22-4844-96e3-79edd8dcb594 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c5deb34-2348-4409-8f1a-fc082f254caf HTTP/1.1" status: 204 len: 168 time: 0.3141458 Jul 13 07:38:47.728632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1de89-ec22-4844-96e3-79edd8dcb594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5deb34-2348-4409-8f1a-fc082f254caf,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:47.754597 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-caa5dfff-4b74-438c-989c-46d033376dde admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.838269 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa558f-c9ae-4afb-a133-a1ed0f4d56d8 req-08f4dc06-5b96-4b79-93b4-b9acaad84a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:47.840201 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e3aa558f-c9ae-4afb-a133-a1ed0f4d56d8 req-08f4dc06-5b96-4b79-93b4-b9acaad84a63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 1126 time: 0.0967731 Jul 13 07:38:47.884682 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] For port 3e523e05-d472-4140-87c1-8ca067e953a9, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:47.899092 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-caa5dfff-4b74-438c-989c-46d033376dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.905948 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] For port 3e523e05-d472-4140-87c1-8ca067e953a9, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3e523e05-d472-4140-87c1-8ca067e953a9,segment=NetworkSegment(1ded926f-85f6-4deb-8f96-a9fc18fd1d8f),segment_id=1ded926f-85f6-4deb-8f96-a9fc18fd1d8f)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:47.934782 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.979259 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5dfff-4b74-438c-989c-46d033376dde admin admin] Pushing event updated for resources: {'Port': ['ID=05db3d9f-fc06-478f-ba9b-32d904d09c95,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:48.037967 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa5dfff-4b74-438c-989c-46d033376dde admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:48.069537 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-caa5dfff-4b74-438c-989c-46d033376dde admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:48.090424 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa5dfff-4b74-438c-989c-46d033376dde admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:48.106112 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650e8ac-9360-4f33-a8a5-811977001e29 None None] Pushing event updated for resources: {'Port': ['ID=3e523e05-d472-4140-87c1-8ca067e953a9,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:48.161818 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa558f-c9ae-4afb-a133-a1ed0f4d56d8 req-e072e62d-d33f-47cd-a202-401c232b4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:48.163506 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e3aa558f-c9ae-4afb-a133-a1ed0f4d56d8 req-e072e62d-d33f-47cd-a202-401c232b4d7d service neutron] 10.222.0.35 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 908 time: 0.3111827 Jul 13 07:38:48.220082 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e3aa558f-c9ae-4afb-a133-a1ed0f4d56d8 req-79c55599-5ea5-4af4-a710-297947d11572 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=391a2889-7883-44d3-a179-c2e80188d486 HTTP/1.1" status: 200 len: 217 time: 0.0486615 Jul 13 07:38:48.675554 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 50003957-f194-4544-a5d2-366da3dffec6 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:48.711773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 50003957-f194-4544-a5d2-366da3dffec6 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:38:48.712153 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 50003957-f194-4544-a5d2-366da3dffec6 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:48.712602 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device a3823256-d8c9-441d-ba75-ab14ea680e94 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:48.743981 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa558f-c9ae-4afb-a133-a1ed0f4d56d8 req-8ffd2284-0022-4e47-bd0c-b2d532c2b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:48.750541 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e3aa558f-c9ae-4afb-a133-a1ed0f4d56d8 req-8ffd2284-0022-4e47-bd0c-b2d532c2b2d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 0.0505381 Jul 13 07:38:48.802630 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0c913-b990-4234-8851-3dac36a60942 req-e3ec59e2-5755-4730-b934-d21065a0a723 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:48.805500 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e5e0c913-b990-4234-8851-3dac36a60942 req-e3ec59e2-5755-4730-b934-d21065a0a723 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 945 time: 0.2312524 Jul 13 07:38:48.926208 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23a1f0-b8a8-4f6f-93e5-ffd8a6ff4d62 req-52ab1796-24ed-4cec-8997-2cc232cf1249 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:48.927957 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a23a1f0-b8a8-4f6f-93e5-ffd8a6ff4d62 req-52ab1796-24ed-4cec-8997-2cc232cf1249 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.35 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 945 time: 0.3525784 Jul 13 07:38:48.973966 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.db.resource_extend [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-439cd709-a70a-419b-8fe4-6ca63a264ec4 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:38:49.045834 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-caa5dfff-4b74-438c-989c-46d033376dde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.089367 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e3aa558f-c9ae-4afb-a133-a1ed0f4d56d8 req-6ba55b8b-d892-4257-9202-739447f5e3d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2083993 Jul 13 07:38:49.095007 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e5e0c913-b990-4234-8851-3dac36a60942 req-c8880bc6-c804-4ccf-830f-fb1fcd4b5bd8 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614582 Jul 13 07:38:49.145889 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36670) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:49.159296 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-439cd709-a70a-419b-8fe4-6ca63a264ec4 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.184931 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-439cd709-a70a-419b-8fe4-6ca63a264ec4 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.315721 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-439cd709-a70a-419b-8fe4-6ca63a264ec4 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Floating IP 42016724-f086-4223-b2f8-55cf0c0be782 associated. External IP: 172.25.0.81, port: c524caa4-325e-4456-b762-1c763e6db9f5. Jul 13 07:38:49.364324 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c0b22233-fb2a-4514-abec-56e5b5f6b045 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1978707033-network', 'tenant_id': '9b90828ea73245348c0c4c08a90fd0f3'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:49.390248 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e3aa558f-c9ae-4afb-a133-a1ed0f4d56d8 req-6df485f1-9e40-4cd0-bb88-595e9930f450 service neutron] 10.222.0.35 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056992 Jul 13 07:38:49.468843 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-4a23a1f0-b8a8-4f6f-93e5-ffd8a6ff4d62 req-6a4cf9b9-5c70-4b6b-9811-27a4355799d9 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Deleting port a3823256-d8c9-441d-ba75-ab14ea680e94 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:49.469279 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4a23a1f0-b8a8-4f6f-93e5-ffd8a6ff4d62 req-6a4cf9b9-5c70-4b6b-9811-27a4355799d9 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.539521 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e3aa558f-c9ae-4afb-a133-a1ed0f4d56d8 req-78da980e-6c8c-4618-945b-d91d69808cdb service neutron] 10.222.0.35 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130559 Jul 13 07:38:49.583429 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-4a23a1f0-b8a8-4f6f-93e5-ffd8a6ff4d62 req-6a4cf9b9-5c70-4b6b-9811-27a4355799d9 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] For port a3823256-d8c9-441d-ba75-ab14ea680e94, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=a3823256-d8c9-441d-ba75-ab14ea680e94,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:49.583797 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4a23a1f0-b8a8-4f6f-93e5-ffd8a6ff4d62 req-6a4cf9b9-5c70-4b6b-9811-27a4355799d9 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.613058 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-caa5dfff-4b74-438c-989c-46d033376dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.623976 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b22233-fb2a-4514-abec-56e5b5f6b045 admin admin] Made reservation on behalf of 9b90828ea73245348c0c4c08a90fd0f3 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:49.627036 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0b22233-fb2a-4514-abec-56e5b5f6b045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.632309 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164c596e-e1ea-460f-ac1d-df07438a8866 None None] Network 164dc193-94d4-4901-8325-2ada440bfa80 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:49.663249 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0b22233-fb2a-4514-abec-56e5b5f6b045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.668354 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-4a23a1f0-b8a8-4f6f-93e5-ffd8a6ff4d62 req-6a4cf9b9-5c70-4b6b-9811-27a4355799d9 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Calling delete_port for a3823256-d8c9-441d-ba75-ab14ea680e94 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:49.724054 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2df583ee-d59b-4b0b-9987-a5b15bb4bdad None None] Provisioning for port 3e523e05-d472-4140-87c1-8ca067e953a9 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:49.816105 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa5dfff-4b74-438c-989c-46d033376dde admin admin] Router e8ff480d-351c-41ce-8e8a-26fa815605d2 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:38:49.848634 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c2f05-db63-4a84-a0bc-1f9fc6672030 req-753474e7-059f-490b-9378-0cfca35a7844 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:49.855480 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f7c2f05-db63-4a84-a0bc-1f9fc6672030 req-753474e7-059f-490b-9378-0cfca35a7844 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.4867432 Jul 13 07:38:49.989029 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0b22233-fb2a-4514-abec-56e5b5f6b045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.006520 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f7c2f05-db63-4a84-a0bc-1f9fc6672030 req-88ac92bd-a47a-4c4e-b373-b49a12822c68 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500494 Jul 13 07:38:50.011216 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 3e523e05-d472-4140-87c1-8ca067e953a9 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:50.012447 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0b22233-fb2a-4514-abec-56e5b5f6b045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.048551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa5dfff-4b74-438c-989c-46d033376dde admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:38:50.066709 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] Sync routers for ids ['e8ff480d-351c-41ce-8e8a-26fa815605d2'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:38:50.080410 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] Routers {'e8ff480d-351c-41ce-8e8a-26fa815605d2'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:50.081431 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:38:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e8ff480d-351c-41ce-8e8a-26fa815605d2'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:50.082503 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-caa5dfff-4b74-438c-989c-46d033376dde admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.084263 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-caa5dfff-4b74-438c-989c-46d033376dde admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.5174601 Jul 13 07:38:50.087525 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36680) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:50.117440 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 3e523e05-d472-4140-87c1-8ca067e953a9 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:50.126180 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 3e523e05-d472-4140-87c1-8ca067e953a9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:50.127018 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.200789 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b22233-fb2a-4514-abec-56e5b5f6b045 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:50.272621 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.289743 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] Set router e8ff480d-351c-41ce-8e8a-26fa815605d2 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:38:50.320153 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b22233-fb2a-4514-abec-56e5b5f6b045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0768b8e7-2e1b-4a29-a491-56e82e998613,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:50.321325 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 3e523e05-d472-4140-87c1-8ca067e953a9, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3e523e05-d472-4140-87c1-8ca067e953a9,segment=NetworkSegment(1ded926f-85f6-4deb-8f96-a9fc18fd1d8f),segment_id=1ded926f-85f6-4deb-8f96-a9fc18fd1d8f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:50.331967 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.362596 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0b22233-fb2a-4514-abec-56e5b5f6b045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.362949 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-c0b22233-fb2a-4514-abec-56e5b5f6b045 admin admin] Added segment 6fe5fde7-c7df-4c3a-980a-32bd30ee693b of type vlan for network 33b768e0-aa6e-4ec7-ae33-536c73fae929 Jul 13 07:38:50.389593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-439cd709-a70a-419b-8fe4-6ca63a264ec4 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Router fe6aae68-e05f-40b9-b10b-529bcfad5c0a has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:38:50.447740 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2fab6d82-6d88-4bdb-8e8a-6e535119526f None None] Provisioning complete for port 3e523e05-d472-4140-87c1-8ca067e953a9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:50.448396 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2fab6d82-6d88-4bdb-8e8a-6e535119526f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.459865 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0b22233-fb2a-4514-abec-56e5b5f6b045 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.470798 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4a23a1f0-b8a8-4f6f-93e5-ffd8a6ff4d62 req-6a4cf9b9-5c70-4b6b-9811-27a4355799d9 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.492202 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=3e523e05-d472-4140-87c1-8ca067e953a9,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:50.598452 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4cf9b9-5c70-4b6b-9811-27a4355799d9 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Pushing event deleted for resources: {'Port': ['ID=a3823256-d8c9-441d-ba75-ab14ea680e94,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:50.612368 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.db.resource_extend [None req-c0b22233-fb2a-4514-abec-56e5b5f6b045 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:38:50.627268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339e805-7ade-4b7e-a412-f0d29a27cab4 req-cdaf8a60-6730-45ac-a092-00f683f94377 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:50.629192 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4339e805-7ade-4b7e-a412-f0d29a27cab4 req-cdaf8a60-6730-45ac-a092-00f683f94377 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 943 time: 0.3845942 Jul 13 07:38:50.657170 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0b22233-fb2a-4514-abec-56e5b5f6b045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.658353 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b22233-fb2a-4514-abec-56e5b5f6b045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:50.659159 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0b22233-fb2a-4514-abec-56e5b5f6b045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.690388 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 391a2889-7883-44d3-a179-c2e80188d486 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:50.710923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a23a1f0-b8a8-4f6f-93e5-ffd8a6ff4d62 req-6a4cf9b9-5c70-4b6b-9811-27a4355799d9 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] No DVR routers for this DVR port a3823256-d8c9-441d-ba75-ab14ea680e94 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:50.715706 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4a23a1f0-b8a8-4f6f-93e5-ffd8a6ff4d62 req-6a4cf9b9-5c70-4b6b-9811-27a4355799d9 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.720213 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:48Z', 'revision_number': 3, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:50.723544 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a23a1f0-b8a8-4f6f-93e5-ffd8a6ff4d62 req-6a4cf9b9-5c70-4b6b-9811-27a4355799d9 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.35 "DELETE /v2.0/ports/a3823256-d8c9-441d-ba75-ab14ea680e94 HTTP/1.1" status: 204 len: 173 time: 1.7826967 Jul 13 07:38:50.732628 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2215a5d5-86cc-455a-8dbe-d990c69e5d37', 'name': 'network-vif-deleted', 'tag': 'a3823256-d8c9-441d-ba75-ab14ea680e94'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:50.738235 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b46e4fe-87ea-4cc7-a3b0-02e9136ad61c" -d '{"events": [{"server_uuid": "2215a5d5-86cc-455a-8dbe-d990c69e5d37", "name": "network-vif-deleted", "tag": "a3823256-d8c9-441d-ba75-ab14ea680e94"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:50.751691 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] Checking router: e8ff480d-351c-41ce-8e8a-26fa815605d2 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:38:50.752040 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] Updating router e8ff480d-351c-41ce-8e8a-26fa815605d2 port 05db3d9f-fc06-478f-ba9b-32d904d09c95 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:38:50.796233 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.889939 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36686) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:50.891241 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c0b22233-fb2a-4514-abec-56e5b5f6b045 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7402227 Jul 13 07:38:50.891642 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f606e605-0efd-4349-9917-2423a6306008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.914529 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4339e805-7ade-4b7e-a412-f0d29a27cab4 req-7d645127-b454-4492-8134-5121c7a08044 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619207 Jul 13 07:38:50.916753 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-0f787104-2ce7-4a01-8fcf-da512de0db8f admin admin] Request body: {'subnet': {'network_id': '33b768e0-aa6e-4ec7-ae33-536c73fae929', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1978707033-subnet', 'tenant_id': '9b90828ea73245348c0c4c08a90fd0f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:50.959475 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b22233-fb2a-4514-abec-56e5b5f6b045 admin admin] Pushing event updated for resources: {'Network': ['ID=33b768e0-aa6e-4ec7-ae33-536c73fae929,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:50.973844 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 33b768e0-aa6e-4ec7-ae33-536c73fae929 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:50.983151 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-439cd709-a70a-419b-8fe4-6ca63a264ec4 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:38:50.997211 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-439cd709-a70a-419b-8fe4-6ca63a264ec4 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.001507 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f787104-2ce7-4a01-8fcf-da512de0db8f admin admin] Made reservation on behalf of 9b90828ea73245348c0c4c08a90fd0f3 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:51.005372 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f787104-2ce7-4a01-8fcf-da512de0db8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.012268 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00651bf3-dd77-49de-b4ca-a40fc43a2a57 None None] Sync routers for ids ['fe6aae68-e05f-40b9-b10b-529bcfad5c0a'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:38:51.073441 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00651bf3-dd77-49de-b4ca-a40fc43a2a57 None None] Routers {'fe6aae68-e05f-40b9-b10b-529bcfad5c0a'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:51.075439 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-00651bf3-dd77-49de-b4ca-a40fc43a2a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:38:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fe6aae68-e05f-40b9-b10b-529bcfad5c0a'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:51.101149 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-439cd709-a70a-419b-8fe4-6ca63a264ec4 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "PUT /v2.0/floatingips/42016724-f086-4223-b2f8-55cf0c0be782 HTTP/1.1" status: 200 len: 996 time: 3.5240297 Jul 13 07:38:51.250149 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-b6d0a152-9bae-487c-8457-300ac27a2b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:51.254812 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-b6d0a152-9bae-487c-8457-300ac27a2b0f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=adf04e6778474308856917bf1c4abced&device_id=c1b61808-f217-48b5-8140-b4cd0d8fef9d HTTP/1.1" status: 200 len: 1098 time: 0.1264260 Jul 13 07:38:51.294334 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-00651bf3-dd77-49de-b4ca-a40fc43a2a57 None None] Set router fe6aae68-e05f-40b9-b10b-529bcfad5c0a gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:38:51.299719 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.325242 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] Transition to ACTIVE for port object 05db3d9f-fc06-478f-ba9b-32d904d09c95 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:51.347022 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.372331 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-f606e605-0efd-4349-9917-2423a6306008 admin admin] Allocated IP 172.20.0.1 (164dc193-94d4-4901-8325-2ada440bfa80/338fc189-33fc-4de5-8976-e1adcb0ebd5b/b9ffcd29-bcc8-40ec-8bae-adef41df0461) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:51.434469 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c736afe-07e1-4cdc-a4ef-dd52b1694247 None None] Pushing event updated for resources: {'Port': ['ID=05db3d9f-fc06-478f-ba9b-32d904d09c95,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:51.483039 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] Attempting to bind port 05db3d9f-fc06-478f-ba9b-32d904d09c95 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:51.483462 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] Attempting to bind port 05db3d9f-fc06-478f-ba9b-32d904d09c95 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:51.483896 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] Attempting to bind port 05db3d9f-fc06-478f-ba9b-32d904d09c95 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:51.489988 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:51.490486 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:51.490896 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.491119 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f606e605-0efd-4349-9917-2423a6306008 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.491316 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:51.491850 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] Bound port: 05db3d9f-fc06-478f-ba9b-32d904d09c95, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:51.492293 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.506570 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-f606e605-0efd-4349-9917-2423a6306008 admin admin] Transition to ACTIVE for port object b9ffcd29-bcc8-40ec-8bae-adef41df0461 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:51.558762 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f606e605-0efd-4349-9917-2423a6306008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.563727 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] For port 05db3d9f-fc06-478f-ba9b-32d904d09c95, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:51.570654 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] For port 05db3d9f-fc06-478f-ba9b-32d904d09c95, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=05db3d9f-fc06-478f-ba9b-32d904d09c95,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:51.573113 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-ce61ea4e-3c2a-4246-96cd-6a964fd568e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:51.576621 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-ce61ea4e-3c2a-4246-96cd-6a964fd568e3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7af9a181-2982-42c8-9452-3f6c13c808d6 HTTP/1.1" status: 200 len: 929 time: 0.3020775 Jul 13 07:38:51.585894 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.592071 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f787104-2ce7-4a01-8fcf-da512de0db8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.621772 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f606e605-0efd-4349-9917-2423a6306008 admin admin] Network 164dc193-94d4-4901-8325-2ada440bfa80 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:51.656646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-172d6425-805d-4396-8409-4a573eeb796e service neutron] 10.222.0.35 "GET /v2.0/ports/391a2889-7883-44d3-a179-c2e80188d486/bindings/n-h2-779913-28 HTTP/1.1" status: 200 len: 385 time: 0.3255534 Jul 13 07:38:51.661756 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-f606e605-0efd-4349-9917-2423a6306008 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:51.672383 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f606e605-0efd-4349-9917-2423a6306008 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:51.712005 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c736afe-07e1-4cdc-a4ef-dd52b1694247 None None] Pushing event updated for resources: {'Port': ['ID=05db3d9f-fc06-478f-ba9b-32d904d09c95,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:51.714225 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606e605-0efd-4349-9917-2423a6306008 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ffcd29-bcc8-40ec-8bae-adef41df0461,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:51.775997 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] Routers {'e8ff480d-351c-41ce-8e8a-26fa815605d2'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:51.776768 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:38:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e8ff480d-351c-41ce-8e8a-26fa815605d2'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:51.798185 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f787104-2ce7-4a01-8fcf-da512de0db8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=06663489-45e8-4036-a652-b4e5da29297c,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:51.844928 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f787104-2ce7-4a01-8fcf-da512de0db8f admin admin] Checking segment: {'id': '6fe5fde7-c7df-4c3a-980a-32bd30ee693b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '33b768e0-aa6e-4ec7-ae33-536c73fae929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:51.845509 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f787104-2ce7-4a01-8fcf-da512de0db8f admin admin] Network hostable DHCP agents. Network: 33b768e0-aa6e-4ec7-ae33-536c73fae929, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:51.891670 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f606e605-0efd-4349-9917-2423a6306008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.005456 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] Set router e8ff480d-351c-41ce-8e8a-26fa815605d2 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:38:52.028162 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 3e523e05-d472-4140-87c1-8ca067e953a9 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:52.035713 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f787104-2ce7-4a01-8fcf-da512de0db8f admin admin] Network 33b768e0-aa6e-4ec7-ae33-536c73fae929 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:52.062583 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-c8ac10f1-98d3-4e5c-8cbc-a614c1ea5b14 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c524caa4-325e-4456-b762-1c763e6db9f5 HTTP/1.1" status: 200 len: 999 time: 0.4469907 Jul 13 07:38:52.073715 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-0f787104-2ce7-4a01-8fcf-da512de0db8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 33b768e0-aa6e-4ec7-ae33-536c73fae929) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:52.092047 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f787104-2ce7-4a01-8fcf-da512de0db8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:52.092200 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f787104-2ce7-4a01-8fcf-da512de0db8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.123683 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0f787104-2ce7-4a01-8fcf-da512de0db8f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2271295 Jul 13 07:38:52.264149 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408a75f4-e422-4502-a80a-dc819122bae4 None None] Network 33b768e0-aa6e-4ec7-ae33-536c73fae929 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:52.306302 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f606e605-0efd-4349-9917-2423a6306008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.424727 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:48Z', 'revision_number': 3, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:52.445985 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 3e523e05-d472-4140-87c1-8ca067e953a9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:52.446663 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.451660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-73563643-fa97-4b8f-aaf1-c66aaf3fc571 None None] Provisioning for port b9ffcd29-bcc8-40ec-8bae-adef41df0461 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:52.469117 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9cb366-011f-4105-836e-05be97d49df3 None None] The sync data for ids ['e8ff480d-351c-41ce-8e8a-26fa815605d2'] in n-d-779913-28 is: [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:48Z', 'revision_number': 3, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:38:52.481675 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-73563643-fa97-4b8f-aaf1-c66aaf3fc571 None None] Provisioning complete for port b9ffcd29-bcc8-40ec-8bae-adef41df0461 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:52.482043 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73563643-fa97-4b8f-aaf1-c66aaf3fc571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.487228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73b7894-b1b2-418b-9858-3404f7702555 None None] Network 33b768e0-aa6e-4ec7-ae33-536c73fae929 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:52.545945 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:38:52.554010 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a05974e-a5a5-455c-87e6-467e56ace3d9 req-5e8a8ca9-5558-41ab-ac6f-f8e2ce995760 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=2215a5d5-86cc-455a-8dbe-d990c69e5d37 HTTP/1.1" status: 200 len: 210 time: 0.6304958 Jul 13 07:38:52.575006 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-00651bf3-dd77-49de-b4ca-a40fc43a2a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-516810009-router', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:38:19Z', 'revision_number': 4, 'project_id': 'adf04e6778474308856917bf1c4abced', 'gw_port': {'id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:11Z', 'updated_at': '2021-07-13T07:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '42016724-f086-4223-b2f8-55cf0c0be782', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'floating_ip_address': '172.25.0.81', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'port_id': 'c524caa4-325e-4456-b762-1c763e6db9f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6', 'mac_address': 'fa:16:3e:d4:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b61808-f217-48b5-8140-b4cd0d8fef9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:38:44Z', 'updated_at': '2021-07-13T07:38:48Z', 'revision_number': 1, 'project_id': 'adf04e6778474308856917bf1c4abced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14244f6-4b69-40a2-aac5-12cd6473ce9a', 'name': '', 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'mac_address': 'fa:16:3e:2c:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '1b10fc6a-37b4-4c01-959e-c0b0bb028635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:17Z', 'updated_at': '2021-07-13T07:38:26Z', 'revision_number': 5, 'project_id': 'adf04e6778474308856917bf1c4abced', 'subnets': [{'id': '1b10fc6a-37b4-4c01-959e-c0b0bb028635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:52.608734 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f606e605-0efd-4349-9917-2423a6306008 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.618825 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f606e605-0efd-4349-9917-2423a6306008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.644075 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-40317233-5ed1-4676-b64c-07259eefa34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:52.646311 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-40317233-5ed1-4676-b64c-07259eefa34c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1b10fc6a-37b4-4c01-959e-c0b0bb028635 HTTP/1.1" status: 200 len: 867 time: 0.5755663 Jul 13 07:38:52.684002 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6b860e-3f3b-4803-98d8-a151eb45b56b x-openstack-request-id: req-1f6b860e-3f3b-4803-98d8-a151eb45b56b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:52.684361 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2215a5d5-86cc-455a-8dbe-d990c69e5d37", "name": "network-vif-deleted", "tag": "a3823256-d8c9-441d-ba75-ab14ea680e94", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:52.684716 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1f6b860e-3f3b-4803-98d8-a151eb45b56b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:52.685743 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2215a5d5-86cc-455a-8dbe-d990c69e5d37', 'name': 'network-vif-deleted', 'tag': 'a3823256-d8c9-441d-ba75-ab14ea680e94', 'status': 'completed', 'code': 200} Jul 13 07:38:52.700910 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606e605-0efd-4349-9917-2423a6306008 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ffcd29-bcc8-40ec-8bae-adef41df0461,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:52.718348 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00651bf3-dd77-49de-b4ca-a40fc43a2a57 None None] Checking router: fe6aae68-e05f-40b9-b10b-529bcfad5c0a for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:38:52.795571 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-73563643-fa97-4b8f-aaf1-c66aaf3fc571 None None] Port b9ffcd29-bcc8-40ec-8bae-adef41df0461 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:52.798162 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f606e605-0efd-4349-9917-2423a6306008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.804155 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00651bf3-dd77-49de-b4ca-a40fc43a2a57 None None] Routers {'fe6aae68-e05f-40b9-b10b-529bcfad5c0a'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:52.804870 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-00651bf3-dd77-49de-b4ca-a40fc43a2a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:38:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fe6aae68-e05f-40b9-b10b-529bcfad5c0a'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:52.946158 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-0781473e-0b01-4942-b903-39f60b4a9a2f service neutron] For port 391a2889-7883-44d3-a179-c2e80188d486, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=391a2889-7883-44d3-a179-c2e80188d486,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:53.012987 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-b9659ac4-244a-4084-b0cb-f8ce18c2723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.014904 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-b9659ac4-244a-4084-b0cb-f8ce18c2723d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7af9a181-2982-42c8-9452-3f6c13c808d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3576567 Jul 13 07:38:53.019174 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-0781473e-0b01-4942-b903-39f60b4a9a2f service neutron] For port 391a2889-7883-44d3-a179-c2e80188d486, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:53.050578 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-07ba7c89-3bc0-4607-8b20-ed0d5bd10c34 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:38:53.051942 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-07ba7c89-3bc0-4607-8b20-ed0d5bd10c34 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0295649 Jul 13 07:38:53.098951 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f606e605-0efd-4349-9917-2423a6306008 admin admin] Network 164dc193-94d4-4901-8325-2ada440bfa80 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:53.106327 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-f606e605-0efd-4349-9917-2423a6306008 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:53.119168 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-00651bf3-dd77-49de-b4ca-a40fc43a2a57 None None] Set router fe6aae68-e05f-40b9-b10b-529bcfad5c0a gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:38:53.224899 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-0781473e-0b01-4942-b903-39f60b4a9a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391a2889-7883-44d3-a179-c2e80188d486 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:53.240452 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9639f4bb-4230-49d9-aaa3-9d4bbecd55f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.258117 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-0781473e-0b01-4942-b903-39f60b4a9a2f service neutron] For port 391a2889-7883-44d3-a179-c2e80188d486, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=391a2889-7883-44d3-a179-c2e80188d486,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:53.308607 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5526b6-8eaf-41cb-b411-34b95673c60e req-f3bc9197-0b51-43d0-8917-0c15d139030a tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.311722 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f606e605-0efd-4349-9917-2423a6306008 admin admin] Router e8ff480d-351c-41ce-8e8a-26fa815605d2 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:38:53.315782 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f5526b6-8eaf-41cb-b411-34b95673c60e req-f3bc9197-0b51-43d0-8917-0c15d139030a tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.4207940 Jul 13 07:38:53.332607 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-12219656-4d67-4e9a-aa00-0fad04881492 service neutron] 10.222.0.58 "GET /v2.0/networks/7af9a181-2982-42c8-9452-3f6c13c808d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604680 Jul 13 07:38:53.358647 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-0781473e-0b01-4942-b903-39f60b4a9a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.422014 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-42aaf404-bff6-4914-bab6-771775ff4fb3 None None] Provisioning complete for port b9ffcd29-bcc8-40ec-8bae-adef41df0461 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:53.426163 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42aaf404-bff6-4914-bab6-771775ff4fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.483106 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-42aaf404-bff6-4914-bab6-771775ff4fb3 None None] Port b9ffcd29-bcc8-40ec-8bae-adef41df0461 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:53.515009 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54daaed1-e154-44a0-8e9e-c3eba2733e32 req-1df81a15-2c80-4c14-9c33-04795cfbab11 service neutron] 10.222.0.58 "GET /v2.0/networks/7af9a181-2982-42c8-9452-3f6c13c808d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604431 Jul 13 07:38:53.545463 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f606e605-0efd-4349-9917-2423a6306008 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:38:53.549668 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f5526b6-8eaf-41cb-b411-34b95673c60e req-dbe1ed0f-0a85-482a-ae81-24cab57e59a9 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328022 Jul 13 07:38:53.566011 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f606e605-0efd-4349-9917-2423a6306008 admin admin] 10.222.0.58 "PUT /v2.0/routers/e8ff480d-351c-41ce-8e8a-26fa815605d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4758105 Jul 13 07:38:53.668098 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-20a3145a-294b-4798-8cf6-fb7b4b936f8d None None] Provisioning complete for port b9ffcd29-bcc8-40ec-8bae-adef41df0461 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:53.668772 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20a3145a-294b-4798-8cf6-fb7b4b936f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.693445 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-0781473e-0b01-4942-b903-39f60b4a9a2f service neutron] Transition to ACTIVE for port object 391a2889-7883-44d3-a179-c2e80188d486 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:53.713923 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-0781473e-0b01-4942-b903-39f60b4a9a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.773916 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-20a3145a-294b-4798-8cf6-fb7b4b936f8d None None] Port b9ffcd29-bcc8-40ec-8bae-adef41df0461 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:53.788993 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-00651bf3-dd77-49de-b4ca-a40fc43a2a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-516810009-router', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:38:19Z', 'revision_number': 4, 'project_id': 'adf04e6778474308856917bf1c4abced', 'gw_port': {'id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:11Z', 'updated_at': '2021-07-13T07:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '42016724-f086-4223-b2f8-55cf0c0be782', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'floating_ip_address': '172.25.0.81', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'port_id': 'c524caa4-325e-4456-b762-1c763e6db9f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6', 'mac_address': 'fa:16:3e:d4:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b61808-f217-48b5-8140-b4cd0d8fef9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:38:44Z', 'updated_at': '2021-07-13T07:38:48Z', 'revision_number': 1, 'project_id': 'adf04e6778474308856917bf1c4abced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14244f6-4b69-40a2-aac5-12cd6473ce9a', 'name': '', 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'mac_address': 'fa:16:3e:2c:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '1b10fc6a-37b4-4c01-959e-c0b0bb028635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:17Z', 'updated_at': '2021-07-13T07:38:26Z', 'revision_number': 5, 'project_id': 'adf04e6778474308856917bf1c4abced', 'subnets': [{'id': '1b10fc6a-37b4-4c01-959e-c0b0bb028635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:53.829254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781473e-0b01-4942-b903-39f60b4a9a2f service neutron] Pushing event updated for resources: {'Port': ['ID=391a2889-7883-44d3-a179-c2e80188d486,revision_number=10']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:53.839476 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00651bf3-dd77-49de-b4ca-a40fc43a2a57 None None] The sync data for ids ['fe6aae68-e05f-40b9-b10b-529bcfad5c0a'] in n-d-779913-28 is: [{'id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-516810009-router', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:38:19Z', 'revision_number': 4, 'project_id': 'adf04e6778474308856917bf1c4abced', 'gw_port': {'id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:11Z', 'updated_at': '2021-07-13T07:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '42016724-f086-4223-b2f8-55cf0c0be782', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'floating_ip_address': '172.25.0.81', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'port_id': 'c524caa4-325e-4456-b762-1c763e6db9f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6', 'mac_address': 'fa:16:3e:d4:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b61808-f217-48b5-8140-b4cd0d8fef9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:38:44Z', 'updated_at': '2021-07-13T07:38:48Z', 'revision_number': 1, 'project_id': 'adf04e6778474308856917bf1c4abced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14244f6-4b69-40a2-aac5-12cd6473ce9a', 'name': '', 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'mac_address': 'fa:16:3e:2c:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '1b10fc6a-37b4-4c01-959e-c0b0bb028635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:17Z', 'updated_at': '2021-07-13T07:38:26Z', 'revision_number': 5, 'project_id': 'adf04e6778474308856917bf1c4abced', 'subnets': [{'id': '1b10fc6a-37b4-4c01-959e-c0b0bb028635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:38:53.895149 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-0781473e-0b01-4942-b903-39f60b4a9a2f service neutron] No DVR routers for this DVR port 391a2889-7883-44d3-a179-c2e80188d486 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:53.932982 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-0781473e-0b01-4942-b903-39f60b4a9a2f service neutron] 10.222.0.35 "PUT /v2.0/ports/391a2889-7883-44d3-a179-c2e80188d486/bindings/n-h2-779913-28/activate HTTP/1.1" status: 200 len: 370 time: 2.1012843 Jul 13 07:38:53.959246 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292530d-065a-4fda-8f67-2d473f7dd8a3 req-89e6e457-23a9-4d4f-b777-a111384fdc52 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.967270 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0292530d-065a-4fda-8f67-2d473f7dd8a3 req-89e6e457-23a9-4d4f-b777-a111384fdc52 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 944 time: 0.2649291 Jul 13 07:38:54.032904 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0292530d-065a-4fda-8f67-2d473f7dd8a3 req-d4993291-a0cd-484b-8831-364bb6cbcefd tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573535 Jul 13 07:38:54.035606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 05db3d9f-fc06-478f-ba9b-32d904d09c95 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:54.152308 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 05db3d9f-fc06-478f-ba9b-32d904d09c95 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:54.157152 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 05db3d9f-fc06-478f-ba9b-32d904d09c95 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:54.159671 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.189545 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-1e2cff4f-2c1f-4674-9844-f429a2e2e8ed tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:54.193539 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-1e2cff4f-2c1f-4674-9844-f429a2e2e8ed tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859&tenant_id=218eabc1e5414d678874133f2fbf6f59&binding%3Ahost_id=n-h1-779913-28 HTTP/1.1" status: 200 len: 1096 time: 0.1118004 Jul 13 07:38:54.282732 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-6d5f7829-bd39-42d3-a409-d0a290d8b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:54.284291 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-6d5f7829-bd39-42d3-a409-d0a290d8b50c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859&tenant_id=218eabc1e5414d678874133f2fbf6f59 HTTP/1.1" status: 200 len: 1096 time: 0.0763972 Jul 13 07:38:54.285460 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.300845 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-9d133a36-af3f-4250-bc68-53bb0206d8a3 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:54.312870 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-9d133a36-af3f-4250-bc68-53bb0206d8a3 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.58 "GET /v2.0/networks?id=33b768e0-aa6e-4ec7-ae33-536c73fae929 HTTP/1.1" status: 200 len: 809 time: 0.2603309 Jul 13 07:38:54.319801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 05db3d9f-fc06-478f-ba9b-32d904d09c95, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=05db3d9f-fc06-478f-ba9b-32d904d09c95,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:54.330461 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.355113 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d877978-eb24-465e-a76f-e2a6b9f0786c req-aa32d39f-c181-49ef-9cab-1d0f53d549e6 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 258 time: 0.3011615 Jul 13 07:38:54.361643 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0d877978-eb24-465e-a76f-e2a6b9f0786c req-62e3d5ac-0fa4-4d0e-ba7b-47aa0fafbf80 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:54.367117 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-1f8e9277-3089-4dde-be53-ccca4a9955f6 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.58 "GET /v2.0/quotas/9b90828ea73245348c0c4c08a90fd0f3 HTTP/1.1" status: 200 len: 375 time: 0.0528643 Jul 13 07:38:54.425159 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-d1e37de0-a418-4649-99de-8abae5a4b45a tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9b90828ea73245348c0c4c08a90fd0f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484538 Jul 13 07:38:54.434198 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289f615b-fc3b-41a7-8b9b-f320cb6d635d None None] New status for floating IP 42016724-f086-4223-b2f8-55cf0c0be782: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:38:54.441709 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=05db3d9f-fc06-478f-ba9b-32d904d09c95,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:54.458856 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4aa7e3b6-56ae-4a1a-8f9f-d155d46bf6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:54.461954 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4aa7e3b6-56ae-4a1a-8f9f-d155d46bf6f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 1096 time: 0.1400714 Jul 13 07:38:54.465651 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d877978-eb24-465e-a76f-e2a6b9f0786c req-62e3d5ac-0fa4-4d0e-ba7b-47aa0fafbf80 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.609868 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-e1751acc-5133-461f-a6f7-f895c6d54191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:54.611604 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-e1751acc-5133-461f-a6f7-f895c6d54191 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 908 time: 0.1425419 Jul 13 07:38:54.670482 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-0a01b44e-1fd5-4b04-8193-c5bcc9d3c5db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=391a2889-7883-44d3-a179-c2e80188d486 HTTP/1.1" status: 200 len: 217 time: 0.0467560 Jul 13 07:38:54.686322 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b61808-f217-48b5-8140-b4cd0d8fef9d', 'tag': 'c524caa4-325e-4456-b762-1c763e6db9f5'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:54.689126 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8022b512-feec-4d66-aecb-c2a82482fd51" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b61808-f217-48b5-8140-b4cd0d8fef9d", "tag": "c524caa4-325e-4456-b762-1c763e6db9f5"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:54.719100 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d877978-eb24-465e-a76f-e2a6b9f0786c req-62e3d5ac-0fa4-4d0e-ba7b-47aa0fafbf80 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.730436 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-06afbdc1-8834-4c67-b673-9e0aeab8f210 service neutron] 10.222.0.58 "GET /v2.0/networks/33b768e0-aa6e-4ec7-ae33-536c73fae929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036735 Jul 13 07:38:54.745704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-25f7576b-7846-44ac-996c-fb71118d6e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:54.748056 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-25f7576b-7846-44ac-996c-fb71118d6e6d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 0.0665166 Jul 13 07:38:54.788502 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-64322751-6f8c-4cce-9928-3ce4d0d3c9b1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315065 Jul 13 07:38:54.915166 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-4eff9c8c-05b2-4e97-b9e3-ee17fbe6d8f6 service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079206 Jul 13 07:38:54.926483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-0d877978-eb24-465e-a76f-e2a6b9f0786c req-62e3d5ac-0fa4-4d0e-ba7b-47aa0fafbf80 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Allocated IP 172.25.0.196 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/46f569ab-a192-4dff-b37c-4005da817ac5) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:54.930225 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-84a214ca-7054-40f8-8398-d5c6d0ede392 service neutron] 10.222.0.58 "GET /v2.0/networks/33b768e0-aa6e-4ec7-ae33-536c73fae929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988671 Jul 13 07:38:54.981828 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] Sync routers for ids ['e8ff480d-351c-41ce-8e8a-26fa815605d2'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:38:55.002878 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] Routers {'e8ff480d-351c-41ce-8e8a-26fa815605d2'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:55.003519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:38:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e8ff480d-351c-41ce-8e8a-26fa815605d2'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:55.058925 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-aede0ccb-ee41-49d5-a928-f5f054e29d9f service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333315 Jul 13 07:38:55.083708 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d877978-eb24-465e-a76f-e2a6b9f0786c req-62e3d5ac-0fa4-4d0e-ba7b-47aa0fafbf80 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:55.144920 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d877978-eb24-465e-a76f-e2a6b9f0786c req-62e3d5ac-0fa4-4d0e-ba7b-47aa0fafbf80 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:55.203665 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d877978-eb24-465e-a76f-e2a6b9f0786c req-62e3d5ac-0fa4-4d0e-ba7b-47aa0fafbf80 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:55.208205 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-0d877978-eb24-465e-a76f-e2a6b9f0786c req-62e3d5ac-0fa4-4d0e-ba7b-47aa0fafbf80 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:55.213669 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d877978-eb24-465e-a76f-e2a6b9f0786c req-62e3d5ac-0fa4-4d0e-ba7b-47aa0fafbf80 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:55.275028 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3d5ac-0fa4-4d0e-ba7b-47aa0fafbf80 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Pushing event updated for resources: {'Port': ['ID=46f569ab-a192-4dff-b37c-4005da817ac5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:55.301892 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] Set router e8ff480d-351c-41ce-8e8a-26fa815605d2 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:38:55.402718 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d877978-eb24-465e-a76f-e2a6b9f0786c req-62e3d5ac-0fa4-4d0e-ba7b-47aa0fafbf80 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:55.501555 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d877978-eb24-465e-a76f-e2a6b9f0786c req-62e3d5ac-0fa4-4d0e-ba7b-47aa0fafbf80 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:55.666765 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-82d85e1d-89f4-41ef-9812-53f4047b8e55 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.672533 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-82d85e1d-89f4-41ef-9812-53f4047b8e55 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859&tenant_id=218eabc1e5414d678874133f2fbf6f59&binding%3Ahost_id=n-h2-779913-28 HTTP/1.1" status: 200 len: 1096 time: 0.1297896 Jul 13 07:38:55.675987 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:52Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b9ffcd29-bcc8-40ec-8bae-adef41df0461', 'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'mac_address': 'fa:16:3e:cb:61:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:51Z', 'updated_at': '2021-07-13T07:38:52Z', 'revision_number': 2, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'subnets': [{'id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:55.746372 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] Checking router: e8ff480d-351c-41ce-8e8a-26fa815605d2 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:38:55.747009 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] Updating router e8ff480d-351c-41ce-8e8a-26fa815605d2 port b9ffcd29-bcc8-40ec-8bae-adef41df0461 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:38:55.834757 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:55.851441 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-cac4a34a-0090-4d15-90b0-d7b1c281e14e service neutron] For port 391a2889-7883-44d3-a179-c2e80188d486, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:55.855810 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-cac4a34a-0090-4d15-90b0-d7b1c281e14e service neutron] Notify callbacks [] for binding, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:55.856427 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-cac4a34a-0090-4d15-90b0-d7b1c281e14e service neutron] 10.222.0.62 "DELETE /v2.0/ports/391a2889-7883-44d3-a179-c2e80188d486/bindings/n-h1-779913-28 HTTP/1.1" status: 204 len: 173 time: 0.1741612 Jul 13 07:38:55.868867 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d877978-eb24-465e-a76f-e2a6b9f0786c req-62e3d5ac-0fa4-4d0e-ba7b-47aa0fafbf80 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.031584 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-7cc3ad85-598a-4db5-ba20-01a26dce4d77 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.038783 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-7cc3ad85-598a-4db5-ba20-01a26dce4d77 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/networks?id=164dc193-94d4-4901-8325-2ada440bfa80 HTTP/1.1" status: 200 len: 821 time: 0.5381815 Jul 13 07:38:56.042189 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d877978-eb24-465e-a76f-e2a6b9f0786c req-62e3d5ac-0fa4-4d0e-ba7b-47aa0fafbf80 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.097947 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3d5ac-0fa4-4d0e-ba7b-47aa0fafbf80 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Pushing event updated for resources: {'Port': ['ID=46f569ab-a192-4dff-b37c-4005da817ac5,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:56.125022 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-64a5a699-1c61-4a9e-88f4-061ed792efb8 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/quotas/fd2a6045fb9847fcbcf272c120be7396 HTTP/1.1" status: 200 len: 375 time: 0.0847683 Jul 13 07:38:56.181244 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d877978-eb24-465e-a76f-e2a6b9f0786c req-62e3d5ac-0fa4-4d0e-ba7b-47aa0fafbf80 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.231599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 05db3d9f-fc06-478f-ba9b-32d904d09c95 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:56.239790 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.249147 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d877978-eb24-465e-a76f-e2a6b9f0786c req-62e3d5ac-0fa4-4d0e-ba7b-47aa0fafbf80 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.257427 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d877978-eb24-465e-a76f-e2a6b9f0786c req-62e3d5ac-0fa4-4d0e-ba7b-47aa0fafbf80 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9012899 Jul 13 07:38:56.277237 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] Transition to ACTIVE for port object b9ffcd29-bcc8-40ec-8bae-adef41df0461 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:56.295403 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.327408 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d877978-eb24-465e-a76f-e2a6b9f0786c req-6e29d6db-9909-4801-8935-520c1dc2dfc8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.196 HTTP/1.1" status: 200 len: 696 time: 0.0690672 Jul 13 07:38:56.343188 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a23a7-90ad-4180-8204-57131beb5d03 None None] Pushing event updated for resources: {'Port': ['ID=b9ffcd29-bcc8-40ec-8bae-adef41df0461,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:56.449206 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-660b83ea-71e0-46d0-98d6-79b90e0e2327 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd2a6045fb9847fcbcf272c120be7396&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3228359 Jul 13 07:38:56.489705 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 05db3d9f-fc06-478f-ba9b-32d904d09c95 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:56.489705 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.584773 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d877978-eb24-465e-a76f-e2a6b9f0786c req-f46ca956-2ce4-48dc-a963-1e5a54d99682 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.586307 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d877978-eb24-465e-a76f-e2a6b9f0786c req-f46ca956-2ce4-48dc-a963-1e5a54d99682 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.2496669 Jul 13 07:38:56.616435 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-003a3255-81b8-428d-b4dd-f138ab719244 service neutron] 10.222.0.58 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351061 Jul 13 07:38:56.779933 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-4cbfe76d-b939-4594-9202-9371f447a36f service neutron] 10.222.0.58 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568027 Jul 13 07:38:56.868928 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] Attempting to bind port b9ffcd29-bcc8-40ec-8bae-adef41df0461 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:56.882282 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] Attempting to bind port b9ffcd29-bcc8-40ec-8bae-adef41df0461 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '1ded926f-85f6-4deb-8f96-a9fc18fd1d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:56.883541 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] Attempting to bind port b9ffcd29-bcc8-40ec-8bae-adef41df0461 on network 164dc193-94d4-4901-8325-2ada440bfa80 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:56.916447 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8d0cd-9a24-489f-bdcb-103c36c3ec6f req-0fd21a5b-0d97-48e0-a084-e4773d1a34e6 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.918128 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cab8d0cd-9a24-489f-bdcb-103c36c3ec6f req-0fd21a5b-0d97-48e0-a084-e4773d1a34e6 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.1298277 Jul 13 07:38:56.928119 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:56.928575 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] Checking segment: {'id': '1ded926f-85f6-4deb-8f96-a9fc18fd1d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:56.928996 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.929424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] Bound using segment: {'id': '1ded926f-85f6-4deb-8f96-a9fc18fd1d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:56.930125 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] Bound port: b9ffcd29-bcc8-40ec-8bae-adef41df0461, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ded926f-85f6-4deb-8f96-a9fc18fd1d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:56.930528 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.015379 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cab8d0cd-9a24-489f-bdcb-103c36c3ec6f req-787be288-eaa9-4748-b4d1-31315f58ed74 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905006 Jul 13 07:38:57.051418 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a5a161-79ac-4baa-90d4-984ee9f310c5 x-openstack-request-id: req-86a5a161-79ac-4baa-90d4-984ee9f310c5 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:57.051902 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b61808-f217-48b5-8140-b4cd0d8fef9d", "tag": "c524caa4-325e-4456-b762-1c763e6db9f5", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:57.052601 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-86a5a161-79ac-4baa-90d4-984ee9f310c5 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:57.053238 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b61808-f217-48b5-8140-b4cd0d8fef9d', 'tag': 'c524caa4-325e-4456-b762-1c763e6db9f5', 'status': 'completed', 'code': 200} Jul 13 07:38:57.116247 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] For port b9ffcd29-bcc8-40ec-8bae-adef41df0461, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:57.162342 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] For port b9ffcd29-bcc8-40ec-8bae-adef41df0461, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b9ffcd29-bcc8-40ec-8bae-adef41df0461,segment=NetworkSegment(1ded926f-85f6-4deb-8f96-a9fc18fd1d8f),segment_id=1ded926f-85f6-4deb-8f96-a9fc18fd1d8f)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:57.175647 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.236951 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022b512-feec-4d66-aecb-c2a82482fd51 req-0cb51ae5-0186-4ffc-837c-1aed40340831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:57.238331 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8022b512-feec-4d66-aecb-c2a82482fd51 req-0cb51ae5-0186-4ffc-837c-1aed40340831 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=adf04e6778474308856917bf1c4abced&device_id=c1b61808-f217-48b5-8140-b4cd0d8fef9d HTTP/1.1" status: 200 len: 1098 time: 0.1453683 Jul 13 07:38:57.303359 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad31bfb-817e-44fe-9452-a8506c9a1b79 req-df2145e1-70f2-4cfa-8a16-6b535b5e6ff9 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:57.315056 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2ad31bfb-817e-44fe-9452-a8506c9a1b79 req-df2145e1-70f2-4cfa-8a16-6b535b5e6ff9 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 944 time: 0.0890241 Jul 13 07:38:57.363921 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a23a7-90ad-4180-8204-57131beb5d03 None None] Pushing event updated for resources: {'Port': ['ID=b9ffcd29-bcc8-40ec-8bae-adef41df0461,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:57.366726 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] Routers {'e8ff480d-351c-41ce-8e8a-26fa815605d2'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:57.367346 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:38:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e8ff480d-351c-41ce-8e8a-26fa815605d2'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:57.376814 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2ad31bfb-817e-44fe-9452-a8506c9a1b79 req-bcec9691-c145-43ca-afa0-a9fb1776b67f tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604541 Jul 13 07:38:57.481172 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022b512-feec-4d66-aecb-c2a82482fd51 req-b296d814-2598-4078-8b25-b2e42ffe6654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:57.485230 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8022b512-feec-4d66-aecb-c2a82482fd51 req-b296d814-2598-4078-8b25-b2e42ffe6654 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7af9a181-2982-42c8-9452-3f6c13c808d6 HTTP/1.1" status: 200 len: 929 time: 0.2328837 Jul 13 07:38:57.627548 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7539946-5002-40cf-b1ec-a506c1d135c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.726240 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8022b512-feec-4d66-aecb-c2a82482fd51 req-6b4a77b0-853d-4293-9e59-1e7ca9b4c60b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c524caa4-325e-4456-b762-1c763e6db9f5 HTTP/1.1" status: 200 len: 1001 time: 0.2288198 Jul 13 07:38:57.738392 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-51845f25-dc6d-4d2a-a4f6-33f8a3887e57 req-4cdbb468-1801-4063-a240-4e31ead2b287 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc861985-a380-4d23-811c-c96b200dae30 HTTP/1.1" status: 200 len: 210 time: 0.1072268 Jul 13 07:38:57.795699 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.832199 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022b512-feec-4d66-aecb-c2a82482fd51 req-6eee8308-32af-4bc1-9cbd-535819b78b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:57.835860 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8022b512-feec-4d66-aecb-c2a82482fd51 req-6eee8308-32af-4bc1-9cbd-535819b78b05 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b10fc6a-37b4-4c01-959e-c0b0bb028635 HTTP/1.1" status: 200 len: 867 time: 0.0962257 Jul 13 07:38:57.844309 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] Set router e8ff480d-351c-41ce-8e8a-26fa815605d2 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:38:58.002581 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-a4515be7-a134-4fef-a202-37fcbae68bc0 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.004139 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-a4515be7-a134-4fef-a202-37fcbae68bc0 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.35 "GET /v2.0/networks?id=33b768e0-aa6e-4ec7-ae33-536c73fae929 HTTP/1.1" status: 200 len: 809 time: 0.3546727 Jul 13 07:38:58.015066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022b512-feec-4d66-aecb-c2a82482fd51 req-6071614f-8999-45ff-9604-1cfb7257b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.021778 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8022b512-feec-4d66-aecb-c2a82482fd51 req-6071614f-8999-45ff-9604-1cfb7257b858 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7af9a181-2982-42c8-9452-3f6c13c808d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1754892 Jul 13 07:38:58.066024 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-1ad244bb-1390-4e9d-93ad-f5b70da1783d tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Request body: {'port': {'device_id': 'cc861985-a380-4d23-811c-c96b200dae30', 'network_id': '33b768e0-aa6e-4ec7-ae33-536c73fae929', 'admin_state_up': True, 'tenant_id': '9b90828ea73245348c0c4c08a90fd0f3'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:58.300428 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:52Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b9ffcd29-bcc8-40ec-8bae-adef41df0461', 'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'mac_address': 'fa:16:3e:cb:61:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:51Z', 'updated_at': '2021-07-13T07:38:57Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'subnets': [{'id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:58.350653 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feab9882-80a0-43f2-a011-b4a0e082a98f None None] The sync data for ids ['e8ff480d-351c-41ce-8e8a-26fa815605d2'] in n-d-779913-28 is: [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:52Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b9ffcd29-bcc8-40ec-8bae-adef41df0461', 'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'mac_address': 'fa:16:3e:cb:61:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:51Z', 'updated_at': '2021-07-13T07:38:57Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'subnets': [{'id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:38:58.544294 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87b356bc-b4bc-4ff8-b041-0a0aaa027250 req-39a9317a-e9ae-4317-ad47-2c1faa52c3eb tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147 HTTP/1.1" status: 200 len: 210 time: 0.5390744 Jul 13 07:38:58.717929 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672d799-a134-4b09-9c72-336dbdd69d4e req-01e0694a-0779-44a8-9691-c80102045a51 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.720450 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e672d799-a134-4b09-9c72-336dbdd69d4e req-01e0694a-0779-44a8-9691-c80102045a51 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1b61808-f217-48b5-8140-b4cd0d8fef9d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.7143400 Jul 13 07:38:58.811453 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8022b512-feec-4d66-aecb-c2a82482fd51 req-b0d1e4cd-1e08-4454-8ccb-f748c892e67c service neutron] 10.222.0.62 "GET /v2.0/networks/7af9a181-2982-42c8-9452-3f6c13c808d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7775619 Jul 13 07:38:58.812756 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e672d799-a134-4b09-9c72-336dbdd69d4e req-18b7f7dc-5faa-44d4-8579-6e321c562710 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.196 HTTP/1.1" status: 200 len: 696 time: 0.0837829 Jul 13 07:38:58.829701 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960437b3-6d6c-40e3-83d4-03b7aea680bf req-f2103fca-7476-4247-b201-3e74f259cd63 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.831794 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-960437b3-6d6c-40e3-83d4-03b7aea680bf req-f2103fca-7476-4247-b201-3e74f259cd63 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 945 time: 0.1843195 Jul 13 07:38:58.837642 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-e672d799-a134-4b09-9c72-336dbdd69d4e req-c70d73b5-02ce-4a04-9ead-797eb109830f tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Request body: {'floatingip': {'port_id': 'c524caa4-325e-4456-b762-1c763e6db9f5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:58.911562 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e672d799-a134-4b09-9c72-336dbdd69d4e req-c70d73b5-02ce-4a04-9ead-797eb109830f tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.965705 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-1ad244bb-1390-4e9d-93ad-f5b70da1783d tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Made reservation on behalf of 9b90828ea73245348c0c4c08a90fd0f3 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:58.972827 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-1ad244bb-1390-4e9d-93ad-f5b70da1783d tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.058553 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-960437b3-6d6c-40e3-83d4-03b7aea680bf req-e376e435-49b7-44fa-9427-b253a2ee441b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Deleting port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:59.058934 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-960437b3-6d6c-40e3-83d4-03b7aea680bf req-e376e435-49b7-44fa-9427-b253a2ee441b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.115474 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8022b512-feec-4d66-aecb-c2a82482fd51 req-3415013e-81d5-4278-98e5-a6b8c8c027c8 service neutron] 10.222.0.62 "GET /v2.0/networks/7af9a181-2982-42c8-9452-3f6c13c808d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823267 Jul 13 07:38:59.218411 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-1ad244bb-1390-4e9d-93ad-f5b70da1783d tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Allocated IP 172.20.0.9 (33b768e0-aa6e-4ec7-ae33-536c73fae929/06663489-45e8-4036-a652-b4e5da29297c/90bb795b-8a67-4b97-8a65-4d6bfe11cfc1) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:59.325556 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-960437b3-6d6c-40e3-83d4-03b7aea680bf req-e376e435-49b7-44fa-9427-b253a2ee441b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] For port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7dc045fa-c1da-416e-9d43-8b35c3ee6d72,segment=NetworkSegment(1ce03ab8-c9de-4ec8-bf24-91b044ed8c45),segment_id=1ce03ab8-c9de-4ec8-bf24-91b044ed8c45)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:59.326015 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-960437b3-6d6c-40e3-83d4-03b7aea680bf req-e376e435-49b7-44fa-9427-b253a2ee441b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.362810 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-960437b3-6d6c-40e3-83d4-03b7aea680bf req-e376e435-49b7-44fa-9427-b253a2ee441b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Calling delete_port for 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:59.379050 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-1dc6dc52-1c05-4ea3-9d1f-73a622c673e2 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:59.383149 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-1dc6dc52-1c05-4ea3-9d1f-73a622c673e2 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.35 "GET /v2.0/networks?id=164dc193-94d4-4901-8325-2ada440bfa80 HTTP/1.1" status: 200 len: 821 time: 0.2949944 Jul 13 07:38:59.399806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-6ef5468e-4110-493b-aed5-1f2054c3deea tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Request body: {'port': {'device_id': 'cba91dba-6cd1-4ab9-9750-6774ee5f1147', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'admin_state_up': True, 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:59.456583 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.466244 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511afe8-2f8d-4409-ba02-dc80ae6e1c0b req-ff588b05-ba7f-44d6-9127-53b8fb69a47f tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:59.473549 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6511afe8-2f8d-4409-ba02-dc80ae6e1c0b req-ff588b05-ba7f-44d6-9127-53b8fb69a47f tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d1884dd-d3d4-4595-b548-2bdc74d1b070 HTTP/1.1" status: 200 len: 945 time: 0.6940234 Jul 13 07:38:59.607124 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-6ef5468e-4110-493b-aed5-1f2054c3deea tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Made reservation on behalf of fd2a6045fb9847fcbcf272c120be7396 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:59.611716 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-6ef5468e-4110-493b-aed5-1f2054c3deea tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.651478 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6511afe8-2f8d-4409-ba02-dc80ae6e1c0b req-9268d3fc-f79e-4811-8b3f-2c7d671f8334 tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.58 "GET /v2.0/security-groups?id=d145be3d-0e91-4301-8208-14bc20395eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768959 Jul 13 07:38:59.767504 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-6ef5468e-4110-493b-aed5-1f2054c3deea tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Allocated IP 172.20.0.8 (164dc193-94d4-4901-8325-2ada440bfa80/338fc189-33fc-4de5-8976-e1adcb0ebd5b/bcd2d6fd-3694-4661-837a-af59fdfa8317) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:59.786312 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-1ad244bb-1390-4e9d-93ad-f5b70da1783d tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.877752 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-960437b3-6d6c-40e3-83d4-03b7aea680bf req-e376e435-49b7-44fa-9427-b253a2ee441b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.914870 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-e672d799-a134-4b09-9c72-336dbdd69d4e req-c70d73b5-02ce-4a04-9ead-797eb109830f tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] update failed (client error): There was a conflict when trying to complete your request. Jul 13 07:38:59.929322 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e672d799-a134-4b09-9c72-336dbdd69d4e req-c70d73b5-02ce-4a04-9ead-797eb109830f tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "PUT /v2.0/floatingips/eb75f5bd-d008-4f57-ab0f-a345e4747436 HTTP/1.1" status: 409 len: 551 time: 1.1158731 Jul 13 07:38:59.941494 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-1ad244bb-1390-4e9d-93ad-f5b70da1783d tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.944199 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376e435-49b7-44fa-9427-b253a2ee441b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Pushing event deleted for resources: {'Port': ['ID=7dc045fa-c1da-416e-9d43-8b35c3ee6d72,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:00.008625 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-1ad244bb-1390-4e9d-93ad-f5b70da1783d tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Network 33b768e0-aa6e-4ec7-ae33-536c73fae929 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:00.014734 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b9ffcd29-bcc8-40ec-8bae-adef41df0461 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:00.016060 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-1ad244bb-1390-4e9d-93ad-f5b70da1783d tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:00.019153 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad244bb-1390-4e9d-93ad-f5b70da1783d tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Pushing event updated for resources: {'Port': ['ID=90bb795b-8a67-4b97-8a65-4d6bfe11cfc1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:00.026932 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-1ad244bb-1390-4e9d-93ad-f5b70da1783d tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:00.057362 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-960437b3-6d6c-40e3-83d4-03b7aea680bf req-e376e435-49b7-44fa-9427-b253a2ee441b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] No DVR routers for this DVR port 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:00.063746 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-960437b3-6d6c-40e3-83d4-03b7aea680bf req-e376e435-49b7-44fa-9427-b253a2ee441b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.066120 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-960437b3-6d6c-40e3-83d4-03b7aea680bf req-e376e435-49b7-44fa-9427-b253a2ee441b tempest-LiveAutoBlockMigrationV225Test-838382545 tempest-LiveAutoBlockMigrationV225Test-838382545-project] 10.222.0.62 "DELETE /v2.0/ports/7dc045fa-c1da-416e-9d43-8b35c3ee6d72 HTTP/1.1" status: 204 len: 173 time: 1.2236814 Jul 13 07:39:00.066678 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1884dd-d3d4-4595-b548-2bdc74d1b070', 'name': 'network-vif-deleted', 'tag': '7dc045fa-c1da-416e-9d43-8b35c3ee6d72'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:00.069216 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50e9d2c-1173-41db-85c0-68b9630ac730" -d '{"events": [{"server_uuid": "5d1884dd-d3d4-4595-b548-2bdc74d1b070", "name": "network-vif-deleted", "tag": "7dc045fa-c1da-416e-9d43-8b35c3ee6d72"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:00.086591 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa8239-77dc-4333-b306-f01f874509cf req-608cb3be-e4ce-4d8e-a548-e51f3709b606 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.097141 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-32fa8239-77dc-4333-b306-f01f874509cf req-608cb3be-e4ce-4d8e-a548-e51f3709b606 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.2473123 Jul 13 07:39:00.161559 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port b9ffcd29-bcc8-40ec-8bae-adef41df0461 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:00.183192 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b9ffcd29-bcc8-40ec-8bae-adef41df0461 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:00.184804 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.233018 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-1ad244bb-1390-4e9d-93ad-f5b70da1783d tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.233746 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-1ad244bb-1390-4e9d-93ad-f5b70da1783d tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.257771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-32fa8239-77dc-4333-b306-f01f874509cf req-982d50ac-72fb-4726-b828-629f37171727 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584263 Jul 13 07:39:00.281689 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-1ad244bb-1390-4e9d-93ad-f5b70da1783d tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2501922 Jul 13 07:39:00.294544 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] Request body: {'port': {'device_id': 'cc861985-a380-4d23-811c-c96b200dae30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:00.321851 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-6ef5468e-4110-493b-aed5-1f2054c3deea tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.341966 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.344967 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-6ef5468e-4110-493b-aed5-1f2054c3deea tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Transition to ACTIVE for port object bcd2d6fd-3694-4661-837a-af59fdfa8317 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:00.387539 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-6ef5468e-4110-493b-aed5-1f2054c3deea tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.396856 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port b9ffcd29-bcc8-40ec-8bae-adef41df0461, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b9ffcd29-bcc8-40ec-8bae-adef41df0461,segment=NetworkSegment(1ded926f-85f6-4deb-8f96-a9fc18fd1d8f),segment_id=1ded926f-85f6-4deb-8f96-a9fc18fd1d8f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:00.405613 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.442902 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-6ef5468e-4110-493b-aed5-1f2054c3deea tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Network 164dc193-94d4-4901-8325-2ada440bfa80 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:00.448868 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-6ef5468e-4110-493b-aed5-1f2054c3deea tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:00.469581 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-6ef5468e-4110-493b-aed5-1f2054c3deea tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:00.496664 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=b9ffcd29-bcc8-40ec-8bae-adef41df0461,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:00.502472 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.509399 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5468e-4110-493b-aed5-1f2054c3deea tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Pushing event updated for resources: {'Port': ['ID=bcd2d6fd-3694-4661-837a-af59fdfa8317,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:00.524122 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58733776-a106-4b3c-bb2b-e96a20fce44b req-3254c871-ab54-4493-b23e-7edc5ff646a5 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.526382 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-58733776-a106-4b3c-bb2b-e96a20fce44b req-3254c871-ab54-4493-b23e-7edc5ff646a5 tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 1096 time: 0.1904714 Jul 13 07:39:00.548287 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-6ef5468e-4110-493b-aed5-1f2054c3deea tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.549187 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-6ef5468e-4110-493b-aed5-1f2054c3deea tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.567714 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-6ef5468e-4110-493b-aed5-1f2054c3deea tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1757355 Jul 13 07:39:00.582761 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] Request body: {'port': {'device_id': 'cba91dba-6cd1-4ab9-9750-6774ee5f1147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:00.612250 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac54ab-4b82-4c7d-b741-9db361f10085 req-f7befc40-dd78-4646-92ce-95634a21fd58 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.613791 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6cac54ab-4b82-4c7d-b741-9db361f10085 req-f7befc40-dd78-4646-92ce-95634a21fd58 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc861985-a380-4d23-811c-c96b200dae30 HTTP/1.1" status: 200 len: 931 time: 0.1817942 Jul 13 07:39:00.634800 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-58733776-a106-4b3c-bb2b-e96a20fce44b req-27ffb551-c4ed-4f9c-8e30-898f09f38baf tempest-LiveMigrationTest-1184317850 tempest-LiveMigrationTest-1184317850-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995588 Jul 13 07:39:00.667018 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.777124 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6cac54ab-4b82-4c7d-b741-9db361f10085 req-4a0ad7f6-a179-4748-9509-2938f7b3510d tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.58 "GET /v2.0/security-groups?id=0768b8e7-2e1b-4a29-a491-56e82e998613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511414 Jul 13 07:39:00.803728 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-03292c3c-ab84-48c5-ab65-41308f90b401 None None] Provisioning for port bcd2d6fd-3694-4661-837a-af59fdfa8317 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:00.808437 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-03292c3c-ab84-48c5-ab65-41308f90b401 None None] Provisioning complete for port bcd2d6fd-3694-4661-837a-af59fdfa8317 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:00.808804 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-03292c3c-ab84-48c5-ab65-41308f90b401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.928609 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-03292c3c-ab84-48c5-ab65-41308f90b401 None None] Port bcd2d6fd-3694-4661-837a-af59fdfa8317 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:00.970202 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d3441-bebc-495a-a371-c114f7a2fd1c req-9f116e17-5706-4ec0-8e9f-acb4b5ae537c tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.978675 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ae3d3441-bebc-495a-a371-c114f7a2fd1c req-9f116e17-5706-4ec0-8e9f-acb4b5ae537c tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147 HTTP/1.1" status: 200 len: 931 time: 0.1931591 Jul 13 07:39:01.043485 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ae3d3441-bebc-495a-a371-c114f7a2fd1c req-1b712acb-9875-4ded-9324-a80e1bf74d15 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/security-groups?id=c323416d-1271-4aae-8174-decc0d73a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638034 Jul 13 07:39:01.110345 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd2d6fd-3694-4661-837a-af59fdfa8317 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:01.123547 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.154712 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] Transition to ACTIVE for port object bcd2d6fd-3694-4661-837a-af59fdfa8317 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:01.161132 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d8698a7b-9fa2-4d1c-bdb0-c35515fb52b8 req-f2a859f9-3617-48d2-99b1-c5d501d61243 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/floatingips/eb75f5bd-d008-4f57-ab0f-a345e4747436 HTTP/1.1" status: 200 len: 693 time: 0.0692821 Jul 13 07:39:01.162500 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.163785 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:01.188766 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a43fd0a3-6c4f-4694-a1e5-36f300e0d04e None None] Provisioning complete for port b9ffcd29-bcc8-40ec-8bae-adef41df0461 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:01.193990 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a43fd0a3-6c4f-4694-a1e5-36f300e0d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.236951 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.273270 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc9b0d8-06d9-48cc-98fc-1c9cbce0cae9 x-openstack-request-id: req-2fc9b0d8-06d9-48cc-98fc-1c9cbce0cae9 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:01.273974 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1884dd-d3d4-4595-b548-2bdc74d1b070", "name": "network-vif-deleted", "tag": "7dc045fa-c1da-416e-9d43-8b35c3ee6d72", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:01.274461 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2fc9b0d8-06d9-48cc-98fc-1c9cbce0cae9 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:01.275071 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1884dd-d3d4-4595-b548-2bdc74d1b070', 'name': 'network-vif-deleted', 'tag': '7dc045fa-c1da-416e-9d43-8b35c3ee6d72', 'status': 'completed', 'code': 200} Jul 13 07:39:01.293815 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8698a7b-9fa2-4d1c-bdb0-c35515fb52b8 req-f8ba734f-dd85-4e5e-8514-d53d5e586886 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:01.296147 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d8698a7b-9fa2-4d1c-bdb0-c35515fb52b8 req-f8ba734f-dd85-4e5e-8514-d53d5e586886 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.1265256 Jul 13 07:39:01.307214 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd2d6fd-3694-4661-837a-af59fdfa8317,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:01.309427 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-d8698a7b-9fa2-4d1c-bdb0-c35515fb52b8 req-b6dcd9d6-99e3-4b43-8e27-f50ea9526265 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:01.312245 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d8698a7b-9fa2-4d1c-bdb0-c35515fb52b8 req-b6dcd9d6-99e3-4b43-8e27-f50ea9526265 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098562 Jul 13 07:39:01.316739 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.381912 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] Transition to ACTIVE for port object 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:01.382450 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] Attempting to bind port bcd2d6fd-3694-4661-837a-af59fdfa8317 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:01.382791 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] Attempting to bind port bcd2d6fd-3694-4661-837a-af59fdfa8317 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '1ded926f-85f6-4deb-8f96-a9fc18fd1d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:01.383087 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] Attempting to bind port bcd2d6fd-3694-4661-837a-af59fdfa8317 on network 164dc193-94d4-4901-8325-2ada440bfa80 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:01.391350 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d8698a7b-9fa2-4d1c-bdb0-c35515fb52b8 req-e7597b17-5070-4d46-9b9a-0b17e9ba1b80 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.196 HTTP/1.1" status: 200 len: 696 time: 0.0693717 Jul 13 07:39:01.393651 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.395693 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] Port bcd2d6fd-3694-4661-837a-af59fdfa8317 on network 164dc193-94d4-4901-8325-2ada440bfa80 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:01.396031 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] Attempting to bind port bcd2d6fd-3694-4661-837a-af59fdfa8317 on network 164dc193-94d4-4901-8325-2ada440bfa80 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:01.403959 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:01.404281 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] Checking segment: {'id': '1ded926f-85f6-4deb-8f96-a9fc18fd1d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:01.404678 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] Bound using segment: {'id': '1ded926f-85f6-4deb-8f96-a9fc18fd1d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:01.405123 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] Bound port: bcd2d6fd-3694-4661-837a-af59fdfa8317, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ded926f-85f6-4deb-8f96-a9fc18fd1d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:01.405494 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.448819 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] Pushing event updated for resources: {'Port': ['ID=90bb795b-8a67-4b97-8a65-4d6bfe11cfc1,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:01.486047 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] For port bcd2d6fd-3694-4661-837a-af59fdfa8317, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:01.490427 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] For port bcd2d6fd-3694-4661-837a-af59fdfa8317, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=bcd2d6fd-3694-4661-837a-af59fdfa8317,segment=NetworkSegment(1ded926f-85f6-4deb-8f96-a9fc18fd1d8f),segment_id=1ded926f-85f6-4deb-8f96-a9fc18fd1d8f)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:01.496187 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.526956 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d8698a7b-9fa2-4d1c-bdb0-c35515fb52b8 req-0bcf394b-40b1-4cee-87c7-f49f1ad4537a tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.196 HTTP/1.1" status: 200 len: 696 time: 0.1208370 Jul 13 07:39:01.548382 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:01.549280 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.551241 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] 10.222.0.35 "PUT /v2.0/ports/bcd2d6fd-3694-4661-837a-af59fdfa8317 HTTP/1.1" status: 200 len: 1092 time: 0.9739375 Jul 13 07:39:01.602005 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ac445-0e66-472f-8121-492eacabe172 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd2d6fd-3694-4661-837a-af59fdfa8317,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:01.670325 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36820) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:01.713110 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-317703c7-b358-4289-b3f1-25018a715c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:01.718936 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-317703c7-b358-4289-b3f1-25018a715c5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd2a6045fb9847fcbcf272c120be7396&device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147 HTTP/1.1" status: 200 len: 1095 time: 0.1053302 Jul 13 07:39:01.792145 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-d768c173-a107-42a3-af0f-1dbe3ccc9ac8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcd2d6fd-3694-4661-837a-af59fdfa8317 HTTP/1.1" status: 200 len: 217 time: 0.0660007 Jul 13 07:39:01.801901 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] Attempting to bind port 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:01.802303 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] Attempting to bind port 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '6fe5fde7-c7df-4c3a-980a-32bd30ee693b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '33b768e0-aa6e-4ec7-ae33-536c73fae929'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:01.802594 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] Attempting to bind port 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1 on network 33b768e0-aa6e-4ec7-ae33-536c73fae929 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:01.813661 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] Port 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1 on network 33b768e0-aa6e-4ec7-ae33-536c73fae929 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:01.813960 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] Attempting to bind port 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1 on network 33b768e0-aa6e-4ec7-ae33-536c73fae929 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:01.823095 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:01.823518 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] Checking segment: {'id': '6fe5fde7-c7df-4c3a-980a-32bd30ee693b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '33b768e0-aa6e-4ec7-ae33-536c73fae929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:01.823816 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] Bound using segment: {'id': '6fe5fde7-c7df-4c3a-980a-32bd30ee693b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '33b768e0-aa6e-4ec7-ae33-536c73fae929'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:01.824308 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] Bound port: 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5fde7-c7df-4c3a-980a-32bd30ee693b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '33b768e0-aa6e-4ec7-ae33-536c73fae929'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:01.824640 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.839157 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-d8698a7b-9fa2-4d1c-bdb0-c35515fb52b8 req-c6d0b213-c330-454a-a7c8-2554930f830a tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Deleting port 46f569ab-a192-4dff-b37c-4005da817ac5 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:01.839617 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d8698a7b-9fa2-4d1c-bdb0-c35515fb52b8 req-c6d0b213-c330-454a-a7c8-2554930f830a tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.904883 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-df971918-d7cd-477b-b487-b8c3132807f2 admin admin] Deleting subnet bfd30de1-a97b-4b7f-9271-8b31642f73ac {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:01.909264 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-d1f0806d-204e-4214-b142-6ac8643f3cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:01.910856 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-d1f0806d-204e-4214-b142-6ac8643f3cd0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=338fc189-33fc-4de5-8976-e1adcb0ebd5b HTTP/1.1" status: 200 len: 860 time: 0.1096871 Jul 13 07:39:01.911551 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df971918-d7cd-477b-b487-b8c3132807f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.971462 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b9ffcd29-bcc8-40ec-8bae-adef41df0461 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:01.989027 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df971918-d7cd-477b-b487-b8c3132807f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.028564 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b9ffcd29-bcc8-40ec-8bae-adef41df0461 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:02.029300 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.043687 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-db49dbb6-4f68-4fc7-99e8-835eb488d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.045400 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-db49dbb6-4f68-4fc7-99e8-835eb488d207 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=164dc193-94d4-4901-8325-2ada440bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1084085 Jul 13 07:39:02.047618 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df971918-d7cd-477b-b487-b8c3132807f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.193580 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df971918-d7cd-477b-b487-b8c3132807f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.226558 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df971918-d7cd-477b-b487-b8c3132807f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfd30de1-a97b-4b7f-9271-8b31642f73ac,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:02.231527 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-23b7999e-99bf-40f9-8873-68a39f722b02 service neutron] 10.222.0.35 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618261 Jul 13 07:39:02.236041 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df971918-d7cd-477b-b487-b8c3132807f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.238404 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-df971918-d7cd-477b-b487-b8c3132807f2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bfd30de1-a97b-4b7f-9271-8b31642f73ac HTTP/1.1" status: 204 len: 168 time: 0.5669658 Jul 13 07:39:02.243923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36828) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:02.288412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] For port 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:02.303692 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d8698a7b-9fa2-4d1c-bdb0-c35515fb52b8 req-c6d0b213-c330-454a-a7c8-2554930f830a tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.304020 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d8698a7b-9fa2-4d1c-bdb0-c35515fb52b8 req-c6d0b213-c330-454a-a7c8-2554930f830a tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.329991 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] For port 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=90bb795b-8a67-4b97-8a65-4d6bfe11cfc1,segment=NetworkSegment(6fe5fde7-c7df-4c3a-980a-32bd30ee693b),segment_id=6fe5fde7-c7df-4c3a-980a-32bd30ee693b)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:02.331465 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-692c34ae-ea54-4c6b-9129-c877cbe345fc req-a28dacb2-747f-48c9-8750-5aa6631258ff service neutron] 10.222.0.35 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918462 Jul 13 07:39:02.364577 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-d8698a7b-9fa2-4d1c-bdb0-c35515fb52b8 req-c6d0b213-c330-454a-a7c8-2554930f830a tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Calling delete_port for 46f569ab-a192-4dff-b37c-4005da817ac5 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:02.374751 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.418434 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5c8dd6a-637e-4dc1-ac56-7097bfa21e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.435848 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.436461 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.437878 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] 10.222.0.35 "PUT /v2.0/ports/90bb795b-8a67-4b97-8a65-4d6bfe11cfc1 HTTP/1.1" status: 200 len: 1092 time: 2.1478229 Jul 13 07:39:02.438768 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc861985-a380-4d23-811c-c96b200dae30', 'tag': '90bb795b-8a67-4b97-8a65-4d6bfe11cfc1'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:02.441061 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec08bc0-7517-4d91-b204-60068f551c85" -d '{"events": [{"name": "network-changed", "server_uuid": "cc861985-a380-4d23-811c-c96b200dae30", "tag": "90bb795b-8a67-4b97-8a65-4d6bfe11cfc1"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:02.507271 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f2642-2f46-4a15-80a6-6501dfd7878e req-e2a95bf8-da9a-44d8-b83b-31ddb104036c tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.508853 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0e3f2642-2f46-4a15-80a6-6501dfd7878e req-e2a95bf8-da9a-44d8-b83b-31ddb104036c tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/ports?device_id=77089361-5171-4042-90ea-851e6dce7d0e HTTP/1.1" status: 200 len: 945 time: 0.6023016 Jul 13 07:39:02.576644 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad87670-6465-4c18-a305-806db2afadaf service neutron] Pushing event updated for resources: {'Port': ['ID=90bb795b-8a67-4b97-8a65-4d6bfe11cfc1,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:02.584668 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:02.607148 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:02.607484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7dc045fa-c1da-416e-9d43-8b35c3ee6d72 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:02.699862 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5c8dd6a-637e-4dc1-ac56-7097bfa21e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.706884 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0e3f2642-2f46-4a15-80a6-6501dfd7878e req-d41d6786-74f3-43b6-aa37-fe44bce7ae6a tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/security-groups?id=4728fcb0-17b7-4412-912a-41b104ecc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720150 Jul 13 07:39:02.718455 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d5c8dd6a-637e-4dc1-ac56-7097bfa21e67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf8805e-fc72-4645-afdd-bc310db87bf5']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:02.719486 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d4032-cf46-45f3-bf2a-8bd404265a71 req-97dbd467-73c4-43e3-b521-1d4428bc9b0e tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.721283 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ff0d4032-cf46-45f3-bf2a-8bd404265a71 req-97dbd467-73c4-43e3-b521-1d4428bc9b0e tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 944 time: 0.0692179 Jul 13 07:39:02.752988 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-1a6ac948-d4b9-4ef0-8c34-997872fe92a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.754663 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-1a6ac948-d4b9-4ef0-8c34-997872fe92a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b90828ea73245348c0c4c08a90fd0f3&device_id=cc861985-a380-4d23-811c-c96b200dae30 HTTP/1.1" status: 200 len: 1095 time: 0.2744811 Jul 13 07:39:02.758463 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d5c8dd6a-637e-4dc1-ac56-7097bfa21e67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:02.758982 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d5c8dd6a-637e-4dc1-ac56-7097bfa21e67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce03ab8-c9de-4ec8-bf24-91b044ed8c45') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:02.784367 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5c8dd6a-637e-4dc1-ac56-7097bfa21e67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.826531 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-0544af0b-22a4-434c-afa8-e6be9691f274 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90bb795b-8a67-4b97-8a65-4d6bfe11cfc1 HTTP/1.1" status: 200 len: 217 time: 0.0618362 Jul 13 07:39:02.842493 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5c8dd6a-637e-4dc1-ac56-7097bfa21e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.853234 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-ff0d4032-cf46-45f3-bf2a-8bd404265a71 req-fd5587a4-de97-4746-977a-51aef2e852eb tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Deleting port 391a2889-7883-44d3-a179-c2e80188d486 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:02.853659 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ff0d4032-cf46-45f3-bf2a-8bd404265a71 req-fd5587a4-de97-4746-977a-51aef2e852eb tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.873198 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d8698a7b-9fa2-4d1c-bdb0-c35515fb52b8 req-c6d0b213-c330-454a-a7c8-2554930f830a tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.876290 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c8dd6a-637e-4dc1-ac56-7097bfa21e67 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:02.876685 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5c8dd6a-637e-4dc1-ac56-7097bfa21e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:02.889794 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:02.956705 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0b213-c330-454a-a7c8-2554930f830a tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Pushing event deleted for resources: {'Port': ['ID=46f569ab-a192-4dff-b37c-4005da817ac5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:02.960482 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-ff0d4032-cf46-45f3-bf2a-8bd404265a71 req-fd5587a4-de97-4746-977a-51aef2e852eb tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] For port 391a2889-7883-44d3-a179-c2e80188d486, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=391a2889-7883-44d3-a179-c2e80188d486,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:02.960855 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ff0d4032-cf46-45f3-bf2a-8bd404265a71 req-fd5587a4-de97-4746-977a-51aef2e852eb tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.975591 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-ff0d4032-cf46-45f3-bf2a-8bd404265a71 req-fd5587a4-de97-4746-977a-51aef2e852eb tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Calling delete_port for 391a2889-7883-44d3-a179-c2e80188d486 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:03.007633 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-4b37bbed-9618-469a-99c5-a6fe60d30204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:03.009208 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-4b37bbed-9618-469a-99c5-a6fe60d30204 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=06663489-45e8-4036-a652-b4e5da29297c HTTP/1.1" status: 200 len: 849 time: 0.1750185 Jul 13 07:39:03.041413 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5c8dd6a-637e-4dc1-ac56-7097bfa21e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.083505 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5c8dd6a-637e-4dc1-ac56-7097bfa21e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.085434 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d5c8dd6a-637e-4dc1-ac56-7097bfa21e67 admin admin] 10.222.0.58 "DELETE /v2.0/networks/acf8805e-fc72-4645-afdd-bc310db87bf5 HTTP/1.1" status: 204 len: 168 time: 0.8404682 Jul 13 07:39:03.089783 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36834) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:03.092148 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-d3331859-4e7e-41c4-8999-aab67bfb1f92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=33b768e0-aa6e-4ec7-ae33-536c73fae929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637689 Jul 13 07:39:03.121348 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8dd6a-637e-4dc1-ac56-7097bfa21e67 admin admin] Pushing event deleted for resources: {'Network': ['ID=acf8805e-fc72-4645-afdd-bc310db87bf5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:03.150510 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfa7d64-fd3f-4250-bc60-91329dbaa490 admin admin] Deleting subnet 06951e7f-0bea-4c6b-9826-bb21efde4025 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:03.153867 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ff0d4032-cf46-45f3-bf2a-8bd404265a71 req-fd5587a4-de97-4746-977a-51aef2e852eb tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.155813 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fdfa7d64-fd3f-4250-bc60-91329dbaa490 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.164146 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d8698a7b-9fa2-4d1c-bdb0-c35515fb52b8 req-c6d0b213-c330-454a-a7c8-2554930f830a tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.166840 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d8698a7b-9fa2-4d1c-bdb0-c35515fb52b8 req-c6d0b213-c330-454a-a7c8-2554930f830a tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.168032 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d8698a7b-9fa2-4d1c-bdb0-c35515fb52b8 req-c6d0b213-c330-454a-a7c8-2554930f830a tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "DELETE /v2.0/floatingips/eb75f5bd-d008-4f57-ab0f-a345e4747436 HTTP/1.1" status: 204 len: 173 time: 1.6398335 Jul 13 07:39:03.168173 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['013ace5c-e2e3-463c-8e37-e7c65969f021'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:03.179840 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b4440-05fb-47b9-afb2-56599b853be9 req-420b48b5-3139-4f1c-b8f0-114e63587e0d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:03.182070 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5f7b4440-05fb-47b9-afb2-56599b853be9 req-420b48b5-3139-4f1c-b8f0-114e63587e0d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.3339729 Jul 13 07:39:03.221355 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5587a4-de97-4746-977a-51aef2e852eb tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Pushing event deleted for resources: {'Port': ['ID=391a2889-7883-44d3-a179-c2e80188d486,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:03.238833 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['391a2889-7883-44d3-a179-c2e80188d486'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:03.241828 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fdfa7d64-fd3f-4250-bc60-91329dbaa490 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.271746 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5f7b4440-05fb-47b9-afb2-56599b853be9 req-578d7caf-190e-44e9-a107-34a538b9527d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586727 Jul 13 07:39:03.274201 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-5782a4e6-1b3a-4e1b-914e-b08c453f424d service neutron] 10.222.0.35 "GET /v2.0/networks/33b768e0-aa6e-4ec7-ae33-536c73fae929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690593 Jul 13 07:39:03.277081 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba91dba-6cd1-4ab9-9750-6774ee5f1147', 'tag': 'bcd2d6fd-3694-4661-837a-af59fdfa8317'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:03.280297 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28121d3-42b6-4f90-a54b-61d3b24a2144" -d '{"events": [{"name": "network-changed", "server_uuid": "cba91dba-6cd1-4ab9-9750-6774ee5f1147", "tag": "bcd2d6fd-3694-4661-837a-af59fdfa8317"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:03.338865 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0d4032-cf46-45f3-bf2a-8bd404265a71 req-fd5587a4-de97-4746-977a-51aef2e852eb tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] No DVR routers for this DVR port 391a2889-7883-44d3-a179-c2e80188d486 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:03.343078 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ff0d4032-cf46-45f3-bf2a-8bd404265a71 req-fd5587a4-de97-4746-977a-51aef2e852eb tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.345174 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ff0d4032-cf46-45f3-bf2a-8bd404265a71 req-fd5587a4-de97-4746-977a-51aef2e852eb tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.62 "DELETE /v2.0/ports/391a2889-7883-44d3-a179-c2e80188d486 HTTP/1.1" status: 204 len: 173 time: 0.6147742 Jul 13 07:39:03.367213 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fdfa7d64-fd3f-4250-bc60-91329dbaa490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.408055 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab420368-8b0b-43b2-8bf3-ccf8253d5d64 req-07a73670-f438-474f-a299-f8f4534c8c1c tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 210 time: 0.0441046 Jul 13 07:39:03.443518 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fdfa7d64-fd3f-4250-bc60-91329dbaa490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.464677 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6a7e23b-75ed-46e7-9287-d61bcc2d9929 req-5ce75560-65ca-48f6-977a-a1407a1a792e service neutron] 10.222.0.35 "GET /v2.0/networks/33b768e0-aa6e-4ec7-ae33-536c73fae929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826446 Jul 13 07:39:03.485162 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa7d64-fd3f-4250-bc60-91329dbaa490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06951e7f-0bea-4c6b-9826-bb21efde4025,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:03.494058 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fdfa7d64-fd3f-4250-bc60-91329dbaa490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.497511 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fdfa7d64-fd3f-4250-bc60-91329dbaa490 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/06951e7f-0bea-4c6b-9826-bb21efde4025 HTTP/1.1" status: 204 len: 168 time: 0.4064903 Jul 13 07:39:03.502614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36840) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:03.582228 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80121edb-618c-4e6e-9e3d-6fad309237dc req-c64aa72c-4162-458a-8415-762cf98059ea tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:03.582479 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eb40c056-e55c-411c-a693-67b4f0fbff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.583520 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80121edb-618c-4e6e-9e3d-6fad309237dc req-c64aa72c-4162-458a-8415-762cf98059ea tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc861985-a380-4d23-811c-c96b200dae30 HTTP/1.1" status: 200 len: 943 time: 0.1040795 Jul 13 07:39:03.659394 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80121edb-618c-4e6e-9e3d-6fad309237dc req-c7bb276c-b945-4cf1-99a2-a74cd52c3333 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.58 "GET /v2.0/security-groups?id=0768b8e7-2e1b-4a29-a491-56e82e998613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505872 Jul 13 07:39:03.677461 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480f349-45b2-4b88-839e-d77b5a5fb59c req-2f0a27ed-0920-4674-990c-8a715bf2ea53 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:03.679149 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4480f349-45b2-4b88-839e-d77b5a5fb59c req-2f0a27ed-0920-4674-990c-8a715bf2ea53 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147 HTTP/1.1" status: 200 len: 943 time: 0.1216905 Jul 13 07:39:03.702780 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eb40c056-e55c-411c-a693-67b4f0fbff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.721579 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-eb40c056-e55c-411c-a693-67b4f0fbff50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2cd19d-8b85-4f64-9602-ea9e3dae120f']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:03.742660 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-eb40c056-e55c-411c-a693-67b4f0fbff50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffab1c3c-3545-455d-89da-bdb818cf6cf1') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:03.743104 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-eb40c056-e55c-411c-a693-67b4f0fbff50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffab1c3c-3545-455d-89da-bdb818cf6cf1') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:03.758964 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cca6f6-024e-4195-8878-ffc2fbba10d9 x-openstack-request-id: req-d9cca6f6-024e-4195-8878-ffc2fbba10d9 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:03.759202 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eb40c056-e55c-411c-a693-67b4f0fbff50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.759640 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc861985-a380-4d23-811c-c96b200dae30", "tag": "90bb795b-8a67-4b97-8a65-4d6bfe11cfc1", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:03.760053 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d9cca6f6-024e-4195-8878-ffc2fbba10d9 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:03.760642 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc861985-a380-4d23-811c-c96b200dae30', 'tag': '90bb795b-8a67-4b97-8a65-4d6bfe11cfc1', 'status': 'completed', 'code': 200} Jul 13 07:39:03.783176 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eb40c056-e55c-411c-a693-67b4f0fbff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.790805 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb40c056-e55c-411c-a693-67b4f0fbff50 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:03.791496 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eb40c056-e55c-411c-a693-67b4f0fbff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.823621 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4480f349-45b2-4b88-839e-d77b5a5fb59c req-dea164ef-9a34-4110-86be-60e2e6483423 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/security-groups?id=c323416d-1271-4aae-8174-decc0d73a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168587 Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:03.873456 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:03.893608 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec08bc0-7517-4d91-b204-60068f551c85 req-f67a5acd-2d94-4cd9-aef0-85ba4ac880e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:03.895158 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ec08bc0-7517-4d91-b204-60068f551c85 req-f67a5acd-2d94-4cd9-aef0-85ba4ac880e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b90828ea73245348c0c4c08a90fd0f3&device_id=cc861985-a380-4d23-811c-c96b200dae30 HTTP/1.1" status: 200 len: 1095 time: 0.1335700 Jul 13 07:39:03.922238 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eb40c056-e55c-411c-a693-67b4f0fbff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.925453 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead0c133-30ba-4790-9e6e-4081fcbb4f79 x-openstack-request-id: req-ead0c133-30ba-4790-9e6e-4081fcbb4f79 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:03.925796 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba91dba-6cd1-4ab9-9750-6774ee5f1147", "tag": "bcd2d6fd-3694-4661-837a-af59fdfa8317", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:03.926058 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ead0c133-30ba-4790-9e6e-4081fcbb4f79 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:03.926589 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba91dba-6cd1-4ab9-9750-6774ee5f1147', 'tag': 'bcd2d6fd-3694-4661-837a-af59fdfa8317', 'status': 'completed', 'code': 200} Jul 13 07:39:03.933978 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eb40c056-e55c-411c-a693-67b4f0fbff50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.941689 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-eb40c056-e55c-411c-a693-67b4f0fbff50 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5d2cd19d-8b85-4f64-9602-ea9e3dae120f HTTP/1.1" status: 204 len: 168 time: 0.4376354 Jul 13 07:39:03.971078 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40c056-e55c-411c-a693-67b4f0fbff50 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d2cd19d-8b85-4f64-9602-ea9e3dae120f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:04.041107 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3fa7d-060f-4c25-b57e-6c102842bbde req-9312c2d9-8285-46c1-a3e0-58765f98b35d tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.042706 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f9f3fa7d-060f-4c25-b57e-6c102842bbde req-9312c2d9-8285-46c1-a3e0-58765f98b35d tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.62 "GET /v2.0/ports?device_id=77089361-5171-4042-90ea-851e6dce7d0e HTTP/1.1" status: 200 len: 945 time: 0.1667788 Jul 13 07:39:04.066525 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28121d3-42b6-4f90-a54b-61d3b24a2144 req-e55f7322-c594-49f6-b83a-095cc6564170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.068427 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b28121d3-42b6-4f90-a54b-61d3b24a2144 req-e55f7322-c594-49f6-b83a-095cc6564170 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd2a6045fb9847fcbcf272c120be7396&device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147 HTTP/1.1" status: 200 len: 1095 time: 0.1232097 Jul 13 07:39:04.124402 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-74a72fc6-6b8c-48ad-b7f0-79e22c31ee65 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.81 HTTP/1.1" status: 200 len: 1001 time: 0.2454317 Jul 13 07:39:04.190140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36846) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:04.258604 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec08bc0-7517-4d91-b204-60068f551c85 req-5b9d65f0-4daf-41b7-9227-e238fac0088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.260103 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ec08bc0-7517-4d91-b204-60068f551c85 req-5b9d65f0-4daf-41b7-9227-e238fac0088a service neutron] 10.222.0.35 "GET /v2.0/networks?id=33b768e0-aa6e-4ec7-ae33-536c73fae929 HTTP/1.1" status: 200 len: 910 time: 0.2879186 Jul 13 07:39:04.265284 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28121d3-42b6-4f90-a54b-61d3b24a2144 req-ebfbb946-48e0-4242-b129-03b48a97efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.266912 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b28121d3-42b6-4f90-a54b-61d3b24a2144 req-ebfbb946-48e0-4242-b129-03b48a97efb6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=164dc193-94d4-4901-8325-2ada440bfa80 HTTP/1.1" status: 200 len: 922 time: 0.1732578 Jul 13 07:39:04.320007 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-f9f3fa7d-060f-4c25-b57e-6c102842bbde req-0b73027c-6b86-4159-9c66-e1ad94fd42d6 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Deleting port b83c9459-0e44-4da0-a2c0-c104c3ab1382 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:04.320364 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f9f3fa7d-060f-4c25-b57e-6c102842bbde req-0b73027c-6b86-4159-9c66-e1ad94fd42d6 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.355969 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b28121d3-42b6-4f90-a54b-61d3b24a2144 req-684d4417-589b-471d-9931-23bc503ab1c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcd2d6fd-3694-4661-837a-af59fdfa8317 HTTP/1.1" status: 200 len: 217 time: 0.0821409 Jul 13 07:39:04.375893 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ec08bc0-7517-4d91-b204-60068f551c85 req-bece6f84-d97e-4b6b-a0f0-e08a15a0492d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90bb795b-8a67-4b97-8a65-4d6bfe11cfc1 HTTP/1.1" status: 200 len: 217 time: 0.1020679 Jul 13 07:39:04.391131 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-9a60f9fa-8d59-4707-8cec-3360aa216bdd tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.393140 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-9a60f9fa-8d59-4707-8cec-3360aa216bdd tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/ports/c524caa4-325e-4456-b762-1c763e6db9f5 HTTP/1.1" status: 200 len: 943 time: 0.2516134 Jul 13 07:39:04.416020 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ccf982de-f06c-4bff-a47a-67ffd5301729 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=15158e7fe97d4861a97b0a945f95d776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221642 Jul 13 07:39:04.438823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28121d3-42b6-4f90-a54b-61d3b24a2144 req-7c137c54-5202-45c6-8a5f-c3e2257c0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.440317 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b28121d3-42b6-4f90-a54b-61d3b24a2144 req-7c137c54-5202-45c6-8a5f-c3e2257c0afa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=338fc189-33fc-4de5-8976-e1adcb0ebd5b HTTP/1.1" status: 200 len: 860 time: 0.0535243 Jul 13 07:39:04.440819 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36850) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:04.481509 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c34c01-c0fc-4d85-9d82-16be2e2173fb req-c3d2bf93-c8b6-4502-9504-3a237cd7fba8 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.484580 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28c34c01-c0fc-4d85-9d82-16be2e2173fb req-c3d2bf93-c8b6-4502-9504-3a237cd7fba8 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/ports?device_id=77089361-5171-4042-90ea-851e6dce7d0e HTTP/1.1" status: 200 len: 945 time: 0.3634920 Jul 13 07:39:04.500965 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec08bc0-7517-4d91-b204-60068f551c85 req-fb2d8edb-4795-4185-80a5-f152450058d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.502652 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ec08bc0-7517-4d91-b204-60068f551c85 req-fb2d8edb-4795-4185-80a5-f152450058d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=06663489-45e8-4036-a652-b4e5da29297c HTTP/1.1" status: 200 len: 849 time: 0.1052854 Jul 13 07:39:04.561752 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ec08bc0-7517-4d91-b204-60068f551c85 req-ad5db40e-7bd3-4d84-b024-e58986d67d58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=33b768e0-aa6e-4ec7-ae33-536c73fae929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514572 Jul 13 07:39:04.562877 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f9f3fa7d-060f-4c25-b57e-6c102842bbde req-0b73027c-6b86-4159-9c66-e1ad94fd42d6 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] For port b83c9459-0e44-4da0-a2c0-c104c3ab1382, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b83c9459-0e44-4da0-a2c0-c104c3ab1382,segment=NetworkSegment(1ef09f4b-7814-4038-95f4-1b1a434767f6),segment_id=1ef09f4b-7814-4038-95f4-1b1a434767f6)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:04.563248 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f9f3fa7d-060f-4c25-b57e-6c102842bbde req-0b73027c-6b86-4159-9c66-e1ad94fd42d6 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.588812 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1090ad66-e7a8-45a5-8138-9049f41fe9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.592128 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-f9f3fa7d-060f-4c25-b57e-6c102842bbde req-0b73027c-6b86-4159-9c66-e1ad94fd42d6 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Calling delete_port for b83c9459-0e44-4da0-a2c0-c104c3ab1382 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:04.630069 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1090ad66-e7a8-45a5-8138-9049f41fe9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.651271 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28c34c01-c0fc-4d85-9d82-16be2e2173fb req-3549f671-a0e6-444b-9c3e-78cdffa04776 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.58 "GET /v2.0/security-groups?id=4728fcb0-17b7-4412-912a-41b104ecc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588373 Jul 13 07:39:04.703135 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28121d3-42b6-4f90-a54b-61d3b24a2144 req-9e7eebaf-b271-42b0-ae95-cec7c69105b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.704618 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-e4b4ddfd-74e3-46d4-b0c7-a683c5683a6c tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.81 HTTP/1.1" status: 200 len: 1001 time: 0.1744161 Jul 13 07:39:04.704843 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b28121d3-42b6-4f90-a54b-61d3b24a2144 req-9e7eebaf-b271-42b0-ae95-cec7c69105b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=164dc193-94d4-4901-8325-2ada440bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2080479 Jul 13 07:39:04.757737 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device bcd2d6fd-3694-4661-837a-af59fdfa8317 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:39:04.783393 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ec08bc0-7517-4d91-b204-60068f551c85 req-f19c7858-728f-426a-a7a4-b8854982a216 service neutron] 10.222.0.35 "GET /v2.0/networks/33b768e0-aa6e-4ec7-ae33-536c73fae929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859255 Jul 13 07:39:04.910206 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port bcd2d6fd-3694-4661-837a-af59fdfa8317, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=bcd2d6fd-3694-4661-837a-af59fdfa8317,segment=NetworkSegment(1ded926f-85f6-4deb-8f96-a9fc18fd1d8f),segment_id=1ded926f-85f6-4deb-8f96-a9fc18fd1d8f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:04.927994 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'bcd2d6fd-3694-4661-837a-af59fdfa8317', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'port_id': 'bcd2d6fd-3694-4661-837a-af59fdfa8317', 'mac_address': 'fa:16:3e:c4:4c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:39:04.947786 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f9f3fa7d-060f-4c25-b57e-6c102842bbde req-0b73027c-6b86-4159-9c66-e1ad94fd42d6 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.961918 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-88c35871-12aa-461f-affb-2a2d8952d56e tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.963625 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-88c35871-12aa-461f-affb-2a2d8952d56e tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.2435052 Jul 13 07:39:04.990679 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.994073 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['b83c9459-0e44-4da0-a2c0-c104c3ab1382'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:05.009174 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73027c-6b86-4159-9c66-e1ad94fd42d6 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Pushing event deleted for resources: {'Port': ['ID=b83c9459-0e44-4da0-a2c0-c104c3ab1382,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:05.042257 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1090ad66-e7a8-45a5-8138-9049f41fe9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.045232 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1090ad66-e7a8-45a5-8138-9049f41fe9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.050374 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1090ad66-e7a8-45a5-8138-9049f41fe9f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d145be3d-0e91-4301-8208-14bc20395eb0 HTTP/1.1" status: 204 len: 168 time: 0.6062524 Jul 13 07:39:05.074067 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd2d6fd-3694-4661-837a-af59fdfa8317 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:05.097677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090ad66-e7a8-45a5-8138-9049f41fe9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d145be3d-0e91-4301-8208-14bc20395eb0,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:05.100406 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f3fa7d-060f-4c25-b57e-6c102842bbde req-0b73027c-6b86-4159-9c66-e1ad94fd42d6 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] No DVR routers for this DVR port b83c9459-0e44-4da0-a2c0-c104c3ab1382 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:05.104825 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f9f3fa7d-060f-4c25-b57e-6c102842bbde req-0b73027c-6b86-4159-9c66-e1ad94fd42d6 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.108018 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f9f3fa7d-060f-4c25-b57e-6c102842bbde req-0b73027c-6b86-4159-9c66-e1ad94fd42d6 tempest-VolumesAdminNegativeTest-536224349 tempest-VolumesAdminNegativeTest-536224349-project] 10.222.0.62 "DELETE /v2.0/ports/b83c9459-0e44-4da0-a2c0-c104c3ab1382 HTTP/1.1" status: 204 len: 173 time: 1.0551798 Jul 13 07:39:05.112808 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b28121d3-42b6-4f90-a54b-61d3b24a2144 req-68f5a867-cb19-42f1-9e36-7b976edf83c1 service neutron] 10.222.0.35 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981194 Jul 13 07:39:05.166029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port bcd2d6fd-3694-4661-837a-af59fdfa8317, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=bcd2d6fd-3694-4661-837a-af59fdfa8317,segment=NetworkSegment(1ded926f-85f6-4deb-8f96-a9fc18fd1d8f),segment_id=1ded926f-85f6-4deb-8f96-a9fc18fd1d8f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:05.183973 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.251010 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:39:05.341536 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ec08bc0-7517-4d91-b204-60068f551c85 req-c23eef1e-f5e4-4dfe-87c0-456e71ab8c8c service neutron] 10.222.0.35 "GET /v2.0/networks/33b768e0-aa6e-4ec7-ae33-536c73fae929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315659 Jul 13 07:39:05.360375 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=bcd2d6fd-3694-4661-837a-af59fdfa8317,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:05.428488 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-a8cab0ca-6a43-4965-ba1c-eee86a43d071 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.81 HTTP/1.1" status: 200 len: 1001 time: 0.4509621 Jul 13 07:39:05.443457 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997aa3b0-40aa-4727-ac23-38a9af8a7afd req-a15dce99-1c38-4ef6-8c4b-53e981a6ad58 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:05.450500 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-997aa3b0-40aa-4727-ac23-38a9af8a7afd req-a15dce99-1c38-4ef6-8c4b-53e981a6ad58 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.5539713 Jul 13 07:39:05.457717 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-bb6f43e3-3c33-4225-b66e-eed5dd17a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:05.600860 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=90bb795b-8a67-4b97-8a65-4d6bfe11cfc1,segment=NetworkSegment(6fe5fde7-c7df-4c3a-980a-32bd30ee693b),segment_id=6fe5fde7-c7df-4c3a-980a-32bd30ee693b)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:05.631842 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '90bb795b-8a67-4b97-8a65-4d6bfe11cfc1', 'network_id': '33b768e0-aa6e-4ec7-ae33-536c73fae929', 'port_id': '90bb795b-8a67-4b97-8a65-4d6bfe11cfc1', 'mac_address': 'fa:16:3e:96:6b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06663489-45e8-4036-a652-b4e5da29297c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:39:05.647360 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-997aa3b0-40aa-4727-ac23-38a9af8a7afd req-e15965c1-13fb-498d-a894-c64fca781a60 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946025 Jul 13 07:39:05.658937 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-bb6f43e3-3c33-4225-b66e-eed5dd17a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.731662 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.748252 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:05.775323 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=90bb795b-8a67-4b97-8a65-4d6bfe11cfc1,segment=NetworkSegment(6fe5fde7-c7df-4c3a-980a-32bd30ee693b),segment_id=6fe5fde7-c7df-4c3a-980a-32bd30ee693b)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:05.786215 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.858633 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b28121d3-42b6-4f90-a54b-61d3b24a2144 req-a03c3046-52f2-496d-9a8c-ebca8402d7cc service neutron] 10.222.0.35 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7388184 Jul 13 07:39:05.866906 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36866) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:05.905217 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=90bb795b-8a67-4b97-8a65-4d6bfe11cfc1,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:05.906281 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0058bdf8-10af-4d69-ac33-fddd50e387b7 req-8a75603a-f3ad-4273-b618-33806a42ed06 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 210 time: 0.0679469 Jul 13 07:39:05.944247 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3236581-b693-4031-ba3b-0c362336d859', 'name': 'network-vif-deleted', 'tag': '391a2889-7883-44d3-a179-c2e80188d486'}, {'server_uuid': '77089361-5171-4042-90ea-851e6dce7d0e', 'name': 'network-vif-deleted', 'tag': 'b83c9459-0e44-4da0-a2c0-c104c3ab1382'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:05.946653 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cce4a00-900b-45a0-b7b4-4b58ace2d33c" -d '{"events": [{"server_uuid": "a3236581-b693-4031-ba3b-0c362336d859", "name": "network-vif-deleted", "tag": "391a2889-7883-44d3-a179-c2e80188d486"}, {"server_uuid": "77089361-5171-4042-90ea-851e6dce7d0e", "name": "network-vif-deleted", "tag": "b83c9459-0e44-4da0-a2c0-c104c3ab1382"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:05.952857 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d11eaf0c-b875-4052-893d-a18024036b91 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bf97568e22ff473e8c685d8dcddce82f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0829413 Jul 13 07:39:05.954735 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36870) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:05.965596 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-bb6f43e3-3c33-4225-b66e-eed5dd17a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.974797 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-bb6f43e3-3c33-4225-b66e-eed5dd17a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.976577 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-bb6f43e3-3c33-4225-b66e-eed5dd17a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Floating IP 42016724-f086-4223-b2f8-55cf0c0be782 disassociated. External IP: 172.25.0.81, port: c524caa4-325e-4456-b762-1c763e6db9f5. Jul 13 07:39:06.151116 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['90bb795b-8a67-4b97-8a65-4d6bfe11cfc1'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:06.154248 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['bcd2d6fd-3694-4661-837a-af59fdfa8317'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:06.177352 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ca817ed-42ab-4a46-88fa-f215d7e0e4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.223277 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ca817ed-42ab-4a46-88fa-f215d7e0e4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.302703 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80e456-ea61-49a7-a033-0e63c8797b94 req-c03eca79-b54d-4a61-85e2-a2e5754b37fb tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:06.306937 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb80e456-ea61-49a7-a033-0e63c8797b94 req-c03eca79-b54d-4a61-85e2-a2e5754b37fb tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc861985-a380-4d23-811c-c96b200dae30 HTTP/1.1" status: 200 len: 944 time: 0.2761419 Jul 13 07:39:06.431266 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb80e456-ea61-49a7-a033-0e63c8797b94 req-cd6e44f8-b638-435b-b358-c521e008d773 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.58 "GET /v2.0/security-groups?id=0768b8e7-2e1b-4a29-a491-56e82e998613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085453 Jul 13 07:39:06.434657 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ca817ed-42ab-4a46-88fa-f215d7e0e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.438350 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ca817ed-42ab-4a46-88fa-f215d7e0e4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.442128 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5ca817ed-42ab-4a46-88fa-f215d7e0e4f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0bbe7f01-dff4-4756-a59f-371333875d28 HTTP/1.1" status: 204 len: 168 time: 0.4838040 Jul 13 07:39:06.477084 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-bb6f43e3-3c33-4225-b66e-eed5dd17a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Router fe6aae68-e05f-40b9-b10b-529bcfad5c0a has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:06.478098 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca817ed-42ab-4a46-88fa-f215d7e0e4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbe7f01-dff4-4756-a59f-371333875d28,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:06.580243 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 391a2889-7883-44d3-a179-c2e80188d486 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:06.619940 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 391a2889-7883-44d3-a179-c2e80188d486 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:06.620279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 391a2889-7883-44d3-a179-c2e80188d486 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:06.660098 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-bb6f43e3-3c33-4225-b66e-eed5dd17a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:06.665456 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-bb6f43e3-3c33-4225-b66e-eed5dd17a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.672850 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a02092-0a97-4de4-a971-1ea844537e80 None None] Sync routers for ids ['fe6aae68-e05f-40b9-b10b-529bcfad5c0a'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:06.688835 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a02092-0a97-4de4-a971-1ea844537e80 None None] Routers {'fe6aae68-e05f-40b9-b10b-529bcfad5c0a'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:06.690658 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b2a02092-0a97-4de4-a971-1ea844537e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:38:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fe6aae68-e05f-40b9-b10b-529bcfad5c0a'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:06.736397 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-bb6f43e3-3c33-4225-b66e-eed5dd17a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "PUT /v2.0/floatingips/42016724-f086-4223-b2f8-55cf0c0be782 HTTP/1.1" status: 200 len: 694 time: 1.2780685 Jul 13 07:39:06.748323 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b61808-f217-48b5-8140-b4cd0d8fef9d', 'tag': 'c524caa4-325e-4456-b762-1c763e6db9f5'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:06.751978 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278ccd8b-02a4-4538-b7cd-279944e20802" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b61808-f217-48b5-8140-b4cd0d8fef9d", "tag": "c524caa4-325e-4456-b762-1c763e6db9f5"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:06.792820 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90628609-a932-477f-b0f0-13ea95080d66 req-64dbab73-1388-4cc9-abcd-a5ac135de233 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:06.801217 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90628609-a932-477f-b0f0-13ea95080d66 req-64dbab73-1388-4cc9-abcd-a5ac135de233 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147 HTTP/1.1" status: 200 len: 944 time: 0.1875706 Jul 13 07:39:06.839772 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-b2a02092-0a97-4de4-a971-1ea844537e80 None None] Set router fe6aae68-e05f-40b9-b10b-529bcfad5c0a gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:06.877384 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90628609-a932-477f-b0f0-13ea95080d66 req-948ac1d3-cac4-457a-99e7-bd6be19e0eea tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/security-groups?id=c323416d-1271-4aae-8174-decc0d73a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752606 Jul 13 07:39:06.919406 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-e5dccd3a-bb61-4148-81d2-2b47e01645f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:06.928117 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-e5dccd3a-bb61-4148-81d2-2b47e01645f3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=adf04e6778474308856917bf1c4abced&device_id=c1b61808-f217-48b5-8140-b4cd0d8fef9d HTTP/1.1" status: 200 len: 1098 time: 0.1721666 Jul 13 07:39:07.071059 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-d4cc818d-7c52-4222-b8b0-341670305555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.078453 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-d4cc818d-7c52-4222-b8b0-341670305555 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7af9a181-2982-42c8-9452-3f6c13c808d6 HTTP/1.1" status: 200 len: 929 time: 0.1490469 Jul 13 07:39:07.130112 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-5240abd0-f57a-46c7-b20a-15dd32486d97 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c524caa4-325e-4456-b762-1c763e6db9f5 HTTP/1.1" status: 200 len: 217 time: 0.0506465 Jul 13 07:39:07.153313 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36890) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:07.211524 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b2a02092-0a97-4de4-a971-1ea844537e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-516810009-router', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:38:19Z', 'revision_number': 4, 'project_id': 'adf04e6778474308856917bf1c4abced', 'gw_port': {'id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:11Z', 'updated_at': '2021-07-13T07:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'f14244f6-4b69-40a2-aac5-12cd6473ce9a', 'name': '', 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'mac_address': 'fa:16:3e:2c:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '1b10fc6a-37b4-4c01-959e-c0b0bb028635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:17Z', 'updated_at': '2021-07-13T07:38:26Z', 'revision_number': 5, 'project_id': 'adf04e6778474308856917bf1c4abced', 'subnets': [{'id': '1b10fc6a-37b4-4c01-959e-c0b0bb028635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:07.226133 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f34daa-a358-4559-a488-425d72a53c22 x-openstack-request-id: req-42f34daa-a358-4559-a488-425d72a53c22 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:07.226435 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3236581-b693-4031-ba3b-0c362336d859", "name": "network-vif-deleted", "tag": "391a2889-7883-44d3-a179-c2e80188d486", "status": "completed", "code": 200}, {"server_uuid": "77089361-5171-4042-90ea-851e6dce7d0e", "name": "network-vif-deleted", "tag": "b83c9459-0e44-4da0-a2c0-c104c3ab1382", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:07.227773 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-8f75a869-cca9-4587-85e6-a064a1ffb5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.229099 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42f34daa-a358-4559-a488-425d72a53c22 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:07.230808 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3236581-b693-4031-ba3b-0c362336d859', 'name': 'network-vif-deleted', 'tag': '391a2889-7883-44d3-a179-c2e80188d486', 'status': 'completed', 'code': 200} Jul 13 07:39:07.231745 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77089361-5171-4042-90ea-851e6dce7d0e', 'name': 'network-vif-deleted', 'tag': 'b83c9459-0e44-4da0-a2c0-c104c3ab1382', 'status': 'completed', 'code': 200} Jul 13 07:39:07.236092 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-8f75a869-cca9-4587-85e6-a064a1ffb5f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1b10fc6a-37b4-4c01-959e-c0b0bb028635 HTTP/1.1" status: 200 len: 867 time: 0.1049860 Jul 13 07:39:07.242416 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a02092-0a97-4de4-a971-1ea844537e80 None None] Checking router: fe6aae68-e05f-40b9-b10b-529bcfad5c0a for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:07.263349 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a02092-0a97-4de4-a971-1ea844537e80 None None] Routers {'fe6aae68-e05f-40b9-b10b-529bcfad5c0a'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:07.264458 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b2a02092-0a97-4de4-a971-1ea844537e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:38:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fe6aae68-e05f-40b9-b10b-529bcfad5c0a'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:07.283863 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b1a424-8d94-4eb8-ba86-eb43e132f5c5 admin admin] Deleting subnet 9686c51c-f5f6-4c64-99e9-627314bd0ae7 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:07.288462 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67b1a424-8d94-4eb8-ba86-eb43e132f5c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.333355 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-74922cb9-a80f-4bab-8a46-030eba19904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.344421 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-74922cb9-a80f-4bab-8a46-030eba19904d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7af9a181-2982-42c8-9452-3f6c13c808d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072829 Jul 13 07:39:07.347752 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67b1a424-8d94-4eb8-ba86-eb43e132f5c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.420172 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67b1a424-8d94-4eb8-ba86-eb43e132f5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.475721 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-b2a02092-0a97-4de4-a971-1ea844537e80 None None] Set router fe6aae68-e05f-40b9-b10b-529bcfad5c0a gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:07.494399 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67b1a424-8d94-4eb8-ba86-eb43e132f5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.510768 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67b1a424-8d94-4eb8-ba86-eb43e132f5c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.520293 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-67b1a424-8d94-4eb8-ba86-eb43e132f5c5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9686c51c-f5f6-4c64-99e9-627314bd0ae7 HTTP/1.1" status: 204 len: 168 time: 0.3657541 Jul 13 07:39:07.522056 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36902) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:07.526037 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-a1da98f4-5521-482b-894a-732abfad64d2 service neutron] 10.222.0.58 "GET /v2.0/networks/7af9a181-2982-42c8-9452-3f6c13c808d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806452 Jul 13 07:39:07.595726 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1a424-8d94-4eb8-ba86-eb43e132f5c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9686c51c-f5f6-4c64-99e9-627314bd0ae7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:07.679859 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfea6c6c-be83-4177-881c-814c1d726075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.684569 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ce544-ffb3-42a5-a997-60821b1f7c13 req-56464fd6-81c2-44bc-a96f-ffe4defd6fc5 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.686656 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-513ce544-ffb3-42a5-a997-60821b1f7c13 req-56464fd6-81c2-44bc-a96f-ffe4defd6fc5 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.1583900 Jul 13 07:39:07.699545 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.721400 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4085aa6f-3d2c-40ba-a771-048882e334e5 req-4d8a448c-eef1-46dc-8612-290261166e91 service neutron] 10.222.0.58 "GET /v2.0/networks/7af9a181-2982-42c8-9452-3f6c13c808d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921048 Jul 13 07:39:07.781166 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-513ce544-ffb3-42a5-a997-60821b1f7c13 req-1902e080-51e5-4ff2-8fb5-3623077a850e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868843 Jul 13 07:39:07.819057 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068e2c29-4258-4e23-89f1-c97d4bc4f415 x-openstack-request-id: req-068e2c29-4258-4e23-89f1-c97d4bc4f415 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:07.819351 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b61808-f217-48b5-8140-b4cd0d8fef9d", "tag": "c524caa4-325e-4456-b762-1c763e6db9f5", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:07.819600 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-068e2c29-4258-4e23-89f1-c97d4bc4f415 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:07.820004 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b61808-f217-48b5-8140-b4cd0d8fef9d', 'tag': 'c524caa4-325e-4456-b762-1c763e6db9f5', 'status': 'completed', 'code': 200} Jul 13 07:39:07.838930 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfea6c6c-be83-4177-881c-814c1d726075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.863925 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-cfea6c6c-be83-4177-881c-814c1d726075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd1836a-7435-4938-830c-82705c4641dc']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:07.900306 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-cfea6c6c-be83-4177-881c-814c1d726075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef09f4b-7814-4038-95f4-1b1a434767f6') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:07.900669 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-cfea6c6c-be83-4177-881c-814c1d726075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef09f4b-7814-4038-95f4-1b1a434767f6') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:07.917136 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfea6c6c-be83-4177-881c-814c1d726075 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.944847 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfea6c6c-be83-4177-881c-814c1d726075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.956113 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfea6c6c-be83-4177-881c-814c1d726075 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:07.956532 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfea6c6c-be83-4177-881c-814c1d726075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:07.959221 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:08.002910 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b2a02092-0a97-4de4-a971-1ea844537e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-516810009-router', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:38:19Z', 'revision_number': 4, 'project_id': 'adf04e6778474308856917bf1c4abced', 'gw_port': {'id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:11Z', 'updated_at': '2021-07-13T07:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'f14244f6-4b69-40a2-aac5-12cd6473ce9a', 'name': '', 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'mac_address': 'fa:16:3e:2c:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '1b10fc6a-37b4-4c01-959e-c0b0bb028635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:17Z', 'updated_at': '2021-07-13T07:38:26Z', 'revision_number': 5, 'project_id': 'adf04e6778474308856917bf1c4abced', 'subnets': [{'id': '1b10fc6a-37b4-4c01-959e-c0b0bb028635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:08.009967 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ccd8b-02a4-4538-b7cd-279944e20802 req-ffc51b2b-b290-4a7a-9836-d74502ae33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.011705 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-278ccd8b-02a4-4538-b7cd-279944e20802 req-ffc51b2b-b290-4a7a-9836-d74502ae33fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=adf04e6778474308856917bf1c4abced&device_id=c1b61808-f217-48b5-8140-b4cd0d8fef9d HTTP/1.1" status: 200 len: 1098 time: 0.1611531 Jul 13 07:39:08.084323 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfea6c6c-be83-4177-881c-814c1d726075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.094612 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfea6c6c-be83-4177-881c-814c1d726075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.096515 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cfea6c6c-be83-4177-881c-814c1d726075 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ddd1836a-7435-4938-830c-82705c4641dc HTTP/1.1" status: 204 len: 168 time: 0.5715103 Jul 13 07:39:08.099821 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36918) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:08.103501 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a02092-0a97-4de4-a971-1ea844537e80 None None] The sync data for ids ['fe6aae68-e05f-40b9-b10b-529bcfad5c0a'] in n-d-779913-28 is: [{'id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-516810009-router', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:38:19Z', 'revision_number': 4, 'project_id': 'adf04e6778474308856917bf1c4abced', 'gw_port': {'id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:11Z', 'updated_at': '2021-07-13T07:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'f14244f6-4b69-40a2-aac5-12cd6473ce9a', 'name': '', 'network_id': '7af9a181-2982-42c8-9452-3f6c13c808d6', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'mac_address': 'fa:16:3e:2c:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '1b10fc6a-37b4-4c01-959e-c0b0bb028635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:17Z', 'updated_at': '2021-07-13T07:38:26Z', 'revision_number': 5, 'project_id': 'adf04e6778474308856917bf1c4abced', 'subnets': [{'id': '1b10fc6a-37b4-4c01-959e-c0b0bb028635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:08.106212 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11fe46b0-3031-4754-b043-c98924159bf0 req-133756e2-3dff-40e1-8c48-fbe0b788e04e tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3236581-b693-4031-ba3b-0c362336d859 HTTP/1.1" status: 200 len: 210 time: 0.0801826 Jul 13 07:39:08.192261 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea6c6c-be83-4177-881c-814c1d726075 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddd1836a-7435-4938-830c-82705c4641dc,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:08.242732 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e48b59-e2aa-48f4-a9b0-52885aef0f2a admin admin] Deleting subnet a1b7c614-38dc-4327-8b3b-18a33442b243 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:08.243803 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e135490f-cc4b-4407-a0c2-7f4e2c0f546f req-597010f4-56be-490c-b242-050c772b592e tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/floatingips/42016724-f086-4223-b2f8-55cf0c0be782 HTTP/1.1" status: 200 len: 694 time: 0.0862217 Jul 13 07:39:08.255582 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f8e48b59-e2aa-48f4-a9b0-52885aef0f2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.283785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ccd8b-02a4-4538-b7cd-279944e20802 req-1a4818bd-c41e-44c1-9f08-abcf036727f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.285829 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-278ccd8b-02a4-4538-b7cd-279944e20802 req-1a4818bd-c41e-44c1-9f08-abcf036727f4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7af9a181-2982-42c8-9452-3f6c13c808d6 HTTP/1.1" status: 200 len: 929 time: 0.2422860 Jul 13 07:39:08.330970 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fef4c-0448-436a-a24c-a3eaed26a6b9 req-a4d9ef1b-b24e-4b8a-9406-057af7fb0f71 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.333267 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-542fef4c-0448-436a-a24c-a3eaed26a6b9 req-a4d9ef1b-b24e-4b8a-9406-057af7fb0f71 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc861985-a380-4d23-811c-c96b200dae30 HTTP/1.1" status: 200 len: 944 time: 0.2560782 Jul 13 07:39:08.337741 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f8e48b59-e2aa-48f4-a9b0-52885aef0f2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.435738 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-542fef4c-0448-436a-a24c-a3eaed26a6b9 req-a5bf7ce7-23da-4342-9494-e1061dcd93a4 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.58 "GET /v2.0/security-groups?id=0768b8e7-2e1b-4a29-a491-56e82e998613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671539 Jul 13 07:39:08.453262 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-278ccd8b-02a4-4538-b7cd-279944e20802 req-137546b4-7cc4-40f8-ac34-a89d3ec01e82 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c524caa4-325e-4456-b762-1c763e6db9f5 HTTP/1.1" status: 200 len: 217 time: 0.1459672 Jul 13 07:39:08.472705 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135490f-cc4b-4407-a0c2-7f4e2c0f546f req-dfd8ba41-6082-455a-9d55-c074128f6291 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.481042 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e135490f-cc4b-4407-a0c2-7f4e2c0f546f req-dfd8ba41-6082-455a-9d55-c074128f6291 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.2305262 Jul 13 07:39:08.538190 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f8e48b59-e2aa-48f4-a9b0-52885aef0f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.553793 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e135490f-cc4b-4407-a0c2-7f4e2c0f546f req-c22ede81-bd78-4ec1-9b02-f0e25ba69311 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.81 HTTP/1.1" status: 200 len: 697 time: 0.0712268 Jul 13 07:39:08.589947 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device b83c9459-0e44-4da0-a2c0-c104c3ab1382 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:08.594786 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0be776-f623-46b2-9889-004bbb099226 None None] New status for floating IP 42016724-f086-4223-b2f8-55cf0c0be782: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:39:08.623684 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e135490f-cc4b-4407-a0c2-7f4e2c0f546f req-a2d3f5b9-8a7c-44ca-bc29-733b4d5b056c tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.81 HTTP/1.1" status: 200 len: 697 time: 0.0680799 Jul 13 07:39:08.624645 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ccd8b-02a4-4538-b7cd-279944e20802 req-4231b3c7-ab75-4535-adb8-0b720f11f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.626277 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-278ccd8b-02a4-4538-b7cd-279944e20802 req-4231b3c7-ab75-4535-adb8-0b720f11f122 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b10fc6a-37b4-4c01-959e-c0b0bb028635 HTTP/1.1" status: 200 len: 867 time: 0.1621976 Jul 13 07:39:08.654246 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: b83c9459-0e44-4da0-a2c0-c104c3ab1382 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:08.654608 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device b83c9459-0e44-4da0-a2c0-c104c3ab1382 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:08.730014 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f8e48b59-e2aa-48f4-a9b0-52885aef0f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.775533 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e48b59-e2aa-48f4-a9b0-52885aef0f2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1b7c614-38dc-4327-8b3b-18a33442b243,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:08.781619 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f8e48b59-e2aa-48f4-a9b0-52885aef0f2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.784509 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f8e48b59-e2aa-48f4-a9b0-52885aef0f2a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a1b7c614-38dc-4327-8b3b-18a33442b243 HTTP/1.1" status: 204 len: 168 time: 0.6819265 Jul 13 07:39:08.787330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ccd8b-02a4-4538-b7cd-279944e20802 req-f6f0b7ad-0d82-4d09-88de-3151d502eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.789112 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-278ccd8b-02a4-4538-b7cd-279944e20802 req-f6f0b7ad-0d82-4d09-88de-3151d502eba9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7af9a181-2982-42c8-9452-3f6c13c808d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1439309 Jul 13 07:39:08.789864 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36928) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:08.831545 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device bcd2d6fd-3694-4661-837a-af59fdfa8317 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:08.893428 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3fdc4d2e-fd0a-4995-b9d1-1832d29f9ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.065532 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3fdc4d2e-fd0a-4995-b9d1-1832d29f9ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.084536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-3fdc4d2e-fd0a-4995-b9d1-1832d29f9ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622f63e4-1adc-4cd8-9ec0-98edd5680a30']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:09.108789 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-3fdc4d2e-fd0a-4995-b9d1-1832d29f9ed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb96120-3d24-4434-85e2-1f23aded30b4') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:09.109343 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-3fdc4d2e-fd0a-4995-b9d1-1832d29f9ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb96120-3d24-4434-85e2-1f23aded30b4') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:09.118314 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf320f-0cd9-4333-b7d3-3af5293b2353 req-84ef65b7-33c2-4ad7-9705-b4aa9954d0a9 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:09.126807 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3dcf320f-0cd9-4333-b7d3-3af5293b2353 req-84ef65b7-33c2-4ad7-9705-b4aa9954d0a9 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147 HTTP/1.1" status: 200 len: 944 time: 0.4573894 Jul 13 07:39:09.127606 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-278ccd8b-02a4-4538-b7cd-279944e20802 req-af8c5788-f869-4de9-84f7-6993dd38a112 service neutron] 10.222.0.62 "GET /v2.0/networks/7af9a181-2982-42c8-9452-3f6c13c808d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289262 Jul 13 07:39:09.132344 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3fdc4d2e-fd0a-4995-b9d1-1832d29f9ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.168210 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port bcd2d6fd-3694-4661-837a-af59fdfa8317 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:09.174497 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port bcd2d6fd-3694-4661-837a-af59fdfa8317 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:09.175120 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.186600 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3dcf320f-0cd9-4333-b7d3-3af5293b2353 req-aecc576b-bad5-4521-a88b-8d585c577c6c tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/security-groups?id=c323416d-1271-4aae-8174-decc0d73a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566237 Jul 13 07:39:09.192990 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3fdc4d2e-fd0a-4995-b9d1-1832d29f9ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.204968 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fdc4d2e-fd0a-4995-b9d1-1832d29f9ed2 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:09.205507 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3fdc4d2e-fd0a-4995-b9d1-1832d29f9ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:09.207861 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:09.213404 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-e135490f-cc4b-4407-a0c2-7f4e2c0f546f req-2e8281c2-6406-4cd8-8af8-8049d81bec7c tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Deleting port 9d2a6b96-80fe-40a4-9f1e-64749bb941db {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:09.213961 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e135490f-cc4b-4407-a0c2-7f4e2c0f546f req-2e8281c2-6406-4cd8-8af8-8049d81bec7c tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.301941 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.342534 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba91dba-6cd1-4ab9-9750-6774ee5f1147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd2d6fd-3694-4661-837a-af59fdfa8317'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:09.347319 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f727f56-7770-4bc8-b075-6287a2e75fcc" -d '{"events": [{"server_uuid": "cba91dba-6cd1-4ab9-9750-6774ee5f1147", "name": "network-vif-plugged", "status": "completed", "tag": "bcd2d6fd-3694-4661-837a-af59fdfa8317"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:09.350856 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3fdc4d2e-fd0a-4995-b9d1-1832d29f9ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.359337 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3fdc4d2e-fd0a-4995-b9d1-1832d29f9ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.361441 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3fdc4d2e-fd0a-4995-b9d1-1832d29f9ed2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/622f63e4-1adc-4cd8-9ec0-98edd5680a30 HTTP/1.1" status: 204 len: 168 time: 0.5702951 Jul 13 07:39:09.372173 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-278ccd8b-02a4-4538-b7cd-279944e20802 req-db08609d-44d2-40b7-8e88-b3aee3ad64a4 service neutron] 10.222.0.62 "GET /v2.0/networks/7af9a181-2982-42c8-9452-3f6c13c808d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306104 Jul 13 07:39:09.373445 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port bcd2d6fd-3694-4661-837a-af59fdfa8317, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=bcd2d6fd-3694-4661-837a-af59fdfa8317,segment=NetworkSegment(1ded926f-85f6-4deb-8f96-a9fc18fd1d8f),segment_id=1ded926f-85f6-4deb-8f96-a9fc18fd1d8f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:09.380977 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.408311 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc4d2e-fd0a-4995-b9d1-1832d29f9ed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=622f63e4-1adc-4cd8-9ec0-98edd5680a30,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:09.425198 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e135490f-cc4b-4407-a0c2-7f4e2c0f546f req-2e8281c2-6406-4cd8-8af8-8049d81bec7c tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.425762 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e135490f-cc4b-4407-a0c2-7f4e2c0f546f req-2e8281c2-6406-4cd8-8af8-8049d81bec7c tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.441837 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:09.463511 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-e135490f-cc4b-4407-a0c2-7f4e2c0f546f req-2e8281c2-6406-4cd8-8af8-8049d81bec7c tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Calling delete_port for 9d2a6b96-80fe-40a4-9f1e-64749bb941db owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:09.552855 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:09.569281 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:09.569809 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.578569 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=bcd2d6fd-3694-4661-837a-af59fdfa8317,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:09.750927 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e135490f-cc4b-4407-a0c2-7f4e2c0f546f req-2e8281c2-6406-4cd8-8af8-8049d81bec7c tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.768354 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36944) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:09.803359 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.827500 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8281c2-6406-4cd8-8af8-8049d81bec7c tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Pushing event deleted for resources: {'Port': ['ID=9d2a6b96-80fe-40a4-9f1e-64749bb941db,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:09.891114 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=90bb795b-8a67-4b97-8a65-4d6bfe11cfc1,segment=NetworkSegment(6fe5fde7-c7df-4c3a-980a-32bd30ee693b),segment_id=6fe5fde7-c7df-4c3a-980a-32bd30ee693b)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:09.900507 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.914939 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4f4f174a-f536-4727-9b1e-8dd44307a783 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=babf089be5df4e16898093c737362130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431932 Jul 13 07:39:09.917978 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36946) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:10.011409 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-49a88305-57c6-4572-abcc-9291ba287fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.038478 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b308b622-0940-4664-8a3b-a02104aa6a9c None None] Provisioning complete for port bcd2d6fd-3694-4661-837a-af59fdfa8317 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:10.038849 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b308b622-0940-4664-8a3b-a02104aa6a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.050531 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-49a88305-57c6-4572-abcc-9291ba287fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.054590 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e135490f-cc4b-4407-a0c2-7f4e2c0f546f req-2e8281c2-6406-4cd8-8af8-8049d81bec7c tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.058635 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e135490f-cc4b-4407-a0c2-7f4e2c0f546f req-2e8281c2-6406-4cd8-8af8-8049d81bec7c tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.081044 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e135490f-cc4b-4407-a0c2-7f4e2c0f546f req-2e8281c2-6406-4cd8-8af8-8049d81bec7c tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "DELETE /v2.0/floatingips/42016724-f086-4223-b2f8-55cf0c0be782 HTTP/1.1" status: 204 len: 173 time: 1.4552822 Jul 13 07:39:10.099043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=90bb795b-8a67-4b97-8a65-4d6bfe11cfc1,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:10.145869 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-49a88305-57c6-4572-abcc-9291ba287fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.149796 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-49a88305-57c6-4572-abcc-9291ba287fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.154099 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-49a88305-57c6-4572-abcc-9291ba287fff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4728fcb0-17b7-4412-912a-41b104ecc972 HTTP/1.1" status: 204 len: 168 time: 0.2334821 Jul 13 07:39:10.170673 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a88305-57c6-4572-abcc-9291ba287fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4728fcb0-17b7-4412-912a-41b104ecc972,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:10.196984 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617925bf-64e3-45c7-a261-c686288632e2 req-ad9b1abe-4fe8-4fb1-bb49-dd7481915e4e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.212356 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-617925bf-64e3-45c7-a261-c686288632e2 req-ad9b1abe-4fe8-4fb1-bb49-dd7481915e4e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.1910546 Jul 13 07:39:10.242554 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34fabf2-4714-4a65-a007-fb9513c2c457 x-openstack-request-id: req-f34fabf2-4714-4a65-a007-fb9513c2c457 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:10.243224 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba91dba-6cd1-4ab9-9750-6774ee5f1147", "name": "network-vif-plugged", "status": "completed", "tag": "bcd2d6fd-3694-4661-837a-af59fdfa8317", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:10.243715 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f34fabf2-4714-4a65-a007-fb9513c2c457 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:10.244484 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba91dba-6cd1-4ab9-9750-6774ee5f1147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd2d6fd-3694-4661-837a-af59fdfa8317', 'code': 200} Jul 13 07:39:10.305547 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-617925bf-64e3-45c7-a261-c686288632e2 req-192c8f13-9cfa-44c1-a586-7f5f3b0ddc4c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918980 Jul 13 07:39:10.496853 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8376ef-5c47-4360-9dc6-42a73cea27cf req-ea6865c9-3f8e-4723-9998-fa234bc1d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.499988 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eb8376ef-5c47-4360-9dc6-42a73cea27cf req-ea6865c9-3f8e-4723-9998-fa234bc1d95f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147 HTTP/1.1" status: 200 len: 1097 time: 0.1499090 Jul 13 07:39:10.544029 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfccc3-640e-4a18-9b95-b3a3b895f0a3 req-9dea0401-9344-4f42-ab58-055db164057a tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.544029 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77bfccc3-640e-4a18-9b95-b3a3b895f0a3 req-9dea0401-9344-4f42-ab58-055db164057a tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc861985-a380-4d23-811c-c96b200dae30 HTTP/1.1" status: 200 len: 945 time: 0.0853481 Jul 13 07:39:10.555182 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eb8376ef-5c47-4360-9dc6-42a73cea27cf req-dcfd3de7-7a73-4dc8-8f52-b36638dcca3d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c323416d-1271-4aae-8174-decc0d73a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483937 Jul 13 07:39:10.606406 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77bfccc3-640e-4a18-9b95-b3a3b895f0a3 req-dc7af699-1c14-462d-8d8a-6d92980d634d tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.58 "GET /v2.0/security-groups?id=0768b8e7-2e1b-4a29-a491-56e82e998613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538359 Jul 13 07:39:10.816527 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36964) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:10.876065 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36968) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:10.877113 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ce6506cc-dab3-49fa-8198-8f42502d5f41 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=84436d1c93514d17bf89f0b0f656d2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0591578 Jul 13 07:39:10.942071 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174b082-8dd0-4ce6-af27-b79c4ee25efd req-6ac89235-a7a8-46a7-b3d7-33c9e2924b94 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.943911 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d174b082-8dd0-4ce6-af27-b79c4ee25efd req-6ac89235-a7a8-46a7-b3d7-33c9e2924b94 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147 HTTP/1.1" status: 200 len: 945 time: 0.1605144 Jul 13 07:39:10.989100 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ecc0588-707e-4c50-8008-e383f219e23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.019463 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d174b082-8dd0-4ce6-af27-b79c4ee25efd req-092ab49f-67ce-4ce9-80f0-6d1e277b38dd tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/security-groups?id=c323416d-1271-4aae-8174-decc0d73a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676560 Jul 13 07:39:11.035099 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ecc0588-707e-4c50-8008-e383f219e23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.132240 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ecc0588-707e-4c50-8008-e383f219e23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.135858 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ecc0588-707e-4c50-8008-e383f219e23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.143694 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4ecc0588-707e-4c50-8008-e383f219e23c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/96a128ec-af62-4c0f-aad3-df11c4adf76d HTTP/1.1" status: 204 len: 168 time: 0.2622170 Jul 13 07:39:11.159094 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc0588-707e-4c50-8008-e383f219e23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a128ec-af62-4c0f-aad3-df11c4adf76d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:11.312591 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e7f1f-a3e1-47d7-8265-fc7c8ff90553 req-922f8e8d-e7b6-4561-b94f-301f20e2605a tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:11.326253 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-891e7f1f-a3e1-47d7-8265-fc7c8ff90553 req-922f8e8d-e7b6-4561-b94f-301f20e2605a tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1b61808-f217-48b5-8140-b4cd0d8fef9d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1577566 Jul 13 07:39:11.442561 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-891e7f1f-a3e1-47d7-8265-fc7c8ff90553 req-89836a4a-3e81-496b-8f99-df9165a325e3 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1173930 Jul 13 07:39:11.572800 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60215e14-d944-4282-9385-727a59856d61 req-867d5a0e-73c0-4690-90ca-ed2075ced4db tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1248467 Jul 13 07:39:11.754916 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc1f71-c012-4732-a82e-4436c51386f3 req-bd3e1ecf-01b9-4da4-878d-7cb7679a86b1 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:11.759123 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-86fc1f71-c012-4732-a82e-4436c51386f3 req-bd3e1ecf-01b9-4da4-878d-7cb7679a86b1 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.1534395 Jul 13 07:39:11.760300 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36992) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:11.851881 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-86fc1f71-c012-4732-a82e-4436c51386f3 req-2cab6a96-f2cd-4d19-bd63-bf899526f335 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786171 Jul 13 07:39:12.009974 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6674e8f0-0337-4b4b-8f91-4d6d436dfee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.246145 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc861985-a380-4d23-811c-c96b200dae30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bb795b-8a67-4b97-8a65-4d6bfe11cfc1'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:12.250143 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19888bc1-8b2f-4017-9fd4-9af86dee06a1" -d '{"events": [{"server_uuid": "cc861985-a380-4d23-811c-c96b200dae30", "name": "network-vif-plugged", "status": "completed", "tag": "90bb795b-8a67-4b97-8a65-4d6bfe11cfc1"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:12.255490 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895fdee4-21e1-4c71-b9c7-30185b34654b req-e33bd2d1-6f42-44a3-9d63-d2c03857d1d1 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:12.257407 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-895fdee4-21e1-4c71-b9c7-30185b34654b req-e33bd2d1-6f42-44a3-9d63-d2c03857d1d1 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc861985-a380-4d23-811c-c96b200dae30 HTTP/1.1" status: 200 len: 945 time: 0.2223763 Jul 13 07:39:12.367992 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591d476-be79-4d58-835b-9c68bdfe2fab req-18e6642b-4092-47c5-9e6d-b0d94801d9a2 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:12.376884 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7591d476-be79-4d58-835b-9c68bdfe2fab req-18e6642b-4092-47c5-9e6d-b0d94801d9a2 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1b61808-f217-48b5-8140-b4cd0d8fef9d HTTP/1.1" status: 200 len: 946 time: 0.2247076 Jul 13 07:39:12.387289 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-895fdee4-21e1-4c71-b9c7-30185b34654b req-1650cbf6-fa7a-4c1e-9300-91482f9d9d52 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.58 "GET /v2.0/security-groups?id=0768b8e7-2e1b-4a29-a491-56e82e998613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106069 Jul 13 07:39:12.425738 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6674e8f0-0337-4b4b-8f91-4d6d436dfee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.456414 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6674e8f0-0337-4b4b-8f91-4d6d436dfee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.464612 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7591d476-be79-4d58-835b-9c68bdfe2fab req-07ccabd2-5791-4ea0-8478-27cc6bf74ea8 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8016c5d-3d42-45e2-8c87-bc1a4e98ccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875442 Jul 13 07:39:12.497173 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37018) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:12.518234 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6674e8f0-0337-4b4b-8f91-4d6d436dfee9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b1aceeacb85a4a7399f69ca2deeb7775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7544358 Jul 13 07:39:12.518586 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674e8f0-0337-4b4b-8f91-4d6d436dfee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba5ae8a-870b-444a-9040-f7210094b98b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:12.519987 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37022) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:12.626637 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-402ddb71-aaef-42f6-976f-455bcec3b013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.688872 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-402ddb71-aaef-42f6-976f-455bcec3b013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.719947 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b3818edc-bf1c-43bc-b891-2e4110296487 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-34874071-network', 'tenant_id': '01765ca7d73d47f29e72625efb2800c9'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:12.738317 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74962ef4-b4e5-4ff1-b869-0cf74ed3a33f x-openstack-request-id: req-74962ef4-b4e5-4ff1-b869-0cf74ed3a33f {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:12.738979 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc861985-a380-4d23-811c-c96b200dae30", "name": "network-vif-plugged", "status": "completed", "tag": "90bb795b-8a67-4b97-8a65-4d6bfe11cfc1", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:12.749490 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-74962ef4-b4e5-4ff1-b869-0cf74ed3a33f {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:12.750635 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc861985-a380-4d23-811c-c96b200dae30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bb795b-8a67-4b97-8a65-4d6bfe11cfc1', 'code': 200} Jul 13 07:39:12.776162 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-402ddb71-aaef-42f6-976f-455bcec3b013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.779483 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-402ddb71-aaef-42f6-976f-455bcec3b013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.780912 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-402ddb71-aaef-42f6-976f-455bcec3b013 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ba5ae8a-870b-444a-9040-f7210094b98b HTTP/1.1" status: 204 len: 168 time: 0.2591481 Jul 13 07:39:12.782618 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.800842 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ddb71-aaef-42f6-976f-455bcec3b013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba5ae8a-870b-444a-9040-f7210094b98b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:12.812923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device f362df96-90f1-4438-89e5-053f01c650e4 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:39:12.863125 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3818edc-bf1c-43bc-b891-2e4110296487 admin admin] Made reservation on behalf of 01765ca7d73d47f29e72625efb2800c9 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:12.876939 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3818edc-bf1c-43bc-b891-2e4110296487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.902399 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3818edc-bf1c-43bc-b891-2e4110296487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.931963 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d3421-a43a-4cff-99ea-51dad0c056a4 req-e8b01caf-366e-4676-a767-fdce36cb3c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:12.937853 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6f9d3421-a43a-4cff-99ea-51dad0c056a4 req-e8b01caf-366e-4676-a767-fdce36cb3c1a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc861985-a380-4d23-811c-c96b200dae30 HTTP/1.1" status: 200 len: 1097 time: 0.1014085 Jul 13 07:39:12.952294 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d360d-4671-402d-a2b5-053085f6ec63 req-a18a4bc0-14cb-4978-9a68-1e90fd7b8aa9 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:12.954577 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-899d360d-4671-402d-a2b5-053085f6ec63 req-a18a4bc0-14cb-4978-9a68-1e90fd7b8aa9 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147 HTTP/1.1" status: 200 len: 945 time: 0.2203882 Jul 13 07:39:13.017287 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6f9d3421-a43a-4cff-99ea-51dad0c056a4 req-23416318-33d4-4c2f-be0b-73a84633e9f1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0768b8e7-2e1b-4a29-a491-56e82e998613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697405 Jul 13 07:39:13.077637 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port f362df96-90f1-4438-89e5-053f01c650e4, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=f362df96-90f1-4438-89e5-053f01c650e4,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:13.094372 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'f362df96-90f1-4438-89e5-053f01c650e4', 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a', 'port_id': 'f362df96-90f1-4438-89e5-053f01c650e4', 'mac_address': 'fa:16:3e:48:34:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d6fa42-4195-4977-b883-5a26f0e01114', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:39:13.153901 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-899d360d-4671-402d-a2b5-053085f6ec63 req-d8b587e2-7279-4964-99cc-bd4cc9d0a50a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/security-groups?id=c323416d-1271-4aae-8174-decc0d73a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306083 Jul 13 07:39:13.168011 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.187235 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f362df96-90f1-4438-89e5-053f01c650e4 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:13.189613 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc2d35-ac6c-458c-b1fe-1ed0daaeba3f req-a76ab195-6e20-46fe-a7fd-01007d064bff tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:13.191295 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05cc2d35-ac6c-458c-b1fe-1ed0daaeba3f req-a76ab195-6e20-46fe-a7fd-01007d064bff tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.1246006 Jul 13 07:39:13.226569 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port f362df96-90f1-4438-89e5-053f01c650e4, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=f362df96-90f1-4438-89e5-053f01c650e4,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:13.237399 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.248567 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3818edc-bf1c-43bc-b891-2e4110296487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.375707 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37034) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:13.378958 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=f362df96-90f1-4438-89e5-053f01c650e4,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:13.400562 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-815023ea-cf54-46cb-8409-f65f1ce54791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.507565 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['f362df96-90f1-4438-89e5-053f01c650e4'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:13.549517 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3818edc-bf1c-43bc-b891-2e4110296487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.573966 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87f4e436-69a8-4b9f-8f0f-48b4f2ba7ee1 req-8ba75f08-2458-4b87-80a0-54332f56c58e tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3311605 Jul 13 07:39:13.587633 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-815023ea-cf54-46cb-8409-f65f1ce54791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.604028 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-815023ea-cf54-46cb-8409-f65f1ce54791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.606245 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05cc2d35-ac6c-458c-b1fe-1ed0daaeba3f req-e7486053-e400-49c8-8a77-ea9cafc0da3d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038429 Jul 13 07:39:13.607190 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3818edc-bf1c-43bc-b891-2e4110296487 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:39:13.616895 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-87f4e436-69a8-4b9f-8f0f-48b4f2ba7ee1 req-9987a56d-01cd-4b4c-9663-b26787fee856 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:13.648085 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3818edc-bf1c-43bc-b891-2e4110296487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc351dc1-25da-43ad-8f77-889fd7a9fdb5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:13.651961 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815023ea-cf54-46cb-8409-f65f1ce54791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca1c54f-2449-484d-ae17-508d2a51f9e7,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:13.654789 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3818edc-bf1c-43bc-b891-2e4110296487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.655173 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-b3818edc-bf1c-43bc-b891-2e4110296487 admin admin] Added segment fb107411-13ab-4154-97ef-12b95c2333e6 of type vlan for network f466b183-a7dc-4fd4-9a91-749daea2894a Jul 13 07:39:13.707480 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-87f4e436-69a8-4b9f-8f0f-48b4f2ba7ee1 req-9987a56d-01cd-4b4c-9663-b26787fee856 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.711316 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-815023ea-cf54-46cb-8409-f65f1ce54791 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=64a8e6a6335a472cbbb5acacc8f62807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333759 Jul 13 07:39:13.713206 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37052) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:13.717357 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3818edc-bf1c-43bc-b891-2e4110296487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.863195 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3818edc-bf1c-43bc-b891-2e4110296487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.865805 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3818edc-bf1c-43bc-b891-2e4110296487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:13.866454 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3818edc-bf1c-43bc-b891-2e4110296487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.971245 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9413599-acf2-4421-9daf-da1fd351408b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.042699 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3818edc-bf1c-43bc-b891-2e4110296487 admin admin] Pushing event updated for resources: {'Network': ['ID=f466b183-a7dc-4fd4-9a91-749daea2894a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:14.055333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network f466b183-a7dc-4fd4-9a91-749daea2894a details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:39:14.066977 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b3818edc-bf1c-43bc-b891-2e4110296487 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5637028 Jul 13 07:39:14.074480 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37058) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:14.102196 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3933d5ae-6b5f-435e-b126-267122f9045b admin admin] Request body: {'subnet': {'network_id': 'f466b183-a7dc-4fd4-9a91-749daea2894a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-34874071-subnet', 'tenant_id': '01765ca7d73d47f29e72625efb2800c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:14.195384 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaddef7-166e-4b24-a00b-c7c5b707b15a req-2206c515-8b58-4d0c-8321-2af0035acc41 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:14.203274 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ebaddef7-166e-4b24-a00b-c7c5b707b15a req-2206c515-8b58-4d0c-8321-2af0035acc41 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1b61808-f217-48b5-8140-b4cd0d8fef9d HTTP/1.1" status: 200 len: 946 time: 0.1769125 Jul 13 07:39:14.225056 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9413599-acf2-4421-9daf-da1fd351408b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.280833 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3933d5ae-6b5f-435e-b126-267122f9045b admin admin] Made reservation on behalf of 01765ca7d73d47f29e72625efb2800c9 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:14.283315 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3933d5ae-6b5f-435e-b126-267122f9045b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.330369 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-87f4e436-69a8-4b9f-8f0f-48b4f2ba7ee1 req-9987a56d-01cd-4b4c-9663-b26787fee856 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.425139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e6529-867a-4b6c-89f3-338de2d6f78e req-806675d8-8145-4d19-b5b6-1188ebd80f54 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:14.426875 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-209e6529-867a-4b6c-89f3-338de2d6f78e req-806675d8-8145-4d19-b5b6-1188ebd80f54 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc861985-a380-4d23-811c-c96b200dae30 HTTP/1.1" status: 200 len: 945 time: 0.4698105 Jul 13 07:39:14.443904 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-ebaddef7-166e-4b24-a00b-c7c5b707b15a req-f6deadd6-ee7e-4078-b4db-4547a1ed371d tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Deleting port c524caa4-325e-4456-b762-1c763e6db9f5 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:14.444253 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ebaddef7-166e-4b24-a00b-c7c5b707b15a req-f6deadd6-ee7e-4078-b4db-4547a1ed371d tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.552645 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9413599-acf2-4421-9daf-da1fd351408b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.555403 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9413599-acf2-4421-9daf-da1fd351408b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.556737 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f9413599-acf2-4421-9daf-da1fd351408b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5ca1c54f-2449-484d-ae17-508d2a51f9e7 HTTP/1.1" status: 204 len: 168 time: 0.8425496 Jul 13 07:39:14.584736 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-209e6529-867a-4b6c-89f3-338de2d6f78e req-0bbd383e-f1ed-407b-aac4-3cd0ac21dfd9 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.58 "GET /v2.0/security-groups?id=0768b8e7-2e1b-4a29-a491-56e82e998613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026533 Jul 13 07:39:14.585978 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-ebaddef7-166e-4b24-a00b-c7c5b707b15a req-f6deadd6-ee7e-4078-b4db-4547a1ed371d tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] For port c524caa4-325e-4456-b762-1c763e6db9f5, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c524caa4-325e-4456-b762-1c763e6db9f5,segment=NetworkSegment(dccfc515-11cf-424d-908b-72459aff7771),segment_id=dccfc515-11cf-424d-908b-72459aff7771)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:14.587529 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ebaddef7-166e-4b24-a00b-c7c5b707b15a req-f6deadd6-ee7e-4078-b4db-4547a1ed371d tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.615277 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-ebaddef7-166e-4b24-a00b-c7c5b707b15a req-f6deadd6-ee7e-4078-b4db-4547a1ed371d tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Calling delete_port for c524caa4-325e-4456-b762-1c763e6db9f5 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:14.695123 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9413599-acf2-4421-9daf-da1fd351408b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca1c54f-2449-484d-ae17-508d2a51f9e7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:14.812807 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device f362df96-90f1-4438-89e5-053f01c650e4 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:14.854059 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-87f4e436-69a8-4b9f-8f0f-48b4f2ba7ee1 req-9987a56d-01cd-4b4c-9663-b26787fee856 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Allocated IP 172.25.0.135 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/33ec38af-cf34-4a7c-9bcf-c9b2a9f3443e) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:14.880243 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ebaddef7-166e-4b24-a00b-c7c5b707b15a req-f6deadd6-ee7e-4078-b4db-4547a1ed371d tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.908963 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['c524caa4-325e-4456-b762-1c763e6db9f5'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:14.948764 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6deadd6-ee7e-4078-b4db-4547a1ed371d tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Pushing event deleted for resources: {'Port': ['ID=c524caa4-325e-4456-b762-1c763e6db9f5,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:15.023858 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port f362df96-90f1-4438-89e5-053f01c650e4 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:15.024416 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.097325 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebaddef7-166e-4b24-a00b-c7c5b707b15a req-f6deadd6-ee7e-4078-b4db-4547a1ed371d tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] No DVR routers for this DVR port c524caa4-325e-4456-b762-1c763e6db9f5 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:15.130200 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ebaddef7-166e-4b24-a00b-c7c5b707b15a req-f6deadd6-ee7e-4078-b4db-4547a1ed371d tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.132454 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ebaddef7-166e-4b24-a00b-c7c5b707b15a req-f6deadd6-ee7e-4078-b4db-4547a1ed371d tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.62 "DELETE /v2.0/ports/c524caa4-325e-4456-b762-1c763e6db9f5 HTTP/1.1" status: 204 len: 173 time: 0.9184735 Jul 13 07:39:15.132928 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b61808-f217-48b5-8140-b4cd0d8fef9d', 'name': 'network-vif-deleted', 'tag': 'c524caa4-325e-4456-b762-1c763e6db9f5'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:15.140547 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b6b1a6-af7a-465d-9b5b-e73c1e84c2b9" -d '{"events": [{"server_uuid": "c1b61808-f217-48b5-8140-b4cd0d8fef9d", "name": "network-vif-deleted", "tag": "c524caa4-325e-4456-b762-1c763e6db9f5"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:15.210025 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3933d5ae-6b5f-435e-b126-267122f9045b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.243319 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.305688 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2d6c8655-7128-4a32-98eb-b92555328465 req-ce9dd3c5-7812-47d9-a88c-b35b279df7e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2092161 Jul 13 07:39:15.328741 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c730aea4-97b8-430e-8722-05d70c0626d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f362df96-90f1-4438-89e5-053f01c650e4'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:15.339710 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107409bf-6777-4953-855b-322ca0755adc" -d '{"events": [{"server_uuid": "c730aea4-97b8-430e-8722-05d70c0626d7", "name": "network-vif-plugged", "status": "completed", "tag": "f362df96-90f1-4438-89e5-053f01c650e4"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:15.373519 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38827f0-29d5-4e62-98da-cb1645eee597 req-c39bd805-78e8-4ded-89ac-f60ad7a949ba tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:15.387457 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a38827f0-29d5-4e62-98da-cb1645eee597 req-c39bd805-78e8-4ded-89ac-f60ad7a949ba tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1b61808-f217-48b5-8140-b4cd0d8fef9d HTTP/1.1" status: 200 len: 867 time: 0.5637107 Jul 13 07:39:15.387845 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port f362df96-90f1-4438-89e5-053f01c650e4, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=f362df96-90f1-4438-89e5-053f01c650e4,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:15.395502 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.450063 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c8655-7128-4a32-98eb-b92555328465 req-169c1374-2554-48d2-bda9-09e1ba8357ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:15.451704 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2d6c8655-7128-4a32-98eb-b92555328465 req-169c1374-2554-48d2-bda9-09e1ba8357ad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 1096 time: 0.1105232 Jul 13 07:39:15.513948 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3933d5ae-6b5f-435e-b126-267122f9045b admin admin] Checking segment: {'id': 'fb107411-13ab-4154-97ef-12b95c2333e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f466b183-a7dc-4fd4-9a91-749daea2894a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:15.514391 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3933d5ae-6b5f-435e-b126-267122f9045b admin admin] Network hostable DHCP agents. Network: f466b183-a7dc-4fd4-9a91-749daea2894a, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:39:15.523084 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933d5ae-6b5f-435e-b126-267122f9045b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e320a33d-3dea-4736-9c2c-b7585a3ee4ba,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:15.541516 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-87f4e436-69a8-4b9f-8f0f-48b4f2ba7ee1 req-9987a56d-01cd-4b4c-9663-b26787fee856 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.566206 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=f362df96-90f1-4438-89e5-053f01c650e4,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:15.591217 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a38827f0-29d5-4e62-98da-cb1645eee597 req-c1f795ea-0028-45bc-9f61-4ec795096b5f tempest-FloatingIPsAssociationNegativeTestJSON-1861842823 tempest-FloatingIPsAssociationNegativeTestJSON-1861842823-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8016c5d-3d42-45e2-8c87-bc1a4e98ccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020271 Jul 13 07:39:15.660001 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3933d5ae-6b5f-435e-b126-267122f9045b admin admin] Network f466b183-a7dc-4fd4-9a91-749daea2894a is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:39:15.667659 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-87f4e436-69a8-4b9f-8f0f-48b4f2ba7ee1 req-9987a56d-01cd-4b4c-9663-b26787fee856 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.683719 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c8655-7128-4a32-98eb-b92555328465 req-0c07abdb-4ad9-49e0-86ef-3f8d75fdf653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:15.685787 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2d6c8655-7128-4a32-98eb-b92555328465 req-0c07abdb-4ad9-49e0-86ef-3f8d75fdf653 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 908 time: 0.2108607 Jul 13 07:39:15.733742 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987a56d-01cd-4b4c-9663-b26787fee856 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Pushing event updated for resources: {'Port': ['ID=33ec38af-cf34-4a7c-9bcf-c9b2a9f3443e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:15.745544 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3933d5ae-6b5f-435e-b126-267122f9045b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, f466b183-a7dc-4fd4-9a91-749daea2894a) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:15.755297 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f4e436-69a8-4b9f-8f0f-48b4f2ba7ee1 req-9987a56d-01cd-4b4c-9663-b26787fee856 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:15.759327 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f27524a-c4a4-4d8c-b88f-20c76b50e6dd None None] Network f466b183-a7dc-4fd4-9a91-749daea2894a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:15.776193 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3933d5ae-6b5f-435e-b126-267122f9045b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:15.776804 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3933d5ae-6b5f-435e-b126-267122f9045b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.797551 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2d6c8655-7128-4a32-98eb-b92555328465 req-3a5500e7-373b-4103-97c0-2277b4a50b14 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9473f01-260f-40b5-a7d7-643fe8255030 HTTP/1.1" status: 200 len: 217 time: 0.1026340 Jul 13 07:39:15.801170 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-87f4e436-69a8-4b9f-8f0f-48b4f2ba7ee1 req-9987a56d-01cd-4b4c-9663-b26787fee856 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:15.825047 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f4e436-69a8-4b9f-8f0f-48b4f2ba7ee1 req-9987a56d-01cd-4b4c-9663-b26787fee856 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:15.932363 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3933d5ae-6b5f-435e-b126-267122f9045b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8439529 Jul 13 07:39:15.944043 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37100) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:15.999919 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a8c29f59-e188-41ad-8e39-fbe216d46037 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-34874071-router', 'tenant_id': '01765ca7d73d47f29e72625efb2800c9', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:16.080688 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-87f4e436-69a8-4b9f-8f0f-48b4f2ba7ee1 req-9987a56d-01cd-4b4c-9663-b26787fee856 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:16.125426 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c8655-7128-4a32-98eb-b92555328465 req-22d9f8ef-b141-4c05-a54f-d165b560dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:16.136220 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2d6c8655-7128-4a32-98eb-b92555328465 req-22d9f8ef-b141-4c05-a54f-d165b560dbf1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 0.3339226 Jul 13 07:39:16.143817 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a8c29f59-e188-41ad-8e39-fbe216d46037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:16.144914 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a8c29f59-e188-41ad-8e39-fbe216d46037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:16.253505 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-f466b183-a7dc-4fd4-9a91-749daea2894a', 'network_id': 'f466b183-a7dc-4fd4-9a91-749daea2894a', 'tenant_id': '01765ca7d73d47f29e72625efb2800c9', 'fixed_ips': [{'subnet_id': 'e320a33d-3dea-4736-9c2c-b7585a3ee4ba'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:39:16.259708 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:16.286312 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a8c29f59-e188-41ad-8e39-fbe216d46037 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:16.296295 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-87f4e436-69a8-4b9f-8f0f-48b4f2ba7ee1 req-9987a56d-01cd-4b4c-9663-b26787fee856 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:16.352037 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2d6c8655-7128-4a32-98eb-b92555328465 req-b48b9268-86a5-4759-a306-f1a44729507f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702896 Jul 13 07:39:16.705073 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695e837-09f5-4866-97ba-0885fab716e3 req-d9adfcd3-1396-4fb3-bd37-c8c1d5285606 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:16.712550 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] Allocated IP 172.20.0.2 (f466b183-a7dc-4fd4-9a91-749daea2894a/e320a33d-3dea-4736-9c2c-b7585a3ee4ba/79d7737a-22e7-4ab2-ae9b-eeb1f404128a) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:16.717321 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0695e837-09f5-4866-97ba-0885fab716e3 req-d9adfcd3-1396-4fb3-bd37-c8c1d5285606 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.4397399 Jul 13 07:39:16.755866 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-87f4e436-69a8-4b9f-8f0f-48b4f2ba7ee1 req-9987a56d-01cd-4b4c-9663-b26787fee856 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:16.778939 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-87f4e436-69a8-4b9f-8f0f-48b4f2ba7ee1 req-9987a56d-01cd-4b4c-9663-b26787fee856 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:16.882966 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0695e837-09f5-4866-97ba-0885fab716e3 req-950c357e-d23a-4a3f-a8a2-b1342a6eb333 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635787 Jul 13 07:39:16.951790 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a8c29f59-e188-41ad-8e39-fbe216d46037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:16.990007 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987a56d-01cd-4b4c-9663-b26787fee856 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Pushing event updated for resources: {'Port': ['ID=33ec38af-cf34-4a7c-9bcf-c9b2a9f3443e,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:17.039667 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2d6c8655-7128-4a32-98eb-b92555328465 req-e87ff46a-6f07-41e1-ab40-97ad37230fd7 service neutron] 10.222.0.35 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6743481 Jul 13 07:39:17.070079 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-87f4e436-69a8-4b9f-8f0f-48b4f2ba7ee1 req-9987a56d-01cd-4b4c-9663-b26787fee856 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:17.079748 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:17.091080 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] Transition to ACTIVE for port object 79d7737a-22e7-4ab2-ae9b-eeb1f404128a will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:17.117876 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-87f4e436-69a8-4b9f-8f0f-48b4f2ba7ee1 req-9987a56d-01cd-4b4c-9663-b26787fee856 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:17.120230 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87f4e436-69a8-4b9f-8f0f-48b4f2ba7ee1 req-9987a56d-01cd-4b4c-9663-b26787fee856 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5297861 Jul 13 07:39:17.131634 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] Transition to ACTIVE for port object 79d7737a-22e7-4ab2-ae9b-eeb1f404128a will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:17.151556 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:17.215774 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] Network f466b183-a7dc-4fd4-9a91-749daea2894a is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:17.225515 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:17.236592 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:17.243401 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2d6c8655-7128-4a32-98eb-b92555328465 req-affe429b-b68c-411d-bcc4-18d93fc3e9a8 service neutron] 10.222.0.35 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936889 Jul 13 07:39:17.294915 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87f4e436-69a8-4b9f-8f0f-48b4f2ba7ee1 req-23e9f5af-bad2-4c79-9d57-5f52ce197899 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 696 time: 0.1676247 Jul 13 07:39:17.393520 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] Pushing event updated for resources: {'Port': ['ID=79d7737a-22e7-4ab2-ae9b-eeb1f404128a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:17.484053 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] Attempting to bind port 79d7737a-22e7-4ab2-ae9b-eeb1f404128a on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:17.485530 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] Attempting to bind port 79d7737a-22e7-4ab2-ae9b-eeb1f404128a by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'fb107411-13ab-4154-97ef-12b95c2333e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f466b183-a7dc-4fd4-9a91-749daea2894a'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:17.487766 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] Attempting to bind port 79d7737a-22e7-4ab2-ae9b-eeb1f404128a on network f466b183-a7dc-4fd4-9a91-749daea2894a {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:17.504453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:17.519539 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] Checking segment: {'id': 'fb107411-13ab-4154-97ef-12b95c2333e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f466b183-a7dc-4fd4-9a91-749daea2894a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:17.520321 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:17.520981 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] Bound using segment: {'id': 'fb107411-13ab-4154-97ef-12b95c2333e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f466b183-a7dc-4fd4-9a91-749daea2894a'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:17.521742 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] Bound port: 79d7737a-22e7-4ab2-ae9b-eeb1f404128a, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb107411-13ab-4154-97ef-12b95c2333e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f466b183-a7dc-4fd4-9a91-749daea2894a'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:17.522521 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:17.585900 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4e436-69a8-4b9f-8f0f-48b4f2ba7ee1 req-712dbf9e-cbcf-4e7b-afa7-8585033f3827 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:17.587365 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87f4e436-69a8-4b9f-8f0f-48b4f2ba7ee1 req-712dbf9e-cbcf-4e7b-afa7-8585033f3827 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.2871590 Jul 13 07:39:17.675699 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] For port 79d7737a-22e7-4ab2-ae9b-eeb1f404128a, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:17.689245 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] For port 79d7737a-22e7-4ab2-ae9b-eeb1f404128a, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=79d7737a-22e7-4ab2-ae9b-eeb1f404128a,segment=NetworkSegment(fb107411-13ab-4154-97ef-12b95c2333e6),segment_id=fb107411-13ab-4154-97ef-12b95c2333e6)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:17.705388 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:17.722002 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d27f8b-87bc-4082-be0b-5dd23e840220 x-openstack-request-id: req-f3d27f8b-87bc-4082-be0b-5dd23e840220 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:17.723664 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c730aea4-97b8-430e-8722-05d70c0626d7", "name": "network-vif-plugged", "status": "completed", "tag": "f362df96-90f1-4438-89e5-053f01c650e4", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:17.724948 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3d27f8b-87bc-4082-be0b-5dd23e840220 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:17.725684 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c730aea4-97b8-430e-8722-05d70c0626d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f362df96-90f1-4438-89e5-053f01c650e4', 'code': 200} Jul 13 07:39:17.766017 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d82c0f-eb07-4a29-9092-495d26b091db x-openstack-request-id: req-f6d82c0f-eb07-4a29-9092-495d26b091db {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:17.766702 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b61808-f217-48b5-8140-b4cd0d8fef9d", "name": "network-vif-deleted", "tag": "c524caa4-325e-4456-b762-1c763e6db9f5", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:17.766916 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f6d82c0f-eb07-4a29-9092-495d26b091db {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:17.767663 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b61808-f217-48b5-8140-b4cd0d8fef9d', 'name': 'network-vif-deleted', 'tag': 'c524caa4-325e-4456-b762-1c763e6db9f5', 'status': 'completed', 'code': 200} Jul 13 07:39:17.802035 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a8c29f59-e188-41ad-8e39-fbe216d46037 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:17.848915 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a8c29f59-e188-41ad-8e39-fbe216d46037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:17.866249 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae041e23-ac18-4846-bfa9-1da5fdc71034 None None] Pushing event updated for resources: {'Port': ['ID=79d7737a-22e7-4ab2-ae9b-eeb1f404128a,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:18.018398 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-a8c29f59-e188-41ad-8e39-fbe216d46037 admin admin] Allocated IP 172.25.0.119 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/1005685d-6bc2-4b6f-aef9-d34aa31b5540) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:18.036165 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37142) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:18.364990 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a8c29f59-e188-41ad-8e39-fbe216d46037 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.443209 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a8c29f59-e188-41ad-8e39-fbe216d46037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.511653 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c29f59-e188-41ad-8e39-fbe216d46037 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:18.527612 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-a8c29f59-e188-41ad-8e39-fbe216d46037 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:18.534778 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c29f59-e188-41ad-8e39-fbe216d46037 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:18.636756 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c29f59-e188-41ad-8e39-fbe216d46037 admin admin] Pushing event updated for resources: {'Port': ['ID=1005685d-6bc2-4b6f-aef9-d34aa31b5540,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:18.664202 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f567b-a1aa-4ac7-94eb-b124d885de71 req-26ffb72e-4dd6-44dd-bf9b-7566155c988a tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:18.668817 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f66f567b-a1aa-4ac7-94eb-b124d885de71 req-26ffb72e-4dd6-44dd-bf9b-7566155c988a tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 944 time: 0.2419329 Jul 13 07:39:18.669989 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c524caa4-325e-4456-b762-1c763e6db9f5 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:18.692522 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518c960-5cb9-46c0-909e-8c9329b5a422 req-8aed058e-9eb0-4b4d-b952-8e46b726e7c1 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:18.701814 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3518c960-5cb9-46c0-909e-8c9329b5a422 req-8aed058e-9eb0-4b4d-b952-8e46b726e7c1 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc861985-a380-4d23-811c-c96b200dae30 HTTP/1.1" status: 200 len: 945 time: 0.7307861 Jul 13 07:39:18.731258 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: c524caa4-325e-4456-b762-1c763e6db9f5 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:18.731602 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c524caa4-325e-4456-b762-1c763e6db9f5 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:18.806478 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3518c960-5cb9-46c0-909e-8c9329b5a422 req-3119860c-218e-4380-8f47-29a06b912e27 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.58 "GET /v2.0/security-groups?id=0768b8e7-2e1b-4a29-a491-56e82e998613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058013 Jul 13 07:39:18.849731 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f89c8-3f49-461e-89d5-5b8e9027bc67 req-f7c8d8e8-b74a-4638-bade-bee973f63d0e tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:18.851436 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb2f89c8-3f49-461e-89d5-5b8e9027bc67 req-f7c8d8e8-b74a-4638-bade-bee973f63d0e tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 944 time: 0.2160156 Jul 13 07:39:18.993962 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb2f89c8-3f49-461e-89d5-5b8e9027bc67 req-85a1a629-9720-4250-a3d6-5d14fdf3503a tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330001 Jul 13 07:39:19.181661 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-0205f64c-116e-4505-8a2d-d0affdea9aa5 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:19.190046 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-0205f64c-116e-4505-8a2d-d0affdea9aa5 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/networks?id=164dc193-94d4-4901-8325-2ada440bfa80 HTTP/1.1" status: 200 len: 821 time: 0.2091727 Jul 13 07:39:19.213503 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-e3a43b5a-8147-4346-864d-c0cb7ff75227 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/quotas/fd2a6045fb9847fcbcf272c120be7396 HTTP/1.1" status: 200 len: 375 time: 0.0220797 Jul 13 07:39:19.325978 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a8c29f59-e188-41ad-8e39-fbe216d46037 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.386477 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-f66f567b-a1aa-4ac7-94eb-b124d885de71 req-a8d92aaf-ffe1-481e-9174-9457481166d6 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Deleting port 013ace5c-e2e3-463c-8e37-e7c65969f021 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:19.386981 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f66f567b-a1aa-4ac7-94eb-b124d885de71 req-a8d92aaf-ffe1-481e-9174-9457481166d6 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.409947 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2427976-80eb-4e8d-90ad-f74d922b6572 None None] Network f466b183-a7dc-4fd4-9a91-749daea2894a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:19.514410 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-a43b8218-0de6-45d9-9186-3276a8a49633 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd2a6045fb9847fcbcf272c120be7396&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2988231 Jul 13 07:39:19.633174 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-bcea7990-ce50-4876-bc24-6b8a3fc5f95f None None] Provisioning for port 79d7737a-22e7-4ab2-ae9b-eeb1f404128a completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:19.641397 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-311dad97-4bf2-415c-9714-3093bec2ee4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.905568 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efc716-aa94-403e-af16-1302c465203f req-bc97ba3b-856e-442a-9b8f-7e05d1efc361 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:19.913265 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7efc716-aa94-403e-af16-1302c465203f req-bc97ba3b-856e-442a-9b8f-7e05d1efc361 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.5981905 Jul 13 07:39:19.923073 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-4db5a382-e7f3-4dd9-9897-572ef7dd561a service neutron] 10.222.0.58 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027815 Jul 13 07:39:20.047876 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f66f567b-a1aa-4ac7-94eb-b124d885de71 req-a8d92aaf-ffe1-481e-9174-9457481166d6 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] For port 013ace5c-e2e3-463c-8e37-e7c65969f021, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=013ace5c-e2e3-463c-8e37-e7c65969f021,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:20.048956 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f66f567b-a1aa-4ac7-94eb-b124d885de71 req-a8d92aaf-ffe1-481e-9174-9457481166d6 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.075453 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-f66f567b-a1aa-4ac7-94eb-b124d885de71 req-a8d92aaf-ffe1-481e-9174-9457481166d6 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Calling delete_port for 013ace5c-e2e3-463c-8e37-e7c65969f021 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:20.204580 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 79d7737a-22e7-4ab2-ae9b-eeb1f404128a up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:20.243602 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7efc716-aa94-403e-af16-1302c465203f req-67ca7735-556d-499f-8007-97534e4a8807 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294041 Jul 13 07:39:20.382803 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-5b7f5787-2173-4c9b-8c5c-70d203496609 service neutron] 10.222.0.58 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448898 Jul 13 07:39:20.432765 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 79d7737a-22e7-4ab2-ae9b-eeb1f404128a completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:20.453134 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 79d7737a-22e7-4ab2-ae9b-eeb1f404128a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:20.454231 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.494057 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a8c29f59-e188-41ad-8e39-fbe216d46037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.737118 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9579e65c-6832-4a10-88c6-1c09fcd1c4ca None None] Provisioning complete for port 79d7737a-22e7-4ab2-ae9b-eeb1f404128a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:20.737498 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9579e65c-6832-4a10-88c6-1c09fcd1c4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.806600 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f66f567b-a1aa-4ac7-94eb-b124d885de71 req-a8d92aaf-ffe1-481e-9174-9457481166d6 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.840666 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.871480 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d92aaf-ffe1-481e-9174-9457481166d6 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Pushing event deleted for resources: {'Port': ['ID=013ace5c-e2e3-463c-8e37-e7c65969f021,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:20.901110 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 79d7737a-22e7-4ab2-ae9b-eeb1f404128a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=79d7737a-22e7-4ab2-ae9b-eeb1f404128a,segment=NetworkSegment(fb107411-13ab-4154-97ef-12b95c2333e6),segment_id=fb107411-13ab-4154-97ef-12b95c2333e6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:20.902917 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 013ace5c-e2e3-463c-8e37-e7c65969f021 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:20.948320 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-311dad97-4bf2-415c-9714-3093bec2ee4d admin admin] Deleting port f14244f6-4b69-40a2-aac5-12cd6473ce9a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:20.950446 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-311dad97-4bf2-415c-9714-3093bec2ee4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.961273 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66f567b-a1aa-4ac7-94eb-b124d885de71 req-a8d92aaf-ffe1-481e-9174-9457481166d6 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] No DVR routers for this DVR port 013ace5c-e2e3-463c-8e37-e7c65969f021 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:20.965555 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f66f567b-a1aa-4ac7-94eb-b124d885de71 req-a8d92aaf-ffe1-481e-9174-9457481166d6 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.965891 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 013ace5c-e2e3-463c-8e37-e7c65969f021 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:20.966290 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 013ace5c-e2e3-463c-8e37-e7c65969f021 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:20.969197 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f66f567b-a1aa-4ac7-94eb-b124d885de71 req-a8d92aaf-ffe1-481e-9174-9457481166d6 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.35 "DELETE /v2.0/ports/013ace5c-e2e3-463c-8e37-e7c65969f021 HTTP/1.1" status: 204 len: 173 time: 2.2150688 Jul 13 07:39:20.971523 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9033dd-2aac-40ff-ba1a-e4c8b956d064', 'name': 'network-vif-deleted', 'tag': '013ace5c-e2e3-463c-8e37-e7c65969f021'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:20.975127 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f462bdbd-9355-4750-b33d-184d5e74c411" -d '{"events": [{"server_uuid": "1d9033dd-2aac-40ff-ba1a-e4c8b956d064", "name": "network-vif-deleted", "tag": "013ace5c-e2e3-463c-8e37-e7c65969f021"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:20.975470 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.046805 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c29f59-e188-41ad-8e39-fbe216d46037 admin admin] Router 275561a9-7e32-4830-b51e-30ce819fa312 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:39:21.236277 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=79d7737a-22e7-4ab2-ae9b-eeb1f404128a,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:21.272270 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-311dad97-4bf2-415c-9714-3093bec2ee4d admin admin] For port f14244f6-4b69-40a2-aac5-12cd6473ce9a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f14244f6-4b69-40a2-aac5-12cd6473ce9a,segment=NetworkSegment(dccfc515-11cf-424d-908b-72459aff7771),segment_id=dccfc515-11cf-424d-908b-72459aff7771)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:21.273168 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-311dad97-4bf2-415c-9714-3093bec2ee4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.330448 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-311dad97-4bf2-415c-9714-3093bec2ee4d admin admin] Calling delete_port for f14244f6-4b69-40a2-aac5-12cd6473ce9a owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:21.369585 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c29f59-e188-41ad-8e39-fbe216d46037 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:21.391075 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] Sync routers for ids ['275561a9-7e32-4830-b51e-30ce819fa312'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:21.404354 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a8c29f59-e188-41ad-8e39-fbe216d46037 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.405772 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a8c29f59-e188-41ad-8e39-fbe216d46037 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4533436 Jul 13 07:39:21.408750 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37178) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:21.426927 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] Routers {'275561a9-7e32-4830-b51e-30ce819fa312'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:21.439207 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:38:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['275561a9-7e32-4830-b51e-30ce819fa312'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:21.830619 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] Set router 275561a9-7e32-4830-b51e-30ce819fa312 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:21.876953 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72f583e1-ca59-4e83-8441-de70794c4108 req-245bac38-742e-40d2-a42c-bd945553b941 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e4f9000-d9e7-4d52-8b62-35e068d8ad42 HTTP/1.1" status: 200 len: 210 time: 0.1195850 Jul 13 07:39:22.047336 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af764a5-59eb-4765-aaba-6943573bfb8c x-openstack-request-id: req-3af764a5-59eb-4765-aaba-6943573bfb8c {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:22.048139 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9033dd-2aac-40ff-ba1a-e4c8b956d064", "name": "network-vif-deleted", "tag": "013ace5c-e2e3-463c-8e37-e7c65969f021", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:22.048615 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3af764a5-59eb-4765-aaba-6943573bfb8c {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:22.049065 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9033dd-2aac-40ff-ba1a-e4c8b956d064', 'name': 'network-vif-deleted', 'tag': '013ace5c-e2e3-463c-8e37-e7c65969f021', 'status': 'completed', 'code': 200} Jul 13 07:39:22.123330 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 79d7737a-22e7-4ab2-ae9b-eeb1f404128a up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:22.212959 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-311dad97-4bf2-415c-9714-3093bec2ee4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.282122 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311dad97-4bf2-415c-9714-3093bec2ee4d admin admin] Pushing event deleted for resources: {'Port': ['ID=f14244f6-4b69-40a2-aac5-12cd6473ce9a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:22.299724 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 79d7737a-22e7-4ab2-ae9b-eeb1f404128a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:22.321128 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.385075 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275561a9-7e32-4830-b51e-30ce819fa312', 'name': 'tempest-FloatingIPsNegativeTestJSON-34874071-router', 'tenant_id': '01765ca7d73d47f29e72625efb2800c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '1005685d-6bc2-4b6f-aef9-d34aa31b5540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:16Z', 'updated_at': '2021-07-13T07:39:18Z', 'revision_number': 3, 'project_id': '01765ca7d73d47f29e72625efb2800c9', 'gw_port': {'id': '1005685d-6bc2-4b6f-aef9-d34aa31b5540', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:69:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275561a9-7e32-4830-b51e-30ce819fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:17Z', 'updated_at': '2021-07-13T07:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:22.508998 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] Checking router: 275561a9-7e32-4830-b51e-30ce819fa312 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:22.511981 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] Updating router 275561a9-7e32-4830-b51e-30ce819fa312 port 1005685d-6bc2-4b6f-aef9-d34aa31b5540 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:39:22.605880 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50ebce34-216a-4da1-85f1-5cc0cc0464f6 req-614e59a9-abca-4f72-8a3a-52ea1f5749a8 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9033dd-2aac-40ff-ba1a-e4c8b956d064 HTTP/1.1" status: 200 len: 210 time: 0.1437659 Jul 13 07:39:22.669917 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.889651 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b66ab5b-7763-4dec-a4de-bb662ddaba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.035052 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c688f3-d63b-4125-9cd5-3626ab3dceed req-289953ab-151c-4439-915a-4f5b0b949438 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:23.044832 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c7c688f3-d63b-4125-9cd5-3626ab3dceed req-289953ab-151c-4439-915a-4f5b0b949438 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.2588978 Jul 13 07:39:23.070135 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-311dad97-4bf2-415c-9714-3093bec2ee4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.190538 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b81d77e6-1f68-4eae-8db3-748b93cca6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.258633 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0b196fe2-21b5-45b0-adc2-7a84dfcd4eea req-3395456c-4a24-4d1d-b977-f09f0dce9a08 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5692937 Jul 13 07:39:23.266070 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c7c688f3-d63b-4125-9cd5-3626ab3dceed req-65da5585-99f2-43ab-b544-21d5e1243d97 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193372 Jul 13 07:39:23.271717 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-4b66ab5b-7763-4dec-a4de-bb662ddaba6e admin admin] Allocated IP 172.20.0.1 (f466b183-a7dc-4fd4-9a91-749daea2894a/e320a33d-3dea-4736-9c2c-b7585a3ee4ba/7c37e4eb-cf42-4617-a061-4161c97082bf) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:23.362387 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.394305 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] Transition to ACTIVE for port object 1005685d-6bc2-4b6f-aef9-d34aa31b5540 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:23.438831 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.537101 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] Attempting to bind port 1005685d-6bc2-4b6f-aef9-d34aa31b5540 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:23.538333 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] Attempting to bind port 1005685d-6bc2-4b6f-aef9-d34aa31b5540 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:23.538884 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] Attempting to bind port 1005685d-6bc2-4b6f-aef9-d34aa31b5540 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:23.575236 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76152ae8-02c6-4ae7-92e5-f0fccf80bb86 None None] Pushing event updated for resources: {'Port': ['ID=1005685d-6bc2-4b6f-aef9-d34aa31b5540,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:23.589902 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76152ae8-02c6-4ae7-92e5-f0fccf80bb86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:23.590940 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76152ae8-02c6-4ae7-92e5-f0fccf80bb86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:23.591695 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76152ae8-02c6-4ae7-92e5-f0fccf80bb86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:23.593508 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76152ae8-02c6-4ae7-92e5-f0fccf80bb86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:23.594605 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76152ae8-02c6-4ae7-92e5-f0fccf80bb86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:23.595514 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76152ae8-02c6-4ae7-92e5-f0fccf80bb86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:23.596537 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76152ae8-02c6-4ae7-92e5-f0fccf80bb86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:23.597419 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76152ae8-02c6-4ae7-92e5-f0fccf80bb86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:23.599229 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76152ae8-02c6-4ae7-92e5-f0fccf80bb86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:23.600635 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76152ae8-02c6-4ae7-92e5-f0fccf80bb86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:23.601533 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76152ae8-02c6-4ae7-92e5-f0fccf80bb86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:23.602833 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76152ae8-02c6-4ae7-92e5-f0fccf80bb86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:23.613153 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:23.613836 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:23.614616 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.615777 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:23.617795 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] Bound port: 1005685d-6bc2-4b6f-aef9-d34aa31b5540, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:23.618291 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.773531 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] For port 1005685d-6bc2-4b6f-aef9-d34aa31b5540, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:23.777735 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] For port 1005685d-6bc2-4b6f-aef9-d34aa31b5540, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1005685d-6bc2-4b6f-aef9-d34aa31b5540,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:23.788703 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.934877 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eee4f1d6-b8b7-4a2f-b6b2-f07b73734310 req-12fcdf36-fe3c-400c-8b08-533e58593ed7 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e4f9000-d9e7-4d52-8b62-35e068d8ad42 HTTP/1.1" status: 200 len: 210 time: 0.0967577 Jul 13 07:39:23.995518 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-84a92790-1145-458b-98ee-900555aff72a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:23.997019 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-84a92790-1145-458b-98ee-900555aff72a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.35 "GET /v2.0/networks?id=164dc193-94d4-4901-8325-2ada440bfa80 HTTP/1.1" status: 200 len: 821 time: 0.2876713 Jul 13 07:39:24.006152 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311dad97-4bf2-415c-9714-3093bec2ee4d admin admin] Router fe6aae68-e05f-40b9-b10b-529bcfad5c0a has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:24.020363 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-3ec1f8a6-88e5-4e3e-a5a7-299da0a6c38b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Request body: {'port': {'device_id': '1e4f9000-d9e7-4d52-8b62-35e068d8ad42', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'admin_state_up': True, 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:24.031675 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] Routers {'275561a9-7e32-4830-b51e-30ce819fa312'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:24.034067 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:38:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['275561a9-7e32-4830-b51e-30ce819fa312'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:24.206319 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76152ae8-02c6-4ae7-92e5-f0fccf80bb86 None None] Pushing event updated for resources: {'Port': ['ID=1005685d-6bc2-4b6f-aef9-d34aa31b5540,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:24.259044 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b66ab5b-7763-4dec-a4de-bb662ddaba6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.265540 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b196fe2-21b5-45b0-adc2-7a84dfcd4eea req-492c398b-af45-4abe-aba8-828a2bddc4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:24.279486 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0b196fe2-21b5-45b0-adc2-7a84dfcd4eea req-492c398b-af45-4abe-aba8-828a2bddc4e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=218eabc1e5414d678874133f2fbf6f59&device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 1096 time: 0.8212295 Jul 13 07:39:24.295020 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311dad97-4bf2-415c-9714-3093bec2ee4d admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:24.307397 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-311dad97-4bf2-415c-9714-3093bec2ee4d admin admin] 10.222.0.58 "PUT /v2.0/routers/fe6aae68-e05f-40b9-b10b-529bcfad5c0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2676730 Jul 13 07:39:24.309430 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc96e91-71a4-4e98-ab6a-f37d00194f40 None None] Sync routers for ids ['fe6aae68-e05f-40b9-b10b-529bcfad5c0a'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:24.310937 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37234) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:24.333155 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc96e91-71a4-4e98-ab6a-f37d00194f40 None None] Routers {'fe6aae68-e05f-40b9-b10b-529bcfad5c0a'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:24.339454 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-fcc96e91-71a4-4e98-ab6a-f37d00194f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:38:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fe6aae68-e05f-40b9-b10b-529bcfad5c0a'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:24.402836 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] Set router 275561a9-7e32-4830-b51e-30ce819fa312 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:24.565599 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b196fe2-21b5-45b0-adc2-7a84dfcd4eea req-53702e3a-f798-4512-8d56-5bb79f44e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:24.568923 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0b196fe2-21b5-45b0-adc2-7a84dfcd4eea req-53702e3a-f798-4512-8d56-5bb79f44e0fb service neutron] 10.222.0.62 "GET /v2.0/networks?id=b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 200 len: 908 time: 0.2415295 Jul 13 07:39:24.670671 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0b196fe2-21b5-45b0-adc2-7a84dfcd4eea req-07efeb81-c0b3-4563-b0bd-53de8c24c01b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=affa0f44-27aa-43b3-9ed9-e1002b76cfe1 HTTP/1.1" status: 200 len: 217 time: 0.0889571 Jul 13 07:39:24.691312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-fcc96e91-71a4-4e98-ab6a-f37d00194f40 None None] Set router fe6aae68-e05f-40b9-b10b-529bcfad5c0a gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:24.833325 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275561a9-7e32-4830-b51e-30ce819fa312', 'name': 'tempest-FloatingIPsNegativeTestJSON-34874071-router', 'tenant_id': '01765ca7d73d47f29e72625efb2800c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '1005685d-6bc2-4b6f-aef9-d34aa31b5540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:16Z', 'updated_at': '2021-07-13T07:39:18Z', 'revision_number': 3, 'project_id': '01765ca7d73d47f29e72625efb2800c9', 'gw_port': {'id': '1005685d-6bc2-4b6f-aef9-d34aa31b5540', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:69:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275561a9-7e32-4830-b51e-30ce819fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:17Z', 'updated_at': '2021-07-13T07:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:24.869747 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c55b05e-a49b-4d3a-8328-ed3a9a0eb317 None None] The sync data for ids ['275561a9-7e32-4830-b51e-30ce819fa312'] in n-d-779913-28 is: [{'id': '275561a9-7e32-4830-b51e-30ce819fa312', 'name': 'tempest-FloatingIPsNegativeTestJSON-34874071-router', 'tenant_id': '01765ca7d73d47f29e72625efb2800c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '1005685d-6bc2-4b6f-aef9-d34aa31b5540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:16Z', 'updated_at': '2021-07-13T07:39:18Z', 'revision_number': 3, 'project_id': '01765ca7d73d47f29e72625efb2800c9', 'gw_port': {'id': '1005685d-6bc2-4b6f-aef9-d34aa31b5540', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:69:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275561a9-7e32-4830-b51e-30ce819fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:17Z', 'updated_at': '2021-07-13T07:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:24.874336 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-4b66ab5b-7763-4dec-a4de-bb662ddaba6e admin admin] Transition to ACTIVE for port object 7c37e4eb-cf42-4617-a061-4161c97082bf will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:25.021777 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b196fe2-21b5-45b0-adc2-7a84dfcd4eea req-d4ca10be-42e7-477b-b168-4208052acc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:25.029936 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0b196fe2-21b5-45b0-adc2-7a84dfcd4eea req-d4ca10be-42e7-477b-b168-4208052acc40 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 200 len: 847 time: 0.3362350 Jul 13 07:39:25.038640 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-3ec1f8a6-88e5-4e3e-a5a7-299da0a6c38b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Made reservation on behalf of fd2a6045fb9847fcbcf272c120be7396 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:25.050655 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-3ec1f8a6-88e5-4e3e-a5a7-299da0a6c38b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.227924 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b66ab5b-7763-4dec-a4de-bb662ddaba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.382529 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0b196fe2-21b5-45b0-adc2-7a84dfcd4eea req-216c044d-593b-4252-aeae-ccfc564b1c37 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b159845f-d7a4-461c-8ffb-c97d06e8c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3130026 Jul 13 07:39:25.399890 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66ab5b-7763-4dec-a4de-bb662ddaba6e admin admin] Pushing event updated for resources: {'Port': ['ID=7c37e4eb-cf42-4617-a061-4161c97082bf,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:25.475343 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-362f9346-fcd4-40cb-b5e8-68455b4d2d2a admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.549253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37252) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:25.727664 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-3ec1f8a6-88e5-4e3e-a5a7-299da0a6c38b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Allocated IP 172.20.0.10 (164dc193-94d4-4901-8325-2ada440bfa80/338fc189-33fc-4de5-8976-e1adcb0ebd5b/adf1d077-a223-4aee-8ac0-47aac057cc46) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:25.742890 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-641fede7-1e31-4585-bf3e-ec484cd6c98e req-c953c5f4-dd92-4b40-8264-a4bdaa007533 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e4f9000-d9e7-4d52-8b62-35e068d8ad42 HTTP/1.1" status: 200 len: 210 time: 0.1945946 Jul 13 07:39:25.779134 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-fcc96e91-71a4-4e98-ab6a-f37d00194f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-516810009-router', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:39:21Z', 'revision_number': 5, 'project_id': 'adf04e6778474308856917bf1c4abced', 'gw_port': {'id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:11Z', 'updated_at': '2021-07-13T07:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:25.841244 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ac5994f-693b-4d92-9b2b-560b66c22b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.899315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc96e91-71a4-4e98-ab6a-f37d00194f40 None None] Checking router: fe6aae68-e05f-40b9-b10b-529bcfad5c0a for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:25.926585 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc96e91-71a4-4e98-ab6a-f37d00194f40 None None] Routers {'fe6aae68-e05f-40b9-b10b-529bcfad5c0a'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:25.931615 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-fcc96e91-71a4-4e98-ab6a-f37d00194f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:38:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fe6aae68-e05f-40b9-b10b-529bcfad5c0a'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:25.964789 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c7b95-59aa-4b78-8aa9-89daee6fcc22 req-42f74b81-723a-4431-afd8-8a4c72f03b68 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:25.973257 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8f1c7b95-59aa-4b78-8aa9-89daee6fcc22 req-42f74b81-723a-4431-afd8-8a4c72f03b68 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.7049875 Jul 13 07:39:26.055306 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-3ec1f8a6-88e5-4e3e-a5a7-299da0a6c38b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.089253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426d4f9-c5a1-41ab-a102-ed3cb543faf7 req-2bb2e2f2-3e86-4f92-8300-3675e0813843 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:26.093032 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4426d4f9-c5a1-41ab-a102-ed3cb543faf7 req-2bb2e2f2-3e86-4f92-8300-3675e0813843 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.35 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 944 time: 0.5039780 Jul 13 07:39:26.146556 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-3ec1f8a6-88e5-4e3e-a5a7-299da0a6c38b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Transition to ACTIVE for port object adf1d077-a223-4aee-8ac0-47aac057cc46 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:26.146828 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8f1c7b95-59aa-4b78-8aa9-89daee6fcc22 req-609dbdca-e374-4eb8-8eaa-704ccbed19de tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722891 Jul 13 07:39:26.151538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b66ab5b-7763-4dec-a4de-bb662ddaba6e admin admin] Network f466b183-a7dc-4fd4-9a91-749daea2894a is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:26.159992 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-4b66ab5b-7763-4dec-a4de-bb662ddaba6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:26.167631 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b66ab5b-7763-4dec-a4de-bb662ddaba6e admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:26.176844 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-362f9346-fcd4-40cb-b5e8-68455b4d2d2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.266464 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b66ab5b-7763-4dec-a4de-bb662ddaba6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.306903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-fcc96e91-71a4-4e98-ab6a-f37d00194f40 None None] Set router fe6aae68-e05f-40b9-b10b-529bcfad5c0a gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:26.452562 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1005685d-6bc2-4b6f-aef9-d34aa31b5540 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:26.766317 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 1005685d-6bc2-4b6f-aef9-d34aa31b5540 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:26.774238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-362f9346-fcd4-40cb-b5e8-68455b4d2d2a admin admin] Deleting port 6e7ee1f4-1262-4148-97b9-1aec01b7176e {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:26.775031 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-362f9346-fcd4-40cb-b5e8-68455b4d2d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.776837 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 1005685d-6bc2-4b6f-aef9-d34aa31b5540 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:26.777588 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.782071 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d0d1ef0b-6415-4b80-af56-97c35e8e3827 None None] Provisioning for port 7c37e4eb-cf42-4617-a061-4161c97082bf completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:26.811299 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d63f78-ad03-4cbe-a82f-d490def64b44 req-384bcac7-8131-49c7-b005-e83faaa80343 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:26.811560 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-3ec1f8a6-88e5-4e3e-a5a7-299da0a6c38b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.818907 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-45d63f78-ad03-4cbe-a82f-d490def64b44 req-384bcac7-8131-49c7-b005-e83faaa80343 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 944 time: 0.7013414 Jul 13 07:39:26.835286 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['bcd2d6fd-3694-4661-837a-af59fdfa8317'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:26.837954 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d0d1ef0b-6415-4b80-af56-97c35e8e3827 None None] Provisioning complete for port 7c37e4eb-cf42-4617-a061-4161c97082bf triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:26.838808 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ef0b-6415-4b80-af56-97c35e8e3827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.879099 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ac5994f-693b-4d92-9b2b-560b66c22b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.921599 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0b196fe2-21b5-45b0-adc2-7a84dfcd4eea req-4c181cf1-6690-4f90-89f1-bb83498c1ce9 service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5053415 Jul 13 07:39:26.922694 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b66ab5b-7763-4dec-a4de-bb662ddaba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.922984 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ac5994f-693b-4d92-9b2b-560b66c22b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.937474 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d0d1ef0b-6415-4b80-af56-97c35e8e3827 None None] Port 7c37e4eb-cf42-4617-a061-4161c97082bf cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:27.012838 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-fcc96e91-71a4-4e98-ab6a-f37d00194f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-516810009-router', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:39:21Z', 'revision_number': 5, 'project_id': 'adf04e6778474308856917bf1c4abced', 'gw_port': {'id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:11Z', 'updated_at': '2021-07-13T07:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:27.051321 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc96e91-71a4-4e98-ab6a-f37d00194f40 None None] The sync data for ids ['fe6aae68-e05f-40b9-b10b-529bcfad5c0a'] in n-d-779913-28 is: [{'id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-516810009-router', 'tenant_id': 'adf04e6778474308856917bf1c4abced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:39:21Z', 'revision_number': 5, 'project_id': 'adf04e6778474308856917bf1c4abced', 'gw_port': {'id': '6e7ee1f4-1262-4148-97b9-1aec01b7176e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6aae68-e05f-40b9-b10b-529bcfad5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:11Z', 'updated_at': '2021-07-13T07:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:27.127050 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-4426d4f9-c5a1-41ab-a102-ed3cb543faf7 req-f45d203f-83a5-4d45-a314-74571d5549ea tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Deleting port a9473f01-260f-40b5-a7d7-643fe8255030 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:27.127678 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4426d4f9-c5a1-41ab-a102-ed3cb543faf7 req-f45d203f-83a5-4d45-a314-74571d5549ea tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.148201 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5994f-693b-4d92-9b2b-560b66c22b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941916fc-6385-43ed-8dcd-c5666b48850c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:27.162426 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-3ec1f8a6-88e5-4e3e-a5a7-299da0a6c38b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Network 164dc193-94d4-4901-8325-2ada440bfa80 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:27.168746 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-3ec1f8a6-88e5-4e3e-a5a7-299da0a6c38b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:27.174099 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-3ec1f8a6-88e5-4e3e-a5a7-299da0a6c38b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:27.187163 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2ac5994f-693b-4d92-9b2b-560b66c22b04 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f55a84ecfa44b3d9ce9df475832ddec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6361110 Jul 13 07:39:27.206786 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-45d63f78-ad03-4cbe-a82f-d490def64b44 req-6cf8c6a2-4e08-4944-ab38-f947f985a8cd tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829336 Jul 13 07:39:27.213099 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37264) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:27.262450 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.324708 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 1005685d-6bc2-4b6f-aef9-d34aa31b5540, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1005685d-6bc2-4b6f-aef9-d34aa31b5540,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:27.349216 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.372454 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0b196fe2-21b5-45b0-adc2-7a84dfcd4eea req-1f97087f-9f40-49d5-9d60-947a1ce0fdb9 service neutron] 10.222.0.62 "GET /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141624 Jul 13 07:39:27.386711 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1f8a6-88e5-4e3e-a5a7-299da0a6c38b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Pushing event updated for resources: {'Port': ['ID=adf1d077-a223-4aee-8ac0-47aac057cc46,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:27.496752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-4426d4f9-c5a1-41ab-a102-ed3cb543faf7 req-f45d203f-83a5-4d45-a314-74571d5549ea tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] For port a9473f01-260f-40b5-a7d7-643fe8255030, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=a9473f01-260f-40b5-a7d7-643fe8255030,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:27.497139 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4426d4f9-c5a1-41ab-a102-ed3cb543faf7 req-f45d203f-83a5-4d45-a314-74571d5549ea tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.526010 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-3ec1f8a6-88e5-4e3e-a5a7-299da0a6c38b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:27.528545 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-3ec1f8a6-88e5-4e3e-a5a7-299da0a6c38b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.565817 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-07b6bc64-e829-400d-ba45-0fc9afe64d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.571486 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=1005685d-6bc2-4b6f-aef9-d34aa31b5540,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:27.598891 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-4426d4f9-c5a1-41ab-a102-ed3cb543faf7 req-f45d203f-83a5-4d45-a314-74571d5549ea tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Calling delete_port for a9473f01-260f-40b5-a7d7-643fe8255030 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:27.637287 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.667204 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-362f9346-fcd4-40cb-b5e8-68455b4d2d2a admin admin] For port 6e7ee1f4-1262-4148-97b9-1aec01b7176e, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=6e7ee1f4-1262-4148-97b9-1aec01b7176e,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:27.667864 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-362f9346-fcd4-40cb-b5e8-68455b4d2d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.738217 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b66ab5b-7763-4dec-a4de-bb662ddaba6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.747125 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-362f9346-fcd4-40cb-b5e8-68455b4d2d2a admin admin] Calling delete_port for 6e7ee1f4-1262-4148-97b9-1aec01b7176e owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:27.750247 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b66ab5b-7763-4dec-a4de-bb662ddaba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.894309 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e8800bcf-de82-423a-ab37-824886590573 None None] Provisioning for port adf1d077-a223-4aee-8ac0-47aac057cc46 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:27.910723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e8800bcf-de82-423a-ab37-824886590573 None None] Provisioning complete for port adf1d077-a223-4aee-8ac0-47aac057cc46 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:27.911116 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8800bcf-de82-423a-ab37-824886590573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.914564 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b66ab5b-7763-4dec-a4de-bb662ddaba6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.999450 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46dbc1f7-cc66-40a6-b4a6-2000808aa84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.033692 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616295ec-300f-4649-9f08-e291b09f4cdb req-aad75e58-6d56-44b7-bd79-88e0e3715c34 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:28.044296 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-616295ec-300f-4649-9f08-e291b09f4cdb req-aad75e58-6d56-44b7-bd79-88e0e3715c34 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e4f9000-d9e7-4d52-8b62-35e068d8ad42 HTTP/1.1" status: 200 len: 932 time: 0.8622799 Jul 13 07:39:28.070491 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e8800bcf-de82-423a-ab37-824886590573 None None] Port adf1d077-a223-4aee-8ac0-47aac057cc46 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:28.091813 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-3ec1f8a6-88e5-4e3e-a5a7-299da0a6c38b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0723460 Jul 13 07:39:28.111130 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1005685d-6bc2-4b6f-aef9-d34aa31b5540 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:28.115036 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] Request body: {'port': {'device_id': '1e4f9000-d9e7-4d52-8b62-35e068d8ad42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:28.184990 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46dbc1f7-cc66-40a6-b4a6-2000808aa84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.241335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 1005685d-6bc2-4b6f-aef9-d34aa31b5540 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:28.241773 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.270725 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0c52f-6b53-436d-bcd5-c0f4d2f21f79 req-fa827c8b-9c10-43f3-80f4-f429103194dd tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:28.283227 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fdd0c52f-6b53-436d-bcd5-c0f4d2f21f79 req-fa827c8b-9c10-43f3-80f4-f429103194dd tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.5392516 Jul 13 07:39:28.338149 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e83ae8ed-97ea-4b63-9548-a7b1e0f34632 None None] Provisioning complete for port 7c37e4eb-cf42-4617-a061-4161c97082bf triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:28.338854 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e83ae8ed-97ea-4b63-9548-a7b1e0f34632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.414557 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e83ae8ed-97ea-4b63-9548-a7b1e0f34632 None None] Port 7c37e4eb-cf42-4617-a061-4161c97082bf cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:28.447815 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f14244f6-4b69-40a2-aac5-12cd6473ce9a no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:28.461822 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-616295ec-300f-4649-9f08-e291b09f4cdb req-069951cc-0fe8-4718-81f9-eba50adc1417 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/security-groups?id=c323416d-1271-4aae-8174-decc0d73a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164073 Jul 13 07:39:28.505414 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: f14244f6-4b69-40a2-aac5-12cd6473ce9a {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:28.505675 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f14244f6-4b69-40a2-aac5-12cd6473ce9a not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:28.564125 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fdd0c52f-6b53-436d-bcd5-c0f4d2f21f79 req-5f221023-c11e-403e-94ed-50bb3ff79512 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797782 Jul 13 07:39:28.627857 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46dbc1f7-cc66-40a6-b4a6-2000808aa84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.659469 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46dbc1f7-cc66-40a6-b4a6-2000808aa84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.664451 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-46dbc1f7-cc66-40a6-b4a6-2000808aa84b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/941916fc-6385-43ed-8dcd-c5666b48850c HTTP/1.1" status: 204 len: 168 time: 1.4399509 Jul 13 07:39:28.786132 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66ab5b-7763-4dec-a4de-bb662ddaba6e admin admin] Pushing event updated for resources: {'Port': ['ID=7c37e4eb-cf42-4617-a061-4161c97082bf,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:28.799993 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4426d4f9-c5a1-41ab-a102-ed3cb543faf7 req-f45d203f-83a5-4d45-a314-74571d5549ea tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.882207 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.892567 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device a9473f01-260f-40b5-a7d7-643fe8255030 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:28.901494 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbc1f7-cc66-40a6-b4a6-2000808aa84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941916fc-6385-43ed-8dcd-c5666b48850c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:28.911165 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b66ab5b-7763-4dec-a4de-bb662ddaba6e admin admin] Network f466b183-a7dc-4fd4-9a91-749daea2894a is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:28.916738 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-4b66ab5b-7763-4dec-a4de-bb662ddaba6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:28.978450 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: a9473f01-260f-40b5-a7d7-643fe8255030 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:28.978450 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device a9473f01-260f-40b5-a7d7-643fe8255030 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:29.081413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d203f-83a5-4d45-a314-74571d5549ea tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Pushing event deleted for resources: {'Port': ['ID=a9473f01-260f-40b5-a7d7-643fe8255030,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:29.204785 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4426d4f9-c5a1-41ab-a102-ed3cb543faf7 req-f45d203f-83a5-4d45-a314-74571d5549ea tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] No DVR routers for this DVR port a9473f01-260f-40b5-a7d7-643fe8255030 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:29.207020 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-362f9346-fcd4-40cb-b5e8-68455b4d2d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.220868 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4426d4f9-c5a1-41ab-a102-ed3cb543faf7 req-f45d203f-83a5-4d45-a314-74571d5549ea tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.223300 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4426d4f9-c5a1-41ab-a102-ed3cb543faf7 req-f45d203f-83a5-4d45-a314-74571d5549ea tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.35 "DELETE /v2.0/ports/a9473f01-260f-40b5-a7d7-643fe8255030 HTTP/1.1" status: 204 len: 173 time: 3.1082492 Jul 13 07:39:29.238374 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78ee2fd-3296-488f-a49d-5cf97bfae221', 'name': 'network-vif-deleted', 'tag': 'a9473f01-260f-40b5-a7d7-643fe8255030'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:29.242169 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86dbf96-b083-4919-9845-ca13af225e92" -d '{"events": [{"server_uuid": "a78ee2fd-3296-488f-a49d-5cf97bfae221", "name": "network-vif-deleted", "tag": "a9473f01-260f-40b5-a7d7-643fe8255030"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:29.405653 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37284) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:29.431153 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f45c94c4-a936-4cf1-b0a5-9cd3f02e6803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.469749 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-923131c8-6839-4287-b30c-23cb5b162555 req-8014c095-7835-402d-a1db-5e5f603cb50c tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=a78ee2fd-3296-488f-a49d-5cf97bfae221 HTTP/1.1" status: 200 len: 210 time: 0.1336138 Jul 13 07:39:29.481437 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-120847e0-651c-4a38-b252-c6ecf958ea8b None None] Provisioning complete for port 7c37e4eb-cf42-4617-a061-4161c97082bf triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:29.481891 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-120847e0-651c-4a38-b252-c6ecf958ea8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.520470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f9346-fcd4-40cb-b5e8-68455b4d2d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=6e7ee1f4-1262-4148-97b9-1aec01b7176e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:29.551114 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:39:29.571702 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b66ab5b-7763-4dec-a4de-bb662ddaba6e admin admin] Router 275561a9-7e32-4830-b51e-30ce819fa312 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:29.595974 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.604031 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-120847e0-651c-4a38-b252-c6ecf958ea8b None None] Port 7c37e4eb-cf42-4617-a061-4161c97082bf cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:29.614317 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9292f3-e8f9-43b5-83b8-18d0d3844e17 x-openstack-request-id: req-4b9292f3-e8f9-43b5-83b8-18d0d3844e17 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:29.614317 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78ee2fd-3296-488f-a49d-5cf97bfae221", "name": "network-vif-deleted", "tag": "a9473f01-260f-40b5-a7d7-643fe8255030", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:29.614565 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4b9292f3-e8f9-43b5-83b8-18d0d3844e17 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:29.614845 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78ee2fd-3296-488f-a49d-5cf97bfae221', 'name': 'network-vif-deleted', 'tag': 'a9473f01-260f-40b5-a7d7-643fe8255030', 'status': 'completed', 'code': 200} Jul 13 07:39:29.624734 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-362f9346-fcd4-40cb-b5e8-68455b4d2d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.809581 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-362f9346-fcd4-40cb-b5e8-68455b4d2d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.822585 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-362f9346-fcd4-40cb-b5e8-68455b4d2d2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.912235 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf1d077-a223-4aee-8ac0-47aac057cc46 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:29.924638 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.958592 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-362f9346-fcd4-40cb-b5e8-68455b4d2d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.960028 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362f9346-fcd4-40cb-b5e8-68455b4d2d2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe6aae68-e05f-40b9-b10b-529bcfad5c0a {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:39:29.970412 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-362f9346-fcd4-40cb-b5e8-68455b4d2d2a admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.974320 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-362f9346-fcd4-40cb-b5e8-68455b4d2d2a admin admin] 10.222.0.58 "DELETE /v2.0/routers/fe6aae68-e05f-40b9-b10b-529bcfad5c0a HTTP/1.1" status: 204 len: 168 time: 5.6621580 Jul 13 07:39:29.974539 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f45c94c4-a936-4cf1-b0a5-9cd3f02e6803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.979872 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37296) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:29.997000 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f45c94c4-a936-4cf1-b0a5-9cd3f02e6803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.000570 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b66ab5b-7763-4dec-a4de-bb662ddaba6e admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:30.003452 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] Transition to ACTIVE for port object adf1d077-a223-4aee-8ac0-47aac057cc46 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:30.016917 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] Sync routers for ids ['275561a9-7e32-4830-b51e-30ce819fa312'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:30.037568 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4b66ab5b-7763-4dec-a4de-bb662ddaba6e admin admin] 10.222.0.58 "PUT /v2.0/routers/275561a9-7e32-4830-b51e-30ce819fa312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6274436 Jul 13 07:39:30.038445 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] Routers {'275561a9-7e32-4830-b51e-30ce819fa312'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:30.039290 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:39:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['275561a9-7e32-4830-b51e-30ce819fa312'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:30.059982 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98789194-079e-4db2-9282-1e8d56f19261 req-091a90ea-a962-4eee-acc0-8af5f60bb19f tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:30.062833 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-98789194-079e-4db2-9282-1e8d56f19261 req-091a90ea-a962-4eee-acc0-8af5f60bb19f tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.2163198 Jul 13 07:39:30.071082 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570b661-4b9f-4fd8-ac7f-9a6bcaeda52e req-cfc9408f-84da-49f1-9ed0-f4a1e04eb0b5 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:30.079609 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d570b661-4b9f-4fd8-ac7f-9a6bcaeda52e req-cfc9408f-84da-49f1-9ed0-f4a1e04eb0b5 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e4f9000-d9e7-4d52-8b62-35e068d8ad42 HTTP/1.1" status: 200 len: 932 time: 0.2742200 Jul 13 07:39:30.106989 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.164936 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d570b661-4b9f-4fd8-ac7f-9a6bcaeda52e req-ecfaaec2-ebcf-4cbf-b0c8-01bcff557be4 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/security-groups?id=c323416d-1271-4aae-8174-decc0d73a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842426 Jul 13 07:39:30.201117 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-98789194-079e-4db2-9282-1e8d56f19261 req-7bd2b7c6-c62e-4839-bcb2-ea7467b76c76 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119969 Jul 13 07:39:30.366499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37302) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:30.366929 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f45c94c4-a936-4cf1-b0a5-9cd3f02e6803 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f5ed66da83f4485685298ffcc05a005a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9582262 Jul 13 07:39:30.403865 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] Set router 275561a9-7e32-4830-b51e-30ce819fa312 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:30.406037 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c94c4-a936-4cf1-b0a5-9cd3f02e6803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7e96b5-4d80-4443-bc77-f256193f05a1,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:30.449877 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-90dd99b3-e3d9-4a92-8527-ad8475bd0f7a admin admin] Deleting subnet 1b10fc6a-37b4-4c01-959e-c0b0bb028635 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:30.474780 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] Pushing event updated for resources: {'Port': ['ID=adf1d077-a223-4aee-8ac0-47aac057cc46,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:30.490539 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-90dd99b3-e3d9-4a92-8527-ad8475bd0f7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.521556 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8192bc43-d5de-4f5c-96d2-67f4d845edd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.562513 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8192bc43-d5de-4f5c-96d2-67f4d845edd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.649699 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-90dd99b3-e3d9-4a92-8527-ad8475bd0f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.675841 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8192bc43-d5de-4f5c-96d2-67f4d845edd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.692856 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8192bc43-d5de-4f5c-96d2-67f4d845edd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.697534 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8192bc43-d5de-4f5c-96d2-67f4d845edd0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe7e96b5-4d80-4443-bc77-f256193f05a1 HTTP/1.1" status: 204 len: 168 time: 0.3298542 Jul 13 07:39:30.761022 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192bc43-d5de-4f5c-96d2-67f4d845edd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7e96b5-4d80-4443-bc77-f256193f05a1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:30.942075 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-90dd99b3-e3d9-4a92-8527-ad8475bd0f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.055400 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] Attempting to bind port adf1d077-a223-4aee-8ac0-47aac057cc46 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:31.055400 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] Attempting to bind port adf1d077-a223-4aee-8ac0-47aac057cc46 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '1ded926f-85f6-4deb-8f96-a9fc18fd1d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:31.055400 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] Attempting to bind port adf1d077-a223-4aee-8ac0-47aac057cc46 on network 164dc193-94d4-4901-8325-2ada440bfa80 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:31.065006 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] Port adf1d077-a223-4aee-8ac0-47aac057cc46 on network 164dc193-94d4-4901-8325-2ada440bfa80 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:31.065509 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] Attempting to bind port adf1d077-a223-4aee-8ac0-47aac057cc46 on network 164dc193-94d4-4901-8325-2ada440bfa80 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:31.074124 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:31.074686 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] Checking segment: {'id': '1ded926f-85f6-4deb-8f96-a9fc18fd1d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:31.075245 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] Bound using segment: {'id': '1ded926f-85f6-4deb-8f96-a9fc18fd1d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:31.075916 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] Bound port: adf1d077-a223-4aee-8ac0-47aac057cc46, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ded926f-85f6-4deb-8f96-a9fc18fd1d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:31.077305 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.134326 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cedc948b-ec07-4a44-a055-467291a7998e req-e84ced79-9a15-4b27-b917-7a4ff66ed9bf tempest-FloatingIPsNegativeTestJSON-526555707 tempest-FloatingIPsNegativeTestJSON-526555707-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=01765ca7d73d47f29e72625efb2800c9 HTTP/1.1" status: 200 len: 217 time: 0.2224801 Jul 13 07:39:31.141728 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275561a9-7e32-4830-b51e-30ce819fa312', 'name': 'tempest-FloatingIPsNegativeTestJSON-34874071-router', 'tenant_id': '01765ca7d73d47f29e72625efb2800c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '1005685d-6bc2-4b6f-aef9-d34aa31b5540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:16Z', 'updated_at': '2021-07-13T07:39:26Z', 'revision_number': 4, 'project_id': '01765ca7d73d47f29e72625efb2800c9', 'gw_port': {'id': '1005685d-6bc2-4b6f-aef9-d34aa31b5540', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275561a9-7e32-4830-b51e-30ce819fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:17Z', 'updated_at': '2021-07-13T07:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '7c37e4eb-cf42-4617-a061-4161c97082bf', 'name': '', 'network_id': 'f466b183-a7dc-4fd4-9a91-749daea2894a', 'tenant_id': '01765ca7d73d47f29e72625efb2800c9', 'mac_address': 'fa:16:3e:a0:0c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275561a9-7e32-4830-b51e-30ce819fa312', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'e320a33d-3dea-4736-9c2c-b7585a3ee4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:22Z', 'updated_at': '2021-07-13T07:39:27Z', 'revision_number': 2, 'project_id': '01765ca7d73d47f29e72625efb2800c9', 'subnets': [{'id': 'e320a33d-3dea-4736-9c2c-b7585a3ee4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:31.181498 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-90dd99b3-e3d9-4a92-8527-ad8475bd0f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.199961 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.212352 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] Checking router: 275561a9-7e32-4830-b51e-30ce819fa312 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:31.214227 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] Updating router 275561a9-7e32-4830-b51e-30ce819fa312 port 7c37e4eb-cf42-4617-a061-4161c97082bf binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:39:31.232512 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] For port adf1d077-a223-4aee-8ac0-47aac057cc46, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:31.236367 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd99b3-e3d9-4a92-8527-ad8475bd0f7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b10fc6a-37b4-4c01-959e-c0b0bb028635,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:31.259835 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-90dd99b3-e3d9-4a92-8527-ad8475bd0f7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.262689 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-90dd99b3-e3d9-4a92-8527-ad8475bd0f7a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1b10fc6a-37b4-4c01-959e-c0b0bb028635 HTTP/1.1" status: 204 len: 168 time: 1.2791026 Jul 13 07:39:31.264770 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37322) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:31.265414 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] For port adf1d077-a223-4aee-8ac0-47aac057cc46, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=adf1d077-a223-4aee-8ac0-47aac057cc46,segment=NetworkSegment(1ded926f-85f6-4deb-8f96-a9fc18fd1d8f),segment_id=1ded926f-85f6-4deb-8f96-a9fc18fd1d8f)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:31.265777 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c961360e-d1ce-4cdb-80a3-54510be62320 None None] Network 7af9a181-2982-42c8-9452-3f6c13c808d6 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:31.287618 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.307880 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.393769 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:31.394705 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.396653 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] 10.222.0.35 "PUT /v2.0/ports/adf1d077-a223-4aee-8ac0-47aac057cc46 HTTP/1.1" status: 200 len: 1093 time: 3.2874138 Jul 13 07:39:31.398319 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4f9000-d9e7-4d52-8b62-35e068d8ad42', 'tag': 'adf1d077-a223-4aee-8ac0-47aac057cc46'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:31.403458 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31fe81c-2c5f-4012-a83d-e1ebcb684215" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4f9000-d9e7-4d52-8b62-35e068d8ad42", "tag": "adf1d077-a223-4aee-8ac0-47aac057cc46"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:31.487576 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc74440e-c51c-4bdf-8bde-1e0c221d2baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.597860 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-357a30ba-e2b1-4c21-8362-35e312aa42f6 req-bbabcb19-4091-4789-a1bd-036e9053e6e9 tempest-FloatingIPsNegativeTestJSON-526555707 tempest-FloatingIPsNegativeTestJSON-526555707-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0971570 Jul 13 07:39:31.603818 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8229ff-8251-490d-862f-e4d1eec9d273 service neutron] Pushing event updated for resources: {'Port': ['ID=adf1d077-a223-4aee-8ac0-47aac057cc46,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:31.686873 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-b6509540-75ca-4ac8-8085-dee341614e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:31.690504 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-b6509540-75ca-4ac8-8085-dee341614e9d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd2a6045fb9847fcbcf272c120be7396&device_id=1e4f9000-d9e7-4d52-8b62-35e068d8ad42 HTTP/1.1" status: 200 len: 1096 time: 0.2246490 Jul 13 07:39:31.736807 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fc74440e-c51c-4bdf-8bde-1e0c221d2baa admin admin] Deleting port 948a4f09-e293-4733-aa8c-889465429a48 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:31.737559 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc74440e-c51c-4bdf-8bde-1e0c221d2baa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.788219 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87e3661-3240-4133-87b0-079599b73812 None None] DHCP port deletion for 7af9a181-2982-42c8-9452-3f6c13c808d6 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:39:31.816507 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-fe00ee9b-8745-42d2-9ae0-db7132fc3df7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adf1d077-a223-4aee-8ac0-47aac057cc46 HTTP/1.1" status: 200 len: 217 time: 0.1154571 Jul 13 07:39:31.944306 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-fc74440e-c51c-4bdf-8bde-1e0c221d2baa admin admin] For port 948a4f09-e293-4733-aa8c-889465429a48, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=948a4f09-e293-4733-aa8c-889465429a48,segment=NetworkSegment(dccfc515-11cf-424d-908b-72459aff7771),segment_id=dccfc515-11cf-424d-908b-72459aff7771)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:31.944664 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc74440e-c51c-4bdf-8bde-1e0c221d2baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.947767 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-a281d34c-28a1-468a-aa65-58ebed218a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:31.949308 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-a281d34c-28a1-468a-aa65-58ebed218a01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=338fc189-33fc-4de5-8976-e1adcb0ebd5b HTTP/1.1" status: 200 len: 860 time: 0.1233697 Jul 13 07:39:32.011094 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e87e3661-3240-4133-87b0-079599b73812 None None] Deleting port 948a4f09-e293-4733-aa8c-889465429a48 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:32.011731 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e87e3661-3240-4133-87b0-079599b73812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.153128 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 948a4f09-e293-4733-aa8c-889465429a48 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:32.190500 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-7107549a-2fac-480d-ad54-0c52136923a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:32.192076 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-7107549a-2fac-480d-ad54-0c52136923a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=164dc193-94d4-4901-8325-2ada440bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2320824 Jul 13 07:39:32.207804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e87e3661-3240-4133-87b0-079599b73812 None None] For port 948a4f09-e293-4733-aa8c-889465429a48, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=948a4f09-e293-4733-aa8c-889465429a48,segment=NetworkSegment(dccfc515-11cf-424d-908b-72459aff7771),segment_id=dccfc515-11cf-424d-908b-72459aff7771)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:32.208483 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e87e3661-3240-4133-87b0-079599b73812 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.239937 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e87e3661-3240-4133-87b0-079599b73812 None None] Calling delete_port for 948a4f09-e293-4733-aa8c-889465429a48 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:32.357004 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.432526 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.464876 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] Transition to ACTIVE for port object 7c37e4eb-cf42-4617-a061-4161c97082bf will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:32.467590 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-7bef9c74-bd2b-4274-9a5b-0a1fc90ffd88 service neutron] 10.222.0.35 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592258 Jul 13 07:39:32.502002 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.505458 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 948a4f09-e293-4733-aa8c-889465429a48, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=948a4f09-e293-4733-aa8c-889465429a48,segment=NetworkSegment(dccfc515-11cf-424d-908b-72459aff7771),segment_id=dccfc515-11cf-424d-908b-72459aff7771)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:32.532929 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.557355 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661eace-1338-4ea1-91c1-52e422022e3d None None] Pushing event updated for resources: {'Port': ['ID=7c37e4eb-cf42-4617-a061-4161c97082bf,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:32.644205 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=948a4f09-e293-4733-aa8c-889465429a48,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:32.672230 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 6e7ee1f4-1262-4148-97b9-1aec01b7176e no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:32.676771 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e87e3661-3240-4133-87b0-079599b73812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.768964 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fc74440e-c51c-4bdf-8bde-1e0c221d2baa admin admin] Calling delete_port for 948a4f09-e293-4733-aa8c-889465429a48 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:32.775501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 6e7ee1f4-1262-4148-97b9-1aec01b7176e {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:32.775899 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 6e7ee1f4-1262-4148-97b9-1aec01b7176e not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:32.776965 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] Attempting to bind port 7c37e4eb-cf42-4617-a061-4161c97082bf on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:32.777450 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] Attempting to bind port 7c37e4eb-cf42-4617-a061-4161c97082bf by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'fb107411-13ab-4154-97ef-12b95c2333e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f466b183-a7dc-4fd4-9a91-749daea2894a'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:32.777934 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] Attempting to bind port 7c37e4eb-cf42-4617-a061-4161c97082bf on network f466b183-a7dc-4fd4-9a91-749daea2894a {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:32.802311 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-82b2295d-984e-4276-a8a0-79d20a4c926a req-9ea8462a-2000-41b5-a329-317569abd9bd service neutron] 10.222.0.35 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297739 Jul 13 07:39:32.805011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87e3661-3240-4133-87b0-079599b73812 None None] No DVR routers for this DVR port 948a4f09-e293-4733-aa8c-889465429a48 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:32.810395 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e3661-3240-4133-87b0-079599b73812 None None] Pushing event deleted for resources: {'Port': ['ID=948a4f09-e293-4733-aa8c-889465429a48,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:32.823890 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:32.823890 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] Checking segment: {'id': 'fb107411-13ab-4154-97ef-12b95c2333e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f466b183-a7dc-4fd4-9a91-749daea2894a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:32.827632 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.830183 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] Bound using segment: {'id': 'fb107411-13ab-4154-97ef-12b95c2333e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f466b183-a7dc-4fd4-9a91-749daea2894a'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:32.834403 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] Bound port: 7c37e4eb-cf42-4617-a061-4161c97082bf, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb107411-13ab-4154-97ef-12b95c2333e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f466b183-a7dc-4fd4-9a91-749daea2894a'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:32.834985 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.954045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3534a3-6281-4162-ab50-5ec9809c2d99 req-2a85df0f-9b9c-47c0-8242-d08e5e0975fa tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:32.955826 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c3534a3-6281-4162-ab50-5ec9809c2d99 req-2a85df0f-9b9c-47c0-8242-d08e5e0975fa tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.62 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 944 time: 0.1526256 Jul 13 07:39:32.984878 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3b6c5-973a-4672-b881-6dca781b4140 req-c05f46c2-34f7-4dc5-8e0a-e47f242ca556 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:32.986882 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbd3b6c5-973a-4672-b881-6dca781b4140 req-c05f46c2-34f7-4dc5-8e0a-e47f242ca556 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e4f9000-d9e7-4d52-8b62-35e068d8ad42 HTTP/1.1" status: 200 len: 944 time: 1.0170009 Jul 13 07:39:32.996521 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f7590-e923-4d6f-8ef9-0c5ba612f026 req-a9e16e61-84cf-4899-ae09-d73a8a41d547 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:33.006785 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0c4f7590-e923-4d6f-8ef9-0c5ba612f026 req-a9e16e61-84cf-4899-ae09-d73a8a41d547 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.3012857 Jul 13 07:39:33.035214 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] For port 7c37e4eb-cf42-4617-a061-4161c97082bf, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:33.049082 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] For port 7c37e4eb-cf42-4617-a061-4161c97082bf, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7c37e4eb-cf42-4617-a061-4161c97082bf,segment=NetworkSegment(fb107411-13ab-4154-97ef-12b95c2333e6),segment_id=fb107411-13ab-4154-97ef-12b95c2333e6)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:33.057424 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.090646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0c4f7590-e923-4d6f-8ef9-0c5ba612f026 req-6a2ac75a-238d-479b-9b7d-8d6e33527216 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824034 Jul 13 07:39:33.104512 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc74440e-c51c-4bdf-8bde-1e0c221d2baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.166321 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74440e-c51c-4bdf-8bde-1e0c221d2baa admin admin] Pushing event deleted for resources: {'Port': ['ID=948a4f09-e293-4733-aa8c-889465429a48,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:33.171137 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] Routers {'275561a9-7e32-4830-b51e-30ce819fa312'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:33.181024 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74440e-c51c-4bdf-8bde-1e0c221d2baa admin admin] No DVR routers for this DVR port 948a4f09-e293-4733-aa8c-889465429a48 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:33.182920 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:39:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['275561a9-7e32-4830-b51e-30ce819fa312'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:33.187153 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbd3b6c5-973a-4672-b881-6dca781b4140 req-a476aacc-6699-4730-afdd-ed020cb05ccf tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/security-groups?id=c323416d-1271-4aae-8174-decc0d73a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758845 Jul 13 07:39:33.249701 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-8c3534a3-6281-4162-ab50-5ec9809c2d99 req-fc68059a-a32c-418d-8775-89e8d9862032 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Deleting port affa0f44-27aa-43b3-9ed9-e1002b76cfe1 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:33.252559 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8c3534a3-6281-4162-ab50-5ec9809c2d99 req-fc68059a-a32c-418d-8775-89e8d9862032 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.287731 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab88fbe-ef2b-4e97-92a5-5a2ea7112e94 x-openstack-request-id: req-eab88fbe-ef2b-4e97-92a5-5a2ea7112e94 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:33.288167 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4f9000-d9e7-4d52-8b62-35e068d8ad42", "tag": "adf1d077-a223-4aee-8ac0-47aac057cc46", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:33.288538 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eab88fbe-ef2b-4e97-92a5-5a2ea7112e94 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:33.289068 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4f9000-d9e7-4d52-8b62-35e068d8ad42', 'tag': 'adf1d077-a223-4aee-8ac0-47aac057cc46', 'status': 'completed', 'code': 200} Jul 13 07:39:33.399217 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc74440e-c51c-4bdf-8bde-1e0c221d2baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.427198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-fc74440e-c51c-4bdf-8bde-1e0c221d2baa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af9a181-2982-42c8-9452-3f6c13c808d6']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:33.464608 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-fc74440e-c51c-4bdf-8bde-1e0c221d2baa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccfc515-11cf-424d-908b-72459aff7771') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:33.470068 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-fc74440e-c51c-4bdf-8bde-1e0c221d2baa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccfc515-11cf-424d-908b-72459aff7771') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:33.512335 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc74440e-c51c-4bdf-8bde-1e0c221d2baa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.523925 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661eace-1338-4ea1-91c1-52e422022e3d None None] Pushing event updated for resources: {'Port': ['ID=7c37e4eb-cf42-4617-a061-4161c97082bf,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:33.546632 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc74440e-c51c-4bdf-8bde-1e0c221d2baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.560327 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc74440e-c51c-4bdf-8bde-1e0c221d2baa admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:33.561809 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc74440e-c51c-4bdf-8bde-1e0c221d2baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:33.566452 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:33.591894 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] Set router 275561a9-7e32-4830-b51e-30ce819fa312 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:33.664131 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8c3534a3-6281-4162-ab50-5ec9809c2d99 req-fc68059a-a32c-418d-8775-89e8d9862032 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] For port affa0f44-27aa-43b3-9ed9-e1002b76cfe1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=affa0f44-27aa-43b3-9ed9-e1002b76cfe1,segment=NetworkSegment(80f4f0a3-f452-43b8-9878-c7395c4a5899),segment_id=80f4f0a3-f452-43b8-9878-c7395c4a5899)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:33.664856 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8c3534a3-6281-4162-ab50-5ec9809c2d99 req-fc68059a-a32c-418d-8775-89e8d9862032 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.689064 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fe81c-2c5f-4012-a83d-e1ebcb684215 req-bdbca6fc-9343-41f4-bfc6-b355c7ad917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:33.695154 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f31fe81c-2c5f-4012-a83d-e1ebcb684215 req-bdbca6fc-9343-41f4-bfc6-b355c7ad917e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd2a6045fb9847fcbcf272c120be7396&device_id=1e4f9000-d9e7-4d52-8b62-35e068d8ad42 HTTP/1.1" status: 200 len: 1096 time: 0.3885696 Jul 13 07:39:33.721738 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-8c3534a3-6281-4162-ab50-5ec9809c2d99 req-fc68059a-a32c-418d-8775-89e8d9862032 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Calling delete_port for affa0f44-27aa-43b3-9ed9-e1002b76cfe1 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:33.767114 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-f2e3c957-caea-4db9-a310-36df7ca63b9b req-a09eb7c5-495d-41b6-b614-ef736dc21151 tempest-FloatingIPsNegativeTestJSON-526555707 tempest-FloatingIPsNegativeTestJSON-526555707-project] show failed (client error): The resource could not be found. Jul 13 07:39:33.768569 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2e3c957-caea-4db9-a310-36df7ca63b9b req-a09eb7c5-495d-41b6-b614-ef736dc21151 tempest-FloatingIPsNegativeTestJSON-526555707 tempest-FloatingIPsNegativeTestJSON-526555707-project] 10.222.0.58 "GET /v2.0/floatingips/1436d0ed-7500-4520-a8e9-cc8d8150bdf0 HTTP/1.1" status: 404 len: 350 time: 0.1596227 Jul 13 07:39:33.780296 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37374) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:33.819629 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc74440e-c51c-4bdf-8bde-1e0c221d2baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.988099 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc74440e-c51c-4bdf-8bde-1e0c221d2baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.994920 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fc74440e-c51c-4bdf-8bde-1e0c221d2baa admin admin] 10.222.0.58 "DELETE /v2.0/networks/7af9a181-2982-42c8-9452-3f6c13c808d6 HTTP/1.1" status: 204 len: 168 time: 2.7279124 Jul 13 07:39:34.003287 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275561a9-7e32-4830-b51e-30ce819fa312', 'name': 'tempest-FloatingIPsNegativeTestJSON-34874071-router', 'tenant_id': '01765ca7d73d47f29e72625efb2800c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '1005685d-6bc2-4b6f-aef9-d34aa31b5540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:16Z', 'updated_at': '2021-07-13T07:39:26Z', 'revision_number': 4, 'project_id': '01765ca7d73d47f29e72625efb2800c9', 'gw_port': {'id': '1005685d-6bc2-4b6f-aef9-d34aa31b5540', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275561a9-7e32-4830-b51e-30ce819fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:17Z', 'updated_at': '2021-07-13T07:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '7c37e4eb-cf42-4617-a061-4161c97082bf', 'name': '', 'network_id': 'f466b183-a7dc-4fd4-9a91-749daea2894a', 'tenant_id': '01765ca7d73d47f29e72625efb2800c9', 'mac_address': 'fa:16:3e:a0:0c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275561a9-7e32-4830-b51e-30ce819fa312', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'e320a33d-3dea-4736-9c2c-b7585a3ee4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:22Z', 'updated_at': '2021-07-13T07:39:33Z', 'revision_number': 4, 'project_id': '01765ca7d73d47f29e72625efb2800c9', 'subnets': [{'id': 'e320a33d-3dea-4736-9c2c-b7585a3ee4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:34.025307 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74440e-c51c-4bdf-8bde-1e0c221d2baa admin admin] Pushing event deleted for resources: {'Network': ['ID=7af9a181-2982-42c8-9452-3f6c13c808d6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:34.045585 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8c3534a3-6281-4162-ab50-5ec9809c2d99 req-fc68059a-a32c-418d-8775-89e8d9862032 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:34.062293 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5294c3-ee7c-4d5c-886b-ba2c2e1aab17 None None] The sync data for ids ['275561a9-7e32-4830-b51e-30ce819fa312'] in n-d-779913-28 is: [{'id': '275561a9-7e32-4830-b51e-30ce819fa312', 'name': 'tempest-FloatingIPsNegativeTestJSON-34874071-router', 'tenant_id': '01765ca7d73d47f29e72625efb2800c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '1005685d-6bc2-4b6f-aef9-d34aa31b5540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:16Z', 'updated_at': '2021-07-13T07:39:26Z', 'revision_number': 4, 'project_id': '01765ca7d73d47f29e72625efb2800c9', 'gw_port': {'id': '1005685d-6bc2-4b6f-aef9-d34aa31b5540', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275561a9-7e32-4830-b51e-30ce819fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:17Z', 'updated_at': '2021-07-13T07:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '7c37e4eb-cf42-4617-a061-4161c97082bf', 'name': '', 'network_id': 'f466b183-a7dc-4fd4-9a91-749daea2894a', 'tenant_id': '01765ca7d73d47f29e72625efb2800c9', 'mac_address': 'fa:16:3e:a0:0c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275561a9-7e32-4830-b51e-30ce819fa312', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'e320a33d-3dea-4736-9c2c-b7585a3ee4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:22Z', 'updated_at': '2021-07-13T07:39:33Z', 'revision_number': 4, 'project_id': '01765ca7d73d47f29e72625efb2800c9', 'subnets': [{'id': 'e320a33d-3dea-4736-9c2c-b7585a3ee4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:34.095846 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68059a-a32c-418d-8775-89e8d9862032 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Pushing event deleted for resources: {'Port': ['ID=affa0f44-27aa-43b3-9ed9-e1002b76cfe1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:34.228046 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e563e4-2881-4e26-9833-5d0420e963af req-93010847-ed52-4e1b-8fe1-6ad053d7f00c tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:34.235799 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-41e563e4-2881-4e26-9833-5d0420e963af req-93010847-ed52-4e1b-8fe1-6ad053d7f00c tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/ports?device_id=299c3d2a-b930-4acf-b48a-e53bbe077783 HTTP/1.1" status: 200 len: 866 time: 0.2828732 Jul 13 07:39:34.268559 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fe81c-2c5f-4012-a83d-e1ebcb684215 req-d96045b0-b56d-4e0c-a655-1bedb40ae021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:34.270680 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f31fe81c-2c5f-4012-a83d-e1ebcb684215 req-d96045b0-b56d-4e0c-a655-1bedb40ae021 service neutron] 10.222.0.35 "GET /v2.0/networks?id=164dc193-94d4-4901-8325-2ada440bfa80 HTTP/1.1" status: 200 len: 922 time: 0.5594704 Jul 13 07:39:34.421470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37400) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:34.423272 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3534a3-6281-4162-ab50-5ec9809c2d99 req-fc68059a-a32c-418d-8775-89e8d9862032 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] No DVR routers for this DVR port affa0f44-27aa-43b3-9ed9-e1002b76cfe1 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:34.429538 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8c3534a3-6281-4162-ab50-5ec9809c2d99 req-fc68059a-a32c-418d-8775-89e8d9862032 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:34.432305 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c3534a3-6281-4162-ab50-5ec9809c2d99 req-fc68059a-a32c-418d-8775-89e8d9862032 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.62 "DELETE /v2.0/ports/affa0f44-27aa-43b3-9ed9-e1002b76cfe1 HTTP/1.1" status: 204 len: 173 time: 1.4642246 Jul 13 07:39:34.433905 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f31fe81c-2c5f-4012-a83d-e1ebcb684215 req-5198b063-6c44-4c85-9755-e5a145d295d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adf1d077-a223-4aee-8ac0-47aac057cc46 HTTP/1.1" status: 200 len: 217 time: 0.1317928 Jul 13 07:39:34.556372 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fe81c-2c5f-4012-a83d-e1ebcb684215 req-c74a89b7-74bc-48cf-91be-3514b3de15f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:34.565924 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f31fe81c-2c5f-4012-a83d-e1ebcb684215 req-c74a89b7-74bc-48cf-91be-3514b3de15f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=338fc189-33fc-4de5-8976-e1adcb0ebd5b HTTP/1.1" status: 200 len: 860 time: 0.1124856 Jul 13 07:39:34.612898 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-41e563e4-2881-4e26-9833-5d0420e963af req-6438bc7e-d339-4680-bc8a-6f2c32ffe6a2 tempest-LiveMigrationTest-2058845960 tempest-LiveMigrationTest-2058845960-project] 10.222.0.58 "GET /v2.0/security-groups?id=82678acd-a3ce-4aea-a11c-76b2f7686d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747981 Jul 13 07:39:34.708362 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fe81c-2c5f-4012-a83d-e1ebcb684215 req-b95a3bd3-974d-457c-9689-66c51dfc3d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:34.712164 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f31fe81c-2c5f-4012-a83d-e1ebcb684215 req-b95a3bd3-974d-457c-9689-66c51dfc3d10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=164dc193-94d4-4901-8325-2ada440bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1379635 Jul 13 07:39:34.887869 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-92908c93-5133-49c8-beea-58488cfac165 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=adf04e6778474308856917bf1c4abced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4629126 Jul 13 07:39:34.893056 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37406) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:34.912261 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device adf1d077-a223-4aee-8ac0-47aac057cc46 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:39:34.956051 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c91f02-0603-4615-a609-ee35876eab0f req-79d23ff9-92fd-4f33-9d8f-303807e8eb98 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:34.963871 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3c91f02-0603-4615-a609-ee35876eab0f req-79d23ff9-92fd-4f33-9d8f-303807e8eb98 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.3475826 Jul 13 07:39:35.051225 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f31fe81c-2c5f-4012-a83d-e1ebcb684215 req-fee0dfd4-c7cf-488c-a10a-0355375f68a4 service neutron] 10.222.0.35 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287306 Jul 13 07:39:35.080670 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6a62d374-76b6-4c16-9f9a-693ab8a3eb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.124857 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3c91f02-0603-4615-a609-ee35876eab0f req-2d64dafa-a505-4466-bd3c-622f4566d159 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584411 Jul 13 07:39:35.153727 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port adf1d077-a223-4aee-8ac0-47aac057cc46, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=adf1d077-a223-4aee-8ac0-47aac057cc46,segment=NetworkSegment(1ded926f-85f6-4deb-8f96-a9fc18fd1d8f),segment_id=1ded926f-85f6-4deb-8f96-a9fc18fd1d8f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:35.158208 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6a62d374-76b6-4c16-9f9a-693ab8a3eb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.171490 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'adf1d077-a223-4aee-8ac0-47aac057cc46', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'port_id': 'adf1d077-a223-4aee-8ac0-47aac057cc46', 'mac_address': 'fa:16:3e:b7:d6:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:39:35.183545 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149061e1-ea5f-46ca-874c-063bf813018d req-b96fa61d-74b5-427b-8501-3c4c34e7f68d tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:35.205380 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-149061e1-ea5f-46ca-874c-063bf813018d req-b96fa61d-74b5-427b-8501-3c4c34e7f68d tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e4f9000-d9e7-4d52-8b62-35e068d8ad42 HTTP/1.1" status: 200 len: 944 time: 0.2319252 Jul 13 07:39:35.249702 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6a62d374-76b6-4c16-9f9a-693ab8a3eb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.252850 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6a62d374-76b6-4c16-9f9a-693ab8a3eb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.256663 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6a62d374-76b6-4c16-9f9a-693ab8a3eb88 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b8016c5d-3d42-45e2-8c87-bc1a4e98ccf1 HTTP/1.1" status: 204 len: 168 time: 0.3597994 Jul 13 07:39:35.265417 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.286542 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf1d077-a223-4aee-8ac0-47aac057cc46 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:35.297280 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299c3d2a-b930-4acf-b48a-e53bbe077783', 'name': 'network-vif-deleted', 'tag': 'affa0f44-27aa-43b3-9ed9-e1002b76cfe1'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:35.301990 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10282f6-f09d-4c13-b142-ae80d7328d4c" -d '{"events": [{"server_uuid": "299c3d2a-b930-4acf-b48a-e53bbe077783", "name": "network-vif-deleted", "tag": "affa0f44-27aa-43b3-9ed9-e1002b76cfe1"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:35.334364 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62d374-76b6-4c16-9f9a-693ab8a3eb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8016c5d-3d42-45e2-8c87-bc1a4e98ccf1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:35.364990 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port adf1d077-a223-4aee-8ac0-47aac057cc46, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=adf1d077-a223-4aee-8ac0-47aac057cc46,segment=NetworkSegment(1ded926f-85f6-4deb-8f96-a9fc18fd1d8f),segment_id=1ded926f-85f6-4deb-8f96-a9fc18fd1d8f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:35.381015 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.449118 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-149061e1-ea5f-46ca-874c-063bf813018d req-97754c7b-ac50-48dc-8915-047f9362eac6 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/security-groups?id=c323416d-1271-4aae-8174-decc0d73a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427728 Jul 13 07:39:35.496818 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14a27457-a6c8-4e97-b33a-8b714cbb845c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.508160 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f31fe81c-2c5f-4012-a83d-e1ebcb684215 req-95a2b92a-52f1-42a4-8fc9-d2654f93b54c service neutron] 10.222.0.35 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285066 Jul 13 07:39:35.550193 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=adf1d077-a223-4aee-8ac0-47aac057cc46,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:35.819127 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['adf1d077-a223-4aee-8ac0-47aac057cc46'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:36.168207 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7c37e4eb-cf42-4617-a061-4161c97082bf up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:36.252527 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6054f5b0-fcb9-4b93-90d2-c090e8c1ebbd x-openstack-request-id: req-6054f5b0-fcb9-4b93-90d2-c090e8c1ebbd {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:36.253036 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299c3d2a-b930-4acf-b48a-e53bbe077783", "name": "network-vif-deleted", "tag": "affa0f44-27aa-43b3-9ed9-e1002b76cfe1", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:36.253146 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6054f5b0-fcb9-4b93-90d2-c090e8c1ebbd {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:36.253464 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299c3d2a-b930-4acf-b48a-e53bbe077783', 'name': 'network-vif-deleted', 'tag': 'affa0f44-27aa-43b3-9ed9-e1002b76cfe1', 'status': 'completed', 'code': 200} Jul 13 07:39:36.296231 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-14a27457-a6c8-4e97-b33a-8b714cbb845c admin admin] Deleting port 7c37e4eb-cf42-4617-a061-4161c97082bf {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:36.296763 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14a27457-a6c8-4e97-b33a-8b714cbb845c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.413812 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37458) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:36.444136 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 7c37e4eb-cf42-4617-a061-4161c97082bf completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:36.451558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 7c37e4eb-cf42-4617-a061-4161c97082bf triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:36.453833 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.525258 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-14a27457-a6c8-4e97-b33a-8b714cbb845c admin admin] For port 7c37e4eb-cf42-4617-a061-4161c97082bf, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7c37e4eb-cf42-4617-a061-4161c97082bf,segment=NetworkSegment(fb107411-13ab-4154-97ef-12b95c2333e6),segment_id=fb107411-13ab-4154-97ef-12b95c2333e6)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:36.526601 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14a27457-a6c8-4e97-b33a-8b714cbb845c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.566627 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-14a27457-a6c8-4e97-b33a-8b714cbb845c admin admin] Calling delete_port for 7c37e4eb-cf42-4617-a061-4161c97082bf owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:36.648287 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.758512 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 7c37e4eb-cf42-4617-a061-4161c97082bf, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7c37e4eb-cf42-4617-a061-4161c97082bf,segment=NetworkSegment(fb107411-13ab-4154-97ef-12b95c2333e6),segment_id=fb107411-13ab-4154-97ef-12b95c2333e6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:36.772184 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.801401 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e6e313-0d26-4d70-bc24-c27ba4a7dbf0 admin admin] Deleting subnet af4bccd5-f3d2-4df7-a5f9-58cc5815295c {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:36.806400 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36e6e313-0d26-4d70-bc24-c27ba4a7dbf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.854615 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device affa0f44-27aa-43b3-9ed9-e1002b76cfe1 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:36.951980 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36e6e313-0d26-4d70-bc24-c27ba4a7dbf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.977956 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14a27457-a6c8-4e97-b33a-8b714cbb845c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.993140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e748d0-8d98-4b9f-9687-d498e69f23e6 req-9ef1561c-016c-457e-93f8-2652a83ae627 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:37.005731 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30e748d0-8d98-4b9f-9687-d498e69f23e6 req-9ef1561c-016c-457e-93f8-2652a83ae627 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.1712959 Jul 13 07:39:37.014894 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: affa0f44-27aa-43b3-9ed9-e1002b76cfe1 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:37.016715 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device affa0f44-27aa-43b3-9ed9-e1002b76cfe1 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:37.048599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a27457-a6c8-4e97-b33a-8b714cbb845c admin admin] Pushing event deleted for resources: {'Port': ['ID=7c37e4eb-cf42-4617-a061-4161c97082bf,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:37.068831 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36e6e313-0d26-4d70-bc24-c27ba4a7dbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.104697 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30e748d0-8d98-4b9f-9687-d498e69f23e6 req-45db2ec5-4030-4f1f-9560-dbdb7d10c667 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977750 Jul 13 07:39:37.106944 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=7c37e4eb-cf42-4617-a061-4161c97082bf,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:37.248996 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36e6e313-0d26-4d70-bc24-c27ba4a7dbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.327476 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6e313-0d26-4d70-bc24-c27ba4a7dbf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af4bccd5-f3d2-4df7-a5f9-58cc5815295c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:37.338139 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36e6e313-0d26-4d70-bc24-c27ba4a7dbf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.350038 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-be38c3b1-c9a1-44ca-a153-235852aef33f None None] Could not find standard attr ID for object 7c37e4eb-cf42-4617-a061-4161c97082bf. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:39:37.358798 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-36e6e313-0d26-4d70-bc24-c27ba4a7dbf0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/af4bccd5-f3d2-4df7-a5f9-58cc5815295c HTTP/1.1" status: 204 len: 168 time: 0.9410295 Jul 13 07:39:37.367925 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37504) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:37.423349 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6e313-0d26-4d70-bc24-c27ba4a7dbf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:37.423729 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6e313-0d26-4d70-bc24-c27ba4a7dbf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:37.424080 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6e313-0d26-4d70-bc24-c27ba4a7dbf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:37.424546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6e313-0d26-4d70-bc24-c27ba4a7dbf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:37.424886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6e313-0d26-4d70-bc24-c27ba4a7dbf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:37.425355 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6e313-0d26-4d70-bc24-c27ba4a7dbf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:37.425742 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6e313-0d26-4d70-bc24-c27ba4a7dbf0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:37.432432 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6e313-0d26-4d70-bc24-c27ba4a7dbf0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:37.432927 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6e313-0d26-4d70-bc24-c27ba4a7dbf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:37.433237 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6e313-0d26-4d70-bc24-c27ba4a7dbf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:37.433578 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6e313-0d26-4d70-bc24-c27ba4a7dbf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:37.433910 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6e313-0d26-4d70-bc24-c27ba4a7dbf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:37.563076 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e2115-591a-48e0-a98e-7bbd1cb285ec req-f5ebff7f-8132-42c6-bfea-ba5c52f1accb tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:37.570866 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f29e2115-591a-48e0-a98e-7bbd1cb285ec req-f5ebff7f-8132-42c6-bfea-ba5c52f1accb tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e4f9000-d9e7-4d52-8b62-35e068d8ad42 HTTP/1.1" status: 200 len: 945 time: 0.1640708 Jul 13 07:39:37.588151 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3af39883-8a7e-4860-8a52-74598bef00e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.628299 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f29e2115-591a-48e0-a98e-7bbd1cb285ec req-1190b3e9-4a26-4a63-883c-bbad351bedb5 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/security-groups?id=c323416d-1271-4aae-8174-decc0d73a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555718 Jul 13 07:39:37.633583 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14a27457-a6c8-4e97-b33a-8b714cbb845c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.672509 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.759467 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3af39883-8a7e-4860-8a52-74598bef00e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.772169 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-3af39883-8a7e-4860-8a52-74598bef00e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b159845f-d7a4-461c-8ffb-c97d06e8c431']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:37.784522 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-3af39883-8a7e-4860-8a52-74598bef00e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f4f0a3-f452-43b8-9878-c7395c4a5899') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:37.785085 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-3af39883-8a7e-4860-8a52-74598bef00e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f4f0a3-f452-43b8-9878-c7395c4a5899') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:37.796696 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3af39883-8a7e-4860-8a52-74598bef00e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.814277 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3af39883-8a7e-4860-8a52-74598bef00e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.823105 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af39883-8a7e-4860-8a52-74598bef00e1 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:37.823561 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3af39883-8a7e-4860-8a52-74598bef00e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:37.945120 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:37.955403 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3af39883-8a7e-4860-8a52-74598bef00e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.988235 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3af39883-8a7e-4860-8a52-74598bef00e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.999924 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3af39883-8a7e-4860-8a52-74598bef00e1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b159845f-d7a4-461c-8ffb-c97d06e8c431 HTTP/1.1" status: 204 len: 168 time: 0.6258521 Jul 13 07:39:38.003283 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37530) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:38.049861 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af39883-8a7e-4860-8a52-74598bef00e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b159845f-d7a4-461c-8ffb-c97d06e8c431,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:38.109408 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04f5ea1-2075-4dab-88da-f5708fac4249 admin admin] Deleting subnet ae5f9822-5490-4147-9fce-11bfa55fdf62 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:38.114582 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d04f5ea1-2075-4dab-88da-f5708fac4249 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.254805 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d04f5ea1-2075-4dab-88da-f5708fac4249 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.323744 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a27457-a6c8-4e97-b33a-8b714cbb845c admin admin] Router 275561a9-7e32-4830-b51e-30ce819fa312 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:38.339981 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cafd1-22c6-4152-91ab-c4f546db40e1 req-2af32bd6-8f95-404b-8a62-1d0cae241ac2 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:38.349145 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-570cafd1-22c6-4152-91ab-c4f546db40e1 req-2af32bd6-8f95-404b-8a62-1d0cae241ac2 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc861985-a380-4d23-811c-c96b200dae30 HTTP/1.1" status: 200 len: 945 time: 0.1700923 Jul 13 07:39:38.401798 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d04f5ea1-2075-4dab-88da-f5708fac4249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.406032 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-3ad9c650-574f-47b1-823b-b7c119fde194 tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=c66721cdbc3b4051b2e16f142cf7d43f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516071 Jul 13 07:39:38.740899 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6715e0-f61b-4dfb-8388-f52dd33df4e8 req-b40d3f8d-7453-438e-aeff-a54f365a698e tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:38.742798 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ab6715e0-f61b-4dfb-8388-f52dd33df4e8 req-b40d3f8d-7453-438e-aeff-a54f365a698e tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc861985-a380-4d23-811c-c96b200dae30 HTTP/1.1" status: 200 len: 945 time: 0.0847957 Jul 13 07:39:38.885619 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-ab6715e0-f61b-4dfb-8388-f52dd33df4e8 req-00decb4a-e0d3-4c50-b48d-92f8c7ed5008 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Deleting port 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:38.886078 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ab6715e0-f61b-4dfb-8388-f52dd33df4e8 req-00decb4a-e0d3-4c50-b48d-92f8c7ed5008 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.936020 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device adf1d077-a223-4aee-8ac0-47aac057cc46 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:38.970002 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-570cafd1-22c6-4152-91ab-c4f546db40e1 req-16c77173-5d83-4ea2-bdff-d360ebed3e30 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.58 "GET /v2.0/security-groups?id=0768b8e7-2e1b-4a29-a491-56e82e998613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6197240 Jul 13 07:39:39.020699 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a27457-a6c8-4e97-b33a-8b714cbb845c admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:39.049766 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-14a27457-a6c8-4e97-b33a-8b714cbb845c admin admin] 10.222.0.58 "PUT /v2.0/routers/275561a9-7e32-4830-b51e-30ce819fa312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2680857 Jul 13 07:39:39.050441 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37550) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:39.055121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8423077a-dc3c-4a90-83c7-23ff9d456003 None None] Sync routers for ids ['275561a9-7e32-4830-b51e-30ce819fa312'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:39.087586 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-ab6715e0-f61b-4dfb-8388-f52dd33df4e8 req-00decb4a-e0d3-4c50-b48d-92f8c7ed5008 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] For port 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=90bb795b-8a67-4b97-8a65-4d6bfe11cfc1,segment=NetworkSegment(6fe5fde7-c7df-4c3a-980a-32bd30ee693b),segment_id=6fe5fde7-c7df-4c3a-980a-32bd30ee693b)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:39.089793 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ab6715e0-f61b-4dfb-8388-f52dd33df4e8 req-00decb4a-e0d3-4c50-b48d-92f8c7ed5008 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.110168 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8423077a-dc3c-4a90-83c7-23ff9d456003 None None] Routers {'275561a9-7e32-4830-b51e-30ce819fa312'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:39.110870 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8423077a-dc3c-4a90-83c7-23ff9d456003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:39:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['275561a9-7e32-4830-b51e-30ce819fa312'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:39.123237 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-ab6715e0-f61b-4dfb-8388-f52dd33df4e8 req-00decb4a-e0d3-4c50-b48d-92f8c7ed5008 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Calling delete_port for 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:39.197169 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a1f73a2-791b-487b-a43d-9709815dcf81 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.224563 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d04f5ea1-2075-4dab-88da-f5708fac4249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.366677 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ab6715e0-f61b-4dfb-8388-f52dd33df4e8 req-00decb4a-e0d3-4c50-b48d-92f8c7ed5008 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.409366 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00decb4a-e0d3-4c50-b48d-92f8c7ed5008 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Pushing event deleted for resources: {'Port': ['ID=90bb795b-8a67-4b97-8a65-4d6bfe11cfc1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:39.471705 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6715e0-f61b-4dfb-8388-f52dd33df4e8 req-00decb4a-e0d3-4c50-b48d-92f8c7ed5008 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] No DVR routers for this DVR port 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:39.474878 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ab6715e0-f61b-4dfb-8388-f52dd33df4e8 req-00decb4a-e0d3-4c50-b48d-92f8c7ed5008 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.477466 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ab6715e0-f61b-4dfb-8388-f52dd33df4e8 req-00decb4a-e0d3-4c50-b48d-92f8c7ed5008 tempest-ServerTagsTestJSON-1086600287 tempest-ServerTagsTestJSON-1086600287-project] 10.222.0.35 "DELETE /v2.0/ports/90bb795b-8a67-4b97-8a65-4d6bfe11cfc1 HTTP/1.1" status: 204 len: 173 time: 0.7279687 Jul 13 07:39:39.477960 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc861985-a380-4d23-811c-c96b200dae30', 'name': 'network-vif-deleted', 'tag': '90bb795b-8a67-4b97-8a65-4d6bfe11cfc1'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:39.481379 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c087fb3-b0fe-4f1a-b073-3a72d378f3ed" -d '{"events": [{"server_uuid": "cc861985-a380-4d23-811c-c96b200dae30", "name": "network-vif-deleted", "tag": "90bb795b-8a67-4b97-8a65-4d6bfe11cfc1"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:39.482682 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f5ea1-2075-4dab-88da-f5708fac4249 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae5f9822-5490-4147-9fce-11bfa55fdf62,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:39.487271 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d04f5ea1-2075-4dab-88da-f5708fac4249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.492226 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d04f5ea1-2075-4dab-88da-f5708fac4249 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ae5f9822-5490-4147-9fce-11bfa55fdf62 HTTP/1.1" status: 204 len: 168 time: 1.4737442 Jul 13 07:39:39.499036 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37558) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:39.527463 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-e8b3a12f-d6f8-4e66-88b6-6d7cf4b93de1 tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:39.534846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-e8b3a12f-d6f8-4e66-88b6-6d7cf4b93de1 tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7995238 Jul 13 07:39:39.593544 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-c60fc825-7b9f-4448-ad8d-a6da6b55e71f tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] 10.222.0.58 "GET /v2.0/quotas/c66721cdbc3b4051b2e16f142cf7d43f HTTP/1.1" status: 200 len: 375 time: 0.0576909 Jul 13 07:39:39.607187 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port adf1d077-a223-4aee-8ac0-47aac057cc46 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:39.618814 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port adf1d077-a223-4aee-8ac0-47aac057cc46 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:39.619713 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.645638 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-cb337891-77b8-4dfd-9fb8-8b1562ed6ef1 tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c66721cdbc3b4051b2e16f142cf7d43f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510941 Jul 13 07:39:39.661926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-8423077a-dc3c-4a90-83c7-23ff9d456003 None None] Set router 275561a9-7e32-4830-b51e-30ce819fa312 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:39.686443 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2f2de086-e5d3-4c97-b79d-b822ce5c9cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.732831 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42017b3f-61a1-4eed-877c-9519cf44f9bf req-0adbcda1-d8f6-42d3-b8d3-e7d4bd709429 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:39.747532 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-42017b3f-61a1-4eed-877c-9519cf44f9bf req-0adbcda1-d8f6-42d3-b8d3-e7d4bd709429 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.4004090 Jul 13 07:39:39.802689 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a1f73a2-791b-487b-a43d-9709815dcf81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.872122 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2f2de086-e5d3-4c97-b79d-b822ce5c9cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.907864 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-2f2de086-e5d3-4c97-b79d-b822ce5c9cdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6439d1-b540-445f-9efa-bfa72e3a6c19']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:39.926548 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-2f2de086-e5d3-4c97-b79d-b822ce5c9cdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76643469-752f-4bc7-a083-bd5ed635941f') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:39.927263 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-2f2de086-e5d3-4c97-b79d-b822ce5c9cdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76643469-752f-4bc7-a083-bd5ed635941f') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:39.929918 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-42017b3f-61a1-4eed-877c-9519cf44f9bf req-012297ed-68d1-4e37-928d-bba5e707bc7f tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796162 Jul 13 07:39:39.939868 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2f2de086-e5d3-4c97-b79d-b822ce5c9cdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.965151 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2f2de086-e5d3-4c97-b79d-b822ce5c9cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.984805 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2de086-e5d3-4c97-b79d-b822ce5c9cdc admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:39.986458 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2f2de086-e5d3-4c97-b79d-b822ce5c9cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.000653 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f73a2-791b-487b-a43d-9709815dcf81 admin admin] Deleting port 1005685d-6bc2-4b6f-aef9-d34aa31b5540 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:40.001596 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a1f73a2-791b-487b-a43d-9709815dcf81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.024626 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.097798 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8423077a-dc3c-4a90-83c7-23ff9d456003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275561a9-7e32-4830-b51e-30ce819fa312', 'name': 'tempest-FloatingIPsNegativeTestJSON-34874071-router', 'tenant_id': '01765ca7d73d47f29e72625efb2800c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '1005685d-6bc2-4b6f-aef9-d34aa31b5540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:16Z', 'updated_at': '2021-07-13T07:39:36Z', 'revision_number': 5, 'project_id': '01765ca7d73d47f29e72625efb2800c9', 'gw_port': {'id': '1005685d-6bc2-4b6f-aef9-d34aa31b5540', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275561a9-7e32-4830-b51e-30ce819fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:17Z', 'updated_at': '2021-07-13T07:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:40.168964 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:40.176635 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2f2de086-e5d3-4c97-b79d-b822ce5c9cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.192402 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2f2de086-e5d3-4c97-b79d-b822ce5c9cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.202550 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2f2de086-e5d3-4c97-b79d-b822ce5c9cdc admin admin] 10.222.0.58 "DELETE /v2.0/networks/aa6439d1-b540-445f-9efa-bfa72e3a6c19 HTTP/1.1" status: 204 len: 168 time: 0.7002940 Jul 13 07:39:40.221374 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2de086-e5d3-4c97-b79d-b822ce5c9cdc admin admin] Pushing event deleted for resources: {'Network': ['ID=aa6439d1-b540-445f-9efa-bfa72e3a6c19,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:40.250620 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8423077a-dc3c-4a90-83c7-23ff9d456003 None None] Checking router: 275561a9-7e32-4830-b51e-30ce819fa312 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:40.278502 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4f9000-d9e7-4d52-8b62-35e068d8ad42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf1d077-a223-4aee-8ac0-47aac057cc46'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:40.286700 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454697d9-c3c0-476f-81cf-6c9363bc03e9" -d '{"events": [{"server_uuid": "1e4f9000-d9e7-4d52-8b62-35e068d8ad42", "name": "network-vif-plugged", "status": "completed", "tag": "adf1d077-a223-4aee-8ac0-47aac057cc46"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:40.307492 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8423077a-dc3c-4a90-83c7-23ff9d456003 None None] Routers {'275561a9-7e32-4830-b51e-30ce819fa312'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:40.309018 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8423077a-dc3c-4a90-83c7-23ff9d456003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:39:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['275561a9-7e32-4830-b51e-30ce819fa312'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:40.354790 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port adf1d077-a223-4aee-8ac0-47aac057cc46, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=adf1d077-a223-4aee-8ac0-47aac057cc46,segment=NetworkSegment(1ded926f-85f6-4deb-8f96-a9fc18fd1d8f),segment_id=1ded926f-85f6-4deb-8f96-a9fc18fd1d8f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:40.375611 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-5a1f73a2-791b-487b-a43d-9709815dcf81 admin admin] For port 1005685d-6bc2-4b6f-aef9-d34aa31b5540, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1005685d-6bc2-4b6f-aef9-d34aa31b5540,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:40.375838 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a1f73a2-791b-487b-a43d-9709815dcf81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.407698 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.426849 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f73a2-791b-487b-a43d-9709815dcf81 admin admin] Calling delete_port for 1005685d-6bc2-4b6f-aef9-d34aa31b5540 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:40.569471 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37600) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:40.590120 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-8423077a-dc3c-4a90-83c7-23ff9d456003 None None] Set router 275561a9-7e32-4830-b51e-30ce819fa312 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:40.593726 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cff34-8ed0-4060-a094-289e95df59b6 req-a563a56c-dce9-4d73-9185-688424d6697a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:40.595566 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d99cff34-8ed0-4060-a094-289e95df59b6 req-a563a56c-dce9-4d73-9185-688424d6697a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e4f9000-d9e7-4d52-8b62-35e068d8ad42 HTTP/1.1" status: 200 len: 945 time: 0.3539944 Jul 13 07:39:40.674966 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=adf1d077-a223-4aee-8ac0-47aac057cc46,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:40.679255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8423077a-dc3c-4a90-83c7-23ff9d456003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275561a9-7e32-4830-b51e-30ce819fa312', 'name': 'tempest-FloatingIPsNegativeTestJSON-34874071-router', 'tenant_id': '01765ca7d73d47f29e72625efb2800c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:16Z', 'updated_at': '2021-07-13T07:39:39Z', 'revision_number': 6, 'project_id': '01765ca7d73d47f29e72625efb2800c9', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:40.715218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8423077a-dc3c-4a90-83c7-23ff9d456003 None None] The sync data for ids ['275561a9-7e32-4830-b51e-30ce819fa312'] in n-d-779913-28 is: [{'id': '275561a9-7e32-4830-b51e-30ce819fa312', 'name': 'tempest-FloatingIPsNegativeTestJSON-34874071-router', 'tenant_id': '01765ca7d73d47f29e72625efb2800c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:16Z', 'updated_at': '2021-07-13T07:39:39Z', 'revision_number': 6, 'project_id': '01765ca7d73d47f29e72625efb2800c9', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:40.755975 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37608) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:40.759934 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-76ba1ef2-e1ea-4c00-b57d-95227e3a69ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=218eabc1e5414d678874133f2fbf6f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877053 Jul 13 07:39:40.787716 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d99cff34-8ed0-4060-a094-289e95df59b6 req-3bc2c059-9ab5-437a-87f3-2da0f1881b17 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/security-groups?id=c323416d-1271-4aae-8174-decc0d73a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792529 Jul 13 07:39:40.860917 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c922b1-3946-4d39-badb-3cfa734b14d5 x-openstack-request-id: req-c8c922b1-3946-4d39-badb-3cfa734b14d5 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:40.861676 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc861985-a380-4d23-811c-c96b200dae30", "name": "network-vif-deleted", "tag": "90bb795b-8a67-4b97-8a65-4d6bfe11cfc1", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:40.862044 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c8c922b1-3946-4d39-badb-3cfa734b14d5 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:40.862746 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc861985-a380-4d23-811c-c96b200dae30', 'name': 'network-vif-deleted', 'tag': '90bb795b-8a67-4b97-8a65-4d6bfe11cfc1', 'status': 'completed', 'code': 200} Jul 13 07:39:40.934879 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:40.985610 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:40.988040 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 90bb795b-8a67-4b97-8a65-4d6bfe11cfc1 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:41.001050 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f8f1c75e-4577-4be2-85fa-072f2c30e1d1 req-9cbe6c65-8538-4d4b-ab9a-a961d3d6e376 tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] 10.222.0.58 "GET /v2.0/ports?device_id=08df3253-2196-4fc2-a455-0e2165b46ec2 HTTP/1.1" status: 200 len: 210 time: 0.0872180 Jul 13 07:39:41.020607 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3dca0de1-2ffc-4420-a942-48a3d246e1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.051550 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3dca0de1-2ffc-4420-a942-48a3d246e1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.054544 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a1f73a2-791b-487b-a43d-9709815dcf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.136055 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7595a326-4b84-449d-a4ae-734435636234 None None] Provisioning complete for port adf1d077-a223-4aee-8ac0-47aac057cc46 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:41.136654 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7595a326-4b84-449d-a4ae-734435636234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.168644 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f73a2-791b-487b-a43d-9709815dcf81 admin admin] Pushing event deleted for resources: {'Port': ['ID=1005685d-6bc2-4b6f-aef9-d34aa31b5540,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:41.299645 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37624) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:41.316655 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a1f73a2-791b-487b-a43d-9709815dcf81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.359018 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb3f940-cc2b-4068-b0b3-ef84b8b38801 x-openstack-request-id: req-9cb3f940-cc2b-4068-b0b3-ef84b8b38801 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:41.359289 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4f9000-d9e7-4d52-8b62-35e068d8ad42", "name": "network-vif-plugged", "status": "completed", "tag": "adf1d077-a223-4aee-8ac0-47aac057cc46", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:41.359564 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9cb3f940-cc2b-4068-b0b3-ef84b8b38801 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:41.368619 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4f9000-d9e7-4d52-8b62-35e068d8ad42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf1d077-a223-4aee-8ac0-47aac057cc46', 'code': 200} Jul 13 07:39:41.404596 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-239fea51-95de-497c-9b50-072fa863ed3e admin admin] Deleting subnet 06663489-45e8-4036-a652-b4e5da29297c {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:41.410737 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-239fea51-95de-497c-9b50-072fa863ed3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.437169 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a1f73a2-791b-487b-a43d-9709815dcf81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.439538 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a1f73a2-791b-487b-a43d-9709815dcf81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.521867 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3dca0de1-2ffc-4420-a942-48a3d246e1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.525927 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3dca0de1-2ffc-4420-a942-48a3d246e1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.532032 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3dca0de1-2ffc-4420-a942-48a3d246e1dc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82678acd-a3ce-4aea-a11c-76b2f7686d4b HTTP/1.1" status: 204 len: 168 time: 0.7745724 Jul 13 07:39:41.536219 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a1f73a2-791b-487b-a43d-9709815dcf81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.536846 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1f73a2-791b-487b-a43d-9709815dcf81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 275561a9-7e32-4830-b51e-30ce819fa312 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:39:41.547350 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a1f73a2-791b-487b-a43d-9709815dcf81 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.550787 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5a1f73a2-791b-487b-a43d-9709815dcf81 admin admin] 10.222.0.58 "DELETE /v2.0/routers/275561a9-7e32-4830-b51e-30ce819fa312 HTTP/1.1" status: 204 len: 168 time: 2.4870973 Jul 13 07:39:41.551997 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37632) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:41.554276 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca0de1-2ffc-4420-a942-48a3d246e1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82678acd-a3ce-4aea-a11c-76b2f7686d4b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:41.615335 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-239fea51-95de-497c-9b50-072fa863ed3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.755902 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-239fea51-95de-497c-9b50-072fa863ed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.815574 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7a6cff-a264-4d7b-b0f5-3b6621226111 admin admin] Deleting subnet e320a33d-3dea-4736-9c2c-b7585a3ee4ba {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:41.838753 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da7a6cff-a264-4d7b-b0f5-3b6621226111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.987935 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-239fea51-95de-497c-9b50-072fa863ed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:42.033870 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da7a6cff-a264-4d7b-b0f5-3b6621226111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:42.050743 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc09bcf-0c00-46bf-baf7-cc33fb552660 req-0c8c7e65-0edb-4813-a1a0-e50e82a906f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:42.052829 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bdc09bcf-0c00-46bf-baf7-cc33fb552660 req-0c8c7e65-0edb-4813-a1a0-e50e82a906f7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1e4f9000-d9e7-4d52-8b62-35e068d8ad42 HTTP/1.1" status: 200 len: 1098 time: 0.5174384 Jul 13 07:39:42.056203 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fea51-95de-497c-9b50-072fa863ed3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06663489-45e8-4036-a652-b4e5da29297c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:42.078133 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-239fea51-95de-497c-9b50-072fa863ed3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:42.081192 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-239fea51-95de-497c-9b50-072fa863ed3e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/06663489-45e8-4036-a652-b4e5da29297c HTTP/1.1" status: 204 len: 168 time: 0.7796347 Jul 13 07:39:42.102826 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37670) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:42.126968 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7c37e4eb-cf42-4617-a061-4161c97082bf no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:42.161739 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bdc09bcf-0c00-46bf-baf7-cc33fb552660 req-8aac01b0-fc66-457e-94cc-2e2ef33d6a52 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c323416d-1271-4aae-8174-decc0d73a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784419 Jul 13 07:39:42.185586 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 7c37e4eb-cf42-4617-a061-4161c97082bf {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:42.187015 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7c37e4eb-cf42-4617-a061-4161c97082bf not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:42.187933 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1005685d-6bc2-4b6f-aef9-d34aa31b5540 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:42.211193 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebaa38-7138-49a4-afc9-32cb6ed3dbe3 req-eeb107e3-583f-4d3c-8d57-8e1a99b6d2fb tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:42.223095 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f4ebaa38-7138-49a4-afc9-32cb6ed3dbe3 req-eeb107e3-583f-4d3c-8d57-8e1a99b6d2fb tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.6341255 Jul 13 07:39:42.247523 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 1005685d-6bc2-4b6f-aef9-d34aa31b5540 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:42.248939 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1005685d-6bc2-4b6f-aef9-d34aa31b5540 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:42.410664 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37684) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:42.531953 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5cd689a-c25c-4624-9c79-0036b6d04d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:42.548785 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-398b8e94-12d5-4e67-9ae1-a38756fa65e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fa700d788dcf49c1a59015de9d7d2b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1327872 Jul 13 07:39:42.555174 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37692) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:42.566810 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f4ebaa38-7138-49a4-afc9-32cb6ed3dbe3 req-a193f843-600b-4a2c-9bdc-16c832aaf6d2 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427441 Jul 13 07:39:42.594964 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da7a6cff-a264-4d7b-b0f5-3b6621226111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:42.731846 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-08bdfe51-31a0-49ca-a184-da24ab0d1873 tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c66721cdbc3b4051b2e16f142cf7d43f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738311 Jul 13 07:39:42.756203 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:42.807435 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dfb4dfa4-86cc-43e8-8cf7-5bc42a1a3f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:42.824787 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-090a8164-9cb3-4d9a-858c-778869b6cb8a req-7624652c-4348-48bf-9030-74cca00d0559 tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] 10.222.0.58 "GET /v2.0/ports?device_id=08df3253-2196-4fc2-a455-0e2165b46ec2 HTTP/1.1" status: 200 len: 210 time: 0.1098158 Jul 13 07:39:42.929728 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dfb4dfa4-86cc-43e8-8cf7-5bc42a1a3f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:42.985346 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5cd689a-c25c-4624-9c79-0036b6d04d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.002710 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d5cd689a-c25c-4624-9c79-0036b6d04d44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b768e0-aa6e-4ec7-ae33-536c73fae929']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:43.020208 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d5cd689a-c25c-4624-9c79-0036b6d04d44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe5fde7-c7df-4c3a-980a-32bd30ee693b') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:43.031653 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d5cd689a-c25c-4624-9c79-0036b6d04d44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe5fde7-c7df-4c3a-980a-32bd30ee693b') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:43.039020 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-bc24eebc-ba4a-4afe-8005-e8f823bc1c09 tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:43.040752 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-bc24eebc-ba4a-4afe-8005-e8f823bc1c09 tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3001781 Jul 13 07:39:43.046699 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5cd689a-c25c-4624-9c79-0036b6d04d44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.065556 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-149fec23-cde7-47cd-b2c3-2327c16a79dd tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Request body: {'port': {'device_id': '08df3253-2196-4fc2-a455-0e2165b46ec2', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': 'c66721cdbc3b4051b2e16f142cf7d43f'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:43.077298 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5cd689a-c25c-4624-9c79-0036b6d04d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.088039 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5cd689a-c25c-4624-9c79-0036b6d04d44 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:43.088710 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5cd689a-c25c-4624-9c79-0036b6d04d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.135366 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dfb4dfa4-86cc-43e8-8cf7-5bc42a1a3f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.137982 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dfb4dfa4-86cc-43e8-8cf7-5bc42a1a3f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.144411 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-dfb4dfa4-86cc-43e8-8cf7-5bc42a1a3f9d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3713eb79-ad4d-4741-bdd4-a55c7c45e162 HTTP/1.1" status: 204 len: 168 time: 0.5877457 Jul 13 07:39:43.160970 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4dfa4-86cc-43e8-8cf7-5bc42a1a3f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3713eb79-ad4d-4741-bdd4-a55c7c45e162,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:43.206961 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:43.219005 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da7a6cff-a264-4d7b-b0f5-3b6621226111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.224728 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5cd689a-c25c-4624-9c79-0036b6d04d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.264341 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a6cff-a264-4d7b-b0f5-3b6621226111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e320a33d-3dea-4736-9c2c-b7585a3ee4ba,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:43.271613 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5cd689a-c25c-4624-9c79-0036b6d04d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.274179 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d5cd689a-c25c-4624-9c79-0036b6d04d44 admin admin] 10.222.0.58 "DELETE /v2.0/networks/33b768e0-aa6e-4ec7-ae33-536c73fae929 HTTP/1.1" status: 204 len: 168 time: 1.1699612 Jul 13 07:39:43.311178 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-149fec23-cde7-47cd-b2c3-2327c16a79dd tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Made reservation on behalf of c66721cdbc3b4051b2e16f142cf7d43f for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:43.318712 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-149fec23-cde7-47cd-b2c3-2327c16a79dd tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.335474 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd689a-c25c-4624-9c79-0036b6d04d44 admin admin] Pushing event deleted for resources: {'Network': ['ID=33b768e0-aa6e-4ec7-ae33-536c73fae929,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:43.339044 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da7a6cff-a264-4d7b-b0f5-3b6621226111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.347845 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-149fec23-cde7-47cd-b2c3-2327c16a79dd tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.348871 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-da7a6cff-a264-4d7b-b0f5-3b6621226111 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e320a33d-3dea-4736-9c2c-b7585a3ee4ba HTTP/1.1" status: 204 len: 168 time: 1.7765331 Jul 13 07:39:43.350132 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13402b66-5f4c-407e-9d8a-2c0a9ad6a6a6 None None] Network f466b183-a7dc-4fd4-9a91-749daea2894a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:43.353009 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37728) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:43.416662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443674a-c2a3-4cc6-9098-51b899b4b10b req-1133e122-4fa4-41c8-8634-d1cbb9e1d792 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:43.425015 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6443674a-c2a3-4cc6-9098-51b899b4b10b req-1133e122-4fa4-41c8-8634-d1cbb9e1d792 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e4f9000-d9e7-4d52-8b62-35e068d8ad42 HTTP/1.1" status: 200 len: 946 time: 0.5989180 Jul 13 07:39:43.491104 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.562607 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-149fec23-cde7-47cd-b2c3-2327c16a79dd tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.568606 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-149fec23-cde7-47cd-b2c3-2327c16a79dd tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.621241 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6443674a-c2a3-4cc6-9098-51b899b4b10b req-7ef818c0-73b7-4b29-8ea1-7859589d7b8a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/security-groups?id=c323416d-1271-4aae-8174-decc0d73a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952448 Jul 13 07:39:43.677466 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fec23-cde7-47cd-b2c3-2327c16a79dd tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33fae7f3-26b0-44b5-9009-f96b1cc9e9ed,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:43.737083 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Deleting port 79d7737a-22e7-4ab2-ae9b-eeb1f404128a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:43.738151 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.877940 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-149fec23-cde7-47cd-b2c3-2327c16a79dd tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Allocated IP 192.168.233.19 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/86f16c04-7774-421b-810f-888da60874b6) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:43.916406 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501497cf-b77b-4188-abe8-082989cb3841 None None] DHCP port deletion for f466b183-a7dc-4fd4-9a91-749daea2894a request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:39:43.950746 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37768) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:43.976494 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] For port 79d7737a-22e7-4ab2-ae9b-eeb1f404128a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=79d7737a-22e7-4ab2-ae9b-eeb1f404128a,segment=NetworkSegment(fb107411-13ab-4154-97ef-12b95c2333e6),segment_id=fb107411-13ab-4154-97ef-12b95c2333e6)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:43.976971 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.002018 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Calling delete_port for 79d7737a-22e7-4ab2-ae9b-eeb1f404128a owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:44.039612 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-501497cf-b77b-4188-abe8-082989cb3841 None None] Deleting port 79d7737a-22e7-4ab2-ae9b-eeb1f404128a {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:44.040245 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-501497cf-b77b-4188-abe8-082989cb3841 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.054176 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0610a8da-1711-445d-a18e-0966e5b06314 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b90828ea73245348c0c4c08a90fd0f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1011004 Jul 13 07:39:44.058778 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37772) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:44.073335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 79d7737a-22e7-4ab2-ae9b-eeb1f404128a no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:44.146221 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095acab-bbb2-4ae4-b3a0-5a8f28cc103d req-1fd21b49-ba1a-4378-b2cc-cb81a7a94b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:44.148521 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d095acab-bbb2-4ae4-b3a0-5a8f28cc103d req-1fd21b49-ba1a-4378-b2cc-cb81a7a94b97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 1098 time: 0.3277805 Jul 13 07:39:44.189286 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-501497cf-b77b-4188-abe8-082989cb3841 None None] For port 79d7737a-22e7-4ab2-ae9b-eeb1f404128a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=79d7737a-22e7-4ab2-ae9b-eeb1f404128a,segment=NetworkSegment(fb107411-13ab-4154-97ef-12b95c2333e6),segment_id=fb107411-13ab-4154-97ef-12b95c2333e6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:44.189688 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-501497cf-b77b-4188-abe8-082989cb3841 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.218157 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-501497cf-b77b-4188-abe8-082989cb3841 None None] Calling delete_port for 79d7737a-22e7-4ab2-ae9b-eeb1f404128a owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:44.229837 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.308701 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a04d0c79-319b-4a38-9ac1-eda432bb7c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.313139 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 79d7737a-22e7-4ab2-ae9b-eeb1f404128a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=79d7737a-22e7-4ab2-ae9b-eeb1f404128a,segment=NetworkSegment(fb107411-13ab-4154-97ef-12b95c2333e6),segment_id=fb107411-13ab-4154-97ef-12b95c2333e6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:44.322357 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.383336 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a04d0c79-319b-4a38-9ac1-eda432bb7c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.397037 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-149fec23-cde7-47cd-b2c3-2327c16a79dd tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.402760 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-501497cf-b77b-4188-abe8-082989cb3841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.427964 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501497cf-b77b-4188-abe8-082989cb3841 None None] No DVR routers for this DVR port 79d7737a-22e7-4ab2-ae9b-eeb1f404128a on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:44.433970 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095acab-bbb2-4ae4-b3a0-5a8f28cc103d req-c686e64c-0182-48ba-bf38-422fab1c07cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:44.436575 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d095acab-bbb2-4ae4-b3a0-5a8f28cc103d req-c686e64c-0182-48ba-bf38-422fab1c07cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 200 len: 913 time: 0.2743351 Jul 13 07:39:44.436749 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=79d7737a-22e7-4ab2-ae9b-eeb1f404128a,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:44.443784 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-149fec23-cde7-47cd-b2c3-2327c16a79dd tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Transition to ACTIVE for port object 86f16c04-7774-421b-810f-888da60874b6 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:44.460476 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b067c282-b392-4243-a1ce-0b5f0096adb5 req-51cb1eaa-0704-463d-a9ef-fec262f02630 tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] 10.222.0.58 "GET /v2.0/ports?device_id=08df3253-2196-4fc2-a455-0e2165b46ec2 HTTP/1.1" status: 200 len: 210 time: 0.4323862 Jul 13 07:39:44.478578 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf45ff-5af6-4bed-bc71-df19a9089732 req-c84ddd7b-5c84-436a-aaa8-782060340f2b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:44.489156 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b7bf45ff-5af6-4bed-bc71-df19a9089732 req-c84ddd7b-5c84-436a-aaa8-782060340f2b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.6439264 Jul 13 07:39:44.509985 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501497cf-b77b-4188-abe8-082989cb3841 None None] Pushing event deleted for resources: {'Port': ['ID=79d7737a-22e7-4ab2-ae9b-eeb1f404128a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:44.515100 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d095acab-bbb2-4ae4-b3a0-5a8f28cc103d req-88a624f7-273c-44e4-b551-74b36267572b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f362df96-90f1-4438-89e5-053f01c650e4 HTTP/1.1" status: 200 len: 217 time: 0.0688219 Jul 13 07:39:44.560747 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b7bf45ff-5af6-4bed-bc71-df19a9089732 req-1d0ecfa2-7dc2-4a25-8300-f62bd0cf015f tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713282 Jul 13 07:39:44.581006 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.613322 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Pushing event deleted for resources: {'Port': ['ID=79d7737a-22e7-4ab2-ae9b-eeb1f404128a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:44.621541 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] No DVR routers for this DVR port 79d7737a-22e7-4ab2-ae9b-eeb1f404128a on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:44.674901 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095acab-bbb2-4ae4-b3a0-5a8f28cc103d req-bea2176e-8b27-43d2-84bb-036887b8ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:44.676180 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d095acab-bbb2-4ae4-b3a0-5a8f28cc103d req-bea2176e-8b27-43d2-84bb-036887b8ab91 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44d6fa42-4195-4977-b883-5a26f0e01114 HTTP/1.1" status: 200 len: 852 time: 0.1540401 Jul 13 07:39:44.678056 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a04d0c79-319b-4a38-9ac1-eda432bb7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.680731 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a04d0c79-319b-4a38-9ac1-eda432bb7c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.690924 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a04d0c79-319b-4a38-9ac1-eda432bb7c21 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0768b8e7-2e1b-4a29-a491-56e82e998613 HTTP/1.1" status: 204 len: 168 time: 0.6208386 Jul 13 07:39:44.719567 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.720203 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-149fec23-cde7-47cd-b2c3-2327c16a79dd tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.731973 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f466b183-a7dc-4fd4-9a91-749daea2894a']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:44.761015 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb107411-13ab-4154-97ef-12b95c2333e6') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:44.761619 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb107411-13ab-4154-97ef-12b95c2333e6') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:44.775060 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.793531 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.813548 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:44.814462 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:44.818704 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:44.838927 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d095acab-bbb2-4ae4-b3a0-5a8f28cc103d req-b632916a-66a4-48de-8b77-6586a44af06a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e0f025d-4e49-4094-84ea-558023ba4e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444902 Jul 13 07:39:44.848887 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d0c79-319b-4a38-9ac1-eda432bb7c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0768b8e7-2e1b-4a29-a491-56e82e998613,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:44.896273 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37820) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:44.966222 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.967287 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fec23-cde7-47cd-b2c3-2327c16a79dd tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Pushing event updated for resources: {'Port': ['ID=86f16c04-7774-421b-810f-888da60874b6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:44.972543 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.977734 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] 10.222.0.58 "DELETE /v2.0/networks/f466b183-a7dc-4fd4-9a91-749daea2894a HTTP/1.1" status: 204 len: 168 time: 1.6232221 Jul 13 07:39:44.982926 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-149fec23-cde7-47cd-b2c3-2327c16a79dd tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:44.997417 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-149fec23-cde7-47cd-b2c3-2327c16a79dd tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:45.001641 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-149fec23-cde7-47cd-b2c3-2327c16a79dd tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:45.007595 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Pushing event deleted for resources: {'Network': ['ID=f466b183-a7dc-4fd4-9a91-749daea2894a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:45.032649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:45.036523 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:45.037460 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:45.040403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:45.040403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:45.040403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:45.043212 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:45.046114 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:45.046561 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:45.046905 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:45.047248 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:45.047584 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a97521-7893-4179-8dd5-31a9c090effb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:45.253684 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883df8e6-d4a0-4d91-bb72-aa17f928ed80 req-9f3498af-425d-4179-849c-024ce3238f22 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:45.259498 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-883df8e6-d4a0-4d91-bb72-aa17f928ed80 req-9f3498af-425d-4179-849c-024ce3238f22 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e4f9000-d9e7-4d52-8b62-35e068d8ad42 HTTP/1.1" status: 200 len: 946 time: 0.1632960 Jul 13 07:39:45.335481 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-883df8e6-d4a0-4d91-bb72-aa17f928ed80 req-eb82ca76-020a-4086-8357-794eb4d991c1 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/security-groups?id=c323416d-1271-4aae-8174-decc0d73a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664527 Jul 13 07:39:45.359201 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37848) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:45.368615 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ee73ba65-6e14-48bd-b879-9adc75bb04d7 None None] Provisioning for port 86f16c04-7774-421b-810f-888da60874b6 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:45.374743 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ee73ba65-6e14-48bd-b879-9adc75bb04d7 None None] Provisioning complete for port 86f16c04-7774-421b-810f-888da60874b6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:45.375678 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ee73ba65-6e14-48bd-b879-9adc75bb04d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.449445 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a62728d1-75d7-432c-84a5-9f0f3b6ea50f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01765ca7d73d47f29e72625efb2800c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0887878 Jul 13 07:39:45.453361 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37862) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:45.471858 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ee73ba65-6e14-48bd-b879-9adc75bb04d7 None None] Port 86f16c04-7774-421b-810f-888da60874b6 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:45.543277 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-0f9b1ca0-b2ca-48c7-8777-a08c33195b53 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-216272093-network', 'tenant_id': 'a55bb6b2ab094887a99948f9e3670140'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:45.550767 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf53d621-a2ad-41b7-853d-cd6700fba6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.608368 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-149fec23-cde7-47cd-b2c3-2327c16a79dd tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:45.609034 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-149fec23-cde7-47cd-b2c3-2327c16a79dd tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.614710 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9b1ca0-b2ca-48c7-8777-a08c33195b53 admin admin] Made reservation on behalf of a55bb6b2ab094887a99948f9e3670140 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:45.617171 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1ca0-b2ca-48c7-8777-a08c33195b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.621600 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf53d621-a2ad-41b7-853d-cd6700fba6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.634390 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d095acab-bbb2-4ae4-b3a0-5a8f28cc103d req-43e5af0c-4128-4608-83b0-8666aba931f8 service neutron] 10.222.0.35 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7746079 Jul 13 07:39:45.635904 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1ca0-b2ca-48c7-8777-a08c33195b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.675779 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-149fec23-cde7-47cd-b2c3-2327c16a79dd tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6126857 Jul 13 07:39:45.696112 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] Request body: {'port': {'device_id': '08df3253-2196-4fc2-a455-0e2165b46ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:45.767668 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf53d621-a2ad-41b7-853d-cd6700fba6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.771359 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf53d621-a2ad-41b7-853d-cd6700fba6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.775794 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bf53d621-a2ad-41b7-853d-cd6700fba6e4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cc351dc1-25da-43ad-8f77-889fd7a9fdb5 HTTP/1.1" status: 204 len: 168 time: 0.3202438 Jul 13 07:39:45.801257 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-0e318461-9a9e-497b-a83f-af6a534804f6 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:45.809312 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-0e318461-9a9e-497b-a83f-af6a534804f6 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1571910 Jul 13 07:39:45.813542 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53d621-a2ad-41b7-853d-cd6700fba6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc351dc1-25da-43ad-8f77-889fd7a9fdb5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:45.876855 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1ca0-b2ca-48c7-8777-a08c33195b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.893020 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-30a5f67e-cff3-4da2-9159-88cf77c12490 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 696 time: 0.0818737 Jul 13 07:39:45.893947 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1ca0-b2ca-48c7-8777-a08c33195b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.898835 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-52a3b08c-c1a6-4591-9841-9182ee8f0c5a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Request body: {'floatingip': {'port_id': 'bcd2d6fd-3694-4661-837a-af59fdfa8317', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:45.921782 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9b1ca0-b2ca-48c7-8777-a08c33195b53 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:39:45.935321 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1ca0-b2ca-48c7-8777-a08c33195b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.936395 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-0f9b1ca0-b2ca-48c7-8777-a08c33195b53 admin admin] Added segment 8c3aaeeb-4ad4-40c5-9078-58434c1bba5f of type vlan for network 718995fd-aec2-4144-86c0-f8202c751c0f Jul 13 07:39:45.968701 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-52a3b08c-c1a6-4591-9841-9182ee8f0c5a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.996960 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1ca0-b2ca-48c7-8777-a08c33195b53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.061023 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1ca0-b2ca-48c7-8777-a08c33195b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.062395 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9b1ca0-b2ca-48c7-8777-a08c33195b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:46.063056 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1ca0-b2ca-48c7-8777-a08c33195b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.179052 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0f9b1ca0-b2ca-48c7-8777-a08c33195b53 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2792151 Jul 13 07:39:46.185800 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37914) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:46.194783 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3d9d01c8-d8ee-4f72-8494-c1ae508a4580 admin admin] Request body: {'subnet': {'network_id': '718995fd-aec2-4144-86c0-f8202c751c0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-216272093-subnet', 'tenant_id': 'a55bb6b2ab094887a99948f9e3670140', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:46.208703 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b1ca0-b2ca-48c7-8777-a08c33195b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d36666-80d7-4a55-8945-88eede3d2444,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:46.239254 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d095acab-bbb2-4ae4-b3a0-5a8f28cc103d req-a4f20416-872e-4bc4-b378-7da38a226ea0 service neutron] 10.222.0.35 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936801 Jul 13 07:39:46.258159 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.344383 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b1ca0-b2ca-48c7-8777-a08c33195b53 admin admin] Pushing event updated for resources: {'Network': ['ID=718995fd-aec2-4144-86c0-f8202c751c0f,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:46.363109 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9d01c8-d8ee-4f72-8494-c1ae508a4580 admin admin] Made reservation on behalf of a55bb6b2ab094887a99948f9e3670140 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:46.375342 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 718995fd-aec2-4144-86c0-f8202c751c0f details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:39:46.376736 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d9d01c8-d8ee-4f72-8494-c1ae508a4580 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.713033 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a149340-80cb-42d6-9622-a9c7279ff55a req-d09657df-a9de-46a8-b418-944db252087d tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:46.714912 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a149340-80cb-42d6-9622-a9c7279ff55a req-d09657df-a9de-46a8-b418-944db252087d tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] 10.222.0.58 "GET /v2.0/ports?device_id=08df3253-2196-4fc2-a455-0e2165b46ec2 HTTP/1.1" status: 200 len: 935 time: 0.2425895 Jul 13 07:39:46.729908 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f16c04-7774-421b-810f-888da60874b6 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:46.740498 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.758299 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] Transition to ACTIVE for port object 86f16c04-7774-421b-810f-888da60874b6 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:46.764588 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.856561 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] Pushing event updated for resources: {'Port': ['ID=86f16c04-7774-421b-810f-888da60874b6,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:46.858539 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a149340-80cb-42d6-9622-a9c7279ff55a req-e8b3000a-8d81-42d0-a195-22b4dc7b8257 tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] 10.222.0.58 "GET /v2.0/security-groups?id=33fae7f3-26b0-44b5-9009-f96b1cc9e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108425 Jul 13 07:39:46.864440 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d9d01c8-d8ee-4f72-8494-c1ae508a4580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.951754 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] Attempting to bind port 86f16c04-7774-421b-810f-888da60874b6 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:46.952271 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] Attempting to bind port 86f16c04-7774-421b-810f-888da60874b6 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:46.952756 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] Attempting to bind port 86f16c04-7774-421b-810f-888da60874b6 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:46.957412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device f362df96-90f1-4438-89e5-053f01c650e4 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:46.978353 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] Port 86f16c04-7774-421b-810f-888da60874b6 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:46.980190 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] Attempting to bind port 86f16c04-7774-421b-810f-888da60874b6 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:46.989860 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.db.resource_extend [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-52a3b08c-c1a6-4591-9841-9182ee8f0c5a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:39:46.993438 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:46.994253 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:46.994891 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:46.997338 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] Bound port: 86f16c04-7774-421b-810f-888da60874b6, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:46.998052 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.033888 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d01c8-d8ee-4f72-8494-c1ae508a4580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8815b925-6b06-479b-a398-d6ba3032ae31,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:47.053604 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9d01c8-d8ee-4f72-8494-c1ae508a4580 admin admin] Checking segment: {'id': '8c3aaeeb-4ad4-40c5-9078-58434c1bba5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '718995fd-aec2-4144-86c0-f8202c751c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:47.054510 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9d01c8-d8ee-4f72-8494-c1ae508a4580 admin admin] Network hostable DHCP agents. Network: 718995fd-aec2-4144-86c0-f8202c751c0f, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:39:47.088410 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-52a3b08c-c1a6-4591-9841-9182ee8f0c5a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.104831 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-52a3b08c-c1a6-4591-9841-9182ee8f0c5a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.139274 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9d01c8-d8ee-4f72-8494-c1ae508a4580 admin admin] Network 718995fd-aec2-4144-86c0-f8202c751c0f is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:39:47.155383 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.158852 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] For port 86f16c04-7774-421b-810f-888da60874b6, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:47.168683 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] For port 86f16c04-7774-421b-810f-888da60874b6, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=86f16c04-7774-421b-810f-888da60874b6,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:47.182696 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.203018 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3d9d01c8-d8ee-4f72-8494-c1ae508a4580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 718995fd-aec2-4144-86c0-f8202c751c0f) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:47.205256 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port f362df96-90f1-4438-89e5-053f01c650e4, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=f362df96-90f1-4438-89e5-053f01c650e4,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:47.206566 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c730aea4-97b8-430e-8722-05d70c0626d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f362df96-90f1-4438-89e5-053f01c650e4'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:47.211112 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d0a50d-969a-4dd2-931a-005a32fa14ba" -d '{"events": [{"server_uuid": "c730aea4-97b8-430e-8722-05d70c0626d7", "name": "network-vif-unplugged", "status": "completed", "tag": "f362df96-90f1-4438-89e5-053f01c650e4"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:47.220863 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6741c19d-3e88-441e-91eb-ad13076ed8da None None] Network 718995fd-aec2-4144-86c0-f8202c751c0f requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:47.222831 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.242062 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9d01c8-d8ee-4f72-8494-c1ae508a4580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:47.242757 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d9d01c8-d8ee-4f72-8494-c1ae508a4580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.272311 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] Pushing event updated for resources: {'Port': ['ID=86f16c04-7774-421b-810f-888da60874b6,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:47.280355 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:47.281515 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.283828 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-739094b8-d559-4f58-8f10-c00a39622a28 service neutron] 10.222.0.62 "PUT /v2.0/ports/86f16c04-7774-421b-810f-888da60874b6 HTTP/1.1" status: 200 len: 1096 time: 1.5978503 Jul 13 07:39:47.284304 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08df3253-2196-4fc2-a455-0e2165b46ec2', 'tag': '86f16c04-7774-421b-810f-888da60874b6'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:47.287371 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f15a81-9b16-42a1-99c1-e32f84b56744" -d '{"events": [{"name": "network-changed", "server_uuid": "08df3253-2196-4fc2-a455-0e2165b46ec2", "tag": "86f16c04-7774-421b-810f-888da60874b6"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:47.307778 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3d9d01c8-d8ee-4f72-8494-c1ae508a4580 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1206288 Jul 13 07:39:47.312802 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37948) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:47.320118 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-7e2ab3e1-b627-48cc-9a00-929a6c8a837a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-216272093-router', 'tenant_id': 'a55bb6b2ab094887a99948f9e3670140', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:47.325340 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-52a3b08c-c1a6-4591-9841-9182ee8f0c5a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Floating IP 28584443-ba26-4127-9340-77e866e80318 associated. External IP: 172.25.0.135, port: bcd2d6fd-3694-4661-837a-af59fdfa8317. Jul 13 07:39:47.336126 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf2920-cf52-4379-aad7-b7bd3fa992d6 req-e92e51e3-bbdf-4496-a38a-57cbbfe0b9b1 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:47.345538 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d0cf2920-cf52-4379-aad7-b7bd3fa992d6 req-e92e51e3-bbdf-4496-a38a-57cbbfe0b9b1 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 946 time: 0.2601547 Jul 13 07:39:47.361314 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab3e1-b627-48cc-9a00-929a6c8a837a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.366285 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab3e1-b627-48cc-9a00-929a6c8a837a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.399598 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=f362df96-90f1-4438-89e5-053f01c650e4,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:47.458741 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d0cf2920-cf52-4379-aad7-b7bd3fa992d6 req-1a1b1596-e41a-4445-a86a-468e6ba64f8d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594666 Jul 13 07:39:47.532959 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-718995fd-aec2-4144-86c0-f8202c751c0f', 'network_id': '718995fd-aec2-4144-86c0-f8202c751c0f', 'tenant_id': 'a55bb6b2ab094887a99948f9e3670140', 'fixed_ips': [{'subnet_id': '8815b925-6b06-479b-a398-d6ba3032ae31'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:39:47.533230 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab3e1-b627-48cc-9a00-929a6c8a837a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.533928 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.633891 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-022f272c-a4b1-4eb4-af16-bbe265e418a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:47.635181 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-022f272c-a4b1-4eb4-af16-bbe265e418a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c66721cdbc3b4051b2e16f142cf7d43f&device_id=08df3253-2196-4fc2-a455-0e2165b46ec2 HTTP/1.1" status: 200 len: 1099 time: 0.2583489 Jul 13 07:39:47.717566 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Allocated IP 172.20.0.2 (718995fd-aec2-4144-86c0-f8202c751c0f/8815b925-6b06-479b-a398-d6ba3032ae31/a6275347-0c7b-4c73-9512-d8ab8673e957) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:47.744842 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-e35d4f3f-67f7-4357-8a38-25d7545f2a3b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=86f16c04-7774-421b-810f-888da60874b6 HTTP/1.1" status: 200 len: 217 time: 0.0741222 Jul 13 07:39:47.750295 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab3e1-b627-48cc-9a00-929a6c8a837a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.751165 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-52a3b08c-c1a6-4591-9841-9182ee8f0c5a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Router e8ff480d-351c-41ce-8e8a-26fa815605d2 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:47.847565 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-14b13068-03ee-4eba-adf2-59f7586f6fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:47.850006 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-14b13068-03ee-4eba-adf2-59f7586f6fe2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0955646 Jul 13 07:39:47.899854 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-52a3b08c-c1a6-4591-9841-9182ee8f0c5a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:47.905245 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-52a3b08c-c1a6-4591-9841-9182ee8f0c5a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.916619 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6401a0d1-2b7c-4c56-8350-fc1ffb591d6b None None] Sync routers for ids ['e8ff480d-351c-41ce-8e8a-26fa815605d2'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:47.932424 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6401a0d1-2b7c-4c56-8350-fc1ffb591d6b None None] Routers {'e8ff480d-351c-41ce-8e8a-26fa815605d2'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:47.934490 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6401a0d1-2b7c-4c56-8350-fc1ffb591d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:39:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e8ff480d-351c-41ce-8e8a-26fa815605d2'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:47.993730 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.009008 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Transition to ACTIVE for port object a6275347-0c7b-4c73-9512-d8ab8673e957 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:48.024630 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-52a3b08c-c1a6-4591-9841-9182ee8f0c5a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "PUT /v2.0/floatingips/28584443-ba26-4127-9340-77e866e80318 HTTP/1.1" status: 200 len: 996 time: 2.1306100 Jul 13 07:39:48.025084 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba91dba-6cd1-4ab9-9750-6774ee5f1147', 'tag': 'bcd2d6fd-3694-4661-837a-af59fdfa8317'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:48.027616 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f9e9dd-61bb-4727-8c55-23cc0c2cc019" -d '{"events": [{"name": "network-changed", "server_uuid": "cba91dba-6cd1-4ab9-9750-6774ee5f1147", "tag": "bcd2d6fd-3694-4661-837a-af59fdfa8317"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:48.059721 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Transition to ACTIVE for port object a6275347-0c7b-4c73-9512-d8ab8673e957 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:48.064905 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-1d2fdb56-9f24-4679-ad89-6787895c73f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:48.066497 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-1d2fdb56-9f24-4679-ad89-6787895c73f1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2038383 Jul 13 07:39:48.079623 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.171561 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-6401a0d1-2b7c-4c56-8350-fc1ffb591d6b None None] Set router e8ff480d-351c-41ce-8e8a-26fa815605d2 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:48.174250 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Network 718995fd-aec2-4144-86c0-f8202c751c0f is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:48.178474 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:48.182413 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:48.189223 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Pushing event updated for resources: {'Port': ['ID=a6275347-0c7b-4c73-9512-d8ab8673e957,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:48.213061 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-dd387a1f-8589-49a7-af2f-4fb524d48133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:48.226124 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-dd387a1f-8589-49a7-af2f-4fb524d48133 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd2a6045fb9847fcbcf272c120be7396&device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147 HTTP/1.1" status: 200 len: 1097 time: 0.1503892 Jul 13 07:39:48.242707 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.243057 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.243380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.243719 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.244190 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.244526 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.244857 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.245182 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.245539 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.246184 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.246495 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.246827 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.264910 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Attempting to bind port a6275347-0c7b-4c73-9512-d8ab8673e957 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:48.265283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Attempting to bind port a6275347-0c7b-4c73-9512-d8ab8673e957 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '8c3aaeeb-4ad4-40c5-9078-58434c1bba5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '718995fd-aec2-4144-86c0-f8202c751c0f'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:48.265647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Attempting to bind port a6275347-0c7b-4c73-9512-d8ab8673e957 on network 718995fd-aec2-4144-86c0-f8202c751c0f {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:48.272308 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:48.272707 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Checking segment: {'id': '8c3aaeeb-4ad4-40c5-9078-58434c1bba5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '718995fd-aec2-4144-86c0-f8202c751c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:48.273159 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.273556 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Bound using segment: {'id': '8c3aaeeb-4ad4-40c5-9078-58434c1bba5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '718995fd-aec2-4144-86c0-f8202c751c0f'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:48.274112 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Bound port: a6275347-0c7b-4c73-9512-d8ab8673e957, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3aaeeb-4ad4-40c5-9078-58434c1bba5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '718995fd-aec2-4144-86c0-f8202c751c0f'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:48.274529 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.367987 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-924164c5-cd6a-470f-995b-84dfeababc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:48.371939 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] For port a6275347-0c7b-4c73-9512-d8ab8673e957, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:48.375816 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] For port a6275347-0c7b-4c73-9512-d8ab8673e957, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a6275347-0c7b-4c73-9512-d8ab8673e957,segment=NetworkSegment(8c3aaeeb-4ad4-40c5-9078-58434c1bba5f),segment_id=8c3aaeeb-4ad4-40c5-9078-58434c1bba5f)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:48.377456 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-924164c5-cd6a-470f-995b-84dfeababc3c service neutron] 10.222.0.58 "GET /v2.0/networks?id=164dc193-94d4-4901-8325-2ada440bfa80 HTTP/1.1" status: 200 len: 922 time: 0.1500068 Jul 13 07:39:48.386616 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.461737 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-00022d7c-0a9e-4370-a409-a854bf215452 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753850 Jul 13 07:39:48.462981 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab3e1-b627-48cc-9a00-929a6c8a837a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.498871 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab3e1-b627-48cc-9a00-929a6c8a837a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.528881 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5cc6b3-20d5-41e6-bd17-6f2897cdd678 None None] Pushing event updated for resources: {'Port': ['ID=a6275347-0c7b-4c73-9512-d8ab8673e957,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:48.597128 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6401a0d1-2b7c-4c56-8350-fc1ffb591d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:52Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '28584443-ba26-4127-9340-77e866e80318', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'port_id': 'bcd2d6fd-3694-4661-837a-af59fdfa8317', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'mac_address': 'fa:16:3e:c4:4c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba91dba-6cd1-4ab9-9750-6774ee5f1147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:39:46Z', 'revision_number': 1, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ffcd29-bcc8-40ec-8bae-adef41df0461', 'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'mac_address': 'fa:16:3e:cb:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:51Z', 'updated_at': '2021-07-13T07:39:00Z', 'revision_number': 5, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'subnets': [{'id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:48.603514 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-2a1ab022-209d-4bce-810e-5713f2c1fb46 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcd2d6fd-3694-4661-837a-af59fdfa8317 HTTP/1.1" status: 200 len: 999 time: 0.2249651 Jul 13 07:39:48.610834 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4fea9c-e08f-490d-867e-757d26c97533 x-openstack-request-id: req-ef4fea9c-e08f-490d-867e-757d26c97533 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:48.611290 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c730aea4-97b8-430e-8722-05d70c0626d7", "name": "network-vif-unplugged", "status": "completed", "tag": "f362df96-90f1-4438-89e5-053f01c650e4", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:48.611630 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef4fea9c-e08f-490d-867e-757d26c97533 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:48.612058 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c730aea4-97b8-430e-8722-05d70c0626d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f362df96-90f1-4438-89e5-053f01c650e4', 'code': 200} Jul 13 07:39:48.662267 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6401a0d1-2b7c-4c56-8350-fc1ffb591d6b None None] Checking router: e8ff480d-351c-41ce-8e8a-26fa815605d2 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:48.672980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-51a796bf-1f47-490b-b5cf-4be0edd2dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:48.681551 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6401a0d1-2b7c-4c56-8350-fc1ffb591d6b None None] Routers {'e8ff480d-351c-41ce-8e8a-26fa815605d2'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:48.682853 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-51a796bf-1f47-490b-b5cf-4be0edd2dc34 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=338fc189-33fc-4de5-8976-e1adcb0ebd5b HTTP/1.1" status: 200 len: 860 time: 0.0781314 Jul 13 07:39:48.683042 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6401a0d1-2b7c-4c56-8350-fc1ffb591d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:39:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e8ff480d-351c-41ce-8e8a-26fa815605d2'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:48.765022 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-7e2ab3e1-b627-48cc-9a00-929a6c8a837a admin admin] Allocated IP 172.25.0.51 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/5d3d3012-542b-4fce-b1c5-59c3d4543035) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:48.864619 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-1bdf48b0-3940-4e30-bfcd-ccf84f77d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:48.880215 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-1bdf48b0-3940-4e30-bfcd-ccf84f77d0bd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=164dc193-94d4-4901-8325-2ada440bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1964974 Jul 13 07:39:48.907123 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-36b489f0-ccf8-48b4-88ef-4c99b8825e06 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:48.921385 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-36b489f0-ccf8-48b4-88ef-4c99b8825e06 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0390584 Jul 13 07:39:48.942838 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab3e1-b627-48cc-9a00-929a6c8a837a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.952809 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-6401a0d1-2b7c-4c56-8350-fc1ffb591d6b None None] Set router e8ff480d-351c-41ce-8e8a-26fa815605d2 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:48.953994 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5820aa-901d-4c27-bc3b-5ca8fd1d6c0c x-openstack-request-id: req-9c5820aa-901d-4c27-bc3b-5ca8fd1d6c0c {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:48.954316 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08df3253-2196-4fc2-a455-0e2165b46ec2", "tag": "86f16c04-7774-421b-810f-888da60874b6", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:48.954568 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c5820aa-901d-4c27-bc3b-5ca8fd1d6c0c {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:48.955188 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08df3253-2196-4fc2-a455-0e2165b46ec2', 'tag': '86f16c04-7774-421b-810f-888da60874b6', 'status': 'completed', 'code': 200} Jul 13 07:39:49.052403 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e2ed29e3-7982-4e7c-a76a-45ed074acc80 req-2b582052-8f2d-463c-8bec-983834220b2c service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632272 Jul 13 07:39:49.059871 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab3e1-b627-48cc-9a00-929a6c8a837a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:49.108728 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2ab3e1-b627-48cc-9a00-929a6c8a837a admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:49.113878 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-7e2ab3e1-b627-48cc-9a00-929a6c8a837a admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:49.119395 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480f6e4-70e5-48cb-b98a-0a1df2c720b6 req-b4891221-6197-4220-a3a2-911b83080fb6 tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:49.120986 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9480f6e4-70e5-48cb-b98a-0a1df2c720b6 req-b4891221-6197-4220-a3a2-911b83080fb6 tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] 10.222.0.58 "GET /v2.0/ports?device_id=08df3253-2196-4fc2-a455-0e2165b46ec2 HTTP/1.1" status: 200 len: 947 time: 0.1884713 Jul 13 07:39:49.124299 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-e09cc03d-a6fe-4660-94ad-0234877dacc5 service neutron] 10.222.0.58 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017326 Jul 13 07:39:49.131521 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2ab3e1-b627-48cc-9a00-929a6c8a837a admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:49.182931 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ab3e1-b627-48cc-9a00-929a6c8a837a admin admin] Pushing event updated for resources: {'Port': ['ID=5d3d3012-542b-4fce-b1c5-59c3d4543035,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:49.267413 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e86ddddc-79bb-4df9-ac66-99fc5ef85b35 req-6524e4f6-6e50-46c8-ba42-431904f9e981 service neutron] 10.222.0.58 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359444 Jul 13 07:39:49.290942 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9480f6e4-70e5-48cb-b98a-0a1df2c720b6 req-6805813b-e97e-4a0c-99df-7a0f063fb2e7 tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] 10.222.0.58 "GET /v2.0/security-groups?id=33fae7f3-26b0-44b5-9009-f96b1cc9e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583626 Jul 13 07:39:49.338839 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f15a81-9b16-42a1-99c1-e32f84b56744 req-f7551b85-dbbf-42cb-88f5-1a59adb6afee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:49.340378 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e6f15a81-9b16-42a1-99c1-e32f84b56744 req-f7551b85-dbbf-42cb-88f5-1a59adb6afee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c66721cdbc3b4051b2e16f142cf7d43f&device_id=08df3253-2196-4fc2-a455-0e2165b46ec2 HTTP/1.1" status: 200 len: 1099 time: 0.1762264 Jul 13 07:39:49.362853 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a8010d-521c-420c-951a-073a82114017 x-openstack-request-id: req-42a8010d-521c-420c-951a-073a82114017 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:49.363148 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba91dba-6cd1-4ab9-9750-6774ee5f1147", "tag": "bcd2d6fd-3694-4661-837a-af59fdfa8317", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:49.363419 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42a8010d-521c-420c-951a-073a82114017 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:49.365395 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba91dba-6cd1-4ab9-9750-6774ee5f1147', 'tag': 'bcd2d6fd-3694-4661-837a-af59fdfa8317', 'status': 'completed', 'code': 200} Jul 13 07:39:49.574123 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6401a0d1-2b7c-4c56-8350-fc1ffb591d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:52Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '28584443-ba26-4127-9340-77e866e80318', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'port_id': 'bcd2d6fd-3694-4661-837a-af59fdfa8317', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'mac_address': 'fa:16:3e:c4:4c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba91dba-6cd1-4ab9-9750-6774ee5f1147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:39:46Z', 'revision_number': 1, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ffcd29-bcc8-40ec-8bae-adef41df0461', 'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'mac_address': 'fa:16:3e:cb:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:51Z', 'updated_at': '2021-07-13T07:39:00Z', 'revision_number': 5, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'subnets': [{'id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:49.642736 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6401a0d1-2b7c-4c56-8350-fc1ffb591d6b None None] The sync data for ids ['e8ff480d-351c-41ce-8e8a-26fa815605d2'] in n-d-779913-28 is: [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:52Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '28584443-ba26-4127-9340-77e866e80318', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'port_id': 'bcd2d6fd-3694-4661-837a-af59fdfa8317', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'mac_address': 'fa:16:3e:c4:4c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba91dba-6cd1-4ab9-9750-6774ee5f1147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:39:46Z', 'revision_number': 1, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ffcd29-bcc8-40ec-8bae-adef41df0461', 'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'mac_address': 'fa:16:3e:cb:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:51Z', 'updated_at': '2021-07-13T07:39:00Z', 'revision_number': 5, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'subnets': [{'id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:49.662536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f15a81-9b16-42a1-99c1-e32f84b56744 req-032b68e8-5b4e-45e0-9a2c-c5354c95698d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:49.664355 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e6f15a81-9b16-42a1-99c1-e32f84b56744 req-032b68e8-5b4e-45e0-9a2c-c5354c95698d service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.3143051 Jul 13 07:39:49.685990 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a446bd5-abf4-40ea-a318-b7e282de42ea req-82fcc6fb-efbe-4f8c-b0ca-4cff9f092e4d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:49.687179 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab3e1-b627-48cc-9a00-929a6c8a837a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:49.694005 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a446bd5-abf4-40ea-a318-b7e282de42ea req-82fcc6fb-efbe-4f8c-b0ca-4cff9f092e4d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 944 time: 0.1160822 Jul 13 07:39:49.756455 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a446bd5-abf4-40ea-a318-b7e282de42ea req-bc00787d-4039-48ef-a43d-10a727bfd26b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613060 Jul 13 07:39:49.983951 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28551201-b585-415f-a9ee-264dc9cdc4a1 None None] Network 718995fd-aec2-4144-86c0-f8202c751c0f requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:50.004872 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-716a33e9-51a3-471f-951b-eb99b10f2b47 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:50.020819 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-716a33e9-51a3-471f-951b-eb99b10f2b47 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e4f9000-d9e7-4d52-8b62-35e068d8ad42&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1866403 Jul 13 07:39:50.037365 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e6f15a81-9b16-42a1-99c1-e32f84b56744 req-10baea70-ef3c-4bd8-a2a0-fd3decccc854 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=86f16c04-7774-421b-810f-888da60874b6 HTTP/1.1" status: 200 len: 217 time: 0.1771946 Jul 13 07:39:50.100150 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a6275347-0c7b-4c73-9512-d8ab8673e957 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:50.136011 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38074) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:50.146242 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-05849bbe-4118-4de0-845d-56a979d7f2e3 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 999 time: 0.1241393 Jul 13 07:39:50.158476 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-b293f880-d211-4a98-8c4c-bceb739df188 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Request body: {'floatingip': {'port_id': 'adf1d077-a223-4aee-8ac0-47aac057cc46', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:50.203454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9e9dd-61bb-4727-8c55-23cc0c2cc019 req-b96da5f5-ed5b-40fd-bd5a-b0763229fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:50.206703 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d9f9e9dd-61bb-4727-8c55-23cc0c2cc019 req-b96da5f5-ed5b-40fd-bd5a-b0763229fbf6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd2a6045fb9847fcbcf272c120be7396&device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147 HTTP/1.1" status: 200 len: 1097 time: 0.7413836 Jul 13 07:39:50.271911 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f15a81-9b16-42a1-99c1-e32f84b56744 req-ee267524-fbc3-4ba7-aead-403f92a7976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:50.273473 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e6f15a81-9b16-42a1-99c1-e32f84b56744 req-ee267524-fbc3-4ba7-aead-403f92a7976e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.2295725 Jul 13 07:39:50.277155 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b8c111-078a-4303-80fe-2b7ab94fafa2 None None] New status for floating IP 28584443-ba26-4127-9340-77e866e80318: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:39:50.277567 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-b293f880-d211-4a98-8c4c-bceb739df188 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.289639 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab3e1-b627-48cc-9a00-929a6c8a837a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.440681 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4dda1cb-b2ff-4c6d-95f8-4de7befe90b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.528330 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-15123296-e3e6-4c21-9aa5-1936da2ba388 None None] Provisioning for port a6275347-0c7b-4c73-9512-d8ab8673e957 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:50.563938 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port a6275347-0c7b-4c73-9512-d8ab8673e957 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:50.613164 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port a6275347-0c7b-4c73-9512-d8ab8673e957 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:50.613555 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.651264 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2ab3e1-b627-48cc-9a00-929a6c8a837a admin admin] Router 28139644-a384-45d6-a559-16dfc54ccf8c is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:39:50.661136 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f15a81-9b16-42a1-99c1-e32f84b56744 req-600a4507-db19-4bf3-af23-b7f0bec99b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:50.662821 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e6f15a81-9b16-42a1-99c1-e32f84b56744 req-600a4507-db19-4bf3-af23-b7f0bec99b64 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3659570 Jul 13 07:39:50.667791 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9e9dd-61bb-4727-8c55-23cc0c2cc019 req-4a24ab54-b0bf-49f4-9ff9-81329ef45085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:50.669870 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d9f9e9dd-61bb-4727-8c55-23cc0c2cc019 req-4a24ab54-b0bf-49f4-9ff9-81329ef45085 service neutron] 10.222.0.35 "GET /v2.0/networks?id=164dc193-94d4-4901-8325-2ada440bfa80 HTTP/1.1" status: 200 len: 922 time: 0.4530602 Jul 13 07:39:50.747332 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.771310 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e6f15a81-9b16-42a1-99c1-e32f84b56744 req-36714d1e-bfea-4ded-a3e3-31c54753dfe8 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990844 Jul 13 07:39:50.811335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port a6275347-0c7b-4c73-9512-d8ab8673e957, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a6275347-0c7b-4c73-9512-d8ab8673e957,segment=NetworkSegment(8c3aaeeb-4ad4-40c5-9078-58434c1bba5f),segment_id=8c3aaeeb-4ad4-40c5-9078-58434c1bba5f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:50.823839 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.906440 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=a6275347-0c7b-4c73-9512-d8ab8673e957,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:50.918810 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 86f16c04-7774-421b-810f-888da60874b6 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:39:50.952421 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e6f15a81-9b16-42a1-99c1-e32f84b56744 req-6cdc5195-a73b-47f6-9e08-11d50ae73d2a service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615877 Jul 13 07:39:51.078715 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 86f16c04-7774-421b-810f-888da60874b6, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=86f16c04-7774-421b-810f-888da60874b6,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:51.096614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '86f16c04-7774-421b-810f-888da60874b6', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '86f16c04-7774-421b-810f-888da60874b6', 'mac_address': 'fa:16:3e:1c:88:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:39:51.099560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device f362df96-90f1-4438-89e5-053f01c650e4 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:51.162335 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4dda1cb-b2ff-4c6d-95f8-4de7befe90b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.175241 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4dda1cb-b2ff-4c6d-95f8-4de7befe90b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.197545 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.203359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6104c06a-a94e-4aeb-b360-05dcf47823ca None None] Provisioning complete for port a6275347-0c7b-4c73-9512-d8ab8673e957 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:51.203805 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6104c06a-a94e-4aeb-b360-05dcf47823ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.267812 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f16c04-7774-421b-810f-888da60874b6 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:51.290260 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b4dda1cb-b2ff-4c6d-95f8-4de7befe90b3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=177edf473567488ca53c61093f557bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1386251 Jul 13 07:39:51.297055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38132) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:51.320414 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dda1cb-b2ff-4c6d-95f8-4de7befe90b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4932b6-7dd5-4851-b72f-268d9b339ff3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:51.328622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 86f16c04-7774-421b-810f-888da60874b6, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=86f16c04-7774-421b-810f-888da60874b6,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:51.342804 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.457658 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=86f16c04-7774-421b-810f-888da60874b6,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:51.467459 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3dca7660-78f4-4e6c-9dde-36751d51e63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.473176 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d9f9e9dd-61bb-4727-8c55-23cc0c2cc019 req-853c47c2-15b9-47a2-a564-8c3221a63e69 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcd2d6fd-3694-4661-837a-af59fdfa8317 HTTP/1.1" status: 200 len: 1001 time: 0.7005470 Jul 13 07:39:51.501075 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3dca7660-78f4-4e6c-9dde-36751d51e63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.514918 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.db.api [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-b293f880-d211-4a98-8c4c-bceb739df188 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:39:51.515937 n-d-779913-28 neutron-server[93724]: DEBUG oslo_db.api [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-b293f880-d211-4a98-8c4c-bceb739df188 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:39:51.534545 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2ab3e1-b627-48cc-9a00-929a6c8a837a admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:51.546790 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] Sync routers for ids ['28139644-a384-45d6-a559-16dfc54ccf8c'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:51.566872 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9e9dd-61bb-4727-8c55-23cc0c2cc019 req-f38e4b1c-5da2-4618-9f90-45ff68aa1020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:51.567877 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] Routers {'28139644-a384-45d6-a559-16dfc54ccf8c'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:51.569198 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d9f9e9dd-61bb-4727-8c55-23cc0c2cc019 req-f38e4b1c-5da2-4618-9f90-45ff68aa1020 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=338fc189-33fc-4de5-8976-e1adcb0ebd5b HTTP/1.1" status: 200 len: 860 time: 0.0893691 Jul 13 07:39:51.571860 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:39:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['28139644-a384-45d6-a559-16dfc54ccf8c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:51.587915 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab3e1-b627-48cc-9a00-929a6c8a837a admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.589710 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7e2ab3e1-b627-48cc-9a00-929a6c8a837a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2746625 Jul 13 07:39:51.593077 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38146) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:51.615577 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3dca7660-78f4-4e6c-9dde-36751d51e63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.624253 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3dca7660-78f4-4e6c-9dde-36751d51e63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.628821 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3dca7660-78f4-4e6c-9dde-36751d51e63e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6c4932b6-7dd5-4851-b72f-268d9b339ff3 HTTP/1.1" status: 204 len: 168 time: 0.3275948 Jul 13 07:39:51.645108 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca7660-78f4-4e6c-9dde-36751d51e63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4932b6-7dd5-4851-b72f-268d9b339ff3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:51.745322 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['86f16c04-7774-421b-810f-888da60874b6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:51.809224 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9e9dd-61bb-4727-8c55-23cc0c2cc019 req-5ad4eec2-5452-4b21-970f-5e5b6e2c719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:51.819725 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d9f9e9dd-61bb-4727-8c55-23cc0c2cc019 req-5ad4eec2-5452-4b21-970f-5e5b6e2c719e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=164dc193-94d4-4901-8325-2ada440bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2407699 Jul 13 07:39:51.832837 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] Set router 28139644-a384-45d6-a559-16dfc54ccf8c gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:51.930751 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdc77a-4478-4d5f-adf1-715a982a1997 req-871ddac7-1192-4a84-bf6b-41ad68b5a50b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:51.939374 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-33cdc77a-4478-4d5f-adf1-715a982a1997 req-871ddac7-1192-4a84-bf6b-41ad68b5a50b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730aea4-97b8-430e-8722-05d70c0626d7 HTTP/1.1" status: 200 len: 944 time: 0.1115487 Jul 13 07:39:52.038033 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-b293f880-d211-4a98-8c4c-bceb739df188 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.089656 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a6275347-0c7b-4c73-9512-d8ab8673e957 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:52.166018 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d9f9e9dd-61bb-4727-8c55-23cc0c2cc019 req-5fab198f-625a-404b-8918-13fe9b453b37 service neutron] 10.222.0.35 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357315 Jul 13 07:39:52.185575 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139644-a384-45d6-a559-16dfc54ccf8c', 'name': 'tempest-FloatingIPDetailsTestJSON-216272093-router', 'tenant_id': 'a55bb6b2ab094887a99948f9e3670140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5d3d3012-542b-4fce-b1c5-59c3d4543035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:47Z', 'updated_at': '2021-07-13T07:39:49Z', 'revision_number': 3, 'project_id': 'a55bb6b2ab094887a99948f9e3670140', 'gw_port': {'id': '5d3d3012-542b-4fce-b1c5-59c3d4543035', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28139644-a384-45d6-a559-16dfc54ccf8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:48Z', 'updated_at': '2021-07-13T07:39:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:52.193087 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port a6275347-0c7b-4c73-9512-d8ab8673e957 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:52.196549 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.220247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-33cdc77a-4478-4d5f-adf1-715a982a1997 req-5e86e569-55df-4eb7-96b6-99c213c39b09 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Deleting port f362df96-90f1-4438-89e5-053f01c650e4 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:52.220734 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-33cdc77a-4478-4d5f-adf1-715a982a1997 req-5e86e569-55df-4eb7-96b6-99c213c39b09 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.249618 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] Checking router: 28139644-a384-45d6-a559-16dfc54ccf8c for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:52.250263 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] Updating router 28139644-a384-45d6-a559-16dfc54ccf8c port 5d3d3012-542b-4fce-b1c5-59c3d4543035 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:39:52.344104 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.383916 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d9f9e9dd-61bb-4727-8c55-23cc0c2cc019 req-a9e8e10d-6370-4cc1-b6a3-249090e9f86c service neutron] 10.222.0.35 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026656 Jul 13 07:39:52.543305 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-33cdc77a-4478-4d5f-adf1-715a982a1997 req-5e86e569-55df-4eb7-96b6-99c213c39b09 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] For port f362df96-90f1-4438-89e5-053f01c650e4, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=f362df96-90f1-4438-89e5-053f01c650e4,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:52.543952 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-33cdc77a-4478-4d5f-adf1-715a982a1997 req-5e86e569-55df-4eb7-96b6-99c213c39b09 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.578920 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b5e0dd17-c8d9-4a59-a021-cc0718782bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.599829 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-33cdc77a-4478-4d5f-adf1-715a982a1997 req-5e86e569-55df-4eb7-96b6-99c213c39b09 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Calling delete_port for f362df96-90f1-4438-89e5-053f01c650e4 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:52.694426 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.711537 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] Transition to ACTIVE for port object 5d3d3012-542b-4fce-b1c5-59c3d4543035 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:52.720340 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.784527 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] Attempting to bind port 5d3d3012-542b-4fce-b1c5-59c3d4543035 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:52.784896 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] Attempting to bind port 5d3d3012-542b-4fce-b1c5-59c3d4543035 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:52.785256 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] Attempting to bind port 5d3d3012-542b-4fce-b1c5-59c3d4543035 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:52.788779 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21784c80-a613-4342-9072-951e28b3e61f None None] Pushing event updated for resources: {'Port': ['ID=5d3d3012-542b-4fce-b1c5-59c3d4543035,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:52.799575 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:52.799945 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:52.800557 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.800814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-b5e0dd17-c8d9-4a59-a021-cc0718782bf9 admin admin] Allocated IP 172.20.0.1 (718995fd-aec2-4144-86c0-f8202c751c0f/8815b925-6b06-479b-a398-d6ba3032ae31/21db45f4-be58-45c1-88a0-1a80e0f15ea6) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:52.801292 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:52.801944 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] Bound port: 5d3d3012-542b-4fce-b1c5-59c3d4543035, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:52.802550 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.874141 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] For port 5d3d3012-542b-4fce-b1c5-59c3d4543035, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:52.878213 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] For port 5d3d3012-542b-4fce-b1c5-59c3d4543035, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=5d3d3012-542b-4fce-b1c5-59c3d4543035,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:52.887472 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.932345 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 86f16c04-7774-421b-810f-888da60874b6 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:52.943452 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b5e0dd17-c8d9-4a59-a021-cc0718782bf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.951281 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] Routers {'28139644-a384-45d6-a559-16dfc54ccf8c'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:52.951916 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:39:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['28139644-a384-45d6-a559-16dfc54ccf8c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:52.968444 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-b5e0dd17-c8d9-4a59-a021-cc0718782bf9 admin admin] Transition to ACTIVE for port object 21db45f4-be58-45c1-88a0-1a80e0f15ea6 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:52.986944 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21784c80-a613-4342-9072-951e28b3e61f None None] Pushing event updated for resources: {'Port': ['ID=5d3d3012-542b-4fce-b1c5-59c3d4543035,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:53.001373 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 86f16c04-7774-421b-810f-888da60874b6 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:53.008017 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 86f16c04-7774-421b-810f-888da60874b6 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:53.011748 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.029319 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b5e0dd17-c8d9-4a59-a021-cc0718782bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.051286 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-b293f880-d211-4a98-8c4c-bceb739df188 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.060930 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-b293f880-d211-4a98-8c4c-bceb739df188 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.093081 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0dd17-c8d9-4a59-a021-cc0718782bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=21db45f4-be58-45c1-88a0-1a80e0f15ea6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:53.096635 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] Set router 28139644-a384-45d6-a559-16dfc54ccf8c gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:53.113916 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e0dd17-c8d9-4a59-a021-cc0718782bf9 admin admin] Network 718995fd-aec2-4144-86c0-f8202c751c0f is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:53.115452 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-b5e0dd17-c8d9-4a59-a021-cc0718782bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:53.119644 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-33cdc77a-4478-4d5f-adf1-715a982a1997 req-5e86e569-55df-4eb7-96b6-99c213c39b09 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.121581 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e0dd17-c8d9-4a59-a021-cc0718782bf9 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:53.162175 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.167098 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b5e0dd17-c8d9-4a59-a021-cc0718782bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.189679 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86e569-55df-4eb7-96b6-99c213c39b09 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Pushing event deleted for resources: {'Port': ['ID=f362df96-90f1-4438-89e5-053f01c650e4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:53.198255 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-41ed680c-142d-4c0d-9dc6-a4fcf99fdf84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.221250 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 86f16c04-7774-421b-810f-888da60874b6, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=86f16c04-7774-421b-810f-888da60874b6,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:53.222779 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08df3253-2196-4fc2-a455-0e2165b46ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f16c04-7774-421b-810f-888da60874b6'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:53.226009 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359f2742-cabd-477f-a779-c2f323ff9ba7" -d '{"events": [{"server_uuid": "08df3253-2196-4fc2-a455-0e2165b46ec2", "name": "network-vif-plugged", "status": "completed", "tag": "86f16c04-7774-421b-810f-888da60874b6"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:53.231429 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.303440 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=86f16c04-7774-421b-810f-888da60874b6,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:53.319381 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-33cdc77a-4478-4d5f-adf1-715a982a1997 req-5e86e569-55df-4eb7-96b6-99c213c39b09 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] No DVR routers for this DVR port f362df96-90f1-4438-89e5-053f01c650e4 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:53.324940 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-33cdc77a-4478-4d5f-adf1-715a982a1997 req-5e86e569-55df-4eb7-96b6-99c213c39b09 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.327682 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-33cdc77a-4478-4d5f-adf1-715a982a1997 req-5e86e569-55df-4eb7-96b6-99c213c39b09 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "DELETE /v2.0/ports/f362df96-90f1-4438-89e5-053f01c650e4 HTTP/1.1" status: 204 len: 173 time: 1.3872361 Jul 13 07:39:53.328093 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c730aea4-97b8-430e-8722-05d70c0626d7', 'name': 'network-vif-deleted', 'tag': 'f362df96-90f1-4438-89e5-053f01c650e4'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:53.330604 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d8da84-15a2-478e-bece-3d34aeee34bb" -d '{"events": [{"server_uuid": "c730aea4-97b8-430e-8722-05d70c0626d7", "name": "network-vif-deleted", "tag": "f362df96-90f1-4438-89e5-053f01c650e4"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:53.360961 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b5e0dd17-c8d9-4a59-a021-cc0718782bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.362291 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-b293f880-d211-4a98-8c4c-bceb739df188 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Floating IP 28584443-ba26-4127-9340-77e866e80318 associated. External IP: 172.25.0.135, port: bcd2d6fd-3694-4661-837a-af59fdfa8317. Jul 13 07:39:53.450732 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139644-a384-45d6-a559-16dfc54ccf8c', 'name': 'tempest-FloatingIPDetailsTestJSON-216272093-router', 'tenant_id': 'a55bb6b2ab094887a99948f9e3670140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5d3d3012-542b-4fce-b1c5-59c3d4543035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:47Z', 'updated_at': '2021-07-13T07:39:49Z', 'revision_number': 3, 'project_id': 'a55bb6b2ab094887a99948f9e3670140', 'gw_port': {'id': '5d3d3012-542b-4fce-b1c5-59c3d4543035', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28139644-a384-45d6-a559-16dfc54ccf8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:48Z', 'updated_at': '2021-07-13T07:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:53.516815 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d94ae-615d-42ab-9a74-4c81bda210c2 None None] The sync data for ids ['28139644-a384-45d6-a559-16dfc54ccf8c'] in n-d-779913-28 is: [{'id': '28139644-a384-45d6-a559-16dfc54ccf8c', 'name': 'tempest-FloatingIPDetailsTestJSON-216272093-router', 'tenant_id': 'a55bb6b2ab094887a99948f9e3670140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5d3d3012-542b-4fce-b1c5-59c3d4543035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:47Z', 'updated_at': '2021-07-13T07:39:49Z', 'revision_number': 3, 'project_id': 'a55bb6b2ab094887a99948f9e3670140', 'gw_port': {'id': '5d3d3012-542b-4fce-b1c5-59c3d4543035', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28139644-a384-45d6-a559-16dfc54ccf8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:48Z', 'updated_at': '2021-07-13T07:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:53.570808 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9a114595-6dbb-4e3c-900a-97bbac44a6ff None None] Provisioning for port 21db45f4-be58-45c1-88a0-1a80e0f15ea6 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:53.579153 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9a114595-6dbb-4e3c-900a-97bbac44a6ff None None] Provisioning complete for port 21db45f4-be58-45c1-88a0-1a80e0f15ea6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:53.579889 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9a114595-6dbb-4e3c-900a-97bbac44a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.609953 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b5e0dd17-c8d9-4a59-a021-cc0718782bf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.617152 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b5e0dd17-c8d9-4a59-a021-cc0718782bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.647923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9a114595-6dbb-4e3c-900a-97bbac44a6ff None None] Port 21db45f4-be58-45c1-88a0-1a80e0f15ea6 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:53.714985 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0dd17-c8d9-4a59-a021-cc0718782bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=21db45f4-be58-45c1-88a0-1a80e0f15ea6,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:53.723311 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b5e0dd17-c8d9-4a59-a021-cc0718782bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.737110 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-b293f880-d211-4a98-8c4c-bceb739df188 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Router e8ff480d-351c-41ce-8e8a-26fa815605d2 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:53.797968 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2a23bbd7-cab9-4d23-ac30-a14b0cc1653a None None] Provisioning complete for port 86f16c04-7774-421b-810f-888da60874b6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:53.798566 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a23bbd7-cab9-4d23-ac30-a14b0cc1653a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.938759 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e0dd17-c8d9-4a59-a021-cc0718782bf9 admin admin] Network 718995fd-aec2-4144-86c0-f8202c751c0f is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:53.942637 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-b5e0dd17-c8d9-4a59-a021-cc0718782bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:54.003117 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-b293f880-d211-4a98-8c4c-bceb739df188 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:54.093923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a235b2-6bbe-40ca-b263-4051e6d1de38 None None] Sync routers for ids ['e8ff480d-351c-41ce-8e8a-26fa815605d2'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:54.128917 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a235b2-6bbe-40ca-b263-4051e6d1de38 None None] Routers {'e8ff480d-351c-41ce-8e8a-26fa815605d2'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:54.129714 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-f0a235b2-6bbe-40ca-b263-4051e6d1de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:39:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e8ff480d-351c-41ce-8e8a-26fa815605d2'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:54.258624 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e0dd17-c8d9-4a59-a021-cc0718782bf9 admin admin] Router 28139644-a384-45d6-a559-16dfc54ccf8c has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:54.291023 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-f0a235b2-6bbe-40ca-b263-4051e6d1de38 None None] Set router e8ff480d-351c-41ce-8e8a-26fa815605d2 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:54.336471 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5d3d3012-542b-4fce-b1c5-59c3d4543035 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:54.409690 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ab267bf2-5567-477a-93bc-175768de2bf4 None None] Provisioning complete for port 21db45f4-be58-45c1-88a0-1a80e0f15ea6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:54.410053 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ab267bf2-5567-477a-93bc-175768de2bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.460045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e0dd17-c8d9-4a59-a021-cc0718782bf9 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:54.468571 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b5e0dd17-c8d9-4a59-a021-cc0718782bf9 admin admin] 10.222.0.58 "PUT /v2.0/routers/28139644-a384-45d6-a559-16dfc54ccf8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8737762 Jul 13 07:39:54.497581 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ab267bf2-5567-477a-93bc-175768de2bf4 None None] Port 21db45f4-be58-45c1-88a0-1a80e0f15ea6 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:54.520843 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-b293f880-d211-4a98-8c4c-bceb739df188 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Router e8ff480d-351c-41ce-8e8a-26fa815605d2 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:54.533859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 5d3d3012-542b-4fce-b1c5-59c3d4543035 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:54.542623 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 5d3d3012-542b-4fce-b1c5-59c3d4543035 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:54.543002 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.552182 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a57230-0579-49b4-9dcf-3145fb182e8a req-26c96b93-c1e3-48cc-86d8-4d5e0796700b tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:54.553868 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50a57230-0579-49b4-9dcf-3145fb182e8a req-26c96b93-c1e3-48cc-86d8-4d5e0796700b tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] 10.222.0.58 "GET /v2.0/ports?device_id=08df3253-2196-4fc2-a455-0e2165b46ec2 HTTP/1.1" status: 200 len: 949 time: 0.1201160 Jul 13 07:39:54.665418 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-abf91c06-306a-464a-bb99-0156da4c8735 None None] Provisioning complete for port 21db45f4-be58-45c1-88a0-1a80e0f15ea6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:54.665883 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-abf91c06-306a-464a-bb99-0156da4c8735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.711860 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-b293f880-d211-4a98-8c4c-bceb739df188 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:54.716735 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50a57230-0579-49b4-9dcf-3145fb182e8a req-248e7ecd-ae82-4042-9235-fd4bdce7cf76 tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] 10.222.0.58 "GET /v2.0/security-groups?id=33fae7f3-26b0-44b5-9009-f96b1cc9e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171870 Jul 13 07:39:54.720393 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-b293f880-d211-4a98-8c4c-bceb739df188 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.755117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-abf91c06-306a-464a-bb99-0156da4c8735 None None] Port 21db45f4-be58-45c1-88a0-1a80e0f15ea6 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:54.774194 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.803426 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 5d3d3012-542b-4fce-b1c5-59c3d4543035, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=5d3d3012-542b-4fce-b1c5-59c3d4543035,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:54.813010 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.839259 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-b293f880-d211-4a98-8c4c-bceb739df188 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "PUT /v2.0/floatingips/28584443-ba26-4127-9340-77e866e80318 HTTP/1.1" status: 200 len: 999 time: 4.6917293 Jul 13 07:39:54.839735 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-f0a235b2-6bbe-40ca-b263-4051e6d1de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:52Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '28584443-ba26-4127-9340-77e866e80318', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'port_id': 'adf1d077-a223-4aee-8ac0-47aac057cc46', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'mac_address': 'fa:16:3e:b7:d6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f9000-d9e7-4d52-8b62-35e068d8ad42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:39:52Z', 'revision_number': 3, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ffcd29-bcc8-40ec-8bae-adef41df0461', 'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'mac_address': 'fa:16:3e:cb:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:51Z', 'updated_at': '2021-07-13T07:39:00Z', 'revision_number': 5, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'subnets': [{'id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:54.877056 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a235b2-6bbe-40ca-b263-4051e6d1de38 None None] Checking router: e8ff480d-351c-41ce-8e8a-26fa815605d2 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:54.908044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a235b2-6bbe-40ca-b263-4051e6d1de38 None None] Routers {'e8ff480d-351c-41ce-8e8a-26fa815605d2'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:54.908689 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-f0a235b2-6bbe-40ca-b263-4051e6d1de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:39:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e8ff480d-351c-41ce-8e8a-26fa815605d2'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:54.911999 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=5d3d3012-542b-4fce-b1c5-59c3d4543035,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:54.935804 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-ba9717a0-ebb6-4c5f-a190-e8216c487298 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:54.937427 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-ba9717a0-ebb6-4c5f-a190-e8216c487298 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports/bcd2d6fd-3694-4661-837a-af59fdfa8317 HTTP/1.1" status: 200 len: 942 time: 0.0902200 Jul 13 07:39:55.073251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-6ba28f75-cba2-42de-b9c1-4c58822fe146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.075120 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-6ba28f75-cba2-42de-b9c1-4c58822fe146 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd2a6045fb9847fcbcf272c120be7396&device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147 HTTP/1.1" status: 200 len: 1097 time: 0.0641003 Jul 13 07:39:55.165955 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-f0a235b2-6bbe-40ca-b263-4051e6d1de38 None None] Set router e8ff480d-351c-41ce-8e8a-26fa815605d2 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:55.196110 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-c63d5d99-f9c4-4b58-8e24-0eb8f8bccf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.197627 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-c63d5d99-f9c4-4b58-8e24-0eb8f8bccf38 service neutron] 10.222.0.58 "GET /v2.0/networks?id=164dc193-94d4-4901-8325-2ada440bfa80 HTTP/1.1" status: 200 len: 922 time: 0.1156662 Jul 13 07:39:55.244839 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-a5f3ebb1-523b-42c7-ae04-670bb8034289 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcd2d6fd-3694-4661-837a-af59fdfa8317 HTTP/1.1" status: 200 len: 217 time: 0.0408535 Jul 13 07:39:55.297902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-5f232d0e-f9cf-4579-baf2-3ec228e843e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.299434 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-5f232d0e-f9cf-4579-baf2-3ec228e843e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=338fc189-33fc-4de5-8976-e1adcb0ebd5b HTTP/1.1" status: 200 len: 860 time: 0.0476305 Jul 13 07:39:55.377279 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-8235c0d6-e303-412a-8c1d-e5afe0bf6ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.379734 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-8235c0d6-e303-412a-8c1d-e5afe0bf6ded service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=164dc193-94d4-4901-8325-2ada440bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744817 Jul 13 07:39:55.423976 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b24dc94-dd37-49ac-bee4-497dd1cce9b1 x-openstack-request-id: req-3b24dc94-dd37-49ac-bee4-497dd1cce9b1 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:55.424555 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08df3253-2196-4fc2-a455-0e2165b46ec2", "name": "network-vif-plugged", "status": "completed", "tag": "86f16c04-7774-421b-810f-888da60874b6", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:55.424702 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b24dc94-dd37-49ac-bee4-497dd1cce9b1 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:55.425200 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08df3253-2196-4fc2-a455-0e2165b46ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f16c04-7774-421b-810f-888da60874b6', 'code': 200} Jul 13 07:39:55.467319 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-f0a235b2-6bbe-40ca-b263-4051e6d1de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:52Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '28584443-ba26-4127-9340-77e866e80318', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'port_id': 'adf1d077-a223-4aee-8ac0-47aac057cc46', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'mac_address': 'fa:16:3e:b7:d6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f9000-d9e7-4d52-8b62-35e068d8ad42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:39:52Z', 'revision_number': 3, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ffcd29-bcc8-40ec-8bae-adef41df0461', 'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'mac_address': 'fa:16:3e:cb:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:51Z', 'updated_at': '2021-07-13T07:39:00Z', 'revision_number': 5, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'subnets': [{'id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:55.471277 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c47e194-fa3a-4786-a4fb-48ec450838f6 x-openstack-request-id: req-1c47e194-fa3a-4786-a4fb-48ec450838f6 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:55.471602 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c730aea4-97b8-430e-8722-05d70c0626d7", "name": "network-vif-deleted", "tag": "f362df96-90f1-4438-89e5-053f01c650e4", "status": "failed", "code": 422}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:55.471857 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1c47e194-fa3a-4786-a4fb-48ec450838f6 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:55.473172 n-d-779913-28 neutron-server[93724]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c730aea4-97b8-430e-8722-05d70c0626d7', 'name': 'network-vif-deleted', 'tag': 'f362df96-90f1-4438-89e5-053f01c650e4', 'status': 'failed', 'code': 422} returned with failed status Jul 13 07:39:55.507734 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a235b2-6bbe-40ca-b263-4051e6d1de38 None None] The sync data for ids ['e8ff480d-351c-41ce-8e8a-26fa815605d2'] in n-d-779913-28 is: [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:52Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '28584443-ba26-4127-9340-77e866e80318', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'port_id': 'adf1d077-a223-4aee-8ac0-47aac057cc46', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'mac_address': 'fa:16:3e:b7:d6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f9000-d9e7-4d52-8b62-35e068d8ad42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:39:52Z', 'revision_number': 3, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ffcd29-bcc8-40ec-8bae-adef41df0461', 'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'mac_address': 'fa:16:3e:cb:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:51Z', 'updated_at': '2021-07-13T07:39:00Z', 'revision_number': 5, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'subnets': [{'id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:55.522656 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-909ae47e-d403-45e3-82c6-510ea1f5c349 service neutron] 10.222.0.58 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305642 Jul 13 07:39:55.615704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b80e5-ff99-4fbe-a225-5ddb63548456 req-7ea88d13-339f-4de5-8b3e-fcfa5eba4a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.622790 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-013b80e5-ff99-4fbe-a225-5ddb63548456 req-7ea88d13-339f-4de5-8b3e-fcfa5eba4a9c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=08df3253-2196-4fc2-a455-0e2165b46ec2 HTTP/1.1" status: 200 len: 1101 time: 0.0999160 Jul 13 07:39:55.650263 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-dd31e383-ffb4-4ee7-b59c-6e8a24780feb service neutron] 10.222.0.58 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267021 Jul 13 07:39:55.673781 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-013b80e5-ff99-4fbe-a225-5ddb63548456 req-e16413a9-a2dd-4458-9bc0-0cd809d2d6e1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=33fae7f3-26b0-44b5-9009-f96b1cc9e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441093 Jul 13 07:39:55.793883 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37125b9e-8fa8-476a-bb9f-41e4b4e4abe4 None None] New status for floating IP 28584443-ba26-4127-9340-77e866e80318: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:39:55.989152 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843f100c-4fc9-451c-9037-697142495e70 None None] Sync routers for ids ['28139644-a384-45d6-a559-16dfc54ccf8c'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:55.998948 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5d3d3012-542b-4fce-b1c5-59c3d4543035 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:56.027070 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843f100c-4fc9-451c-9037-697142495e70 None None] Routers {'28139644-a384-45d6-a559-16dfc54ccf8c'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:56.027070 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-843f100c-4fc9-451c-9037-697142495e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:39:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['28139644-a384-45d6-a559-16dfc54ccf8c'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:56.087934 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27e85dc-e49d-43ec-8fcc-e79bacfc4a08 None None] Sync routers for ids ['e8ff480d-351c-41ce-8e8a-26fa815605d2'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:56.099385 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27e85dc-e49d-43ec-8fcc-e79bacfc4a08 None None] Routers {'e8ff480d-351c-41ce-8e8a-26fa815605d2'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:56.100038 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f27e85dc-e49d-43ec-8fcc-e79bacfc4a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:39:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e8ff480d-351c-41ce-8e8a-26fa815605d2'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:56.135373 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 5d3d3012-542b-4fce-b1c5-59c3d4543035 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:56.135718 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-69ba5c9e-8585-4092-98fc-b9057ea6af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:56.135876 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.136891 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-69ba5c9e-8585-4092-98fc-b9057ea6af9f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd2a6045fb9847fcbcf272c120be7396&device_id=1e4f9000-d9e7-4d52-8b62-35e068d8ad42 HTTP/1.1" status: 200 len: 1098 time: 0.4476962 Jul 13 07:39:56.144461 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08b30959-4e9f-4dc3-9257-64b3e48d5db9 req-f6e71060-f2cc-4129-89ce-8a3c2f3196c4 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4169025 Jul 13 07:39:56.164202 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-08b30959-4e9f-4dc3-9257-64b3e48d5db9 req-2a36fcc2-1ea9-46b3-a141-8c439271286c tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:56.198702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-843f100c-4fc9-451c-9037-697142495e70 None None] Set router 28139644-a384-45d6-a559-16dfc54ccf8c gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:56.241681 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-08b30959-4e9f-4dc3-9257-64b3e48d5db9 req-2a36fcc2-1ea9-46b3-a141-8c439271286c tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.293645 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-0bf1c902-0561-41b1-bbcf-f84dd30bd297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:56.301218 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-0bf1c902-0561-41b1-bbcf-f84dd30bd297 service neutron] 10.222.0.58 "GET /v2.0/networks?id=164dc193-94d4-4901-8325-2ada440bfa80 HTTP/1.1" status: 200 len: 922 time: 0.1498084 Jul 13 07:39:56.328534 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f27e85dc-e49d-43ec-8fcc-e79bacfc4a08 None None] Set router e8ff480d-351c-41ce-8e8a-26fa815605d2 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:56.404453 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-756f92b1-ff59-4363-b8ce-1735bed0c524 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adf1d077-a223-4aee-8ac0-47aac057cc46 HTTP/1.1" status: 200 len: 1002 time: 0.1023881 Jul 13 07:39:56.453179 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-843f100c-4fc9-451c-9037-697142495e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139644-a384-45d6-a559-16dfc54ccf8c', 'name': 'tempest-FloatingIPDetailsTestJSON-216272093-router', 'tenant_id': 'a55bb6b2ab094887a99948f9e3670140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5d3d3012-542b-4fce-b1c5-59c3d4543035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:47Z', 'updated_at': '2021-07-13T07:39:53Z', 'revision_number': 4, 'project_id': 'a55bb6b2ab094887a99948f9e3670140', 'gw_port': {'id': '5d3d3012-542b-4fce-b1c5-59c3d4543035', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139644-a384-45d6-a559-16dfc54ccf8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:48Z', 'updated_at': '2021-07-13T07:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '21db45f4-be58-45c1-88a0-1a80e0f15ea6', 'name': '', 'network_id': '718995fd-aec2-4144-86c0-f8202c751c0f', 'tenant_id': 'a55bb6b2ab094887a99948f9e3670140', 'mac_address': 'fa:16:3e:a3:bb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28139644-a384-45d6-a559-16dfc54ccf8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '8815b925-6b06-479b-a398-d6ba3032ae31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:52Z', 'updated_at': '2021-07-13T07:39:53Z', 'revision_number': 2, 'project_id': 'a55bb6b2ab094887a99948f9e3670140', 'subnets': [{'id': '8815b925-6b06-479b-a398-d6ba3032ae31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:56.482820 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-3ff2810f-4387-45a4-89d3-65fa6e2cfde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:56.484334 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-3ff2810f-4387-45a4-89d3-65fa6e2cfde4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=338fc189-33fc-4de5-8976-e1adcb0ebd5b HTTP/1.1" status: 200 len: 860 time: 0.0635908 Jul 13 07:39:56.497936 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843f100c-4fc9-451c-9037-697142495e70 None None] Checking router: 28139644-a384-45d6-a559-16dfc54ccf8c for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:56.498362 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843f100c-4fc9-451c-9037-697142495e70 None None] Updating router 28139644-a384-45d6-a559-16dfc54ccf8c port 21db45f4-be58-45c1-88a0-1a80e0f15ea6 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:39:56.501305 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-08b30959-4e9f-4dc3-9257-64b3e48d5db9 req-2a36fcc2-1ea9-46b3-a141-8c439271286c tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.539022 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-843f100c-4fc9-451c-9037-697142495e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.587201 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f27e85dc-e49d-43ec-8fcc-e79bacfc4a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:52Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '28584443-ba26-4127-9340-77e866e80318', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'port_id': 'adf1d077-a223-4aee-8ac0-47aac057cc46', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'mac_address': 'fa:16:3e:b7:d6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f9000-d9e7-4d52-8b62-35e068d8ad42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:39:55Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ffcd29-bcc8-40ec-8bae-adef41df0461', 'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'mac_address': 'fa:16:3e:cb:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:51Z', 'updated_at': '2021-07-13T07:39:00Z', 'revision_number': 5, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'subnets': [{'id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:56.616849 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27e85dc-e49d-43ec-8fcc-e79bacfc4a08 None None] Checking router: e8ff480d-351c-41ce-8e8a-26fa815605d2 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:56.627461 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27e85dc-e49d-43ec-8fcc-e79bacfc4a08 None None] Routers {'e8ff480d-351c-41ce-8e8a-26fa815605d2'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:56.627780 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f27e85dc-e49d-43ec-8fcc-e79bacfc4a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:39:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e8ff480d-351c-41ce-8e8a-26fa815605d2'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:56.629048 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-e520924b-c436-4cd1-81ff-693f45905b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:56.630628 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-e520924b-c436-4cd1-81ff-693f45905b51 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=164dc193-94d4-4901-8325-2ada440bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1399224 Jul 13 07:39:56.656274 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-08b30959-4e9f-4dc3-9257-64b3e48d5db9 req-2a36fcc2-1ea9-46b3-a141-8c439271286c tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Allocated IP 172.25.0.92 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/f3520142-8b97-4977-bee5-b8b57befb3ab) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:56.781514 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f27e85dc-e49d-43ec-8fcc-e79bacfc4a08 None None] Set router e8ff480d-351c-41ce-8e8a-26fa815605d2 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:56.813717 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-a6e0b67b-1ccd-47ef-a92c-18f2e6d229dc service neutron] 10.222.0.58 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755011 Jul 13 07:39:56.878964 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-08b30959-4e9f-4dc3-9257-64b3e48d5db9 req-2a36fcc2-1ea9-46b3-a141-8c439271286c tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.881708 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-843f100c-4fc9-451c-9037-697142495e70 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.894292 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-843f100c-4fc9-451c-9037-697142495e70 None None] Transition to ACTIVE for port object 21db45f4-be58-45c1-88a0-1a80e0f15ea6 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:56.900743 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-843f100c-4fc9-451c-9037-697142495e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.961664 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f51cde63-8c74-491c-bb9d-aa850e1ecbdd req-ab081be2-ca60-4321-a68e-57c75153d9f9 service neutron] 10.222.0.58 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397107 Jul 13 07:39:56.978252 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-08b30959-4e9f-4dc3-9257-64b3e48d5db9 req-2a36fcc2-1ea9-46b3-a141-8c439271286c tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.989285 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb426a-8c21-48f1-bb61-68eb154fcaad None None] Pushing event updated for resources: {'Port': ['ID=21db45f4-be58-45c1-88a0-1a80e0f15ea6,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:57.052273 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b30959-4e9f-4dc3-9257-64b3e48d5db9 req-2a36fcc2-1ea9-46b3-a141-8c439271286c tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:57.068657 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-08b30959-4e9f-4dc3-9257-64b3e48d5db9 req-2a36fcc2-1ea9-46b3-a141-8c439271286c tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:57.071263 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b30959-4e9f-4dc3-9257-64b3e48d5db9 req-2a36fcc2-1ea9-46b3-a141-8c439271286c tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:57.078209 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36fcc2-1ea9-46b3-a141-8c439271286c tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Pushing event updated for resources: {'Port': ['ID=f3520142-8b97-4977-bee5-b8b57befb3ab,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:57.079668 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-843f100c-4fc9-451c-9037-697142495e70 None None] Attempting to bind port 21db45f4-be58-45c1-88a0-1a80e0f15ea6 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:57.080152 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-843f100c-4fc9-451c-9037-697142495e70 None None] Attempting to bind port 21db45f4-be58-45c1-88a0-1a80e0f15ea6 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '8c3aaeeb-4ad4-40c5-9078-58434c1bba5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '718995fd-aec2-4144-86c0-f8202c751c0f'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:57.080628 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843f100c-4fc9-451c-9037-697142495e70 None None] Attempting to bind port 21db45f4-be58-45c1-88a0-1a80e0f15ea6 on network 718995fd-aec2-4144-86c0-f8202c751c0f {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:57.089585 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843f100c-4fc9-451c-9037-697142495e70 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:57.090379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843f100c-4fc9-451c-9037-697142495e70 None None] Checking segment: {'id': '8c3aaeeb-4ad4-40c5-9078-58434c1bba5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '718995fd-aec2-4144-86c0-f8202c751c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:57.091731 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-843f100c-4fc9-451c-9037-697142495e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.092498 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843f100c-4fc9-451c-9037-697142495e70 None None] Bound using segment: {'id': '8c3aaeeb-4ad4-40c5-9078-58434c1bba5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '718995fd-aec2-4144-86c0-f8202c751c0f'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:57.093370 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-843f100c-4fc9-451c-9037-697142495e70 None None] Bound port: 21db45f4-be58-45c1-88a0-1a80e0f15ea6, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3aaeeb-4ad4-40c5-9078-58434c1bba5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '718995fd-aec2-4144-86c0-f8202c751c0f'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:57.094219 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-843f100c-4fc9-451c-9037-697142495e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.187715 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-08b30959-4e9f-4dc3-9257-64b3e48d5db9 req-2a36fcc2-1ea9-46b3-a141-8c439271286c tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.213214 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f27e85dc-e49d-43ec-8fcc-e79bacfc4a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:52Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '28584443-ba26-4127-9340-77e866e80318', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'port_id': 'adf1d077-a223-4aee-8ac0-47aac057cc46', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'mac_address': 'fa:16:3e:b7:d6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f9000-d9e7-4d52-8b62-35e068d8ad42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:39:55Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ffcd29-bcc8-40ec-8bae-adef41df0461', 'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'mac_address': 'fa:16:3e:cb:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:51Z', 'updated_at': '2021-07-13T07:39:00Z', 'revision_number': 5, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'subnets': [{'id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:57.229271 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-843f100c-4fc9-451c-9037-697142495e70 None None] For port 21db45f4-be58-45c1-88a0-1a80e0f15ea6, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:57.235520 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-843f100c-4fc9-451c-9037-697142495e70 None None] For port 21db45f4-be58-45c1-88a0-1a80e0f15ea6, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=21db45f4-be58-45c1-88a0-1a80e0f15ea6,segment=NetworkSegment(8c3aaeeb-4ad4-40c5-9078-58434c1bba5f),segment_id=8c3aaeeb-4ad4-40c5-9078-58434c1bba5f)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:57.249026 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-843f100c-4fc9-451c-9037-697142495e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.276407 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27e85dc-e49d-43ec-8fcc-e79bacfc4a08 None None] The sync data for ids ['e8ff480d-351c-41ce-8e8a-26fa815605d2'] in n-d-779913-28 is: [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:52Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '28584443-ba26-4127-9340-77e866e80318', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'port_id': 'adf1d077-a223-4aee-8ac0-47aac057cc46', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'mac_address': 'fa:16:3e:b7:d6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f9000-d9e7-4d52-8b62-35e068d8ad42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:39:55Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ffcd29-bcc8-40ec-8bae-adef41df0461', 'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'mac_address': 'fa:16:3e:cb:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:51Z', 'updated_at': '2021-07-13T07:39:00Z', 'revision_number': 5, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'subnets': [{'id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:57.292474 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-08b30959-4e9f-4dc3-9257-64b3e48d5db9 req-2a36fcc2-1ea9-46b3-a141-8c439271286c tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.371918 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843f100c-4fc9-451c-9037-697142495e70 None None] Routers {'28139644-a384-45d6-a559-16dfc54ccf8c'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:57.372917 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-843f100c-4fc9-451c-9037-697142495e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:39:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['28139644-a384-45d6-a559-16dfc54ccf8c'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:57.423759 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb426a-8c21-48f1-bb61-68eb154fcaad None None] Pushing event updated for resources: {'Port': ['ID=21db45f4-be58-45c1-88a0-1a80e0f15ea6,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:57.474727 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba91dba-6cd1-4ab9-9750-6774ee5f1147', 'tag': 'bcd2d6fd-3694-4661-837a-af59fdfa8317'}, {'name': 'network-changed', 'server_uuid': '1e4f9000-d9e7-4d52-8b62-35e068d8ad42', 'tag': 'adf1d077-a223-4aee-8ac0-47aac057cc46'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:57.477024 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879beca5-0c55-4e6a-aaeb-326a5ab605d2" -d '{"events": [{"name": "network-changed", "server_uuid": "cba91dba-6cd1-4ab9-9750-6774ee5f1147", "tag": "bcd2d6fd-3694-4661-837a-af59fdfa8317"}, {"name": "network-changed", "server_uuid": "1e4f9000-d9e7-4d52-8b62-35e068d8ad42", "tag": "adf1d077-a223-4aee-8ac0-47aac057cc46"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:57.527282 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-a4e015fe-b2ab-4d34-988f-ff098fabdb05 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:57.529677 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-a4e015fe-b2ab-4d34-988f-ff098fabdb05 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/networks?id=0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 200 len: 812 time: 0.2113190 Jul 13 07:39:57.555986 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-7b0eccb5-29c3-46e4-a356-5a0595fc4bc6 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/quotas/d081990bdf3b4230b88abf1c5f4a8f61 HTTP/1.1" status: 200 len: 375 time: 0.0186269 Jul 13 07:39:57.571477 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-843f100c-4fc9-451c-9037-697142495e70 None None] Set router 28139644-a384-45d6-a559-16dfc54ccf8c gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:57.630674 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-8b2d473a-d781-4473-a5a0-2b22cfec2d72 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357468 Jul 13 07:39:57.647431 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.657773 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-355e7eb5-7d48-43d2-97b6-33f8b36a7401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.752581 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-08b30959-4e9f-4dc3-9257-64b3e48d5db9 req-2a36fcc2-1ea9-46b3-a141-8c439271286c tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.766831 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-08b30959-4e9f-4dc3-9257-64b3e48d5db9 req-2a36fcc2-1ea9-46b3-a141-8c439271286c tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.781205 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-ec8ae0cd-16c2-409e-a084-a17861770713 service neutron] 10.222.0.58 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417956 Jul 13 07:39:57.881133 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36fcc2-1ea9-46b3-a141-8c439271286c tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Pushing event updated for resources: {'Port': ['ID=f3520142-8b97-4977-bee5-b8b57befb3ab,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:57.925639 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-08b30959-4e9f-4dc3-9257-64b3e48d5db9 req-2a36fcc2-1ea9-46b3-a141-8c439271286c tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.954136 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-08b30959-4e9f-4dc3-9257-64b3e48d5db9 req-2a36fcc2-1ea9-46b3-a141-8c439271286c tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.961425 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08b30959-4e9f-4dc3-9257-64b3e48d5db9 req-2a36fcc2-1ea9-46b3-a141-8c439271286c tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8113201 Jul 13 07:39:57.981987 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-ea52a153-1346-42c8-a004-834671e335b6 service neutron] 10.222.0.58 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816642 Jul 13 07:39:57.992069 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-843f100c-4fc9-451c-9037-697142495e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139644-a384-45d6-a559-16dfc54ccf8c', 'name': 'tempest-FloatingIPDetailsTestJSON-216272093-router', 'tenant_id': 'a55bb6b2ab094887a99948f9e3670140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5d3d3012-542b-4fce-b1c5-59c3d4543035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:47Z', 'updated_at': '2021-07-13T07:39:53Z', 'revision_number': 4, 'project_id': 'a55bb6b2ab094887a99948f9e3670140', 'gw_port': {'id': '5d3d3012-542b-4fce-b1c5-59c3d4543035', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139644-a384-45d6-a559-16dfc54ccf8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:48Z', 'updated_at': '2021-07-13T07:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '21db45f4-be58-45c1-88a0-1a80e0f15ea6', 'name': '', 'network_id': '718995fd-aec2-4144-86c0-f8202c751c0f', 'tenant_id': 'a55bb6b2ab094887a99948f9e3670140', 'mac_address': 'fa:16:3e:a3:bb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28139644-a384-45d6-a559-16dfc54ccf8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '8815b925-6b06-479b-a398-d6ba3032ae31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:52Z', 'updated_at': '2021-07-13T07:39:57Z', 'revision_number': 4, 'project_id': 'a55bb6b2ab094887a99948f9e3670140', 'subnets': [{'id': '8815b925-6b06-479b-a398-d6ba3032ae31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:58.025234 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08b30959-4e9f-4dc3-9257-64b3e48d5db9 req-cc75ab29-104e-41b6-bc43-84f77ce752ae tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.92 HTTP/1.1" status: 200 len: 695 time: 0.0628076 Jul 13 07:39:58.032010 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843f100c-4fc9-451c-9037-697142495e70 None None] The sync data for ids ['28139644-a384-45d6-a559-16dfc54ccf8c'] in n-d-779913-28 is: [{'id': '28139644-a384-45d6-a559-16dfc54ccf8c', 'name': 'tempest-FloatingIPDetailsTestJSON-216272093-router', 'tenant_id': 'a55bb6b2ab094887a99948f9e3670140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5d3d3012-542b-4fce-b1c5-59c3d4543035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:47Z', 'updated_at': '2021-07-13T07:39:53Z', 'revision_number': 4, 'project_id': 'a55bb6b2ab094887a99948f9e3670140', 'gw_port': {'id': '5d3d3012-542b-4fce-b1c5-59c3d4543035', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139644-a384-45d6-a559-16dfc54ccf8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:48Z', 'updated_at': '2021-07-13T07:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '21db45f4-be58-45c1-88a0-1a80e0f15ea6', 'name': '', 'network_id': '718995fd-aec2-4144-86c0-f8202c751c0f', 'tenant_id': 'a55bb6b2ab094887a99948f9e3670140', 'mac_address': 'fa:16:3e:a3:bb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28139644-a384-45d6-a559-16dfc54ccf8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '8815b925-6b06-479b-a398-d6ba3032ae31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:52Z', 'updated_at': '2021-07-13T07:39:57Z', 'revision_number': 4, 'project_id': 'a55bb6b2ab094887a99948f9e3670140', 'subnets': [{'id': '8815b925-6b06-479b-a398-d6ba3032ae31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:58.069108 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38318) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:58.236453 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b30959-4e9f-4dc3-9257-64b3e48d5db9 req-8b4b3d92-67ec-435e-a57d-485afb42e3d5 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:58.250980 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08b30959-4e9f-4dc3-9257-64b3e48d5db9 req-8b4b3d92-67ec-435e-a57d-485afb42e3d5 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.2246034 Jul 13 07:39:58.320734 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-702f3281-b092-4cca-844b-16d9345be8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.397852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e92e84-56b3-4ab2-8f76-bd6572309e93 req-4083549a-b981-4b6e-a809-feb5688b23d5 tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:58.399534 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96e92e84-56b3-4ab2-8f76-bd6572309e93 req-4083549a-b981-4b6e-a809-feb5688b23d5 tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] 10.222.0.58 "GET /v2.0/ports?device_id=08df3253-2196-4fc2-a455-0e2165b46ec2 HTTP/1.1" status: 200 len: 949 time: 0.1148694 Jul 13 07:39:58.551358 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96e92e84-56b3-4ab2-8f76-bd6572309e93 req-db313d44-1b5c-45dd-b636-5538e7513f81 tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] 10.222.0.58 "GET /v2.0/security-groups?id=33fae7f3-26b0-44b5-9009-f96b1cc9e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431985 Jul 13 07:39:58.562383 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-702f3281-b092-4cca-844b-16d9345be8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.567514 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-702f3281-b092-4cca-844b-16d9345be8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.571914 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b5ac6785-f3fa-48bf-a533-1e67c8bb159a req-eb908c1a-0f1b-4cd2-bc33-363117ba40e0 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 1002 time: 0.1093962 Jul 13 07:39:58.657025 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352c2dab-e33b-491c-92c2-c18700144ff9 x-openstack-request-id: req-352c2dab-e33b-491c-92c2-c18700144ff9 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:58.657831 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba91dba-6cd1-4ab9-9750-6774ee5f1147", "tag": "bcd2d6fd-3694-4661-837a-af59fdfa8317", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1e4f9000-d9e7-4d52-8b62-35e068d8ad42", "tag": "adf1d077-a223-4aee-8ac0-47aac057cc46", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:58.657831 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-352c2dab-e33b-491c-92c2-c18700144ff9 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:58.658032 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba91dba-6cd1-4ab9-9750-6774ee5f1147', 'tag': 'bcd2d6fd-3694-4661-837a-af59fdfa8317', 'status': 'completed', 'code': 200} Jul 13 07:39:58.658242 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4f9000-d9e7-4d52-8b62-35e068d8ad42', 'tag': 'adf1d077-a223-4aee-8ac0-47aac057cc46', 'status': 'completed', 'code': 200} Jul 13 07:39:58.668489 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac6785-f3fa-48bf-a533-1e67c8bb159a req-a8f7cf85-03c8-4f25-83d4-e89230b93233 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:58.688450 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-702f3281-b092-4cca-844b-16d9345be8d7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=31c6d270452849828ff1682dd517ca02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6156712 Jul 13 07:39:58.688914 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b5ac6785-f3fa-48bf-a533-1e67c8bb159a req-a8f7cf85-03c8-4f25-83d4-e89230b93233 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports/adf1d077-a223-4aee-8ac0-47aac057cc46 HTTP/1.1" status: 200 len: 943 time: 0.1062088 Jul 13 07:39:58.691872 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38348) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:58.696893 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f3281-b092-4cca-844b-16d9345be8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2446ff76-cf17-45d6-9100-acd82bb42f07,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:58.784361 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879beca5-0c55-4e6a-aaeb-326a5ab605d2 req-983c5dca-244c-475e-8d94-92cac3d21451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:58.787527 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-879beca5-0c55-4e6a-aaeb-326a5ab605d2 req-983c5dca-244c-475e-8d94-92cac3d21451 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd2a6045fb9847fcbcf272c120be7396&device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147 HTTP/1.1" status: 200 len: 1097 time: 0.0999608 Jul 13 07:39:58.868070 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d34423df-e8cb-4331-bfdb-49520c7c95f6 req-0ca5a584-bf52-4b57-b724-d512d313fab8 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 210 time: 0.1230576 Jul 13 07:39:58.960331 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879beca5-0c55-4e6a-aaeb-326a5ab605d2 req-381335a1-0d7b-4c5c-a159-b160849a06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:58.962769 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-879beca5-0c55-4e6a-aaeb-326a5ab605d2 req-381335a1-0d7b-4c5c-a159-b160849a06d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=164dc193-94d4-4901-8325-2ada440bfa80 HTTP/1.1" status: 200 len: 922 time: 0.1688151 Jul 13 07:39:59.015982 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-879beca5-0c55-4e6a-aaeb-326a5ab605d2 req-6d1f1430-9742-49f1-acb0-aa8c99fb19ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcd2d6fd-3694-4661-837a-af59fdfa8317 HTTP/1.1" status: 200 len: 217 time: 0.0463662 Jul 13 07:39:59.037231 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ee6d-5d01-4cf9-b61c-3e4833056827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.079776 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879beca5-0c55-4e6a-aaeb-326a5ab605d2 req-063e0614-1b7b-4fd2-868e-06b93647c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:59.081211 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-879beca5-0c55-4e6a-aaeb-326a5ab605d2 req-063e0614-1b7b-4fd2-868e-06b93647c229 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=338fc189-33fc-4de5-8976-e1adcb0ebd5b HTTP/1.1" status: 200 len: 860 time: 0.0586402 Jul 13 07:39:59.124539 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b5ac6785-f3fa-48bf-a533-1e67c8bb159a req-2c69cfc2-0482-4fc2-8421-8c5d6a94cbf6 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 1002 time: 0.2813637 Jul 13 07:39:59.134306 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ee6d-5d01-4cf9-b61c-3e4833056827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.156641 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879beca5-0c55-4e6a-aaeb-326a5ab605d2 req-ca902373-2312-479a-a2f7-b3225b0ad806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:59.158206 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-879beca5-0c55-4e6a-aaeb-326a5ab605d2 req-ca902373-2312-479a-a2f7-b3225b0ad806 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=164dc193-94d4-4901-8325-2ada440bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707507 Jul 13 07:39:59.257026 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-653e2b7e-506b-4238-9456-d3fb522e3fb0 req-06b1f057-9de0-4b0b-a749-678a719bdb26 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3375762 Jul 13 07:39:59.281144 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-653e2b7e-506b-4238-9456-d3fb522e3fb0 req-f92d1752-ec3e-42a4-aad3-358a88457cbf tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:59.289611 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-879beca5-0c55-4e6a-aaeb-326a5ab605d2 req-0aec37e3-c8c5-4fa8-8af5-274337f13227 service neutron] 10.222.0.35 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216900 Jul 13 07:39:59.326153 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac6785-f3fa-48bf-a533-1e67c8bb159a req-a23ddadf-84aa-43d6-b4d3-32bf2bca1599 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:59.342753 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b5ac6785-f3fa-48bf-a533-1e67c8bb159a req-a23ddadf-84aa-43d6-b4d3-32bf2bca1599 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.2171726 Jul 13 07:39:59.348066 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ee6d-5d01-4cf9-b61c-3e4833056827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.351083 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ee6d-5d01-4cf9-b61c-3e4833056827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.369826 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1ff3ee6d-5d01-4cf9-b61c-3e4833056827 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2446ff76-cf17-45d6-9100-acd82bb42f07 HTTP/1.1" status: 204 len: 168 time: 0.6767597 Jul 13 07:39:59.392965 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-653e2b7e-506b-4238-9456-d3fb522e3fb0 req-f92d1752-ec3e-42a4-aad3-358a88457cbf tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.413066 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3ee6d-5d01-4cf9-b61c-3e4833056827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2446ff76-cf17-45d6-9100-acd82bb42f07,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:59.443320 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-879beca5-0c55-4e6a-aaeb-326a5ab605d2 req-164921f3-6f09-436f-ac8b-5c7b7253cc0b service neutron] 10.222.0.35 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471698 Jul 13 07:39:59.476118 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.548058 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-653e2b7e-506b-4238-9456-d3fb522e3fb0 req-f92d1752-ec3e-42a4-aad3-358a88457cbf tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.628934 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879beca5-0c55-4e6a-aaeb-326a5ab605d2 req-18a6a2b2-f4e1-420e-b19b-7d58963b7297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:59.630511 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-879beca5-0c55-4e6a-aaeb-326a5ab605d2 req-18a6a2b2-f4e1-420e-b19b-7d58963b7297 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd2a6045fb9847fcbcf272c120be7396&device_id=1e4f9000-d9e7-4d52-8b62-35e068d8ad42 HTTP/1.1" status: 200 len: 1098 time: 0.1157775 Jul 13 07:39:59.704148 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-653e2b7e-506b-4238-9456-d3fb522e3fb0 req-f92d1752-ec3e-42a4-aad3-358a88457cbf tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Allocated IP 172.25.0.101 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/c440b437-b691-4146-9786-d9cbffedb829) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:59.785818 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38370) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:59.816360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879beca5-0c55-4e6a-aaeb-326a5ab605d2 req-c906cc65-8b5e-4728-9311-b14a72218ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:59.819210 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-879beca5-0c55-4e6a-aaeb-326a5ab605d2 req-c906cc65-8b5e-4728-9311-b14a72218ded service neutron] 10.222.0.35 "GET /v2.0/networks?id=164dc193-94d4-4901-8325-2ada440bfa80 HTTP/1.1" status: 200 len: 922 time: 0.1803980 Jul 13 07:39:59.891003 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-653e2b7e-506b-4238-9456-d3fb522e3fb0 req-f92d1752-ec3e-42a4-aad3-358a88457cbf tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.007578 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-653e2b7e-506b-4238-9456-d3fb522e3fb0 req-f92d1752-ec3e-42a4-aad3-358a88457cbf tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.072495 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-173ceb06-5112-45b2-8f63-7fb04374b5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.102885 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 21db45f4-be58-45c1-88a0-1a80e0f15ea6 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:00.114222 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-879beca5-0c55-4e6a-aaeb-326a5ab605d2 req-c6b995b3-70fd-4e97-b0d2-76f5229a737c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adf1d077-a223-4aee-8ac0-47aac057cc46 HTTP/1.1" status: 200 len: 1002 time: 0.2887118 Jul 13 07:40:00.133961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653e2b7e-506b-4238-9456-d3fb522e3fb0 req-f92d1752-ec3e-42a4-aad3-358a88457cbf tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:00.142509 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-653e2b7e-506b-4238-9456-d3fb522e3fb0 req-f92d1752-ec3e-42a4-aad3-358a88457cbf tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:00.156412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-653e2b7e-506b-4238-9456-d3fb522e3fb0 req-f92d1752-ec3e-42a4-aad3-358a88457cbf tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:00.214065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 21db45f4-be58-45c1-88a0-1a80e0f15ea6 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:00.220263 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 21db45f4-be58-45c1-88a0-1a80e0f15ea6 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:00.220634 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.250953 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-99f7aa07-f8c6-43aa-8af3-69a08c9885c1 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:00.252559 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-99f7aa07-f8c6-43aa-8af3-69a08c9885c1 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.62 "GET /v2.0/networks?id=0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 200 len: 812 time: 0.3017335 Jul 13 07:40:00.254032 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879beca5-0c55-4e6a-aaeb-326a5ab605d2 req-eed6d172-8936-42a9-a3da-52a35f83d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:00.255412 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-879beca5-0c55-4e6a-aaeb-326a5ab605d2 req-eed6d172-8936-42a9-a3da-52a35f83d6b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=338fc189-33fc-4de5-8976-e1adcb0ebd5b HTTP/1.1" status: 200 len: 860 time: 0.1108422 Jul 13 07:40:00.276397 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d1752-ec3e-42a4-aad3-358a88457cbf tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Pushing event updated for resources: {'Port': ['ID=c440b437-b691-4146-9786-d9cbffedb829,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:00.316879 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-653e2b7e-506b-4238-9456-d3fb522e3fb0 req-f92d1752-ec3e-42a4-aad3-358a88457cbf tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.348292 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.357015 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-a94ff938-262d-47cd-b35c-e140abd8f32b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Request body: {'port': {'device_id': 'c4f82743-c960-426a-b495-ef90d06ed8b4', 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a', 'admin_state_up': True, 'tenant_id': 'd081990bdf3b4230b88abf1c5f4a8f61'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:00.386274 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-3692d7a0-91f2-45fc-9382-423310a21f4b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 1002 time: 0.3401616 Jul 13 07:40:00.405313 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 21db45f4-be58-45c1-88a0-1a80e0f15ea6, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=21db45f4-be58-45c1-88a0-1a80e0f15ea6,segment=NetworkSegment(8c3aaeeb-4ad4-40c5-9078-58434c1bba5f),segment_id=8c3aaeeb-4ad4-40c5-9078-58434c1bba5f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:00.415486 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.447445 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-653e2b7e-506b-4238-9456-d3fb522e3fb0 req-f92d1752-ec3e-42a4-aad3-358a88457cbf tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.451709 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-173ceb06-5112-45b2-8f63-7fb04374b5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.490514 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-a6b9813d-03f7-4f4b-acff-e06820e716e0 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:00.492387 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-a6b9813d-03f7-4f4b-acff-e06820e716e0 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports/adf1d077-a223-4aee-8ac0-47aac057cc46 HTTP/1.1" status: 200 len: 943 time: 0.0971136 Jul 13 07:40:00.502254 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879beca5-0c55-4e6a-aaeb-326a5ab605d2 req-c4e64b5c-f5ef-4f1c-9f53-6790756c9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:00.504686 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-879beca5-0c55-4e6a-aaeb-326a5ab605d2 req-c4e64b5c-f5ef-4f1c-9f53-6790756c9c84 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=164dc193-94d4-4901-8325-2ada440bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2041330 Jul 13 07:40:00.505481 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-173ceb06-5112-45b2-8f63-7fb04374b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.566817 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-173ceb06-5112-45b2-8f63-7fb04374b5dc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=659b6ca0e5c84875a186d5ddb7d6b34b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7796094 Jul 13 07:40:00.570269 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38404) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:00.576775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=21db45f4-be58-45c1-88a0-1a80e0f15ea6,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:00.672922 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ceb06-5112-45b2-8f63-7fb04374b5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e763f7ea-a844-4c1a-ab76-519ac0dd4e12,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:00.681876 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-879beca5-0c55-4e6a-aaeb-326a5ab605d2 req-89f9e63d-c969-43dc-988a-dd9e811db5d3 service neutron] 10.222.0.35 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441751 Jul 13 07:40:00.819485 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-a94ff938-262d-47cd-b35c-e140abd8f32b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Made reservation on behalf of d081990bdf3b4230b88abf1c5f4a8f61 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:00.821719 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d449d33-4b41-4664-96a5-782ece6d329a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.823971 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-a94ff938-262d-47cd-b35c-e140abd8f32b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.833419 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-a513ac82-d0e9-47cb-bb44-66fe9908ebeb tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 1002 time: 0.1185634 Jul 13 07:40:00.837115 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-879beca5-0c55-4e6a-aaeb-326a5ab605d2 req-827287c8-1211-486c-98c8-e9921112b7c9 service neutron] 10.222.0.35 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461170 Jul 13 07:40:00.866910 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-24c2c769-7a95-4362-bd26-08b33b171a66 None None] Provisioning complete for port 21db45f4-be58-45c1-88a0-1a80e0f15ea6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:00.867596 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-24c2c769-7a95-4362-bd26-08b33b171a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.879231 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d449d33-4b41-4664-96a5-782ece6d329a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.893149 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-653e2b7e-506b-4238-9456-d3fb522e3fb0 req-f92d1752-ec3e-42a4-aad3-358a88457cbf tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.908641 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-653e2b7e-506b-4238-9456-d3fb522e3fb0 req-f92d1752-ec3e-42a4-aad3-358a88457cbf tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.979365 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-a94ff938-262d-47cd-b35c-e140abd8f32b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Allocated IP 172.20.0.10 (0e0f025d-4e49-4094-84ea-558023ba4e1a/44d6fa42-4195-4977-b883-5a26f0e01114/f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:01.151945 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-a94ff938-262d-47cd-b35c-e140abd8f32b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.191263 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.194657 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-a94ff938-262d-47cd-b35c-e140abd8f32b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.243369 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-a94ff938-262d-47cd-b35c-e140abd8f32b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Network 0e0f025d-4e49-4094-84ea-558023ba4e1a is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:01.246865 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-a94ff938-262d-47cd-b35c-e140abd8f32b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:01.251122 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-a94ff938-262d-47cd-b35c-e140abd8f32b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:01.258451 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ff938-262d-47cd-b35c-e140abd8f32b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Pushing event updated for resources: {'Port': ['ID=f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:01.309777 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-a94ff938-262d-47cd-b35c-e140abd8f32b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:01.310690 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-a94ff938-262d-47cd-b35c-e140abd8f32b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.316245 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d1752-ec3e-42a4-aad3-358a88457cbf tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Pushing event updated for resources: {'Port': ['ID=c440b437-b691-4146-9786-d9cbffedb829,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:01.329680 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-a94ff938-262d-47cd-b35c-e140abd8f32b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9828799 Jul 13 07:40:01.347607 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-653e2b7e-506b-4238-9456-d3fb522e3fb0 req-f92d1752-ec3e-42a4-aad3-358a88457cbf tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.349163 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] Request body: {'port': {'device_id': 'c4f82743-c960-426a-b495-ef90d06ed8b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:01.361231 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-a7f821f0-481e-41f0-b64d-82d31fe5c920 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:01.362692 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-a7f821f0-481e-41f0-b64d-82d31fe5c920 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.5199058 Jul 13 07:40:01.366473 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d449d33-4b41-4664-96a5-782ece6d329a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.368942 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d449d33-4b41-4664-96a5-782ece6d329a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.372459 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6d449d33-4b41-4664-96a5-782ece6d329a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e763f7ea-a844-4c1a-ab76-519ac0dd4e12 HTTP/1.1" status: 204 len: 168 time: 0.7861359 Jul 13 07:40:01.381877 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-653e2b7e-506b-4238-9456-d3fb522e3fb0 req-f92d1752-ec3e-42a4-aad3-358a88457cbf tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.383186 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-653e2b7e-506b-4238-9456-d3fb522e3fb0 req-f92d1752-ec3e-42a4-aad3-358a88457cbf tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1093295 Jul 13 07:40:01.384112 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d449d33-4b41-4664-96a5-782ece6d329a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e763f7ea-a844-4c1a-ab76-519ac0dd4e12,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:01.486185 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-653e2b7e-506b-4238-9456-d3fb522e3fb0 req-2e93930c-7fe7-45e9-8227-e1189da8a602 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 696 time: 0.0885134 Jul 13 07:40:01.511791 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-8be136e0-b8a6-4754-a00b-99681d02024d tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 1002 time: 0.1234860 Jul 13 07:40:01.534434 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-77829a53-7a9a-4576-a4cd-db391a7b9afe tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:01.648890 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-77829a53-7a9a-4576-a4cd-db391a7b9afe tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.708951 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e2b7e-506b-4238-9456-d3fb522e3fb0 req-e9c378cc-7bb0-4158-9d07-4a9ae33006fe tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:01.710434 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-653e2b7e-506b-4238-9456-d3fb522e3fb0 req-e9c378cc-7bb0-4158-9d07-4a9ae33006fe tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.2144101 Jul 13 07:40:01.834292 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.855418 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-77829a53-7a9a-4576-a4cd-db391a7b9afe tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.861678 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-77829a53-7a9a-4576-a4cd-db391a7b9afe tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.863023 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-77829a53-7a9a-4576-a4cd-db391a7b9afe tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Floating IP 28584443-ba26-4127-9340-77e866e80318 disassociated. External IP: 172.25.0.135, port: adf1d077-a223-4aee-8ac0-47aac057cc46. Jul 13 07:40:01.926471 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba5c2b-2bdb-4828-b37a-6c7c6421dd2b req-85a258bd-4e85-4d07-aad4-69869230865c tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:01.928088 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-91ba5c2b-2bdb-4828-b37a-6c7c6421dd2b req-85a258bd-4e85-4d07-aad4-69869230865c tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] 10.222.0.62 "GET /v2.0/ports?device_id=08df3253-2196-4fc2-a455-0e2165b46ec2 HTTP/1.1" status: 200 len: 949 time: 0.1281035 Jul 13 07:40:02.058295 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 21db45f4-be58-45c1-88a0-1a80e0f15ea6 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:02.138099 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 21db45f4-be58-45c1-88a0-1a80e0f15ea6 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:02.138725 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.162162 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fad95-34ef-4eda-b25d-f1736cec10a8 req-7040be32-12c2-4974-baa6-2c929ef13b84 tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:02.166646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-068fad95-34ef-4eda-b25d-f1736cec10a8 req-7040be32-12c2-4974-baa6-2c929ef13b84 tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] 10.222.0.58 "GET /v2.0/ports?device_id=08df3253-2196-4fc2-a455-0e2165b46ec2 HTTP/1.1" status: 200 len: 949 time: 0.1663284 Jul 13 07:40:02.203366 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-91ba5c2b-2bdb-4828-b37a-6c7c6421dd2b req-2885d04a-30c5-4fa1-a611-ab2d6e6c99bb tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Deleting port 86f16c04-7774-421b-810f-888da60874b6 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:02.204010 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-91ba5c2b-2bdb-4828-b37a-6c7c6421dd2b req-2885d04a-30c5-4fa1-a611-ab2d6e6c99bb tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.269111 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-068fad95-34ef-4eda-b25d-f1736cec10a8 req-ca18fdae-f39e-4f8d-b853-3f0236304c87 tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] 10.222.0.58 "GET /v2.0/security-groups?id=33fae7f3-26b0-44b5-9009-f96b1cc9e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659769 Jul 13 07:40:02.297570 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-77829a53-7a9a-4576-a4cd-db391a7b9afe tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Router e8ff480d-351c-41ce-8e8a-26fa815605d2 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:40:02.315051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:02.329627 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.355362 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] Transition to ACTIVE for port object f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:02.361421 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-91ba5c2b-2bdb-4828-b37a-6c7c6421dd2b req-2885d04a-30c5-4fa1-a611-ab2d6e6c99bb tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] For port 86f16c04-7774-421b-810f-888da60874b6, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=86f16c04-7774-421b-810f-888da60874b6,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:02.361860 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-91ba5c2b-2bdb-4828-b37a-6c7c6421dd2b req-2885d04a-30c5-4fa1-a611-ab2d6e6c99bb tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.375158 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.392994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-91ba5c2b-2bdb-4828-b37a-6c7c6421dd2b req-2885d04a-30c5-4fa1-a611-ab2d6e6c99bb tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Calling delete_port for 86f16c04-7774-421b-810f-888da60874b6 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:02.460975 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-77829a53-7a9a-4576-a4cd-db391a7b9afe tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:40:02.471903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6f33f9-385a-4a18-8f1b-ccd47615ec77 None None] Sync routers for ids ['e8ff480d-351c-41ce-8e8a-26fa815605d2'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:40:02.475169 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-77829a53-7a9a-4576-a4cd-db391a7b9afe tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.483618 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6f33f9-385a-4a18-8f1b-ccd47615ec77 None None] Routers {'e8ff480d-351c-41ce-8e8a-26fa815605d2'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:02.484242 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ae6f33f9-385a-4a18-8f1b-ccd47615ec77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:39:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e8ff480d-351c-41ce-8e8a-26fa815605d2'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:02.489574 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] Pushing event updated for resources: {'Port': ['ID=f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:02.524658 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53423d7b-0d15-471e-81fe-c7b9242619c3 req-6b5cddca-cb55-44ba-8908-4559cd846984 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:02.526424 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53423d7b-0d15-471e-81fe-c7b9242619c3 req-6b5cddca-cb55-44ba-8908-4559cd846984 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 944 time: 0.1248746 Jul 13 07:40:02.538187 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-77829a53-7a9a-4576-a4cd-db391a7b9afe tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "PUT /v2.0/floatingips/28584443-ba26-4127-9340-77e866e80318 HTTP/1.1" status: 200 len: 695 time: 1.0142043 Jul 13 07:40:02.543309 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4f9000-d9e7-4d52-8b62-35e068d8ad42', 'tag': 'adf1d077-a223-4aee-8ac0-47aac057cc46'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:02.546410 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00dcad6-6667-46da-9bb2-9c3f63316431" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4f9000-d9e7-4d52-8b62-35e068d8ad42", "tag": "adf1d077-a223-4aee-8ac0-47aac057cc46"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:02.603969 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] Attempting to bind port f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:02.604245 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] Attempting to bind port f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:02.604587 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] Attempting to bind port f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2 on network 0e0f025d-4e49-4094-84ea-558023ba4e1a {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:02.611388 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] Port f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2 on network 0e0f025d-4e49-4094-84ea-558023ba4e1a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:40:02.611388 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] Attempting to bind port f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2 on network 0e0f025d-4e49-4094-84ea-558023ba4e1a {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:02.613053 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53423d7b-0d15-471e-81fe-c7b9242619c3 req-94ebc86a-7daa-4e01-85ab-27cf7cd8f04a tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794063 Jul 13 07:40:02.617946 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:02.618309 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] Checking segment: {'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:02.618690 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] Bound using segment: {'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:02.619228 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] Bound port: f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:02.619732 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.642039 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-2002bfb3-ab99-44bd-8a52-ecc96068c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:02.643638 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-2002bfb3-ab99-44bd-8a52-ecc96068c195 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd2a6045fb9847fcbcf272c120be7396&device_id=1e4f9000-d9e7-4d52-8b62-35e068d8ad42 HTTP/1.1" status: 200 len: 1098 time: 0.0813930 Jul 13 07:40:02.726963 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-ae6f33f9-385a-4a18-8f1b-ccd47615ec77 None None] Set router e8ff480d-351c-41ce-8e8a-26fa815605d2 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:02.744699 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-91ba5c2b-2bdb-4828-b37a-6c7c6421dd2b req-2885d04a-30c5-4fa1-a611-ab2d6e6c99bb tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.770790 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['86f16c04-7774-421b-810f-888da60874b6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:02.788132 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-9372ec05-efe8-4f1c-873f-49a375a2557e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:02.790891 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-9372ec05-efe8-4f1c-873f-49a375a2557e service neutron] 10.222.0.58 "GET /v2.0/networks?id=164dc193-94d4-4901-8325-2ada440bfa80 HTTP/1.1" status: 200 len: 922 time: 0.1413701 Jul 13 07:40:02.811974 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885d04a-30c5-4fa1-a611-ab2d6e6c99bb tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Pushing event deleted for resources: {'Port': ['ID=86f16c04-7774-421b-810f-888da60874b6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:02.816956 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] For port f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:02.857712 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-5009074d-04af-418c-b4bc-d84a8114d5d4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adf1d077-a223-4aee-8ac0-47aac057cc46 HTTP/1.1" status: 200 len: 217 time: 0.0554211 Jul 13 07:40:02.883246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] For port f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:02.928457 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.977909 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-a2b65c89-c317-45b4-a7fb-3076df8184ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:02.989994 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-a2b65c89-c317-45b4-a7fb-3076df8184ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=338fc189-33fc-4de5-8976-e1adcb0ebd5b HTTP/1.1" status: 200 len: 860 time: 0.1248398 Jul 13 07:40:02.997686 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ba5c2b-2bdb-4828-b37a-6c7c6421dd2b req-2885d04a-30c5-4fa1-a611-ab2d6e6c99bb tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] No DVR routers for this DVR port 86f16c04-7774-421b-810f-888da60874b6 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:03.000986 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] Pushing event updated for resources: {'Port': ['ID=f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:03.004897 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:03.005703 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.007335 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3e9c0442-7490-4431-b01a-fdbaf62e339f service neutron] 10.222.0.62 "PUT /v2.0/ports/f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2 HTTP/1.1" status: 200 len: 1093 time: 1.6642449 Jul 13 07:40:03.008489 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-91ba5c2b-2bdb-4828-b37a-6c7c6421dd2b req-2885d04a-30c5-4fa1-a611-ab2d6e6c99bb tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.010544 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-91ba5c2b-2bdb-4828-b37a-6c7c6421dd2b req-2885d04a-30c5-4fa1-a611-ab2d6e6c99bb tempest-ImagesNegativeTestJSON-532211248 tempest-ImagesNegativeTestJSON-532211248-project] 10.222.0.62 "DELETE /v2.0/ports/86f16c04-7774-421b-810f-888da60874b6 HTTP/1.1" status: 204 len: 173 time: 1.0270646 Jul 13 07:40:03.011414 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f82743-c960-426a-b495-ef90d06ed8b4', 'tag': 'f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2'}, {'server_uuid': '08df3253-2196-4fc2-a455-0e2165b46ec2', 'name': 'network-vif-deleted', 'tag': '86f16c04-7774-421b-810f-888da60874b6'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:03.013988 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320d05fb-a024-48e1-b46b-4ef195e5526c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f82743-c960-426a-b495-ef90d06ed8b4", "tag": "f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2"}, {"server_uuid": "08df3253-2196-4fc2-a455-0e2165b46ec2", "name": "network-vif-deleted", "tag": "86f16c04-7774-421b-810f-888da60874b6"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:03.119595 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-1a71f5af-a5f6-469b-b56b-6433e5d2d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:03.122303 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-1a71f5af-a5f6-469b-b56b-6433e5d2d6a9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=164dc193-94d4-4901-8325-2ada440bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310861 Jul 13 07:40:03.217166 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ae6f33f9-385a-4a18-8f1b-ccd47615ec77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:52Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b9ffcd29-bcc8-40ec-8bae-adef41df0461', 'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'mac_address': 'fa:16:3e:cb:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:51Z', 'updated_at': '2021-07-13T07:39:00Z', 'revision_number': 5, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'subnets': [{'id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:03.237958 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-e132ac7d-5be1-4588-bad2-e5893ac93680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:03.239555 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-e132ac7d-5be1-4588-bad2-e5893ac93680 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 1096 time: 0.0952809 Jul 13 07:40:03.294401 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6f33f9-385a-4a18-8f1b-ccd47615ec77 None None] Checking router: e8ff480d-351c-41ce-8e8a-26fa815605d2 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:40:03.294743 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-2bcb46fc-5166-4250-bb11-984bf5cb1aad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2 HTTP/1.1" status: 200 len: 217 time: 0.0452616 Jul 13 07:40:03.307671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6f33f9-385a-4a18-8f1b-ccd47615ec77 None None] Routers {'e8ff480d-351c-41ce-8e8a-26fa815605d2'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:03.308588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ae6f33f9-385a-4a18-8f1b-ccd47615ec77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:39:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e8ff480d-351c-41ce-8e8a-26fa815605d2'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:03.332165 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-b6228ea2-b860-4a63-b820-e3bde439b490 service neutron] 10.222.0.58 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993935 Jul 13 07:40:03.374305 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-d132e302-68a2-4cee-87b0-f4e860b4fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:03.379267 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-d132e302-68a2-4cee-87b0-f4e860b4fc7b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=44d6fa42-4195-4977-b883-5a26f0e01114 HTTP/1.1" status: 200 len: 852 time: 0.0719068 Jul 13 07:40:03.429152 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-3bc1137b-f5c3-47f0-9cb3-447b198d48c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e0f025d-4e49-4094-84ea-558023ba4e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432498 Jul 13 07:40:03.455322 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-ae6f33f9-385a-4a18-8f1b-ccd47615ec77 None None] Set router e8ff480d-351c-41ce-8e8a-26fa815605d2 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:03.467076 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-529d6377-4376-4860-aa82-8de95d001665 req-1b37a3ec-8db9-4d52-8260-2e55aad2727f tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1819599 Jul 13 07:40:03.480461 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-529d6377-4376-4860-aa82-8de95d001665 req-470ec3f0-60e9-4d12-a639-c62b0712f250 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:03.505808 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48a6b506-cd03-4ead-9d6e-b3a599df2068 req-1ac2a982-4832-466a-bdde-a9168d58e914 service neutron] 10.222.0.58 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666157 Jul 13 07:40:03.526889 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-529d6377-4376-4860-aa82-8de95d001665 req-470ec3f0-60e9-4d12-a639-c62b0712f250 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.570728 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb7bd7b-6db3-4a09-b4a8-99fddcfaf6f2 x-openstack-request-id: req-8bb7bd7b-6db3-4a09-b4a8-99fddcfaf6f2 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:03.571015 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4f9000-d9e7-4d52-8b62-35e068d8ad42", "tag": "adf1d077-a223-4aee-8ac0-47aac057cc46", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:03.571257 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8bb7bd7b-6db3-4a09-b4a8-99fddcfaf6f2 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:03.571651 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4f9000-d9e7-4d52-8b62-35e068d8ad42', 'tag': 'adf1d077-a223-4aee-8ac0-47aac057cc46', 'status': 'completed', 'code': 200} Jul 13 07:40:03.594014 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-a1ee3c90-20d4-4608-baae-f161c6d56622 service neutron] 10.222.0.62 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563265 Jul 13 07:40:03.683349 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-529d6377-4376-4860-aa82-8de95d001665 req-470ec3f0-60e9-4d12-a639-c62b0712f250 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.791886 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a2349f05-7451-4fb3-b142-a8adabb5f18e req-f0f5f843-65d4-4f14-a1fc-c4eedc47479d service neutron] 10.222.0.62 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814678 Jul 13 07:40:03.838819 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dcad6-6667-46da-9bb2-9c3f63316431 req-906e1cee-78e5-4f8f-802c-adc23891e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:03.842872 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ae6f33f9-385a-4a18-8f1b-ccd47615ec77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:52Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b9ffcd29-bcc8-40ec-8bae-adef41df0461', 'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'mac_address': 'fa:16:3e:cb:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:51Z', 'updated_at': '2021-07-13T07:39:00Z', 'revision_number': 5, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'subnets': [{'id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:03.843362 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c00dcad6-6667-46da-9bb2-9c3f63316431 req-906e1cee-78e5-4f8f-802c-adc23891e4fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd2a6045fb9847fcbcf272c120be7396&device_id=1e4f9000-d9e7-4d52-8b62-35e068d8ad42 HTTP/1.1" status: 200 len: 1098 time: 0.2404859 Jul 13 07:40:03.899384 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6f33f9-385a-4a18-8f1b-ccd47615ec77 None None] The sync data for ids ['e8ff480d-351c-41ce-8e8a-26fa815605d2'] in n-d-779913-28 is: [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:52Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b9ffcd29-bcc8-40ec-8bae-adef41df0461', 'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'mac_address': 'fa:16:3e:cb:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:51Z', 'updated_at': '2021-07-13T07:39:00Z', 'revision_number': 5, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'subnets': [{'id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:40:03.923825 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-529d6377-4376-4860-aa82-8de95d001665 req-470ec3f0-60e9-4d12-a639-c62b0712f250 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Allocated IP 172.25.0.157 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/b01f6330-fc57-4517-a7a9-3d4f751f833f) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:04.002240 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-882bfdac-272f-49ab-8892-60a6e0f32b90 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=74bea949d49b487fabdf8b517735e1cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372109 Jul 13 07:40:04.018969 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dcad6-6667-46da-9bb2-9c3f63316431 req-3c779a29-f872-44ad-888c-679c915364db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:04.021023 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c00dcad6-6667-46da-9bb2-9c3f63316431 req-3c779a29-f872-44ad-888c-679c915364db service neutron] 10.222.0.35 "GET /v2.0/networks?id=164dc193-94d4-4901-8325-2ada440bfa80 HTTP/1.1" status: 200 len: 922 time: 0.1729620 Jul 13 07:40:04.067722 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c00dcad6-6667-46da-9bb2-9c3f63316431 req-669243db-d0d1-4324-8c0c-380d09356275 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adf1d077-a223-4aee-8ac0-47aac057cc46 HTTP/1.1" status: 200 len: 217 time: 0.0378771 Jul 13 07:40:04.159081 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-529d6377-4376-4860-aa82-8de95d001665 req-470ec3f0-60e9-4d12-a639-c62b0712f250 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.161548 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dcad6-6667-46da-9bb2-9c3f63316431 req-daeee3ae-1ce9-4c70-a92d-b3b43dd5366a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:04.163127 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c00dcad6-6667-46da-9bb2-9c3f63316431 req-daeee3ae-1ce9-4c70-a92d-b3b43dd5366a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=338fc189-33fc-4de5-8976-e1adcb0ebd5b HTTP/1.1" status: 200 len: 860 time: 0.0891156 Jul 13 07:40:04.223936 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-2e581cae-6bb6-40b6-9d52-6ab7f313985c tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:04.225482 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-2e581cae-6bb6-40b6-9d52-6ab7f313985c tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1861200 Jul 13 07:40:04.243585 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dcad6-6667-46da-9bb2-9c3f63316431 req-dec898f1-af3c-4e8d-835c-7646c0fa61f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:04.245840 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c00dcad6-6667-46da-9bb2-9c3f63316431 req-dec898f1-af3c-4e8d-835c-7646c0fa61f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=164dc193-94d4-4901-8325-2ada440bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751884 Jul 13 07:40:04.248063 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-271d0bb1-b4a4-41b6-9170-0d08f7b80dbe tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/quotas/74bea949d49b487fabdf8b517735e1cc HTTP/1.1" status: 200 len: 375 time: 0.0140197 Jul 13 07:40:04.249572 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-529d6377-4376-4860-aa82-8de95d001665 req-470ec3f0-60e9-4d12-a639-c62b0712f250 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.316979 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-7a724edd-2fa1-4524-ab64-42be8b89333e tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=74bea949d49b487fabdf8b517735e1cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591233 Jul 13 07:40:04.323538 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-529d6377-4376-4860-aa82-8de95d001665 req-470ec3f0-60e9-4d12-a639-c62b0712f250 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:04.326629 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-529d6377-4376-4860-aa82-8de95d001665 req-470ec3f0-60e9-4d12-a639-c62b0712f250 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:04.335406 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-529d6377-4376-4860-aa82-8de95d001665 req-470ec3f0-60e9-4d12-a639-c62b0712f250 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:04.342868 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb5b49d-40ee-4290-a336-bd717cd5c640 None None] New status for floating IP 28584443-ba26-4127-9340-77e866e80318: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:40:04.375308 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c00dcad6-6667-46da-9bb2-9c3f63316431 req-2f7ed73f-c2ff-4724-8dce-0a407075b4c7 service neutron] 10.222.0.35 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194479 Jul 13 07:40:04.389139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ec3f0-60e9-4d12-a639-c62b0712f250 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Pushing event updated for resources: {'Port': ['ID=b01f6330-fc57-4517-a7a9-3d4f751f833f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:04.447735 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-529d6377-4376-4860-aa82-8de95d001665 req-470ec3f0-60e9-4d12-a639-c62b0712f250 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.541539 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-529d6377-4376-4860-aa82-8de95d001665 req-470ec3f0-60e9-4d12-a639-c62b0712f250 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.546804 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa9d744-3390-4714-96da-e3856ca4bfc8 x-openstack-request-id: req-cfa9d744-3390-4714-96da-e3856ca4bfc8 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:04.549418 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f82743-c960-426a-b495-ef90d06ed8b4", "tag": "f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2", "status": "completed", "code": 200}, {"server_uuid": "08df3253-2196-4fc2-a455-0e2165b46ec2", "name": "network-vif-deleted", "tag": "86f16c04-7774-421b-810f-888da60874b6", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:04.549701 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cfa9d744-3390-4714-96da-e3856ca4bfc8 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:04.550160 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f82743-c960-426a-b495-ef90d06ed8b4', 'tag': 'f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2', 'status': 'completed', 'code': 200} Jul 13 07:40:04.550422 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08df3253-2196-4fc2-a455-0e2165b46ec2', 'name': 'network-vif-deleted', 'tag': '86f16c04-7774-421b-810f-888da60874b6', 'status': 'completed', 'code': 200} Jul 13 07:40:04.593877 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c00dcad6-6667-46da-9bb2-9c3f63316431 req-9eaedfe9-d86d-4d6a-b29c-bfdcff561eec service neutron] 10.222.0.35 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051249 Jul 13 07:40:04.749163 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d05fb-a024-48e1-b46b-4ef195e5526c req-80605f77-9896-428e-a44e-d91df21c8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:04.751287 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-320d05fb-a024-48e1-b46b-4ef195e5526c req-80605f77-9896-428e-a44e-d91df21c8d85 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 1096 time: 0.1489489 Jul 13 07:40:04.910963 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d05fb-a024-48e1-b46b-4ef195e5526c req-80e71816-f5b0-4ef6-b8e9-94218a664728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:04.912031 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-529d6377-4376-4860-aa82-8de95d001665 req-470ec3f0-60e9-4d12-a639-c62b0712f250 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.914857 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-320d05fb-a024-48e1-b46b-4ef195e5526c req-80e71816-f5b0-4ef6-b8e9-94218a664728 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 200 len: 913 time: 0.1521907 Jul 13 07:40:04.921552 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-529d6377-4376-4860-aa82-8de95d001665 req-470ec3f0-60e9-4d12-a639-c62b0712f250 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.968895 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 86f16c04-7774-421b-810f-888da60874b6 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:04.994401 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-320d05fb-a024-48e1-b46b-4ef195e5526c req-aea3fd1c-6f6f-4d9a-a65d-8dca112658dd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2 HTTP/1.1" status: 200 len: 217 time: 0.0687509 Jul 13 07:40:05.008150 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 86f16c04-7774-421b-810f-888da60874b6 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:05.008564 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 86f16c04-7774-421b-810f-888da60874b6 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:05.049483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ec3f0-60e9-4d12-a639-c62b0712f250 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Pushing event updated for resources: {'Port': ['ID=b01f6330-fc57-4517-a7a9-3d4f751f833f,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:05.072210 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-529d6377-4376-4860-aa82-8de95d001665 req-470ec3f0-60e9-4d12-a639-c62b0712f250 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.086643 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d05fb-a024-48e1-b46b-4ef195e5526c req-af9dfee5-1f3f-41cc-8575-da3673ed6c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:05.088536 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-320d05fb-a024-48e1-b46b-4ef195e5526c req-af9dfee5-1f3f-41cc-8575-da3673ed6c41 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=44d6fa42-4195-4977-b883-5a26f0e01114 HTTP/1.1" status: 200 len: 852 time: 0.0835676 Jul 13 07:40:05.095439 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-529d6377-4376-4860-aa82-8de95d001665 req-470ec3f0-60e9-4d12-a639-c62b0712f250 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.097380 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-529d6377-4376-4860-aa82-8de95d001665 req-470ec3f0-60e9-4d12-a639-c62b0712f250 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6209760 Jul 13 07:40:05.172490 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-320d05fb-a024-48e1-b46b-4ef195e5526c req-a0a80f26-94c3-4772-ae3e-c3de8fb0912e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e0f025d-4e49-4094-84ea-558023ba4e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733471 Jul 13 07:40:05.205999 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-529d6377-4376-4860-aa82-8de95d001665 req-c5c110b7-cd59-4279-b21f-d9e0a8fa109d tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 696 time: 0.0979877 Jul 13 07:40:05.306784 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-320d05fb-a024-48e1-b46b-4ef195e5526c req-c32e6989-359b-46c3-9bc3-f0cfcc2329e6 service neutron] 10.222.0.62 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255090 Jul 13 07:40:05.446334 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-320d05fb-a024-48e1-b46b-4ef195e5526c req-b2b8c353-2b12-4d09-bc35-b2bb9acaa992 service neutron] 10.222.0.62 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322482 Jul 13 07:40:05.679672 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d6377-4376-4860-aa82-8de95d001665 req-7130bb81-4507-4b51-96b2-6cde5aabd87a tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:05.681082 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-529d6377-4376-4860-aa82-8de95d001665 req-7130bb81-4507-4b51-96b2-6cde5aabd87a tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.4685891 Jul 13 07:40:05.690912 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681d063-0d32-41be-b156-56ea465e38c3 req-d2397d14-227c-456b-a647-8c775dbc6af2 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:05.692590 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2681d063-0d32-41be-b156-56ea465e38c3 req-d2397d14-227c-456b-a647-8c775dbc6af2 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 944 time: 0.1475635 Jul 13 07:40:05.738629 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2681d063-0d32-41be-b156-56ea465e38c3 req-65dac1b7-ca92-4f08-81e5-8e2cda9e8d5f tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379732 Jul 13 07:40:05.816626 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-ec6235c9-58ce-4cb0-a7a7-2a449c6ae477 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=74bea949d49b487fabdf8b517735e1cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243247 Jul 13 07:40:05.947542 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-dae74b5f-7c6f-4609-9ee0-725cbc8cd806 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:05.951554 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-dae74b5f-7c6f-4609-9ee0-725cbc8cd806 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1252129 Jul 13 07:40:05.966049 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-91d4146a-b007-4670-84e0-60be39486106 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/quotas/74bea949d49b487fabdf8b517735e1cc HTTP/1.1" status: 200 len: 375 time: 0.0104222 Jul 13 07:40:06.004875 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-79c294f0-212a-4f34-8823-4f57a60f6b7d tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=74bea949d49b487fabdf8b517735e1cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327475 Jul 13 07:40:06.177531 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-1b2e7874-8af0-433a-9e7f-8e001a65032c tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:06.186458 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-1b2e7874-8af0-433a-9e7f-8e001a65032c tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1395459 Jul 13 07:40:06.193754 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-b6cfc38e-6fbc-4ec5-b440-5601e88c9043 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=74bea949d49b487fabdf8b517735e1cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327570 Jul 13 07:40:06.252432 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-af021b52-0395-4fcb-aebb-8b05548edbb8 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 696 time: 0.0647912 Jul 13 07:40:06.259921 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-dfc78065-8489-4ed3-82ea-705c1a7655f2 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Request body: {'floatingip': {'port_id': 'bcd2d6fd-3694-4661-837a-af59fdfa8317', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:06.317311 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-dfc78065-8489-4ed3-82ea-705c1a7655f2 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.428201 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-547dfd9e-698e-4f8d-bf6a-2ac883e7fb04 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:06.429811 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-547dfd9e-698e-4f8d-bf6a-2ac883e7fb04 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282588 Jul 13 07:40:06.450494 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-21b13f4b-5e51-4384-b97c-ca51a73948e2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Request body: {'port': {'device_id': 'fcecdbd3-f607-48dd-a569-4f5bb9bb867f', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': '74bea949d49b487fabdf8b517735e1cc'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:06.552158 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:40:06.582545 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-efd3ac7b-d480-4b57-bd53-0c65918fce24 req-98d30191-b67f-4cd4-9dea-274e5c1f2119 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3931162 Jul 13 07:40:06.633587 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-efd3ac7b-d480-4b57-bd53-0c65918fce24 req-fcb273e4-8932-44b5-b258-4aef28574b98 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:06.636962 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8130e-64c0-4c33-bf89-1503273416ea req-b468295c-1624-45aa-964c-446aad9b962f tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:06.639147 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1cd8130e-64c0-4c33-bf89-1503273416ea req-b468295c-1624-45aa-964c-446aad9b962f tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e4f9000-d9e7-4d52-8b62-35e068d8ad42 HTTP/1.1" status: 200 len: 946 time: 0.1076779 Jul 13 07:40:06.661299 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-21b13f4b-5e51-4384-b97c-ca51a73948e2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Made reservation on behalf of 74bea949d49b487fabdf8b517735e1cc for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:06.667183 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-21b13f4b-5e51-4384-b97c-ca51a73948e2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.701724 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-21b13f4b-5e51-4384-b97c-ca51a73948e2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.704786 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-efd3ac7b-d480-4b57-bd53-0c65918fce24 req-fcb273e4-8932-44b5-b258-4aef28574b98 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.845597 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-1cd8130e-64c0-4c33-bf89-1503273416ea req-26505acc-23b1-4231-9ddb-e70cda4790c9 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Deleting port adf1d077-a223-4aee-8ac0-47aac057cc46 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:06.845943 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1cd8130e-64c0-4c33-bf89-1503273416ea req-26505acc-23b1-4231-9ddb-e70cda4790c9 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.952424 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-1cd8130e-64c0-4c33-bf89-1503273416ea req-26505acc-23b1-4231-9ddb-e70cda4790c9 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] For port adf1d077-a223-4aee-8ac0-47aac057cc46, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=adf1d077-a223-4aee-8ac0-47aac057cc46,segment=NetworkSegment(1ded926f-85f6-4deb-8f96-a9fc18fd1d8f),segment_id=1ded926f-85f6-4deb-8f96-a9fc18fd1d8f)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:06.952792 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1cd8130e-64c0-4c33-bf89-1503273416ea req-26505acc-23b1-4231-9ddb-e70cda4790c9 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.971405 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-1cd8130e-64c0-4c33-bf89-1503273416ea req-26505acc-23b1-4231-9ddb-e70cda4790c9 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Calling delete_port for adf1d077-a223-4aee-8ac0-47aac057cc46 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:06.982584 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-efd3ac7b-d480-4b57-bd53-0c65918fce24 req-fcb273e4-8932-44b5-b258-4aef28574b98 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.982877 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:40:07.044417 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-21b13f4b-5e51-4384-b97c-ca51a73948e2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.055154 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-21b13f4b-5e51-4384-b97c-ca51a73948e2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.173632 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:07.175951 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b13f4b-5e51-4384-b97c-ca51a73948e2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c30c3b39-9fc6-42b0-9421-1819baddc489,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:07.189853 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-dfc78065-8489-4ed3-82ea-705c1a7655f2 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.202652 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-efd3ac7b-d480-4b57-bd53-0c65918fce24 req-fcb273e4-8932-44b5-b258-4aef28574b98 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Allocated IP 172.25.0.57 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/27b8d329-75b2-4129-8580-67f64a9450ed) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:07.204909 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-dfc78065-8489-4ed3-82ea-705c1a7655f2 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.237485 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2', 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a', 'port_id': 'f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2', 'mac_address': 'fa:16:3e:2e:77:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d6fa42-4195-4977-b883-5a26f0e01114', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:40:07.297176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-21b13f4b-5e51-4384-b97c-ca51a73948e2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Allocated IP 192.168.233.250 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/8a323d04-6951-4193-92d8-53ed8ea6f205) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:07.309239 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1cd8130e-64c0-4c33-bf89-1503273416ea req-26505acc-23b1-4231-9ddb-e70cda4790c9 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.325536 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.327888 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['bcd2d6fd-3694-4661-837a-af59fdfa8317', 'adf1d077-a223-4aee-8ac0-47aac057cc46'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:07.367899 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26505acc-23b1-4231-9ddb-e70cda4790c9 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Pushing event deleted for resources: {'Port': ['ID=adf1d077-a223-4aee-8ac0-47aac057cc46,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:07.393926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:07.430997 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-dfc78065-8489-4ed3-82ea-705c1a7655f2 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Floating IP 28584443-ba26-4127-9340-77e866e80318 associated. External IP: 172.25.0.135, port: bcd2d6fd-3694-4661-837a-af59fdfa8317. Jul 13 07:40:07.443229 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd8130e-64c0-4c33-bf89-1503273416ea req-26505acc-23b1-4231-9ddb-e70cda4790c9 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] No DVR routers for this DVR port adf1d077-a223-4aee-8ac0-47aac057cc46 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:07.447394 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:07.449550 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1cd8130e-64c0-4c33-bf89-1503273416ea req-26505acc-23b1-4231-9ddb-e70cda4790c9 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.451930 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1cd8130e-64c0-4c33-bf89-1503273416ea req-26505acc-23b1-4231-9ddb-e70cda4790c9 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.35 "DELETE /v2.0/ports/adf1d077-a223-4aee-8ac0-47aac057cc46 HTTP/1.1" status: 204 len: 173 time: 0.8066466 Jul 13 07:40:07.452514 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4f9000-d9e7-4d52-8b62-35e068d8ad42', 'name': 'network-vif-deleted', 'tag': 'adf1d077-a223-4aee-8ac0-47aac057cc46'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:07.455170 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384eac28-a875-4d9e-b76b-d4b79bb3b1aa" -d '{"events": [{"server_uuid": "1e4f9000-d9e7-4d52-8b62-35e068d8ad42", "name": "network-vif-deleted", "tag": "adf1d077-a223-4aee-8ac0-47aac057cc46"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:07.457452 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.540550 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-efd3ac7b-d480-4b57-bd53-0c65918fce24 req-fcb273e4-8932-44b5-b258-4aef28574b98 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.593225 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:07.645178 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-21b13f4b-5e51-4384-b97c-ca51a73948e2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.671332 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-21b13f4b-5e51-4384-b97c-ca51a73948e2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Transition to ACTIVE for port object 8a323d04-6951-4193-92d8-53ed8ea6f205 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:07.728168 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-efd3ac7b-d480-4b57-bd53-0c65918fce24 req-fcb273e4-8932-44b5-b258-4aef28574b98 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.749179 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.770957 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-21b13f4b-5e51-4384-b97c-ca51a73948e2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.832498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd3ac7b-d480-4b57-bd53-0c65918fce24 req-fcb273e4-8932-44b5-b258-4aef28574b98 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:07.843411 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-efd3ac7b-d480-4b57-bd53-0c65918fce24 req-fcb273e4-8932-44b5-b258-4aef28574b98 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:07.849240 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd3ac7b-d480-4b57-bd53-0c65918fce24 req-fcb273e4-8932-44b5-b258-4aef28574b98 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:07.851503 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb273e4-8932-44b5-b258-4aef28574b98 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Pushing event updated for resources: {'Port': ['ID=27b8d329-75b2-4129-8580-67f64a9450ed,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:07.853970 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:07.858525 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-21b13f4b-5e51-4384-b97c-ca51a73948e2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:07.888963 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-512c9f9e-7fab-44cb-b997-02a231ad85b5 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=74bea949d49b487fabdf8b517735e1cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269248 Jul 13 07:40:07.893918 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-21b13f4b-5e51-4384-b97c-ca51a73948e2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:07.894219 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-dfc78065-8489-4ed3-82ea-705c1a7655f2 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Router e8ff480d-351c-41ce-8e8a-26fa815605d2 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:40:07.897639 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-21b13f4b-5e51-4384-b97c-ca51a73948e2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:07.986902 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b13f4b-5e51-4384-b97c-ca51a73948e2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Pushing event updated for resources: {'Port': ['ID=8a323d04-6951-4193-92d8-53ed8ea6f205,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:08.085971 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-21b13f4b-5e51-4384-b97c-ca51a73948e2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:08.087299 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-21b13f4b-5e51-4384-b97c-ca51a73948e2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.155518 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-21b13f4b-5e51-4384-b97c-ca51a73948e2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7089472 Jul 13 07:40:08.183470 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] Request body: {'port': {'device_id': 'fcecdbd3-f607-48dd-a569-4f5bb9bb867f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:08.266767 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-c32a96b2-ed3a-4486-aae5-b625815a1acc tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:08.268649 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-c32a96b2-ed3a-4486-aae5-b625815a1acc tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3626263 Jul 13 07:40:08.286496 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-88a772d9-6b92-452c-b1ad-aa784bf8c2f6 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Request body: {'port': {'device_id': '73650ba7-bbb6-48c1-bfa4-2be739c201e8', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': '74bea949d49b487fabdf8b517735e1cc'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:08.424691 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.451058 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e22406ea-a62d-4571-8a72-8add398a86e9 None None] Provisioning for port 8a323d04-6951-4193-92d8-53ed8ea6f205 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:08.459821 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e22406ea-a62d-4571-8a72-8add398a86e9 None None] Provisioning complete for port 8a323d04-6951-4193-92d8-53ed8ea6f205 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:08.460724 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e22406ea-a62d-4571-8a72-8add398a86e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.514649 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e22406ea-a62d-4571-8a72-8add398a86e9 None None] Port 8a323d04-6951-4193-92d8-53ed8ea6f205 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:08.519459 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-88a772d9-6b92-452c-b1ad-aa784bf8c2f6 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Made reservation on behalf of 74bea949d49b487fabdf8b517735e1cc for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:08.522924 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-88a772d9-6b92-452c-b1ad-aa784bf8c2f6 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.568049 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-efd3ac7b-d480-4b57-bd53-0c65918fce24 req-fcb273e4-8932-44b5-b258-4aef28574b98 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.616892 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-dfc78065-8489-4ed3-82ea-705c1a7655f2 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:40:08.623823 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-dfc78065-8489-4ed3-82ea-705c1a7655f2 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.630332 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7cbbf2-e894-46b2-b058-6c5e00c92f5d None None] Sync routers for ids ['e8ff480d-351c-41ce-8e8a-26fa815605d2'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:40:08.640670 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7cbbf2-e894-46b2-b058-6c5e00c92f5d None None] Routers {'e8ff480d-351c-41ce-8e8a-26fa815605d2'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:08.641372 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5e7cbbf2-e894-46b2-b058-6c5e00c92f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:39:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e8ff480d-351c-41ce-8e8a-26fa815605d2'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:08.670023 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-efd3ac7b-d480-4b57-bd53-0c65918fce24 req-fcb273e4-8932-44b5-b258-4aef28574b98 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.737099 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-dfc78065-8489-4ed3-82ea-705c1a7655f2 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "PUT /v2.0/floatingips/28584443-ba26-4127-9340-77e866e80318 HTTP/1.1" status: 200 len: 996 time: 2.4835804 Jul 13 07:40:08.738918 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba91dba-6cd1-4ab9-9750-6774ee5f1147', 'tag': 'bcd2d6fd-3694-4661-837a-af59fdfa8317'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:08.741170 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f15bfb-cd22-48f0-aa30-5fe3693024b5" -d '{"events": [{"name": "network-changed", "server_uuid": "cba91dba-6cd1-4ab9-9750-6774ee5f1147", "tag": "bcd2d6fd-3694-4661-837a-af59fdfa8317"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:08.883823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a323d04-6951-4193-92d8-53ed8ea6f205 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:08.891975 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-0b0afce5-bcc0-4da5-88d1-cc98ae307f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:08.893791 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-0b0afce5-bcc0-4da5-88d1-cc98ae307f25 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd2a6045fb9847fcbcf272c120be7396&device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147 HTTP/1.1" status: 200 len: 1097 time: 0.1329434 Jul 13 07:40:08.895914 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.914407 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] Transition to ACTIVE for port object 8a323d04-6951-4193-92d8-53ed8ea6f205 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:08.929243 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.929859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-5e7cbbf2-e894-46b2-b058-6c5e00c92f5d None None] Set router e8ff480d-351c-41ce-8e8a-26fa815605d2 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:08.957456 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-efd3ac7b-d480-4b57-bd53-0c65918fce24 req-fcb273e4-8932-44b5-b258-4aef28574b98 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.967564 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-efd3ac7b-d480-4b57-bd53-0c65918fce24 req-fcb273e4-8932-44b5-b258-4aef28574b98 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.026654 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:09.052024 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-88a772d9-6b92-452c-b1ad-aa784bf8c2f6 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Allocated IP 192.168.233.224 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/22a04695-e39f-4fc0-924e-ffc7c182f8f8) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:09.107239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] Pushing event updated for resources: {'Port': ['ID=8a323d04-6951-4193-92d8-53ed8ea6f205,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:09.121247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb273e4-8932-44b5-b258-4aef28574b98 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Pushing event updated for resources: {'Port': ['ID=27b8d329-75b2-4129-8580-67f64a9450ed,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:09.127983 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-c3bdd119-001c-4ac4-9f34-c34c9289e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:09.135970 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-c3bdd119-001c-4ac4-9f34-c34c9289e3fb service neutron] 10.222.0.58 "GET /v2.0/networks?id=164dc193-94d4-4901-8325-2ada440bfa80 HTTP/1.1" status: 200 len: 922 time: 0.2263176 Jul 13 07:40:09.192201 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-efd3ac7b-d480-4b57-bd53-0c65918fce24 req-fcb273e4-8932-44b5-b258-4aef28574b98 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.202842 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:09.214583 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:09.215065 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.224630 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-efd3ac7b-d480-4b57-bd53-0c65918fce24 req-fcb273e4-8932-44b5-b258-4aef28574b98 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.232210 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-efd3ac7b-d480-4b57-bd53-0c65918fce24 req-fcb273e4-8932-44b5-b258-4aef28574b98 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6066077 Jul 13 07:40:09.306649 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] Attempting to bind port 8a323d04-6951-4193-92d8-53ed8ea6f205 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:09.307387 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] Attempting to bind port 8a323d04-6951-4193-92d8-53ed8ea6f205 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:09.307964 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] Attempting to bind port 8a323d04-6951-4193-92d8-53ed8ea6f205 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:09.319884 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-efd3ac7b-d480-4b57-bd53-0c65918fce24 req-e8be66f4-aa80-48a9-9e8c-e68e4447f2a2 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.57 HTTP/1.1" status: 200 len: 695 time: 0.0864358 Jul 13 07:40:09.343898 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-9b38eccd-fb76-4495-9d9c-b6848b62f8cc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcd2d6fd-3694-4661-837a-af59fdfa8317 HTTP/1.1" status: 200 len: 999 time: 0.2062552 Jul 13 07:40:09.437766 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-88a772d9-6b92-452c-b1ad-aa784bf8c2f6 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.446375 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.463833 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] Port 8a323d04-6951-4193-92d8-53ed8ea6f205 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:40:09.464574 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] Attempting to bind port 8a323d04-6951-4193-92d8-53ed8ea6f205 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:09.471522 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-88a772d9-6b92-452c-b1ad-aa784bf8c2f6 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Transition to ACTIVE for port object 22a04695-e39f-4fc0-924e-ffc7c182f8f8 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:09.481797 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:09.482520 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:09.483106 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:09.483746 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] Bound port: 8a323d04-6951-4193-92d8-53ed8ea6f205, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:09.484297 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.486310 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-07340e39-6b43-4763-8876-2586bfa0a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:09.490857 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f82743-c960-426a-b495-ef90d06ed8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:09.493451 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5a02cc-72fd-4aaf-9a27-1c4846b58e4a" -d '{"events": [{"server_uuid": "c4f82743-c960-426a-b495-ef90d06ed8b4", "name": "network-vif-plugged", "status": "completed", "tag": "f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:09.496385 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-07340e39-6b43-4763-8876-2586bfa0a394 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=338fc189-33fc-4de5-8976-e1adcb0ebd5b HTTP/1.1" status: 200 len: 860 time: 0.1514037 Jul 13 07:40:09.513924 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:09.523912 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.548040 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5e7cbbf2-e894-46b2-b058-6c5e00c92f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:52Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '28584443-ba26-4127-9340-77e866e80318', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'port_id': 'bcd2d6fd-3694-4661-837a-af59fdfa8317', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'mac_address': 'fa:16:3e:c4:4c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba91dba-6cd1-4ab9-9750-6774ee5f1147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:40:07Z', 'revision_number': 8, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ffcd29-bcc8-40ec-8bae-adef41df0461', 'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'mac_address': 'fa:16:3e:cb:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:51Z', 'updated_at': '2021-07-13T07:39:00Z', 'revision_number': 5, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'subnets': [{'id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:09.577055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3ac7b-d480-4b57-bd53-0c65918fce24 req-874f7914-0423-47c3-b871-dc5464cd11ed tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:09.578840 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-efd3ac7b-d480-4b57-bd53-0c65918fce24 req-874f7914-0423-47c3-b871-dc5464cd11ed tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.2581246 Jul 13 07:40:09.592372 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-88a772d9-6b92-452c-b1ad-aa784bf8c2f6 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.616447 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-394b829e-e4ab-437d-8841-41f01ac577e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:09.622743 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7cbbf2-e894-46b2-b058-6c5e00c92f5d None None] Checking router: e8ff480d-351c-41ce-8e8a-26fa815605d2 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:40:09.625311 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-394b829e-e4ab-437d-8841-41f01ac577e9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=164dc193-94d4-4901-8325-2ada440bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273317 Jul 13 07:40:09.638927 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] For port 8a323d04-6951-4193-92d8-53ed8ea6f205, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:09.661258 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] For port 8a323d04-6951-4193-92d8-53ed8ea6f205, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8a323d04-6951-4193-92d8-53ed8ea6f205,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:09.673005 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-88a772d9-6b92-452c-b1ad-aa784bf8c2f6 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:09.677170 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-88a772d9-6b92-452c-b1ad-aa784bf8c2f6 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:09.682483 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.686286 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-88a772d9-6b92-452c-b1ad-aa784bf8c2f6 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:09.728213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a772d9-6b92-452c-b1ad-aa784bf8c2f6 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Pushing event updated for resources: {'Port': ['ID=22a04695-e39f-4fc0-924e-ffc7c182f8f8,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:09.752441 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7cbbf2-e894-46b2-b058-6c5e00c92f5d None None] Routers {'e8ff480d-351c-41ce-8e8a-26fa815605d2'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:09.753251 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5e7cbbf2-e894-46b2-b058-6c5e00c92f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:39:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e8ff480d-351c-41ce-8e8a-26fa815605d2'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:09.772402 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:09.773264 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.777134 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] 10.222.0.62 "PUT /v2.0/ports/8a323d04-6951-4193-92d8-53ed8ea6f205 HTTP/1.1" status: 200 len: 1097 time: 1.6095006 Jul 13 07:40:09.802796 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-a2f885e8-77f9-42cb-966f-ae20bc1bd826 service neutron] 10.222.0.58 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722584 Jul 13 07:40:09.900680 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:09.982454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-88a772d9-6b92-452c-b1ad-aa784bf8c2f6 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:09.983653 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-88a772d9-6b92-452c-b1ad-aa784bf8c2f6 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.986752 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7fb1144-c195-432a-bb74-994a8aee9092 req-edadcae3-b902-4faa-b139-298382cc4269 service neutron] 10.222.0.58 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669223 Jul 13 07:40:10.028624 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-88a772d9-6b92-452c-b1ad-aa784bf8c2f6 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7480471 Jul 13 07:40:10.035899 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-5e7cbbf2-e894-46b2-b058-6c5e00c92f5d None None] Set router e8ff480d-351c-41ce-8e8a-26fa815605d2 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:10.046418 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] Request body: {'port': {'device_id': '73650ba7-bbb6-48c1-bfa4-2be739c201e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:10.049549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de4287-c955-45a1-aff5-f35616f1e006 service neutron] Pushing event updated for resources: {'Port': ['ID=8a323d04-6951-4193-92d8-53ed8ea6f205,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:10.090763 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-76f1f779-ec23-48ef-97cd-008c647e7fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:10.092897 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-76f1f779-ec23-48ef-97cd-008c647e7fd6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74bea949d49b487fabdf8b517735e1cc&device_id=fcecdbd3-f607-48dd-a569-4f5bb9bb867f HTTP/1.1" status: 200 len: 1100 time: 0.2498050 Jul 13 07:40:10.111660 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a10d02-6ee8-4037-84ba-27faaaa47d29 req-7c15f18c-4ef9-4033-9f1e-5cac6f841910 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:10.115544 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c1a10d02-6ee8-4037-84ba-27faaaa47d29 req-7c15f18c-4ef9-4033-9f1e-5cac6f841910 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/ports?device_id=73650ba7-bbb6-48c1-bfa4-2be739c201e8 HTTP/1.1" status: 200 len: 936 time: 0.1453862 Jul 13 07:40:10.175230 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-ff6bb0b3-4f9e-4f23-b461-95d6228658da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=8a323d04-6951-4193-92d8-53ed8ea6f205 HTTP/1.1" status: 200 len: 217 time: 0.0680625 Jul 13 07:40:10.209903 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c1a10d02-6ee8-4037-84ba-27faaaa47d29 req-9cf8b809-1264-429f-a1c0-1ac2f75d522d tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30c3b39-9fc6-42b0-9421-1819baddc489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798335 Jul 13 07:40:10.230849 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d18f6134-a391-43f0-b363-dcaf8c09e909 None None] Provisioning for port 22a04695-e39f-4fc0-924e-ffc7c182f8f8 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:10.249200 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-0cd0bf14-8ab4-4ec3-962a-4acba0a83872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:10.250687 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-0cd0bf14-8ab4-4ec3-962a-4acba0a83872 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0634005 Jul 13 07:40:10.251523 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.277633 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d18f6134-a391-43f0-b363-dcaf8c09e909 None None] Provisioning complete for port 22a04695-e39f-4fc0-924e-ffc7c182f8f8 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:10.278573 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d18f6134-a391-43f0-b363-dcaf8c09e909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.354570 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dc040-ee74-4fbc-90b5-94b403de21ae req-f5751df3-612e-4e8a-8c0f-2bc068623ba6 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:10.356768 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c6dc040-ee74-4fbc-90b5-94b403de21ae req-f5751df3-612e-4e8a-8c0f-2bc068623ba6 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 946 time: 0.1173530 Jul 13 07:40:10.388785 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d18f6134-a391-43f0-b363-dcaf8c09e909 None None] Port 22a04695-e39f-4fc0-924e-ffc7c182f8f8 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:10.428382 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c6dc040-ee74-4fbc-90b5-94b403de21ae req-5594cbf0-d206-48ef-8a5b-6e424f6a5f1a tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612741 Jul 13 07:40:10.502973 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d22cf6d-1fbe-404b-a5ed-3a0d3c598df8 x-openstack-request-id: req-1d22cf6d-1fbe-404b-a5ed-3a0d3c598df8 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:10.503710 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4f9000-d9e7-4d52-8b62-35e068d8ad42", "name": "network-vif-deleted", "tag": "adf1d077-a223-4aee-8ac0-47aac057cc46", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:10.504189 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d22cf6d-1fbe-404b-a5ed-3a0d3c598df8 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:10.505092 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4f9000-d9e7-4d52-8b62-35e068d8ad42', 'name': 'network-vif-deleted', 'tag': 'adf1d077-a223-4aee-8ac0-47aac057cc46', 'status': 'completed', 'code': 200} Jul 13 07:40:10.506609 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d034a25-b8ea-4655-aea3-881d14d080aa x-openstack-request-id: req-2d034a25-b8ea-4655-aea3-881d14d080aa {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:10.506889 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba91dba-6cd1-4ab9-9750-6774ee5f1147", "tag": "bcd2d6fd-3694-4661-837a-af59fdfa8317", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:10.507144 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2d034a25-b8ea-4655-aea3-881d14d080aa {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:10.507531 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba91dba-6cd1-4ab9-9750-6774ee5f1147', 'tag': 'bcd2d6fd-3694-4661-837a-af59fdfa8317', 'status': 'completed', 'code': 200} Jul 13 07:40:10.525803 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-5f3ef196-d6d7-434f-a45b-a2d53ab75391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:10.528959 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-5f3ef196-d6d7-434f-a45b-a2d53ab75391 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2559240 Jul 13 07:40:10.547839 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee8a037-b57d-4201-b386-ae694feb76a3 x-openstack-request-id: req-0ee8a037-b57d-4201-b386-ae694feb76a3 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:10.550833 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f82743-c960-426a-b495-ef90d06ed8b4", "name": "network-vif-plugged", "status": "completed", "tag": "f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:10.551889 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ee8a037-b57d-4201-b386-ae694feb76a3 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:10.552327 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f82743-c960-426a-b495-ef90d06ed8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2', 'code': 200} Jul 13 07:40:10.625032 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5e7cbbf2-e894-46b2-b058-6c5e00c92f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:52Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '28584443-ba26-4127-9340-77e866e80318', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'port_id': 'bcd2d6fd-3694-4661-837a-af59fdfa8317', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'mac_address': 'fa:16:3e:c4:4c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba91dba-6cd1-4ab9-9750-6774ee5f1147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:40:07Z', 'revision_number': 8, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ffcd29-bcc8-40ec-8bae-adef41df0461', 'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'mac_address': 'fa:16:3e:cb:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:51Z', 'updated_at': '2021-07-13T07:39:00Z', 'revision_number': 5, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'subnets': [{'id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:10.656603 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7cbbf2-e894-46b2-b058-6c5e00c92f5d None None] The sync data for ids ['e8ff480d-351c-41ce-8e8a-26fa815605d2'] in n-d-779913-28 is: [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:52Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '28584443-ba26-4127-9340-77e866e80318', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'port_id': 'bcd2d6fd-3694-4661-837a-af59fdfa8317', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'mac_address': 'fa:16:3e:c4:4c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba91dba-6cd1-4ab9-9750-6774ee5f1147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:40:07Z', 'revision_number': 8, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ffcd29-bcc8-40ec-8bae-adef41df0461', 'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'mac_address': 'fa:16:3e:cb:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:51Z', 'updated_at': '2021-07-13T07:39:00Z', 'revision_number': 5, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'subnets': [{'id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:40:10.665058 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0883df34-b7d2-409c-bab5-233be1634866 req-7a3fb3fd-0cad-4505-84a7-076a467d023b tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/floatingips/1decb491-d4ae-4f69-918f-d9c4512989a3 HTTP/1.1" status: 200 len: 692 time: 0.1223392 Jul 13 07:40:10.769684 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38658) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:10.800962 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f15bfb-cd22-48f0-aa30-5fe3693024b5 req-9c024a39-a145-4627-ae3b-02a4ec0bd1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:10.803509 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3f15bfb-cd22-48f0-aa30-5fe3693024b5 req-9c024a39-a145-4627-ae3b-02a4ec0bd1e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd2a6045fb9847fcbcf272c120be7396&device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147 HTTP/1.1" status: 200 len: 1097 time: 0.2533002 Jul 13 07:40:10.844220 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-127463a1-4988-4c95-a188-de4303bb9901 req-a9876a30-2f71-4294-9f7c-211d99bca1fd tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/floatingips/28584443-ba26-4127-9340-77e866e80318 HTTP/1.1" status: 200 len: 996 time: 0.2087386 Jul 13 07:40:10.930031 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de50bd0-303e-4c2c-8ede-350cd7a3173d None None] New status for floating IP 28584443-ba26-4127-9340-77e866e80318: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:40:10.990634 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5d41257-4439-41fc-9029-d05412a89f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.056062 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device adf1d077-a223-4aee-8ac0-47aac057cc46 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:11.078361 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: adf1d077-a223-4aee-8ac0-47aac057cc46 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:11.079014 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device adf1d077-a223-4aee-8ac0-47aac057cc46 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:11.092423 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883df34-b7d2-409c-bab5-233be1634866 req-91618bc2-06ed-413d-824f-c33a14d1e6d0 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:11.093900 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0883df34-b7d2-409c-bab5-233be1634866 req-91618bc2-06ed-413d-824f-c33a14d1e6d0 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.3871665 Jul 13 07:40:11.119149 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-0883df34-b7d2-409c-bab5-233be1634866 req-9c966ffe-f00d-4e28-a2f7-9eecf5fbee8b tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:40:11.120154 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0883df34-b7d2-409c-bab5-233be1634866 req-9c966ffe-f00d-4e28-a2f7-9eecf5fbee8b tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122907 Jul 13 07:40:11.121494 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f15bfb-cd22-48f0-aa30-5fe3693024b5 req-5e125c6f-1256-489e-86e5-f65bb8676d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:11.122991 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3f15bfb-cd22-48f0-aa30-5fe3693024b5 req-5e125c6f-1256-489e-86e5-f65bb8676d1b service neutron] 10.222.0.35 "GET /v2.0/networks?id=164dc193-94d4-4901-8325-2ada440bfa80 HTTP/1.1" status: 200 len: 922 time: 0.2670658 Jul 13 07:40:11.132497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127463a1-4988-4c95-a188-de4303bb9901 req-54d8a714-8f21-4ef7-a4e9-b808fba9690a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:11.140183 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-127463a1-4988-4c95-a188-de4303bb9901 req-54d8a714-8f21-4ef7-a4e9-b808fba9690a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.2948844 Jul 13 07:40:11.233060 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-3c65cf13-cddd-437e-af02-cd35a9417fef service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6335049 Jul 13 07:40:11.235787 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055a4e2-3cfa-4bb2-b29b-f743e23580fe req-98ccd431-6bfd-43c5-afdb-8357d66d2c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:11.240038 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8055a4e2-3cfa-4bb2-b29b-f743e23580fe req-98ccd431-6bfd-43c5-afdb-8357d66d2c0c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 1098 time: 0.5858409 Jul 13 07:40:11.330325 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05601091-8ca0-44f6-8e58-59bcbb7f7911 req-9f2ec6b4-1c31-4a32-9469-eba51fb9cb8d tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/floatingips/1decb491-d4ae-4f69-918f-d9c4512989a3 HTTP/1.1" status: 200 len: 692 time: 0.1220214 Jul 13 07:40:11.350103 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3f15bfb-cd22-48f0-aa30-5fe3693024b5 req-a31cc44b-c71c-45c7-ba44-fc3c01538170 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcd2d6fd-3694-4661-837a-af59fdfa8317 HTTP/1.1" status: 200 len: 1001 time: 0.2067208 Jul 13 07:40:11.385934 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a04695-e39f-4fc0-924e-ffc7c182f8f8 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:11.401585 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8055a4e2-3cfa-4bb2-b29b-f743e23580fe req-d5d95cc6-23d6-403d-99a9-0df32445a926 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382906 Jul 13 07:40:11.404536 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.427277 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-361c025f-47f3-41a0-8e59-f4e21a66a12d tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 1001 time: 0.2178919 Jul 13 07:40:11.430315 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] Transition to ACTIVE for port object 22a04695-e39f-4fc0-924e-ffc7c182f8f8 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:11.440333 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.446455 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c9e755b-8295-4c3f-bdd2-18c5315e9b68 req-7380a8c9-ae27-4dbc-87e5-50376cb7ad7a service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030923 Jul 13 07:40:11.461596 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38680) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:11.509943 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] Pushing event updated for resources: {'Port': ['ID=22a04695-e39f-4fc0-924e-ffc7c182f8f8,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:11.539518 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f15bfb-cd22-48f0-aa30-5fe3693024b5 req-13fb4a71-0118-4b11-a16d-1996040b91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:11.541032 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3f15bfb-cd22-48f0-aa30-5fe3693024b5 req-13fb4a71-0118-4b11-a16d-1996040b91b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=338fc189-33fc-4de5-8976-e1adcb0ebd5b HTTP/1.1" status: 200 len: 860 time: 0.1753142 Jul 13 07:40:11.604753 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] Attempting to bind port 22a04695-e39f-4fc0-924e-ffc7c182f8f8 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:11.605099 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] Attempting to bind port 22a04695-e39f-4fc0-924e-ffc7c182f8f8 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:11.605433 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] Attempting to bind port 22a04695-e39f-4fc0-924e-ffc7c182f8f8 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:11.610569 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] Port 22a04695-e39f-4fc0-924e-ffc7c182f8f8 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:40:11.610899 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] Attempting to bind port 22a04695-e39f-4fc0-924e-ffc7c182f8f8 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:11.616737 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:11.617074 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:11.617516 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:11.617972 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] Bound port: 22a04695-e39f-4fc0-924e-ffc7c182f8f8, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:11.618579 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.649073 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5d41257-4439-41fc-9029-d05412a89f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.670447 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-0d639ea3-e61c-4e00-8e13-edfe0d400b69 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:11.672007 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-0d639ea3-e61c-4e00-8e13-edfe0d400b69 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports/bcd2d6fd-3694-4661-837a-af59fdfa8317 HTTP/1.1" status: 200 len: 942 time: 0.2316675 Jul 13 07:40:11.672667 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5d41257-4439-41fc-9029-d05412a89f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.691023 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05601091-8ca0-44f6-8e58-59bcbb7f7911 req-d4b5cf4e-52e9-4e5b-b553-aa8a9050ca8a tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:11.698896 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05601091-8ca0-44f6-8e58-59bcbb7f7911 req-d4b5cf4e-52e9-4e5b-b553-aa8a9050ca8a tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.3606818 Jul 13 07:40:11.702036 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] For port 22a04695-e39f-4fc0-924e-ffc7c182f8f8, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:11.707846 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] For port 22a04695-e39f-4fc0-924e-ffc7c182f8f8, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=22a04695-e39f-4fc0-924e-ffc7c182f8f8,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:11.721323 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.725942 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-807e6bae-bf8f-493f-aed5-f92f6260fd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.758538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:11.759222 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.761136 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] 10.222.0.35 "PUT /v2.0/ports/22a04695-e39f-4fc0-924e-ffc7c182f8f8 HTTP/1.1" status: 200 len: 1097 time: 1.7230995 Jul 13 07:40:11.796991 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad6407-00a5-4a20-8fca-fd08931e2390 service neutron] Pushing event updated for resources: {'Port': ['ID=22a04695-e39f-4fc0-924e-ffc7c182f8f8,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:11.836621 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05601091-8ca0-44f6-8e58-59bcbb7f7911 req-64827a95-13ed-4d41-8467-1e63fe8849ba tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.57 HTTP/1.1" status: 200 len: 695 time: 0.1366451 Jul 13 07:40:11.837171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d41257-4439-41fc-9029-d05412a89f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef83e81e-0b35-4ae1-ab03-b8ef88e2b228,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:11.869540 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-e8743eeb-2443-4f84-8f4d-6857666a908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:11.872649 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-e8743eeb-2443-4f84-8f4d-6857666a908e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74bea949d49b487fabdf8b517735e1cc&device_id=73650ba7-bbb6-48c1-bfa4-2be739c201e8 HTTP/1.1" status: 200 len: 1100 time: 0.0660374 Jul 13 07:40:11.874409 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d5d41257-4439-41fc-9029-d05412a89f99 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=133aa27cc0d74b50a5aa3719be52d7c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1034749 Jul 13 07:40:11.877063 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38686) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:11.957050 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-5b084677-540e-4f4d-95f3-6ccb6b1ad48e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=22a04695-e39f-4fc0-924e-ffc7c182f8f8 HTTP/1.1" status: 200 len: 217 time: 0.0705643 Jul 13 07:40:12.028988 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bf243eea-d466-4806-b046-48f8355deee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.031691 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-facabb21-ba06-4837-aa66-fb04dc5e159f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:12.033244 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-facabb21-ba06-4837-aa66-fb04dc5e159f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0687268 Jul 13 07:40:12.087272 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bf243eea-d466-4806-b046-48f8355deee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.146952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-3365dc6d-dfdc-4a28-8a07-27719f87f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:12.149154 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-3365dc6d-dfdc-4a28-8a07-27719f87f7d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1064498 Jul 13 07:40:12.185870 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bf243eea-d466-4806-b046-48f8355deee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.188491 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bf243eea-d466-4806-b046-48f8355deee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.189681 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bf243eea-d466-4806-b046-48f8355deee6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef83e81e-0b35-4ae1-ab03-b8ef88e2b228 HTTP/1.1" status: 204 len: 168 time: 0.3115978 Jul 13 07:40:12.206359 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf243eea-d466-4806-b046-48f8355deee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef83e81e-0b35-4ae1-ab03-b8ef88e2b228,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:12.258595 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05601091-8ca0-44f6-8e58-59bcbb7f7911 req-72edb88c-487a-4ba5-9313-e88cabbbea2c tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.57 HTTP/1.1" status: 200 len: 695 time: 0.3768790 Jul 13 07:40:12.275771 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-48246eb4-80b9-4744-a405-ed5326e61468 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205471 Jul 13 07:40:12.279549 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-5f133f8e-6940-4775-b4d3-5418c94e7087 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 1001 time: 0.4841030 Jul 13 07:40:12.288181 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f15bfb-cd22-48f0-aa30-5fe3693024b5 req-56fbbf7c-04df-4234-a2ca-0a69406c3f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:12.289675 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3f15bfb-cd22-48f0-aa30-5fe3693024b5 req-56fbbf7c-04df-4234-a2ca-0a69406c3f32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=164dc193-94d4-4901-8325-2ada440bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7216527 Jul 13 07:40:12.409566 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9947500-fcd3-40a8-af47-e4c050a91394 req-b10cf92f-e071-4d50-865f-a2a2924ecc35 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245275 Jul 13 07:40:12.506542 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcecdbd3-f607-48dd-a569-4f5bb9bb867f', 'tag': '8a323d04-6951-4193-92d8-53ed8ea6f205'}, {'name': 'network-changed', 'server_uuid': '73650ba7-bbb6-48c1-bfa4-2be739c201e8', 'tag': '22a04695-e39f-4fc0-924e-ffc7c182f8f8'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:12.510239 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a73d4c9-7705-4919-9d5f-e793d29637dc" -d '{"events": [{"name": "network-changed", "server_uuid": "fcecdbd3-f607-48dd-a569-4f5bb9bb867f", "tag": "8a323d04-6951-4193-92d8-53ed8ea6f205"}, {"name": "network-changed", "server_uuid": "73650ba7-bbb6-48c1-bfa4-2be739c201e8", "tag": "22a04695-e39f-4fc0-924e-ffc7c182f8f8"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:12.569892 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38696) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:12.591669 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4baae2dd-797a-4efa-9329-4b8079e30a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.608627 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-6a0771f7-4598-4d4e-9a5c-f49701675d0d tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:12.610106 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-6a0771f7-4598-4d4e-9a5c-f49701675d0d tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.3194911 Jul 13 07:40:12.644595 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-807e6bae-bf8f-493f-aed5-f92f6260fd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.649029 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3f15bfb-cd22-48f0-aa30-5fe3693024b5 req-af3f10b7-d7eb-4ce9-abea-577022da0998 service neutron] 10.222.0.35 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505824 Jul 13 07:40:12.681101 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-807e6bae-bf8f-493f-aed5-f92f6260fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.735052 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4baae2dd-797a-4efa-9329-4b8079e30a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.744052 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4baae2dd-797a-4efa-9329-4b8079e30a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.749459 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.775858 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-807e6bae-bf8f-493f-aed5-f92f6260fd1e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c1f09d862394eb9945a17561c4ef103&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3102450 Jul 13 07:40:12.779911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38698) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:12.786860 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4baae2dd-797a-4efa-9329-4b8079e30a0f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ded230ee254b4c83ae876d40aa32ece3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158420 Jul 13 07:40:12.787686 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baae2dd-797a-4efa-9329-4b8079e30a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d58d1f7-e49a-4c17-b08b-9b0ab47bd0ac,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:12.790133 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38700) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:12.820210 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-5bae6ed9-d32d-4c9c-bae9-1a3221de4e98 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 1001 time: 0.1971121 Jul 13 07:40:12.820830 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e6bae-bf8f-493f-aed5-f92f6260fd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2333b2f-ea48-4e76-bd1e-7999e16acc66,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:12.832872 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-05601091-8ca0-44f6-8e58-59bcbb7f7911 req-18befe1a-34bd-4709-8188-fe8ee89e4f95 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Deleting port 27b8d329-75b2-4129-8580-67f64a9450ed {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:12.833301 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-05601091-8ca0-44f6-8e58-59bcbb7f7911 req-18befe1a-34bd-4709-8188-fe8ee89e4f95 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.842524 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ea9fd3e1-39d6-45a0-94ed-8fb21a25b9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.854711 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-f245d7dd-cc3d-4aa4-b30e-28152161793a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:12.866645 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ea9fd3e1-39d6-45a0-94ed-8fb21a25b9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.919653 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ea9fd3e1-39d6-45a0-94ed-8fb21a25b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.922651 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ea9fd3e1-39d6-45a0-94ed-8fb21a25b9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.923941 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ea9fd3e1-39d6-45a0-94ed-8fb21a25b9bc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3d58d1f7-e49a-4c17-b08b-9b0ab47bd0ac HTTP/1.1" status: 204 len: 168 time: 0.1327844 Jul 13 07:40:12.932373 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fd3e1-39d6-45a0-94ed-8fb21a25b9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d58d1f7-e49a-4c17-b08b-9b0ab47bd0ac,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:12.981276 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3f15bfb-cd22-48f0-aa30-5fe3693024b5 req-b4ef724f-03ad-4c82-bf43-308358163f04 service neutron] 10.222.0.35 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028738 Jul 13 07:40:13.008142 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-81c1f0ec-fc21-4735-a855-ad8246c081da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.025990 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-f245d7dd-cc3d-4aa4-b30e-28152161793a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.063328 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-05601091-8ca0-44f6-8e58-59bcbb7f7911 req-18befe1a-34bd-4709-8188-fe8ee89e4f95 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.063664 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-05601091-8ca0-44f6-8e58-59bcbb7f7911 req-18befe1a-34bd-4709-8188-fe8ee89e4f95 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.100252 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-05601091-8ca0-44f6-8e58-59bcbb7f7911 req-18befe1a-34bd-4709-8188-fe8ee89e4f95 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Calling delete_port for 27b8d329-75b2-4129-8580-67f64a9450ed owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:13.103281 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-81c1f0ec-fc21-4735-a855-ad8246c081da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.295490 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-f245d7dd-cc3d-4aa4-b30e-28152161793a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.299404 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-81c1f0ec-fc21-4735-a855-ad8246c081da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.301955 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-81c1f0ec-fc21-4735-a855-ad8246c081da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.303150 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-81c1f0ec-fc21-4735-a855-ad8246c081da admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b2333b2f-ea48-4e76-bd1e-7999e16acc66 HTTP/1.1" status: 204 len: 168 time: 0.5213323 Jul 13 07:40:13.306852 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-f245d7dd-cc3d-4aa4-b30e-28152161793a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.307179 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-f245d7dd-cc3d-4aa4-b30e-28152161793a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Floating IP 28584443-ba26-4127-9340-77e866e80318 disassociated. External IP: 172.25.0.135, port: bcd2d6fd-3694-4661-837a-af59fdfa8317. Jul 13 07:40:13.358100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1f0ec-fc21-4735-a855-ad8246c081da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2333b2f-ea48-4e76-bd1e-7999e16acc66,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:13.468562 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-05601091-8ca0-44f6-8e58-59bcbb7f7911 req-18befe1a-34bd-4709-8188-fe8ee89e4f95 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.502143 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18befe1a-34bd-4709-8188-fe8ee89e4f95 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Pushing event deleted for resources: {'Port': ['ID=27b8d329-75b2-4129-8580-67f64a9450ed,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:13.646974 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-05601091-8ca0-44f6-8e58-59bcbb7f7911 req-18befe1a-34bd-4709-8188-fe8ee89e4f95 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.649453 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-05601091-8ca0-44f6-8e58-59bcbb7f7911 req-18befe1a-34bd-4709-8188-fe8ee89e4f95 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.650681 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05601091-8ca0-44f6-8e58-59bcbb7f7911 req-18befe1a-34bd-4709-8188-fe8ee89e4f95 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "DELETE /v2.0/floatingips/1decb491-d4ae-4f69-918f-d9c4512989a3 HTTP/1.1" status: 204 len: 173 time: 1.3801594 Jul 13 07:40:13.679155 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-f245d7dd-cc3d-4aa4-b30e-28152161793a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Router e8ff480d-351c-41ce-8e8a-26fa815605d2 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:40:13.817528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-f245d7dd-cc3d-4aa4-b30e-28152161793a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:40:13.822653 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-f245d7dd-cc3d-4aa4-b30e-28152161793a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.831473 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a35c6bf-cb0c-4e11-93e4-0c6524c9e277 None None] Sync routers for ids ['e8ff480d-351c-41ce-8e8a-26fa815605d2'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:40:13.843041 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a35c6bf-cb0c-4e11-93e4-0c6524c9e277 None None] Routers {'e8ff480d-351c-41ce-8e8a-26fa815605d2'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:13.844136 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-7a35c6bf-cb0c-4e11-93e4-0c6524c9e277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:39:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e8ff480d-351c-41ce-8e8a-26fa815605d2'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:13.908335 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-f245d7dd-cc3d-4aa4-b30e-28152161793a tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "PUT /v2.0/floatingips/28584443-ba26-4127-9340-77e866e80318 HTTP/1.1" status: 200 len: 696 time: 1.0699637 Jul 13 07:40:13.909614 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba91dba-6cd1-4ab9-9750-6774ee5f1147', 'tag': 'bcd2d6fd-3694-4661-837a-af59fdfa8317'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:13.912455 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cd5eb6-9986-4876-928b-81d65f30e2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "cba91dba-6cd1-4ab9-9750-6774ee5f1147", "tag": "bcd2d6fd-3694-4661-837a-af59fdfa8317"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:13.999025 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eedb2c-fa95-4ea3-a7af-c8302f6a2b26 req-1f24ce47-06f9-47ae-bb9b-e53dc157aa64 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:14.000795 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25eedb2c-fa95-4ea3-a7af-c8302f6a2b26 req-1f24ce47-06f9-47ae-bb9b-e53dc157aa64 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/ports?device_id=73650ba7-bbb6-48c1-bfa4-2be739c201e8 HTTP/1.1" status: 200 len: 948 time: 0.1459684 Jul 13 07:40:14.012362 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-7a35c6bf-cb0c-4e11-93e4-0c6524c9e277 None None] Set router e8ff480d-351c-41ce-8e8a-26fa815605d2 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:14.050053 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-851d0f03-c1e0-45b3-969f-01d81c4e867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:14.051826 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-851d0f03-c1e0-45b3-969f-01d81c4e867f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd2a6045fb9847fcbcf272c120be7396&device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147 HTTP/1.1" status: 200 len: 1097 time: 0.1213911 Jul 13 07:40:14.057413 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25eedb2c-fa95-4ea3-a7af-c8302f6a2b26 req-47f5a963-76e2-480f-a9d8-5a9b3f2c2fa6 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30c3b39-9fc6-42b0-9421-1819baddc489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467844 Jul 13 07:40:14.205646 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-621dd700-230b-47a6-a2e2-2d47fbcb1957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:14.208577 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-621dd700-230b-47a6-a2e2-2d47fbcb1957 service neutron] 10.222.0.58 "GET /v2.0/networks?id=164dc193-94d4-4901-8325-2ada440bfa80 HTTP/1.1" status: 200 len: 922 time: 0.1475103 Jul 13 07:40:14.272299 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-468c8d5e-150c-4dbc-8c89-ea50d98eb11d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcd2d6fd-3694-4661-837a-af59fdfa8317 HTTP/1.1" status: 200 len: 217 time: 0.0541418 Jul 13 07:40:14.329378 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-63a169a1-a868-4d6c-9785-f30b346e79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:14.336714 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-63a169a1-a868-4d6c-9785-f30b346e79ad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=338fc189-33fc-4de5-8976-e1adcb0ebd5b HTTP/1.1" status: 200 len: 860 time: 0.0631430 Jul 13 07:40:14.395769 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-7a35c6bf-cb0c-4e11-93e4-0c6524c9e277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:52Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b9ffcd29-bcc8-40ec-8bae-adef41df0461', 'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'mac_address': 'fa:16:3e:cb:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:51Z', 'updated_at': '2021-07-13T07:39:00Z', 'revision_number': 5, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'subnets': [{'id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:14.432738 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a35c6bf-cb0c-4e11-93e4-0c6524c9e277 None None] Checking router: e8ff480d-351c-41ce-8e8a-26fa815605d2 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:40:14.443768 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a35c6bf-cb0c-4e11-93e4-0c6524c9e277 None None] Routers {'e8ff480d-351c-41ce-8e8a-26fa815605d2'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:14.444393 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-7a35c6bf-cb0c-4e11-93e4-0c6524c9e277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:39:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e8ff480d-351c-41ce-8e8a-26fa815605d2'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:14.454791 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-0346869e-c826-4861-a420-5836f3ca74dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:14.461284 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38760) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:14.464753 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-0346869e-c826-4861-a420-5836f3ca74dd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=164dc193-94d4-4901-8325-2ada440bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1269743 Jul 13 07:40:14.533719 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312414d-483f-4a3f-b7ee-67b7c652fdf2 req-d61b9ac1-3801-4224-96d5-4f358a98265c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:14.535551 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b312414d-483f-4a3f-b7ee-67b7c652fdf2 req-d61b9ac1-3801-4224-96d5-4f358a98265c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 946 time: 0.1362219 Jul 13 07:40:14.606001 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b312414d-483f-4a3f-b7ee-67b7c652fdf2 req-13283f8b-ea55-4e54-9c5b-e0787bcf4651 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438957 Jul 13 07:40:14.623152 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-7a35c6bf-cb0c-4e11-93e4-0c6524c9e277 None None] Set router e8ff480d-351c-41ce-8e8a-26fa815605d2 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:14.645351 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-5879717d-ea26-4904-9b5b-5ea5bf176030 service neutron] 10.222.0.58 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790771 Jul 13 07:40:14.705717 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68495d3-bde7-4f8f-abb1-31bbe02bea38 x-openstack-request-id: req-d68495d3-bde7-4f8f-abb1-31bbe02bea38 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:14.706051 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcecdbd3-f607-48dd-a569-4f5bb9bb867f", "tag": "8a323d04-6951-4193-92d8-53ed8ea6f205", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "73650ba7-bbb6-48c1-bfa4-2be739c201e8", "tag": "22a04695-e39f-4fc0-924e-ffc7c182f8f8", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:14.706490 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d68495d3-bde7-4f8f-abb1-31bbe02bea38 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:14.707130 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcecdbd3-f607-48dd-a569-4f5bb9bb867f', 'tag': '8a323d04-6951-4193-92d8-53ed8ea6f205', 'status': 'completed', 'code': 200} Jul 13 07:40:14.707914 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73650ba7-bbb6-48c1-bfa4-2be739c201e8', 'tag': '22a04695-e39f-4fc0-924e-ffc7c182f8f8', 'status': 'completed', 'code': 200} Jul 13 07:40:14.836050 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73d4c9-7705-4919-9d5f-e793d29637dc req-192b9b40-b653-4450-a5b4-8b78d17fa81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:14.838629 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6a73d4c9-7705-4919-9d5f-e793d29637dc req-192b9b40-b653-4450-a5b4-8b78d17fa81a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74bea949d49b487fabdf8b517735e1cc&device_id=fcecdbd3-f607-48dd-a569-4f5bb9bb867f HTTP/1.1" status: 200 len: 1100 time: 0.1025753 Jul 13 07:40:14.846519 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-05a07520-3231-492e-859c-c9b8dc2d38f4 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-232764171-network', 'tenant_id': '43c5ae05151644c983f7ae609d106a69'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:14.930241 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a07520-3231-492e-859c-c9b8dc2d38f4 admin admin] Made reservation on behalf of 43c5ae05151644c983f7ae609d106a69 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:14.932910 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-05a07520-3231-492e-859c-c9b8dc2d38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.952452 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-05a07520-3231-492e-859c-c9b8dc2d38f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.963677 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-7a35c6bf-cb0c-4e11-93e4-0c6524c9e277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:52Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b9ffcd29-bcc8-40ec-8bae-adef41df0461', 'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'mac_address': 'fa:16:3e:cb:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:51Z', 'updated_at': '2021-07-13T07:39:00Z', 'revision_number': 5, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'subnets': [{'id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:15.009333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a35c6bf-cb0c-4e11-93e4-0c6524c9e277 None None] The sync data for ids ['e8ff480d-351c-41ce-8e8a-26fa815605d2'] in n-d-779913-28 is: [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:38:52Z', 'revision_number': 4, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b9ffcd29-bcc8-40ec-8bae-adef41df0461', 'name': '', 'network_id': '164dc193-94d4-4901-8325-2ada440bfa80', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'mac_address': 'fa:16:3e:cb:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:51Z', 'updated_at': '2021-07-13T07:39:00Z', 'revision_number': 5, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'subnets': [{'id': '338fc189-33fc-4de5-8976-e1adcb0ebd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:40:15.018863 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 8a323d04-6951-4193-92d8-53ed8ea6f205 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:40:15.040528 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73d4c9-7705-4919-9d5f-e793d29637dc req-8a54e147-d7a4-4834-aea3-6d0e426af1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.042041 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6a73d4c9-7705-4919-9d5f-e793d29637dc req-8a54e147-d7a4-4834-aea3-6d0e426af1a7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.1909573 Jul 13 07:40:15.092668 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50d23278-37ec-472f-b2d2-7cb1bacfac08 req-0cd0fe93-29ac-4e3d-83d1-856b4fcd8a46 service neutron] 10.222.0.58 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406993 Jul 13 07:40:15.131038 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6a73d4c9-7705-4919-9d5f-e793d29637dc req-1c91e30b-c3f2-4f73-bf0d-2accc9558f83 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=8a323d04-6951-4193-92d8-53ed8ea6f205 HTTP/1.1" status: 200 len: 217 time: 0.0756781 Jul 13 07:40:15.208716 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-05a07520-3231-492e-859c-c9b8dc2d38f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.217353 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-05a07520-3231-492e-859c-c9b8dc2d38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.234256 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 22a04695-e39f-4fc0-924e-ffc7c182f8f8 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:40:15.245179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73d4c9-7705-4919-9d5f-e793d29637dc req-0fe0f553-b7e7-4a1a-bb4c-32c0a557ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.251416 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6a73d4c9-7705-4919-9d5f-e793d29637dc req-0fe0f553-b7e7-4a1a-bb4c-32c0a557ea38 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1007667 Jul 13 07:40:15.309230 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a07520-3231-492e-859c-c9b8dc2d38f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:15.391993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a07520-3231-492e-859c-c9b8dc2d38f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:40:15.417971 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c42756-01e3-449a-a9e0-d6554a44b6f4 x-openstack-request-id: req-48c42756-01e3-449a-a9e0-d6554a44b6f4 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:15.418918 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba91dba-6cd1-4ab9-9750-6774ee5f1147", "tag": "bcd2d6fd-3694-4661-837a-af59fdfa8317", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:15.419370 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48c42756-01e3-449a-a9e0-d6554a44b6f4 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:15.419924 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba91dba-6cd1-4ab9-9750-6774ee5f1147', 'tag': 'bcd2d6fd-3694-4661-837a-af59fdfa8317', 'status': 'completed', 'code': 200} Jul 13 07:40:15.519615 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5577be-8014-4b8a-99fd-f0f2fccd25ca None None] New status for floating IP 28584443-ba26-4127-9340-77e866e80318: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:40:15.523868 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-05a07520-3231-492e-859c-c9b8dc2d38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.526320 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-05a07520-3231-492e-859c-c9b8dc2d38f4 admin admin] Added segment 159611e8-262d-496c-9ed8-8186c6ce1c69 of type vlan for network fdbe6f7e-2987-4a12-abb5-b64de61ed38e Jul 13 07:40:15.616962 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-05a07520-3231-492e-859c-c9b8dc2d38f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.670061 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73d4c9-7705-4919-9d5f-e793d29637dc req-10a644fe-d394-4a97-addc-4968a3330426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.675913 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a73d4c9-7705-4919-9d5f-e793d29637dc req-10a644fe-d394-4a97-addc-4968a3330426 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74bea949d49b487fabdf8b517735e1cc&device_id=73650ba7-bbb6-48c1-bfa4-2be739c201e8 HTTP/1.1" status: 200 len: 1100 time: 0.5779200 Jul 13 07:40:15.699019 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-05a07520-3231-492e-859c-c9b8dc2d38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.700880 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a07520-3231-492e-859c-c9b8dc2d38f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.701681 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-05a07520-3231-492e-859c-c9b8dc2d38f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.704212 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 22a04695-e39f-4fc0-924e-ffc7c182f8f8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=22a04695-e39f-4fc0-924e-ffc7c182f8f8,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:15.721643 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1e941-8339-46c8-8cf5-709976b570c1 req-6d86e590-1f02-4d8c-b989-44d43713f0bb tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.723103 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7be1e941-8339-46c8-8cf5-709976b570c1 req-6d86e590-1f02-4d8c-b989-44d43713f0bb tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6264076 Jul 13 07:40:15.733902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '22a04695-e39f-4fc0-924e-ffc7c182f8f8', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '22a04695-e39f-4fc0-924e-ffc7c182f8f8', 'mac_address': 'fa:16:3e:4e:96:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:40:15.757861 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38802) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:15.766347 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 8a323d04-6951-4193-92d8-53ed8ea6f205, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8a323d04-6951-4193-92d8-53ed8ea6f205,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:15.848537 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-05a07520-3231-492e-859c-c9b8dc2d38f4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3860445 Jul 13 07:40:15.860224 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38810) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:15.864966 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.905243 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '8a323d04-6951-4193-92d8-53ed8ea6f205', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '8a323d04-6951-4193-92d8-53ed8ea6f205', 'mac_address': 'fa:16:3e:2c:3a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:40:15.922673 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c4af42c3-cd9c-4b3e-a01c-442a203a57c2 admin admin] Request body: {'subnet': {'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-232764171-subnet', 'tenant_id': '43c5ae05151644c983f7ae609d106a69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:15.926610 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73d4c9-7705-4919-9d5f-e793d29637dc req-9dbc5251-b741-481d-b2f3-9d600b4f8754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.928147 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a73d4c9-7705-4919-9d5f-e793d29637dc req-9dbc5251-b741-481d-b2f3-9d600b4f8754 service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.2430806 Jul 13 07:40:15.933060 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a04695-e39f-4fc0-924e-ffc7c182f8f8 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:15.978415 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd5eb6-9986-4876-928b-81d65f30e2b3 req-200071e2-ba05-45a7-a5f0-f53f6f8aff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.980146 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-75cd5eb6-9986-4876-928b-81d65f30e2b3 req-200071e2-ba05-45a7-a5f0-f53f6f8aff3a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd2a6045fb9847fcbcf272c120be7396&device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147 HTTP/1.1" status: 200 len: 1097 time: 0.5427008 Jul 13 07:40:15.981365 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a07520-3231-492e-859c-c9b8dc2d38f4 admin admin] Pushing event updated for resources: {'Network': ['ID=fdbe6f7e-2987-4a12-abb5-b64de61ed38e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:15.985487 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4af42c3-cd9c-4b3e-a01c-442a203a57c2 admin admin] Made reservation on behalf of 43c5ae05151644c983f7ae609d106a69 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:15.992668 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4af42c3-cd9c-4b3e-a01c-442a203a57c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.014110 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network fdbe6f7e-2987-4a12-abb5-b64de61ed38e details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:40:16.034095 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a73d4c9-7705-4919-9d5f-e793d29637dc req-d5ab7c26-d892-492d-9476-d2b596013a04 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=22a04695-e39f-4fc0-924e-ffc7c182f8f8 HTTP/1.1" status: 200 len: 217 time: 0.0982912 Jul 13 07:40:16.049100 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 22a04695-e39f-4fc0-924e-ffc7c182f8f8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=22a04695-e39f-4fc0-924e-ffc7c182f8f8,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:16.070384 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.196446 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73d4c9-7705-4919-9d5f-e793d29637dc req-7ed4b399-55e6-44c3-91f1-07b9772df5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:16.198487 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6a73d4c9-7705-4919-9d5f-e793d29637dc req-7ed4b399-55e6-44c3-91f1-07b9772df5e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8844526 Jul 13 07:40:16.205397 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=22a04695-e39f-4fc0-924e-ffc7c182f8f8,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:16.208263 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.217838 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73d4c9-7705-4919-9d5f-e793d29637dc req-b09f6da8-fb6c-47d1-a8cb-45897c001dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:16.219383 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a73d4c9-7705-4919-9d5f-e793d29637dc req-b09f6da8-fb6c-47d1-a8cb-45897c001dac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1749837 Jul 13 07:40:16.227918 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b383b20d-d53d-47d0-9ca3-20f0a00ac7e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c66721cdbc3b4051b2e16f142cf7d43f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4688718 Jul 13 07:40:16.231495 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38820) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:16.257355 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a323d04-6951-4193-92d8-53ed8ea6f205 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:16.337734 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 8a323d04-6951-4193-92d8-53ed8ea6f205, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8a323d04-6951-4193-92d8-53ed8ea6f205,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:16.347204 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.453861 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-32f83dd5-7410-46c4-8ab3-ef12b70dcb76 req-cde8e486-de12-4e1e-9474-c6a6c6617504 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=a55bb6b2ab094887a99948f9e3670140 HTTP/1.1" status: 200 len: 1656 time: 0.1767461 Jul 13 07:40:16.521552 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=8a323d04-6951-4193-92d8-53ed8ea6f205,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:16.554593 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd5eb6-9986-4876-928b-81d65f30e2b3 req-d9285f7a-55a8-4ec4-a7ff-a1f14b939018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:16.555921 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-75cd5eb6-9986-4876-928b-81d65f30e2b3 req-d9285f7a-55a8-4ec4-a7ff-a1f14b939018 service neutron] 10.222.0.35 "GET /v2.0/networks?id=164dc193-94d4-4901-8325-2ada440bfa80 HTTP/1.1" status: 200 len: 922 time: 0.3860984 Jul 13 07:40:16.567786 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6a73d4c9-7705-4919-9d5f-e793d29637dc req-4b13ee99-5f91-4e67-8a08-455d82c9774c service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438871 Jul 13 07:40:16.591173 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['22a04695-e39f-4fc0-924e-ffc7c182f8f8'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:16.635041 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-75cd5eb6-9986-4876-928b-81d65f30e2b3 req-a4f3718f-f756-4ddf-a00a-4c769a01ee52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcd2d6fd-3694-4661-837a-af59fdfa8317 HTTP/1.1" status: 200 len: 217 time: 0.0645828 Jul 13 07:40:16.681996 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a1cb5-94f3-4a2f-a7bf-134d71e394ed req-3bd74472-98d1-4b7b-b702-34aa18bca480 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:16.694522 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3d9a1cb5-94f3-4a2f-a7bf-134d71e394ed req-3bd74472-98d1-4b7b-b702-34aa18bca480 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/ports?device_id=73650ba7-bbb6-48c1-bfa4-2be739c201e8 HTTP/1.1" status: 200 len: 949 time: 0.5621133 Jul 13 07:40:16.727334 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c185d02-94b0-4144-bef3-7baa7b167b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.753062 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c185d02-94b0-4144-bef3-7baa7b167b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.778171 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4af42c3-cd9c-4b3e-a01c-442a203a57c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.855404 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c185d02-94b0-4144-bef3-7baa7b167b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.861355 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c185d02-94b0-4144-bef3-7baa7b167b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.866408 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9c185d02-94b0-4144-bef3-7baa7b167b9a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/33fae7f3-26b0-44b5-9009-f96b1cc9e9ed HTTP/1.1" status: 204 len: 168 time: 0.6261389 Jul 13 07:40:16.909677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af42c3-cd9c-4b3e-a01c-442a203a57c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05556c2b-fcc9-455f-bd77-fc9aed41f171,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:16.924948 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd5eb6-9986-4876-928b-81d65f30e2b3 req-00178fb5-110c-4f27-92dd-717855570d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:16.926495 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-75cd5eb6-9986-4876-928b-81d65f30e2b3 req-00178fb5-110c-4f27-92dd-717855570d6d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=338fc189-33fc-4de5-8976-e1adcb0ebd5b HTTP/1.1" status: 200 len: 860 time: 0.2572441 Jul 13 07:40:16.943635 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73d4c9-7705-4919-9d5f-e793d29637dc req-1ad4a836-d1af-4f11-953d-43d5739efdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:16.945318 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a73d4c9-7705-4919-9d5f-e793d29637dc req-1ad4a836-d1af-4f11-953d-43d5739efdfe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7162626 Jul 13 07:40:16.946616 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c185d02-94b0-4144-bef3-7baa7b167b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fae7f3-26b0-44b5-9009-f96b1cc9e9ed,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:16.966386 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['8a323d04-6951-4193-92d8-53ed8ea6f205'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:16.984561 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f83dd5-7410-46c4-8ab3-ef12b70dcb76 req-d575837d-eed4-444d-a355-6235f7d1b7e3 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:16.988487 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-32f83dd5-7410-46c4-8ab3-ef12b70dcb76 req-d575837d-eed4-444d-a355-6235f7d1b7e3 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/networks?id=f96be058-f906-4210-b421-902eff1606be&id=f96be058-f906-4210-b421-902eff1606be&id=f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 787 time: 0.5314627 Jul 13 07:40:17.005826 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3d9a1cb5-94f3-4a2f-a7bf-134d71e394ed req-f0a4f9e4-a7ba-4d59-9c96-cfe384858ce2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30c3b39-9fc6-42b0-9421-1819baddc489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105276 Jul 13 07:40:17.046037 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-32f83dd5-7410-46c4-8ab3-ef12b70dcb76 req-81d40922-e526-4f50-abf2-321c75f51749 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:40:17.057897 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-32f83dd5-7410-46c4-8ab3-ef12b70dcb76 req-81d40922-e526-4f50-abf2-321c75f51749 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0238955 Jul 13 07:40:17.076506 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38834) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:17.111000 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6a73d4c9-7705-4919-9d5f-e793d29637dc req-3521acec-3d85-493e-8928-2bf08848cb74 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557881 Jul 13 07:40:17.117140 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4af42c3-cd9c-4b3e-a01c-442a203a57c2 admin admin] Checking segment: {'id': '159611e8-262d-496c-9ed8-8186c6ce1c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:17.117520 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4af42c3-cd9c-4b3e-a01c-442a203a57c2 admin admin] Network hostable DHCP agents. Network: fdbe6f7e-2987-4a12-abb5-b64de61ed38e, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:40:17.189122 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4af42c3-cd9c-4b3e-a01c-442a203a57c2 admin admin] Network fdbe6f7e-2987-4a12-abb5-b64de61ed38e is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:40:17.204671 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd5eb6-9986-4876-928b-81d65f30e2b3 req-eb269ee2-1043-4afd-b63b-3272969980ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:17.207044 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-75cd5eb6-9986-4876-928b-81d65f30e2b3 req-eb269ee2-1043-4afd-b63b-3272969980ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=164dc193-94d4-4901-8325-2ada440bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2599850 Jul 13 07:40:17.208438 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-c4af42c3-cd9c-4b3e-a01c-442a203a57c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, fdbe6f7e-2987-4a12-abb5-b64de61ed38e) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:17.225363 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a370de3-29f2-48a7-ae28-745ea3ce5f42 None None] Network fdbe6f7e-2987-4a12-abb5-b64de61ed38e requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:17.240078 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4af42c3-cd9c-4b3e-a01c-442a203a57c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:17.240794 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4af42c3-cd9c-4b3e-a01c-442a203a57c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.336336 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c4af42c3-cd9c-4b3e-a01c-442a203a57c2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4142139 Jul 13 07:40:17.349153 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f6273183-bf7f-4d78-a9db-7970d8f10804 req-e3a8ab8a-a7bf-46ed-99fa-d3782c02f408 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/floatingips/5597f4b5-945d-44f1-a9d1-390ef6209073 HTTP/1.1" status: 200 len: 693 time: 0.0695379 Jul 13 07:40:17.360191 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a73d4c9-7705-4919-9d5f-e793d29637dc req-5ec77da7-3340-4e28-abde-7c662edf9305 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038596 Jul 13 07:40:17.424955 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-75cd5eb6-9986-4876-928b-81d65f30e2b3 req-4c720fdb-9ab3-44ad-a6b5-b472fe20c5c6 service neutron] 10.222.0.35 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035432 Jul 13 07:40:17.452255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313bb581-b548-4e6b-8400-c45580c26b5f None None] Network fdbe6f7e-2987-4a12-abb5-b64de61ed38e requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:17.485478 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a73d4c9-7705-4919-9d5f-e793d29637dc req-89fd7dd0-36b2-42a3-b047-8d63665a3e55 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078367 Jul 13 07:40:17.563924 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-75cd5eb6-9986-4876-928b-81d65f30e2b3 req-1b1e3fce-495c-4a5c-beef-04a65dc308b5 service neutron] 10.222.0.35 "GET /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315651 Jul 13 07:40:17.585476 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c107bf3-0974-4615-b0f6-5fddf239493b req-6296c863-6788-493f-856a-b50360587409 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:17.594626 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5c107bf3-0974-4615-b0f6-5fddf239493b req-6296c863-6788-493f-856a-b50360587409 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 946 time: 0.3937914 Jul 13 07:40:17.631392 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3055e013-6e96-4c89-9346-ec88907ba4c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.708858 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6273183-bf7f-4d78-a9db-7970d8f10804 req-a26aef49-3e47-4dbb-8784-c3e6b4f64d7e tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:17.710289 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f6273183-bf7f-4d78-a9db-7970d8f10804 req-a26aef49-3e47-4dbb-8784-c3e6b4f64d7e tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.3492751 Jul 13 07:40:17.733006 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5c107bf3-0974-4615-b0f6-5fddf239493b req-060645bb-46f9-446f-b23a-e1c115e9bd6c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374969 Jul 13 07:40:17.793192 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f6273183-bf7f-4d78-a9db-7970d8f10804 req-863add00-7750-43fd-bca9-e5f7181b9b29 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 696 time: 0.0714822 Jul 13 07:40:17.864958 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f6273183-bf7f-4d78-a9db-7970d8f10804 req-68bcd792-e3d4-46b9-bd7a-ce35e43f8e1c tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 696 time: 0.0579321 Jul 13 07:40:18.020888 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6883f5cb-4efb-4ea0-9512-1c144000e9f9 req-c9bbb3ba-60ab-455a-9657-60e15d85535d tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/floatingips/28584443-ba26-4127-9340-77e866e80318 HTTP/1.1" status: 200 len: 694 time: 0.1038401 Jul 13 07:40:18.021672 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38868) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:18.023064 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3055e013-6e96-4c89-9346-ec88907ba4c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.031529 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3055e013-6e96-4c89-9346-ec88907ba4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.133011 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3055e013-6e96-4c89-9346-ec88907ba4c7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5fc309911fc548e0a3405cf201b1fd1d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0503283 Jul 13 07:40:18.133011 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055e013-6e96-4c89-9346-ec88907ba4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9fbfd5-6990-47f2-9878-1848585ad8df,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:18.133886 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38874) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:18.143862 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-fb3e40cb-5e96-44e0-88b8-50a19b5d985b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1300417342-network', 'tenant_id': '9ddba40fdf8c427a90cae9988caaab66'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:18.173684 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3e40cb-5e96-44e0-88b8-50a19b5d985b admin admin] Made reservation on behalf of 9ddba40fdf8c427a90cae9988caaab66 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:18.179042 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb3e40cb-5e96-44e0-88b8-50a19b5d985b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.191623 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb3e40cb-5e96-44e0-88b8-50a19b5d985b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.253278 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883f5cb-4efb-4ea0-9512-1c144000e9f9 req-7c190973-6c7c-4b25-83af-5cbc79b77ae9 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:18.258625 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6883f5cb-4efb-4ea0-9512-1c144000e9f9 req-7c190973-6c7c-4b25-83af-5cbc79b77ae9 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.2292380 Jul 13 07:40:18.298240 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb3e40cb-5e96-44e0-88b8-50a19b5d985b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.302694 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb3e40cb-5e96-44e0-88b8-50a19b5d985b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.309617 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-f6273183-bf7f-4d78-a9db-7970d8f10804 req-e55cddc6-5847-4056-b547-8f3bc5ad3051 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Deleting port b01f6330-fc57-4517-a7a9-3d4f751f833f {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:18.309955 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f6273183-bf7f-4d78-a9db-7970d8f10804 req-e55cddc6-5847-4056-b547-8f3bc5ad3051 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.325498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3e40cb-5e96-44e0-88b8-50a19b5d985b admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:40:18.332257 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-51b49b42-be60-4082-a654-672f000edae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.341446 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb3e40cb-5e96-44e0-88b8-50a19b5d985b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.341803 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-fb3e40cb-5e96-44e0-88b8-50a19b5d985b admin admin] Added segment 8282cbcf-1d8f-4c5a-afe2-3814e20c73f6 of type vlan for network 926a3091-1227-43c7-9248-11bb692f3e70 Jul 13 07:40:18.342991 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6883f5cb-4efb-4ea0-9512-1c144000e9f9 req-dd2c2ea3-402a-4b93-9e0b-652396948540 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 697 time: 0.0811305 Jul 13 07:40:18.343277 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e40cb-5e96-44e0-88b8-50a19b5d985b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9021146-fff1-413b-a830-7cc953dce79b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:18.387464 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb3e40cb-5e96-44e0-88b8-50a19b5d985b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.417388 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb3e40cb-5e96-44e0-88b8-50a19b5d985b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.419437 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3e40cb-5e96-44e0-88b8-50a19b5d985b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:18.420263 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb3e40cb-5e96-44e0-88b8-50a19b5d985b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.450968 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-51b49b42-be60-4082-a654-672f000edae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.457853 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fb3e40cb-5e96-44e0-88b8-50a19b5d985b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4316511 Jul 13 07:40:18.458066 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6883f5cb-4efb-4ea0-9512-1c144000e9f9 req-dddf0c74-499a-48ae-9350-ac5c59695876 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 697 time: 0.0845380 Jul 13 07:40:18.458193 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38876) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:18.493151 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-cd7f22fe-3caa-484d-ba86-c410335af2b3 admin admin] Request body: {'subnet': {'network_id': '926a3091-1227-43c7-9248-11bb692f3e70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1300417342-subnet', 'tenant_id': '9ddba40fdf8c427a90cae9988caaab66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:18.497579 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e40cb-5e96-44e0-88b8-50a19b5d985b admin admin] Pushing event updated for resources: {'Network': ['ID=926a3091-1227-43c7-9248-11bb692f3e70,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:18.510636 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 926a3091-1227-43c7-9248-11bb692f3e70 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:40:18.521819 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7f22fe-3caa-484d-ba86-c410335af2b3 admin admin] Made reservation on behalf of 9ddba40fdf8c427a90cae9988caaab66 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:18.524404 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd7f22fe-3caa-484d-ba86-c410335af2b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.591099 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f6273183-bf7f-4d78-a9db-7970d8f10804 req-e55cddc6-5847-4056-b547-8f3bc5ad3051 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.591463 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f6273183-bf7f-4d78-a9db-7970d8f10804 req-e55cddc6-5847-4056-b547-8f3bc5ad3051 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.627893 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-f6273183-bf7f-4d78-a9db-7970d8f10804 req-e55cddc6-5847-4056-b547-8f3bc5ad3051 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Calling delete_port for b01f6330-fc57-4517-a7a9-3d4f751f833f owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:18.648187 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-51b49b42-be60-4082-a654-672f000edae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.650774 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-51b49b42-be60-4082-a654-672f000edae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.651952 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-51b49b42-be60-4082-a654-672f000edae4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3f9fbfd5-6990-47f2-9878-1848585ad8df HTTP/1.1" status: 204 len: 168 time: 0.4788804 Jul 13 07:40:18.699488 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b49b42-be60-4082-a654-672f000edae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9fbfd5-6990-47f2-9878-1848585ad8df,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:18.719639 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd7f22fe-3caa-484d-ba86-c410335af2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.734848 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-6883f5cb-4efb-4ea0-9512-1c144000e9f9 req-7984795c-44fd-4c73-9e37-fd1ea46e4e04 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Deleting port 33ec38af-cf34-4a7c-9bcf-c9b2a9f3443e {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:18.735196 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6883f5cb-4efb-4ea0-9512-1c144000e9f9 req-7984795c-44fd-4c73-9e37-fd1ea46e4e04 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.792831 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f22fe-3caa-484d-ba86-c410335af2b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebaa4587-64b0-4444-8306-bf055eaac5da,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:18.800789 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7f22fe-3caa-484d-ba86-c410335af2b3 admin admin] Checking segment: {'id': '8282cbcf-1d8f-4c5a-afe2-3814e20c73f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '926a3091-1227-43c7-9248-11bb692f3e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:18.801316 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7f22fe-3caa-484d-ba86-c410335af2b3 admin admin] Network hostable DHCP agents. Network: 926a3091-1227-43c7-9248-11bb692f3e70, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:40:18.822852 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7f22fe-3caa-484d-ba86-c410335af2b3 admin admin] Network 926a3091-1227-43c7-9248-11bb692f3e70 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:40:18.835312 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-cd7f22fe-3caa-484d-ba86-c410335af2b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 926a3091-1227-43c7-9248-11bb692f3e70) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:18.839748 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7f22fe-3caa-484d-ba86-c410335af2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:18.841043 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd7f22fe-3caa-484d-ba86-c410335af2b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.850596 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6314aafc-77eb-4c8f-8d54-8f4f018aa6ba None None] Network 926a3091-1227-43c7-9248-11bb692f3e70 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:18.870934 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cd7f22fe-3caa-484d-ba86-c410335af2b3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4117544 Jul 13 07:40:18.896969 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6883f5cb-4efb-4ea0-9512-1c144000e9f9 req-7984795c-44fd-4c73-9e37-fd1ea46e4e04 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.897305 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6883f5cb-4efb-4ea0-9512-1c144000e9f9 req-7984795c-44fd-4c73-9e37-fd1ea46e4e04 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.913399 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-6883f5cb-4efb-4ea0-9512-1c144000e9f9 req-7984795c-44fd-4c73-9e37-fd1ea46e4e04 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Calling delete_port for 33ec38af-cf34-4a7c-9bcf-c9b2a9f3443e owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:18.918849 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f6273183-bf7f-4d78-a9db-7970d8f10804 req-e55cddc6-5847-4056-b547-8f3bc5ad3051 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.955618 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cddc6-5847-4056-b547-8f3bc5ad3051 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Pushing event deleted for resources: {'Port': ['ID=b01f6330-fc57-4517-a7a9-3d4f751f833f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:19.025667 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38888) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:19.037323 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494c33ee-3c23-46d8-adac-509cece466be None None] Network 926a3091-1227-43c7-9248-11bb692f3e70 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:19.050334 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d8e02cec-7a84-4946-9f97-3eb6e576469f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.072564 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 8a323d04-6951-4193-92d8-53ed8ea6f205 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:19.078065 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f6273183-bf7f-4d78-a9db-7970d8f10804 req-e55cddc6-5847-4056-b547-8f3bc5ad3051 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.081118 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f6273183-bf7f-4d78-a9db-7970d8f10804 req-e55cddc6-5847-4056-b547-8f3bc5ad3051 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.082385 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f6273183-bf7f-4d78-a9db-7970d8f10804 req-e55cddc6-5847-4056-b547-8f3bc5ad3051 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "DELETE /v2.0/floatingips/5597f4b5-945d-44f1-a9d1-390ef6209073 HTTP/1.1" status: 204 len: 173 time: 1.2117789 Jul 13 07:40:19.125645 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 22a04695-e39f-4fc0-924e-ffc7c182f8f8 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:19.238723 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6883f5cb-4efb-4ea0-9512-1c144000e9f9 req-7984795c-44fd-4c73-9e37-fd1ea46e4e04 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.244651 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d8e02cec-7a84-4946-9f97-3eb6e576469f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.251809 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d8e02cec-7a84-4946-9f97-3eb6e576469f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.274117 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984795c-44fd-4c73-9e37-fd1ea46e4e04 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Pushing event deleted for resources: {'Port': ['ID=33ec38af-cf34-4a7c-9bcf-c9b2a9f3443e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:19.285991 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 22a04695-e39f-4fc0-924e-ffc7c182f8f8 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:19.303421 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d8e02cec-7a84-4946-9f97-3eb6e576469f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f17592146f64e4197a9cbf20ce44449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762713 Jul 13 07:40:19.304822 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e02cec-7a84-4946-9f97-3eb6e576469f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90aaf99-fabb-4922-a71e-67d364a43216,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:19.307253 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38898) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:19.333804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 8a323d04-6951-4193-92d8-53ed8ea6f205 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:19.337148 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 22a04695-e39f-4fc0-924e-ffc7c182f8f8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:19.338212 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.344601 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 8a323d04-6951-4193-92d8-53ed8ea6f205 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:19.347071 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.348237 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6883f5cb-4efb-4ea0-9512-1c144000e9f9 req-7984795c-44fd-4c73-9e37-fd1ea46e4e04 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.351648 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6883f5cb-4efb-4ea0-9512-1c144000e9f9 req-7984795c-44fd-4c73-9e37-fd1ea46e4e04 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.366009 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6883f5cb-4efb-4ea0-9512-1c144000e9f9 req-7984795c-44fd-4c73-9e37-fd1ea46e4e04 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "DELETE /v2.0/floatingips/28584443-ba26-4127-9340-77e866e80318 HTTP/1.1" status: 204 len: 173 time: 0.9036491 Jul 13 07:40:19.374565 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fcd8cd17-c699-459e-94a2-32872fe153a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.405559 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fcd8cd17-c699-459e-94a2-32872fe153a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.472021 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fcd8cd17-c699-459e-94a2-32872fe153a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.476053 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fcd8cd17-c699-459e-94a2-32872fe153a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.477359 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fcd8cd17-c699-459e-94a2-32872fe153a3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b90aaf99-fabb-4922-a71e-67d364a43216 HTTP/1.1" status: 204 len: 168 time: 0.1694729 Jul 13 07:40:19.487805 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8cd17-c699-459e-94a2-32872fe153a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90aaf99-fabb-4922-a71e-67d364a43216,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:19.503060 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.549807 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.566362 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f59207-d237-4b3c-87a6-65fc78ee1f02 req-d21819b6-cf3f-4b28-8398-6b7bd3675f1c tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:19.578342 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-01f59207-d237-4b3c-87a6-65fc78ee1f02 req-d21819b6-cf3f-4b28-8398-6b7bd3675f1c tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/ports?device_id=73650ba7-bbb6-48c1-bfa4-2be739c201e8 HTTP/1.1" status: 200 len: 949 time: 0.0851729 Jul 13 07:40:19.582579 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73650ba7-bbb6-48c1-bfa4-2be739c201e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a04695-e39f-4fc0-924e-ffc7c182f8f8'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:19.584768 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd32da9-7525-4d88-8b44-6ced14f29fbc" -d '{"events": [{"server_uuid": "73650ba7-bbb6-48c1-bfa4-2be739c201e8", "name": "network-vif-plugged", "status": "completed", "tag": "22a04695-e39f-4fc0-924e-ffc7c182f8f8"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:19.589657 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 22a04695-e39f-4fc0-924e-ffc7c182f8f8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=22a04695-e39f-4fc0-924e-ffc7c182f8f8,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:19.601098 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.643037 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 8a323d04-6951-4193-92d8-53ed8ea6f205, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8a323d04-6951-4193-92d8-53ed8ea6f205,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:19.656866 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.664400 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-01f59207-d237-4b3c-87a6-65fc78ee1f02 req-2e05d424-0ab2-4bf7-ba1e-9454352e5557 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30c3b39-9fc6-42b0-9421-1819baddc489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850692 Jul 13 07:40:19.684969 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=22a04695-e39f-4fc0-924e-ffc7c182f8f8,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:19.757497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-5a122f47-e019-405f-8605-19c9efbbd051 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:19.760791 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-5a122f47-e019-405f-8605-19c9efbbd051 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/networks?id=fdbe6f7e-2987-4a12-abb5-b64de61ed38e HTTP/1.1" status: 200 len: 804 time: 0.1658301 Jul 13 07:40:19.782338 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-902005fb-5a0b-438a-9f68-0397e350ac03 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/quotas/43c5ae05151644c983f7ae609d106a69 HTTP/1.1" status: 200 len: 375 time: 0.0134909 Jul 13 07:40:19.794792 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=8a323d04-6951-4193-92d8-53ed8ea6f205,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:19.841149 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-77fe171e-eef8-4c94-b779-2d990063840f tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=43c5ae05151644c983f7ae609d106a69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515206 Jul 13 07:40:19.987390 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a5b59aa4-2cae-47a5-acdf-ab24d4e549c2 None None] Provisioning complete for port 22a04695-e39f-4fc0-924e-ffc7c182f8f8 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:19.987756 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-21246c25-675b-44eb-bc3e-616520b06628 service neutron] 10.222.0.58 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339529 Jul 13 07:40:19.988474 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a5b59aa4-2cae-47a5-acdf-ab24d4e549c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.996580 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130642c0-8ec6-4d21-9941-b4dbc5b2ad59 req-d831516f-1de1-41e6-a812-61b8c96de08d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:19.998188 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-130642c0-8ec6-4d21-9941-b4dbc5b2ad59 req-d831516f-1de1-41e6-a812-61b8c96de08d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 946 time: 0.1605122 Jul 13 07:40:20.207517 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a61aa49d-adea-49db-84cd-8237289557d2 None None] Provisioning complete for port 8a323d04-6951-4193-92d8-53ed8ea6f205 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:20.207885 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a61aa49d-adea-49db-84cd-8237289557d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.364302 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-130642c0-8ec6-4d21-9941-b4dbc5b2ad59 req-d5915e3f-b593-4e57-9d6f-b9bcbc64ef10 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575580 Jul 13 07:40:20.392992 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-308e4746-aebc-407a-9324-d96d260ada25 service neutron] 10.222.0.58 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937955 Jul 13 07:40:20.558482 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6437fa4-5988-460a-8105-0a016da31b6a req-45810db3-7591-4ef9-8a72-6367e70c608e tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/floatingips/de7200f1-c1f1-4553-9c66-5d16964e052a HTTP/1.1" status: 200 len: 693 time: 0.0538023 Jul 13 07:40:20.691978 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6437fa4-5988-460a-8105-0a016da31b6a req-066f6565-d987-4c8f-a000-6f5c353cf353 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:20.693434 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6437fa4-5988-460a-8105-0a016da31b6a req-066f6565-d987-4c8f-a000-6f5c353cf353 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.1262679 Jul 13 07:40:20.763702 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6437fa4-5988-460a-8105-0a016da31b6a req-4f68ffe0-2d57-409a-be89-8ecd8259a904 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 696 time: 0.0605571 Jul 13 07:40:20.827540 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6437fa4-5988-460a-8105-0a016da31b6a req-ff708ac1-ed87-4c84-bed3-55c1e05c96b5 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 696 time: 0.0622005 Jul 13 07:40:21.065870 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-b6437fa4-5988-460a-8105-0a016da31b6a req-e1975bd8-41be-4666-b7af-5836db633d54 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Deleting port c440b437-b691-4146-9786-d9cbffedb829 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:21.066252 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b6437fa4-5988-460a-8105-0a016da31b6a req-e1975bd8-41be-4666-b7af-5836db633d54 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.102032 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-0c999b5a-c385-4375-bbae-ea163b2ac7a2 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:21.103573 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-0c999b5a-c385-4375-bbae-ea163b2ac7a2 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/networks?id=926a3091-1227-43c7-9248-11bb692f3e70 HTTP/1.1" status: 200 len: 822 time: 0.1422701 Jul 13 07:40:21.166229 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-9c67d3ee-88b1-4564-ab2f-6f957f843adb tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/quotas/9ddba40fdf8c427a90cae9988caaab66 HTTP/1.1" status: 200 len: 375 time: 0.0162530 Jul 13 07:40:21.216662 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b6437fa4-5988-460a-8105-0a016da31b6a req-e1975bd8-41be-4666-b7af-5836db633d54 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.216993 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b6437fa4-5988-460a-8105-0a016da31b6a req-e1975bd8-41be-4666-b7af-5836db633d54 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.226822 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-365c40d3-320a-4ef4-9fc1-f5a2f25be6b3 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9ddba40fdf8c427a90cae9988caaab66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520682 Jul 13 07:40:21.253868 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-b6437fa4-5988-460a-8105-0a016da31b6a req-e1975bd8-41be-4666-b7af-5836db633d54 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Calling delete_port for c440b437-b691-4146-9786-d9cbffedb829 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:21.395485 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-e2f8b1f1-9d2b-49f3-b375-845b38ea8f02 service neutron] 10.222.0.58 "GET /v2.0/networks/926a3091-1227-43c7-9248-11bb692f3e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625421 Jul 13 07:40:21.538377 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-83b1c277-77df-4e56-b065-e3ffd5ff7e4f service neutron] 10.222.0.58 "GET /v2.0/networks/926a3091-1227-43c7-9248-11bb692f3e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363871 Jul 13 07:40:21.539780 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b6437fa4-5988-460a-8105-0a016da31b6a req-e1975bd8-41be-4666-b7af-5836db633d54 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.570533 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1975bd8-41be-4666-b7af-5836db633d54 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Pushing event deleted for resources: {'Port': ['ID=c440b437-b691-4146-9786-d9cbffedb829,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:21.657451 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b6437fa4-5988-460a-8105-0a016da31b6a req-e1975bd8-41be-4666-b7af-5836db633d54 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.661093 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b6437fa4-5988-460a-8105-0a016da31b6a req-e1975bd8-41be-4666-b7af-5836db633d54 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.662253 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6437fa4-5988-460a-8105-0a016da31b6a req-e1975bd8-41be-4666-b7af-5836db633d54 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "DELETE /v2.0/floatingips/de7200f1-c1f1-4553-9c66-5d16964e052a HTTP/1.1" status: 204 len: 173 time: 0.8334298 Jul 13 07:40:21.720772 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b1dfc4-489f-4189-8465-c9e9e1286ac9 x-openstack-request-id: req-36b1dfc4-489f-4189-8465-c9e9e1286ac9 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:21.721907 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73650ba7-bbb6-48c1-bfa4-2be739c201e8", "name": "network-vif-plugged", "status": "completed", "tag": "22a04695-e39f-4fc0-924e-ffc7c182f8f8", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:21.722478 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-36b1dfc4-489f-4189-8465-c9e9e1286ac9 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:21.723206 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73650ba7-bbb6-48c1-bfa4-2be739c201e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a04695-e39f-4fc0-924e-ffc7c182f8f8', 'code': 200} Jul 13 07:40:21.919271 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9fe9a7b5-4c95-4035-8be3-6cbe426ebfe1 req-de561398-2ae8-4147-90a0-d37d03ebabd9 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=e155ee20-652c-4e60-8195-d75546aec68c HTTP/1.1" status: 200 len: 210 time: 0.0772004 Jul 13 07:40:22.005467 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-1476a16c-15f5-499d-bbc3-19a39bfb5d31 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:22.007052 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-1476a16c-15f5-499d-bbc3-19a39bfb5d31 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.35 "GET /v2.0/networks?id=fdbe6f7e-2987-4a12-abb5-b64de61ed38e HTTP/1.1" status: 200 len: 804 time: 0.1744356 Jul 13 07:40:22.041848 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-0e399c37-a86e-41d1-ab18-cdbfd04d7be4 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Request body: {'port': {'device_id': 'e155ee20-652c-4e60-8195-d75546aec68c', 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e', 'admin_state_up': True, 'tenant_id': '43c5ae05151644c983f7ae609d106a69'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:22.061182 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268344f1-2a00-4afe-87b1-4895729bfba5 req-cee47509-ba3e-4674-8d39-190d71e570e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:22.063384 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-268344f1-2a00-4afe-87b1-4895729bfba5 req-cee47509-ba3e-4674-8d39-190d71e570e4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=73650ba7-bbb6-48c1-bfa4-2be739c201e8 HTTP/1.1" status: 200 len: 1102 time: 0.1431859 Jul 13 07:40:22.196484 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-268344f1-2a00-4afe-87b1-4895729bfba5 req-32d4eea1-f390-4bf0-9a3b-a3638b19520c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c30c3b39-9fc6-42b0-9421-1819baddc489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246572 Jul 13 07:40:22.288116 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec9c99-ccf1-4122-a537-bf4e15164e8b req-202bcc98-166d-4146-8364-8d9d638e3e26 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:22.292458 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e2ec9c99-ccf1-4122-a537-bf4e15164e8b req-202bcc98-166d-4146-8364-8d9d638e3e26 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/ports?device_id=73650ba7-bbb6-48c1-bfa4-2be739c201e8 HTTP/1.1" status: 200 len: 950 time: 0.1391125 Jul 13 07:40:22.334433 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-0e399c37-a86e-41d1-ab18-cdbfd04d7be4 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Made reservation on behalf of 43c5ae05151644c983f7ae609d106a69 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:22.341920 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-0e399c37-a86e-41d1-ab18-cdbfd04d7be4 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:22.354433 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e2ec9c99-ccf1-4122-a537-bf4e15164e8b req-7ebfbbda-71b2-4c7d-897d-227bd8eb1c5f tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30c3b39-9fc6-42b0-9421-1819baddc489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549192 Jul 13 07:40:22.601101 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-705590e3-59c3-41c9-8caf-9346ec9802f5 req-243c2f61-12bb-4031-b174-5863e4851f5d tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/floatingips/e3348419-a609-4dd5-83dd-b5ea23f28de9 HTTP/1.1" status: 200 len: 692 time: 0.0692344 Jul 13 07:40:22.634938 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-0e399c37-a86e-41d1-ab18-cdbfd04d7be4 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Allocated IP 172.20.0.5 (fdbe6f7e-2987-4a12-abb5-b64de61ed38e/05556c2b-fcc9-455f-bd77-fc9aed41f171/99f05a00-05f1-4f4b-8033-961d539f2ba0) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:22.697441 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-ba237dfa-68c5-406d-a44d-79dc5c4995b9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1353340 Jul 13 07:40:22.794052 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705590e3-59c3-41c9-8caf-9346ec9802f5 req-52c0e535-8b3e-4f1b-bcee-abc77389e132 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:22.800973 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-705590e3-59c3-41c9-8caf-9346ec9802f5 req-52c0e535-8b3e-4f1b-bcee-abc77389e132 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.1989436 Jul 13 07:40:22.864012 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-705590e3-59c3-41c9-8caf-9346ec9802f5 req-7ae9d30a-f10e-43c8-b914-9bb2fd6a26c3 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.92 HTTP/1.1" status: 200 len: 695 time: 0.0620203 Jul 13 07:40:22.938349 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-705590e3-59c3-41c9-8caf-9346ec9802f5 req-c2afe1c6-0c32-47e1-bb5a-ee427c5ca640 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.92 HTTP/1.1" status: 200 len: 695 time: 0.0674326 Jul 13 07:40:22.950343 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-0e399c37-a86e-41d1-ab18-cdbfd04d7be4 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:22.951184 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa660606-397c-4adf-8829-8529526c71db req-9b8f8e0f-985b-4fd1-8949-51b397074c8e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:22.958160 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa660606-397c-4adf-8829-8529526c71db req-9b8f8e0f-985b-4fd1-8949-51b397074c8e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 946 time: 0.2395675 Jul 13 07:40:22.976082 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-eb88d440-887f-4caf-85c0-3001662e15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:22.976784 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-eb88d440-887f-4caf-85c0-3001662e15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:22.977467 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-eb88d440-887f-4caf-85c0-3001662e15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:22.977952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-eb88d440-887f-4caf-85c0-3001662e15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:22.978480 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-eb88d440-887f-4caf-85c0-3001662e15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:22.978956 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-eb88d440-887f-4caf-85c0-3001662e15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:22.979496 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-eb88d440-887f-4caf-85c0-3001662e15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:22.981490 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-eb88d440-887f-4caf-85c0-3001662e15e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=212dff56b36b4f87993a61249127ab0c&device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 6509 time: 0.1519363 Jul 13 07:40:23.020034 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-0e399c37-a86e-41d1-ab18-cdbfd04d7be4 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.036212 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa660606-397c-4adf-8829-8529526c71db req-b4452efe-c22f-4538-b932-4bd19dbb2c0b tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770075 Jul 13 07:40:23.089466 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-0e399c37-a86e-41d1-ab18-cdbfd04d7be4 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Network fdbe6f7e-2987-4a12-abb5-b64de61ed38e is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:23.108010 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-0e399c37-a86e-41d1-ab18-cdbfd04d7be4 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:23.134319 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-0e399c37-a86e-41d1-ab18-cdbfd04d7be4 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:23.172379 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b9eff818-18b7-44d5-ab07-378fc0426a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.188303 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e399c37-a86e-41d1-ab18-cdbfd04d7be4 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Pushing event updated for resources: {'Port': ['ID=99f05a00-05f1-4f4b-8033-961d539f2ba0,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:23.196120 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-705590e3-59c3-41c9-8caf-9346ec9802f5 req-ec6d0deb-71a2-4a03-8688-8c94f837eea2 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Deleting port f3520142-8b97-4977-bee5-b8b57befb3ab {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:23.196465 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-705590e3-59c3-41c9-8caf-9346ec9802f5 req-ec6d0deb-71a2-4a03-8688-8c94f837eea2 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.252715 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-0e399c37-a86e-41d1-ab18-cdbfd04d7be4 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:23.253934 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-0e399c37-a86e-41d1-ab18-cdbfd04d7be4 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.285262 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-5101036d-a646-4ab5-81b4-db7de892700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:23.286230 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-5101036d-a646-4ab5-81b4-db7de892700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:23.286976 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-5101036d-a646-4ab5-81b4-db7de892700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:23.288847 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-5101036d-a646-4ab5-81b4-db7de892700c service neutron] 10.222.0.62 "GET /v2.0/networks?id=918c9be5-f73c-4ae4-b262-3a0c8f3703eb&id=57e01b8b-6c29-4855-95ef-f150e56b368c&id=57e01b8b-6c29-4855-95ef-f150e56b368c&id=57e01b8b-6c29-4855-95ef-f150e56b368c&id=57e01b8b-6c29-4855-95ef-f150e56b368c&id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6&id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6 HTTP/1.1" status: 200 len: 2296 time: 0.2425213 Jul 13 07:40:23.291348 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-0e399c37-a86e-41d1-ab18-cdbfd04d7be4 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2735844 Jul 13 07:40:23.321589 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0abfd606-cfd9-42cb-b761-954f9045485f req-467ebdb3-de46-4d02-bbb9-27e4f25260d1 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 210 time: 0.0391822 Jul 13 07:40:23.347070 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] Request body: {'port': {'device_id': 'e155ee20-652c-4e60-8195-d75546aec68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:23.347414 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-705590e3-59c3-41c9-8caf-9346ec9802f5 req-ec6d0deb-71a2-4a03-8688-8c94f837eea2 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.347751 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-705590e3-59c3-41c9-8caf-9346ec9802f5 req-ec6d0deb-71a2-4a03-8688-8c94f837eea2 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.382403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-705590e3-59c3-41c9-8caf-9346ec9802f5 req-ec6d0deb-71a2-4a03-8688-8c94f837eea2 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Calling delete_port for f3520142-8b97-4977-bee5-b8b57befb3ab owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:23.418935 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-7dfa6352-436f-4900-9619-a02877c910a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91ae0369-0e20-472f-b809-5b288f50e076 HTTP/1.1" status: 200 len: 1000 time: 0.1227579 Jul 13 07:40:23.576385 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.581449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-2691ab92-f57b-4f19-bfcb-4d032c195d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:23.583403 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-2691ab92-f57b-4f19-bfcb-4d032c195d22 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=74c9f7d4-d0b0-43d4-8a5f-516e5817785d HTTP/1.1" status: 200 len: 855 time: 0.1382878 Jul 13 07:40:23.652281 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099f5c7-2e9e-4335-824a-880041905730 req-cca154cd-d65f-483d-8123-18a3e87fc5fb tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:23.654401 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5099f5c7-2e9e-4335-824a-880041905730 req-cca154cd-d65f-483d-8123-18a3e87fc5fb tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147 HTTP/1.1" status: 200 len: 945 time: 0.1816196 Jul 13 07:40:23.699557 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-2be5f39f-600a-4d7b-9c6d-b4687309b1ea tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:23.700757 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-2be5f39f-600a-4d7b-9c6d-b4687309b1ea tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.62 "GET /v2.0/networks?id=926a3091-1227-43c7-9248-11bb692f3e70 HTTP/1.1" status: 200 len: 822 time: 0.2545602 Jul 13 07:40:23.725669 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcecdbd3-f607-48dd-a569-4f5bb9bb867f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a323d04-6951-4193-92d8-53ed8ea6f205'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:23.729589 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-26eb872a-6692-4f8f-bef6-f5901f3c3fcb tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Request body: {'port': {'device_id': 'a96225c3-21a4-4eb2-a7dd-2fdf4de41b57', 'network_id': '926a3091-1227-43c7-9248-11bb692f3e70', 'admin_state_up': True, 'tenant_id': '9ddba40fdf8c427a90cae9988caaab66'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:23.731238 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5414ea-07b3-4a76-8238-780a04069ad3" -d '{"events": [{"server_uuid": "fcecdbd3-f607-48dd-a569-4f5bb9bb867f", "name": "network-vif-plugged", "status": "completed", "tag": "8a323d04-6951-4193-92d8-53ed8ea6f205"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:23.754649 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-705590e3-59c3-41c9-8caf-9346ec9802f5 req-ec6d0deb-71a2-4a03-8688-8c94f837eea2 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.805689 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d0deb-71a2-4a03-8688-8c94f837eea2 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Pushing event deleted for resources: {'Port': ['ID=f3520142-8b97-4977-bee5-b8b57befb3ab,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:23.828350 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef4ee2-7e80-4759-ad0d-f00894833066 req-37677e86-12be-489f-a364-2391ceae47d8 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:23.829955 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3eef4ee2-7e80-4759-ad0d-f00894833066 req-37677e86-12be-489f-a364-2391ceae47d8 tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.35 "GET /v2.0/ports?device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147 HTTP/1.1" status: 200 len: 945 time: 0.2673771 Jul 13 07:40:23.838962 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5099f5c7-2e9e-4335-824a-880041905730 req-aeb6020b-76cf-4553-ab4b-6e1ce5ecb84f tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/security-groups?id=c323416d-1271-4aae-8174-decc0d73a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202209 Jul 13 07:40:24.006689 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-705590e3-59c3-41c9-8caf-9346ec9802f5 req-ec6d0deb-71a2-4a03-8688-8c94f837eea2 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.009542 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-705590e3-59c3-41c9-8caf-9346ec9802f5 req-ec6d0deb-71a2-4a03-8688-8c94f837eea2 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.010252 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-705590e3-59c3-41c9-8caf-9346ec9802f5 req-ec6d0deb-71a2-4a03-8688-8c94f837eea2 tempest-FloatingIPDetailsTestJSON-1155762679 tempest-FloatingIPDetailsTestJSON-1155762679-project] 10.222.0.58 "DELETE /v2.0/floatingips/e3348419-a609-4dd5-83dd-b5ea23f28de9 HTTP/1.1" status: 204 len: 173 time: 1.0710726 Jul 13 07:40:24.034450 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39048) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:24.127392 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-3eef4ee2-7e80-4759-ad0d-f00894833066 req-b14d2179-0e6c-4e3d-baf1-a40235b9f42b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Deleting port bcd2d6fd-3694-4661-837a-af59fdfa8317 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:24.127742 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3eef4ee2-7e80-4759-ad0d-f00894833066 req-b14d2179-0e6c-4e3d-baf1-a40235b9f42b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.162601 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-c75605eb-cb81-4d46-8d91-8870f58519ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:24.164134 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-c75605eb-cb81-4d46-8d91-8870f58519ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=918c9be5-f73c-4ae4-b262-3a0c8f3703eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5729637 Jul 13 07:40:24.289601 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66437d35-339a-44c1-9863-f57b55f6bc86 req-da404619-cd1e-44e3-80ed-f03e6287c8e8 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:24.291214 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66437d35-339a-44c1-9863-f57b55f6bc86 req-da404619-cd1e-44e3-80ed-f03e6287c8e8 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=e155ee20-652c-4e60-8195-d75546aec68c HTTP/1.1" status: 200 len: 931 time: 0.2992291 Jul 13 07:40:24.328739 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-3eef4ee2-7e80-4759-ad0d-f00894833066 req-b14d2179-0e6c-4e3d-baf1-a40235b9f42b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] For port bcd2d6fd-3694-4661-837a-af59fdfa8317, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=bcd2d6fd-3694-4661-837a-af59fdfa8317,segment=NetworkSegment(1ded926f-85f6-4deb-8f96-a9fc18fd1d8f),segment_id=1ded926f-85f6-4deb-8f96-a9fc18fd1d8f)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:24.329112 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3eef4ee2-7e80-4759-ad0d-f00894833066 req-b14d2179-0e6c-4e3d-baf1-a40235b9f42b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.363456 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-3eef4ee2-7e80-4759-ad0d-f00894833066 req-b14d2179-0e6c-4e3d-baf1-a40235b9f42b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Calling delete_port for bcd2d6fd-3694-4661-837a-af59fdfa8317 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:24.419581 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-6c18555c-f9af-4f1a-ac8e-27b06d98a834 service neutron] 10.222.0.62 "GET /v2.0/networks/918c9be5-f73c-4ae4-b262-3a0c8f3703eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201769 Jul 13 07:40:24.422344 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-26eb872a-6692-4f8f-bef6-f5901f3c3fcb tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Made reservation on behalf of 9ddba40fdf8c427a90cae9988caaab66 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:24.426409 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-26eb872a-6692-4f8f-bef6-f5901f3c3fcb tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.477597 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66437d35-339a-44c1-9863-f57b55f6bc86 req-44ed88a2-47e9-4e3b-b29d-73731544d406 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763730 Jul 13 07:40:24.533418 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e893f-7c76-439b-8295-2164cd246ee4 req-4618be3e-d988-4538-a3e4-6fc406ff142c tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:24.534993 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b45e893f-7c76-439b-8295-2164cd246ee4 req-4618be3e-d988-4538-a3e4-6fc406ff142c tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/ports?device_id=73650ba7-bbb6-48c1-bfa4-2be739c201e8 HTTP/1.1" status: 200 len: 950 time: 0.3386629 Jul 13 07:40:24.593839 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f05a00-05f1-4f4b-8033-961d539f2ba0 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:24.611080 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.645080 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b45e893f-7c76-439b-8295-2164cd246ee4 req-cc93ea1a-034f-4427-a852-24fb7f60367f tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30c3b39-9fc6-42b0-9421-1819baddc489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980437 Jul 13 07:40:24.651002 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-84e09382-4c3f-4cb0-a6b0-48b43c8fec80 service neutron] 10.222.0.62 "GET /v2.0/networks/918c9be5-f73c-4ae4-b262-3a0c8f3703eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219839 Jul 13 07:40:24.656494 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] Transition to ACTIVE for port object 99f05a00-05f1-4f4b-8033-961d539f2ba0 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:24.697857 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.746699 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442bc8ce-d295-4318-8ab6-75aed2c450c7 x-openstack-request-id: req-442bc8ce-d295-4318-8ab6-75aed2c450c7 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:24.747179 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcecdbd3-f607-48dd-a569-4f5bb9bb867f", "name": "network-vif-plugged", "status": "completed", "tag": "8a323d04-6951-4193-92d8-53ed8ea6f205", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:24.747179 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-442bc8ce-d295-4318-8ab6-75aed2c450c7 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:24.747553 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcecdbd3-f607-48dd-a569-4f5bb9bb867f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a323d04-6951-4193-92d8-53ed8ea6f205', 'code': 200} Jul 13 07:40:24.776965 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3eef4ee2-7e80-4759-ad0d-f00894833066 req-b14d2179-0e6c-4e3d-baf1-a40235b9f42b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.779507 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-969fa576-3e8c-4f17-9f02-0801fe4eb76a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 HTTP/1.1" status: 200 len: 217 time: 0.0976510 Jul 13 07:40:24.789514 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['bcd2d6fd-3694-4661-837a-af59fdfa8317'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:24.825641 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-26eb872a-6692-4f8f-bef6-f5901f3c3fcb tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Allocated IP 172.20.0.7 (926a3091-1227-43c7-9248-11bb692f3e70/ebaa4587-64b0-4444-8306-bf055eaac5da/7559971f-a7f5-4229-9665-d3f0dfba1242) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:24.832269 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d2179-0e6c-4e3d-baf1-a40235b9f42b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Pushing event deleted for resources: {'Port': ['ID=bcd2d6fd-3694-4661-837a-af59fdfa8317,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:25.145255 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] Pushing event updated for resources: {'Port': ['ID=99f05a00-05f1-4f4b-8033-961d539f2ba0,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:25.152604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-8cb14192-6130-4f34-a21f-e9149e662e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:25.154611 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-8cb14192-6130-4f34-a21f-e9149e662e8f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=370ab867-a738-414f-91c2-c627af51a399 HTTP/1.1" status: 200 len: 797 time: 0.2207115 Jul 13 07:40:25.261925 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eef4ee2-7e80-4759-ad0d-f00894833066 req-b14d2179-0e6c-4e3d-baf1-a40235b9f42b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] No DVR routers for this DVR port bcd2d6fd-3694-4661-837a-af59fdfa8317 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:25.266772 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c95d814e-143f-4530-88b5-3e98c8271468 req-ef9a5577-24fe-4815-9727-42400ae364e2 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 210 time: 0.0726264 Jul 13 07:40:25.280025 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32985a27-6fd3-42bd-8ac1-1f04d90ec70a req-4528a212-1d70-4943-b596-79266338fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:25.282637 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-32985a27-6fd3-42bd-8ac1-1f04d90ec70a req-4528a212-1d70-4943-b596-79266338fbbe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fcecdbd3-f607-48dd-a569-4f5bb9bb867f HTTP/1.1" status: 200 len: 1102 time: 0.3497152 Jul 13 07:40:25.296846 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-26eb872a-6692-4f8f-bef6-f5901f3c3fcb tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.307454 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3eef4ee2-7e80-4759-ad0d-f00894833066 req-b14d2179-0e6c-4e3d-baf1-a40235b9f42b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.311206 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3eef4ee2-7e80-4759-ad0d-f00894833066 req-b14d2179-0e6c-4e3d-baf1-a40235b9f42b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.35 "DELETE /v2.0/ports/bcd2d6fd-3694-4661-837a-af59fdfa8317 HTTP/1.1" status: 204 len: 173 time: 1.4694486 Jul 13 07:40:25.312998 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba91dba-6cd1-4ab9-9750-6774ee5f1147', 'name': 'network-vif-deleted', 'tag': 'bcd2d6fd-3694-4661-837a-af59fdfa8317'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:25.316561 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9fe69f-f37f-42b9-a69c-a0c9657fe0a2" -d '{"events": [{"server_uuid": "cba91dba-6cd1-4ab9-9750-6774ee5f1147", "name": "network-vif-deleted", "tag": "bcd2d6fd-3694-4661-837a-af59fdfa8317"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:25.352772 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] Attempting to bind port 99f05a00-05f1-4f4b-8033-961d539f2ba0 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:25.353237 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] Attempting to bind port 99f05a00-05f1-4f4b-8033-961d539f2ba0 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '159611e8-262d-496c-9ed8-8186c6ce1c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:25.353693 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] Attempting to bind port 99f05a00-05f1-4f4b-8033-961d539f2ba0 on network fdbe6f7e-2987-4a12-abb5-b64de61ed38e {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:25.380896 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-32985a27-6fd3-42bd-8ac1-1f04d90ec70a req-550e0e37-401b-4c85-9017-92e9f1158049 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c30c3b39-9fc6-42b0-9421-1819baddc489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783932 Jul 13 07:40:25.386494 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] Port 99f05a00-05f1-4f4b-8033-961d539f2ba0 on network fdbe6f7e-2987-4a12-abb5-b64de61ed38e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:40:25.387485 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] Attempting to bind port 99f05a00-05f1-4f4b-8033-961d539f2ba0 on network fdbe6f7e-2987-4a12-abb5-b64de61ed38e {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:25.405024 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:25.405370 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] Checking segment: {'id': '159611e8-262d-496c-9ed8-8186c6ce1c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:25.405832 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] Bound using segment: {'id': '159611e8-262d-496c-9ed8-8186c6ce1c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:25.406498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] Bound port: 99f05a00-05f1-4f4b-8033-961d539f2ba0, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159611e8-262d-496c-9ed8-8186c6ce1c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:25.406697 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.415562 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-822424c0-48ba-476f-8d04-fdf7a95d2545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.415909 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-5ff8c458-ca5a-461d-b599-2f87d0448f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:25.417484 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-5ff8c458-ca5a-461d-b599-2f87d0448f32 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57e01b8b-6c29-4855-95ef-f150e56b368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2511384 Jul 13 07:40:25.580972 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-26eb872a-6692-4f8f-bef6-f5901f3c3fcb tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.596888 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68134caf-a437-4d71-ae0b-0eaf4950ca2d req-513fd1b4-eb76-44ed-b0ad-d23066366460 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:25.598547 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68134caf-a437-4d71-ae0b-0eaf4950ca2d req-513fd1b4-eb76-44ed-b0ad-d23066366460 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 946 time: 0.4031825 Jul 13 07:40:25.660409 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-b025f909-a8a3-4bb3-bd78-04cfab7d2233 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708088 Jul 13 07:40:25.662213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-26eb872a-6692-4f8f-bef6-f5901f3c3fcb tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Network 926a3091-1227-43c7-9248-11bb692f3e70 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:25.687261 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-26eb872a-6692-4f8f-bef6-f5901f3c3fcb tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:25.695929 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-26eb872a-6692-4f8f-bef6-f5901f3c3fcb tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:25.719855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68134caf-a437-4d71-ae0b-0eaf4950ca2d req-b485e7c9-19a1-4c91-9296-2fd23e2e9db2 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077373 Jul 13 07:40:25.733338 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c102e23-dbf8-4542-8068-c9c14e9b1033 req-be65a76b-5a56-46d9-b5e4-6bfcf6901bbf tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:25.735587 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5c102e23-dbf8-4542-8068-c9c14e9b1033 req-be65a76b-5a56-46d9-b5e4-6bfcf6901bbf tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcecdbd3-f607-48dd-a569-4f5bb9bb867f HTTP/1.1" status: 200 len: 950 time: 0.1949098 Jul 13 07:40:25.755117 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-26eb872a-6692-4f8f-bef6-f5901f3c3fcb tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:25.758779 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-26eb872a-6692-4f8f-bef6-f5901f3c3fcb tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.791026 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5c102e23-dbf8-4542-8068-c9c14e9b1033 req-e9564b20-4635-417d-9909-bcd53624d10d tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30c3b39-9fc6-42b0-9421-1819baddc489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467169 Jul 13 07:40:25.793727 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] For port 99f05a00-05f1-4f4b-8033-961d539f2ba0, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:25.809097 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] For port 99f05a00-05f1-4f4b-8033-961d539f2ba0, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=99f05a00-05f1-4f4b-8033-961d539f2ba0,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:25.816354 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb872a-6692-4f8f-bef6-f5901f3c3fcb tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Pushing event updated for resources: {'Port': ['ID=7559971f-a7f5-4229-9665-d3f0dfba1242,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:25.888279 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ab7fed-f031-4ea6-9496-85be1ba82184 x-openstack-request-id: req-87ab7fed-f031-4ea6-9496-85be1ba82184 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:25.888574 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba91dba-6cd1-4ab9-9750-6774ee5f1147", "name": "network-vif-deleted", "tag": "bcd2d6fd-3694-4661-837a-af59fdfa8317", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:25.888835 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-87ab7fed-f031-4ea6-9496-85be1ba82184 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:25.889432 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba91dba-6cd1-4ab9-9750-6774ee5f1147', 'name': 'network-vif-deleted', 'tag': 'bcd2d6fd-3694-4661-837a-af59fdfa8317', 'status': 'completed', 'code': 200} Jul 13 07:40:25.896601 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.914557 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-822424c0-48ba-476f-8d04-fdf7a95d2545 admin admin] Deleting port 21db45f4-be58-45c1-88a0-1a80e0f15ea6 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:25.915027 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-822424c0-48ba-476f-8d04-fdf7a95d2545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.986073 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:25.986883 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.988954 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] 10.222.0.35 "PUT /v2.0/ports/99f05a00-05f1-4f4b-8033-961d539f2ba0 HTTP/1.1" status: 200 len: 1092 time: 2.6471131 Jul 13 07:40:25.995912 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a5744cc-3cc8-48fa-8692-1e92c4566e93 req-c599ae8d-eefe-4ba9-8600-a4b80b2b3d2b tempest-FloatingIPsAssociationTestJSON-1388439612 tempest-FloatingIPsAssociationTestJSON-1388439612-project] 10.222.0.58 "GET /v2.0/ports?device_id=cba91dba-6cd1-4ab9-9750-6774ee5f1147 HTTP/1.1" status: 200 len: 210 time: 0.0624490 Jul 13 07:40:26.078827 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e155ee20-652c-4e60-8195-d75546aec68c', 'tag': '99f05a00-05f1-4f4b-8033-961d539f2ba0'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:26.081991 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3961e24-1eba-4e34-945f-2b1403742eef" -d '{"events": [{"name": "network-changed", "server_uuid": "e155ee20-652c-4e60-8195-d75546aec68c", "tag": "99f05a00-05f1-4f4b-8033-961d539f2ba0"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:26.087535 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-0b0e68c9-45d8-44ab-85cc-7d3a943e3835 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125547 Jul 13 07:40:26.093688 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-26eb872a-6692-4f8f-bef6-f5901f3c3fcb tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3765459 Jul 13 07:40:26.113480 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] Request body: {'port': {'device_id': 'a96225c3-21a4-4eb2-a7dd-2fdf4de41b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:26.198771 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-822424c0-48ba-476f-8d04-fdf7a95d2545 admin admin] For port 21db45f4-be58-45c1-88a0-1a80e0f15ea6, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=21db45f4-be58-45c1-88a0-1a80e0f15ea6,segment=NetworkSegment(8c3aaeeb-4ad4-40c5-9078-58434c1bba5f),segment_id=8c3aaeeb-4ad4-40c5-9078-58434c1bba5f)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:26.199981 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-822424c0-48ba-476f-8d04-fdf7a95d2545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.202408 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-b383da1f-6774-4a68-85f0-ecbc30f2e07d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=ceb6e9ad-b675-411f-96d9-dbca0ebbe960 HTTP/1.1" status: 200 len: 217 time: 0.1019914 Jul 13 07:40:26.225474 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c24ab-0d76-4899-b5a5-7899e7e9508c req-ea5751a9-5c91-4356-afe2-e21a4adcd255 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:26.238688 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a4c24ab-0d76-4899-b5a5-7899e7e9508c req-ea5751a9-5c91-4356-afe2-e21a4adcd255 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=e155ee20-652c-4e60-8195-d75546aec68c HTTP/1.1" status: 200 len: 943 time: 0.2238369 Jul 13 07:40:26.242558 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-822424c0-48ba-476f-8d04-fdf7a95d2545 admin admin] Calling delete_port for 21db45f4-be58-45c1-88a0-1a80e0f15ea6 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:26.249872 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6740491-aab3-4c73-aa81-ce6ee4064caa x-openstack-request-id: req-e6740491-aab3-4c73-aa81-ce6ee4064caa {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:26.250547 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e155ee20-652c-4e60-8195-d75546aec68c", "tag": "99f05a00-05f1-4f4b-8033-961d539f2ba0", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:26.250547 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e6740491-aab3-4c73-aa81-ce6ee4064caa {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:26.250908 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e155ee20-652c-4e60-8195-d75546aec68c', 'tag': '99f05a00-05f1-4f4b-8033-961d539f2ba0', 'status': 'completed', 'code': 200} Jul 13 07:40:26.282274 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728645d-9e10-48b2-bf5a-57dc942e21bf service neutron] Pushing event updated for resources: {'Port': ['ID=99f05a00-05f1-4f4b-8033-961d539f2ba0,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:26.331409 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a4c24ab-0d76-4899-b5a5-7899e7e9508c req-8dabeadd-a663-4a72-906c-5e1498cdef5b tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908849 Jul 13 07:40:26.350915 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-ea2fcd4d-5e59-4321-916a-53af5fe0af79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:26.352416 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-ea2fcd4d-5e59-4321-916a-53af5fe0af79 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=370ab867-a738-414f-91c2-c627af51a399 HTTP/1.1" status: 200 len: 797 time: 0.1162629 Jul 13 07:40:26.360875 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.406874 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-96c1cd34-a18f-40ac-b2c5-a25c4bb05f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:26.408402 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-96c1cd34-a18f-40ac-b2c5-a25c4bb05f2d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43c5ae05151644c983f7ae609d106a69&device_id=e155ee20-652c-4e60-8195-d75546aec68c HTTP/1.1" status: 200 len: 1095 time: 0.2477560 Jul 13 07:40:26.491813 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-72f761ba-7d16-4305-900c-386e488440b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99f05a00-05f1-4f4b-8033-961d539f2ba0 HTTP/1.1" status: 200 len: 217 time: 0.0584114 Jul 13 07:40:26.537160 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-822424c0-48ba-476f-8d04-fdf7a95d2545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.590821 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822424c0-48ba-476f-8d04-fdf7a95d2545 admin admin] Pushing event deleted for resources: {'Port': ['ID=21db45f4-be58-45c1-88a0-1a80e0f15ea6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:26.643517 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-5f4ebc6d-66f6-4a49-aed1-fc3c8596f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:26.645042 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-5f4ebc6d-66f6-4a49-aed1-fc3c8596f31b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05556c2b-fcc9-455f-bd77-fc9aed41f171 HTTP/1.1" status: 200 len: 844 time: 0.1428034 Jul 13 07:40:26.650366 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-358788e0-4d64-4fca-9f25-cb998fa13677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:26.652149 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-358788e0-4d64-4fca-9f25-cb998fa13677 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57e01b8b-6c29-4855-95ef-f150e56b368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2861214 Jul 13 07:40:26.705558 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-3bb01661-c66e-4f63-ae3d-5d0efae83066 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdbe6f7e-2987-4a12-abb5-b64de61ed38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498114 Jul 13 07:40:26.861996 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-822424c0-48ba-476f-8d04-fdf7a95d2545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.982406 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-83c4fcb1-a8a8-4119-93b0-46a01c30499a service neutron] 10.222.0.35 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615826 Jul 13 07:40:26.985532 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-91160770-2018-494b-a969-61c5dc74cb3f service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963424 Jul 13 07:40:27.032020 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38209e71-2e07-4da8-9ac6-24355311461e req-3415665d-f0bd-487b-90fe-3fb9af78b325 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:27.033692 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-38209e71-2e07-4da8-9ac6-24355311461e req-3415665d-f0bd-487b-90fe-3fb9af78b325 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 931 time: 0.5093145 Jul 13 07:40:27.070409 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7559971f-a7f5-4229-9665-d3f0dfba1242 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:27.083617 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.134681 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-38209e71-2e07-4da8-9ac6-24355311461e req-787671d5-b5bf-4780-83ad-6c73ae8ead14 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810776 Jul 13 07:40:27.187697 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] Transition to ACTIVE for port object 7559971f-a7f5-4229-9665-d3f0dfba1242 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:27.191847 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a806b-8b00-45c3-b063-11c27e619ec2 req-9060859f-9f99-49e8-8d1d-d952ec11d771 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:27.198967 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a77a806b-8b00-45c3-b063-11c27e619ec2 req-9060859f-9f99-49e8-8d1d-d952ec11d771 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 946 time: 0.2580328 Jul 13 07:40:27.200622 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.253215 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-b1245503-ddc0-46c0-bf39-b460677cc1c1 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458193 Jul 13 07:40:27.265587 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7b302399-f519-4bc2-9d0e-5fb1ad7cb468 req-891fa6d7-e2ee-45e3-b4a9-6a581743ac64 service neutron] 10.222.0.35 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593319 Jul 13 07:40:27.358630 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a77a806b-8b00-45c3-b063-11c27e619ec2 req-87a92560-d358-42ad-b989-253202165961 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586940 Jul 13 07:40:27.395412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822424c0-48ba-476f-8d04-fdf7a95d2545 admin admin] Router 28139644-a384-45d6-a559-16dfc54ccf8c has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:40:27.507729 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39148) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:27.511585 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5cd60acb-e493-4705-90ea-14a87c1ca564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.534013 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa74682-786e-406e-a04d-62d0ddc1b3aa req-3d0154f9-8c14-47a4-bf98-f2ebda5c8475 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:27.535629 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dfa74682-786e-406e-a04d-62d0ddc1b3aa req-3d0154f9-8c14-47a4-bf98-f2ebda5c8475 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcecdbd3-f607-48dd-a569-4f5bb9bb867f HTTP/1.1" status: 200 len: 950 time: 0.2050564 Jul 13 07:40:27.608173 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.724127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822424c0-48ba-476f-8d04-fdf7a95d2545 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:40:27.735616 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-822424c0-48ba-476f-8d04-fdf7a95d2545 admin admin] 10.222.0.58 "PUT /v2.0/routers/28139644-a384-45d6-a559-16dfc54ccf8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6950967 Jul 13 07:40:27.738355 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92c9281-4ac6-464b-81a5-15b65e739131 None None] Sync routers for ids ['28139644-a384-45d6-a559-16dfc54ccf8c'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:40:27.740406 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39154) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:27.756776 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92c9281-4ac6-464b-81a5-15b65e739131 None None] Routers {'28139644-a384-45d6-a559-16dfc54ccf8c'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:27.757419 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c92c9281-4ac6-464b-81a5-15b65e739131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:40:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['28139644-a384-45d6-a559-16dfc54ccf8c'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:27.757637 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dfa74682-786e-406e-a04d-62d0ddc1b3aa req-67131f88-770c-4fd3-a42d-467a21d14e63 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30c3b39-9fc6-42b0-9421-1819baddc489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434047 Jul 13 07:40:27.799208 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-67873864-cb34-4fa9-86b3-a96c837c4b6e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=50c8d939-6bc9-4c86-93bc-cac6046ab070 HTTP/1.1" status: 200 len: 217 time: 0.5264132 Jul 13 07:40:27.802145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] Pushing event updated for resources: {'Port': ['ID=7559971f-a7f5-4229-9665-d3f0dfba1242,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:27.951625 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-f19ea7b5-0d00-4211-95b9-bfd4f61d59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:27.954319 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-f19ea7b5-0d00-4211-95b9-bfd4f61d59ac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=370ab867-a738-414f-91c2-c627af51a399 HTTP/1.1" status: 200 len: 797 time: 0.1104980 Jul 13 07:40:27.982560 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] Attempting to bind port 7559971f-a7f5-4229-9665-d3f0dfba1242 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:27.982898 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] Attempting to bind port 7559971f-a7f5-4229-9665-d3f0dfba1242 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '8282cbcf-1d8f-4c5a-afe2-3814e20c73f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '926a3091-1227-43c7-9248-11bb692f3e70'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:27.983510 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] Attempting to bind port 7559971f-a7f5-4229-9665-d3f0dfba1242 on network 926a3091-1227-43c7-9248-11bb692f3e70 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:27.994304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-c92c9281-4ac6-464b-81a5-15b65e739131 None None] Set router 28139644-a384-45d6-a559-16dfc54ccf8c gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:28.030125 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] Port 7559971f-a7f5-4229-9665-d3f0dfba1242 on network 926a3091-1227-43c7-9248-11bb692f3e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:40:28.030736 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] Attempting to bind port 7559971f-a7f5-4229-9665-d3f0dfba1242 on network 926a3091-1227-43c7-9248-11bb692f3e70 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:28.037928 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:28.038610 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] Checking segment: {'id': '8282cbcf-1d8f-4c5a-afe2-3814e20c73f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '926a3091-1227-43c7-9248-11bb692f3e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:28.039174 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] Bound using segment: {'id': '8282cbcf-1d8f-4c5a-afe2-3814e20c73f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '926a3091-1227-43c7-9248-11bb692f3e70'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:28.039807 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] Bound port: 7559971f-a7f5-4229-9665-d3f0dfba1242, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8282cbcf-1d8f-4c5a-afe2-3814e20c73f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '926a3091-1227-43c7-9248-11bb692f3e70'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:28.040343 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.061196 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3961e24-1eba-4e34-945f-2b1403742eef req-ad384b1b-9fe1-461e-a0f5-cc88544ead30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:28.063354 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e3961e24-1eba-4e34-945f-2b1403742eef req-ad384b1b-9fe1-461e-a0f5-cc88544ead30 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43c5ae05151644c983f7ae609d106a69&device_id=e155ee20-652c-4e60-8195-d75546aec68c HTTP/1.1" status: 200 len: 1095 time: 0.3361881 Jul 13 07:40:28.159254 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] For port 7559971f-a7f5-4229-9665-d3f0dfba1242, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:28.163220 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] For port 7559971f-a7f5-4229-9665-d3f0dfba1242, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7559971f-a7f5-4229-9665-d3f0dfba1242,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:28.180078 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.253810 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] Pushing event updated for resources: {'Port': ['ID=7559971f-a7f5-4229-9665-d3f0dfba1242,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:28.254443 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c92c9281-4ac6-464b-81a5-15b65e739131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139644-a384-45d6-a559-16dfc54ccf8c', 'name': 'tempest-FloatingIPDetailsTestJSON-216272093-router', 'tenant_id': 'a55bb6b2ab094887a99948f9e3670140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5d3d3012-542b-4fce-b1c5-59c3d4543035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:47Z', 'updated_at': '2021-07-13T07:40:26Z', 'revision_number': 5, 'project_id': 'a55bb6b2ab094887a99948f9e3670140', 'gw_port': {'id': '5d3d3012-542b-4fce-b1c5-59c3d4543035', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139644-a384-45d6-a559-16dfc54ccf8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:48Z', 'updated_at': '2021-07-13T07:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:28.284577 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-5e580572-9340-4323-88ef-a5ce76980971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:28.286303 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-5e580572-9340-4323-88ef-a5ce76980971 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57e01b8b-6c29-4855-95ef-f150e56b368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3149652 Jul 13 07:40:28.310746 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92c9281-4ac6-464b-81a5-15b65e739131 None None] Checking router: 28139644-a384-45d6-a559-16dfc54ccf8c for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:40:28.321926 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:28.322413 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.322993 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92c9281-4ac6-464b-81a5-15b65e739131 None None] Routers {'28139644-a384-45d6-a559-16dfc54ccf8c'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:28.323832 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-57e62449-b0be-4b90-838b-5c626abcd416 service neutron] 10.222.0.62 "PUT /v2.0/ports/7559971f-a7f5-4229-9665-d3f0dfba1242 HTTP/1.1" status: 200 len: 1092 time: 2.2149658 Jul 13 07:40:28.324367 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96225c3-21a4-4eb2-a7dd-2fdf4de41b57', 'tag': '7559971f-a7f5-4229-9665-d3f0dfba1242'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:28.325588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c92c9281-4ac6-464b-81a5-15b65e739131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:40:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['28139644-a384-45d6-a559-16dfc54ccf8c'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:28.327614 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7cc018-c9b2-4ab2-95d6-234b5ff9e2a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a96225c3-21a4-4eb2-a7dd-2fdf4de41b57", "tag": "7559971f-a7f5-4229-9665-d3f0dfba1242"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:28.503107 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3961e24-1eba-4e34-945f-2b1403742eef req-1d7b6406-dde6-4b79-8915-fb4df2711ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:28.505521 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e3961e24-1eba-4e34-945f-2b1403742eef req-1d7b6406-dde6-4b79-8915-fb4df2711ac0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdbe6f7e-2987-4a12-abb5-b64de61ed38e HTTP/1.1" status: 200 len: 905 time: 0.4302664 Jul 13 07:40:28.597212 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e3961e24-1eba-4e34-945f-2b1403742eef req-3eebb684-f477-4360-94dc-81b0c9c2b58f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99f05a00-05f1-4f4b-8033-961d539f2ba0 HTTP/1.1" status: 200 len: 217 time: 0.0834298 Jul 13 07:40:28.610349 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-4e0cca60-c439-4714-8680-62aba07e53b6 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902367 Jul 13 07:40:28.626954 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-de0ccef3-29d9-4aac-8a24-78b666f6fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:28.629967 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-de0ccef3-29d9-4aac-8a24-78b666f6fd4f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9ddba40fdf8c427a90cae9988caaab66&device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 1095 time: 0.2377779 Jul 13 07:40:28.648022 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-c92c9281-4ac6-464b-81a5-15b65e739131 None None] Set router 28139644-a384-45d6-a559-16dfc54ccf8c gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:28.734775 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-a95bea82-a50d-4881-b041-d1b1d90fc10e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7559971f-a7f5-4229-9665-d3f0dfba1242 HTTP/1.1" status: 200 len: 217 time: 0.0689745 Jul 13 07:40:28.761166 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff02ffb-e5a9-43e5-b514-78dc8e62131e req-ab553dea-3d24-4a2c-aaa8-7c65c4e126f3 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:28.769511 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ff02ffb-e5a9-43e5-b514-78dc8e62131e req-ab553dea-3d24-4a2c-aaa8-7c65c4e126f3 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=e155ee20-652c-4e60-8195-d75546aec68c HTTP/1.1" status: 200 len: 943 time: 0.9212263 Jul 13 07:40:28.817369 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c187b890-4409-45a4-a65d-8b77c9bd9970 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.833590 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3961e24-1eba-4e34-945f-2b1403742eef req-f0b200b1-9eaa-4b56-9348-4d0885643b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:28.835160 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e3961e24-1eba-4e34-945f-2b1403742eef req-f0b200b1-9eaa-4b56-9348-4d0885643b28 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05556c2b-fcc9-455f-bd77-fc9aed41f171 HTTP/1.1" status: 200 len: 844 time: 0.2280219 Jul 13 07:40:28.844939 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-e43f2139-a769-4a58-86f2-12fe5e9b4599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:28.846660 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-e43f2139-a769-4a58-86f2-12fe5e9b4599 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ebaa4587-64b0-4444-8306-bf055eaac5da HTTP/1.1" status: 200 len: 862 time: 0.0976193 Jul 13 07:40:28.915633 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e3961e24-1eba-4e34-945f-2b1403742eef req-ee197b05-0436-49d1-b71d-182dc6d30b33 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdbe6f7e-2987-4a12-abb5-b64de61ed38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642879 Jul 13 07:40:28.919708 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-7b845346-81bc-43f1-ade1-8750ca912cf9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=926a3091-1227-43c7-9248-11bb692f3e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569699 Jul 13 07:40:28.942239 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c92c9281-4ac6-464b-81a5-15b65e739131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139644-a384-45d6-a559-16dfc54ccf8c', 'name': 'tempest-FloatingIPDetailsTestJSON-216272093-router', 'tenant_id': 'a55bb6b2ab094887a99948f9e3670140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5d3d3012-542b-4fce-b1c5-59c3d4543035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:47Z', 'updated_at': '2021-07-13T07:40:26Z', 'revision_number': 5, 'project_id': 'a55bb6b2ab094887a99948f9e3670140', 'gw_port': {'id': '5d3d3012-542b-4fce-b1c5-59c3d4543035', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139644-a384-45d6-a559-16dfc54ccf8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:48Z', 'updated_at': '2021-07-13T07:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:28.946111 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ff02ffb-e5a9-43e5-b514-78dc8e62131e req-b0714ba4-7097-4d72-ac29-d0d5afb22eed tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753669 Jul 13 07:40:28.989597 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-7a42c34b-ce16-441f-8204-6fe3a21c28b1 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662584 Jul 13 07:40:29.021353 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcec409-ea41-4cea-ad3c-e6f5851b6c2d req-bef66897-4e5a-4abd-a615-be92eca9b3ac tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:29.025645 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92c9281-4ac6-464b-81a5-15b65e739131 None None] The sync data for ids ['28139644-a384-45d6-a559-16dfc54ccf8c'] in n-d-779913-28 is: [{'id': '28139644-a384-45d6-a559-16dfc54ccf8c', 'name': 'tempest-FloatingIPDetailsTestJSON-216272093-router', 'tenant_id': 'a55bb6b2ab094887a99948f9e3670140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5d3d3012-542b-4fce-b1c5-59c3d4543035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:47Z', 'updated_at': '2021-07-13T07:40:26Z', 'revision_number': 5, 'project_id': 'a55bb6b2ab094887a99948f9e3670140', 'gw_port': {'id': '5d3d3012-542b-4fce-b1c5-59c3d4543035', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139644-a384-45d6-a559-16dfc54ccf8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:48Z', 'updated_at': '2021-07-13T07:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:40:29.030544 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1dcec409-ea41-4cea-ad3c-e6f5851b6c2d req-bef66897-4e5a-4abd-a615-be92eca9b3ac tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 943 time: 0.3537736 Jul 13 07:40:29.100443 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c187b890-4409-45a4-a65d-8b77c9bd9970 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.111772 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e067ab5-a4bb-4806-81e7-6e46e58fb5fa x-openstack-request-id: req-6e067ab5-a4bb-4806-81e7-6e46e58fb5fa {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:29.112065 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96225c3-21a4-4eb2-a7dd-2fdf4de41b57", "tag": "7559971f-a7f5-4229-9665-d3f0dfba1242", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:29.112374 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e067ab5-a4bb-4806-81e7-6e46e58fb5fa {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:29.114817 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96225c3-21a4-4eb2-a7dd-2fdf4de41b57', 'tag': '7559971f-a7f5-4229-9665-d3f0dfba1242', 'status': 'completed', 'code': 200} Jul 13 07:40:29.121749 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1dcec409-ea41-4cea-ad3c-e6f5851b6c2d req-a9d0d488-26c7-4874-a6ba-2c81e0844ec6 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904720 Jul 13 07:40:29.140529 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-630378e1-7399-4221-890c-61f1ef421762 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=edae6acc-ae63-4af8-b2c6-ed538d646caf HTTP/1.1" status: 200 len: 217 time: 0.1385198 Jul 13 07:40:29.148707 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 99f05a00-05f1-4f4b-8033-961d539f2ba0 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:40:29.153437 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device bcd2d6fd-3694-4661-837a-af59fdfa8317 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:29.192856 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e3961e24-1eba-4e34-945f-2b1403742eef req-13f0c984-8c23-4558-bb8c-c3d2e72ab553 service neutron] 10.222.0.35 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682524 Jul 13 07:40:29.203925 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: bcd2d6fd-3694-4661-837a-af59fdfa8317 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:29.204281 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device bcd2d6fd-3694-4661-837a-af59fdfa8317 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:29.270870 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-900c926f-9981-47eb-9970-f70f46b33ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:29.272424 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-900c926f-9981-47eb-9970-f70f46b33ac9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=370ab867-a738-414f-91c2-c627af51a399 HTTP/1.1" status: 200 len: 797 time: 0.0767124 Jul 13 07:40:29.327058 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 99f05a00-05f1-4f4b-8033-961d539f2ba0, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=99f05a00-05f1-4f4b-8033-961d539f2ba0,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:29.346382 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '99f05a00-05f1-4f4b-8033-961d539f2ba0', 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e', 'port_id': '99f05a00-05f1-4f4b-8033-961d539f2ba0', 'mac_address': 'fa:16:3e:a1:47:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05556c2b-fcc9-455f-bd77-fc9aed41f171', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:40:29.378682 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c187b890-4409-45a4-a65d-8b77c9bd9970 admin admin] Deleting port 5d3d3012-542b-4fce-b1c5-59c3d4543035 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:29.379073 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c187b890-4409-45a4-a65d-8b77c9bd9970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.406715 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.422807 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f05a00-05f1-4f4b-8033-961d539f2ba0 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:29.435861 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354e262-8c24-4467-a9bc-d50f2f5ac537 req-988270ac-937f-47f1-ba11-43ee322f0097 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:29.437740 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8354e262-8c24-4467-a9bc-d50f2f5ac537 req-988270ac-937f-47f1-ba11-43ee322f0097 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 946 time: 0.2444615 Jul 13 07:40:29.447902 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-f7938f50-baab-46e3-9420-8818b3e4da91 service neutron] 10.222.0.62 "GET /v2.0/networks/926a3091-1227-43c7-9248-11bb692f3e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075197 Jul 13 07:40:29.450442 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e3961e24-1eba-4e34-945f-2b1403742eef req-a1aab8ca-d34a-4b86-b5c5-ade07ff1a9ab service neutron] 10.222.0.35 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747000 Jul 13 07:40:29.468213 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-20a1da9a-5947-46aa-8e17-f7191b5d1224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.469489 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 99f05a00-05f1-4f4b-8033-961d539f2ba0, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=99f05a00-05f1-4f4b-8033-961d539f2ba0,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:29.482291 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.521126 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.545973 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-f59bdabf-8ba1-4306-a15d-b56f555b9fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:29.558337 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-f59bdabf-8ba1-4306-a15d-b56f555b9fa7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57e01b8b-6c29-4855-95ef-f150e56b368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2631614 Jul 13 07:40:29.563525 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=99f05a00-05f1-4f4b-8033-961d539f2ba0,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:29.626849 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8354e262-8c24-4467-a9bc-d50f2f5ac537 req-18882373-79c0-47f3-988f-de8b046ca803 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812904 Jul 13 07:40:29.692660 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-c187b890-4409-45a4-a65d-8b77c9bd9970 admin admin] For port 5d3d3012-542b-4fce-b1c5-59c3d4543035, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=5d3d3012-542b-4fce-b1c5-59c3d4543035,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:29.693170 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c187b890-4409-45a4-a65d-8b77c9bd9970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.699121 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-748ebc07-951d-4021-ac37-22a0e22a15f7 req-988e1cb9-ae70-46fb-ad25-ba5831416d6f service neutron] 10.222.0.62 "GET /v2.0/networks/926a3091-1227-43c7-9248-11bb692f3e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255421 Jul 13 07:40:29.725689 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c187b890-4409-45a4-a65d-8b77c9bd9970 admin admin] Calling delete_port for 5d3d3012-542b-4fce-b1c5-59c3d4543035 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:29.737613 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['99f05a00-05f1-4f4b-8033-961d539f2ba0'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:29.744099 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-ea51e54e-8bc4-4e76-8fb1-e252047b4606 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209462 Jul 13 07:40:29.898617 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-360033fd-fe2a-4792-ad5c-144b9266b80b service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315763 Jul 13 07:40:29.945455 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cc018-c9b2-4ab2-95d6-234b5ff9e2a4 req-9abf49df-bd78-462e-b46b-b698b5cb0fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:29.947012 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6d7cc018-c9b2-4ab2-95d6-234b5ff9e2a4 req-9abf49df-bd78-462e-b46b-b698b5cb0fab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9ddba40fdf8c427a90cae9988caaab66&device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 1095 time: 0.1617525 Jul 13 07:40:29.948727 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-63ee5df2-0f91-4a17-b84a-4310b9dadcf5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=898d9121-0ea6-4720-8349-4991e51f33d9 HTTP/1.1" status: 200 len: 217 time: 0.0412300 Jul 13 07:40:29.977906 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 21db45f4-be58-45c1-88a0-1a80e0f15ea6 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:30.015881 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 21db45f4-be58-45c1-88a0-1a80e0f15ea6 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:30.016225 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 21db45f4-be58-45c1-88a0-1a80e0f15ea6 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:30.119491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-b97c7177-3ad6-4652-9850-d4ba0e982af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:30.119491 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-b97c7177-3ad6-4652-9850-d4ba0e982af5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f6e3720-201f-43bb-bde6-dcc07159d634 HTTP/1.1" status: 200 len: 797 time: 0.1404102 Jul 13 07:40:30.152190 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-20a1da9a-5947-46aa-8e17-f7191b5d1224 admin admin] Deleting port b9ffcd29-bcc8-40ec-8bae-adef41df0461 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:30.152942 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-20a1da9a-5947-46aa-8e17-f7191b5d1224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.170923 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cc018-c9b2-4ab2-95d6-234b5ff9e2a4 req-f77fa97c-9b2f-4e6c-b9c9-263cf78a8cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:30.172555 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6d7cc018-c9b2-4ab2-95d6-234b5ff9e2a4 req-f77fa97c-9b2f-4e6c-b9c9-263cf78a8cfc service neutron] 10.222.0.62 "GET /v2.0/networks?id=926a3091-1227-43c7-9248-11bb692f3e70 HTTP/1.1" status: 200 len: 923 time: 0.2055025 Jul 13 07:40:30.233472 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6d7cc018-c9b2-4ab2-95d6-234b5ff9e2a4 req-7f64ba6b-92f1-49ee-ba99-0e5552f4c956 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7559971f-a7f5-4229-9665-d3f0dfba1242 HTTP/1.1" status: 200 len: 217 time: 0.0522051 Jul 13 07:40:30.233711 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c187b890-4409-45a4-a65d-8b77c9bd9970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.281449 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187b890-4409-45a4-a65d-8b77c9bd9970 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d3d3012-542b-4fce-b1c5-59c3d4543035,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:30.292281 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-689edced-78fd-4e0f-ac66-38a9ec6af8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:30.294572 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-689edced-78fd-4e0f-ac66-38a9ec6af8ed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1566312 Jul 13 07:40:30.322974 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cc018-c9b2-4ab2-95d6-234b5ff9e2a4 req-e1afb68e-0397-4dd5-a0f1-330f75696760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:30.324657 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6d7cc018-c9b2-4ab2-95d6-234b5ff9e2a4 req-e1afb68e-0397-4dd5-a0f1-330f75696760 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ebaa4587-64b0-4444-8306-bf055eaac5da HTTP/1.1" status: 200 len: 862 time: 0.0790253 Jul 13 07:40:30.372425 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6d7cc018-c9b2-4ab2-95d6-234b5ff9e2a4 req-262e1fae-a2e1-4f63-a24c-10c4d99b56ae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=926a3091-1227-43c7-9248-11bb692f3e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312052 Jul 13 07:40:30.391891 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-20a1da9a-5947-46aa-8e17-f7191b5d1224 admin admin] For port b9ffcd29-bcc8-40ec-8bae-adef41df0461, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b9ffcd29-bcc8-40ec-8bae-adef41df0461,segment=NetworkSegment(1ded926f-85f6-4deb-8f96-a9fc18fd1d8f),segment_id=1ded926f-85f6-4deb-8f96-a9fc18fd1d8f)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:30.392251 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-20a1da9a-5947-46aa-8e17-f7191b5d1224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.419257 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-20a1da9a-5947-46aa-8e17-f7191b5d1224 admin admin] Calling delete_port for b9ffcd29-bcc8-40ec-8bae-adef41df0461 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:30.431177 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837f671-6f24-41ed-b983-9f31cf975bc6 req-e0d033b0-3de6-4017-b31f-55ea0272a875 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:30.434706 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7837f671-6f24-41ed-b983-9f31cf975bc6 req-e0d033b0-3de6-4017-b31f-55ea0272a875 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=e155ee20-652c-4e60-8195-d75546aec68c HTTP/1.1" status: 200 len: 944 time: 0.3431125 Jul 13 07:40:30.442201 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c187b890-4409-45a4-a65d-8b77c9bd9970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.498548 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-946853ff-944d-4981-98ce-f0fd1caa9386 service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854193 Jul 13 07:40:30.549009 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6d7cc018-c9b2-4ab2-95d6-234b5ff9e2a4 req-0a2734c8-9e0d-429f-be14-003d5c9ee29c service neutron] 10.222.0.62 "GET /v2.0/networks/926a3091-1227-43c7-9248-11bb692f3e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405661 Jul 13 07:40:30.607474 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c187b890-4409-45a4-a65d-8b77c9bd9970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.611826 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c187b890-4409-45a4-a65d-8b77c9bd9970 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.676808 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-1120e9dd-9e66-464c-a1cb-396126ce23d7 service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626503 Jul 13 07:40:30.696607 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b00026-9b71-4a12-b38e-1ea50a773b70 req-12084ca0-369a-4017-93e8-88104ee9ef05 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:30.698363 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28b00026-9b71-4a12-b38e-1ea50a773b70 req-12084ca0-369a-4017-93e8-88104ee9ef05 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 943 time: 0.3909745 Jul 13 07:40:30.705086 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7837f671-6f24-41ed-b983-9f31cf975bc6 req-6b98996b-084c-4424-9ffe-4b900249f867 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238340 Jul 13 07:40:30.728474 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c187b890-4409-45a4-a65d-8b77c9bd9970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.728985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c187b890-4409-45a4-a65d-8b77c9bd9970 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28139644-a384-45d6-a559-16dfc54ccf8c {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:40:30.733398 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c187b890-4409-45a4-a65d-8b77c9bd9970 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.734593 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c187b890-4409-45a4-a65d-8b77c9bd9970 admin admin] 10.222.0.58 "DELETE /v2.0/routers/28139644-a384-45d6-a559-16dfc54ccf8c HTTP/1.1" status: 204 len: 168 time: 2.9929760 Jul 13 07:40:30.738476 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-bac92905-ac13-4b70-8dcd-8c4c848c0dab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0089a19-6897-483c-beef-e272a1029320 HTTP/1.1" status: 200 len: 217 time: 0.0501962 Jul 13 07:40:30.750343 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39234) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:30.818411 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28b00026-9b71-4a12-b38e-1ea50a773b70 req-3c744669-e422-4473-acaa-51e5a5755fe8 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019671 Jul 13 07:40:30.839119 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6d7cc018-c9b2-4ab2-95d6-234b5ff9e2a4 req-03aaf8d2-26eb-4d16-aad4-95d032ca5e28 service neutron] 10.222.0.62 "GET /v2.0/networks/926a3091-1227-43c7-9248-11bb692f3e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538431 Jul 13 07:40:30.921614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9e4741-c5e9-4f75-9d97-eecf8a6bb046 admin admin] Deleting subnet 8815b925-6b06-479b-a398-d6ba3032ae31 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:40:30.925450 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-92094438-d4be-41eb-a82b-18dde79379b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:30.926715 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-92094438-d4be-41eb-a82b-18dde79379b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f6e3720-201f-43bb-bde6-dcc07159d634 HTTP/1.1" status: 200 len: 797 time: 0.1772406 Jul 13 07:40:30.931434 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0e9e4741-c5e9-4f75-9d97-eecf8a6bb046 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.964109 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-20a1da9a-5947-46aa-8e17-f7191b5d1224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.017209 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1da9a-5947-46aa-8e17-f7191b5d1224 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ffcd29-bcc8-40ec-8bae-adef41df0461,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:31.126468 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 8a323d04-6951-4193-92d8-53ed8ea6f205 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:40:31.190912 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 99f05a00-05f1-4f4b-8033-961d539f2ba0 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:31.289295 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012c1ed-225c-4606-b5a6-91de5d7e7ca8 req-4921d104-a50c-4ced-b5bc-ab80302b0c95 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:31.291924 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f012c1ed-225c-4606-b5a6-91de5d7e7ca8 req-4921d104-a50c-4ced-b5bc-ab80302b0c95 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 946 time: 0.2651632 Jul 13 07:40:31.306387 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.353516 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 8a323d04-6951-4193-92d8-53ed8ea6f205, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8a323d04-6951-4193-92d8-53ed8ea6f205,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:31.371637 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 99f05a00-05f1-4f4b-8033-961d539f2ba0 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:31.382396 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 99f05a00-05f1-4f4b-8033-961d539f2ba0 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:31.382779 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.393248 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '8a323d04-6951-4193-92d8-53ed8ea6f205', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '8a323d04-6951-4193-92d8-53ed8ea6f205', 'mac_address': 'fa:16:3e:2c:3a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:40:31.420578 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f012c1ed-225c-4606-b5a6-91de5d7e7ca8 req-6600a8e6-57c7-4b70-957f-fb90267d7c27 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140087 Jul 13 07:40:31.437868 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-20a1da9a-5947-46aa-8e17-f7191b5d1224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.465727 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0e9e4741-c5e9-4f75-9d97-eecf8a6bb046 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.509346 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.544253 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a323d04-6951-4193-92d8-53ed8ea6f205 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:31.594958 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 8a323d04-6951-4193-92d8-53ed8ea6f205, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8a323d04-6951-4193-92d8-53ed8ea6f205,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:31.595151 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-5c08b6b8-b80c-4b9b-a9fa-795c011c7c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:31.595306 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.595454 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-5c08b6b8-b80c-4b9b-a9fa-795c011c7c44 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6532638 Jul 13 07:40:31.609895 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.617688 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0e9e4741-c5e9-4f75-9d97-eecf8a6bb046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.623604 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e155ee20-652c-4e60-8195-d75546aec68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f05a00-05f1-4f4b-8033-961d539f2ba0'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:31.625815 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70be9a16-4bfa-4cab-9bcc-2d8ae31bf057" -d '{"events": [{"server_uuid": "e155ee20-652c-4e60-8195-d75546aec68c", "name": "network-vif-plugged", "status": "completed", "tag": "99f05a00-05f1-4f4b-8033-961d539f2ba0"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:31.710919 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6abd72a-2a0f-4bb7-ba8e-08b9ac18b6fe x-openstack-request-id: req-d6abd72a-2a0f-4bb7-ba8e-08b9ac18b6fe {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:31.711192 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e155ee20-652c-4e60-8195-d75546aec68c", "name": "network-vif-plugged", "status": "completed", "tag": "99f05a00-05f1-4f4b-8033-961d539f2ba0", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:31.711308 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d6abd72a-2a0f-4bb7-ba8e-08b9ac18b6fe {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:31.711636 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e155ee20-652c-4e60-8195-d75546aec68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f05a00-05f1-4f4b-8033-961d539f2ba0', 'code': 200} Jul 13 07:40:31.720499 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 99f05a00-05f1-4f4b-8033-961d539f2ba0, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=99f05a00-05f1-4f4b-8033-961d539f2ba0,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:31.740229 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.751880 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a1da9a-5947-46aa-8e17-f7191b5d1224 admin admin] Router e8ff480d-351c-41ce-8e8a-26fa815605d2 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:40:31.783245 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=8a323d04-6951-4193-92d8-53ed8ea6f205,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:31.912646 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=99f05a00-05f1-4f4b-8033-961d539f2ba0,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:31.940718 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['8a323d04-6951-4193-92d8-53ed8ea6f205'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:31.997737 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a1da9a-5947-46aa-8e17-f7191b5d1224 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:40:32.004490 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-20a1da9a-5947-46aa-8e17-f7191b5d1224 admin admin] 10.222.0.58 "PUT /v2.0/routers/e8ff480d-351c-41ce-8e8a-26fa815605d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4934537 Jul 13 07:40:32.009009 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e71d3f-406b-4eea-8b02-535478313476 None None] Sync routers for ids ['e8ff480d-351c-41ce-8e8a-26fa815605d2'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:40:32.015683 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39276) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:32.029954 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e71d3f-406b-4eea-8b02-535478313476 None None] Routers {'e8ff480d-351c-41ce-8e8a-26fa815605d2'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:32.035019 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-34e71d3f-406b-4eea-8b02-535478313476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:40:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e8ff480d-351c-41ce-8e8a-26fa815605d2'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:32.069979 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-04b9046e-6fbe-48bc-971b-dd116c878ed9 service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676604 Jul 13 07:40:32.071080 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0e9e4741-c5e9-4f75-9d97-eecf8a6bb046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.164984 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0e9e4741-c5e9-4f75-9d97-eecf8a6bb046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.166934 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0e9e4741-c5e9-4f75-9d97-eecf8a6bb046 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8815b925-6b06-479b-a398-d6ba3032ae31 HTTP/1.1" status: 204 len: 168 time: 1.4116211 Jul 13 07:40:32.171218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6739d2ca-330f-47a4-81b0-5f23b7b47945 None None] Network 718995fd-aec2-4144-86c0-f8202c751c0f requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:32.190688 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e4741-c5e9-4f75-9d97-eecf8a6bb046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8815b925-6b06-479b-a398-d6ba3032ae31,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:32.205092 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39280) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:32.264523 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03be552-7fdf-4d85-af4a-1405b5001edf req-c03ab7c9-7c27-49cd-bf48-e21da2f304c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:32.266178 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c03be552-7fdf-4d85-af4a-1405b5001edf req-c03ab7c9-7c27-49cd-bf48-e21da2f304c8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e155ee20-652c-4e60-8195-d75546aec68c HTTP/1.1" status: 200 len: 1097 time: 0.4774489 Jul 13 07:40:32.358151 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-34e71d3f-406b-4eea-8b02-535478313476 None None] Set router e8ff480d-351c-41ce-8e8a-26fa815605d2 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:32.376762 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5d3d3012-542b-4fce-b1c5-59c3d4543035 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:32.448267 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 5d3d3012-542b-4fce-b1c5-59c3d4543035 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:32.448591 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5d3d3012-542b-4fce-b1c5-59c3d4543035 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:32.457616 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0da5eff7-6b45-444f-bcfb-6ddff75016bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.478978 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b114c6bb-e79f-4876-bd07-f34e98d4c11e None None] Provisioning complete for port 8a323d04-6951-4193-92d8-53ed8ea6f205 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:32.479447 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b114c6bb-e79f-4876-bd07-f34e98d4c11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.587734 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c03be552-7fdf-4d85-af4a-1405b5001edf req-1d402f6f-17c0-4659-b12f-bbfbb433c79c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925408 Jul 13 07:40:32.611746 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b114c6bb-e79f-4876-bd07-f34e98d4c11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.675955 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b114c6bb-e79f-4876-bd07-f34e98d4c11e None None] For port 8a323d04-6951-4193-92d8-53ed8ea6f205, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8a323d04-6951-4193-92d8-53ed8ea6f205,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:32.681806 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd73ae4b-5a9d-4390-8b05-c21f63168aee req-8b9ec7d7-d5dc-4e2b-95f4-74b15e8e5688 service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857153 Jul 13 07:40:32.698978 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b114c6bb-e79f-4876-bd07-f34e98d4c11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.759990 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-0da5eff7-6b45-444f-bcfb-6ddff75016bc admin admin] Deleting port a6275347-0c7b-4c73-9512-d8ab8673e957 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:32.762711 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0da5eff7-6b45-444f-bcfb-6ddff75016bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.776551 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc742603-b9aa-4b9b-9454-3c8f091ea865 None None] DHCP port deletion for 718995fd-aec2-4144-86c0-f8202c751c0f request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:40:32.814737 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-34e71d3f-406b-4eea-8b02-535478313476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:40:30Z', 'revision_number': 5, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:32.839158 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114c6bb-e79f-4876-bd07-f34e98d4c11e None None] Pushing event updated for resources: {'Port': ['ID=8a323d04-6951-4193-92d8-53ed8ea6f205,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:32.885462 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-bc742603-b9aa-4b9b-9454-3c8f091ea865 None None] Deleting port a6275347-0c7b-4c73-9512-d8ab8673e957 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:32.886220 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc742603-b9aa-4b9b-9454-3c8f091ea865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.896579 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e71d3f-406b-4eea-8b02-535478313476 None None] Checking router: e8ff480d-351c-41ce-8e8a-26fa815605d2 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:40:32.920206 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e71d3f-406b-4eea-8b02-535478313476 None None] Routers {'e8ff480d-351c-41ce-8e8a-26fa815605d2'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:32.920847 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-34e71d3f-406b-4eea-8b02-535478313476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:40:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e8ff480d-351c-41ce-8e8a-26fa815605d2'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:32.953166 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-0da5eff7-6b45-444f-bcfb-6ddff75016bc admin admin] For port a6275347-0c7b-4c73-9512-d8ab8673e957, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a6275347-0c7b-4c73-9512-d8ab8673e957,segment=NetworkSegment(8c3aaeeb-4ad4-40c5-9078-58434c1bba5f),segment_id=8c3aaeeb-4ad4-40c5-9078-58434c1bba5f)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:32.953640 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0da5eff7-6b45-444f-bcfb-6ddff75016bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.984227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-bc742603-b9aa-4b9b-9454-3c8f091ea865 None None] For port a6275347-0c7b-4c73-9512-d8ab8673e957, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a6275347-0c7b-4c73-9512-d8ab8673e957,segment=NetworkSegment(8c3aaeeb-4ad4-40c5-9078-58434c1bba5f),segment_id=8c3aaeeb-4ad4-40c5-9078-58434c1bba5f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:32.985025 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc742603-b9aa-4b9b-9454-3c8f091ea865 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.986350 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-0da5eff7-6b45-444f-bcfb-6ddff75016bc admin admin] Calling delete_port for a6275347-0c7b-4c73-9512-d8ab8673e957 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:33.006400 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-bc742603-b9aa-4b9b-9454-3c8f091ea865 None None] Calling delete_port for a6275347-0c7b-4c73-9512-d8ab8673e957 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:33.146247 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7559971f-a7f5-4229-9665-d3f0dfba1242 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:40:33.160712 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 8a323d04-6951-4193-92d8-53ed8ea6f205 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:33.169239 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-34e71d3f-406b-4eea-8b02-535478313476 None None] Set router e8ff480d-351c-41ce-8e8a-26fa815605d2 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:33.217297 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0da5eff7-6b45-444f-bcfb-6ddff75016bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.294702 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da5eff7-6b45-444f-bcfb-6ddff75016bc admin admin] No DVR routers for this DVR port a6275347-0c7b-4c73-9512-d8ab8673e957 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:33.300148 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5eff7-6b45-444f-bcfb-6ddff75016bc admin admin] Pushing event deleted for resources: {'Port': ['ID=a6275347-0c7b-4c73-9512-d8ab8673e957,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:33.305879 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1393d-d60a-4a0b-aa19-55015c450a6f req-24667833-87a5-44e7-b822-de1cca618c1c tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:33.328812 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5cd1393d-d60a-4a0b-aa19-55015c450a6f req-24667833-87a5-44e7-b822-de1cca618c1c tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=e155ee20-652c-4e60-8195-d75546aec68c HTTP/1.1" status: 200 len: 945 time: 1.3098235 Jul 13 07:40:33.337000 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb20e243-7254-40e6-9bda-949656a5067a admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.352952 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ae362bb9-0a1c-4d3a-89ef-aa1d61307ef8 None None] Provisioning complete for port 8a323d04-6951-4193-92d8-53ed8ea6f205 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:33.352952 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae362bb9-0a1c-4d3a-89ef-aa1d61307ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.477393 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-34e71d3f-406b-4eea-8b02-535478313476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:40:30Z', 'revision_number': 5, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:33.496162 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.resource_extend [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:40:33.509841 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0da5eff7-6b45-444f-bcfb-6ddff75016bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.510329 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e71d3f-406b-4eea-8b02-535478313476 None None] The sync data for ids ['e8ff480d-351c-41ce-8e8a-26fa815605d2'] in n-d-779913-28 is: [{'id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361928350-router', 'tenant_id': 'fd2a6045fb9847fcbcf272c120be7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:46Z', 'updated_at': '2021-07-13T07:40:30Z', 'revision_number': 5, 'project_id': 'fd2a6045fb9847fcbcf272c120be7396', 'gw_port': {'id': '05db3d9f-fc06-478f-ba9b-32d904d09c95', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ff480d-351c-41ce-8e8a-26fa815605d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:47Z', 'updated_at': '2021-07-13T07:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:40:33.535250 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-0da5eff7-6b45-444f-bcfb-6ddff75016bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718995fd-aec2-4144-86c0-f8202c751c0f']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:33.561761 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 8a323d04-6951-4193-92d8-53ed8ea6f205 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:33.562288 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.564111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96b331-7c66-4033-be01-b7e7a8dd435d req-79e2e8e2-6f5e-4533-9565-c11bea5a8c16 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:33.577179 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cb96b331-7c66-4033-be01-b7e7a8dd435d req-79e2e8e2-6f5e-4533-9565-c11bea5a8c16 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 943 time: 0.4814460 Jul 13 07:40:33.578392 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-0da5eff7-6b45-444f-bcfb-6ddff75016bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3aaeeb-4ad4-40c5-9078-58434c1bba5f') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:33.578991 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-0da5eff7-6b45-444f-bcfb-6ddff75016bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3aaeeb-4ad4-40c5-9078-58434c1bba5f') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:33.597960 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0da5eff7-6b45-444f-bcfb-6ddff75016bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.602419 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5cd1393d-d60a-4a0b-aa19-55015c450a6f req-9ffa5a69-a621-44ad-980e-ab0079905fff tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717476 Jul 13 07:40:33.624161 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0da5eff7-6b45-444f-bcfb-6ddff75016bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.632316 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da5eff7-6b45-444f-bcfb-6ddff75016bc admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:33.633382 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0da5eff7-6b45-444f-bcfb-6ddff75016bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.678507 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc742603-b9aa-4b9b-9454-3c8f091ea865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:33.708305 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:33.713826 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0da5eff7-6b45-444f-bcfb-6ddff75016bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.715631 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcecdbd3-f607-48dd-a569-4f5bb9bb867f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a323d04-6951-4193-92d8-53ed8ea6f205'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:33.718863 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa94c6c-ecdb-47ae-b217-0f04f214e13d" -d '{"events": [{"server_uuid": "fcecdbd3-f607-48dd-a569-4f5bb9bb867f", "name": "network-vif-plugged", "status": "completed", "tag": "8a323d04-6951-4193-92d8-53ed8ea6f205"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:33.762810 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0da5eff7-6b45-444f-bcfb-6ddff75016bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.770613 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0da5eff7-6b45-444f-bcfb-6ddff75016bc admin admin] 10.222.0.58 "DELETE /v2.0/networks/718995fd-aec2-4144-86c0-f8202c751c0f HTTP/1.1" status: 204 len: 168 time: 1.5618892 Jul 13 07:40:33.771371 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5eff7-6b45-444f-bcfb-6ddff75016bc admin admin] Pushing event deleted for resources: {'Network': ['ID=718995fd-aec2-4144-86c0-f8202c751c0f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:33.789889 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc742603-b9aa-4b9b-9454-3c8f091ea865 None None] Pushing event deleted for resources: {'Port': ['ID=a6275347-0c7b-4c73-9512-d8ab8673e957,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:33.797684 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc742603-b9aa-4b9b-9454-3c8f091ea865 None None] No DVR routers for this DVR port a6275347-0c7b-4c73-9512-d8ab8673e957 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:33.820897 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cb96b331-7c66-4033-be01-b7e7a8dd435d req-20665ec8-a378-4158-ad86-61434491e046 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423666 Jul 13 07:40:33.859050 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7559971f-a7f5-4229-9665-d3f0dfba1242, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7559971f-a7f5-4229-9665-d3f0dfba1242,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:33.896230 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '7559971f-a7f5-4229-9665-d3f0dfba1242', 'network_id': '926a3091-1227-43c7-9248-11bb692f3e70', 'port_id': '7559971f-a7f5-4229-9665-d3f0dfba1242', 'mac_address': 'fa:16:3e:28:a7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebaa4587-64b0-4444-8306-bf055eaac5da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:40:33.916545 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb20e243-7254-40e6-9bda-949656a5067a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.057591 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fb20e243-7254-40e6-9bda-949656a5067a admin admin] Deleting port 05db3d9f-fc06-478f-ba9b-32d904d09c95 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:34.058513 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb20e243-7254-40e6-9bda-949656a5067a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.135683 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a23466-d0dc-4f0c-a766-c2572cd94818 x-openstack-request-id: req-64a23466-d0dc-4f0c-a766-c2572cd94818 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:34.136990 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcecdbd3-f607-48dd-a569-4f5bb9bb867f", "name": "network-vif-plugged", "status": "completed", "tag": "8a323d04-6951-4193-92d8-53ed8ea6f205", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:34.138047 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64a23466-d0dc-4f0c-a766-c2572cd94818 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:34.138854 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcecdbd3-f607-48dd-a569-4f5bb9bb867f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a323d04-6951-4193-92d8-53ed8ea6f205', 'code': 200} Jul 13 07:40:34.190391 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.299171 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39340) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:34.352071 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-fb20e243-7254-40e6-9bda-949656a5067a admin admin] For port 05db3d9f-fc06-478f-ba9b-32d904d09c95, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=05db3d9f-fc06-478f-ba9b-32d904d09c95,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:34.353152 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb20e243-7254-40e6-9bda-949656a5067a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.375157 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fb20e243-7254-40e6-9bda-949656a5067a admin admin] Calling delete_port for 05db3d9f-fc06-478f-ba9b-32d904d09c95 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:34.397524 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3feb86-9f99-4786-a571-80a46c05142a req-8d31caec-54e5-48e3-8309-bc4325717724 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:34.399819 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db3feb86-9f99-4786-a571-80a46c05142a req-8d31caec-54e5-48e3-8309-bc4325717724 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 946 time: 0.2715929 Jul 13 07:40:34.411053 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-43a558c1-8575-4ce2-805d-8c8bd2f22a1f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a55bb6b2ab094887a99948f9e3670140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1105828 Jul 13 07:40:34.411767 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39344) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:34.512535 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2b5d85b-8c4f-4f68-8701-063f8263622b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.517001 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db3feb86-9f99-4786-a571-80a46c05142a req-ec3a351d-ef6f-470e-9fad-07b65f63d988 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084530 Jul 13 07:40:34.526581 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a6275347-0c7b-4c73-9512-d8ab8673e957 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:34.556974 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7559971f-a7f5-4229-9665-d3f0dfba1242 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:34.565762 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: a6275347-0c7b-4c73-9512-d8ab8673e957 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:34.566699 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a6275347-0c7b-4c73-9512-d8ab8673e957 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:34.567330 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b9ffcd29-bcc8-40ec-8bae-adef41df0461 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:34.578045 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2b5d85b-8c4f-4f68-8701-063f8263622b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.593883 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: b9ffcd29-bcc8-40ec-8bae-adef41df0461 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:34.594526 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b9ffcd29-bcc8-40ec-8bae-adef41df0461 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:34.622264 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7559971f-a7f5-4229-9665-d3f0dfba1242, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7559971f-a7f5-4229-9665-d3f0dfba1242,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:34.629288 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.699649 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb20e243-7254-40e6-9bda-949656a5067a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.711283 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2b5d85b-8c4f-4f68-8701-063f8263622b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.712387 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=7559971f-a7f5-4229-9665-d3f0dfba1242,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:34.723177 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2b5d85b-8c4f-4f68-8701-063f8263622b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.727305 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d2b5d85b-8c4f-4f68-8701-063f8263622b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/96d36666-80d7-4a55-8945-88eede3d2444 HTTP/1.1" status: 204 len: 168 time: 0.3120334 Jul 13 07:40:34.736516 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5d85b-8c4f-4f68-8701-063f8263622b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d36666-80d7-4a55-8945-88eede3d2444,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:34.766489 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20e243-7254-40e6-9bda-949656a5067a admin admin] Pushing event deleted for resources: {'Port': ['ID=05db3d9f-fc06-478f-ba9b-32d904d09c95,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:34.965527 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb20e243-7254-40e6-9bda-949656a5067a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.147513 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['7559971f-a7f5-4229-9665-d3f0dfba1242'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:35.244698 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597fe1e-ff9a-4cbb-b18b-a589f87a1abc req-7b9b03aa-a8c2-45e4-883e-d9becab20578 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:35.248771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b597fe1e-ff9a-4cbb-b18b-a589f87a1abc req-7b9b03aa-a8c2-45e4-883e-d9becab20578 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=e155ee20-652c-4e60-8195-d75546aec68c HTTP/1.1" status: 200 len: 945 time: 0.4177504 Jul 13 07:40:35.296308 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb20e243-7254-40e6-9bda-949656a5067a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.323357 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb20e243-7254-40e6-9bda-949656a5067a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.467299 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b597fe1e-ff9a-4cbb-b18b-a589f87a1abc req-67a5909a-189f-47ea-9238-d62bca63cdcd tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910644 Jul 13 07:40:35.475721 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb20e243-7254-40e6-9bda-949656a5067a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.476523 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb20e243-7254-40e6-9bda-949656a5067a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8ff480d-351c-41ce-8e8a-26fa815605d2 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:40:35.481721 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb20e243-7254-40e6-9bda-949656a5067a admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.489897 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fb20e243-7254-40e6-9bda-949656a5067a admin admin] 10.222.0.58 "DELETE /v2.0/routers/e8ff480d-351c-41ce-8e8a-26fa815605d2 HTTP/1.1" status: 204 len: 168 time: 3.4305396 Jul 13 07:40:35.490536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39368) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:35.520457 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4983de-9993-44c6-abe9-fbfa867f2a14 req-13a0b503-cb82-4804-865c-af1733ddfa8b tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:35.530053 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0c4983de-9993-44c6-abe9-fbfa867f2a14 req-13a0b503-cb82-4804-865c-af1733ddfa8b tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 944 time: 0.4265966 Jul 13 07:40:35.615890 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-720535b5-fd5d-48a8-a2b6-8d0f0d9f7963 admin admin] Deleting subnet 338fc189-33fc-4de5-8976-e1adcb0ebd5b {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:40:35.624234 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0c4983de-9993-44c6-abe9-fbfa867f2a14 req-2c4933d5-bfae-41b2-a4ca-a77a2e13a03f tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896995 Jul 13 07:40:35.635751 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-720535b5-fd5d-48a8-a2b6-8d0f0d9f7963 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.733164 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-720535b5-fd5d-48a8-a2b6-8d0f0d9f7963 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.910169 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-720535b5-fd5d-48a8-a2b6-8d0f0d9f7963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.030661 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-720535b5-fd5d-48a8-a2b6-8d0f0d9f7963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.138595 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720535b5-fd5d-48a8-a2b6-8d0f0d9f7963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=338fc189-33fc-4de5-8976-e1adcb0ebd5b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:36.160462 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe21d3e-115a-49bd-bfec-b4ed1d0fb362 None None] Network 164dc193-94d4-4901-8325-2ada440bfa80 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:36.176385 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-720535b5-fd5d-48a8-a2b6-8d0f0d9f7963 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.191353 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13dd02d-5a91-45f0-bf03-e7383220c443 req-c687f379-673d-4360-8476-2285c773350e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:36.202400 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-720535b5-fd5d-48a8-a2b6-8d0f0d9f7963 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/338fc189-33fc-4de5-8976-e1adcb0ebd5b HTTP/1.1" status: 204 len: 168 time: 0.7074158 Jul 13 07:40:36.206257 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39398) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:36.212474 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e13dd02d-5a91-45f0-bf03-e7383220c443 req-c687f379-673d-4360-8476-2285c773350e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 946 time: 0.2133276 Jul 13 07:40:36.312614 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e13dd02d-5a91-45f0-bf03-e7383220c443 req-a876bc67-59ac-49f2-91f0-c81f7cb49819 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981469 Jul 13 07:40:36.392620 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 05db3d9f-fc06-478f-ba9b-32d904d09c95 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:36.457725 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.475598 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 05db3d9f-fc06-478f-ba9b-32d904d09c95 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:36.478077 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 05db3d9f-fc06-478f-ba9b-32d904d09c95 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:36.615444 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Deleting port 3e523e05-d472-4140-87c1-8ca067e953a9 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:36.616059 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.616906 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88690dda-c451-4c81-b0da-b03afef4e20c req-10598719-0859-4b90-a46e-11fb803dde16 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:36.625952 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-88690dda-c451-4c81-b0da-b03afef4e20c req-10598719-0859-4b90-a46e-11fb803dde16 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=e155ee20-652c-4e60-8195-d75546aec68c HTTP/1.1" status: 200 len: 945 time: 0.1059909 Jul 13 07:40:36.735095 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496f8c9b-bc8b-4610-a8c7-70eacb24e5e2 None None] DHCP port deletion for 164dc193-94d4-4901-8325-2ada440bfa80 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:40:36.748804 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-88690dda-c451-4c81-b0da-b03afef4e20c req-ad7afc21-d47b-4604-afb8-6f9c93c7f410 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214845 Jul 13 07:40:36.831647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-496f8c9b-bc8b-4610-a8c7-70eacb24e5e2 None None] Deleting port 3e523e05-d472-4140-87c1-8ca067e953a9 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:36.832032 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-496f8c9b-bc8b-4610-a8c7-70eacb24e5e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.834739 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] For port 3e523e05-d472-4140-87c1-8ca067e953a9, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3e523e05-d472-4140-87c1-8ca067e953a9,segment=NetworkSegment(1ded926f-85f6-4deb-8f96-a9fc18fd1d8f),segment_id=1ded926f-85f6-4deb-8f96-a9fc18fd1d8f)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:36.835109 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.870116 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Calling delete_port for 3e523e05-d472-4140-87c1-8ca067e953a9 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:37.012853 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-496f8c9b-bc8b-4610-a8c7-70eacb24e5e2 None None] For port 3e523e05-d472-4140-87c1-8ca067e953a9, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3e523e05-d472-4140-87c1-8ca067e953a9,segment=NetworkSegment(1ded926f-85f6-4deb-8f96-a9fc18fd1d8f),segment_id=1ded926f-85f6-4deb-8f96-a9fc18fd1d8f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:37.014933 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-496f8c9b-bc8b-4610-a8c7-70eacb24e5e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.040436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b7446-cd8a-4699-b85b-3d68f11934cd req-948cff66-4eb2-4b6a-8cef-5faecf306c70 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:37.049364 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e4b7446-cd8a-4699-b85b-3d68f11934cd req-948cff66-4eb2-4b6a-8cef-5faecf306c70 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 944 time: 0.1005282 Jul 13 07:40:37.076172 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-496f8c9b-bc8b-4610-a8c7-70eacb24e5e2 None None] Calling delete_port for 3e523e05-d472-4140-87c1-8ca067e953a9 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:37.118415 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e4b7446-cd8a-4699-b85b-3d68f11934cd req-3fe13322-68ab-480e-947a-c37ad99aefed tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676527 Jul 13 07:40:37.161931 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.211419 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7559971f-a7f5-4229-9665-d3f0dfba1242 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:37.218350 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e523e05-d472-4140-87c1-8ca067e953a9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:37.250491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] No DVR routers for this DVR port 3e523e05-d472-4140-87c1-8ca067e953a9 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:37.286014 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-1db899d7-d6c0-4e5a-a322-08a002c7fc43 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f66d3b5c93544631916d24ca2df97b4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1163509 Jul 13 07:40:37.360500 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39436) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:37.364258 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 7559971f-a7f5-4229-9665-d3f0dfba1242 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:37.373021 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 7559971f-a7f5-4229-9665-d3f0dfba1242 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:37.373884 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.374207 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.410956 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164dc193-94d4-4901-8325-2ada440bfa80']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:37.430298 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-496f8c9b-bc8b-4610-a8c7-70eacb24e5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.442541 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ded926f-85f6-4deb-8f96-a9fc18fd1d8f') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:37.442869 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ded926f-85f6-4deb-8f96-a9fc18fd1d8f') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:37.466213 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.485660 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.492641 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f8c9b-bc8b-4610-a8c7-70eacb24e5e2 None None] Pushing event deleted for resources: {'Port': ['ID=3e523e05-d472-4140-87c1-8ca067e953a9,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:37.492823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:37.493059 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.499228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496f8c9b-bc8b-4610-a8c7-70eacb24e5e2 None None] No DVR routers for this DVR port 3e523e05-d472-4140-87c1-8ca067e953a9 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:37.565233 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-847e2c14-cf2b-4886-bb89-8e7879edc894 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:37.582355 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-847e2c14-cf2b-4886-bb89-8e7879edc894 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2905836 Jul 13 07:40:37.583693 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:37.583956 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:37.593615 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.605980 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.610571 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] 10.222.0.58 "DELETE /v2.0/networks/164dc193-94d4-4901-8325-2ada440bfa80 HTTP/1.1" status: 204 len: 168 time: 1.4007628 Jul 13 07:40:37.615230 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-19374692-e731-427a-85fd-152ed0112c32 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/quotas/f66d3b5c93544631916d24ca2df97b4d HTTP/1.1" status: 200 len: 375 time: 0.0303676 Jul 13 07:40:37.634912 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Pushing event deleted for resources: {'Network': ['ID=164dc193-94d4-4901-8325-2ada440bfa80,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:37.641992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96225c3-21a4-4eb2-a7dd-2fdf4de41b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7559971f-a7f5-4229-9665-d3f0dfba1242'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:37.645403 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:37.645759 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:37.646114 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:37.646558 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:37.647058 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-313d3bf6-a8dc-4fa6-8e1d-5f3e0dade0dd tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f66d3b5c93544631916d24ca2df97b4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309584 Jul 13 07:40:37.648485 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d81cbd-6fb4-4458-b37d-c998a98a1229" -d '{"events": [{"server_uuid": "a96225c3-21a4-4eb2-a7dd-2fdf4de41b57", "name": "network-vif-plugged", "status": "completed", "tag": "7559971f-a7f5-4229-9665-d3f0dfba1242"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:37.654595 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82fe8af5-6e59-4523-a68b-1cdf2978f85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.660078 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:37.660801 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:37.662855 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:37.663473 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:37.665032 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:37.665581 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:37.667199 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:37.667787 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46924a8-0140-4204-aa5d-bb1844936795 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:37.691987 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7559971f-a7f5-4229-9665-d3f0dfba1242, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7559971f-a7f5-4229-9665-d3f0dfba1242,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:37.711482 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.836208 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82fe8af5-6e59-4523-a68b-1cdf2978f85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.847425 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82fe8af5-6e59-4523-a68b-1cdf2978f85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.880162 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf22abdb-1b18-491a-be21-7d7e38e6a898 x-openstack-request-id: req-cf22abdb-1b18-491a-be21-7d7e38e6a898 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:37.880482 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96225c3-21a4-4eb2-a7dd-2fdf4de41b57", "name": "network-vif-plugged", "status": "completed", "tag": "7559971f-a7f5-4229-9665-d3f0dfba1242", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:37.880715 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf22abdb-1b18-491a-be21-7d7e38e6a898 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:37.881113 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96225c3-21a4-4eb2-a7dd-2fdf4de41b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7559971f-a7f5-4229-9665-d3f0dfba1242', 'code': 200} Jul 13 07:40:37.882142 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=7559971f-a7f5-4229-9665-d3f0dfba1242,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:37.896442 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39450) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:37.913268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e7c4e-afba-4647-be7e-7f871c514c81 req-626ea447-e228-49c0-b58d-92271a7e5c24 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:37.918291 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.921143 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc7e7c4e-afba-4647-be7e-7f871c514c81 req-626ea447-e228-49c0-b58d-92271a7e5c24 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 946 time: 0.1337364 Jul 13 07:40:37.936851 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe8af5-6e59-4523-a68b-1cdf2978f85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb468b13-088e-4bff-860d-3d2b812f1346,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:37.945607 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-82fe8af5-6e59-4523-a68b-1cdf2978f85f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=007cf5e9b2394ce49fb56fd2236233f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5835042 Jul 13 07:40:37.951476 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39452) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:38.030230 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e7e14210-4eae-4ab3-b033-00e7bf8954f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fd2a6045fb9847fcbcf272c120be7396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1324277 Jul 13 07:40:38.030860 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39454) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:38.186675 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc7e7c4e-afba-4647-be7e-7f871c514c81 req-9e321b64-9cf0-4aee-8ab2-0bac15eb262e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644930 Jul 13 07:40:38.221178 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4d68263-441d-48ed-9170-3d55d227bc3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.271567 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0746-2b30-4507-9c1c-d7c1df4cab7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.276560 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de983d8-57ca-4321-b7db-79ebd7cf50dd req-6fef3cf6-a234-4bc2-840d-3015111ca7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:38.278825 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1de983d8-57ca-4321-b7db-79ebd7cf50dd req-6fef3cf6-a234-4bc2-840d-3015111ca7f4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 1097 time: 0.2904406 Jul 13 07:40:38.288562 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4d68263-441d-48ed-9170-3d55d227bc3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.305834 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 3e523e05-d472-4140-87c1-8ca067e953a9 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:38.349692 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0746-2b30-4507-9c1c-d7c1df4cab7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.396945 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1de983d8-57ca-4321-b7db-79ebd7cf50dd req-7f8fc0ce-3790-4603-96fb-1628002bc5af service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006217 Jul 13 07:40:38.416580 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 3e523e05-d472-4140-87c1-8ca067e953a9 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:38.418503 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 3e523e05-d472-4140-87c1-8ca067e953a9 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:38.459909 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28db5ad5-3c6a-4083-abef-68c1a8eafa53 req-359e365f-2ff9-429a-a561-0404fde0806e tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/ports?device_id=252024ec-d211-46ef-bc0d-5b3310b622ac HTTP/1.1" status: 200 len: 210 time: 0.1219997 Jul 13 07:40:38.471448 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4d68263-441d-48ed-9170-3d55d227bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.482034 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4d68263-441d-48ed-9170-3d55d227bc3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.493181 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a4d68263-441d-48ed-9170-3d55d227bc3e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bb468b13-088e-4bff-860d-3d2b812f1346 HTTP/1.1" status: 204 len: 168 time: 0.5308230 Jul 13 07:40:38.527927 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d68263-441d-48ed-9170-3d55d227bc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb468b13-088e-4bff-860d-3d2b812f1346,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:38.536279 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0746-2b30-4507-9c1c-d7c1df4cab7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.539069 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0746-2b30-4507-9c1c-d7c1df4cab7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.542997 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4e5f0746-2b30-4507-9c1c-d7c1df4cab7f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c323416d-1271-4aae-8174-decc0d73a54d HTTP/1.1" status: 204 len: 168 time: 0.4539590 Jul 13 07:40:38.573569 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f0746-2b30-4507-9c1c-d7c1df4cab7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c323416d-1271-4aae-8174-decc0d73a54d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:38.578302 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbf665-cb23-49e8-9720-31bfee18281d req-7cf9f35a-a4c4-4528-8d88-fbd501a6fc40 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:38.587753 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6fdbf665-cb23-49e8-9720-31bfee18281d req-7cf9f35a-a4c4-4528-8d88-fbd501a6fc40 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=e155ee20-652c-4e60-8195-d75546aec68c HTTP/1.1" status: 200 len: 945 time: 0.5076456 Jul 13 07:40:38.690556 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6fdbf665-cb23-49e8-9720-31bfee18281d req-088f63cf-f138-42eb-b715-46d868455ee6 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016972 Jul 13 07:40:39.077945 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a2b77-fe81-47eb-9c24-f6865063c0d2 req-240342bf-2f7b-4810-871e-f3448f076605 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:39.096250 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-718a2b77-fe81-47eb-9c24-f6865063c0d2 req-240342bf-2f7b-4810-871e-f3448f076605 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 945 time: 0.3515687 Jul 13 07:40:39.206917 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-718a2b77-fe81-47eb-9c24-f6865063c0d2 req-7ad05458-d356-42d3-8009-a642faead99e tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074049 Jul 13 07:40:39.485964 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27cb323-d748-4687-81e8-7faff72375b1 req-9c475100-f16d-4dec-8632-44c1354434ba tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:39.488999 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39500) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:39.494420 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d27cb323-d748-4687-81e8-7faff72375b1 req-9c475100-f16d-4dec-8632-44c1354434ba tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 946 time: 0.1166871 Jul 13 07:40:39.514684 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f65c177a-a7d2-4bb0-81f1-6a7a21ed1e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.558235 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d27cb323-d748-4687-81e8-7faff72375b1 req-4661cfd7-6c43-427f-a7fb-2af4a85b902e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624361 Jul 13 07:40:39.692662 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f65c177a-a7d2-4bb0-81f1-6a7a21ed1e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.708241 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f65c177a-a7d2-4bb0-81f1-6a7a21ed1e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.789683 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c177a-a7d2-4bb0-81f1-6a7a21ed1e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e0a94f-6657-4bcd-bb62-722934c84c79,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:39.821399 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e1516baf-a190-4de0-b92e-dce167985c0c req-4dfeda72-fe14-418c-b5b1-fdc42b7b2198 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/ports?device_id=252024ec-d211-46ef-bc0d-5b3310b622ac HTTP/1.1" status: 200 len: 210 time: 0.0829444 Jul 13 07:40:39.844908 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f65c177a-a7d2-4bb0-81f1-6a7a21ed1e18 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e166b3b0b0024906b70ce4c79929eeef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3537946 Jul 13 07:40:39.846743 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39508) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:39.992698 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dbf49a70-ad7d-4533-81b0-060b1ce79c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.025990 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dbf49a70-ad7d-4533-81b0-060b1ce79c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.185464 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dbf49a70-ad7d-4533-81b0-060b1ce79c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.188585 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dbf49a70-ad7d-4533-81b0-060b1ce79c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.193470 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-dbf49a70-ad7d-4533-81b0-060b1ce79c65 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7e0a94f-6657-4bcd-bb62-722934c84c79 HTTP/1.1" status: 204 len: 168 time: 0.3392568 Jul 13 07:40:40.223472 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf49a70-ad7d-4533-81b0-060b1ce79c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e0a94f-6657-4bcd-bb62-722934c84c79,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:40.535124 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834aa85-0479-46bb-89a5-2cc3aee24240 req-d57e2f56-6d94-433c-b937-775880aa1cd9 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:40.536912 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5834aa85-0479-46bb-89a5-2cc3aee24240 req-d57e2f56-6d94-433c-b937-775880aa1cd9 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 945 time: 0.1737804 Jul 13 07:40:40.591202 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5834aa85-0479-46bb-89a5-2cc3aee24240 req-307c6f07-5a09-4f3e-964d-f0cae8208a67 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474370 Jul 13 07:40:40.744040 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-c2f5f62a-836c-4c88-91ce-bd5c7e6ae33f tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f66d3b5c93544631916d24ca2df97b4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366051 Jul 13 07:40:40.988513 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-f142763b-cd7a-43ed-8512-e22b2fcdf085 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:40.992212 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-f142763b-cd7a-43ed-8512-e22b2fcdf085 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251563 Jul 13 07:40:41.024713 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-13c7e679-5210-486e-b6f1-d21be77a55b8 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Request body: {'port': {'device_id': '252024ec-d211-46ef-bc0d-5b3310b622ac', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': 'f66d3b5c93544631916d24ca2df97b4d'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:41.026391 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c3877-9e00-4e0f-928b-08b71fa7e82e req-b4fd15f7-5b67-40ef-b905-81d4c4ca07a9 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:41.038912 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e86c3877-9e00-4e0f-928b-08b71fa7e82e req-b4fd15f7-5b67-40ef-b905-81d4c4ca07a9 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 946 time: 0.1697900 Jul 13 07:40:41.104759 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e86c3877-9e00-4e0f-928b-08b71fa7e82e req-0fe5a68e-d190-4f03-a9b3-6c8caf3d6cee tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638878 Jul 13 07:40:41.247134 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-13c7e679-5210-486e-b6f1-d21be77a55b8 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Made reservation on behalf of f66d3b5c93544631916d24ca2df97b4d for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:41.253524 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-13c7e679-5210-486e-b6f1-d21be77a55b8 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.282831 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-13c7e679-5210-486e-b6f1-d21be77a55b8 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.499873 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-13c7e679-5210-486e-b6f1-d21be77a55b8 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.512304 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-13c7e679-5210-486e-b6f1-d21be77a55b8 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.520764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb56c6-6c65-4ef9-9e17-fe30233da8b3 req-d12e28dd-a7a0-4b9f-bb57-a7b6f181cea5 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:41.538592 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-15eb56c6-6c65-4ef9-9e17-fe30233da8b3 req-d12e28dd-a7a0-4b9f-bb57-a7b6f181cea5 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 945 time: 0.1886730 Jul 13 07:40:41.635269 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7e679-5210-486e-b6f1-d21be77a55b8 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03c0cd1-5be2-45b3-9df2-c4fcc73f431b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:41.635655 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-15eb56c6-6c65-4ef9-9e17-fe30233da8b3 req-5607dccc-6ecf-4335-bfa7-61c6bab855aa tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953789 Jul 13 07:40:41.739051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-13c7e679-5210-486e-b6f1-d21be77a55b8 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Allocated IP 192.168.233.21 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/e88a20ac-5838-4edf-b6da-b6a0a9a48779) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:41.892008 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4b29bff1-94ac-4ae6-a0e1-687177c4f735 req-da5d1ee1-9bfa-4019-bd4f-e4ded54f3885 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/ports?device_id=252024ec-d211-46ef-bc0d-5b3310b622ac HTTP/1.1" status: 200 len: 210 time: 0.0766997 Jul 13 07:40:42.156119 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-13c7e679-5210-486e-b6f1-d21be77a55b8 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:42.175768 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-13c7e679-5210-486e-b6f1-d21be77a55b8 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Transition to ACTIVE for port object e88a20ac-5838-4edf-b6da-b6a0a9a48779 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:42.221726 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-13c7e679-5210-486e-b6f1-d21be77a55b8 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:42.290124 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-13c7e679-5210-486e-b6f1-d21be77a55b8 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:42.297306 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-13c7e679-5210-486e-b6f1-d21be77a55b8 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:42.302829 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-13c7e679-5210-486e-b6f1-d21be77a55b8 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:42.361703 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7e679-5210-486e-b6f1-d21be77a55b8 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Pushing event updated for resources: {'Port': ['ID=e88a20ac-5838-4edf-b6da-b6a0a9a48779,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:42.391755 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318e53b-3155-40b3-abf1-368bed7d0190 req-dad02239-40bb-4e31-8411-d9c026a78933 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:42.412332 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3318e53b-3155-40b3-abf1-368bed7d0190 req-dad02239-40bb-4e31-8411-d9c026a78933 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 945 time: 0.1608450 Jul 13 07:40:42.466003 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-13c7e679-5210-486e-b6f1-d21be77a55b8 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:42.466730 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-13c7e679-5210-486e-b6f1-d21be77a55b8 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:42.470652 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3318e53b-3155-40b3-abf1-368bed7d0190 req-21683f89-3f7e-4aa3-8922-b930113b33e0 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594540 Jul 13 07:40:42.540809 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-13c7e679-5210-486e-b6f1-d21be77a55b8 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5298004 Jul 13 07:40:42.571817 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] Request body: {'port': {'device_id': '252024ec-d211-46ef-bc0d-5b3310b622ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:42.739202 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f001bc6-b841-4e4f-ad6b-054b88326962 req-a667375a-24fc-4583-b7b9-07e5c1c87f9f tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:42.744780 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f001bc6-b841-4e4f-ad6b-054b88326962 req-a667375a-24fc-4583-b7b9-07e5c1c87f9f tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 946 time: 0.1508226 Jul 13 07:40:42.789246 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:42.791695 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:42.813576 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-da19fb44-a24e-4ea7-b95b-a5b8cdd3ce65 None None] Provisioning for port e88a20ac-5838-4edf-b6da-b6a0a9a48779 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:42.820314 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-da19fb44-a24e-4ea7-b95b-a5b8cdd3ce65 None None] Provisioning complete for port e88a20ac-5838-4edf-b6da-b6a0a9a48779 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:42.820679 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da19fb44-a24e-4ea7-b95b-a5b8cdd3ce65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:42.837112 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f001bc6-b841-4e4f-ad6b-054b88326962 req-3590e21a-6fcd-464b-9ae0-054986e8b7c1 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831368 Jul 13 07:40:42.911204 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-da19fb44-a24e-4ea7-b95b-a5b8cdd3ce65 None None] Port e88a20ac-5838-4edf-b6da-b6a0a9a48779 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:43.202309 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 99f05a00-05f1-4f4b-8033-961d539f2ba0 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:40:43.315756 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7e097-4dee-42fb-93b6-f4d2e9f6cf04 req-4369d848-f877-4aaf-81e1-d86cfc672fde tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:43.324804 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12d7e097-4dee-42fb-93b6-f4d2e9f6cf04 req-4369d848-f877-4aaf-81e1-d86cfc672fde tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 945 time: 0.1436224 Jul 13 07:40:43.424733 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 99f05a00-05f1-4f4b-8033-961d539f2ba0, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=99f05a00-05f1-4f4b-8033-961d539f2ba0,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:43.442577 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '99f05a00-05f1-4f4b-8033-961d539f2ba0', 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e', 'port_id': '99f05a00-05f1-4f4b-8033-961d539f2ba0', 'mac_address': 'fa:16:3e:a1:47:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05556c2b-fcc9-455f-bd77-fc9aed41f171', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:40:43.448361 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12d7e097-4dee-42fb-93b6-f4d2e9f6cf04 req-01c7aa3c-6200-4103-9a55-756852b17542 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221828 Jul 13 07:40:43.485763 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0496f24-236b-40f6-bb46-3f47b16c0b5c req-0fef150f-0781-4a9a-9b6c-c95cbc4c579e tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:43.496240 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0496f24-236b-40f6-bb46-3f47b16c0b5c req-0fef150f-0781-4a9a-9b6c-c95cbc4c579e tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/ports?device_id=252024ec-d211-46ef-bc0d-5b3310b622ac HTTP/1.1" status: 200 len: 935 time: 0.2592936 Jul 13 07:40:43.553107 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:40:43.555464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e88a20ac-5838-4edf-b6da-b6a0a9a48779 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:43.584089 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.602384 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.608226 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0496f24-236b-40f6-bb46-3f47b16c0b5c req-503343c3-064f-4822-b7c0-51ee35411e44 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/security-groups?id=a03c0cd1-5be2-45b3-9df2-c4fcc73f431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049912 Jul 13 07:40:43.642697 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99f05a00-05f1-4f4b-8033-961d539f2ba0 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:43.647356 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] Transition to ACTIVE for port object e88a20ac-5838-4edf-b6da-b6a0a9a48779 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:43.653794 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.673095 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 99f05a00-05f1-4f4b-8033-961d539f2ba0, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=99f05a00-05f1-4f4b-8033-961d539f2ba0,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:43.679893 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.748171 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] Pushing event updated for resources: {'Port': ['ID=e88a20ac-5838-4edf-b6da-b6a0a9a48779,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:43.915596 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=99f05a00-05f1-4f4b-8033-961d539f2ba0,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:43.935968 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['99f05a00-05f1-4f4b-8033-961d539f2ba0'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:43.945758 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] Attempting to bind port e88a20ac-5838-4edf-b6da-b6a0a9a48779 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:43.946072 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] Attempting to bind port e88a20ac-5838-4edf-b6da-b6a0a9a48779 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:43.946565 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] Attempting to bind port e88a20ac-5838-4edf-b6da-b6a0a9a48779 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:43.953841 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] Port e88a20ac-5838-4edf-b6da-b6a0a9a48779 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:40:43.954201 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] Attempting to bind port e88a20ac-5838-4edf-b6da-b6a0a9a48779 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:43.973824 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:43.974176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:43.974859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:43.975507 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] Bound port: e88a20ac-5838-4edf-b6da-b6a0a9a48779, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:43.977185 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.123238 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] For port e88a20ac-5838-4edf-b6da-b6a0a9a48779, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:44.135871 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] For port e88a20ac-5838-4edf-b6da-b6a0a9a48779, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e88a20ac-5838-4edf-b6da-b6a0a9a48779,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:44.153322 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.252121 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:44.259550 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.261449 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] 10.222.0.62 "PUT /v2.0/ports/e88a20ac-5838-4edf-b6da-b6a0a9a48779 HTTP/1.1" status: 200 len: 1096 time: 1.6952379 Jul 13 07:40:44.266541 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252024ec-d211-46ef-bc0d-5b3310b622ac', 'tag': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:44.268952 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ee2284-7118-445b-8280-c2d638360042" -d '{"events": [{"name": "network-changed", "server_uuid": "252024ec-d211-46ef-bc0d-5b3310b622ac", "tag": "e88a20ac-5838-4edf-b6da-b6a0a9a48779"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:44.301064 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a18829-0bbb-4ecc-9f48-c21996bd9a1d req-30f75697-4b03-4ab8-b18b-18058d4fd7a3 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:44.321238 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-41a18829-0bbb-4ecc-9f48-c21996bd9a1d req-30f75697-4b03-4ab8-b18b-18058d4fd7a3 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 945 time: 0.1582997 Jul 13 07:40:44.361847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f588d80-2520-4d28-9b49-f00b1893100e service neutron] Pushing event updated for resources: {'Port': ['ID=e88a20ac-5838-4edf-b6da-b6a0a9a48779,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:44.430385 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-41a18829-0bbb-4ecc-9f48-c21996bd9a1d req-e8f8768e-2a95-4686-9fd2-7c9e16123da5 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078250 Jul 13 07:40:44.530653 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-bf767b1c-4926-4211-b626-c7c151878118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:44.532187 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-bf767b1c-4926-4211-b626-c7c151878118 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f66d3b5c93544631916d24ca2df97b4d&device_id=252024ec-d211-46ef-bc0d-5b3310b622ac HTTP/1.1" status: 200 len: 1099 time: 0.1992340 Jul 13 07:40:44.642426 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-c510b5fb-f6cd-4b44-9132-d0c436288cf5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=e88a20ac-5838-4edf-b6da-b6a0a9a48779 HTTP/1.1" status: 200 len: 217 time: 0.0949488 Jul 13 07:40:44.677802 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f7e19-e3e3-40c2-a5d7-b658b60d8a3f req-e399abbb-8db4-4e80-ac67-f2d8945bd317 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:44.682459 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-011f7e19-e3e3-40c2-a5d7-b658b60d8a3f req-e399abbb-8db4-4e80-ac67-f2d8945bd317 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 946 time: 0.2259765 Jul 13 07:40:44.764737 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-42451e17-71d9-44d2-8e15-38fd0b9a124b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:44.766273 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-42451e17-71d9-44d2-8e15-38fd0b9a124b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1084728 Jul 13 07:40:44.794570 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-011f7e19-e3e3-40c2-a5d7-b658b60d8a3f req-3568404e-983d-4fb7-87d8-621aefea5469 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012616 Jul 13 07:40:44.880287 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-23ce8202-35b0-455b-acf7-eafa33215a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:44.881945 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-23ce8202-35b0-455b-acf7-eafa33215a76 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1048326 Jul 13 07:40:45.101277 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-20e31f59-17a9-4f80-9d5d-768e094c6c46 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074778 Jul 13 07:40:45.236977 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 99f05a00-05f1-4f4b-8033-961d539f2ba0 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:45.286465 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dbccdaf9-03e7-4418-aed7-0519f18373c8 req-7dae4daa-d9e8-4f31-9cd1-b4d8bf69177c service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737437 Jul 13 07:40:45.419612 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 99f05a00-05f1-4f4b-8033-961d539f2ba0 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:45.420231 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.745623 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.799751 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e155ee20-652c-4e60-8195-d75546aec68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f05a00-05f1-4f4b-8033-961d539f2ba0'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:45.813854 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755c9652-43b2-423f-b4dd-4c46ba1f51b2" -d '{"events": [{"server_uuid": "e155ee20-652c-4e60-8195-d75546aec68c", "name": "network-vif-plugged", "status": "completed", "tag": "99f05a00-05f1-4f4b-8033-961d539f2ba0"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:45.850619 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 99f05a00-05f1-4f4b-8033-961d539f2ba0, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=99f05a00-05f1-4f4b-8033-961d539f2ba0,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:45.871469 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.986985 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781f58cb-af0a-4c60-8a1e-6aaa7ab6b3a8 x-openstack-request-id: req-781f58cb-af0a-4c60-8a1e-6aaa7ab6b3a8 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:45.987920 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252024ec-d211-46ef-bc0d-5b3310b622ac", "tag": "e88a20ac-5838-4edf-b6da-b6a0a9a48779", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:45.988338 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-781f58cb-af0a-4c60-8a1e-6aaa7ab6b3a8 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:45.989029 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252024ec-d211-46ef-bc0d-5b3310b622ac', 'tag': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779', 'status': 'completed', 'code': 200} Jul 13 07:40:46.037822 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=99f05a00-05f1-4f4b-8033-961d539f2ba0,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:46.137927 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee2284-7118-445b-8280-c2d638360042 req-6d8f7e10-da6b-4a49-9e3f-e23158527b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:46.140122 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7ee2284-7118-445b-8280-c2d638360042 req-6d8f7e10-da6b-4a49-9e3f-e23158527b88 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f66d3b5c93544631916d24ca2df97b4d&device_id=252024ec-d211-46ef-bc0d-5b3310b622ac HTTP/1.1" status: 200 len: 1099 time: 0.1213307 Jul 13 07:40:46.265989 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f100180-a4ca-4704-9a79-fafd1296eeb9 req-c7d78655-0ebc-4b08-8983-df77a42b1848 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:46.280309 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5f100180-a4ca-4704-9a79-fafd1296eeb9 req-c7d78655-0ebc-4b08-8983-df77a42b1848 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 945 time: 0.1393471 Jul 13 07:40:46.356290 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5f100180-a4ca-4704-9a79-fafd1296eeb9 req-fbee5199-074b-485b-bd6b-015c3c4eaef8 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747108 Jul 13 07:40:46.431585 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee2284-7118-445b-8280-c2d638360042 req-0dfa0acf-5ad1-4c11-a0f6-098e59ac2d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:46.447531 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7ee2284-7118-445b-8280-c2d638360042 req-0dfa0acf-5ad1-4c11-a0f6-098e59ac2d0f service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.2898009 Jul 13 07:40:46.596911 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7ee2284-7118-445b-8280-c2d638360042 req-ce9ddbb0-7cbd-4301-a85a-172dc1234c58 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=e88a20ac-5838-4edf-b6da-b6a0a9a48779 HTTP/1.1" status: 200 len: 217 time: 0.1308575 Jul 13 07:40:46.720814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee2284-7118-445b-8280-c2d638360042 req-b5172d9c-ca52-4c30-a200-8f61b3d25372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:46.722574 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7ee2284-7118-445b-8280-c2d638360042 req-b5172d9c-ca52-4c30-a200-8f61b3d25372 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.1030474 Jul 13 07:40:46.793899 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e4d60-d888-4c6a-b033-e9c58f10c9c6 req-e4278d68-e314-4b93-9b4a-199dba777343 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:46.802063 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-856e4d60-d888-4c6a-b033-e9c58f10c9c6 req-e4278d68-e314-4b93-9b4a-199dba777343 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/ports?device_id=252024ec-d211-46ef-bc0d-5b3310b622ac HTTP/1.1" status: 200 len: 947 time: 0.1849098 Jul 13 07:40:46.873923 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-856e4d60-d888-4c6a-b033-e9c58f10c9c6 req-06409b9c-99e2-4392-b26d-8d78d605b2d0 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/security-groups?id=a03c0cd1-5be2-45b3-9df2-c4fcc73f431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706675 Jul 13 07:40:46.902122 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee2284-7118-445b-8280-c2d638360042 req-cb54ffd9-1b1b-43d4-a8fb-ef3792322851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:46.903611 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7ee2284-7118-445b-8280-c2d638360042 req-cb54ffd9-1b1b-43d4-a8fb-ef3792322851 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1649146 Jul 13 07:40:47.104500 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7ee2284-7118-445b-8280-c2d638360042 req-54205970-b13e-42a4-9928-4386b6331225 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935921 Jul 13 07:40:47.261625 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e88a20ac-5838-4edf-b6da-b6a0a9a48779 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:40:47.345871 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7ee2284-7118-445b-8280-c2d638360042 req-bda4043a-72a0-4316-9528-71628c518271 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239981 Jul 13 07:40:47.491139 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port e88a20ac-5838-4edf-b6da-b6a0a9a48779, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e88a20ac-5838-4edf-b6da-b6a0a9a48779,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:47.517810 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779', 'mac_address': 'fa:16:3e:9d:23:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:40:47.570129 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:47.596585 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e88a20ac-5838-4edf-b6da-b6a0a9a48779 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:47.632441 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port e88a20ac-5838-4edf-b6da-b6a0a9a48779, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e88a20ac-5838-4edf-b6da-b6a0a9a48779,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:47.641201 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:47.764701 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=e88a20ac-5838-4edf-b6da-b6a0a9a48779,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:48.178412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['e88a20ac-5838-4edf-b6da-b6a0a9a48779'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:51.278582 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e88a20ac-5838-4edf-b6da-b6a0a9a48779 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:51.438043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port e88a20ac-5838-4edf-b6da-b6a0a9a48779 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:51.451814 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port e88a20ac-5838-4edf-b6da-b6a0a9a48779 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:51.452378 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.610760 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.663048 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port e88a20ac-5838-4edf-b6da-b6a0a9a48779, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e88a20ac-5838-4edf-b6da-b6a0a9a48779,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:51.663279 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.748597 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=e88a20ac-5838-4edf-b6da-b6a0a9a48779,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:51.766627 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:51.767181 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:51.767619 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:51.768133 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:51.768579 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:51.769008 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:51.769432 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:51.769853 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:51.770345 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:51.771437 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:51.771437 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:51.771437 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:52.155182 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9d2eca7a-2936-403f-843c-259c3325c65b None None] Provisioning complete for port e88a20ac-5838-4edf-b6da-b6a0a9a48779 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:52.158018 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9d2eca7a-2936-403f-843c-259c3325c65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.308788 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fda48-ee86-4918-be28-6f4aed659f7f req-56cc3121-d323-4812-a875-9ef4d11cbeae tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:52.327868 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a25fda48-ee86-4918-be28-6f4aed659f7f req-56cc3121-d323-4812-a875-9ef4d11cbeae tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 946 time: 0.1210029 Jul 13 07:40:52.435542 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a25fda48-ee86-4918-be28-6f4aed659f7f req-d13f924e-c4dc-4c36-8bf0-a38c11b9b5b3 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046264 Jul 13 07:40:52.517209 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d80b57-0d7a-433b-9195-c9a930e355c8 x-openstack-request-id: req-70d80b57-0d7a-433b-9195-c9a930e355c8 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:52.518175 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e155ee20-652c-4e60-8195-d75546aec68c", "name": "network-vif-plugged", "status": "completed", "tag": "99f05a00-05f1-4f4b-8033-961d539f2ba0", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:52.518638 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-70d80b57-0d7a-433b-9195-c9a930e355c8 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:52.519386 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e155ee20-652c-4e60-8195-d75546aec68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f05a00-05f1-4f4b-8033-961d539f2ba0', 'code': 200} Jul 13 07:40:52.832876 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5f3e9-b07d-4ba4-ae08-e46ccb7af6a8 req-68e959e1-7693-4999-a380-ada1ae0bf9bf tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:52.846961 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ccf5f3e9-b07d-4ba4-ae08-e46ccb7af6a8 req-68e959e1-7693-4999-a380-ada1ae0bf9bf tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/ports?device_id=252024ec-d211-46ef-bc0d-5b3310b622ac HTTP/1.1" status: 200 len: 949 time: 0.1039104 Jul 13 07:40:52.900538 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ccf5f3e9-b07d-4ba4-ae08-e46ccb7af6a8 req-36dce87b-2f17-410f-8bd4-b68f89e3c12f tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/security-groups?id=a03c0cd1-5be2-45b3-9df2-c4fcc73f431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521932 Jul 13 07:40:53.170363 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5a1a0d78-4169-4d58-b9e0-4029fe849022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.241695 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009081fb-f02c-47bb-9316-83ac10e10004 req-e98d1bfe-2c76-4c55-bb69-200ca66ffc30 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:53.244091 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-009081fb-f02c-47bb-9316-83ac10e10004 req-e98d1bfe-2c76-4c55-bb69-200ca66ffc30 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 945 time: 0.1115665 Jul 13 07:40:53.343192 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-009081fb-f02c-47bb-9316-83ac10e10004 req-14594b71-aeb3-443f-800d-9d49fe84171b tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822079 Jul 13 07:40:53.489723 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39854) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:53.619063 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3d705d13-2cc4-4d32-a9a1-3fd2817e164c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.650644 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c718d6f-233c-491f-8694-c68fbb0b256b req-6c6dc728-f272-41cb-817f-9306113b558c tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:53.659918 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c718d6f-233c-491f-8694-c68fbb0b256b req-6c6dc728-f272-41cb-817f-9306113b558c tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcecdbd3-f607-48dd-a569-4f5bb9bb867f HTTP/1.1" status: 200 len: 950 time: 0.1186721 Jul 13 07:40:53.738733 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c718d6f-233c-491f-8694-c68fbb0b256b req-e3fd1225-8302-4770-bcc3-8f6970deef30 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30c3b39-9fc6-42b0-9421-1819baddc489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729871 Jul 13 07:40:53.756252 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3d705d13-2cc4-4d32-a9a1-3fd2817e164c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.762503 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3d705d13-2cc4-4d32-a9a1-3fd2817e164c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.824959 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39872) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:53.825187 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3d705d13-2cc4-4d32-a9a1-3fd2817e164c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=908e24ad8c32492b8a624680c166a7ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331287 Jul 13 07:40:53.826407 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d705d13-2cc4-4d32-a9a1-3fd2817e164c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10674320-5242-4c2d-a175-d6895032be86,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:53.970511 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-271b4efd-cef7-4b80-8fed-78aceada4186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.007687 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-271b4efd-cef7-4b80-8fed-78aceada4186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.077300 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac8eb3-3e6d-486a-8a78-71f4a469b8c1 req-9117185c-017b-4c21-9586-5022e3f8c002 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:54.079611 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6ac8eb3-3e6d-486a-8a78-71f4a469b8c1 req-9117185c-017b-4c21-9586-5022e3f8c002 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 946 time: 0.1715138 Jul 13 07:40:54.155524 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6ac8eb3-3e6d-486a-8a78-71f4a469b8c1 req-eee29c68-b8d3-42d2-9535-6df4139921c2 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629361 Jul 13 07:40:54.172142 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943b40e-ad75-4e8c-ab50-a4202de87bd2 req-abf1d8c8-82a3-4836-af22-5f8740159d92 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:54.172952 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3943b40e-ad75-4e8c-ab50-a4202de87bd2 req-abf1d8c8-82a3-4836-af22-5f8740159d92 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 945 time: 0.1767428 Jul 13 07:40:54.174335 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-271b4efd-cef7-4b80-8fed-78aceada4186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.176951 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-271b4efd-cef7-4b80-8fed-78aceada4186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.178067 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-271b4efd-cef7-4b80-8fed-78aceada4186 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10674320-5242-4c2d-a175-d6895032be86 HTTP/1.1" status: 204 len: 168 time: 0.3514168 Jul 13 07:40:54.205326 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b4efd-cef7-4b80-8fed-78aceada4186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10674320-5242-4c2d-a175-d6895032be86,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:54.240111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b4efd-cef7-4b80-8fed-78aceada4186 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.240111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b4efd-cef7-4b80-8fed-78aceada4186 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.240111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b4efd-cef7-4b80-8fed-78aceada4186 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.240111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b4efd-cef7-4b80-8fed-78aceada4186 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.240111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b4efd-cef7-4b80-8fed-78aceada4186 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.240111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b4efd-cef7-4b80-8fed-78aceada4186 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.240111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b4efd-cef7-4b80-8fed-78aceada4186 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.240111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b4efd-cef7-4b80-8fed-78aceada4186 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.240111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b4efd-cef7-4b80-8fed-78aceada4186 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.240111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b4efd-cef7-4b80-8fed-78aceada4186 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.240111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b4efd-cef7-4b80-8fed-78aceada4186 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.240111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b4efd-cef7-4b80-8fed-78aceada4186 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.272871 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3943b40e-ad75-4e8c-ab50-a4202de87bd2 req-54069578-1e9b-434e-bc7c-15b0657c73f7 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638971 Jul 13 07:40:54.521076 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252024ec-d211-46ef-bc0d-5b3310b622ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:54.527763 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a79aed1-4f51-49b2-8e15-0e02afc9ac40" -d '{"events": [{"server_uuid": "252024ec-d211-46ef-bc0d-5b3310b622ac", "name": "network-vif-plugged", "status": "completed", "tag": "e88a20ac-5838-4edf-b6da-b6a0a9a48779"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:54.606250 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae107309-a981-492e-b00d-0302e7456521 req-4a026bbb-35df-4dcf-8718-2915579dbbe2 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:54.614167 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ae107309-a981-492e-b00d-0302e7456521 req-4a026bbb-35df-4dcf-8718-2915579dbbe2 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/ports?device_id=252024ec-d211-46ef-bc0d-5b3310b622ac HTTP/1.1" status: 200 len: 949 time: 0.1092801 Jul 13 07:40:54.662804 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39898) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:54.696859 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ae107309-a981-492e-b00d-0302e7456521 req-29037f15-c0fb-4358-af43-8227a8131b98 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/security-groups?id=a03c0cd1-5be2-45b3-9df2-c4fcc73f431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813913 Jul 13 07:40:54.700208 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce4b70ab-9e71-4374-ac62-4726cfa01182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.938419 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce4b70ab-9e71-4374-ac62-4726cfa01182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.965390 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce4b70ab-9e71-4374-ac62-4726cfa01182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.981261 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e168f19a-9bcb-4792-ba53-5013f22f3242 x-openstack-request-id: req-e168f19a-9bcb-4792-ba53-5013f22f3242 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:54.981568 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252024ec-d211-46ef-bc0d-5b3310b622ac", "name": "network-vif-plugged", "status": "completed", "tag": "e88a20ac-5838-4edf-b6da-b6a0a9a48779", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:54.982012 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e168f19a-9bcb-4792-ba53-5013f22f3242 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:54.982935 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252024ec-d211-46ef-bc0d-5b3310b622ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779', 'code': 200} Jul 13 07:40:55.070954 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ce4b70ab-9e71-4374-ac62-4726cfa01182 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d88dad75247c460b9cee1c7ceacc7265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046001 Jul 13 07:40:55.072242 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39918) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:55.078705 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b70ab-9e71-4374-ac62-4726cfa01182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d6bcb2-416d-4ad8-9200-b922949ad8a2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:55.203486 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1b45e11d-695b-4247-a5a7-3a0403fd27d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.243203 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1b45e11d-695b-4247-a5a7-3a0403fd27d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.303771 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 8a323d04-6951-4193-92d8-53ed8ea6f205 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:55.350930 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33098e05-3919-4692-87c0-c3dc9d9f7642 req-f3ae59e0-6b5f-491a-965b-ab4bc3d0d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:55.352307 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-33098e05-3919-4692-87c0-c3dc9d9f7642 req-f3ae59e0-6b5f-491a-965b-ab4bc3d0d0e0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=252024ec-d211-46ef-bc0d-5b3310b622ac HTTP/1.1" status: 200 len: 1101 time: 0.2124379 Jul 13 07:40:55.411582 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1b45e11d-695b-4247-a5a7-3a0403fd27d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.414318 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1b45e11d-695b-4247-a5a7-3a0403fd27d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.420285 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1b45e11d-695b-4247-a5a7-3a0403fd27d4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/68d6bcb2-416d-4ad8-9200-b922949ad8a2 HTTP/1.1" status: 204 len: 168 time: 0.3465350 Jul 13 07:40:55.435867 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-33098e05-3919-4692-87c0-c3dc9d9f7642 req-f485f838-14ed-4546-9c06-35125035b4e2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a03c0cd1-5be2-45b3-9df2-c4fcc73f431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677819 Jul 13 07:40:55.437166 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45e11d-695b-4247-a5a7-3a0403fd27d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d6bcb2-416d-4ad8-9200-b922949ad8a2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:55.522420 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.668378 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 8a323d04-6951-4193-92d8-53ed8ea6f205, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8a323d04-6951-4193-92d8-53ed8ea6f205,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:55.681181 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.688443 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9aef2-43b5-4b4b-8902-adada185604c req-90c1512d-22be-4ad6-bd7e-7a5e941d753a tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:55.696802 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bff9aef2-43b5-4b4b-8902-adada185604c req-90c1512d-22be-4ad6-bd7e-7a5e941d753a tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 946 time: 0.1486855 Jul 13 07:40:55.733089 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f866c7-1cba-48e3-8ddf-8283d4d0f3aa req-554ff1e4-9291-44e3-ac44-f163c9d98a76 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:55.740789 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-79f866c7-1cba-48e3-8ddf-8283d4d0f3aa req-554ff1e4-9291-44e3-ac44-f163c9d98a76 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 946 time: 0.1908524 Jul 13 07:40:55.769486 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bff9aef2-43b5-4b4b-8902-adada185604c req-2e687b95-9ff7-4e49-8581-a5ebeb6e709a tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698094 Jul 13 07:40:55.807419 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=8a323d04-6951-4193-92d8-53ed8ea6f205,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:55.913907 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-79f866c7-1cba-48e3-8ddf-8283d4d0f3aa req-be1dfdb5-e583-4dd4-b8fb-b4798993ac66 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Deleting port f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:55.914770 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-79f866c7-1cba-48e3-8ddf-8283d4d0f3aa req-be1dfdb5-e583-4dd4-b8fb-b4798993ac66 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.192789 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-79f866c7-1cba-48e3-8ddf-8283d4d0f3aa req-be1dfdb5-e583-4dd4-b8fb-b4798993ac66 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] For port f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:56.194033 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-79f866c7-1cba-48e3-8ddf-8283d4d0f3aa req-be1dfdb5-e583-4dd4-b8fb-b4798993ac66 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.212595 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-79f866c7-1cba-48e3-8ddf-8283d4d0f3aa req-be1dfdb5-e583-4dd4-b8fb-b4798993ac66 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Calling delete_port for f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:56.430226 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ad065-999d-4f88-ae60-b0d27f880f10 req-15e77d01-5c6b-4eb9-b54a-6446bb76cc5f tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:56.440872 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d25ad065-999d-4f88-ae60-b0d27f880f10 req-15e77d01-5c6b-4eb9-b54a-6446bb76cc5f tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/ports?device_id=252024ec-d211-46ef-bc0d-5b3310b622ac HTTP/1.1" status: 200 len: 949 time: 0.1727116 Jul 13 07:40:56.448060 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b94a31ca-590c-47c0-86b4-b6b8d90622c3 None None] Provisioning complete for port 8a323d04-6951-4193-92d8-53ed8ea6f205 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:56.448463 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b94a31ca-590c-47c0-86b4-b6b8d90622c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.525573 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d25ad065-999d-4f88-ae60-b0d27f880f10 req-d91da3a1-061e-43c5-9e5a-febc3e56f34d tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/security-groups?id=a03c0cd1-5be2-45b3-9df2-c4fcc73f431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820265 Jul 13 07:40:56.533526 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-79f866c7-1cba-48e3-8ddf-8283d4d0f3aa req-be1dfdb5-e583-4dd4-b8fb-b4798993ac66 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.573844 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:56.601321 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dfdb5-e583-4dd4-b8fb-b4798993ac66 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Pushing event deleted for resources: {'Port': ['ID=f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:56.746794 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f866c7-1cba-48e3-8ddf-8283d4d0f3aa req-be1dfdb5-e583-4dd4-b8fb-b4798993ac66 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] No DVR routers for this DVR port f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:56.755095 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-79f866c7-1cba-48e3-8ddf-8283d4d0f3aa req-be1dfdb5-e583-4dd4-b8fb-b4798993ac66 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.770437 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-79f866c7-1cba-48e3-8ddf-8283d4d0f3aa req-be1dfdb5-e583-4dd4-b8fb-b4798993ac66 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.62 "DELETE /v2.0/ports/f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2 HTTP/1.1" status: 204 len: 173 time: 1.0174427 Jul 13 07:40:56.775097 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f82743-c960-426a-b495-ef90d06ed8b4', 'name': 'network-vif-deleted', 'tag': 'f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:56.779594 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa786cc-3e7c-47c9-9e07-fde8638c7c8e" -d '{"events": [{"server_uuid": "c4f82743-c960-426a-b495-ef90d06ed8b4", "name": "network-vif-deleted", "tag": "f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:56.779846 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b94a31ca-590c-47c0-86b4-b6b8d90622c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.837101 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b94a31ca-590c-47c0-86b4-b6b8d90622c3 None None] For port 8a323d04-6951-4193-92d8-53ed8ea6f205, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8a323d04-6951-4193-92d8-53ed8ea6f205,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:56.850437 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b94a31ca-590c-47c0-86b4-b6b8d90622c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.019156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcecdbd3-f607-48dd-a569-4f5bb9bb867f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a323d04-6951-4193-92d8-53ed8ea6f205'}, {'server_uuid': 'fcecdbd3-f607-48dd-a569-4f5bb9bb867f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a323d04-6951-4193-92d8-53ed8ea6f205'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:57.024676 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04093407-9fb9-4d11-a1c6-1cfd245d9395" -d '{"events": [{"server_uuid": "fcecdbd3-f607-48dd-a569-4f5bb9bb867f", "name": "network-vif-unplugged", "status": "completed", "tag": "8a323d04-6951-4193-92d8-53ed8ea6f205"}, {"server_uuid": "fcecdbd3-f607-48dd-a569-4f5bb9bb867f", "name": "network-vif-plugged", "status": "completed", "tag": "8a323d04-6951-4193-92d8-53ed8ea6f205"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:57.035226 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a31ca-590c-47c0-86b4-b6b8d90622c3 None None] Pushing event updated for resources: {'Port': ['ID=8a323d04-6951-4193-92d8-53ed8ea6f205,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:57.194583 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecc0414-92b6-45f7-b776-3f69c11bb168 x-openstack-request-id: req-eecc0414-92b6-45f7-b776-3f69c11bb168 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:57.196453 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f82743-c960-426a-b495-ef90d06ed8b4", "name": "network-vif-deleted", "tag": "f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:57.197034 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eecc0414-92b6-45f7-b776-3f69c11bb168 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:57.197832 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f82743-c960-426a-b495-ef90d06ed8b4', 'name': 'network-vif-deleted', 'tag': 'f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2', 'status': 'completed', 'code': 200} Jul 13 07:40:57.322692 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 22a04695-e39f-4fc0-924e-ffc7c182f8f8 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:40:57.384506 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3e87476-4f04-4a8d-b3bc-e621ee7cbb3f req-72dc9374-1de1-4c91-a166-a5c776a97cb7 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4f82743-c960-426a-b495-ef90d06ed8b4 HTTP/1.1" status: 200 len: 210 time: 0.0973577 Jul 13 07:40:57.565497 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c98e3b-899b-4dd8-ae21-cb78812b0cef x-openstack-request-id: req-58c98e3b-899b-4dd8-ae21-cb78812b0cef {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:57.574779 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcecdbd3-f607-48dd-a569-4f5bb9bb867f", "name": "network-vif-unplugged", "status": "completed", "tag": "8a323d04-6951-4193-92d8-53ed8ea6f205", "code": 200}, {"server_uuid": "fcecdbd3-f607-48dd-a569-4f5bb9bb867f", "name": "network-vif-plugged", "status": "completed", "tag": "8a323d04-6951-4193-92d8-53ed8ea6f205", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:57.578664 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-58c98e3b-899b-4dd8-ae21-cb78812b0cef {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:57.579317 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcecdbd3-f607-48dd-a569-4f5bb9bb867f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a323d04-6951-4193-92d8-53ed8ea6f205', 'code': 200} Jul 13 07:40:57.580200 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcecdbd3-f607-48dd-a569-4f5bb9bb867f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a323d04-6951-4193-92d8-53ed8ea6f205', 'code': 200} Jul 13 07:40:57.630777 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47cd8791-f72d-44ec-97ca-4ae29e8f9fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.651136 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95402657-3451-4729-807b-6c448f1c982a None None] Provisioning complete for port 8a323d04-6951-4193-92d8-53ed8ea6f205 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:57.652354 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95402657-3451-4729-807b-6c448f1c982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.655733 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.716913 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 22a04695-e39f-4fc0-924e-ffc7c182f8f8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=22a04695-e39f-4fc0-924e-ffc7c182f8f8,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:57.761249 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '22a04695-e39f-4fc0-924e-ffc7c182f8f8', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '22a04695-e39f-4fc0-924e-ffc7c182f8f8', 'mac_address': 'fa:16:3e:4e:96:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:40:57.826477 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2f3c0-ad04-4e8a-a146-e450d0356fc7 req-b117dada-99d6-470f-96c0-7cf8e09de330 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:57.835983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cee2f3c0-ad04-4e8a-a146-e450d0356fc7 req-b117dada-99d6-470f-96c0-7cf8e09de330 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 945 time: 0.1928618 Jul 13 07:40:57.981825 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cee2f3c0-ad04-4e8a-a146-e450d0356fc7 req-02cc3f96-d9ad-4a40-a26e-3e58f65a90a2 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122968 Jul 13 07:40:58.046454 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e451a1-5909-4f96-a802-bcd660fd7d1b req-3aebd9b3-e137-4f98-820c-7451c242fd69 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:58.055546 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92e451a1-5909-4f96-a802-bcd660fd7d1b req-3aebd9b3-e137-4f98-820c-7451c242fd69 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/ports?device_id=252024ec-d211-46ef-bc0d-5b3310b622ac HTTP/1.1" status: 200 len: 949 time: 0.2173214 Jul 13 07:40:58.166791 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92e451a1-5909-4f96-a802-bcd660fd7d1b req-28f825d8-af58-4854-ade3-8ff39c818dc5 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/security-groups?id=a03c0cd1-5be2-45b3-9df2-c4fcc73f431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083708 Jul 13 07:40:58.288376 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.333438 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22a04695-e39f-4fc0-924e-ffc7c182f8f8 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:58.368571 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 22a04695-e39f-4fc0-924e-ffc7c182f8f8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=22a04695-e39f-4fc0-924e-ffc7c182f8f8,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:58.377252 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.381651 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40058) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:58.564756 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=22a04695-e39f-4fc0-924e-ffc7c182f8f8,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:58.572671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['22a04695-e39f-4fc0-924e-ffc7c182f8f8'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:58.591404 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75d939f7-9599-4fe3-b214-712e2cb03f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.772044 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75d939f7-9599-4fe3-b214-712e2cb03f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.781340 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75d939f7-9599-4fe3-b214-712e2cb03f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.859865 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-75d939f7-9599-4fe3-b214-712e2cb03f04 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5b647ccd89ad44a5a21cde7bedcb770c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4762580 Jul 13 07:40:58.862998 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40080) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:58.946809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d939f7-9599-4fe3-b214-712e2cb03f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba93ef6-af12-495a-b8f2-47c6864282fd,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:58.983025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-efc36aaf-830a-4d46-8c6b-3d4680954bde None None] Provisioning complete for port 22a04695-e39f-4fc0-924e-ffc7c182f8f8 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:58.983596 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-efc36aaf-830a-4d46-8c6b-3d4680954bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.995628 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e07464d1-f83e-4b99-949b-bc9cfae64d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.051815 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e07464d1-f83e-4b99-949b-bc9cfae64d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.161631 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e07464d1-f83e-4b99-949b-bc9cfae64d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.166070 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e07464d1-f83e-4b99-949b-bc9cfae64d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.171438 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e07464d1-f83e-4b99-949b-bc9cfae64d40 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4ba93ef6-af12-495a-b8f2-47c6864282fd HTTP/1.1" status: 204 len: 168 time: 0.3071780 Jul 13 07:40:59.186377 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07464d1-f83e-4b99-949b-bc9cfae64d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba93ef6-af12-495a-b8f2-47c6864282fd,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:59.277982 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-efc36aaf-830a-4d46-8c6b-3d4680954bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.328799 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 22a04695-e39f-4fc0-924e-ffc7c182f8f8 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:59.379275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7559971f-a7f5-4229-9665-d3f0dfba1242 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:40:59.382262 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:59.408533 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-efc36aaf-830a-4d46-8c6b-3d4680954bde None None] For port 22a04695-e39f-4fc0-924e-ffc7c182f8f8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=22a04695-e39f-4fc0-924e-ffc7c182f8f8,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:59.414293 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:59.414997 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device f6be421c-4c8e-4dc1-a0d3-61cd35e7f2d2 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:59.429685 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-efc36aaf-830a-4d46-8c6b-3d4680954bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.565408 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.582426 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73650ba7-bbb6-48c1-bfa4-2be739c201e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a04695-e39f-4fc0-924e-ffc7c182f8f8'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:59.585134 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380d8850-9932-4267-ba2c-a99592df2744" -d '{"events": [{"server_uuid": "73650ba7-bbb6-48c1-bfa4-2be739c201e8", "name": "network-vif-plugged", "status": "completed", "tag": "22a04695-e39f-4fc0-924e-ffc7c182f8f8"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:59.608977 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 22a04695-e39f-4fc0-924e-ffc7c182f8f8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:59.609391 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.613245 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc36aaf-830a-4d46-8c6b-3d4680954bde None None] Pushing event updated for resources: {'Port': ['ID=22a04695-e39f-4fc0-924e-ffc7c182f8f8,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:59.790927 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7559971f-a7f5-4229-9665-d3f0dfba1242, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7559971f-a7f5-4229-9665-d3f0dfba1242,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:59.834681 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '7559971f-a7f5-4229-9665-d3f0dfba1242', 'network_id': '926a3091-1227-43c7-9248-11bb692f3e70', 'port_id': '7559971f-a7f5-4229-9665-d3f0dfba1242', 'mac_address': 'fa:16:3e:28:a7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebaa4587-64b0-4444-8306-bf055eaac5da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:40:59.957015 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.997677 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7559971f-a7f5-4229-9665-d3f0dfba1242 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:00.090010 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7559971f-a7f5-4229-9665-d3f0dfba1242, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7559971f-a7f5-4229-9665-d3f0dfba1242,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:00.096614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-086f997f-8fb4-4da9-8393-842ae156bd82 None None] Provisioning complete for port 22a04695-e39f-4fc0-924e-ffc7c182f8f8 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:00.097355 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-086f997f-8fb4-4da9-8393-842ae156bd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.109906 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12b5f0-549d-4a97-8547-f75917cd3003 req-9dcba3c5-f91c-459c-a2d0-3742471299a1 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:00.125322 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5f12b5f0-549d-4a97-8547-f75917cd3003 req-9dcba3c5-f91c-459c-a2d0-3742471299a1 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 945 time: 0.2017243 Jul 13 07:41:00.168256 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.249891 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5f12b5f0-549d-4a97-8547-f75917cd3003 req-21156f2c-1cb9-47b1-b807-5ef21e3033d1 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064637 Jul 13 07:41:00.316278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=7559971f-a7f5-4229-9665-d3f0dfba1242,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:00.473651 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['7559971f-a7f5-4229-9665-d3f0dfba1242'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:41:01.196561 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.381214 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7559971f-a7f5-4229-9665-d3f0dfba1242 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:01.469058 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 7559971f-a7f5-4229-9665-d3f0dfba1242 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:01.469590 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.616705 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.685698 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7559971f-a7f5-4229-9665-d3f0dfba1242, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7559971f-a7f5-4229-9665-d3f0dfba1242,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:01.692572 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.794253 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=7559971f-a7f5-4229-9665-d3f0dfba1242,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:02.127637 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537a3dff-2380-467f-b8c5-2d1d8444a598 x-openstack-request-id: req-537a3dff-2380-467f-b8c5-2d1d8444a598 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:02.128057 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73650ba7-bbb6-48c1-bfa4-2be739c201e8", "name": "network-vif-plugged", "status": "completed", "tag": "22a04695-e39f-4fc0-924e-ffc7c182f8f8", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:02.128425 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-537a3dff-2380-467f-b8c5-2d1d8444a598 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:02.128931 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73650ba7-bbb6-48c1-bfa4-2be739c201e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a04695-e39f-4fc0-924e-ffc7c182f8f8', 'code': 200} Jul 13 07:41:02.772761 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df840d-1766-4322-9113-62bc22a407cb req-7e1ed2ec-3141-4f03-ac2c-4d81c5ab109e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:02.779679 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8df840d-1766-4322-9113-62bc22a407cb req-7e1ed2ec-3141-4f03-ac2c-4d81c5ab109e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/networks?id=0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 200 len: 812 time: 0.2278302 Jul 13 07:41:02.794673 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8df840d-1766-4322-9113-62bc22a407cb req-3ff7e74a-1954-48ab-a921-d2c100d3c689 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/quotas/d081990bdf3b4230b88abf1c5f4a8f61 HTTP/1.1" status: 200 len: 375 time: 0.0137436 Jul 13 07:41:02.841250 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8df840d-1766-4322-9113-62bc22a407cb req-a4d2d17f-c207-4590-b275-6d8c2bcc8d9c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441720 Jul 13 07:41:03.020890 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8df840d-1766-4322-9113-62bc22a407cb req-b5786584-eb66-4482-8d08-09839a385542 service neutron] 10.222.0.58 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785653 Jul 13 07:41:03.101799 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd1dd2-f47d-42c7-a918-891ade6a8a2b req-3a29b802-3d52-4ab5-9afe-faf9efd4afe9 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:03.103536 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4fdd1dd2-f47d-42c7-a918-891ade6a8a2b req-3a29b802-3d52-4ab5-9afe-faf9efd4afe9 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 945 time: 0.1614916 Jul 13 07:41:03.176053 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8df840d-1766-4322-9113-62bc22a407cb req-41369ab3-ad34-493e-8e81-692c9531d54d service neutron] 10.222.0.58 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542666 Jul 13 07:41:03.207132 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4fdd1dd2-f47d-42c7-a918-891ade6a8a2b req-c0348da0-f9b7-45e0-977f-2420db95be19 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747578 Jul 13 07:41:03.636571 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40268) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:03.844222 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c40e6155-abd3-4bba-a4a6-68ac906200f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.047214 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c40e6155-abd3-4bba-a4a6-68ac906200f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.058768 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c40e6155-abd3-4bba-a4a6-68ac906200f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.109478 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e6155-abd3-4bba-a4a6-68ac906200f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d657340-32c0-454b-9a10-bb55288dc390,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:04.130551 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96225c3-21a4-4eb2-a7dd-2fdf4de41b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7559971f-a7f5-4229-9665-d3f0dfba1242'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:04.133295 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb19d89c-bcc0-40bd-abc7-69f7089fd648" -d '{"events": [{"server_uuid": "a96225c3-21a4-4eb2-a7dd-2fdf4de41b57", "name": "network-vif-plugged", "status": "completed", "tag": "7559971f-a7f5-4229-9665-d3f0dfba1242"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:04.137346 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5af40b60-a228-4013-8f5b-1cb1fe047d70 req-f8888c14-e9c5-42ee-9587-eb2a54145fda tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d HTTP/1.1" status: 200 len: 210 time: 0.0690556 Jul 13 07:41:04.144445 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c40e6155-abd3-4bba-a4a6-68ac906200f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c686dff197644b38e044fd3df8387d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5069692 Jul 13 07:41:04.147221 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40304) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:04.253345 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-10c154f2-a50d-4f8a-b15c-5eb9a0fb4db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.293580 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-10c154f2-a50d-4f8a-b15c-5eb9a0fb4db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.375555 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-10c154f2-a50d-4f8a-b15c-5eb9a0fb4db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.379606 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-10c154f2-a50d-4f8a-b15c-5eb9a0fb4db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.381633 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-10c154f2-a50d-4f8a-b15c-5eb9a0fb4db2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d657340-32c0-454b-9a10-bb55288dc390 HTTP/1.1" status: 204 len: 168 time: 0.2333891 Jul 13 07:41:04.396489 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c154f2-a50d-4f8a-b15c-5eb9a0fb4db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d657340-32c0-454b-9a10-bb55288dc390,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:04.563198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40332) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:04.908435 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40344) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:04.925068 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-479b121d-d09d-4821-ad8f-7658bdc3f98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.014852 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b514808a-bd82-4e49-8d37-9a7501a01f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.041432 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c782ff2-511b-4cc1-9e1d-6f3879a5c660 x-openstack-request-id: req-3c782ff2-511b-4cc1-9e1d-6f3879a5c660 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:05.042162 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96225c3-21a4-4eb2-a7dd-2fdf4de41b57", "name": "network-vif-plugged", "status": "completed", "tag": "7559971f-a7f5-4229-9665-d3f0dfba1242", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:05.044490 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3c782ff2-511b-4cc1-9e1d-6f3879a5c660 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:05.045201 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96225c3-21a4-4eb2-a7dd-2fdf4de41b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7559971f-a7f5-4229-9665-d3f0dfba1242', 'code': 200} Jul 13 07:41:05.077830 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-479b121d-d09d-4821-ad8f-7658bdc3f98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.083804 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-479b121d-d09d-4821-ad8f-7658bdc3f98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.086765 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3386e-033d-4b55-bf1f-8a095cfe5f88 req-2858460b-6c50-4897-88c4-cee96868ddf1 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:05.106137 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b2c3386e-033d-4b55-bf1f-8a095cfe5f88 req-2858460b-6c50-4897-88c4-cee96868ddf1 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 945 time: 0.1695409 Jul 13 07:41:05.128983 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-479b121d-d09d-4821-ad8f-7658bdc3f98d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=470759a85cf14a759b9267721ce0deec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156465 Jul 13 07:41:05.136424 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40354) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:05.232261 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b121d-d09d-4821-ad8f-7658bdc3f98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cd4aa5-d3e1-42d1-aaf8-36a0e5e828be,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:05.288902 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b2c3386e-033d-4b55-bf1f-8a095cfe5f88 req-e0d81a51-363e-49e5-8f85-c5a0afb82908 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810918 Jul 13 07:41:05.289648 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-96e8f4b1-5981-469c-a640-3ac03bda4579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.330646 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-96e8f4b1-5981-469c-a640-3ac03bda4579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.391087 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-96e8f4b1-5981-469c-a640-3ac03bda4579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.391648 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b514808a-bd82-4e49-8d37-9a7501a01f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.396945 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-96e8f4b1-5981-469c-a640-3ac03bda4579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.398200 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-96e8f4b1-5981-469c-a640-3ac03bda4579 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b3cd4aa5-d3e1-42d1-aaf8-36a0e5e828be HTTP/1.1" status: 204 len: 168 time: 0.2608023 Jul 13 07:41:05.400940 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b514808a-bd82-4e49-8d37-9a7501a01f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.407958 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8f4b1-5981-469c-a640-3ac03bda4579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cd4aa5-d3e1-42d1-aaf8-36a0e5e828be,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:05.409692 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e88a20ac-5838-4edf-b6da-b6a0a9a48779 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:41:05.414221 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7559971f-a7f5-4229-9665-d3f0dfba1242 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:05.501799 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b514808a-bd82-4e49-8d37-9a7501a01f15 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0df397d2ab594ecdb712d60617323680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9364920 Jul 13 07:41:05.505896 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40360) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:05.574759 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514808a-bd82-4e49-8d37-9a7501a01f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f947acd-5e54-4a18-ab64-b6dc74f2558d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:05.674143 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f4f4c5d0-8204-47fc-af16-3acab3564bab req-b3282167-9a74-4fa9-8886-fad1ead84c74 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d HTTP/1.1" status: 200 len: 210 time: 0.0872269 Jul 13 07:41:05.706437 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df840d-1766-4322-9113-62bc22a407cb req-10628be4-7ae7-41d4-9f35-3cb4dd116a5c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:05.708524 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e8df840d-1766-4322-9113-62bc22a407cb req-10628be4-7ae7-41d4-9f35-3cb4dd116a5c tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.35 "GET /v2.0/networks?id=0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 200 len: 812 time: 0.2701147 Jul 13 07:41:05.724949 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8660ae05-a022-4426-829e-398d8faf4bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.726652 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-e8df840d-1766-4322-9113-62bc22a407cb req-6c4198da-ba91-4fd9-9acc-76133e799aea tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Request body: {'port': {'device_id': 'a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d', 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a', 'admin_state_up': True, 'tenant_id': 'd081990bdf3b4230b88abf1c5f4a8f61'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:05.804537 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8660ae05-a022-4426-829e-398d8faf4bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.890469 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.000612 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8660ae05-a022-4426-829e-398d8faf4bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.006826 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8660ae05-a022-4426-829e-398d8faf4bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.014224 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8660ae05-a022-4426-829e-398d8faf4bf0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f947acd-5e54-4a18-ab64-b6dc74f2558d HTTP/1.1" status: 204 len: 168 time: 0.5063825 Jul 13 07:41:06.038672 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660ae05-a022-4426-829e-398d8faf4bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f947acd-5e54-4a18-ab64-b6dc74f2558d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:06.052744 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8df840d-1766-4322-9113-62bc22a407cb req-6c4198da-ba91-4fd9-9acc-76133e799aea tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Made reservation on behalf of d081990bdf3b4230b88abf1c5f4a8f61 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:06.066422 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e8df840d-1766-4322-9113-62bc22a407cb req-6c4198da-ba91-4fd9-9acc-76133e799aea tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.115583 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port e88a20ac-5838-4edf-b6da-b6a0a9a48779, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e88a20ac-5838-4edf-b6da-b6a0a9a48779,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:06.149953 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7559971f-a7f5-4229-9665-d3f0dfba1242, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7559971f-a7f5-4229-9665-d3f0dfba1242,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:06.171296 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.248895 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779', 'mac_address': 'fa:16:3e:9d:23:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:41:06.395349 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=7559971f-a7f5-4229-9665-d3f0dfba1242,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:06.445792 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-e8df840d-1766-4322-9113-62bc22a407cb req-6c4198da-ba91-4fd9-9acc-76133e799aea tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Allocated IP 172.20.0.14 (0e0f025d-4e49-4094-84ea-558023ba4e1a/44d6fa42-4195-4977-b883-5a26f0e01114/2abe3399-c8e9-43a5-a81f-7feb7a292a18) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:06.488811 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.493741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-bed2fdfd-e510-4b5b-978b-e382525438f2 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:06.499348 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-bed2fdfd-e510-4b5b-978b-e382525438f2 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/networks?id=fdbe6f7e-2987-4a12-abb5-b64de61ed38e HTTP/1.1" status: 200 len: 804 time: 0.4130096 Jul 13 07:41:06.526892 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e88a20ac-5838-4edf-b6da-b6a0a9a48779 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:06.544202 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-b9e7e5bf-8705-4cf5-8500-78c5d15c938f tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/quotas/43c5ae05151644c983f7ae609d106a69 HTTP/1.1" status: 200 len: 375 time: 0.0377250 Jul 13 07:41:06.571428 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port e88a20ac-5838-4edf-b6da-b6a0a9a48779, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e88a20ac-5838-4edf-b6da-b6a0a9a48779,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:06.580099 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.684931 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=e88a20ac-5838-4edf-b6da-b6a0a9a48779,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:06.855329 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['e88a20ac-5838-4edf-b6da-b6a0a9a48779'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:41:06.910455 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e8df840d-1766-4322-9113-62bc22a407cb req-6c4198da-ba91-4fd9-9acc-76133e799aea tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.044917 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e8df840d-1766-4322-9113-62bc22a407cb req-6c4198da-ba91-4fd9-9acc-76133e799aea tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.077781 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96225c3-21a4-4eb2-a7dd-2fdf4de41b57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7559971f-a7f5-4229-9665-d3f0dfba1242'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:07.086488 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c728fb7-cc9b-455e-9e2c-284062d6c15d" -d '{"events": [{"server_uuid": "a96225c3-21a4-4eb2-a7dd-2fdf4de41b57", "name": "network-vif-unplugged", "status": "completed", "tag": "7559971f-a7f5-4229-9665-d3f0dfba1242"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:07.203566 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e2f1c-1943-4954-8885-a231decb83a9 req-ab1f0fc3-7544-4a82-8d64-6069aaf1dd29 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:07.205067 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd9e2f1c-1943-4954-8885-a231decb83a9 req-ab1f0fc3-7544-4a82-8d64-6069aaf1dd29 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.62 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 943 time: 0.2487457 Jul 13 07:41:07.233479 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8df840d-1766-4322-9113-62bc22a407cb req-6c4198da-ba91-4fd9-9acc-76133e799aea tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Network 0e0f025d-4e49-4094-84ea-558023ba4e1a is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:07.236341 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c3ffdf99-2be9-408f-a9ca-4389702f0647 None None] Provisioning complete for port e88a20ac-5838-4edf-b6da-b6a0a9a48779 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:07.236654 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c3ffdf99-2be9-408f-a9ca-4389702f0647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.387988 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-e8df840d-1766-4322-9113-62bc22a407cb req-6c4198da-ba91-4fd9-9acc-76133e799aea tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:07.395583 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4198da-ba91-4fd9-9acc-76133e799aea tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Pushing event updated for resources: {'Port': ['ID=2abe3399-c8e9-43a5-a81f-7feb7a292a18,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:07.398175 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8df840d-1766-4322-9113-62bc22a407cb req-6c4198da-ba91-4fd9-9acc-76133e799aea tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:07.412692 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 99f05a00-05f1-4f4b-8033-961d539f2ba0 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:07.596478 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-fbd78dd8-dfb1-4c7b-b1fb-b5aefeb2ba18 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=43c5ae05151644c983f7ae609d106a69&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0505064 Jul 13 07:41:07.746139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084171cf-21a8-4dec-a20d-ef0e48a77619 req-45d09566-bcfa-41b2-a9a1-6e1cacec039e tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:07.754274 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-084171cf-21a8-4dec-a20d-ef0e48a77619 req-45d09566-bcfa-41b2-a9a1-6e1cacec039e tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96225c3-21a4-4eb2-a7dd-2fdf4de41b57 HTTP/1.1" status: 200 len: 943 time: 1.1777387 Jul 13 07:41:07.768264 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49b956-2afc-4452-8d25-787ca01796ff req-2725af7a-00e2-4f45-a057-9868f0c15180 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:07.770344 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a49b956-2afc-4452-8d25-787ca01796ff req-2725af7a-00e2-4f45-a057-9868f0c15180 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.35 "GET /v2.0/ports?device_id=e155ee20-652c-4e60-8195-d75546aec68c HTTP/1.1" status: 200 len: 945 time: 0.3503025 Jul 13 07:41:07.831411 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.917777 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c3ffdf99-2be9-408f-a9ca-4389702f0647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.924887 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.963429 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-084171cf-21a8-4dec-a20d-ef0e48a77619 req-5342f67a-95af-473c-8a48-3c74f4502041 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077279 Jul 13 07:41:08.041161 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 99f05a00-05f1-4f4b-8033-961d539f2ba0, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=99f05a00-05f1-4f4b-8033-961d539f2ba0,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:08.050910 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.061441 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c3ffdf99-2be9-408f-a9ca-4389702f0647 None None] For port e88a20ac-5838-4edf-b6da-b6a0a9a48779, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e88a20ac-5838-4edf-b6da-b6a0a9a48779,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:08.089048 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c3ffdf99-2be9-408f-a9ca-4389702f0647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.093251 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-b6e8992e-cbf8-483d-85fe-0d6d1926eba8 service neutron] 10.222.0.58 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900281 Jul 13 07:41:08.117023 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df840d-1766-4322-9113-62bc22a407cb req-6c4198da-ba91-4fd9-9acc-76133e799aea tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:08.119752 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e8df840d-1766-4322-9113-62bc22a407cb req-6c4198da-ba91-4fd9-9acc-76133e799aea tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.139245 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=99f05a00-05f1-4f4b-8033-961d539f2ba0,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:08.228487 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-cd9e2f1c-1943-4954-8885-a231decb83a9 req-47d657d2-5265-497d-8f25-246eb231a94d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Deleting port 7559971f-a7f5-4229-9665-d3f0dfba1242 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:08.231010 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-cd9e2f1c-1943-4954-8885-a231decb83a9 req-47d657d2-5265-497d-8f25-246eb231a94d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.233142 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ffdf99-2be9-408f-a9ca-4389702f0647 None None] Pushing event updated for resources: {'Port': ['ID=e88a20ac-5838-4edf-b6da-b6a0a9a48779,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:08.260515 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e8df840d-1766-4322-9113-62bc22a407cb req-6c4198da-ba91-4fd9-9acc-76133e799aea tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5342364 Jul 13 07:41:08.280773 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-e8df840d-1766-4322-9113-62bc22a407cb req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] Request body: {'port': {'device_id': 'a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:08.381589 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-fa1800f9-41bc-42c7-b84d-778a7443cc88 service neutron] 10.222.0.58 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865965 Jul 13 07:41:08.448065 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-5a49b956-2afc-4452-8d25-787ca01796ff req-c0cdac40-d295-4a63-ae38-eb23c0ecbf62 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Deleting port 99f05a00-05f1-4f4b-8033-961d539f2ba0 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:08.449084 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5a49b956-2afc-4452-8d25-787ca01796ff req-c0cdac40-d295-4a63-ae38-eb23c0ecbf62 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.623712 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8f83d421-5a96-4f51-873e-5bce5a7c5f15 None None] Provisioning complete for port e88a20ac-5838-4edf-b6da-b6a0a9a48779 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:08.625076 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f83d421-5a96-4f51-873e-5bce5a7c5f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.807985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dccde1-a702-4181-8839-758a3cdc70e7 req-2bc34dc4-89c5-47e5-9a99-2de37c77ec8d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:08.809896 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a4dccde1-a702-4181-8839-758a3cdc70e7 req-2bc34dc4-89c5-47e5-9a99-2de37c77ec8d tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d HTTP/1.1" status: 200 len: 932 time: 0.4082205 Jul 13 07:41:08.869033 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-5a49b956-2afc-4452-8d25-787ca01796ff req-c0cdac40-d295-4a63-ae38-eb23c0ecbf62 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] For port 99f05a00-05f1-4f4b-8033-961d539f2ba0, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=99f05a00-05f1-4f4b-8033-961d539f2ba0,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:08.869577 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5a49b956-2afc-4452-8d25-787ca01796ff req-c0cdac40-d295-4a63-ae38-eb23c0ecbf62 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.897598 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a4dccde1-a702-4181-8839-758a3cdc70e7 req-c66c4484-6cf0-43d0-9e23-871859658c6e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756533 Jul 13 07:41:08.919072 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-5a49b956-2afc-4452-8d25-787ca01796ff req-c0cdac40-d295-4a63-ae38-eb23c0ecbf62 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Calling delete_port for 99f05a00-05f1-4f4b-8033-961d539f2ba0 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:08.942129 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e8df840d-1766-4322-9113-62bc22a407cb req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.971973 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-cd9e2f1c-1943-4954-8885-a231decb83a9 req-47d657d2-5265-497d-8f25-246eb231a94d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] For port 7559971f-a7f5-4229-9665-d3f0dfba1242, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7559971f-a7f5-4229-9665-d3f0dfba1242,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:08.972357 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-cd9e2f1c-1943-4954-8885-a231decb83a9 req-47d657d2-5265-497d-8f25-246eb231a94d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.990192 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1262ad4-4e5e-4ed2-9a06-265f656dc37e x-openstack-request-id: req-e1262ad4-4e5e-4ed2-9a06-265f656dc37e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:08.991386 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96225c3-21a4-4eb2-a7dd-2fdf4de41b57", "name": "network-vif-unplugged", "status": "completed", "tag": "7559971f-a7f5-4229-9665-d3f0dfba1242", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:08.991826 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e1262ad4-4e5e-4ed2-9a06-265f656dc37e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:08.992414 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96225c3-21a4-4eb2-a7dd-2fdf4de41b57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7559971f-a7f5-4229-9665-d3f0dfba1242', 'code': 200} Jul 13 07:41:09.071381 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-cd9e2f1c-1943-4954-8885-a231decb83a9 req-47d657d2-5265-497d-8f25-246eb231a94d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Calling delete_port for 7559971f-a7f5-4229-9665-d3f0dfba1242 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:09.366654 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5a49b956-2afc-4452-8d25-787ca01796ff req-c0cdac40-d295-4a63-ae38-eb23c0ecbf62 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.419264 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e88a20ac-5838-4edf-b6da-b6a0a9a48779 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:09.431307 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdac40-d295-4a63-ae38-eb23c0ecbf62 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Pushing event deleted for resources: {'Port': ['ID=99f05a00-05f1-4f4b-8033-961d539f2ba0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:09.553165 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port e88a20ac-5838-4edf-b6da-b6a0a9a48779 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:09.555084 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.575363 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a49b956-2afc-4452-8d25-787ca01796ff req-c0cdac40-d295-4a63-ae38-eb23c0ecbf62 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] No DVR routers for this DVR port 99f05a00-05f1-4f4b-8033-961d539f2ba0 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:09.587962 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5a49b956-2afc-4452-8d25-787ca01796ff req-c0cdac40-d295-4a63-ae38-eb23c0ecbf62 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.591956 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a49b956-2afc-4452-8d25-787ca01796ff req-c0cdac40-d295-4a63-ae38-eb23c0ecbf62 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.35 "DELETE /v2.0/ports/99f05a00-05f1-4f4b-8033-961d539f2ba0 HTTP/1.1" status: 204 len: 173 time: 1.8119044 Jul 13 07:41:09.597075 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e155ee20-652c-4e60-8195-d75546aec68c', 'name': 'network-vif-deleted', 'tag': '99f05a00-05f1-4f4b-8033-961d539f2ba0'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:09.599846 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041db6b3-2f7d-423a-aa7c-af5412f7a46d" -d '{"events": [{"server_uuid": "e155ee20-652c-4e60-8195-d75546aec68c", "name": "network-vif-deleted", "tag": "99f05a00-05f1-4f4b-8033-961d539f2ba0"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:09.630943 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-cd9e2f1c-1943-4954-8885-a231decb83a9 req-47d657d2-5265-497d-8f25-246eb231a94d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.689686 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7559971f-a7f5-4229-9665-d3f0dfba1242 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:09.691170 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d657d2-5265-497d-8f25-246eb231a94d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Pushing event deleted for resources: {'Port': ['ID=7559971f-a7f5-4229-9665-d3f0dfba1242,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:09.753812 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 7559971f-a7f5-4229-9665-d3f0dfba1242 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:09.754610 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7559971f-a7f5-4229-9665-d3f0dfba1242 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:09.789636 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9e2f1c-1943-4954-8885-a231decb83a9 req-47d657d2-5265-497d-8f25-246eb231a94d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] No DVR routers for this DVR port 7559971f-a7f5-4229-9665-d3f0dfba1242 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:09.802035 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-cd9e2f1c-1943-4954-8885-a231decb83a9 req-47d657d2-5265-497d-8f25-246eb231a94d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.805984 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd9e2f1c-1943-4954-8885-a231decb83a9 req-47d657d2-5265-497d-8f25-246eb231a94d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.62 "DELETE /v2.0/ports/7559971f-a7f5-4229-9665-d3f0dfba1242 HTTP/1.1" status: 204 len: 173 time: 2.5851550 Jul 13 07:41:09.806393 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96225c3-21a4-4eb2-a7dd-2fdf4de41b57', 'name': 'network-vif-deleted', 'tag': '7559971f-a7f5-4229-9665-d3f0dfba1242'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:09.809751 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c3b2c0-b7d0-4cda-97f1-92377f3743b7" -d '{"events": [{"server_uuid": "a96225c3-21a4-4eb2-a7dd-2fdf4de41b57", "name": "network-vif-deleted", "tag": "7559971f-a7f5-4229-9665-d3f0dfba1242"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:09.820180 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-e8df840d-1766-4322-9113-62bc22a407cb req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2abe3399-c8e9-43a5-a81f-7feb7a292a18 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:09.829824 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e8df840d-1766-4322-9113-62bc22a407cb req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.845775 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-e8df840d-1766-4322-9113-62bc22a407cb req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] Transition to ACTIVE for port object 2abe3399-c8e9-43a5-a81f-7feb7a292a18 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:09.850692 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e8df840d-1766-4322-9113-62bc22a407cb req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.983005 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] Pushing event updated for resources: {'Port': ['ID=2abe3399-c8e9-43a5-a81f-7feb7a292a18,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:10.047793 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-e8df840d-1766-4322-9113-62bc22a407cb req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] Attempting to bind port 2abe3399-c8e9-43a5-a81f-7feb7a292a18 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:10.048198 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-e8df840d-1766-4322-9113-62bc22a407cb req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] Attempting to bind port 2abe3399-c8e9-43a5-a81f-7feb7a292a18 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:10.048624 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8df840d-1766-4322-9113-62bc22a407cb req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] Attempting to bind port 2abe3399-c8e9-43a5-a81f-7feb7a292a18 on network 0e0f025d-4e49-4094-84ea-558023ba4e1a {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:10.058519 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8df840d-1766-4322-9113-62bc22a407cb req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] Port 2abe3399-c8e9-43a5-a81f-7feb7a292a18 on network 0e0f025d-4e49-4094-84ea-558023ba4e1a not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:41:10.059710 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8df840d-1766-4322-9113-62bc22a407cb req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] Attempting to bind port 2abe3399-c8e9-43a5-a81f-7feb7a292a18 on network 0e0f025d-4e49-4094-84ea-558023ba4e1a {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:10.068460 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8df840d-1766-4322-9113-62bc22a407cb req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:10.068888 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8df840d-1766-4322-9113-62bc22a407cb req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] Checking segment: {'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:10.070019 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8df840d-1766-4322-9113-62bc22a407cb req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] Bound using segment: {'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:10.070019 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-e8df840d-1766-4322-9113-62bc22a407cb req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] Bound port: 2abe3399-c8e9-43a5-a81f-7feb7a292a18, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:10.070437 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e8df840d-1766-4322-9113-62bc22a407cb req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.194135 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-e8df840d-1766-4322-9113-62bc22a407cb req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] For port 2abe3399-c8e9-43a5-a81f-7feb7a292a18, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:10.200600 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-e8df840d-1766-4322-9113-62bc22a407cb req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] For port 2abe3399-c8e9-43a5-a81f-7feb7a292a18, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=2abe3399-c8e9-43a5-a81f-7feb7a292a18,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:10.209104 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e8df840d-1766-4322-9113-62bc22a407cb req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.300269 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df840d-1766-4322-9113-62bc22a407cb req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:10.301050 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e8df840d-1766-4322-9113-62bc22a407cb req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.302633 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e8df840d-1766-4322-9113-62bc22a407cb req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] 10.222.0.35 "PUT /v2.0/ports/2abe3399-c8e9-43a5-a81f-7feb7a292a18 HTTP/1.1" status: 200 len: 1093 time: 2.0404377 Jul 13 07:41:10.385948 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6532e80-a63d-433a-95f2-86dafc99ac97 service neutron] Pushing event updated for resources: {'Port': ['ID=2abe3399-c8e9-43a5-a81f-7feb7a292a18,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:10.521211 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df840d-1766-4322-9113-62bc22a407cb req-bc50ac2c-427d-4e56-be20-4405d2d889c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:10.532595 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e8df840d-1766-4322-9113-62bc22a407cb req-bc50ac2c-427d-4e56-be20-4405d2d889c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&device_id=a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d HTTP/1.1" status: 200 len: 1096 time: 0.1325116 Jul 13 07:41:10.592216 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e8df840d-1766-4322-9113-62bc22a407cb req-57ba4a7c-3249-4548-8a24-2b3e442f183b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2abe3399-c8e9-43a5-a81f-7feb7a292a18 HTTP/1.1" status: 200 len: 217 time: 0.0509996 Jul 13 07:41:10.692720 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df840d-1766-4322-9113-62bc22a407cb req-9566f500-a729-46bb-83d9-b79bff31280a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:10.694569 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e8df840d-1766-4322-9113-62bc22a407cb req-9566f500-a729-46bb-83d9-b79bff31280a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44d6fa42-4195-4977-b883-5a26f0e01114 HTTP/1.1" status: 200 len: 852 time: 0.0916111 Jul 13 07:41:10.745867 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e8df840d-1766-4322-9113-62bc22a407cb req-6f4d3e35-3dfd-4740-baf3-d4bdc2276390 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e0f025d-4e49-4094-84ea-558023ba4e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436034 Jul 13 07:41:10.973516 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e8df840d-1766-4322-9113-62bc22a407cb req-1872bad1-478c-478a-98d9-d12cc0fc108f service neutron] 10.222.0.35 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134249 Jul 13 07:41:10.994547 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e155ee20-652c-4e60-8195-d75546aec68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99f05a00-05f1-4f4b-8033-961d539f2ba0'}, {'server_uuid': '252024ec-d211-46ef-bc0d-5b3310b622ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:11.000048 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ae5194-9322-4df6-a48f-5dea2bfe735b" -d '{"events": [{"server_uuid": "e155ee20-652c-4e60-8195-d75546aec68c", "name": "network-vif-unplugged", "status": "completed", "tag": "99f05a00-05f1-4f4b-8033-961d539f2ba0"}, {"server_uuid": "252024ec-d211-46ef-bc0d-5b3310b622ac", "name": "network-vif-plugged", "status": "completed", "tag": "e88a20ac-5838-4edf-b6da-b6a0a9a48779"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:11.147699 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e8df840d-1766-4322-9113-62bc22a407cb req-3780422b-d174-4b1e-87aa-ee6d58661761 service neutron] 10.222.0.35 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695948 Jul 13 07:41:11.415870 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 99f05a00-05f1-4f4b-8033-961d539f2ba0 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:11.467600 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 99f05a00-05f1-4f4b-8033-961d539f2ba0 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:11.468103 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 99f05a00-05f1-4f4b-8033-961d539f2ba0 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:11.817945 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-26549244-8c11-4adb-9df0-fa75aeb402a8 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:11.822722 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-26549244-8c11-4adb-9df0-fa75aeb402a8 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.62 "GET /v2.0/networks?id=fdbe6f7e-2987-4a12-abb5-b64de61ed38e HTTP/1.1" status: 200 len: 804 time: 0.2172086 Jul 13 07:41:11.851215 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-01cf5304-0abc-4470-b07c-8f5c17429550 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Request body: {'port': {'device_id': '27cf6165-4488-4b10-9b2f-8118fd82baff', 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e', 'admin_state_up': True, 'tenant_id': '43c5ae05151644c983f7ae609d106a69'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:12.081923 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-01cf5304-0abc-4470-b07c-8f5c17429550 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Made reservation on behalf of 43c5ae05151644c983f7ae609d106a69 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:12.091095 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-01cf5304-0abc-4470-b07c-8f5c17429550 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.359971 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-01cf5304-0abc-4470-b07c-8f5c17429550 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Allocated IP 172.20.0.4 (fdbe6f7e-2987-4a12-abb5-b64de61ed38e/05556c2b-fcc9-455f-bd77-fc9aed41f171/652b4225-02fd-48cc-920a-222c16e6db6b) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:12.648993 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-01cf5304-0abc-4470-b07c-8f5c17429550 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.715165 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-01cf5304-0abc-4470-b07c-8f5c17429550 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.776597 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.828653 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-01cf5304-0abc-4470-b07c-8f5c17429550 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Network fdbe6f7e-2987-4a12-abb5-b64de61ed38e is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:12.832481 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-01cf5304-0abc-4470-b07c-8f5c17429550 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:12.837630 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf5304-0abc-4470-b07c-8f5c17429550 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Pushing event updated for resources: {'Port': ['ID=652b4225-02fd-48cc-920a-222c16e6db6b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:12.844418 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-01cf5304-0abc-4470-b07c-8f5c17429550 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:12.961280 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-01cf5304-0abc-4470-b07c-8f5c17429550 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:12.962517 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-01cf5304-0abc-4470-b07c-8f5c17429550 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.015212 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-01cf5304-0abc-4470-b07c-8f5c17429550 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1708670 Jul 13 07:41:13.036136 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] Request body: {'port': {'device_id': '27cf6165-4488-4b10-9b2f-8118fd82baff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:13.160923 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.429187 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 2abe3399-c8e9-43a5-a81f-7feb7a292a18 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:41:13.591184 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 652b4225-02fd-48cc-920a-222c16e6db6b {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:13.615069 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.649915 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] Transition to ACTIVE for port object 652b4225-02fd-48cc-920a-222c16e6db6b will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:13.661923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 2abe3399-c8e9-43a5-a81f-7feb7a292a18, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=2abe3399-c8e9-43a5-a81f-7feb7a292a18,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:13.663461 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.702353 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '2abe3399-c8e9-43a5-a81f-7feb7a292a18', 'network_id': '0e0f025d-4e49-4094-84ea-558023ba4e1a', 'port_id': '2abe3399-c8e9-43a5-a81f-7feb7a292a18', 'mac_address': 'fa:16:3e:39:b0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d6fa42-4195-4977-b883-5a26f0e01114', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:41:13.781510 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] Pushing event updated for resources: {'Port': ['ID=652b4225-02fd-48cc-920a-222c16e6db6b,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:13.796754 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.819263 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2abe3399-c8e9-43a5-a81f-7feb7a292a18 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:13.873626 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 2abe3399-c8e9-43a5-a81f-7feb7a292a18, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=2abe3399-c8e9-43a5-a81f-7feb7a292a18,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:13.882111 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.882969 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] Attempting to bind port 652b4225-02fd-48cc-920a-222c16e6db6b on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:13.884054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] Attempting to bind port 652b4225-02fd-48cc-920a-222c16e6db6b by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '159611e8-262d-496c-9ed8-8186c6ce1c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:13.884759 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] Attempting to bind port 652b4225-02fd-48cc-920a-222c16e6db6b on network fdbe6f7e-2987-4a12-abb5-b64de61ed38e {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:13.891249 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] Port 652b4225-02fd-48cc-920a-222c16e6db6b on network fdbe6f7e-2987-4a12-abb5-b64de61ed38e not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:41:13.892020 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] Attempting to bind port 652b4225-02fd-48cc-920a-222c16e6db6b on network fdbe6f7e-2987-4a12-abb5-b64de61ed38e {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:13.904296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:13.905423 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] Checking segment: {'id': '159611e8-262d-496c-9ed8-8186c6ce1c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:13.906429 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] Bound using segment: {'id': '159611e8-262d-496c-9ed8-8186c6ce1c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:13.907944 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] Bound port: 652b4225-02fd-48cc-920a-222c16e6db6b, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159611e8-262d-496c-9ed8-8186c6ce1c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:13.908595 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.012918 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=2abe3399-c8e9-43a5-a81f-7feb7a292a18,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:14.026741 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] For port 652b4225-02fd-48cc-920a-222c16e6db6b, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:14.030071 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] For port 652b4225-02fd-48cc-920a-222c16e6db6b, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=652b4225-02fd-48cc-920a-222c16e6db6b,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:14.082171 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.132941 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:14.133817 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.135694 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] 10.222.0.62 "PUT /v2.0/ports/652b4225-02fd-48cc-920a-222c16e6db6b HTTP/1.1" status: 200 len: 1092 time: 1.1083717 Jul 13 07:41:14.175025 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b3ef8-6494-4e76-9119-b637d083f864 service neutron] Pushing event updated for resources: {'Port': ['ID=652b4225-02fd-48cc-920a-222c16e6db6b,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:14.187567 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['2abe3399-c8e9-43a5-a81f-7feb7a292a18'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:41:14.362913 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-048c2e63-6c3c-45cf-97d0-a3cb46e837e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:14.364500 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-048c2e63-6c3c-45cf-97d0-a3cb46e837e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=43c5ae05151644c983f7ae609d106a69&device_id=27cf6165-4488-4b10-9b2f-8118fd82baff HTTP/1.1" status: 200 len: 1095 time: 0.1389792 Jul 13 07:41:14.456125 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-7c3943ba-ebc7-4496-9082-3a7fb2a49e2d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=652b4225-02fd-48cc-920a-222c16e6db6b HTTP/1.1" status: 200 len: 217 time: 0.0690494 Jul 13 07:41:14.533523 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-eeb44f86-f952-416e-b949-8717229cf1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:14.535250 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-eeb44f86-f952-416e-b949-8717229cf1b8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05556c2b-fcc9-455f-bd77-fc9aed41f171 HTTP/1.1" status: 200 len: 844 time: 0.0619173 Jul 13 07:41:14.602250 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-47c8bce7-d492-45b3-99ab-d4c06b0c9d34 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fdbe6f7e-2987-4a12-abb5-b64de61ed38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522873 Jul 13 07:41:14.799658 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-8646c162-086a-49c2-9b14-10230d3ef082 service neutron] 10.222.0.62 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813405 Jul 13 07:41:15.017098 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f97fd047-7d10-4ec3-a6b6-f1a163c0e7ce req-0873a660-b763-42c2-9f2b-1f0e6b2cc30f service neutron] 10.222.0.62 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018132 Jul 13 07:41:15.449505 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 2abe3399-c8e9-43a5-a81f-7feb7a292a18 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:15.592509 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 2abe3399-c8e9-43a5-a81f-7feb7a292a18 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:15.599759 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 2abe3399-c8e9-43a5-a81f-7feb7a292a18 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:15.600503 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.741397 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.809723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 2abe3399-c8e9-43a5-a81f-7feb7a292a18, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=2abe3399-c8e9-43a5-a81f-7feb7a292a18,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:15.818216 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.883864 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=2abe3399-c8e9-43a5-a81f-7feb7a292a18,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:15.944532 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c4a06-910d-4b87-b0a1-4de144b2d77f req-c8ee8fc4-a5c9-4c0a-884a-2eff4e8afed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:15.947202 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-125c4a06-910d-4b87-b0a1-4de144b2d77f req-c8ee8fc4-a5c9-4c0a-884a-2eff4e8afed5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74bea949d49b487fabdf8b517735e1cc&device_id=73650ba7-bbb6-48c1-bfa4-2be739c201e8 HTTP/1.1" status: 200 len: 1102 time: 0.1002843 Jul 13 07:41:16.082936 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c4a06-910d-4b87-b0a1-4de144b2d77f req-75fa3271-bcc9-454e-ba86-f10c160402ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:16.084617 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-125c4a06-910d-4b87-b0a1-4de144b2d77f req-75fa3271-bcc9-454e-ba86-f10c160402ee service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.1133113 Jul 13 07:41:16.140336 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-125c4a06-910d-4b87-b0a1-4de144b2d77f req-2f267d39-29ab-4aee-a7e4-7ff4a929e0d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=22a04695-e39f-4fc0-924e-ffc7c182f8f8 HTTP/1.1" status: 200 len: 217 time: 0.0475962 Jul 13 07:41:16.221073 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c4a06-910d-4b87-b0a1-4de144b2d77f req-8a4785a3-b70c-4de0-8bda-9f1519b4cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:16.226542 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-125c4a06-910d-4b87-b0a1-4de144b2d77f req-8a4785a3-b70c-4de0-8bda-9f1519b4cb9a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0756748 Jul 13 07:41:16.337352 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c4a06-910d-4b87-b0a1-4de144b2d77f req-d1c3ed3d-1e96-4a73-bac2-279e556e63ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:16.339982 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-125c4a06-910d-4b87-b0a1-4de144b2d77f req-d1c3ed3d-1e96-4a73-bac2-279e556e63ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1005964 Jul 13 07:41:16.509685 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2dd853-493e-48e3-9cd3-dd9194dc7105 req-52317024-d9e8-4c49-b281-d9932d34c182 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:16.512908 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a2dd853-493e-48e3-9cd3-dd9194dc7105 req-52317024-d9e8-4c49-b281-d9932d34c182 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=27cf6165-4488-4b10-9b2f-8118fd82baff HTTP/1.1" status: 200 len: 943 time: 0.1135590 Jul 13 07:41:16.514504 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-125c4a06-910d-4b87-b0a1-4de144b2d77f req-5d9021df-00e3-4c87-8b9c-4ec19c15c205 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621482 Jul 13 07:41:16.628615 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a2dd853-493e-48e3-9cd3-dd9194dc7105 req-c333977e-358d-42e6-9bad-82d9a256c405 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989594 Jul 13 07:41:16.702938 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-125c4a06-910d-4b87-b0a1-4de144b2d77f req-397f6b1d-60ba-4faa-bc81-fa9c4264f305 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785843 Jul 13 07:41:16.750108 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963d1f1f-bb96-467d-9623-d25e247e5279 x-openstack-request-id: req-963d1f1f-bb96-467d-9623-d25e247e5279 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:16.750991 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e155ee20-652c-4e60-8195-d75546aec68c", "name": "network-vif-deleted", "tag": "99f05a00-05f1-4f4b-8033-961d539f2ba0", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:16.751458 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-963d1f1f-bb96-467d-9623-d25e247e5279 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:16.752122 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e155ee20-652c-4e60-8195-d75546aec68c', 'name': 'network-vif-deleted', 'tag': '99f05a00-05f1-4f4b-8033-961d539f2ba0', 'status': 'completed', 'code': 200} Jul 13 07:41:16.796805 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba57decc-57d2-4d22-a093-805d400f3c62 x-openstack-request-id: req-ba57decc-57d2-4d22-a093-805d400f3c62 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:16.797577 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96225c3-21a4-4eb2-a7dd-2fdf4de41b57", "name": "network-vif-deleted", "tag": "7559971f-a7f5-4229-9665-d3f0dfba1242", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:16.797577 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ba57decc-57d2-4d22-a093-805d400f3c62 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:16.797577 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96225c3-21a4-4eb2-a7dd-2fdf4de41b57', 'name': 'network-vif-deleted', 'tag': '7559971f-a7f5-4229-9665-d3f0dfba1242', 'status': 'completed', 'code': 200} Jul 13 07:41:16.979566 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40574) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:17.047780 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a14e44-cc38-467c-9bd5-d20ee121849a x-openstack-request-id: req-a2a14e44-cc38-467c-9bd5-d20ee121849a {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:17.048321 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e155ee20-652c-4e60-8195-d75546aec68c", "name": "network-vif-unplugged", "status": "completed", "tag": "99f05a00-05f1-4f4b-8033-961d539f2ba0", "code": 200}, {"server_uuid": "252024ec-d211-46ef-bc0d-5b3310b622ac", "name": "network-vif-plugged", "status": "completed", "tag": "e88a20ac-5838-4edf-b6da-b6a0a9a48779", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:17.048321 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a2a14e44-cc38-467c-9bd5-d20ee121849a {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:17.048775 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e155ee20-652c-4e60-8195-d75546aec68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99f05a00-05f1-4f4b-8033-961d539f2ba0', 'code': 200} Jul 13 07:41:17.049103 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252024ec-d211-46ef-bc0d-5b3310b622ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779', 'code': 200} Jul 13 07:41:17.064280 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bc2bb-ddf9-4cae-963e-f1af1c5c7a65 req-537069e1-e75c-4b2e-90ee-6e375892c08a tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:17.077607 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-963bc2bb-ddf9-4cae-963e-f1af1c5c7a65 req-537069e1-e75c-4b2e-90ee-6e375892c08a tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d HTTP/1.1" status: 200 len: 946 time: 0.1463492 Jul 13 07:41:17.179394 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-963bc2bb-ddf9-4cae-963e-f1af1c5c7a65 req-d4a5b49a-0bcd-47c4-bc37-129840eb8714 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979562 Jul 13 07:41:17.298207 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-de1f88f2-176b-4c0d-ad2d-9c127604e9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.332855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9192eab8-dd29-4156-82e6-91fee5db60b2 req-69bed846-f2cc-4754-9c27-8ef618f1be4f tempest-AbsoluteLimitsNegativeTestJSON-1631559052 tempest-AbsoluteLimitsNegativeTestJSON-1631559052-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f89c6e2b454342d980be724b43dc87bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376196 Jul 13 07:41:17.449159 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-de1f88f2-176b-4c0d-ad2d-9c127604e9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.449875 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 652b4225-02fd-48cc-920a-222c16e6db6b details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:41:17.457018 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-de1f88f2-176b-4c0d-ad2d-9c127604e9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.553127 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-de1f88f2-176b-4c0d-ad2d-9c127604e9c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=365016b227d64b248cb32077a7f5995a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5721936 Jul 13 07:41:17.554623 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f88f2-176b-4c0d-ad2d-9c127604e9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c717d18-0ce2-491b-a3fe-c94f5c54086b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:17.555328 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192eab8-dd29-4156-82e6-91fee5db60b2 req-89b4917c-2ac0-4ee4-b722-f17194e10432 tempest-AbsoluteLimitsNegativeTestJSON-1631559052 tempest-AbsoluteLimitsNegativeTestJSON-1631559052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:17.557238 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9192eab8-dd29-4156-82e6-91fee5db60b2 req-89b4917c-2ac0-4ee4-b722-f17194e10432 tempest-AbsoluteLimitsNegativeTestJSON-1631559052 tempest-AbsoluteLimitsNegativeTestJSON-1631559052-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229316 Jul 13 07:41:17.558615 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40598) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:17.572335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40600) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:17.577437 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-71f43047-615f-4d48-916c-ff34705dd82e tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Request body: {'security_group': {'name': 'tempest-securitygroup--254956842', 'description': 'tempest-description--1792268369'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:17.615225 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-71f43047-615f-4d48-916c-ff34705dd82e tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.655313 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9192eab8-dd29-4156-82e6-91fee5db60b2 req-9049694a-4560-49e6-8254-69d3c6fb52ea tempest-AbsoluteLimitsNegativeTestJSON-1631559052 tempest-AbsoluteLimitsNegativeTestJSON-1631559052-project] 10.222.0.58 "GET /v2.0/quotas/f89c6e2b454342d980be724b43dc87bb HTTP/1.1" status: 200 len: 375 time: 0.0477042 Jul 13 07:41:17.671884 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 652b4225-02fd-48cc-920a-222c16e6db6b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=652b4225-02fd-48cc-920a-222c16e6db6b,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:17.674591 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1053baa3-4767-42df-9708-85c01fae84ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.701547 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '652b4225-02fd-48cc-920a-222c16e6db6b', 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e', 'port_id': '652b4225-02fd-48cc-920a-222c16e6db6b', 'mac_address': 'fa:16:3e:9d:26:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05556c2b-fcc9-455f-bd77-fc9aed41f171', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:41:17.744593 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9192eab8-dd29-4156-82e6-91fee5db60b2 req-e012bebc-824c-4839-bfcb-cdd1167058f4 tempest-AbsoluteLimitsNegativeTestJSON-1631559052 tempest-AbsoluteLimitsNegativeTestJSON-1631559052-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f89c6e2b454342d980be724b43dc87bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709527 Jul 13 07:41:17.755472 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-71f43047-615f-4d48-916c-ff34705dd82e tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.763125 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-71f43047-615f-4d48-916c-ff34705dd82e tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.764152 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1053baa3-4767-42df-9708-85c01fae84ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.819971 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.827765 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f43047-615f-4d48-916c-ff34705dd82e tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=087b14e9-c66d-4d44-9b8d-1cf8f488c512,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:17.843396 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-71f43047-615f-4d48-916c-ff34705dd82e tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.847266 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-71f43047-615f-4d48-916c-ff34705dd82e tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2729766 Jul 13 07:41:17.849715 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40612) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:17.851745 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 652b4225-02fd-48cc-920a-222c16e6db6b {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:17.870583 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-5c67d7fe-1f9e-49a9-8ac6-656c7f145927 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Request body: {'security_group_rule': {'security_group_id': '087b14e9-c66d-4d44-9b8d-1cf8f488c512', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:17.890194 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 652b4225-02fd-48cc-920a-222c16e6db6b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=652b4225-02fd-48cc-920a-222c16e6db6b,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:17.906715 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.922448 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c67d7fe-1f9e-49a9-8ac6-656c7f145927 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.952078 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1053baa3-4767-42df-9708-85c01fae84ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.986981 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1053baa3-4767-42df-9708-85c01fae84ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.006246 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1053baa3-4767-42df-9708-85c01fae84ea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c717d18-0ce2-491b-a3fe-c94f5c54086b HTTP/1.1" status: 204 len: 168 time: 0.4427574 Jul 13 07:41:18.015312 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c67d7fe-1f9e-49a9-8ac6-656c7f145927 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.025725 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c67d7fe-1f9e-49a9-8ac6-656c7f145927 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.039030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a47b4-41a6-45fd-90bc-0aa4e90775bf req-244b47b9-6780-4334-bb55-c2fdfb8e32a5 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:18.052657 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=652b4225-02fd-48cc-920a-222c16e6db6b,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:18.053881 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a33a47b4-41a6-45fd-90bc-0aa4e90775bf req-244b47b9-6780-4334-bb55-c2fdfb8e32a5 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/ports?device_id=73650ba7-bbb6-48c1-bfa4-2be739c201e8 HTTP/1.1" status: 200 len: 950 time: 0.2689679 Jul 13 07:41:18.055174 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67d7fe-1f9e-49a9-8ac6-656c7f145927 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b2cdc9-d813-4591-bc93-3e7cedabe9cb,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:18.064015 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c67d7fe-1f9e-49a9-8ac6-656c7f145927 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.068355 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5c67d7fe-1f9e-49a9-8ac6-656c7f145927 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2136555 Jul 13 07:41:18.070622 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40622) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:18.076875 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b7aa60a9-5eaf-42ee-b8e1-9f366d16557d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Request body: {'security_group_rule': {'security_group_id': '087b14e9-c66d-4d44-9b8d-1cf8f488c512', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:18.080656 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053baa3-4767-42df-9708-85c01fae84ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c717d18-0ce2-491b-a3fe-c94f5c54086b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:18.122518 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7aa60a9-5eaf-42ee-b8e1-9f366d16557d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.135157 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a33a47b4-41a6-45fd-90bc-0aa4e90775bf req-ad6d4549-c0e5-4ad9-9732-7c66c78528a4 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30c3b39-9fc6-42b0-9421-1819baddc489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772152 Jul 13 07:41:18.221091 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7aa60a9-5eaf-42ee-b8e1-9f366d16557d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.233668 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7aa60a9-5eaf-42ee-b8e1-9f366d16557d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.306644 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa60a9-5eaf-42ee-b8e1-9f366d16557d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89975b83-8037-444c-a7a5-95ebaa8267bc,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:18.315907 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7aa60a9-5eaf-42ee-b8e1-9f366d16557d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.318523 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b7aa60a9-5eaf-42ee-b8e1-9f366d16557d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2455626 Jul 13 07:41:18.321262 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40630) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:18.332431 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-51954fa8-be5d-42ba-9660-50d4b1254e77 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:18.407357 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51954fa8-be5d-42ba-9660-50d4b1254e77 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks [] for floatingip, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.412998 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390379a1-b569-49d2-8235-7177de1a44d1 req-0c6b0679-ac3f-44ef-99eb-decde98e6f26 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:18.425127 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-390379a1-b569-49d2-8235-7177de1a44d1 req-0c6b0679-ac3f-44ef-99eb-decde98e6f26 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=27cf6165-4488-4b10-9b2f-8118fd82baff HTTP/1.1" status: 200 len: 944 time: 0.1832452 Jul 13 07:41:18.428157 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40634) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:18.466522 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['652b4225-02fd-48cc-920a-222c16e6db6b'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:41:18.634705 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-390379a1-b569-49d2-8235-7177de1a44d1 req-c37e7f4c-e5d3-4a63-b96d-054b89e30c25 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081664 Jul 13 07:41:18.647601 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51954fa8-be5d-42ba-9660-50d4b1254e77 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.834721 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d', 'tag': '2abe3399-c8e9-43a5-a81f-7feb7a292a18'}, {'name': 'network-changed', 'server_uuid': '27cf6165-4488-4b10-9b2f-8118fd82baff', 'tag': '652b4225-02fd-48cc-920a-222c16e6db6b'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:18.839202 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7440a2-871a-4309-8ee2-9840cd88844f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d", "tag": "2abe3399-c8e9-43a5-a81f-7feb7a292a18"}, {"name": "network-changed", "server_uuid": "27cf6165-4488-4b10-9b2f-8118fd82baff", "tag": "652b4225-02fd-48cc-920a-222c16e6db6b"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:18.967458 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-51954fa8-be5d-42ba-9660-50d4b1254e77 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Allocated IP 172.25.0.196 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/62ddf5d7-3eaa-4013-8c47-f40c176c66c2) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:19.005355 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f316f3f6-ee6e-4012-9c0e-1c9e788a140d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.050177 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abe3399-c8e9-43a5-a81f-7feb7a292a18'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:19.052833 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffc15e9-c9ae-472a-9ae6-e9b83d8c0487" -d '{"events": [{"server_uuid": "a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d", "name": "network-vif-plugged", "status": "completed", "tag": "2abe3399-c8e9-43a5-a81f-7feb7a292a18"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:19.082943 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c06e0-7a98-4619-9b36-f9f6b9a61b6b req-def6357d-0fe2-4ac5-9496-8f9691f4957a tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:19.094379 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c9c06e0-7a98-4619-9b36-f9f6b9a61b6b req-def6357d-0fe2-4ac5-9496-8f9691f4957a tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d HTTP/1.1" status: 200 len: 946 time: 0.1425371 Jul 13 07:41:19.191771 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51954fa8-be5d-42ba-9660-50d4b1254e77 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.206949 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c9c06e0-7a98-4619-9b36-f9f6b9a61b6b req-6d4caa6a-5c5e-457f-9d4c-62afa9d28419 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979686 Jul 13 07:41:19.299933 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51954fa8-be5d-42ba-9660-50d4b1254e77 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.322043 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f316f3f6-ee6e-4012-9c0e-1c9e788a140d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.451491 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebdfda1-9af9-476d-967a-084e12107112 x-openstack-request-id: req-1ebdfda1-9af9-476d-967a-084e12107112 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:19.451945 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d", "tag": "2abe3399-c8e9-43a5-a81f-7feb7a292a18", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "27cf6165-4488-4b10-9b2f-8118fd82baff", "tag": "652b4225-02fd-48cc-920a-222c16e6db6b", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:19.452346 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ebdfda1-9af9-476d-967a-084e12107112 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:19.452956 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d', 'tag': '2abe3399-c8e9-43a5-a81f-7feb7a292a18', 'status': 'completed', 'code': 200} Jul 13 07:41:19.453357 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cf6165-4488-4b10-9b2f-8118fd82baff', 'tag': '652b4225-02fd-48cc-920a-222c16e6db6b', 'status': 'completed', 'code': 200} Jul 13 07:41:19.462897 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51954fa8-be5d-42ba-9660-50d4b1254e77 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Pushing event updated for resources: {'Port': ['ID=62ddf5d7-3eaa-4013-8c47-f40c176c66c2,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:19.484380 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f316f3f6-ee6e-4012-9c0e-1c9e788a140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.525469 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850141cc-3ab0-4ec1-9a17-990e43fa936b x-openstack-request-id: req-850141cc-3ab0-4ec1-9a17-990e43fa936b {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:19.526661 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d", "name": "network-vif-plugged", "status": "completed", "tag": "2abe3399-c8e9-43a5-a81f-7feb7a292a18", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:19.527151 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-850141cc-3ab0-4ec1-9a17-990e43fa936b {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:19.527878 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abe3399-c8e9-43a5-a81f-7feb7a292a18', 'code': 200} Jul 13 07:41:19.585285 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316f3f6-ee6e-4012-9c0e-1c9e788a140d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe59cc7-002e-4d9a-a79f-b45942c029f5,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:19.616428 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51954fa8-be5d-42ba-9660-50d4b1254e77 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:19.636692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-51954fa8-be5d-42ba-9660-50d4b1254e77 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:19.672560 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51954fa8-be5d-42ba-9660-50d4b1254e77 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:19.767989 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f316f3f6-ee6e-4012-9c0e-1c9e788a140d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f89c6e2b454342d980be724b43dc87bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3378816 Jul 13 07:41:19.772834 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40690) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:19.914901 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7440a2-871a-4309-8ee2-9840cd88844f req-92602afc-1f84-412a-97fd-fe2fb81d5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:19.917217 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bc7440a2-871a-4309-8ee2-9840cd88844f req-92602afc-1f84-412a-97fd-fe2fb81d5881 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&device_id=a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d HTTP/1.1" status: 200 len: 1098 time: 0.4628491 Jul 13 07:41:19.954692 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db456635-d09f-4d83-95d1-f8b75f88fc2e req-109bea6a-1c37-425e-a4dd-af90523ff5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:19.956493 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db456635-d09f-4d83-95d1-f8b75f88fc2e req-109bea6a-1c37-425e-a4dd-af90523ff5f0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d HTTP/1.1" status: 200 len: 1098 time: 0.2268062 Jul 13 07:41:19.991039 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5dc654df-0cab-41eb-8eef-dc825f80e648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.994305 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34dac2b-d66d-437b-afbd-dccbbfb4fbc2 req-9a20b7ab-da52-455e-9e6a-165b5ed84fec tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:19.995949 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a34dac2b-d66d-437b-afbd-dccbbfb4fbc2 req-9a20b7ab-da52-455e-9e6a-165b5ed84fec tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=27cf6165-4488-4b10-9b2f-8118fd82baff HTTP/1.1" status: 200 len: 944 time: 0.1612968 Jul 13 07:41:20.015896 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db456635-d09f-4d83-95d1-f8b75f88fc2e req-09a54d68-3e17-4b8e-89c5-5e4214713942 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524273 Jul 13 07:41:20.072976 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a34dac2b-d66d-437b-afbd-dccbbfb4fbc2 req-11e4676d-56d7-4e1d-a7a5-67706d4f22b9 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591223 Jul 13 07:41:20.073428 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7440a2-871a-4309-8ee2-9840cd88844f req-76afb403-d672-4640-b8b1-b77abf3e44d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:20.075259 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bc7440a2-871a-4309-8ee2-9840cd88844f req-76afb403-d672-4640-b8b1-b77abf3e44d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=43c5ae05151644c983f7ae609d106a69&device_id=27cf6165-4488-4b10-9b2f-8118fd82baff HTTP/1.1" status: 200 len: 1096 time: 0.3748510 Jul 13 07:41:20.090826 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51954fa8-be5d-42ba-9660-50d4b1254e77 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.155760 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5dc654df-0cab-41eb-8eef-dc825f80e648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.176866 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7440a2-871a-4309-8ee2-9840cd88844f req-9a17f637-89b7-47a2-b574-6817935ff8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:20.178485 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bc7440a2-871a-4309-8ee2-9840cd88844f req-9a17f637-89b7-47a2-b574-6817935ff8ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 200 len: 913 time: 0.2472382 Jul 13 07:41:20.284514 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bc7440a2-871a-4309-8ee2-9840cd88844f req-119fe891-4fcb-4519-ad98-5e48514f7a17 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2abe3399-c8e9-43a5-a81f-7feb7a292a18 HTTP/1.1" status: 200 len: 217 time: 0.0922573 Jul 13 07:41:20.338146 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51954fa8-be5d-42ba-9660-50d4b1254e77 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.404873 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7440a2-871a-4309-8ee2-9840cd88844f req-ca41d30d-1f2a-43cd-9f0b-b6be6dab8ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:20.406550 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bc7440a2-871a-4309-8ee2-9840cd88844f req-ca41d30d-1f2a-43cd-9f0b-b6be6dab8ff0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fdbe6f7e-2987-4a12-abb5-b64de61ed38e HTTP/1.1" status: 200 len: 905 time: 0.3110144 Jul 13 07:41:20.425785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7440a2-871a-4309-8ee2-9840cd88844f req-a3a3293d-2b1a-42df-890b-ea5b86211a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:20.428150 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bc7440a2-871a-4309-8ee2-9840cd88844f req-a3a3293d-2b1a-42df-890b-ea5b86211a64 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44d6fa42-4195-4977-b883-5a26f0e01114 HTTP/1.1" status: 200 len: 852 time: 0.1345332 Jul 13 07:41:20.518986 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5dc654df-0cab-41eb-8eef-dc825f80e648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.523702 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5dc654df-0cab-41eb-8eef-dc825f80e648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.534459 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5dc654df-0cab-41eb-8eef-dc825f80e648 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4fe59cc7-002e-4d9a-a79f-b45942c029f5 HTTP/1.1" status: 204 len: 168 time: 0.7525570 Jul 13 07:41:20.553388 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:41:20.605697 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32f1f1-e771-4a38-8ec1-6aa9e2d7f841 req-5e9bc8f0-32b8-411d-a16f-a4220c360976 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:20.613137 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc32f1f1-e771-4a38-8ec1-6aa9e2d7f841 req-5e9bc8f0-32b8-411d-a16f-a4220c360976 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d HTTP/1.1" status: 200 len: 946 time: 0.2047243 Jul 13 07:41:20.623235 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bc7440a2-871a-4309-8ee2-9840cd88844f req-268491b9-847c-4ce7-a883-20b494dfda5c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e0f025d-4e49-4094-84ea-558023ba4e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1766651 Jul 13 07:41:20.625058 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bc7440a2-871a-4309-8ee2-9840cd88844f req-c1a696e9-48c6-4207-932f-75e430aa8952 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=652b4225-02fd-48cc-920a-222c16e6db6b HTTP/1.1" status: 200 len: 217 time: 0.1835065 Jul 13 07:41:20.692939 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc32f1f1-e771-4a38-8ec1-6aa9e2d7f841 req-f68d17c4-3971-49f9-a916-019d2ef7072e tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717442 Jul 13 07:41:20.713588 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc654df-0cab-41eb-8eef-dc825f80e648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe59cc7-002e-4d9a-a79f-b45942c029f5,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:20.944967 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7440a2-871a-4309-8ee2-9840cd88844f req-697a94a7-890c-4f8e-892c-0be01919385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:20.947221 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bc7440a2-871a-4309-8ee2-9840cd88844f req-697a94a7-890c-4f8e-892c-0be01919385e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05556c2b-fcc9-455f-bd77-fc9aed41f171 HTTP/1.1" status: 200 len: 844 time: 0.2569835 Jul 13 07:41:21.014978 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bc7440a2-871a-4309-8ee2-9840cd88844f req-af35ccc0-abf7-4ea1-a6c4-5a6fe96d6485 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fdbe6f7e-2987-4a12-abb5-b64de61ed38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445476 Jul 13 07:41:21.067684 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51954fa8-be5d-42ba-9660-50d4b1254e77 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.073498 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bc7440a2-871a-4309-8ee2-9840cd88844f req-2f333dfb-fce2-4511-b2a9-8736a9255a6b service neutron] 10.222.0.35 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837736 Jul 13 07:41:21.335643 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40742) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:21.476540 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 8a323d04-6951-4193-92d8-53ed8ea6f205 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:41:21.488992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 652b4225-02fd-48cc-920a-222c16e6db6b up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:21.498451 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a04f1-c678-4938-adda-11d00f6ff70d req-eebb2f29-f07a-4eda-b538-5291884e1bfc tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:21.500864 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-495a04f1-c678-4938-adda-11d00f6ff70d req-eebb2f29-f07a-4eda-b538-5291884e1bfc tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=27cf6165-4488-4b10-9b2f-8118fd82baff HTTP/1.1" status: 200 len: 944 time: 0.2074597 Jul 13 07:41:21.523730 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bb5d2669-cc4d-4796-bc0b-eb27a98cf2d3 tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-401641175'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:21.524852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bb5d2669-cc4d-4796-bc0b-eb27a98cf2d3 tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] Unknown quota resources ['metering_label']. {{(pid=93724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:41:21.550724 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 22a04695-e39f-4fc0-924e-ffc7c182f8f8 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:21.608426 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51954fa8-be5d-42ba-9660-50d4b1254e77 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.719825 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bc7440a2-871a-4309-8ee2-9840cd88844f req-2972aba7-29cb-4f00-a5dd-d0082074d295 service neutron] 10.222.0.35 "GET /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6328321 Jul 13 07:41:21.857104 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.918554 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51954fa8-be5d-42ba-9660-50d4b1254e77 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Pushing event updated for resources: {'Port': ['ID=62ddf5d7-3eaa-4013-8c47-f40c176c66c2,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:21.951178 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51954fa8-be5d-42ba-9660-50d4b1254e77 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:22.008791 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bc7440a2-871a-4309-8ee2-9840cd88844f req-d860d485-3a55-4426-95cc-64f9fcdec562 service neutron] 10.222.0.62 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9591963 Jul 13 07:41:22.013482 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51954fa8-be5d-42ba-9660-50d4b1254e77 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:22.014728 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-51954fa8-be5d-42ba-9660-50d4b1254e77 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6920772 Jul 13 07:41:22.228954 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.resource_extend [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:41:22.325378 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 22a04695-e39f-4fc0-924e-ffc7c182f8f8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=22a04695-e39f-4fc0-924e-ffc7c182f8f8,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:22.331305 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73650ba7-bbb6-48c1-bfa4-2be739c201e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a04695-e39f-4fc0-924e-ffc7c182f8f8'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:22.337273 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cb556d-9252-48ea-9ea2-202df4c80c15" -d '{"events": [{"server_uuid": "73650ba7-bbb6-48c1-bfa4-2be739c201e8", "name": "network-vif-unplugged", "status": "completed", "tag": "22a04695-e39f-4fc0-924e-ffc7c182f8f8"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:22.350318 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:22.356892 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-495a04f1-c678-4938-adda-11d00f6ff70d req-a7de2b19-a0c4-43d9-9b71-412ca84c5e4d tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7765517 Jul 13 07:41:22.357942 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bc7440a2-871a-4309-8ee2-9840cd88844f req-cc8f180c-f66b-4169-8833-de7eb93c56d2 service neutron] 10.222.0.62 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287449 Jul 13 07:41:22.368960 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb5d2669-cc4d-4796-bc0b-eb27a98cf2d3 tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:22.372013 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bb5d2669-cc4d-4796-bc0b-eb27a98cf2d3 tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0341203 Jul 13 07:41:22.376189 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40786) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:22.378655 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 652b4225-02fd-48cc-920a-222c16e6db6b completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:22.381447 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-f9028551-473e-4a3f-84e6-07a02f569c1e tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b88b39fa-57db-462a-b2b8-2b6b9e7ece8c'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:22.382151 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-f9028551-473e-4a3f-84e6-07a02f569c1e tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93723) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:41:22.459929 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40788) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:22.513685 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 652b4225-02fd-48cc-920a-222c16e6db6b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:22.516105 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:22.535754 n-d-779913-28 neutron-server[93723]: WARNING neutron.services.metering.metering_plugin [None req-f9028551-473e-4a3f-84e6-07a02f569c1e tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 07:41:22.578530 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b15d5-428c-4f8f-8dd2-ab93447380bd req-4e768619-5347-4962-92c1-6bee6dad5a70 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:22.596443 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea5b15d5-428c-4f8f-8dd2-ab93447380bd req-4e768619-5347-4962-92c1-6bee6dad5a70 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d HTTP/1.1" status: 200 len: 946 time: 0.2342694 Jul 13 07:41:22.695394 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea5b15d5-428c-4f8f-8dd2-ab93447380bd req-2e8e5614-afec-4002-9230-0202251c6501 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969920 Jul 13 07:41:22.741046 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 8a323d04-6951-4193-92d8-53ed8ea6f205, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8a323d04-6951-4193-92d8-53ed8ea6f205,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:22.774855 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=22a04695-e39f-4fc0-924e-ffc7c182f8f8,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:22.803700 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '8a323d04-6951-4193-92d8-53ed8ea6f205', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': '8a323d04-6951-4193-92d8-53ed8ea6f205', 'mac_address': 'fa:16:3e:2c:3a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:41:22.896470 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26da9bbb-1d2d-4f84-a9ed-8600e2fe4bc3 x-openstack-request-id: req-26da9bbb-1d2d-4f84-a9ed-8600e2fe4bc3 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:22.907859 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73650ba7-bbb6-48c1-bfa4-2be739c201e8", "name": "network-vif-unplugged", "status": "completed", "tag": "22a04695-e39f-4fc0-924e-ffc7c182f8f8", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:22.908914 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26da9bbb-1d2d-4f84-a9ed-8600e2fe4bc3 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:22.909660 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73650ba7-bbb6-48c1-bfa4-2be739c201e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a04695-e39f-4fc0-924e-ffc7c182f8f8', 'code': 200} Jul 13 07:41:22.936088 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:22.955677 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a323d04-6951-4193-92d8-53ed8ea6f205 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:23.015397 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9028551-473e-4a3f-84e6-07a02f569c1e tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.018711 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f9028551-473e-4a3f-84e6-07a02f569c1e tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6413188 Jul 13 07:41:23.026781 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40810) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:23.029912 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 8a323d04-6951-4193-92d8-53ed8ea6f205, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8a323d04-6951-4193-92d8-53ed8ea6f205,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:23.035054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-80377a7d-494c-40cb-b0c5-f96db79c52bb tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b88b39fa-57db-462a-b2b8-2b6b9e7ece8c'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:23.035462 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-80377a7d-494c-40cb-b0c5-f96db79c52bb tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93723) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:41:23.056770 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.066965 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-feb39732-27ed-4eb1-b298-6f9aaf187b7a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1267362208-network', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:23.164939 n-d-779913-28 neutron-server[93723]: WARNING neutron.services.metering.metering_plugin [None req-80377a7d-494c-40cb-b0c5-f96db79c52bb tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 07:41:23.179026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb39732-27ed-4eb1-b298-6f9aaf187b7a admin admin] Made reservation on behalf of 6481b9810bbd41319058fb11ddd8b821 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:23.181924 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-feb39732-27ed-4eb1-b298-6f9aaf187b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.212211 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-16248ec5-9700-4ce2-8426-6c60d2e034e9 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:23.223722 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=8a323d04-6951-4193-92d8-53ed8ea6f205,revision_number=10']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:23.225180 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-16248ec5-9700-4ce2-8426-6c60d2e034e9 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/networks?id=926a3091-1227-43c7-9248-11bb692f3e70 HTTP/1.1" status: 200 len: 822 time: 0.3273444 Jul 13 07:41:23.235573 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-feb39732-27ed-4eb1-b298-6f9aaf187b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.254408 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.266907 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e3924431-9929-4eaa-9bb0-f8ac9ee2e77b None None] Provisioning complete for port 22a04695-e39f-4fc0-924e-ffc7c182f8f8 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:23.267399 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3924431-9929-4eaa-9bb0-f8ac9ee2e77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.286160 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-37f56f5b-213e-4687-bb8d-9d5094674bf1 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/quotas/9ddba40fdf8c427a90cae9988caaab66 HTTP/1.1" status: 200 len: 375 time: 0.0573452 Jul 13 07:41:23.308403 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69ab34ba-ecdd-42a9-bc83-2affee353160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.321543 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80377a7d-494c-40cb-b0c5-f96db79c52bb tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.328659 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-80377a7d-494c-40cb-b0c5-f96db79c52bb tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3007355 Jul 13 07:41:23.331386 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40816) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:23.345190 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3e1385a1-87c8-4b0e-a82e-a5df497abdd9 tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=ba370c90-38c8-4461-bf73-2125c8b5ac08 HTTP/1.1" status: 200 len: 464 time: 0.0123422 Jul 13 07:41:23.381874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 652b4225-02fd-48cc-920a-222c16e6db6b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=652b4225-02fd-48cc-920a-222c16e6db6b,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:23.399269 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.413145 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40818) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:23.494546 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-feb39732-27ed-4eb1-b298-6f9aaf187b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.506400 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-feb39732-27ed-4eb1-b298-6f9aaf187b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.536530 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb39732-27ed-4eb1-b298-6f9aaf187b7a admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:23.546526 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-feb39732-27ed-4eb1-b298-6f9aaf187b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.546878 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-feb39732-27ed-4eb1-b298-6f9aaf187b7a admin admin] Added segment 6e9c5810-3429-4a82-b8af-d041cb9f4715 of type vlan for network 593c6ad1-d14f-437d-ba60-3acf4156dc72 Jul 13 07:41:23.554985 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3924431-9929-4eaa-9bb0-f8ac9ee2e77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.568277 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['8a323d04-6951-4193-92d8-53ed8ea6f205'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:41:23.601596 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-feb39732-27ed-4eb1-b298-6f9aaf187b7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.640180 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-feb39732-27ed-4eb1-b298-6f9aaf187b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.645711 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb39732-27ed-4eb1-b298-6f9aaf187b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:23.646894 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-feb39732-27ed-4eb1-b298-6f9aaf187b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.726343 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-feb39732-27ed-4eb1-b298-6f9aaf187b7a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2644353 Jul 13 07:41:23.731538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb39732-27ed-4eb1-b298-6f9aaf187b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c13b325-654f-49cb-a8d2-32fd7f6691b6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:23.752498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40832) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:23.780514 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=652b4225-02fd-48cc-920a-222c16e6db6b,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:23.794562 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e3924431-9929-4eaa-9bb0-f8ac9ee2e77b None None] For port 22a04695-e39f-4fc0-924e-ffc7c182f8f8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=22a04695-e39f-4fc0-924e-ffc7c182f8f8,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:23.809345 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb39732-27ed-4eb1-b298-6f9aaf187b7a admin admin] Pushing event updated for resources: {'Network': ['ID=593c6ad1-d14f-437d-ba60-3acf4156dc72,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:23.837936 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 593c6ad1-d14f-437d-ba60-3acf4156dc72 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:23.843206 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3924431-9929-4eaa-9bb0-f8ac9ee2e77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.849690 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fab197a9-9892-4d82-ba55-d790f1d2ca5d admin admin] Request body: {'subnet': {'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1267362208-subnet', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:23.899402 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4787a7c-b617-4b03-9301-f90dd524bf31 tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.899402 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b4787a7c-b617-4b03-9301-f90dd524bf31 tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/ba370c90-38c8-4461-bf73-2125c8b5ac08 HTTP/1.1" status: 204 len: 168 time: 0.4451306 Jul 13 07:41:23.899766 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40836) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:23.925029 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0741ceb4-1479-4842-9562-5a018c0ec651 tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=ba370c90-38c8-4461-bf73-2125c8b5ac08 HTTP/1.1" status: 200 len: 221 time: 0.0229850 Jul 13 07:41:23.925397 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40838) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:23.952446 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-994bda8c-1b3e-48f1-ad08-d6dcd68b71c1 tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--351628383', 'description': 'label created by tempest'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:23.952914 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-994bda8c-1b3e-48f1-ad08-d6dcd68b71c1 tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] Unknown quota resources ['metering_label']. {{(pid=93723) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:41:23.954983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-ce43a218-bef8-433d-89da-dd00e212f5bf tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9ddba40fdf8c427a90cae9988caaab66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6664207 Jul 13 07:41:24.097128 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab197a9-9892-4d82-ba55-d790f1d2ca5d admin admin] Made reservation on behalf of 6481b9810bbd41319058fb11ddd8b821 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:24.100066 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fab197a9-9892-4d82-ba55-d790f1d2ca5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.118742 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3924431-9929-4eaa-9bb0-f8ac9ee2e77b None None] Pushing event updated for resources: {'Port': ['ID=22a04695-e39f-4fc0-924e-ffc7c182f8f8,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:24.289285 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-36bb5069-8bf7-488e-ba7e-34062fe0dd9e None None] Provisioning complete for port 8a323d04-6951-4193-92d8-53ed8ea6f205 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:24.289663 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36bb5069-8bf7-488e-ba7e-34062fe0dd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.384198 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-994bda8c-1b3e-48f1-ad08-d6dcd68b71c1 tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.390229 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-994bda8c-1b3e-48f1-ad08-d6dcd68b71c1 tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4631968 Jul 13 07:41:24.390969 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40854) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:24.484612 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36bb5069-8bf7-488e-ba7e-34062fe0dd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.492892 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-da977009-b4c9-4298-baba-6c0fcfdc373a service neutron] 10.222.0.58 "GET /v2.0/networks/926a3091-1227-43c7-9248-11bb692f3e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369411 Jul 13 07:41:24.534608 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-36bb5069-8bf7-488e-ba7e-34062fe0dd9e None None] For port 8a323d04-6951-4193-92d8-53ed8ea6f205, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8a323d04-6951-4193-92d8-53ed8ea6f205,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:24.539446 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36bb5069-8bf7-488e-ba7e-34062fe0dd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.549125 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-03d77a91-4f85-44e2-9349-f4b4afb53744 tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=d179986d-b268-46a2-a1ce-e1d58e0fdbba HTTP/1.1" status: 200 len: 467 time: 0.1569178 Jul 13 07:41:24.552698 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40860) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:24.616441 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7efc84-f756-4651-af88-68669304650e req-c66ad97d-ed69-4957-8b8a-f7b2dbe0928d tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:24.621087 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da7efc84-f756-4651-af88-68669304650e req-c66ad97d-ed69-4957-8b8a-f7b2dbe0928d tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=27cf6165-4488-4b10-9b2f-8118fd82baff HTTP/1.1" status: 200 len: 945 time: 0.5279374 Jul 13 07:41:24.757230 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb5069-8bf7-488e-ba7e-34062fe0dd9e None None] Pushing event updated for resources: {'Port': ['ID=8a323d04-6951-4193-92d8-53ed8ea6f205,revision_number=11']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:24.782403 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-2bb0707e-9a1f-4b94-824e-b69ff5a9c718 service neutron] 10.222.0.58 "GET /v2.0/networks/926a3091-1227-43c7-9248-11bb692f3e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876074 Jul 13 07:41:24.798056 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da7efc84-f756-4651-af88-68669304650e req-65bac650-ba93-4afa-8990-5b0412de0043 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396999 Jul 13 07:41:24.897130 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8bdaa481-681d-44f2-a69f-d7868d37b523 None None] Provisioning complete for port 22a04695-e39f-4fc0-924e-ffc7c182f8f8 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:24.897797 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa481-681d-44f2-a69f-d7868d37b523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.911615 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cf6165-4488-4b10-9b2f-8118fd82baff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652b4225-02fd-48cc-920a-222c16e6db6b'}, {'server_uuid': '73650ba7-bbb6-48c1-bfa4-2be739c201e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a04695-e39f-4fc0-924e-ffc7c182f8f8'}, {'server_uuid': 'fcecdbd3-f607-48dd-a569-4f5bb9bb867f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a323d04-6951-4193-92d8-53ed8ea6f205'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:24.918414 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dac137b-bd5b-4afe-89d6-37972f569c56" -d '{"events": [{"server_uuid": "27cf6165-4488-4b10-9b2f-8118fd82baff", "name": "network-vif-plugged", "status": "completed", "tag": "652b4225-02fd-48cc-920a-222c16e6db6b"}, {"server_uuid": "73650ba7-bbb6-48c1-bfa4-2be739c201e8", "name": "network-vif-plugged", "status": "completed", "tag": "22a04695-e39f-4fc0-924e-ffc7c182f8f8"}, {"server_uuid": "fcecdbd3-f607-48dd-a569-4f5bb9bb867f", "name": "network-vif-plugged", "status": "completed", "tag": "8a323d04-6951-4193-92d8-53ed8ea6f205"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:25.031242 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-31174f5f-424d-4e91-8e2a-14e0eda83cfd tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.034008 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-31174f5f-424d-4e91-8e2a-14e0eda83cfd tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/d179986d-b268-46a2-a1ce-e1d58e0fdbba HTTP/1.1" status: 204 len: 168 time: 0.4804082 Jul 13 07:41:25.042480 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40872) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:25.069763 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-140d4fd0-0c76-49bf-97cb-18284b151320 tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=d179986d-b268-46a2-a1ce-e1d58e0fdbba HTTP/1.1" status: 200 len: 216 time: 0.0238369 Jul 13 07:41:25.070542 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40874) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:25.092304 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e77e4dce-d398-49e4-9624-c6df309dd495 tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0199125 Jul 13 07:41:25.093427 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40878) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:25.120529 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-843e6178-f1d9-46c8-a1ca-97b4252d2b78 tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0250700 Jul 13 07:41:25.121542 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40882) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:25.191663 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-257ba464-4e9c-4e27-8160-ce6a532831bd tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels/b88b39fa-57db-462a-b2b8-2b6b9e7ece8c HTTP/1.1" status: 200 len: 472 time: 0.0665431 Jul 13 07:41:25.192786 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40884) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:25.220519 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4ae24ceb-8410-42b9-a620-f53551d635d5 tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules/49eade4a-81c1-4efa-8c30-4a32efc03d02 HTTP/1.1" status: 200 len: 461 time: 0.0237641 Jul 13 07:41:25.221196 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40886) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:25.242434 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-06936929-803b-4558-a7f5-b47c6d307b80 None None] Provisioning complete for port 8a323d04-6951-4193-92d8-53ed8ea6f205 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:25.242731 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06936929-803b-4558-a7f5-b47c6d307b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.420131 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e512f91a-a796-4ec8-a35a-c9fe32934eb0 tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.421305 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e512f91a-a796-4ec8-a35a-c9fe32934eb0 tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/49eade4a-81c1-4efa-8c30-4a32efc03d02 HTTP/1.1" status: 204 len: 168 time: 0.1991260 Jul 13 07:41:25.431020 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40900) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:25.465520 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fab197a9-9892-4d82-ba55-d790f1d2ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.494376 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 8a323d04-6951-4193-92d8-53ed8ea6f205 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:25.612198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab197a9-9892-4d82-ba55-d790f1d2ca5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1513bb1-4b36-457a-8cae-2a6826023db8,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:25.629503 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 8a323d04-6951-4193-92d8-53ed8ea6f205 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:25.629852 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.651746 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab197a9-9892-4d82-ba55-d790f1d2ca5d admin admin] Checking segment: {'id': '6e9c5810-3429-4a82-b8af-d041cb9f4715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:25.652115 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab197a9-9892-4d82-ba55-d790f1d2ca5d admin admin] Network hostable DHCP agents. Network: 593c6ad1-d14f-437d-ba60-3acf4156dc72, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:25.671631 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb02a0c-3f1c-47c6-9dc7-f4b9cc737502 req-89b4fe71-8f9c-4e92-b2a5-69bf8244f6e9 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:25.679496 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2cb02a0c-3f1c-47c6-9dc7-f4b9cc737502 req-89b4fe71-8f9c-4e92-b2a5-69bf8244f6e9 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d HTTP/1.1" status: 200 len: 946 time: 0.2267551 Jul 13 07:41:25.727265 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab197a9-9892-4d82-ba55-d790f1d2ca5d admin admin] Network 593c6ad1-d14f-437d-ba60-3acf4156dc72 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:25.750461 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2cb02a0c-3f1c-47c6-9dc7-f4b9cc737502 req-086b9693-dc9a-4178-821d-89e91ee9371f tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696146 Jul 13 07:41:25.773753 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-fab197a9-9892-4d82-ba55-d790f1d2ca5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 593c6ad1-d14f-437d-ba60-3acf4156dc72) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:25.782491 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab197a9-9892-4d82-ba55-d790f1d2ca5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:25.783108 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fab197a9-9892-4d82-ba55-d790f1d2ca5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.802964 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e945970-ffbe-49db-9bcc-f8c1a0bd808f None None] Network 593c6ad1-d14f-437d-ba60-3acf4156dc72 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:25.840493 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fab197a9-9892-4d82-ba55-d790f1d2ca5d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0868580 Jul 13 07:41:25.843174 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40928) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:25.848271 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-be29cc43-cfaa-4fc7-b02f-4ed30e388d27 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1267362208-router', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:25.935759 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19c1a5a-a198-49c1-bf7d-9a6298b727ef x-openstack-request-id: req-f19c1a5a-a198-49c1-bf7d-9a6298b727ef {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:25.936327 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cf6165-4488-4b10-9b2f-8118fd82baff", "name": "network-vif-plugged", "status": "completed", "tag": "652b4225-02fd-48cc-920a-222c16e6db6b", "code": 200}, {"server_uuid": "73650ba7-bbb6-48c1-bfa4-2be739c201e8", "name": "network-vif-plugged", "status": "completed", "tag": "22a04695-e39f-4fc0-924e-ffc7c182f8f8", "code": 200}, {"server_uuid": "fcecdbd3-f607-48dd-a569-4f5bb9bb867f", "name": "network-vif-plugged", "status": "completed", "tag": "8a323d04-6951-4193-92d8-53ed8ea6f205", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:25.936585 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f19c1a5a-a198-49c1-bf7d-9a6298b727ef {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:25.955980 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be29cc43-cfaa-4fc7-b02f-4ed30e388d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.957294 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be29cc43-cfaa-4fc7-b02f-4ed30e388d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.976286 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cf6165-4488-4b10-9b2f-8118fd82baff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652b4225-02fd-48cc-920a-222c16e6db6b', 'code': 200} Jul 13 07:41:25.976586 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73650ba7-bbb6-48c1-bfa4-2be739c201e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a04695-e39f-4fc0-924e-ffc7c182f8f8', 'code': 200} Jul 13 07:41:25.976820 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcecdbd3-f607-48dd-a569-4f5bb9bb867f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a323d04-6951-4193-92d8-53ed8ea6f205', 'code': 200} Jul 13 07:41:25.997232 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e96927a-5d00-40e6-aae8-d7935cde3c6f tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.003420 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7e96927a-5d00-40e6-aae8-d7935cde3c6f tempest-MeteringTestJSON-419422628 tempest-MeteringTestJSON-419422628-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/b88b39fa-57db-462a-b2b8-2b6b9e7ece8c HTTP/1.1" status: 204 len: 168 time: 0.5710354 Jul 13 07:41:26.133743 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9617b312-a5ba-4dfb-b89e-bfa039fc9abc req-d7784a63-c451-4d71-8b4e-2d34f8fefabd tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=dff35253-23cb-4274-8d83-c3bb24ad1148 HTTP/1.1" status: 200 len: 210 time: 0.0989814 Jul 13 07:41:26.300910 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f4b42-d290-4ba7-86a2-c65f39ae4a5e req-85ae23d5-43a3-4cb2-9f57-95b6f66ebeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:26.301789 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be29cc43-cfaa-4fc7-b02f-4ed30e388d27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.303803 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-488f4b42-d290-4ba7-86a2-c65f39ae4a5e req-85ae23d5-43a3-4cb2-9f57-95b6f66ebeec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=27cf6165-4488-4b10-9b2f-8118fd82baff HTTP/1.1" status: 200 len: 1097 time: 0.1840034 Jul 13 07:41:26.419641 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-488f4b42-d290-4ba7-86a2-c65f39ae4a5e req-2c8a62bf-59f4-49b1-9555-75f23b45330c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038268 Jul 13 07:41:26.447821 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-593c6ad1-d14f-437d-ba60-3acf4156dc72', 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'fixed_ips': [{'subnet_id': 'b1513bb1-4b36-457a-8cae-2a6826023db8'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:41:26.449655 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.505072 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40950) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:26.695676 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] Allocated IP 172.20.0.2 (593c6ad1-d14f-437d-ba60-3acf4156dc72/b1513bb1-4b36-457a-8cae-2a6826023db8/b02498cc-fd44-4d7a-864e-ddaf6c5b5810) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:26.787269 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be29cc43-cfaa-4fc7-b02f-4ed30e388d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.862622 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67ea65c6-2249-4ee3-bc9f-d9693c895bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.978549 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.002681 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] Transition to ACTIVE for port object b02498cc-fd44-4d7a-864e-ddaf6c5b5810 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:27.029226 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] Transition to ACTIVE for port object b02498cc-fd44-4d7a-864e-ddaf6c5b5810 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:27.044945 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.045879 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b577d20-f7cd-41b3-a53b-09f2a7c5f29c req-51d3179d-578c-48e3-8332-c371b428856a tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:27.047896 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6b577d20-f7cd-41b3-a53b-09f2a7c5f29c req-51d3179d-578c-48e3-8332-c371b428856a tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=27cf6165-4488-4b10-9b2f-8118fd82baff HTTP/1.1" status: 200 len: 945 time: 0.2410486 Jul 13 07:41:27.100618 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] Network 593c6ad1-d14f-437d-ba60-3acf4156dc72 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:27.106804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:27.108461 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67ea65c6-2249-4ee3-bc9f-d9693c895bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.115366 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:27.123959 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67ea65c6-2249-4ee3-bc9f-d9693c895bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.136785 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343fc60-2d5a-4299-b656-de78d64ef1a1 req-502c18c6-71e3-47a7-ab82-d61f94ae4c29 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:27.138489 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2343fc60-2d5a-4299-b656-de78d64ef1a1 req-502c18c6-71e3-47a7-ab82-d61f94ae4c29 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/ports?device_id=252024ec-d211-46ef-bc0d-5b3310b622ac HTTP/1.1" status: 200 len: 949 time: 0.1896863 Jul 13 07:41:27.155317 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6b577d20-f7cd-41b3-a53b-09f2a7c5f29c req-c8be5f18-e4ea-4a19-8f48-10f9b720d217 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897059 Jul 13 07:41:27.214864 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-67ea65c6-2249-4ee3-bc9f-d9693c895bfc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c7f206c18e04a43a6ba4c31d14374bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7077670 Jul 13 07:41:27.222650 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40960) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:27.244028 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] Pushing event updated for resources: {'Port': ['ID=b02498cc-fd44-4d7a-864e-ddaf6c5b5810,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:27.263415 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] Attempting to bind port b02498cc-fd44-4d7a-864e-ddaf6c5b5810 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:27.263787 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] Attempting to bind port b02498cc-fd44-4d7a-864e-ddaf6c5b5810 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '6e9c5810-3429-4a82-b8af-d041cb9f4715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:27.264150 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] Attempting to bind port b02498cc-fd44-4d7a-864e-ddaf6c5b5810 on network 593c6ad1-d14f-437d-ba60-3acf4156dc72 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:27.270851 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:27.271581 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] Checking segment: {'id': '6e9c5810-3429-4a82-b8af-d041cb9f4715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:27.272202 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.272773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] Bound using segment: {'id': '6e9c5810-3429-4a82-b8af-d041cb9f4715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:27.273444 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] Bound port: b02498cc-fd44-4d7a-864e-ddaf6c5b5810, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9c5810-3429-4a82-b8af-d041cb9f4715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:27.274028 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.312185 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea65c6-2249-4ee3-bc9f-d9693c895bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5b4a87-2597-488f-b613-f203136adfe7,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:27.419090 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d8e892c-ecad-4781-9292-3069976b29e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.421175 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] For port b02498cc-fd44-4d7a-864e-ddaf6c5b5810, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:27.428155 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] For port b02498cc-fd44-4d7a-864e-ddaf6c5b5810, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b02498cc-fd44-4d7a-864e-ddaf6c5b5810,segment=NetworkSegment(6e9c5810-3429-4a82-b8af-d041cb9f4715),segment_id=6e9c5810-3429-4a82-b8af-d041cb9f4715)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:27.436538 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.473106 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be29cc43-cfaa-4fc7-b02f-4ed30e388d27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.489471 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d8e892c-ecad-4781-9292-3069976b29e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.577411 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2343fc60-2d5a-4299-b656-de78d64ef1a1 req-98061a86-f12f-4342-92ea-ea4a8622dd59 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/security-groups?id=a03c0cd1-5be2-45b3-9df2-c4fcc73f431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184413 Jul 13 07:41:27.590332 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be29cc43-cfaa-4fc7-b02f-4ed30e388d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.668664 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.682979 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-07896477-f3cf-4630-b841-1f490eb998cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.692867 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e315dd4-7ccd-4cb1-bc59-c4d41210720c None None] Pushing event updated for resources: {'Port': ['ID=b02498cc-fd44-4d7a-864e-ddaf6c5b5810,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:27.796315 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-245a2d21-8514-4c19-810d-2044c443db10 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:27.798031 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-245a2d21-8514-4c19-810d-2044c443db10 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.35 "GET /v2.0/networks?id=926a3091-1227-43c7-9248-11bb692f3e70 HTTP/1.1" status: 200 len: 822 time: 0.3408365 Jul 13 07:41:27.818741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-be29cc43-cfaa-4fc7-b02f-4ed30e388d27 admin admin] Allocated IP 172.25.0.128 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/0d06f619-e901-45c7-967b-ff4b117ab087) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:27.821208 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d8e892c-ecad-4781-9292-3069976b29e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.830015 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d8e892c-ecad-4781-9292-3069976b29e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.845515 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5d8e892c-ecad-4781-9292-3069976b29e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a5b4a87-2597-488f-b613-f203136adfe7 HTTP/1.1" status: 204 len: 168 time: 0.6175067 Jul 13 07:41:27.851656 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-98d49839-5771-4730-b431-266827e50e86 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Request body: {'port': {'device_id': 'dff35253-23cb-4274-8d83-c3bb24ad1148', 'network_id': '926a3091-1227-43c7-9248-11bb692f3e70', 'admin_state_up': True, 'tenant_id': '9ddba40fdf8c427a90cae9988caaab66'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:27.873662 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e892c-ecad-4781-9292-3069976b29e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5b4a87-2597-488f-b613-f203136adfe7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:27.971124 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be29cc43-cfaa-4fc7-b02f-4ed30e388d27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.145667 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be29cc43-cfaa-4fc7-b02f-4ed30e388d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.258645 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-98d49839-5771-4730-b431-266827e50e86 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Made reservation on behalf of 9ddba40fdf8c427a90cae9988caaab66 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:28.264577 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-98d49839-5771-4730-b431-266827e50e86 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.371578 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be29cc43-cfaa-4fc7-b02f-4ed30e388d27 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:28.388799 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd61e949-23e5-4657-a53a-de4b2ddcaa98 req-dcff1e80-85e7-49cc-beb2-78edc6a7fd98 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=dff35253-23cb-4274-8d83-c3bb24ad1148 HTTP/1.1" status: 200 len: 210 time: 0.2562170 Jul 13 07:41:28.400213 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-be29cc43-cfaa-4fc7-b02f-4ed30e388d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:28.415248 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be29cc43-cfaa-4fc7-b02f-4ed30e388d27 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:28.427945 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b02498cc-fd44-4d7a-864e-ddaf6c5b5810 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:28.493983 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29cc43-cfaa-4fc7-b02f-4ed30e388d27 admin admin] Pushing event updated for resources: {'Port': ['ID=0d06f619-e901-45c7-967b-ff4b117ab087,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:28.549675 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-98d49839-5771-4730-b431-266827e50e86 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Allocated IP 172.20.0.13 (926a3091-1227-43c7-9248-11bb692f3e70/ebaa4587-64b0-4444-8306-bf055eaac5da/44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:28.595469 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port b02498cc-fd44-4d7a-864e-ddaf6c5b5810 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:28.648726 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11f3fe-7ca6-47f7-8518-7acac906adf1 req-5bf5d24b-ce68-4937-913c-a63931c8ce77 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:28.664012 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d11f3fe-7ca6-47f7-8518-7acac906adf1 req-5bf5d24b-ce68-4937-913c-a63931c8ce77 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d HTTP/1.1" status: 200 len: 946 time: 1.0764384 Jul 13 07:41:28.713506 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40992) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:28.752946 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c98fadfd-6d8a-4884-8eb8-effd01c7f8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.774104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e26bc-cc99-4f33-a5ac-2a5e5e8a204c req-e145febd-b4ce-4bb7-b6ac-cf224168e0b4 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:28.792571 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2f7e26bc-cc99-4f33-a5ac-2a5e5e8a204c req-e145febd-b4ce-4bb7-b6ac-cf224168e0b4 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d HTTP/1.1" status: 200 len: 946 time: 0.5706894 Jul 13 07:41:28.871112 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-98d49839-5771-4730-b431-266827e50e86 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.990342 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c98fadfd-6d8a-4884-8eb8-effd01c7f8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.996756 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-98d49839-5771-4730-b431-266827e50e86 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.008998 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c98fadfd-6d8a-4884-8eb8-effd01c7f8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.082572 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fadfd-6d8a-4884-8eb8-effd01c7f8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dd2c43-c60b-4644-875b-92408d85041b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:29.177363 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c98fadfd-6d8a-4884-8eb8-effd01c7f8e0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=21b7f007782b40d09b0208be0337d594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4623010 Jul 13 07:41:29.182446 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40996) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:29.190857 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-98d49839-5771-4730-b431-266827e50e86 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Network 926a3091-1227-43c7-9248-11bb692f3e70 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:29.192341 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d49839-5771-4730-b431-266827e50e86 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Pushing event updated for resources: {'Port': ['ID=44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:29.195121 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-98d49839-5771-4730-b431-266827e50e86 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:29.210693 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-98d49839-5771-4730-b431-266827e50e86 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:29.280779 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-98d49839-5771-4730-b431-266827e50e86 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:29.281569 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-98d49839-5771-4730-b431-266827e50e86 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.287041 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aef5b3-7cc5-481d-925d-461f8eeb1075 req-d7ca2c6a-2be8-4186-a189-97c995c9b7bf tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:29.288921 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e5aef5b3-7cc5-481d-925d-461f8eeb1075 req-d7ca2c6a-2be8-4186-a189-97c995c9b7bf tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=27cf6165-4488-4b10-9b2f-8118fd82baff HTTP/1.1" status: 200 len: 945 time: 0.4099243 Jul 13 07:41:29.289717 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be29cc43-cfaa-4fc7-b02f-4ed30e388d27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.314928 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-98d49839-5771-4730-b431-266827e50e86 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4665098 Jul 13 07:41:29.325080 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac7b7e0-f01d-4af7-ac35-695bfb331cdf None None] Network 593c6ad1-d14f-437d-ba60-3acf4156dc72 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:29.343089 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] Request body: {'port': {'device_id': 'dff35253-23cb-4274-8d83-c3bb24ad1148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:29.462701 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d11f3fe-7ca6-47f7-8518-7acac906adf1 req-f455bdf9-08ec-44b0-89df-3fbdef5237e7 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/security-groups?id=f97997eb-7992-4023-b6d2-a12ddc9dced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7973912 Jul 13 07:41:29.492867 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.505301 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d1261351-cf9c-4bc8-948a-b4311ecc7dc5 None None] Provisioning for port b02498cc-fd44-4d7a-864e-ddaf6c5b5810 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:29.514582 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.520680 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e88a20ac-5838-4edf-b6da-b6a0a9a48779 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:29.538691 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d1261351-cf9c-4bc8-948a-b4311ecc7dc5 None None] Provisioning complete for port b02498cc-fd44-4d7a-864e-ddaf6c5b5810 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:29.539077 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d1261351-cf9c-4bc8-948a-b4311ecc7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.555478 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-063217e2-bcbb-4fb8-9cdd-795514712f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.578571 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e5aef5b3-7cc5-481d-925d-461f8eeb1075 req-a09165be-3a0e-4270-995a-a93516f53a8a tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729809 Jul 13 07:41:29.751067 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-2f7e26bc-cc99-4f33-a5ac-2a5e5e8a204c req-f1e71984-8d0a-4185-8100-e2dd3f5a0053 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Deleting port 2abe3399-c8e9-43a5-a81f-7feb7a292a18 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:29.751920 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2f7e26bc-cc99-4f33-a5ac-2a5e5e8a204c req-f1e71984-8d0a-4185-8100-e2dd3f5a0053 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.793577 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-063217e2-bcbb-4fb8-9cdd-795514712f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.816833 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.886776 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252024ec-d211-46ef-bc0d-5b3310b622ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:29.889075 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a67036d-7656-4664-a50e-6278abb8cf0f" -d '{"events": [{"server_uuid": "252024ec-d211-46ef-bc0d-5b3310b622ac", "name": "network-vif-unplugged", "status": "completed", "tag": "e88a20ac-5838-4edf-b6da-b6a0a9a48779"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:29.904733 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d1261351-cf9c-4bc8-948a-b4311ecc7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.909928 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port e88a20ac-5838-4edf-b6da-b6a0a9a48779, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e88a20ac-5838-4edf-b6da-b6a0a9a48779,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:29.945789 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.058435 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=e88a20ac-5838-4edf-b6da-b6a0a9a48779,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:30.084229 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:30.096267 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.115538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] Transition to ACTIVE for port object 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:30.124253 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.147717 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d1261351-cf9c-4bc8-948a-b4311ecc7dc5 None None] For port b02498cc-fd44-4d7a-864e-ddaf6c5b5810, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b02498cc-fd44-4d7a-864e-ddaf6c5b5810,segment=NetworkSegment(6e9c5810-3429-4a82-b8af-d041cb9f4715),segment_id=6e9c5810-3429-4a82-b8af-d041cb9f4715)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:30.165187 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d1261351-cf9c-4bc8-948a-b4311ecc7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.213069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] Pushing event updated for resources: {'Port': ['ID=44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:30.293287 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1261351-cf9c-4bc8-948a-b4311ecc7dc5 None None] Pushing event updated for resources: {'Port': ['ID=b02498cc-fd44-4d7a-864e-ddaf6c5b5810,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:30.377530 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-80402d42-149b-4bc4-8fa4-bbae7dd30db7 None None] Provisioning complete for port b02498cc-fd44-4d7a-864e-ddaf6c5b5810 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:30.377930 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-80402d42-149b-4bc4-8fa4-bbae7dd30db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.389953 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] Attempting to bind port 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:30.390412 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] Attempting to bind port 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '8282cbcf-1d8f-4c5a-afe2-3814e20c73f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '926a3091-1227-43c7-9248-11bb692f3e70'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:30.390761 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] Attempting to bind port 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 on network 926a3091-1227-43c7-9248-11bb692f3e70 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:30.396081 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] Port 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 on network 926a3091-1227-43c7-9248-11bb692f3e70 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:41:30.396442 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] Attempting to bind port 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 on network 926a3091-1227-43c7-9248-11bb692f3e70 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:30.402923 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:30.403239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] Checking segment: {'id': '8282cbcf-1d8f-4c5a-afe2-3814e20c73f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '926a3091-1227-43c7-9248-11bb692f3e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:30.403850 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] Bound using segment: {'id': '8282cbcf-1d8f-4c5a-afe2-3814e20c73f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '926a3091-1227-43c7-9248-11bb692f3e70'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:30.404462 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] Bound port: 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8282cbcf-1d8f-4c5a-afe2-3814e20c73f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '926a3091-1227-43c7-9248-11bb692f3e70'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:30.405159 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.563380 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] For port 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:30.570034 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] For port 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:30.585236 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.619989 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-063217e2-bcbb-4fb8-9cdd-795514712f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.623208 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-063217e2-bcbb-4fb8-9cdd-795514712f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.624398 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-063217e2-bcbb-4fb8-9cdd-795514712f2c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a2dd2c43-c60b-4644-875b-92408d85041b HTTP/1.1" status: 204 len: 168 time: 1.4387298 Jul 13 07:41:30.638462 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be29cc43-cfaa-4fc7-b02f-4ed30e388d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.645364 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-2f7e26bc-cc99-4f33-a5ac-2a5e5e8a204c req-f1e71984-8d0a-4185-8100-e2dd3f5a0053 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] For port 2abe3399-c8e9-43a5-a81f-7feb7a292a18, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=2abe3399-c8e9-43a5-a81f-7feb7a292a18,segment=NetworkSegment(4ccb41b7-36a2-4fbf-8580-a3c9c34fe010),segment_id=4ccb41b7-36a2-4fbf-8580-a3c9c34fe010)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:30.645847 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2f7e26bc-cc99-4f33-a5ac-2a5e5e8a204c req-f1e71984-8d0a-4185-8100-e2dd3f5a0053 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.665425 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:30.666374 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.668232 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] 10.222.0.35 "PUT /v2.0/ports/44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 HTTP/1.1" status: 200 len: 1093 time: 1.3395474 Jul 13 07:41:30.669871 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287abd28-45d1-46b1-97a8-824dae55d156 service neutron] Pushing event updated for resources: {'Port': ['ID=44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:30.689587 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff35253-23cb-4274-8d83-c3bb24ad1148', 'tag': '44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:30.692235 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8ba3e4-01f8-4cd4-8bc0-c04d3e58c4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "dff35253-23cb-4274-8d83-c3bb24ad1148", "tag": "44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:30.704746 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063217e2-bcbb-4fb8-9cdd-795514712f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dd2c43-c60b-4644-875b-92408d85041b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:30.714037 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-2f7e26bc-cc99-4f33-a5ac-2a5e5e8a204c req-f1e71984-8d0a-4185-8100-e2dd3f5a0053 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Calling delete_port for 2abe3399-c8e9-43a5-a81f-7feb7a292a18 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:30.749147 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1da7f584-8d52-4e42-b93a-a058163fa6f1 None None] Provisioning complete for port e88a20ac-5838-4edf-b6da-b6a0a9a48779 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:30.749662 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1da7f584-8d52-4e42-b93a-a058163fa6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.807528 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-6c12513c-46af-4c44-adfb-2327c0aafc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:30.809073 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-6c12513c-46af-4c44-adfb-2327c0aafc5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ddba40fdf8c427a90cae9988caaab66&device_id=dff35253-23cb-4274-8d83-c3bb24ad1148 HTTP/1.1" status: 200 len: 1096 time: 0.0799270 Jul 13 07:41:30.870558 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-1970874f-9a02-45ef-b50e-f00c5dba4db3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 HTTP/1.1" status: 200 len: 217 time: 0.0531173 Jul 13 07:41:30.888453 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56c1db-35a8-4f77-8727-f7c0e98bb368 req-eba95a8e-2237-46c9-bd45-e04473730001 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:30.890134 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b56c1db-35a8-4f77-8727-f7c0e98bb368 req-eba95a8e-2237-46c9-bd45-e04473730001 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=dff35253-23cb-4274-8d83-c3bb24ad1148 HTTP/1.1" status: 200 len: 944 time: 0.9859977 Jul 13 07:41:30.943609 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-f984c58d-dd4a-47b5-9463-17d7162116bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:30.945477 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-f984c58d-dd4a-47b5-9463-17d7162116bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ebaa4587-64b0-4444-8306-bf055eaac5da HTTP/1.1" status: 200 len: 862 time: 0.0682600 Jul 13 07:41:31.007929 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-145fc926-258f-4938-b55f-e612e2c1bb19 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=926a3091-1227-43c7-9248-11bb692f3e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512104 Jul 13 07:41:31.114757 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b56c1db-35a8-4f77-8727-f7c0e98bb368 req-83089f39-3287-4642-a248-feb6f3a17b8f tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171433 Jul 13 07:41:31.166614 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1da7f584-8d52-4e42-b93a-a058163fa6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.268943 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.275956 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-1da7f584-8d52-4e42-b93a-a058163fa6f1 None None] For port e88a20ac-5838-4edf-b6da-b6a0a9a48779, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e88a20ac-5838-4edf-b6da-b6a0a9a48779,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:31.289401 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1da7f584-8d52-4e42-b93a-a058163fa6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.292292 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-00ce12fc-9e01-494d-b91b-e9a4c5dd5a18 service neutron] 10.222.0.35 "GET /v2.0/networks/926a3091-1227-43c7-9248-11bb692f3e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773066 Jul 13 07:41:31.299195 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee7a5eb-5da3-43d9-9c72-8c2c7f37c229 x-openstack-request-id: req-cee7a5eb-5da3-43d9-9c72-8c2c7f37c229 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:31.299678 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252024ec-d211-46ef-bc0d-5b3310b622ac", "name": "network-vif-unplugged", "status": "completed", "tag": "e88a20ac-5838-4edf-b6da-b6a0a9a48779", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:31.300054 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cee7a5eb-5da3-43d9-9c72-8c2c7f37c229 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:31.300813 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252024ec-d211-46ef-bc0d-5b3310b622ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779', 'code': 200} Jul 13 07:41:31.390120 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be29cc43-cfaa-4fc7-b02f-4ed30e388d27 admin admin] Router 61c91c1b-fe5f-490b-8825-e7854382523a is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:41:31.410199 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7f584-8d52-4e42-b93a-a058163fa6f1 None None] Pushing event updated for resources: {'Port': ['ID=e88a20ac-5838-4edf-b6da-b6a0a9a48779,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:31.601602 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-547f145f-ef74-4a8a-a3c6-b2940f85aba5 req-33d67c1d-2466-414a-8892-bbf12ced979d service neutron] 10.222.0.35 "GET /v2.0/networks/926a3091-1227-43c7-9248-11bb692f3e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001556 Jul 13 07:41:31.699404 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2f7e26bc-cc99-4f33-a5ac-2a5e5e8a204c req-f1e71984-8d0a-4185-8100-e2dd3f5a0053 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.770205 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e71984-8d0a-4185-8100-e2dd3f5a0053 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Pushing event deleted for resources: {'Port': ['ID=2abe3399-c8e9-43a5-a81f-7feb7a292a18,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:31.956575 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7e26bc-cc99-4f33-a5ac-2a5e5e8a204c req-f1e71984-8d0a-4185-8100-e2dd3f5a0053 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] No DVR routers for this DVR port 2abe3399-c8e9-43a5-a81f-7feb7a292a18 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:31.962612 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2f7e26bc-cc99-4f33-a5ac-2a5e5e8a204c req-f1e71984-8d0a-4185-8100-e2dd3f5a0053 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.964031 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5593b502-fe52-42c8-9f19-7b77f1f24650 None None] Provisioning complete for port e88a20ac-5838-4edf-b6da-b6a0a9a48779 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:31.964923 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5593b502-fe52-42c8-9f19-7b77f1f24650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.965259 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2f7e26bc-cc99-4f33-a5ac-2a5e5e8a204c req-f1e71984-8d0a-4185-8100-e2dd3f5a0053 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.35 "DELETE /v2.0/ports/2abe3399-c8e9-43a5-a81f-7feb7a292a18 HTTP/1.1" status: 204 len: 173 time: 3.0349395 Jul 13 07:41:31.971782 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d', 'name': 'network-vif-deleted', 'tag': '2abe3399-c8e9-43a5-a81f-7feb7a292a18'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:31.974450 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fcd5f9-f476-4702-ba62-24b3d9bdb1d3" -d '{"events": [{"server_uuid": "a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d", "name": "network-vif-deleted", "tag": "2abe3399-c8e9-43a5-a81f-7feb7a292a18"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:32.008130 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be29cc43-cfaa-4fc7-b02f-4ed30e388d27 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:41:32.061585 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4e2c-bf2e-445c-a57c-d817092a3cb5 req-431f656b-50b9-4bd1-8b26-bda4cf7ebf69 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:32.063504 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-197f4e2c-bf2e-445c-a57c-d817092a3cb5 req-431f656b-50b9-4bd1-8b26-bda4cf7ebf69 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=27cf6165-4488-4b10-9b2f-8118fd82baff HTTP/1.1" status: 200 len: 945 time: 0.2946305 Jul 13 07:41:32.073138 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] Sync routers for ids ['61c91c1b-fe5f-490b-8825-e7854382523a'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:41:32.078458 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be29cc43-cfaa-4fc7-b02f-4ed30e388d27 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:32.084151 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41072) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:32.094992 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-be29cc43-cfaa-4fc7-b02f-4ed30e388d27 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2506196 Jul 13 07:41:32.173648 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] Routers {'61c91c1b-fe5f-490b-8825-e7854382523a'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:32.176109 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:41:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['61c91c1b-fe5f-490b-8825-e7854382523a'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:32.177280 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-197f4e2c-bf2e-445c-a57c-d817092a3cb5 req-0dfc694a-a35d-4cca-9c27-c601a12b9249 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021352 Jul 13 07:41:32.379131 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b02498cc-fd44-4d7a-864e-ddaf6c5b5810 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:32.510728 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b02498cc-fd44-4d7a-864e-ddaf6c5b5810 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:32.511521 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:32.562020 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] Set router 61c91c1b-fe5f-490b-8825-e7854382523a gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:32.614715 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7710ed04-54e8-4dd8-9ced-9ab9768f4292 req-1f790391-c3e1-4f07-952a-ce83507abfc7 tempest-DeleteServersTestJSON-1833084930 tempest-DeleteServersTestJSON-1833084930-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d HTTP/1.1" status: 200 len: 210 time: 0.0834386 Jul 13 07:41:32.615290 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41094) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:32.913715 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae696e1-7f7a-4020-9a27-22bd6b9e2003 x-openstack-request-id: req-bae696e1-7f7a-4020-9a27-22bd6b9e2003 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:32.914419 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff35253-23cb-4274-8d83-c3bb24ad1148", "tag": "44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:32.914419 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bae696e1-7f7a-4020-9a27-22bd6b9e2003 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:32.917421 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff35253-23cb-4274-8d83-c3bb24ad1148', 'tag': '44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8', 'status': 'completed', 'code': 200} Jul 13 07:41:32.959604 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1b8461a5-0c1f-497f-bbef-cd87960d16ea tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1706019192'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:32.968362 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdf140f-a6e0-4c97-90ea-a20a145d9c45 x-openstack-request-id: req-8cdf140f-a6e0-4c97-90ea-a20a145d9c45 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:32.968802 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d", "name": "network-vif-deleted", "tag": "2abe3399-c8e9-43a5-a81f-7feb7a292a18", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:32.970392 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8cdf140f-a6e0-4c97-90ea-a20a145d9c45 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:32.970902 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f516ff-ae32-4ba2-bf3b-a1bd32defb3d', 'name': 'network-vif-deleted', 'tag': '2abe3399-c8e9-43a5-a81f-7feb7a292a18', 'status': 'completed', 'code': 200} Jul 13 07:41:32.974779 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ba3e4-01f8-4cd4-8bc0-c04d3e58c4d5 req-438c3ab8-bf79-4c2a-b10a-fcdabb51cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:32.976920 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f8ba3e4-01f8-4cd4-8bc0-c04d3e58c4d5 req-438c3ab8-bf79-4c2a-b10a-fcdabb51cf49 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ddba40fdf8c427a90cae9988caaab66&device_id=dff35253-23cb-4274-8d83-c3bb24ad1148 HTTP/1.1" status: 200 len: 1096 time: 0.3104379 Jul 13 07:41:33.085285 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'name': 'tempest-ServersTestBootFromVolume-1267362208-router', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:25Z', 'updated_at': '2021-07-13T07:41:28Z', 'revision_number': 3, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'gw_port': {'id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:27Z', 'updated_at': '2021-07-13T07:41:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:33.129870 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8461a5-0c1f-497f-bbef-cd87960d16ea tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Made reservation on behalf of aabbcac7dddf446982578c785115dc43 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:33.146027 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b8461a5-0c1f-497f-bbef-cd87960d16ea tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.152002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] Checking router: 61c91c1b-fe5f-490b-8825-e7854382523a for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:41:33.152491 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] Updating router 61c91c1b-fe5f-490b-8825-e7854382523a port 0d06f619-e901-45c7-967b-ff4b117ab087 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:41:33.190821 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b8461a5-0c1f-497f-bbef-cd87960d16ea tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.234025 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.341248 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ba3e4-01f8-4cd4-8bc0-c04d3e58c4d5 req-4942a03a-156a-45ab-8c22-35f291d9dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:33.342680 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f8ba3e4-01f8-4cd4-8bc0-c04d3e58c4d5 req-4942a03a-156a-45ab-8c22-35f291d9dff6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=926a3091-1227-43c7-9248-11bb692f3e70 HTTP/1.1" status: 200 len: 923 time: 0.3450804 Jul 13 07:41:33.352784 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252024ec-d211-46ef-bc0d-5b3310b622ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:33.355359 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950a3895-4f7c-4b39-834f-a2a0c06db7ee" -d '{"events": [{"server_uuid": "252024ec-d211-46ef-bc0d-5b3310b622ac", "name": "network-vif-plugged", "status": "completed", "tag": "e88a20ac-5838-4edf-b6da-b6a0a9a48779"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:33.366649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f15f7d-38c3-406e-b43b-f91e0738b434 req-4180bdaf-a8b5-49ff-a5a4-a8423965313a tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:33.368198 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2f15f7d-38c3-406e-b43b-f91e0738b434 req-4180bdaf-a8b5-49ff-a5a4-a8423965313a tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=dff35253-23cb-4274-8d83-c3bb24ad1148 HTTP/1.1" status: 200 len: 944 time: 0.3392310 Jul 13 07:41:33.552446 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:41:33.555557 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 2abe3399-c8e9-43a5-a81f-7feb7a292a18 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:33.602137 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2f15f7d-38c3-406e-b43b-f91e0738b434 req-02e397cf-1a59-4120-9672-fd51363303c6 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179215 Jul 13 07:41:33.603589 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f8ba3e4-01f8-4cd4-8bc0-c04d3e58c4d5 req-13fbd27d-4420-4a59-a851-0dbf3934abb7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 HTTP/1.1" status: 200 len: 217 time: 0.2208087 Jul 13 07:41:33.628667 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 2abe3399-c8e9-43a5-a81f-7feb7a292a18 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:33.629013 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 2abe3399-c8e9-43a5-a81f-7feb7a292a18 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:33.825412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:33.829998 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ba3e4-01f8-4cd4-8bc0-c04d3e58c4d5 req-c7bdb8b9-ccbd-4e7a-a0e0-41ed14ab332b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:33.834312 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f8ba3e4-01f8-4cd4-8bc0-c04d3e58c4d5 req-c7bdb8b9-ccbd-4e7a-a0e0-41ed14ab332b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ebaa4587-64b0-4444-8306-bf055eaac5da HTTP/1.1" status: 200 len: 862 time: 0.2162762 Jul 13 07:41:33.854484 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.856878 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8', 'network_id': '926a3091-1227-43c7-9248-11bb692f3e70', 'port_id': '44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8', 'mac_address': 'fa:16:3e:17:1c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebaa4587-64b0-4444-8306-bf055eaac5da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:41:33.876622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] Transition to ACTIVE for port object 0d06f619-e901-45c7-967b-ff4b117ab087 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:33.904227 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.905955 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-152e273e-3160-43d9-b544-cb0e5c614dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.954372 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a2902d-a49d-40ce-91ff-19867034a76e x-openstack-request-id: req-a8a2902d-a49d-40ce-91ff-19867034a76e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:33.955017 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252024ec-d211-46ef-bc0d-5b3310b622ac", "name": "network-vif-plugged", "status": "completed", "tag": "e88a20ac-5838-4edf-b6da-b6a0a9a48779", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:33.955017 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8a2902d-a49d-40ce-91ff-19867034a76e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:33.955756 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252024ec-d211-46ef-bc0d-5b3310b622ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779', 'code': 200} Jul 13 07:41:33.985252 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.997470 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] Attempting to bind port 0d06f619-e901-45c7-967b-ff4b117ab087 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:33.997888 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] Attempting to bind port 0d06f619-e901-45c7-967b-ff4b117ab087 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:33.998287 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] Attempting to bind port 0d06f619-e901-45c7-967b-ff4b117ab087 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:34.006624 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64640400-405d-44ce-993f-bc53e1c13486 None None] Pushing event updated for resources: {'Port': ['ID=0d06f619-e901-45c7-967b-ff4b117ab087,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:34.017294 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:34.017758 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:34.018647 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.018794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:34.019154 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] Bound port: 0d06f619-e901-45c7-967b-ff4b117ab087, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:34.019597 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.023953 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:34.060363 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f8ba3e4-01f8-4cd4-8bc0-c04d3e58c4d5 req-c1c8a4a4-2498-4caf-98ad-930ffcb01831 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=926a3091-1227-43c7-9248-11bb692f3e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2078826 Jul 13 07:41:34.079795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:34.092013 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.158774 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] For port 0d06f619-e901-45c7-967b-ff4b117ab087, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:34.216611 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] For port 0d06f619-e901-45c7-967b-ff4b117ab087, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0d06f619-e901-45c7-967b-ff4b117ab087,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:34.232101 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.252255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:34.277595 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f8ba3e4-01f8-4cd4-8bc0-c04d3e58c4d5 req-f871b689-0fe9-4705-9ea8-6a7ee5bcf6b0 service neutron] 10.222.0.35 "GET /v2.0/networks/926a3091-1227-43c7-9248-11bb692f3e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049885 Jul 13 07:41:34.279546 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b8461a5-0c1f-497f-bbef-cd87960d16ea tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.314486 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b8461a5-0c1f-497f-bbef-cd87960d16ea tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.351424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64640400-405d-44ce-993f-bc53e1c13486 None None] Pushing event updated for resources: {'Port': ['ID=0d06f619-e901-45c7-967b-ff4b117ab087,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:34.370731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] Routers {'61c91c1b-fe5f-490b-8825-e7854382523a'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:34.371506 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:41:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['61c91c1b-fe5f-490b-8825-e7854382523a'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:34.423174 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-9e68cc1a-4a58-4bb0-8c0f-8e1911114f02 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2205517 Jul 13 07:41:34.425185 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-152e273e-3160-43d9-b544-cb0e5c614dfb admin admin] Allocated IP 172.20.0.1 (593c6ad1-d14f-437d-ba60-3acf4156dc72/b1513bb1-4b36-457a-8cae-2a6826023db8/832bf157-fc84-4865-b7c8-80bc3dd74f68) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:34.450830 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:41:34.499301 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8461a5-0c1f-497f-bbef-cd87960d16ea tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:34.587258 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8461a5-0c1f-497f-bbef-cd87960d16ea tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=244f7e4e-bdb2-44d2-adae-ffee9e40e3e0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:34.621857 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b8461a5-0c1f-497f-bbef-cd87960d16ea tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.622045 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-1b8461a5-0c1f-497f-bbef-cd87960d16ea tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Added segment e769daef-3f24-4185-9edd-2149b405cd2e of type vlan for network 44ea5cc1-1648-41f3-ac77-8643bace410f Jul 13 07:41:34.642153 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d3ec9-38c9-4fa8-a42a-a13a5dffff7f req-abfe725c-db26-4f58-9e96-3cd4f21a0c1f tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:34.644378 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] Set router 61c91c1b-fe5f-490b-8825-e7854382523a gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:34.644533 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-152e273e-3160-43d9-b544-cb0e5c614dfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.647319 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b43d3ec9-38c9-4fa8-a42a-a13a5dffff7f req-abfe725c-db26-4f58-9e96-3cd4f21a0c1f tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=27cf6165-4488-4b10-9b2f-8118fd82baff HTTP/1.1" status: 200 len: 945 time: 0.7427661 Jul 13 07:41:34.672869 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-f9f6d560-e899-4c2e-9d10-335bec0a36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:34.673605 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-f9f6d560-e899-4c2e-9d10-335bec0a36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:34.674113 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-f9f6d560-e899-4c2e-9d10-335bec0a36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:34.674655 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-f9f6d560-e899-4c2e-9d10-335bec0a36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:34.675131 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-f9f6d560-e899-4c2e-9d10-335bec0a36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:34.675703 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-f9f6d560-e899-4c2e-9d10-335bec0a36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:34.676187 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-f9f6d560-e899-4c2e-9d10-335bec0a36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:34.678389 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-f9f6d560-e899-4c2e-9d10-335bec0a36b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=212dff56b36b4f87993a61249127ab0c&device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 6509 time: 0.1743314 Jul 13 07:41:34.684544 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-152e273e-3160-43d9-b544-cb0e5c614dfb admin admin] Transition to ACTIVE for port object 832bf157-fc84-4865-b7c8-80bc3dd74f68 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:34.787139 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-152e273e-3160-43d9-b544-cb0e5c614dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.795769 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b43d3ec9-38c9-4fa8-a42a-a13a5dffff7f req-162af525-4216-4e9d-b3c1-72da00ba1d88 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275363 Jul 13 07:41:34.797824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f8ba3e4-01f8-4cd4-8bc0-c04d3e58c4d5 req-b964d64d-2ff4-4dd4-9af3-43a8c7abf071 service neutron] 10.222.0.35 "GET /v2.0/networks/926a3091-1227-43c7-9248-11bb692f3e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089471 Jul 13 07:41:34.816692 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b8461a5-0c1f-497f-bbef-cd87960d16ea tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.862043 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b8461a5-0c1f-497f-bbef-cd87960d16ea tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.869954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8461a5-0c1f-497f-bbef-cd87960d16ea tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:34.870984 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b8461a5-0c1f-497f-bbef-cd87960d16ea tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.991908 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152e273e-3160-43d9-b544-cb0e5c614dfb admin admin] Network 593c6ad1-d14f-437d-ba60-3acf4156dc72 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:35.003369 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-152e273e-3160-43d9-b544-cb0e5c614dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:35.014407 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152e273e-3160-43d9-b544-cb0e5c614dfb admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:35.030431 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8461a5-0c1f-497f-bbef-cd87960d16ea tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Pushing event updated for resources: {'Network': ['ID=44ea5cc1-1648-41f3-ac77-8643bace410f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:35.086331 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 44ea5cc1-1648-41f3-ac77-8643bace410f details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:35.136424 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e273e-3160-43d9-b544-cb0e5c614dfb admin admin] Pushing event updated for resources: {'Port': ['ID=832bf157-fc84-4865-b7c8-80bc3dd74f68,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:35.164136 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1b8461a5-0c1f-497f-bbef-cd87960d16ea tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.5462000 Jul 13 07:41:35.176287 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41156) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:35.182423 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a687315d-5f6f-4e5a-9cee-4691edc2ced7 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Request body: {'subnet': {'network_id': '44ea5cc1-1648-41f3-ac77-8643bace410f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:35.209239 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-152e273e-3160-43d9-b544-cb0e5c614dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.212612 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-69acb460-0b11-4c25-b061-71008e64d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:35.214165 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-69acb460-0b11-4c25-b061-71008e64d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:35.214165 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-69acb460-0b11-4c25-b061-71008e64d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:35.215743 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-69acb460-0b11-4c25-b061-71008e64d695 service neutron] 10.222.0.62 "GET /v2.0/networks?id=918c9be5-f73c-4ae4-b262-3a0c8f3703eb&id=57e01b8b-6c29-4855-95ef-f150e56b368c&id=57e01b8b-6c29-4855-95ef-f150e56b368c&id=57e01b8b-6c29-4855-95ef-f150e56b368c&id=57e01b8b-6c29-4855-95ef-f150e56b368c&id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6&id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6 HTTP/1.1" status: 200 len: 2296 time: 0.4787531 Jul 13 07:41:35.391862 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'name': 'tempest-ServersTestBootFromVolume-1267362208-router', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:25Z', 'updated_at': '2021-07-13T07:41:28Z', 'revision_number': 3, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'gw_port': {'id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:27Z', 'updated_at': '2021-07-13T07:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:35.431642 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a18f58-8133-459f-bae0-2c617db59fbf None None] The sync data for ids ['61c91c1b-fe5f-490b-8825-e7854382523a'] in n-d-779913-28 is: [{'id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'name': 'tempest-ServersTestBootFromVolume-1267362208-router', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:25Z', 'updated_at': '2021-07-13T07:41:28Z', 'revision_number': 3, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'gw_port': {'id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:27Z', 'updated_at': '2021-07-13T07:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:41:35.446997 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b544d-7c98-43b4-9a55-f6a7121526eb req-590c1834-eb92-477a-bc06-f58143f49f33 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:35.454904 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d31b544d-7c98-43b4-9a55-f6a7121526eb req-590c1834-eb92-477a-bc06-f58143f49f33 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=dff35253-23cb-4274-8d83-c3bb24ad1148 HTTP/1.1" status: 200 len: 945 time: 0.4245961 Jul 13 07:41:35.466494 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-a50ae3cb-400f-4628-b1a6-ab6c6fa5d206 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91ae0369-0e20-472f-b809-5b288f50e076 HTTP/1.1" status: 200 len: 1000 time: 0.1698194 Jul 13 07:41:35.471036 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-bc70fc1c-92cb-4234-9407-3b6621337dc5 None None] Provisioning for port 832bf157-fc84-4865-b7c8-80bc3dd74f68 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:35.477524 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-bc70fc1c-92cb-4234-9407-3b6621337dc5 None None] Provisioning complete for port 832bf157-fc84-4865-b7c8-80bc3dd74f68 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:35.478130 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc70fc1c-92cb-4234-9407-3b6621337dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.538551 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a687315d-5f6f-4e5a-9cee-4691edc2ced7 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Made reservation on behalf of aabbcac7dddf446982578c785115dc43 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:35.541923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-bc70fc1c-92cb-4234-9407-3b6621337dc5 None None] Port 832bf157-fc84-4865-b7c8-80bc3dd74f68 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:35.552658 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a687315d-5f6f-4e5a-9cee-4691edc2ced7 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.622532 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d31b544d-7c98-43b4-9a55-f6a7121526eb req-8664f63d-69e8-4677-a4c5-906765f86e8d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574867 Jul 13 07:41:35.641790 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-ca8e1eb4-5f8a-47b3-a58c-85872a5521ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:35.643545 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-ca8e1eb4-5f8a-47b3-a58c-85872a5521ba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=74c9f7d4-d0b0-43d4-8a5f-516e5817785d HTTP/1.1" status: 200 len: 855 time: 0.1061816 Jul 13 07:41:35.748410 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-152e273e-3160-43d9-b544-cb0e5c614dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.104999 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a687315d-5f6f-4e5a-9cee-4691edc2ced7 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.127988 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-152e273e-3160-43d9-b544-cb0e5c614dfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.148357 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-152e273e-3160-43d9-b544-cb0e5c614dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.190831 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687315d-5f6f-4e5a-9cee-4691edc2ced7 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Pushing event updated for resources: {'Subnet': ['ID=3c2dfc4a-7da8-4ab4-8b52-85d9b6fdd16c,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:36.219294 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-97b21cdc-decd-4985-9dd8-d0838735464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:36.221015 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-97b21cdc-decd-4985-9dd8-d0838735464f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=918c9be5-f73c-4ae4-b262-3a0c8f3703eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5622845 Jul 13 07:41:36.329492 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a687315d-5f6f-4e5a-9cee-4691edc2ced7 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Checking segment: {'id': 'e769daef-3f24-4185-9edd-2149b405cd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '44ea5cc1-1648-41f3-ac77-8643bace410f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:36.333030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a687315d-5f6f-4e5a-9cee-4691edc2ced7 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Network hostable DHCP agents. Network: 44ea5cc1-1648-41f3-ac77-8643bace410f, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:36.374984 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad85df-881a-44e8-a15e-baf7b24a85b7 req-3e4b1224-bc4d-4653-b485-f86632d86552 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:36.384840 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10ad85df-881a-44e8-a15e-baf7b24a85b7 req-3e4b1224-bc4d-4653-b485-f86632d86552 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=27cf6165-4488-4b10-9b2f-8118fd82baff HTTP/1.1" status: 200 len: 945 time: 0.3656037 Jul 13 07:41:36.402440 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-152e273e-3160-43d9-b544-cb0e5c614dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.418189 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0d06f619-e901-45c7-967b-ff4b117ab087 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:36.450073 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e273e-3160-43d9-b544-cb0e5c614dfb admin admin] Pushing event updated for resources: {'Port': ['ID=832bf157-fc84-4865-b7c8-80bc3dd74f68,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:36.491545 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a687315d-5f6f-4e5a-9cee-4691edc2ced7 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Network 44ea5cc1-1648-41f3-ac77-8643bace410f is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:36.542151 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10ad85df-881a-44e8-a15e-baf7b24a85b7 req-c577a209-760f-440e-a7f2-dcc43b22f7bb tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485927 Jul 13 07:41:36.552585 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a687315d-5f6f-4e5a-9cee-4691edc2ced7 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 44ea5cc1-1648-41f3-ac77-8643bace410f) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:36.565277 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb31114b-1910-4299-ba4d-c4f7b2e8dfd3 None None] Network 44ea5cc1-1648-41f3-ac77-8643bace410f requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:36.569789 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a687315d-5f6f-4e5a-9cee-4691edc2ced7 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:36.577195 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a687315d-5f6f-4e5a-9cee-4691edc2ced7 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.620116 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a687315d-5f6f-4e5a-9cee-4691edc2ced7 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4422412 Jul 13 07:41:36.626814 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41202) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:36.642664 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 0d06f619-e901-45c7-967b-ff4b117ab087 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:36.658619 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b6f4e4cb-f8be-4370-ac5c-87a70f322643 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Request body: {'port': {'network_id': '44ea5cc1-1648-41f3-ac77-8643bace410f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1196075262'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:36.663196 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 0d06f619-e901-45c7-967b-ff4b117ab087 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:36.663583 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.751448 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-cc42da27-507e-4867-aa9c-9e1b471101db service neutron] 10.222.0.62 "GET /v2.0/networks/918c9be5-f73c-4ae4-b262-3a0c8f3703eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057921 Jul 13 07:41:36.788603 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152e273e-3160-43d9-b544-cb0e5c614dfb admin admin] Network 593c6ad1-d14f-437d-ba60-3acf4156dc72 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:36.792026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-152e273e-3160-43d9-b544-cb0e5c614dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:36.935697 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cda52b3a-9f15-49c7-990f-30a7b053ff76 None None] Provisioning complete for port 832bf157-fc84-4865-b7c8-80bc3dd74f68 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:36.935992 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cda52b3a-9f15-49c7-990f-30a7b053ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.960851 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f4e4cb-f8be-4370-ac5c-87a70f322643 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Made reservation on behalf of aabbcac7dddf446982578c785115dc43 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:36.972092 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6f4e4cb-f8be-4370-ac5c-87a70f322643 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.028607 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-b6f4e4cb-f8be-4370-ac5c-87a70f322643 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] device_id is not set on port 9ebfe2bf-5ff5-4c84-976c-c564472dc16e yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:37.236837 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.304380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 0d06f619-e901-45c7-967b-ff4b117ab087, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0d06f619-e901-45c7-967b-ff4b117ab087,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:37.312235 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-1180139d-6075-4402-b63c-2b47c0e5b8a3 service neutron] 10.222.0.62 "GET /v2.0/networks/918c9be5-f73c-4ae4-b262-3a0c8f3703eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196605 Jul 13 07:41:37.322584 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-cda52b3a-9f15-49c7-990f-30a7b053ff76 None None] Port 832bf157-fc84-4865-b7c8-80bc3dd74f68 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:37.326383 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.414967 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-b6f4e4cb-f8be-4370-ac5c-87a70f322643 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Allocated IP 2001:db8::1ba (44ea5cc1-1648-41f3-ac77-8643bace410f/3c2dfc4a-7da8-4ab4-8b52-85d9b6fdd16c/9ebfe2bf-5ff5-4c84-976c-c564472dc16e) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:37.419003 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-44ea5cc1-1648-41f3-ac77-8643bace410f', 'network_id': '44ea5cc1-1648-41f3-ac77-8643bace410f', 'tenant_id': 'aabbcac7dddf446982578c785115dc43', 'fixed_ips': [{'subnet_id': '3c2dfc4a-7da8-4ab4-8b52-85d9b6fdd16c'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:41:37.421312 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.442044 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b5d75-4c9f-454d-9108-757fabb91a0b req-780d16cb-a57a-45d0-b932-d4727d933f92 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:37.446539 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-b23ca048-b1da-40c2-adc5-2c716136b003 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 HTTP/1.1" status: 200 len: 217 time: 0.1283691 Jul 13 07:41:37.449942 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca1b5d75-4c9f-454d-9108-757fabb91a0b req-780d16cb-a57a-45d0-b932-d4727d933f92 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=dff35253-23cb-4274-8d83-c3bb24ad1148 HTTP/1.1" status: 200 len: 945 time: 0.2900605 Jul 13 07:41:37.484449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152e273e-3160-43d9-b544-cb0e5c614dfb admin admin] Router 61c91c1b-fe5f-490b-8825-e7854382523a has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:41:37.528721 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca1b5d75-4c9f-454d-9108-757fabb91a0b req-d7a672ee-d1ec-4151-8c1b-f9c5be52c1f7 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776608 Jul 13 07:41:37.597698 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-018d6a50-3a27-4377-8a96-7349d75434a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:37.599623 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-018d6a50-3a27-4377-8a96-7349d75434a5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=370ab867-a738-414f-91c2-c627af51a399 HTTP/1.1" status: 200 len: 797 time: 0.1139805 Jul 13 07:41:37.625416 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:37.683068 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6f4e4cb-f8be-4370-ac5c-87a70f322643 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.702840 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-b6f4e4cb-f8be-4370-ac5c-87a70f322643 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Transition to ACTIVE for port object 9ebfe2bf-5ff5-4c84-976c-c564472dc16e will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:37.740813 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6f4e4cb-f8be-4370-ac5c-87a70f322643 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.746333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b74d69eb-0f50-4ea4-80d1-15dd6ba92ba0 None None] Provisioning complete for port 832bf157-fc84-4865-b7c8-80bc3dd74f68 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:37.746886 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b74d69eb-0f50-4ea4-80d1-15dd6ba92ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.847408 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.855538 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=0d06f619-e901-45c7-967b-ff4b117ab087,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:37.934014 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-950fd99c-36da-4452-bd98-f2d780011128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:37.937663 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-950fd99c-36da-4452-bd98-f2d780011128 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57e01b8b-6c29-4855-95ef-f150e56b368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3149037 Jul 13 07:41:37.947676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f4e4cb-f8be-4370-ac5c-87a70f322643 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Network 44ea5cc1-1648-41f3-ac77-8643bace410f is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:37.953152 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b6f4e4cb-f8be-4370-ac5c-87a70f322643 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:37.956722 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4e4cb-f8be-4370-ac5c-87a70f322643 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:37.964238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f4e4cb-f8be-4370-ac5c-87a70f322643 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:37.964901 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6f4e4cb-f8be-4370-ac5c-87a70f322643 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.969548 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-5aa4eae1-1814-4fc5-8ffd-d608a6535d43 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:41:37.973009 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-5aa4eae1-1814-4fc5-8ffd-d608a6535d43 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146694 Jul 13 07:41:37.981323 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4e4cb-f8be-4370-ac5c-87a70f322643 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Pushing event updated for resources: {'Port': ['ID=9ebfe2bf-5ff5-4c84-976c-c564472dc16e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:37.994919 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b6f4e4cb-f8be-4370-ac5c-87a70f322643 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3636158 Jul 13 07:41:37.996380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] Allocated IP 2001:db8::2 (44ea5cc1-1648-41f3-ac77-8643bace410f/3c2dfc4a-7da8-4ab4-8b52-85d9b6fdd16c/40b99636-45d2-4973-9d2f-36c45ce17b72) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:37.997897 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41252) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:38.006723 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bb224425-5a62-4271-816b-827e31c4c680 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Request body: {'port': {'network_id': '44ea5cc1-1648-41f3-ac77-8643bace410f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1890857745', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:38.007399 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.api.validators [None req-bb224425-5a62-4271-816b-827e31c4c680 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] bootfile-name is not in valid_values {{(pid=93724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:41:38.007791 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.api.validators [None req-bb224425-5a62-4271-816b-827e31c4c680 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] tftp-server is not in valid_values {{(pid=93724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:41:38.008941 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.api.validators [None req-bb224425-5a62-4271-816b-827e31c4c680 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] server-ip-address is not in valid_values {{(pid=93724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:41:38.146379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b74d69eb-0f50-4ea4-80d1-15dd6ba92ba0 None None] Port 832bf157-fc84-4865-b7c8-80bc3dd74f68 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:38.172859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:38.181241 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:38.181619 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.200548 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-9dd96c67-8d49-4d42-a90d-43c74f812655 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109380 Jul 13 07:41:38.398878 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0d06f619-e901-45c7-967b-ff4b117ab087 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:38.412908 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-55c75780-d743-4d4d-961a-c6bdedc1ac58 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971793 Jul 13 07:41:38.419913 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152e273e-3160-43d9-b544-cb0e5c614dfb admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:41:38.429083 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-152e273e-3160-43d9-b544-cb0e5c614dfb admin admin] 10.222.0.58 "PUT /v2.0/routers/61c91c1b-fe5f-490b-8825-e7854382523a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3435450 Jul 13 07:41:38.474988 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb224425-5a62-4271-816b-827e31c4c680 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Made reservation on behalf of aabbcac7dddf446982578c785115dc43 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:38.490853 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb224425-5a62-4271-816b-827e31c4c680 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.491990 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-c32fffa6-3405-4730-bc0d-db8792e017ef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=ceb6e9ad-b675-411f-96d9-dbca0ebbe960 HTTP/1.1" status: 200 len: 217 time: 0.0688450 Jul 13 07:41:38.499907 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] Sync routers for ids ['61c91c1b-fe5f-490b-8825-e7854382523a'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:41:38.515380 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] Routers {'61c91c1b-fe5f-490b-8825-e7854382523a'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:38.516179 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:41:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['61c91c1b-fe5f-490b-8825-e7854382523a'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:38.572135 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.629167 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-d4e97ea9-330f-474c-95fe-852d6895e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:38.635304 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-d4e97ea9-330f-474c-95fe-852d6895e56f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=370ab867-a738-414f-91c2-c627af51a399 HTTP/1.1" status: 200 len: 797 time: 0.1164649 Jul 13 07:41:38.651100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-bb224425-5a62-4271-816b-827e31c4c680 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] device_id is not set on port 287b4f5c-5946-4004-9329-3519d9f405c2 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:38.682607 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.697872 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a843f1-a35f-454f-b57e-b3bf991d669b req-8edb83ae-3f62-44ea-8d7d-dc85a8e6c953 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:38.703047 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] Transition to ACTIVE for port object 40b99636-45d2-4973-9d2f-36c45ce17b72 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:38.707720 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19a843f1-a35f-454f-b57e-b3bf991d669b req-8edb83ae-3f62-44ea-8d7d-dc85a8e6c953 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=27cf6165-4488-4b10-9b2f-8118fd82baff HTTP/1.1" status: 200 len: 945 time: 0.8160236 Jul 13 07:41:38.741785 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] Transition to ACTIVE for port object 40b99636-45d2-4973-9d2f-36c45ce17b72 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:38.761179 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.789328 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-0d5c2257-f03c-4658-8894-5cd9ad5e694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:38.791926 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-0d5c2257-f03c-4658-8894-5cd9ad5e694b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57e01b8b-6c29-4855-95ef-f150e56b368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1442783 Jul 13 07:41:38.890329 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] Set router 61c91c1b-fe5f-490b-8825-e7854382523a gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:38.912193 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff35253-23cb-4274-8d83-c3bb24ad1148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:38.914499 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf7d3da-55a9-43c8-8f51-9d3111a8f85a" -d '{"events": [{"server_uuid": "dff35253-23cb-4274-8d83-c3bb24ad1148", "name": "network-vif-plugged", "status": "completed", "tag": "44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:38.968715 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] Network 44ea5cc1-1648-41f3-ac77-8643bace410f is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:38.995301 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:39.015047 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:39.057532 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:39.124783 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] Pushing event updated for resources: {'Port': ['ID=40b99636-45d2-4973-9d2f-36c45ce17b72,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:39.132080 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.136382 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-164b4f96-ffa1-4c02-8308-2b69b700f806 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342052 Jul 13 07:41:39.149376 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-bb224425-5a62-4271-816b-827e31c4c680 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Allocated IP 2001:db8::78 (44ea5cc1-1648-41f3-ac77-8643bace410f/3c2dfc4a-7da8-4ab4-8b52-85d9b6fdd16c/287b4f5c-5946-4004-9329-3519d9f405c2) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:39.460500 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19a843f1-a35f-454f-b57e-b3bf991d669b req-247ec3ff-3531-4427-a854-829ddd413f23 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7518718 Jul 13 07:41:39.521603 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 0d06f619-e901-45c7-967b-ff4b117ab087 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:39.521959 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.579478 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e88a20ac-5838-4edf-b6da-b6a0a9a48779 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:41:39.636783 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-c6d7d879-9def-4cbc-b597-288416774719 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931161 Jul 13 07:41:39.664546 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'name': 'tempest-ServersTestBootFromVolume-1267362208-router', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:25Z', 'updated_at': '2021-07-13T07:41:35Z', 'revision_number': 4, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'gw_port': {'id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:27Z', 'updated_at': '2021-07-13T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '832bf157-fc84-4865-b7c8-80bc3dd74f68', 'name': '', 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'mac_address': 'fa:16:3e:71:49:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'b1513bb1-4b36-457a-8cae-2a6826023db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:33Z', 'updated_at': '2021-07-13T07:41:35Z', 'revision_number': 2, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'subnets': [{'id': 'b1513bb1-4b36-457a-8cae-2a6826023db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:39.705231 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a34ef-9b5d-46bc-8030-16fb33df0b04 req-d7d961d4-8633-4dba-bae2-bd35f7ef9dbc tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:39.712607 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a5a34ef-9b5d-46bc-8030-16fb33df0b04 req-d7d961d4-8633-4dba-bae2-bd35f7ef9dbc tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=dff35253-23cb-4274-8d83-c3bb24ad1148 HTTP/1.1" status: 200 len: 946 time: 0.5405056 Jul 13 07:41:39.732640 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-83da5ffd-0264-4f35-a789-dbb62e445357 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=50c8d939-6bc9-4c86-93bc-cac6046ab070 HTTP/1.1" status: 200 len: 217 time: 0.0806034 Jul 13 07:41:39.765683 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:39.769106 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] Checking router: 61c91c1b-fe5f-490b-8825-e7854382523a for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:41:39.777533 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] Updating router 61c91c1b-fe5f-490b-8825-e7854382523a port 832bf157-fc84-4865-b7c8-80bc3dd74f68 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:41:39.805474 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a5a34ef-9b5d-46bc-8030-16fb33df0b04 req-6e4be163-d1b3-426a-9306-3a8bd2b74419 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900245 Jul 13 07:41:39.832447 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] Attempting to bind port 40b99636-45d2-4973-9d2f-36c45ce17b72 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:39.832817 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] Attempting to bind port 40b99636-45d2-4973-9d2f-36c45ce17b72 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'e769daef-3f24-4185-9edd-2149b405cd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '44ea5cc1-1648-41f3-ac77-8643bace410f'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:39.833275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] Attempting to bind port 40b99636-45d2-4973-9d2f-36c45ce17b72 on network 44ea5cc1-1648-41f3-ac77-8643bace410f {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:39.851434 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-07ad53d1-3c46-4d20-949e-bd7ea68a4bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:39.856341 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-07ad53d1-3c46-4d20-949e-bd7ea68a4bb5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=370ab867-a738-414f-91c2-c627af51a399 HTTP/1.1" status: 200 len: 797 time: 0.1085036 Jul 13 07:41:39.934170 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.967570 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb224425-5a62-4271-816b-827e31c4c680 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.980901 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:39.983795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] Checking segment: {'id': 'e769daef-3f24-4185-9edd-2149b405cd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '44ea5cc1-1648-41f3-ac77-8643bace410f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:39.984371 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.984879 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] Bound using segment: {'id': 'e769daef-3f24-4185-9edd-2149b405cd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '44ea5cc1-1648-41f3-ac77-8643bace410f'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:39.987383 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] Bound port: 40b99636-45d2-4973-9d2f-36c45ce17b72, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e769daef-3f24-4185-9edd-2149b405cd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '44ea5cc1-1648-41f3-ac77-8643bace410f'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:39.987923 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.003158 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-bb224425-5a62-4271-816b-827e31c4c680 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Transition to ACTIVE for port object 287b4f5c-5946-4004-9329-3519d9f405c2 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:40.131973 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb224425-5a62-4271-816b-827e31c4c680 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.304889 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-da9cbfbb-581a-4982-90c2-6293905b4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:40.311062 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-da9cbfbb-581a-4982-90c2-6293905b4ae3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57e01b8b-6c29-4855-95ef-f150e56b368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4478633 Jul 13 07:41:40.373507 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb224425-5a62-4271-816b-827e31c4c680 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Network 44ea5cc1-1648-41f3-ac77-8643bace410f is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:40.382104 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port e88a20ac-5838-4edf-b6da-b6a0a9a48779, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e88a20ac-5838-4edf-b6da-b6a0a9a48779,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:40.388355 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] For port 40b99636-45d2-4973-9d2f-36c45ce17b72, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:40.402733 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-bb224425-5a62-4271-816b-827e31c4c680 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:40.410400 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] For port 40b99636-45d2-4973-9d2f-36c45ce17b72, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=40b99636-45d2-4973-9d2f-36c45ce17b72,segment=NetworkSegment(e769daef-3f24-4185-9edd-2149b405cd2e),segment_id=e769daef-3f24-4185-9edd-2149b405cd2e)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:40.411679 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb224425-5a62-4271-816b-827e31c4c680 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:40.424614 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.429684 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb224425-5a62-4271-816b-827e31c4c680 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:40.433854 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb224425-5a62-4271-816b-827e31c4c680 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.471630 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb224425-5a62-4271-816b-827e31c4c680 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Pushing event updated for resources: {'Port': ['ID=287b4f5c-5946-4004-9329-3519d9f405c2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:40.475278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779', 'mac_address': 'fa:16:3e:9d:23:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:41:40.504680 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bb224425-5a62-4271-816b-827e31c4c680 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.5053608 Jul 13 07:41:40.505398 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41308) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:40.692519 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-adee596a-fee4-41c8-b3a8-f4c77130f481 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665695 Jul 13 07:41:40.707356 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae93096-dd5d-487d-9b82-8bda477416ce None None] Pushing event updated for resources: {'Port': ['ID=40b99636-45d2-4973-9d2f-36c45ce17b72,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:40.757096 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.770120 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30207aef-4150-4704-a25f-1b5ee37646b8 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:40.778653 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e88a20ac-5838-4edf-b6da-b6a0a9a48779 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:40.786147 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.801472 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30207aef-4150-4704-a25f-1b5ee37646b8 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:40.828491 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] Transition to ACTIVE for port object 832bf157-fc84-4865-b7c8-80bc3dd74f68 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:40.835050 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30207aef-4150-4704-a25f-1b5ee37646b8 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:40.845241 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.851233 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-30207aef-4150-4704-a25f-1b5ee37646b8 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3424296 Jul 13 07:41:40.852657 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41314) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:40.883098 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port e88a20ac-5838-4edf-b6da-b6a0a9a48779, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e88a20ac-5838-4edf-b6da-b6a0a9a48779,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:40.890992 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.003112 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-940c3697-d184-4422-95e9-b324ca01b748 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978723 Jul 13 07:41:41.127205 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531cccb-648e-405c-81fd-473756c1edd7 None None] Pushing event updated for resources: {'Port': ['ID=832bf157-fc84-4865-b7c8-80bc3dd74f68,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:41.205316 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-3026689a-fcb7-45ce-8dd9-419b42ca1220 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=edae6acc-ae63-4af8-b2c6-ed538d646caf HTTP/1.1" status: 200 len: 217 time: 0.1882133 Jul 13 07:41:41.210208 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531cccb-648e-405c-81fd-473756c1edd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.210561 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531cccb-648e-405c-81fd-473756c1edd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.210911 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531cccb-648e-405c-81fd-473756c1edd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.211246 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531cccb-648e-405c-81fd-473756c1edd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.211581 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531cccb-648e-405c-81fd-473756c1edd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.212023 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531cccb-648e-405c-81fd-473756c1edd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.212446 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531cccb-648e-405c-81fd-473756c1edd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.212776 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531cccb-648e-405c-81fd-473756c1edd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.213633 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531cccb-648e-405c-81fd-473756c1edd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.213959 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531cccb-648e-405c-81fd-473756c1edd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.214311 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531cccb-648e-405c-81fd-473756c1edd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.214620 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531cccb-648e-405c-81fd-473756c1edd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.234256 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] Attempting to bind port 832bf157-fc84-4865-b7c8-80bc3dd74f68 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:41.234552 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] Attempting to bind port 832bf157-fc84-4865-b7c8-80bc3dd74f68 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '6e9c5810-3429-4a82-b8af-d041cb9f4715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:41.234912 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] Attempting to bind port 832bf157-fc84-4865-b7c8-80bc3dd74f68 on network 593c6ad1-d14f-437d-ba60-3acf4156dc72 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:41.241078 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:41.241800 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] Checking segment: {'id': '6e9c5810-3429-4a82-b8af-d041cb9f4715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:41.242262 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.242832 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] Bound using segment: {'id': '6e9c5810-3429-4a82-b8af-d041cb9f4715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:41.243319 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] Bound port: 832bf157-fc84-4865-b7c8-80bc3dd74f68, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9c5810-3429-4a82-b8af-d041cb9f4715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:41.243700 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.284873 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ad62f499-e053-4420-8d3f-d8e27b27030c tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Deleting port 287b4f5c-5946-4004-9329-3519d9f405c2 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:41.286224 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad62f499-e053-4420-8d3f-d8e27b27030c tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.340176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-ad3a17f4-7855-48dc-81bd-3d6d2cd74e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:41.347097 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-ad3a17f4-7855-48dc-81bd-3d6d2cd74e8a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=370ab867-a738-414f-91c2-c627af51a399 HTTP/1.1" status: 200 len: 797 time: 0.1322207 Jul 13 07:41:41.482930 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-4fa647c0-ea2b-4790-8f38-c6976b8eb4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:41.484803 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-4fa647c0-ea2b-4790-8f38-c6976b8eb4cd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57e01b8b-6c29-4855-95ef-f150e56b368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1294715 Jul 13 07:41:41.648528 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad62f499-e053-4420-8d3f-d8e27b27030c tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.717392 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ad62f499-e053-4420-8d3f-d8e27b27030c tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Calling delete_port for 287b4f5c-5946-4004-9329-3519d9f405c2 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:41.774337 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41320) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:41.813264 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=e88a20ac-5838-4edf-b6da-b6a0a9a48779,revision_number=10']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:41.814472 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] For port 832bf157-fc84-4865-b7c8-80bc3dd74f68, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:41.818145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-057f3057-2c12-444e-ba4c-563928a0cec9 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1922445597', 'description': 'tempest-description--810766243'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:41.833682 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] For port 832bf157-fc84-4865-b7c8-80bc3dd74f68, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=832bf157-fc84-4865-b7c8-80bc3dd74f68,segment=NetworkSegment(6e9c5810-3429-4a82-b8af-d041cb9f4715),segment_id=6e9c5810-3429-4a82-b8af-d041cb9f4715)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:41.835790 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['e88a20ac-5838-4edf-b6da-b6a0a9a48779'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:41:41.844333 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.965916 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-057f3057-2c12-444e-ba4c-563928a0cec9 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.013378 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-d4f66e10-52d3-4f33-a58d-14535e8ee744 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168917 Jul 13 07:41:42.070929 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d488ae-fc1d-45a9-be04-1e4ac5214614 x-openstack-request-id: req-e3d488ae-fc1d-45a9-be04-1e4ac5214614 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:42.071331 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff35253-23cb-4274-8d83-c3bb24ad1148", "name": "network-vif-plugged", "status": "completed", "tag": "44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:42.071461 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e3d488ae-fc1d-45a9-be04-1e4ac5214614 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:42.071869 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff35253-23cb-4274-8d83-c3bb24ad1148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8', 'code': 200} Jul 13 07:41:42.114796 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531cccb-648e-405c-81fd-473756c1edd7 None None] Pushing event updated for resources: {'Port': ['ID=832bf157-fc84-4865-b7c8-80bc3dd74f68,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:42.138263 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c40b38c4-80b8-435c-8553-7c313e7dcb3d None None] Provisioning complete for port e88a20ac-5838-4edf-b6da-b6a0a9a48779 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:42.138875 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c40b38c4-80b8-435c-8553-7c313e7dcb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.214193 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] Routers {'61c91c1b-fe5f-490b-8825-e7854382523a'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:42.215282 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:41:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['61c91c1b-fe5f-490b-8825-e7854382523a'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:42.261305 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-057f3057-2c12-444e-ba4c-563928a0cec9 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.366517 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-9f0dee79-9e93-449c-b714-80080aecd4e2 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187284 Jul 13 07:41:42.367764 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-057f3057-2c12-444e-ba4c-563928a0cec9 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.498922 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-057f3057-2c12-444e-ba4c-563928a0cec9 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.506251 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-057f3057-2c12-444e-ba4c-563928a0cec9 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7307894 Jul 13 07:41:42.516933 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41328) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:42.521022 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-eb34a707-2111-4741-ae72-367769c10437 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=898d9121-0ea6-4720-8349-4991e51f33d9 HTTP/1.1" status: 200 len: 217 time: 0.1341271 Jul 13 07:41:42.532418 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ba0b8f02-9dd8-433b-9f4e-5f913da7c63c tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Request body: {'security_group_rule': {'security_group_id': 'd951993f-ee3b-44f4-a019-a3341f039c9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:42.672270 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-def04bdc-9229-40f2-87ad-e8afd2ee3edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:42.673867 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-def04bdc-9229-40f2-87ad-e8afd2ee3edc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f6e3720-201f-43bb-bde6-dcc07159d634 HTTP/1.1" status: 200 len: 797 time: 0.1172967 Jul 13 07:41:42.676008 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f3057-2c12-444e-ba4c-563928a0cec9 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d951993f-ee3b-44f4-a019-a3341f039c9c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:42.691278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 40b99636-45d2-4973-9d2f-36c45ce17b72 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:42.692296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f3057-2c12-444e-ba4c-563928a0cec9 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.692651 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f3057-2c12-444e-ba4c-563928a0cec9 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.693001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f3057-2c12-444e-ba4c-563928a0cec9 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.693326 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f3057-2c12-444e-ba4c-563928a0cec9 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.693660 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f3057-2c12-444e-ba4c-563928a0cec9 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.693992 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f3057-2c12-444e-ba4c-563928a0cec9 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.694374 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f3057-2c12-444e-ba4c-563928a0cec9 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.694669 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f3057-2c12-444e-ba4c-563928a0cec9 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.694994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f3057-2c12-444e-ba4c-563928a0cec9 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.695315 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f3057-2c12-444e-ba4c-563928a0cec9 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.695634 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f3057-2c12-444e-ba4c-563928a0cec9 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.695983 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f3057-2c12-444e-ba4c-563928a0cec9 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.701030 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ba0b8f02-9dd8-433b-9f4e-5f913da7c63c tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.730430 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] Set router 61c91c1b-fe5f-490b-8825-e7854382523a gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:42.936652 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c40b38c4-80b8-435c-8553-7c313e7dcb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.986862 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-375a8bd5-dfc2-46b0-9378-ee2cb109c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:42.990695 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-375a8bd5-dfc2-46b0-9378-ee2cb109c8bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3002696 Jul 13 07:41:43.009531 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ba0b8f02-9dd8-433b-9f4e-5f913da7c63c tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.068859 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ba0b8f02-9dd8-433b-9f4e-5f913da7c63c tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.220367 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a63909-24cb-4d67-ae5a-c62bec3514d0 None None] Network 44ea5cc1-1648-41f3-ac77-8643bace410f requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:43.234336 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.292188 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c40b38c4-80b8-435c-8553-7c313e7dcb3d None None] For port e88a20ac-5838-4edf-b6da-b6a0a9a48779, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e88a20ac-5838-4edf-b6da-b6a0a9a48779,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:43.363749 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c40b38c4-80b8-435c-8553-7c313e7dcb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.372052 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-4411b32d-b520-46f5-be96-766276cb4b53 service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691230 Jul 13 07:41:43.384710 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ba0b8f02-9dd8-433b-9f4e-5f913da7c63c tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.387573 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ba0b8f02-9dd8-433b-9f4e-5f913da7c63c tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8688686 Jul 13 07:41:43.389901 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b8f02-9dd8-433b-9f4e-5f913da7c63c tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9804f5ff-44e6-43b0-a5ad-7b465404fdce,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:43.391938 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41332) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:43.418200 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 40b99636-45d2-4973-9d2f-36c45ce17b72 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:43.422509 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65132dcc-0205-4f8e-9040-062836719e24 req-0d58b1be-68a4-4baa-8443-06c3dad37902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:43.436865 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-f2125cfa-af67-4fb7-b087-af92c3ea5fd8 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Request body: {'security_group_rule': {'security_group_id': 'd951993f-ee3b-44f4-a019-a3341f039c9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:43.439215 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-65132dcc-0205-4f8e-9040-062836719e24 req-0d58b1be-68a4-4baa-8443-06c3dad37902 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dff35253-23cb-4274-8d83-c3bb24ad1148 HTTP/1.1" status: 200 len: 1098 time: 0.4027081 Jul 13 07:41:43.484577 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'name': 'tempest-ServersTestBootFromVolume-1267362208-router', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:25Z', 'updated_at': '2021-07-13T07:41:35Z', 'revision_number': 4, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'gw_port': {'id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:27Z', 'updated_at': '2021-07-13T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '832bf157-fc84-4865-b7c8-80bc3dd74f68', 'name': '', 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'mac_address': 'fa:16:3e:71:49:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'b1513bb1-4b36-457a-8cae-2a6826023db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:33Z', 'updated_at': '2021-07-13T07:41:41Z', 'revision_number': 4, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'subnets': [{'id': 'b1513bb1-4b36-457a-8cae-2a6826023db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:43.521263 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00172c66-38db-4f09-8eb6-a3423b8681d6 None None] The sync data for ids ['61c91c1b-fe5f-490b-8825-e7854382523a'] in n-d-779913-28 is: [{'id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'name': 'tempest-ServersTestBootFromVolume-1267362208-router', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:25Z', 'updated_at': '2021-07-13T07:41:35Z', 'revision_number': 4, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'gw_port': {'id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:27Z', 'updated_at': '2021-07-13T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '832bf157-fc84-4865-b7c8-80bc3dd74f68', 'name': '', 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'mac_address': 'fa:16:3e:71:49:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'b1513bb1-4b36-457a-8cae-2a6826023db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:33Z', 'updated_at': '2021-07-13T07:41:41Z', 'revision_number': 4, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'subnets': [{'id': 'b1513bb1-4b36-457a-8cae-2a6826023db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:41:43.763702 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f2125cfa-af67-4fb7-b087-af92c3ea5fd8 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.847693 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-65132dcc-0205-4f8e-9040-062836719e24 req-6cbd4180-644f-48f2-9c5f-31ff0148482c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993242 Jul 13 07:41:43.851425 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad62f499-e053-4420-8d3f-d8e27b27030c tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.898036 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-4fbe4e87-3257-46a1-ab48-9881cf20f589 service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086002 Jul 13 07:41:43.922287 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b38c4-80b8-435c-8553-7c313e7dcb3d None None] Pushing event updated for resources: {'Port': ['ID=e88a20ac-5838-4edf-b6da-b6a0a9a48779,revision_number=11']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:44.064020 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-553aa53f-8dce-44b5-b02f-fe54cdbe3d50 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0089a19-6897-483c-beef-e272a1029320 HTTP/1.1" status: 200 len: 217 time: 0.1397431 Jul 13 07:41:44.090973 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad62f499-e053-4420-8d3f-d8e27b27030c tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.098056 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ad62f499-e053-4420-8d3f-d8e27b27030c tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] 10.222.0.58 "DELETE /v2.0/ports/287b4f5c-5946-4004-9329-3519d9f405c2 HTTP/1.1" status: 204 len: 168 time: 3.2317739 Jul 13 07:41:44.105437 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62f499-e053-4420-8d3f-d8e27b27030c tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Pushing event deleted for resources: {'Port': ['ID=287b4f5c-5946-4004-9329-3519d9f405c2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:44.121359 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41334) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:44.150069 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4f05515d-cf43-4f4e-9623-da7f4a46d727 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Request body: {'port': {'name': 'tempest-new-port-name-1806369173', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:44.150583 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.api.validators [None req-4f05515d-cf43-4f4e-9623-da7f4a46d727 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] bootfile-name is not in valid_values {{(pid=93724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:41:44.150929 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.api.validators [None req-4f05515d-cf43-4f4e-9623-da7f4a46d727 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] tftp-server is not in valid_values {{(pid=93724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:41:44.151452 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.api.validators [None req-4f05515d-cf43-4f4e-9623-da7f4a46d727 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] server-ip-address is not in valid_values {{(pid=93724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:41:44.179275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252024ec-d211-46ef-bc0d-5b3310b622ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:44.193724 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3842e32d-c907-47ab-a1b6-708c7bca31f1" -d '{"events": [{"server_uuid": "252024ec-d211-46ef-bc0d-5b3310b622ac", "name": "network-vif-plugged", "status": "completed", "tag": "e88a20ac-5838-4edf-b6da-b6a0a9a48779"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:44.231228 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f2125cfa-af67-4fb7-b087-af92c3ea5fd8 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.239677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-5f5fba1b-5bb4-494d-be55-1026effbcb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:44.246757 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-5f5fba1b-5bb4-494d-be55-1026effbcb2f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f6e3720-201f-43bb-bde6-dcc07159d634 HTTP/1.1" status: 200 len: 797 time: 0.1742811 Jul 13 07:41:44.247855 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f2125cfa-af67-4fb7-b087-af92c3ea5fd8 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.346638 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c24e3f10-fb9a-49db-a968-439505283a1c None None] Provisioning for port 40b99636-45d2-4973-9d2f-36c45ce17b72 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:44.368188 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c24e3f10-fb9a-49db-a968-439505283a1c None None] Provisioning complete for port 40b99636-45d2-4973-9d2f-36c45ce17b72 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:44.370427 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c24e3f10-fb9a-49db-a968-439505283a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.419886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2125cfa-af67-4fb7-b087-af92c3ea5fd8 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3401f1ca-e3b7-4f63-a277-a410660f20f1,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:44.450048 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f2125cfa-af67-4fb7-b087-af92c3ea5fd8 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.459820 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f2125cfa-af67-4fb7-b087-af92c3ea5fd8 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0443783 Jul 13 07:41:44.460656 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41342) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:44.477386 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-4f5692df-4983-4e78-b45e-203fa48e4911 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:44.582648 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f05515d-cf43-4f4e-9623-da7f4a46d727 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.630561 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 832bf157-fc84-4865-b7c8-80bc3dd74f68 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:44.751120 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f5692df-4983-4e78-b45e-203fa48e4911 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks [] for floatingip, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.836314 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-a4533aa5-ccdc-4963-8287-a24072f45bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:44.849178 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-a4533aa5-ccdc-4963-8287-a24072f45bc3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5846434 Jul 13 07:41:44.919678 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c24e3f10-fb9a-49db-a968-439505283a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.155767 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c24e3f10-fb9a-49db-a968-439505283a1c None None] For port 40b99636-45d2-4973-9d2f-36c45ce17b72, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=40b99636-45d2-4973-9d2f-36c45ce17b72,segment=NetworkSegment(e769daef-3f24-4185-9edd-2149b405cd2e),segment_id=e769daef-3f24-4185-9edd-2149b405cd2e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:45.186631 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c24e3f10-fb9a-49db-a968-439505283a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.273408 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-b1b39fae-4f07-4517-b59f-8876fc61dad7 service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991728 Jul 13 07:41:45.283565 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 832bf157-fc84-4865-b7c8-80bc3dd74f68 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:45.302232 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 832bf157-fc84-4865-b7c8-80bc3dd74f68 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:45.309834 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.382759 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f05515d-cf43-4f4e-9623-da7f4a46d727 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.395625 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f05515d-cf43-4f4e-9623-da7f4a46d727 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.524064 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-4f05515d-cf43-4f4e-9623-da7f4a46d727 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] In _notify_port_updated(), no bound segment for port 9ebfe2bf-5ff5-4c84-976c-c564472dc16e on network 44ea5cc1-1648-41f3-ac77-8643bace410f {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:41:45.530953 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c24e3f10-fb9a-49db-a968-439505283a1c None None] Provisioning complete for port e88a20ac-5838-4edf-b6da-b6a0a9a48779 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:45.531337 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c24e3f10-fb9a-49db-a968-439505283a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.536675 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f05515d-cf43-4f4e-9623-da7f4a46d727 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:45.543809 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f05515d-cf43-4f4e-9623-da7f4a46d727 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.545607 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4f05515d-cf43-4f4e-9623-da7f4a46d727 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] 10.222.0.58 "PUT /v2.0/ports/9ebfe2bf-5ff5-4c84-976c-c564472dc16e HTTP/1.1" status: 200 len: 1130 time: 1.4236701 Jul 13 07:41:45.548470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41344) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:45.611720 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05515d-cf43-4f4e-9623-da7f4a46d727 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Pushing event updated for resources: {'Port': ['ID=9ebfe2bf-5ff5-4c84-976c-c564472dc16e,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:45.652920 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12d2162-de54-4112-84a8-88c640112753 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:45.656137 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b12d2162-de54-4112-84a8-88c640112753 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] 10.222.0.58 "GET /v2.0/ports/9ebfe2bf-5ff5-4c84-976c-c564472dc16e HTTP/1.1" status: 200 len: 1130 time: 0.0955184 Jul 13 07:41:45.659775 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41346) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:45.665860 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e88a20ac-5838-4edf-b6da-b6a0a9a48779 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:45.692846 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e3f10-fb9a-49db-a968-439505283a1c None None] Pushing event updated for resources: {'Port': ['ID=40b99636-45d2-4973-9d2f-36c45ce17b72,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:45.723940 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f5692df-4983-4e78-b45e-203fa48e4911 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.737955 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-670697b5-8c2a-457a-aa94-b396ae17dc0b req-29ebf2b9-f6a9-4013-975d-c5c1858c8d1b service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390011 Jul 13 07:41:45.899587 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.994235 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port e88a20ac-5838-4edf-b6da-b6a0a9a48779 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:45.994235 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.109405 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c24e3f10-fb9a-49db-a968-439505283a1c None None] Provisioning complete for port 832bf157-fc84-4865-b7c8-80bc3dd74f68 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:46.110197 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c24e3f10-fb9a-49db-a968-439505283a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.193143 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 832bf157-fc84-4865-b7c8-80bc3dd74f68, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=832bf157-fc84-4865-b7c8-80bc3dd74f68,segment=NetworkSegment(6e9c5810-3429-4a82-b8af-d041cb9f4715),segment_id=6e9c5810-3429-4a82-b8af-d041cb9f4715)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:46.298238 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.498757 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=832bf157-fc84-4865-b7c8-80bc3dd74f68,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:46.607565 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-52d947b1-c258-427c-ad33-bc7c3709e7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Deleting port 9ebfe2bf-5ff5-4c84-976c-c564472dc16e {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:46.607918 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52d947b1-c258-427c-ad33-bc7c3709e7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.720416 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 40b99636-45d2-4973-9d2f-36c45ce17b72 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:46.855500 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-13e1be18-3324-4255-9ddf-7c8ed27a19a0 None None] Provisioning for port 9ebfe2bf-5ff5-4c84-976c-c564472dc16e completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:46.871561 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-13e1be18-3324-4255-9ddf-7c8ed27a19a0 None None] Provisioning complete for port 9ebfe2bf-5ff5-4c84-976c-c564472dc16e triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:46.872248 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13e1be18-3324-4255-9ddf-7c8ed27a19a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.984128 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 40b99636-45d2-4973-9d2f-36c45ce17b72 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:46.984514 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.059422 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-13e1be18-3324-4255-9ddf-7c8ed27a19a0 None None] Port 9ebfe2bf-5ff5-4c84-976c-c564472dc16e cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:47.107119 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-13e1be18-3324-4255-9ddf-7c8ed27a19a0 None None] Could not find standard attr ID for object 287b4f5c-5946-4004-9329-3519d9f405c2. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:41:47.171007 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-13e1be18-3324-4255-9ddf-7c8ed27a19a0 None None] Provisioning complete for port 40b99636-45d2-4973-9d2f-36c45ce17b72 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:47.171007 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13e1be18-3324-4255-9ddf-7c8ed27a19a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.385685 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-4f5692df-4983-4e78-b45e-203fa48e4911 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Allocated IP 172.25.0.199 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/3d762e64-3bb6-45d1-9129-b76863988509) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:47.545569 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52d947b1-c258-427c-ad33-bc7c3709e7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.575816 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-52d947b1-c258-427c-ad33-bc7c3709e7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Calling delete_port for 9ebfe2bf-5ff5-4c84-976c-c564472dc16e owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:47.702264 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-68c4d1b6-685b-4ed5-96e6-98a3600cf0c0 None None] Provisioning complete for port 9ebfe2bf-5ff5-4c84-976c-c564472dc16e triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:47.702936 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68c4d1b6-685b-4ed5-96e6-98a3600cf0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.782174 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f5692df-4983-4e78-b45e-203fa48e4911 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.853666 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-68c4d1b6-685b-4ed5-96e6-98a3600cf0c0 None None] Port 9ebfe2bf-5ff5-4c84-976c-c564472dc16e cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:47.883251 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-68c4d1b6-685b-4ed5-96e6-98a3600cf0c0 None None] Provisioning complete for port 832bf157-fc84-4865-b7c8-80bc3dd74f68 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:47.884109 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68c4d1b6-685b-4ed5-96e6-98a3600cf0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.107624 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52d947b1-c258-427c-ad33-bc7c3709e7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.112870 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f5692df-4983-4e78-b45e-203fa48e4911 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.235889 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5692df-4983-4e78-b45e-203fa48e4911 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:48.258008 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-4f5692df-4983-4e78-b45e-203fa48e4911 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:48.285976 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52d947b1-c258-427c-ad33-bc7c3709e7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.294908 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-52d947b1-c258-427c-ad33-bc7c3709e7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] 10.222.0.58 "DELETE /v2.0/ports/9ebfe2bf-5ff5-4c84-976c-c564472dc16e HTTP/1.1" status: 204 len: 168 time: 2.6291430 Jul 13 07:41:48.294908 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5692df-4983-4e78-b45e-203fa48e4911 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:48.295435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41348) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:48.350730 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5692df-4983-4e78-b45e-203fa48e4911 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Pushing event updated for resources: {'Port': ['ID=3d762e64-3bb6-45d1-9129-b76863988509,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:48.386114 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d947b1-c258-427c-ad33-bc7c3709e7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Pushing event deleted for resources: {'Port': ['ID=9ebfe2bf-5ff5-4c84-976c-c564472dc16e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:48.439791 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ebaf7a-112e-4095-a519-4d35f97281c6 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Deleting subnet 3c2dfc4a-7da8-4ab4-8b52-85d9b6fdd16c {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:48.450933 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5ebaf7a-112e-4095-a519-4d35f97281c6 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.540317 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f5692df-4983-4e78-b45e-203fa48e4911 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.551773 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5ebaf7a-112e-4095-a519-4d35f97281c6 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.578943 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 832bf157-fc84-4865-b7c8-80bc3dd74f68 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:48.641059 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f5692df-4983-4e78-b45e-203fa48e4911 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.699454 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 832bf157-fc84-4865-b7c8-80bc3dd74f68 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:48.700136 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.796002 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5ebaf7a-112e-4095-a519-4d35f97281c6 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.930142 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f5692df-4983-4e78-b45e-203fa48e4911 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.930907 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5ebaf7a-112e-4095-a519-4d35f97281c6 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.942500 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f5692df-4983-4e78-b45e-203fa48e4911 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.977352 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebaf7a-112e-4095-a519-4d35f97281c6 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Pushing event deleted for resources: {'Subnet': ['ID=3c2dfc4a-7da8-4ab4-8b52-85d9b6fdd16c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:48.993069 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5ebaf7a-112e-4095-a519-4d35f97281c6 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.000234 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d5ebaf7a-112e-4095-a519-4d35f97281c6 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] 10.222.0.58 "DELETE /v2.0/subnets/3c2dfc4a-7da8-4ab4-8b52-85d9b6fdd16c HTTP/1.1" status: 204 len: 168 time: 0.6991189 Jul 13 07:41:49.000490 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb8e26e-4ede-4a94-bd09-3816ba067576 None None] Network 44ea5cc1-1648-41f3-ac77-8643bace410f requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:49.001141 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41354) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:49.093748 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5692df-4983-4e78-b45e-203fa48e4911 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Pushing event updated for resources: {'Port': ['ID=3d762e64-3bb6-45d1-9129-b76863988509,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:49.124415 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f5692df-4983-4e78-b45e-203fa48e4911 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.161888 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f5692df-4983-4e78-b45e-203fa48e4911 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.165152 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4f5692df-4983-4e78-b45e-203fa48e4911 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6923044 Jul 13 07:41:49.258379 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-792789cb-5895-4d6c-9b90-75ec8d7485e3 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.405442 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35273455-3cc4-41c1-ada1-61af5b5be7eb None None] DHCP port deletion for 44ea5cc1-1648-41f3-ac77-8643bace410f request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:41:49.442844 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-792789cb-5895-4d6c-9b90-75ec8d7485e3 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Deleting port 40b99636-45d2-4973-9d2f-36c45ce17b72 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:49.443489 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-792789cb-5895-4d6c-9b90-75ec8d7485e3 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.522190 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-35273455-3cc4-41c1-ada1-61af5b5be7eb None None] Deleting port 40b99636-45d2-4973-9d2f-36c45ce17b72 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:49.522507 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-35273455-3cc4-41c1-ada1-61af5b5be7eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.537176 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-792789cb-5895-4d6c-9b90-75ec8d7485e3 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] For port 40b99636-45d2-4973-9d2f-36c45ce17b72, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=40b99636-45d2-4973-9d2f-36c45ce17b72,segment=NetworkSegment(e769daef-3f24-4185-9edd-2149b405cd2e),segment_id=e769daef-3f24-4185-9edd-2149b405cd2e)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:49.537620 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-792789cb-5895-4d6c-9b90-75ec8d7485e3 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.554024 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-792789cb-5895-4d6c-9b90-75ec8d7485e3 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Calling delete_port for 40b99636-45d2-4973-9d2f-36c45ce17b72 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:49.653857 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-792789cb-5895-4d6c-9b90-75ec8d7485e3 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.672194 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-35273455-3cc4-41c1-ada1-61af5b5be7eb None None] For port 40b99636-45d2-4973-9d2f-36c45ce17b72, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=40b99636-45d2-4973-9d2f-36c45ce17b72,segment=NetworkSegment(e769daef-3f24-4185-9edd-2149b405cd2e),segment_id=e769daef-3f24-4185-9edd-2149b405cd2e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:49.672596 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-35273455-3cc4-41c1-ada1-61af5b5be7eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.689079 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-35273455-3cc4-41c1-ada1-61af5b5be7eb None None] Calling delete_port for 40b99636-45d2-4973-9d2f-36c45ce17b72 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:49.711084 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792789cb-5895-4d6c-9b90-75ec8d7485e3 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Pushing event deleted for resources: {'Port': ['ID=40b99636-45d2-4973-9d2f-36c45ce17b72,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:49.719607 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792789cb-5895-4d6c-9b90-75ec8d7485e3 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] No DVR routers for this DVR port 40b99636-45d2-4973-9d2f-36c45ce17b72 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:49.876004 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-35273455-3cc4-41c1-ada1-61af5b5be7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.886547 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-792789cb-5895-4d6c-9b90-75ec8d7485e3 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.910629 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-792789cb-5895-4d6c-9b90-75ec8d7485e3 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ea5cc1-1648-41f3-ac77-8643bace410f']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:49.925311 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35273455-3cc4-41c1-ada1-61af5b5be7eb None None] Pushing event deleted for resources: {'Port': ['ID=40b99636-45d2-4973-9d2f-36c45ce17b72,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:49.941842 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35273455-3cc4-41c1-ada1-61af5b5be7eb None None] No DVR routers for this DVR port 40b99636-45d2-4973-9d2f-36c45ce17b72 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:49.972608 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-792789cb-5895-4d6c-9b90-75ec8d7485e3 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e769daef-3f24-4185-9edd-2149b405cd2e') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:49.973100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-792789cb-5895-4d6c-9b90-75ec8d7485e3 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e769daef-3f24-4185-9edd-2149b405cd2e') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:49.989436 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-792789cb-5895-4d6c-9b90-75ec8d7485e3 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.012137 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-792789cb-5895-4d6c-9b90-75ec8d7485e3 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.025077 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792789cb-5895-4d6c-9b90-75ec8d7485e3 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:41:50.026570 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-792789cb-5895-4d6c-9b90-75ec8d7485e3 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:41:50.034725 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:41:50.124500 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-792789cb-5895-4d6c-9b90-75ec8d7485e3 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.185844 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-792789cb-5895-4d6c-9b90-75ec8d7485e3 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.196930 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-792789cb-5895-4d6c-9b90-75ec8d7485e3 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] 10.222.0.58 "DELETE /v2.0/networks/44ea5cc1-1648-41f3-ac77-8643bace410f HTTP/1.1" status: 204 len: 168 time: 1.1952372 Jul 13 07:41:50.222872 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792789cb-5895-4d6c-9b90-75ec8d7485e3 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185 tempest-ExtraDHCPOptionsIpV6TestJSON-610128185-project] Pushing event deleted for resources: {'Network': ['ID=44ea5cc1-1648-41f3-ac77-8643bace410f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:50.544574 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 40b99636-45d2-4973-9d2f-36c45ce17b72 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:50.584816 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 40b99636-45d2-4973-9d2f-36c45ce17b72 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:50.585156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 40b99636-45d2-4973-9d2f-36c45ce17b72 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:50.686259 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41412) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:50.829031 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97fba8-7082-4c06-9b57-30f550d62379 req-5701ae5e-6f25-4b1f-ab2b-0b8f1978641f tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:50.841574 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f97fba8-7082-4c06-9b57-30f550d62379 req-5701ae5e-6f25-4b1f-ab2b-0b8f1978641f tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=27cf6165-4488-4b10-9b2f-8118fd82baff HTTP/1.1" status: 200 len: 945 time: 0.0897713 Jul 13 07:41:50.948928 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f97fba8-7082-4c06-9b57-30f550d62379 req-3f91c629-ec4c-4b6c-a7b1-5ee0c686e9b8 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044240 Jul 13 07:41:51.061767 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7d05bc-839b-4c04-b7d0-ddd5b63b977d x-openstack-request-id: req-1d7d05bc-839b-4c04-b7d0-ddd5b63b977d {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:51.062566 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252024ec-d211-46ef-bc0d-5b3310b622ac", "name": "network-vif-plugged", "status": "completed", "tag": "e88a20ac-5838-4edf-b6da-b6a0a9a48779", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:51.063024 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d7d05bc-839b-4c04-b7d0-ddd5b63b977d {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:51.063622 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252024ec-d211-46ef-bc0d-5b3310b622ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779', 'code': 200} Jul 13 07:41:51.081886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41424) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:51.082432 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ca0a321b-8e39-49dc-9932-20d7d0b2167b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aabbcac7dddf446982578c785115dc43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3964581 Jul 13 07:41:51.128622 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e5f3c-8ee4-4923-8392-0250cfd905f0 req-ae94e990-450d-4e47-9ddd-81006c4b3820 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:51.131352 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b51e5f3c-8ee4-4923-8392-0250cfd905f0 req-ae94e990-450d-4e47-9ddd-81006c4b3820 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=dff35253-23cb-4274-8d83-c3bb24ad1148 HTTP/1.1" status: 200 len: 946 time: 0.1937978 Jul 13 07:41:51.229990 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-32aa7311-281a-4a4b-9a02-5d64e717a2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.232201 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b51e5f3c-8ee4-4923-8392-0250cfd905f0 req-159ac207-694e-47f8-8715-8d104683b3f6 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938513 Jul 13 07:41:51.277400 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-32aa7311-281a-4a4b-9a02-5d64e717a2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.391702 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-32aa7311-281a-4a4b-9a02-5d64e717a2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.394594 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-32aa7311-281a-4a4b-9a02-5d64e717a2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.398860 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-32aa7311-281a-4a4b-9a02-5d64e717a2df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/244f7e4e-bdb2-44d2-adae-ffee9e40e3e0 HTTP/1.1" status: 204 len: 168 time: 0.3150015 Jul 13 07:41:51.407577 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa7311-281a-4a4b-9a02-5d64e717a2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244f7e4e-bdb2-44d2-adae-ffee9e40e3e0,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:51.613353 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9014960-431d-426f-b964-cce13d6c739f req-40121f8e-bfde-402f-8720-c35c2c772166 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:51.618629 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9014960-431d-426f-b964-cce13d6c739f req-40121f8e-bfde-402f-8720-c35c2c772166 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=dff35253-23cb-4274-8d83-c3bb24ad1148 HTTP/1.1" status: 200 len: 946 time: 0.1297398 Jul 13 07:41:51.735863 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9014960-431d-426f-b964-cce13d6c739f req-dcb2da28-4f23-454f-bff0-767b921c10a3 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960450 Jul 13 07:41:51.901678 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41488) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:51.931625 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c44747-c5e9-4e19-b7a4-f597ab775839 req-9f19baa5-b495-4a50-9e1e-dd6359c1c714 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:51.942426 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f7c44747-c5e9-4e19-b7a4-f597ab775839 req-9f19baa5-b495-4a50-9e1e-dd6359c1c714 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcecdbd3-f607-48dd-a569-4f5bb9bb867f HTTP/1.1" status: 200 len: 951 time: 0.2251449 Jul 13 07:41:52.008314 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f7c44747-c5e9-4e19-b7a4-f597ab775839 req-298f8e70-0b8a-4b72-9fa6-b51105fa1265 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30c3b39-9fc6-42b0-9421-1819baddc489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645330 Jul 13 07:41:52.213561 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-b263ee19-6a4a-45f5-ac46-177d83acd1da admin admin] Deleting subnet 44d6fa42-4195-4977-b883-5a26f0e01114 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:52.218119 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b263ee19-6a4a-45f5-ac46-177d83acd1da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.314586 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b263ee19-6a4a-45f5-ac46-177d83acd1da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.355967 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b263ee19-6a4a-45f5-ac46-177d83acd1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.424745 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b263ee19-6a4a-45f5-ac46-177d83acd1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.490560 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263ee19-6a4a-45f5-ac46-177d83acd1da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44d6fa42-4195-4977-b883-5a26f0e01114,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:52.495049 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b263ee19-6a4a-45f5-ac46-177d83acd1da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.496955 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b263ee19-6a4a-45f5-ac46-177d83acd1da admin admin] 10.222.0.58 "DELETE /v2.0/subnets/44d6fa42-4195-4977-b883-5a26f0e01114 HTTP/1.1" status: 204 len: 168 time: 0.5939016 Jul 13 07:41:52.499808 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41516) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:52.584572 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3aa6a554-df50-41e5-8478-1439582f86a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.698491 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3aa6a554-df50-41e5-8478-1439582f86a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.711517 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-3aa6a554-df50-41e5-8478-1439582f86a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e0f025d-4e49-4094-84ea-558023ba4e1a']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:52.725522 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-3aa6a554-df50-41e5-8478-1439582f86a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:52.726121 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-3aa6a554-df50-41e5-8478-1439582f86a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ccb41b7-36a2-4fbf-8580-a3c9c34fe010') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:52.739844 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3aa6a554-df50-41e5-8478-1439582f86a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.759709 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3aa6a554-df50-41e5-8478-1439582f86a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.769636 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa6a554-df50-41e5-8478-1439582f86a3 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:41:52.770351 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3aa6a554-df50-41e5-8478-1439582f86a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:41:52.772656 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:41:52.813642 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41524) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:52.850384 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3aa6a554-df50-41e5-8478-1439582f86a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.857675 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3aa6a554-df50-41e5-8478-1439582f86a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.863980 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3aa6a554-df50-41e5-8478-1439582f86a3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0e0f025d-4e49-4094-84ea-558023ba4e1a HTTP/1.1" status: 204 len: 168 time: 0.3606091 Jul 13 07:41:52.897119 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6a554-df50-41e5-8478-1439582f86a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e0f025d-4e49-4094-84ea-558023ba4e1a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:52.979842 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-682a0a86-c632-4cd0-a33a-0e0c462af5a1 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1626487946'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:53.009096 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682a0a86-c632-4cd0-a33a-0e0c462af5a1 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Made reservation on behalf of a7fe39b633d54580b8be25c18c67fbdf for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:53.017394 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-682a0a86-c632-4cd0-a33a-0e0c462af5a1 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.028527 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-682a0a86-c632-4cd0-a33a-0e0c462af5a1 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.149649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41530) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:53.188425 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7271a6c3-6bab-43c5-a001-643008792d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.194987 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-682a0a86-c632-4cd0-a33a-0e0c462af5a1 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.207228 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-682a0a86-c632-4cd0-a33a-0e0c462af5a1 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.252208 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682a0a86-c632-4cd0-a33a-0e0c462af5a1 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:53.256116 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a723d91c-161e-480a-b5c9-991da552fd90 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d081990bdf3b4230b88abf1c5f4a8f61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1038022 Jul 13 07:41:53.256739 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41534) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:53.259071 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a0a86-c632-4cd0-a33a-0e0c462af5a1 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79fbd28-0203-44f2-a249-f39b66b6bf8a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:53.273805 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-682a0a86-c632-4cd0-a33a-0e0c462af5a1 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.274186 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-682a0a86-c632-4cd0-a33a-0e0c462af5a1 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Added segment 13db420c-c1e5-4dbf-b67a-2d69cb903b16 of type vlan for network 1d92d20b-1019-438d-bf6d-a13442025e0a Jul 13 07:41:53.328100 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-682a0a86-c632-4cd0-a33a-0e0c462af5a1 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.366868 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73eb3725-105c-421a-bf2d-bc9f197273dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.402759 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73eb3725-105c-421a-bf2d-bc9f197273dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.459528 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-682a0a86-c632-4cd0-a33a-0e0c462af5a1 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.474338 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682a0a86-c632-4cd0-a33a-0e0c462af5a1 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:53.475466 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-682a0a86-c632-4cd0-a33a-0e0c462af5a1 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.516785 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73eb3725-105c-421a-bf2d-bc9f197273dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.530162 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73eb3725-105c-421a-bf2d-bc9f197273dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.530162 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-73eb3725-105c-421a-bf2d-bc9f197273dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f97997eb-7992-4023-b6d2-a12ddc9dced9 HTTP/1.1" status: 204 len: 168 time: 0.2633607 Jul 13 07:41:53.557823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb3725-105c-421a-bf2d-bc9f197273dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97997eb-7992-4023-b6d2-a12ddc9dced9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:53.572463 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 8a323d04-6951-4193-92d8-53ed8ea6f205 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:53.581879 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-682a0a86-c632-4cd0-a33a-0e0c462af5a1 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7669511 Jul 13 07:41:53.694869 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a0a86-c632-4cd0-a33a-0e0c462af5a1 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event updated for resources: {'Network': ['ID=1d92d20b-1019-438d-bf6d-a13442025e0a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:53.735022 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 1d92d20b-1019-438d-bf6d-a13442025e0a details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:53.786848 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.863270 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 8a323d04-6951-4193-92d8-53ed8ea6f205, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8a323d04-6951-4193-92d8-53ed8ea6f205,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:53.870138 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcecdbd3-f607-48dd-a569-4f5bb9bb867f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a323d04-6951-4193-92d8-53ed8ea6f205'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:53.873244 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eab4def-6c74-42c0-b2b1-7cf50184bc05" -d '{"events": [{"server_uuid": "fcecdbd3-f607-48dd-a569-4f5bb9bb867f", "name": "network-vif-unplugged", "status": "completed", "tag": "8a323d04-6951-4193-92d8-53ed8ea6f205"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:53.879778 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.021351 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=8a323d04-6951-4193-92d8-53ed8ea6f205,revision_number=12']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:54.035572 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.036359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.036872 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.037361 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.037855 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.038363 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.038857 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.039410 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.040455 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.041285 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.042051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.042830 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.381463 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c4da87a1-f55a-495f-ae6f-201ec10890a2 None None] Provisioning complete for port 8a323d04-6951-4193-92d8-53ed8ea6f205 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:54.382968 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c4da87a1-f55a-495f-ae6f-201ec10890a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.568862 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c4da87a1-f55a-495f-ae6f-201ec10890a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.684189 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c4da87a1-f55a-495f-ae6f-201ec10890a2 None None] For port 8a323d04-6951-4193-92d8-53ed8ea6f205, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8a323d04-6951-4193-92d8-53ed8ea6f205,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:54.707664 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c4da87a1-f55a-495f-ae6f-201ec10890a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.872650 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da87a1-f55a-495f-ae6f-201ec10890a2 None None] Pushing event updated for resources: {'Port': ['ID=8a323d04-6951-4193-92d8-53ed8ea6f205,revision_number=13']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:55.108762 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41566) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:55.280425 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9c2d5bc8-3ab2-4fa0-88dc-e5d27abce1e6 None None] Provisioning complete for port 8a323d04-6951-4193-92d8-53ed8ea6f205 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:55.281655 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9c2d5bc8-3ab2-4fa0-88dc-e5d27abce1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.376965 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1535511572-network', 'tenant_id': 'f957a5ef569241c191ae59ace82b8bc2'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:55.440853 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Made reservation on behalf of f957a5ef569241c191ae59ace82b8bc2 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:55.443692 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.455914 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.651774 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.671313 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.720729 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:55.779823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62d511c-21a1-4e64-9c6a-d5256625629e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:55.783431 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.784103 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Added segment 340f06ff-364d-475a-8971-1020f3fd800c of type vlan for network 84e9aacc-abdf-4f48-af37-14a6416b068e Jul 13 07:41:55.805562 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:55.806256 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:55.806817 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:55.807329 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:55.807848 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:55.808379 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:55.808895 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:55.809406 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:55.809910 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:55.810443 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:55.811163 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:55.811937 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:55.887981 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.963884 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.965839 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:55.967221 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.012356 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9015684 Jul 13 07:41:56.015348 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41572) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:56.024074 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-da10a9da-670e-4dd9-a3f6-39fded830239 admin admin] Request body: {'subnet': {'network_id': '84e9aacc-abdf-4f48-af37-14a6416b068e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1535511572-subnet', 'tenant_id': 'f957a5ef569241c191ae59ace82b8bc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:56.076169 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da10a9da-670e-4dd9-a3f6-39fded830239 admin admin] Made reservation on behalf of f957a5ef569241c191ae59ace82b8bc2 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:56.078851 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-da10a9da-670e-4dd9-a3f6-39fded830239 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.106014 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f68b8-87af-4e23-882f-c1f1a1e32284 admin admin] Pushing event updated for resources: {'Network': ['ID=84e9aacc-abdf-4f48-af37-14a6416b068e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:56.122926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 84e9aacc-abdf-4f48-af37-14a6416b068e details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:56.534458 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-da10a9da-670e-4dd9-a3f6-39fded830239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.683170 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10a9da-670e-4dd9-a3f6-39fded830239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25fb8744-5330-42c4-933d-6f6d459f8f2c,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:56.694270 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da10a9da-670e-4dd9-a3f6-39fded830239 admin admin] Checking segment: {'id': '340f06ff-364d-475a-8971-1020f3fd800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '84e9aacc-abdf-4f48-af37-14a6416b068e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:56.694270 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da10a9da-670e-4dd9-a3f6-39fded830239 admin admin] Network hostable DHCP agents. Network: 84e9aacc-abdf-4f48-af37-14a6416b068e, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:56.746992 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da10a9da-670e-4dd9-a3f6-39fded830239 admin admin] Network 84e9aacc-abdf-4f48-af37-14a6416b068e is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:56.778503 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-da10a9da-670e-4dd9-a3f6-39fded830239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 84e9aacc-abdf-4f48-af37-14a6416b068e) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:56.790172 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da10a9da-670e-4dd9-a3f6-39fded830239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:56.790453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d380ba1-7f44-4fa7-9ef9-c49d3566e006 None None] Network 84e9aacc-abdf-4f48-af37-14a6416b068e requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:56.791899 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-da10a9da-670e-4dd9-a3f6-39fded830239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.830923 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-da10a9da-670e-4dd9-a3f6-39fded830239 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8122895 Jul 13 07:41:57.035412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41578) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:57.040897 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-566b312b-6893-444b-bc97-aa61dcd7a163 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Request body: {'subnet': {'network_id': '1d92d20b-1019-438d-bf6d-a13442025e0a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:57.216884 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566b312b-6893-444b-bc97-aa61dcd7a163 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Made reservation on behalf of a7fe39b633d54580b8be25c18c67fbdf for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:57.221520 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-566b312b-6893-444b-bc97-aa61dcd7a163 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.282810 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1687486-aa68-46f1-a2fe-7ccb64068625 None None] Network 84e9aacc-abdf-4f48-af37-14a6416b068e requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:57.513647 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-839a1bf6-d3c6-46e9-9692-632b9edde76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.520507 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-566b312b-6893-444b-bc97-aa61dcd7a163 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.555844 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:41:57.600025 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.608232 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b312b-6893-444b-bc97-aa61dcd7a163 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event updated for resources: {'Subnet': ['ID=552bff87-ec0a-4421-a3f0-f8af51c2b02f,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:57.620472 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566b312b-6893-444b-bc97-aa61dcd7a163 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Checking segment: {'id': '13db420c-c1e5-4dbf-b67a-2d69cb903b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1d92d20b-1019-438d-bf6d-a13442025e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:57.620839 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566b312b-6893-444b-bc97-aa61dcd7a163 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Network hostable DHCP agents. Network: 1d92d20b-1019-438d-bf6d-a13442025e0a, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:57.642541 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566b312b-6893-444b-bc97-aa61dcd7a163 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Network 1d92d20b-1019-438d-bf6d-a13442025e0a is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:57.663464 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-566b312b-6893-444b-bc97-aa61dcd7a163 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 1d92d20b-1019-438d-bf6d-a13442025e0a) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:57.672604 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566b312b-6893-444b-bc97-aa61dcd7a163 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:57.673692 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-566b312b-6893-444b-bc97-aa61dcd7a163 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.687801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c726a5-cb9f-45b9-8bca-8697c3c3c875 None None] Network 1d92d20b-1019-438d-bf6d-a13442025e0a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:57.707133 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41584) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:57.707747 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-566b312b-6893-444b-bc97-aa61dcd7a163 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6709251 Jul 13 07:41:57.713739 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b7d9b912-c412-4399-8bef-58b40ea84c23 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1395231224'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:57.782627 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d9b912-c412-4399-8bef-58b40ea84c23 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Made reservation on behalf of a7fe39b633d54580b8be25c18c67fbdf for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:57.789767 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b912-c412-4399-8bef-58b40ea84c23 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.838477 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d9b912-c412-4399-8bef-58b40ea84c23 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:57.860719 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b912-c412-4399-8bef-58b40ea84c23 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.861077 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-b7d9b912-c412-4399-8bef-58b40ea84c23 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Added segment 165be2a1-0f88-4278-b4a3-0b74d49eae4e of type vlan for network a382e841-bf57-40fa-ba0b-9ee635316109 Jul 13 07:41:57.916956 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b912-c412-4399-8bef-58b40ea84c23 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.032395 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b912-c412-4399-8bef-58b40ea84c23 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.039777 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d9b912-c412-4399-8bef-58b40ea84c23 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:58.041971 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b912-c412-4399-8bef-58b40ea84c23 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.080182 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-1d92d20b-1019-438d-bf6d-a13442025e0a', 'network_id': '1d92d20b-1019-438d-bf6d-a13442025e0a', 'tenant_id': 'a7fe39b633d54580b8be25c18c67fbdf', 'fixed_ips': [{'subnet_id': '552bff87-ec0a-4421-a3f0-f8af51c2b02f'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:41:58.081220 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.126373 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b7d9b912-c412-4399-8bef-58b40ea84c23 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4172246 Jul 13 07:41:58.129240 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41588) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:58.137465 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5bf78f67-347f-4d63-bcc9-7ef7042c5f47 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Request body: {'subnet': {'network_id': 'a382e841-bf57-40fa-ba0b-9ee635316109', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:58.177371 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9b912-c412-4399-8bef-58b40ea84c23 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event updated for resources: {'Network': ['ID=a382e841-bf57-40fa-ba0b-9ee635316109,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:58.257031 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network a382e841-bf57-40fa-ba0b-9ee635316109 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:58.313359 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf78f67-347f-4d63-bcc9-7ef7042c5f47 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Made reservation on behalf of a7fe39b633d54580b8be25c18c67fbdf for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:58.330901 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bf78f67-347f-4d63-bcc9-7ef7042c5f47 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.430001 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] Allocated IP 2001:db8:0:ffff::2 (1d92d20b-1019-438d-bf6d-a13442025e0a/552bff87-ec0a-4421-a3f0-f8af51c2b02f/833957cf-4538-43c2-86d2-149f6a5f15f8) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:58.658024 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.670292 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] Transition to ACTIVE for port object 833957cf-4538-43c2-86d2-149f6a5f15f8 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:58.700720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] Transition to ACTIVE for port object 833957cf-4538-43c2-86d2-149f6a5f15f8 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:58.718722 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.783648 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] Network 1d92d20b-1019-438d-bf6d-a13442025e0a is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:58.786841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:58.789470 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:58.822851 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] Pushing event updated for resources: {'Port': ['ID=833957cf-4538-43c2-86d2-149f6a5f15f8,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:58.863833 n-d-779913-28 neutron-server[93724]: DEBUG neutron.objects.ports [None req-5bf78f67-347f-4d63-bcc9-7ef7042c5f47 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:41:58.871672 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bf78f67-347f-4d63-bcc9-7ef7042c5f47 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.882908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] Attempting to bind port 833957cf-4538-43c2-86d2-149f6a5f15f8 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:58.883569 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] Attempting to bind port 833957cf-4538-43c2-86d2-149f6a5f15f8 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '13db420c-c1e5-4dbf-b67a-2d69cb903b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1d92d20b-1019-438d-bf6d-a13442025e0a'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:58.884094 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] Attempting to bind port 833957cf-4538-43c2-86d2-149f6a5f15f8 on network 1d92d20b-1019-438d-bf6d-a13442025e0a {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:58.896060 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:58.898423 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] Checking segment: {'id': '13db420c-c1e5-4dbf-b67a-2d69cb903b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1d92d20b-1019-438d-bf6d-a13442025e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:58.901299 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.902029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] Bound using segment: {'id': '13db420c-c1e5-4dbf-b67a-2d69cb903b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1d92d20b-1019-438d-bf6d-a13442025e0a'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:58.903033 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] Bound port: 833957cf-4538-43c2-86d2-149f6a5f15f8, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13db420c-c1e5-4dbf-b67a-2d69cb903b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1d92d20b-1019-438d-bf6d-a13442025e0a'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:58.904136 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.948109 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf78f67-347f-4d63-bcc9-7ef7042c5f47 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event updated for resources: {'Subnet': ['ID=ee262b93-f3de-4405-ba42-f7908b27a1c7,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:58.963523 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf78f67-347f-4d63-bcc9-7ef7042c5f47 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Checking segment: {'id': '165be2a1-0f88-4278-b4a3-0b74d49eae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a382e841-bf57-40fa-ba0b-9ee635316109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:58.964280 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf78f67-347f-4d63-bcc9-7ef7042c5f47 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Network hostable DHCP agents. Network: a382e841-bf57-40fa-ba0b-9ee635316109, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:59.007391 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf78f67-347f-4d63-bcc9-7ef7042c5f47 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Network a382e841-bf57-40fa-ba0b-9ee635316109 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:59.023469 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-5bf78f67-347f-4d63-bcc9-7ef7042c5f47 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, a382e841-bf57-40fa-ba0b-9ee635316109) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:59.030815 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] For port 833957cf-4538-43c2-86d2-149f6a5f15f8, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:59.032895 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf78f67-347f-4d63-bcc9-7ef7042c5f47 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:59.033608 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bf78f67-347f-4d63-bcc9-7ef7042c5f47 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.037441 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] For port 833957cf-4538-43c2-86d2-149f6a5f15f8, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=833957cf-4538-43c2-86d2-149f6a5f15f8,segment=NetworkSegment(13db420c-c1e5-4dbf-b67a-2d69cb903b16),segment_id=13db420c-c1e5-4dbf-b67a-2d69cb903b16)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:59.041763 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f645c2b7-08d8-4220-ab0e-996b9ea41c19 None None] Network a382e841-bf57-40fa-ba0b-9ee635316109 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:59.057901 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5bf78f67-347f-4d63-bcc9-7ef7042c5f47 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9255986 Jul 13 07:41:59.060563 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41592) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:59.072801 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7670fc49-e4d1-4f9f-96f6-479a704e76d2 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Request body: {'port': {'network_id': 'a382e841-bf57-40fa-ba0b-9ee635316109', 'name': 'tempest-NetworksIpV6TestAttrs-604431112'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:59.128207 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.207636 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78df94-ee6b-4884-94dd-93b16c447272 None None] Pushing event updated for resources: {'Port': ['ID=833957cf-4538-43c2-86d2-149f6a5f15f8,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:59.311985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7670fc49-e4d1-4f9f-96f6-479a704e76d2 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Made reservation on behalf of a7fe39b633d54580b8be25c18c67fbdf for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:59.311985 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7670fc49-e4d1-4f9f-96f6-479a704e76d2 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.358593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-7670fc49-e4d1-4f9f-96f6-479a704e76d2 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] device_id is not set on port 36b3a09d-41ec-4daa-bc9d-d79418e41a5c yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:59.387433 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-a382e841-bf57-40fa-ba0b-9ee635316109', 'network_id': 'a382e841-bf57-40fa-ba0b-9ee635316109', 'tenant_id': 'a7fe39b633d54580b8be25c18c67fbdf', 'fixed_ips': [{'subnet_id': 'ee262b93-f3de-4405-ba42-f7908b27a1c7'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:41:59.387433 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.551829 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-7670fc49-e4d1-4f9f-96f6-479a704e76d2 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Allocated IP 2001:db8::f816:3eff:fed5:1f8a (a382e841-bf57-40fa-ba0b-9ee635316109/ee262b93-f3de-4405-ba42-f7908b27a1c7/36b3a09d-41ec-4daa-bc9d-d79418e41a5c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:59.624899 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.816289 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7670fc49-e4d1-4f9f-96f6-479a704e76d2 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.835186 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-7670fc49-e4d1-4f9f-96f6-479a704e76d2 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Transition to ACTIVE for port object 36b3a09d-41ec-4daa-bc9d-d79418e41a5c will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:59.903812 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7670fc49-e4d1-4f9f-96f6-479a704e76d2 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.975445 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7670fc49-e4d1-4f9f-96f6-479a704e76d2 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Network a382e841-bf57-40fa-ba0b-9ee635316109 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:59.987269 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-7670fc49-e4d1-4f9f-96f6-479a704e76d2 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:59.992151 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7670fc49-e4d1-4f9f-96f6-479a704e76d2 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:59.998520 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7670fc49-e4d1-4f9f-96f6-479a704e76d2 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:59.999161 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7670fc49-e4d1-4f9f-96f6-479a704e76d2 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.009516 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] Allocated IP 2001:db8::f816:3eff:fe7e:6c3b (a382e841-bf57-40fa-ba0b-9ee635316109/ee262b93-f3de-4405-ba42-f7908b27a1c7/cb4206cc-7d75-4d77-8827-20b1c7c6e289) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:00.020012 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670fc49-e4d1-4f9f-96f6-479a704e76d2 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event updated for resources: {'Port': ['ID=36b3a09d-41ec-4daa-bc9d-d79418e41a5c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:00.036120 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7670fc49-e4d1-4f9f-96f6-479a704e76d2 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9696488 Jul 13 07:42:00.038445 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41598) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:00.122907 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-1724611d-b960-4f35-be56-7018e057bf8e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Deleting subnet ee262b93-f3de-4405-ba42-f7908b27a1c7 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:00.242732 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.254187 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] Transition to ACTIVE for port object cb4206cc-7d75-4d77-8827-20b1c7c6e289 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:00.271480 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] Transition to ACTIVE for port object cb4206cc-7d75-4d77-8827-20b1c7c6e289 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:00.279031 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1724611d-b960-4f35-be56-7018e057bf8e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.281409 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.323063 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] Network a382e841-bf57-40fa-ba0b-9ee635316109 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:00.326319 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:00.330569 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:00.359622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] Pushing event updated for resources: {'Port': ['ID=cb4206cc-7d75-4d77-8827-20b1c7c6e289,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:00.385084 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1724611d-b960-4f35-be56-7018e057bf8e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.469636 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] Attempting to bind port cb4206cc-7d75-4d77-8827-20b1c7c6e289 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:00.473844 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] Attempting to bind port cb4206cc-7d75-4d77-8827-20b1c7c6e289 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '165be2a1-0f88-4278-b4a3-0b74d49eae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a382e841-bf57-40fa-ba0b-9ee635316109'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:00.473844 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] Attempting to bind port cb4206cc-7d75-4d77-8827-20b1c7c6e289 on network a382e841-bf57-40fa-ba0b-9ee635316109 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:00.483065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:00.483447 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] Checking segment: {'id': '165be2a1-0f88-4278-b4a3-0b74d49eae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a382e841-bf57-40fa-ba0b-9ee635316109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:00.483852 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.484241 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] Bound using segment: {'id': '165be2a1-0f88-4278-b4a3-0b74d49eae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a382e841-bf57-40fa-ba0b-9ee635316109'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:00.484703 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] Bound port: cb4206cc-7d75-4d77-8827-20b1c7c6e289, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165be2a1-0f88-4278-b4a3-0b74d49eae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a382e841-bf57-40fa-ba0b-9ee635316109'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:00.485085 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.640865 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 833957cf-4538-43c2-86d2-149f6a5f15f8 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:00.701523 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1724611d-b960-4f35-be56-7018e057bf8e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.706893 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 833957cf-4538-43c2-86d2-149f6a5f15f8 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:00.787349 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750781a-6a65-40ee-bde8-a1d0a7863c62 req-82605cc2-9b91-499a-b0eb-ae30d516e229 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:00.790428 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1750781a-6a65-40ee-bde8-a1d0a7863c62 req-82605cc2-9b91-499a-b0eb-ae30d516e229 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=27cf6165-4488-4b10-9b2f-8118fd82baff HTTP/1.1" status: 200 len: 945 time: 0.1530285 Jul 13 07:42:00.807571 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] For port cb4206cc-7d75-4d77-8827-20b1c7c6e289, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:00.814379 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1724611d-b960-4f35-be56-7018e057bf8e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.825587 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] For port cb4206cc-7d75-4d77-8827-20b1c7c6e289, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=cb4206cc-7d75-4d77-8827-20b1c7c6e289,segment=NetworkSegment(165be2a1-0f88-4278-b4a3-0b74d49eae4e),segment_id=165be2a1-0f88-4278-b4a3-0b74d49eae4e)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:00.833710 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.848121 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724611d-b960-4f35-be56-7018e057bf8e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event deleted for resources: {'Subnet': ['ID=ee262b93-f3de-4405-ba42-f7908b27a1c7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:00.859423 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1724611d-b960-4f35-be56-7018e057bf8e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.863927 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41622) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:00.864566 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1724611d-b960-4f35-be56-7018e057bf8e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "DELETE /v2.0/subnets/ee262b93-f3de-4405-ba42-f7908b27a1c7 HTTP/1.1" status: 204 len: 168 time: 0.8237708 Jul 13 07:42:00.882239 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17703d6d-d981-4cbf-9055-8970b992107e None None] Network 1d92d20b-1019-438d-bf6d-a13442025e0a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:00.894463 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1750781a-6a65-40ee-bde8-a1d0a7863c62 req-0ef3603a-2c1b-4bb5-8e84-73bccc49cb25 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951979 Jul 13 07:42:01.129962 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde6d4e-407e-4f2c-b906-ca13a33a7f49 None None] Pushing event updated for resources: {'Port': ['ID=cb4206cc-7d75-4d77-8827-20b1c7c6e289,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:01.130745 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b76cd62-c55d-466b-b10a-8503846c9212 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:01.138508 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b76cd62-c55d-466b-b10a-8503846c9212 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:01.143348 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41636) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:01.150264 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0b1e0339-ca63-4be4-b897-033c190f1538 None None] Provisioning for port 833957cf-4538-43c2-86d2-149f6a5f15f8 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:01.156522 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8b76cd62-c55d-466b-b10a-8503846c9212 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2906857 Jul 13 07:42:01.159223 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0b1e0339-ca63-4be4-b897-033c190f1538 None None] Provisioning complete for port 833957cf-4538-43c2-86d2-149f6a5f15f8 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:01.159428 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b1e0339-ca63-4be4-b897-033c190f1538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.211016 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16eb571-d928-47b2-84d6-1bf834382c4f x-openstack-request-id: req-f16eb571-d928-47b2-84d6-1bf834382c4f {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:01.211328 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcecdbd3-f607-48dd-a569-4f5bb9bb867f", "name": "network-vif-unplugged", "status": "completed", "tag": "8a323d04-6951-4193-92d8-53ed8ea6f205", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:01.211643 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f16eb571-d928-47b2-84d6-1bf834382c4f {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:01.211975 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcecdbd3-f607-48dd-a569-4f5bb9bb867f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a323d04-6951-4193-92d8-53ed8ea6f205', 'code': 200} Jul 13 07:42:01.283141 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.388862 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b1e0339-ca63-4be4-b897-033c190f1538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.434132 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f69ddbb-a778-49d4-9494-f7bdb32eef6b tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.443462 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f69ddbb-a778-49d4-9494-f7bdb32eef6b tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 13 07:42:01.444338 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f69ddbb-a778-49d4-9494-f7bdb32eef6b tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:01.446388 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5f69ddbb-a778-49d4-9494-f7bdb32eef6b tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "DELETE /v2.0/networks/a382e841-bf57-40fa-ba0b-9ee635316109 HTTP/1.1" status: 409 len: 405 time: 0.3018560 Jul 13 07:42:01.452036 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41656) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:01.457277 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-6d366aaa-9f28-42fe-9d4d-9abca73101e8 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-234376568'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:01.512781 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d366aaa-9f28-42fe-9d4d-9abca73101e8 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Made reservation on behalf of a7fe39b633d54580b8be25c18c67fbdf for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:01.516361 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6d366aaa-9f28-42fe-9d4d-9abca73101e8 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.519895 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0b1e0339-ca63-4be4-b897-033c190f1538 None None] For port 833957cf-4538-43c2-86d2-149f6a5f15f8, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=833957cf-4538-43c2-86d2-149f6a5f15f8,segment=NetworkSegment(13db420c-c1e5-4dbf-b67a-2d69cb903b16),segment_id=13db420c-c1e5-4dbf-b67a-2d69cb903b16)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:01.528794 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b1e0339-ca63-4be4-b897-033c190f1538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.582714 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d366aaa-9f28-42fe-9d4d-9abca73101e8 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:01.597918 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6d366aaa-9f28-42fe-9d4d-9abca73101e8 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.598219 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-6d366aaa-9f28-42fe-9d4d-9abca73101e8 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Added segment cd521428-f454-432c-a3fd-c854c62d3f05 of type vlan for network 68e6428d-581f-48cd-9ee6-210aeb637871 Jul 13 07:42:01.677009 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6d366aaa-9f28-42fe-9d4d-9abca73101e8 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.699480 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e0339-ca63-4be4-b897-033c190f1538 None None] Pushing event updated for resources: {'Port': ['ID=833957cf-4538-43c2-86d2-149f6a5f15f8,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:01.717785 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6d366aaa-9f28-42fe-9d4d-9abca73101e8 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.726988 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d366aaa-9f28-42fe-9d4d-9abca73101e8 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:01.727811 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6d366aaa-9f28-42fe-9d4d-9abca73101e8 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.761772 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6d366aaa-9f28-42fe-9d4d-9abca73101e8 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3086109 Jul 13 07:42:01.765575 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41672) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:01.771187 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8f9d14cf-a993-45f7-8435-61adf9cd0459 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Request body: {'subnet': {'network_id': '68e6428d-581f-48cd-9ee6-210aeb637871', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:01.854589 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b9e03a83-ce8c-4d37-a53d-5aa763c52e02 None None] Provisioning complete for port 833957cf-4538-43c2-86d2-149f6a5f15f8 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:01.855268 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b9e03a83-ce8c-4d37-a53d-5aa763c52e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.860687 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d366aaa-9f28-42fe-9d4d-9abca73101e8 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event updated for resources: {'Network': ['ID=68e6428d-581f-48cd-9ee6-210aeb637871,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:01.888278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 68e6428d-581f-48cd-9ee6-210aeb637871 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:02.036119 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9d14cf-a993-45f7-8435-61adf9cd0459 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Made reservation on behalf of a7fe39b633d54580b8be25c18c67fbdf for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:02.039722 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f9d14cf-a993-45f7-8435-61adf9cd0459 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.101113 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cace779-b485-44bc-82b0-5519bb007d6d req-b6ffe394-aa5a-49ed-b2c6-8e02d6b36e31 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:02.106805 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9cace779-b485-44bc-82b0-5519bb007d6d req-b6ffe394-aa5a-49ed-b2c6-8e02d6b36e31 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/networks?id=84e9aacc-abdf-4f48-af37-14a6416b068e HTTP/1.1" status: 200 len: 822 time: 0.2984710 Jul 13 07:42:02.186979 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9cace779-b485-44bc-82b0-5519bb007d6d req-9f5aa7a8-e8b7-4106-b823-426e97550078 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/quotas/f957a5ef569241c191ae59ace82b8bc2 HTTP/1.1" status: 200 len: 375 time: 0.0349634 Jul 13 07:42:02.235948 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9373a2-5370-4aa9-9563-4ce5088f84c9 req-5b3c0db7-03a6-45f8-b0b4-dc7b3575088a tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:02.237701 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3a9373a2-5370-4aa9-9563-4ce5088f84c9 req-5b3c0db7-03a6-45f8-b0b4-dc7b3575088a tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/ports?device_id=252024ec-d211-46ef-bc0d-5b3310b622ac HTTP/1.1" status: 200 len: 950 time: 0.2480104 Jul 13 07:42:02.241764 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9cace779-b485-44bc-82b0-5519bb007d6d req-fbab5b83-fcdb-4eee-b90a-d723727cbc0d tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f957a5ef569241c191ae59ace82b8bc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493770 Jul 13 07:42:02.398210 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3a9373a2-5370-4aa9-9563-4ce5088f84c9 req-9b413aeb-a387-44b5-a687-a47dfbc14b79 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/security-groups?id=a03c0cd1-5be2-45b3-9df2-c4fcc73f431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484160 Jul 13 07:42:02.477468 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9cace779-b485-44bc-82b0-5519bb007d6d req-e833af2f-a478-4097-baca-997ed8f2058a service neutron] 10.222.0.58 "GET /v2.0/networks/84e9aacc-abdf-4f48-af37-14a6416b068e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261629 Jul 13 07:42:02.629700 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663d57fb-cbb9-4bba-8908-407a17c2ef28 None None] Network a382e841-bf57-40fa-ba0b-9ee635316109 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:02.710755 n-d-779913-28 neutron-server[93724]: DEBUG neutron.objects.ports [None req-8f9d14cf-a993-45f7-8435-61adf9cd0459 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:42:02.714400 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f9d14cf-a993-45f7-8435-61adf9cd0459 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.740442 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9cace779-b485-44bc-82b0-5519bb007d6d req-164aa8fd-bedb-4737-ad4d-8e19b4b04f2c service neutron] 10.222.0.58 "GET /v2.0/networks/84e9aacc-abdf-4f48-af37-14a6416b068e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616482 Jul 13 07:42:02.756232 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ca509fa1-60e4-4afd-bdca-16fbeec4941a None None] Provisioning for port cb4206cc-7d75-4d77-8827-20b1c7c6e289 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:02.821751 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 833957cf-4538-43c2-86d2-149f6a5f15f8 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:02.821933 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d14cf-a993-45f7-8435-61adf9cd0459 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event updated for resources: {'Subnet': ['ID=ec0a018e-80dd-4123-9a9a-840cb668af0f,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:02.827423 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d14cf-a993-45f7-8435-61adf9cd0459 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Checking segment: {'id': 'cd521428-f454-432c-a3fd-c854c62d3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '68e6428d-581f-48cd-9ee6-210aeb637871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:02.827915 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9d14cf-a993-45f7-8435-61adf9cd0459 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Network hostable DHCP agents. Network: 68e6428d-581f-48cd-9ee6-210aeb637871, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:42:02.887903 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9d14cf-a993-45f7-8435-61adf9cd0459 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Network 68e6428d-581f-48cd-9ee6-210aeb637871 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:42:02.904194 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 833957cf-4538-43c2-86d2-149f6a5f15f8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:02.904194 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.918766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9c041-81e6-4ac9-a061-5d16fea5a0fb req-1f66938b-d1f1-40f4-adac-5bdfb37dcc00 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:02.920414 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24f9c041-81e6-4ac9-a061-5d16fea5a0fb req-1f66938b-d1f1-40f4-adac-5bdfb37dcc00 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=27cf6165-4488-4b10-9b2f-8118fd82baff HTTP/1.1" status: 200 len: 945 time: 0.0881271 Jul 13 07:42:02.921600 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-8f9d14cf-a993-45f7-8435-61adf9cd0459 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 68e6428d-581f-48cd-9ee6-210aeb637871) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:02.927163 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9d14cf-a993-45f7-8435-61adf9cd0459 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:02.927767 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f9d14cf-a993-45f7-8435-61adf9cd0459 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.958544 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c665d1b-5544-4275-b98b-fa9830cfba00 None None] Network 68e6428d-581f-48cd-9ee6-210aeb637871 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:02.971719 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8f9d14cf-a993-45f7-8435-61adf9cd0459 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2045016 Jul 13 07:42:02.974306 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41706) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:02.980720 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-0a5b49b3-9e8e-4ca0-ad02-cb3f2a0f1b2d tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Request body: {'port': {'network_id': '68e6428d-581f-48cd-9ee6-210aeb637871', 'name': 'tempest-NetworksIpV6TestAttrs-1093331144'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:03.015321 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24f9c041-81e6-4ac9-a061-5d16fea5a0fb req-f7700127-c6a5-418e-93a5-b57ab120bae8 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827227 Jul 13 07:42:03.111561 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device cb4206cc-7d75-4d77-8827-20b1c7c6e289 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:03.260650 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcecdbd3-f607-48dd-a569-4f5bb9bb867f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a323d04-6951-4193-92d8-53ed8ea6f205'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:03.263180 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11201b95-9537-412e-8a8d-78656d6e1eae" -d '{"events": [{"server_uuid": "fcecdbd3-f607-48dd-a569-4f5bb9bb867f", "name": "network-vif-plugged", "status": "completed", "tag": "8a323d04-6951-4193-92d8-53ed8ea6f205"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:03.288870 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5b49b3-9e8e-4ca0-ad02-cb3f2a0f1b2d tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Made reservation on behalf of a7fe39b633d54580b8be25c18c67fbdf for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:03.297607 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a5b49b3-9e8e-4ca0-ad02-cb3f2a0f1b2d tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.342625 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-0a5b49b3-9e8e-4ca0-ad02-cb3f2a0f1b2d tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] device_id is not set on port 09161dab-80d8-4721-9d25-d5819dede859 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:03.520980 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-0a5b49b3-9e8e-4ca0-ad02-cb3f2a0f1b2d tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Allocated IP 2001:db8::f816:3eff:fe50:d8a1 (68e6428d-581f-48cd-9ee6-210aeb637871/ec0a018e-80dd-4123-9a9a-840cb668af0f/09161dab-80d8-4721-9d25-d5819dede859) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:03.571493 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8516ce9c-5784-4cf2-8fd2-c17ebb2abe9f None None] DHCP port deletion for a382e841-bf57-40fa-ba0b-9ee635316109 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:42:03.578143 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c4c3e-2b6d-4004-9ff8-dfc7f04277e1 req-80002110-bbcb-4b5f-943c-848b54e748bf tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:03.580777 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-274c4c3e-2b6d-4004-9ff8-dfc7f04277e1 req-80002110-bbcb-4b5f-943c-848b54e748bf tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=dff35253-23cb-4274-8d83-c3bb24ad1148 HTTP/1.1" status: 200 len: 946 time: 0.1628988 Jul 13 07:42:03.615113 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-68e6428d-581f-48cd-9ee6-210aeb637871', 'network_id': '68e6428d-581f-48cd-9ee6-210aeb637871', 'tenant_id': 'a7fe39b633d54580b8be25c18c67fbdf', 'fixed_ips': [{'subnet_id': 'ec0a018e-80dd-4123-9a9a-840cb668af0f'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:42:03.616022 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.624462 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port cb4206cc-7d75-4d77-8827-20b1c7c6e289 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:03.641913 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port cb4206cc-7d75-4d77-8827-20b1c7c6e289 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:03.642564 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.658305 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-274c4c3e-2b6d-4004-9ff8-dfc7f04277e1 req-1e2e8486-4a05-45a5-af3f-2a07f27c6858 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630937 Jul 13 07:42:03.670939 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e88a20ac-5838-4edf-b6da-b6a0a9a48779 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:03.738478 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:42:03.928446 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a5b49b3-9e8e-4ca0-ad02-cb3f2a0f1b2d tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.957045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-0a5b49b3-9e8e-4ca0-ad02-cb3f2a0f1b2d tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Transition to ACTIVE for port object 09161dab-80d8-4721-9d25-d5819dede859 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:03.989476 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.015625 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a5b49b3-9e8e-4ca0-ad02-cb3f2a0f1b2d tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.082624 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5b49b3-9e8e-4ca0-ad02-cb3f2a0f1b2d tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Network 68e6428d-581f-48cd-9ee6-210aeb637871 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:04.086664 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-0a5b49b3-9e8e-4ca0-ad02-cb3f2a0f1b2d tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:04.086950 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8516ce9c-5784-4cf2-8fd2-c17ebb2abe9f None None] Deleting port cb4206cc-7d75-4d77-8827-20b1c7c6e289 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:04.087217 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8516ce9c-5784-4cf2-8fd2-c17ebb2abe9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.092138 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5b49b3-9e8e-4ca0-ad02-cb3f2a0f1b2d tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:04.106545 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:04.132943 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5b49b3-9e8e-4ca0-ad02-cb3f2a0f1b2d tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:04.136263 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a5b49b3-9e8e-4ca0-ad02-cb3f2a0f1b2d tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.149145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b49b3-9e8e-4ca0-ad02-cb3f2a0f1b2d tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event updated for resources: {'Port': ['ID=09161dab-80d8-4721-9d25-d5819dede859,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:04.175332 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-8516ce9c-5784-4cf2-8fd2-c17ebb2abe9f None None] For port cb4206cc-7d75-4d77-8827-20b1c7c6e289, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=cb4206cc-7d75-4d77-8827-20b1c7c6e289,segment=NetworkSegment(165be2a1-0f88-4278-b4a3-0b74d49eae4e),segment_id=165be2a1-0f88-4278-b4a3-0b74d49eae4e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:04.175979 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8516ce9c-5784-4cf2-8fd2-c17ebb2abe9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.189778 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0a5b49b3-9e8e-4ca0-ad02-cb3f2a0f1b2d tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2119358 Jul 13 07:42:04.190642 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41774) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:04.194051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8516ce9c-5784-4cf2-8fd2-c17ebb2abe9f None None] Calling delete_port for cb4206cc-7d75-4d77-8827-20b1c7c6e289 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:04.227141 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0278f78d-64fb-4556-b5fe-83150d7cafe5 req-8a93feaa-49f8-40dd-9009-dba7f8b1571d tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/ports?device_id=e788171e-aac7-4b1c-9928-0da27d5ace18 HTTP/1.1" status: 200 len: 210 time: 0.0651834 Jul 13 07:42:04.312329 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde60a40-a9bb-4bc5-b8f6-01ee0f159ef1 x-openstack-request-id: req-cde60a40-a9bb-4bc5-b8f6-01ee0f159ef1 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:04.312956 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcecdbd3-f607-48dd-a569-4f5bb9bb867f", "name": "network-vif-plugged", "status": "completed", "tag": "8a323d04-6951-4193-92d8-53ed8ea6f205", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:04.313467 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cde60a40-a9bb-4bc5-b8f6-01ee0f159ef1 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:04.314132 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcecdbd3-f607-48dd-a569-4f5bb9bb867f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a323d04-6951-4193-92d8-53ed8ea6f205', 'code': 200} Jul 13 07:42:04.325645 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09833c3-8d5a-4d0e-b84f-371fda99badc tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Deleting subnet ec0a018e-80dd-4123-9a9a-840cb668af0f {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:04.326957 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port e88a20ac-5838-4edf-b6da-b6a0a9a48779, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e88a20ac-5838-4edf-b6da-b6a0a9a48779,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:04.343079 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.354924 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] Allocated IP 2001:db8::f816:3eff:fe23:b37b (68e6428d-581f-48cd-9ee6-210aeb637871/ec0a018e-80dd-4123-9a9a-840cb668af0f/cbc1c06e-1e41-461f-87ea-07bda34b86cc) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:04.357964 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.376780 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8', 'network_id': '926a3091-1227-43c7-9248-11bb692f3e70', 'port_id': '44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8', 'mac_address': 'fa:16:3e:17:1c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebaa4587-64b0-4444-8306-bf055eaac5da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:42:04.436597 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8516ce9c-5784-4cf2-8fd2-c17ebb2abe9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.488801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8516ce9c-5784-4cf2-8fd2-c17ebb2abe9f None None] No DVR routers for this DVR port cb4206cc-7d75-4d77-8827-20b1c7c6e289 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:04.647236 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50628c-1845-427a-b930-c69700b11a60 req-e21b2ad2-1186-4972-b723-916026da6d2c tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:04.653303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=e88a20ac-5838-4edf-b6da-b6a0a9a48779,revision_number=12']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:04.675341 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac50628c-1845-427a-b930-c69700b11a60 req-e21b2ad2-1186-4972-b723-916026da6d2c tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=27cf6165-4488-4b10-9b2f-8118fd82baff HTTP/1.1" status: 200 len: 945 time: 0.1792600 Jul 13 07:42:04.679268 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.767674 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516ce9c-5784-4cf2-8fd2-c17ebb2abe9f None None] Pushing event deleted for resources: {'Port': ['ID=cb4206cc-7d75-4d77-8827-20b1c7c6e289,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:04.799561 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:04.808549 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac50628c-1845-427a-b930-c69700b11a60 req-36fdc175-b437-4970-ac45-1caccf65d613 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256509 Jul 13 07:42:04.882631 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device cb4206cc-7d75-4d77-8827-20b1c7c6e289 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:04.951702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:04.954446 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: cb4206cc-7d75-4d77-8827-20b1c7c6e289 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:42:04.954791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device cb4206cc-7d75-4d77-8827-20b1c7c6e289 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:42:04.975951 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.980042 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.015871 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e4476bc4-3a1b-4a4e-b335-22206e6ce2ac None None] Provisioning complete for port e88a20ac-5838-4edf-b6da-b6a0a9a48779 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:05.016568 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4476bc4-3a1b-4a4e-b335-22206e6ce2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.055348 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655db4a8-98e0-4035-8f8a-f27b9a76d158 req-065ddd31-1c2a-41e2-8805-cb72079b3a9c tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:05.057564 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] Transition to ACTIVE for port object cbc1c06e-1e41-461f-87ea-07bda34b86cc will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:05.057918 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-655db4a8-98e0-4035-8f8a-f27b9a76d158 req-065ddd31-1c2a-41e2-8805-cb72079b3a9c tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=dff35253-23cb-4274-8d83-c3bb24ad1148 HTTP/1.1" status: 200 len: 945 time: 0.0852308 Jul 13 07:42:05.095352 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] Transition to ACTIVE for port object cbc1c06e-1e41-461f-87ea-07bda34b86cc will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:05.107292 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e09833c3-8d5a-4d0e-b84f-371fda99badc tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.111132 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.126512 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:05.128153 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-655db4a8-98e0-4035-8f8a-f27b9a76d158 req-0bb29755-8487-429b-9c66-17e11c06341d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579054 Jul 13 07:42:05.187878 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:05.212866 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e09833c3-8d5a-4d0e-b84f-371fda99badc tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.320261 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] Network 68e6428d-581f-48cd-9ee6-210aeb637871 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:05.357986 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4476bc4-3a1b-4a4e-b335-22206e6ce2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.367540 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:05.381897 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:05.382435 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] Pushing event updated for resources: {'Port': ['ID=cbc1c06e-1e41-461f-87ea-07bda34b86cc,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:05.421473 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c0d9d-2bbf-432f-b4e7-538cefdcc6bf req-f85e7cff-2242-454d-9880-eac48fdb45a2 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:05.424568 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-728c0d9d-2bbf-432f-b4e7-538cefdcc6bf req-f85e7cff-2242-454d-9880-eac48fdb45a2 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/ports?device_id=252024ec-d211-46ef-bc0d-5b3310b622ac HTTP/1.1" status: 200 len: 948 time: 0.1349816 Jul 13 07:42:05.482547 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e4476bc4-3a1b-4a4e-b335-22206e6ce2ac None None] For port e88a20ac-5838-4edf-b6da-b6a0a9a48779, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e88a20ac-5838-4edf-b6da-b6a0a9a48779,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:05.507208 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e09833c3-8d5a-4d0e-b84f-371fda99badc tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.513264 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4476bc4-3a1b-4a4e-b335-22206e6ce2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.532685 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-728c0d9d-2bbf-432f-b4e7-538cefdcc6bf req-2a27ba9e-ef2e-4168-99b8-11fb68a2e6ef tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/security-groups?id=a03c0cd1-5be2-45b3-9df2-c4fcc73f431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904825 Jul 13 07:42:05.588726 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] Attempting to bind port cbc1c06e-1e41-461f-87ea-07bda34b86cc on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:05.589140 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] Attempting to bind port cbc1c06e-1e41-461f-87ea-07bda34b86cc by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'cd521428-f454-432c-a3fd-c854c62d3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '68e6428d-581f-48cd-9ee6-210aeb637871'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:05.589615 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] Attempting to bind port cbc1c06e-1e41-461f-87ea-07bda34b86cc on network 68e6428d-581f-48cd-9ee6-210aeb637871 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:05.607954 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e09833c3-8d5a-4d0e-b84f-371fda99badc tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.616059 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:05.616439 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] Checking segment: {'id': 'cd521428-f454-432c-a3fd-c854c62d3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '68e6428d-581f-48cd-9ee6-210aeb637871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:05.616831 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.617217 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] Bound using segment: {'id': 'cd521428-f454-432c-a3fd-c854c62d3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '68e6428d-581f-48cd-9ee6-210aeb637871'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:05.617693 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] Bound port: cbc1c06e-1e41-461f-87ea-07bda34b86cc, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd521428-f454-432c-a3fd-c854c62d3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '68e6428d-581f-48cd-9ee6-210aeb637871'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:05.618552 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.653479 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4476bc4-3a1b-4a4e-b335-22206e6ce2ac None None] Pushing event updated for resources: {'Port': ['ID=e88a20ac-5838-4edf-b6da-b6a0a9a48779,revision_number=13']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:05.687354 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09833c3-8d5a-4d0e-b84f-371fda99badc tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event deleted for resources: {'Subnet': ['ID=ec0a018e-80dd-4123-9a9a-840cb668af0f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:05.769253 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] For port cbc1c06e-1e41-461f-87ea-07bda34b86cc, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:05.784161 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] For port cbc1c06e-1e41-461f-87ea-07bda34b86cc, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=cbc1c06e-1e41-461f-87ea-07bda34b86cc,segment=NetworkSegment(cd521428-f454-432c-a3fd-c854c62d3f05),segment_id=cd521428-f454-432c-a3fd-c854c62d3f05)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:05.797885 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e09833c3-8d5a-4d0e-b84f-371fda99badc tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.809094 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e09833c3-8d5a-4d0e-b84f-371fda99badc tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "DELETE /v2.0/subnets/ec0a018e-80dd-4123-9a9a-840cb668af0f HTTP/1.1" status: 204 len: 168 time: 1.6143889 Jul 13 07:42:05.810352 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41828) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:05.812434 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.827649 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ba7c3782-1866-40e8-9412-372d317635c6 req-135c4e05-9074-4278-8b20-3c84f8a76b95 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/ports?device_id=e788171e-aac7-4b1c-9928-0da27d5ace18 HTTP/1.1" status: 200 len: 210 time: 0.1197970 Jul 13 07:42:06.063138 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212463c-ffc9-4850-9722-60d70a12ba7b None None] Pushing event updated for resources: {'Port': ['ID=cbc1c06e-1e41-461f-87ea-07bda34b86cc,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:06.086335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711f76c8-d34a-477c-a055-a054c1232ee9 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:06.092762 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711f76c8-d34a-477c-a055-a054c1232ee9 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:06.097436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41846) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:06.097558 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-711f76c8-d34a-477c-a055-a054c1232ee9 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2057159 Jul 13 07:42:06.112360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cace779-b485-44bc-82b0-5519bb007d6d req-33210af6-e4ae-4a8a-995b-ed9fb851b325 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:06.113889 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9cace779-b485-44bc-82b0-5519bb007d6d req-33210af6-e4ae-4a8a-995b-ed9fb851b325 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.62 "GET /v2.0/networks?id=84e9aacc-abdf-4f48-af37-14a6416b068e HTTP/1.1" status: 200 len: 822 time: 0.4758666 Jul 13 07:42:06.117784 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3a1422-cc68-4981-aaa9-2ae81d036756 None None] Network 68e6428d-581f-48cd-9ee6-210aeb637871 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:06.132562 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-9cace779-b485-44bc-82b0-5519bb007d6d req-6a450998-6762-4029-88ae-27ecad83a9d5 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Request body: {'port': {'device_id': 'e788171e-aac7-4b1c-9928-0da27d5ace18', 'network_id': '84e9aacc-abdf-4f48-af37-14a6416b068e', 'admin_state_up': True, 'tenant_id': 'f957a5ef569241c191ae59ace82b8bc2'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:06.234869 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-74425c50-59ab-4a70-af78-fec1e33e406e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.275340 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6ab71f72-c92b-4a4f-b7ab-2d8a25d90bea None None] Provisioning complete for port e88a20ac-5838-4edf-b6da-b6a0a9a48779 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:06.275805 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ab71f72-c92b-4a4f-b7ab-2d8a25d90bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.284896 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-74425c50-59ab-4a70-af78-fec1e33e406e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 13 07:42:06.285403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74425c50-59ab-4a70-af78-fec1e33e406e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:06.287213 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-74425c50-59ab-4a70-af78-fec1e33e406e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "DELETE /v2.0/networks/68e6428d-581f-48cd-9ee6-210aeb637871 HTTP/1.1" status: 409 len: 405 time: 0.1879072 Jul 13 07:42:06.295453 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41856) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:06.304692 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ce80b63f-1a0e-4d0a-ad2a-1d6dcf06e9ef tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-781982005'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:06.335075 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce80b63f-1a0e-4d0a-ad2a-1d6dcf06e9ef tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Made reservation on behalf of a7fe39b633d54580b8be25c18c67fbdf for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:06.339462 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce80b63f-1a0e-4d0a-ad2a-1d6dcf06e9ef tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.345042 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252024ec-d211-46ef-bc0d-5b3310b622ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779'}, {'server_uuid': '252024ec-d211-46ef-bc0d-5b3310b622ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:06.347852 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75b528a-6fda-4ed7-bb81-9f2549c5015b" -d '{"events": [{"server_uuid": "252024ec-d211-46ef-bc0d-5b3310b622ac", "name": "network-vif-unplugged", "status": "completed", "tag": "e88a20ac-5838-4edf-b6da-b6a0a9a48779"}, {"server_uuid": "252024ec-d211-46ef-bc0d-5b3310b622ac", "name": "network-vif-plugged", "status": "completed", "tag": "e88a20ac-5838-4edf-b6da-b6a0a9a48779"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:06.365301 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cace779-b485-44bc-82b0-5519bb007d6d req-6a450998-6762-4029-88ae-27ecad83a9d5 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Made reservation on behalf of f957a5ef569241c191ae59ace82b8bc2 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:06.372735 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9cace779-b485-44bc-82b0-5519bb007d6d req-6a450998-6762-4029-88ae-27ecad83a9d5 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.388897 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce80b63f-1a0e-4d0a-ad2a-1d6dcf06e9ef tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:06.434832 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23600f5b-acd3-4931-b3d1-658c760f93aa req-342d867e-5694-41bc-b765-47c42531c337 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:06.439016 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-23600f5b-acd3-4931-b3d1-658c760f93aa req-342d867e-5694-41bc-b765-47c42531c337 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=27cf6165-4488-4b10-9b2f-8118fd82baff HTTP/1.1" status: 200 len: 945 time: 0.2015917 Jul 13 07:42:06.476904 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce80b63f-1a0e-4d0a-ad2a-1d6dcf06e9ef tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.476904 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-ce80b63f-1a0e-4d0a-ad2a-1d6dcf06e9ef tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Added segment dad748aa-8e4c-46d7-b300-671dcb3f97b9 of type vlan for network 0282f2d2-d0ef-4e9a-8150-9190630ab6a7 Jul 13 07:42:06.546117 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce80b63f-1a0e-4d0a-ad2a-1d6dcf06e9ef tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.559944 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-23600f5b-acd3-4931-b3d1-658c760f93aa req-a8d968f4-66ea-421f-9e72-235c873085a8 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136198 Jul 13 07:42:06.587374 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1479e352-bd6a-43f2-8904-da4620a474d2 None None] get_active_networks_info from n-d-779913-28 {{(pid=93725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:42:06.592165 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0258f09-d2ca-4848-bb21-7f1dfbf0e1f1 req-1c12cb19-acbf-4f1e-bca1-934e6cd57417 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:06.602021 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f0258f09-d2ca-4848-bb21-7f1dfbf0e1f1 req-1c12cb19-acbf-4f1e-bca1-934e6cd57417 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=dff35253-23cb-4274-8d83-c3bb24ad1148 HTTP/1.1" status: 200 len: 945 time: 0.2163901 Jul 13 07:42:06.605438 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-9cace779-b485-44bc-82b0-5519bb007d6d req-6a450998-6762-4029-88ae-27ecad83a9d5 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Allocated IP 172.20.0.4 (84e9aacc-abdf-4f48-af37-14a6416b068e/25fb8744-5330-42c4-933d-6f6d459f8f2c/6794dd77-144b-4f11-9a18-1c0803ae031a) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:06.698688 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f0258f09-d2ca-4848-bb21-7f1dfbf0e1f1 req-0fc8169f-2a84-48e5-bded-ee0d615b8778 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956504 Jul 13 07:42:06.703657 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce80b63f-1a0e-4d0a-ad2a-1d6dcf06e9ef tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.710627 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce80b63f-1a0e-4d0a-ad2a-1d6dcf06e9ef tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:06.711490 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce80b63f-1a0e-4d0a-ad2a-1d6dcf06e9ef tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.782333 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d39fb4-f783-46ad-9d77-1ac1b964baba x-openstack-request-id: req-49d39fb4-f783-46ad-9d77-1ac1b964baba {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:06.782628 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252024ec-d211-46ef-bc0d-5b3310b622ac", "name": "network-vif-unplugged", "status": "completed", "tag": "e88a20ac-5838-4edf-b6da-b6a0a9a48779", "code": 200}, {"server_uuid": "252024ec-d211-46ef-bc0d-5b3310b622ac", "name": "network-vif-plugged", "status": "completed", "tag": "e88a20ac-5838-4edf-b6da-b6a0a9a48779", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:06.782878 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-49d39fb4-f783-46ad-9d77-1ac1b964baba {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:06.783558 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252024ec-d211-46ef-bc0d-5b3310b622ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779', 'code': 200} Jul 13 07:42:06.783677 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ce80b63f-1a0e-4d0a-ad2a-1d6dcf06e9ef tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4865744 Jul 13 07:42:06.783963 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252024ec-d211-46ef-bc0d-5b3310b622ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779', 'code': 200} Jul 13 07:42:06.820524 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41876) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:06.824074 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80b63f-1a0e-4d0a-ad2a-1d6dcf06e9ef tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event updated for resources: {'Network': ['ID=0282f2d2-d0ef-4e9a-8150-9190630ab6a7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:06.837142 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-19ca974f-dad5-4878-ae92-ceedc7caca9b tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Request body: {'subnet': {'network_id': '0282f2d2-d0ef-4e9a-8150-9190630ab6a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:06.864733 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1479e352-bd6a-43f2-8904-da4620a474d2 None None] Resources bound (agent type, host, resource id): {{(pid=93725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:42:06.869386 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 0282f2d2-d0ef-4e9a-8150-9190630ab6a7 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:06.906896 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9cace779-b485-44bc-82b0-5519bb007d6d req-6a450998-6762-4029-88ae-27ecad83a9d5 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.002598 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9cace779-b485-44bc-82b0-5519bb007d6d req-6a450998-6762-4029-88ae-27ecad83a9d5 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.084212 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cace779-b485-44bc-82b0-5519bb007d6d req-6a450998-6762-4029-88ae-27ecad83a9d5 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Network 84e9aacc-abdf-4f48-af37-14a6416b068e is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:07.089230 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-9cace779-b485-44bc-82b0-5519bb007d6d req-6a450998-6762-4029-88ae-27ecad83a9d5 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:07.100963 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cace779-b485-44bc-82b0-5519bb007d6d req-6a450998-6762-4029-88ae-27ecad83a9d5 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:07.161751 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a450998-6762-4029-88ae-27ecad83a9d5 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Pushing event updated for resources: {'Port': ['ID=6794dd77-144b-4f11-9a18-1c0803ae031a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:07.188331 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cace779-b485-44bc-82b0-5519bb007d6d req-6a450998-6762-4029-88ae-27ecad83a9d5 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:07.189309 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9cace779-b485-44bc-82b0-5519bb007d6d req-6a450998-6762-4029-88ae-27ecad83a9d5 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.213403 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9cace779-b485-44bc-82b0-5519bb007d6d req-6a450998-6762-4029-88ae-27ecad83a9d5 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0853758 Jul 13 07:42:07.237678 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-9cace779-b485-44bc-82b0-5519bb007d6d req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] Request body: {'port': {'device_id': 'e788171e-aac7-4b1c-9928-0da27d5ace18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:07.397154 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9cace779-b485-44bc-82b0-5519bb007d6d req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.453134 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ca974f-dad5-4878-ae92-ceedc7caca9b tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Made reservation on behalf of a7fe39b633d54580b8be25c18c67fbdf for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:07.457350 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-19ca974f-dad5-4878-ae92-ceedc7caca9b tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.654658 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf275a-8234-4278-a2e8-74913c99daaa req-5993ccf1-5462-4f55-9f04-9232be9f9222 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:07.656231 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0dcf275a-8234-4278-a2e8-74913c99daaa req-5993ccf1-5462-4f55-9f04-9232be9f9222 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.62 "GET /v2.0/ports?device_id=252024ec-d211-46ef-bc0d-5b3310b622ac HTTP/1.1" status: 200 len: 950 time: 0.2601361 Jul 13 07:42:07.725804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:07.736013 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.859373 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:07.859760 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.881687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563496ba-cb5f-4473-b8ca-504471506bac req-a8228f57-a5b0-4100-a40b-bce90fc2d553 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:07.892789 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-563496ba-cb5f-4473-b8ca-504471506bac req-a8228f57-a5b0-4100-a40b-bce90fc2d553 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/ports?device_id=252024ec-d211-46ef-bc0d-5b3310b622ac HTTP/1.1" status: 200 len: 950 time: 0.4952996 Jul 13 07:42:07.944595 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-0dcf275a-8234-4278-a2e8-74913c99daaa req-83a1912f-8cfe-4c70-8b02-3f13f2f0e24b tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Deleting port e88a20ac-5838-4edf-b6da-b6a0a9a48779 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:07.944960 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0dcf275a-8234-4278-a2e8-74913c99daaa req-83a1912f-8cfe-4c70-8b02-3f13f2f0e24b tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.972790 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.021378 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:08.028927 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.034450 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-563496ba-cb5f-4473-b8ca-504471506bac req-2e122c8c-cd58-4d5a-b75f-f070ce50a796 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/security-groups?id=a03c0cd1-5be2-45b3-9df2-c4fcc73f431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414135 Jul 13 07:42:08.086458 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-9cace779-b485-44bc-82b0-5519bb007d6d req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6794dd77-144b-4f11-9a18-1c0803ae031a {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:08.104923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:08.123292 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9cace779-b485-44bc-82b0-5519bb007d6d req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.200709 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-9cace779-b485-44bc-82b0-5519bb007d6d req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] Transition to ACTIVE for port object 6794dd77-144b-4f11-9a18-1c0803ae031a will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:08.221185 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-0dcf275a-8234-4278-a2e8-74913c99daaa req-83a1912f-8cfe-4c70-8b02-3f13f2f0e24b tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] For port e88a20ac-5838-4edf-b6da-b6a0a9a48779, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e88a20ac-5838-4edf-b6da-b6a0a9a48779,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:08.221927 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0dcf275a-8234-4278-a2e8-74913c99daaa req-83a1912f-8cfe-4c70-8b02-3f13f2f0e24b tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.225126 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9cace779-b485-44bc-82b0-5519bb007d6d req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.284509 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-0dcf275a-8234-4278-a2e8-74913c99daaa req-83a1912f-8cfe-4c70-8b02-3f13f2f0e24b tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Calling delete_port for e88a20ac-5838-4edf-b6da-b6a0a9a48779 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:08.289565 n-d-779913-28 neutron-server[93724]: DEBUG neutron.objects.ports [None req-19ca974f-dad5-4878-ae92-ceedc7caca9b tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:42:08.293640 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-19ca974f-dad5-4878-ae92-ceedc7caca9b tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.356272 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] Pushing event updated for resources: {'Port': ['ID=6794dd77-144b-4f11-9a18-1c0803ae031a,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:08.403358 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3aec8-82df-46e4-a44d-b4e75d85dcf8 req-40a442ed-eec1-4207-8baa-ca102dc2fdd9 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:08.410726 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-beb3aec8-82df-46e4-a44d-b4e75d85dcf8 req-40a442ed-eec1-4207-8baa-ca102dc2fdd9 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/ports?device_id=e788171e-aac7-4b1c-9928-0da27d5ace18 HTTP/1.1" status: 200 len: 931 time: 0.3869474 Jul 13 07:42:08.451765 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca974f-dad5-4878-ae92-ceedc7caca9b tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event updated for resources: {'Subnet': ['ID=9c0952ee-d994-4755-a8a0-dfdfcdfa75b2,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:08.482677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-9cace779-b485-44bc-82b0-5519bb007d6d req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] Attempting to bind port 6794dd77-144b-4f11-9a18-1c0803ae031a on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:08.482677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-9cace779-b485-44bc-82b0-5519bb007d6d req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] Attempting to bind port 6794dd77-144b-4f11-9a18-1c0803ae031a by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '340f06ff-364d-475a-8971-1020f3fd800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '84e9aacc-abdf-4f48-af37-14a6416b068e'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:08.482677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cace779-b485-44bc-82b0-5519bb007d6d req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] Attempting to bind port 6794dd77-144b-4f11-9a18-1c0803ae031a on network 84e9aacc-abdf-4f48-af37-14a6416b068e {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:08.488098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cace779-b485-44bc-82b0-5519bb007d6d req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] Port 6794dd77-144b-4f11-9a18-1c0803ae031a on network 84e9aacc-abdf-4f48-af37-14a6416b068e not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:08.488497 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cace779-b485-44bc-82b0-5519bb007d6d req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] Attempting to bind port 6794dd77-144b-4f11-9a18-1c0803ae031a on network 84e9aacc-abdf-4f48-af37-14a6416b068e {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:08.497333 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cace779-b485-44bc-82b0-5519bb007d6d req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:08.497770 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cace779-b485-44bc-82b0-5519bb007d6d req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] Checking segment: {'id': '340f06ff-364d-475a-8971-1020f3fd800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '84e9aacc-abdf-4f48-af37-14a6416b068e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:08.498254 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cace779-b485-44bc-82b0-5519bb007d6d req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] Bound using segment: {'id': '340f06ff-364d-475a-8971-1020f3fd800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '84e9aacc-abdf-4f48-af37-14a6416b068e'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:08.498755 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-9cace779-b485-44bc-82b0-5519bb007d6d req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] Bound port: 6794dd77-144b-4f11-9a18-1c0803ae031a, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340f06ff-364d-475a-8971-1020f3fd800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '84e9aacc-abdf-4f48-af37-14a6416b068e'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:08.499187 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9cace779-b485-44bc-82b0-5519bb007d6d req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.506734 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-beb3aec8-82df-46e4-a44d-b4e75d85dcf8 req-9dccd980-e5d4-4885-9dab-6d905d176fde tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/security-groups?id=e62d511c-21a1-4e64-9c6a-d5256625629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949581 Jul 13 07:42:08.522058 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ca974f-dad5-4878-ae92-ceedc7caca9b tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Checking segment: {'id': 'dad748aa-8e4c-46d7-b300-671dcb3f97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0282f2d2-d0ef-4e9a-8150-9190630ab6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:08.522529 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ca974f-dad5-4878-ae92-ceedc7caca9b tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Network hostable DHCP agents. Network: 0282f2d2-d0ef-4e9a-8150-9190630ab6a7, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:42:08.605087 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0dcf275a-8234-4278-a2e8-74913c99daaa req-83a1912f-8cfe-4c70-8b02-3f13f2f0e24b tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.606054 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ca974f-dad5-4878-ae92-ceedc7caca9b tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Network 0282f2d2-d0ef-4e9a-8150-9190630ab6a7 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:42:08.623783 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-19ca974f-dad5-4878-ae92-ceedc7caca9b tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 0282f2d2-d0ef-4e9a-8150-9190630ab6a7) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:08.636918 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cd0283-6f6f-4333-880b-baf2d74529ff None None] Network 0282f2d2-d0ef-4e9a-8150-9190630ab6a7 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:08.637723 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d140fc0-1db4-4f62-82bf-d0778aec68cb req-2409cd6c-3804-44aa-bc96-9e74a689ca66 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:08.643705 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d140fc0-1db4-4f62-82bf-d0778aec68cb req-2409cd6c-3804-44aa-bc96-9e74a689ca66 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=dff35253-23cb-4274-8d83-c3bb24ad1148 HTTP/1.1" status: 200 len: 946 time: 0.1017435 Jul 13 07:42:08.645567 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ca974f-dad5-4878-ae92-ceedc7caca9b tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:08.646965 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-19ca974f-dad5-4878-ae92-ceedc7caca9b tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.673087 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-19ca974f-dad5-4878-ae92-ceedc7caca9b tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8512251 Jul 13 07:42:08.673446 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-9cace779-b485-44bc-82b0-5519bb007d6d req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] For port 6794dd77-144b-4f11-9a18-1c0803ae031a, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:08.675826 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41936) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:08.695029 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1912f-8cfe-4c70-8b02-3f13f2f0e24b tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Pushing event deleted for resources: {'Port': ['ID=e88a20ac-5838-4edf-b6da-b6a0a9a48779,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:08.707105 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-9cace779-b485-44bc-82b0-5519bb007d6d req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] For port 6794dd77-144b-4f11-9a18-1c0803ae031a, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=6794dd77-144b-4f11-9a18-1c0803ae031a,segment=NetworkSegment(340f06ff-364d-475a-8971-1020f3fd800c),segment_id=340f06ff-364d-475a-8971-1020f3fd800c)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:08.748792 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d140fc0-1db4-4f62-82bf-d0778aec68cb req-61bbb173-630d-4c30-8789-da813fb21d36 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843277 Jul 13 07:42:08.757765 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9cace779-b485-44bc-82b0-5519bb007d6d req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.791925 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff35253-23cb-4274-8d83-c3bb24ad1148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:08.795301 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f1c272-8ace-4457-84d9-9bf1cc3be4bc" -d '{"events": [{"server_uuid": "dff35253-23cb-4274-8d83-c3bb24ad1148", "name": "network-vif-plugged", "status": "completed", "tag": "44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:08.799068 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcf275a-8234-4278-a2e8-74913c99daaa req-83a1912f-8cfe-4c70-8b02-3f13f2f0e24b tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] No DVR routers for this DVR port e88a20ac-5838-4edf-b6da-b6a0a9a48779 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:08.824235 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0dcf275a-8234-4278-a2e8-74913c99daaa req-83a1912f-8cfe-4c70-8b02-3f13f2f0e24b tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.826327 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0dcf275a-8234-4278-a2e8-74913c99daaa req-83a1912f-8cfe-4c70-8b02-3f13f2f0e24b tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.62 "DELETE /v2.0/ports/e88a20ac-5838-4edf-b6da-b6a0a9a48779 HTTP/1.1" status: 204 len: 173 time: 1.1376953 Jul 13 07:42:08.828111 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252024ec-d211-46ef-bc0d-5b3310b622ac', 'name': 'network-vif-deleted', 'tag': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:08.838617 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052a8f63-89e7-4829-9c8c-d4f349ff6e98" -d '{"events": [{"server_uuid": "252024ec-d211-46ef-bc0d-5b3310b622ac", "name": "network-vif-deleted", "tag": "e88a20ac-5838-4edf-b6da-b6a0a9a48779"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:08.870661 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cace779-b485-44bc-82b0-5519bb007d6d req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:08.871310 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9cace779-b485-44bc-82b0-5519bb007d6d req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.873074 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9cace779-b485-44bc-82b0-5519bb007d6d req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] 10.222.0.62 "PUT /v2.0/ports/6794dd77-144b-4f11-9a18-1c0803ae031a HTTP/1.1" status: 200 len: 1092 time: 1.6509140 Jul 13 07:42:08.940201 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d53c941-d7e1-424b-b6aa-5cc244338a66 x-openstack-request-id: req-1d53c941-d7e1-424b-b6aa-5cc244338a66 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:08.943397 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff35253-23cb-4274-8d83-c3bb24ad1148", "name": "network-vif-plugged", "status": "completed", "tag": "44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:08.943779 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d53c941-d7e1-424b-b6aa-5cc244338a66 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:08.947005 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff35253-23cb-4274-8d83-c3bb24ad1148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8', 'code': 200} Jul 13 07:42:08.967151 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-0282f2d2-d0ef-4e9a-8150-9190630ab6a7', 'network_id': '0282f2d2-d0ef-4e9a-8150-9190630ab6a7', 'tenant_id': 'a7fe39b633d54580b8be25c18c67fbdf', 'fixed_ips': [{'subnet_id': '9c0952ee-d994-4755-a8a0-dfdfcdfa75b2'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:42:08.968220 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.033441 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aab4a5-3f56-49a0-a728-e23186fe4a57 service neutron] Pushing event updated for resources: {'Port': ['ID=6794dd77-144b-4f11-9a18-1c0803ae031a,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:09.045900 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.082218 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cace779-b485-44bc-82b0-5519bb007d6d req-22d13978-1408-4202-b33e-d439e4a6a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:09.084528 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9cace779-b485-44bc-82b0-5519bb007d6d req-22d13978-1408-4202-b33e-d439e4a6a00d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f957a5ef569241c191ae59ace82b8bc2&device_id=e788171e-aac7-4b1c-9928-0da27d5ace18 HTTP/1.1" status: 200 len: 1095 time: 0.1457443 Jul 13 07:42:09.094667 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf9882a-42b6-49f1-b779-12324e39fed2 x-openstack-request-id: req-7cf9882a-42b6-49f1-b779-12324e39fed2 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:09.094964 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252024ec-d211-46ef-bc0d-5b3310b622ac", "name": "network-vif-deleted", "tag": "e88a20ac-5838-4edf-b6da-b6a0a9a48779", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:09.095225 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7cf9882a-42b6-49f1-b779-12324e39fed2 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:09.095636 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252024ec-d211-46ef-bc0d-5b3310b622ac', 'name': 'network-vif-deleted', 'tag': 'e88a20ac-5838-4edf-b6da-b6a0a9a48779', 'status': 'completed', 'code': 200} Jul 13 07:42:09.227603 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9cace779-b485-44bc-82b0-5519bb007d6d req-ecd6f94f-dc92-40dd-b817-e088ce62bded service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6794dd77-144b-4f11-9a18-1c0803ae031a HTTP/1.1" status: 200 len: 217 time: 0.1110029 Jul 13 07:42:09.336382 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] Allocated IP 2001:db8::f816:3eff:febc:232f (0282f2d2-d0ef-4e9a-8150-9190630ab6a7/9c0952ee-d994-4755-a8a0-dfdfcdfa75b2/6f54ccc5-6c5e-44f7-98c5-6250dd0cc82e) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:09.342244 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.385706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cace779-b485-44bc-82b0-5519bb007d6d req-6870ce03-453c-4398-a9a8-fece2dec3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:09.387362 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9cace779-b485-44bc-82b0-5519bb007d6d req-6870ce03-453c-4398-a9a8-fece2dec3f66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=25fb8744-5330-42c4-933d-6f6d459f8f2c HTTP/1.1" status: 200 len: 862 time: 0.1457517 Jul 13 07:42:09.439254 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9cace779-b485-44bc-82b0-5519bb007d6d req-e5677fca-d32c-4354-a53a-2b1b13dc5f12 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84e9aacc-abdf-4f48-af37-14a6416b068e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317371 Jul 13 07:42:09.506431 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9fce1a43-bb25-4a66-a69f-f37f6b5f887d req-24ed88cb-c905-456e-b6e6-b7746bfc1cc6 tempest-ImagesOneServerTestJSON-1848259486 tempest-ImagesOneServerTestJSON-1848259486-project] 10.222.0.58 "GET /v2.0/ports?device_id=252024ec-d211-46ef-bc0d-5b3310b622ac HTTP/1.1" status: 200 len: 210 time: 0.0644801 Jul 13 07:42:09.585757 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.596728 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] Transition to ACTIVE for port object 6f54ccc5-6c5e-44f7-98c5-6250dd0cc82e will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:09.601019 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9cace779-b485-44bc-82b0-5519bb007d6d req-3b6281a8-3599-4ec7-a8b5-d2c6a26c61d9 service neutron] 10.222.0.62 "GET /v2.0/networks/84e9aacc-abdf-4f48-af37-14a6416b068e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461449 Jul 13 07:42:09.617583 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] Transition to ACTIVE for port object 6f54ccc5-6c5e-44f7-98c5-6250dd0cc82e will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:09.631518 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.670979 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e88a20ac-5838-4edf-b6da-b6a0a9a48779 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:09.730329 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.735840 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0eff0f-4111-474d-a09b-f0aa038ddd2f req-4b2297d2-62b0-42eb-8026-47d112eed508 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:09.738741 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5d0eff0f-4111-474d-a09b-f0aa038ddd2f req-4b2297d2-62b0-42eb-8026-47d112eed508 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.35 "GET /v2.0/ports?device_id=dff35253-23cb-4274-8d83-c3bb24ad1148 HTTP/1.1" status: 200 len: 946 time: 0.2080088 Jul 13 07:42:09.740368 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:09.809512 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event deleted for resources: {'Subnet': ['ID=9c0952ee-d994-4755-a8a0-dfdfcdfa75b2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:09.833373 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9cace779-b485-44bc-82b0-5519bb007d6d req-4eadc8c8-26cb-4d6b-b3e9-11bc5b771fd8 service neutron] 10.222.0.62 "GET /v2.0/networks/84e9aacc-abdf-4f48-af37-14a6416b068e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222769 Jul 13 07:42:09.893532 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] Network 0282f2d2-d0ef-4e9a-8150-9190630ab6a7 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:09.945775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: e88a20ac-5838-4edf-b6da-b6a0a9a48779 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:42:09.946395 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e88a20ac-5838-4edf-b6da-b6a0a9a48779 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:42:09.953718 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:09.960227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:09.978890 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] Pushing event updated for resources: {'Port': ['ID=6f54ccc5-6c5e-44f7-98c5-6250dd0cc82e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:10.057227 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.067971 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-5d0eff0f-4111-474d-a09b-f0aa038ddd2f req-114b9417-6041-4710-b57c-b5f04f1c896d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Deleting port 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:10.068741 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5d0eff0f-4111-474d-a09b-f0aa038ddd2f req-114b9417-6041-4710-b57c-b5f04f1c896d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.078057 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0282f2d2-d0ef-4e9a-8150-9190630ab6a7']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:10.082960 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] Attempting to bind port 6f54ccc5-6c5e-44f7-98c5-6250dd0cc82e on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:10.083734 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] Attempting to bind port 6f54ccc5-6c5e-44f7-98c5-6250dd0cc82e by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'dad748aa-8e4c-46d7-b300-671dcb3f97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0282f2d2-d0ef-4e9a-8150-9190630ab6a7'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:10.084440 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] Attempting to bind port 6f54ccc5-6c5e-44f7-98c5-6250dd0cc82e on network 0282f2d2-d0ef-4e9a-8150-9190630ab6a7 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:10.098139 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:10.098900 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] Checking segment: {'id': 'dad748aa-8e4c-46d7-b300-671dcb3f97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0282f2d2-d0ef-4e9a-8150-9190630ab6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:10.103588 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.104603 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] Bound using segment: {'id': 'dad748aa-8e4c-46d7-b300-671dcb3f97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0282f2d2-d0ef-4e9a-8150-9190630ab6a7'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:10.105295 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] Bound port: 6f54ccc5-6c5e-44f7-98c5-6250dd0cc82e, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad748aa-8e4c-46d7-b300-671dcb3f97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0282f2d2-d0ef-4e9a-8150-9190630ab6a7'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:10.106163 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.134536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad748aa-8e4c-46d7-b300-671dcb3f97b9') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:10.139644 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad748aa-8e4c-46d7-b300-671dcb3f97b9') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:10.167816 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.205275 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.239921 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.245529 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:10.246961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] For port 6f54ccc5-6c5e-44f7-98c5-6250dd0cc82e, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:10.254282 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.256001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:10.258122 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.330710 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-5d0eff0f-4111-474d-a09b-f0aa038ddd2f req-114b9417-6041-4710-b57c-b5f04f1c896d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] For port 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:10.332593 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5d0eff0f-4111-474d-a09b-f0aa038ddd2f req-114b9417-6041-4710-b57c-b5f04f1c896d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.373961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-5d0eff0f-4111-474d-a09b-f0aa038ddd2f req-114b9417-6041-4710-b57c-b5f04f1c896d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Calling delete_port for 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:10.398207 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:10.406063 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.api [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:42:10.406063 n-d-779913-28 neutron-server[93723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:42:10.406063 n-d-779913-28 neutron-server[93723]: [parameters: {'id': '0282f2d2-d0ef-4e9a-8150-9190630ab6a7'}] Jul 13 07:42:10.406063 n-d-779913-28 neutron-server[93723]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:42:10.406675 n-d-779913-28 neutron-server[93723]: DEBUG oslo_db.api [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:42:10.426287 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] For port 6f54ccc5-6c5e-44f7-98c5-6250dd0cc82e, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=6f54ccc5-6c5e-44f7-98c5-6250dd0cc82e,segment=NetworkSegment(dad748aa-8e4c-46d7-b300-671dcb3f97b9),segment_id=dad748aa-8e4c-46d7-b300-671dcb3f97b9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:10.445240 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.458162 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:10.582627 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd027866-afaa-40ed-8f8c-3627dcb3fb93 req-7306138a-c8ad-4161-854e-f56151e1479e tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:10.598501 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd027866-afaa-40ed-8f8c-3627dcb3fb93 req-7306138a-c8ad-4161-854e-f56151e1479e tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/ports?device_id=e788171e-aac7-4b1c-9928-0da27d5ace18 HTTP/1.1" status: 200 len: 943 time: 0.2026749 Jul 13 07:42:10.662581 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd027866-afaa-40ed-8f8c-3627dcb3fb93 req-5fea36b5-459d-49fc-a559-5cb8d1e4affb tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/security-groups?id=e62d511c-21a1-4e64-9c6a-d5256625629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629351 Jul 13 07:42:10.740575 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eefb6dc-858c-4741-9f46-b28971fc074b None None] Pushing event updated for resources: {'Port': ['ID=6f54ccc5-6c5e-44f7-98c5-6250dd0cc82e,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:10.768946 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4257e58-21f1-46c2-be0a-4f8f96ce181a None None] Network 0282f2d2-d0ef-4e9a-8150-9190630ab6a7 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:10.798061 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc1043-907b-4a97-a60c-886bdbe6e50c req-38cf746c-4b93-4bdc-8cb1-6a9a1a273ed2 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:10.799821 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6edc1043-907b-4a97-a60c-886bdbe6e50c req-38cf746c-4b93-4bdc-8cb1-6a9a1a273ed2 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=dff35253-23cb-4274-8d83-c3bb24ad1148 HTTP/1.1" status: 200 len: 944 time: 0.1511104 Jul 13 07:42:10.849101 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5d0eff0f-4111-474d-a09b-f0aa038ddd2f req-114b9417-6041-4710-b57c-b5f04f1c896d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.908069 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.935129 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6edc1043-907b-4a97-a60c-886bdbe6e50c req-95510295-1f3d-4eaf-9c35-1f8e84565060 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251497 Jul 13 07:42:10.944881 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b9417-6041-4710-b57c-b5f04f1c896d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Pushing event deleted for resources: {'Port': ['ID=44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:10.949944 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff35253-23cb-4274-8d83-c3bb24ad1148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:10.956061 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93739ba7-0ab8-423c-9e09-00756a9ebfb8" -d '{"events": [{"server_uuid": "dff35253-23cb-4274-8d83-c3bb24ad1148", "name": "network-vif-unplugged", "status": "completed", "tag": "44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:11.031373 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49e9f52-46e2-43ed-9906-a6ce64c95d8d None None] get_active_networks_info from n-d-779913-28 {{(pid=93725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:42:11.104603 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e788171e-aac7-4b1c-9928-0da27d5ace18', 'tag': '6794dd77-144b-4f11-9a18-1c0803ae031a'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:11.108332 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051d5fb4-ee20-4afb-a61a-b7f92d087e67" -d '{"events": [{"name": "network-changed", "server_uuid": "e788171e-aac7-4b1c-9928-0da27d5ace18", "tag": "6794dd77-144b-4f11-9a18-1c0803ae031a"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:11.143268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0eff0f-4111-474d-a09b-f0aa038ddd2f req-114b9417-6041-4710-b57c-b5f04f1c896d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] No DVR routers for this DVR port 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:11.160990 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5d0eff0f-4111-474d-a09b-f0aa038ddd2f req-114b9417-6041-4710-b57c-b5f04f1c896d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.169576 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5d0eff0f-4111-474d-a09b-f0aa038ddd2f req-114b9417-6041-4710-b57c-b5f04f1c896d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.35 "DELETE /v2.0/ports/44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 HTTP/1.1" status: 204 len: 173 time: 1.4235151 Jul 13 07:42:11.171527 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff35253-23cb-4274-8d83-c3bb24ad1148', 'name': 'network-vif-deleted', 'tag': '44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:11.185431 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbba5475-311e-4948-8b0e-5272d001b26c" -d '{"events": [{"server_uuid": "dff35253-23cb-4274-8d83-c3bb24ad1148", "name": "network-vif-deleted", "tag": "44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:11.191439 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Deleting port 6f54ccc5-6c5e-44f7-98c5-6250dd0cc82e {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:11.192233 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.242568 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49e9f52-46e2-43ed-9906-a6ce64c95d8d None None] Resources bound (agent type, host, resource id): {{(pid=93725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:42:11.421145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] For port 6f54ccc5-6c5e-44f7-98c5-6250dd0cc82e, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=6f54ccc5-6c5e-44f7-98c5-6250dd0cc82e,segment=NetworkSegment(dad748aa-8e4c-46d7-b300-671dcb3f97b9),segment_id=dad748aa-8e4c-46d7-b300-671dcb3f97b9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:11.421634 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.456764 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Calling delete_port for 6f54ccc5-6c5e-44f7-98c5-6250dd0cc82e owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:11.622397 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8278d333-3d59-4901-acd2-33cade9058b7 x-openstack-request-id: req-8278d333-3d59-4901-acd2-33cade9058b7 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:11.622767 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff35253-23cb-4274-8d83-c3bb24ad1148", "name": "network-vif-unplugged", "status": "completed", "tag": "44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:11.625894 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8278d333-3d59-4901-acd2-33cade9058b7 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:11.626731 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff35253-23cb-4274-8d83-c3bb24ad1148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8', 'code': 200} Jul 13 07:42:11.653732 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991fe290-743b-4b5a-aaa7-af69877f1969 x-openstack-request-id: req-991fe290-743b-4b5a-aaa7-af69877f1969 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:11.654296 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e788171e-aac7-4b1c-9928-0da27d5ace18", "tag": "6794dd77-144b-4f11-9a18-1c0803ae031a", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:11.654853 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-991fe290-743b-4b5a-aaa7-af69877f1969 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:11.655394 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e788171e-aac7-4b1c-9928-0da27d5ace18', 'tag': '6794dd77-144b-4f11-9a18-1c0803ae031a', 'status': 'completed', 'code': 200} Jul 13 07:42:11.663314 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 652b4225-02fd-48cc-920a-222c16e6db6b details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:42:11.672589 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.749045 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2424cc4d-58f3-4a65-9cb2-0103f8b6855f x-openstack-request-id: req-2424cc4d-58f3-4a65-9cb2-0103f8b6855f {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:11.749563 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff35253-23cb-4274-8d83-c3bb24ad1148", "name": "network-vif-deleted", "tag": "44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:11.749563 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2424cc4d-58f3-4a65-9cb2-0103f8b6855f {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:11.750009 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff35253-23cb-4274-8d83-c3bb24ad1148', 'name': 'network-vif-deleted', 'tag': '44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8', 'status': 'completed', 'code': 200} Jul 13 07:42:11.788720 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event deleted for resources: {'Port': ['ID=6f54ccc5-6c5e-44f7-98c5-6250dd0cc82e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:11.796825 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] No DVR routers for this DVR port 6f54ccc5-6c5e-44f7-98c5-6250dd0cc82e on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:11.804083 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42120) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:11.897794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 652b4225-02fd-48cc-920a-222c16e6db6b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=652b4225-02fd-48cc-920a-222c16e6db6b,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:11.917526 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '652b4225-02fd-48cc-920a-222c16e6db6b', 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e', 'port_id': '652b4225-02fd-48cc-920a-222c16e6db6b', 'mac_address': 'fa:16:3e:9d:26:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05556c2b-fcc9-455f-bd77-fc9aed41f171', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:42:11.920831 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.936012 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d5fb4-ee20-4afb-a61a-b7f92d087e67 req-74fe9a6e-6431-4499-926e-28dda47f3e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:11.938669 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-051d5fb4-ee20-4afb-a61a-b7f92d087e67 req-74fe9a6e-6431-4499-926e-28dda47f3e6e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f957a5ef569241c191ae59ace82b8bc2&device_id=e788171e-aac7-4b1c-9928-0da27d5ace18 HTTP/1.1" status: 200 len: 1095 time: 0.2018797 Jul 13 07:42:11.940609 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0282f2d2-d0ef-4e9a-8150-9190630ab6a7']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:11.956762 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad748aa-8e4c-46d7-b300-671dcb3f97b9') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:11.957063 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad748aa-8e4c-46d7-b300-671dcb3f97b9') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:12.005656 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.061061 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.077722 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:12.079818 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.105761 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:12.213197 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:12.222330 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 652b4225-02fd-48cc-920a-222c16e6db6b {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:12.253719 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 652b4225-02fd-48cc-920a-222c16e6db6b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=652b4225-02fd-48cc-920a-222c16e6db6b,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:12.261823 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.263132 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.279449 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.281409 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "DELETE /v2.0/networks/0282f2d2-d0ef-4e9a-8150-9190630ab6a7 HTTP/1.1" status: 204 len: 168 time: 3.6030600 Jul 13 07:42:12.286662 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-aac66955-623d-4362-9b82-ebd4775a0c3a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f66d3b5c93544631916d24ca2df97b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4803765 Jul 13 07:42:12.292118 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42136) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:12.293616 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42138) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:12.310673 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c35792da-7ad7-4a00-91c4-76271efaba33 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-886394616'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:12.382930 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5a35c-a9aa-4a16-8ceb-c398545a2028 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event deleted for resources: {'Network': ['ID=0282f2d2-d0ef-4e9a-8150-9190630ab6a7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:12.425997 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=652b4225-02fd-48cc-920a-222c16e6db6b,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:12.445124 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['652b4225-02fd-48cc-920a-222c16e6db6b'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:12.585725 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d5fb4-ee20-4afb-a61a-b7f92d087e67 req-94cb7409-4516-4839-ad6e-0f946bc86550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:12.587969 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-051d5fb4-ee20-4afb-a61a-b7f92d087e67 req-94cb7409-4516-4839-ad6e-0f946bc86550 service neutron] 10.222.0.62 "GET /v2.0/networks?id=84e9aacc-abdf-4f48-af37-14a6416b068e HTTP/1.1" status: 200 len: 923 time: 0.6333334 Jul 13 07:42:12.619846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-999172ca-5517-4d42-8d30-c23b539d1dd2 req-70f1bdc1-6da7-458d-b84c-3d73e99e62f9 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=dff35253-23cb-4274-8d83-c3bb24ad1148 HTTP/1.1" status: 200 len: 210 time: 0.0696769 Jul 13 07:42:12.621760 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35792da-7ad7-4a00-91c4-76271efaba33 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Made reservation on behalf of a7fe39b633d54580b8be25c18c67fbdf for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:12.637905 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c35792da-7ad7-4a00-91c4-76271efaba33 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.762218 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-62102045-f5d0-48fd-b5d9-8b09e01f9b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.792403 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.810158 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35792da-7ad7-4a00-91c4-76271efaba33 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:12.866604 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-62102045-f5d0-48fd-b5d9-8b09e01f9b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.870023 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c35792da-7ad7-4a00-91c4-76271efaba33 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.870631 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-c35792da-7ad7-4a00-91c4-76271efaba33 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Added segment 25d97226-d445-4042-99c4-2cf16a96939a of type vlan for network 540c6de9-5f53-404a-aa78-fc64699bd5c3 Jul 13 07:42:12.936482 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a4d39-8d3d-4a2f-a8db-0302e97eca8f req-314900d6-9741-4a34-b0b1-bff865e65ca0 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:12.949570 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2f4a4d39-8d3d-4a2f-a8db-0302e97eca8f req-314900d6-9741-4a34-b0b1-bff865e65ca0 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/ports?device_id=e788171e-aac7-4b1c-9928-0da27d5ace18 HTTP/1.1" status: 200 len: 943 time: 0.5123296 Jul 13 07:42:13.149047 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-62102045-f5d0-48fd-b5d9-8b09e01f9b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.152168 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-62102045-f5d0-48fd-b5d9-8b09e01f9b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.153350 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-62102045-f5d0-48fd-b5d9-8b09e01f9b8f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a03c0cd1-5be2-45b3-9df2-c4fcc73f431b HTTP/1.1" status: 204 len: 168 time: 0.8239267 Jul 13 07:42:13.187343 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c35792da-7ad7-4a00-91c4-76271efaba33 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.209130 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2f4a4d39-8d3d-4a2f-a8db-0302e97eca8f req-c7d17581-7f8a-42dc-91a2-da2764a86910 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/security-groups?id=e62d511c-21a1-4e64-9c6a-d5256625629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584522 Jul 13 07:42:13.223159 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62102045-f5d0-48fd-b5d9-8b09e01f9b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03c0cd1-5be2-45b3-9df2-c4fcc73f431b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:13.286414 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c35792da-7ad7-4a00-91c4-76271efaba33 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.295386 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35792da-7ad7-4a00-91c4-76271efaba33 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:13.303648 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c35792da-7ad7-4a00-91c4-76271efaba33 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.311031 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-051d5fb4-ee20-4afb-a61a-b7f92d087e67 req-5fab63f9-5dd5-430a-9e44-3a1899c79749 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6794dd77-144b-4f11-9a18-1c0803ae031a HTTP/1.1" status: 200 len: 217 time: 0.7083857 Jul 13 07:42:13.382699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d5fb4-ee20-4afb-a61a-b7f92d087e67 req-ae8daac3-258b-44d8-9741-8f70cb50695e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:13.385353 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-051d5fb4-ee20-4afb-a61a-b7f92d087e67 req-ae8daac3-258b-44d8-9741-8f70cb50695e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=25fb8744-5330-42c4-933d-6f6d459f8f2c HTTP/1.1" status: 200 len: 862 time: 0.0657053 Jul 13 07:42:13.401647 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c35792da-7ad7-4a00-91c4-76271efaba33 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1065352 Jul 13 07:42:13.413720 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42172) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:13.436490 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-49504174-5f65-4fe5-a64b-dd20b97e959f tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Request body: {'subnet': {'network_id': '540c6de9-5f53-404a-aa78-fc64699bd5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:13.449539 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-051d5fb4-ee20-4afb-a61a-b7f92d087e67 req-223ee389-4fd5-4971-b81b-d2a0eb1d319a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84e9aacc-abdf-4f48-af37-14a6416b068e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568342 Jul 13 07:42:13.560387 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35792da-7ad7-4a00-91c4-76271efaba33 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event updated for resources: {'Network': ['ID=540c6de9-5f53-404a-aa78-fc64699bd5c3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:13.600167 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 540c6de9-5f53-404a-aa78-fc64699bd5c3 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:13.602799 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-051d5fb4-ee20-4afb-a61a-b7f92d087e67 req-c365b7c8-a95f-4a34-a99a-84bb23057821 service neutron] 10.222.0.62 "GET /v2.0/networks/84e9aacc-abdf-4f48-af37-14a6416b068e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359828 Jul 13 07:42:13.685419 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 6794dd77-144b-4f11-9a18-1c0803ae031a details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:42:13.688875 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 652b4225-02fd-48cc-920a-222c16e6db6b up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:13.738286 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:13.756901 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-051d5fb4-ee20-4afb-a61a-b7f92d087e67 req-a8564c6b-80ac-4f4f-9022-99e402255810 service neutron] 10.222.0.62 "GET /v2.0/networks/84e9aacc-abdf-4f48-af37-14a6416b068e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457839 Jul 13 07:42:13.793077 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:42:13.793682 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 44bfce3e-3804-4f7f-b0ee-ba0bdac52cb8 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:42:13.796287 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49504174-5f65-4fe5-a64b-dd20b97e959f tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Made reservation on behalf of a7fe39b633d54580b8be25c18c67fbdf for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:13.801189 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49504174-5f65-4fe5-a64b-dd20b97e959f tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.948755 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 652b4225-02fd-48cc-920a-222c16e6db6b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:13.949863 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.983758 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 6794dd77-144b-4f11-9a18-1c0803ae031a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=6794dd77-144b-4f11-9a18-1c0803ae031a,segment=NetworkSegment(340f06ff-364d-475a-8971-1020f3fd800c),segment_id=340f06ff-364d-475a-8971-1020f3fd800c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:14.007501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '6794dd77-144b-4f11-9a18-1c0803ae031a', 'network_id': '84e9aacc-abdf-4f48-af37-14a6416b068e', 'port_id': '6794dd77-144b-4f11-9a18-1c0803ae031a', 'mac_address': 'fa:16:3e:d5:4f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fb8744-5330-42c4-933d-6f6d459f8f2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:42:14.185670 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.227690 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6794dd77-144b-4f11-9a18-1c0803ae031a {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:14.264773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 6794dd77-144b-4f11-9a18-1c0803ae031a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=6794dd77-144b-4f11-9a18-1c0803ae031a,segment=NetworkSegment(340f06ff-364d-475a-8971-1020f3fd800c),segment_id=340f06ff-364d-475a-8971-1020f3fd800c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:14.266711 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.272996 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.288874 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49504174-5f65-4fe5-a64b-dd20b97e959f tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.413971 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cf6165-4488-4b10-9b2f-8118fd82baff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652b4225-02fd-48cc-920a-222c16e6db6b'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:14.420266 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c16e7a5-be86-414f-bbe3-ae5a80e82a8a" -d '{"events": [{"server_uuid": "27cf6165-4488-4b10-9b2f-8118fd82baff", "name": "network-vif-plugged", "status": "completed", "tag": "652b4225-02fd-48cc-920a-222c16e6db6b"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:14.482395 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 652b4225-02fd-48cc-920a-222c16e6db6b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=652b4225-02fd-48cc-920a-222c16e6db6b,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:14.496238 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=6794dd77-144b-4f11-9a18-1c0803ae031a,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:14.500419 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.604357 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=652b4225-02fd-48cc-920a-222c16e6db6b,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:14.645328 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49504174-5f65-4fe5-a64b-dd20b97e959f tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event updated for resources: {'Subnet': ['ID=46a8b210-e00a-4a51-87a7-22f75b220a2e,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:14.666319 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49504174-5f65-4fe5-a64b-dd20b97e959f tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Checking segment: {'id': '25d97226-d445-4042-99c4-2cf16a96939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '540c6de9-5f53-404a-aa78-fc64699bd5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:14.666695 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49504174-5f65-4fe5-a64b-dd20b97e959f tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Network hostable DHCP agents. Network: 540c6de9-5f53-404a-aa78-fc64699bd5c3, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:42:14.745573 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['6794dd77-144b-4f11-9a18-1c0803ae031a'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:14.764358 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49504174-5f65-4fe5-a64b-dd20b97e959f tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Network 540c6de9-5f53-404a-aa78-fc64699bd5c3 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:42:14.823445 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0539c7d-75fa-4be0-9b39-dece45482a2a req-80323c4b-9057-4069-8c77-d0f99147c90a tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:14.833203 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0539c7d-75fa-4be0-9b39-dece45482a2a req-80323c4b-9057-4069-8c77-d0f99147c90a tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/ports?device_id=e788171e-aac7-4b1c-9928-0da27d5ace18 HTTP/1.1" status: 200 len: 944 time: 0.4064357 Jul 13 07:42:14.835024 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-49504174-5f65-4fe5-a64b-dd20b97e959f tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 540c6de9-5f53-404a-aa78-fc64699bd5c3) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:14.846427 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49504174-5f65-4fe5-a64b-dd20b97e959f tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:14.846947 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49504174-5f65-4fe5-a64b-dd20b97e959f tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.851384 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd06ebb6-994a-4647-b641-15cdb927f4bf None None] Network 540c6de9-5f53-404a-aa78-fc64699bd5c3 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:14.916249 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-49504174-5f65-4fe5-a64b-dd20b97e959f tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4914215 Jul 13 07:42:14.916967 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42246) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:15.124099 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e59fa00-bae9-4757-a551-d87ce61d0f66 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.172506 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0539c7d-75fa-4be0-9b39-dece45482a2a req-2f39b022-62c5-4cb0-9827-17f5ffb3dad2 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/security-groups?id=e62d511c-21a1-4e64-9c6a-d5256625629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382921 Jul 13 07:42:15.264821 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-c254d728-34eb-45ef-9ee7-33b9b6ea3033 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:15.266451 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e59fa00-bae9-4757-a551-d87ce61d0f66 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.267017 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe896b8-5d0d-42b1-b9f7-243ab376af4d x-openstack-request-id: req-afe896b8-5d0d-42b1-b9f7-243ab376af4d {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:15.267371 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cf6165-4488-4b10-9b2f-8118fd82baff", "name": "network-vif-plugged", "status": "completed", "tag": "652b4225-02fd-48cc-920a-222c16e6db6b", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:15.267702 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-afe896b8-5d0d-42b1-b9f7-243ab376af4d {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:15.268220 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cf6165-4488-4b10-9b2f-8118fd82baff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652b4225-02fd-48cc-920a-222c16e6db6b', 'code': 200} Jul 13 07:42:15.271845 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-c254d728-34eb-45ef-9ee7-33b9b6ea3033 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/networks?id=926a3091-1227-43c7-9248-11bb692f3e70 HTTP/1.1" status: 200 len: 822 time: 0.3574662 Jul 13 07:42:15.305184 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-3e1014e2-9156-4568-acd0-3dae9ed314bb tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/quotas/9ddba40fdf8c427a90cae9988caaab66 HTTP/1.1" status: 200 len: 375 time: 0.0249307 Jul 13 07:42:15.311708 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d199094-5eae-47a2-acf2-1a3f8bcbab4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-540c6de9-5f53-404a-aa78-fc64699bd5c3', 'network_id': '540c6de9-5f53-404a-aa78-fc64699bd5c3', 'tenant_id': 'a7fe39b633d54580b8be25c18c67fbdf', 'fixed_ips': [{'subnet_id': '46a8b210-e00a-4a51-87a7-22f75b220a2e'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:42:15.312967 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d199094-5eae-47a2-acf2-1a3f8bcbab4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.411277 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e59fa00-bae9-4757-a551-d87ce61d0f66 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.433878 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-d0cc019a-b6ec-4443-8376-95a0750f34fd tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9ddba40fdf8c427a90cae9988caaab66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1238105 Jul 13 07:42:15.452007 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59fa00-bae9-4757-a551-d87ce61d0f66 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event deleted for resources: {'Subnet': ['ID=46a8b210-e00a-4a51-87a7-22f75b220a2e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:15.609829 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e59fa00-bae9-4757-a551-d87ce61d0f66 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server [None req-6d199094-5eae-47a2-acf2-1a3f8bcbab4e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46a8b210-e00a-4a51-87a7-22f75b220a2e: This subnet is being modified by another concurrent operation. Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:42:15.615938 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise exception Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46a8b210-e00a-4a51-87a7-22f75b220a2e: This subnet is being modified by another concurrent operation. Jul 13 07:42:15.620507 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server Jul 13 07:42:15.631790 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-7e59fa00-bae9-4757-a551-d87ce61d0f66 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540c6de9-5f53-404a-aa78-fc64699bd5c3']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:15.663558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d639c25-1b13-4b5d-9129-60f265a65d0f None None] Network 540c6de9-5f53-404a-aa78-fc64699bd5c3 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:15.681661 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-7e59fa00-bae9-4757-a551-d87ce61d0f66 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d97226-d445-4042-99c4-2cf16a96939a') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:15.682024 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-7e59fa00-bae9-4757-a551-d87ce61d0f66 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d97226-d445-4042-99c4-2cf16a96939a') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:15.706777 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-84a9859a-bc39-4536-87c0-b28183b72b63 service neutron] 10.222.0.58 "GET /v2.0/networks/926a3091-1227-43c7-9248-11bb692f3e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715328 Jul 13 07:42:15.731351 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e59fa00-bae9-4757-a551-d87ce61d0f66 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.786133 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e59fa00-bae9-4757-a551-d87ce61d0f66 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.801607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e59fa00-bae9-4757-a551-d87ce61d0f66 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:15.802020 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e59fa00-bae9-4757-a551-d87ce61d0f66 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:15.850662 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:15.879199 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f948139-36ee-455f-9511-8c25fd318e47 None None] get_active_networks_info from n-d-779913-28 {{(pid=93725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:42:15.936131 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e59fa00-bae9-4757-a551-d87ce61d0f66 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.957350 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e59fa00-bae9-4757-a551-d87ce61d0f66 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.964381 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-097e675b-a65c-4e0f-a588-ff7464ca28d1 service neutron] 10.222.0.58 "GET /v2.0/networks/926a3091-1227-43c7-9248-11bb692f3e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462120 Jul 13 07:42:15.964934 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42254) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:15.966951 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7e59fa00-bae9-4757-a551-d87ce61d0f66 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "DELETE /v2.0/networks/540c6de9-5f53-404a-aa78-fc64699bd5c3 HTTP/1.1" status: 204 len: 168 time: 1.0487339 Jul 13 07:42:15.975212 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8c5ef8f1-811f-4a9f-ab84-da76e9d05e95 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1827250543'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:15.977585 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59fa00-bae9-4757-a551-d87ce61d0f66 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event deleted for resources: {'Network': ['ID=540c6de9-5f53-404a-aa78-fc64699bd5c3,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:16.056145 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f58db7-1791-4ca5-8601-c54d2a6ce139 req-22a9261b-7c34-4150-b8b1-4d3d53b98ec6 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:16.070477 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77f58db7-1791-4ca5-8601-c54d2a6ce139 req-22a9261b-7c34-4150-b8b1-4d3d53b98ec6 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/ports?device_id=73650ba7-bbb6-48c1-bfa4-2be739c201e8 HTTP/1.1" status: 200 len: 950 time: 0.2907329 Jul 13 07:42:16.129708 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5ef8f1-811f-4a9f-ab84-da76e9d05e95 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Made reservation on behalf of a7fe39b633d54580b8be25c18c67fbdf for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:16.138004 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c5ef8f1-811f-4a9f-ab84-da76e9d05e95 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.149800 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f948139-36ee-455f-9511-8c25fd318e47 None None] Resources bound (agent type, host, resource id): {{(pid=93725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:42:16.218542 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77f58db7-1791-4ca5-8601-c54d2a6ce139 req-c1ee99cd-1d37-4b96-b79f-d6ce3c53465f tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30c3b39-9fc6-42b0-9421-1819baddc489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470699 Jul 13 07:42:16.242368 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5ef8f1-811f-4a9f-ab84-da76e9d05e95 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:16.265778 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c5ef8f1-811f-4a9f-ab84-da76e9d05e95 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.266294 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-8c5ef8f1-811f-4a9f-ab84-da76e9d05e95 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Added segment 6d6b15d9-b39b-4057-9127-3074d9ac41ac of type vlan for network b64b42eb-2526-4888-a0f9-c7ea326749cb Jul 13 07:42:16.544988 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c5ef8f1-811f-4a9f-ab84-da76e9d05e95 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.608895 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c5ef8f1-811f-4a9f-ab84-da76e9d05e95 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.620974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ef8f1-811f-4a9f-ab84-da76e9d05e95 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:16.621643 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c5ef8f1-811f-4a9f-ab84-da76e9d05e95 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.634133 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9870b-31c3-4f3a-b0c6-ffa597968788 req-b2670ffa-2c9c-4d7a-954f-ea0a7209e444 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:16.636305 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5d9870b-31c3-4f3a-b0c6-ffa597968788 req-b2670ffa-2c9c-4d7a-954f-ea0a7209e444 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.35 "GET /v2.0/ports?device_id=73650ba7-bbb6-48c1-bfa4-2be739c201e8 HTTP/1.1" status: 200 len: 950 time: 0.2648773 Jul 13 07:42:16.792756 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8c5ef8f1-811f-4a9f-ab84-da76e9d05e95 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8260231 Jul 13 07:42:16.795846 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42288) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:16.805484 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-49765587-9b5e-463c-8000-2514f03bbc15 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Request body: {'subnet': {'network_id': 'b64b42eb-2526-4888-a0f9-c7ea326749cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:16.948885 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ef8f1-811f-4a9f-ab84-da76e9d05e95 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event updated for resources: {'Network': ['ID=b64b42eb-2526-4888-a0f9-c7ea326749cb,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:16.974229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network b64b42eb-2526-4888-a0f9-c7ea326749cb details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:16.984874 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48a51228-a106-473c-8b91-2fde8f6e2a20 req-728bdc68-62df-4267-8008-20bff66793de tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0cfd0-15b5-453d-909a-b2437ee26817 HTTP/1.1" status: 200 len: 210 time: 0.1144288 Jul 13 07:42:17.011249 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49765587-9b5e-463c-8000-2514f03bbc15 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Made reservation on behalf of a7fe39b633d54580b8be25c18c67fbdf for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:17.014853 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-49765587-9b5e-463c-8000-2514f03bbc15 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.192277 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750a16c-c746-48eb-a5cd-79ccb87d84e9 req-fe7d5dd9-009a-4e43-9f01-71adde21a160 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:17.197032 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9750a16c-c746-48eb-a5cd-79ccb87d84e9 req-fe7d5dd9-009a-4e43-9f01-71adde21a160 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/ports?device_id=e788171e-aac7-4b1c-9928-0da27d5ace18 HTTP/1.1" status: 200 len: 944 time: 0.4457028 Jul 13 07:42:17.264350 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-f5d9870b-31c3-4f3a-b0c6-ffa597968788 req-83556600-af95-4085-b3e9-d683651aa61e tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Deleting port 22a04695-e39f-4fc0-924e-ffc7c182f8f8 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:17.265007 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f5d9870b-31c3-4f3a-b0c6-ffa597968788 req-83556600-af95-4085-b3e9-d683651aa61e tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.287078 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9750a16c-c746-48eb-a5cd-79ccb87d84e9 req-5bb249a2-ce7e-4477-8c23-a30105b67d47 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/security-groups?id=e62d511c-21a1-4e64-9c6a-d5256625629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866106 Jul 13 07:42:17.609105 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f5d9870b-31c3-4f3a-b0c6-ffa597968788 req-83556600-af95-4085-b3e9-d683651aa61e tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] For port 22a04695-e39f-4fc0-924e-ffc7c182f8f8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=22a04695-e39f-4fc0-924e-ffc7c182f8f8,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:17.609477 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f5d9870b-31c3-4f3a-b0c6-ffa597968788 req-83556600-af95-4085-b3e9-d683651aa61e tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.666335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 6794dd77-144b-4f11-9a18-1c0803ae031a up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:17.700413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-f5d9870b-31c3-4f3a-b0c6-ffa597968788 req-83556600-af95-4085-b3e9-d683651aa61e tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Calling delete_port for 22a04695-e39f-4fc0-924e-ffc7c182f8f8 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:17.749330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.objects.ports [None req-49765587-9b5e-463c-8000-2514f03bbc15 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:42:17.750917 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-49765587-9b5e-463c-8000-2514f03bbc15 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.801788 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 6794dd77-144b-4f11-9a18-1c0803ae031a completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:17.807902 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49765587-9b5e-463c-8000-2514f03bbc15 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event updated for resources: {'Subnet': ['ID=b2fc6873-9c2f-4d8a-b349-9e8bd8066f31,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:17.819895 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 6794dd77-144b-4f11-9a18-1c0803ae031a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:17.820271 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.879605 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49765587-9b5e-463c-8000-2514f03bbc15 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Checking segment: {'id': '6d6b15d9-b39b-4057-9127-3074d9ac41ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b64b42eb-2526-4888-a0f9-c7ea326749cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:17.879949 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49765587-9b5e-463c-8000-2514f03bbc15 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Network hostable DHCP agents. Network: b64b42eb-2526-4888-a0f9-c7ea326749cb, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:42:17.889817 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d50c07-77db-452b-ba14-e1ea136227f7 req-6f465876-f296-44d4-b9fb-e399ff652703 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:17.898004 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96d50c07-77db-452b-ba14-e1ea136227f7 req-6f465876-f296-44d4-b9fb-e399ff652703 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/ports?device_id=73650ba7-bbb6-48c1-bfa4-2be739c201e8 HTTP/1.1" status: 200 len: 950 time: 0.2918081 Jul 13 07:42:17.922910 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49765587-9b5e-463c-8000-2514f03bbc15 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Network b64b42eb-2526-4888-a0f9-c7ea326749cb is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:42:17.941298 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-49765587-9b5e-463c-8000-2514f03bbc15 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, b64b42eb-2526-4888-a0f9-c7ea326749cb) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:17.945772 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49765587-9b5e-463c-8000-2514f03bbc15 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:17.946383 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-49765587-9b5e-463c-8000-2514f03bbc15 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.971628 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438e6680-c449-4d0f-a924-5dc2f24373e3 None None] Network b64b42eb-2526-4888-a0f9-c7ea326749cb requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:17.985804 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-49765587-9b5e-463c-8000-2514f03bbc15 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1861804 Jul 13 07:42:17.986758 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42310) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:18.060571 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f5d9870b-31c3-4f3a-b0c6-ffa597968788 req-83556600-af95-4085-b3e9-d683651aa61e tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.170371 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96d50c07-77db-452b-ba14-e1ea136227f7 req-4a790b5f-fca4-4f8e-97d6-efe642ca28ac tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30c3b39-9fc6-42b0-9421-1819baddc489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708907 Jul 13 07:42:18.171049 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83556600-af95-4085-b3e9-d683651aa61e tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Pushing event deleted for resources: {'Port': ['ID=22a04695-e39f-4fc0-924e-ffc7c182f8f8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:18.188827 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d455d39b-87b7-4001-b875-15b599549559 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.295516 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d455d39b-87b7-4001-b875-15b599549559 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.334500 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d9870b-31c3-4f3a-b0c6-ffa597968788 req-83556600-af95-4085-b3e9-d683651aa61e tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] No DVR routers for this DVR port 22a04695-e39f-4fc0-924e-ffc7c182f8f8 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:18.343133 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f5d9870b-31c3-4f3a-b0c6-ffa597968788 req-83556600-af95-4085-b3e9-d683651aa61e tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.353374 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5d9870b-31c3-4f3a-b0c6-ffa597968788 req-83556600-af95-4085-b3e9-d683651aa61e tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.35 "DELETE /v2.0/ports/22a04695-e39f-4fc0-924e-ffc7c182f8f8 HTTP/1.1" status: 204 len: 173 time: 1.7011201 Jul 13 07:42:18.353875 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73650ba7-bbb6-48c1-bfa4-2be739c201e8', 'name': 'network-vif-deleted', 'tag': '22a04695-e39f-4fc0-924e-ffc7c182f8f8'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:18.364247 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f53f659-608c-47a1-b5ae-f6cb14b05b3c" -d '{"events": [{"server_uuid": "73650ba7-bbb6-48c1-bfa4-2be739c201e8", "name": "network-vif-deleted", "tag": "22a04695-e39f-4fc0-924e-ffc7c182f8f8"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:18.365745 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.462329 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d455d39b-87b7-4001-b875-15b599549559 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.487454 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e788171e-aac7-4b1c-9928-0da27d5ace18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6794dd77-144b-4f11-9a18-1c0803ae031a'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:18.489743 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4614b3f5-bc28-4db2-a500-ea57cdf5cf84" -d '{"events": [{"server_uuid": "e788171e-aac7-4b1c-9928-0da27d5ace18", "name": "network-vif-plugged", "status": "completed", "tag": "6794dd77-144b-4f11-9a18-1c0803ae031a"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:18.604093 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 6794dd77-144b-4f11-9a18-1c0803ae031a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=6794dd77-144b-4f11-9a18-1c0803ae031a,segment=NetworkSegment(340f06ff-364d-475a-8971-1020f3fd800c),segment_id=340f06ff-364d-475a-8971-1020f3fd800c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:18.651321 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.666671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b58486-2499-40d5-bfd4-d09b98d80469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-b64b42eb-2526-4888-a0f9-c7ea326749cb', 'network_id': 'b64b42eb-2526-4888-a0f9-c7ea326749cb', 'tenant_id': 'a7fe39b633d54580b8be25c18c67fbdf', 'fixed_ips': [{'subnet_id': 'b2fc6873-9c2f-4d8a-b349-9e8bd8066f31'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:42:18.667910 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8b58486-2499-40d5-bfd4-d09b98d80469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.801132 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d455d39b-87b7-4001-b875-15b599549559 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.821001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455d39b-87b7-4001-b875-15b599549559 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event deleted for resources: {'Subnet': ['ID=b2fc6873-9c2f-4d8a-b349-9e8bd8066f31,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:18.865887 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-d455d39b-87b7-4001-b875-15b599549559 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64b42eb-2526-4888-a0f9-c7ea326749cb']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:18.900779 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-d455d39b-87b7-4001-b875-15b599549559 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6b15d9-b39b-4057-9127-3074d9ac41ac') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:18.901285 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-d455d39b-87b7-4001-b875-15b599549559 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6b15d9-b39b-4057-9127-3074d9ac41ac') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:18.924565 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226bfbea-0023-477e-ac8d-73fc7c23a3fd None None] Network b64b42eb-2526-4888-a0f9-c7ea326749cb requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:18.943341 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d455d39b-87b7-4001-b875-15b599549559 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.948454 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=6794dd77-144b-4f11-9a18-1c0803ae031a,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:18.981975 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d455d39b-87b7-4001-b875-15b599549559 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.993702 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d455d39b-87b7-4001-b875-15b599549559 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:18.994348 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d455d39b-87b7-4001-b875-15b599549559 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.997983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87a33654-4d53-4e4e-b291-892091a60a69 req-288bcebf-715b-4bf2-ac7c-658419a58d1a tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0cfd0-15b5-453d-909a-b2437ee26817 HTTP/1.1" status: 200 len: 210 time: 0.1815898 Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:19.099847 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:19.106524 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d455d39b-87b7-4001-b875-15b599549559 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:19.118354 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d455d39b-87b7-4001-b875-15b599549559 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:19.118808 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d455d39b-87b7-4001-b875-15b599549559 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "DELETE /v2.0/networks/b64b42eb-2526-4888-a0f9-c7ea326749cb HTTP/1.1" status: 204 len: 168 time: 1.1299920 Jul 13 07:42:19.135024 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42328) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:19.148028 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455d39b-87b7-4001-b875-15b599549559 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event deleted for resources: {'Network': ['ID=b64b42eb-2526-4888-a0f9-c7ea326749cb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:19.175678 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-6abfc2ff-06ca-4547-9feb-03a842028032 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:19.177416 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa87948-5233-40d4-b325-2880e5ae3134 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] DELETE failed (client error): The resource could not be found. Jul 13 07:42:19.177585 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-6abfc2ff-06ca-4547-9feb-03a842028032 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.35 "GET /v2.0/networks?id=926a3091-1227-43c7-9248-11bb692f3e70 HTTP/1.1" status: 200 len: 822 time: 0.6724646 Jul 13 07:42:19.178207 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa87948-5233-40d4-b325-2880e5ae3134 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:19.180510 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5fa87948-5233-40d4-b325-2880e5ae3134 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "DELETE /v2.0/subnets/b2fc6873-9c2f-4d8a-b349-9e8bd8066f31 HTTP/1.1" status: 404 len: 337 time: 0.0443065 Jul 13 07:42:19.185565 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42330) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:19.232894 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-754c55ff-44fc-4c92-bdf3-07a22788473d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Request body: {'port': {'device_id': '35a0cfd0-15b5-453d-909a-b2437ee26817', 'network_id': '926a3091-1227-43c7-9248-11bb692f3e70', 'admin_state_up': True, 'tenant_id': '9ddba40fdf8c427a90cae9988caaab66'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:19.254731 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba377346-628b-4b79-aad7-e27778c57235 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] DELETE failed (client error): The resource could not be found. Jul 13 07:42:19.256643 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba377346-628b-4b79-aad7-e27778c57235 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:19.260258 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ba377346-628b-4b79-aad7-e27778c57235 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "DELETE /v2.0/networks/b64b42eb-2526-4888-a0f9-c7ea326749cb HTTP/1.1" status: 404 len: 339 time: 0.0718012 Jul 13 07:42:19.263552 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42334) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:19.318863 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-711752d7-4136-4aad-9c83-48ce4a15347d tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] DELETE failed (client error): The resource could not be found. Jul 13 07:42:19.319419 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-711752d7-4136-4aad-9c83-48ce4a15347d tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:19.325298 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-711752d7-4136-4aad-9c83-48ce4a15347d tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "DELETE /v2.0/subnets/46a8b210-e00a-4a51-87a7-22f75b220a2e HTTP/1.1" status: 404 len: 337 time: 0.0592558 Jul 13 07:42:19.326405 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42338) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:19.337852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6deadb-f4a1-4492-9835-798b08280f1d req-cfef517e-f2df-4ecd-958f-4e5410207048 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:19.347509 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f6deadb-f4a1-4492-9835-798b08280f1d req-cfef517e-f2df-4ecd-958f-4e5410207048 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/ports?device_id=e788171e-aac7-4b1c-9928-0da27d5ace18 HTTP/1.1" status: 200 len: 945 time: 0.5321248 Jul 13 07:42:19.519513 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a709afd3-dae2-4640-b26d-061b2cde40da tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] DELETE failed (client error): The resource could not be found. Jul 13 07:42:19.527336 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a709afd3-dae2-4640-b26d-061b2cde40da tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:19.535672 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42344) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:19.576428 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a709afd3-dae2-4640-b26d-061b2cde40da tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "DELETE /v2.0/networks/540c6de9-5f53-404a-aa78-fc64699bd5c3 HTTP/1.1" status: 404 len: 339 time: 0.2162180 Jul 13 07:42:19.585945 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaeda3d-0519-4ff9-9c0c-85a4412d5d5d x-openstack-request-id: req-fdaeda3d-0519-4ff9-9c0c-85a4412d5d5d {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:19.586441 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73650ba7-bbb6-48c1-bfa4-2be739c201e8", "name": "network-vif-deleted", "tag": "22a04695-e39f-4fc0-924e-ffc7c182f8f8", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:19.586857 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fdaeda3d-0519-4ff9-9c0c-85a4412d5d5d {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:19.587366 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73650ba7-bbb6-48c1-bfa4-2be739c201e8', 'name': 'network-vif-deleted', 'tag': '22a04695-e39f-4fc0-924e-ffc7c182f8f8', 'status': 'completed', 'code': 200} Jul 13 07:42:19.695271 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00cba75-1840-4688-be16-bd1f8af8de67 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] DELETE failed (client error): The resource could not be found. Jul 13 07:42:19.695741 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00cba75-1840-4688-be16-bd1f8af8de67 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:19.703903 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42348) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:19.713430 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f00cba75-1840-4688-be16-bd1f8af8de67 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "DELETE /v2.0/subnets/9c0952ee-d994-4755-a8a0-dfdfcdfa75b2 HTTP/1.1" status: 404 len: 337 time: 0.1624768 Jul 13 07:42:19.754911 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7fd69b-7d1d-4427-b0b9-f756660c4221 x-openstack-request-id: req-9c7fd69b-7d1d-4427-b0b9-f756660c4221 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:19.756326 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e788171e-aac7-4b1c-9928-0da27d5ace18", "name": "network-vif-plugged", "status": "completed", "tag": "6794dd77-144b-4f11-9a18-1c0803ae031a", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:19.756918 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c7fd69b-7d1d-4427-b0b9-f756660c4221 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:19.757743 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e788171e-aac7-4b1c-9928-0da27d5ace18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6794dd77-144b-4f11-9a18-1c0803ae031a', 'code': 200} Jul 13 07:42:19.770948 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba10a837-6d07-4266-80de-a8f959f23aca tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] DELETE failed (client error): The resource could not be found. Jul 13 07:42:19.771726 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba10a837-6d07-4266-80de-a8f959f23aca tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:19.780137 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42356) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:19.803462 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ba10a837-6d07-4266-80de-a8f959f23aca tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "DELETE /v2.0/networks/0282f2d2-d0ef-4e9a-8150-9190630ab6a7 HTTP/1.1" status: 404 len: 339 time: 0.0857553 Jul 13 07:42:19.849515 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f6deadb-f4a1-4492-9835-798b08280f1d req-0ecb374a-ead0-47df-a294-6a70acf343c4 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/security-groups?id=e62d511c-21a1-4e64-9c6a-d5256625629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004463 Jul 13 07:42:19.856763 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-754c55ff-44fc-4c92-bdf3-07a22788473d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Made reservation on behalf of 9ddba40fdf8c427a90cae9988caaab66 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:19.860465 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-754c55ff-44fc-4c92-bdf3-07a22788473d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.159908 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bedeb-1e83-4f49-a494-f41ed0d260ab req-7cd55135-fe23-4b1f-856b-45b8dab93664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:20.164880 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7b9bedeb-1e83-4f49-a494-f41ed0d260ab req-7cd55135-fe23-4b1f-856b-45b8dab93664 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e788171e-aac7-4b1c-9928-0da27d5ace18 HTTP/1.1" status: 200 len: 1097 time: 0.2600148 Jul 13 07:42:20.171465 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-62af92d2-f52a-4ce6-b4c8-744dda8a6724 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Deleting port 09161dab-80d8-4721-9d25-d5819dede859 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:20.172052 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62af92d2-f52a-4ce6-b4c8-744dda8a6724 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.187467 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-754c55ff-44fc-4c92-bdf3-07a22788473d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Allocated IP 172.20.0.2 (926a3091-1227-43c7-9248-11bb692f3e70/ebaa4587-64b0-4444-8306-bf055eaac5da/de927022-07db-45ea-b7b8-3ec6d497088b) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:20.340207 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7b9bedeb-1e83-4f49-a494-f41ed0d260ab req-388cecd3-b177-4c72-9c8d-303b9251b30c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e62d511c-21a1-4e64-9c6a-d5256625629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613393 Jul 13 07:42:20.377286 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0246cf21-9f5c-4945-80c3-00fb45423485 req-98ee9ff0-9952-4b59-81bc-7f0811f8b80a tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0cfd0-15b5-453d-909a-b2437ee26817 HTTP/1.1" status: 200 len: 210 time: 0.0912457 Jul 13 07:42:20.490297 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62af92d2-f52a-4ce6-b4c8-744dda8a6724 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.531898 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-62af92d2-f52a-4ce6-b4c8-744dda8a6724 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Calling delete_port for 09161dab-80d8-4721-9d25-d5819dede859 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:20.627815 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-754c55ff-44fc-4c92-bdf3-07a22788473d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.930616 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62af92d2-f52a-4ce6-b4c8-744dda8a6724 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.969520 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62af92d2-f52a-4ce6-b4c8-744dda8a6724 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.974156 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-62af92d2-f52a-4ce6-b4c8-744dda8a6724 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "DELETE /v2.0/ports/09161dab-80d8-4721-9d25-d5819dede859 HTTP/1.1" status: 204 len: 168 time: 1.1924961 Jul 13 07:42:21.000361 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42396) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:21.011089 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af92d2-f52a-4ce6-b4c8-744dda8a6724 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event deleted for resources: {'Port': ['ID=09161dab-80d8-4721-9d25-d5819dede859,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:21.044890 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8ae210-6d2a-46e1-87b4-74ffa61debac tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] DELETE failed (client error): The resource could not be found. Jul 13 07:42:21.045902 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8ae210-6d2a-46e1-87b4-74ffa61debac tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:21.048120 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fa8ae210-6d2a-46e1-87b4-74ffa61debac tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "DELETE /v2.0/subnets/ec0a018e-80dd-4123-9a9a-840cb668af0f HTTP/1.1" status: 404 len: 337 time: 0.0461774 Jul 13 07:42:21.052736 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42398) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:21.195299 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f65b1f5e-a085-4f83-b13a-6bad77316fa4 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.383826 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-f65b1f5e-a085-4f83-b13a-6bad77316fa4 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Deleting port cbc1c06e-1e41-461f-87ea-07bda34b86cc {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:21.386503 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f65b1f5e-a085-4f83-b13a-6bad77316fa4 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.545662 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-f65b1f5e-a085-4f83-b13a-6bad77316fa4 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] For port cbc1c06e-1e41-461f-87ea-07bda34b86cc, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=cbc1c06e-1e41-461f-87ea-07bda34b86cc,segment=NetworkSegment(cd521428-f454-432c-a3fd-c854c62d3f05),segment_id=cd521428-f454-432c-a3fd-c854c62d3f05)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:21.546503 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f65b1f5e-a085-4f83-b13a-6bad77316fa4 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.566624 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-f65b1f5e-a085-4f83-b13a-6bad77316fa4 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Calling delete_port for cbc1c06e-1e41-461f-87ea-07bda34b86cc owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:21.623399 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-754c55ff-44fc-4c92-bdf3-07a22788473d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.668571 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42404) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:21.746052 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f65b1f5e-a085-4f83-b13a-6bad77316fa4 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.761740 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-754c55ff-44fc-4c92-bdf3-07a22788473d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Network 926a3091-1227-43c7-9248-11bb692f3e70 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:21.769988 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-754c55ff-44fc-4c92-bdf3-07a22788473d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:21.778043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 22a04695-e39f-4fc0-924e-ffc7c182f8f8 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:21.783314 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-754c55ff-44fc-4c92-bdf3-07a22788473d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:21.794171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c55ff-44fc-4c92-bdf3-07a22788473d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Pushing event updated for resources: {'Port': ['ID=de927022-07db-45ea-b7b8-3ec6d497088b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:21.839736 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe7213-7c6d-4870-9728-95f37a990f39 req-a92b0e62-fb67-4d67-bfab-07fcf5d4ef48 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:21.844282 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65b1f5e-a085-4f83-b13a-6bad77316fa4 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] No DVR routers for this DVR port cbc1c06e-1e41-461f-87ea-07bda34b86cc on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:21.847367 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 22a04695-e39f-4fc0-924e-ffc7c182f8f8 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:42:21.848716 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 22a04695-e39f-4fc0-924e-ffc7c182f8f8 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:42:21.852292 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4cbe7213-7c6d-4870-9728-95f37a990f39 req-a92b0e62-fb67-4d67-bfab-07fcf5d4ef48 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/ports?device_id=e788171e-aac7-4b1c-9928-0da27d5ace18 HTTP/1.1" status: 200 len: 945 time: 0.3955905 Jul 13 07:42:21.863364 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b1f5e-a085-4f83-b13a-6bad77316fa4 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event deleted for resources: {'Port': ['ID=cbc1c06e-1e41-461f-87ea-07bda34b86cc,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:21.869213 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9021c-504d-4f2f-8860-2f0559b28733 req-fe627475-8578-4390-97d7-7abee68d5af7 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:21.877102 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17a9021c-504d-4f2f-8860-2f0559b28733 req-fe627475-8578-4390-97d7-7abee68d5af7 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcecdbd3-f607-48dd-a569-4f5bb9bb867f HTTP/1.1" status: 200 len: 951 time: 0.4571364 Jul 13 07:42:21.936289 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-754c55ff-44fc-4c92-bdf3-07a22788473d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:21.937379 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-754c55ff-44fc-4c92-bdf3-07a22788473d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.022754 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f65b1f5e-a085-4f83-b13a-6bad77316fa4 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.035787 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f65b1f5e-a085-4f83-b13a-6bad77316fa4 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e6428d-581f-48cd-9ee6-210aeb637871']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:22.049255 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4cbe7213-7c6d-4870-9728-95f37a990f39 req-5347c0c0-ed16-4121-be7e-429964b86392 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/security-groups?id=e62d511c-21a1-4e64-9c6a-d5256625629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958156 Jul 13 07:42:22.053906 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-754c55ff-44fc-4c92-bdf3-07a22788473d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8480039 Jul 13 07:42:22.054251 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f65b1f5e-a085-4f83-b13a-6bad77316fa4 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd521428-f454-432c-a3fd-c854c62d3f05') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:22.054359 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f65b1f5e-a085-4f83-b13a-6bad77316fa4 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd521428-f454-432c-a3fd-c854c62d3f05') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:22.066621 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f65b1f5e-a085-4f83-b13a-6bad77316fa4 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.085261 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f65b1f5e-a085-4f83-b13a-6bad77316fa4 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.089614 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17a9021c-504d-4f2f-8860-2f0559b28733 req-d78f7378-07d4-43ff-9540-c147f0cb835c tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30c3b39-9fc6-42b0-9421-1819baddc489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111304 Jul 13 07:42:22.094025 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65b1f5e-a085-4f83-b13a-6bad77316fa4 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:22.094773 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f65b1f5e-a085-4f83-b13a-6bad77316fa4 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.122758 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-57e4bc2c-fb7c-4109-a900-101ab1d0ba88 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:42:22.126223 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-57e4bc2c-fb7c-4109-a900-101ab1d0ba88 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0354648 Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:22.181339 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:22.185656 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f65b1f5e-a085-4f83-b13a-6bad77316fa4 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.195835 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f65b1f5e-a085-4f83-b13a-6bad77316fa4 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.199637 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f65b1f5e-a085-4f83-b13a-6bad77316fa4 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "DELETE /v2.0/networks/68e6428d-581f-48cd-9ee6-210aeb637871 HTTP/1.1" status: 204 len: 168 time: 1.1453617 Jul 13 07:42:22.201901 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42416) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:22.245923 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a49a1c0f-3565-42a5-976c-beeced1781fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.257553 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b1f5e-a085-4f83-b13a-6bad77316fa4 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event deleted for resources: {'Network': ['ID=68e6428d-581f-48cd-9ee6-210aeb637871,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:22.299017 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] Request body: {'port': {'device_id': '35a0cfd0-15b5-453d-909a-b2437ee26817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:22.469840 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.504739 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a49a1c0f-3565-42a5-976c-beeced1781fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.522470 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a49a1c0f-3565-42a5-976c-beeced1781fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.623564 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a49a1c0f-3565-42a5-976c-beeced1781fd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=64a1a1b7938d458fbbaea7bd067cefb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9533997 Jul 13 07:42:22.625394 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a1c0f-3565-42a5-976c-beeced1781fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0ecd36-4ec2-419f-b765-db7e7b8ccb8e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:22.630908 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42426) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:22.747864 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-605ba08e-6576-4b4a-92ad-6d4e1008006c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.796373 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-605ba08e-6576-4b4a-92ad-6d4e1008006c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.889078 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-605ba08e-6576-4b4a-92ad-6d4e1008006c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.893938 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-605ba08e-6576-4b4a-92ad-6d4e1008006c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.895866 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-605ba08e-6576-4b4a-92ad-6d4e1008006c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3d0ecd36-4ec2-419f-b765-db7e7b8ccb8e HTTP/1.1" status: 204 len: 168 time: 0.2633832 Jul 13 07:42:22.905399 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ba08e-6576-4b4a-92ad-6d4e1008006c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0ecd36-4ec2-419f-b765-db7e7b8ccb8e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:22.994615 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdb5ca-eac2-4fab-9c37-31c5cf653f0a req-1877b83d-a659-4ab6-8cf6-9078521a7aec tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:23.002107 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ccdb5ca-eac2-4fab-9c37-31c5cf653f0a req-1877b83d-a659-4ab6-8cf6-9078521a7aec tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0cfd0-15b5-453d-909a-b2437ee26817 HTTP/1.1" status: 200 len: 931 time: 0.7143762 Jul 13 07:42:23.004654 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-deeb7c55-e96c-406a-a710-3428b29fd6a3 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Deleting port 36b3a09d-41ec-4daa-bc9d-d79418e41a5c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:23.005060 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-deeb7c55-e96c-406a-a710-3428b29fd6a3 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.188896 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-deeb7c55-e96c-406a-a710-3428b29fd6a3 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.198752 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0c7b1d2c-e81e-4014-914a-bb16e38028a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.209801 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-deeb7c55-e96c-406a-a710-3428b29fd6a3 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Calling delete_port for 36b3a09d-41ec-4daa-bc9d-d79418e41a5c owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:23.329244 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d60eae-5875-4c93-bcd3-31d68a9de0b1 req-c90086d7-6f59-476b-a975-da9fc6f6a6c8 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:23.330774 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-02d60eae-5875-4c93-bcd3-31d68a9de0b1 req-c90086d7-6f59-476b-a975-da9fc6f6a6c8 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.62 "GET /v2.0/ports?device_id=fcecdbd3-f607-48dd-a569-4f5bb9bb867f HTTP/1.1" status: 200 len: 951 time: 0.3067300 Jul 13 07:42:23.353735 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ccdb5ca-eac2-4fab-9c37-31c5cf653f0a req-ddfd6635-df39-4b75-8573-bb92c2fc3ea7 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500261 Jul 13 07:42:23.560532 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-02d60eae-5875-4c93-bcd3-31d68a9de0b1 req-0c31ae2d-e3c2-465b-8aa7-5e02fd7146d2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Deleting port 8a323d04-6951-4193-92d8-53ed8ea6f205 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:23.560532 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-02d60eae-5875-4c93-bcd3-31d68a9de0b1 req-0c31ae2d-e3c2-465b-8aa7-5e02fd7146d2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.639326 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-deeb7c55-e96c-406a-a710-3428b29fd6a3 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.710379 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb7c55-e96c-406a-a710-3428b29fd6a3 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event deleted for resources: {'Port': ['ID=36b3a09d-41ec-4daa-bc9d-d79418e41a5c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:23.726927 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-deeb7c55-e96c-406a-a710-3428b29fd6a3 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.727453 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-02d60eae-5875-4c93-bcd3-31d68a9de0b1 req-0c31ae2d-e3c2-465b-8aa7-5e02fd7146d2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] For port 8a323d04-6951-4193-92d8-53ed8ea6f205, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8a323d04-6951-4193-92d8-53ed8ea6f205,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:23.728258 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-02d60eae-5875-4c93-bcd3-31d68a9de0b1 req-0c31ae2d-e3c2-465b-8aa7-5e02fd7146d2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.732744 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-deeb7c55-e96c-406a-a710-3428b29fd6a3 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "DELETE /v2.0/ports/36b3a09d-41ec-4daa-bc9d-d79418e41a5c HTTP/1.1" status: 204 len: 168 time: 1.5295379 Jul 13 07:42:23.737241 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42452) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:23.752099 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08f5d2-bfdc-46b0-aa00-1e9d5b091551 req-18baa7f3-d9fb-47c6-a6b6-112a85ec1985 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:23.758686 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-02d60eae-5875-4c93-bcd3-31d68a9de0b1 req-0c31ae2d-e3c2-465b-8aa7-5e02fd7146d2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Calling delete_port for 8a323d04-6951-4193-92d8-53ed8ea6f205 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:23.764398 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc08f5d2-bfdc-46b0-aa00-1e9d5b091551 req-18baa7f3-d9fb-47c6-a6b6-112a85ec1985 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/ports?device_id=e788171e-aac7-4b1c-9928-0da27d5ace18 HTTP/1.1" status: 200 len: 945 time: 0.4054875 Jul 13 07:42:23.796308 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e02b27-0300-4429-be5c-db01026ed99e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] DELETE failed (client error): The resource could not be found. Jul 13 07:42:23.797064 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e02b27-0300-4429-be5c-db01026ed99e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:23.799290 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-33e02b27-0300-4429-be5c-db01026ed99e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "DELETE /v2.0/subnets/ee262b93-f3de-4405-ba42-f7908b27a1c7 HTTP/1.1" status: 404 len: 337 time: 0.0607443 Jul 13 07:42:23.805377 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42456) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:23.861360 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acc9e9-c06c-4139-bff4-7ec44c0ec6c8 req-eb8f7a73-a4ae-4765-a745-3893fa97583a tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:23.869160 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12acc9e9-c06c-4139-bff4-7ec44c0ec6c8 req-eb8f7a73-a4ae-4765-a745-3893fa97583a tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcecdbd3-f607-48dd-a569-4f5bb9bb867f HTTP/1.1" status: 200 len: 951 time: 0.3301201 Jul 13 07:42:23.898216 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de927022-07db-45ea-b7b8-3ec6d497088b {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:23.914042 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc08f5d2-bfdc-46b0-aa00-1e9d5b091551 req-103d2a5d-b407-442e-bd46-e7baa89b52eb tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/security-groups?id=e62d511c-21a1-4e64-9c6a-d5256625629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484158 Jul 13 07:42:23.916011 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.945326 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] Transition to ACTIVE for port object de927022-07db-45ea-b7b8-3ec6d497088b will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:23.957879 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12acc9e9-c06c-4139-bff4-7ec44c0ec6c8 req-367e7a35-72d0-4809-b1d6-d01df9dd1645 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30c3b39-9fc6-42b0-9421-1819baddc489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875158 Jul 13 07:42:23.964968 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.993400 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80ceb7df-d80b-42d6-aac8-f68e56a5eae6 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.053001 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] Pushing event updated for resources: {'Port': ['ID=de927022-07db-45ea-b7b8-3ec6d497088b,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:24.231439 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-5bb005ed-046a-4a4d-ac3c-e073fdc6cc19 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1922445597&fields=id&tenant_id=6481b9810bbd41319058fb11ddd8b821 HTTP/1.1" status: 200 len: 267 time: 0.0921805 Jul 13 07:42:24.246262 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] Attempting to bind port de927022-07db-45ea-b7b8-3ec6d497088b on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:24.246614 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] Attempting to bind port de927022-07db-45ea-b7b8-3ec6d497088b by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '8282cbcf-1d8f-4c5a-afe2-3814e20c73f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '926a3091-1227-43c7-9248-11bb692f3e70'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:24.246951 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] Attempting to bind port de927022-07db-45ea-b7b8-3ec6d497088b on network 926a3091-1227-43c7-9248-11bb692f3e70 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:24.253980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] Port de927022-07db-45ea-b7b8-3ec6d497088b on network 926a3091-1227-43c7-9248-11bb692f3e70 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:24.254379 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] Attempting to bind port de927022-07db-45ea-b7b8-3ec6d497088b on network 926a3091-1227-43c7-9248-11bb692f3e70 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:24.274174 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80ceb7df-d80b-42d6-aac8-f68e56a5eae6 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.299669 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-80ceb7df-d80b-42d6-aac8-f68e56a5eae6 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a382e841-bf57-40fa-ba0b-9ee635316109']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:24.317326 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:24.317326 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] Checking segment: {'id': '8282cbcf-1d8f-4c5a-afe2-3814e20c73f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '926a3091-1227-43c7-9248-11bb692f3e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:24.317326 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] Bound using segment: {'id': '8282cbcf-1d8f-4c5a-afe2-3814e20c73f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '926a3091-1227-43c7-9248-11bb692f3e70'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:24.317326 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] Bound port: de927022-07db-45ea-b7b8-3ec6d497088b, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8282cbcf-1d8f-4c5a-afe2-3814e20c73f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '926a3091-1227-43c7-9248-11bb692f3e70'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:24.317326 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.325196 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-80ceb7df-d80b-42d6-aac8-f68e56a5eae6 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165be2a1-0f88-4278-b4a3-0b74d49eae4e') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:24.325705 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-80ceb7df-d80b-42d6-aac8-f68e56a5eae6 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165be2a1-0f88-4278-b4a3-0b74d49eae4e') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:24.340093 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-02d60eae-5875-4c93-bcd3-31d68a9de0b1 req-0c31ae2d-e3c2-465b-8aa7-5e02fd7146d2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.364208 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80ceb7df-d80b-42d6-aac8-f68e56a5eae6 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.403421 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31ae2d-e3c2-465b-8aa7-5e02fd7146d2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Pushing event deleted for resources: {'Port': ['ID=8a323d04-6951-4193-92d8-53ed8ea6f205,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:24.406111 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80ceb7df-d80b-42d6-aac8-f68e56a5eae6 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.453554 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ceb7df-d80b-42d6-aac8-f68e56a5eae6 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:24.453975 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80ceb7df-d80b-42d6-aac8-f68e56a5eae6 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:24.457133 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:24.577097 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] For port de927022-07db-45ea-b7b8-3ec6d497088b, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:24.580757 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d60eae-5875-4c93-bcd3-31d68a9de0b1 req-0c31ae2d-e3c2-465b-8aa7-5e02fd7146d2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] No DVR routers for this DVR port 8a323d04-6951-4193-92d8-53ed8ea6f205 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:24.583716 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80ceb7df-d80b-42d6-aac8-f68e56a5eae6 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.587571 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-02d60eae-5875-4c93-bcd3-31d68a9de0b1 req-0c31ae2d-e3c2-465b-8aa7-5e02fd7146d2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.591599 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-02d60eae-5875-4c93-bcd3-31d68a9de0b1 req-0c31ae2d-e3c2-465b-8aa7-5e02fd7146d2 tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.62 "DELETE /v2.0/ports/8a323d04-6951-4193-92d8-53ed8ea6f205 HTTP/1.1" status: 204 len: 173 time: 1.2478106 Jul 13 07:42:24.592718 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcecdbd3-f607-48dd-a569-4f5bb9bb867f', 'name': 'network-vif-deleted', 'tag': '8a323d04-6951-4193-92d8-53ed8ea6f205'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:24.595973 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] For port de927022-07db-45ea-b7b8-3ec6d497088b, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=de927022-07db-45ea-b7b8-3ec6d497088b,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:24.597910 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37639c1-cea2-4bfb-8288-479f34128a28" -d '{"events": [{"server_uuid": "fcecdbd3-f607-48dd-a569-4f5bb9bb867f", "name": "network-vif-deleted", "tag": "8a323d04-6951-4193-92d8-53ed8ea6f205"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:24.616125 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.625834 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80ceb7df-d80b-42d6-aac8-f68e56a5eae6 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.630458 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-80ceb7df-d80b-42d6-aac8-f68e56a5eae6 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "DELETE /v2.0/networks/a382e841-bf57-40fa-ba0b-9ee635316109 HTTP/1.1" status: 204 len: 168 time: 0.8210797 Jul 13 07:42:24.645327 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42488) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:24.648755 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-d4cb4e01-a91d-4b73-a810-741114b154c7 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:24.651141 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-d4cb4e01-a91d-4b73-a810-741114b154c7 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/networks?id=593c6ad1-d14f-437d-ba60-3acf4156dc72 HTTP/1.1" status: 200 len: 816 time: 0.3917956 Jul 13 07:42:24.738583 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:24.739329 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.740747 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] 10.222.0.35 "PUT /v2.0/ports/de927022-07db-45ea-b7b8-3ec6d497088b HTTP/1.1" status: 200 len: 1092 time: 2.6040895 Jul 13 07:42:24.741277 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a0cfd0-15b5-453d-909a-b2437ee26817', 'tag': 'de927022-07db-45ea-b7b8-3ec6d497088b'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:24.744077 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2194d9d1-da64-4918-a8d9-39b80eea976d" -d '{"events": [{"name": "network-changed", "server_uuid": "35a0cfd0-15b5-453d-909a-b2437ee26817", "tag": "de927022-07db-45ea-b7b8-3ec6d497088b"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:24.758408 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-983fead9-b0ae-40bf-abd1-0cbcfdc116a7 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/quotas/6481b9810bbd41319058fb11ddd8b821 HTTP/1.1" status: 200 len: 375 time: 0.0427544 Jul 13 07:42:24.819151 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119365bd-a2d2-445a-9a51-7dc96543624f service neutron] Pushing event updated for resources: {'Port': ['ID=de927022-07db-45ea-b7b8-3ec6d497088b,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:24.837568 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da32b44-5c3b-4cc1-b451-90a8256d943e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Deleting subnet 552bff87-ec0a-4421-a3f0-f8af51c2b02f {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:24.841432 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ceb7df-d80b-42d6-aac8-f68e56a5eae6 tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event deleted for resources: {'Network': ['ID=a382e841-bf57-40fa-ba0b-9ee635316109,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:24.848674 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4da32b44-5c3b-4cc1-b451-90a8256d943e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.929419 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-03e00a0b-3233-4b0f-b3cf-a46a714946cb tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6481b9810bbd41319058fb11ddd8b821&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1592026 Jul 13 07:42:25.001667 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4da32b44-5c3b-4cc1-b451-90a8256d943e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.163923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-e76d7867-31b9-4d27-bdb7-9df0aa1d7d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:25.166416 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-e76d7867-31b9-4d27-bdb7-9df0aa1d7d5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ddba40fdf8c427a90cae9988caaab66&device_id=35a0cfd0-15b5-453d-909a-b2437ee26817 HTTP/1.1" status: 200 len: 1095 time: 0.1698639 Jul 13 07:42:25.223188 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4da32b44-5c3b-4cc1-b451-90a8256d943e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.258406 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-08338db7-9da6-4c4e-93ed-a4fe55e5bfcb service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:42:25.271564 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-08338db7-9da6-4c4e-93ed-a4fe55e5bfcb service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3401983 Jul 13 07:42:25.275046 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-5bc008bf-01ea-4f4a-8b96-5e8d3ce56f7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de927022-07db-45ea-b7b8-3ec6d497088b HTTP/1.1" status: 200 len: 217 time: 0.0988419 Jul 13 07:42:25.317376 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4da32b44-5c3b-4cc1-b451-90a8256d943e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.359039 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f43ebf-4543-47ca-952e-789b595389b6 req-73915283-7371-4beb-a42b-3159fe84219a tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:25.361449 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4da32b44-5c3b-4cc1-b451-90a8256d943e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.364532 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4da32b44-5c3b-4cc1-b451-90a8256d943e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "DELETE /v2.0/subnets/552bff87-ec0a-4421-a3f0-f8af51c2b02f HTTP/1.1" status: 204 len: 168 time: 0.7159808 Jul 13 07:42:25.365420 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96f43ebf-4543-47ca-952e-789b595389b6 req-73915283-7371-4beb-a42b-3159fe84219a tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0cfd0-15b5-453d-909a-b2437ee26817 HTTP/1.1" status: 200 len: 943 time: 0.2695155 Jul 13 07:42:25.367201 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42504) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:25.368115 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da32b44-5c3b-4cc1-b451-90a8256d943e tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event deleted for resources: {'Subnet': ['ID=552bff87-ec0a-4421-a3f0-f8af51c2b02f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:25.372563 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972f9894-b263-442b-bce0-1551d1f35bb1 None None] Network 1d92d20b-1019-438d-bf6d-a13442025e0a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:25.479398 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-fb24f596-13df-4300-9230-7485f2a8a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:25.481172 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-fb24f596-13df-4300-9230-7485f2a8a344 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ebaa4587-64b0-4444-8306-bf055eaac5da HTTP/1.1" status: 200 len: 862 time: 0.1973336 Jul 13 07:42:25.481805 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1162bb0d-1718-4064-bfad-8b64071e226c tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.548738 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96f43ebf-4543-47ca-952e-789b595389b6 req-205ab239-1d5a-4777-aa85-34f5cb9c4b25 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733541 Jul 13 07:42:25.550958 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-d4963abf-617d-4c85-9c43-2d2bd1432d68 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=926a3091-1227-43c7-9248-11bb692f3e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594804 Jul 13 07:42:25.553407 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-d4290225-3026-4a63-be35-53a3dfdcf294 service neutron] 10.222.0.58 "GET /v2.0/networks/593c6ad1-d14f-437d-ba60-3acf4156dc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814937 Jul 13 07:42:25.683431 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-93e14595-83ae-4142-9f59-162b86d172d2 req-cb46f9d6-1679-4881-bee3-0c7b1b493a79 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fcecdbd3-f607-48dd-a569-4f5bb9bb867f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0391598 Jul 13 07:42:25.683431 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-1162bb0d-1718-4064-bfad-8b64071e226c tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Deleting port 833957cf-4538-43c2-86d2-149f6a5f15f8 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:25.683431 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1162bb0d-1718-4064-bfad-8b64071e226c tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.683431 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba5758c-0a9f-47d6-8007-722458914849 x-openstack-request-id: req-eba5758c-0a9f-47d6-8007-722458914849 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:25.683431 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcecdbd3-f607-48dd-a569-4f5bb9bb867f", "name": "network-vif-deleted", "tag": "8a323d04-6951-4193-92d8-53ed8ea6f205", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:25.683431 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eba5758c-0a9f-47d6-8007-722458914849 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:25.683431 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcecdbd3-f607-48dd-a569-4f5bb9bb867f', 'name': 'network-vif-deleted', 'tag': '8a323d04-6951-4193-92d8-53ed8ea6f205', 'status': 'completed', 'code': 200} Jul 13 07:42:25.684956 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eda2dda-4d1f-4465-a824-5c39ff7dc53c x-openstack-request-id: req-7eda2dda-4d1f-4465-a824-5c39ff7dc53c {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:25.685249 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a0cfd0-15b5-453d-909a-b2437ee26817", "tag": "de927022-07db-45ea-b7b8-3ec6d497088b", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:25.688056 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7eda2dda-4d1f-4465-a824-5c39ff7dc53c {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:25.702751 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a0cfd0-15b5-453d-909a-b2437ee26817', 'tag': 'de927022-07db-45ea-b7b8-3ec6d497088b', 'status': 'completed', 'code': 200} Jul 13 07:42:25.717823 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 8a323d04-6951-4193-92d8-53ed8ea6f205 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:25.738851 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-93e14595-83ae-4142-9f59-162b86d172d2 req-19fb6cc0-e9b1-43ab-a3d7-fd8c71b54111 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74bea949d49b487fabdf8b517735e1cc&device_id=fcecdbd3-f607-48dd-a569-4f5bb9bb867f HTTP/1.1" status: 200 len: 210 time: 0.0690954 Jul 13 07:42:25.834580 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-1ad2071f-caef-4442-bf29-dfc3a2322d41 service neutron] 10.222.0.58 "GET /v2.0/networks/593c6ad1-d14f-437d-ba60-3acf4156dc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733345 Jul 13 07:42:25.883936 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-24ea2ddc-524d-44c9-b658-13187b4479c3 service neutron] 10.222.0.35 "GET /v2.0/networks/926a3091-1227-43c7-9248-11bb692f3e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249657 Jul 13 07:42:25.927016 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-93e14595-83ae-4142-9f59-162b86d172d2 req-8c03c73d-8fda-42de-a5fb-296bfbaa5002 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=74bea949d49b487fabdf8b517735e1cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909243 Jul 13 07:42:25.928793 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-1162bb0d-1718-4064-bfad-8b64071e226c tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] For port 833957cf-4538-43c2-86d2-149f6a5f15f8, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=833957cf-4538-43c2-86d2-149f6a5f15f8,segment=NetworkSegment(13db420c-c1e5-4dbf-b67a-2d69cb903b16),segment_id=13db420c-c1e5-4dbf-b67a-2d69cb903b16)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:25.929160 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1162bb0d-1718-4064-bfad-8b64071e226c tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.045466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 8a323d04-6951-4193-92d8-53ed8ea6f205 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:42:26.046323 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 8a323d04-6951-4193-92d8-53ed8ea6f205 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:42:26.049430 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055158a0-7507-4f90-a69b-50b305aa2aba None None] DHCP port deletion for 1d92d20b-1019-438d-bf6d-a13442025e0a request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:42:26.085557 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef5fef73-ddce-409b-a664-576471dcdc68 req-6f8d94df-3acb-4394-b79c-7edf5a5cfa5d tempest-ListImageFiltersTestJSON-2033897259 tempest-ListImageFiltersTestJSON-2033897259-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcecdbd3-f607-48dd-a569-4f5bb9bb867f HTTP/1.1" status: 200 len: 210 time: 0.0506206 Jul 13 07:42:26.105476 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-1162bb0d-1718-4064-bfad-8b64071e226c tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Calling delete_port for 833957cf-4538-43c2-86d2-149f6a5f15f8 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:26.121724 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9964e1c5-c045-46b7-be71-d1f24be89405 req-9ffbfa39-a328-4fd4-b1ff-780c4d917d71 service neutron] 10.222.0.35 "GET /v2.0/networks/926a3091-1227-43c7-9248-11bb692f3e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306435 Jul 13 07:42:26.148931 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-055158a0-7507-4f90-a69b-50b305aa2aba None None] Deleting port 833957cf-4538-43c2-86d2-149f6a5f15f8 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:26.151892 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-055158a0-7507-4f90-a69b-50b305aa2aba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.307628 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-055158a0-7507-4f90-a69b-50b305aa2aba None None] For port 833957cf-4538-43c2-86d2-149f6a5f15f8, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=833957cf-4538-43c2-86d2-149f6a5f15f8,segment=NetworkSegment(13db420c-c1e5-4dbf-b67a-2d69cb903b16),segment_id=13db420c-c1e5-4dbf-b67a-2d69cb903b16)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:26.308029 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-055158a0-7507-4f90-a69b-50b305aa2aba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.360378 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-055158a0-7507-4f90-a69b-50b305aa2aba None None] Calling delete_port for 833957cf-4538-43c2-86d2-149f6a5f15f8 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:26.369260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194d9d1-da64-4918-a8d9-39b80eea976d req-3bd36de7-00a9-45d3-b3d7-371d761fcdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:26.370961 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2194d9d1-da64-4918-a8d9-39b80eea976d req-3bd36de7-00a9-45d3-b3d7-371d761fcdc7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ddba40fdf8c427a90cae9988caaab66&device_id=35a0cfd0-15b5-453d-909a-b2437ee26817 HTTP/1.1" status: 200 len: 1095 time: 0.1724436 Jul 13 07:42:26.476846 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-055158a0-7507-4f90-a69b-50b305aa2aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.534619 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055158a0-7507-4f90-a69b-50b305aa2aba None None] Pushing event deleted for resources: {'Port': ['ID=833957cf-4538-43c2-86d2-149f6a5f15f8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:26.544248 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194d9d1-da64-4918-a8d9-39b80eea976d req-8280fc05-c28f-4a65-b8e0-f6a98b73eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:26.546053 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2194d9d1-da64-4918-a8d9-39b80eea976d req-8280fc05-c28f-4a65-b8e0-f6a98b73eefb service neutron] 10.222.0.35 "GET /v2.0/networks?id=926a3091-1227-43c7-9248-11bb692f3e70 HTTP/1.1" status: 200 len: 923 time: 0.1677196 Jul 13 07:42:26.563490 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055158a0-7507-4f90-a69b-50b305aa2aba None None] No DVR routers for this DVR port 833957cf-4538-43c2-86d2-149f6a5f15f8 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:26.620391 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2194d9d1-da64-4918-a8d9-39b80eea976d req-e84bbd6d-7e66-4305-baf3-d88278c012ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de927022-07db-45ea-b7b8-3ec6d497088b HTTP/1.1" status: 200 len: 217 time: 0.0662630 Jul 13 07:42:26.710469 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194d9d1-da64-4918-a8d9-39b80eea976d req-0cdfbe8f-3b31-4f46-a598-813db5a82062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:26.722495 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2194d9d1-da64-4918-a8d9-39b80eea976d req-0cdfbe8f-3b31-4f46-a598-813db5a82062 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ebaa4587-64b0-4444-8306-bf055eaac5da HTTP/1.1" status: 200 len: 862 time: 0.0725169 Jul 13 07:42:26.776112 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2194d9d1-da64-4918-a8d9-39b80eea976d req-9b2f3335-16ac-4742-bea0-e05fbcb75573 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=926a3091-1227-43c7-9248-11bb692f3e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520096 Jul 13 07:42:26.827122 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e14595-83ae-4142-9f59-162b86d172d2 req-c58eca51-9e63-43f2-aa45-d2f5e4797f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:26.828615 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-93e14595-83ae-4142-9f59-162b86d172d2 req-c58eca51-9e63-43f2-aa45-d2f5e4797f5b service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8901672 Jul 13 07:42:26.867631 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 833957cf-4538-43c2-86d2-149f6a5f15f8 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:26.889733 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1162bb0d-1718-4064-bfad-8b64071e226c tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.925198 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1162bb0d-1718-4064-bfad-8b64071e226c tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] No DVR routers for this DVR port 833957cf-4538-43c2-86d2-149f6a5f15f8 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:26.938271 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 833957cf-4538-43c2-86d2-149f6a5f15f8 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:42:26.944335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 833957cf-4538-43c2-86d2-149f6a5f15f8 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:42:27.004107 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162bb0d-1718-4064-bfad-8b64071e226c tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event deleted for resources: {'Port': ['ID=833957cf-4538-43c2-86d2-149f6a5f15f8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:27.031659 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-34a5932a-0e72-4801-9d55-c55a4a4f825c req-90e54dd5-d4b6-486a-b81f-8700b6aa27a7 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 210 time: 0.0583024 Jul 13 07:42:27.136072 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2194d9d1-da64-4918-a8d9-39b80eea976d req-3a34882c-07e4-47b3-8863-bb36f20749b0 service neutron] 10.222.0.35 "GET /v2.0/networks/926a3091-1227-43c7-9248-11bb692f3e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528852 Jul 13 07:42:27.136740 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1162bb0d-1718-4064-bfad-8b64071e226c tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:27.163838 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-1162bb0d-1718-4064-bfad-8b64071e226c tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d92d20b-1019-438d-bf6d-a13442025e0a']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:27.195262 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-1162bb0d-1718-4064-bfad-8b64071e226c tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13db420c-c1e5-4dbf-b67a-2d69cb903b16') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:27.195773 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-1162bb0d-1718-4064-bfad-8b64071e226c tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13db420c-c1e5-4dbf-b67a-2d69cb903b16') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:27.217467 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1162bb0d-1718-4064-bfad-8b64071e226c tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:27.233336 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1162bb0d-1718-4064-bfad-8b64071e226c tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:27.240680 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1162bb0d-1718-4064-bfad-8b64071e226c tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:27.242184 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1162bb0d-1718-4064-bfad-8b64071e226c tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:27.281898 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3c318-cb4f-4cc0-8756-363d2bd47e46 req-1fcd0f28-eda9-4b2a-916a-1a25b917bc4f tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:27.292826 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9c3c318-cb4f-4cc0-8756-363d2bd47e46 req-1fcd0f28-eda9-4b2a-916a-1a25b917bc4f tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0cfd0-15b5-453d-909a-b2437ee26817 HTTP/1.1" status: 200 len: 943 time: 0.2721183 Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: self.session.flush() Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: self.session.flush() Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: self.session.flush() Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: self.session.flush() Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:27.311388 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:27.317478 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1162bb0d-1718-4064-bfad-8b64071e226c tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:27.336896 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1162bb0d-1718-4064-bfad-8b64071e226c tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:27.342741 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1162bb0d-1718-4064-bfad-8b64071e226c tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] 10.222.0.58 "DELETE /v2.0/networks/1d92d20b-1019-438d-bf6d-a13442025e0a HTTP/1.1" status: 204 len: 168 time: 1.9712853 Jul 13 07:42:27.377574 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162bb0d-1718-4064-bfad-8b64071e226c tempest-NetworksIpV6TestAttrs-1703484834 tempest-NetworksIpV6TestAttrs-1703484834-project] Pushing event deleted for resources: {'Network': ['ID=1d92d20b-1019-438d-bf6d-a13442025e0a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:27.405488 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2194d9d1-da64-4918-a8d9-39b80eea976d req-c81c2587-263a-4fe0-b01a-2d4fb52aff99 service neutron] 10.222.0.35 "GET /v2.0/networks/926a3091-1227-43c7-9248-11bb692f3e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611821 Jul 13 07:42:27.445857 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9c3c318-cb4f-4cc0-8756-363d2bd47e46 req-c8c69a69-3972-44e2-9c52-ee70b5b5de8b tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517415 Jul 13 07:42:27.518752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2788e6-292b-47bf-9846-f097e9fd5f71 req-7d97ed25-4f82-4161-a9fc-842ab0630fee tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:27.522047 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d2788e6-292b-47bf-9846-f097e9fd5f71 req-7d97ed25-4f82-4161-a9fc-842ab0630fee tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/ports?device_id=e788171e-aac7-4b1c-9928-0da27d5ace18 HTTP/1.1" status: 200 len: 945 time: 0.2261209 Jul 13 07:42:27.529531 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ce8dc43-f7c4-419d-ba61-5bef1749f40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:27.604095 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:27.615136 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d2788e6-292b-47bf-9846-f097e9fd5f71 req-a7b47086-eadd-42b8-a534-ea8c3a78a07f tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/security-groups?id=e62d511c-21a1-4e64-9c6a-d5256625629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845330 Jul 13 07:42:27.787675 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device de927022-07db-45ea-b7b8-3ec6d497088b details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:42:27.866755 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42580) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:27.985741 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port de927022-07db-45ea-b7b8-3ec6d497088b, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=de927022-07db-45ea-b7b8-3ec6d497088b,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:28.000773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'de927022-07db-45ea-b7b8-3ec6d497088b', 'network_id': '926a3091-1227-43c7-9248-11bb692f3e70', 'port_id': 'de927022-07db-45ea-b7b8-3ec6d497088b', 'mac_address': 'fa:16:3e:c8:c5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebaa4587-64b0-4444-8306-bf055eaac5da', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:42:28.051057 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.078294 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de927022-07db-45ea-b7b8-3ec6d497088b {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:28.139088 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port de927022-07db-45ea-b7b8-3ec6d497088b, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=de927022-07db-45ea-b7b8-3ec6d497088b,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:28.159187 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.246448 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-67fd2010-3040-4602-a6f8-0b5673c888ae req-eca511eb-38b0-49f3-b83c-f7a5e60f07a0 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 210 time: 0.0588996 Jul 13 07:42:28.260308 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=de927022-07db-45ea-b7b8-3ec6d497088b,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:28.417762 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['de927022-07db-45ea-b7b8-3ec6d497088b'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:28.465791 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42598) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:28.573003 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1097ac17-d581-4c9b-9d44-4b5fa797b050 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a7fe39b633d54580b8be25c18c67fbdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7047281 Jul 13 07:42:28.576599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42604) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:28.694221 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1e603b25-1abe-41ee-a0d3-a5264363961b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.738909 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e8d94dbb-5657-443e-b157-a50cb2438e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.845961 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-a48bfd81-e403-4bd3-9695-ca8968e9ed25 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:28.848196 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-a48bfd81-e403-4bd3-9695-ca8968e9ed25 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.62 "GET /v2.0/networks?id=593c6ad1-d14f-437d-ba60-3acf4156dc72 HTTP/1.1" status: 200 len: 816 time: 0.2684450 Jul 13 07:42:28.882678 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e8d94dbb-5657-443e-b157-a50cb2438e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.006200 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-4b77bbf1-0cd4-4c56-8360-357498e54634 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6481b9810bbd41319058fb11ddd8b821 HTTP/1.1" status: 200 len: 380 time: 0.1448369 Jul 13 07:42:29.013410 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec169a8-bcfc-4794-b282-8c20feb6b0dc req-564858aa-acc4-4ea6-a5c7-3687a2f380bf tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:29.024492 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-562a84fb-9af5-4ae7-9fda-09d0a92c9298 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Request body: {'port': {'device_id': '34844eca-97ca-4424-98c4-d7b337182075', 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72', 'admin_state_up': True, 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'security_groups': ['d951993f-ee3b-44f4-a019-a3341f039c9c']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:29.024862 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3ec169a8-bcfc-4794-b282-8c20feb6b0dc req-564858aa-acc4-4ea6-a5c7-3687a2f380bf tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0cfd0-15b5-453d-909a-b2437ee26817 HTTP/1.1" status: 200 len: 944 time: 0.2176654 Jul 13 07:42:29.044568 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e8d94dbb-5657-443e-b157-a50cb2438e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.048130 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e8d94dbb-5657-443e-b157-a50cb2438e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.052134 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e8d94dbb-5657-443e-b157-a50cb2438e04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f79fbd28-0203-44f2-a249-f39b66b6bf8a HTTP/1.1" status: 204 len: 168 time: 0.4741526 Jul 13 07:42:29.131065 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d94dbb-5657-443e-b157-a50cb2438e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79fbd28-0203-44f2-a249-f39b66b6bf8a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:29.228593 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3ec169a8-bcfc-4794-b282-8c20feb6b0dc req-ee60f044-f303-4a30-86a3-0ce2adfd651d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027345 Jul 13 07:42:29.246833 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1e603b25-1abe-41ee-a0d3-a5264363961b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.257580 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1e603b25-1abe-41ee-a0d3-a5264363961b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.401464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f244c4-b668-4a97-b2b2-f8d86046efa3 req-58176240-92c9-4577-b4e1-25d71818fcf3 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:29.403331 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-48f244c4-b668-4a97-b2b2-f8d86046efa3 req-58176240-92c9-4577-b4e1-25d71818fcf3 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.62 "GET /v2.0/ports?device_id=e788171e-aac7-4b1c-9928-0da27d5ace18 HTTP/1.1" status: 200 len: 945 time: 0.2880559 Jul 13 07:42:29.422664 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1e603b25-1abe-41ee-a0d3-a5264363961b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=55875c4bc22e4921a7ba82b55c0dae96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9550524 Jul 13 07:42:29.425645 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42646) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:29.432621 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e603b25-1abe-41ee-a0d3-a5264363961b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf6df8a-fd9f-49e4-b7b8-b03a40224cbf,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:29.479993 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.512753 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-562a84fb-9af5-4ae7-9fda-09d0a92c9298 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Made reservation on behalf of 6481b9810bbd41319058fb11ddd8b821 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:29.516001 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6deb12e-9258-426d-818c-b1bff8d2d58e req-13b3dc92-044e-44bf-9ee7-0ce64ca9c410 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:29.517005 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-562a84fb-9af5-4ae7-9fda-09d0a92c9298 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.518539 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6deb12e-9258-426d-818c-b1bff8d2d58e req-13b3dc92-044e-44bf-9ee7-0ce64ca9c410 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/ports?device_id=e788171e-aac7-4b1c-9928-0da27d5ace18 HTTP/1.1" status: 200 len: 945 time: 0.2015121 Jul 13 07:42:29.652265 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6deb12e-9258-426d-818c-b1bff8d2d58e req-557f55ae-5f3a-4396-b6e9-380848307c24 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/security-groups?id=e62d511c-21a1-4e64-9c6a-d5256625629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247957 Jul 13 07:42:29.720046 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b74cccd-a389-419b-a49a-41aa6e671d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.788712 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device de927022-07db-45ea-b7b8-3ec6d497088b up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:29.829474 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b74cccd-a389-419b-a49a-41aa6e671d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.920362 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-48f244c4-b668-4a97-b2b2-f8d86046efa3 req-018aa6bc-04d7-461e-88c5-c29596e80b78 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Deleting port 6794dd77-144b-4f11-9a18-1c0803ae031a {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:29.921559 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-48f244c4-b668-4a97-b2b2-f8d86046efa3 req-018aa6bc-04d7-461e-88c5-c29596e80b78 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.970105 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b74cccd-a389-419b-a49a-41aa6e671d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.976147 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b74cccd-a389-419b-a49a-41aa6e671d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.981608 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0b74cccd-a389-419b-a49a-41aa6e671d00 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/acf6df8a-fd9f-49e4-b7b8-b03a40224cbf HTTP/1.1" status: 204 len: 168 time: 0.5511923 Jul 13 07:42:30.003121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port de927022-07db-45ea-b7b8-3ec6d497088b completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:30.008790 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port de927022-07db-45ea-b7b8-3ec6d497088b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:30.009695 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:30.073138 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74cccd-a389-419b-a49a-41aa6e671d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf6df8a-fd9f-49e4-b7b8-b03a40224cbf,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:30.136502 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb82ca59-248f-48d9-9597-f61bccdf52db req-56f736da-2781-4623-a4e5-d04f528ff40f tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 210 time: 0.1003766 Jul 13 07:42:30.206387 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-562a84fb-9af5-4ae7-9fda-09d0a92c9298 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Allocated IP 172.20.0.14 (593c6ad1-d14f-437d-ba60-3acf4156dc72/b1513bb1-4b36-457a-8cae-2a6826023db8/025123fe-f305-4763-ad5d-b26f6b498e03) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:30.346790 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:30.424022 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-48f244c4-b668-4a97-b2b2-f8d86046efa3 req-018aa6bc-04d7-461e-88c5-c29596e80b78 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] For port 6794dd77-144b-4f11-9a18-1c0803ae031a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=6794dd77-144b-4f11-9a18-1c0803ae031a,segment=NetworkSegment(340f06ff-364d-475a-8971-1020f3fd800c),segment_id=340f06ff-364d-475a-8971-1020f3fd800c)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:30.425387 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-48f244c4-b668-4a97-b2b2-f8d86046efa3 req-018aa6bc-04d7-461e-88c5-c29596e80b78 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:30.440426 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a0cfd0-15b5-453d-909a-b2437ee26817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de927022-07db-45ea-b7b8-3ec6d497088b'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:30.448420 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f327156-118d-4870-a261-b020dd32ec1b" -d '{"events": [{"server_uuid": "35a0cfd0-15b5-453d-909a-b2437ee26817", "name": "network-vif-plugged", "status": "completed", "tag": "de927022-07db-45ea-b7b8-3ec6d497088b"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:30.492662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port de927022-07db-45ea-b7b8-3ec6d497088b, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=de927022-07db-45ea-b7b8-3ec6d497088b,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:30.502928 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:30.521282 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-48f244c4-b668-4a97-b2b2-f8d86046efa3 req-018aa6bc-04d7-461e-88c5-c29596e80b78 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Calling delete_port for 6794dd77-144b-4f11-9a18-1c0803ae031a owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:30.741065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=de927022-07db-45ea-b7b8-3ec6d497088b,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:30.759148 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e53a8b-0280-445b-ac8a-8320986b49d0 req-bec70d24-51ac-4860-951c-969d05085985 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:30.780758 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-35e53a8b-0280-445b-ac8a-8320986b49d0 req-bec70d24-51ac-4860-951c-969d05085985 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0cfd0-15b5-453d-909a-b2437ee26817 HTTP/1.1" status: 200 len: 945 time: 0.2364070 Jul 13 07:42:30.859417 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-35e53a8b-0280-445b-ac8a-8320986b49d0 req-e4075c97-9a10-44e9-b907-26a5019c6e96 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736089 Jul 13 07:42:30.901844 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-562a84fb-9af5-4ae7-9fda-09d0a92c9298 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:30.923480 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-562a84fb-9af5-4ae7-9fda-09d0a92c9298 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Transition to ACTIVE for port object 025123fe-f305-4763-ad5d-b26f6b498e03 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:31.009265 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-48f244c4-b668-4a97-b2b2-f8d86046efa3 req-018aa6bc-04d7-461e-88c5-c29596e80b78 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.038124 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-562a84fb-9af5-4ae7-9fda-09d0a92c9298 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.089784 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018aa6bc-04d7-461e-88c5-c29596e80b78 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Pushing event deleted for resources: {'Port': ['ID=6794dd77-144b-4f11-9a18-1c0803ae031a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:31.164042 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42712) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:31.190783 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f244c4-b668-4a97-b2b2-f8d86046efa3 req-018aa6bc-04d7-461e-88c5-c29596e80b78 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] No DVR routers for this DVR port 6794dd77-144b-4f11-9a18-1c0803ae031a on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:31.214518 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.249562 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-48f244c4-b668-4a97-b2b2-f8d86046efa3 req-018aa6bc-04d7-461e-88c5-c29596e80b78 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.251793 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-48f244c4-b668-4a97-b2b2-f8d86046efa3 req-018aa6bc-04d7-461e-88c5-c29596e80b78 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.62 "DELETE /v2.0/ports/6794dd77-144b-4f11-9a18-1c0803ae031a HTTP/1.1" status: 204 len: 173 time: 1.8391993 Jul 13 07:42:31.252283 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e788171e-aac7-4b1c-9928-0da27d5ace18', 'name': 'network-vif-deleted', 'tag': '6794dd77-144b-4f11-9a18-1c0803ae031a'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:31.254643 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922ddc47-2b95-40bd-b5bc-e299bd107789" -d '{"events": [{"server_uuid": "e788171e-aac7-4b1c-9928-0da27d5ace18", "name": "network-vif-deleted", "tag": "6794dd77-144b-4f11-9a18-1c0803ae031a"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:31.273055 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-562a84fb-9af5-4ae7-9fda-09d0a92c9298 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Network 593c6ad1-d14f-437d-ba60-3acf4156dc72 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:31.303303 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-562a84fb-9af5-4ae7-9fda-09d0a92c9298 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:31.327500 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-562a84fb-9af5-4ae7-9fda-09d0a92c9298 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:31.428642 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42722) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:31.428834 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e5ccd231-e3ce-47da-8e29-33292fdc4b51 req-ba66ae8b-449c-4198-b879-91e4cba832b6 tempest-InstanceActionsNegativeTestJSON-734738126 tempest-InstanceActionsNegativeTestJSON-734738126-project] 10.222.0.58 "GET /v2.0/ports?device_id=e788171e-aac7-4b1c-9928-0da27d5ace18 HTTP/1.1" status: 200 len: 210 time: 0.0864446 Jul 13 07:42:31.485950 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a84fb-9af5-4ae7-9fda-09d0a92c9298 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Pushing event updated for resources: {'Port': ['ID=025123fe-f305-4763-ad5d-b26f6b498e03,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:31.525635 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bf16d1-3970-458c-a3f3-971b009607ad x-openstack-request-id: req-c6bf16d1-3970-458c-a3f3-971b009607ad {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:31.526307 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a0cfd0-15b5-453d-909a-b2437ee26817", "name": "network-vif-plugged", "status": "completed", "tag": "de927022-07db-45ea-b7b8-3ec6d497088b", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:31.526723 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c6bf16d1-3970-458c-a3f3-971b009607ad {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:31.527384 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a0cfd0-15b5-453d-909a-b2437ee26817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de927022-07db-45ea-b7b8-3ec6d497088b', 'code': 200} Jul 13 07:42:31.548172 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-562a84fb-9af5-4ae7-9fda-09d0a92c9298 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:31.548874 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-562a84fb-9af5-4ae7-9fda-09d0a92c9298 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.595851 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-562a84fb-9af5-4ae7-9fda-09d0a92c9298 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5840526 Jul 13 07:42:31.609810 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] Request body: {'port': {'device_id': '34844eca-97ca-4424-98c4-d7b337182075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:31.758791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 6794dd77-144b-4f11-9a18-1c0803ae031a no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:31.843109 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383bcc8e-8ead-4801-9092-2e8b24d004b5 x-openstack-request-id: req-383bcc8e-8ead-4801-9092-2e8b24d004b5 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:31.850164 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e788171e-aac7-4b1c-9928-0da27d5ace18", "name": "network-vif-deleted", "tag": "6794dd77-144b-4f11-9a18-1c0803ae031a", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:31.850433 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-383bcc8e-8ead-4801-9092-2e8b24d004b5 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:31.850885 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e788171e-aac7-4b1c-9928-0da27d5ace18', 'name': 'network-vif-deleted', 'tag': '6794dd77-144b-4f11-9a18-1c0803ae031a', 'status': 'completed', 'code': 200} Jul 13 07:42:31.873093 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 6794dd77-144b-4f11-9a18-1c0803ae031a {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:42:31.873384 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 6794dd77-144b-4f11-9a18-1c0803ae031a not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:42:31.951630 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.964226 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a33a0404-1ba7-49bb-a202-a52dfd8a2ae0 None None] Provisioning for port 025123fe-f305-4763-ad5d-b26f6b498e03 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:31.984060 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a33a0404-1ba7-49bb-a202-a52dfd8a2ae0 None None] Provisioning complete for port 025123fe-f305-4763-ad5d-b26f6b498e03 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:31.984234 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a33a0404-1ba7-49bb-a202-a52dfd8a2ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.069511 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8a0a1f1a-f3c3-4084-bf30-bd07d5d7b576 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=74bea949d49b487fabdf8b517735e1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6399894 Jul 13 07:42:32.076160 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42742) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:32.082852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affc800-e624-4d7a-95a8-07afd3828bb5 req-1a11155c-59e8-4e62-bc13-f6c83a6d94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:32.086314 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0affc800-e624-4d7a-95a8-07afd3828bb5 req-1a11155c-59e8-4e62-bc13-f6c83a6d94fd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=35a0cfd0-15b5-453d-909a-b2437ee26817 HTTP/1.1" status: 200 len: 1097 time: 0.3766396 Jul 13 07:42:32.158303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a33a0404-1ba7-49bb-a202-a52dfd8a2ae0 None None] Port 025123fe-f305-4763-ad5d-b26f6b498e03 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:32.219549 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-30ca143e-f702-4cb0-8a40-c41df67bdb17 tempest-DvrRoutersNegativeTest-1228977920 tempest-DvrRoutersNegativeTest-1228977920-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-463748745', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:32.234742 n-d-779913-28 neutron-server[93724]: DEBUG neutron.policy [None req-30ca143e-f702-4cb0-8a40-c41df67bdb17 tempest-DvrRoutersNegativeTest-1228977920 tempest-DvrRoutersNegativeTest-1228977920-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93724) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 13 07:42:32.235203 n-d-779913-28 neutron-server[93724]: DEBUG neutron.policy [None req-30ca143e-f702-4cb0-8a40-c41df67bdb17 tempest-DvrRoutersNegativeTest-1228977920 tempest-DvrRoutersNegativeTest-1228977920-project] Failed policy check for 'create_router' {{(pid=93724) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 13 07:42:32.236204 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-30ca143e-f702-4cb0-8a40-c41df67bdb17 tempest-DvrRoutersNegativeTest-1228977920 tempest-DvrRoutersNegativeTest-1228977920-project] create failed (client error): Access was denied to this resource. Jul 13 07:42:32.245142 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-30ca143e-f702-4cb0-8a40-c41df67bdb17 tempest-DvrRoutersNegativeTest-1228977920 tempest-DvrRoutersNegativeTest-1228977920-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 1.0755734 Jul 13 07:42:32.306768 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c5f249e9-4518-4571-a49e-69b8f9962b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.382431 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c5f249e9-4518-4571-a49e-69b8f9962b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.455405 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0affc800-e624-4d7a-95a8-07afd3828bb5 req-25c5e09a-a898-4bb3-a0bf-18836236789d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526659 Jul 13 07:42:32.500816 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79663c-4d11-4bdc-99f2-98ca9ae7ca5c req-6f9f4df1-bc69-4e1b-a9e4-f47a32414d40 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:32.511953 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cb79663c-4d11-4bdc-99f2-98ca9ae7ca5c req-6f9f4df1-bc69-4e1b-a9e4-f47a32414d40 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 932 time: 0.6547637 Jul 13 07:42:32.534832 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c5f249e9-4518-4571-a49e-69b8f9962b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.539337 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c5f249e9-4518-4571-a49e-69b8f9962b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.543823 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c5f249e9-4518-4571-a49e-69b8f9962b04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c30c3b39-9fc6-42b0-9421-1819baddc489 HTTP/1.1" status: 204 len: 168 time: 0.4662204 Jul 13 07:42:32.571428 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f249e9-4518-4571-a49e-69b8f9962b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30c3b39-9fc6-42b0-9421-1819baddc489,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:32.615773 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cb79663c-4d11-4bdc-99f2-98ca9ae7ca5c req-2af9c5a9-9096-40e6-ac8c-50edc760052e tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/security-groups?id=d951993f-ee3b-44f4-a019-a3341f039c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026917 Jul 13 07:42:32.637705 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025123fe-f305-4763-ad5d-b26f6b498e03 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:32.652640 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.671285 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] Transition to ACTIVE for port object 025123fe-f305-4763-ad5d-b26f6b498e03 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:32.673364 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f90f9c-8357-4cf2-80dd-df11e5daefef req-5c1b864a-5447-4878-9af3-12d84c32ff68 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:32.679041 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-14f90f9c-8357-4cf2-80dd-df11e5daefef req-5c1b864a-5447-4878-9af3-12d84c32ff68 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0cfd0-15b5-453d-909a-b2437ee26817 HTTP/1.1" status: 200 len: 945 time: 0.4205256 Jul 13 07:42:32.679640 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.747095 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] Pushing event updated for resources: {'Port': ['ID=025123fe-f305-4763-ad5d-b26f6b498e03,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:32.781475 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42760) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:32.789973 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-14f90f9c-8357-4cf2-80dd-df11e5daefef req-927a12ea-1b77-478c-96e3-57f394ce3a6a tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032908 Jul 13 07:42:32.872539 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42764) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:33.045985 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] Attempting to bind port 025123fe-f305-4763-ad5d-b26f6b498e03 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:33.046496 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] Attempting to bind port 025123fe-f305-4763-ad5d-b26f6b498e03 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '6e9c5810-3429-4a82-b8af-d041cb9f4715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:33.046745 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] Attempting to bind port 025123fe-f305-4763-ad5d-b26f6b498e03 on network 593c6ad1-d14f-437d-ba60-3acf4156dc72 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:33.069455 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] Port 025123fe-f305-4763-ad5d-b26f6b498e03 on network 593c6ad1-d14f-437d-ba60-3acf4156dc72 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:33.069791 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] Attempting to bind port 025123fe-f305-4763-ad5d-b26f6b498e03 on network 593c6ad1-d14f-437d-ba60-3acf4156dc72 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:33.092289 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:33.092636 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] Checking segment: {'id': '6e9c5810-3429-4a82-b8af-d041cb9f4715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:33.093032 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] Bound using segment: {'id': '6e9c5810-3429-4a82-b8af-d041cb9f4715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:33.093476 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] Bound port: 025123fe-f305-4763-ad5d-b26f6b498e03, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9c5810-3429-4a82-b8af-d041cb9f4715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:33.093839 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:33.095595 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42778) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:33.253106 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd2cc98-cfbf-40c7-b7a8-265587faa9d3 admin admin] Deleting subnet 25fb8744-5330-42c4-933d-6f6d459f8f2c {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:33.264040 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4fd2cc98-cfbf-40c7-b7a8-265587faa9d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:33.329735 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] For port 025123fe-f305-4763-ad5d-b26f6b498e03, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:33.342239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] For port 025123fe-f305-4763-ad5d-b26f6b498e03, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=025123fe-f305-4763-ad5d-b26f6b498e03,segment=NetworkSegment(6e9c5810-3429-4a82-b8af-d041cb9f4715),segment_id=6e9c5810-3429-4a82-b8af-d041cb9f4715)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:33.364610 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:33.376656 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4fd2cc98-cfbf-40c7-b7a8-265587faa9d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:33.440286 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4fd2cc98-cfbf-40c7-b7a8-265587faa9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:33.502675 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] Pushing event updated for resources: {'Port': ['ID=025123fe-f305-4763-ad5d-b26f6b498e03,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:33.512025 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1d1edc1a-074d-4b6a-9ca4-fa177b8a3153 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-95265888-network', 'tenant_id': 'a9abe91930b140898df3fef7a7f267b1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:33.521231 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:33.521881 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:33.523761 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-99e2666b-b95a-4dda-8fdc-e4b8fa028761 service neutron] 10.222.0.62 "PUT /v2.0/ports/025123fe-f305-4763-ad5d-b26f6b498e03 HTTP/1.1" status: 200 len: 1093 time: 1.9201052 Jul 13 07:42:33.579698 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-deaf7b70-9289-48d1-ad59-cd24199fca89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:33.585080 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4fd2cc98-cfbf-40c7-b7a8-265587faa9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:33.633293 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1edc1a-074d-4b6a-9ca4-fa177b8a3153 admin admin] Made reservation on behalf of a9abe91930b140898df3fef7a7f267b1 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:33.636509 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d1edc1a-074d-4b6a-9ca4-fa177b8a3153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:33.677136 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4fd2cc98-cfbf-40c7-b7a8-265587faa9d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:33.680487 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4fd2cc98-cfbf-40c7-b7a8-265587faa9d3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/25fb8744-5330-42c4-933d-6f6d459f8f2c HTTP/1.1" status: 204 len: 168 time: 0.5832253 Jul 13 07:42:33.684237 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42790) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:33.688672 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d1edc1a-074d-4b6a-9ca4-fa177b8a3153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:33.695543 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2cc98-cfbf-40c7-b7a8-265587faa9d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25fb8744-5330-42c4-933d-6f6d459f8f2c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:33.771083 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-09f052c3-a678-463b-82f8-2ea77f3c6948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:33.772652 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-09f052c3-a678-463b-82f8-2ea77f3c6948 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6481b9810bbd41319058fb11ddd8b821&device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 1096 time: 0.1966350 Jul 13 07:42:33.773313 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.api [None req-1d1edc1a-074d-4b6a-9ca4-fa177b8a3153 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:42:33.773313 n-d-779913-28 neutron-server[93723]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:42:33.773313 n-d-779913-28 neutron-server[93723]: [parameters: {'project_id_1': 'a9abe91930b140898df3fef7a7f267b1', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 42, 33, 724204)}] Jul 13 07:42:33.773313 n-d-779913-28 neutron-server[93723]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:42:33.773649 n-d-779913-28 neutron-server[93723]: DEBUG oslo_db.api [None req-1d1edc1a-074d-4b6a-9ca4-fa177b8a3153 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:42:33.893115 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34844eca-97ca-4424-98c4-d7b337182075', 'tag': '025123fe-f305-4763-ad5d-b26f6b498e03'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:33.895862 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19f7aa0-7aba-44fa-9e71-1e939ec86ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "34844eca-97ca-4424-98c4-d7b337182075", "tag": "025123fe-f305-4763-ad5d-b26f6b498e03"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:33.900943 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-76c0dc53-219c-4abe-9bee-d44c3c8a1001 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=025123fe-f305-4763-ad5d-b26f6b498e03 HTTP/1.1" status: 200 len: 217 time: 0.1197567 Jul 13 07:42:34.006301 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-eb1ff0b7-a46e-4440-a19e-6316379fca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:34.008356 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-eb1ff0b7-a46e-4440-a19e-6316379fca93 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1513bb1-4b36-457a-8cae-2a6826023db8 HTTP/1.1" status: 200 len: 855 time: 0.0992193 Jul 13 07:42:34.110542 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-deaf7b70-9289-48d1-ad59-cd24199fca89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.130384 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-de0be47c-7bcf-42cb-85a5-8f7271d5272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:34.132842 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-de0be47c-7bcf-42cb-85a5-8f7271d5272a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=593c6ad1-d14f-437d-ba60-3acf4156dc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1167717 Jul 13 07:42:34.283375 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d1edc1a-074d-4b6a-9ca4-fa177b8a3153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.354772 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-94736002-34ff-4b57-8109-502c5ac33d6c service neutron] 10.222.0.62 "GET /v2.0/networks/593c6ad1-d14f-437d-ba60-3acf4156dc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102315 Jul 13 07:42:34.497793 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d1edc1a-074d-4b6a-9ca4-fa177b8a3153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.555484 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:42:34.617984 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f8b301de-5766-4d79-8aaa-95b07d76a0ec req-b787ff6e-13df-4df8-a981-6a571d6942fb service neutron] 10.222.0.62 "GET /v2.0/networks/593c6ad1-d14f-437d-ba60-3acf4156dc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178038 Jul 13 07:42:34.619139 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42810) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:34.626796 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d1edc1a-074d-4b6a-9ca4-fa177b8a3153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.640012 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1edc1a-074d-4b6a-9ca4-fa177b8a3153 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:34.651370 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d1edc1a-074d-4b6a-9ca4-fa177b8a3153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.651758 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-1d1edc1a-074d-4b6a-9ca4-fa177b8a3153 admin admin] Added segment c7aae684-1154-4dda-b8fe-05efe5ffa501 of type vlan for network 9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c Jul 13 07:42:34.682654 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-deaf7b70-9289-48d1-ad59-cd24199fca89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.701462 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d1edc1a-074d-4b6a-9ca4-fa177b8a3153 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.742987 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d1edc1a-074d-4b6a-9ca4-fa177b8a3153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.745339 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1edc1a-074d-4b6a-9ca4-fa177b8a3153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:34.745962 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d1edc1a-074d-4b6a-9ca4-fa177b8a3153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.802955 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1edc1a-074d-4b6a-9ca4-fa177b8a3153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90eb7035-fa67-40eb-9ca9-f416b30c44e2,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:34.811681 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1d1edc1a-074d-4b6a-9ca4-fa177b8a3153 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0292420 Jul 13 07:42:34.815693 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42818) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:34.822078 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-70fa3376-b09e-48e6-a843-2d32f261f045 admin admin] Request body: {'subnet': {'network_id': '9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-95265888-subnet', 'tenant_id': 'a9abe91930b140898df3fef7a7f267b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:34.838198 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80b3d3e5-d0b8-4def-8181-8c2091f45c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.871221 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1edc1a-074d-4b6a-9ca4-fa177b8a3153 admin admin] Pushing event updated for resources: {'Network': ['ID=9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:34.882004 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:34.921208 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fa3376-b09e-48e6-a843-2d32f261f045 admin admin] Made reservation on behalf of a9abe91930b140898df3fef7a7f267b1 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:34.924468 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-70fa3376-b09e-48e6-a843-2d32f261f045 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.028049 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-deaf7b70-9289-48d1-ad59-cd24199fca89 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=854e7fbb82ae49639442dfb6c392fea1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1536455 Jul 13 07:42:35.033881 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42820) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:35.048800 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-526edaa7-0bb9-4429-a522-0949a78aa224 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-134761634-network', 'tenant_id': '0b13c1734ab14858a0d0099a3d77dd91'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:35.056958 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf7b70-9289-48d1-ad59-cd24199fca89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead7ba69-75ec-4af7-8a29-28284ea4ed70,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:35.102221 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838c2f9-adef-4c13-9a2c-db0e53143ca3 req-c92e4bd0-5301-43e7-b2b7-2549adad1519 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:35.103546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526edaa7-0bb9-4429-a522-0949a78aa224 admin admin] Made reservation on behalf of 0b13c1734ab14858a0d0099a3d77dd91 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:35.104669 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d838c2f9-adef-4c13-9a2c-db0e53143ca3 req-c92e4bd0-5301-43e7-b2b7-2549adad1519 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 944 time: 1.2016928 Jul 13 07:42:35.112652 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-526edaa7-0bb9-4429-a522-0949a78aa224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.122709 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b96a06-511d-4854-8fa5-ff6bdffa1328 req-e82f9aa8-6f99-4a16-9618-ea3f5ddcc4b9 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:35.129872 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f9b96a06-511d-4854-8fa5-ff6bdffa1328 req-e82f9aa8-6f99-4a16-9618-ea3f5ddcc4b9 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0cfd0-15b5-453d-909a-b2437ee26817 HTTP/1.1" status: 200 len: 945 time: 0.4540124 Jul 13 07:42:35.142906 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-526edaa7-0bb9-4429-a522-0949a78aa224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.167158 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-029a95f9-7c9c-4621-9dc2-6702e2cfaa16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.245169 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-029a95f9-7c9c-4621-9dc2-6702e2cfaa16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.246773 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f9b96a06-511d-4854-8fa5-ff6bdffa1328 req-3ed810b7-242c-4d28-990d-78acc1ea3237 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143274 Jul 13 07:42:35.295421 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80b3d3e5-d0b8-4def-8181-8c2091f45c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.309018 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d838c2f9-adef-4c13-9a2c-db0e53143ca3 req-15a579a5-55c2-4f61-9a99-2df0d3fe75b3 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/security-groups?id=d951993f-ee3b-44f4-a019-a3341f039c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743939 Jul 13 07:42:35.313463 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-80b3d3e5-d0b8-4def-8181-8c2091f45c8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e9aacc-abdf-4f48-af37-14a6416b068e']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:35.325153 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-80b3d3e5-d0b8-4def-8181-8c2091f45c8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340f06ff-364d-475a-8971-1020f3fd800c') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:35.325591 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-80b3d3e5-d0b8-4def-8181-8c2091f45c8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340f06ff-364d-475a-8971-1020f3fd800c') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:35.338365 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80b3d3e5-d0b8-4def-8181-8c2091f45c8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.356769 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80b3d3e5-d0b8-4def-8181-8c2091f45c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.369714 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b3d3e5-d0b8-4def-8181-8c2091f45c8a admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:35.370244 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80b3d3e5-d0b8-4def-8181-8c2091f45c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:35.386347 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:35.398888 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9f49d1-535e-4388-9d7e-728a317ea51c x-openstack-request-id: req-6a9f49d1-535e-4388-9d7e-728a317ea51c {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:35.399329 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34844eca-97ca-4424-98c4-d7b337182075", "tag": "025123fe-f305-4763-ad5d-b26f6b498e03", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:35.399714 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a9f49d1-535e-4388-9d7e-728a317ea51c {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:35.400217 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34844eca-97ca-4424-98c4-d7b337182075', 'tag': '025123fe-f305-4763-ad5d-b26f6b498e03', 'status': 'completed', 'code': 200} Jul 13 07:42:35.531930 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80b3d3e5-d0b8-4def-8181-8c2091f45c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.559481 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80b3d3e5-d0b8-4def-8181-8c2091f45c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.565265 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-80b3d3e5-d0b8-4def-8181-8c2091f45c8a admin admin] 10.222.0.58 "DELETE /v2.0/networks/84e9aacc-abdf-4f48-af37-14a6416b068e HTTP/1.1" status: 204 len: 168 time: 1.8772218 Jul 13 07:42:35.566586 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3d3e5-d0b8-4def-8181-8c2091f45c8a admin admin] Pushing event deleted for resources: {'Network': ['ID=84e9aacc-abdf-4f48-af37-14a6416b068e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:35.800329 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42838) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:35.839460 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-526edaa7-0bb9-4429-a522-0949a78aa224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.840852 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-029a95f9-7c9c-4621-9dc2-6702e2cfaa16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.844665 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-029a95f9-7c9c-4621-9dc2-6702e2cfaa16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.848778 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-029a95f9-7c9c-4621-9dc2-6702e2cfaa16 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ead7ba69-75ec-4af7-8a29-28284ea4ed70 HTTP/1.1" status: 204 len: 168 time: 0.8087609 Jul 13 07:42:35.856572 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-70fa3376-b09e-48e6-a843-2d32f261f045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.900286 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-54bf0719-92db-4a9c-8ddb-ed7c2494273d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f957a5ef569241c191ae59ace82b8bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0972068 Jul 13 07:42:35.902899 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42844) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:35.908586 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-526edaa7-0bb9-4429-a522-0949a78aa224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.916873 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa3376-b09e-48e6-a843-2d32f261f045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f046b8e4-0fe2-4dc6-b48a-62ebe080f840,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:35.930348 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a95f9-7c9c-4621-9dc2-6702e2cfaa16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead7ba69-75ec-4af7-8a29-28284ea4ed70,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:35.974244 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526edaa7-0bb9-4429-a522-0949a78aa224 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:36.027683 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-526edaa7-0bb9-4429-a522-0949a78aa224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.028029 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-526edaa7-0bb9-4429-a522-0949a78aa224 admin admin] Added segment b80f826f-25d7-4281-be0d-14ea12919616 of type vlan for network 5806df0d-9d4d-4fc0-80b9-7dd0dd8cf1e7 Jul 13 07:42:36.048030 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f7aa0-7aba-44fa-9e71-1e939ec86ee1 req-f287dc68-f6d0-48e9-ac50-8ec17a122d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:36.049999 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b19f7aa0-7aba-44fa-9e71-1e939ec86ee1 req-f287dc68-f6d0-48e9-ac50-8ec17a122d7c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6481b9810bbd41319058fb11ddd8b821&device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 1096 time: 0.6464450 Jul 13 07:42:36.050674 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526edaa7-0bb9-4429-a522-0949a78aa224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24411b7-8c9d-483e-b095-df109b3e757e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:36.076257 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fa3376-b09e-48e6-a843-2d32f261f045 admin admin] Checking segment: {'id': 'c7aae684-1154-4dda-b8fe-05efe5ffa501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:36.077457 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3706ba1d-4d93-481e-a975-3e1645656888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.078822 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fa3376-b09e-48e6-a843-2d32f261f045 admin admin] Network hostable DHCP agents. Network: 9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:42:36.133705 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3706ba1d-4d93-481e-a975-3e1645656888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.173136 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-526edaa7-0bb9-4429-a522-0949a78aa224 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.221588 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fa3376-b09e-48e6-a843-2d32f261f045 admin admin] Network 9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:42:36.259668 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-70fa3376-b09e-48e6-a843-2d32f261f045 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:36.268683 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3706ba1d-4d93-481e-a975-3e1645656888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.268919 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f7aa0-7aba-44fa-9e71-1e939ec86ee1 req-2c95d12c-867a-4802-9d03-0f0cc464b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:36.270223 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b19f7aa0-7aba-44fa-9e71-1e939ec86ee1 req-2c95d12c-867a-4802-9d03-0f0cc464b522 service neutron] 10.222.0.62 "GET /v2.0/networks?id=593c6ad1-d14f-437d-ba60-3acf4156dc72 HTTP/1.1" status: 200 len: 917 time: 0.2021487 Jul 13 07:42:36.271160 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519c03b7-b5e0-4937-b051-4dd1f1d0bf07 None None] Network 9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:36.271634 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fa3376-b09e-48e6-a843-2d32f261f045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:36.272210 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-70fa3376-b09e-48e6-a843-2d32f261f045 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.272336 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3706ba1d-4d93-481e-a975-3e1645656888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.276750 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3706ba1d-4d93-481e-a975-3e1645656888 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e62d511c-21a1-4e64-9c6a-d5256625629e HTTP/1.1" status: 204 len: 168 time: 0.3692162 Jul 13 07:42:36.292504 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706ba1d-4d93-481e-a975-3e1645656888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62d511c-21a1-4e64-9c6a-d5256625629e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:36.305708 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccd18f-ca6e-488c-82ce-9a029b25cd43 req-84b287a6-7dec-4cb4-9173-aad0dd66adf5 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:36.307746 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-07ccd18f-ca6e-488c-82ce-9a029b25cd43 req-84b287a6-7dec-4cb4-9173-aad0dd66adf5 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0cfd0-15b5-453d-909a-b2437ee26817 HTTP/1.1" status: 200 len: 945 time: 0.1067958 Jul 13 07:42:36.324301 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b19f7aa0-7aba-44fa-9e71-1e939ec86ee1 req-6ac5ae2b-699a-4a38-9a31-1ef0bb31eb17 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=025123fe-f305-4763-ad5d-b26f6b498e03 HTTP/1.1" status: 200 len: 217 time: 0.0424111 Jul 13 07:42:36.325159 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-526edaa7-0bb9-4429-a522-0949a78aa224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.326338 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526edaa7-0bb9-4429-a522-0949a78aa224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:36.327272 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-526edaa7-0bb9-4429-a522-0949a78aa224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.393902 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-70fa3376-b09e-48e6-a843-2d32f261f045 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5770564 Jul 13 07:42:36.408615 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-526edaa7-0bb9-4429-a522-0949a78aa224 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7880154 Jul 13 07:42:36.414791 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42864) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:36.424230 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a063f68e-18a5-4d4b-9478-d52193b23af8 admin admin] Request body: {'subnet': {'network_id': '5806df0d-9d4d-4fc0-80b9-7dd0dd8cf1e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-134761634-subnet', 'tenant_id': '0b13c1734ab14858a0d0099a3d77dd91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:36.459135 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f7aa0-7aba-44fa-9e71-1e939ec86ee1 req-9dfa3fe9-4c73-4820-91a7-19cdac4e63bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:36.461042 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b19f7aa0-7aba-44fa-9e71-1e939ec86ee1 req-9dfa3fe9-4c73-4820-91a7-19cdac4e63bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1513bb1-4b36-457a-8cae-2a6826023db8 HTTP/1.1" status: 200 len: 855 time: 0.1211023 Jul 13 07:42:36.508688 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-07ccd18f-ca6e-488c-82ce-9a029b25cd43 req-879af2a8-09af-471a-92fa-867bbba1c549 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887462 Jul 13 07:42:36.557658 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526edaa7-0bb9-4429-a522-0949a78aa224 admin admin] Pushing event updated for resources: {'Network': ['ID=5806df0d-9d4d-4fc0-80b9-7dd0dd8cf1e7,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:36.601676 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 5806df0d-9d4d-4fc0-80b9-7dd0dd8cf1e7 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:36.641004 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a063f68e-18a5-4d4b-9478-d52193b23af8 admin admin] Made reservation on behalf of 0b13c1734ab14858a0d0099a3d77dd91 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:36.644937 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a063f68e-18a5-4d4b-9478-d52193b23af8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.816291 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f7aa0-7aba-44fa-9e71-1e939ec86ee1 req-006aa59c-0564-4c2e-99e7-5423eef724f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:36.819400 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b19f7aa0-7aba-44fa-9e71-1e939ec86ee1 req-006aa59c-0564-4c2e-99e7-5423eef724f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=593c6ad1-d14f-437d-ba60-3acf4156dc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2819865 Jul 13 07:42:36.848018 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdf1bc4-9b0d-4238-8425-6d0a191f7aaf None None] Network 9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:36.849954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae80f33-3c03-4cb3-9772-6c7d8ce0f032 req-8c84c7a4-ead1-4f93-af85-c19354797a77 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:36.858468 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cae80f33-3c03-4cb3-9772-6c7d8ce0f032 req-8c84c7a4-ead1-4f93-af85-c19354797a77 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 944 time: 0.1935790 Jul 13 07:42:36.948106 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cae80f33-3c03-4cb3-9772-6c7d8ce0f032 req-706becd5-3c0c-4ecb-b855-5536be8aa0e6 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/security-groups?id=d951993f-ee3b-44f4-a019-a3341f039c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870309 Jul 13 07:42:37.109889 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b19f7aa0-7aba-44fa-9e71-1e939ec86ee1 req-82ab21b9-c2a5-4145-8910-f3a5884362a6 service neutron] 10.222.0.62 "GET /v2.0/networks/593c6ad1-d14f-437d-ba60-3acf4156dc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834153 Jul 13 07:42:37.148777 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a063f68e-18a5-4d4b-9478-d52193b23af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.249310 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063f68e-18a5-4d4b-9478-d52193b23af8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3f9f94e-add7-4741-9d51-cc4aecf9f986,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:37.295662 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b19f7aa0-7aba-44fa-9e71-1e939ec86ee1 req-62909929-e070-4faf-9038-f0b9743f1483 service neutron] 10.222.0.62 "GET /v2.0/networks/593c6ad1-d14f-437d-ba60-3acf4156dc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764743 Jul 13 07:42:37.296815 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a063f68e-18a5-4d4b-9478-d52193b23af8 admin admin] Checking segment: {'id': 'b80f826f-25d7-4281-be0d-14ea12919616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5806df0d-9d4d-4fc0-80b9-7dd0dd8cf1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:37.297185 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a063f68e-18a5-4d4b-9478-d52193b23af8 admin admin] Network hostable DHCP agents. Network: 5806df0d-9d4d-4fc0-80b9-7dd0dd8cf1e7, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:42:37.324757 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a063f68e-18a5-4d4b-9478-d52193b23af8 admin admin] Network 5806df0d-9d4d-4fc0-80b9-7dd0dd8cf1e7 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:42:37.346199 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd6361-eb78-4a51-8700-929c80f273fd req-18e3f5a1-6cf2-4f5f-9c99-fb8627747a3b tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:37.347786 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eedd6361-eb78-4a51-8700-929c80f273fd req-18e3f5a1-6cf2-4f5f-9c99-fb8627747a3b tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.35 "GET /v2.0/ports?device_id=35a0cfd0-15b5-453d-909a-b2437ee26817 HTTP/1.1" status: 200 len: 945 time: 0.1440849 Jul 13 07:42:37.355083 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-a063f68e-18a5-4d4b-9478-d52193b23af8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 5806df0d-9d4d-4fc0-80b9-7dd0dd8cf1e7) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:37.366775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88003193-e5eb-430d-90e3-b94218c06e4d None None] Network 5806df0d-9d4d-4fc0-80b9-7dd0dd8cf1e7 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:37.369769 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a063f68e-18a5-4d4b-9478-d52193b23af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:37.370615 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a063f68e-18a5-4d4b-9478-d52193b23af8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.418122 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a063f68e-18a5-4d4b-9478-d52193b23af8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9987190 Jul 13 07:42:37.581818 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-eedd6361-eb78-4a51-8700-929c80f273fd req-6b0e7336-5b90-4914-8d68-5f64b5adca50 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Deleting port de927022-07db-45ea-b7b8-3ec6d497088b {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:37.582332 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eedd6361-eb78-4a51-8700-929c80f273fd req-6b0e7336-5b90-4914-8d68-5f64b5adca50 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.675136 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65198c34-2f6d-4127-b939-644c9e09904d None None] Network 5806df0d-9d4d-4fc0-80b9-7dd0dd8cf1e7 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:37.724278 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-eedd6361-eb78-4a51-8700-929c80f273fd req-6b0e7336-5b90-4914-8d68-5f64b5adca50 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] For port de927022-07db-45ea-b7b8-3ec6d497088b, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=de927022-07db-45ea-b7b8-3ec6d497088b,segment=NetworkSegment(8282cbcf-1d8f-4c5a-afe2-3814e20c73f6),segment_id=8282cbcf-1d8f-4c5a-afe2-3814e20c73f6)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:37.724655 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eedd6361-eb78-4a51-8700-929c80f273fd req-6b0e7336-5b90-4914-8d68-5f64b5adca50 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.750595 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-eedd6361-eb78-4a51-8700-929c80f273fd req-6b0e7336-5b90-4914-8d68-5f64b5adca50 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Calling delete_port for de927022-07db-45ea-b7b8-3ec6d497088b owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:37.823084 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.030458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb76cf2-656b-48b2-922a-97c6a4f4fc3e req-86d5d572-cb78-4d81-93bf-404cf6570b54 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:38.033189 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1cb76cf2-656b-48b2-922a-97c6a4f4fc3e req-86d5d572-cb78-4d81-93bf-404cf6570b54 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0cfd0-15b5-453d-909a-b2437ee26817 HTTP/1.1" status: 200 len: 945 time: 0.1911881 Jul 13 07:42:38.103258 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42976) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:38.163905 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1cb76cf2-656b-48b2-922a-97c6a4f4fc3e req-eeb13069-74b2-4731-8012-8f27ad27bb78 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9021146-fff1-413b-a830-7cc953dce79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087818 Jul 13 07:42:38.172485 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eedd6361-eb78-4a51-8700-929c80f273fd req-6b0e7336-5b90-4914-8d68-5f64b5adca50 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.200413 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['de927022-07db-45ea-b7b8-3ec6d497088b'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:38.289063 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e7336-5b90-4914-8d68-5f64b5adca50 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Pushing event deleted for resources: {'Port': ['ID=de927022-07db-45ea-b7b8-3ec6d497088b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:38.337954 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42982) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:38.387709 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedd6361-eb78-4a51-8700-929c80f273fd req-6b0e7336-5b90-4914-8d68-5f64b5adca50 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] No DVR routers for this DVR port de927022-07db-45ea-b7b8-3ec6d497088b on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:38.392510 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eedd6361-eb78-4a51-8700-929c80f273fd req-6b0e7336-5b90-4914-8d68-5f64b5adca50 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.396865 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eedd6361-eb78-4a51-8700-929c80f273fd req-6b0e7336-5b90-4914-8d68-5f64b5adca50 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.35 "DELETE /v2.0/ports/de927022-07db-45ea-b7b8-3ec6d497088b HTTP/1.1" status: 204 len: 173 time: 1.0416303 Jul 13 07:42:38.397566 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a0cfd0-15b5-453d-909a-b2437ee26817', 'name': 'network-vif-deleted', 'tag': 'de927022-07db-45ea-b7b8-3ec6d497088b'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:38.401823 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd51bc52-5d82-4976-810c-555a805cb1b6" -d '{"events": [{"server_uuid": "35a0cfd0-15b5-453d-909a-b2437ee26817", "name": "network-vif-deleted", "tag": "de927022-07db-45ea-b7b8-3ec6d497088b"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:38.586390 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-5d02474d-48bd-4e4b-a968-5a8e86526d06 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:38.587151 n-d-779913-28 neutron-server[93723]: WARNING neutron.api.v2.base [None req-5d02474d-48bd-4e4b-a968-5a8e86526d06 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 07:42:38.587758 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-5d02474d-48bd-4e4b-a968-5a8e86526d06 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:42:38.593178 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42992) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:38.597694 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5d02474d-48bd-4e4b-a968-5a8e86526d06 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4886606 Jul 13 07:42:38.604423 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ae48d090-00fb-40fa-b461-bac0076c06bf tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714509436'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:38.651861 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae48d090-00fb-40fa-b461-bac0076c06bf tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.677155 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-58985192-7886-4718-96e7-c0f180641b6a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1312928719-network', 'tenant_id': '363d52fa2f5f48b9abe2174808e3a6f9'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:38.685907 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae48d090-00fb-40fa-b461-bac0076c06bf tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.734753 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58985192-7886-4718-96e7-c0f180641b6a admin admin] Made reservation on behalf of 363d52fa2f5f48b9abe2174808e3a6f9 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:38.744587 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58985192-7886-4718-96e7-c0f180641b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.762339 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58985192-7886-4718-96e7-c0f180641b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.793046 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.api [None req-58985192-7886-4718-96e7-c0f180641b6a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:42:38.793046 n-d-779913-28 neutron-server[93723]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:42:38.793046 n-d-779913-28 neutron-server[93723]: [parameters: {'project_id_1': '363d52fa2f5f48b9abe2174808e3a6f9', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 42, 38, 779961)}] Jul 13 07:42:38.793046 n-d-779913-28 neutron-server[93723]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:42:38.793452 n-d-779913-28 neutron-server[93723]: DEBUG oslo_db.api [None req-58985192-7886-4718-96e7-c0f180641b6a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:42:38.797876 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-d30b0b2a-7374-45e9-9922-f20c81f61406 req-d10d666c-3e39-492a-a4d4-362bc2f49e17 tempest-SecurityGroupsNegativeTestJSON-739440269 tempest-SecurityGroupsNegativeTestJSON-739440269-project] show failed (client error): The resource could not be found. Jul 13 07:42:38.798928 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d30b0b2a-7374-45e9-9922-f20c81f61406 req-d10d666c-3e39-492a-a4d4-362bc2f49e17 tempest-SecurityGroupsNegativeTestJSON-739440269 tempest-SecurityGroupsNegativeTestJSON-739440269-project] 10.222.0.58 "GET /v2.0/security-groups/7bfc8f04-ee8b-4eed-8696-21beeb5c80ca HTTP/1.1" status: 404 len: 352 time: 0.0517111 Jul 13 07:42:38.904311 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be0192-c5d4-4a1f-b873-17e28d6f73bf req-46df8033-95a4-4633-b92b-fd86122cda0b tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:38.905825 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79be0192-c5d4-4a1f-b873-17e28d6f73bf req-46df8033-95a4-4633-b92b-fd86122cda0b tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 944 time: 0.1313503 Jul 13 07:42:38.965767 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae48d090-00fb-40fa-b461-bac0076c06bf tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.972878 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79be0192-c5d4-4a1f-b873-17e28d6f73bf req-8f3263b8-2217-4ae4-82ce-2e7ba9320a0f tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/security-groups?id=d951993f-ee3b-44f4-a019-a3341f039c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613959 Jul 13 07:42:38.974054 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae48d090-00fb-40fa-b461-bac0076c06bf tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.023599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48d090-00fb-40fa-b461-bac0076c06bf tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a642115-e743-4f7e-ad7f-760e6e61bf8b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:39.047053 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c7a183-c030-4ce5-a0ae-841dc70e8e6a x-openstack-request-id: req-64c7a183-c030-4ce5-a0ae-841dc70e8e6a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:39.047533 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a0cfd0-15b5-453d-909a-b2437ee26817", "name": "network-vif-deleted", "tag": "de927022-07db-45ea-b7b8-3ec6d497088b", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:39.047944 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64c7a183-c030-4ce5-a0ae-841dc70e8e6a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:39.048504 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a0cfd0-15b5-453d-909a-b2437ee26817', 'name': 'network-vif-deleted', 'tag': 'de927022-07db-45ea-b7b8-3ec6d497088b', 'status': 'completed', 'code': 200} Jul 13 07:42:39.166343 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e1cf2eb-6a47-44a6-8a10-3cbda1743f48 req-006ba4ec-7d1c-473e-a5d4-c4ffd7582f55 tempest-SecurityGroupsNegativeTestJSON-739440269 tempest-SecurityGroupsNegativeTestJSON-739440269-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0b13c1734ab14858a0d0099a3d77dd91 HTTP/1.1" status: 200 len: 2988 time: 0.0798724 Jul 13 07:42:39.168628 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae48d090-00fb-40fa-b461-bac0076c06bf tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.174306 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae48d090-00fb-40fa-b461-bac0076c06bf tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.246704 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48d090-00fb-40fa-b461-bac0076c06bf tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4b4f0f-4d05-4174-98ed-1ff4c8f01d24,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:39.256835 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae48d090-00fb-40fa-b461-bac0076c06bf tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.258106 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ae48d090-00fb-40fa-b461-bac0076c06bf tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6626604 Jul 13 07:42:39.262197 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43012) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:39.267608 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-70251d9e-433d-432d-a279-fba4d302f4db tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group_rule': {'security_group_id': '0c4b4f0f-4d05-4174-98ed-1ff4c8f01d24', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:39.268372 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e1cf2eb-6a47-44a6-8a10-3cbda1743f48 req-3b5af935-ace0-46b3-89e8-654193c58f36 tempest-SecurityGroupsNegativeTestJSON-739440269 tempest-SecurityGroupsNegativeTestJSON-739440269-project] 10.222.0.58 "GET /v2.0/security-groups/b24411b7-8c9d-483e-b095-df109b3e757e HTTP/1.1" status: 200 len: 2985 time: 0.0706005 Jul 13 07:42:39.295250 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58985192-7886-4718-96e7-c0f180641b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.313567 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-70251d9e-433d-432d-a279-fba4d302f4db tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.377750 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e1cf2eb-6a47-44a6-8a10-3cbda1743f48 req-2fa382f9-c958-42a3-bdd9-f21f4220721b tempest-SecurityGroupsNegativeTestJSON-739440269 tempest-SecurityGroupsNegativeTestJSON-739440269-project] 10.222.0.58 "GET /v2.0/security-groups/b24411b7-8c9d-483e-b095-df109b3e757e HTTP/1.1" status: 200 len: 2985 time: 0.1014926 Jul 13 07:42:39.427450 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-70251d9e-433d-432d-a279-fba4d302f4db tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.439648 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-70251d9e-433d-432d-a279-fba4d302f4db tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.465070 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-8fd9e977-9dcd-4057-bc1b-c9eee455b625 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:39.466706 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-8fd9e977-9dcd-4057-bc1b-c9eee455b625 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/networks?id=fdbe6f7e-2987-4a12-abb5-b64de61ed38e HTTP/1.1" status: 200 len: 804 time: 0.1450908 Jul 13 07:42:39.480387 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70251d9e-433d-432d-a279-fba4d302f4db tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fcae510-20e0-400c-a938-833c566b45a7,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:39.507574 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58985192-7886-4718-96e7-c0f180641b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.510855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-feaf5324-9d7c-4602-b3dd-077f39fe82fd tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/quotas/43c5ae05151644c983f7ae609d106a69 HTTP/1.1" status: 200 len: 375 time: 0.0330591 Jul 13 07:42:39.514195 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58985192-7886-4718-96e7-c0f180641b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.521563 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-70251d9e-433d-432d-a279-fba4d302f4db tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.523057 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-70251d9e-433d-432d-a279-fba4d302f4db tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2594712 Jul 13 07:42:39.532416 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43024) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:39.540995 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-92a461db-f788-427e-8565-8f2e336981ee tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group_rule': {'security_group_id': '0c4b4f0f-4d05-4174-98ed-1ff4c8f01d24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:39.561634 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58985192-7886-4718-96e7-c0f180641b6a admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:39.569422 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58985192-7886-4718-96e7-c0f180641b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475912d1-dd55-4e73-b415-14224071bcd4,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:39.582482 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58985192-7886-4718-96e7-c0f180641b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.582827 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-58985192-7886-4718-96e7-c0f180641b6a admin admin] Added segment 3f5fb917-28aa-43aa-a4d9-11bf532e1922 of type vlan for network f89b0207-1f86-411d-81fa-101ccee49c37 Jul 13 07:42:39.595528 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-034f0596-855b-41e5-ae92-8f343e6c4508 req-8386ddb9-6f16-4453-ad36-ed2956a8a7b9 tempest-SecurityGroupsNegativeTestJSON-739440269 tempest-SecurityGroupsNegativeTestJSON-739440269-project] 10.222.0.58 "GET /v2.0/security-groups/b24411b7-8c9d-483e-b095-df109b3e757e HTTP/1.1" status: 200 len: 2985 time: 0.0809751 Jul 13 07:42:39.626725 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-92a461db-f788-427e-8565-8f2e336981ee tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.633258 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-fec264fe-f52c-41fa-9c7e-439955f6a25a tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=43c5ae05151644c983f7ae609d106a69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1095815 Jul 13 07:42:39.644986 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58985192-7886-4718-96e7-c0f180641b6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.701132 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58985192-7886-4718-96e7-c0f180641b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.702475 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58985192-7886-4718-96e7-c0f180641b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:39.703158 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58985192-7886-4718-96e7-c0f180641b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.728962 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-92a461db-f788-427e-8565-8f2e336981ee tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:42:39.730165 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-92a461db-f788-427e-8565-8f2e336981ee tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1966369 Jul 13 07:42:39.734296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43028) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:39.750668 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-58985192-7886-4718-96e7-c0f180641b6a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4115496 Jul 13 07:42:39.756794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 652b4225-02fd-48cc-920a-222c16e6db6b no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:39.777039 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43030) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:39.789385 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c8879c1a-3357-44a2-bcdc-427cfcef81b8 admin admin] Request body: {'subnet': {'network_id': 'f89b0207-1f86-411d-81fa-101ccee49c37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1312928719-subnet', 'tenant_id': '363d52fa2f5f48b9abe2174808e3a6f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:39.846607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58985192-7886-4718-96e7-c0f180641b6a admin admin] Pushing event updated for resources: {'Network': ['ID=f89b0207-1f86-411d-81fa-101ccee49c37,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:39.849418 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69dd2f23-cf2a-4101-9166-eb4faf514c9f tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.853861 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.858684 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network f89b0207-1f86-411d-81fa-101ccee49c37 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:39.878753 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8879c1a-3357-44a2-bcdc-427cfcef81b8 admin admin] Made reservation on behalf of 363d52fa2f5f48b9abe2174808e3a6f9 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:39.882743 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c8879c1a-3357-44a2-bcdc-427cfcef81b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.883150 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69dd2f23-cf2a-4101-9166-eb4faf514c9f tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.886363 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-034f0596-855b-41e5-ae92-8f343e6c4508 req-e5e22ece-84e1-4b91-8a05-192b0c81c0bb tempest-SecurityGroupsNegativeTestJSON-739440269 tempest-SecurityGroupsNegativeTestJSON-739440269-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 07:42:39.920541 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-034f0596-855b-41e5-ae92-8f343e6c4508 req-e5e22ece-84e1-4b91-8a05-192b0c81c0bb tempest-SecurityGroupsNegativeTestJSON-739440269 tempest-SecurityGroupsNegativeTestJSON-739440269-project] 10.222.0.58 "DELETE /v2.0/security-groups/b24411b7-8c9d-483e-b095-df109b3e757e HTTP/1.1" status: 409 len: 352 time: 0.3055382 Jul 13 07:42:39.935834 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69dd2f23-cf2a-4101-9166-eb4faf514c9f tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.939128 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69dd2f23-cf2a-4101-9166-eb4faf514c9f tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.950547 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43038) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:39.954547 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-69dd2f23-cf2a-4101-9166-eb4faf514c9f tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "DELETE /v2.0/security-groups/0c4b4f0f-4d05-4174-98ed-1ff4c8f01d24 HTTP/1.1" status: 204 len: 168 time: 0.2101099 Jul 13 07:42:39.960008 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cf6165-4488-4b10-9b2f-8118fd82baff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '652b4225-02fd-48cc-920a-222c16e6db6b'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:39.964369 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9753b559-a032-42a7-be7a-a5497cbf4a3d" -d '{"events": [{"server_uuid": "27cf6165-4488-4b10-9b2f-8118fd82baff", "name": "network-vif-unplugged", "status": "completed", "tag": "652b4225-02fd-48cc-920a-222c16e6db6b"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:39.979279 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd2f23-cf2a-4101-9166-eb4faf514c9f tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4b4f0f-4d05-4174-98ed-1ff4c8f01d24,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:39.982808 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-8479e2d4-c25e-4986-a008-c90b273251d0 service neutron] 10.222.0.58 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486683 Jul 13 07:42:39.983871 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 652b4225-02fd-48cc-920a-222c16e6db6b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=652b4225-02fd-48cc-920a-222c16e6db6b,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:39.992690 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.089513 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=652b4225-02fd-48cc-920a-222c16e6db6b,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:40.168741 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-29846e5f-bfd5-409b-b936-5864477b8661 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2170904 Jul 13 07:42:40.172917 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43048) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:40.177654 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a77345de-95b9-4dc0-8d63-235ab1146647 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group': {'name': 'tempest-secgroup--1538690920'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:40.201489 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a77345de-95b9-4dc0-8d63-235ab1146647 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.218051 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-22f188e6-e276-4425-a9a0-ef0c97663110 req-5937a72a-2dd5-4ab5-85f9-e1cc9bffc216 tempest-SecurityGroupsNegativeTestJSON-739440269 tempest-SecurityGroupsNegativeTestJSON-739440269-project] show failed (client error): The resource could not be found. Jul 13 07:42:40.219109 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-22f188e6-e276-4425-a9a0-ef0c97663110 req-5937a72a-2dd5-4ab5-85f9-e1cc9bffc216 tempest-SecurityGroupsNegativeTestJSON-739440269 tempest-SecurityGroupsNegativeTestJSON-739440269-project] 10.222.0.58 "GET /v2.0/security-groups/9b9d94f2-0b45-42d3-8b14-c5ba0724dd2d HTTP/1.1" status: 404 len: 352 time: 0.0562730 Jul 13 07:42:40.253506 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-711300b2-8752-4d9c-a2cc-e02b127f6e19 service neutron] 10.222.0.58 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693372 Jul 13 07:42:40.262937 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06f4a47-1eed-48f1-b781-0d3049eabf15 x-openstack-request-id: req-f06f4a47-1eed-48f1-b781-0d3049eabf15 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:40.263234 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cf6165-4488-4b10-9b2f-8118fd82baff", "name": "network-vif-unplugged", "status": "completed", "tag": "652b4225-02fd-48cc-920a-222c16e6db6b", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:40.263491 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f06f4a47-1eed-48f1-b781-0d3049eabf15 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:40.263896 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cf6165-4488-4b10-9b2f-8118fd82baff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '652b4225-02fd-48cc-920a-222c16e6db6b', 'code': 200} Jul 13 07:42:40.304671 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a77345de-95b9-4dc0-8d63-235ab1146647 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.306410 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c8879c1a-3357-44a2-bcdc-427cfcef81b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.311413 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a77345de-95b9-4dc0-8d63-235ab1146647 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.354629 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a77345de-95b9-4dc0-8d63-235ab1146647 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.359589 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a77345de-95b9-4dc0-8d63-235ab1146647 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1855462 Jul 13 07:42:40.360778 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43054) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:40.363334 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77345de-95b9-4dc0-8d63-235ab1146647 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3159c1c-48fb-42a4-88f0-7f693b238640,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:40.371882 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-dd33f9af-2edc-4282-b8b0-f6a0c67df521 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group_rule': {'security_group_id': 'c3159c1c-48fb-42a4-88f0-7f693b238640', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:40.373234 n-d-779913-28 neutron-server[93724]: WARNING neutron.api.v2.base [None req-dd33f9af-2edc-4282-b8b0-f6a0c67df521 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 13 07:42:40.373904 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-dd33f9af-2edc-4282-b8b0-f6a0c67df521 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:40.374893 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-dd33f9af-2edc-4282-b8b0-f6a0c67df521 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0097249 Jul 13 07:42:40.378240 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43056) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:40.386854 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8879c1a-3357-44a2-bcdc-427cfcef81b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cf0d7f2-5bf6-44b5-bab1-19eec586dd6b,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:40.397622 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8879c1a-3357-44a2-bcdc-427cfcef81b8 admin admin] Checking segment: {'id': '3f5fb917-28aa-43aa-a4d9-11bf532e1922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f89b0207-1f86-411d-81fa-101ccee49c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:40.397622 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8879c1a-3357-44a2-bcdc-427cfcef81b8 admin admin] Network hostable DHCP agents. Network: f89b0207-1f86-411d-81fa-101ccee49c37, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:42:40.416503 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8879c1a-3357-44a2-bcdc-427cfcef81b8 admin admin] Network f89b0207-1f86-411d-81fa-101ccee49c37 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:42:40.430497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c8879c1a-3357-44a2-bcdc-427cfcef81b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, f89b0207-1f86-411d-81fa-101ccee49c37) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:40.441707 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d036f560-88d9-4ecb-9d73-8573e7d73e6e None None] Network f89b0207-1f86-411d-81fa-101ccee49c37 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:40.447286 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8879c1a-3357-44a2-bcdc-427cfcef81b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:40.447943 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c8879c1a-3357-44a2-bcdc-427cfcef81b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.475831 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c8879c1a-3357-44a2-bcdc-427cfcef81b8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6926668 Jul 13 07:42:40.476458 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3b46090-ae6d-46da-aea2-22b74b7f9e80 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.511437 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3b46090-ae6d-46da-aea2-22b74b7f9e80 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.535534 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-c59b9dce-b09a-4b60-b81b-a74442a1d622 req-0c69bfe0-ecaf-43c5-84b3-284ea9597a34 tempest-SecurityGroupsNegativeTestJSON-739440269 tempest-SecurityGroupsNegativeTestJSON-739440269-project] show failed (client error): The resource could not be found. Jul 13 07:42:40.536786 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c59b9dce-b09a-4b60-b81b-a74442a1d622 req-0c69bfe0-ecaf-43c5-84b3-284ea9597a34 tempest-SecurityGroupsNegativeTestJSON-739440269 tempest-SecurityGroupsNegativeTestJSON-739440269-project] 10.222.0.58 "GET /v2.0/security-groups/afc82195-9869-424f-ba5a-d492fe1f44a4 HTTP/1.1" status: 404 len: 352 time: 0.0203614 Jul 13 07:42:40.551936 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43066) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:40.585247 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3b46090-ae6d-46da-aea2-22b74b7f9e80 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.589007 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3b46090-ae6d-46da-aea2-22b74b7f9e80 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.590434 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d3b46090-ae6d-46da-aea2-22b74b7f9e80 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "DELETE /v2.0/security-groups/c3159c1c-48fb-42a4-88f0-7f693b238640 HTTP/1.1" status: 204 len: 168 time: 0.2103312 Jul 13 07:42:40.609560 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43068) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:40.610862 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b46090-ae6d-46da-aea2-22b74b7f9e80 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3159c1c-48fb-42a4-88f0-7f693b238640,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:40.666521 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97db7-adaf-4e92-afdf-d25e9aeebe53 req-7734a761-92e7-4a6c-beab-bd89749a0f7c tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:40.668896 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4f97db7-adaf-4e92-afdf-d25e9aeebe53 req-7734a761-92e7-4a6c-beab-bd89749a0f7c tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 944 time: 0.1918018 Jul 13 07:42:40.693754 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c523122-e414-499f-9628-3609c5789554 admin admin] Deleting subnet f3f9f94e-add7-4741-9d51-cc4aecf9f986 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:40.701155 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4187a7a1-b824-4487-8492-924e991db711 None None] Network f89b0207-1f86-411d-81fa-101ccee49c37 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:40.709354 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c523122-e414-499f-9628-3609c5789554 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.765768 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c6338912-2043-40be-ab60-a2c27e1d0a6e tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1540761 Jul 13 07:42:40.769800 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43080) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:40.776231 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-26f9a51a-a061-488b-8f6c-688453a9620c tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group': {'name': 'tempest-secgroup--842572509'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:40.809493 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-26f9a51a-a061-488b-8f6c-688453a9620c tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.821236 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a19eea7-37a4-4357-a52a-8276520cdbe4 req-0b5a7877-64e5-4e72-b4e5-fcd8ebf727b3 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=61e1e003-97ab-42d7-8527-f16c98c6587e HTTP/1.1" status: 200 len: 210 time: 0.0468552 Jul 13 07:42:40.847901 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4f97db7-adaf-4e92-afdf-d25e9aeebe53 req-df942684-4141-49d0-b15a-6365fa25910d tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/security-groups?id=d951993f-ee3b-44f4-a019-a3341f039c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687171 Jul 13 07:42:40.856240 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c523122-e414-499f-9628-3609c5789554 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.929493 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c523122-e414-499f-9628-3609c5789554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.008806 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-26f9a51a-a061-488b-8f6c-688453a9620c tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.016664 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c523122-e414-499f-9628-3609c5789554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.020913 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-26f9a51a-a061-488b-8f6c-688453a9620c tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.058938 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c523122-e414-499f-9628-3609c5789554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3f9f94e-add7-4741-9d51-cc4aecf9f986,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:41.067145 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-26f9a51a-a061-488b-8f6c-688453a9620c tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.068469 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-26f9a51a-a061-488b-8f6c-688453a9620c tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2971363 Jul 13 07:42:41.071820 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c523122-e414-499f-9628-3609c5789554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.073905 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3c523122-e414-499f-9628-3609c5789554 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f3f9f94e-add7-4741-9d51-cc4aecf9f986 HTTP/1.1" status: 204 len: 168 time: 0.5244198 Jul 13 07:42:41.074220 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43096) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:41.079970 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43098) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:41.083221 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-cbc5fd07-2fb3-4523-908e-5fe748f649cf tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group_rule': {'security_group_id': 'ad6af3b9-ddab-45cd-ba68-791e0f644dfb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:41.089364 n-d-779913-28 neutron-server[93723]: WARNING neutron.api.v2.base [None req-cbc5fd07-2fb3-4523-908e-5fe748f649cf tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 13 07:42:41.089835 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-cbc5fd07-2fb3-4523-908e-5fe748f649cf tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:41.090911 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cbc5fd07-2fb3-4523-908e-5fe748f649cf tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0129669 Jul 13 07:42:41.096724 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43100) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:41.100937 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c0121-cae5-40f0-8642-22c215ab85d6 req-6bc74ae6-e9bc-47b5-93a8-5a364144edb7 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:41.102643 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f60c0121-cae5-40f0-8642-22c215ab85d6 req-6bc74ae6-e9bc-47b5-93a8-5a364144edb7 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.62 "GET /v2.0/ports?device_id=27cf6165-4488-4b10-9b2f-8118fd82baff HTTP/1.1" status: 200 len: 943 time: 0.1773853 Jul 13 07:42:41.109332 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43102) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:41.119427 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9a51a-a061-488b-8f6c-688453a9620c tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6af3b9-ddab-45cd-ba68-791e0f644dfb,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:41.243001 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-7b14c4b1-3ebf-4d24-bf69-8e68ca6c1549 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:41.244871 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-7b14c4b1-3ebf-4d24-bf69-8e68ca6c1549 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/networks?id=f89b0207-1f86-411d-81fa-101ccee49c37 HTTP/1.1" status: 200 len: 814 time: 0.1807156 Jul 13 07:42:41.264007 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-811578ba-1bb0-469b-92a1-ab0e990b95fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.283663 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-461b2953-dd8a-497b-9e6b-90ed3f84fc23 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/quotas/363d52fa2f5f48b9abe2174808e3a6f9 HTTP/1.1" status: 200 len: 375 time: 0.0293150 Jul 13 07:42:41.306616 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1766e6cd-7fbf-415c-9031-6d52cc262015 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.315646 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-21d9099f-0e36-4af6-981d-ac011161142d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.337236 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-2b8d65e6-ffa8-4fe7-aec5-4c8032ed7c91 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=363d52fa2f5f48b9abe2174808e3a6f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417607 Jul 13 07:42:41.361345 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1766e6cd-7fbf-415c-9031-6d52cc262015 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.386268 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-21d9099f-0e36-4af6-981d-ac011161142d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.428888 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-f60c0121-cae5-40f0-8642-22c215ab85d6 req-2431a40b-d4f6-49c2-a7c3-a46996837c3a tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Deleting port 652b4225-02fd-48cc-920a-222c16e6db6b {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:41.429240 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f60c0121-cae5-40f0-8642-22c215ab85d6 req-2431a40b-d4f6-49c2-a7c3-a46996837c3a tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.465354 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1766e6cd-7fbf-415c-9031-6d52cc262015 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.468988 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1766e6cd-7fbf-415c-9031-6d52cc262015 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.472660 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1766e6cd-7fbf-415c-9031-6d52cc262015 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "DELETE /v2.0/security-groups/ad6af3b9-ddab-45cd-ba68-791e0f644dfb HTTP/1.1" status: 204 len: 168 time: 0.3738298 Jul 13 07:42:41.479303 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-811578ba-1bb0-469b-92a1-ab0e990b95fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.480824 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43112) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:41.505120 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-811578ba-1bb0-469b-92a1-ab0e990b95fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5806df0d-9d4d-4fc0-80b9-7dd0dd8cf1e7']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:41.516052 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766e6cd-7fbf-415c-9031-6d52cc262015 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6af3b9-ddab-45cd-ba68-791e0f644dfb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:41.538131 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-6544e8d3-1e12-4c6f-b5d8-502db196ca72 service neutron] 10.222.0.58 "GET /v2.0/networks/f89b0207-1f86-411d-81fa-101ccee49c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895049 Jul 13 07:42:41.553805 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-811578ba-1bb0-469b-92a1-ab0e990b95fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80f826f-25d7-4281-be0d-14ea12919616') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:41.553805 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-811578ba-1bb0-469b-92a1-ab0e990b95fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80f826f-25d7-4281-be0d-14ea12919616') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:41.573216 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-811578ba-1bb0-469b-92a1-ab0e990b95fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.586910 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-21d9099f-0e36-4af6-981d-ac011161142d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.589675 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-21d9099f-0e36-4af6-981d-ac011161142d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.593034 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-21d9099f-0e36-4af6-981d-ac011161142d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "DELETE /v2.0/security-groups/087b14e9-c66d-4d44-9b8d-1cf8f488c512 HTTP/1.1" status: 204 len: 168 time: 0.4803927 Jul 13 07:42:41.594890 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ee3ece08-b907-48b8-93c0-062ce169a39e tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1093678 Jul 13 07:42:41.598726 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43118) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:41.598859 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43120) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:41.615189 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-811578ba-1bb0-469b-92a1-ab0e990b95fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.619408 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9099f-0e36-4af6-981d-ac011161142d tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=087b14e9-c66d-4d44-9b8d-1cf8f488c512,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:41.623025 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-25fb521c-4941-497d-962a-6b82e2e51272 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group': {'name': 'tempest-secgroup--596546973'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:41.627737 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f60c0121-cae5-40f0-8642-22c215ab85d6 req-2431a40b-d4f6-49c2-a7c3-a46996837c3a tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] For port 652b4225-02fd-48cc-920a-222c16e6db6b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=652b4225-02fd-48cc-920a-222c16e6db6b,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:41.628190 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f60c0121-cae5-40f0-8642-22c215ab85d6 req-2431a40b-d4f6-49c2-a7c3-a46996837c3a tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.639405 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811578ba-1bb0-469b-92a1-ab0e990b95fb admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:41.639865 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-811578ba-1bb0-469b-92a1-ab0e990b95fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:41.641631 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:41.664004 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-f60c0121-cae5-40f0-8642-22c215ab85d6 req-2431a40b-d4f6-49c2-a7c3-a46996837c3a tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Calling delete_port for 652b4225-02fd-48cc-920a-222c16e6db6b owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:41.683386 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-68cc8f48-b9dc-4508-b1be-146f78305c95 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] show failed (client error): The resource could not be found. Jul 13 07:42:41.684654 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-68cc8f48-b9dc-4508-b1be-146f78305c95 tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "GET /v2.0/security-groups/087b14e9-c66d-4d44-9b8d-1cf8f488c512 HTTP/1.1" status: 404 len: 347 time: 0.0848167 Jul 13 07:42:41.690998 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43122) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:41.757497 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-811578ba-1bb0-469b-92a1-ab0e990b95fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.765291 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-811578ba-1bb0-469b-92a1-ab0e990b95fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.770599 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-811578ba-1bb0-469b-92a1-ab0e990b95fb admin admin] 10.222.0.58 "DELETE /v2.0/networks/5806df0d-9d4d-4fc0-80b9-7dd0dd8cf1e7 HTTP/1.1" status: 204 len: 168 time: 0.6781936 Jul 13 07:42:41.790022 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811578ba-1bb0-469b-92a1-ab0e990b95fb admin admin] Pushing event deleted for resources: {'Network': ['ID=5806df0d-9d4d-4fc0-80b9-7dd0dd8cf1e7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:41.793982 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-25fb521c-4941-497d-962a-6b82e2e51272 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.850616 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-07a3e36a-8d50-43e9-a1a2-f40578964248 service neutron] 10.222.0.58 "GET /v2.0/networks/f89b0207-1f86-411d-81fa-101ccee49c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111978 Jul 13 07:42:41.861513 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device de927022-07db-45ea-b7b8-3ec6d497088b no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:41.933735 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: de927022-07db-45ea-b7b8-3ec6d497088b {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:42:41.934251 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device de927022-07db-45ea-b7b8-3ec6d497088b not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:42:41.939595 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f60c0121-cae5-40f0-8642-22c215ab85d6 req-2431a40b-d4f6-49c2-a7c3-a46996837c3a tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.964470 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43140) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:41.998996 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431a40b-d4f6-49c2-a7c3-a46996837c3a tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Pushing event deleted for resources: {'Port': ['ID=652b4225-02fd-48cc-920a-222c16e6db6b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:42.102764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-8ce8bfa5-6516-406c-ab2d-2bf28c1860b5 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:42.115290 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-8ce8bfa5-6516-406c-ab2d-2bf28c1860b5 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/networks?id=9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c HTTP/1.1" status: 200 len: 808 time: 0.3119276 Jul 13 07:42:42.130039 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60c0121-cae5-40f0-8642-22c215ab85d6 req-2431a40b-d4f6-49c2-a7c3-a46996837c3a tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] No DVR routers for this DVR port 652b4225-02fd-48cc-920a-222c16e6db6b on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:42.164559 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f60c0121-cae5-40f0-8642-22c215ab85d6 req-2431a40b-d4f6-49c2-a7c3-a46996837c3a tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.169115 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f60c0121-cae5-40f0-8642-22c215ab85d6 req-2431a40b-d4f6-49c2-a7c3-a46996837c3a tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.62 "DELETE /v2.0/ports/652b4225-02fd-48cc-920a-222c16e6db6b HTTP/1.1" status: 204 len: 173 time: 1.0514414 Jul 13 07:42:42.169596 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cf6165-4488-4b10-9b2f-8118fd82baff', 'name': 'network-vif-deleted', 'tag': '652b4225-02fd-48cc-920a-222c16e6db6b'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:42.172684 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548aea35-7b35-4d73-b32c-85bbd45ff076" -d '{"events": [{"server_uuid": "27cf6165-4488-4b10-9b2f-8118fd82baff", "name": "network-vif-deleted", "tag": "652b4225-02fd-48cc-920a-222c16e6db6b"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:42.180800 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-dce326fb-4cb3-4ca4-8a38-14b07688ae83 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/quotas/a9abe91930b140898df3fef7a7f267b1 HTTP/1.1" status: 200 len: 375 time: 0.0645061 Jul 13 07:42:42.185334 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-dfd93d91-16f4-494c-992c-aabbd08c1bbe tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Deleting port 62ddf5d7-3eaa-4013-8c47-f40c176c66c2 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:42.186016 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dfd93d91-16f4-494c-992c-aabbd08c1bbe tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.200929 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6561e5ee-3ffb-4116-9345-68f1d54cb2be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0b13c1734ab14858a0d0099a3d77dd91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2343969 Jul 13 07:42:42.201559 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43148) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:42.278271 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51f11ee6-5752-40dd-98cc-a5071aa3336d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.355344 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51f11ee6-5752-40dd-98cc-a5071aa3336d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.402584 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-53035c24-42a3-4c84-a109-560c4cb72a18 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a9abe91930b140898df3fef7a7f267b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2188914 Jul 13 07:42:42.442128 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dfd93d91-16f4-494c-992c-aabbd08c1bbe tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.442886 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dfd93d91-16f4-494c-992c-aabbd08c1bbe tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.457096 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-dfd93d91-16f4-494c-992c-aabbd08c1bbe tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Calling delete_port for 62ddf5d7-3eaa-4013-8c47-f40c176c66c2 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:42.466686 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51f11ee6-5752-40dd-98cc-a5071aa3336d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.478271 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51f11ee6-5752-40dd-98cc-a5071aa3336d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.484781 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-51f11ee6-5752-40dd-98cc-a5071aa3336d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b24411b7-8c9d-483e-b095-df109b3e757e HTTP/1.1" status: 204 len: 168 time: 0.2814715 Jul 13 07:42:42.515968 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f11ee6-5752-40dd-98cc-a5071aa3336d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24411b7-8c9d-483e-b095-df109b3e757e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:42.567807 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-25fb521c-4941-497d-962a-6b82e2e51272 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.603129 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-25fb521c-4941-497d-962a-6b82e2e51272 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.668748 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb521c-4941-497d-962a-6b82e2e51272 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0c647a-a70a-4972-9bf9-d8b793a804e6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:42.761995 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-d77a04be-e723-4763-a19c-d596938ec669 service neutron] 10.222.0.58 "GET /v2.0/networks/9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967852 Jul 13 07:42:42.773538 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.775121 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-48f7e711-5572-4ec7-954e-db9b184b1bfa tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:42.776683 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-48f7e711-5572-4ec7-954e-db9b184b1bfa tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.35 "GET /v2.0/networks?id=fdbe6f7e-2987-4a12-abb5-b64de61ed38e HTTP/1.1" status: 200 len: 804 time: 0.6870494 Jul 13 07:42:43.205658 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-25fb521c-4941-497d-962a-6b82e2e51272 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.206956 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-25fb521c-4941-497d-962a-6b82e2e51272 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6059463 Jul 13 07:42:43.210213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43176) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:43.216380 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-33e35dde-5650-4e5a-b538-602817d68c65 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group_rule': {'security_group_id': '3b0c647a-a70a-4972-9bf9-d8b793a804e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:43.223106 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-bd1f3990-dc61-440f-92dc-d7816ac2dc41 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Request body: {'port': {'device_id': '61e1e003-97ab-42d7-8527-f16c98c6587e', 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e', 'admin_state_up': True, 'tenant_id': '43c5ae05151644c983f7ae609d106a69'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:43.233840 n-d-779913-28 neutron-server[93723]: WARNING neutron.api.v2.base [None req-33e35dde-5650-4e5a-b538-602817d68c65 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 13 07:42:43.234799 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-33e35dde-5650-4e5a-b538-602817d68c65 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:43.238996 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-33e35dde-5650-4e5a-b538-602817d68c65 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0271459 Jul 13 07:42:43.240699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43178) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:43.252211 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-cff36d8b-d5ca-4eac-8f41-cac8b1cc8e22 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group_rule': {'security_group_id': '3b0c647a-a70a-4972-9bf9-d8b793a804e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:43.252899 n-d-779913-28 neutron-server[93723]: WARNING neutron.api.v2.base [None req-cff36d8b-d5ca-4eac-8f41-cac8b1cc8e22 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 13 07:42:43.253401 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-cff36d8b-d5ca-4eac-8f41-cac8b1cc8e22 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:43.254626 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cff36d8b-d5ca-4eac-8f41-cac8b1cc8e22 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0126710 Jul 13 07:42:43.257471 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43180) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:43.263118 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d8b7dc09-e38e-4537-9602-4d9c7a4a3791 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group_rule': {'security_group_id': '3b0c647a-a70a-4972-9bf9-d8b793a804e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:43.263975 n-d-779913-28 neutron-server[93723]: WARNING neutron.api.v2.base [None req-d8b7dc09-e38e-4537-9602-4d9c7a4a3791 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 13 07:42:43.264467 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-d8b7dc09-e38e-4537-9602-4d9c7a4a3791 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:43.265429 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d8b7dc09-e38e-4537-9602-4d9c7a4a3791 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068767 Jul 13 07:42:43.268414 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43182) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:43.273729 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-06fddb71-25fd-4d31-bb1c-acb338e8784d tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group_rule': {'security_group_id': '3b0c647a-a70a-4972-9bf9-d8b793a804e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:43.275182 n-d-779913-28 neutron-server[93723]: WARNING neutron.api.v2.base [None req-06fddb71-25fd-4d31-bb1c-acb338e8784d tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 13 07:42:43.275719 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-06fddb71-25fd-4d31-bb1c-acb338e8784d tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:43.278164 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-06fddb71-25fd-4d31-bb1c-acb338e8784d tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072608 Jul 13 07:42:43.279396 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43186) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:43.339230 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5e7cdde-864a-4f88-903f-a164abe2f393 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.362611 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5e7cdde-864a-4f88-903f-a164abe2f393 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.372794 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43188) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:43.386030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5374b-e58b-49f9-895f-a521f25ac875 req-cde45026-4890-4891-84a4-1a6ddbde7c33 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.387588 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ba5374b-e58b-49f9-895f-a521f25ac875 req-cde45026-4890-4891-84a4-1a6ddbde7c33 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 944 time: 1.0702817 Jul 13 07:42:43.421565 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5e7cdde-864a-4f88-903f-a164abe2f393 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.424356 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5e7cdde-864a-4f88-903f-a164abe2f393 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.427905 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f5e7cdde-864a-4f88-903f-a164abe2f393 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "DELETE /v2.0/security-groups/3b0c647a-a70a-4972-9bf9-d8b793a804e6 HTTP/1.1" status: 204 len: 168 time: 0.1448500 Jul 13 07:42:43.428863 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43192) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:43.449230 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7cdde-864a-4f88-903f-a164abe2f393 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0c647a-a70a-4972-9bf9-d8b793a804e6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:43.458794 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-232de41f-9e15-4c6c-ab3d-ec791ecc5a04 service neutron] 10.222.0.58 "GET /v2.0/networks/9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6959701 Jul 13 07:42:43.474335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7cdde-864a-4f88-903f-a164abe2f393 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.475064 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7cdde-864a-4f88-903f-a164abe2f393 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.475655 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7cdde-864a-4f88-903f-a164abe2f393 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.476334 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7cdde-864a-4f88-903f-a164abe2f393 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.476903 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7cdde-864a-4f88-903f-a164abe2f393 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.477499 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7cdde-864a-4f88-903f-a164abe2f393 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.478655 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7cdde-864a-4f88-903f-a164abe2f393 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.479393 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7cdde-864a-4f88-903f-a164abe2f393 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.480247 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7cdde-864a-4f88-903f-a164abe2f393 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.481151 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ba5374b-e58b-49f9-895f-a521f25ac875 req-e140b8ee-f947-4948-bcfb-7352eb086421 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/security-groups?id=d951993f-ee3b-44f4-a019-a3341f039c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713203 Jul 13 07:42:43.491822 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dfd93d91-16f4-494c-992c-aabbd08c1bbe tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.494150 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7cdde-864a-4f88-903f-a164abe2f393 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.495295 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7cdde-864a-4f88-903f-a164abe2f393 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.496365 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7cdde-864a-4f88-903f-a164abe2f393 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.554913 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd93d91-16f4-494c-992c-aabbd08c1bbe tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Pushing event deleted for resources: {'Port': ['ID=62ddf5d7-3eaa-4013-8c47-f40c176c66c2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:43.585219 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-bd1f3990-dc61-440f-92dc-d7816ac2dc41 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Made reservation on behalf of 43c5ae05151644c983f7ae609d106a69 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:43.589582 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-bd1f3990-dc61-440f-92dc-d7816ac2dc41 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.608289 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a450db13-4c1a-4568-a5e1-90224a4bffe2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1951952483-network', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:43.643929 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-dae43821-1be5-461e-95da-5fb77060e4ae tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2138331 Jul 13 07:42:43.648052 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dfd93d91-16f4-494c-992c-aabbd08c1bbe tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.651526 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dfd93d91-16f4-494c-992c-aabbd08c1bbe tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.653426 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-dfd93d91-16f4-494c-992c-aabbd08c1bbe tempest-ImagesOneServerNegativeTestJSON-848918471 tempest-ImagesOneServerNegativeTestJSON-848918471-project] 10.222.0.58 "DELETE /v2.0/floatingips/59b983c2-7322-4912-84db-2b8e064b4e9d HTTP/1.1" status: 204 len: 168 time: 1.9597318 Jul 13 07:42:43.654301 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43194) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:43.659740 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-81ad438b-a983-425b-a762-201580bde4f2 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group': {'name': 'tempest-secgroup--1837446015'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:43.703187 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-81ad438b-a983-425b-a762-201580bde4f2 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.725041 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57462bbe-69f3-48ab-a59a-b15d0221c3bf req-fd54038d-b138-4d1d-98c8-b0def90ba63d tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=61e1e003-97ab-42d7-8527-f16c98c6587e HTTP/1.1" status: 200 len: 210 time: 0.0379131 Jul 13 07:42:43.801054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-3b367157-e087-4901-a685-36b6ce107946 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.802600 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-3b367157-e087-4901-a685-36b6ce107946 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.35 "GET /v2.0/networks?id=f89b0207-1f86-411d-81fa-101ccee49c37 HTTP/1.1" status: 200 len: 814 time: 0.2312410 Jul 13 07:42:43.825417 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-0784cbc8-e192-4ac6-8cb4-bb3f948fe6be tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Request body: {'port': {'device_id': '996c7974-3c1d-463a-8152-e1fd451eef34', 'network_id': 'f89b0207-1f86-411d-81fa-101ccee49c37', 'admin_state_up': True, 'tenant_id': '363d52fa2f5f48b9abe2174808e3a6f9'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:43.894507 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-81ad438b-a983-425b-a762-201580bde4f2 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.903995 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5bd5e1-e4f8-49e2-858b-c045a1cc05d3 x-openstack-request-id: req-ce5bd5e1-e4f8-49e2-858b-c045a1cc05d3 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:43.906499 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cf6165-4488-4b10-9b2f-8118fd82baff", "name": "network-vif-deleted", "tag": "652b4225-02fd-48cc-920a-222c16e6db6b", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:43.907138 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce5bd5e1-e4f8-49e2-858b-c045a1cc05d3 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:43.909559 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cf6165-4488-4b10-9b2f-8118fd82baff', 'name': 'network-vif-deleted', 'tag': '652b4225-02fd-48cc-920a-222c16e6db6b', 'status': 'completed', 'code': 200} Jul 13 07:42:43.910536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a450db13-4c1a-4568-a5e1-90224a4bffe2 admin admin] Made reservation on behalf of ccf3a1e2c53946b0bb487bccfa71d202 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:43.913483 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-81ad438b-a983-425b-a762-201580bde4f2 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.918180 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a450db13-4c1a-4568-a5e1-90224a4bffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.956965 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a450db13-4c1a-4568-a5e1-90224a4bffe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.973498 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-81ad438b-a983-425b-a762-201580bde4f2 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.977554 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-81ad438b-a983-425b-a762-201580bde4f2 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3195353 Jul 13 07:42:43.984714 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43202) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:43.990665 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d40ccfd3-a47f-49c2-af5b-92ab974fd830 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group_rule': {'security_group_id': 'c13008f3-330b-4aae-a744-d3e9c0c2b70a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:43.991465 n-d-779913-28 neutron-server[93723]: WARNING neutron.api.v2.base [None req-d40ccfd3-a47f-49c2-af5b-92ab974fd830 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 07:42:43.991968 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-d40ccfd3-a47f-49c2-af5b-92ab974fd830 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:43.992938 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d40ccfd3-a47f-49c2-af5b-92ab974fd830 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062253 Jul 13 07:42:44.000269 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43204) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.010397 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-9218232b-5912-4aeb-8b4f-44c56289e717 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group_rule': {'security_group_id': 'c13008f3-330b-4aae-a744-d3e9c0c2b70a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:44.056233 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-16cabb9e-4a85-457b-8785-1f0af72c747f req-00bd7ba6-869f-49dc-b505-4ed73aa7dca1 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/ports?device_id=996c7974-3c1d-463a-8152-e1fd451eef34 HTTP/1.1" status: 200 len: 210 time: 0.1066017 Jul 13 07:42:44.085298 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad438b-a983-425b-a762-201580bde4f2 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c13008f3-330b-4aae-a744-d3e9c0c2b70a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:44.104528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-bd1f3990-dc61-440f-92dc-d7816ac2dc41 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Allocated IP 172.20.0.13 (fdbe6f7e-2987-4a12-abb5-b64de61ed38e/05556c2b-fcc9-455f-bd77-fc9aed41f171/13db9a28-20a2-4c02-a7c0-a30f817c43a1) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:44.180513 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e45e7c27-68f4-4db8-b90d-5246a74c935e req-68e1a06b-331b-4c58-aa36-55aa9f18c49b tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/ports?device_id=f77b776c-c378-4b97-a784-0c47dc1efe1e HTTP/1.1" status: 200 len: 210 time: 0.0481777 Jul 13 07:42:44.203303 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a450db13-4c1a-4568-a5e1-90224a4bffe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.216109 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a450db13-4c1a-4568-a5e1-90224a4bffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.231271 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-9218232b-5912-4aeb-8b4f-44c56289e717 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:44.235456 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9218232b-5912-4aeb-8b4f-44c56289e717 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2290995 Jul 13 07:42:44.236721 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43218) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.240824 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1acf074d-062f-4e24-b482-969e3c70d6f2 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group_rule': {'security_group_id': 'c13008f3-330b-4aae-a744-d3e9c0c2b70a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:44.241411 n-d-779913-28 neutron-server[93723]: WARNING neutron.api.v2.base [None req-1acf074d-062f-4e24-b482-969e3c70d6f2 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 13 07:42:44.241834 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-1acf074d-062f-4e24-b482-969e3c70d6f2 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:44.243817 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1acf074d-062f-4e24-b482-969e3c70d6f2 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067692 Jul 13 07:42:44.255484 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43220) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.261992 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d973bace-dbca-44d9-9e97-d4ea618576a2 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group_rule': {'security_group_id': 'c13008f3-330b-4aae-a744-d3e9c0c2b70a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:44.274829 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a450db13-4c1a-4568-a5e1-90224a4bffe2 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:44.278323 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43222) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.300477 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-0784cbc8-e192-4ac6-8cb4-bb3f948fe6be tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Made reservation on behalf of 363d52fa2f5f48b9abe2174808e3a6f9 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:44.303966 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-0784cbc8-e192-4ac6-8cb4-bb3f948fe6be tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.344751 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-bd1f3990-dc61-440f-92dc-d7816ac2dc41 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.345003 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a450db13-4c1a-4568-a5e1-90224a4bffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.345358 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-a450db13-4c1a-4568-a5e1-90224a4bffe2 admin admin] Added segment ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4 of type vlan for network 702e19a1-e725-472e-946c-5dda0d6230e4 Jul 13 07:42:44.349380 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450db13-4c1a-4568-a5e1-90224a4bffe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c470c5ad-7efb-4470-bdd3-914b79373067,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:44.398150 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-bd1f3990-dc61-440f-92dc-d7816ac2dc41 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.447694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-bd1f3990-dc61-440f-92dc-d7816ac2dc41 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Network fdbe6f7e-2987-4a12-abb5-b64de61ed38e is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:44.451266 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-bd1f3990-dc61-440f-92dc-d7816ac2dc41 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:44.453387 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a450db13-4c1a-4568-a5e1-90224a4bffe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.461318 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-8345f88e-2abe-4d58-8b35-081a8e1a985c admin admin] Deleting subnet ebaa4587-64b0-4444-8306-bf055eaac5da {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:44.466932 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-bd1f3990-dc61-440f-92dc-d7816ac2dc41 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:44.473263 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8345f88e-2abe-4d58-8b35-081a8e1a985c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.501580 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f3990-dc61-440f-92dc-d7816ac2dc41 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Pushing event updated for resources: {'Port': ['ID=13db9a28-20a2-4c02-a7c0-a30f817c43a1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:44.501793 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-d973bace-dbca-44d9-9e97-d4ea618576a2 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:44.506121 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d973bace-dbca-44d9-9e97-d4ea618576a2 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2445836 Jul 13 07:42:44.511946 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43226) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.531734 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4252ea40-9fcd-418f-a9b1-db224c5cf1df tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group_rule': {'security_group_id': 'c13008f3-330b-4aae-a744-d3e9c0c2b70a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:44.533938 n-d-779913-28 neutron-server[93724]: WARNING neutron.api.v2.base [None req-4252ea40-9fcd-418f-a9b1-db224c5cf1df tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 07:42:44.534757 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-4252ea40-9fcd-418f-a9b1-db224c5cf1df tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:44.536758 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4252ea40-9fcd-418f-a9b1-db224c5cf1df tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0234520 Jul 13 07:42:44.555391 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43230) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.566687 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-babe3070-eece-499e-ae3f-ad6476955101 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group_rule': {'security_group_id': 'c13008f3-330b-4aae-a744-d3e9c0c2b70a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:44.568756 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-bd1f3990-dc61-440f-92dc-d7816ac2dc41 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:44.569798 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-bd1f3990-dc61-440f-92dc-d7816ac2dc41 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.588068 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8345f88e-2abe-4d58-8b35-081a8e1a985c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.629899 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a450db13-4c1a-4568-a5e1-90224a4bffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.630806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a450db13-4c1a-4568-a5e1-90224a4bffe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:44.631490 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a450db13-4c1a-4568-a5e1-90224a4bffe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.663432 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-0784cbc8-e192-4ac6-8cb4-bb3f948fe6be tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Allocated IP 172.20.0.7 (f89b0207-1f86-411d-81fa-101ccee49c37/0cf0d7f2-5bf6-44b5-bab1-19eec586dd6b/b5f50673-451f-4956-be14-6039c10cef11) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:44.671739 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-bd1f3990-dc61-440f-92dc-d7816ac2dc41 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4631791 Jul 13 07:42:44.687976 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] Request body: {'port': {'device_id': '61e1e003-97ab-42d7-8527-f16c98c6587e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:44.695120 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a450db13-4c1a-4568-a5e1-90224a4bffe2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3212817 Jul 13 07:42:44.707101 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43232) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.715385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-67b16abf-5887-4e71-a736-6659c89e530d admin admin] Request body: {'subnet': {'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1951952483-subnet', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:44.718822 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8345f88e-2abe-4d58-8b35-081a8e1a985c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.757139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a6f80-5bc0-4ea2-a0ad-b009db240e22 req-541d75bb-13ae-4aab-897a-4665ebf08889 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:44.766694 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f82a6f80-5bc0-4ea2-a0ad-b009db240e22 req-541d75bb-13ae-4aab-897a-4665ebf08889 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 944 time: 0.1380944 Jul 13 07:42:44.777033 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450db13-4c1a-4568-a5e1-90224a4bffe2 admin admin] Pushing event updated for resources: {'Network': ['ID=702e19a1-e725-472e-946c-5dda0d6230e4,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:44.794701 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-babe3070-eece-499e-ae3f-ad6476955101 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:44.795742 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-babe3070-eece-499e-ae3f-ad6476955101 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2392664 Jul 13 07:42:44.800803 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43236) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.801469 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 702e19a1-e725-472e-946c-5dda0d6230e4 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:44.808726 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8074e6a3-bf99-462c-bd69-b23d379008c7 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group_rule': {'security_group_id': 'c13008f3-330b-4aae-a744-d3e9c0c2b70a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:44.809216 n-d-779913-28 neutron-server[93724]: WARNING neutron.api.v2.base [None req-8074e6a3-bf99-462c-bd69-b23d379008c7 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 13 07:42:44.809713 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-8074e6a3-bf99-462c-bd69-b23d379008c7 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:44.813782 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8074e6a3-bf99-462c-bd69-b23d379008c7 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065935 Jul 13 07:42:44.820803 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43238) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.855121 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-bb60cca0-2f52-4e30-9956-da444c620949 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group_rule': {'security_group_id': 'c13008f3-330b-4aae-a744-d3e9c0c2b70a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:44.894953 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f82a6f80-5bc0-4ea2-a0ad-b009db240e22 req-f9240d3a-85e7-4805-82eb-718b4954ebaa tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/security-groups?id=d951993f-ee3b-44f4-a019-a3341f039c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255209 Jul 13 07:42:44.906235 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b16abf-5887-4e71-a736-6659c89e530d admin admin] Made reservation on behalf of ccf3a1e2c53946b0bb487bccfa71d202 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:44.908569 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67b16abf-5887-4e71-a736-6659c89e530d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.918432 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.073667 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a75860-673f-47fc-bd5b-98b85c654b2d req-896b3628-a57d-4b0f-a65e-e04af8a99b1a tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:45.076669 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95a75860-673f-47fc-bd5b-98b85c654b2d req-896b3628-a57d-4b0f-a65e-e04af8a99b1a tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=61e1e003-97ab-42d7-8527-f16c98c6587e HTTP/1.1" status: 200 len: 932 time: 0.1674845 Jul 13 07:42:45.149445 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95a75860-673f-47fc-bd5b-98b85c654b2d req-90ef3b60-0772-4b35-b1c4-ae2824defd34 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638144 Jul 13 07:42:45.193921 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8345f88e-2abe-4d58-8b35-081a8e1a985c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.264870 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8345f88e-2abe-4d58-8b35-081a8e1a985c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.271966 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8345f88e-2abe-4d58-8b35-081a8e1a985c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ebaa4587-64b0-4444-8306-bf055eaac5da HTTP/1.1" status: 204 len: 168 time: 0.9901316 Jul 13 07:42:45.278843 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43246) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:45.336062 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345f88e-2abe-4d58-8b35-081a8e1a985c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebaa4587-64b0-4444-8306-bf055eaac5da,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:45.343742 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8af7a19a-6d49-4eec-b059-345c11b94f36 req-3d645bcd-ea0f-4375-a9d7-61eb40f36378 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/ports?device_id=996c7974-3c1d-463a-8152-e1fd451eef34 HTTP/1.1" status: 200 len: 210 time: 0.0385087 Jul 13 07:42:45.386285 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94df3c16-3b1f-459a-a407-4bf22abc3ddf req-9742e23c-0903-4cca-a01d-e86fa3c1bd11 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/ports?device_id=f77b776c-c378-4b97-a784-0c47dc1efe1e HTTP/1.1" status: 200 len: 210 time: 0.0384164 Jul 13 07:42:45.389522 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-bb60cca0-2f52-4e30-9956-da444c620949 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:45.394838 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bb60cca0-2f52-4e30-9956-da444c620949 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5718961 Jul 13 07:42:45.395067 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13db9a28-20a2-4c02-a7c0-a30f817c43a1 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:45.401732 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43248) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:45.425262 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-bc0b5610-7429-447e-bd75-60ce4f473ac6 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group_rule': {'security_group_id': 'c13008f3-330b-4aae-a744-d3e9c0c2b70a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:45.439845 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.451660 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb4f0-9063-4be6-b624-95c01422e618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.463752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] Transition to ACTIVE for port object 13db9a28-20a2-4c02-a7c0-a30f817c43a1 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:45.471573 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.540532 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-0784cbc8-e192-4ac6-8cb4-bb3f948fe6be tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.583778 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb4f0-9063-4be6-b624-95c01422e618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.588287 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] Pushing event updated for resources: {'Port': ['ID=13db9a28-20a2-4c02-a7c0-a30f817c43a1,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:45.601162 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9ebdb4f0-9063-4be6-b624-95c01422e618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926a3091-1227-43c7-9248-11bb692f3e70']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:45.633833 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9ebdb4f0-9063-4be6-b624-95c01422e618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8282cbcf-1d8f-4c5a-afe2-3814e20c73f6') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:45.634207 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9ebdb4f0-9063-4be6-b624-95c01422e618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8282cbcf-1d8f-4c5a-afe2-3814e20c73f6') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:45.652816 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-bc0b5610-7429-447e-bd75-60ce4f473ac6 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:45.656486 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bc0b5610-7429-447e-bd75-60ce4f473ac6 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2346153 Jul 13 07:42:45.658254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43250) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:45.663491 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb4f0-9063-4be6-b624-95c01422e618 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.694548 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb4f0-9063-4be6-b624-95c01422e618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.713284 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ebdb4f0-9063-4be6-b624-95c01422e618 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:45.713693 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb4f0-9063-4be6-b624-95c01422e618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:45.716873 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:45.730126 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-0784cbc8-e192-4ac6-8cb4-bb3f948fe6be tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.738014 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-114dab0a-1006-4d56-a8e0-a9743689e403 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:45.739490 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-114dab0a-1006-4d56-a8e0-a9743689e403 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.62 "GET /v2.0/networks?id=9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c HTTP/1.1" status: 200 len: 808 time: 0.2848964 Jul 13 07:42:45.756503 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-50d0f108-e5c7-4eec-9aec-8f417f349b71 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Request body: {'port': {'device_id': 'f77b776c-c378-4b97-a784-0c47dc1efe1e', 'network_id': '9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c', 'admin_state_up': True, 'tenant_id': 'a9abe91930b140898df3fef7a7f267b1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:45.760757 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 652b4225-02fd-48cc-920a-222c16e6db6b no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:45.782400 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 652b4225-02fd-48cc-920a-222c16e6db6b {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:42:45.783196 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 652b4225-02fd-48cc-920a-222c16e6db6b not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:42:45.784573 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67b16abf-5887-4e71-a736-6659c89e530d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.793751 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] Attempting to bind port 13db9a28-20a2-4c02-a7c0-a30f817c43a1 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:45.794116 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] Attempting to bind port 13db9a28-20a2-4c02-a7c0-a30f817c43a1 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '159611e8-262d-496c-9ed8-8186c6ce1c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:45.794526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] Attempting to bind port 13db9a28-20a2-4c02-a7c0-a30f817c43a1 on network fdbe6f7e-2987-4a12-abb5-b64de61ed38e {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:45.811316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] Port 13db9a28-20a2-4c02-a7c0-a30f817c43a1 on network fdbe6f7e-2987-4a12-abb5-b64de61ed38e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:45.811612 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] Attempting to bind port 13db9a28-20a2-4c02-a7c0-a30f817c43a1 on network fdbe6f7e-2987-4a12-abb5-b64de61ed38e {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:45.819318 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb4f0-9063-4be6-b624-95c01422e618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.820184 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d311dba-2da5-44e0-bee5-67d20663450f tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.829138 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb4f0-9063-4be6-b624-95c01422e618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.831002 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9ebdb4f0-9063-4be6-b624-95c01422e618 admin admin] 10.222.0.58 "DELETE /v2.0/networks/926a3091-1227-43c7-9248-11bb692f3e70 HTTP/1.1" status: 204 len: 168 time: 0.5512037 Jul 13 07:42:45.856494 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdb4f0-9063-4be6-b624-95c01422e618 admin admin] Pushing event deleted for resources: {'Network': ['ID=926a3091-1227-43c7-9248-11bb692f3e70,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:45.862143 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:45.862573 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] Checking segment: {'id': '159611e8-262d-496c-9ed8-8186c6ce1c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:45.863054 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] Bound using segment: {'id': '159611e8-262d-496c-9ed8-8186c6ce1c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:45.863527 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] Bound port: 13db9a28-20a2-4c02-a7c0-a30f817c43a1, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159611e8-262d-496c-9ed8-8186c6ce1c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:45.864123 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.866607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-0784cbc8-e192-4ac6-8cb4-bb3f948fe6be tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Network f89b0207-1f86-411d-81fa-101ccee49c37 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:45.872814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784cbc8-e192-4ac6-8cb4-bb3f948fe6be tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Pushing event updated for resources: {'Port': ['ID=b5f50673-451f-4956-be14-6039c10cef11,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:45.903667 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-0784cbc8-e192-4ac6-8cb4-bb3f948fe6be tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:45.913372 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-0784cbc8-e192-4ac6-8cb4-bb3f948fe6be tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:45.921728 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d311dba-2da5-44e0-bee5-67d20663450f tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.967646 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b16abf-5887-4e71-a736-6659c89e530d admin admin] Pushing event updated for resources: {'Subnet': ['ID=79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:45.972878 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] For port 13db9a28-20a2-4c02-a7c0-a30f817c43a1, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:45.976286 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] For port 13db9a28-20a2-4c02-a7c0-a30f817c43a1, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=13db9a28-20a2-4c02-a7c0-a30f817c43a1,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:45.985915 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.009539 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b16abf-5887-4e71-a736-6659c89e530d admin admin] Checking segment: {'id': 'ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:46.009905 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b16abf-5887-4e71-a736-6659c89e530d admin admin] Network hostable DHCP agents. Network: 702e19a1-e725-472e-946c-5dda0d6230e4, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:42:46.024858 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-0784cbc8-e192-4ac6-8cb4-bb3f948fe6be tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:46.024858 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-0784cbc8-e192-4ac6-8cb4-bb3f948fe6be tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.025775 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43256) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:46.047855 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] Pushing event updated for resources: {'Port': ['ID=13db9a28-20a2-4c02-a7c0-a30f817c43a1,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:46.067362 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d311dba-2da5-44e0-bee5-67d20663450f tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.070595 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d311dba-2da5-44e0-bee5-67d20663450f tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.075539 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5d311dba-2da5-44e0-bee5-67d20663450f tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "DELETE /v2.0/security-groups/c13008f3-330b-4aae-a744-d3e9c0c2b70a HTTP/1.1" status: 204 len: 168 time: 0.4143958 Jul 13 07:42:46.077156 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:46.077772 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.079097 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-be9c883b-6a1b-4b79-b529-7778f8362f8e service neutron] 10.222.0.35 "PUT /v2.0/ports/13db9a28-20a2-4c02-a7c0-a30f817c43a1 HTTP/1.1" status: 200 len: 1093 time: 1.3968732 Jul 13 07:42:46.080030 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43258) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:46.080660 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-50d0f108-e5c7-4eec-9aec-8f417f349b71 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Made reservation on behalf of a9abe91930b140898df3fef7a7f267b1 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:46.084329 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-50d0f108-e5c7-4eec-9aec-8f417f349b71 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.099736 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e1e003-97ab-42d7-8527-f16c98c6587e', 'tag': '13db9a28-20a2-4c02-a7c0-a30f817c43a1'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:46.102178 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefc9a99-35b6-434e-be08-17587ff8f5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "61e1e003-97ab-42d7-8527-f16c98c6587e", "tag": "13db9a28-20a2-4c02-a7c0-a30f817c43a1"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:46.106988 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-0784cbc8-e192-4ac6-8cb4-bb3f948fe6be tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2914729 Jul 13 07:42:46.107548 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b16abf-5887-4e71-a736-6659c89e530d admin admin] Network 702e19a1-e725-472e-946c-5dda0d6230e4 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:42:46.116946 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d311dba-2da5-44e0-bee5-67d20663450f tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13008f3-330b-4aae-a744-d3e9c0c2b70a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:46.137518 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] Request body: {'port': {'device_id': '996c7974-3c1d-463a-8152-e1fd451eef34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:46.169650 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb7a5e2-9571-4be1-a1b1-d0e051d4e029 x-openstack-request-id: req-2bb7a5e2-9571-4be1-a1b1-d0e051d4e029 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:46.170039 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e1e003-97ab-42d7-8527-f16c98c6587e", "tag": "13db9a28-20a2-4c02-a7c0-a30f817c43a1", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:46.170387 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2bb7a5e2-9571-4be1-a1b1-d0e051d4e029 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:46.170836 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61e1e003-97ab-42d7-8527-f16c98c6587e', 'tag': '13db9a28-20a2-4c02-a7c0-a30f817c43a1', 'status': 'completed', 'code': 200} Jul 13 07:42:46.175146 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-aa283c30-d2c0-4c65-a42e-be87a297a36e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ddba40fdf8c427a90cae9988caaab66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451216 Jul 13 07:42:46.176107 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-67b16abf-5887-4e71-a736-6659c89e530d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 702e19a1-e725-472e-946c-5dda0d6230e4) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:46.177376 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43264) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:46.189622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9676c6ff-5c5d-4a37-9bd5-5203a1f900cc None None] Network 702e19a1-e725-472e-946c-5dda0d6230e4 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:46.191260 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b16abf-5887-4e71-a736-6659c89e530d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:46.192761 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67b16abf-5887-4e71-a736-6659c89e530d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.213239 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb519a-cccb-4f35-8192-45bf72664ceb req-3839dfb3-3d17-4ae4-8cba-9d7685fcee1b tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:46.220452 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b1eb519a-cccb-4f35-8192-45bf72664ceb req-3839dfb3-3d17-4ae4-8cba-9d7685fcee1b tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 944 time: 0.1695850 Jul 13 07:42:46.278273 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fcb23488-2ba3-46c4-96e1-88d12f2e2ffc tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1884532 Jul 13 07:42:46.285980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43268) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:46.296691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-556401ad-f181-4c9b-acb6-229b95dcd6b3 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group': {'name': 'tempest-secgroup--875180626'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:46.299341 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-67b16abf-5887-4e71-a736-6659c89e530d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5911860 Jul 13 07:42:46.305392 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43270) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:46.311978 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-3bfe86b7-1154-483e-b492-d6e74a2f71e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:46.313836 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-3bfe86b7-1154-483e-b492-d6e74a2f71e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43c5ae05151644c983f7ae609d106a69&device_id=61e1e003-97ab-42d7-8527-f16c98c6587e HTTP/1.1" status: 200 len: 1096 time: 0.1890304 Jul 13 07:42:46.323927 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-732919b0-347b-4357-883a-c000c66e27d3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1951952483-router', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:46.339537 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b1eb519a-cccb-4f35-8192-45bf72664ceb req-25138995-4034-4b25-bd2d-3ead6be34676 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/security-groups?id=d951993f-ee3b-44f4-a019-a3341f039c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180525 Jul 13 07:42:46.362920 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.388981 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-702e19a1-e725-472e-946c-5dda0d6230e4', 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'fixed_ips': [{'subnet_id': '79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:42:46.390002 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.417027 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c69007c-11e4-44ed-8b72-d6fa6bb1c142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.438911 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-19f61676-4f58-415c-b7a2-364bcb37ede7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13db9a28-20a2-4c02-a7c0-a30f817c43a1 HTTP/1.1" status: 200 len: 217 time: 0.1118174 Jul 13 07:42:46.441731 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-50d0f108-e5c7-4eec-9aec-8f417f349b71 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Allocated IP 172.20.0.9 (9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c/f046b8e4-0fe2-4dc6-b48a-62ebe080f840/513bf889-5d78-460a-bd74-86163f92633b) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:46.464668 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-556401ad-f181-4c9b-acb6-229b95dcd6b3 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.496629 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-732919b0-347b-4357-883a-c000c66e27d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.498274 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-732919b0-347b-4357-883a-c000c66e27d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.511303 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c69007c-11e4-44ed-8b72-d6fa6bb1c142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.576641 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-2927efa6-f283-4748-8f47-f760cda76eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:46.579076 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-2927efa6-f283-4748-8f47-f760cda76eee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05556c2b-fcc9-455f-bd77-fc9aed41f171 HTTP/1.1" status: 200 len: 844 time: 0.1301863 Jul 13 07:42:46.579204 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] Allocated IP 172.20.0.2 (702e19a1-e725-472e-946c-5dda0d6230e4/79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9/c12c55e9-8bb0-4d9e-8089-ebd376a4b571) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:46.626051 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-e90755d9-17e4-401f-8a4e-7535fc59b63d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdbe6f7e-2987-4a12-abb5-b64de61ed38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400057 Jul 13 07:42:46.653292 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38fe2a-b017-41f2-8dca-ed18f3df241e req-b1770516-2a5d-4ae5-b1c2-d6ce9b3c5914 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:46.654885 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb38fe2a-b017-41f2-8dca-ed18f3df241e req-b1770516-2a5d-4ae5-b1c2-d6ce9b3c5914 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=61e1e003-97ab-42d7-8527-f16c98c6587e HTTP/1.1" status: 200 len: 944 time: 0.2836251 Jul 13 07:42:46.684312 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-732919b0-347b-4357-883a-c000c66e27d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.691741 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c69007c-11e4-44ed-8b72-d6fa6bb1c142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.694318 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c69007c-11e4-44ed-8b72-d6fa6bb1c142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.698139 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9c69007c-11e4-44ed-8b72-d6fa6bb1c142 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d9021146-fff1-413b-a830-7cc953dce79b HTTP/1.1" status: 204 len: 168 time: 0.5171044 Jul 13 07:42:46.754288 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69007c-11e4-44ed-8b72-d6fa6bb1c142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9021146-fff1-413b-a830-7cc953dce79b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:46.796802 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.808785 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] Transition to ACTIVE for port object c12c55e9-8bb0-4d9e-8089-ebd376a4b571 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:46.831176 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] Transition to ACTIVE for port object c12c55e9-8bb0-4d9e-8089-ebd376a4b571 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:46.849104 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.855161 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb38fe2a-b017-41f2-8dca-ed18f3df241e req-fd719022-17d5-4ecc-b4b1-85c6b70610be tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753430 Jul 13 07:42:46.907978 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-556401ad-f181-4c9b-acb6-229b95dcd6b3 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.911582 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-5b5b0505-507d-4d3d-9ec6-5a7b9cdf73fe service neutron] 10.222.0.35 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769985 Jul 13 07:42:46.913737 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-556401ad-f181-4c9b-acb6-229b95dcd6b3 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.914134 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] Pushing event updated for resources: {'Port': ['ID=c12c55e9-8bb0-4d9e-8089-ebd376a4b571,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:46.923585 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] Network 702e19a1-e725-472e-946c-5dda0d6230e4 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:46.925099 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:46.927795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:46.936615 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-732919b0-347b-4357-883a-c000c66e27d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.999436 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-50d0f108-e5c7-4eec-9aec-8f417f349b71 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.037828 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577a0b0-f346-4c3e-868f-d9bb506ba570 req-32086ee3-858f-4046-8bb4-9df63705a169 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:47.045602 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7577a0b0-f346-4c3e-868f-d9bb506ba570 req-32086ee3-858f-4046-8bb4-9df63705a169 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/ports?device_id=996c7974-3c1d-463a-8152-e1fd451eef34 HTTP/1.1" status: 200 len: 931 time: 0.3884175 Jul 13 07:42:47.045803 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] Attempting to bind port c12c55e9-8bb0-4d9e-8089-ebd376a4b571 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:47.047852 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] Attempting to bind port c12c55e9-8bb0-4d9e-8089-ebd376a4b571 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:47.048256 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] Attempting to bind port c12c55e9-8bb0-4d9e-8089-ebd376a4b571 on network 702e19a1-e725-472e-946c-5dda0d6230e4 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:47.057588 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-556401ad-f181-4c9b-acb6-229b95dcd6b3 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.058809 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-556401ad-f181-4c9b-acb6-229b95dcd6b3 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7657633 Jul 13 07:42:47.064737 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:47.065679 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] Checking segment: {'id': 'ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:47.066475 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.067037 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43280) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:47.067819 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] Bound using segment: {'id': 'ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:47.068706 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] Bound port: c12c55e9-8bb0-4d9e-8089-ebd376a4b571, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:47.069298 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.070422 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556401ad-f181-4c9b-acb6-229b95dcd6b3 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfd90e6-677a-47ee-b80f-ac20269da790,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:47.088439 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a311c4d1-2c35-4731-a69a-050e40f65c1b tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group_rule': {'security_group_id': '3cfd90e6-677a-47ee-b80f-ac20269da790', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:47.136455 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a30fa625-25f2-4e65-957a-ebd5c836c483 req-ed421f45-e063-4191-8014-813f8d5a1682 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/ports?device_id=f77b776c-c378-4b97-a784-0c47dc1efe1e HTTP/1.1" status: 200 len: 210 time: 0.0752614 Jul 13 07:42:47.172604 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7577a0b0-f346-4c3e-868f-d9bb506ba570 req-1fdd40a3-77cb-408a-aa7f-5a4b858ed337 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/security-groups?id=475912d1-dd55-4e73-b415-14224071bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259058 Jul 13 07:42:47.177020 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] For port c12c55e9-8bb0-4d9e-8089-ebd376a4b571, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:47.182213 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] For port c12c55e9-8bb0-4d9e-8089-ebd376a4b571, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c12c55e9-8bb0-4d9e-8089-ebd376a4b571,segment=NetworkSegment(ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4),segment_id=ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:47.190584 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.195845 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52431480-3bb0-43ce-8dcf-97d1fed5729f req-dc8553a7-366f-4aa5-8685-23b2ebf3178f service neutron] 10.222.0.35 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636981 Jul 13 07:42:47.211475 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-50d0f108-e5c7-4eec-9aec-8f417f349b71 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.289463 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f271de-c321-4023-ac2c-87104bcef8c1 None None] Pushing event updated for resources: {'Port': ['ID=c12c55e9-8bb0-4d9e-8089-ebd376a4b571,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:47.321114 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-a311c4d1-2c35-4731-a69a-050e40f65c1b tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] create failed (client error): The resource could not be found. Jul 13 07:42:47.322840 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a311c4d1-2c35-4731-a69a-050e40f65c1b tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2540846 Jul 13 07:42:47.330880 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43288) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:47.337536 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4c7894ef-1a15-43a2-b73a-aa8732f3b869 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group_rule': {'security_group_id': '3cfd90e6-677a-47ee-b80f-ac20269da790', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ed67eadc-fdf5-4e8f-a60b-69d91520ce4d'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:47.370458 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-50d0f108-e5c7-4eec-9aec-8f417f349b71 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Network 9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:47.371408 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0f108-e5c7-4eec-9aec-8f417f349b71 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Pushing event updated for resources: {'Port': ['ID=513bf889-5d78-460a-bd74-86163f92633b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:47.384859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f50673-451f-4956-be14-6039c10cef11 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:47.394370 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-50d0f108-e5c7-4eec-9aec-8f417f349b71 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:47.401774 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.405491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-50d0f108-e5c7-4eec-9aec-8f417f349b71 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:47.421193 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc9a99-35b6-434e-be08-17587ff8f5e1 req-942c88c8-f9c5-4603-b3c6-f1e9ed4334ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:47.423449 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aefc9a99-35b6-434e-be08-17587ff8f5e1 req-942c88c8-f9c5-4603-b3c6-f1e9ed4334ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43c5ae05151644c983f7ae609d106a69&device_id=61e1e003-97ab-42d7-8527-f16c98c6587e HTTP/1.1" status: 200 len: 1096 time: 0.1587918 Jul 13 07:42:47.449258 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] Transition to ACTIVE for port object b5f50673-451f-4956-be14-6039c10cef11 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:47.469686 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.493925 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-4c7894ef-1a15-43a2-b73a-aa8732f3b869 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] create failed (client error): The resource could not be found. Jul 13 07:42:47.502788 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4c7894ef-1a15-43a2-b73a-aa8732f3b869 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1671224 Jul 13 07:42:47.504484 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43294) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:47.529506 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-50d0f108-e5c7-4eec-9aec-8f417f349b71 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:47.529506 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-50d0f108-e5c7-4eec-9aec-8f417f349b71 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.677039 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f50673-451f-4956-be14-6039c10cef11,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:47.691544 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-50d0f108-e5c7-4eec-9aec-8f417f349b71 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9416320 Jul 13 07:42:47.734781 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] Request body: {'port': {'device_id': 'f77b776c-c378-4b97-a784-0c47dc1efe1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:47.752540 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-536abfae-5e02-4e95-892a-9a5d69469029 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.759423 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 025123fe-f305-4763-ad5d-b26f6b498e03 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:42:47.790010 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc9a99-35b6-434e-be08-17587ff8f5e1 req-f53f8487-ffb6-44f9-a860-38af84be38af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:47.792192 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aefc9a99-35b6-434e-be08-17587ff8f5e1 req-f53f8487-ffb6-44f9-a860-38af84be38af service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdbe6f7e-2987-4a12-abb5-b64de61ed38e HTTP/1.1" status: 200 len: 905 time: 0.3489840 Jul 13 07:42:47.808404 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-536abfae-5e02-4e95-892a-9a5d69469029 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.819425 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1eee9-0dbf-4eda-8f6b-55d8f18ca9d3 req-d5c74dda-a89b-47d6-929c-8277ba53df6c tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:47.826441 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54b1eee9-0dbf-4eda-8f6b-55d8f18ca9d3 req-d5c74dda-a89b-47d6-929c-8277ba53df6c tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 944 time: 0.3250754 Jul 13 07:42:47.876798 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.879716 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aefc9a99-35b6-434e-be08-17587ff8f5e1 req-74db6556-43b4-4400-8d35-8085096b92c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13db9a28-20a2-4c02-a7c0-a30f817c43a1 HTTP/1.1" status: 200 len: 217 time: 0.0783973 Jul 13 07:42:47.893943 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-732919b0-347b-4357-883a-c000c66e27d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.936987 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43308) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:47.946988 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] Attempting to bind port b5f50673-451f-4956-be14-6039c10cef11 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:47.947343 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] Attempting to bind port b5f50673-451f-4956-be14-6039c10cef11 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '3f5fb917-28aa-43aa-a4d9-11bf532e1922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f89b0207-1f86-411d-81fa-101ccee49c37'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:47.948657 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] Attempting to bind port b5f50673-451f-4956-be14-6039c10cef11 on network f89b0207-1f86-411d-81fa-101ccee49c37 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:47.951373 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-732919b0-347b-4357-883a-c000c66e27d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.008591 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-536abfae-5e02-4e95-892a-9a5d69469029 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.012831 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-536abfae-5e02-4e95-892a-9a5d69469029 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.014002 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-536abfae-5e02-4e95-892a-9a5d69469029 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "DELETE /v2.0/security-groups/3cfd90e6-677a-47ee-b80f-ac20269da790 HTTP/1.1" status: 204 len: 168 time: 0.5083942 Jul 13 07:42:48.030012 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43312) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:48.072567 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 025123fe-f305-4763-ad5d-b26f6b498e03, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=025123fe-f305-4763-ad5d-b26f6b498e03,segment=NetworkSegment(6e9c5810-3429-4a82-b8af-d041cb9f4715),segment_id=6e9c5810-3429-4a82-b8af-d041cb9f4715)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:48.085169 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '025123fe-f305-4763-ad5d-b26f6b498e03', 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72', 'port_id': '025123fe-f305-4763-ad5d-b26f6b498e03', 'mac_address': 'fa:16:3e:69:f8:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1513bb1-4b36-457a-8cae-2a6826023db8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:42:48.088382 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536abfae-5e02-4e95-892a-9a5d69469029 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfd90e6-677a-47ee-b80f-ac20269da790,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:48.108996 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54b1eee9-0dbf-4eda-8f6b-55d8f18ca9d3 req-bd835f6d-3938-430f-82e9-e3fe8be66472 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/security-groups?id=d951993f-ee3b-44f4-a019-a3341f039c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816389 Jul 13 07:42:48.133572 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.161076 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025123fe-f305-4763-ad5d-b26f6b498e03 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:48.185249 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc9a99-35b6-434e-be08-17587ff8f5e1 req-f2009aca-23af-4212-8019-f39f161ea226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:48.186883 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aefc9a99-35b6-434e-be08-17587ff8f5e1 req-f2009aca-23af-4212-8019-f39f161ea226 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05556c2b-fcc9-455f-bd77-fc9aed41f171 HTTP/1.1" status: 200 len: 844 time: 0.2969248 Jul 13 07:42:48.196107 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 025123fe-f305-4763-ad5d-b26f6b498e03, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=025123fe-f305-4763-ad5d-b26f6b498e03,segment=NetworkSegment(6e9c5810-3429-4a82-b8af-d041cb9f4715),segment_id=6e9c5810-3429-4a82-b8af-d041cb9f4715)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:48.215123 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.244295 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aefc9a99-35b6-434e-be08-17587ff8f5e1 req-64fa872c-4a36-4d73-9407-e10132273085 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdbe6f7e-2987-4a12-abb5-b64de61ed38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449455 Jul 13 07:42:48.257299 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7484885-17eb-4bd2-8df8-16d3cd3008b8 req-5acde6b9-5849-4ad1-a1ae-9d87ca05c2d5 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:48.264966 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b7484885-17eb-4bd2-8df8-16d3cd3008b8 req-5acde6b9-5849-4ad1-a1ae-9d87ca05c2d5 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=61e1e003-97ab-42d7-8527-f16c98c6587e HTTP/1.1" status: 200 len: 944 time: 0.2331245 Jul 13 07:42:48.306794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=025123fe-f305-4763-ad5d-b26f6b498e03,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:48.363586 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b7484885-17eb-4bd2-8df8-16d3cd3008b8 req-a0f4930d-7c68-417a-921c-53e8bbf3bb17 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971622 Jul 13 07:42:48.477831 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aefc9a99-35b6-434e-be08-17587ff8f5e1 req-7ae76a76-4bca-4882-9ffa-0db13b42a600 service neutron] 10.222.0.35 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087827 Jul 13 07:42:48.601660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['025123fe-f305-4763-ad5d-b26f6b498e03'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:48.627929 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-e8cf9a50-3cac-4b0d-9afa-51af369e82c0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1249603481-network', 'tenant_id': '6548b579a9964128bedc9a0a2c190bf5'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:48.638659 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aefc9a99-35b6-434e-be08-17587ff8f5e1 req-e115d542-f5eb-4947-9939-734e63a24f97 service neutron] 10.222.0.35 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536753 Jul 13 07:42:48.649742 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67969b4-1ece-4dbe-b655-adac5b26bab0 req-c65ea725-b01c-4700-ac7f-e67993494f05 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:48.650978 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] Port b5f50673-451f-4956-be14-6039c10cef11 on network f89b0207-1f86-411d-81fa-101ccee49c37 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:48.651309 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] Attempting to bind port b5f50673-451f-4956-be14-6039c10cef11 on network f89b0207-1f86-411d-81fa-101ccee49c37 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:48.655092 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e67969b4-1ece-4dbe-b655-adac5b26bab0 req-c65ea725-b01c-4700-ac7f-e67993494f05 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/ports?device_id=f77b776c-c378-4b97-a784-0c47dc1efe1e HTTP/1.1" status: 200 len: 931 time: 0.2559931 Jul 13 07:42:48.693522 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:48.694379 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] Checking segment: {'id': '3f5fb917-28aa-43aa-a4d9-11bf532e1922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f89b0207-1f86-411d-81fa-101ccee49c37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:48.694379 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] Bound using segment: {'id': '3f5fb917-28aa-43aa-a4d9-11bf532e1922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f89b0207-1f86-411d-81fa-101ccee49c37'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:48.694900 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] Bound port: b5f50673-451f-4956-be14-6039c10cef11, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5fb917-28aa-43aa-a4d9-11bf532e1922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f89b0207-1f86-411d-81fa-101ccee49c37'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:48.695279 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.712574 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 513bf889-5d78-460a-bd74-86163f92633b {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:48.723675 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e67969b4-1ece-4dbe-b655-adac5b26bab0 req-546e2bb5-3280-48d4-8d98-5a583855840f tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/security-groups?id=90eb7035-fa67-40eb-9ca9-f416b30c44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648694 Jul 13 07:42:48.781447 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289179b7-a9fc-4742-b2b2-c2288510c9a3 req-4ecea1a1-2d99-4e70-9ea0-c425f03dc88d tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:48.785228 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-289179b7-a9fc-4742-b2b2-c2288510c9a3 req-4ecea1a1-2d99-4e70-9ea0-c425f03dc88d tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/ports?device_id=996c7974-3c1d-463a-8152-e1fd451eef34 HTTP/1.1" status: 200 len: 943 time: 0.2317731 Jul 13 07:42:48.835551 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01634e7c-43b4-4b4c-b792-45635721504e None None] Network 702e19a1-e725-472e-946c-5dda0d6230e4 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:48.856415 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cf9a50-3cac-4b0d-9afa-51af369e82c0 admin admin] Made reservation on behalf of 6548b579a9964128bedc9a0a2c190bf5 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:48.862121 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8cf9a50-3cac-4b0d-9afa-51af369e82c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.874697 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.874923 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-289179b7-a9fc-4742-b2b2-c2288510c9a3 req-ea0fe818-a8d4-4fd9-9875-e735c860f8a7 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/security-groups?id=475912d1-dd55-4e73-b415-14224071bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829875 Jul 13 07:42:48.885713 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] For port b5f50673-451f-4956-be14-6039c10cef11, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:48.932125 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] Transition to ACTIVE for port object 513bf889-5d78-460a-bd74-86163f92633b will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:48.952655 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-04ae1a7c-6c53-4b8c-9bf3-ee9ada3eaafa None None] Provisioning for port c12c55e9-8bb0-4d9e-8089-ebd376a4b571 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:48.964915 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c12c55e9-8bb0-4d9e-8089-ebd376a4b571 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:48.971018 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8cf9a50-3cac-4b0d-9afa-51af369e82c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.981338 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.984928 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] For port b5f50673-451f-4956-be14-6039c10cef11, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=b5f50673-451f-4956-be14-6039c10cef11,segment=NetworkSegment(3f5fb917-28aa-43aa-a4d9-11bf532e1922),segment_id=3f5fb917-28aa-43aa-a4d9-11bf532e1922)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:49.038460 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.047160 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-732919b0-347b-4357-883a-c000c66e27d3 admin admin] Allocated IP 172.25.0.189 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/827e75b0-ee3c-482c-a6b4-86440e07e554) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:49.078633 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port c12c55e9-8bb0-4d9e-8089-ebd376a4b571 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:49.084677 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port c12c55e9-8bb0-4d9e-8089-ebd376a4b571 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:49.085060 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.093010 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-493a8873-d47b-440d-b026-3df0c09bd466 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.0563264 Jul 13 07:42:49.093981 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43320) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:49.101982 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-59748f1a-c52c-44df-8241-c201a1feff5e tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group_rule': {'security_group_id': '0912a0ed-8c8e-4941-80d5-525c8954b042', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:49.110225 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:49.110856 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.112469 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] 10.222.0.35 "PUT /v2.0/ports/b5f50673-451f-4956-be14-6039c10cef11 HTTP/1.1" status: 200 len: 1092 time: 2.9873035 Jul 13 07:42:49.114977 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996c7974-3c1d-463a-8152-e1fd451eef34', 'tag': 'b5f50673-451f-4956-be14-6039c10cef11'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:49.117402 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22f935e-8e7f-43bc-93a5-e66430fe2d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "996c7974-3c1d-463a-8152-e1fd451eef34", "tag": "b5f50673-451f-4956-be14-6039c10cef11"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:49.134926 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] Pushing event updated for resources: {'Port': ['ID=513bf889-5d78-460a-bd74-86163f92633b,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:49.210003 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e9e18d-78b2-4740-9e42-59256e51b207 x-openstack-request-id: req-97e9e18d-78b2-4740-9e42-59256e51b207 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:49.210324 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996c7974-3c1d-463a-8152-e1fd451eef34", "tag": "b5f50673-451f-4956-be14-6039c10cef11", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:49.210579 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-97e9e18d-78b2-4740-9e42-59256e51b207 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:49.210974 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996c7974-3c1d-463a-8152-e1fd451eef34', 'tag': 'b5f50673-451f-4956-be14-6039c10cef11', 'status': 'completed', 'code': 200} Jul 13 07:42:49.213385 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.256100 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port c12c55e9-8bb0-4d9e-8089-ebd376a4b571, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c12c55e9-8bb0-4d9e-8089-ebd376a4b571,segment=NetworkSegment(ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4),segment_id=ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:49.261811 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.341591 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=c12c55e9-8bb0-4d9e-8089-ebd376a4b571,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:49.391650 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090994ed-f27e-45d1-8691-68ca92f08622 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f50673-451f-4956-be14-6039c10cef11,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:49.391900 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c135a4-2ef7-4913-85d1-39165608886a req-83823c37-eecf-4033-9518-e75510a0b9fb tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:49.393509 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-67c135a4-2ef7-4913-85d1-39165608886a req-83823c37-eecf-4033-9518-e75510a0b9fb tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 945 time: 0.0920041 Jul 13 07:42:49.451946 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-67c135a4-2ef7-4913-85d1-39165608886a req-4d44c46b-3c88-46a0-960e-ec10ff639c2b tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/security-groups?id=d951993f-ee3b-44f4-a019-a3341f039c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489020 Jul 13 07:42:49.464326 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-732919b0-347b-4357-883a-c000c66e27d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.495867 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-36f85b75-ee7d-43a5-9b83-c9e90b20065e None None] Provisioning complete for port c12c55e9-8bb0-4d9e-8089-ebd376a4b571 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:49.496172 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36f85b75-ee7d-43a5-9b83-c9e90b20065e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.499850 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] Attempting to bind port 513bf889-5d78-460a-bd74-86163f92633b on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:49.500189 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] Attempting to bind port 513bf889-5d78-460a-bd74-86163f92633b by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'c7aae684-1154-4dda-b8fe-05efe5ffa501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:49.500528 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] Attempting to bind port 513bf889-5d78-460a-bd74-86163f92633b on network 9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:49.509577 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8cf9a50-3cac-4b0d-9afa-51af369e82c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.514549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-9a1fed16-860b-41fd-abe8-f54852ae8440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:49.516118 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-9a1fed16-860b-41fd-abe8-f54852ae8440 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=363d52fa2f5f48b9abe2174808e3a6f9&device_id=996c7974-3c1d-463a-8152-e1fd451eef34 HTTP/1.1" status: 200 len: 1095 time: 0.3015325 Jul 13 07:42:49.520545 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8cf9a50-3cac-4b0d-9afa-51af369e82c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.523531 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] Port 513bf889-5d78-460a-bd74-86163f92633b on network 9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:49.523878 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] Attempting to bind port 513bf889-5d78-460a-bd74-86163f92633b on network 9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:49.559795 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:49.560022 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] Checking segment: {'id': 'c7aae684-1154-4dda-b8fe-05efe5ffa501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:49.560418 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] Bound using segment: {'id': 'c7aae684-1154-4dda-b8fe-05efe5ffa501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:49.560878 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] Bound port: 513bf889-5d78-460a-bd74-86163f92633b, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7aae684-1154-4dda-b8fe-05efe5ffa501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:49.561244 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.596766 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8cf9a50-3cac-4b0d-9afa-51af369e82c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:49.599761 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-59748f1a-c52c-44df-8241-c201a1feff5e tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] create failed (client error): The resource could not be found. Jul 13 07:42:49.604766 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-59748f1a-c52c-44df-8241-c201a1feff5e tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5046804 Jul 13 07:42:49.604957 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43328) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:49.609431 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a3c566cb-c21a-4fd8-8248-f2f84ebc832b tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group': {'name': 'tempest-secgroup--1064834265'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:49.612974 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-ca81101b-543f-4569-9b8f-0983a972742a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5f50673-451f-4956-be14-6039c10cef11 HTTP/1.1" status: 200 len: 217 time: 0.0830359 Jul 13 07:42:49.640001 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8cf9a50-3cac-4b0d-9afa-51af369e82c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.640352 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-e8cf9a50-3cac-4b0d-9afa-51af369e82c0 admin admin] Added segment 804aa0f3-367c-444f-8e17-e1c79f9ee76d of type vlan for network 477ecefc-2100-4b56-ab59-6d78b2b69772 Jul 13 07:42:49.644561 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee0eb2-c5ce-42d1-9489-ef7c34dbd31b req-36ca191d-229b-4d0a-af2d-9ae35f154c82 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:49.646432 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61ee0eb2-c5ce-42d1-9489-ef7c34dbd31b req-36ca191d-229b-4d0a-af2d-9ae35f154c82 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=61e1e003-97ab-42d7-8527-f16c98c6587e HTTP/1.1" status: 200 len: 944 time: 0.1082261 Jul 13 07:42:49.653077 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3c566cb-c21a-4fd8-8248-f2f84ebc832b tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.697898 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf9a50-3cac-4b0d-9afa-51af369e82c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1284bd-ab78-42f6-a6f7-f8f7e3de7521,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:49.700884 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-732919b0-347b-4357-883a-c000c66e27d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.707121 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61ee0eb2-c5ce-42d1-9489-ef7c34dbd31b req-927841df-bca2-4a71-8307-bb5d99e1dfa6 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515540 Jul 13 07:42:49.777872 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 025123fe-f305-4763-ad5d-b26f6b498e03 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:49.790908 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3c566cb-c21a-4fd8-8248-f2f84ebc832b tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.796812 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3c566cb-c21a-4fd8-8248-f2f84ebc832b tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.809355 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8cf9a50-3cac-4b0d-9afa-51af369e82c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.817296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-c10f97c6-2d7a-427d-956a-d066ccd9dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:49.818949 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-c10f97c6-2d7a-427d-956a-d066ccd9dec0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0cf0d7f2-5bf6-44b5-bab1-19eec586dd6b HTTP/1.1" status: 200 len: 854 time: 0.1940219 Jul 13 07:42:49.827084 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732919b0-347b-4357-883a-c000c66e27d3 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:49.830563 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3c566cb-c21a-4fd8-8248-f2f84ebc832b tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.834597 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a3c566cb-c21a-4fd8-8248-f2f84ebc832b tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2261336 Jul 13 07:42:49.836129 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43332) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:49.841602 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2e1ace3b-518d-4c7c-80b5-a82c4b3bbc26 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426427650'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:49.848184 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-732919b0-347b-4357-883a-c000c66e27d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:49.850054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732919b0-347b-4357-883a-c000c66e27d3 admin admin] Pushing event updated for resources: {'Port': ['ID=827e75b0-ee3c-482c-a6b4-86440e07e554,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:49.852433 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732919b0-347b-4357-883a-c000c66e27d3 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:49.869604 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 025123fe-f305-4763-ad5d-b26f6b498e03 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:49.874611 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 025123fe-f305-4763-ad5d-b26f6b498e03 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:49.874999 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.878632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] For port 513bf889-5d78-460a-bd74-86163f92633b, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:49.883396 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-b3033c26-e728-42f1-9776-ec3541518485 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f89b0207-1f86-411d-81fa-101ccee49c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524700 Jul 13 07:42:49.919636 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 13db9a28-20a2-4c02-a7c0-a30f817c43a1 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:42:49.938858 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] For port 513bf889-5d78-460a-bd74-86163f92633b, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=513bf889-5d78-460a-bd74-86163f92633b,segment=NetworkSegment(c7aae684-1154-4dda-b8fe-05efe5ffa501),segment_id=c7aae684-1154-4dda-b8fe-05efe5ffa501)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:49.969466 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.013375 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8cf9a50-3cac-4b0d-9afa-51af369e82c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.014404 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf9a50-3cac-4b0d-9afa-51af369e82c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:50.015141 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8cf9a50-3cac-4b0d-9afa-51af369e82c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.094603 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.099301 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:50.100016 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.101406 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] 10.222.0.62 "PUT /v2.0/ports/513bf889-5d78-460a-bd74-86163f92633b HTTP/1.1" status: 200 len: 1092 time: 2.3767781 Jul 13 07:42:50.106224 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 13db9a28-20a2-4c02-a7c0-a30f817c43a1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=13db9a28-20a2-4c02-a7c0-a30f817c43a1,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:50.143548 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '13db9a28-20a2-4c02-a7c0-a30f817c43a1', 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e', 'port_id': '13db9a28-20a2-4c02-a7c0-a30f817c43a1', 'mac_address': 'fa:16:3e:24:c1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05556c2b-fcc9-455f-bd77-fc9aed41f171', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:42:50.168377 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34844eca-97ca-4424-98c4-d7b337182075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025123fe-f305-4763-ad5d-b26f6b498e03'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:50.172767 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f10980-31fc-49dd-a393-43418f7c4ac6" -d '{"events": [{"server_uuid": "34844eca-97ca-4424-98c4-d7b337182075", "name": "network-vif-plugged", "status": "completed", "tag": "025123fe-f305-4763-ad5d-b26f6b498e03"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:50.222521 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 025123fe-f305-4763-ad5d-b26f6b498e03, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=025123fe-f305-4763-ad5d-b26f6b498e03,segment=NetworkSegment(6e9c5810-3429-4a82-b8af-d041cb9f4715),segment_id=6e9c5810-3429-4a82-b8af-d041cb9f4715)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:50.238153 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.267486 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2e1ace3b-518d-4c7c-80b5-a82c4b3bbc26 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.291518 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.294404 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf9a50-3cac-4b0d-9afa-51af369e82c0 admin admin] Pushing event updated for resources: {'Network': ['ID=477ecefc-2100-4b56-ab59-6d78b2b69772,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:50.294575 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c566cb-c21a-4fd8-8248-f2f84ebc832b tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=621474d5-d7c9-449c-9648-23efc8fcb56b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:50.301662 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b015d11-d69e-4259-8401-023bf32e900f service neutron] Pushing event updated for resources: {'Port': ['ID=513bf889-5d78-460a-bd74-86163f92633b,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:50.311427 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-b0521960-5343-4048-8841-425ffd45946b service neutron] 10.222.0.35 "GET /v2.0/networks/f89b0207-1f86-411d-81fa-101ccee49c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059811 Jul 13 07:42:50.315679 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e8cf9a50-3cac-4b0d-9afa-51af369e82c0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3753414 Jul 13 07:42:50.322829 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43340) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:50.325228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13db9a28-20a2-4c02-a7c0-a30f817c43a1 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:50.330139 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-cde8451a-22b2-41e9-9ab5-ade67432a206 admin admin] Request body: {'subnet': {'network_id': '477ecefc-2100-4b56-ab59-6d78b2b69772', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1249603481-subnet', 'tenant_id': '6548b579a9964128bedc9a0a2c190bf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:50.333902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 477ecefc-2100-4b56-ab59-6d78b2b69772 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:50.422776 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 13db9a28-20a2-4c02-a7c0-a30f817c43a1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=13db9a28-20a2-4c02-a7c0-a30f817c43a1,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:50.435750 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cd0e0-b968-45b6-8c8b-2557474dfd06 req-04ae753b-ad56-4403-9676-03f11a5810c0 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:50.443883 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f14cd0e0-b968-45b6-8c8b-2557474dfd06 req-04ae753b-ad56-4403-9676-03f11a5810c0 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/ports?device_id=996c7974-3c1d-463a-8152-e1fd451eef34 HTTP/1.1" status: 200 len: 943 time: 0.1809788 Jul 13 07:42:50.479654 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89902ce5-ca82-4651-baf1-7d479c733590 req-5d08ca82-a3d2-495f-8662-aa50e831d2ef tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:50.486946 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-89902ce5-ca82-4651-baf1-7d479c733590 req-5d08ca82-a3d2-495f-8662-aa50e831d2ef tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/ports?device_id=f77b776c-c378-4b97-a784-0c47dc1efe1e HTTP/1.1" status: 200 len: 943 time: 0.6199734 Jul 13 07:42:50.501195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-e538493a-62a2-4063-8fe9-a7c9f0ccf5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:50.502753 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-e538493a-62a2-4063-8fe9-a7c9f0ccf5f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a9abe91930b140898df3fef7a7f267b1&device_id=f77b776c-c378-4b97-a784-0c47dc1efe1e HTTP/1.1" status: 200 len: 1095 time: 0.3285062 Jul 13 07:42:50.520745 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.535281 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=025123fe-f305-4763-ad5d-b26f6b498e03,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:50.550566 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f14cd0e0-b968-45b6-8c8b-2557474dfd06 req-371501e1-a6e2-43d8-b316-4cd329143141 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/security-groups?id=475912d1-dd55-4e73-b415-14224071bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056638 Jul 13 07:42:50.587719 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-732919b0-347b-4357-883a-c000c66e27d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.628745 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-89902ce5-ca82-4651-baf1-7d479c733590 req-78de0523-0c1f-4948-8c5f-34da36d9f241 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/security-groups?id=90eb7035-fa67-40eb-9ca9-f416b30c44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408255 Jul 13 07:42:50.639370 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=13db9a28-20a2-4c02-a7c0-a30f817c43a1,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:50.639784 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2e1ace3b-518d-4c7c-80b5-a82c4b3bbc26 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.666805 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2e1ace3b-518d-4c7c-80b5-a82c4b3bbc26 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.683022 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226db5e1-52a9-46a6-9a4a-78e0a0fc6aa8 x-openstack-request-id: req-226db5e1-52a9-46a6-9a4a-78e0a0fc6aa8 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:50.683981 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34844eca-97ca-4424-98c4-d7b337182075", "name": "network-vif-plugged", "status": "completed", "tag": "025123fe-f305-4763-ad5d-b26f6b498e03", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:50.684389 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-226db5e1-52a9-46a6-9a4a-78e0a0fc6aa8 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:50.685093 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34844eca-97ca-4424-98c4-d7b337182075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025123fe-f305-4763-ad5d-b26f6b498e03', 'code': 200} Jul 13 07:42:50.720429 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ace3b-518d-4c7c-80b5-a82c4b3bbc26 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9e8e40-5987-4f14-8662-5dafb4292d9e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:50.736958 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-04448b4a-c79f-48da-bb02-5450c84018fb None None] Provisioning complete for port 025123fe-f305-4763-ad5d-b26f6b498e03 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:50.737418 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-04448b4a-c79f-48da-bb02-5450c84018fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.798190 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['13db9a28-20a2-4c02-a7c0-a30f817c43a1'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:50.887622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c12c55e9-8bb0-4d9e-8089-ebd376a4b571 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:50.890709 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc5740-816c-469e-baca-392afb15f1fa req-0436370a-b851-458e-98da-ac2874da0669 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:50.892943 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cddc5740-816c-469e-baca-392afb15f1fa req-0436370a-b851-458e-98da-ac2874da0669 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 946 time: 0.1116977 Jul 13 07:42:50.926419 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ca90695a-1ec2-4e1a-b580-b7191b1c81ca req-cc65057f-43bd-403b-8459-4a9d84cb29de service neutron] 10.222.0.35 "GET /v2.0/networks/f89b0207-1f86-411d-81fa-101ccee49c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6017082 Jul 13 07:42:50.952208 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-b0325007-1fc0-40e5-91e3-46756fabc156 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=513bf889-5d78-460a-bd74-86163f92633b HTTP/1.1" status: 200 len: 217 time: 0.1567321 Jul 13 07:42:50.978734 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cddc5740-816c-469e-baca-392afb15f1fa req-8f84de71-5545-4a1e-9717-60aee7265f79 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/security-groups?id=d951993f-ee3b-44f4-a019-a3341f039c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713263 Jul 13 07:42:50.982079 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2e1ace3b-518d-4c7c-80b5-a82c4b3bbc26 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.986685 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2e1ace3b-518d-4c7c-80b5-a82c4b3bbc26 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1497838 Jul 13 07:42:50.990592 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43346) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:50.995903 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-156354bc-621c-4252-87d8-8b1d701902d0 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group_rule': {'security_group_id': '621474d5-d7c9-449c-9648-23efc8fcb56b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0a9e8e40-5987-4f14-8662-5dafb4292d9e'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:51.033597 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d89211-d5bd-43fe-aef3-48204690569e req-25b4332b-195c-4394-b779-6d584de33513 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:51.035565 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2d89211-d5bd-43fe-aef3-48204690569e req-25b4332b-195c-4394-b779-6d584de33513 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=61e1e003-97ab-42d7-8527-f16c98c6587e HTTP/1.1" status: 200 len: 945 time: 0.1415083 Jul 13 07:42:51.064756 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port c12c55e9-8bb0-4d9e-8089-ebd376a4b571 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:51.065203 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.094140 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-156354bc-621c-4252-87d8-8b1d701902d0 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:51.098381 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-156354bc-621c-4252-87d8-8b1d701902d0 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1066740 Jul 13 07:42:51.102067 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43348) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:51.130745 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2d89211-d5bd-43fe-aef3-48204690569e req-72c70033-fda8-47b0-9f63-c722000036ec tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835412 Jul 13 07:42:51.190746 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b456554-336d-4b39-8ad8-b2f20d1d93ee tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.217889 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b456554-336d-4b39-8ad8-b2f20d1d93ee tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.262876 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b456554-336d-4b39-8ad8-b2f20d1d93ee tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.265531 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b456554-336d-4b39-8ad8-b2f20d1d93ee tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.266712 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2b456554-336d-4b39-8ad8-b2f20d1d93ee tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "DELETE /v2.0/security-groups/0a9e8e40-5987-4f14-8662-5dafb4292d9e HTTP/1.1" status: 204 len: 168 time: 0.1645105 Jul 13 07:42:51.271236 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43350) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:51.281805 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77b776c-c378-4b97-a784-0c47dc1efe1e', 'tag': '513bf889-5d78-460a-bd74-86163f92633b'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:51.283224 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b456554-336d-4b39-8ad8-b2f20d1d93ee tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9e8e40-5987-4f14-8662-5dafb4292d9e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:51.284244 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a17a5c-7091-4d87-9dcb-a8fd7bce1741" -d '{"events": [{"name": "network-changed", "server_uuid": "f77b776c-c378-4b97-a784-0c47dc1efe1e", "tag": "513bf889-5d78-460a-bd74-86163f92633b"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:51.293195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde8451a-22b2-41e9-9ab5-ade67432a206 admin admin] Made reservation on behalf of 6548b579a9964128bedc9a0a2c190bf5 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:51.295214 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cde8451a-22b2-41e9-9ab5-ade67432a206 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.344546 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7011234d-994d-4e31-853f-4b569704d450 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0722356 Jul 13 07:42:51.347428 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43354) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:51.353766 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b49904b-b191-4fca-bad8-df3c19231d17 x-openstack-request-id: req-4b49904b-b191-4fca-bad8-df3c19231d17 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:51.353766 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77b776c-c378-4b97-a784-0c47dc1efe1e", "tag": "513bf889-5d78-460a-bd74-86163f92633b", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:51.354330 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4b49904b-b191-4fca-bad8-df3c19231d17 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:51.354330 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f77b776c-c378-4b97-a784-0c47dc1efe1e', 'tag': '513bf889-5d78-460a-bd74-86163f92633b', 'status': 'completed', 'code': 200} Jul 13 07:42:51.405805 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc2fd5c5-a611-4219-b927-54f411527757 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.427622 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc2fd5c5-a611-4219-b927-54f411527757 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.438652 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-492d0f70-c4ca-468b-9efd-37a7686af02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:51.440148 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-492d0f70-c4ca-468b-9efd-37a7686af02d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f046b8e4-0fe2-4dc6-b48a-62ebe080f840 HTTP/1.1" status: 200 len: 848 time: 0.4357898 Jul 13 07:42:51.445928 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7086d-d8b4-4d84-ae27-770f2c3e39cb req-1c28078d-9aa1-40d1-a1d3-5c2b15bd485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:51.448170 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-15d7086d-d8b4-4d84-ae27-770f2c3e39cb req-1c28078d-9aa1-40d1-a1d3-5c2b15bd485c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 1098 time: 0.6373138 Jul 13 07:42:51.482097 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc2fd5c5-a611-4219-b927-54f411527757 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.484922 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc2fd5c5-a611-4219-b927-54f411527757 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.486235 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cc2fd5c5-a611-4219-b927-54f411527757 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "DELETE /v2.0/security-groups/621474d5-d7c9-449c-9648-23efc8fcb56b HTTP/1.1" status: 204 len: 168 time: 0.1378543 Jul 13 07:42:51.489954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43356) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:51.503135 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fd5c5-a611-4219-b927-54f411527757 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=621474d5-d7c9-449c-9648-23efc8fcb56b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:51.517367 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-0ef62042-6ecb-4f7f-a7e4-bc3b0966e589 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633192 Jul 13 07:42:51.567393 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-732919b0-347b-4357-883a-c000c66e27d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.574079 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ad1cf3f1-69c2-4fdc-8e87-44ea02381dba tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0781257 Jul 13 07:42:51.574363 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43358) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:51.579062 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4116fde4-93e7-4087-ab72-06ef6f97fcc6 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group': {'name': 'tempest-secgroup--1746645762'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:51.588683 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f935e-8e7f-43bc-93a5-e66430fe2d2b req-141e1224-a024-4a5d-b720-7a236ecf0f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:51.590415 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e22f935e-8e7f-43bc-93a5-e66430fe2d2b req-141e1224-a024-4a5d-b720-7a236ecf0f2d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=363d52fa2f5f48b9abe2174808e3a6f9&device_id=996c7974-3c1d-463a-8152-e1fd451eef34 HTTP/1.1" status: 200 len: 1095 time: 0.5723543 Jul 13 07:42:51.603681 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4116fde4-93e7-4087-ab72-06ef6f97fcc6 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.615763 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-15d7086d-d8b4-4d84-ae27-770f2c3e39cb req-c8433562-2bfd-4e14-9f39-f87581375233 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d951993f-ee3b-44f4-a019-a3341f039c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571381 Jul 13 07:42:51.733766 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4116fde4-93e7-4087-ab72-06ef6f97fcc6 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.742117 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4116fde4-93e7-4087-ab72-06ef6f97fcc6 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.789908 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4116fde4-93e7-4087-ab72-06ef6f97fcc6 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.791337 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4116fde4-93e7-4087-ab72-06ef6f97fcc6 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2160201 Jul 13 07:42:51.799973 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116fde4-93e7-4087-ab72-06ef6f97fcc6 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70aabf6e-fde8-4648-8ad4-728b66dcab0e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:51.807011 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43366) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:51.830971 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-201fa49c-fb57-436e-b765-3a33b144d346 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:51.831635 n-d-779913-28 neutron-server[93724]: WARNING neutron.api.v2.base [None req-201fa49c-fb57-436e-b765-3a33b144d346 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 07:42:51.832128 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-201fa49c-fb57-436e-b765-3a33b144d346 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] update failed (client error): There was a conflict when trying to complete your request. Jul 13 07:42:51.833398 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-201fa49c-fb57-436e-b765-3a33b144d346 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "PUT /v2.0/security-groups/70aabf6e-fde8-4648-8ad4-728b66dcab0e HTTP/1.1" status: 409 len: 330 time: 0.0232518 Jul 13 07:42:51.836817 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43368) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:51.849241 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-9b120cf3-36af-44d2-97c1-037c14fa7d87 service neutron] 10.222.0.62 "GET /v2.0/networks/9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197932 Jul 13 07:42:51.867148 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82d9ce-0f83-4465-83c8-60d23cb4a383 req-7da927cd-87a5-4478-8244-f2bdd1d03bfc tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:51.869306 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2e82d9ce-0f83-4465-83c8-60d23cb4a383 req-7da927cd-87a5-4478-8244-f2bdd1d03bfc tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/ports?device_id=996c7974-3c1d-463a-8152-e1fd451eef34 HTTP/1.1" status: 200 len: 943 time: 0.1816196 Jul 13 07:42:51.915640 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device b5f50673-451f-4956-be14-6039c10cef11 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:42:51.918497 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 13db9a28-20a2-4c02-a7c0-a30f817c43a1 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:51.950800 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f935e-8e7f-43bc-93a5-e66430fe2d2b req-96008428-28a8-417b-a47d-1d1ff9c5b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:51.952252 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e22f935e-8e7f-43bc-93a5-e66430fe2d2b req-96008428-28a8-417b-a47d-1d1ff9c5b213 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f89b0207-1f86-411d-81fa-101ccee49c37 HTTP/1.1" status: 200 len: 915 time: 0.3495262 Jul 13 07:42:51.962061 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28917a4-c81b-4a9c-86ed-cb464f6a538e req-ecc04d9c-d68d-470f-9754-5c432312acb1 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:51.963662 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e28917a4-c81b-4a9c-86ed-cb464f6a538e req-ecc04d9c-d68d-470f-9754-5c432312acb1 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/ports?device_id=f77b776c-c378-4b97-a784-0c47dc1efe1e HTTP/1.1" status: 200 len: 943 time: 0.1795380 Jul 13 07:42:51.969285 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2e82d9ce-0f83-4465-83c8-60d23cb4a383 req-5641ba97-7d80-4a37-879b-5b2d999ff550 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/security-groups?id=475912d1-dd55-4e73-b415-14224071bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905375 Jul 13 07:42:51.972245 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56bd13cd-0578-4e72-9cfe-28d155bcf0e4 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.012745 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56bd13cd-0578-4e72-9cfe-28d155bcf0e4 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.020889 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cde8451a-22b2-41e9-9ab5-ade67432a206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.028088 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e6e2f063-4c6a-49d5-a25d-80f47658b191 req-5738a86f-2a8a-409c-bab6-3ee5b34e3e6e service neutron] 10.222.0.62 "GET /v2.0/networks/9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477003 Jul 13 07:42:52.045395 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e28917a4-c81b-4a9c-86ed-cb464f6a538e req-d58329c0-13ea-488f-9095-0de02799af54 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/security-groups?id=90eb7035-fa67-40eb-9ca9-f416b30c44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670822 Jul 13 07:42:52.085479 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56bd13cd-0578-4e72-9cfe-28d155bcf0e4 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.088438 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56bd13cd-0578-4e72-9cfe-28d155bcf0e4 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.089779 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-56bd13cd-0578-4e72-9cfe-28d155bcf0e4 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "DELETE /v2.0/security-groups/70aabf6e-fde8-4648-8ad4-728b66dcab0e HTTP/1.1" status: 204 len: 168 time: 0.2512524 Jul 13 07:42:52.091493 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e22f935e-8e7f-43bc-93a5-e66430fe2d2b req-8b7b21b7-46fd-4ec5-84a5-958e0ed65463 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5f50673-451f-4956-be14-6039c10cef11 HTTP/1.1" status: 200 len: 217 time: 0.0516782 Jul 13 07:42:52.095403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43372) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:52.096250 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 13db9a28-20a2-4c02-a7c0-a30f817c43a1 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:52.108490 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 13db9a28-20a2-4c02-a7c0-a30f817c43a1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:52.109107 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.119291 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd13cd-0578-4e72-9cfe-28d155bcf0e4 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70aabf6e-fde8-4648-8ad4-728b66dcab0e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:52.185383 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f935e-8e7f-43bc-93a5-e66430fe2d2b req-c4aa6e55-6a07-4290-be37-0f0e5070eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:52.186898 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e22f935e-8e7f-43bc-93a5-e66430fe2d2b req-c4aa6e55-6a07-4290-be37-0f0e5070eddb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0cf0d7f2-5bf6-44b5-bab1-19eec586dd6b HTTP/1.1" status: 200 len: 854 time: 0.0641158 Jul 13 07:42:52.191163 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-55f89f7d-c2be-4cdc-b148-adba1416d612 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0944633 Jul 13 07:42:52.194658 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732919b0-347b-4357-883a-c000c66e27d3 admin admin] Router 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:42:52.195507 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43376) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:52.209982 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port b5f50673-451f-4956-be14-6039c10cef11, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=b5f50673-451f-4956-be14-6039c10cef11,segment=NetworkSegment(3f5fb917-28aa-43aa-a4d9-11bf532e1922),segment_id=3f5fb917-28aa-43aa-a4d9-11bf532e1922)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:52.212809 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-f0a4bafb-857c-47d6-b0b4-1d72f1547698 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] delete failed (client error): The resource could not be found. Jul 13 07:42:52.213905 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f0a4bafb-857c-47d6-b0b4-1d72f1547698 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "DELETE /v2.0/security-groups/6ed45f84-2991-4c40-bf2e-8def80ed90a2 HTTP/1.1" status: 404 len: 347 time: 0.0166872 Jul 13 07:42:52.217647 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43378) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:52.232016 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'b5f50673-451f-4956-be14-6039c10cef11', 'network_id': 'f89b0207-1f86-411d-81fa-101ccee49c37', 'port_id': 'b5f50673-451f-4956-be14-6039c10cef11', 'mac_address': 'fa:16:3e:2b:39:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf0d7f2-5bf6-44b5-bab1-19eec586dd6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:42:52.233977 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-016180a4-bbd6-442e-8e20-362e110e7388 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] show failed (client error): The resource could not be found. Jul 13 07:42:52.235220 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-016180a4-bbd6-442e-8e20-362e110e7388 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "GET /v2.0/security-groups/24ebb43a-46b8-4c25-acc7-50f2f004fe21 HTTP/1.1" status: 404 len: 347 time: 0.0162499 Jul 13 07:42:52.239227 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43380) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:52.254630 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-4c5310c4-981f-47ec-a706-1c7d50f25fe0 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] show failed (client error): The resource could not be found. Jul 13 07:42:52.255696 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4c5310c4-981f-47ec-a706-1c7d50f25fe0 tempest-NegativeSecGroupTest-909690231 tempest-NegativeSecGroupTest-909690231-project] 10.222.0.58 "GET /v2.0/security-group-rules/0c4d914e-d579-4e1b-a538-7682d48cddc0 HTTP/1.1" status: 404 len: 356 time: 0.0155284 Jul 13 07:42:52.281258 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde8451a-22b2-41e9-9ab5-ade67432a206 admin admin] Checking segment: {'id': '804aa0f3-367c-444f-8e17-e1c79f9ee76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '477ecefc-2100-4b56-ab59-6d78b2b69772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:52.281623 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde8451a-22b2-41e9-9ab5-ade67432a206 admin admin] Network hostable DHCP agents. Network: 477ecefc-2100-4b56-ab59-6d78b2b69772, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:42:52.321296 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.323581 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.355078 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f50673-451f-4956-be14-6039c10cef11 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:52.364038 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e22f935e-8e7f-43bc-93a5-e66430fe2d2b req-48197bd0-8868-41ee-b598-c7a3db6e0066 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f89b0207-1f86-411d-81fa-101ccee49c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297729 Jul 13 07:42:52.369988 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8451a-22b2-41e9-9ab5-ade67432a206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a84e989e-e6f1-4abe-be59-e537cb4f41a5,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:52.398333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 13db9a28-20a2-4c02-a7c0-a30f817c43a1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=13db9a28-20a2-4c02-a7c0-a30f817c43a1,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:52.404459 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06dc10-d4fc-4917-b033-d7f14fb43d60 req-6283812d-1304-4360-9354-ea1352bf2000 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:52.407653 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc06dc10-d4fc-4917-b033-d7f14fb43d60 req-6283812d-1304-4360-9354-ea1352bf2000 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 946 time: 0.0989239 Jul 13 07:42:52.422475 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port b5f50673-451f-4956-be14-6039c10cef11, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=b5f50673-451f-4956-be14-6039c10cef11,segment=NetworkSegment(3f5fb917-28aa-43aa-a4d9-11bf532e1922),segment_id=3f5fb917-28aa-43aa-a4d9-11bf532e1922)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:52.426432 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.457889 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde8451a-22b2-41e9-9ab5-ade67432a206 admin admin] Network 477ecefc-2100-4b56-ab59-6d78b2b69772 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:42:52.464557 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.509722 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=13db9a28-20a2-4c02-a7c0-a30f817c43a1,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:52.519265 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-cde8451a-22b2-41e9-9ab5-ade67432a206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 477ecefc-2100-4b56-ab59-6d78b2b69772) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:52.536042 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde8451a-22b2-41e9-9ab5-ade67432a206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:52.536663 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cde8451a-22b2-41e9-9ab5-ade67432a206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.540795 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a17a5c-7091-4d87-9dcb-a8fd7bce1741 req-f23f4ea0-e28d-4114-a2ed-4970c36de2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:52.542470 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-50a17a5c-7091-4d87-9dcb-a8fd7bce1741 req-f23f4ea0-e28d-4114-a2ed-4970c36de2f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a9abe91930b140898df3fef7a7f267b1&device_id=f77b776c-c378-4b97-a784-0c47dc1efe1e HTTP/1.1" status: 200 len: 1095 time: 0.3539224 Jul 13 07:42:52.544384 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e22f935e-8e7f-43bc-93a5-e66430fe2d2b req-0ea904dc-53a8-4bda-bd41-c750f5a4fcdd service neutron] 10.222.0.35 "GET /v2.0/networks/f89b0207-1f86-411d-81fa-101ccee49c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696045 Jul 13 07:42:52.549246 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a076f6f-2195-4a42-94d9-04dc967c12b7 None None] Network 477ecefc-2100-4b56-ab59-6d78b2b69772 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:52.575662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8831f-57da-49b4-a7a9-278e6f2f4732 req-89d38022-fabb-4746-9a0b-b8e7226d4bf3 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:52.579113 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ad8831f-57da-49b4-a7a9-278e6f2f4732 req-89d38022-fabb-4746-9a0b-b8e7226d4bf3 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=61e1e003-97ab-42d7-8527-f16c98c6587e HTTP/1.1" status: 200 len: 946 time: 0.1349611 Jul 13 07:42:52.606690 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc06dc10-d4fc-4917-b033-d7f14fb43d60 req-99b162ef-e006-4286-8ea1-72dced4f2de7 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/security-groups?id=d951993f-ee3b-44f4-a019-a3341f039c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932049 Jul 13 07:42:52.629152 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cde8451a-22b2-41e9-9ab5-ade67432a206 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3027849 Jul 13 07:42:52.653135 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732919b0-347b-4357-883a-c000c66e27d3 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:42:52.663351 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43388) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:52.695375 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] Sync routers for ids ['26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:42:52.699205 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e1e003-97ab-42d7-8527-f16c98c6587e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13db9a28-20a2-4c02-a7c0-a30f817c43a1'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:52.702078 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f8e677-3a27-4e7d-acdd-6eb49fafac36" -d '{"events": [{"server_uuid": "61e1e003-97ab-42d7-8527-f16c98c6587e", "name": "network-vif-plugged", "status": "completed", "tag": "13db9a28-20a2-4c02-a7c0-a30f817c43a1"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:52.704859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=b5f50673-451f-4956-be14-6039c10cef11,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:52.755558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['b5f50673-451f-4956-be14-6039c10cef11'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:52.765710 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-732919b0-347b-4357-883a-c000c66e27d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.772612 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ad8831f-57da-49b4-a7a9-278e6f2f4732 req-eb6fe32a-dd79-4b47-9ebb-6a7d885b8b59 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646841 Jul 13 07:42:52.774711 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43394) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:52.774859 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-732919b0-347b-4357-883a-c000c66e27d3 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.4673274 Jul 13 07:42:52.822626 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59319d0-cf26-4ad5-ba5f-21005e7065c5 x-openstack-request-id: req-c59319d0-cf26-4ad5-ba5f-21005e7065c5 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:52.822988 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e1e003-97ab-42d7-8527-f16c98c6587e", "name": "network-vif-plugged", "status": "completed", "tag": "13db9a28-20a2-4c02-a7c0-a30f817c43a1", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:52.823344 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c59319d0-cf26-4ad5-ba5f-21005e7065c5 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:52.823817 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e1e003-97ab-42d7-8527-f16c98c6587e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13db9a28-20a2-4c02-a7c0-a30f817c43a1', 'code': 200} Jul 13 07:42:52.847536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a17a5c-7091-4d87-9dcb-a8fd7bce1741 req-8ceec885-66d3-481b-bfa7-b8f4ac4bfe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:52.852119 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] Routers {'26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:52.852478 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-50a17a5c-7091-4d87-9dcb-a8fd7bce1741 req-8ceec885-66d3-481b-bfa7-b8f4ac4bfe63 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c HTTP/1.1" status: 200 len: 909 time: 0.2960527 Jul 13 07:42:52.853220 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:42:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:52.960727 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-50a17a5c-7091-4d87-9dcb-a8fd7bce1741 req-6ed81afd-74d8-4916-bd7f-2127fcccdb7c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=513bf889-5d78-460a-bd74-86163f92633b HTTP/1.1" status: 200 len: 217 time: 0.0927451 Jul 13 07:42:52.963660 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e22f935e-8e7f-43bc-93a5-e66430fe2d2b req-244ca9d7-6692-4b57-9f05-d6805921d898 service neutron] 10.222.0.35 "GET /v2.0/networks/f89b0207-1f86-411d-81fa-101ccee49c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116580 Jul 13 07:42:52.966385 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12d242f-e3b1-4d39-b2a4-8e53a601c632 None None] Network 477ecefc-2100-4b56-ab59-6d78b2b69772 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:53.027914 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6500069c-a5af-4f84-8041-96e234990d36 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f018971570df40249dbacd3ef268bd3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636596 Jul 13 07:42:53.028439 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43402) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:53.082743 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a17a5c-7091-4d87-9dcb-a8fd7bce1741 req-ed5b35ae-1f47-4814-bb00-c2ea78f07421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:53.084647 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-50a17a5c-7091-4d87-9dcb-a8fd7bce1741 req-ed5b35ae-1f47-4814-bb00-c2ea78f07421 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f046b8e4-0fe2-4dc6-b48a-62ebe080f840 HTTP/1.1" status: 200 len: 848 time: 0.1027651 Jul 13 07:42:53.133107 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-50a17a5c-7091-4d87-9dcb-a8fd7bce1741 req-3ac2e88b-c242-4fb3-8d19-46d4429d6373 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414977 Jul 13 07:42:53.137544 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-07fe9b3b-1eef-4eaf-abf6-8d8cb304d8c6 req-c717d7f9-248e-474c-adb5-cecc33488906 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1428553297', 'description': 'tempest-description-595262283'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:53.175656 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8f07ba67-020a-4b11-9393-9651f0a7b558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.215509 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-07fe9b3b-1eef-4eaf-abf6-8d8cb304d8c6 req-c717d7f9-248e-474c-adb5-cecc33488906 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.230672 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea2156-8987-4679-a3f3-dd8b930d8e94 req-80527a5d-7ae5-44fe-887c-2a643857f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:53.232193 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8bea2156-8987-4679-a3f3-dd8b930d8e94 req-80527a5d-7ae5-44fe-887c-2a643857f717 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=61e1e003-97ab-42d7-8527-f16c98c6587e HTTP/1.1" status: 200 len: 1098 time: 0.3252208 Jul 13 07:42:53.266528 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8f07ba67-020a-4b11-9393-9651f0a7b558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.277386 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-778546e8-5d3f-4ace-8ce5-960de856bd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.311441 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] Set router 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:42:53.328908 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-50a17a5c-7091-4d87-9dcb-a8fd7bce1741 req-df3d158c-1233-4e5d-aff9-d252e8043f30 service neutron] 10.222.0.62 "GET /v2.0/networks/9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835485 Jul 13 07:42:53.372422 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8f07ba67-020a-4b11-9393-9651f0a7b558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.375094 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8f07ba67-020a-4b11-9393-9651f0a7b558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.376405 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8f07ba67-020a-4b11-9393-9651f0a7b558 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5a642115-e743-4f7e-ad7f-760e6e61bf8b HTTP/1.1" status: 204 len: 168 time: 0.3470173 Jul 13 07:42:53.387102 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8bea2156-8987-4679-a3f3-dd8b930d8e94 req-6b751ec2-cb37-4ac1-a4db-66ba815b3455 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430178 Jul 13 07:42:53.400404 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07ba67-020a-4b11-9393-9651f0a7b558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a642115-e743-4f7e-ad7f-760e6e61bf8b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:53.467481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd38a08-3515-4190-a029-9cad58a7fff5 req-8f6c2d5b-9382-4d94-b9e3-b2e5fe00d9ee tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:53.469046 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afd38a08-3515-4190-a029-9cad58a7fff5 req-8f6c2d5b-9382-4d94-b9e3-b2e5fe00d9ee tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/ports?device_id=996c7974-3c1d-463a-8152-e1fd451eef34 HTTP/1.1" status: 200 len: 944 time: 0.2557709 Jul 13 07:42:53.488686 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-50a17a5c-7091-4d87-9dcb-a8fd7bce1741 req-d1d3cfd4-209a-4d58-9411-30de3b0fe516 service neutron] 10.222.0.62 "GET /v2.0/networks/9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451814 Jul 13 07:42:53.557118 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-07fe9b3b-1eef-4eaf-abf6-8d8cb304d8c6 req-c717d7f9-248e-474c-adb5-cecc33488906 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.576028 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-07fe9b3b-1eef-4eaf-abf6-8d8cb304d8c6 req-c717d7f9-248e-474c-adb5-cecc33488906 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.600910 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afd38a08-3515-4190-a029-9cad58a7fff5 req-9fbac7d0-7be5-4ee6-adaf-1b6434ccdfca tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/security-groups?id=475912d1-dd55-4e73-b415-14224071bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234798 Jul 13 07:42:53.617528 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-07fe9b3b-1eef-4eaf-abf6-8d8cb304d8c6 req-c717d7f9-248e-474c-adb5-cecc33488906 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.629599 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-07fe9b3b-1eef-4eaf-abf6-8d8cb304d8c6 req-c717d7f9-248e-474c-adb5-cecc33488906 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5027928 Jul 13 07:42:53.632653 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'name': 'tempest-ServersTestManualDisk-1951952483-router', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:42:46Z', 'updated_at': '2021-07-13T07:42:50Z', 'revision_number': 3, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'gw_port': {'id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:47Z', 'updated_at': '2021-07-13T07:42:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:53.673895 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] Checking router: 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:42:53.674370 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] Updating router 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac port 827e75b0-ee3c-482c-a6b4-86440e07e554 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:42:53.679585 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717d7f9-248e-474c-adb5-cecc33488906 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7086ddd6-5fdd-4950-ad48-a956aaf1ced0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:53.718948 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.772679 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.977107 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db7412f7-9d7c-443b-88ae-6f384cc343fa req-5ae7d3c4-b7d7-4fce-a1f8-4a0836b49334 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "GET /v2.0/security-groups/7086ddd6-5fdd-4950-ad48-a956aaf1ced0 HTTP/1.1" status: 200 len: 1806 time: 0.1934516 Jul 13 07:42:53.994652 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-db7412f7-9d7c-443b-88ae-6f384cc343fa req-23e9dbcb-6ae1-4970-b75b-3782e29ae085 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7086ddd6-5fdd-4950-ad48-a956aaf1ced0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:53.996539 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-db7412f7-9d7c-443b-88ae-6f384cc343fa req-23e9dbcb-6ae1-4970-b75b-3782e29ae085 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7086ddd6-5fdd-4950-ad48-a956aaf1ced0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:54.038625 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb18001-a001-4456-a45c-6717f9f6e709 req-021ac999-8cc5-453e-a27d-644f865d05d8 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:54.041389 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cbb18001-a001-4456-a45c-6717f9f6e709 req-021ac999-8cc5-453e-a27d-644f865d05d8 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/ports?device_id=f77b776c-c378-4b97-a784-0c47dc1efe1e HTTP/1.1" status: 200 len: 943 time: 0.2527692 Jul 13 07:42:54.050415 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:54.067785 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] Transition to ACTIVE for port object 827e75b0-ee3c-482c-a6b4-86440e07e554 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:54.075472 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:54.138120 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b772265-74d7-4feb-9cf6-c2d83f2c3b11 None None] Pushing event updated for resources: {'Port': ['ID=827e75b0-ee3c-482c-a6b4-86440e07e554,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:54.153252 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cbb18001-a001-4456-a45c-6717f9f6e709 req-3594fa02-7258-42e0-9b7c-a3cdf718d134 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/security-groups?id=90eb7035-fa67-40eb-9ca9-f416b30c44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003993 Jul 13 07:42:54.158425 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772265-74d7-4feb-9cf6-c2d83f2c3b11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:54.159083 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772265-74d7-4feb-9cf6-c2d83f2c3b11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:54.161579 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772265-74d7-4feb-9cf6-c2d83f2c3b11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:54.162190 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772265-74d7-4feb-9cf6-c2d83f2c3b11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:54.163021 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772265-74d7-4feb-9cf6-c2d83f2c3b11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:54.165398 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772265-74d7-4feb-9cf6-c2d83f2c3b11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:54.166267 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772265-74d7-4feb-9cf6-c2d83f2c3b11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:54.166818 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772265-74d7-4feb-9cf6-c2d83f2c3b11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:54.168592 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772265-74d7-4feb-9cf6-c2d83f2c3b11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:54.169161 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772265-74d7-4feb-9cf6-c2d83f2c3b11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:54.169703 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772265-74d7-4feb-9cf6-c2d83f2c3b11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:54.170295 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772265-74d7-4feb-9cf6-c2d83f2c3b11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:54.181423 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Allocated IP 172.20.0.1 (702e19a1-e725-472e-946c-5dda0d6230e4/79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9/60c288e5-0212-48de-a9e6-263e671ab4d6) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:54.206761 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] Attempting to bind port 827e75b0-ee3c-482c-a6b4-86440e07e554 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:54.207131 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] Attempting to bind port 827e75b0-ee3c-482c-a6b4-86440e07e554 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:54.207501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] Attempting to bind port 827e75b0-ee3c-482c-a6b4-86440e07e554 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:54.220996 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-db7412f7-9d7c-443b-88ae-6f384cc343fa req-23e9dbcb-6ae1-4970-b75b-3782e29ae085 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:54.221173 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:54.221397 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:54.221782 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:54.222201 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:54.222679 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] Bound port: 827e75b0-ee3c-482c-a6b4-86440e07e554, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:54.223062 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:54.306016 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-db7412f7-9d7c-443b-88ae-6f384cc343fa req-23e9dbcb-6ae1-4970-b75b-3782e29ae085 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:54.339113 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] For port 827e75b0-ee3c-482c-a6b4-86440e07e554, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:54.342871 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] For port 827e75b0-ee3c-482c-a6b4-86440e07e554, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=827e75b0-ee3c-482c-a6b4-86440e07e554,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:54.352864 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-db7412f7-9d7c-443b-88ae-6f384cc343fa req-23e9dbcb-6ae1-4970-b75b-3782e29ae085 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:54.356993 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:54.417351 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] Routers {'26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:54.417910 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:42:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:54.420999 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9dbcb-6ae1-4970-b75b-3782e29ae085 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba67c6ca-2ce7-4917-a2c6-fd911752a91a,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:54.424994 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b772265-74d7-4feb-9cf6-c2d83f2c3b11 None None] Pushing event updated for resources: {'Port': ['ID=827e75b0-ee3c-482c-a6b4-86440e07e554,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:54.431979 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-db7412f7-9d7c-443b-88ae-6f384cc343fa req-23e9dbcb-6ae1-4970-b75b-3782e29ae085 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:54.434636 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db7412f7-9d7c-443b-88ae-6f384cc343fa req-23e9dbcb-6ae1-4970-b75b-3782e29ae085 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4479706 Jul 13 07:42:54.460641 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:54.476818 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Transition to ACTIVE for port object 60c288e5-0212-48de-a9e6-263e671ab4d6 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:54.545754 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be2b52-633c-408f-839e-2ed911d27120 req-c5e0f12e-f5bf-49f7-a7c5-80e5433a5140 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:54.547529 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b7be2b52-633c-408f-839e-2ed911d27120 req-c5e0f12e-f5bf-49f7-a7c5-80e5433a5140 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 946 time: 0.2060773 Jul 13 07:42:54.551219 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:54.563841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] Set router 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:42:54.654143 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Network 702e19a1-e725-472e-946c-5dda0d6230e4 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:54.662751 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:54.665226 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:54.696799 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Pushing event updated for resources: {'Port': ['ID=60c288e5-0212-48de-a9e6-263e671ab4d6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:54.727842 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b7be2b52-633c-408f-839e-2ed911d27120 req-a3a70c5b-f002-4498-b617-405b5a19f9cd tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/security-groups?id=d951993f-ee3b-44f4-a019-a3341f039c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652148 Jul 13 07:42:54.768346 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:54.779647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'name': 'tempest-ServersTestManualDisk-1951952483-router', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:42:46Z', 'updated_at': '2021-07-13T07:42:50Z', 'revision_number': 3, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'gw_port': {'id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:47Z', 'updated_at': '2021-07-13T07:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:54.794460 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-acb56a6c-3828-434d-a186-aaaec354fae1 req-23ed1efe-b470-4539-8b73-2e83f93df448 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-876342476', 'description': 'tempest-description-126985725'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:54.825703 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3af6cc-5785-470a-aa08-b0b902e2fc69 None None] The sync data for ids ['26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'] in n-d-779913-28 is: [{'id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'name': 'tempest-ServersTestManualDisk-1951952483-router', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:42:46Z', 'updated_at': '2021-07-13T07:42:50Z', 'revision_number': 3, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'gw_port': {'id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:47Z', 'updated_at': '2021-07-13T07:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:42:54.853334 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39a838-16e5-4e61-aaab-cf813fcd9f27 req-29e27a58-7bce-490b-a0b5-de4b45d7c2ca tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:54.855058 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea39a838-16e5-4e61-aaab-cf813fcd9f27 req-29e27a58-7bce-490b-a0b5-de4b45d7c2ca tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=61e1e003-97ab-42d7-8527-f16c98c6587e HTTP/1.1" status: 200 len: 946 time: 0.3066061 Jul 13 07:42:54.950682 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-acb56a6c-3828-434d-a186-aaaec354fae1 req-23ed1efe-b470-4539-8b73-2e83f93df448 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:54.985062 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea39a838-16e5-4e61-aaab-cf813fcd9f27 req-981fe136-79c0-4908-afc3-238b694a4212 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204748 Jul 13 07:42:55.025907 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0c1376d0-5a12-45d0-9f1d-b3768d580ef8 None None] Provisioning for port 60c288e5-0212-48de-a9e6-263e671ab4d6 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:55.031861 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0c1376d0-5a12-45d0-9f1d-b3768d580ef8 None None] Provisioning complete for port 60c288e5-0212-48de-a9e6-263e671ab4d6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:55.032811 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0c1376d0-5a12-45d0-9f1d-b3768d580ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.092615 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0c1376d0-5a12-45d0-9f1d-b3768d580ef8 None None] Port 60c288e5-0212-48de-a9e6-263e671ab4d6 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:55.464607 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.597209 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-acb56a6c-3828-434d-a186-aaaec354fae1 req-23ed1efe-b470-4539-8b73-2e83f93df448 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.612872 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b0006-46b5-475b-b5f5-b04f56a918c6 req-1b10704a-cc0a-4bef-9d1b-690dd6686908 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:55.614466 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b37b0006-46b5-475b-b5f5-b04f56a918c6 req-1b10704a-cc0a-4bef-9d1b-690dd6686908 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/ports?device_id=996c7974-3c1d-463a-8152-e1fd451eef34 HTTP/1.1" status: 200 len: 944 time: 0.1923594 Jul 13 07:42:55.616977 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-acb56a6c-3828-434d-a186-aaaec354fae1 req-23ed1efe-b470-4539-8b73-2e83f93df448 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.695057 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-acb56a6c-3828-434d-a186-aaaec354fae1 req-23ed1efe-b470-4539-8b73-2e83f93df448 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.696943 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acb56a6c-3828-434d-a186-aaaec354fae1 req-23ed1efe-b470-4539-8b73-2e83f93df448 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9317412 Jul 13 07:42:55.707130 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed1efe-b470-4539-8b73-2e83f93df448 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48bf3c2f-3b86-4c47-b7e0-4185e4d6154c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:55.741384 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b37b0006-46b5-475b-b5f5-b04f56a918c6 req-1095692d-da33-4e45-83e4-f05baadab6c0 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/security-groups?id=475912d1-dd55-4e73-b415-14224071bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128216 Jul 13 07:42:55.787684 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 513bf889-5d78-460a-bd74-86163f92633b details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:42:55.825433 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.838263 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.952386 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device b5f50673-451f-4956-be14-6039c10cef11 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:55.986558 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Pushing event updated for resources: {'Port': ['ID=60c288e5-0212-48de-a9e6-263e671ab4d6,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:56.006056 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 513bf889-5d78-460a-bd74-86163f92633b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=513bf889-5d78-460a-bd74-86163f92633b,segment=NetworkSegment(c7aae684-1154-4dda-b8fe-05efe5ffa501),segment_id=c7aae684-1154-4dda-b8fe-05efe5ffa501)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:56.020939 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.021832 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.022230 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.022578 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.022918 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.023257 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.023590 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.023923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.025668 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.025958 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.026334 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.026675 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.051473 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '513bf889-5d78-460a-bd74-86163f92633b', 'network_id': '9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c', 'port_id': '513bf889-5d78-460a-bd74-86163f92633b', 'mac_address': 'fa:16:3e:f8:34:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f046b8e4-0fe2-4dc6-b48a-62ebe080f840', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:42:56.075279 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.087961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port b5f50673-451f-4956-be14-6039c10cef11 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:56.096720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port b5f50673-451f-4956-be14-6039c10cef11 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:56.097367 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778d3ee-bc39-4d1b-8489-2ef50ed420e0 req-16386dae-ebcc-4357-bd49-a20a514cf5ca tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:56.097923 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.098476 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4778d3ee-bc39-4d1b-8489-2ef50ed420e0 req-16386dae-ebcc-4357-bd49-a20a514cf5ca tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 946 time: 0.1922259 Jul 13 07:42:56.108928 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43478) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:56.132577 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1af443e1-861a-44bc-85d1-80e013730cae tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Request body: {'floatingip': {'port_id': '025123fe-f305-4763-ad5d-b26f6b498e03'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:56.194425 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.229243 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 513bf889-5d78-460a-bd74-86163f92633b {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:56.294746 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 513bf889-5d78-460a-bd74-86163f92633b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=513bf889-5d78-460a-bd74-86163f92633b,segment=NetworkSegment(c7aae684-1154-4dda-b8fe-05efe5ffa501),segment_id=c7aae684-1154-4dda-b8fe-05efe5ffa501)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:56.303098 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.308881 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Network 702e19a1-e725-472e-946c-5dda0d6230e4 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:56.312975 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:56.327096 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1af443e1-861a-44bc-85d1-80e013730cae tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks [] for floatingip, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.395215 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.521931 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port b5f50673-451f-4956-be14-6039c10cef11, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=b5f50673-451f-4956-be14-6039c10cef11,segment=NetworkSegment(3f5fb917-28aa-43aa-a4d9-11bf532e1922),segment_id=3f5fb917-28aa-43aa-a4d9-11bf532e1922)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:56.528256 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996c7974-3c1d-463a-8152-e1fd451eef34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f50673-451f-4956-be14-6039c10cef11'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:56.531227 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e15c12-8516-4c82-8a90-1e9a5d193b6c" -d '{"events": [{"server_uuid": "996c7974-3c1d-463a-8152-e1fd451eef34", "name": "network-vif-plugged", "status": "completed", "tag": "b5f50673-451f-4956-be14-6039c10cef11"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:56.542633 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.595153 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cca3dbe1-64b0-4ac3-89b9-b3fe2457f01d req-f4ec8aa1-8ae1-4c69-809f-64d4227405c7 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "GET /v2.0/security-groups/48bf3c2f-3b86-4c47-b7e0-4185e4d6154c HTTP/1.1" status: 200 len: 1805 time: 0.1718605 Jul 13 07:42:56.604208 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-cca3dbe1-64b0-4ac3-89b9-b3fe2457f01d req-bf78303f-7d29-4eea-be45-2bc03b4969e8 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '48bf3c2f-3b86-4c47-b7e0-4185e4d6154c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:56.604571 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-cca3dbe1-64b0-4ac3-89b9-b3fe2457f01d req-bf78303f-7d29-4eea-be45-2bc03b4969e8 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '48bf3c2f-3b86-4c47-b7e0-4185e4d6154c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:56.614969 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-69a7c8b3-54bb-4800-816d-39a8f852aa20 None None] Provisioning complete for port 60c288e5-0212-48de-a9e6-263e671ab4d6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:56.615262 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69a7c8b3-54bb-4800-816d-39a8f852aa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.660993 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=513bf889-5d78-460a-bd74-86163f92633b,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:56.709128 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Router 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:42:56.721554 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-69a7c8b3-54bb-4800-816d-39a8f852aa20 None None] Port 60c288e5-0212-48de-a9e6-263e671ab4d6 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:56.767640 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=b5f50673-451f-4956-be14-6039c10cef11,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:56.858056 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-df76a771-f242-4214-8e66-0ab6be805a87 None None] Provisioning complete for port 60c288e5-0212-48de-a9e6-263e671ab4d6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:56.860463 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-df76a771-f242-4214-8e66-0ab6be805a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.997187 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['513bf889-5d78-460a-bd74-86163f92633b'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:57.001037 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbba78-56f0-4921-81db-ef4e15791aaf req-ec313639-4498-485c-bee8-d3a2a529f113 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:57.001691 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4afbba78-56f0-4921-81db-ef4e15791aaf req-ec313639-4498-485c-bee8-d3a2a529f113 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/ports?device_id=f77b776c-c378-4b97-a784-0c47dc1efe1e HTTP/1.1" status: 200 len: 944 time: 0.4045379 Jul 13 07:42:57.022376 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 827e75b0-ee3c-482c-a6b4-86440e07e554 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:57.025327 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cca3dbe1-64b0-4ac3-89b9-b3fe2457f01d req-bf78303f-7d29-4eea-be45-2bc03b4969e8 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.032692 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-df76a771-f242-4214-8e66-0ab6be805a87 None None] Port 60c288e5-0212-48de-a9e6-263e671ab4d6 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:57.057166 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:42:57.078816 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3440bb1d-0989-4ca6-9bc5-3a336586d063 admin admin] 10.222.0.58 "PUT /v2.0/routers/26f42af1-c0bc-471b-a0fc-72c4e1ece8ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2989023 Jul 13 07:42:57.120391 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cca3dbe1-64b0-4ac3-89b9-b3fe2457f01d req-bf78303f-7d29-4eea-be45-2bc03b4969e8 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.127047 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] Sync routers for ids ['26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:42:57.131864 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cca3dbe1-64b0-4ac3-89b9-b3fe2457f01d req-bf78303f-7d29-4eea-be45-2bc03b4969e8 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.138552 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4afbba78-56f0-4921-81db-ef4e15791aaf req-75e2cb36-776e-4cc0-9389-407b4c736856 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/security-groups?id=90eb7035-fa67-40eb-9ca9-f416b30c44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919552 Jul 13 07:42:57.164282 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] Routers {'26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:57.165117 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:42:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:57.174838 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78303f-7d29-4eea-be45-2bc03b4969e8 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a585e0-50c1-4489-8e47-de03d4fd8009,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:57.187981 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cca3dbe1-64b0-4ac3-89b9-b3fe2457f01d req-bf78303f-7d29-4eea-be45-2bc03b4969e8 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.202071 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cca3dbe1-64b0-4ac3-89b9-b3fe2457f01d req-bf78303f-7d29-4eea-be45-2bc03b4969e8 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6055884 Jul 13 07:42:57.241982 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 827e75b0-ee3c-482c-a6b4-86440e07e554 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:57.250802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 827e75b0-ee3c-482c-a6b4-86440e07e554 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:57.251276 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.291509 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c8ddd1-7325-4a4b-acaa-36ee713fdd5c x-openstack-request-id: req-16c8ddd1-7325-4a4b-acaa-36ee713fdd5c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:57.292209 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996c7974-3c1d-463a-8152-e1fd451eef34", "name": "network-vif-plugged", "status": "completed", "tag": "b5f50673-451f-4956-be14-6039c10cef11", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:57.292776 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16c8ddd1-7325-4a4b-acaa-36ee713fdd5c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:57.293481 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996c7974-3c1d-463a-8152-e1fd451eef34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f50673-451f-4956-be14-6039c10cef11', 'code': 200} Jul 13 07:42:57.408766 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] Set router 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:42:57.486591 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.545903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 827e75b0-ee3c-482c-a6b4-86440e07e554, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=827e75b0-ee3c-482c-a6b4-86440e07e554,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:57.547386 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bfaea1be-e7ba-47e6-958a-f36ef08f7aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.551459 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.590171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7984d-eceb-41a8-80f5-dbb0c34dbaac req-370a4684-2668-4691-b426-00b4e3bd52c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:57.592351 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f8f7984d-eceb-41a8-80f5-dbb0c34dbaac req-370a4684-2668-4691-b426-00b4e3bd52c4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=996c7974-3c1d-463a-8152-e1fd451eef34 HTTP/1.1" status: 200 len: 1097 time: 0.2054677 Jul 13 07:42:57.625313 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c6e21-4794-418e-b2a7-d04f3f2fde07 req-772d1b34-04af-4d07-953a-598ab662546d tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:57.634507 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6b0c6e21-4794-418e-b2a7-d04f3f2fde07 req-772d1b34-04af-4d07-953a-598ab662546d tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/ports?device_id=996c7974-3c1d-463a-8152-e1fd451eef34 HTTP/1.1" status: 200 len: 945 time: 0.1832500 Jul 13 07:42:57.640412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=827e75b0-ee3c-482c-a6b4-86440e07e554,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:57.665473 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.689136 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'name': 'tempest-ServersTestManualDisk-1951952483-router', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:42:46Z', 'updated_at': '2021-07-13T07:42:55Z', 'revision_number': 4, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'gw_port': {'id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:47Z', 'updated_at': '2021-07-13T07:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '60c288e5-0212-48de-a9e6-263e671ab4d6', 'name': '', 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'mac_address': 'fa:16:3e:90:07:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:53Z', 'updated_at': '2021-07-13T07:42:55Z', 'revision_number': 2, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'subnets': [{'id': '79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:57.712370 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f8f7984d-eceb-41a8-80f5-dbb0c34dbaac req-55d04b8f-eee8-42e2-a92e-33843b90c6e0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=475912d1-dd55-4e73-b415-14224071bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117535 Jul 13 07:42:57.732668 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6b0c6e21-4794-418e-b2a7-d04f3f2fde07 req-8d7def99-f788-4fc7-9a64-2e98e7ba10f4 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/security-groups?id=475912d1-dd55-4e73-b415-14224071bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968449 Jul 13 07:42:57.735453 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] Checking router: 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:42:57.735950 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] Updating router 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac port 60c288e5-0212-48de-a9e6-263e671ab4d6 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:42:57.754012 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd71e6f-39e8-4feb-8a66-103bd28b9dee req-b65aebf3-a20f-4dc8-8087-8f7038b8bcc2 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:57.755608 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2fd71e6f-39e8-4feb-8a66-103bd28b9dee req-b65aebf3-a20f-4dc8-8087-8f7038b8bcc2 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=61e1e003-97ab-42d7-8527-f16c98c6587e HTTP/1.1" status: 200 len: 946 time: 0.3036361 Jul 13 07:42:57.790491 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.813471 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2fd71e6f-39e8-4feb-8a66-103bd28b9dee req-13413ab4-f7ec-4fdc-8818-1d64f1ec69f3 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477762 Jul 13 07:42:57.857243 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-50926dff-ef96-4127-a167-872b6f780757 req-82254d08-2566-449e-a989-b3a647eb685d tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1398864999', 'description': 'tempest-description-1223615533'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:57.861081 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1af443e1-861a-44bc-85d1-80e013730cae tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.868547 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1af443e1-861a-44bc-85d1-80e013730cae tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.887733 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-50926dff-ef96-4127-a167-872b6f780757 req-82254d08-2566-449e-a989-b3a647eb685d tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.006836 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-50926dff-ef96-4127-a167-872b6f780757 req-82254d08-2566-449e-a989-b3a647eb685d tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.013679 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-50926dff-ef96-4127-a167-872b6f780757 req-82254d08-2566-449e-a989-b3a647eb685d tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.018251 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-1af443e1-861a-44bc-85d1-80e013730cae tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Floating IP c7c035a7-6b26-4adc-8b0f-9e81832c7355 associated. External IP: 172.25.0.199, port: 025123fe-f305-4763-ad5d-b26f6b498e03. Jul 13 07:42:58.048294 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-50926dff-ef96-4127-a167-872b6f780757 req-82254d08-2566-449e-a989-b3a647eb685d tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.061072 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50926dff-ef96-4127-a167-872b6f780757 req-82254d08-2566-449e-a989-b3a647eb685d tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2019057 Jul 13 07:42:58.067462 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82254d08-2566-449e-a989-b3a647eb685d tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b0c768-0649-42fb-908a-e212c172236f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:58.175043 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.208134 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] Transition to ACTIVE for port object 60c288e5-0212-48de-a9e6-263e671ab4d6 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:58.220703 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.314329 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af443e1-861a-44bc-85d1-80e013730cae tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Router 61c91c1b-fe5f-490b-8825-e7854382523a has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:42:58.358831 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccee2f9-ae26-4599-9150-be051a92913c None None] Pushing event updated for resources: {'Port': ['ID=60c288e5-0212-48de-a9e6-263e671ab4d6,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:58.370257 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccee2f9-ae26-4599-9150-be051a92913c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:58.370788 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccee2f9-ae26-4599-9150-be051a92913c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:58.371285 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccee2f9-ae26-4599-9150-be051a92913c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:58.371765 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccee2f9-ae26-4599-9150-be051a92913c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:58.372249 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccee2f9-ae26-4599-9150-be051a92913c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:58.372883 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccee2f9-ae26-4599-9150-be051a92913c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:58.373363 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccee2f9-ae26-4599-9150-be051a92913c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:58.373837 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccee2f9-ae26-4599-9150-be051a92913c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:58.374351 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccee2f9-ae26-4599-9150-be051a92913c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:58.374824 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccee2f9-ae26-4599-9150-be051a92913c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:58.375315 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccee2f9-ae26-4599-9150-be051a92913c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:58.375873 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccee2f9-ae26-4599-9150-be051a92913c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:58.447111 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] Attempting to bind port 60c288e5-0212-48de-a9e6-263e671ab4d6 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:58.447523 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] Attempting to bind port 60c288e5-0212-48de-a9e6-263e671ab4d6 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:58.447939 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] Attempting to bind port 60c288e5-0212-48de-a9e6-263e671ab4d6 on network 702e19a1-e725-472e-946c-5dda0d6230e4 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:58.456294 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:58.456766 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] Checking segment: {'id': 'ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:58.457155 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.457621 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] Bound using segment: {'id': 'ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:58.458712 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] Bound port: 60c288e5-0212-48de-a9e6-263e671ab4d6, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:58.459279 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.621835 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af443e1-861a-44bc-85d1-80e013730cae tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:42:58.637690 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d59b9a7-9f73-426b-8f5c-ccbc97cd0334 None None] Sync routers for ids ['61c91c1b-fe5f-490b-8825-e7854382523a'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:42:58.643728 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1af443e1-861a-44bc-85d1-80e013730cae tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.654619 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d59b9a7-9f73-426b-8f5c-ccbc97cd0334 None None] Routers {'61c91c1b-fe5f-490b-8825-e7854382523a'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:58.655278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8d59b9a7-9f73-426b-8f5c-ccbc97cd0334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:42:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['61c91c1b-fe5f-490b-8825-e7854382523a'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:58.671924 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] For port 60c288e5-0212-48de-a9e6-263e671ab4d6, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:58.675794 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] For port 60c288e5-0212-48de-a9e6-263e671ab4d6, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=60c288e5-0212-48de-a9e6-263e671ab4d6,segment=NetworkSegment(ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4),segment_id=ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:58.683065 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.742422 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1af443e1-861a-44bc-85d1-80e013730cae tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "PUT /v2.0/floatingips/c7c035a7-6b26-4adc-8b0f-9e81832c7355 HTTP/1.1" status: 200 len: 992 time: 2.6289296 Jul 13 07:42:58.749544 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34844eca-97ca-4424-98c4-d7b337182075', 'tag': '025123fe-f305-4763-ad5d-b26f6b498e03'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:58.752698 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b91dfb-c681-4fb9-ac50-da85685a3010" -d '{"events": [{"name": "network-changed", "server_uuid": "34844eca-97ca-4424-98c4-d7b337182075", "tag": "025123fe-f305-4763-ad5d-b26f6b498e03"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:58.800013 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] Routers {'26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:58.810618 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:42:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:58.850069 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-a7311159-6ba6-42e2-b42c-1b368e3d26ef req-d173b8ab-6e5a-488f-b638-369ac4344f2f tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-730249017', 'description': 'tempest-description-511576860'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:58.904913 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a7311159-6ba6-42e2-b42c-1b368e3d26ef req-d173b8ab-6e5a-488f-b638-369ac4344f2f tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.989062 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43528) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:58.994704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-f2726284-c40c-47bd-a1c0-da2fdbf65dcd tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1980695561', 'description': 'tempest-description--1884366742'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:59.003140 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccee2f9-ae26-4599-9150-be051a92913c None None] Pushing event updated for resources: {'Port': ['ID=60c288e5-0212-48de-a9e6-263e671ab4d6,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:59.088354 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a7311159-6ba6-42e2-b42c-1b368e3d26ef req-d173b8ab-6e5a-488f-b638-369ac4344f2f tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.097477 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a7311159-6ba6-42e2-b42c-1b368e3d26ef req-d173b8ab-6e5a-488f-b638-369ac4344f2f tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.135840 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f2726284-c40c-47bd-a1c0-da2fdbf65dcd tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.160766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173b8ab-6e5a-488f-b638-369ac4344f2f tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e984b81-c950-4f48-9aef-3b82051cd05f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:59.179018 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a7311159-6ba6-42e2-b42c-1b368e3d26ef req-d173b8ab-6e5a-488f-b638-369ac4344f2f tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.187528 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7311159-6ba6-42e2-b42c-1b368e3d26ef req-d173b8ab-6e5a-488f-b638-369ac4344f2f tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3421965 Jul 13 07:42:59.298116 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] Set router 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:42:59.325520 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 827e75b0-ee3c-482c-a6b4-86440e07e554 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:59.348147 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f2726284-c40c-47bd-a1c0-da2fdbf65dcd tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.357075 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f2726284-c40c-47bd-a1c0-da2fdbf65dcd tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.366529 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464adcb2-5108-46e3-b3c7-8136b19e2db0 req-7583521c-61c5-42d2-a96c-cae650c20c52 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.374591 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-464adcb2-5108-46e3-b3c7-8136b19e2db0 req-7583521c-61c5-42d2-a96c-cae650c20c52 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/ports?device_id=f77b776c-c378-4b97-a784-0c47dc1efe1e HTTP/1.1" status: 200 len: 944 time: 0.1827891 Jul 13 07:42:59.424364 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-8d59b9a7-9f73-426b-8f5c-ccbc97cd0334 None None] Set router 61c91c1b-fe5f-490b-8825-e7854382523a gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:42:59.429099 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-464adcb2-5108-46e3-b3c7-8136b19e2db0 req-73e558e7-b8ab-4fba-91b5-694644c21285 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/security-groups?id=90eb7035-fa67-40eb-9ca9-f416b30c44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539143 Jul 13 07:42:59.453146 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2726284-c40c-47bd-a1c0-da2fdbf65dcd tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9f1c6e-14f2-43e1-b6fa-9d296a5d1024,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:59.473115 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f2726284-c40c-47bd-a1c0-da2fdbf65dcd tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.473498 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f2726284-c40c-47bd-a1c0-da2fdbf65dcd tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4831483 Jul 13 07:42:59.476632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43532) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:59.484853 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-950dedc8-bd7b-4b04-9604-a7c7ec4b6d90 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Request body: {'security_group_rule': {'security_group_id': 'cf9f1c6e-14f2-43e1-b6fa-9d296a5d1024', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:59.500096 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 827e75b0-ee3c-482c-a6b4-86440e07e554 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:59.500742 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.507227 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b095496-cda1-4837-924c-9fc00e4f93f0 x-openstack-request-id: req-3b095496-cda1-4837-924c-9fc00e4f93f0 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:59.507542 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34844eca-97ca-4424-98c4-d7b337182075", "tag": "025123fe-f305-4763-ad5d-b26f6b498e03", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:59.507794 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b095496-cda1-4837-924c-9fc00e4f93f0 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:59.508217 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34844eca-97ca-4424-98c4-d7b337182075', 'tag': '025123fe-f305-4763-ad5d-b26f6b498e03', 'status': 'completed', 'code': 200} Jul 13 07:42:59.636729 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-950dedc8-bd7b-4b04-9604-a7c7ec4b6d90 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.661094 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.669508 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'name': 'tempest-ServersTestManualDisk-1951952483-router', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:42:46Z', 'updated_at': '2021-07-13T07:42:55Z', 'revision_number': 4, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'gw_port': {'id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:47Z', 'updated_at': '2021-07-13T07:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '60c288e5-0212-48de-a9e6-263e671ab4d6', 'name': '', 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'mac_address': 'fa:16:3e:90:07:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:53Z', 'updated_at': '2021-07-13T07:42:58Z', 'revision_number': 4, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'subnets': [{'id': '79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:59.729556 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a98183-1b34-41fd-a439-b601e3b541ce None None] The sync data for ids ['26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'] in n-d-779913-28 is: [{'id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'name': 'tempest-ServersTestManualDisk-1951952483-router', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:42:46Z', 'updated_at': '2021-07-13T07:42:55Z', 'revision_number': 4, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'gw_port': {'id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:47Z', 'updated_at': '2021-07-13T07:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '60c288e5-0212-48de-a9e6-263e671ab4d6', 'name': '', 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'mac_address': 'fa:16:3e:90:07:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:53Z', 'updated_at': '2021-07-13T07:42:58Z', 'revision_number': 4, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'subnets': [{'id': '79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:42:59.761511 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b91dfb-c681-4fb9-ac50-da85685a3010 req-77b745d7-7fde-43f0-b24b-655efc179549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.763197 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-62b91dfb-c681-4fb9-ac50-da85685a3010 req-77b745d7-7fde-43f0-b24b-655efc179549 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6481b9810bbd41319058fb11ddd8b821&device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 1098 time: 0.2208073 Jul 13 07:42:59.875469 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e8a32-3c17-4854-b79d-a871c919fc46 req-2b48b8fc-2651-4d26-bbd9-ea1017c097d2 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.878460 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf8e8a32-3c17-4854-b79d-a871c919fc46 req-2b48b8fc-2651-4d26-bbd9-ea1017c097d2 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/ports?device_id=996c7974-3c1d-463a-8152-e1fd451eef34 HTTP/1.1" status: 200 len: 945 time: 0.2415130 Jul 13 07:42:59.884061 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-950dedc8-bd7b-4b04-9604-a7c7ec4b6d90 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.906629 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-950dedc8-bd7b-4b04-9604-a7c7ec4b6d90 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.917003 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 513bf889-5d78-460a-bd74-86163f92633b up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:59.972372 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950dedc8-bd7b-4b04-9604-a7c7ec4b6d90 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f98271-91a3-404f-aa02-6fdc40ac6304,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:59.990668 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-950dedc8-bd7b-4b04-9604-a7c7ec4b6d90 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.992310 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-950dedc8-bd7b-4b04-9604-a7c7ec4b6d90 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5146523 Jul 13 07:42:59.993686 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 13db9a28-20a2-4c02-a7c0-a30f817c43a1 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:42:59.998741 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43544) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:00.001552 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf8e8a32-3c17-4854-b79d-a871c919fc46 req-886c06d8-8d8c-4ebc-9cea-602d4092e472 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/security-groups?id=475912d1-dd55-4e73-b415-14224071bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137142 Jul 13 07:43:00.012049 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1ab768fd-6b89-45cb-8f1a-c6161548f7aa tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Request body: {'security_group_rule': {'security_group_id': 'cf9f1c6e-14f2-43e1-b6fa-9d296a5d1024', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:00.015340 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8f1edf17-1604-4be0-95bb-c66d9e300e1d req-bc92e1ef-936e-445e-95e8-a52dee0b47bb tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "GET /v2.0/security-groups/b4b0c768-0649-42fb-908a-e212c172236f HTTP/1.1" status: 200 len: 1807 time: 0.1346283 Jul 13 07:43:00.085820 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1ab768fd-6b89-45cb-8f1a-c6161548f7aa tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.112016 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b91dfb-c681-4fb9-ac50-da85685a3010 req-b674c5ff-985d-4fe1-9064-32504e4e65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:00.112884 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8f1edf17-1604-4be0-95bb-c66d9e300e1d req-44713463-3c8f-44cb-a72c-0f278d150211 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "GET /v2.0/security-groups/0e984b81-c950-4f48-9aef-3b82051cd05f HTTP/1.1" status: 200 len: 1805 time: 0.0976028 Jul 13 07:43:00.114581 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-62b91dfb-c681-4fb9-ac50-da85685a3010 req-b674c5ff-985d-4fe1-9064-32504e4e65ad service neutron] 10.222.0.62 "GET /v2.0/networks?id=593c6ad1-d14f-437d-ba60-3acf4156dc72 HTTP/1.1" status: 200 len: 917 time: 0.3354037 Jul 13 07:43:00.127143 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-8f1edf17-1604-4be0-95bb-c66d9e300e1d req-39e187ca-4e59-423f-bfc4-b65c556e9b65 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b4b0c768-0649-42fb-908a-e212c172236f', 'remote_group_id': '0e984b81-c950-4f48-9aef-3b82051cd05f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:00.138518 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-8f1edf17-1604-4be0-95bb-c66d9e300e1d req-39e187ca-4e59-423f-bfc4-b65c556e9b65 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b4b0c768-0649-42fb-908a-e212c172236f', 'remote_group_id': '0e984b81-c950-4f48-9aef-3b82051cd05f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:00.218625 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8d59b9a7-9f73-426b-8f5c-ccbc97cd0334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'name': 'tempest-ServersTestBootFromVolume-1267362208-router', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:25Z', 'updated_at': '2021-07-13T07:41:35Z', 'revision_number': 4, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'gw_port': {'id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:27Z', 'updated_at': '2021-07-13T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'c7c035a7-6b26-4adc-8b0f-9e81832c7355', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'floating_ip_address': '172.25.0.199', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'port_id': '025123fe-f305-4763-ad5d-b26f6b498e03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72', 'mac_address': 'fa:16:3e:69:f8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34844eca-97ca-4424-98c4-d7b337182075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:42:57Z', 'revision_number': 1, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832bf157-fc84-4865-b7c8-80bc3dd74f68', 'name': '', 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'mac_address': 'fa:16:3e:71:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'b1513bb1-4b36-457a-8cae-2a6826023db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:33Z', 'updated_at': '2021-07-13T07:41:46Z', 'revision_number': 5, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'subnets': [{'id': 'b1513bb1-4b36-457a-8cae-2a6826023db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:00.242208 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 513bf889-5d78-460a-bd74-86163f92633b completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:00.283473 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d59b9a7-9f73-426b-8f5c-ccbc97cd0334 None None] Checking router: 61c91c1b-fe5f-490b-8825-e7854382523a for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:00.297255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 513bf889-5d78-460a-bd74-86163f92633b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:00.297255 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.332436 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 13db9a28-20a2-4c02-a7c0-a30f817c43a1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=13db9a28-20a2-4c02-a7c0-a30f817c43a1,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:00.382967 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d59b9a7-9f73-426b-8f5c-ccbc97cd0334 None None] Routers {'61c91c1b-fe5f-490b-8825-e7854382523a'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:00.384319 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8d59b9a7-9f73-426b-8f5c-ccbc97cd0334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:42:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['61c91c1b-fe5f-490b-8825-e7854382523a'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:00.403222 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8f1edf17-1604-4be0-95bb-c66d9e300e1d req-39e187ca-4e59-423f-bfc4-b65c556e9b65 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.457593 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1ab768fd-6b89-45cb-8f1a-c6161548f7aa tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.460496 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-62b91dfb-c681-4fb9-ac50-da85685a3010 req-07a02df7-f233-4972-8a40-b5e942932c0b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=025123fe-f305-4763-ad5d-b26f6b498e03 HTTP/1.1" status: 200 len: 1000 time: 0.3312430 Jul 13 07:43:00.469256 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1ab768fd-6b89-45cb-8f1a-c6161548f7aa tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.482685 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '13db9a28-20a2-4c02-a7c0-a30f817c43a1', 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e', 'port_id': '13db9a28-20a2-4c02-a7c0-a30f817c43a1', 'mac_address': 'fa:16:3e:24:c1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05556c2b-fcc9-455f-bd77-fc9aed41f171', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:43:00.539108 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8f1edf17-1604-4be0-95bb-c66d9e300e1d req-39e187ca-4e59-423f-bfc4-b65c556e9b65 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.544484 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8f1edf17-1604-4be0-95bb-c66d9e300e1d req-39e187ca-4e59-423f-bfc4-b65c556e9b65 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.582028 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8f1edf17-1604-4be0-95bb-c66d9e300e1d req-39e187ca-4e59-423f-bfc4-b65c556e9b65 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.596415 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8f1edf17-1604-4be0-95bb-c66d9e300e1d req-39e187ca-4e59-423f-bfc4-b65c556e9b65 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4824064 Jul 13 07:43:00.607265 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e187ca-4e59-423f-bfc4-b65c556e9b65 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e90e30d-e61a-4597-8d75-8d16408141b5,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:00.613093 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab768fd-6b89-45cb-8f1a-c6161548f7aa tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc106d63-a581-4c50-a5b2-3ae747dba3db,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:00.626461 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b91dfb-c681-4fb9-ac50-da85685a3010 req-f06b9bda-7065-4461-abb6-2d01587d92ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:00.628084 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-62b91dfb-c681-4fb9-ac50-da85685a3010 req-f06b9bda-7065-4461-abb6-2d01587d92ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1513bb1-4b36-457a-8cae-2a6826023db8 HTTP/1.1" status: 200 len: 855 time: 0.1493311 Jul 13 07:43:00.632156 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1ab768fd-6b89-45cb-8f1a-c6161548f7aa tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.636737 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1ab768fd-6b89-45cb-8f1a-c6161548f7aa tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6300046 Jul 13 07:43:00.638830 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43562) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:00.645472 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b93d0375-88b1-46a0-947b-91c97ae4f1a1 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:00.670234 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.707264 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b93d0375-88b1-46a0-947b-91c97ae4f1a1 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.711016 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.714185 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13db9a28-20a2-4c02-a7c0-a30f817c43a1 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:00.770049 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-8d59b9a7-9f73-426b-8f5c-ccbc97cd0334 None None] Set router 61c91c1b-fe5f-490b-8825-e7854382523a gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:00.813652 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b91dfb-c681-4fb9-ac50-da85685a3010 req-7eda1e13-cfaf-4904-a7e6-91b01fe64204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:00.815767 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-62b91dfb-c681-4fb9-ac50-da85685a3010 req-7eda1e13-cfaf-4904-a7e6-91b01fe64204 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=593c6ad1-d14f-437d-ba60-3acf4156dc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1764019 Jul 13 07:43:00.840120 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 13db9a28-20a2-4c02-a7c0-a30f817c43a1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=13db9a28-20a2-4c02-a7c0-a30f817c43a1,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:00.853809 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77b776c-c378-4b97-a784-0c47dc1efe1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513bf889-5d78-460a-bd74-86163f92633b'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:00.856792 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88846903-01b7-49f9-84de-ee980309fd3a" -d '{"events": [{"server_uuid": "f77b776c-c378-4b97-a784-0c47dc1efe1e", "name": "network-vif-plugged", "status": "completed", "tag": "513bf889-5d78-460a-bd74-86163f92633b"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:00.864718 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.893846 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 513bf889-5d78-460a-bd74-86163f92633b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=513bf889-5d78-460a-bd74-86163f92633b,segment=NetworkSegment(c7aae684-1154-4dda-b8fe-05efe5ffa501),segment_id=c7aae684-1154-4dda-b8fe-05efe5ffa501)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:00.972559 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 60c288e5-0212-48de-a9e6-263e671ab4d6 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:01.000940 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:01.031499 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-62b91dfb-c681-4fb9-ac50-da85685a3010 req-08366fb4-18cc-42da-a6f1-5a84ccb704b8 service neutron] 10.222.0.62 "GET /v2.0/networks/593c6ad1-d14f-437d-ba60-3acf4156dc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040169 Jul 13 07:43:01.191325 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300d55b-f560-4175-a572-da82263a377c req-b05ba2eb-2185-457a-9f8f-9e3c64f8299f tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.199910 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8300d55b-f560-4175-a572-da82263a377c req-b05ba2eb-2185-457a-9f8f-9e3c64f8299f tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/ports?device_id=f77b776c-c378-4b97-a784-0c47dc1efe1e HTTP/1.1" status: 200 len: 945 time: 0.2092102 Jul 13 07:43:01.220396 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-62b91dfb-c681-4fb9-ac50-da85685a3010 req-60c70576-f456-4304-adf4-24ab80df162e service neutron] 10.222.0.62 "GET /v2.0/networks/593c6ad1-d14f-437d-ba60-3acf4156dc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775548 Jul 13 07:43:01.233683 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['13db9a28-20a2-4c02-a7c0-a30f817c43a1'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:01.260386 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b93d0375-88b1-46a0-947b-91c97ae4f1a1 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:01.302642 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8300d55b-f560-4175-a572-da82263a377c req-8784201d-5ac5-4508-b3a2-42f341f238b1 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/security-groups?id=90eb7035-fa67-40eb-9ca9-f416b30c44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993321 Jul 13 07:43:01.392365 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-432a8a39-82e7-4d20-92e6-965e2151d983 req-bdad3d5a-ee95-4fa7-beb7-88612aea1973 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-439536327', 'description': 'tempest-description-1536847936'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:01.454900 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=13db9a28-20a2-4c02-a7c0-a30f817c43a1,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:01.466700 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:01.507145 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 60c288e5-0212-48de-a9e6-263e671ab4d6 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:01.544689 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 60c288e5-0212-48de-a9e6-263e671ab4d6 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:01.545072 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:01.547520 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-b93d0375-88b1-46a0-947b-91c97ae4f1a1 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Allocated IP 172.25.0.192 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/bf84eefd-acef-4d13-aa37-50227b76f50e) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:01.644205 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-432a8a39-82e7-4d20-92e6-965e2151d983 req-bdad3d5a-ee95-4fa7-beb7-88612aea1973 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:01.750813 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a017b7-defc-4be8-bc62-95d33c0b6646 x-openstack-request-id: req-06a017b7-defc-4be8-bc62-95d33c0b6646 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:01.751374 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77b776c-c378-4b97-a784-0c47dc1efe1e", "name": "network-vif-plugged", "status": "completed", "tag": "513bf889-5d78-460a-bd74-86163f92633b", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:01.762453 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-06a017b7-defc-4be8-bc62-95d33c0b6646 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:01.762885 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77b776c-c378-4b97-a784-0c47dc1efe1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513bf889-5d78-460a-bd74-86163f92633b', 'code': 200} Jul 13 07:43:01.776640 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b93d0375-88b1-46a0-947b-91c97ae4f1a1 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:01.896632 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:01.900321 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=513bf889-5d78-460a-bd74-86163f92633b,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:01.984625 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8d59b9a7-9f73-426b-8f5c-ccbc97cd0334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'name': 'tempest-ServersTestBootFromVolume-1267362208-router', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:25Z', 'updated_at': '2021-07-13T07:41:35Z', 'revision_number': 4, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'gw_port': {'id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:27Z', 'updated_at': '2021-07-13T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'c7c035a7-6b26-4adc-8b0f-9e81832c7355', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'floating_ip_address': '172.25.0.199', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'port_id': '025123fe-f305-4763-ad5d-b26f6b498e03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72', 'mac_address': 'fa:16:3e:69:f8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34844eca-97ca-4424-98c4-d7b337182075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:42:57Z', 'revision_number': 1, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832bf157-fc84-4865-b7c8-80bc3dd74f68', 'name': '', 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'mac_address': 'fa:16:3e:71:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'b1513bb1-4b36-457a-8cae-2a6826023db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:33Z', 'updated_at': '2021-07-13T07:41:46Z', 'revision_number': 5, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'subnets': [{'id': 'b1513bb1-4b36-457a-8cae-2a6826023db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:02.013324 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-432a8a39-82e7-4d20-92e6-965e2151d983 req-bdad3d5a-ee95-4fa7-beb7-88612aea1973 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:02.034184 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d59b9a7-9f73-426b-8f5c-ccbc97cd0334 None None] The sync data for ids ['61c91c1b-fe5f-490b-8825-e7854382523a'] in n-d-779913-28 is: [{'id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'name': 'tempest-ServersTestBootFromVolume-1267362208-router', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:25Z', 'updated_at': '2021-07-13T07:41:35Z', 'revision_number': 4, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'gw_port': {'id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:27Z', 'updated_at': '2021-07-13T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'c7c035a7-6b26-4adc-8b0f-9e81832c7355', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'floating_ip_address': '172.25.0.199', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'port_id': '025123fe-f305-4763-ad5d-b26f6b498e03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72', 'mac_address': 'fa:16:3e:69:f8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34844eca-97ca-4424-98c4-d7b337182075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:42:57Z', 'revision_number': 1, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832bf157-fc84-4865-b7c8-80bc3dd74f68', 'name': '', 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'mac_address': 'fa:16:3e:71:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'b1513bb1-4b36-457a-8cae-2a6826023db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:33Z', 'updated_at': '2021-07-13T07:41:46Z', 'revision_number': 5, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'subnets': [{'id': 'b1513bb1-4b36-457a-8cae-2a6826023db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:02.044136 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 60c288e5-0212-48de-a9e6-263e671ab4d6, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=60c288e5-0212-48de-a9e6-263e671ab4d6,segment=NetworkSegment(ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4),segment_id=ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:02.054396 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:02.056603 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca43f91-2d97-4fd6-892e-e8bb73f58b83 req-58e0c9f8-6150-41d8-a9cb-98ef219f3c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:02.059147 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8ca43f91-2d97-4fd6-892e-e8bb73f58b83 req-58e0c9f8-6150-41d8-a9cb-98ef219f3c64 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f77b776c-c378-4b97-a784-0c47dc1efe1e HTTP/1.1" status: 200 len: 1097 time: 0.2035351 Jul 13 07:43:02.071534 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-432a8a39-82e7-4d20-92e6-965e2151d983 req-bdad3d5a-ee95-4fa7-beb7-88612aea1973 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:02.179326 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=60c288e5-0212-48de-a9e6-263e671ab4d6,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:02.191387 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b93d0375-88b1-46a0-947b-91c97ae4f1a1 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:02.199907 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8ca43f91-2d97-4fd6-892e-e8bb73f58b83 req-6104644b-6e5e-41f7-888a-b9f5c11da73e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=90eb7035-fa67-40eb-9ca9-f416b30c44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337645 Jul 13 07:43:02.227328 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-432a8a39-82e7-4d20-92e6-965e2151d983 req-bdad3d5a-ee95-4fa7-beb7-88612aea1973 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:02.228596 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-432a8a39-82e7-4d20-92e6-965e2151d983 req-bdad3d5a-ee95-4fa7-beb7-88612aea1973 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8722408 Jul 13 07:43:02.283763 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad3d5a-ee95-4fa7-beb7-88612aea1973 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020c6225-8086-4fc7-a674-d9c48d3fa809,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:02.311290 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93d0375-88b1-46a0-947b-91c97ae4f1a1 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:02.323070 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b93d0375-88b1-46a0-947b-91c97ae4f1a1 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:02.332686 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f4178-f690-487f-8320-a2ce6d6b8934 req-14c1192d-75b1-4560-b909-bcd9a8da9cfa tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:02.339899 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ff9f4178-f690-487f-8320-a2ce6d6b8934 req-14c1192d-75b1-4560-b909-bcd9a8da9cfa tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/ports?device_id=996c7974-3c1d-463a-8152-e1fd451eef34 HTTP/1.1" status: 200 len: 945 time: 0.3474109 Jul 13 07:43:02.342272 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d0375-88b1-46a0-947b-91c97ae4f1a1 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:02.370416 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d0375-88b1-46a0-947b-91c97ae4f1a1 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Pushing event updated for resources: {'Port': ['ID=bf84eefd-acef-4d13-aa37-50227b76f50e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:02.470800 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ff9f4178-f690-487f-8320-a2ce6d6b8934 req-5fa69f4e-11c8-4cfd-9055-93b4745ba739 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/security-groups?id=475912d1-dd55-4e73-b415-14224071bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298819 Jul 13 07:43:02.505529 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e079b15-d795-45c1-a4c8-4f1d88550a7e None None] New status for floating IP c7c035a7-6b26-4adc-8b0f-9e81832c7355: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:43:02.686286 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-a3e4144b-1cc6-4633-b931-f7f2253ac219 req-f637d42f-c3a7-4c85-a588-06abbce3d597 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1248213486', 'description': 'tempest-description-1104749103'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:02.823187 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b93d0375-88b1-46a0-947b-91c97ae4f1a1 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:02.835127 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a3e4144b-1cc6-4633-b931-f7f2253ac219 req-f637d42f-c3a7-4c85-a588-06abbce3d597 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:02.900782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-caaa6956-ef81-4e2a-be3e-d28d5d3bb7e7 None None] Provisioning complete for port 60c288e5-0212-48de-a9e6-263e671ab4d6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:02.901531 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-caaa6956-ef81-4e2a-be3e-d28d5d3bb7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:02.958158 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b93d0375-88b1-46a0-947b-91c97ae4f1a1 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:02.980365 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 60c288e5-0212-48de-a9e6-263e671ab4d6 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:03.027522 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9e331-bb85-4269-9fce-38282e5fe500 req-cb09d981-9bfd-466e-9092-5b57a2727dc1 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:03.029505 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-69e9e331-bb85-4269-9fce-38282e5fe500 req-cb09d981-9bfd-466e-9092-5b57a2727dc1 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/ports?device_id=f77b776c-c378-4b97-a784-0c47dc1efe1e HTTP/1.1" status: 200 len: 945 time: 0.3681052 Jul 13 07:43:03.076397 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c3d15-fc0e-4ec0-9b6f-5464eff7ff70 req-f277d17a-1668-4f4d-be76-ad7ff2935a26 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:03.077530 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 60c288e5-0212-48de-a9e6-263e671ab4d6 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:03.078231 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e08c3d15-fc0e-4ec0-9b6f-5464eff7ff70 req-f277d17a-1668-4f4d-be76-ad7ff2935a26 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.35 "GET /v2.0/ports?device_id=996c7974-3c1d-463a-8152-e1fd451eef34 HTTP/1.1" status: 200 len: 945 time: 0.3249578 Jul 13 07:43:03.079423 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.277182 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-69e9e331-bb85-4269-9fce-38282e5fe500 req-12aa4700-dfc1-4cf2-9b4d-a1aef3e6cfe6 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/security-groups?id=90eb7035-fa67-40eb-9ca9-f416b30c44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281196 Jul 13 07:43:03.390559 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a3e4144b-1cc6-4633-b931-f7f2253ac219 req-f637d42f-c3a7-4c85-a588-06abbce3d597 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.429601 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a3e4144b-1cc6-4633-b931-f7f2253ac219 req-f637d42f-c3a7-4c85-a588-06abbce3d597 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.544088 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a3e4144b-1cc6-4633-b931-f7f2253ac219 req-f637d42f-c3a7-4c85-a588-06abbce3d597 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.545278 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3e4144b-1cc6-4633-b931-f7f2253ac219 req-f637d42f-c3a7-4c85-a588-06abbce3d597 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8868072 Jul 13 07:43:03.564874 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637d42f-c3a7-4c85-a588-06abbce3d597 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaf5890-6cee-47b3-baf7-592a6069990a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:03.586014 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-e08c3d15-fc0e-4ec0-9b6f-5464eff7ff70 req-f4900129-9b25-4f11-a500-8d71023ad516 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Deleting port b5f50673-451f-4956-be14-6039c10cef11 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:03.586963 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e08c3d15-fc0e-4ec0-9b6f-5464eff7ff70 req-f4900129-9b25-4f11-a500-8d71023ad516 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.627115 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b93d0375-88b1-46a0-947b-91c97ae4f1a1 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.635935 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b93d0375-88b1-46a0-947b-91c97ae4f1a1 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.823962 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d0375-88b1-46a0-947b-91c97ae4f1a1 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Pushing event updated for resources: {'Port': ['ID=bf84eefd-acef-4d13-aa37-50227b76f50e,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:03.941806 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e08c3d15-fc0e-4ec0-9b6f-5464eff7ff70 req-f4900129-9b25-4f11-a500-8d71023ad516 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] For port b5f50673-451f-4956-be14-6039c10cef11, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=b5f50673-451f-4956-be14-6039c10cef11,segment=NetworkSegment(3f5fb917-28aa-43aa-a4d9-11bf532e1922),segment_id=3f5fb917-28aa-43aa-a4d9-11bf532e1922)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:03.942209 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e08c3d15-fc0e-4ec0-9b6f-5464eff7ff70 req-f4900129-9b25-4f11-a500-8d71023ad516 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.963938 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b93d0375-88b1-46a0-947b-91c97ae4f1a1 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.986505 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-e08c3d15-fc0e-4ec0-9b6f-5464eff7ff70 req-f4900129-9b25-4f11-a500-8d71023ad516 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Calling delete_port for b5f50673-451f-4956-be14-6039c10cef11 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:03.990373 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 13db9a28-20a2-4c02-a7c0-a30f817c43a1 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:04.032627 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f87e6f4d-65ea-4101-8b33-c07ae2fd63aa req-f64632d9-4544-4e19-8f96-d39504c979db tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "GET /v2.0/security-groups/020c6225-8086-4fc7-a674-d9c48d3fa809 HTTP/1.1" status: 200 len: 1806 time: 0.1260579 Jul 13 07:43:04.059807 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b93d0375-88b1-46a0-947b-91c97ae4f1a1 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.061385 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b93d0375-88b1-46a0-947b-91c97ae4f1a1 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4210496 Jul 13 07:43:04.167077 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 13db9a28-20a2-4c02-a7c0-a30f817c43a1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:04.167834 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.225342 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e78fc-1179-491e-ad06-298d8559ff3d req-848619f3-bfe1-4531-b583-7b5397d31609 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:04.232960 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c6e78fc-1179-491e-ad06-298d8559ff3d req-848619f3-bfe1-4531-b583-7b5397d31609 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/ports?device_id=996c7974-3c1d-463a-8152-e1fd451eef34 HTTP/1.1" status: 200 len: 945 time: 0.3892915 Jul 13 07:43:04.274762 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f87e6f4d-65ea-4101-8b33-c07ae2fd63aa req-fd9f1f45-0f4a-40ef-a79e-3e05dbdb9ab4 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "GET /v2.0/security-groups/8eaf5890-6cee-47b3-baf7-592a6069990a HTTP/1.1" status: 200 len: 1807 time: 0.2408631 Jul 13 07:43:04.279469 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-f87e6f4d-65ea-4101-8b33-c07ae2fd63aa req-34e95081-cda6-4051-8233-739483a97553 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '020c6225-8086-4fc7-a674-d9c48d3fa809', 'remote_group_id': '8eaf5890-6cee-47b3-baf7-592a6069990a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:04.280087 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-f87e6f4d-65ea-4101-8b33-c07ae2fd63aa req-34e95081-cda6-4051-8233-739483a97553 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '020c6225-8086-4fc7-a674-d9c48d3fa809', 'remote_group_id': '8eaf5890-6cee-47b3-baf7-592a6069990a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:04.284250 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.323117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e1e003-97ab-42d7-8527-f16c98c6587e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13db9a28-20a2-4c02-a7c0-a30f817c43a1'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:04.326023 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28ea4bc-ac61-4161-b0bc-e1add810889a" -d '{"events": [{"server_uuid": "61e1e003-97ab-42d7-8527-f16c98c6587e", "name": "network-vif-plugged", "status": "completed", "tag": "13db9a28-20a2-4c02-a7c0-a30f817c43a1"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:04.346296 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 13db9a28-20a2-4c02-a7c0-a30f817c43a1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=13db9a28-20a2-4c02-a7c0-a30f817c43a1,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:04.349198 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c6e78fc-1179-491e-ad06-298d8559ff3d req-ac2b4a6e-cc3e-45ea-9786-b5ddf6b5b935 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.58 "GET /v2.0/security-groups?id=475912d1-dd55-4e73-b415-14224071bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121967 Jul 13 07:43:04.354206 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.463426 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f87e6f4d-65ea-4101-8b33-c07ae2fd63aa req-34e95081-cda6-4051-8233-739483a97553 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.497017 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e08c3d15-fc0e-4ec0-9b6f-5464eff7ff70 req-f4900129-9b25-4f11-a500-8d71023ad516 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.515404 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['b5f50673-451f-4956-be14-6039c10cef11'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:04.579799 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f87e6f4d-65ea-4101-8b33-c07ae2fd63aa req-34e95081-cda6-4051-8233-739483a97553 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.588243 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4900129-9b25-4f11-a500-8d71023ad516 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Pushing event deleted for resources: {'Port': ['ID=b5f50673-451f-4956-be14-6039c10cef11,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:04.599122 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f87e6f4d-65ea-4101-8b33-c07ae2fd63aa req-34e95081-cda6-4051-8233-739483a97553 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.611974 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=13db9a28-20a2-4c02-a7c0-a30f817c43a1,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:04.636066 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4785600f-ad09-41ba-a4e1-92095251a509 req-770b5500-9e0d-42d9-9825-95204241d861 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1980695561&fields=id&tenant_id=ccf3a1e2c53946b0bb487bccfa71d202 HTTP/1.1" status: 200 len: 267 time: 0.1423841 Jul 13 07:43:04.676496 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08c3d15-fc0e-4ec0-9b6f-5464eff7ff70 req-f4900129-9b25-4f11-a500-8d71023ad516 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] No DVR routers for this DVR port b5f50673-451f-4956-be14-6039c10cef11 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:43:04.680697 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e95081-cda6-4051-8233-739483a97553 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd08edd0-7669-4a5b-8d2d-6375cef4f77f,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:04.694483 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e08c3d15-fc0e-4ec0-9b6f-5464eff7ff70 req-f4900129-9b25-4f11-a500-8d71023ad516 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.696544 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e08c3d15-fc0e-4ec0-9b6f-5464eff7ff70 req-f4900129-9b25-4f11-a500-8d71023ad516 tempest-ServerAddressesTestJSON-241187958 tempest-ServerAddressesTestJSON-241187958-project] 10.222.0.35 "DELETE /v2.0/ports/b5f50673-451f-4956-be14-6039c10cef11 HTTP/1.1" status: 204 len: 173 time: 1.6045785 Jul 13 07:43:04.697038 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996c7974-3c1d-463a-8152-e1fd451eef34', 'name': 'network-vif-deleted', 'tag': 'b5f50673-451f-4956-be14-6039c10cef11'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:04.699485 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab632922-be00-4723-88ca-28768b6c1654" -d '{"events": [{"server_uuid": "996c7974-3c1d-463a-8152-e1fd451eef34", "name": "network-vif-deleted", "tag": "b5f50673-451f-4956-be14-6039c10cef11"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:04.716639 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f87e6f4d-65ea-4101-8b33-c07ae2fd63aa req-34e95081-cda6-4051-8233-739483a97553 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.734151 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f87e6f4d-65ea-4101-8b33-c07ae2fd63aa req-34e95081-cda6-4051-8233-739483a97553 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4516776 Jul 13 07:43:04.787581 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71039cb9-4cb1-4899-ab21-5eeca99bd50d x-openstack-request-id: req-71039cb9-4cb1-4899-ab21-5eeca99bd50d {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:04.788476 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e1e003-97ab-42d7-8527-f16c98c6587e", "name": "network-vif-plugged", "status": "completed", "tag": "13db9a28-20a2-4c02-a7c0-a30f817c43a1", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:04.792643 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-71039cb9-4cb1-4899-ab21-5eeca99bd50d {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:04.794638 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e1e003-97ab-42d7-8527-f16c98c6587e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13db9a28-20a2-4c02-a7c0-a30f817c43a1', 'code': 200} Jul 13 07:43:04.896793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785600f-ad09-41ba-a4e1-92095251a509 req-baf8101a-cc01-4ee1-b34d-0c53a3dfa735 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:04.904771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4785600f-ad09-41ba-a4e1-92095251a509 req-baf8101a-cc01-4ee1-b34d-0c53a3dfa735 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/networks?id=702e19a1-e725-472e-946c-5dda0d6230e4 HTTP/1.1" status: 200 len: 812 time: 0.2677748 Jul 13 07:43:04.925164 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4785600f-ad09-41ba-a4e1-92095251a509 req-1e321203-755d-4a29-8176-8d07150c1a5a tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/quotas/ccf3a1e2c53946b0bb487bccfa71d202 HTTP/1.1" status: 200 len: 375 time: 0.0191920 Jul 13 07:43:05.220314 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4785600f-ad09-41ba-a4e1-92095251a509 req-260ded0b-1636-4778-a2ec-163e4a99972b tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ccf3a1e2c53946b0bb487bccfa71d202&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2926803 Jul 13 07:43:05.240796 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-4785600f-ad09-41ba-a4e1-92095251a509 req-4be30944-1d59-4136-9fc3-972bc81af2f4 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:43:05.243348 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4785600f-ad09-41ba-a4e1-92095251a509 req-4be30944-1d59-4136-9fc3-972bc81af2f4 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074987 Jul 13 07:43:05.314865 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7253ed6-4f8b-4c32-9565-90edfafd654e req-a93a2d8e-6fe3-4f21-97c4-cd80aa894a39 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:05.318786 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7253ed6-4f8b-4c32-9565-90edfafd654e req-a93a2d8e-6fe3-4f21-97c4-cd80aa894a39 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/ports?device_id=f77b776c-c378-4b97-a784-0c47dc1efe1e HTTP/1.1" status: 200 len: 945 time: 0.2733135 Jul 13 07:43:05.461529 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7253ed6-4f8b-4c32-9565-90edfafd654e req-e0d5bcbb-b62d-4080-937f-65fc093af2d0 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/security-groups?id=90eb7035-fa67-40eb-9ca9-f416b30c44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334214 Jul 13 07:43:05.518786 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4785600f-ad09-41ba-a4e1-92095251a509 req-bd515144-cfa8-4857-be37-48080b6c86a4 service neutron] 10.222.0.58 "GET /v2.0/networks/702e19a1-e725-472e-946c-5dda0d6230e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691503 Jul 13 07:43:05.709323 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4785600f-ad09-41ba-a4e1-92095251a509 req-7c9cd5ca-a6b4-4fbf-bb07-c97c90c926a9 service neutron] 10.222.0.58 "GET /v2.0/networks/702e19a1-e725-472e-946c-5dda0d6230e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842177 Jul 13 07:43:05.775514 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635e33b1-92b7-4c3a-96ba-aa7ee8447b37 x-openstack-request-id: req-635e33b1-92b7-4c3a-96ba-aa7ee8447b37 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:05.775980 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996c7974-3c1d-463a-8152-e1fd451eef34", "name": "network-vif-deleted", "tag": "b5f50673-451f-4956-be14-6039c10cef11", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:05.777133 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-635e33b1-92b7-4c3a-96ba-aa7ee8447b37 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:05.781216 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996c7974-3c1d-463a-8152-e1fd451eef34', 'name': 'network-vif-deleted', 'tag': 'b5f50673-451f-4956-be14-6039c10cef11', 'status': 'completed', 'code': 200} Jul 13 07:43:06.387897 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43708) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:06.466923 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75f193f8-d0a2-4cc0-a067-e89865467a47 req-8e192cb5-8835-451f-b1df-dd2bbd3cc6f6 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "GET /v2.0/security-groups/8eaf5890-6cee-47b3-baf7-592a6069990a HTTP/1.1" status: 200 len: 1807 time: 0.6770957 Jul 13 07:43:06.594697 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eef2de0a-5681-4510-b3ad-ebfe568be8e5 req-00676ef3-0261-4ac5-ae78-d9dff05f3185 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/ports?device_id=4207daf2-7f30-466d-b844-9dff3885a4fa HTTP/1.1" status: 200 len: 210 time: 0.0630641 Jul 13 07:43:06.596862 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75f193f8-d0a2-4cc0-a067-e89865467a47 req-4e0f1fb3-7fb0-4fd8-89d2-585041061c20 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:06.635456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-32974e18-b473-445d-a474-dc307d39bee5 admin admin] Deleting subnet 0cf0d7f2-5bf6-44b5-bab1-19eec586dd6b {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:06.639476 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-32974e18-b473-445d-a474-dc307d39bee5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:06.655592 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75f193f8-d0a2-4cc0-a067-e89865467a47 req-4e0f1fb3-7fb0-4fd8-89d2-585041061c20 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:06.734585 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-32974e18-b473-445d-a474-dc307d39bee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:06.835020 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75f193f8-d0a2-4cc0-a067-e89865467a47 req-4e0f1fb3-7fb0-4fd8-89d2-585041061c20 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:06.840082 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-75f193f8-d0a2-4cc0-a067-e89865467a47 req-4e0f1fb3-7fb0-4fd8-89d2-585041061c20 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:06.855404 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75f193f8-d0a2-4cc0-a067-e89865467a47 req-4e0f1fb3-7fb0-4fd8-89d2-585041061c20 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "DELETE /v2.0/security-groups/8eaf5890-6cee-47b3-baf7-592a6069990a HTTP/1.1" status: 204 len: 173 time: 0.3811209 Jul 13 07:43:06.892501 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f1fb3-7fb0-4fd8-89d2-585041061c20 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eaf5890-6cee-47b3-baf7-592a6069990a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:06.892905 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-32974e18-b473-445d-a474-dc307d39bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.054072 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-32974e18-b473-445d-a474-dc307d39bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.134359 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-32974e18-b473-445d-a474-dc307d39bee5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.153352 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-32974e18-b473-445d-a474-dc307d39bee5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0cf0d7f2-5bf6-44b5-bab1-19eec586dd6b HTTP/1.1" status: 204 len: 168 time: 0.7629802 Jul 13 07:43:07.157219 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43720) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:07.174986 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32974e18-b473-445d-a474-dc307d39bee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cf0d7f2-5bf6-44b5-bab1-19eec586dd6b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:07.312502 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93c78793-4bac-4244-ae4d-8adf82d621cb req-905dd1df-b840-4986-ac81-8bd2dbdfba70 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "GET /v2.0/security-groups/020c6225-8086-4fc7-a674-d9c48d3fa809 HTTP/1.1" status: 200 len: 1806 time: 0.0585639 Jul 13 07:43:07.326206 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-460b781b-d06f-4fa0-81d5-b1a75684e35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.551341 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-460b781b-d06f-4fa0-81d5-b1a75684e35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.564766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-460b781b-d06f-4fa0-81d5-b1a75684e35d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f89b0207-1f86-411d-81fa-101ccee49c37']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:07.577353 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-460b781b-d06f-4fa0-81d5-b1a75684e35d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5fb917-28aa-43aa-a4d9-11bf532e1922') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:07.577809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-460b781b-d06f-4fa0-81d5-b1a75684e35d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5fb917-28aa-43aa-a4d9-11bf532e1922') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:07.656443 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-43cc5a87-3ff5-47f1-83d0-e1a099f79530 req-9d73ad51-7340-434b-a1f8-5e397423cca6 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-472375669', 'description': 'tempest-description-1391358621'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:07.663640 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-460b781b-d06f-4fa0-81d5-b1a75684e35d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.706242 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-460b781b-d06f-4fa0-81d5-b1a75684e35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.719419 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460b781b-d06f-4fa0-81d5-b1a75684e35d admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:43:07.720001 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-460b781b-d06f-4fa0-81d5-b1a75684e35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:43:07.722399 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:43:07.739183 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.787424 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-43cc5a87-3ff5-47f1-83d0-e1a099f79530 req-9d73ad51-7340-434b-a1f8-5e397423cca6 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.835628 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036d69a-c6f0-4d4f-a1bf-fe0902c14eef req-c877566f-bffc-4d03-9768-c9b5ab081155 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:07.845802 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5036d69a-c6f0-4d4f-a1bf-fe0902c14eef req-c877566f-bffc-4d03-9768-c9b5ab081155 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/ports?device_id=f77b776c-c378-4b97-a784-0c47dc1efe1e HTTP/1.1" status: 200 len: 945 time: 0.2580400 Jul 13 07:43:07.946425 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-460b781b-d06f-4fa0-81d5-b1a75684e35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.963096 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-460b781b-d06f-4fa0-81d5-b1a75684e35d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.965647 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-460b781b-d06f-4fa0-81d5-b1a75684e35d admin admin] 10.222.0.58 "DELETE /v2.0/networks/f89b0207-1f86-411d-81fa-101ccee49c37 HTTP/1.1" status: 204 len: 168 time: 0.8071189 Jul 13 07:43:08.006595 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device b5f50673-451f-4956-be14-6039c10cef11 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:08.014830 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43752) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:08.032325 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b781b-d06f-4fa0-81d5-b1a75684e35d admin admin] Pushing event deleted for resources: {'Network': ['ID=f89b0207-1f86-411d-81fa-101ccee49c37,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:08.077560 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5036d69a-c6f0-4d4f-a1bf-fe0902c14eef req-8fec33b0-65b2-4e83-9704-057ab21ba7f4 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/security-groups?id=90eb7035-fa67-40eb-9ca9-f416b30c44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291634 Jul 13 07:43:08.094319 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: b5f50673-451f-4956-be14-6039c10cef11 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:08.107107 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device b5f50673-451f-4956-be14-6039c10cef11 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:08.198804 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-634726df-6c80-49fe-9caa-837b9d1293eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.275610 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-43cc5a87-3ff5-47f1-83d0-e1a099f79530 req-9d73ad51-7340-434b-a1f8-5e397423cca6 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.306884 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-43cc5a87-3ff5-47f1-83d0-e1a099f79530 req-9d73ad51-7340-434b-a1f8-5e397423cca6 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.327856 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43758) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:08.482229 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-531bfd11-6c92-4f4f-999e-02d1ce2fa1c5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=363d52fa2f5f48b9abe2174808e3a6f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400659 Jul 13 07:43:08.485215 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a6dfabed-215c-4e7c-94eb-52414b9c919b req-db1f4688-e956-4818-8b79-58d8537affcf tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/ports?device_id=4207daf2-7f30-466d-b844-9dff3885a4fa HTTP/1.1" status: 200 len: 210 time: 0.1598940 Jul 13 07:43:08.488483 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43762) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:08.566587 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73ad51-7340-434b-a1f8-5e397423cca6 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6262cf72-371a-4577-a960-41cb17f1c673,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:08.604537 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785600f-ad09-41ba-a4e1-92095251a509 req-7f1cff73-0e40-4a3c-86d8-2ef5286b208a tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:08.610933 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4785600f-ad09-41ba-a4e1-92095251a509 req-7f1cff73-0e40-4a3c-86d8-2ef5286b208a tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.35 "GET /v2.0/networks?id=702e19a1-e725-472e-946c-5dda0d6230e4 HTTP/1.1" status: 200 len: 812 time: 0.3919265 Jul 13 07:43:08.648465 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4c5d56c6-5198-4fdb-8a45-80002666bb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.678833 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-634726df-6c80-49fe-9caa-837b9d1293eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.703223 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-634726df-6c80-49fe-9caa-837b9d1293eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.708422 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4c5d56c6-5198-4fdb-8a45-80002666bb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.719639 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-43cc5a87-3ff5-47f1-83d0-e1a099f79530 req-9d73ad51-7340-434b-a1f8-5e397423cca6 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.722493 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43cc5a87-3ff5-47f1-83d0-e1a099f79530 req-9d73ad51-7340-434b-a1f8-5e397423cca6 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0746577 Jul 13 07:43:08.739855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4785600f-ad09-41ba-a4e1-92095251a509 req-03355e4a-8e34-4516-963e-51360c88dd59 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccf3a1e2c53946b0bb487bccfa71d202 HTTP/1.1" status: 200 len: 380 time: 0.1101789 Jul 13 07:43:08.748155 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-4785600f-ad09-41ba-a4e1-92095251a509 req-3e369ce1-cf52-41dd-b86e-7acb43e9640b tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Request body: {'port': {'device_id': '4207daf2-7f30-466d-b844-9dff3885a4fa', 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4', 'admin_state_up': True, 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'security_groups': ['cf9f1c6e-14f2-43e1-b6fa-9d296a5d1024']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:08.823354 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634726df-6c80-49fe-9caa-837b9d1293eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee7d398-6162-499b-9ef7-943df1c21bf3,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:08.857163 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-634726df-6c80-49fe-9caa-837b9d1293eb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b348d8a2231c4f7bbd352cfc85147e6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8365991 Jul 13 07:43:08.859299 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43776) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:08.897275 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4c5d56c6-5198-4fdb-8a45-80002666bb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.900503 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4c5d56c6-5198-4fdb-8a45-80002666bb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.914362 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4c5d56c6-5198-4fdb-8a45-80002666bb2a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/475912d1-dd55-4e73-b415-14224071bcd4 HTTP/1.1" status: 204 len: 168 time: 0.4165206 Jul 13 07:43:08.970581 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-21c7d52e-b25d-42da-873d-8f68644bafab req-a07b996e-6555-495b-8a72-aca13873e57b tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "GET /v2.0/security-groups/6262cf72-371a-4577-a960-41cb17f1c673 HTTP/1.1" status: 200 len: 1806 time: 0.0907795 Jul 13 07:43:08.975863 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-21c7d52e-b25d-42da-873d-8f68644bafab req-34dfcdf5-9afb-4643-a90d-9761409f96ed tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6262cf72-371a-4577-a960-41cb17f1c673', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:08.976076 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-21c7d52e-b25d-42da-873d-8f68644bafab req-34dfcdf5-9afb-4643-a90d-9761409f96ed tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6262cf72-371a-4577-a960-41cb17f1c673', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:08.996090 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d56c6-5198-4fdb-8a45-80002666bb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475912d1-dd55-4e73-b415-14224071bcd4,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:09.041865 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd51aa5d-c918-464e-be3c-a40669c7d325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.067936 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4785600f-ad09-41ba-a4e1-92095251a509 req-3e369ce1-cf52-41dd-b86e-7acb43e9640b tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Made reservation on behalf of ccf3a1e2c53946b0bb487bccfa71d202 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:09.073346 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4785600f-ad09-41ba-a4e1-92095251a509 req-3e369ce1-cf52-41dd-b86e-7acb43e9640b tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.082007 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd51aa5d-c918-464e-be3c-a40669c7d325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.148757 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-21c7d52e-b25d-42da-873d-8f68644bafab req-34dfcdf5-9afb-4643-a90d-9761409f96ed tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.259927 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9910e8-5729-4531-9405-359c2184ccd7 req-d94e2dd1-8d20-45a2-8e80-e6914f1046eb tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:09.261855 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ee9910e8-5729-4531-9405-359c2184ccd7 req-d94e2dd1-8d20-45a2-8e80-e6914f1046eb tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.62 "GET /v2.0/ports?device_id=f77b776c-c378-4b97-a784-0c47dc1efe1e HTTP/1.1" status: 200 len: 945 time: 0.1194265 Jul 13 07:43:09.263144 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd51aa5d-c918-464e-be3c-a40669c7d325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.266549 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd51aa5d-c918-464e-be3c-a40669c7d325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.268044 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cd51aa5d-c918-464e-be3c-a40669c7d325 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ee7d398-6162-499b-9ef7-943df1c21bf3 HTTP/1.1" status: 204 len: 168 time: 0.4075882 Jul 13 07:43:09.419246 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-21c7d52e-b25d-42da-873d-8f68644bafab req-34dfcdf5-9afb-4643-a90d-9761409f96ed tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.448048 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-21c7d52e-b25d-42da-873d-8f68644bafab req-34dfcdf5-9afb-4643-a90d-9761409f96ed tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.454888 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51aa5d-c918-464e-be3c-a40669c7d325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee7d398-6162-499b-9ef7-943df1c21bf3,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:09.489458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dfcdf5-9afb-4643-a90d-9761409f96ed tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c21858b-8eb3-4dc4-bf1a-ed8095f42b92,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:09.505119 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-21c7d52e-b25d-42da-873d-8f68644bafab req-34dfcdf5-9afb-4643-a90d-9761409f96ed tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.510743 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-21c7d52e-b25d-42da-873d-8f68644bafab req-34dfcdf5-9afb-4643-a90d-9761409f96ed tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5390074 Jul 13 07:43:09.533909 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-ee9910e8-5729-4531-9405-359c2184ccd7 req-b96f7ad7-6b44-4493-8aeb-385ec4378701 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Deleting port 513bf889-5d78-460a-bd74-86163f92633b {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:09.534563 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ee9910e8-5729-4531-9405-359c2184ccd7 req-b96f7ad7-6b44-4493-8aeb-385ec4378701 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.536951 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-4785600f-ad09-41ba-a4e1-92095251a509 req-3e369ce1-cf52-41dd-b86e-7acb43e9640b tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Allocated IP 172.20.0.3 (702e19a1-e725-472e-946c-5dda0d6230e4/79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9/70c71c43-d87f-4653-a54e-cd9c3bb32017) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:09.618797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780b872-0b17-4040-a758-7d6942fd1149 req-210177da-9def-4da9-b09e-57906f6fb22b tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:09.627149 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0780b872-0b17-4040-a758-7d6942fd1149 req-210177da-9def-4da9-b09e-57906f6fb22b tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/ports?device_id=f77b776c-c378-4b97-a784-0c47dc1efe1e HTTP/1.1" status: 200 len: 945 time: 0.3545291 Jul 13 07:43:09.670236 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2051a873-f1d0-4f6d-b497-aeab1347bd43 req-d66a82f1-d9e3-48e6-bcc3-33e7df194b6a tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "GET /v2.0/security-groups/6262cf72-371a-4577-a960-41cb17f1c673 HTTP/1.1" status: 200 len: 2400 time: 0.1288455 Jul 13 07:43:09.690877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-2051a873-f1d0-4f6d-b497-aeab1347bd43 req-182f3e74-f165-4d48-89f3-65202e24b85b tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6262cf72-371a-4577-a960-41cb17f1c673', 'remote_group_id': None}]} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:09.691506 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-2051a873-f1d0-4f6d-b497-aeab1347bd43 req-182f3e74-f165-4d48-89f3-65202e24b85b tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6262cf72-371a-4577-a960-41cb17f1c673', 'remote_group_id': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:09.786492 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0780b872-0b17-4040-a758-7d6942fd1149 req-a71601fb-a74c-4564-b9d2-d1c1cad82fb0 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/security-groups?id=90eb7035-fa67-40eb-9ca9-f416b30c44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553426 Jul 13 07:43:09.990366 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43806) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:10.004216 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4785600f-ad09-41ba-a4e1-92095251a509 req-3e369ce1-cf52-41dd-b86e-7acb43e9640b tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.038317 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b93989e0-27fd-44a2-a3cb-83b036cbab1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.062424 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-4785600f-ad09-41ba-a4e1-92095251a509 req-3e369ce1-cf52-41dd-b86e-7acb43e9640b tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Transition to ACTIVE for port object 70c71c43-d87f-4653-a54e-cd9c3bb32017 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:10.204853 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b93989e0-27fd-44a2-a3cb-83b036cbab1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.244484 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0ce4f29-04c0-4774-9508-ea5c3b6557d0 req-bf37cfb4-185f-4c17-bede-027b8e93fc89 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/ports?device_id=4207daf2-7f30-466d-b844-9dff3885a4fa HTTP/1.1" status: 200 len: 210 time: 0.1948967 Jul 13 07:43:10.245258 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b93989e0-27fd-44a2-a3cb-83b036cbab1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.318734 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43812) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:10.319522 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b93989e0-27fd-44a2-a3cb-83b036cbab1a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f07a17004a91412b9b00e100e543bfc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243334 Jul 13 07:43:10.348764 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2051a873-f1d0-4f6d-b497-aeab1347bd43 req-182f3e74-f165-4d48-89f3-65202e24b85b tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.388611 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93989e0-27fd-44a2-a3cb-83b036cbab1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cec3c8-c8e8-4201-9658-8b647638eca9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:10.420920 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2051a873-f1d0-4f6d-b497-aeab1347bd43 req-182f3e74-f165-4d48-89f3-65202e24b85b tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.428868 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2051a873-f1d0-4f6d-b497-aeab1347bd43 req-182f3e74-f165-4d48-89f3-65202e24b85b tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.453108 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f3e74-f165-4d48-89f3-65202e24b85b tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9262cc-7be2-4d67-9fb9-d28dbf9439fe,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:10.463816 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4785600f-ad09-41ba-a4e1-92095251a509 req-3e369ce1-cf52-41dd-b86e-7acb43e9640b tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.517815 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2051a873-f1d0-4f6d-b497-aeab1347bd43 req-182f3e74-f165-4d48-89f3-65202e24b85b tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.522650 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2051a873-f1d0-4f6d-b497-aeab1347bd43 req-182f3e74-f165-4d48-89f3-65202e24b85b tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8512678 Jul 13 07:43:10.524764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4785600f-ad09-41ba-a4e1-92095251a509 req-3e369ce1-cf52-41dd-b86e-7acb43e9640b tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Network 702e19a1-e725-472e-946c-5dda0d6230e4 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:10.548992 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-ee9910e8-5729-4531-9405-359c2184ccd7 req-b96f7ad7-6b44-4493-8aeb-385ec4378701 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] For port 513bf889-5d78-460a-bd74-86163f92633b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=513bf889-5d78-460a-bd74-86163f92633b,segment=NetworkSegment(c7aae684-1154-4dda-b8fe-05efe5ffa501),segment_id=c7aae684-1154-4dda-b8fe-05efe5ffa501)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:10.549369 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ee9910e8-5729-4531-9405-359c2184ccd7 req-b96f7ad7-6b44-4493-8aeb-385ec4378701 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.553732 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-4785600f-ad09-41ba-a4e1-92095251a509 req-3e369ce1-cf52-41dd-b86e-7acb43e9640b tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:10.567211 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e369ce1-cf52-41dd-b86e-7acb43e9640b tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Pushing event updated for resources: {'Port': ['ID=70c71c43-d87f-4653-a54e-cd9c3bb32017,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:10.577540 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4785600f-ad09-41ba-a4e1-92095251a509 req-3e369ce1-cf52-41dd-b86e-7acb43e9640b tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:10.641743 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-ee9910e8-5729-4531-9405-359c2184ccd7 req-b96f7ad7-6b44-4493-8aeb-385ec4378701 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Calling delete_port for 513bf889-5d78-460a-bd74-86163f92633b owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:10.667487 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d690a80-3c93-465b-9c21-015264c87cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.741858 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785600f-ad09-41ba-a4e1-92095251a509 req-3e369ce1-cf52-41dd-b86e-7acb43e9640b tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:10.743827 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4785600f-ad09-41ba-a4e1-92095251a509 req-3e369ce1-cf52-41dd-b86e-7acb43e9640b tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.760001 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2fbf390e-182e-494c-ba91-c1f4ea8b8042 req-f70f058a-1c11-42b3-a38c-9368a255769a tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "GET /v2.0/security-groups/6262cf72-371a-4577-a960-41cb17f1c673 HTTP/1.1" status: 200 len: 2999 time: 0.0895679 Jul 13 07:43:10.766829 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4785600f-ad09-41ba-a4e1-92095251a509 req-3e369ce1-cf52-41dd-b86e-7acb43e9640b tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0259552 Jul 13 07:43:10.772036 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d690a80-3c93-465b-9c21-015264c87cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.786295 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-4785600f-ad09-41ba-a4e1-92095251a509 req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] Request body: {'port': {'device_id': '4207daf2-7f30-466d-b844-9dff3885a4fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:10.791266 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43830) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:10.908837 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4d23f8ae-77b3-4154-b1f3-b410ae0533b2 req-c231d99b-854c-4b07-a87c-a5ef914aede1 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "GET /v2.0/security-group-rules/8a9262cc-7be2-4d67-9fb9-d28dbf9439fe HTTP/1.1" status: 200 len: 783 time: 0.0791621 Jul 13 07:43:10.919115 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d690a80-3c93-465b-9c21-015264c87cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.923586 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d690a80-3c93-465b-9c21-015264c87cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.925071 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1d690a80-3c93-465b-9c21-015264c87cb0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f4cec3c8-c8e8-4201-9658-8b647638eca9 HTTP/1.1" status: 204 len: 168 time: 0.6051712 Jul 13 07:43:10.940577 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d690a80-3c93-465b-9c21-015264c87cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cec3c8-c8e8-4201-9658-8b647638eca9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:11.083105 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2e9c7243-b011-4429-96c8-b9539237e907 None None] Provisioning for port 70c71c43-d87f-4653-a54e-cd9c3bb32017 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:11.094832 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ee9910e8-5729-4531-9405-359c2184ccd7 req-b96f7ad7-6b44-4493-8aeb-385ec4378701 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.104338 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2e9c7243-b011-4429-96c8-b9539237e907 None None] Provisioning complete for port 70c71c43-d87f-4653-a54e-cd9c3bb32017 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:11.104718 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7243-b011-4429-96c8-b9539237e907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.127134 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['513bf889-5d78-460a-bd74-86163f92633b'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:11.146000 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4785600f-ad09-41ba-a4e1-92095251a509 req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.156276 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5bc81212-338e-4ee7-a0e5-be0e1b6aac04 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2078825495-network', 'tenant_id': 'e9efbe0a11cb452a9c08f11738225ab6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:11.174772 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f7ad7-6b44-4493-8aeb-385ec4378701 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Pushing event deleted for resources: {'Port': ['ID=513bf889-5d78-460a-bd74-86163f92633b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:11.230279 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9910e8-5729-4531-9405-359c2184ccd7 req-b96f7ad7-6b44-4493-8aeb-385ec4378701 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] No DVR routers for this DVR port 513bf889-5d78-460a-bd74-86163f92633b on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:43:11.234225 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ee9910e8-5729-4531-9405-359c2184ccd7 req-b96f7ad7-6b44-4493-8aeb-385ec4378701 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.237308 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ee9910e8-5729-4531-9405-359c2184ccd7 req-b96f7ad7-6b44-4493-8aeb-385ec4378701 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.62 "DELETE /v2.0/ports/513bf889-5d78-460a-bd74-86163f92633b HTTP/1.1" status: 204 len: 173 time: 1.9513831 Jul 13 07:43:11.238363 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77b776c-c378-4b97-a784-0c47dc1efe1e', 'name': 'network-vif-deleted', 'tag': '513bf889-5d78-460a-bd74-86163f92633b'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:11.240048 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c7243-b011-4429-96c8-b9539237e907 None None] Port 70c71c43-d87f-4653-a54e-cd9c3bb32017 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:43:11.247526 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe25bc2-dde3-4861-83fe-2bb15c5605e8" -d '{"events": [{"server_uuid": "f77b776c-c378-4b97-a784-0c47dc1efe1e", "name": "network-vif-deleted", "tag": "513bf889-5d78-460a-bd74-86163f92633b"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:11.321868 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4d23f8ae-77b3-4154-b1f3-b410ae0533b2 req-8ed68aef-a014-4de5-a31e-f7e2f3e5345a tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "GET /v2.0/security-groups/6262cf72-371a-4577-a960-41cb17f1c673 HTTP/1.1" status: 200 len: 2999 time: 0.4015486 Jul 13 07:43:11.417619 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d073cbf-a6bd-42dc-b387-06b3182069d4 req-cb8ee240-38eb-494f-b13d-0a38c478aeb0 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:11.419955 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7d073cbf-a6bd-42dc-b387-06b3182069d4 req-cb8ee240-38eb-494f-b13d-0a38c478aeb0 tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/ports?device_id=f77b776c-c378-4b97-a784-0c47dc1efe1e HTTP/1.1" status: 200 len: 867 time: 0.3895867 Jul 13 07:43:11.420877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc81212-338e-4ee7-a0e5-be0e1b6aac04 admin admin] Made reservation on behalf of e9efbe0a11cb452a9c08f11738225ab6 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:11.423580 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bc81212-338e-4ee7-a0e5-be0e1b6aac04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.432725 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4d23f8ae-77b3-4154-b1f3-b410ae0533b2 req-359aa83d-0f74-4399-99db-de107e0ac19a tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.556934 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:43:11.568215 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4d23f8ae-77b3-4154-b1f3-b410ae0533b2 req-359aa83d-0f74-4399-99db-de107e0ac19a tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.572468 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bc81212-338e-4ee7-a0e5-be0e1b6aac04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.612084 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7d073cbf-a6bd-42dc-b387-06b3182069d4 req-18d32761-8318-48ef-a507-4fdbd1e12e3e tempest-ServerGroupTestJSON-507812476 tempest-ServerGroupTestJSON-507812476-project] 10.222.0.58 "GET /v2.0/security-groups?id=90eb7035-fa67-40eb-9ca9-f416b30c44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806059 Jul 13 07:43:11.688538 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4d23f8ae-77b3-4154-b1f3-b410ae0533b2 req-359aa83d-0f74-4399-99db-de107e0ac19a tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.694243 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4d23f8ae-77b3-4154-b1f3-b410ae0533b2 req-359aa83d-0f74-4399-99db-de107e0ac19a tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.708254 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4d23f8ae-77b3-4154-b1f3-b410ae0533b2 req-359aa83d-0f74-4399-99db-de107e0ac19a tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/8a9262cc-7be2-4d67-9fb9-d28dbf9439fe HTTP/1.1" status: 204 len: 173 time: 0.3848546 Jul 13 07:43:11.721311 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c191aabd-070c-4eb7-b63d-47030e731cd1 x-openstack-request-id: req-c191aabd-070c-4eb7-b63d-47030e731cd1 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:11.721797 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77b776c-c378-4b97-a784-0c47dc1efe1e", "name": "network-vif-deleted", "tag": "513bf889-5d78-460a-bd74-86163f92633b", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:11.721876 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c191aabd-070c-4eb7-b63d-47030e731cd1 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:11.722338 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77b776c-c378-4b97-a784-0c47dc1efe1e', 'name': 'network-vif-deleted', 'tag': '513bf889-5d78-460a-bd74-86163f92633b', 'status': 'completed', 'code': 200} Jul 13 07:43:11.863700 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359aa83d-0f74-4399-99db-de107e0ac19a tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a9262cc-7be2-4d67-9fb9-d28dbf9439fe,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:12.092078 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-4785600f-ad09-41ba-a4e1-92095251a509 req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c71c43-d87f-4653-a54e-cd9c3bb32017 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:12.103917 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4785600f-ad09-41ba-a4e1-92095251a509 req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.152806 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-4785600f-ad09-41ba-a4e1-92095251a509 req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] Transition to ACTIVE for port object 70c71c43-d87f-4653-a54e-cd9c3bb32017 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:12.173383 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbafe7c-b312-4326-bf06-228a728f6782 req-419f040c-e89a-4389-b6ef-18b1136bef61 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:12.182107 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0cbafe7c-b312-4326-bf06-228a728f6782 req-419f040c-e89a-4389-b6ef-18b1136bef61 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/ports?device_id=4207daf2-7f30-466d-b844-9dff3885a4fa HTTP/1.1" status: 200 len: 931 time: 0.3480747 Jul 13 07:43:12.198778 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4785600f-ad09-41ba-a4e1-92095251a509 req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.222154 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bc81212-338e-4ee7-a0e5-be0e1b6aac04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.270660 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bc81212-338e-4ee7-a0e5-be0e1b6aac04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.328552 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc81212-338e-4ee7-a0e5-be0e1b6aac04 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:43:12.396400 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] Pushing event updated for resources: {'Port': ['ID=70c71c43-d87f-4653-a54e-cd9c3bb32017,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:12.428330 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0cbafe7c-b312-4326-bf06-228a728f6782 req-3e007036-a79c-4e40-8a65-3c0fe2a1dc2a tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf9f1c6e-14f2-43e1-b6fa-9d296a5d1024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450664 Jul 13 07:43:12.435804 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bc81212-338e-4ee7-a0e5-be0e1b6aac04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.436390 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-5bc81212-338e-4ee7-a0e5-be0e1b6aac04 admin admin] Added segment 878cbb30-1dfc-414c-8a1e-666216f35edb of type vlan for network 54b19629-bfd1-40c4-9e1c-d775d7654965 Jul 13 07:43:12.471498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc81212-338e-4ee7-a0e5-be0e1b6aac04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a22b06-0b9a-4940-a759-4920a87c2a31,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:12.541944 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6f5ea18-1e2f-47b0-9bf3-2f908c6b06f3 req-f2d24185-3848-4b22-8b8b-635cf54dabd3 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "GET /v2.0/security-groups/6262cf72-371a-4577-a960-41cb17f1c673 HTTP/1.1" status: 200 len: 2400 time: 0.2548242 Jul 13 07:43:12.576564 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bc81212-338e-4ee7-a0e5-be0e1b6aac04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.625647 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-4785600f-ad09-41ba-a4e1-92095251a509 req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] Attempting to bind port 70c71c43-d87f-4653-a54e-cd9c3bb32017 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:12.625647 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-4785600f-ad09-41ba-a4e1-92095251a509 req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] Attempting to bind port 70c71c43-d87f-4653-a54e-cd9c3bb32017 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:12.626229 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785600f-ad09-41ba-a4e1-92095251a509 req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] Attempting to bind port 70c71c43-d87f-4653-a54e-cd9c3bb32017 on network 702e19a1-e725-472e-946c-5dda0d6230e4 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:12.667376 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785600f-ad09-41ba-a4e1-92095251a509 req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] Port 70c71c43-d87f-4653-a54e-cd9c3bb32017 on network 702e19a1-e725-472e-946c-5dda0d6230e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:12.667971 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785600f-ad09-41ba-a4e1-92095251a509 req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] Attempting to bind port 70c71c43-d87f-4653-a54e-cd9c3bb32017 on network 702e19a1-e725-472e-946c-5dda0d6230e4 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:12.676410 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785600f-ad09-41ba-a4e1-92095251a509 req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:12.676938 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785600f-ad09-41ba-a4e1-92095251a509 req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] Checking segment: {'id': 'ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:12.677498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785600f-ad09-41ba-a4e1-92095251a509 req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] Bound using segment: {'id': 'ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:12.678142 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-4785600f-ad09-41ba-a4e1-92095251a509 req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] Bound port: 70c71c43-d87f-4653-a54e-cd9c3bb32017, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:12.678736 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4785600f-ad09-41ba-a4e1-92095251a509 req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.700017 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bc81212-338e-4ee7-a0e5-be0e1b6aac04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.701768 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc81212-338e-4ee7-a0e5-be0e1b6aac04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:12.702637 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bc81212-338e-4ee7-a0e5-be0e1b6aac04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.769955 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c6f5ea18-1e2f-47b0-9bf3-2f908c6b06f3 req-e1bca0e0-c2de-4164-aa5f-21756f4abf01 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.785850 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5bc81212-338e-4ee7-a0e5-be0e1b6aac04 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9935002 Jul 13 07:43:12.789098 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.791059 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43886) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:12.804554 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-57a7bd74-11ac-4594-98c3-294a6f5c0fcb admin admin] Request body: {'subnet': {'network_id': '54b19629-bfd1-40c4-9e1c-d775d7654965', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2078825495-subnet', 'tenant_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:12.848635 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c6f5ea18-1e2f-47b0-9bf3-2f908c6b06f3 req-e1bca0e0-c2de-4164-aa5f-21756f4abf01 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.852239 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc81212-338e-4ee7-a0e5-be0e1b6aac04 admin admin] Pushing event updated for resources: {'Network': ['ID=54b19629-bfd1-40c4-9e1c-d775d7654965,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:12.864741 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 54b19629-bfd1-40c4-9e1c-d775d7654965 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:43:12.866289 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a7bd74-11ac-4594-98c3-294a6f5c0fcb admin admin] Made reservation on behalf of e9efbe0a11cb452a9c08f11738225ab6 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:12.868959 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-57a7bd74-11ac-4594-98c3-294a6f5c0fcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.911890 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-4785600f-ad09-41ba-a4e1-92095251a509 req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] For port 70c71c43-d87f-4653-a54e-cd9c3bb32017, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:12.929174 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-4785600f-ad09-41ba-a4e1-92095251a509 req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] For port 70c71c43-d87f-4653-a54e-cd9c3bb32017, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=70c71c43-d87f-4653-a54e-cd9c3bb32017,segment=NetworkSegment(ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4),segment_id=ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:12.934655 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4785600f-ad09-41ba-a4e1-92095251a509 req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.997757 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785600f-ad09-41ba-a4e1-92095251a509 req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:12.998408 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4785600f-ad09-41ba-a4e1-92095251a509 req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.000797 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4785600f-ad09-41ba-a4e1-92095251a509 req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] 10.222.0.35 "PUT /v2.0/ports/70c71c43-d87f-4653-a54e-cd9c3bb32017 HTTP/1.1" status: 200 len: 1092 time: 2.2216256 Jul 13 07:43:13.008808 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4207daf2-7f30-466d-b844-9dff3885a4fa', 'tag': '70c71c43-d87f-4653-a54e-cd9c3bb32017'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:13.011785 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5520485-993b-42be-9be0-e5f6eccd6753" -d '{"events": [{"name": "network-changed", "server_uuid": "4207daf2-7f30-466d-b844-9dff3885a4fa", "tag": "70c71c43-d87f-4653-a54e-cd9c3bb32017"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:13.018632 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c6f5ea18-1e2f-47b0-9bf3-2f908c6b06f3 req-e1bca0e0-c2de-4164-aa5f-21756f4abf01 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.022389 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c6f5ea18-1e2f-47b0-9bf3-2f908c6b06f3 req-e1bca0e0-c2de-4164-aa5f-21756f4abf01 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.024636 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6f5ea18-1e2f-47b0-9bf3-2f908c6b06f3 req-e1bca0e0-c2de-4164-aa5f-21756f4abf01 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "DELETE /v2.0/security-groups/6262cf72-371a-4577-a960-41cb17f1c673 HTTP/1.1" status: 204 len: 173 time: 0.4709983 Jul 13 07:43:13.053846 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bca0e0-c2de-4164-aa5f-21756f4abf01 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6262cf72-371a-4577-a960-41cb17f1c673,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:13.072063 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2c6e0-5a54-407c-8a9e-66a267ecd02c service neutron] Pushing event updated for resources: {'Port': ['ID=70c71c43-d87f-4653-a54e-cd9c3bb32017,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:13.147298 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785600f-ad09-41ba-a4e1-92095251a509 req-6f34b4a3-806b-46d9-b48c-386c460f436a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:13.149414 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4785600f-ad09-41ba-a4e1-92095251a509 req-6f34b4a3-806b-46d9-b48c-386c460f436a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ccf3a1e2c53946b0bb487bccfa71d202&device_id=4207daf2-7f30-466d-b844-9dff3885a4fa HTTP/1.1" status: 200 len: 1095 time: 0.0916166 Jul 13 07:43:13.218475 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4785600f-ad09-41ba-a4e1-92095251a509 req-26edfbe2-a57a-4989-8489-2c26e89ea88c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70c71c43-d87f-4653-a54e-cd9c3bb32017 HTTP/1.1" status: 200 len: 217 time: 0.0618463 Jul 13 07:43:13.324238 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-57a7bd74-11ac-4594-98c3-294a6f5c0fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.339051 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785600f-ad09-41ba-a4e1-92095251a509 req-9cdb09e8-aae0-4ab3-8e0c-91c6de676384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:13.342010 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4785600f-ad09-41ba-a4e1-92095251a509 req-9cdb09e8-aae0-4ab3-8e0c-91c6de676384 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9 HTTP/1.1" status: 200 len: 851 time: 0.1122284 Jul 13 07:43:13.362559 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5d242c-df38-45b8-b26a-d81f2c350f6c x-openstack-request-id: req-cf5d242c-df38-45b8-b26a-d81f2c350f6c {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:13.362876 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4207daf2-7f30-466d-b844-9dff3885a4fa", "tag": "70c71c43-d87f-4653-a54e-cd9c3bb32017", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:13.363094 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf5d242c-df38-45b8-b26a-d81f2c350f6c {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:13.363486 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4207daf2-7f30-466d-b844-9dff3885a4fa', 'tag': '70c71c43-d87f-4653-a54e-cd9c3bb32017', 'status': 'completed', 'code': 200} Jul 13 07:43:13.415157 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7bd74-11ac-4594-98c3-294a6f5c0fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0711840-6c05-410d-9890-6fb1e6a9b4a1,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:13.449643 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-fcaa6c05-ebb1-4172-a3ed-a6f62d7ec1d7 req-6bd2176d-7a61-40b0-b563-11097dfb2fc0 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] show failed (client error): The resource could not be found. Jul 13 07:43:13.455179 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fcaa6c05-ebb1-4172-a3ed-a6f62d7ec1d7 req-6bd2176d-7a61-40b0-b563-11097dfb2fc0 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "GET /v2.0/security-groups/8eaf5890-6cee-47b3-baf7-592a6069990a HTTP/1.1" status: 404 len: 352 time: 0.1090250 Jul 13 07:43:13.481525 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7bd74-11ac-4594-98c3-294a6f5c0fcb admin admin] Checking segment: {'id': '878cbb30-1dfc-414c-8a1e-666216f35edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '54b19629-bfd1-40c4-9e1c-d775d7654965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:13.481886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a7bd74-11ac-4594-98c3-294a6f5c0fcb admin admin] Network hostable DHCP agents. Network: 54b19629-bfd1-40c4-9e1c-d775d7654965, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:43:13.526173 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785600f-ad09-41ba-a4e1-92095251a509 req-51790032-5a77-4dec-9d09-b847a6ebae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:13.527912 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4785600f-ad09-41ba-a4e1-92095251a509 req-51790032-5a77-4dec-9d09-b847a6ebae33 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=702e19a1-e725-472e-946c-5dda0d6230e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1669400 Jul 13 07:43:13.533072 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a7bd74-11ac-4594-98c3-294a6f5c0fcb admin admin] Network 54b19629-bfd1-40c4-9e1c-d775d7654965 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:43:13.556964 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-57a7bd74-11ac-4594-98c3-294a6f5c0fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 54b19629-bfd1-40c4-9e1c-d775d7654965) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:13.569496 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b7dcbe-6be9-4b36-98b1-cbe8074b1ea4 None None] Network 54b19629-bfd1-40c4-9e1c-d775d7654965 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:13.569741 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a7bd74-11ac-4594-98c3-294a6f5c0fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:13.571224 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-57a7bd74-11ac-4594-98c3-294a6f5c0fcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.603790 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-57a7bd74-11ac-4594-98c3-294a6f5c0fcb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8112478 Jul 13 07:43:13.608747 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43932) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:13.617322 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-49553eec-a258-4601-bbeb-86b99c379bb1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2078825495-router', 'tenant_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:13.834907 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1406d8-255e-4236-b167-2d467225abca None None] Network 54b19629-bfd1-40c4-9e1c-d775d7654965 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:13.868566 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49553eec-a258-4601-bbeb-86b99c379bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.870336 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49553eec-a258-4601-bbeb-86b99c379bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.906978 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 513bf889-5d78-460a-bd74-86163f92633b no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:13.941162 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 513bf889-5d78-460a-bd74-86163f92633b {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:13.941523 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 513bf889-5d78-460a-bd74-86163f92633b not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:13.946110 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4785600f-ad09-41ba-a4e1-92095251a509 req-71102fbd-c286-439a-986f-2fcc18bc8b7a service neutron] 10.222.0.35 "GET /v2.0/networks/702e19a1-e725-472e-946c-5dda0d6230e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101319 Jul 13 07:43:13.958795 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dff0e6e3-7b59-484f-8eef-147448a5f44d req-29b8e0b0-0d5d-40cc-b73e-e724121afb8b tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "GET /v2.0/security-groups/020c6225-8086-4fc7-a674-d9c48d3fa809 HTTP/1.1" status: 200 len: 1806 time: 0.2330270 Jul 13 07:43:14.161050 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49553eec-a258-4601-bbeb-86b99c379bb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.302939 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1d194-3aee-46ad-8c93-2382a1f88ec0 req-bf58eac4-e8a1-472e-8995-aa872e3cc48e tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:14.304522 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5fd1d194-3aee-46ad-8c93-2382a1f88ec0 req-bf58eac4-e8a1-472e-8995-aa872e3cc48e tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/ports?device_id=4207daf2-7f30-466d-b844-9dff3885a4fa HTTP/1.1" status: 200 len: 943 time: 0.4845126 Jul 13 07:43:14.307683 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4785600f-ad09-41ba-a4e1-92095251a509 req-6c987764-7cb7-486c-922c-64bcdaa3adfe service neutron] 10.222.0.35 "GET /v2.0/networks/702e19a1-e725-472e-946c-5dda0d6230e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388560 Jul 13 07:43:14.332402 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dff0e6e3-7b59-484f-8eef-147448a5f44d req-5f1d72b2-f2b0-483f-8738-016e4d0f07f1 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.416294 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dff0e6e3-7b59-484f-8eef-147448a5f44d req-5f1d72b2-f2b0-483f-8738-016e4d0f07f1 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.496573 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49553eec-a258-4601-bbeb-86b99c379bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.567771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5fd1d194-3aee-46ad-8c93-2382a1f88ec0 req-1c28b4ca-25dc-4cbe-b7eb-caabe2cc195b tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf9f1c6e-14f2-43e1-b6fa-9d296a5d1024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477906 Jul 13 07:43:14.632826 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dff0e6e3-7b59-484f-8eef-147448a5f44d req-5f1d72b2-f2b0-483f-8738-016e4d0f07f1 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.635477 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dff0e6e3-7b59-484f-8eef-147448a5f44d req-5f1d72b2-f2b0-483f-8738-016e4d0f07f1 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.650763 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dff0e6e3-7b59-484f-8eef-147448a5f44d req-5f1d72b2-f2b0-483f-8738-016e4d0f07f1 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "DELETE /v2.0/security-groups/020c6225-8086-4fc7-a674-d9c48d3fa809 HTTP/1.1" status: 204 len: 173 time: 0.6761878 Jul 13 07:43:14.678475 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5520485-993b-42be-9be0-e5f6eccd6753 req-bc17fd59-5f33-4352-8b92-bf6660b84f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:14.684005 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d5520485-993b-42be-9be0-e5f6eccd6753 req-bc17fd59-5f33-4352-8b92-bf6660b84f17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ccf3a1e2c53946b0bb487bccfa71d202&device_id=4207daf2-7f30-466d-b844-9dff3885a4fa HTTP/1.1" status: 200 len: 1095 time: 0.3079364 Jul 13 07:43:14.692324 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d72b2-f2b0-483f-8738-016e4d0f07f1 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=020c6225-8086-4fc7-a674-d9c48d3fa809,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:15.091232 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43992) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:15.193923 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce79287-56a1-412f-996a-f1f3c0eb2afd admin admin] Deleting subnet f046b8e4-0fe2-4dc6-b48a-62ebe080f840 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:15.197966 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7ce79287-56a1-412f-996a-f1f3c0eb2afd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.252535 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43996) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:15.281175 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7ce79287-56a1-412f-996a-f1f3c0eb2afd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.362730 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60064264-26ac-408e-b7a8-ec30d73ae981 req-a39e4039-db26-4ecb-8eae-2344362bca13 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "GET /v2.0/security-groups/0e984b81-c950-4f48-9aef-3b82051cd05f HTTP/1.1" status: 200 len: 1805 time: 0.5647037 Jul 13 07:43:15.409042 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5520485-993b-42be-9be0-e5f6eccd6753 req-5f4af9d6-2eb9-4139-bbb5-45afa61651cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:15.410627 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d5520485-993b-42be-9be0-e5f6eccd6753 req-5f4af9d6-2eb9-4139-bbb5-45afa61651cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=702e19a1-e725-472e-946c-5dda0d6230e4 HTTP/1.1" status: 200 len: 913 time: 0.7200613 Jul 13 07:43:15.478387 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d5520485-993b-42be-9be0-e5f6eccd6753 req-3be3c472-29f0-4ba5-87a3-97c594577281 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70c71c43-d87f-4653-a54e-cd9c3bb32017 HTTP/1.1" status: 200 len: 217 time: 0.0522954 Jul 13 07:43:15.496478 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7ce79287-56a1-412f-996a-f1f3c0eb2afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.545457 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60064264-26ac-408e-b7a8-ec30d73ae981 req-c13f377c-9952-4db1-b019-69e5ad2831c1 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.635093 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-72c31c7d-e083-4759-bb5b-2dc801f3867e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.694711 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7ce79287-56a1-412f-996a-f1f3c0eb2afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.706300 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49553eec-a258-4601-bbeb-86b99c379bb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.709219 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5520485-993b-42be-9be0-e5f6eccd6753 req-c6e52cfe-71d2-4a65-a93b-aac724f57b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:15.712410 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d5520485-993b-42be-9be0-e5f6eccd6753 req-c6e52cfe-71d2-4a65-a93b-aac724f57b97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9 HTTP/1.1" status: 200 len: 851 time: 0.2273016 Jul 13 07:43:15.714422 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60064264-26ac-408e-b7a8-ec30d73ae981 req-c13f377c-9952-4db1-b019-69e5ad2831c1 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.748607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce79287-56a1-412f-996a-f1f3c0eb2afd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f046b8e4-0fe2-4dc6-b48a-62ebe080f840,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:15.755270 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49553eec-a258-4601-bbeb-86b99c379bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.762548 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7ce79287-56a1-412f-996a-f1f3c0eb2afd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.764775 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7ce79287-56a1-412f-996a-f1f3c0eb2afd admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f046b8e4-0fe2-4dc6-b48a-62ebe080f840 HTTP/1.1" status: 204 len: 168 time: 0.6725242 Jul 13 07:43:15.768490 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44004) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:15.886111 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae637-63d8-4801-9e8e-87e908c45321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.004247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5520485-993b-42be-9be0-e5f6eccd6753 req-2ab6d118-ca0d-499e-af32-5f6e7a139cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:16.006428 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d5520485-993b-42be-9be0-e5f6eccd6753 req-2ab6d118-ca0d-499e-af32-5f6e7a139cc8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=702e19a1-e725-472e-946c-5dda0d6230e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2650754 Jul 13 07:43:16.018716 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60064264-26ac-408e-b7a8-ec30d73ae981 req-c13f377c-9952-4db1-b019-69e5ad2831c1 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.021770 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60064264-26ac-408e-b7a8-ec30d73ae981 req-c13f377c-9952-4db1-b019-69e5ad2831c1 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.024417 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60064264-26ac-408e-b7a8-ec30d73ae981 req-c13f377c-9952-4db1-b019-69e5ad2831c1 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "DELETE /v2.0/security-groups/0e984b81-c950-4f48-9aef-3b82051cd05f HTTP/1.1" status: 204 len: 173 time: 0.6601052 Jul 13 07:43:16.030610 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 70c71c43-d87f-4653-a54e-cd9c3bb32017 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:43:16.052248 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-49553eec-a258-4601-bbeb-86b99c379bb1 admin admin] Allocated IP 172.25.0.23 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/7c32dbd6-8154-4216-90ed-c7af4d4ef55d) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:16.092765 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f377c-9952-4db1-b019-69e5ad2831c1 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e984b81-c950-4f48-9aef-3b82051cd05f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:16.137280 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae637-63d8-4801-9e8e-87e908c45321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.161441 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e7b6e-33e2-411c-8d64-008153d7fd69 req-a0c31d9e-a1c5-4b8e-9ee9-08e4e6e73858 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:16.173057 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4e3e7b6e-33e2-411c-8d64-008153d7fd69 req-a0c31d9e-a1c5-4b8e-9ee9-08e4e6e73858 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/ports?device_id=4207daf2-7f30-466d-b844-9dff3885a4fa HTTP/1.1" status: 200 len: 943 time: 0.3211367 Jul 13 07:43:16.181779 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-fa5ae637-63d8-4801-9e8e-87e908c45321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:16.193755 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 70c71c43-d87f-4653-a54e-cd9c3bb32017, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=70c71c43-d87f-4653-a54e-cd9c3bb32017,segment=NetworkSegment(ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4),segment_id=ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:16.210845 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '70c71c43-d87f-4653-a54e-cd9c3bb32017', 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4', 'port_id': '70c71c43-d87f-4653-a54e-cd9c3bb32017', 'mac_address': 'fa:16:3e:29:eb:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:43:16.221398 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-fa5ae637-63d8-4801-9e8e-87e908c45321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7aae684-1154-4dda-b8fe-05efe5ffa501') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:16.221928 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-fa5ae637-63d8-4801-9e8e-87e908c45321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7aae684-1154-4dda-b8fe-05efe5ffa501') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:16.254461 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae637-63d8-4801-9e8e-87e908c45321 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.288781 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d5520485-993b-42be-9be0-e5f6eccd6753 req-f717c2b2-9d11-4377-aa9d-5688af7e76d9 service neutron] 10.222.0.35 "GET /v2.0/networks/702e19a1-e725-472e-946c-5dda0d6230e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711580 Jul 13 07:43:16.291673 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.305562 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4e3e7b6e-33e2-411c-8d64-008153d7fd69 req-8c7866a3-a4c4-4b40-9778-6a92d01402bd tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf9f1c6e-14f2-43e1-b6fa-9d296a5d1024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314452 Jul 13 07:43:16.314804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c71c43-d87f-4653-a54e-cd9c3bb32017 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:16.318745 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae637-63d8-4801-9e8e-87e908c45321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.331683 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-72c31c7d-e083-4759-bb5b-2dc801f3867e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.334687 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5ae637-63d8-4801-9e8e-87e908c45321 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:43:16.335095 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae637-63d8-4801-9e8e-87e908c45321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:43:16.338767 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:43:16.349043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 70c71c43-d87f-4653-a54e-cd9c3bb32017, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=70c71c43-d87f-4653-a54e-cd9c3bb32017,segment=NetworkSegment(ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4),segment_id=ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:16.373260 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.376003 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-72c31c7d-e083-4759-bb5b-2dc801f3867e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.427461 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c31c7d-e083-4759-bb5b-2dc801f3867e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5c093a-0275-4dfc-b107-93c677d8ac6f,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:16.482971 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=70c71c43-d87f-4653-a54e-cd9c3bb32017,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:16.505705 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-72c31c7d-e083-4759-bb5b-2dc801f3867e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=038420d4b8e442e2b286511fad9abe75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2511921 Jul 13 07:43:16.510034 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44020) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:16.513226 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae637-63d8-4801-9e8e-87e908c45321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.535059 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae637-63d8-4801-9e8e-87e908c45321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.537228 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fa5ae637-63d8-4801-9e8e-87e908c45321 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c HTTP/1.1" status: 204 len: 168 time: 0.7674265 Jul 13 07:43:16.591719 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ae637-63d8-4801-9e8e-87e908c45321 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a9a8fb2-5fa8-4d0c-bf7a-f5fa9e07784c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:16.601503 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49553eec-a258-4601-bbeb-86b99c379bb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.655787 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3b943731-0bdb-4a60-b671-24adad196ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.664888 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d5520485-993b-42be-9be0-e5f6eccd6753 req-bc17da92-4f34-4a7b-8dff-89e0dc073fec service neutron] 10.222.0.35 "GET /v2.0/networks/702e19a1-e725-472e-946c-5dda0d6230e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556385 Jul 13 07:43:16.665538 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['70c71c43-d87f-4653-a54e-cd9c3bb32017'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:16.676033 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b2e5b52-1050-468c-a0fb-555db71da6a1 req-acd78bbc-e6b4-485d-b9fa-591ccbf42969 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "GET /v2.0/security-groups/b4b0c768-0649-42fb-908a-e212c172236f HTTP/1.1" status: 200 len: 1807 time: 0.2659063 Jul 13 07:43:16.682797 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3b943731-0bdb-4a60-b671-24adad196ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.752337 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3b943731-0bdb-4a60-b671-24adad196ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.761786 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3b943731-0bdb-4a60-b671-24adad196ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.764217 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49553eec-a258-4601-bbeb-86b99c379bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.768918 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3b943731-0bdb-4a60-b671-24adad196ee5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4f5c093a-0275-4dfc-b107-93c677d8ac6f HTTP/1.1" status: 204 len: 168 time: 0.2568111 Jul 13 07:43:16.785920 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b943731-0bdb-4a60-b671-24adad196ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5c093a-0275-4dfc-b107-93c677d8ac6f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:16.804699 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9b2e5b52-1050-468c-a0fb-555db71da6a1 req-bb02733c-f8ed-4e89-b96d-fde2c1923de6 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.841432 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49553eec-a258-4601-bbeb-86b99c379bb1 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:16.850164 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-49553eec-a258-4601-bbeb-86b99c379bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:16.852951 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49553eec-a258-4601-bbeb-86b99c379bb1 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:16.884845 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49553eec-a258-4601-bbeb-86b99c379bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=7c32dbd6-8154-4216-90ed-c7af4d4ef55d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:16.890547 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44026) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:16.911104 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9b2e5b52-1050-468c-a0fb-555db71da6a1 req-bb02733c-f8ed-4e89-b96d-fde2c1923de6 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.954786 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-76d7845a-9219-4352-99f0-124270d169d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a9abe91930b140898df3fef7a7f267b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602736 Jul 13 07:43:16.955549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44028) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:17.077795 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f171d24e-feab-4075-9810-4c2b7aab2b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.127608 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f171d24e-feab-4075-9810-4c2b7aab2b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.164040 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9b2e5b52-1050-468c-a0fb-555db71da6a1 req-bb02733c-f8ed-4e89-b96d-fde2c1923de6 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.166515 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9b2e5b52-1050-468c-a0fb-555db71da6a1 req-bb02733c-f8ed-4e89-b96d-fde2c1923de6 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.167691 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b2e5b52-1050-468c-a0fb-555db71da6a1 req-bb02733c-f8ed-4e89-b96d-fde2c1923de6 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "DELETE /v2.0/security-groups/b4b0c768-0649-42fb-908a-e212c172236f HTTP/1.1" status: 204 len: 173 time: 0.4908478 Jul 13 07:43:17.228087 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02733c-f8ed-4e89-b96d-fde2c1923de6 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b0c768-0649-42fb-908a-e212c172236f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:17.256801 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f171d24e-feab-4075-9810-4c2b7aab2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.262673 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f171d24e-feab-4075-9810-4c2b7aab2b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.264955 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f171d24e-feab-4075-9810-4c2b7aab2b44 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/90eb7035-fa67-40eb-9ca9-f416b30c44e2 HTTP/1.1" status: 204 len: 168 time: 0.3074214 Jul 13 07:43:17.292082 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171d24e-feab-4075-9810-4c2b7aab2b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90eb7035-fa67-40eb-9ca9-f416b30c44e2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:17.327671 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-758d6752-be08-43ba-a9bc-6c4a08ba4caa req-3242259f-0bdf-47f9-b83a-1950ef8aa56f tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "GET /v2.0/security-groups/48bf3c2f-3b86-4c47-b7e0-4185e4d6154c HTTP/1.1" status: 200 len: 2405 time: 0.1206801 Jul 13 07:43:17.501652 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49553eec-a258-4601-bbeb-86b99c379bb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.503457 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-758d6752-be08-43ba-a9bc-6c4a08ba4caa req-b71a29c4-0235-4ed4-913b-f1a445b7a018 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.567782 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44050) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:17.595492 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-50bcb23f-0ecf-45eb-aa29-57964fdf3c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.631644 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-758d6752-be08-43ba-a9bc-6c4a08ba4caa req-b71a29c4-0235-4ed4-913b-f1a445b7a018 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.761732 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-50bcb23f-0ecf-45eb-aa29-57964fdf3c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.767383 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-50bcb23f-0ecf-45eb-aa29-57964fdf3c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.785998 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-758d6752-be08-43ba-a9bc-6c4a08ba4caa req-b71a29c4-0235-4ed4-913b-f1a445b7a018 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.790025 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-758d6752-be08-43ba-a9bc-6c4a08ba4caa req-b71a29c4-0235-4ed4-913b-f1a445b7a018 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.799800 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-758d6752-be08-43ba-a9bc-6c4a08ba4caa req-b71a29c4-0235-4ed4-913b-f1a445b7a018 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "DELETE /v2.0/security-groups/48bf3c2f-3b86-4c47-b7e0-4185e4d6154c HTTP/1.1" status: 204 len: 173 time: 0.4646831 Jul 13 07:43:17.832653 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8fcf1-815a-48be-9c75-7f4cee7f2de2 req-45466314-ae57-4b3e-b211-b8288702886e tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:17.844326 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ee8fcf1-815a-48be-9c75-7f4cee7f2de2 req-45466314-ae57-4b3e-b211-b8288702886e tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/ports?device_id=4207daf2-7f30-466d-b844-9dff3885a4fa HTTP/1.1" status: 200 len: 944 time: 0.2730765 Jul 13 07:43:17.846775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a29c4-0235-4ed4-913b-f1a445b7a018 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bf3c2f-3b86-4c47-b7e0-4185e4d6154c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:17.862570 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-50bcb23f-0ecf-45eb-aa29-57964fdf3c06 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a21d10f8845f41aa9acd3d0987fdc747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905138 Jul 13 07:43:17.864246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44060) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:17.916296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcb23f-0ecf-45eb-aa29-57964fdf3c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350daf1f-e361-4c00-8fd1-f9f73ca5301b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:17.934984 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ac19-0b59-44af-9cc3-ffd91177025a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.947780 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ee8fcf1-815a-48be-9c75-7f4cee7f2de2 req-8a7634e7-032c-422b-805a-70975d65ba13 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf9f1c6e-14f2-43e1-b6fa-9d296a5d1024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026847 Jul 13 07:43:17.962800 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ac19-0b59-44af-9cc3-ffd91177025a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.991448 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49553eec-a258-4601-bbeb-86b99c379bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.044023 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 70c71c43-d87f-4653-a54e-cd9c3bb32017 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:18.134874 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ac19-0b59-44af-9cc3-ffd91177025a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.143184 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ac19-0b59-44af-9cc3-ffd91177025a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.148012 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f7e2ac19-0b59-44af-9cc3-ffd91177025a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/350daf1f-e361-4c00-8fd1-f9f73ca5301b HTTP/1.1" status: 204 len: 168 time: 0.2827442 Jul 13 07:43:18.159994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2ac19-0b59-44af-9cc3-ffd91177025a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350daf1f-e361-4c00-8fd1-f9f73ca5301b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:18.201243 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-27b2a8a4-0765-4a29-b154-d2298edf6707 req-c8375e12-6e08-4096-935c-34a2a17e6278 tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "GET /v2.0/security-groups/7086ddd6-5fdd-4950-ad48-a956aaf1ced0 HTTP/1.1" status: 200 len: 2400 time: 0.2017903 Jul 13 07:43:18.224079 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 70c71c43-d87f-4653-a54e-cd9c3bb32017 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:18.234502 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 70c71c43-d87f-4653-a54e-cd9c3bb32017 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:18.246725 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.369738 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-27b2a8a4-0765-4a29-b154-d2298edf6707 req-423b0d02-dd39-4c1e-804e-1e035735461f tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.400273 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49553eec-a258-4601-bbeb-86b99c379bb1 admin admin] Router 03ca1a61-13fa-484f-88af-f98db6648a51 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:43:18.428335 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-27b2a8a4-0765-4a29-b154-d2298edf6707 req-423b0d02-dd39-4c1e-804e-1e035735461f tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.457051 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.524519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 70c71c43-d87f-4653-a54e-cd9c3bb32017, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=70c71c43-d87f-4653-a54e-cd9c3bb32017,segment=NetworkSegment(ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4),segment_id=ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:18.526678 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4207daf2-7f30-466d-b844-9dff3885a4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c71c43-d87f-4653-a54e-cd9c3bb32017'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:18.528376 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f961b143-4686-4c6e-94aa-091ebb893424" -d '{"events": [{"server_uuid": "4207daf2-7f30-466d-b844-9dff3885a4fa", "name": "network-vif-plugged", "status": "completed", "tag": "70c71c43-d87f-4653-a54e-cd9c3bb32017"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:18.533262 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.607154 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=70c71c43-d87f-4653-a54e-cd9c3bb32017,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:18.629346 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbd6a0c-2403-43f4-9651-d011af05f970 x-openstack-request-id: req-ffbd6a0c-2403-43f4-9651-d011af05f970 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:18.632402 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4207daf2-7f30-466d-b844-9dff3885a4fa", "name": "network-vif-plugged", "status": "completed", "tag": "70c71c43-d87f-4653-a54e-cd9c3bb32017", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:18.632794 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ffbd6a0c-2403-43f4-9651-d011af05f970 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:18.633355 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4207daf2-7f30-466d-b844-9dff3885a4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c71c43-d87f-4653-a54e-cd9c3bb32017', 'code': 200} Jul 13 07:43:18.814433 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49553eec-a258-4601-bbeb-86b99c379bb1 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:18.833565 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] Sync routers for ids ['03ca1a61-13fa-484f-88af-f98db6648a51'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:18.837323 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-27b2a8a4-0765-4a29-b154-d2298edf6707 req-423b0d02-dd39-4c1e-804e-1e035735461f tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.842962 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-27b2a8a4-0765-4a29-b154-d2298edf6707 req-423b0d02-dd39-4c1e-804e-1e035735461f tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.850936 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-27b2a8a4-0765-4a29-b154-d2298edf6707 req-423b0d02-dd39-4c1e-804e-1e035735461f tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] 10.222.0.58 "DELETE /v2.0/security-groups/7086ddd6-5fdd-4950-ad48-a956aaf1ced0 HTTP/1.1" status: 204 len: 173 time: 0.6412473 Jul 13 07:43:18.851452 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44092) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:18.873596 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] Routers {'03ca1a61-13fa-484f-88af-f98db6648a51'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:18.875654 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:42:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['03ca1a61-13fa-484f-88af-f98db6648a51'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:18.902066 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49553eec-a258-4601-bbeb-86b99c379bb1 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.911791 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-49553eec-a258-4601-bbeb-86b99c379bb1 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3003654 Jul 13 07:43:18.915165 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44096) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:18.916304 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b0d02-dd39-4c1e-804e-1e035735461f tempest-SecurityGroupRulesTestJSON-973185170 tempest-SecurityGroupRulesTestJSON-973185170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7086ddd6-5fdd-4950-ad48-a956aaf1ced0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:18.977305 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-6568d4f6-fe84-43c3-ba5a-8fa0169bfd41 admin admin] Deleting subnet a84e989e-e6f1-4abe-be59-e537cb4f41a5 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:18.982062 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6568d4f6-fe84-43c3-ba5a-8fa0169bfd41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.052109 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6568d4f6-fe84-43c3-ba5a-8fa0169bfd41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.100031 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df7ad0-e42d-4146-959c-42f80338375f req-518f07ce-d50a-4391-8e6c-82031ac77ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:19.105613 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c9df7ad0-e42d-4146-959c-42f80338375f req-518f07ce-d50a-4391-8e6c-82031ac77ec0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4207daf2-7f30-466d-b844-9dff3885a4fa HTTP/1.1" status: 200 len: 1097 time: 0.4003546 Jul 13 07:43:19.150842 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6568d4f6-fe84-43c3-ba5a-8fa0169bfd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.174960 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] Set router 03ca1a61-13fa-484f-88af-f98db6648a51 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:19.330609 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6568d4f6-fe84-43c3-ba5a-8fa0169bfd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.371429 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8acb794c-9177-49d8-b741-99e136c3cdfb None None] Provisioning complete for port 70c71c43-d87f-4653-a54e-cd9c3bb32017 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:19.371913 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8acb794c-9177-49d8-b741-99e136c3cdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.378974 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568d4f6-fe84-43c3-ba5a-8fa0169bfd41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a84e989e-e6f1-4abe-be59-e537cb4f41a5,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:19.385067 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44108) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:19.391699 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6568d4f6-fe84-43c3-ba5a-8fa0169bfd41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.393901 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6568d4f6-fe84-43c3-ba5a-8fa0169bfd41 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a84e989e-e6f1-4abe-be59-e537cb4f41a5 HTTP/1.1" status: 204 len: 168 time: 0.5413165 Jul 13 07:43:19.411578 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44110) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:19.521416 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c9df7ad0-e42d-4146-959c-42f80338375f req-5e954e41-ae63-4631-a7c6-43dd20f433e1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cf9f1c6e-14f2-43e1-b6fa-9d296a5d1024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4028859 Jul 13 07:43:19.734833 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ca1a61-13fa-484f-88af-f98db6648a51', 'name': 'tempest-ServerRescueTestJSON-2078825495-router', 'tenant_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7c32dbd6-8154-4216-90ed-c7af4d4ef55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:13Z', 'updated_at': '2021-07-13T07:43:17Z', 'revision_number': 3, 'project_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'gw_port': {'id': '7c32dbd6-8154-4216-90ed-c7af4d4ef55d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ca1a61-13fa-484f-88af-f98db6648a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:15Z', 'updated_at': '2021-07-13T07:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:19.765286 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-4b7cfcad-1c66-414c-bf36-b9031542fbe3 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1103758304-network', 'tenant_id': '3a07457264b54f9f92fc31a0c9a17a7a'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:19.789888 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1567c187-7220-43e7-8b2d-f69ac0fe79ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.832937 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] Checking router: 03ca1a61-13fa-484f-88af-f98db6648a51 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:19.833253 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] Updating router 03ca1a61-13fa-484f-88af-f98db6648a51 port 7c32dbd6-8154-4216-90ed-c7af4d4ef55d binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:43:19.854127 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7cfcad-1c66-414c-bf36-b9031542fbe3 admin admin] Made reservation on behalf of 3a07457264b54f9f92fc31a0c9a17a7a for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:19.856755 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfcad-1c66-414c-bf36-b9031542fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.892985 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfcad-1c66-414c-bf36-b9031542fbe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.907893 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.977677 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1567c187-7220-43e7-8b2d-f69ac0fe79ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.998239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-1567c187-7220-43e7-8b2d-f69ac0fe79ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477ecefc-2100-4b56-ab59-6d78b2b69772']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:20.014932 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-1567c187-7220-43e7-8b2d-f69ac0fe79ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804aa0f3-367c-444f-8e17-e1c79f9ee76d') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:20.015300 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-1567c187-7220-43e7-8b2d-f69ac0fe79ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804aa0f3-367c-444f-8e17-e1c79f9ee76d') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:20.035908 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1567c187-7220-43e7-8b2d-f69ac0fe79ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.059027 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1567c187-7220-43e7-8b2d-f69ac0fe79ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.070648 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1567c187-7220-43e7-8b2d-f69ac0fe79ed admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:43:20.071036 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1567c187-7220-43e7-8b2d-f69ac0fe79ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:43:20.072965 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:43:20.165200 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1567c187-7220-43e7-8b2d-f69ac0fe79ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.177861 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1567c187-7220-43e7-8b2d-f69ac0fe79ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.183735 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1567c187-7220-43e7-8b2d-f69ac0fe79ed admin admin] 10.222.0.58 "DELETE /v2.0/networks/477ecefc-2100-4b56-ab59-6d78b2b69772 HTTP/1.1" status: 204 len: 168 time: 0.7641156 Jul 13 07:43:20.205478 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfcad-1c66-414c-bf36-b9031542fbe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.208084 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567c187-7220-43e7-8b2d-f69ac0fe79ed admin admin] Pushing event deleted for resources: {'Network': ['ID=477ecefc-2100-4b56-ab59-6d78b2b69772,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:20.213708 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfcad-1c66-414c-bf36-b9031542fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.240823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7cfcad-1c66-414c-bf36-b9031542fbe3 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:43:20.259676 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7cfcad-1c66-414c-bf36-b9031542fbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb451fc9-3dcf-4cd7-a0f4-e77be6631310,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:20.266066 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfcad-1c66-414c-bf36-b9031542fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.269835 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-4b7cfcad-1c66-414c-bf36-b9031542fbe3 admin admin] Added segment 47b310bf-f4bf-4ef4-8aca-e18bd34c1386 of type vlan for network 35dc388f-caac-4478-8fa8-cefd1246fcbc Jul 13 07:43:20.388099 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfcad-1c66-414c-bf36-b9031542fbe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.397348 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.416142 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] Transition to ACTIVE for port object 7c32dbd6-8154-4216-90ed-c7af4d4ef55d will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:20.441049 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.471419 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfcad-1c66-414c-bf36-b9031542fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.473086 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7cfcad-1c66-414c-bf36-b9031542fbe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:20.485526 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfcad-1c66-414c-bf36-b9031542fbe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.553719 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] Attempting to bind port 7c32dbd6-8154-4216-90ed-c7af4d4ef55d on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:20.590332 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] Attempting to bind port 7c32dbd6-8154-4216-90ed-c7af4d4ef55d by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:20.590332 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] Attempting to bind port 7c32dbd6-8154-4216-90ed-c7af4d4ef55d on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:20.590332 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:20.590332 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:20.590332 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.590332 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:20.590332 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] Bound port: 7c32dbd6-8154-4216-90ed-c7af4d4ef55d, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:20.590332 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.591714 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7cfcad-1c66-414c-bf36-b9031542fbe3 admin admin] Pushing event updated for resources: {'Network': ['ID=35dc388f-caac-4478-8fa8-cefd1246fcbc,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:20.605459 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4b7cfcad-1c66-414c-bf36-b9031542fbe3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2188265 Jul 13 07:43:20.612466 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44152) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:20.619066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-5c2be020-d31a-4b8b-9bb1-d4b83378cf0c admin admin] Request body: {'subnet': {'network_id': '35dc388f-caac-4478-8fa8-cefd1246fcbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1103758304-subnet', 'tenant_id': '3a07457264b54f9f92fc31a0c9a17a7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:20.660163 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 35dc388f-caac-4478-8fa8-cefd1246fcbc details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:43:20.677514 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2be020-d31a-4b8b-9bb1-d4b83378cf0c admin admin] Made reservation on behalf of 3a07457264b54f9f92fc31a0c9a17a7a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:20.681459 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c2be020-d31a-4b8b-9bb1-d4b83378cf0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.762824 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88e2e4-a0ea-453f-8e5d-6107961164eb None None] Pushing event updated for resources: {'Port': ['ID=7c32dbd6-8154-4216-90ed-c7af4d4ef55d,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:20.901382 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44180) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:20.980390 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] For port 7c32dbd6-8154-4216-90ed-c7af4d4ef55d, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:20.985080 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] For port 7c32dbd6-8154-4216-90ed-c7af4d4ef55d, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7c32dbd6-8154-4216-90ed-c7af4d4ef55d,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:20.994050 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.024271 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd94a1-834d-41ec-823d-9ea86b638135 req-1d19b4d6-daaa-4a4f-a778-91fdc0caea5e tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:21.035645 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-91cd94a1-834d-41ec-823d-9ea86b638135 req-1d19b4d6-daaa-4a4f-a778-91fdc0caea5e tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/ports?device_id=4207daf2-7f30-466d-b844-9dff3885a4fa HTTP/1.1" status: 200 len: 945 time: 1.7308116 Jul 13 07:43:21.049938 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] Routers {'03ca1a61-13fa-484f-88af-f98db6648a51'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:21.050665 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:42:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['03ca1a61-13fa-484f-88af-f98db6648a51'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:21.132199 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88e2e4-a0ea-453f-8e5d-6107961164eb None None] Pushing event updated for resources: {'Port': ['ID=7c32dbd6-8154-4216-90ed-c7af4d4ef55d,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:21.158114 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d914731e-8682-4337-8efc-95f3dcfd7dfc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6548b579a9964128bedc9a0a2c190bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518566 Jul 13 07:43:21.159705 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44198) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:21.224669 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] Set router 03ca1a61-13fa-484f-88af-f98db6648a51 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:21.339478 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d563ef-d2b9-4b43-8853-89d7dbabab5a req-997f1d90-2ec3-4b9d-96c4-94e15d469e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:21.341211 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-51d563ef-d2b9-4b43-8853-89d7dbabab5a req-997f1d90-2ec3-4b9d-96c4-94e15d469e61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43c5ae05151644c983f7ae609d106a69&device_id=61e1e003-97ab-42d7-8527-f16c98c6587e HTTP/1.1" status: 200 len: 1098 time: 0.7159841 Jul 13 07:43:21.348250 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-91cd94a1-834d-41ec-823d-9ea86b638135 req-5858f326-fb54-47ad-9b56-80b67c2c546c tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf9f1c6e-14f2-43e1-b6fa-9d296a5d1024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020564 Jul 13 07:43:21.409657 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c3c0748c-2545-4931-9577-e5a8e2c37c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.409657 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c2be020-d31a-4b8b-9bb1-d4b83378cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.523268 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c3c0748c-2545-4931-9577-e5a8e2c37c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.623814 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ca1a61-13fa-484f-88af-f98db6648a51', 'name': 'tempest-ServerRescueTestJSON-2078825495-router', 'tenant_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7c32dbd6-8154-4216-90ed-c7af4d4ef55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:13Z', 'updated_at': '2021-07-13T07:43:17Z', 'revision_number': 3, 'project_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'gw_port': {'id': '7c32dbd6-8154-4216-90ed-c7af4d4ef55d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ca1a61-13fa-484f-88af-f98db6648a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:15Z', 'updated_at': '2021-07-13T07:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:21.662132 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d563ef-d2b9-4b43-8853-89d7dbabab5a req-c8681eb1-1bdf-4596-a5d5-fd35479b0c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:21.664708 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-51d563ef-d2b9-4b43-8853-89d7dbabab5a req-c8681eb1-1bdf-4596-a5d5-fd35479b0c6c service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdbe6f7e-2987-4a12-abb5-b64de61ed38e HTTP/1.1" status: 200 len: 905 time: 0.2339580 Jul 13 07:43:21.677354 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fbc3a4-3e11-44ef-90cb-54202557e142 None None] The sync data for ids ['03ca1a61-13fa-484f-88af-f98db6648a51'] in n-d-779913-28 is: [{'id': '03ca1a61-13fa-484f-88af-f98db6648a51', 'name': 'tempest-ServerRescueTestJSON-2078825495-router', 'tenant_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7c32dbd6-8154-4216-90ed-c7af4d4ef55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:13Z', 'updated_at': '2021-07-13T07:43:17Z', 'revision_number': 3, 'project_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'gw_port': {'id': '7c32dbd6-8154-4216-90ed-c7af4d4ef55d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ca1a61-13fa-484f-88af-f98db6648a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:15Z', 'updated_at': '2021-07-13T07:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:21.683416 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2be020-d31a-4b8b-9bb1-d4b83378cf0c admin admin] Checking segment: {'id': '47b310bf-f4bf-4ef4-8aca-e18bd34c1386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '35dc388f-caac-4478-8fa8-cefd1246fcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:21.685707 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2be020-d31a-4b8b-9bb1-d4b83378cf0c admin admin] Network hostable DHCP agents. Network: 35dc388f-caac-4478-8fa8-cefd1246fcbc, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:43:21.690142 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2be020-d31a-4b8b-9bb1-d4b83378cf0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd2986e-931b-4f60-b059-5f3284b00476,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:21.776493 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-51d563ef-d2b9-4b43-8853-89d7dbabab5a req-37368b9e-eee0-47d9-ad46-ec8c19bdcaea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13db9a28-20a2-4c02-a7c0-a30f817c43a1 HTTP/1.1" status: 200 len: 217 time: 0.1017497 Jul 13 07:43:21.782237 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2be020-d31a-4b8b-9bb1-d4b83378cf0c admin admin] Network 35dc388f-caac-4478-8fa8-cefd1246fcbc is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:43:21.806742 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-5c2be020-d31a-4b8b-9bb1-d4b83378cf0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 35dc388f-caac-4478-8fa8-cefd1246fcbc) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:21.816301 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa094da-db02-4fd7-b7a3-5dc0b9992830 None None] Network 35dc388f-caac-4478-8fa8-cefd1246fcbc requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:21.817022 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c3c0748c-2545-4931-9577-e5a8e2c37c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.820859 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c3c0748c-2545-4931-9577-e5a8e2c37c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.830552 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c3c0748c-2545-4931-9577-e5a8e2c37c47 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca1284bd-ab78-42f6-a6f7-f8f7e3de7521 HTTP/1.1" status: 204 len: 168 time: 0.6645401 Jul 13 07:43:21.830552 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2be020-d31a-4b8b-9bb1-d4b83378cf0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:21.831024 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c2be020-d31a-4b8b-9bb1-d4b83378cf0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.874438 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c0748c-2545-4931-9577-e5a8e2c37c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1284bd-ab78-42f6-a6f7-f8f7e3de7521,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:21.903691 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5c2be020-d31a-4b8b-9bb1-d4b83378cf0c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2898350 Jul 13 07:43:21.928360 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d563ef-d2b9-4b43-8853-89d7dbabab5a req-748f05bd-b1ca-4ebd-9eba-4b8cbc92a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:21.930172 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-51d563ef-d2b9-4b43-8853-89d7dbabab5a req-748f05bd-b1ca-4ebd-9eba-4b8cbc92a696 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05556c2b-fcc9-455f-bd77-fc9aed41f171 HTTP/1.1" status: 200 len: 844 time: 0.1442881 Jul 13 07:43:21.995266 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-51d563ef-d2b9-4b43-8853-89d7dbabab5a req-9c7dd122-9f10-4fe3-8efd-49bab473429e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdbe6f7e-2987-4a12-abb5-b64de61ed38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588591 Jul 13 07:43:21.999837 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17637957-c51d-4a72-af7f-b482f82e9228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:22.618508 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ca9b18-518e-4861-bd25-aa3da0725b5e None None] Network 35dc388f-caac-4478-8fa8-cefd1246fcbc requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:22.837811 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-17637957-c51d-4a72-af7f-b482f82e9228 admin admin] Allocated IP 172.20.0.1 (54b19629-bfd1-40c4-9e1c-d775d7654965/c0711840-6c05-410d-9890-6fb1e6a9b4a1/d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:22.999690 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7c32dbd6-8154-4216-90ed-c7af4d4ef55d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:23.155280 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 7c32dbd6-8154-4216-90ed-c7af4d4ef55d completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:23.161162 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 7c32dbd6-8154-4216-90ed-c7af4d4ef55d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:23.161697 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.188794 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-51d563ef-d2b9-4b43-8853-89d7dbabab5a req-e124a31e-3181-438a-9e4b-a3ebee816748 service neutron] 10.222.0.35 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1818178 Jul 13 07:43:23.265063 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c4130d25-0adb-45f1-8606-b6fd61f37f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.299975 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17637957-c51d-4a72-af7f-b482f82e9228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.338096 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.365786 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 7c32dbd6-8154-4216-90ed-c7af4d4ef55d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7c32dbd6-8154-4216-90ed-c7af4d4ef55d,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:23.371076 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.480574 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=7c32dbd6-8154-4216-90ed-c7af4d4ef55d,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:23.505396 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828fcc9-a468-4b7f-bef6-93a05d80e780 req-0a178f48-e72e-43a8-a7f0-839d21b6dec7 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:23.507005 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d828fcc9-a468-4b7f-bef6-93a05d80e780 req-0a178f48-e72e-43a8-a7f0-839d21b6dec7 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/ports?device_id=4207daf2-7f30-466d-b844-9dff3885a4fa HTTP/1.1" status: 200 len: 945 time: 0.4371336 Jul 13 07:43:23.561115 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-51d563ef-d2b9-4b43-8853-89d7dbabab5a req-45e5a0ed-8e8a-46c8-981b-f7f939d2db02 service neutron] 10.222.0.35 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540726 Jul 13 07:43:23.589765 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c8332-d117-4f69-8262-7e2e49efe010 req-2b009f16-001e-4cb8-a548-dc60174e3036 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:23.595319 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-864c8332-d117-4f69-8262-7e2e49efe010 req-2b009f16-001e-4cb8-a548-dc60174e3036 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/networks?id=35dc388f-caac-4478-8fa8-cefd1246fcbc HTTP/1.1" status: 200 len: 821 time: 0.3537681 Jul 13 07:43:23.603987 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17637957-c51d-4a72-af7f-b482f82e9228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.669280 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-864c8332-d117-4f69-8262-7e2e49efe010 req-f02497fa-8d74-4ea4-931b-28129a71de00 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/quotas/3a07457264b54f9f92fc31a0c9a17a7a HTTP/1.1" status: 200 len: 375 time: 0.0682366 Jul 13 07:43:23.677644 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d828fcc9-a468-4b7f-bef6-93a05d80e780 req-4f55a298-62ee-487a-80ce-8a82cc13c910 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf9f1c6e-14f2-43e1-b6fa-9d296a5d1024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603518 Jul 13 07:43:23.704336 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17637957-c51d-4a72-af7f-b482f82e9228 admin admin] Network 54b19629-bfd1-40c4-9e1c-d775d7654965 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:23.730725 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-17637957-c51d-4a72-af7f-b482f82e9228 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:23.734721 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-864c8332-d117-4f69-8262-7e2e49efe010 req-89565192-141d-4e02-bc9a-3f5b54ba4470 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a07457264b54f9f92fc31a0c9a17a7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531380 Jul 13 07:43:23.738641 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17637957-c51d-4a72-af7f-b482f82e9228 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:23.741035 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17637957-c51d-4a72-af7f-b482f82e9228 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:23.795224 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44324) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:23.828286 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17637957-c51d-4a72-af7f-b482f82e9228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.950865 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-864c8332-d117-4f69-8262-7e2e49efe010 req-809cdbec-d88c-4824-8fcb-83ae811923d7 service neutron] 10.222.0.58 "GET /v2.0/networks/35dc388f-caac-4478-8fa8-cefd1246fcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977811 Jul 13 07:43:23.962321 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-61308834-3b4f-45cb-a42b-ea6f36f76a38 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1774199060-network', 'tenant_id': 'aea077cc953b4ea8932dbc995b4d05b7'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:24.005163 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61308834-3b4f-45cb-a42b-ea6f36f76a38 admin admin] Made reservation on behalf of aea077cc953b4ea8932dbc995b4d05b7 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:24.008445 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-61308834-3b4f-45cb-a42b-ea6f36f76a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.020672 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-61308834-3b4f-45cb-a42b-ea6f36f76a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.152373 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-864c8332-d117-4f69-8262-7e2e49efe010 req-b05c0ccd-3276-435f-8448-a1e8c3277519 service neutron] 10.222.0.58 "GET /v2.0/networks/35dc388f-caac-4478-8fa8-cefd1246fcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996815 Jul 13 07:43:24.155524 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17637957-c51d-4a72-af7f-b482f82e9228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.197367 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-61308834-3b4f-45cb-a42b-ea6f36f76a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.203610 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-61308834-3b4f-45cb-a42b-ea6f36f76a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.254260 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61308834-3b4f-45cb-a42b-ea6f36f76a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:24.279307 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61308834-3b4f-45cb-a42b-ea6f36f76a38 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:43:24.294633 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-61308834-3b4f-45cb-a42b-ea6f36f76a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.296749 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-61308834-3b4f-45cb-a42b-ea6f36f76a38 admin admin] Added segment be5e0c41-1122-4ba7-8637-ccf617e1d4e0 of type vlan for network 316e604a-f44e-4c87-9acb-10ca50fb6168 Jul 13 07:43:24.411616 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-61308834-3b4f-45cb-a42b-ea6f36f76a38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.474967 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-61308834-3b4f-45cb-a42b-ea6f36f76a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.478217 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61308834-3b4f-45cb-a42b-ea6f36f76a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:24.479078 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-61308834-3b4f-45cb-a42b-ea6f36f76a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.501639 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17637957-c51d-4a72-af7f-b482f82e9228 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.509185 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17637957-c51d-4a72-af7f-b482f82e9228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.560870 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-61308834-3b4f-45cb-a42b-ea6f36f76a38 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7631998 Jul 13 07:43:24.569728 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44362) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:24.591822 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-72537f5b-d14a-421f-a0ab-f6abee553a09 admin admin] Request body: {'subnet': {'network_id': '316e604a-f44e-4c87-9acb-10ca50fb6168', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1774199060-subnet', 'tenant_id': 'aea077cc953b4ea8932dbc995b4d05b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:24.639694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17637957-c51d-4a72-af7f-b482f82e9228 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:24.655124 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17637957-c51d-4a72-af7f-b482f82e9228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.656941 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72537f5b-d14a-421f-a0ab-f6abee553a09 admin admin] Made reservation on behalf of aea077cc953b4ea8932dbc995b4d05b7 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:24.662377 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-72537f5b-d14a-421f-a0ab-f6abee553a09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.846739 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61308834-3b4f-45cb-a42b-ea6f36f76a38 admin admin] Pushing event updated for resources: {'Network': ['ID=316e604a-f44e-4c87-9acb-10ca50fb6168,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:24.899701 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 316e604a-f44e-4c87-9acb-10ca50fb6168 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:43:24.971820 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7c32dbd6-8154-4216-90ed-c7af4d4ef55d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:24.994537 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17637957-c51d-4a72-af7f-b482f82e9228 admin admin] Network 54b19629-bfd1-40c4-9e1c-d775d7654965 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:25.019135 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b653363-76c6-40c9-9cdb-f49288c9a7eb req-0b5b6fee-d312-4394-bb9a-7eebef857ab0 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b68bf8e-79fa-4382-8785-9e6d6ac4035c HTTP/1.1" status: 200 len: 210 time: 0.0710928 Jul 13 07:43:25.020194 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-17637957-c51d-4a72-af7f-b482f82e9228 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:25.182436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce9fec-918f-4c17-9c13-4f5486db1498 req-14290ee1-0934-4c31-abc8-8a782c4d14fc tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:25.185180 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-72537f5b-d14a-421f-a0ab-f6abee553a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.189727 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0ce9fec-918f-4c17-9c13-4f5486db1498 req-14290ee1-0934-4c31-abc8-8a782c4d14fc tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/ports?device_id=4207daf2-7f30-466d-b844-9dff3885a4fa HTTP/1.1" status: 200 len: 945 time: 0.2147355 Jul 13 07:43:25.197045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44374) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:25.206920 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-cab8f91c-ea42-4eb6-9f70-a1d975f2a833 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Request body: {'floatingip': {'port_id': '70c71c43-d87f-4653-a54e-cd9c3bb32017'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:25.226449 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17637957-c51d-4a72-af7f-b482f82e9228 admin admin] Router 03ca1a61-13fa-484f-88af-f98db6648a51 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:43:25.305638 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cab8f91c-ea42-4eb6-9f70-a1d975f2a833 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks [] for floatingip, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.337964 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 7c32dbd6-8154-4216-90ed-c7af4d4ef55d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:25.339334 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.417855 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72537f5b-d14a-421f-a0ab-f6abee553a09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c26d4959-17d3-47b2-8ed9-35bf37d6a73e,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:25.470905 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17637957-c51d-4a72-af7f-b482f82e9228 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:25.478824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-17637957-c51d-4a72-af7f-b482f82e9228 admin admin] 10.222.0.58 "PUT /v2.0/routers/03ca1a61-13fa-484f-88af-f98db6648a51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5469038 Jul 13 07:43:25.482912 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] Sync routers for ids ['03ca1a61-13fa-484f-88af-f98db6648a51'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:25.495869 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] Routers {'03ca1a61-13fa-484f-88af-f98db6648a51'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:25.496943 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:42:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['03ca1a61-13fa-484f-88af-f98db6648a51'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:25.513395 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72537f5b-d14a-421f-a0ab-f6abee553a09 admin admin] Checking segment: {'id': 'be5e0c41-1122-4ba7-8637-ccf617e1d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '316e604a-f44e-4c87-9acb-10ca50fb6168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:25.513774 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72537f5b-d14a-421f-a0ab-f6abee553a09 admin admin] Network hostable DHCP agents. Network: 316e604a-f44e-4c87-9acb-10ca50fb6168, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:43:25.677122 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72537f5b-d14a-421f-a0ab-f6abee553a09 admin admin] Network 316e604a-f44e-4c87-9acb-10ca50fb6168 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:43:25.684981 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] Set router 03ca1a61-13fa-484f-88af-f98db6648a51 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:25.738012 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-72537f5b-d14a-421f-a0ab-f6abee553a09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 316e604a-f44e-4c87-9acb-10ca50fb6168) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:25.753560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008ebe26-4e3c-4da2-840f-db43056890a3 None None] Network 316e604a-f44e-4c87-9acb-10ca50fb6168 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:25.772268 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72537f5b-d14a-421f-a0ab-f6abee553a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:25.775118 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-72537f5b-d14a-421f-a0ab-f6abee553a09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.089573 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a16a3e6-2971-4fa0-bcf0-9064340db2f4 None None] Network 316e604a-f44e-4c87-9acb-10ca50fb6168 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:26.154440 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ca1a61-13fa-484f-88af-f98db6648a51', 'name': 'tempest-ServerRescueTestJSON-2078825495-router', 'tenant_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7c32dbd6-8154-4216-90ed-c7af4d4ef55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:13Z', 'updated_at': '2021-07-13T07:43:24Z', 'revision_number': 4, 'project_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'gw_port': {'id': '7c32dbd6-8154-4216-90ed-c7af4d4ef55d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca1a61-13fa-484f-88af-f98db6648a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:15Z', 'updated_at': '2021-07-13T07:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'd8a4e0a0-0491-4923-8e5c-c5a2841f6ff8', 'name': '', 'network_id': '54b19629-bfd1-40c4-9e1c-d775d7654965', 'tenant_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'mac_address': 'fa:16:3e:9a:6e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ca1a61-13fa-484f-88af-f98db6648a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'c0711840-6c05-410d-9890-6fb1e6a9b4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:24Z', 'revision_number': 2, 'project_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'subnets': [{'id': 'c0711840-6c05-410d-9890-6fb1e6a9b4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:26.159256 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-72537f5b-d14a-421f-a0ab-f6abee553a09 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5881052 Jul 13 07:43:26.225716 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] Checking router: 03ca1a61-13fa-484f-88af-f98db6648a51 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:26.230268 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] Updating router 03ca1a61-13fa-484f-88af-f98db6648a51 port d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:43:26.327168 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.414483 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cab8f91c-ea42-4eb6-9f70-a1d975f2a833 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.440305 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cab8f91c-ea42-4eb6-9f70-a1d975f2a833 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.534957 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a299612-cb54-492d-8738-0ea655d4610f req-e08039e2-7d6a-4333-a379-d7b866d69a04 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:26.541487 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a299612-cb54-492d-8738-0ea655d4610f req-e08039e2-7d6a-4333-a379-d7b866d69a04 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/networks?id=54b19629-bfd1-40c4-9e1c-d775d7654965 HTTP/1.1" status: 200 len: 811 time: 0.3995793 Jul 13 07:43:26.573120 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a299612-cb54-492d-8738-0ea655d4610f req-efb8a7b8-95dd-4a50-9da4-3997481b7407 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/quotas/e9efbe0a11cb452a9c08f11738225ab6 HTTP/1.1" status: 200 len: 375 time: 0.0306602 Jul 13 07:43:26.629945 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-049270fb-1d00-4322-8035-4d74ed176377 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:26.631731 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-049270fb-1d00-4322-8035-4d74ed176377 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/networks?id=fdbe6f7e-2987-4a12-abb5-b64de61ed38e HTTP/1.1" status: 200 len: 804 time: 0.2820306 Jul 13 07:43:26.672797 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-4c246177-8737-4a40-8eb7-91730075e654 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/quotas/43c5ae05151644c983f7ae609d106a69 HTTP/1.1" status: 200 len: 375 time: 0.0294731 Jul 13 07:43:26.684145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c8332-d117-4f69-8262-7e2e49efe010 req-d8c4fc00-9f39-4449-b615-3b9af5db29b3 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:26.687119 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-864c8332-d117-4f69-8262-7e2e49efe010 req-d8c4fc00-9f39-4449-b615-3b9af5db29b3 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.62 "GET /v2.0/networks?id=35dc388f-caac-4478-8fa8-cefd1246fcbc HTTP/1.1" status: 200 len: 821 time: 0.2705445 Jul 13 07:43:26.694647 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-cab8f91c-ea42-4eb6-9f70-a1d975f2a833 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Floating IP 04f6c885-69ea-4583-8149-e523e2f3bc8e associated. External IP: 172.25.0.192, port: 70c71c43-d87f-4653-a54e-cd9c3bb32017. Jul 13 07:43:26.709998 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-864c8332-d117-4f69-8262-7e2e49efe010 req-87d38a36-e5ae-4e37-9f2b-94feee65f537 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Request body: {'port': {'device_id': '7b68bf8e-79fa-4382-8785-9e6d6ac4035c', 'network_id': '35dc388f-caac-4478-8fa8-cefd1246fcbc', 'admin_state_up': True, 'tenant_id': '3a07457264b54f9f92fc31a0c9a17a7a'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:26.722656 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a299612-cb54-492d-8738-0ea655d4610f req-16576dd4-6b0c-4dd3-96b1-8f40b5d8cdba tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e9efbe0a11cb452a9c08f11738225ab6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1486244 Jul 13 07:43:26.780835 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-ffefb9ce-1f00-4888-b48d-a116f6ecfb45 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=43c5ae05151644c983f7ae609d106a69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1079805 Jul 13 07:43:26.903676 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.908701 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a299612-cb54-492d-8738-0ea655d4610f req-ff94f494-b166-4e5c-a2c1-e5ee2b8084b2 service neutron] 10.222.0.58 "GET /v2.0/networks/54b19629-bfd1-40c4-9e1c-d775d7654965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798191 Jul 13 07:43:26.915244 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] Transition to ACTIVE for port object d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:26.923168 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.983609 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0615d3-2e71-49d9-932e-65e975554b14 None None] Pushing event updated for resources: {'Port': ['ID=d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:26.986509 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-685d8920-d9de-4787-bc97-f50452d444d9 service neutron] 10.222.0.58 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645405 Jul 13 07:43:27.061996 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] Attempting to bind port d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:27.062350 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] Attempting to bind port d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '878cbb30-1dfc-414c-8a1e-666216f35edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '54b19629-bfd1-40c4-9e1c-d775d7654965'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:27.062995 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] Attempting to bind port d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8 on network 54b19629-bfd1-40c4-9e1c-d775d7654965 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:27.067864 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864c8332-d117-4f69-8262-7e2e49efe010 req-87d38a36-e5ae-4e37-9f2b-94feee65f537 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Made reservation on behalf of 3a07457264b54f9f92fc31a0c9a17a7a for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:27.071215 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-864c8332-d117-4f69-8262-7e2e49efe010 req-87d38a36-e5ae-4e37-9f2b-94feee65f537 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.087724 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:27.088723 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] Checking segment: {'id': '878cbb30-1dfc-414c-8a1e-666216f35edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '54b19629-bfd1-40c4-9e1c-d775d7654965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:27.089125 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.090586 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] Bound using segment: {'id': '878cbb30-1dfc-414c-8a1e-666216f35edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '54b19629-bfd1-40c4-9e1c-d775d7654965'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:27.091309 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] Bound port: d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878cbb30-1dfc-414c-8a1e-666216f35edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '54b19629-bfd1-40c4-9e1c-d775d7654965'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:27.092169 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.139997 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a299612-cb54-492d-8738-0ea655d4610f req-e319892a-1538-4525-b16c-8dd547251e5f service neutron] 10.222.0.58 "GET /v2.0/networks/54b19629-bfd1-40c4-9e1c-d775d7654965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233868 Jul 13 07:43:27.173126 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-7a9a6af7-93ad-44d0-bca8-88a804b4dafa service neutron] 10.222.0.58 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402724 Jul 13 07:43:27.236814 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] For port d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:27.242758 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] For port d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8,segment=NetworkSegment(878cbb30-1dfc-414c-8a1e-666216f35edb),segment_id=878cbb30-1dfc-414c-8a1e-666216f35edb)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:27.262352 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab8f91c-ea42-4eb6-9f70-a1d975f2a833 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Router 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:43:27.263793 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.337465 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] Routers {'03ca1a61-13fa-484f-88af-f98db6648a51'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:27.338016 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:42:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['03ca1a61-13fa-484f-88af-f98db6648a51'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:27.343581 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0615d3-2e71-49d9-932e-65e975554b14 None None] Pushing event updated for resources: {'Port': ['ID=d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:27.522983 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-932724e5-0a4c-42db-93ef-f09a7dee6165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.574268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-286abbf1-7160-4411-8e87-50725c56d99d req-621c2948-512e-4aef-bdd0-e538418c0664 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-387400917', 'description': 'tempest-description-1240206659'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:27.627480 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.646701 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-286abbf1-7160-4411-8e87-50725c56d99d req-621c2948-512e-4aef-bdd0-e538418c0664 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.729004 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61204866-4fb8-4ea8-83c1-e3c1750f7620 req-4a2f9f84-db95-4699-9a86-ca4ba2224ed4 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:27.735759 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61204866-4fb8-4ea8-83c1-e3c1750f7620 req-4a2f9f84-db95-4699-9a86-ca4ba2224ed4 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.35 "GET /v2.0/ports?device_id=61e1e003-97ab-42d7-8527-f16c98c6587e HTTP/1.1" status: 200 len: 946 time: 0.4446132 Jul 13 07:43:27.737582 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] Set router 03ca1a61-13fa-484f-88af-f98db6648a51 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:27.769173 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a6bdc6d-1920-42a3-984c-cd164a0a2925 req-cc50f8a0-fa99-4822-afab-b2fd80f1524e tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b68bf8e-79fa-4382-8785-9e6d6ac4035c HTTP/1.1" status: 200 len: 210 time: 0.1341889 Jul 13 07:43:27.928788 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab8f91c-ea42-4eb6-9f70-a1d975f2a833 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:27.941598 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650a48b9-2859-4aca-a9a5-ed2baf92764e None None] Sync routers for ids ['26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:27.951159 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cab8f91c-ea42-4eb6-9f70-a1d975f2a833 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.973971 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650a48b9-2859-4aca-a9a5-ed2baf92764e None None] Routers {'26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:27.976057 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-650a48b9-2859-4aca-a9a5-ed2baf92764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:43:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:28.136915 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 13db9a28-20a2-4c02-a7c0-a30f817c43a1 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:28.295637 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-864c8332-d117-4f69-8262-7e2e49efe010 req-87d38a36-e5ae-4e37-9f2b-94feee65f537 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Allocated IP 172.20.0.2 (35dc388f-caac-4478-8fa8-cefd1246fcbc/bdd2986e-931b-4f60-b059-5f3284b00476/09b283c5-6f64-442c-b259-c9e8e03fc024) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:28.375843 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ca1a61-13fa-484f-88af-f98db6648a51', 'name': 'tempest-ServerRescueTestJSON-2078825495-router', 'tenant_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7c32dbd6-8154-4216-90ed-c7af4d4ef55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:13Z', 'updated_at': '2021-07-13T07:43:24Z', 'revision_number': 4, 'project_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'gw_port': {'id': '7c32dbd6-8154-4216-90ed-c7af4d4ef55d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca1a61-13fa-484f-88af-f98db6648a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:15Z', 'updated_at': '2021-07-13T07:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'd8a4e0a0-0491-4923-8e5c-c5a2841f6ff8', 'name': '', 'network_id': '54b19629-bfd1-40c4-9e1c-d775d7654965', 'tenant_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'mac_address': 'fa:16:3e:9a:6e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ca1a61-13fa-484f-88af-f98db6648a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'c0711840-6c05-410d-9890-6fb1e6a9b4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:27Z', 'revision_number': 4, 'project_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'subnets': [{'id': 'c0711840-6c05-410d-9890-6fb1e6a9b4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:28.428337 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cab8f91c-ea42-4eb6-9f70-a1d975f2a833 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "PUT /v2.0/floatingips/04f6c885-69ea-4583-8149-e523e2f3bc8e HTTP/1.1" status: 200 len: 991 time: 3.2290745 Jul 13 07:43:28.440566 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4207daf2-7f30-466d-b844-9dff3885a4fa', 'tag': '70c71c43-d87f-4653-a54e-cd9c3bb32017'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:28.446267 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23381104-8512-42a1-9d4c-7301043c7f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "4207daf2-7f30-466d-b844-9dff3885a4fa", "tag": "70c71c43-d87f-4653-a54e-cd9c3bb32017"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:28.448867 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a6589-eae8-4c55-ae24-30838c118dc9 None None] The sync data for ids ['03ca1a61-13fa-484f-88af-f98db6648a51'] in n-d-779913-28 is: [{'id': '03ca1a61-13fa-484f-88af-f98db6648a51', 'name': 'tempest-ServerRescueTestJSON-2078825495-router', 'tenant_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7c32dbd6-8154-4216-90ed-c7af4d4ef55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:13Z', 'updated_at': '2021-07-13T07:43:24Z', 'revision_number': 4, 'project_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'gw_port': {'id': '7c32dbd6-8154-4216-90ed-c7af4d4ef55d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca1a61-13fa-484f-88af-f98db6648a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:15Z', 'updated_at': '2021-07-13T07:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'd8a4e0a0-0491-4923-8e5c-c5a2841f6ff8', 'name': '', 'network_id': '54b19629-bfd1-40c4-9e1c-d775d7654965', 'tenant_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'mac_address': 'fa:16:3e:9a:6e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ca1a61-13fa-484f-88af-f98db6648a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'c0711840-6c05-410d-9890-6fb1e6a9b4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:27Z', 'revision_number': 4, 'project_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'subnets': [{'id': 'c0711840-6c05-410d-9890-6fb1e6a9b4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:28.630586 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-650a48b9-2859-4aca-a9a5-ed2baf92764e None None] Set router 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:28.772601 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-864c8332-d117-4f69-8262-7e2e49efe010 req-87d38a36-e5ae-4e37-9f2b-94feee65f537 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:28.885885 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e5cbafc1-4087-45bc-925e-cb17e3d78ed7 req-3f60a318-96ed-4a29-8519-bfd9e0cf339e tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6304ae-5cac-4a39-a359-e113e29d971d HTTP/1.1" status: 200 len: 210 time: 0.1641638 Jul 13 07:43:28.895718 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-864c8332-d117-4f69-8262-7e2e49efe010 req-87d38a36-e5ae-4e37-9f2b-94feee65f537 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.025567 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:29.108425 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.120413 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d38a36-e5ae-4e37-9f2b-94feee65f537 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Pushing event updated for resources: {'Port': ['ID=09b283c5-6f64-442c-b259-c9e8e03fc024,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:29.147079 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864c8332-d117-4f69-8262-7e2e49efe010 req-87d38a36-e5ae-4e37-9f2b-94feee65f537 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Network 35dc388f-caac-4478-8fa8-cefd1246fcbc is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:29.151615 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-864c8332-d117-4f69-8262-7e2e49efe010 req-87d38a36-e5ae-4e37-9f2b-94feee65f537 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:29.157971 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-864c8332-d117-4f69-8262-7e2e49efe010 req-87d38a36-e5ae-4e37-9f2b-94feee65f537 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:29.216021 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-61204866-4fb8-4ea8-83c1-e3c1750f7620 req-0253416c-14db-4eca-b4de-24d6cbdfe8a0 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Deleting port 13db9a28-20a2-4c02-a7c0-a30f817c43a1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:29.216353 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-61204866-4fb8-4ea8-83c1-e3c1750f7620 req-0253416c-14db-4eca-b4de-24d6cbdfe8a0 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.236187 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e1e003-97ab-42d7-8527-f16c98c6587e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13db9a28-20a2-4c02-a7c0-a30f817c43a1'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:29.239787 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44acc74-a8fe-4952-805d-58edd2337478" -d '{"events": [{"server_uuid": "61e1e003-97ab-42d7-8527-f16c98c6587e", "name": "network-vif-unplugged", "status": "completed", "tag": "13db9a28-20a2-4c02-a7c0-a30f817c43a1"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:29.246142 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-286abbf1-7160-4411-8e87-50725c56d99d req-621c2948-512e-4aef-bdd0-e538418c0664 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.253002 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3e15e08-ccbe-4d37-a4fe-3f672e899025 req-98cb2f21-0e01-4195-b103-2d4f4392f74f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 210 time: 0.0658858 Jul 13 07:43:29.267819 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-286abbf1-7160-4411-8e87-50725c56d99d req-621c2948-512e-4aef-bdd0-e538418c0664 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.271460 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c8332-d117-4f69-8262-7e2e49efe010 req-87d38a36-e5ae-4e37-9f2b-94feee65f537 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:29.274992 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-864c8332-d117-4f69-8262-7e2e49efe010 req-87d38a36-e5ae-4e37-9f2b-94feee65f537 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.290431 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:29.305475 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-286abbf1-7160-4411-8e87-50725c56d99d req-621c2948-512e-4aef-bdd0-e538418c0664 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.307921 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-864c8332-d117-4f69-8262-7e2e49efe010 req-87d38a36-e5ae-4e37-9f2b-94feee65f537 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6094697 Jul 13 07:43:29.316885 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 13db9a28-20a2-4c02-a7c0-a30f817c43a1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=13db9a28-20a2-4c02-a7c0-a30f817c43a1,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:29.317198 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-286abbf1-7160-4411-8e87-50725c56d99d req-621c2948-512e-4aef-bdd0-e538418c0664 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.7599230 Jul 13 07:43:29.321645 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:29.322313 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.327550 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.340114 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-864c8332-d117-4f69-8262-7e2e49efe010 req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] Request body: {'port': {'device_id': '7b68bf8e-79fa-4382-8785-9e6d6ac4035c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:29.403320 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d22c27a-2a30-43ca-ac41-3fb3542513ff x-openstack-request-id: req-6d22c27a-2a30-43ca-ac41-3fb3542513ff {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:29.403320 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4207daf2-7f30-466d-b844-9dff3885a4fa", "tag": "70c71c43-d87f-4653-a54e-cd9c3bb32017", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:29.403320 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d22c27a-2a30-43ca-ac41-3fb3542513ff {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:29.404387 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4207daf2-7f30-466d-b844-9dff3885a4fa', 'tag': '70c71c43-d87f-4653-a54e-cd9c3bb32017', 'status': 'completed', 'code': 200} Jul 13 07:43:29.502173 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c2948-512e-4aef-bdd0-e538418c0664 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1259b56-d984-442a-82af-a1daba638b44,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:29.624858 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-61204866-4fb8-4ea8-83c1-e3c1750f7620 req-0253416c-14db-4eca-b4de-24d6cbdfe8a0 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] For port 13db9a28-20a2-4c02-a7c0-a30f817c43a1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=13db9a28-20a2-4c02-a7c0-a30f817c43a1,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:29.625182 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-61204866-4fb8-4ea8-83c1-e3c1750f7620 req-0253416c-14db-4eca-b4de-24d6cbdfe8a0 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.696622 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-61204866-4fb8-4ea8-83c1-e3c1750f7620 req-0253416c-14db-4eca-b4de-24d6cbdfe8a0 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Calling delete_port for 13db9a28-20a2-4c02-a7c0-a30f817c43a1 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:29.736482 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-864c8332-d117-4f69-8262-7e2e49efe010 req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.959256 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.998884 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=13db9a28-20a2-4c02-a7c0-a30f817c43a1,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:30.140805 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.267087 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f3d4be-b3ee-4025-bfda-4c2d97a8e2bf x-openstack-request-id: req-a4f3d4be-b3ee-4025-bfda-4c2d97a8e2bf {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:30.268507 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e1e003-97ab-42d7-8527-f16c98c6587e", "name": "network-vif-unplugged", "status": "completed", "tag": "13db9a28-20a2-4c02-a7c0-a30f817c43a1", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:30.268775 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a4f3d4be-b3ee-4025-bfda-4c2d97a8e2bf {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:30.269204 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e1e003-97ab-42d7-8527-f16c98c6587e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13db9a28-20a2-4c02-a7c0-a30f817c43a1', 'code': 200} Jul 13 07:43:30.278115 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-650a48b9-2859-4aca-a9a5-ed2baf92764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'name': 'tempest-ServersTestManualDisk-1951952483-router', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:42:46Z', 'updated_at': '2021-07-13T07:42:55Z', 'revision_number': 4, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'gw_port': {'id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:47Z', 'updated_at': '2021-07-13T07:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '04f6c885-69ea-4583-8149-e523e2f3bc8e', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'port_id': '70c71c43-d87f-4653-a54e-cd9c3bb32017', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4', 'mac_address': 'fa:16:3e:29:eb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207daf2-7f30-466d-b844-9dff3885a4fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:43:02Z', 'updated_at': '2021-07-13T07:43:26Z', 'revision_number': 1, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c288e5-0212-48de-a9e6-263e671ab4d6', 'name': '', 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'mac_address': 'fa:16:3e:90:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:53Z', 'updated_at': '2021-07-13T07:43:01Z', 'revision_number': 5, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'subnets': [{'id': '79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:30.279148 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a299612-cb54-492d-8738-0ea655d4610f req-7cc7a996-d4c7-4c42-b083-26b2e288855d tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:30.291722 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a299612-cb54-492d-8738-0ea655d4610f req-7cc7a996-d4c7-4c42-b083-26b2e288855d tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.35 "GET /v2.0/networks?id=54b19629-bfd1-40c4-9e1c-d775d7654965 HTTP/1.1" status: 200 len: 811 time: 0.4423275 Jul 13 07:43:30.292654 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8,segment=NetworkSegment(878cbb30-1dfc-414c-8a1e-666216f35edb),segment_id=878cbb30-1dfc-414c-8a1e-666216f35edb)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:30.314834 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0a299612-cb54-492d-8738-0ea655d4610f req-c96b9274-3b61-45d5-8323-1af1f8433adc tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Request body: {'port': {'device_id': '1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1', 'network_id': '54b19629-bfd1-40c4-9e1c-d775d7654965', 'admin_state_up': True, 'tenant_id': 'e9efbe0a11cb452a9c08f11738225ab6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:30.378020 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650a48b9-2859-4aca-a9a5-ed2baf92764e None None] Checking router: 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:30.384010 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.398942 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-a4edd4e7-9fee-41f6-9923-11950af28bcb req-4aca688b-1817-4e6a-bc7c-04567d9b796a tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2142060210', 'description': 'tempest-description-2125928974'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:30.453231 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df134f91-f94f-4b5d-bb4c-e46bc483831b req-270deee6-4dc1-40fd-aabb-a67792367692 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:30.463791 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-864c8332-d117-4f69-8262-7e2e49efe010 req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b283c5-6f64-442c-b259-c9e8e03fc024 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:30.464494 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df134f91-f94f-4b5d-bb4c-e46bc483831b req-270deee6-4dc1-40fd-aabb-a67792367692 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b68bf8e-79fa-4382-8785-9e6d6ac4035c HTTP/1.1" status: 200 len: 931 time: 0.7061787 Jul 13 07:43:30.478743 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-864c8332-d117-4f69-8262-7e2e49efe010 req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.496802 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-864c8332-d117-4f69-8262-7e2e49efe010 req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] Transition to ACTIVE for port object 09b283c5-6f64-442c-b259-c9e8e03fc024 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:30.497095 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650a48b9-2859-4aca-a9a5-ed2baf92764e None None] Routers {'26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:30.497708 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-650a48b9-2859-4aca-a9a5-ed2baf92764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:43:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:30.522573 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-864c8332-d117-4f69-8262-7e2e49efe010 req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.592902 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23381104-8512-42a1-9d4c-7301043c7f8a req-ec60186c-aaef-403e-82d4-838a74865c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:30.596521 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-23381104-8512-42a1-9d4c-7301043c7f8a req-ec60186c-aaef-403e-82d4-838a74865c95 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ccf3a1e2c53946b0bb487bccfa71d202&device_id=4207daf2-7f30-466d-b844-9dff3885a4fa HTTP/1.1" status: 200 len: 1097 time: 1.1747749 Jul 13 07:43:30.612823 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df134f91-f94f-4b5d-bb4c-e46bc483831b req-3692e9b7-fbb7-4ab0-9bb6-c2f54b0c2ce0 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb451fc9-3dcf-4cd7-a0f4-e77be6631310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474600 Jul 13 07:43:30.630506 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:30.842480 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-650a48b9-2859-4aca-a9a5-ed2baf92764e None None] Set router 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:30.920334 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a4edd4e7-9fee-41f6-9923-11950af28bcb req-4aca688b-1817-4e6a-bc7c-04567d9b796a tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.945845 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] Pushing event updated for resources: {'Port': ['ID=09b283c5-6f64-442c-b259-c9e8e03fc024,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:30.983103 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23381104-8512-42a1-9d4c-7301043c7f8a req-4d08f581-350d-449f-af45-c0bb7dedd349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:30.985138 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-23381104-8512-42a1-9d4c-7301043c7f8a req-4d08f581-350d-449f-af45-c0bb7dedd349 service neutron] 10.222.0.35 "GET /v2.0/networks?id=702e19a1-e725-472e-946c-5dda0d6230e4 HTTP/1.1" status: 200 len: 913 time: 0.3338988 Jul 13 07:43:31.055825 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:31.065446 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-61204866-4fb8-4ea8-83c1-e3c1750f7620 req-0253416c-14db-4eca-b4de-24d6cbdfe8a0 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.151676 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-f4c33014-2d15-4479-8254-39cab3c15b23 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:31.152491 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:31.152913 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.153327 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-f4c33014-2d15-4479-8254-39cab3c15b23 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.35 "GET /v2.0/networks?id=fdbe6f7e-2987-4a12-abb5-b64de61ed38e HTTP/1.1" status: 200 len: 804 time: 0.6533139 Jul 13 07:43:31.178118 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-92885d4f-9c03-4ba9-8991-11ee3370249c tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Request body: {'port': {'device_id': '5d6304ae-5cac-4a39-a359-e113e29d971d', 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e', 'admin_state_up': True, 'tenant_id': '43c5ae05151644c983f7ae609d106a69'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:31.207132 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253416c-14db-4eca-b4de-24d6cbdfe8a0 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Pushing event deleted for resources: {'Port': ['ID=13db9a28-20a2-4c02-a7c0-a30f817c43a1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:31.233539 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-23381104-8512-42a1-9d4c-7301043c7f8a req-57d123f0-1921-46a0-875e-dc36f44170c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70c71c43-d87f-4653-a54e-cd9c3bb32017 HTTP/1.1" status: 200 len: 999 time: 0.2350848 Jul 13 07:43:31.239079 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-864c8332-d117-4f69-8262-7e2e49efe010 req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] Attempting to bind port 09b283c5-6f64-442c-b259-c9e8e03fc024 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:31.239541 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-864c8332-d117-4f69-8262-7e2e49efe010 req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] Attempting to bind port 09b283c5-6f64-442c-b259-c9e8e03fc024 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '47b310bf-f4bf-4ef4-8aca-e18bd34c1386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '35dc388f-caac-4478-8fa8-cefd1246fcbc'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:31.240110 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864c8332-d117-4f69-8262-7e2e49efe010 req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] Attempting to bind port 09b283c5-6f64-442c-b259-c9e8e03fc024 on network 35dc388f-caac-4478-8fa8-cefd1246fcbc {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:31.246051 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.313910 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864c8332-d117-4f69-8262-7e2e49efe010 req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] Port 09b283c5-6f64-442c-b259-c9e8e03fc024 on network 35dc388f-caac-4478-8fa8-cefd1246fcbc not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:31.314698 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864c8332-d117-4f69-8262-7e2e49efe010 req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] Attempting to bind port 09b283c5-6f64-442c-b259-c9e8e03fc024 on network 35dc388f-caac-4478-8fa8-cefd1246fcbc {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:31.347116 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbcb13a8-0ac7-4eab-b7a4-f89577e750ad req-41dab3f0-7644-43d2-b8a0-d1dca67c8d9a tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6304ae-5cac-4a39-a359-e113e29d971d HTTP/1.1" status: 200 len: 210 time: 0.0864775 Jul 13 07:43:31.354564 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-61204866-4fb8-4ea8-83c1-e3c1750f7620 req-0253416c-14db-4eca-b4de-24d6cbdfe8a0 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] No DVR routers for this DVR port 13db9a28-20a2-4c02-a7c0-a30f817c43a1 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:43:31.358566 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-61204866-4fb8-4ea8-83c1-e3c1750f7620 req-0253416c-14db-4eca-b4de-24d6cbdfe8a0 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.363932 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61204866-4fb8-4ea8-83c1-e3c1750f7620 req-0253416c-14db-4eca-b4de-24d6cbdfe8a0 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.35 "DELETE /v2.0/ports/13db9a28-20a2-4c02-a7c0-a30f817c43a1 HTTP/1.1" status: 204 len: 173 time: 3.6241019 Jul 13 07:43:31.364509 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e1e003-97ab-42d7-8527-f16c98c6587e', 'name': 'network-vif-deleted', 'tag': '13db9a28-20a2-4c02-a7c0-a30f817c43a1'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:31.372438 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-650a48b9-2859-4aca-a9a5-ed2baf92764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'name': 'tempest-ServersTestManualDisk-1951952483-router', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:42:46Z', 'updated_at': '2021-07-13T07:42:55Z', 'revision_number': 4, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'gw_port': {'id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:47Z', 'updated_at': '2021-07-13T07:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '04f6c885-69ea-4583-8149-e523e2f3bc8e', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'port_id': '70c71c43-d87f-4653-a54e-cd9c3bb32017', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4', 'mac_address': 'fa:16:3e:29:eb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207daf2-7f30-466d-b844-9dff3885a4fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:43:02Z', 'updated_at': '2021-07-13T07:43:26Z', 'revision_number': 1, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c288e5-0212-48de-a9e6-263e671ab4d6', 'name': '', 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'mac_address': 'fa:16:3e:90:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:53Z', 'updated_at': '2021-07-13T07:43:01Z', 'revision_number': 5, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'subnets': [{'id': '79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:31.384412 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d61ad2-2821-4612-b161-606814c45501" -d '{"events": [{"server_uuid": "61e1e003-97ab-42d7-8527-f16c98c6587e", "name": "network-vif-deleted", "tag": "13db9a28-20a2-4c02-a7c0-a30f817c43a1"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:31.410595 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650a48b9-2859-4aca-a9a5-ed2baf92764e None None] The sync data for ids ['26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'] in n-d-779913-28 is: [{'id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'name': 'tempest-ServersTestManualDisk-1951952483-router', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:42:46Z', 'updated_at': '2021-07-13T07:42:55Z', 'revision_number': 4, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'gw_port': {'id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:47Z', 'updated_at': '2021-07-13T07:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '04f6c885-69ea-4583-8149-e523e2f3bc8e', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'port_id': '70c71c43-d87f-4653-a54e-cd9c3bb32017', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4', 'mac_address': 'fa:16:3e:29:eb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207daf2-7f30-466d-b844-9dff3885a4fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:43:02Z', 'updated_at': '2021-07-13T07:43:26Z', 'revision_number': 1, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c288e5-0212-48de-a9e6-263e671ab4d6', 'name': '', 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'mac_address': 'fa:16:3e:90:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:53Z', 'updated_at': '2021-07-13T07:43:01Z', 'revision_number': 5, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'subnets': [{'id': '79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:31.448358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864c8332-d117-4f69-8262-7e2e49efe010 req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:31.448917 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864c8332-d117-4f69-8262-7e2e49efe010 req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] Checking segment: {'id': '47b310bf-f4bf-4ef4-8aca-e18bd34c1386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '35dc388f-caac-4478-8fa8-cefd1246fcbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:31.449547 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864c8332-d117-4f69-8262-7e2e49efe010 req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] Bound using segment: {'id': '47b310bf-f4bf-4ef4-8aca-e18bd34c1386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '35dc388f-caac-4478-8fa8-cefd1246fcbc'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:31.450351 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-864c8332-d117-4f69-8262-7e2e49efe010 req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] Bound port: 09b283c5-6f64-442c-b259-c9e8e03fc024, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b310bf-f4bf-4ef4-8aca-e18bd34c1386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '35dc388f-caac-4478-8fa8-cefd1246fcbc'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:31.451204 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-864c8332-d117-4f69-8262-7e2e49efe010 req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.534909 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23381104-8512-42a1-9d4c-7301043c7f8a req-c74ed505-2a40-459a-bbf7-afe804d33d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:31.536929 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-23381104-8512-42a1-9d4c-7301043c7f8a req-c74ed505-2a40-459a-bbf7-afe804d33d6f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9 HTTP/1.1" status: 200 len: 851 time: 0.2906945 Jul 13 07:43:31.540510 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a4edd4e7-9fee-41f6-9923-11950af28bcb req-4aca688b-1817-4e6a-bc7c-04567d9b796a tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.550034 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a4edd4e7-9fee-41f6-9923-11950af28bcb req-4aca688b-1817-4e6a-bc7c-04567d9b796a tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.678735 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a299612-cb54-492d-8738-0ea655d4610f req-c96b9274-3b61-45d5-8323-1af1f8433adc tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Made reservation on behalf of e9efbe0a11cb452a9c08f11738225ab6 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:31.686650 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0a299612-cb54-492d-8738-0ea655d4610f req-c96b9274-3b61-45d5-8323-1af1f8433adc tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.693326 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-89ecff27-aa64-400d-beb8-e627a64fa4ce req-24905042-e920-46b7-85d4-a5b6dfded8af tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 210 time: 0.0814428 Jul 13 07:43:31.694074 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a4edd4e7-9fee-41f6-9923-11950af28bcb req-4aca688b-1817-4e6a-bc7c-04567d9b796a tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.702685 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a4edd4e7-9fee-41f6-9923-11950af28bcb req-4aca688b-1817-4e6a-bc7c-04567d9b796a tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.3595166 Jul 13 07:43:31.707327 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca688b-1817-4e6a-bc7c-04567d9b796a tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6daa29a-66f8-4319-9780-9d1fe0f46a6c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:31.805442 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-864c8332-d117-4f69-8262-7e2e49efe010 req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] For port 09b283c5-6f64-442c-b259-c9e8e03fc024, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:31.821698 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-864c8332-d117-4f69-8262-7e2e49efe010 req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] For port 09b283c5-6f64-442c-b259-c9e8e03fc024, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=09b283c5-6f64-442c-b259-c9e8e03fc024,segment=NetworkSegment(47b310bf-f4bf-4ef4-8aca-e18bd34c1386),segment_id=47b310bf-f4bf-4ef4-8aca-e18bd34c1386)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:31.867923 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-864c8332-d117-4f69-8262-7e2e49efe010 req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.971607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c8332-d117-4f69-8262-7e2e49efe010 req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:31.971885 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-864c8332-d117-4f69-8262-7e2e49efe010 req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.973779 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-864c8332-d117-4f69-8262-7e2e49efe010 req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] 10.222.0.62 "PUT /v2.0/ports/09b283c5-6f64-442c-b259-c9e8e03fc024 HTTP/1.1" status: 200 len: 1092 time: 2.6565802 Jul 13 07:43:31.982449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b68bf8e-79fa-4382-8785-9e6d6ac4035c', 'tag': '09b283c5-6f64-442c-b259-c9e8e03fc024'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:31.987664 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdcfac1-8e1f-42b6-9dc1-6b309bd4c6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7b68bf8e-79fa-4382-8785-9e6d6ac4035c", "tag": "09b283c5-6f64-442c-b259-c9e8e03fc024"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:31.994475 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d855bdb-d6bf-4ce8-8399-717ecb2e3f0d None None] New status for floating IP 04f6c885-69ea-4583-8149-e523e2f3bc8e: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:43:31.997329 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-92885d4f-9c03-4ba9-8991-11ee3370249c tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Made reservation on behalf of 43c5ae05151644c983f7ae609d106a69 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:32.001524 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-92885d4f-9c03-4ba9-8991-11ee3370249c tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.026262 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e03cad-85a2-48ea-a311-7847a3a37020 x-openstack-request-id: req-30e03cad-85a2-48ea-a311-7847a3a37020 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:32.026922 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e1e003-97ab-42d7-8527-f16c98c6587e", "name": "network-vif-deleted", "tag": "13db9a28-20a2-4c02-a7c0-a30f817c43a1", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:32.028267 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-30e03cad-85a2-48ea-a311-7847a3a37020 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:32.029028 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e1e003-97ab-42d7-8527-f16c98c6587e', 'name': 'network-vif-deleted', 'tag': '13db9a28-20a2-4c02-a7c0-a30f817c43a1', 'status': 'completed', 'code': 200} Jul 13 07:43:32.062444 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 13db9a28-20a2-4c02-a7c0-a30f817c43a1 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:32.142279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 13db9a28-20a2-4c02-a7c0-a30f817c43a1 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:32.143426 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 13db9a28-20a2-4c02-a7c0-a30f817c43a1 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:32.163261 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-0a299612-cb54-492d-8738-0ea655d4610f req-c96b9274-3b61-45d5-8323-1af1f8433adc tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Allocated IP 172.20.0.10 (54b19629-bfd1-40c4-9e1c-d775d7654965/c0711840-6c05-410d-9890-6fb1e6a9b4a1/fdd27c61-eba4-496d-8e0d-4c7408709c57) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:32.170520 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23381104-8512-42a1-9d4c-7301043c7f8a req-6f0b5078-031b-4a53-845e-2db59216b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:32.172955 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-23381104-8512-42a1-9d4c-7301043c7f8a req-6f0b5078-031b-4a53-845e-2db59216b21b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=702e19a1-e725-472e-946c-5dda0d6230e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5635273 Jul 13 07:43:32.197221 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d20cb-dc23-4d14-b5c7-a1b77fd77d74 service neutron] Pushing event updated for resources: {'Port': ['ID=09b283c5-6f64-442c-b259-c9e8e03fc024,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:32.558114 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c8332-d117-4f69-8262-7e2e49efe010 req-91c4c7b2-ecaf-423c-bbd4-c85c74c4f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:32.559055 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-864c8332-d117-4f69-8262-7e2e49efe010 req-91c4c7b2-ecaf-423c-bbd4-c85c74c4f81c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a07457264b54f9f92fc31a0c9a17a7a&device_id=7b68bf8e-79fa-4382-8785-9e6d6ac4035c HTTP/1.1" status: 200 len: 1095 time: 0.5331545 Jul 13 07:43:32.593064 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0a299612-cb54-492d-8738-0ea655d4610f req-c96b9274-3b61-45d5-8323-1af1f8433adc tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.626362 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-9967dc5a-fa20-43a6-a75d-ae6d7f022701 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:32.627899 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-9967dc5a-fa20-43a6-a75d-ae6d7f022701 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/networks?id=316e604a-f44e-4c87-9acb-10ca50fb6168 HTTP/1.1" status: 200 len: 813 time: 0.3056495 Jul 13 07:43:32.638460 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48746ef0-911a-4671-bee1-0fccfd56aef8 req-08ef01bc-8455-4072-b663-e6b3a0adfcc4 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:32.639954 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48746ef0-911a-4671-bee1-0fccfd56aef8 req-08ef01bc-8455-4072-b663-e6b3a0adfcc4 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b68bf8e-79fa-4382-8785-9e6d6ac4035c HTTP/1.1" status: 200 len: 943 time: 0.3686650 Jul 13 07:43:32.666866 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-864c8332-d117-4f69-8262-7e2e49efe010 req-8b014252-c99c-449f-9970-5df9c4a861e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09b283c5-6f64-442c-b259-c9e8e03fc024 HTTP/1.1" status: 200 len: 217 time: 0.0943499 Jul 13 07:43:32.671176 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-22bcef87-1c6f-4dc3-8c07-f8c2dda0e523 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/quotas/aea077cc953b4ea8932dbc995b4d05b7 HTTP/1.1" status: 200 len: 375 time: 0.0288806 Jul 13 07:43:32.681280 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-23381104-8512-42a1-9d4c-7301043c7f8a req-776be463-590c-43f6-836d-0fe2145d6a22 service neutron] 10.222.0.35 "GET /v2.0/networks/702e19a1-e725-472e-946c-5dda0d6230e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877429 Jul 13 07:43:32.686426 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-92885d4f-9c03-4ba9-8991-11ee3370249c tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Allocated IP 172.20.0.9 (fdbe6f7e-2987-4a12-abb5-b64de61ed38e/05556c2b-fcc9-455f-bd77-fc9aed41f171/f588ac66-8ba5-444e-b9df-54aaa8b1403e) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:32.735348 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-7518177f-0be0-458e-9e65-309fc378da6b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aea077cc953b4ea8932dbc995b4d05b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515647 Jul 13 07:43:32.739705 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48746ef0-911a-4671-bee1-0fccfd56aef8 req-5de0df20-d751-48f9-84d6-c2820c57be52 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb451fc9-3dcf-4cd7-a0f4-e77be6631310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890598 Jul 13 07:43:32.751606 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0a299612-cb54-492d-8738-0ea655d4610f req-c96b9274-3b61-45d5-8323-1af1f8433adc tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.825584 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c8332-d117-4f69-8262-7e2e49efe010 req-6b3a4ffd-02b7-483b-9740-96d4e4d45a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:32.827274 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-864c8332-d117-4f69-8262-7e2e49efe010 req-6b3a4ffd-02b7-483b-9740-96d4e4d45a83 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bdd2986e-931b-4f60-b059-5f3284b00476 HTTP/1.1" status: 200 len: 861 time: 0.1425245 Jul 13 07:43:32.848070 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a299612-cb54-492d-8738-0ea655d4610f req-c96b9274-3b61-45d5-8323-1af1f8433adc tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Network 54b19629-bfd1-40c4-9e1c-d775d7654965 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:32.848860 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b9274-3b61-45d5-8323-1af1f8433adc tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Pushing event updated for resources: {'Port': ['ID=fdd27c61-eba4-496d-8e0d-4c7408709c57,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:32.854379 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-0a299612-cb54-492d-8738-0ea655d4610f req-c96b9274-3b61-45d5-8323-1af1f8433adc tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:32.877455 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-864c8332-d117-4f69-8262-7e2e49efe010 req-b898b061-7eac-4ae5-94a5-bded2c97dcc0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=35dc388f-caac-4478-8fa8-cefd1246fcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384452 Jul 13 07:43:32.884652 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a299612-cb54-492d-8738-0ea655d4610f req-c96b9274-3b61-45d5-8323-1af1f8433adc tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:32.951228 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-23381104-8512-42a1-9d4c-7301043c7f8a req-7714fafb-91cd-4c64-b527-8a478129f713 service neutron] 10.222.0.35 "GET /v2.0/networks/702e19a1-e725-472e-946c-5dda0d6230e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621515 Jul 13 07:43:32.968604 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a299612-cb54-492d-8738-0ea655d4610f req-c96b9274-3b61-45d5-8323-1af1f8433adc tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:32.968828 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0a299612-cb54-492d-8738-0ea655d4610f req-c96b9274-3b61-45d5-8323-1af1f8433adc tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.980752 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-515dc8a5-b4d9-4e83-bec3-28393e62fd0f service neutron] 10.222.0.58 "GET /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253275 Jul 13 07:43:33.022115 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a299612-cb54-492d-8738-0ea655d4610f req-c96b9274-3b61-45d5-8323-1af1f8433adc tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7181668 Jul 13 07:43:33.046322 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a27e4c-a2e5-42fe-acf7-5ce65a6fce1e x-openstack-request-id: req-06a27e4c-a2e5-42fe-acf7-5ce65a6fce1e {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:33.046620 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b68bf8e-79fa-4382-8785-9e6d6ac4035c", "tag": "09b283c5-6f64-442c-b259-c9e8e03fc024", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:33.046879 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-06a27e4c-a2e5-42fe-acf7-5ce65a6fce1e {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:33.047278 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b68bf8e-79fa-4382-8785-9e6d6ac4035c', 'tag': '09b283c5-6f64-442c-b259-c9e8e03fc024', 'status': 'completed', 'code': 200} Jul 13 07:43:33.061606 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0a299612-cb54-492d-8738-0ea655d4610f req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] Request body: {'port': {'device_id': '1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:33.088656 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-864c8332-d117-4f69-8262-7e2e49efe010 req-f1f905b3-c794-4bdb-8983-0a2d00a15379 service neutron] 10.222.0.62 "GET /v2.0/networks/35dc388f-caac-4478-8fa8-cefd1246fcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970224 Jul 13 07:43:33.124432 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-92885d4f-9c03-4ba9-8991-11ee3370249c tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.156784 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-eb6bd077-4a86-4145-b026-6739f08299c1 service neutron] 10.222.0.58 "GET /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749852 Jul 13 07:43:33.203745 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0a299612-cb54-492d-8738-0ea655d4610f req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.221149 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-864c8332-d117-4f69-8262-7e2e49efe010 req-8f4aa377-e4c3-4f73-aa81-dbbd98c359f1 service neutron] 10.222.0.62 "GET /v2.0/networks/35dc388f-caac-4478-8fa8-cefd1246fcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247058 Jul 13 07:43:33.228636 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-92885d4f-9c03-4ba9-8991-11ee3370249c tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.300983 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-92885d4f-9c03-4ba9-8991-11ee3370249c tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Network fdbe6f7e-2987-4a12-abb5-b64de61ed38e is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:33.308773 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-92885d4f-9c03-4ba9-8991-11ee3370249c tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:33.314471 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-92885d4f-9c03-4ba9-8991-11ee3370249c tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:33.403855 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d23b6-aac1-4d1c-ab7f-7eac2d8f5c57 req-c67f4850-2207-4904-900f-94d143dcc224 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:33.405178 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92885d4f-9c03-4ba9-8991-11ee3370249c tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Pushing event updated for resources: {'Port': ['ID=f588ac66-8ba5-444e-b9df-54aaa8b1403e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:33.412335 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-170d23b6-aac1-4d1c-ab7f-7eac2d8f5c57 req-c67f4850-2207-4904-900f-94d143dcc224 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6304ae-5cac-4a39-a359-e113e29d971d HTTP/1.1" status: 200 len: 931 time: 0.1849003 Jul 13 07:43:33.458930 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-92885d4f-9c03-4ba9-8991-11ee3370249c tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:33.460374 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-92885d4f-9c03-4ba9-8991-11ee3370249c tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.484560 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-92885d4f-9c03-4ba9-8991-11ee3370249c tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3135278 Jul 13 07:43:33.499328 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] Request body: {'port': {'device_id': '5d6304ae-5cac-4a39-a359-e113e29d971d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:33.537646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-170d23b6-aac1-4d1c-ab7f-7eac2d8f5c57 req-c8a1421f-512e-4618-b5a0-bc2450707bd8 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242871 Jul 13 07:43:33.597027 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcfac1-8e1f-42b6-9dc1-6b309bd4c6f2 req-f1e25c45-844d-4fd0-8fa6-8f0111347d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:33.598935 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6cdcfac1-8e1f-42b6-9dc1-6b309bd4c6f2 req-f1e25c45-844d-4fd0-8fa6-8f0111347d6c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a07457264b54f9f92fc31a0c9a17a7a&device_id=7b68bf8e-79fa-4382-8785-9e6d6ac4035c HTTP/1.1" status: 200 len: 1095 time: 0.2501583 Jul 13 07:43:33.658351 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d9525-ccd4-437b-9e94-da06936c43e7 req-fdf64e1a-d686-4737-ad0d-728c472931fd tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:33.667187 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a41d9525-ccd4-437b-9e94-da06936c43e7 req-fdf64e1a-d686-4737-ad0d-728c472931fd tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 932 time: 0.2524676 Jul 13 07:43:33.700023 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.749022 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a41d9525-ccd4-437b-9e94-da06936c43e7 req-10d06db7-fad9-4c8b-a9d1-325d58646025 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807626 Jul 13 07:43:33.871273 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-0a299612-cb54-492d-8738-0ea655d4610f req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd27c61-eba4-496d-8e0d-4c7408709c57 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:33.887751 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d5a0b14-ea2a-4775-92da-ed3d6b5791c2 req-e9f029e0-c601-4787-a78c-85cf3c75d0cb tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 210 time: 0.0629928 Jul 13 07:43:33.897051 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0a299612-cb54-492d-8738-0ea655d4610f req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.931488 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-0a299612-cb54-492d-8738-0ea655d4610f req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] Transition to ACTIVE for port object fdd27c61-eba4-496d-8e0d-4c7408709c57 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:33.939655 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0a299612-cb54-492d-8738-0ea655d4610f req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.060662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd27c61-eba4-496d-8e0d-4c7408709c57,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:34.195005 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcfac1-8e1f-42b6-9dc1-6b309bd4c6f2 req-78534a9d-889e-4ea4-be9a-d87eb279972b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:34.197370 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6cdcfac1-8e1f-42b6-9dc1-6b309bd4c6f2 req-78534a9d-889e-4ea4-be9a-d87eb279972b service neutron] 10.222.0.62 "GET /v2.0/networks?id=35dc388f-caac-4478-8fa8-cefd1246fcbc HTTP/1.1" status: 200 len: 922 time: 0.5445993 Jul 13 07:43:34.211648 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0a299612-cb54-492d-8738-0ea655d4610f req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] Attempting to bind port fdd27c61-eba4-496d-8e0d-4c7408709c57 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:34.212085 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0a299612-cb54-492d-8738-0ea655d4610f req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] Attempting to bind port fdd27c61-eba4-496d-8e0d-4c7408709c57 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '878cbb30-1dfc-414c-8a1e-666216f35edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '54b19629-bfd1-40c4-9e1c-d775d7654965'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:34.212415 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a299612-cb54-492d-8738-0ea655d4610f req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] Attempting to bind port fdd27c61-eba4-496d-8e0d-4c7408709c57 on network 54b19629-bfd1-40c4-9e1c-d775d7654965 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:34.234781 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a299612-cb54-492d-8738-0ea655d4610f req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] Port fdd27c61-eba4-496d-8e0d-4c7408709c57 on network 54b19629-bfd1-40c4-9e1c-d775d7654965 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:34.234781 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a299612-cb54-492d-8738-0ea655d4610f req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] Attempting to bind port fdd27c61-eba4-496d-8e0d-4c7408709c57 on network 54b19629-bfd1-40c4-9e1c-d775d7654965 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:34.238430 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09222bc4-ff05-42af-b889-5617490f83b3 req-77bbc827-fce8-4fbe-9640-5f468916a2c0 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:34.245190 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-09222bc4-ff05-42af-b889-5617490f83b3 req-77bbc827-fce8-4fbe-9640-5f468916a2c0 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b68bf8e-79fa-4382-8785-9e6d6ac4035c HTTP/1.1" status: 200 len: 943 time: 0.1331496 Jul 13 07:43:34.262048 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a299612-cb54-492d-8738-0ea655d4610f req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:34.262450 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a299612-cb54-492d-8738-0ea655d4610f req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] Checking segment: {'id': '878cbb30-1dfc-414c-8a1e-666216f35edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '54b19629-bfd1-40c4-9e1c-d775d7654965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:34.262786 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a299612-cb54-492d-8738-0ea655d4610f req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] Bound using segment: {'id': '878cbb30-1dfc-414c-8a1e-666216f35edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '54b19629-bfd1-40c4-9e1c-d775d7654965'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:34.263231 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0a299612-cb54-492d-8738-0ea655d4610f req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] Bound port: fdd27c61-eba4-496d-8e0d-4c7408709c57, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878cbb30-1dfc-414c-8a1e-666216f35edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '54b19629-bfd1-40c4-9e1c-d775d7654965'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:34.263585 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0a299612-cb54-492d-8738-0ea655d4610f req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.326744 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-09222bc4-ff05-42af-b889-5617490f83b3 req-afcb210e-e9ac-4319-925c-536d52cab811 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb451fc9-3dcf-4cd7-a0f4-e77be6631310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806754 Jul 13 07:43:34.344322 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6cdcfac1-8e1f-42b6-9dc1-6b309bd4c6f2 req-a0ec8f59-4338-4774-917a-38ed86a694e6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09b283c5-6f64-442c-b259-c9e8e03fc024 HTTP/1.1" status: 200 len: 217 time: 0.1281383 Jul 13 07:43:34.368626 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0a299612-cb54-492d-8738-0ea655d4610f req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] For port fdd27c61-eba4-496d-8e0d-4c7408709c57, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:34.372664 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0a299612-cb54-492d-8738-0ea655d4610f req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] For port fdd27c61-eba4-496d-8e0d-4c7408709c57, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fdd27c61-eba4-496d-8e0d-4c7408709c57,segment=NetworkSegment(878cbb30-1dfc-414c-8a1e-666216f35edb),segment_id=878cbb30-1dfc-414c-8a1e-666216f35edb)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:34.381546 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0a299612-cb54-492d-8738-0ea655d4610f req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.463399 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd27c61-eba4-496d-8e0d-4c7408709c57,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:34.464933 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcfac1-8e1f-42b6-9dc1-6b309bd4c6f2 req-c81c085d-fe44-4869-978a-8e3b0da3d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:34.466454 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6cdcfac1-8e1f-42b6-9dc1-6b309bd4c6f2 req-c81c085d-fe44-4869-978a-8e3b0da3d48f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bdd2986e-931b-4f60-b059-5f3284b00476 HTTP/1.1" status: 200 len: 861 time: 0.0907419 Jul 13 07:43:34.488528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a299612-cb54-492d-8738-0ea655d4610f req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:34.489436 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0a299612-cb54-492d-8738-0ea655d4610f req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.491922 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a299612-cb54-492d-8738-0ea655d4610f req-a0825601-0755-4919-8107-2e3b216efca8 service neutron] 10.222.0.35 "PUT /v2.0/ports/fdd27c61-eba4-496d-8e0d-4c7408709c57 HTTP/1.1" status: 200 len: 1093 time: 1.4358487 Jul 13 07:43:34.492645 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1', 'tag': 'fdd27c61-eba4-496d-8e0d-4c7408709c57'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:34.498033 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d661c5-a07c-4832-8510-664b8823dd71" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1", "tag": "fdd27c61-eba4-496d-8e0d-4c7408709c57"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:34.518617 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6cdcfac1-8e1f-42b6-9dc1-6b309bd4c6f2 req-cf6569ad-7bd3-4430-b3e8-732b897a49ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=35dc388f-caac-4478-8fa8-cefd1246fcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422599 Jul 13 07:43:34.609404 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8e1ad3-6ebd-40f2-8456-1ebae71bae19 x-openstack-request-id: req-df8e1ad3-6ebd-40f2-8456-1ebae71bae19 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:34.609404 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1", "tag": "fdd27c61-eba4-496d-8e0d-4c7408709c57", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:34.609811 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-df8e1ad3-6ebd-40f2-8456-1ebae71bae19 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:34.611023 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1', 'tag': 'fdd27c61-eba4-496d-8e0d-4c7408709c57', 'status': 'completed', 'code': 200} Jul 13 07:43:34.642378 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a299612-cb54-492d-8738-0ea655d4610f req-b0bed1bb-71c2-4c75-906d-43830a2f850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:34.644232 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a299612-cb54-492d-8738-0ea655d4610f req-b0bed1bb-71c2-4c75-906d-43830a2f850b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e9efbe0a11cb452a9c08f11738225ab6&device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 1096 time: 0.1113560 Jul 13 07:43:34.678550 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f588ac66-8ba5-444e-b9df-54aaa8b1403e {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:34.687995 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6cdcfac1-8e1f-42b6-9dc1-6b309bd4c6f2 req-8613934d-56a1-49d4-803e-f7939e431856 service neutron] 10.222.0.62 "GET /v2.0/networks/35dc388f-caac-4478-8fa8-cefd1246fcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593127 Jul 13 07:43:34.690031 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.702795 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a299612-cb54-492d-8738-0ea655d4610f req-5858e602-5ffc-4783-bd6e-18c3c467ad25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd27c61-eba4-496d-8e0d-4c7408709c57 HTTP/1.1" status: 200 len: 217 time: 0.0504084 Jul 13 07:43:34.711653 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] Transition to ACTIVE for port object f588ac66-8ba5-444e-b9df-54aaa8b1403e will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:34.721722 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.813008 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a299612-cb54-492d-8738-0ea655d4610f req-f9261f21-f889-4343-8195-2a7b08c893e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:34.814781 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a299612-cb54-492d-8738-0ea655d4610f req-f9261f21-f889-4343-8195-2a7b08c893e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c0711840-6c05-410d-9890-6fb1e6a9b4a1 HTTP/1.1" status: 200 len: 851 time: 0.0918312 Jul 13 07:43:34.841533 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] Pushing event updated for resources: {'Port': ['ID=f588ac66-8ba5-444e-b9df-54aaa8b1403e,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:34.871527 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a299612-cb54-492d-8738-0ea655d4610f req-5dcdbcd3-0469-4880-938a-c17d2e48d72c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=54b19629-bfd1-40c4-9e1c-d775d7654965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497754 Jul 13 07:43:34.887198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad637d5-11ce-48da-b078-632be913c6c2 req-feb6c871-a016-45a3-85aa-7302dc5cd1d7 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:34.889862 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ad637d5-11ce-48da-b078-632be913c6c2 req-feb6c871-a016-45a3-85aa-7302dc5cd1d7 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6304ae-5cac-4a39-a359-e113e29d971d HTTP/1.1" status: 200 len: 931 time: 0.1974442 Jul 13 07:43:34.907671 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6cdcfac1-8e1f-42b6-9dc1-6b309bd4c6f2 req-3dfc2ea9-bff5-447c-97c9-02631c036c89 service neutron] 10.222.0.62 "GET /v2.0/networks/35dc388f-caac-4478-8fa8-cefd1246fcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082508 Jul 13 07:43:34.935251 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] Attempting to bind port f588ac66-8ba5-444e-b9df-54aaa8b1403e on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:34.935603 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] Attempting to bind port f588ac66-8ba5-444e-b9df-54aaa8b1403e by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '159611e8-262d-496c-9ed8-8186c6ce1c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:34.936077 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] Attempting to bind port f588ac66-8ba5-444e-b9df-54aaa8b1403e on network fdbe6f7e-2987-4a12-abb5-b64de61ed38e {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:34.941131 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] Port f588ac66-8ba5-444e-b9df-54aaa8b1403e on network fdbe6f7e-2987-4a12-abb5-b64de61ed38e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:34.941460 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] Attempting to bind port f588ac66-8ba5-444e-b9df-54aaa8b1403e on network fdbe6f7e-2987-4a12-abb5-b64de61ed38e {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:34.949658 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:34.950006 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] Checking segment: {'id': '159611e8-262d-496c-9ed8-8186c6ce1c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:34.950431 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] Bound using segment: {'id': '159611e8-262d-496c-9ed8-8186c6ce1c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:34.950868 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] Bound port: f588ac66-8ba5-444e-b9df-54aaa8b1403e, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159611e8-262d-496c-9ed8-8186c6ce1c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:34.951226 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.042423 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ad637d5-11ce-48da-b078-632be913c6c2 req-f06de850-b6c9-45ab-a707-cf226a1ba305 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320529 Jul 13 07:43:35.050748 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] For port f588ac66-8ba5-444e-b9df-54aaa8b1403e, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:35.062870 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] For port f588ac66-8ba5-444e-b9df-54aaa8b1403e, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=f588ac66-8ba5-444e-b9df-54aaa8b1403e,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:35.077738 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.170373 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:35.171251 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.173540 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] 10.222.0.35 "PUT /v2.0/ports/f588ac66-8ba5-444e-b9df-54aaa8b1403e HTTP/1.1" status: 200 len: 1092 time: 1.6797628 Jul 13 07:43:35.186741 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6304ae-5cac-4a39-a359-e113e29d971d', 'tag': 'f588ac66-8ba5-444e-b9df-54aaa8b1403e'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:35.190405 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa1d930-bce8-434c-852a-befbb9d282ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6304ae-5cac-4a39-a359-e113e29d971d", "tag": "f588ac66-8ba5-444e-b9df-54aaa8b1403e"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:35.202253 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a299612-cb54-492d-8738-0ea655d4610f req-47f36b8c-68c9-4407-95d8-094ae49d8982 service neutron] 10.222.0.35 "GET /v2.0/networks/54b19629-bfd1-40c4-9e1c-d775d7654965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109334 Jul 13 07:43:35.309033 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa28b1-f817-4676-b4ca-423f2d60f09a service neutron] Pushing event updated for resources: {'Port': ['ID=f588ac66-8ba5-444e-b9df-54aaa8b1403e,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:35.328117 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71ea0b6b-8d63-48a3-a365-4655a61967db req-7ec79712-3795-4fff-a1f8-bea57718f5b0 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 210 time: 0.0635860 Jul 13 07:43:35.391459 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4782b5e-d39d-4158-a5ca-b72525c4971a req-31491335-1d1e-4066-8290-7f5ac53dccd5 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:35.400258 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d4782b5e-d39d-4158-a5ca-b72525c4971a req-31491335-1d1e-4066-8290-7f5ac53dccd5 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 944 time: 0.3482761 Jul 13 07:43:35.402286 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-3a5cc916-890b-4395-ae19-20a680e56558 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:35.403780 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-3a5cc916-890b-4395-ae19-20a680e56558 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.62 "GET /v2.0/networks?id=316e604a-f44e-4c87-9acb-10ca50fb6168 HTTP/1.1" status: 200 len: 813 time: 0.2781584 Jul 13 07:43:35.422752 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-d9b8538a-3558-431f-bcf1-1f9547987a3e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Request body: {'port': {'device_id': '1efd217c-0615-44b9-9814-6527784d6acc', 'network_id': '316e604a-f44e-4c87-9acb-10ca50fb6168', 'admin_state_up': True, 'tenant_id': 'aea077cc953b4ea8932dbc995b4d05b7'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:35.447525 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a299612-cb54-492d-8738-0ea655d4610f req-71508ba2-fffe-44e2-903f-4f259f8a2b9f service neutron] 10.222.0.35 "GET /v2.0/networks/54b19629-bfd1-40c4-9e1c-d775d7654965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349927 Jul 13 07:43:35.456192 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d4782b5e-d39d-4158-a5ca-b72525c4971a req-f60a7474-0d83-49cf-9e77-d652a89203f1 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549037 Jul 13 07:43:35.489907 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-de5e7ac8-e078-4708-8117-574a17db3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:35.496260 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-de5e7ac8-e078-4708-8117-574a17db3071 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43c5ae05151644c983f7ae609d106a69&device_id=5d6304ae-5cac-4a39-a359-e113e29d971d HTTP/1.1" status: 200 len: 1095 time: 0.1785021 Jul 13 07:43:35.574752 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-dc3b5281-67b5-4232-8689-dd0be902dd4d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f588ac66-8ba5-444e-b9df-54aaa8b1403e HTTP/1.1" status: 200 len: 217 time: 0.0505474 Jul 13 07:43:35.576838 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d911dd92-2744-4d8e-b5ad-fd2e54c54597 x-openstack-request-id: req-d911dd92-2744-4d8e-b5ad-fd2e54c54597 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:35.577772 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6304ae-5cac-4a39-a359-e113e29d971d", "tag": "f588ac66-8ba5-444e-b9df-54aaa8b1403e", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:35.578038 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d911dd92-2744-4d8e-b5ad-fd2e54c54597 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:35.578707 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6304ae-5cac-4a39-a359-e113e29d971d', 'tag': 'f588ac66-8ba5-444e-b9df-54aaa8b1403e', 'status': 'completed', 'code': 200} Jul 13 07:43:35.580537 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d661c5-a07c-4832-8510-664b8823dd71 req-77f4d45d-de5d-4f4b-88e9-34bcc1c4ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:35.584460 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10d661c5-a07c-4832-8510-664b8823dd71 req-77f4d45d-de5d-4f4b-88e9-34bcc1c4ee92 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e9efbe0a11cb452a9c08f11738225ab6&device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 1096 time: 0.0743961 Jul 13 07:43:35.700495 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-f9a4bbdd-6206-4a8f-9ecb-706e744e89cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:35.702106 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-f9a4bbdd-6206-4a8f-9ecb-706e744e89cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05556c2b-fcc9-455f-bd77-fc9aed41f171 HTTP/1.1" status: 200 len: 844 time: 0.1197746 Jul 13 07:43:35.704446 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d661c5-a07c-4832-8510-664b8823dd71 req-c036734c-4acb-4dca-a545-8b619b676c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:35.706679 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10d661c5-a07c-4832-8510-664b8823dd71 req-c036734c-4acb-4dca-a545-8b619b676c58 service neutron] 10.222.0.35 "GET /v2.0/networks?id=54b19629-bfd1-40c4-9e1c-d775d7654965 HTTP/1.1" status: 200 len: 912 time: 0.1158373 Jul 13 07:43:35.749293 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-a015d0f8-a079-4061-b79c-0ad185f74aab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdbe6f7e-2987-4a12-abb5-b64de61ed38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333669 Jul 13 07:43:35.751003 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-d9b8538a-3558-431f-bcf1-1f9547987a3e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Made reservation on behalf of aea077cc953b4ea8932dbc995b4d05b7 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:35.756061 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-d9b8538a-3558-431f-bcf1-1f9547987a3e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.787026 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10d661c5-a07c-4832-8510-664b8823dd71 req-9abf5126-ae0d-437a-8a7a-607d2ffb973c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd27c61-eba4-496d-8e0d-4c7408709c57 HTTP/1.1" status: 200 len: 217 time: 0.0486329 Jul 13 07:43:35.930790 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-cd5e6c1f-ff7a-4c90-8e1c-ae7e8100d50b service neutron] 10.222.0.35 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713932 Jul 13 07:43:35.985136 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 09b283c5-6f64-442c-b259-c9e8e03fc024 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:43:36.048343 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-d9b8538a-3558-431f-bcf1-1f9547987a3e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Allocated IP 172.20.0.2 (316e604a-f44e-4c87-9acb-10ca50fb6168/c26d4959-17d3-47b2-8ed9-35bf37d6a73e/da8671a2-8590-4a71-ba26-2f506673240d) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:36.112224 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 09b283c5-6f64-442c-b259-c9e8e03fc024, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=09b283c5-6f64-442c-b259-c9e8e03fc024,segment=NetworkSegment(47b310bf-f4bf-4ef4-8aca-e18bd34c1386),segment_id=47b310bf-f4bf-4ef4-8aca-e18bd34c1386)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:36.152916 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '09b283c5-6f64-442c-b259-c9e8e03fc024', 'network_id': '35dc388f-caac-4478-8fa8-cefd1246fcbc', 'port_id': '09b283c5-6f64-442c-b259-c9e8e03fc024', 'mac_address': 'fa:16:3e:2e:51:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd2986e-931b-4f60-b059-5f3284b00476', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:43:36.211511 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898285a-fa83-483e-be8c-b7985a1587e7 req-36647527-4dc0-45de-9a64-bacc1d55f153 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:36.217486 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0898285a-fa83-483e-be8c-b7985a1587e7 req-36647527-4dc0-45de-9a64-bacc1d55f153 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b68bf8e-79fa-4382-8785-9e6d6ac4035c HTTP/1.1" status: 200 len: 943 time: 0.5095201 Jul 13 07:43:36.331086 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0898285a-fa83-483e-be8c-b7985a1587e7 req-c166d5cb-3f5f-4750-b3cd-8203752e1b9b tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb451fc9-3dcf-4cd7-a0f4-e77be6631310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124785 Jul 13 07:43:36.346161 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d661c5-a07c-4832-8510-664b8823dd71 req-1919fa26-1a01-4df0-996b-d4f853196ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:36.348079 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10d661c5-a07c-4832-8510-664b8823dd71 req-1919fa26-1a01-4df0-996b-d4f853196ca6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c0711840-6c05-410d-9890-6fb1e6a9b4a1 HTTP/1.1" status: 200 len: 851 time: 0.5507553 Jul 13 07:43:36.355161 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-310aa90a-b563-4cac-8aab-23c29b9a0ed8 req-77c3d02e-29a3-41b8-9b73-38848aa29530 service neutron] 10.222.0.35 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983803 Jul 13 07:43:36.394286 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-d9b8538a-3558-431f-bcf1-1f9547987a3e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.439124 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.449059 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10d661c5-a07c-4832-8510-664b8823dd71 req-de8cf359-03ad-4644-934d-199cc809e177 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=54b19629-bfd1-40c4-9e1c-d775d7654965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913868 Jul 13 07:43:36.460240 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b283c5-6f64-442c-b259-c9e8e03fc024 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:36.475961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92f3ba-e93f-4727-a14a-196ce99ecc35 req-e391e28e-ef58-44b3-becc-8601b71f1abf tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:36.485408 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e92f3ba-e93f-4727-a14a-196ce99ecc35 req-e391e28e-ef58-44b3-becc-8601b71f1abf tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6304ae-5cac-4a39-a359-e113e29d971d HTTP/1.1" status: 200 len: 943 time: 0.2655826 Jul 13 07:43:36.504713 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-d9b8538a-3558-431f-bcf1-1f9547987a3e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.526493 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 09b283c5-6f64-442c-b259-c9e8e03fc024, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=09b283c5-6f64-442c-b259-c9e8e03fc024,segment=NetworkSegment(47b310bf-f4bf-4ef4-8aca-e18bd34c1386),segment_id=47b310bf-f4bf-4ef4-8aca-e18bd34c1386)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:36.540953 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.566310 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8538a-3558-431f-bcf1-1f9547987a3e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event updated for resources: {'Port': ['ID=da8671a2-8590-4a71-ba26-2f506673240d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:36.590107 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1d930-bce8-434c-852a-befbb9d282ae req-13ef01d9-62b3-41ae-9381-e64180b8bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:36.592650 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5aa1d930-bce8-434c-852a-befbb9d282ae req-13ef01d9-62b3-41ae-9381-e64180b8bda5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43c5ae05151644c983f7ae609d106a69&device_id=5d6304ae-5cac-4a39-a359-e113e29d971d HTTP/1.1" status: 200 len: 1095 time: 0.1534443 Jul 13 07:43:36.599893 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-d9b8538a-3558-431f-bcf1-1f9547987a3e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Network 316e604a-f44e-4c87-9acb-10ca50fb6168 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:36.610426 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-d9b8538a-3558-431f-bcf1-1f9547987a3e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:36.614120 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-d9b8538a-3558-431f-bcf1-1f9547987a3e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:36.646685 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e92f3ba-e93f-4727-a14a-196ce99ecc35 req-05e3e303-bb2e-46ed-ad7a-1b8ee5704a62 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571646 Jul 13 07:43:36.674471 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=09b283c5-6f64-442c-b259-c9e8e03fc024,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:36.729412 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-d9b8538a-3558-431f-bcf1-1f9547987a3e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:36.730127 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-d9b8538a-3558-431f-bcf1-1f9547987a3e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.750668 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-d9b8538a-3558-431f-bcf1-1f9547987a3e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3348587 Jul 13 07:43:36.783672 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] Request body: {'port': {'device_id': '1efd217c-0615-44b9-9814-6527784d6acc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:36.806380 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1d930-bce8-434c-852a-befbb9d282ae req-c277738d-a7f5-472d-852b-16d6ac877a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:36.811256 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5aa1d930-bce8-434c-852a-befbb9d282ae req-c277738d-a7f5-472d-852b-16d6ac877a60 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdbe6f7e-2987-4a12-abb5-b64de61ed38e HTTP/1.1" status: 200 len: 905 time: 0.2095947 Jul 13 07:43:36.814275 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10d661c5-a07c-4832-8510-664b8823dd71 req-11b33495-4d30-416d-bf76-af7d512cb7d7 service neutron] 10.222.0.35 "GET /v2.0/networks/54b19629-bfd1-40c4-9e1c-d775d7654965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225045 Jul 13 07:43:36.828026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7a64f-e9b5-4d48-908f-d4ce03268b6b req-3f429513-912d-4fad-8f4c-11ebd1754111 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:36.829865 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7bc7a64f-e9b5-4d48-908f-d4ce03268b6b req-3f429513-912d-4fad-8f4c-11ebd1754111 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 931 time: 0.2268283 Jul 13 07:43:36.873527 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5aa1d930-bce8-434c-852a-befbb9d282ae req-c7ae70d9-413d-46c0-9dca-cf8c84b06855 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f588ac66-8ba5-444e-b9df-54aaa8b1403e HTTP/1.1" status: 200 len: 217 time: 0.0384514 Jul 13 07:43:36.953052 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['09b283c5-6f64-442c-b259-c9e8e03fc024'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:36.964076 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1d930-bce8-434c-852a-befbb9d282ae req-3549b606-f9a1-4545-9293-98f3b6cdad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:36.965980 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5aa1d930-bce8-434c-852a-befbb9d282ae req-3549b606-f9a1-4545-9293-98f3b6cdad1c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05556c2b-fcc9-455f-bd77-fc9aed41f171 HTTP/1.1" status: 200 len: 844 time: 0.0850470 Jul 13 07:43:36.969215 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.971320 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7bc7a64f-e9b5-4d48-908f-d4ce03268b6b req-cf6638d1-89c6-4b03-b81b-76de5abfb3a5 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287267 Jul 13 07:43:37.012141 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5aa1d930-bce8-434c-852a-befbb9d282ae req-22c99505-dcc7-4d12-803a-7ad9b490fd38 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdbe6f7e-2987-4a12-abb5-b64de61ed38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327082 Jul 13 07:43:37.017062 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffae04-8957-48c2-adb7-fa520441a304 req-74f8808a-d60f-448a-b94c-115d4ee551f2 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.019415 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6cffae04-8957-48c2-adb7-fa520441a304 req-74f8808a-d60f-448a-b94c-115d4ee551f2 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 944 time: 0.1866839 Jul 13 07:43:37.021360 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10d661c5-a07c-4832-8510-664b8823dd71 req-ee63d567-4d65-4c8d-8546-ae40fc42e8ee service neutron] 10.222.0.35 "GET /v2.0/networks/54b19629-bfd1-40c4-9e1c-d775d7654965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904459 Jul 13 07:43:37.074128 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6cffae04-8957-48c2-adb7-fa520441a304 req-0f06e378-5554-4fe4-846e-239b5455b331 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480306 Jul 13 07:43:37.264062 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5aa1d930-bce8-434c-852a-befbb9d282ae req-1ec0cc88-a501-49ca-81e9-5a165cef1c2c service neutron] 10.222.0.35 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043421 Jul 13 07:43:37.428065 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5aa1d930-bce8-434c-852a-befbb9d282ae req-d427f8d7-c6e6-4374-b937-4efc4a983c0e service neutron] 10.222.0.35 "GET /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553440 Jul 13 07:43:37.489247 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8671a2-8590-4a71-ba26-2f506673240d {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:37.497786 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.511629 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] Transition to ACTIVE for port object da8671a2-8590-4a71-ba26-2f506673240d will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:37.517521 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.543178 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e2d3b-fe7a-45ea-bcd6-5e42ca8977c3 req-c3b40fdd-4aa2-42df-9f8a-29d4ad3a94dd tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.544802 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a29e2d3b-fe7a-45ea-bcd6-5e42ca8977c3 req-c3b40fdd-4aa2-42df-9f8a-29d4ad3a94dd tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b68bf8e-79fa-4382-8785-9e6d6ac4035c HTTP/1.1" status: 200 len: 944 time: 0.0727639 Jul 13 07:43:37.589153 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a29e2d3b-fe7a-45ea-bcd6-5e42ca8977c3 req-bbe583b6-fc22-490e-b985-dc763f411543 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb451fc9-3dcf-4cd7-a0f4-e77be6631310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382850 Jul 13 07:43:37.599200 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] Pushing event updated for resources: {'Port': ['ID=da8671a2-8590-4a71-ba26-2f506673240d,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:37.651493 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] Attempting to bind port da8671a2-8590-4a71-ba26-2f506673240d on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:37.651831 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] Attempting to bind port da8671a2-8590-4a71-ba26-2f506673240d by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'be5e0c41-1122-4ba7-8637-ccf617e1d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '316e604a-f44e-4c87-9acb-10ca50fb6168'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:37.652160 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] Attempting to bind port da8671a2-8590-4a71-ba26-2f506673240d on network 316e604a-f44e-4c87-9acb-10ca50fb6168 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:37.656642 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] Port da8671a2-8590-4a71-ba26-2f506673240d on network 316e604a-f44e-4c87-9acb-10ca50fb6168 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:37.657002 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] Attempting to bind port da8671a2-8590-4a71-ba26-2f506673240d on network 316e604a-f44e-4c87-9acb-10ca50fb6168 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:37.664069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:37.664069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] Checking segment: {'id': 'be5e0c41-1122-4ba7-8637-ccf617e1d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '316e604a-f44e-4c87-9acb-10ca50fb6168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:37.664069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] Bound using segment: {'id': 'be5e0c41-1122-4ba7-8637-ccf617e1d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '316e604a-f44e-4c87-9acb-10ca50fb6168'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:37.664069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] Bound port: da8671a2-8590-4a71-ba26-2f506673240d, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be5e0c41-1122-4ba7-8637-ccf617e1d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '316e604a-f44e-4c87-9acb-10ca50fb6168'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:37.664069 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.728819 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.736641 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] For port da8671a2-8590-4a71-ba26-2f506673240d, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:37.741601 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] For port da8671a2-8590-4a71-ba26-2f506673240d, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=da8671a2-8590-4a71-ba26-2f506673240d,segment=NetworkSegment(be5e0c41-1122-4ba7-8637-ccf617e1d4e0),segment_id=be5e0c41-1122-4ba7-8637-ccf617e1d4e0)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:37.747817 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.787065 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.787718 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.789219 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] 10.222.0.62 "PUT /v2.0/ports/da8671a2-8590-4a71-ba26-2f506673240d HTTP/1.1" status: 200 len: 1092 time: 1.0215738 Jul 13 07:43:37.789659 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efd217c-0615-44b9-9814-6527784d6acc', 'tag': 'da8671a2-8590-4a71-ba26-2f506673240d'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:37.791963 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11d123b-28fd-42cb-9a48-916038cf91b5" -d '{"events": [{"name": "network-changed", "server_uuid": "1efd217c-0615-44b9-9814-6527784d6acc", "tag": "da8671a2-8590-4a71-ba26-2f506673240d"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:37.853888 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d39aa-a140-4389-9fac-808eed7ee951 req-fd03f011-e523-4b65-8dee-5ed45fcc406b tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.856088 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406f898c-b99f-4882-9408-45aa05d60e5b x-openstack-request-id: req-406f898c-b99f-4882-9408-45aa05d60e5b {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:37.856248 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-457d39aa-a140-4389-9fac-808eed7ee951 req-fd03f011-e523-4b65-8dee-5ed45fcc406b tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6304ae-5cac-4a39-a359-e113e29d971d HTTP/1.1" status: 200 len: 943 time: 0.0877371 Jul 13 07:43:37.856373 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efd217c-0615-44b9-9814-6527784d6acc", "tag": "da8671a2-8590-4a71-ba26-2f506673240d", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:37.856643 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-406f898c-b99f-4882-9408-45aa05d60e5b {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:37.857038 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efd217c-0615-44b9-9814-6527784d6acc', 'tag': 'da8671a2-8590-4a71-ba26-2f506673240d', 'status': 'completed', 'code': 200} Jul 13 07:43:37.887768 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e58f9-08dc-4ac0-b954-f74f8836bc72 service neutron] Pushing event updated for resources: {'Port': ['ID=da8671a2-8590-4a71-ba26-2f506673240d,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:37.900751 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-457d39aa-a140-4389-9fac-808eed7ee951 req-2d2e409d-abf6-4ad5-8a77-ef7ea366d58e tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386109 Jul 13 07:43:37.915605 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-3d291202-f84c-4ad7-b4a6-7965ef1a8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.917356 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-3d291202-f84c-4ad7-b4a6-7965ef1a8d53 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aea077cc953b4ea8932dbc995b4d05b7&device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 1095 time: 0.0770493 Jul 13 07:43:37.975122 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-e48c0092-5e15-4a11-932c-c4c948f56f7c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da8671a2-8590-4a71-ba26-2f506673240d HTTP/1.1" status: 200 len: 217 time: 0.0426788 Jul 13 07:43:38.082638 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device f588ac66-8ba5-444e-b9df-54aaa8b1403e details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:43:38.262271 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port f588ac66-8ba5-444e-b9df-54aaa8b1403e, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=f588ac66-8ba5-444e-b9df-54aaa8b1403e,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:38.277283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'f588ac66-8ba5-444e-b9df-54aaa8b1403e', 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e', 'port_id': 'f588ac66-8ba5-444e-b9df-54aaa8b1403e', 'mac_address': 'fa:16:3e:56:8a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05556c2b-fcc9-455f-bd77-fc9aed41f171', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:43:38.311719 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42657c92-2b80-40dc-9c09-779369bf941e req-e183bcc2-35a7-4ec3-8196-39553217ffa6 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:38.319332 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-42657c92-2b80-40dc-9c09-779369bf941e req-e183bcc2-35a7-4ec3-8196-39553217ffa6 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 943 time: 0.1156800 Jul 13 07:43:38.349396 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.365002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f588ac66-8ba5-444e-b9df-54aaa8b1403e {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:38.383326 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-42657c92-2b80-40dc-9c09-779369bf941e req-b867577d-2df3-45d9-b0ec-61445548ad9b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595355 Jul 13 07:43:38.401273 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port f588ac66-8ba5-444e-b9df-54aaa8b1403e, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=f588ac66-8ba5-444e-b9df-54aaa8b1403e,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:38.402013 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8adf5f-141f-4b62-8b8d-0f6b6b9709de req-57ff1ce1-9bd5-4fb6-b7f4-c354d1ed86ed tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:38.403690 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2e8adf5f-141f-4b62-8b8d-0f6b6b9709de req-57ff1ce1-9bd5-4fb6-b7f4-c354d1ed86ed tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 944 time: 0.1704097 Jul 13 07:43:38.407080 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.443471 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device fdd27c61-eba4-496d-8e0d-4c7408709c57 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:43:38.465264 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-e73423b4-455a-4ce6-96e6-1f0d28528c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:38.467156 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-e73423b4-455a-4ce6-96e6-1f0d28528c29 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c26d4959-17d3-47b2-8ed9-35bf37d6a73e HTTP/1.1" status: 200 len: 853 time: 0.4846442 Jul 13 07:43:38.485393 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2e8adf5f-141f-4b62-8b8d-0f6b6b9709de req-3c896a16-bd9a-406a-ad33-9d8be2dc3ad0 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756736 Jul 13 07:43:38.492828 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=f588ac66-8ba5-444e-b9df-54aaa8b1403e,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:38.536054 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-3346255a-fedf-4a7a-97c2-5d5fefe4976d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=316e604a-f44e-4c87-9acb-10ca50fb6168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572662 Jul 13 07:43:38.663958 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port fdd27c61-eba4-496d-8e0d-4c7408709c57, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fdd27c61-eba4-496d-8e0d-4c7408709c57,segment=NetworkSegment(878cbb30-1dfc-414c-8a1e-666216f35edb),segment_id=878cbb30-1dfc-414c-8a1e-666216f35edb)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:38.693766 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'fdd27c61-eba4-496d-8e0d-4c7408709c57', 'network_id': '54b19629-bfd1-40c4-9e1c-d775d7654965', 'port_id': 'fdd27c61-eba4-496d-8e0d-4c7408709c57', 'mac_address': 'fa:16:3e:84:46:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0711840-6c05-410d-9890-6fb1e6a9b4a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:43:38.706488 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-437442f1-b394-4e20-b57d-4a56c032c258 service neutron] 10.222.0.62 "GET /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590393 Jul 13 07:43:38.741129 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.755992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd27c61-eba4-496d-8e0d-4c7408709c57 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:38.777777 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port fdd27c61-eba4-496d-8e0d-4c7408709c57, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fdd27c61-eba4-496d-8e0d-4c7408709c57,segment=NetworkSegment(878cbb30-1dfc-414c-8a1e-666216f35edb),segment_id=878cbb30-1dfc-414c-8a1e-666216f35edb)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:38.784135 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.816931 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-080e00a3-e827-4bda-b84d-ddf43db11aca req-67def0d6-d5a0-4ae8-993d-9b35f1105dd9 service neutron] 10.222.0.62 "GET /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035926 Jul 13 07:43:38.864372 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=fdd27c61-eba4-496d-8e0d-4c7408709c57,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:38.906277 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297d16a-c055-4046-9056-5b06d546d16a req-4d2feccd-ea67-4567-bb90-1a8bc97a6b90 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:38.907993 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5297d16a-c055-4046-9056-5b06d546d16a req-4d2feccd-ea67-4567-bb90-1a8bc97a6b90 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b68bf8e-79fa-4382-8785-9e6d6ac4035c HTTP/1.1" status: 200 len: 944 time: 0.1001427 Jul 13 07:43:38.972482 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5297d16a-c055-4046-9056-5b06d546d16a req-9d760b17-03b9-4dca-adc8-7628d48d0a06 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb451fc9-3dcf-4cd7-a0f4-e77be6631310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514388 Jul 13 07:43:39.018801 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d123b-28fd-42cb-9a48-916038cf91b5 req-52bc88f9-0c98-4096-98c6-2796067c2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:39.021831 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c11d123b-28fd-42cb-9a48-916038cf91b5 req-52bc88f9-0c98-4096-98c6-2796067c2fd4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aea077cc953b4ea8932dbc995b4d05b7&device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 1095 time: 0.1093993 Jul 13 07:43:39.055519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['f588ac66-8ba5-444e-b9df-54aaa8b1403e'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:39.058838 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['fdd27c61-eba4-496d-8e0d-4c7408709c57'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:39.160927 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61062e-1894-420a-9f3a-927dc14d5d06 req-9e59b77d-a619-4bbe-b0bf-ae8f6c11b8a9 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:39.162453 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d123b-28fd-42cb-9a48-916038cf91b5 req-6f44c82f-f329-4fa4-9268-5eb60ba0cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:39.165796 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c11d123b-28fd-42cb-9a48-916038cf91b5 req-6f44c82f-f329-4fa4-9268-5eb60ba0cc92 service neutron] 10.222.0.62 "GET /v2.0/networks?id=316e604a-f44e-4c87-9acb-10ca50fb6168 HTTP/1.1" status: 200 len: 914 time: 0.1339626 Jul 13 07:43:39.166626 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9c61062e-1894-420a-9f3a-927dc14d5d06 req-9e59b77d-a619-4bbe-b0bf-ae8f6c11b8a9 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6304ae-5cac-4a39-a359-e113e29d971d HTTP/1.1" status: 200 len: 944 time: 0.0907845 Jul 13 07:43:39.216761 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c11d123b-28fd-42cb-9a48-916038cf91b5 req-ed8a4f6c-e270-438b-89ec-8616ed18c2f9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da8671a2-8590-4a71-ba26-2f506673240d HTTP/1.1" status: 200 len: 217 time: 0.0425606 Jul 13 07:43:39.224851 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9c61062e-1894-420a-9f3a-927dc14d5d06 req-054e4c08-da8f-42b3-b940-6f8659bf46f8 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553229 Jul 13 07:43:39.282959 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d123b-28fd-42cb-9a48-916038cf91b5 req-21225c56-852e-4f9a-85b6-113a549a23ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:39.284777 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c11d123b-28fd-42cb-9a48-916038cf91b5 req-21225c56-852e-4f9a-85b6-113a549a23ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c26d4959-17d3-47b2-8ed9-35bf37d6a73e HTTP/1.1" status: 200 len: 853 time: 0.0587587 Jul 13 07:43:39.324204 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c11d123b-28fd-42cb-9a48-916038cf91b5 req-322039cc-a21a-4e02-8294-baf99438c4b1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=316e604a-f44e-4c87-9acb-10ca50fb6168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294645 Jul 13 07:43:39.424339 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c11d123b-28fd-42cb-9a48-916038cf91b5 req-c82b68d4-4766-4695-89ce-fd69d325a17c service neutron] 10.222.0.62 "GET /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918667 Jul 13 07:43:39.544249 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c11d123b-28fd-42cb-9a48-916038cf91b5 req-f78ae35a-7ced-48ab-8208-54689be954fa service neutron] 10.222.0.62 "GET /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099896 Jul 13 07:43:39.573456 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78c936-a3bc-4fc7-a99e-326d1ce19bc9 req-3bdc8dfd-486c-4c74-ab8c-c9655197d513 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:39.580434 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa78c936-a3bc-4fc7-a99e-326d1ce19bc9 req-3bdc8dfd-486c-4c74-ab8c-c9655197d513 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 943 time: 0.0800893 Jul 13 07:43:39.622159 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa78c936-a3bc-4fc7-a99e-326d1ce19bc9 req-d2d20f2c-2fdb-4ede-8bee-0109600f3188 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374579 Jul 13 07:43:39.711413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb92b53-8a7e-47bf-bc62-8c8a35364d73 req-622bd538-6746-4866-a27b-58be60baf62f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:39.713301 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acb92b53-8a7e-47bf-bc62-8c8a35364d73 req-622bd538-6746-4866-a27b-58be60baf62f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 945 time: 0.0735970 Jul 13 07:43:39.761144 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acb92b53-8a7e-47bf-bc62-8c8a35364d73 req-f0d7b00b-8a8d-40f5-b1f5-694b315fd1ab tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397472 Jul 13 07:43:40.008257 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 09b283c5-6f64-442c-b259-c9e8e03fc024 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:40.062891 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 09b283c5-6f64-442c-b259-c9e8e03fc024 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:40.067555 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 09b283c5-6f64-442c-b259-c9e8e03fc024 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:40.067929 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.111218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device fdd27c61-eba4-496d-8e0d-4c7408709c57 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:40.244377 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc230a1-9e07-4db1-94cd-640c42a45b97 req-a28ed969-76fa-4eb0-b15f-8788917195d0 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:40.246249 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.247210 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cdc230a1-9e07-4db1-94cd-640c42a45b97 req-a28ed969-76fa-4eb0-b15f-8788917195d0 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b68bf8e-79fa-4382-8785-9e6d6ac4035c HTTP/1.1" status: 200 len: 944 time: 0.1181922 Jul 13 07:43:40.279271 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port fdd27c61-eba4-496d-8e0d-4c7408709c57 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:40.303672 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port fdd27c61-eba4-496d-8e0d-4c7408709c57 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:40.304100 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.337994 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b68bf8e-79fa-4382-8785-9e6d6ac4035c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b283c5-6f64-442c-b259-c9e8e03fc024'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:40.340410 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233524a5-352f-4c4f-b675-cfcabc9d8ee4" -d '{"events": [{"server_uuid": "7b68bf8e-79fa-4382-8785-9e6d6ac4035c", "name": "network-vif-plugged", "status": "completed", "tag": "09b283c5-6f64-442c-b259-c9e8e03fc024"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:40.343299 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cdc230a1-9e07-4db1-94cd-640c42a45b97 req-2e8b8a7b-2fbf-46bd-b90a-0cda3073abc4 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb451fc9-3dcf-4cd7-a0f4-e77be6631310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878382 Jul 13 07:43:40.360319 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 09b283c5-6f64-442c-b259-c9e8e03fc024, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=09b283c5-6f64-442c-b259-c9e8e03fc024,segment=NetworkSegment(47b310bf-f4bf-4ef4-8aca-e18bd34c1386),segment_id=47b310bf-f4bf-4ef4-8aca-e18bd34c1386)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:40.379739 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.454931 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e428a42-f459-4bf0-a3ec-63a11d9f3af3 x-openstack-request-id: req-8e428a42-f459-4bf0-a3ec-63a11d9f3af3 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:40.455372 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b68bf8e-79fa-4382-8785-9e6d6ac4035c", "name": "network-vif-plugged", "status": "completed", "tag": "09b283c5-6f64-442c-b259-c9e8e03fc024", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:40.456401 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e428a42-f459-4bf0-a3ec-63a11d9f3af3 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:40.456401 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b68bf8e-79fa-4382-8785-9e6d6ac4035c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b283c5-6f64-442c-b259-c9e8e03fc024', 'code': 200} Jul 13 07:43:40.531878 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=09b283c5-6f64-442c-b259-c9e8e03fc024,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:40.541360 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad897f-21b0-4c50-8d87-ff4a383d47cb req-cb4fac68-ab82-461a-8838-70f88f26368d tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:40.542218 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.545101 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90ad897f-21b0-4c50-8d87-ff4a383d47cb req-cb4fac68-ab82-461a-8838-70f88f26368d tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6304ae-5cac-4a39-a359-e113e29d971d HTTP/1.1" status: 200 len: 944 time: 0.1486807 Jul 13 07:43:40.584113 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec646a9a-f5f3-4bce-a60a-931c1e5a227e req-612a2efd-bf0b-47fe-ac7e-6db3bf6996d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:40.586498 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ec646a9a-f5f3-4bce-a60a-931c1e5a227e req-612a2efd-bf0b-47fe-ac7e-6db3bf6996d1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7b68bf8e-79fa-4382-8785-9e6d6ac4035c HTTP/1.1" status: 200 len: 1097 time: 0.0700486 Jul 13 07:43:40.603883 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port fdd27c61-eba4-496d-8e0d-4c7408709c57, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fdd27c61-eba4-496d-8e0d-4c7408709c57,segment=NetworkSegment(878cbb30-1dfc-414c-8a1e-666216f35edb),segment_id=878cbb30-1dfc-414c-8a1e-666216f35edb)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:40.606658 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90ad897f-21b0-4c50-8d87-ff4a383d47cb req-ecfdc055-5f94-4c64-a870-180fc4b9de09 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516095 Jul 13 07:43:40.610004 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.635301 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ec646a9a-f5f3-4bce-a60a-931c1e5a227e req-b9a4bfd6-0906-4d24-bb39-2326e9bfe442 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cb451fc9-3dcf-4cd7-a0f4-e77be6631310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405850 Jul 13 07:43:40.650396 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device f588ac66-8ba5-444e-b9df-54aaa8b1403e up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:40.711601 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=fdd27c61-eba4-496d-8e0d-4c7408709c57,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:40.731998 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port f588ac66-8ba5-444e-b9df-54aaa8b1403e completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:40.736556 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port f588ac66-8ba5-444e-b9df-54aaa8b1403e triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:40.736940 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.826056 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d35ebd-17ef-4e91-b07a-6e55ee168c03 req-12cbc013-a16e-4cad-8d5b-bac2424eb845 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:40.827838 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6d35ebd-17ef-4e91-b07a-6e55ee168c03 req-12cbc013-a16e-4cad-8d5b-bac2424eb845 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 943 time: 0.0772507 Jul 13 07:43:40.850297 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.886332 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6d35ebd-17ef-4e91-b07a-6e55ee168c03 req-7e4d56e6-b5c5-48cc-bd8f-484167177a52 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522318 Jul 13 07:43:40.897324 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port f588ac66-8ba5-444e-b9df-54aaa8b1403e, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=f588ac66-8ba5-444e-b9df-54aaa8b1403e,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:40.901803 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.977539 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=f588ac66-8ba5-444e-b9df-54aaa8b1403e,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:41.057940 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c042fe-84a2-4fb3-85f8-9bf6a831b8b3 req-63d23ccc-7037-42c5-852d-d92b982a3073 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:41.059667 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24c042fe-84a2-4fb3-85f8-9bf6a831b8b3 req-63d23ccc-7037-42c5-852d-d92b982a3073 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.0807116 Jul 13 07:43:41.103087 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24c042fe-84a2-4fb3-85f8-9bf6a831b8b3 req-cb46f607-65a7-4419-8b78-41bf4f63e9a4 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372603 Jul 13 07:43:41.521007 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef7ade-2a43-46ff-b35f-ec17f7908751 req-48eae4ff-e217-4105-a4bb-395c37967caf tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:41.522560 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-40ef7ade-2a43-46ff-b35f-ec17f7908751 req-48eae4ff-e217-4105-a4bb-395c37967caf tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b68bf8e-79fa-4382-8785-9e6d6ac4035c HTTP/1.1" status: 200 len: 945 time: 0.0693636 Jul 13 07:43:41.561767 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-40ef7ade-2a43-46ff-b35f-ec17f7908751 req-db4f1380-5d06-4823-bf35-9e64775f84c8 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb451fc9-3dcf-4cd7-a0f4-e77be6631310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326958 Jul 13 07:43:41.936175 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ebe94-ddcd-4b91-8fc3-d9904c7e4e3f req-5ef1a67b-3b83-45b5-95c1-43406a0cffa7 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:41.937595 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c33ebe94-ddcd-4b91-8fc3-d9904c7e4e3f req-5ef1a67b-3b83-45b5-95c1-43406a0cffa7 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6304ae-5cac-4a39-a359-e113e29d971d HTTP/1.1" status: 200 len: 945 time: 0.1223307 Jul 13 07:43:42.008795 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c33ebe94-ddcd-4b91-8fc3-d9904c7e4e3f req-7c81bb42-ab92-401a-bb52-6c1c6bdbe6c5 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610487 Jul 13 07:43:42.015797 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device da8671a2-8590-4a71-ba26-2f506673240d details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:43:42.177331 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port da8671a2-8590-4a71-ba26-2f506673240d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=da8671a2-8590-4a71-ba26-2f506673240d,segment=NetworkSegment(be5e0c41-1122-4ba7-8637-ccf617e1d4e0),segment_id=be5e0c41-1122-4ba7-8637-ccf617e1d4e0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:42.196908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'da8671a2-8590-4a71-ba26-2f506673240d', 'network_id': '316e604a-f44e-4c87-9acb-10ca50fb6168', 'port_id': 'da8671a2-8590-4a71-ba26-2f506673240d', 'mac_address': 'fa:16:3e:39:01:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c26d4959-17d3-47b2-8ed9-35bf37d6a73e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:43:42.243336 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c175b25-eb7b-4e76-a937-8183b3e91c82 req-1171f81f-62e6-48af-9066-cd9a6f7e25d0 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:42.243895 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.245620 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c175b25-eb7b-4e76-a937-8183b3e91c82 req-1171f81f-62e6-48af-9066-cd9a6f7e25d0 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 943 time: 0.0957801 Jul 13 07:43:42.259913 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8671a2-8590-4a71-ba26-2f506673240d {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:42.286388 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port da8671a2-8590-4a71-ba26-2f506673240d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=da8671a2-8590-4a71-ba26-2f506673240d,segment=NetworkSegment(be5e0c41-1122-4ba7-8637-ccf617e1d4e0),segment_id=be5e0c41-1122-4ba7-8637-ccf617e1d4e0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:42.294704 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.321480 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c175b25-eb7b-4e76-a937-8183b3e91c82 req-8a857090-1bb6-4d44-906d-4b8d5f14c14c tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690925 Jul 13 07:43:42.397654 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=da8671a2-8590-4a71-ba26-2f506673240d,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:42.413993 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a319b02-5d93-4ddc-a102-a3f67ecb024f req-68637e53-f073-4936-8012-d40f7322d8fb tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:42.415640 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a319b02-5d93-4ddc-a102-a3f67ecb024f req-68637e53-f073-4936-8012-d40f7322d8fb tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.0919020 Jul 13 07:43:42.458435 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd27c61-eba4-496d-8e0d-4c7408709c57'}, {'server_uuid': '5d6304ae-5cac-4a39-a359-e113e29d971d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f588ac66-8ba5-444e-b9df-54aaa8b1403e'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:42.462620 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7896531-9dde-4272-84e9-16ab91d464e3" -d '{"events": [{"server_uuid": "1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1", "name": "network-vif-plugged", "status": "completed", "tag": "fdd27c61-eba4-496d-8e0d-4c7408709c57"}, {"server_uuid": "5d6304ae-5cac-4a39-a359-e113e29d971d", "name": "network-vif-plugged", "status": "completed", "tag": "f588ac66-8ba5-444e-b9df-54aaa8b1403e"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:42.477158 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a319b02-5d93-4ddc-a102-a3f67ecb024f req-9a3a87b0-3923-4164-9ac1-72e36fa8dbf0 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541046 Jul 13 07:43:42.516880 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9aea71c-0247-4cc1-97e8-437cc07fa8b8 x-openstack-request-id: req-d9aea71c-0247-4cc1-97e8-437cc07fa8b8 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:42.517175 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1", "name": "network-vif-plugged", "status": "completed", "tag": "fdd27c61-eba4-496d-8e0d-4c7408709c57", "code": 200}, {"server_uuid": "5d6304ae-5cac-4a39-a359-e113e29d971d", "name": "network-vif-plugged", "status": "completed", "tag": "f588ac66-8ba5-444e-b9df-54aaa8b1403e", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:42.517430 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d9aea71c-0247-4cc1-97e8-437cc07fa8b8 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:42.517857 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd27c61-eba4-496d-8e0d-4c7408709c57', 'code': 200} Jul 13 07:43:42.518197 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6304ae-5cac-4a39-a359-e113e29d971d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f588ac66-8ba5-444e-b9df-54aaa8b1403e', 'code': 200} Jul 13 07:43:42.702247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d27b4-5280-441c-a0af-a76f3e61835d req-45a227b2-61b7-4cb7-b929-aab64e64b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:42.704177 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-997d27b4-5280-441c-a0af-a76f3e61835d req-45a227b2-61b7-4cb7-b929-aab64e64b23d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5d6304ae-5cac-4a39-a359-e113e29d971d HTTP/1.1" status: 200 len: 1097 time: 0.1099277 Jul 13 07:43:42.704643 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf05acd-778d-4532-a62e-2709ed65d9c9 req-fd6d9d35-3a0d-4108-a9d6-9d1d42f6f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:42.707144 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5cf05acd-778d-4532-a62e-2709ed65d9c9 req-fd6d9d35-3a0d-4108-a9d6-9d1d42f6f190 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 1098 time: 0.1129928 Jul 13 07:43:42.710647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['da8671a2-8590-4a71-ba26-2f506673240d'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:42.749167 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5cf05acd-778d-4532-a62e-2709ed65d9c9 req-4fdaa879-f35f-4140-af55-2bcefef0ff4a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325732 Jul 13 07:43:42.786671 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.796217 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-997d27b4-5280-441c-a0af-a76f3e61835d req-42de3bf9-c10e-4ed8-bf68-14f49bdd114f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796545 Jul 13 07:43:42.869657 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d7b35-7faf-4caf-8b3f-16ea6bccf4af req-a281ec08-6cce-4728-b080-1859fb2d0b5e tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:42.874667 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b94d7b35-7faf-4caf-8b3f-16ea6bccf4af req-a281ec08-6cce-4728-b080-1859fb2d0b5e tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b68bf8e-79fa-4382-8785-9e6d6ac4035c HTTP/1.1" status: 200 len: 945 time: 0.1314518 Jul 13 07:43:42.927861 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b94d7b35-7faf-4caf-8b3f-16ea6bccf4af req-d3b4b999-a9ae-4bce-bac7-8d109ff127be tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb451fc9-3dcf-4cd7-a0f4-e77be6631310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496862 Jul 13 07:43:43.238856 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64510d-7ece-452e-beed-80c4b6c7951f req-fbf8a868-d1de-4752-b92e-9f3de2906519 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:43.240446 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd64510d-7ece-452e-beed-80c4b6c7951f req-fbf8a868-d1de-4752-b92e-9f3de2906519 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6304ae-5cac-4a39-a359-e113e29d971d HTTP/1.1" status: 200 len: 945 time: 0.0841465 Jul 13 07:43:43.284983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd64510d-7ece-452e-beed-80c4b6c7951f req-1bdc2747-56dc-4579-9b73-0b7755421f3e tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375860 Jul 13 07:43:43.551717 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7124cc-4a5c-4b8b-8aea-d5eebc202d86 req-647d8901-9be5-487f-b4be-38dfa6482e4d tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:43.553383 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d7124cc-4a5c-4b8b-8aea-d5eebc202d86 req-647d8901-9be5-487f-b4be-38dfa6482e4d tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 944 time: 0.0977638 Jul 13 07:43:43.621557 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d7124cc-4a5c-4b8b-8aea-d5eebc202d86 req-ad61ec40-9b12-4b0b-bed4-10229feeaabd tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604451 Jul 13 07:43:44.035974 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device da8671a2-8590-4a71-ba26-2f506673240d up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:44.117020 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e59b65-438d-445d-9579-b9bff8d30e79 req-d249f0b2-239c-4832-a3a0-09df07c3305e tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:44.122392 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port da8671a2-8590-4a71-ba26-2f506673240d completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:44.126007 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a9e59b65-438d-445d-9579-b9bff8d30e79 req-d249f0b2-239c-4832-a3a0-09df07c3305e tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.1192455 Jul 13 07:43:44.133162 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port da8671a2-8590-4a71-ba26-2f506673240d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:44.133688 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.230737 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a9e59b65-438d-445d-9579-b9bff8d30e79 req-68f4f580-bfd2-4ba1-b13e-9c3461f8c30e tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039541 Jul 13 07:43:44.264852 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.285716 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc5ca1-95e4-4b4d-88fb-8437394d96a5 req-57f401b9-1f4e-4635-9976-0da213f8d951 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:44.287485 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25cc5ca1-95e4-4b4d-88fb-8437394d96a5 req-57f401b9-1f4e-4635-9976-0da213f8d951 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b68bf8e-79fa-4382-8785-9e6d6ac4035c HTTP/1.1" status: 200 len: 945 time: 0.1349423 Jul 13 07:43:44.307575 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port da8671a2-8590-4a71-ba26-2f506673240d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=da8671a2-8590-4a71-ba26-2f506673240d,segment=NetworkSegment(be5e0c41-1122-4ba7-8637-ccf617e1d4e0),segment_id=be5e0c41-1122-4ba7-8637-ccf617e1d4e0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:44.318144 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.364042 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25cc5ca1-95e4-4b4d-88fb-8437394d96a5 req-8c3d0b53-3b5c-4983-99d2-4ec7fd421e62 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb451fc9-3dcf-4cd7-a0f4-e77be6631310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594606 Jul 13 07:43:44.401678 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=da8671a2-8590-4a71-ba26-2f506673240d,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:44.519517 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efd217c-0615-44b9-9814-6527784d6acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8671a2-8590-4a71-ba26-2f506673240d'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:44.522391 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390086df-7a58-40a6-96ad-a318731ac9f6" -d '{"events": [{"server_uuid": "1efd217c-0615-44b9-9814-6527784d6acc", "name": "network-vif-plugged", "status": "completed", "tag": "da8671a2-8590-4a71-ba26-2f506673240d"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:44.567872 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba841e3-5813-4b93-80e5-fdf0d3a95d46 x-openstack-request-id: req-7ba841e3-5813-4b93-80e5-fdf0d3a95d46 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:44.567872 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efd217c-0615-44b9-9814-6527784d6acc", "name": "network-vif-plugged", "status": "completed", "tag": "da8671a2-8590-4a71-ba26-2f506673240d", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:44.568131 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7ba841e3-5813-4b93-80e5-fdf0d3a95d46 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:44.568503 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efd217c-0615-44b9-9814-6527784d6acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8671a2-8590-4a71-ba26-2f506673240d', 'code': 200} Jul 13 07:43:44.609233 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c8ca4-18f5-41fa-8739-7671690a14cd req-3101158a-f1d7-4b3a-9fa6-663043b274b8 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:44.612519 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-697c8ca4-18f5-41fa-8739-7671690a14cd req-3101158a-f1d7-4b3a-9fa6-663043b274b8 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6304ae-5cac-4a39-a359-e113e29d971d HTTP/1.1" status: 200 len: 945 time: 0.0918446 Jul 13 07:43:44.670572 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-697c8ca4-18f5-41fa-8739-7671690a14cd req-7a30536f-6e1d-4cae-846d-1e222d46829a tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512786 Jul 13 07:43:44.759124 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d2d5-ea1b-4999-bc02-a8594a1a0c49 req-1212ea7b-b731-4d80-b539-03bce9e51d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:44.760630 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e831d2d5-ea1b-4999-bc02-a8594a1a0c49 req-1212ea7b-b731-4d80-b539-03bce9e51d71 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 1097 time: 0.1051242 Jul 13 07:43:44.828636 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e831d2d5-ea1b-4999-bc02-a8594a1a0c49 req-58f43d2c-6a31-4d41-8724-8234e7dc78b8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576105 Jul 13 07:43:44.898843 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7e107-4cf0-4057-b024-480e0ae924c6 req-bd04d80a-b7e1-400f-a89a-9cef4e7018e5 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:44.900688 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80b7e107-4cf0-4057-b024-480e0ae924c6 req-bd04d80a-b7e1-400f-a89a-9cef4e7018e5 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 945 time: 0.0851336 Jul 13 07:43:44.958143 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80b7e107-4cf0-4057-b024-480e0ae924c6 req-5fe6c759-05ed-4c0f-baa2-f5fdb3907c16 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467570 Jul 13 07:43:45.462274 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc3177-0a7d-49c1-a89e-02595afdd3df req-36c18268-b24e-44f5-9b90-8a45e577ebd5 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:45.464745 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9dbc3177-0a7d-49c1-a89e-02595afdd3df req-36c18268-b24e-44f5-9b90-8a45e577ebd5 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.0913174 Jul 13 07:43:45.511008 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9dbc3177-0a7d-49c1-a89e-02595afdd3df req-8a00c05c-3c74-45a0-87a3-8925326e5590 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395267 Jul 13 07:43:45.704220 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997cca8-03d1-4f90-aed9-fb4c06d502a7 req-c40a504c-3228-4127-a441-91fe9b05cf5b tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:45.705746 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8997cca8-03d1-4f90-aed9-fb4c06d502a7 req-c40a504c-3228-4127-a441-91fe9b05cf5b tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b68bf8e-79fa-4382-8785-9e6d6ac4035c HTTP/1.1" status: 200 len: 945 time: 0.0663269 Jul 13 07:43:45.750793 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8997cca8-03d1-4f90-aed9-fb4c06d502a7 req-fa70318f-916b-4b5d-b3ab-998caf36b350 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb451fc9-3dcf-4cd7-a0f4-e77be6631310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384269 Jul 13 07:43:45.934186 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c659c1-b83f-4a77-b54e-f536e3fe3896 req-30684891-634c-473b-9bf1-71e0470db746 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:45.935736 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-58c659c1-b83f-4a77-b54e-f536e3fe3896 req-30684891-634c-473b-9bf1-71e0470db746 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b68bf8e-79fa-4382-8785-9e6d6ac4035c HTTP/1.1" status: 200 len: 945 time: 0.0775003 Jul 13 07:43:46.091128 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-58c659c1-b83f-4a77-b54e-f536e3fe3896 req-66505d10-0aef-4257-b768-aa1b1c769a9c tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Deleting port 09b283c5-6f64-442c-b259-c9e8e03fc024 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:46.091814 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-58c659c1-b83f-4a77-b54e-f536e3fe3896 req-66505d10-0aef-4257-b768-aa1b1c769a9c tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.111965 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef0ddd-ae9f-42d4-b520-cacb1251fd86 req-b07c249a-76c8-4c32-a36a-974b38735960 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:46.119029 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0aef0ddd-ae9f-42d4-b520-cacb1251fd86 req-b07c249a-76c8-4c32-a36a-974b38735960 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6304ae-5cac-4a39-a359-e113e29d971d HTTP/1.1" status: 200 len: 945 time: 0.1075568 Jul 13 07:43:46.215952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-58c659c1-b83f-4a77-b54e-f536e3fe3896 req-66505d10-0aef-4257-b768-aa1b1c769a9c tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] For port 09b283c5-6f64-442c-b259-c9e8e03fc024, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=09b283c5-6f64-442c-b259-c9e8e03fc024,segment=NetworkSegment(47b310bf-f4bf-4ef4-8aca-e18bd34c1386),segment_id=47b310bf-f4bf-4ef4-8aca-e18bd34c1386)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:46.216388 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-58c659c1-b83f-4a77-b54e-f536e3fe3896 req-66505d10-0aef-4257-b768-aa1b1c769a9c tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.219582 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0aef0ddd-ae9f-42d4-b520-cacb1251fd86 req-7561b4f3-dac8-412c-9382-07db5f4d81c5 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830088 Jul 13 07:43:46.232466 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-58c659c1-b83f-4a77-b54e-f536e3fe3896 req-66505d10-0aef-4257-b768-aa1b1c769a9c tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Calling delete_port for 09b283c5-6f64-442c-b259-c9e8e03fc024 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:46.237804 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37588ee5-995b-4401-8383-36d30a84d706 req-06e34e31-4580-4a5d-b806-be4d8179afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:46.239291 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37588ee5-995b-4401-8383-36d30a84d706 req-06e34e31-4580-4a5d-b806-be4d8179afda service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e9efbe0a11cb452a9c08f11738225ab6&device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 1098 time: 0.1716077 Jul 13 07:43:46.248095 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f31ddf-76a8-4187-b705-7dd93b7f2d65 req-df63c3dc-e709-4d69-9d7f-44839f6f7ce9 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:46.249619 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f8f31ddf-76a8-4187-b705-7dd93b7f2d65 req-df63c3dc-e709-4d69-9d7f-44839f6f7ce9 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 945 time: 0.1281412 Jul 13 07:43:46.413851 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f8f31ddf-76a8-4187-b705-7dd93b7f2d65 req-c71ce57a-17a4-4a44-b907-315c287d8751 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437738 Jul 13 07:43:46.448424 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-58c659c1-b83f-4a77-b54e-f536e3fe3896 req-66505d10-0aef-4257-b768-aa1b1c769a9c tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.466469 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37588ee5-995b-4401-8383-36d30a84d706 req-0b6d37e5-2739-464b-9439-6b0b18ff3ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:46.468334 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37588ee5-995b-4401-8383-36d30a84d706 req-0b6d37e5-2739-464b-9439-6b0b18ff3ca7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=54b19629-bfd1-40c4-9e1c-d775d7654965 HTTP/1.1" status: 200 len: 912 time: 0.2177720 Jul 13 07:43:46.470569 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['09b283c5-6f64-442c-b259-c9e8e03fc024'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:46.487051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66505d10-0aef-4257-b768-aa1b1c769a9c tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Pushing event deleted for resources: {'Port': ['ID=09b283c5-6f64-442c-b259-c9e8e03fc024,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:46.504685 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505d10-0aef-4257-b768-aa1b1c769a9c tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:46.505180 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505d10-0aef-4257-b768-aa1b1c769a9c tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:46.505704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505d10-0aef-4257-b768-aa1b1c769a9c tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:46.506055 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505d10-0aef-4257-b768-aa1b1c769a9c tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:46.506421 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505d10-0aef-4257-b768-aa1b1c769a9c tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:46.506760 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505d10-0aef-4257-b768-aa1b1c769a9c tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:46.507102 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505d10-0aef-4257-b768-aa1b1c769a9c tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:46.508027 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505d10-0aef-4257-b768-aa1b1c769a9c tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:46.508626 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505d10-0aef-4257-b768-aa1b1c769a9c tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:46.508967 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505d10-0aef-4257-b768-aa1b1c769a9c tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:46.509300 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505d10-0aef-4257-b768-aa1b1c769a9c tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:46.509631 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505d10-0aef-4257-b768-aa1b1c769a9c tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:46.519016 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37588ee5-995b-4401-8383-36d30a84d706 req-b34f7582-3153-4c70-a0a6-61e747713e10 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd27c61-eba4-496d-8e0d-4c7408709c57 HTTP/1.1" status: 200 len: 217 time: 0.0425568 Jul 13 07:43:46.564746 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c659c1-b83f-4a77-b54e-f536e3fe3896 req-66505d10-0aef-4257-b768-aa1b1c769a9c tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] No DVR routers for this DVR port 09b283c5-6f64-442c-b259-c9e8e03fc024 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:43:46.567553 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-58c659c1-b83f-4a77-b54e-f536e3fe3896 req-66505d10-0aef-4257-b768-aa1b1c769a9c tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.571010 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-58c659c1-b83f-4a77-b54e-f536e3fe3896 req-66505d10-0aef-4257-b768-aa1b1c769a9c tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.62 "DELETE /v2.0/ports/09b283c5-6f64-442c-b259-c9e8e03fc024 HTTP/1.1" status: 204 len: 173 time: 0.6268489 Jul 13 07:43:46.571643 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b68bf8e-79fa-4382-8785-9e6d6ac4035c', 'name': 'network-vif-deleted', 'tag': '09b283c5-6f64-442c-b259-c9e8e03fc024'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:46.574361 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27109d5c-427b-4c4e-a7fe-a51e39c8770d" -d '{"events": [{"server_uuid": "7b68bf8e-79fa-4382-8785-9e6d6ac4035c", "name": "network-vif-deleted", "tag": "09b283c5-6f64-442c-b259-c9e8e03fc024"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:46.612182 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a421c-f336-4e0e-a673-9d369b95bfde req-8d7c317a-82ff-4d34-bca3-66e9aab4f213 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:46.613862 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f78a421c-f336-4e0e-a673-9d369b95bfde req-8d7c317a-82ff-4d34-bca3-66e9aab4f213 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.1936312 Jul 13 07:43:46.670128 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37588ee5-995b-4401-8383-36d30a84d706 req-a1bea502-2ab0-4a3f-a2a9-00a9d0913969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:46.672791 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37588ee5-995b-4401-8383-36d30a84d706 req-a1bea502-2ab0-4a3f-a2a9-00a9d0913969 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c0711840-6c05-410d-9890-6fb1e6a9b4a1 HTTP/1.1" status: 200 len: 851 time: 0.1404486 Jul 13 07:43:46.682120 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c77a0e1-d888-4c47-a454-1934b0f4aa20 req-eb02dd61-d40c-4e45-b4e8-756b178cf724 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-387400917&fields=id&tenant_id=aea077cc953b4ea8932dbc995b4d05b7 HTTP/1.1" status: 200 len: 267 time: 0.1023321 Jul 13 07:43:46.737560 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37588ee5-995b-4401-8383-36d30a84d706 req-6ca69ce6-6b8d-48cc-8052-02d71e3e8170 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=54b19629-bfd1-40c4-9e1c-d775d7654965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544629 Jul 13 07:43:46.757387 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f78a421c-f336-4e0e-a673-9d369b95bfde req-8de924d4-bd8b-489a-8a41-4b5dfed69859 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210933 Jul 13 07:43:46.816435 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc11d1ed-4b33-49cc-837e-6b971c639016 x-openstack-request-id: req-fc11d1ed-4b33-49cc-837e-6b971c639016 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:46.816704 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b68bf8e-79fa-4382-8785-9e6d6ac4035c", "name": "network-vif-deleted", "tag": "09b283c5-6f64-442c-b259-c9e8e03fc024", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:46.816961 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc11d1ed-4b33-49cc-837e-6b971c639016 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:46.817391 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b68bf8e-79fa-4382-8785-9e6d6ac4035c', 'name': 'network-vif-deleted', 'tag': '09b283c5-6f64-442c-b259-c9e8e03fc024', 'status': 'completed', 'code': 200} Jul 13 07:43:46.881831 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77a0e1-d888-4c47-a454-1934b0f4aa20 req-86a9ad86-763d-4c2d-8453-04ab013ff91d tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:46.883856 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c77a0e1-d888-4c47-a454-1934b0f4aa20 req-86a9ad86-763d-4c2d-8453-04ab013ff91d tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 945 time: 0.1875761 Jul 13 07:43:46.889131 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37588ee5-995b-4401-8383-36d30a84d706 req-8c0e8d3f-12e6-4f74-8aee-d63767a7bccb service neutron] 10.222.0.35 "GET /v2.0/networks/54b19629-bfd1-40c4-9e1c-d775d7654965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307971 Jul 13 07:43:46.897443 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-8c77a0e1-d888-4c47-a454-1934b0f4aa20 req-38dae534-1d31-4167-b3e8-d5d5f02c931b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Request body: {'port': {'security_groups': ['a1a7942b-fc16-4fe1-90e4-1f77cbb23a49', 'd1259b56-d984-442a-82af-a1daba638b44']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:47.053499 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c77a0e1-d888-4c47-a454-1934b0f4aa20 req-38dae534-1d31-4167-b3e8-d5d5f02c931b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.067710 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37588ee5-995b-4401-8383-36d30a84d706 req-0a432208-66c5-418d-9f6b-36caeba3c55b service neutron] 10.222.0.35 "GET /v2.0/networks/54b19629-bfd1-40c4-9e1c-d775d7654965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660831 Jul 13 07:43:47.230672 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd6266db-2764-4f2b-b6f3-4fe8588d1a38 req-d112066c-d46b-4047-9864-d6a4c53ad0d0 tempest-ServerMetadataNegativeTestJSON-854121066 tempest-ServerMetadataNegativeTestJSON-854121066-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b68bf8e-79fa-4382-8785-9e6d6ac4035c HTTP/1.1" status: 200 len: 210 time: 0.0471117 Jul 13 07:43:47.385765 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8c77a0e1-d888-4c47-a454-1934b0f4aa20 req-38dae534-1d31-4167-b3e8-d5d5f02c931b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] For port da8671a2-8590-4a71-ba26-2f506673240d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=da8671a2-8590-4a71-ba26-2f506673240d,segment=NetworkSegment(be5e0c41-1122-4ba7-8637-ccf617e1d4e0),segment_id=be5e0c41-1122-4ba7-8637-ccf617e1d4e0)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:47.416968 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c77a0e1-d888-4c47-a454-1934b0f4aa20 req-38dae534-1d31-4167-b3e8-d5d5f02c931b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.421547 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c77a0e1-d888-4c47-a454-1934b0f4aa20 req-38dae534-1d31-4167-b3e8-d5d5f02c931b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.438059 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['da8671a2-8590-4a71-ba26-2f506673240d'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:47.483533 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77a0e1-d888-4c47-a454-1934b0f4aa20 req-38dae534-1d31-4167-b3e8-d5d5f02c931b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:47.484087 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c77a0e1-d888-4c47-a454-1934b0f4aa20 req-38dae534-1d31-4167-b3e8-d5d5f02c931b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.485520 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c77a0e1-d888-4c47-a454-1934b0f4aa20 req-38dae534-1d31-4167-b3e8-d5d5f02c931b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "PUT /v2.0/ports/da8671a2-8590-4a71-ba26-2f506673240d HTTP/1.1" status: 200 len: 981 time: 0.5929909 Jul 13 07:43:47.502324 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efd217c-0615-44b9-9814-6527784d6acc', 'tag': 'da8671a2-8590-4a71-ba26-2f506673240d'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:47.504596 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53368ea-27b1-443e-9022-2a12fbe0a8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1efd217c-0615-44b9-9814-6527784d6acc", "tag": "da8671a2-8590-4a71-ba26-2f506673240d"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:47.540306 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dae534-1d31-4167-b3e8-d5d5f02c931b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event updated for resources: {'Port': ['ID=da8671a2-8590-4a71-ba26-2f506673240d,revision_number=6']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:47.568747 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846966c-5ee6-4f4b-a5fc-e478b4e75743 req-4b4833a2-302d-4d21-a5f6-94eeb942bfef tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:47.570342 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0846966c-5ee6-4f4b-a5fc-e478b4e75743 req-4b4833a2-302d-4d21-a5f6-94eeb942bfef tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6304ae-5cac-4a39-a359-e113e29d971d HTTP/1.1" status: 200 len: 945 time: 0.1142488 Jul 13 07:43:47.605223 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['da8671a2-8590-4a71-ba26-2f506673240d'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:47.630287 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0846966c-5ee6-4f4b-a5fc-e478b4e75743 req-47d754db-384e-46a1-bf3b-79486bfb9308 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536368 Jul 13 07:43:47.646819 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d13dcc97-8c75-4bf4-a5c3-8728bd7377e3 req-a46ffaa3-4aa7-400c-aab8-0feb99b167fd tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2142060210&fields=id&tenant_id=aea077cc953b4ea8932dbc995b4d05b7 HTTP/1.1" status: 200 len: 267 time: 0.0549827 Jul 13 07:43:47.714230 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed99319b-32ba-4a1f-93c1-2227bdb76ed2 x-openstack-request-id: req-ed99319b-32ba-4a1f-93c1-2227bdb76ed2 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:47.714518 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efd217c-0615-44b9-9814-6527784d6acc", "tag": "da8671a2-8590-4a71-ba26-2f506673240d", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:47.714763 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ed99319b-32ba-4a1f-93c1-2227bdb76ed2 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:47.716502 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efd217c-0615-44b9-9814-6527784d6acc', 'tag': 'da8671a2-8590-4a71-ba26-2f506673240d', 'status': 'completed', 'code': 200} Jul 13 07:43:47.743306 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dcc97-8c75-4bf4-a5c3-8728bd7377e3 req-4d97220e-bc70-45a6-8267-169863149ec8 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:47.751586 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d13dcc97-8c75-4bf4-a5c3-8728bd7377e3 req-4d97220e-bc70-45a6-8267-169863149ec8 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 984 time: 0.0976043 Jul 13 07:43:47.757650 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-d13dcc97-8c75-4bf4-a5c3-8728bd7377e3 req-86747de3-7384-45f1-b500-717cf3907230 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Request body: {'port': {'security_groups': ['a1a7942b-fc16-4fe1-90e4-1f77cbb23a49', 'd1259b56-d984-442a-82af-a1daba638b44', 'd6daa29a-66f8-4319-9780-9d1fe0f46a6c']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:47.805862 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53368ea-27b1-443e-9022-2a12fbe0a8f5 req-e477cdb6-86f2-4de2-bee2-ff2e99d4c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:47.808727 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e53368ea-27b1-443e-9022-2a12fbe0a8f5 req-e477cdb6-86f2-4de2-bee2-ff2e99d4c02e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aea077cc953b4ea8932dbc995b4d05b7&device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 1136 time: 0.0696280 Jul 13 07:43:47.894859 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d13dcc97-8c75-4bf4-a5c3-8728bd7377e3 req-86747de3-7384-45f1-b500-717cf3907230 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.954285 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53368ea-27b1-443e-9022-2a12fbe0a8f5 req-f660d5c3-7055-4600-90cf-b0748469b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:47.956223 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e53368ea-27b1-443e-9022-2a12fbe0a8f5 req-f660d5c3-7055-4600-90cf-b0748469b2aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=316e604a-f44e-4c87-9acb-10ca50fb6168 HTTP/1.1" status: 200 len: 914 time: 0.1398857 Jul 13 07:43:48.006402 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e53368ea-27b1-443e-9022-2a12fbe0a8f5 req-444bc38b-e062-4488-a33f-de3c797dd754 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da8671a2-8590-4a71-ba26-2f506673240d HTTP/1.1" status: 200 len: 217 time: 0.0387778 Jul 13 07:43:48.045092 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dedb7c-fe01-441f-ae83-937fe79854ca req-1be4fdc5-4ff6-423f-b7c1-f58d1b77bd1a tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:48.052238 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c9dedb7c-fe01-441f-ae83-937fe79854ca req-1be4fdc5-4ff6-423f-b7c1-f58d1b77bd1a tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.1535528 Jul 13 07:43:48.072390 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53368ea-27b1-443e-9022-2a12fbe0a8f5 req-d6422db0-f943-4707-ab88-ecf76960c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:48.073979 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e53368ea-27b1-443e-9022-2a12fbe0a8f5 req-d6422db0-f943-4707-ab88-ecf76960c543 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c26d4959-17d3-47b2-8ed9-35bf37d6a73e HTTP/1.1" status: 200 len: 853 time: 0.0611334 Jul 13 07:43:48.126854 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c9dedb7c-fe01-441f-ae83-937fe79854ca req-a21a4a77-07eb-4d49-a1bc-704ef6deb67a tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713336 Jul 13 07:43:48.127217 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e53368ea-27b1-443e-9022-2a12fbe0a8f5 req-2051dc0c-1e59-4bd6-a917-3dbb139baf64 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=316e604a-f44e-4c87-9acb-10ca50fb6168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439105 Jul 13 07:43:48.212612 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-d13dcc97-8c75-4bf4-a5c3-8728bd7377e3 req-86747de3-7384-45f1-b500-717cf3907230 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] For port da8671a2-8590-4a71-ba26-2f506673240d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=da8671a2-8590-4a71-ba26-2f506673240d,segment=NetworkSegment(be5e0c41-1122-4ba7-8637-ccf617e1d4e0),segment_id=be5e0c41-1122-4ba7-8637-ccf617e1d4e0)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:48.251750 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d13dcc97-8c75-4bf4-a5c3-8728bd7377e3 req-86747de3-7384-45f1-b500-717cf3907230 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.257958 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d13dcc97-8c75-4bf4-a5c3-8728bd7377e3 req-86747de3-7384-45f1-b500-717cf3907230 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.265087 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e53368ea-27b1-443e-9022-2a12fbe0a8f5 req-9c0020fb-b107-49bd-9208-94e354c8a6cd service neutron] 10.222.0.62 "GET /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302450 Jul 13 07:43:48.275037 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['da8671a2-8590-4a71-ba26-2f506673240d'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:48.336281 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dcc97-8c75-4bf4-a5c3-8728bd7377e3 req-86747de3-7384-45f1-b500-717cf3907230 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:48.337027 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d13dcc97-8c75-4bf4-a5c3-8728bd7377e3 req-86747de3-7384-45f1-b500-717cf3907230 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.338555 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d13dcc97-8c75-4bf4-a5c3-8728bd7377e3 req-86747de3-7384-45f1-b500-717cf3907230 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "PUT /v2.0/ports/da8671a2-8590-4a71-ba26-2f506673240d HTTP/1.1" status: 200 len: 1020 time: 0.5861576 Jul 13 07:43:48.372923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86747de3-7384-45f1-b500-717cf3907230 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event updated for resources: {'Port': ['ID=da8671a2-8590-4a71-ba26-2f506673240d,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:48.389939 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e53368ea-27b1-443e-9022-2a12fbe0a8f5 req-b59c8bcb-2785-4810-9c02-daa67a76eb6d service neutron] 10.222.0.62 "GET /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110859 Jul 13 07:43:48.466382 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['da8671a2-8590-4a71-ba26-2f506673240d'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:48.485782 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44826) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:48.547533 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-891ece38-e600-48af-8599-77bb51a952de admin admin] Deleting subnet bdd2986e-931b-4f60-b059-5f3284b00476 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:48.551963 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-891ece38-e600-48af-8599-77bb51a952de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.557360 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:43:48.609642 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-891ece38-e600-48af-8599-77bb51a952de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.655597 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b4cf6-b18d-4a20-84f5-f4fa4590865c req-0acbc4ee-9b13-4f98-ae0f-d5d64b90253b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:48.656684 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e13b4cf6-b18d-4a20-84f5-f4fa4590865c req-0acbc4ee-9b13-4f98-ae0f-d5d64b90253b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 1023 time: 0.0766032 Jul 13 07:43:48.674793 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-891ece38-e600-48af-8599-77bb51a952de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.764308 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-891ece38-e600-48af-8599-77bb51a952de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.780098 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-891ece38-e600-48af-8599-77bb51a952de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.782217 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-891ece38-e600-48af-8599-77bb51a952de admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bdd2986e-931b-4f60-b059-5f3284b00476 HTTP/1.1" status: 204 len: 168 time: 0.2949817 Jul 13 07:43:48.800995 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44834) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:48.814519 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e13b4cf6-b18d-4a20-84f5-f4fa4590865c req-c4c95757-d78e-4199-827c-0998520ad808 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1259b56-d984-442a-82af-a1daba638b44&id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&id=d6daa29a-66f8-4319-9780-9d1fe0f46a6c HTTP/1.1" status: 200 len: 6157 time: 0.1506047 Jul 13 07:43:48.820371 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ece38-e600-48af-8599-77bb51a952de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd2986e-931b-4f60-b059-5f3284b00476,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:48.857426 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-e737c82e-b6c9-404d-b0e7-804d090284cb req-afe0fa17-0d04-4827-b548-097d6da6ad1c tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1271891580 ', 'description': 'tempest-description-157953398'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:48.925517 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-50fd3cc6-923c-4682-a263-2aab794a57f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.948969 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e737c82e-b6c9-404d-b0e7-804d090284cb req-afe0fa17-0d04-4827-b548-097d6da6ad1c tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.975753 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13cf6a-4a05-4615-a2b4-fd97c4cd3238 req-604bfe19-6b0d-45d1-8744-c05bb94de122 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:48.982872 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec13cf6a-4a05-4615-a2b4-fd97c4cd3238 req-604bfe19-6b0d-45d1-8744-c05bb94de122 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6304ae-5cac-4a39-a359-e113e29d971d HTTP/1.1" status: 200 len: 945 time: 0.1208658 Jul 13 07:43:49.024213 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-50fd3cc6-923c-4682-a263-2aab794a57f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.037110 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-50fd3cc6-923c-4682-a263-2aab794a57f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35dc388f-caac-4478-8fa8-cefd1246fcbc']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:49.052987 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-50fd3cc6-923c-4682-a263-2aab794a57f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b310bf-f4bf-4ef4-8aca-e18bd34c1386') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:49.053321 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-50fd3cc6-923c-4682-a263-2aab794a57f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b310bf-f4bf-4ef4-8aca-e18bd34c1386') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:49.061668 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec13cf6a-4a05-4615-a2b4-fd97c4cd3238 req-1858ab4e-19ae-46de-8c96-6f3537606c87 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779264 Jul 13 07:43:49.073586 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-50fd3cc6-923c-4682-a263-2aab794a57f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.105184 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-50fd3cc6-923c-4682-a263-2aab794a57f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.122393 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50fd3cc6-923c-4682-a263-2aab794a57f3 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:43:49.122917 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-50fd3cc6-923c-4682-a263-2aab794a57f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:43:49.124934 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:43:49.160920 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44844) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:49.161155 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e737c82e-b6c9-404d-b0e7-804d090284cb req-afe0fa17-0d04-4827-b548-097d6da6ad1c tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.166427 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e737c82e-b6c9-404d-b0e7-804d090284cb req-afe0fa17-0d04-4827-b548-097d6da6ad1c tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.202034 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0fa17-0d04-4827-b548-097d6da6ad1c tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bde33e-f76b-4cc2-b42c-d2ed20e04dc9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:49.213879 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e737c82e-b6c9-404d-b0e7-804d090284cb req-afe0fa17-0d04-4827-b548-097d6da6ad1c tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.228484 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e737c82e-b6c9-404d-b0e7-804d090284cb req-afe0fa17-0d04-4827-b548-097d6da6ad1c tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.3767512 Jul 13 07:43:49.269435 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-50fd3cc6-923c-4682-a263-2aab794a57f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.277926 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-50fd3cc6-923c-4682-a263-2aab794a57f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.279811 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-50fd3cc6-923c-4682-a263-2aab794a57f3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/35dc388f-caac-4478-8fa8-cefd1246fcbc HTTP/1.1" status: 204 len: 168 time: 0.4775329 Jul 13 07:43:49.299728 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd3cc6-923c-4682-a263-2aab794a57f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=35dc388f-caac-4478-8fa8-cefd1246fcbc,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:49.335863 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4c30391-c5af-4e9f-ba32-6e85737ddf69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.431285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff9455-363d-4693-9c11-612d424cfc2b req-2111370a-de8d-4dc7-af2b-45d9f48e15e5 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:49.440820 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06ff9455-363d-4693-9c11-612d424cfc2b req-2111370a-de8d-4dc7-af2b-45d9f48e15e5 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.0958121 Jul 13 07:43:49.476328 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44856) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:49.519733 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4c30391-c5af-4e9f-ba32-6e85737ddf69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.524077 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4c30391-c5af-4e9f-ba32-6e85737ddf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.542749 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06ff9455-363d-4693-9c11-612d424cfc2b req-16661232-1fdc-4af4-a22a-337662908c04 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007683 Jul 13 07:43:49.565706 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b4c30391-c5af-4e9f-ba32-6e85737ddf69 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d3f2c489a7c47bfbacf01b540c9f883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4027784 Jul 13 07:43:49.572995 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-636a5a0b-d011-485c-8826-41b32c6f27db req-7116eebf-e96f-41f3-8295-d378b29dc038 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/c9bde33e-f76b-4cc2-b42c-d2ed20e04dc9 HTTP/1.1" status: 200 len: 1782 time: 0.1217709 Jul 13 07:43:49.573335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44862) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:49.574316 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c30391-c5af-4e9f-ba32-6e85737ddf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0442d73f-97f5-4878-947c-294fa8db5bfb,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:49.601808 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-78e5e3ea-1ab8-4b1a-be6e-86e68d92e48c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3a07457264b54f9f92fc31a0c9a17a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1237590 Jul 13 07:43:49.603832 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44868) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:49.697936 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c92e0f3a-cd5f-42fd-8d9e-d5284522974f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.699647 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-87264cb9-7574-4956-a101-1f5566e76025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.717154 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efd217c-0615-44b9-9814-6527784d6acc', 'tag': 'da8671a2-8590-4a71-ba26-2f506673240d'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:49.720122 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff190f0-001c-46fb-b2e0-0e5eb6d6d6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "1efd217c-0615-44b9-9814-6527784d6acc", "tag": "da8671a2-8590-4a71-ba26-2f506673240d"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:49.741465 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-87264cb9-7574-4956-a101-1f5566e76025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.744791 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c92e0f3a-cd5f-42fd-8d9e-d5284522974f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.771197 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3ec123fa-dd7e-4e9f-b250-ae944d89b8e0 req-2d76d951-3d15-4b55-bb62-3fe561124f87 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/c9bde33e-f76b-4cc2-b42c-d2ed20e04dc9 HTTP/1.1" status: 200 len: 1782 time: 0.0452561 Jul 13 07:43:49.816447 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-87264cb9-7574-4956-a101-1f5566e76025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.819125 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-87264cb9-7574-4956-a101-1f5566e76025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.820358 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-87264cb9-7574-4956-a101-1f5566e76025 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0442d73f-97f5-4878-947c-294fa8db5bfb HTTP/1.1" status: 204 len: 168 time: 0.2424216 Jul 13 07:43:49.823297 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c92e0f3a-cd5f-42fd-8d9e-d5284522974f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.825955 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c92e0f3a-cd5f-42fd-8d9e-d5284522974f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.830846 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c92e0f3a-cd5f-42fd-8d9e-d5284522974f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cb451fc9-3dcf-4cd7-a0f4-e77be6631310 HTTP/1.1" status: 204 len: 168 time: 0.2219906 Jul 13 07:43:49.832949 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87264cb9-7574-4956-a101-1f5566e76025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0442d73f-97f5-4878-947c-294fa8db5bfb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:49.848721 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e0f3a-cd5f-42fd-8d9e-d5284522974f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb451fc9-3dcf-4cd7-a0f4-e77be6631310,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:49.860190 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3ec123fa-dd7e-4e9f-b250-ae944d89b8e0 req-78fb1c1d-b361-4ca0-a682-5e865beb1855 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.895371 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3ec123fa-dd7e-4e9f-b250-ae944d89b8e0 req-78fb1c1d-b361-4ca0-a682-5e865beb1855 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.945319 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3ec123fa-dd7e-4e9f-b250-ae944d89b8e0 req-78fb1c1d-b361-4ca0-a682-5e865beb1855 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.950759 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3ec123fa-dd7e-4e9f-b250-ae944d89b8e0 req-78fb1c1d-b361-4ca0-a682-5e865beb1855 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.955839 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3ec123fa-dd7e-4e9f-b250-ae944d89b8e0 req-78fb1c1d-b361-4ca0-a682-5e865beb1855 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "DELETE /v2.0/security-groups/c9bde33e-f76b-4cc2-b42c-d2ed20e04dc9 HTTP/1.1" status: 204 len: 173 time: 0.1820021 Jul 13 07:43:49.978015 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb1c1d-b361-4ca0-a682-5e865beb1855 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bde33e-f76b-4cc2-b42c-d2ed20e04dc9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:50.059166 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc1e053-e916-4938-90f4-caad22ed5b29 x-openstack-request-id: req-dcc1e053-e916-4938-90f4-caad22ed5b29 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:50.059453 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efd217c-0615-44b9-9814-6527784d6acc", "tag": "da8671a2-8590-4a71-ba26-2f506673240d", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:50.059673 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dcc1e053-e916-4938-90f4-caad22ed5b29 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:50.060085 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efd217c-0615-44b9-9814-6527784d6acc', 'tag': 'da8671a2-8590-4a71-ba26-2f506673240d', 'status': 'completed', 'code': 200} Jul 13 07:43:50.068573 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 09b283c5-6f64-442c-b259-c9e8e03fc024 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:50.097557 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-1407cd0e-a03d-4b55-b997-690362b3d4c2 req-c169a1e0-601b-49cd-abbd-ee74e041be01 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] show failed (client error): The resource could not be found. Jul 13 07:43:50.098633 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1407cd0e-a03d-4b55-b997-690362b3d4c2 req-c169a1e0-601b-49cd-abbd-ee74e041be01 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/c9bde33e-f76b-4cc2-b42c-d2ed20e04dc9 HTTP/1.1" status: 404 len: 352 time: 0.0272567 Jul 13 07:43:50.104333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 09b283c5-6f64-442c-b259-c9e8e03fc024 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:50.104936 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 09b283c5-6f64-442c-b259-c9e8e03fc024 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:50.136555 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-7e19c1d4-1960-46e4-9c91-d6e9f85f2821 req-ec79d93a-5339-4d2a-837c-760bdfd50459 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1744924098', 'description': 'tempest-description-1420539092'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:50.166366 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device f588ac66-8ba5-444e-b9df-54aaa8b1403e details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:43:50.182345 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7e19c1d4-1960-46e4-9c91-d6e9f85f2821 req-ec79d93a-5339-4d2a-837c-760bdfd50459 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.212232 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff190f0-001c-46fb-b2e0-0e5eb6d6d6d8 req-d3e17d4b-564b-4998-be9c-e877a44addc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:50.214289 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bff190f0-001c-46fb-b2e0-0e5eb6d6d6d8 req-d3e17d4b-564b-4998-be9c-e877a44addc4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aea077cc953b4ea8932dbc995b4d05b7&device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 1175 time: 0.1135767 Jul 13 07:43:50.336980 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff190f0-001c-46fb-b2e0-0e5eb6d6d6d8 req-731214f0-e952-4476-8baa-8b29701207a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:50.338927 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bff190f0-001c-46fb-b2e0-0e5eb6d6d6d8 req-731214f0-e952-4476-8baa-8b29701207a2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=316e604a-f44e-4c87-9acb-10ca50fb6168 HTTP/1.1" status: 200 len: 914 time: 0.1167364 Jul 13 07:43:50.384913 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e40da-42f7-4d78-9add-7dcd5f598a0c req-cc9da089-ca90-4858-b5c7-392c8b0fb5da tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:50.391279 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bff190f0-001c-46fb-b2e0-0e5eb6d6d6d8 req-9c3748b4-4474-400c-bd1d-b8f2298b4727 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da8671a2-8590-4a71-ba26-2f506673240d HTTP/1.1" status: 200 len: 217 time: 0.0436261 Jul 13 07:43:50.392156 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e63e40da-42f7-4d78-9add-7dcd5f598a0c req-cc9da089-ca90-4858-b5c7-392c8b0fb5da tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6304ae-5cac-4a39-a359-e113e29d971d HTTP/1.1" status: 200 len: 945 time: 0.1421018 Jul 13 07:43:50.425721 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port f588ac66-8ba5-444e-b9df-54aaa8b1403e, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=f588ac66-8ba5-444e-b9df-54aaa8b1403e,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:50.437113 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7e19c1d4-1960-46e4-9c91-d6e9f85f2821 req-ec79d93a-5339-4d2a-837c-760bdfd50459 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.448600 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7e19c1d4-1960-46e4-9c91-d6e9f85f2821 req-ec79d93a-5339-4d2a-837c-760bdfd50459 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.459902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'f588ac66-8ba5-444e-b9df-54aaa8b1403e', 'network_id': 'fdbe6f7e-2987-4a12-abb5-b64de61ed38e', 'port_id': 'f588ac66-8ba5-444e-b9df-54aaa8b1403e', 'mac_address': 'fa:16:3e:56:8a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05556c2b-fcc9-455f-bd77-fc9aed41f171', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:43:50.476774 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e63e40da-42f7-4d78-9add-7dcd5f598a0c req-eb680087-767d-444e-ac63-4841db529caa tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831029 Jul 13 07:43:50.492732 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff190f0-001c-46fb-b2e0-0e5eb6d6d6d8 req-894912c9-3988-47f4-b600-11dfa95fe048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:50.505330 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bff190f0-001c-46fb-b2e0-0e5eb6d6d6d8 req-894912c9-3988-47f4-b600-11dfa95fe048 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c26d4959-17d3-47b2-8ed9-35bf37d6a73e HTTP/1.1" status: 200 len: 853 time: 0.1065590 Jul 13 07:43:50.508676 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7e19c1d4-1960-46e4-9c91-d6e9f85f2821 req-ec79d93a-5339-4d2a-837c-760bdfd50459 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.510065 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e19c1d4-1960-46e4-9c91-d6e9f85f2821 req-ec79d93a-5339-4d2a-837c-760bdfd50459 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3781400 Jul 13 07:43:50.511084 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79d93a-5339-4d2a-837c-760bdfd50459 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50082996-1dc1-4bf4-87fd-2b935342987b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:50.544822 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-d4127882-a737-4cb1-a1b7-5bdf3ac94c1e req-a24944a8-101a-434c-b759-376b9d9d484e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1043650488', 'description': 'tempest-description-1303996082'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:50.553395 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bff190f0-001c-46fb-b2e0-0e5eb6d6d6d8 req-9d0251c9-64d2-47ce-923d-466b66276fef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=316e604a-f44e-4c87-9acb-10ca50fb6168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379934 Jul 13 07:43:50.576988 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.582975 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d4127882-a737-4cb1-a1b7-5bdf3ac94c1e req-a24944a8-101a-434c-b759-376b9d9d484e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.610677 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f588ac66-8ba5-444e-b9df-54aaa8b1403e {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:50.666793 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port f588ac66-8ba5-444e-b9df-54aaa8b1403e, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=f588ac66-8ba5-444e-b9df-54aaa8b1403e,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:50.678851 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.691412 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bff190f0-001c-46fb-b2e0-0e5eb6d6d6d8 req-517a9c12-c941-49a7-a52e-b61da6557c8a service neutron] 10.222.0.62 "GET /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212261 Jul 13 07:43:50.756659 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=f588ac66-8ba5-444e-b9df-54aaa8b1403e,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:50.822273 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['f588ac66-8ba5-444e-b9df-54aaa8b1403e'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:50.852904 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bff190f0-001c-46fb-b2e0-0e5eb6d6d6d8 req-53a70ac2-f664-4cf3-a5f9-26f712afe4e2 service neutron] 10.222.0.62 "GET /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549697 Jul 13 07:43:50.901264 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d4127882-a737-4cb1-a1b7-5bdf3ac94c1e req-a24944a8-101a-434c-b759-376b9d9d484e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.909165 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d4127882-a737-4cb1-a1b7-5bdf3ac94c1e req-a24944a8-101a-434c-b759-376b9d9d484e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.992302 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d4127882-a737-4cb1-a1b7-5bdf3ac94c1e req-a24944a8-101a-434c-b759-376b9d9d484e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.010249 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d4127882-a737-4cb1-a1b7-5bdf3ac94c1e req-a24944a8-101a-434c-b759-376b9d9d484e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4751925 Jul 13 07:43:51.013325 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24944a8-101a-434c-b759-376b9d9d484e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed11ffbd-4ff8-4142-b8bc-0280a144930f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:51.066507 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db879e94-b665-432b-8417-d5d5434f6147 req-1084d84e-9219-41a8-8edc-c0dd96dec44b tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.068823 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db879e94-b665-432b-8417-d5d5434f6147 req-1084d84e-9219-41a8-8edc-c0dd96dec44b tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.3406444 Jul 13 07:43:51.127214 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db879e94-b665-432b-8417-d5d5434f6147 req-0a5dc0bb-db1d-4cfa-b3a8-f20ab30ae054 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508702 Jul 13 07:43:51.227331 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1cf54-2562-4179-9300-fbdc9f88e7c0 req-3bb0167a-be3a-466a-babf-5d8ecf987b06 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.229057 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bac1cf54-2562-4179-9300-fbdc9f88e7c0 req-3bb0167a-be3a-466a-babf-5d8ecf987b06 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d6304ae-5cac-4a39-a359-e113e29d971d HTTP/1.1" status: 200 len: 944 time: 0.0732183 Jul 13 07:43:51.275171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-e3b77f3e-dd8e-4f40-87e9-976e028c2bb6 req-d92c13f3-4843-4615-8ca6-25b8b3b45c53 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-22218859', 'description': 'tempest-description-1339357187'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:51.316129 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e3b77f3e-dd8e-4f40-87e9-976e028c2bb6 req-d92c13f3-4843-4615-8ca6-25b8b3b45c53 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.399015 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-bac1cf54-2562-4179-9300-fbdc9f88e7c0 req-f6082b9d-0866-4c0b-8d60-1778d38db949 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Deleting port f588ac66-8ba5-444e-b9df-54aaa8b1403e {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:51.399356 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bac1cf54-2562-4179-9300-fbdc9f88e7c0 req-f6082b9d-0866-4c0b-8d60-1778d38db949 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.874891 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e3b77f3e-dd8e-4f40-87e9-976e028c2bb6 req-d92c13f3-4843-4615-8ca6-25b8b3b45c53 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.885366 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-bac1cf54-2562-4179-9300-fbdc9f88e7c0 req-f6082b9d-0866-4c0b-8d60-1778d38db949 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] For port f588ac66-8ba5-444e-b9df-54aaa8b1403e, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=f588ac66-8ba5-444e-b9df-54aaa8b1403e,segment=NetworkSegment(159611e8-262d-496c-9ed8-8186c6ce1c69),segment_id=159611e8-262d-496c-9ed8-8186c6ce1c69)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:51.885779 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bac1cf54-2562-4179-9300-fbdc9f88e7c0 req-f6082b9d-0866-4c0b-8d60-1778d38db949 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.888393 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e3b77f3e-dd8e-4f40-87e9-976e028c2bb6 req-d92c13f3-4843-4615-8ca6-25b8b3b45c53 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.922915 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-bac1cf54-2562-4179-9300-fbdc9f88e7c0 req-f6082b9d-0866-4c0b-8d60-1778d38db949 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Calling delete_port for f588ac66-8ba5-444e-b9df-54aaa8b1403e owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:51.948215 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e3b77f3e-dd8e-4f40-87e9-976e028c2bb6 req-d92c13f3-4843-4615-8ca6-25b8b3b45c53 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.949516 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e3b77f3e-dd8e-4f40-87e9-976e028c2bb6 req-d92c13f3-4843-4615-8ca6-25b8b3b45c53 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7049260 Jul 13 07:43:51.951936 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c13f3-4843-4615-8ca6-25b8b3b45c53 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37022603-c7d2-4726-8a92-a8221f3c12c6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:52.014994 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab8e61-5296-4bb7-8178-cca70611ef5c req-4785bab6-bb57-43c1-adf7-c3eae6c9c8d8 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:52.016519 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71ab8e61-5296-4bb7-8178-cca70611ef5c req-4785bab6-bb57-43c1-adf7-c3eae6c9c8d8 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6304ae-5cac-4a39-a359-e113e29d971d HTTP/1.1" status: 200 len: 944 time: 0.1888463 Jul 13 07:43:52.060826 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a281d72-dc1c-4f9b-b09d-5fbf98505104 req-36606170-c959-4b2d-8628-54012ff6b08f tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=f64ba5a1-dbb3-4c0a-90a1-2a5b2cc04454 HTTP/1.1" status: 200 len: 210 time: 0.0617106 Jul 13 07:43:52.111425 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71ab8e61-5296-4bb7-8178-cca70611ef5c req-0d47f54a-c5a4-41c7-ab2c-86cd7a438c72 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812223 Jul 13 07:43:52.173829 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device f588ac66-8ba5-444e-b9df-54aaa8b1403e details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:43:52.178153 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device f588ac66-8ba5-444e-b9df-54aaa8b1403e no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:52.233468 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bac1cf54-2562-4179-9300-fbdc9f88e7c0 req-f6082b9d-0866-4c0b-8d60-1778d38db949 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:52.261459 n-d-779913-28 neutron-server[93725]: INFO neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No ports have port_id starting with f588ac66-8ba5-444e-b9df-54aaa8b1403e Jul 13 07:43:52.262882 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No active binding found for port f588ac66-8ba5-444e-b9df-54aaa8b1403e {{(pid=93725) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 07:43:52.263475 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device f588ac66-8ba5-444e-b9df-54aaa8b1403e not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:52.267288 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device f588ac66-8ba5-444e-b9df-54aaa8b1403e requested by agent hyperv_n-h1-779913-28 not found in database {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 13 07:43:52.289780 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6082b9d-0866-4c0b-8d60-1778d38db949 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Pushing event deleted for resources: {'Port': ['ID=f588ac66-8ba5-444e-b9df-54aaa8b1403e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:52.388008 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac1cf54-2562-4179-9300-fbdc9f88e7c0 req-f6082b9d-0866-4c0b-8d60-1778d38db949 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] No DVR routers for this DVR port f588ac66-8ba5-444e-b9df-54aaa8b1403e on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:43:52.393530 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bac1cf54-2562-4179-9300-fbdc9f88e7c0 req-f6082b9d-0866-4c0b-8d60-1778d38db949 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:52.395611 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bac1cf54-2562-4179-9300-fbdc9f88e7c0 req-f6082b9d-0866-4c0b-8d60-1778d38db949 tempest-ImagesTestJSON-1343802629 tempest-ImagesTestJSON-1343802629-project] 10.222.0.35 "DELETE /v2.0/ports/f588ac66-8ba5-444e-b9df-54aaa8b1403e HTTP/1.1" status: 204 len: 173 time: 1.1602106 Jul 13 07:43:52.396917 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6304ae-5cac-4a39-a359-e113e29d971d', 'name': 'network-vif-deleted', 'tag': 'f588ac66-8ba5-444e-b9df-54aaa8b1403e'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:52.399718 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1098d8-89ac-44ab-a585-27de3ca9ed90" -d '{"events": [{"server_uuid": "5d6304ae-5cac-4a39-a359-e113e29d971d", "name": "network-vif-deleted", "tag": "f588ac66-8ba5-444e-b9df-54aaa8b1403e"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:52.425362 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a4863ce4-357a-4d11-83ae-b5f9e8a434aa req-9f39b800-87e0-49e8-9eec-76f700745a29 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aea077cc953b4ea8932dbc995b4d05b7 HTTP/1.1" status: 200 len: 10911 time: 0.2822406 Jul 13 07:43:52.475048 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf49193-b874-45ce-9258-e70da218abc4 req-6a07c1e8-9388-4151-b2ae-139c2a33caa8 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:52.476686 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2cf49193-b874-45ce-9258-e70da218abc4 req-6a07c1e8-9388-4151-b2ae-139c2a33caa8 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.1702778 Jul 13 07:43:52.506014 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a4863ce4-357a-4d11-83ae-b5f9e8a434aa req-cc992602-2080-409e-a021-3fe7165c050c tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/a1a7942b-fc16-4fe1-90e4-1f77cbb23a49 HTTP/1.1" status: 200 len: 2985 time: 0.0720949 Jul 13 07:43:52.530948 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2cf49193-b874-45ce-9258-e70da218abc4 req-97da6560-0f8b-474a-bfd8-084299487d67 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437794 Jul 13 07:43:52.619492 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a4863ce4-357a-4d11-83ae-b5f9e8a434aa req-76311ec6-06f9-4523-93d7-a594d36b8c96 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/a1a7942b-fc16-4fe1-90e4-1f77cbb23a49 HTTP/1.1" status: 200 len: 2985 time: 0.0928688 Jul 13 07:43:52.882698 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c426983-46f2-4b5c-8d42-2aaaadfde370 x-openstack-request-id: req-3c426983-46f2-4b5c-8d42-2aaaadfde370 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:52.883056 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6304ae-5cac-4a39-a359-e113e29d971d", "name": "network-vif-deleted", "tag": "f588ac66-8ba5-444e-b9df-54aaa8b1403e", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:52.883553 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3c426983-46f2-4b5c-8d42-2aaaadfde370 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:52.884081 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6304ae-5cac-4a39-a359-e113e29d971d', 'name': 'network-vif-deleted', 'tag': 'f588ac66-8ba5-444e-b9df-54aaa8b1403e', 'status': 'completed', 'code': 200} Jul 13 07:43:52.941524 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a13f0575-d253-4b1c-badf-321c367639f0 req-cd8cb350-1e69-4de3-8845-70b93ff06651 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/50082996-1dc1-4bf4-87fd-2b935342987b HTTP/1.1" status: 200 len: 1803 time: 0.0536604 Jul 13 07:43:52.995715 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-e330073f-3750-4db7-b4f8-000c89647961 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=90368e1c12454ddfa0cc137d20285b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369718 Jul 13 07:43:53.065350 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a13f0575-d253-4b1c-badf-321c367639f0 req-656083bd-2435-42bf-9860-4f27201f1a52 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.130657 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a13f0575-d253-4b1c-badf-321c367639f0 req-656083bd-2435-42bf-9860-4f27201f1a52 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.178127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-2f4572b6-97bf-445c-8400-699efe96bfae tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:53.185629 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc67abe2-34b6-432d-bdb7-50d630cddae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.186253 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-2f4572b6-97bf-445c-8400-699efe96bfae tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836257 Jul 13 07:43:53.208295 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-c870594a-e4bb-4c97-87bc-c03503559cce tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/quotas/90368e1c12454ddfa0cc137d20285b1e HTTP/1.1" status: 200 len: 375 time: 0.0214119 Jul 13 07:43:53.253865 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-ef437092-2a06-44b4-a77e-c157d04ebf3a tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=90368e1c12454ddfa0cc137d20285b1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344567 Jul 13 07:43:53.259746 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a13f0575-d253-4b1c-badf-321c367639f0 req-656083bd-2435-42bf-9860-4f27201f1a52 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.264035 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a13f0575-d253-4b1c-badf-321c367639f0 req-656083bd-2435-42bf-9860-4f27201f1a52 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.279494 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a13f0575-d253-4b1c-badf-321c367639f0 req-656083bd-2435-42bf-9860-4f27201f1a52 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "DELETE /v2.0/security-groups/50082996-1dc1-4bf4-87fd-2b935342987b HTTP/1.1" status: 204 len: 173 time: 0.3312805 Jul 13 07:43:53.296517 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656083bd-2435-42bf-9860-4f27201f1a52 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50082996-1dc1-4bf4-87fd-2b935342987b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:53.453082 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-11168861-eeef-408b-9cf4-112e6c0a29a5 req-3f8ed2de-55bd-49b1-ba11-9cb4cfb0d048 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] show failed (client error): The resource could not be found. Jul 13 07:43:53.462910 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11168861-eeef-408b-9cf4-112e6c0a29a5 req-3f8ed2de-55bd-49b1-ba11-9cb4cfb0d048 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/50082996-1dc1-4bf4-87fd-2b935342987b HTTP/1.1" status: 404 len: 352 time: 0.0364370 Jul 13 07:43:53.542542 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-578c6173-17a8-4bd9-a0e1-179f57fa7551 req-4cf9ad5a-175e-4854-9ad7-b9b838225857 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7fb4cfa-13da-4b1a-942f-235ba27ea4be HTTP/1.1" status: 200 len: 210 time: 0.0470355 Jul 13 07:43:53.637688 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e5ecb81-9fa7-4025-9bf9-b47dbc49feca req-5cfcff8f-e0af-44a5-8108-6c5a5c7a7d16 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0390577 Jul 13 07:43:53.642727 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28227226-ad1a-4d08-8aa9-59f228368262 req-dc519b0f-3b71-42ba-88e0-6843ff293a85 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/ed11ffbd-4ff8-4142-b8bc-0280a144930f HTTP/1.1" status: 200 len: 1803 time: 0.0709949 Jul 13 07:43:53.729006 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-28227226-ad1a-4d08-8aa9-59f228368262 req-94caf5fc-cdfe-4dc7-b87e-6205b10604fa tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.759307 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-28227226-ad1a-4d08-8aa9-59f228368262 req-94caf5fc-cdfe-4dc7-b87e-6205b10604fa tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.807530 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-28227226-ad1a-4d08-8aa9-59f228368262 req-94caf5fc-cdfe-4dc7-b87e-6205b10604fa tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.810888 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-28227226-ad1a-4d08-8aa9-59f228368262 req-94caf5fc-cdfe-4dc7-b87e-6205b10604fa tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.812262 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28227226-ad1a-4d08-8aa9-59f228368262 req-94caf5fc-cdfe-4dc7-b87e-6205b10604fa tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "DELETE /v2.0/security-groups/ed11ffbd-4ff8-4142-b8bc-0280a144930f HTTP/1.1" status: 204 len: 173 time: 0.1623781 Jul 13 07:43:53.833054 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94caf5fc-cdfe-4dc7-b87e-6205b10604fa tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed11ffbd-4ff8-4142-b8bc-0280a144930f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:53.897150 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51b762-2396-472d-a7ec-26d4545aaff5 req-0486a025-1571-4716-823b-f5f37c6a3f26 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:53.899031 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9f51b762-2396-472d-a7ec-26d4545aaff5 req-0486a025-1571-4716-823b-f5f37c6a3f26 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.0827315 Jul 13 07:43:53.947838 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9f51b762-2396-472d-a7ec-26d4545aaff5 req-4185f84d-deff-45fc-b0ef-7317d4f4e1c7 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429928 Jul 13 07:43:53.994992 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-101cfb25-7ad0-432f-af8a-4e84223af78c req-bbaeabc2-f826-43fa-91ba-12ed876b913b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] show failed (client error): The resource could not be found. Jul 13 07:43:53.996327 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-101cfb25-7ad0-432f-af8a-4e84223af78c req-bbaeabc2-f826-43fa-91ba-12ed876b913b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/ed11ffbd-4ff8-4142-b8bc-0280a144930f HTTP/1.1" status: 404 len: 352 time: 0.0155380 Jul 13 07:43:54.202492 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c8abcb2d-c104-42da-915c-0dc8a185337a req-706c7814-b0a9-4761-bfbb-c019333834a4 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/37022603-c7d2-4726-8a92-a8221f3c12c6 HTTP/1.1" status: 200 len: 1801 time: 0.0530648 Jul 13 07:43:54.289349 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c8abcb2d-c104-42da-915c-0dc8a185337a req-b95b92fb-4edf-4279-accd-d1f6057b963b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.316982 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c8abcb2d-c104-42da-915c-0dc8a185337a req-b95b92fb-4edf-4279-accd-d1f6057b963b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.380131 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c8abcb2d-c104-42da-915c-0dc8a185337a req-b95b92fb-4edf-4279-accd-d1f6057b963b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.385201 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c8abcb2d-c104-42da-915c-0dc8a185337a req-b95b92fb-4edf-4279-accd-d1f6057b963b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.387400 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c8abcb2d-c104-42da-915c-0dc8a185337a req-b95b92fb-4edf-4279-accd-d1f6057b963b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "DELETE /v2.0/security-groups/37022603-c7d2-4726-8a92-a8221f3c12c6 HTTP/1.1" status: 204 len: 173 time: 0.1746433 Jul 13 07:43:54.406335 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b92fb-4edf-4279-accd-d1f6057b963b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37022603-c7d2-4726-8a92-a8221f3c12c6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:54.439492 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-a8ddc633-dc75-4b9c-a0f0-eaf26806042a req-2d3103f9-ae7e-4de4-8152-15725fa5e6f6 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] show failed (client error): The resource could not be found. Jul 13 07:43:54.441233 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8ddc633-dc75-4b9c-a0f0-eaf26806042a req-2d3103f9-ae7e-4de4-8152-15725fa5e6f6 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/37022603-c7d2-4726-8a92-a8221f3c12c6 HTTP/1.1" status: 404 len: 352 time: 0.0276465 Jul 13 07:43:54.537316 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcfe24df-9291-47ba-8dde-1417f1ef0a99 req-49bf342c-4b42-4840-96fe-302db211e216 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aea077cc953b4ea8932dbc995b4d05b7 HTTP/1.1" status: 200 len: 6157 time: 0.0690682 Jul 13 07:43:54.589080 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcfe24df-9291-47ba-8dde-1417f1ef0a99 req-149a5dd0-1a43-4571-8368-df24bd72a2e6 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/a1a7942b-fc16-4fe1-90e4-1f77cbb23a49 HTTP/1.1" status: 200 len: 2985 time: 0.0459542 Jul 13 07:43:54.606692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45086) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:54.645506 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcfe24df-9291-47ba-8dde-1417f1ef0a99 req-563bdb5a-1806-4b5f-9b2e-384d3bf24c10 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/a1a7942b-fc16-4fe1-90e4-1f77cbb23a49 HTTP/1.1" status: 200 len: 2985 time: 0.0499310 Jul 13 07:43:54.674947 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7492ced2-6a85-4e28-97ab-9f3a6970ca68 req-d0b38686-02ae-413c-88ca-ca9244a85940 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f64ba5a1-dbb3-4c0a-90a1-2a5b2cc04454 HTTP/1.1" status: 200 len: 210 time: 0.0359404 Jul 13 07:43:54.675588 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-8a70c654-1cbb-4003-acb8-ad153efa37d4 req-db8ccfd2-d399-496d-bfd9-4fef1d1597e7 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-781616209', 'description': 'tempest-description-1759383437'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:54.696198 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-3efebd1d-fe82-4c03-82cb-9e389da264f4 admin admin] Deleting subnet 05556c2b-fcc9-455f-bd77-fc9aed41f171 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:54.700593 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3efebd1d-fe82-4c03-82cb-9e389da264f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.704025 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8a70c654-1cbb-4003-acb8-ad153efa37d4 req-db8ccfd2-d399-496d-bfd9-4fef1d1597e7 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.744398 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3efebd1d-fe82-4c03-82cb-9e389da264f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.746022 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2b3e9bb-ca4b-472e-8f06-0946b9967a39 req-61039bbc-a629-4c5f-a994-6f33049ce73c tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7fb4cfa-13da-4b1a-942f-235ba27ea4be HTTP/1.1" status: 200 len: 210 time: 0.0317392 Jul 13 07:43:54.790498 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-d986b2ae-5872-4b73-b302-80fe0c0700d0 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=90368e1c12454ddfa0cc137d20285b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289052 Jul 13 07:43:54.819629 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3efebd1d-fe82-4c03-82cb-9e389da264f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.896185 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3efebd1d-fe82-4c03-82cb-9e389da264f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.927984 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8a70c654-1cbb-4003-acb8-ad153efa37d4 req-db8ccfd2-d399-496d-bfd9-4fef1d1597e7 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.932731 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efebd1d-fe82-4c03-82cb-9e389da264f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05556c2b-fcc9-455f-bd77-fc9aed41f171,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:54.941634 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3efebd1d-fe82-4c03-82cb-9e389da264f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.944234 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3efebd1d-fe82-4c03-82cb-9e389da264f4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/05556c2b-fcc9-455f-bd77-fc9aed41f171 HTTP/1.1" status: 204 len: 168 time: 0.3353982 Jul 13 07:43:54.946860 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45092) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:54.954401 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7f7db7bc-238d-4aaa-8eb9-0e860cc4f9d4 req-15eb0acc-67f9-4668-b825-9b4e9ae96b6f tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0500059 Jul 13 07:43:54.960172 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8a70c654-1cbb-4003-acb8-ad153efa37d4 req-db8ccfd2-d399-496d-bfd9-4fef1d1597e7 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.024763 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-c93171e3-7a03-423a-9534-b8ea16804950 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:55.026469 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-c93171e3-7a03-423a-9534-b8ea16804950 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229450 Jul 13 07:43:55.027361 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8a70c654-1cbb-4003-acb8-ad153efa37d4 req-db8ccfd2-d399-496d-bfd9-4fef1d1597e7 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.029055 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a70c654-1cbb-4003-acb8-ad153efa37d4 req-db8ccfd2-d399-496d-bfd9-4fef1d1597e7 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3577657 Jul 13 07:43:55.031714 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ccfd2-d399-496d-bfd9-4fef1d1597e7 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a806c6b6-0fd1-4d37-ae04-7b0ba1aba8fc,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:55.052045 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c48acdf-c72a-4b55-8a40-c631efc8a950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.055775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Request body: {'port': {'device_id': 'c7fb4cfa-13da-4b1a-942f-235ba27ea4be', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': '90368e1c12454ddfa0cc137d20285b1e'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:55.152021 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c48acdf-c72a-4b55-8a40-c631efc8a950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.162836 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-7c48acdf-c72a-4b55-8a40-c631efc8a950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdbe6f7e-2987-4a12-abb5-b64de61ed38e']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:55.173976 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-7c48acdf-c72a-4b55-8a40-c631efc8a950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159611e8-262d-496c-9ed8-8186c6ce1c69') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:55.173976 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-7c48acdf-c72a-4b55-8a40-c631efc8a950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159611e8-262d-496c-9ed8-8186c6ce1c69') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:55.183564 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c48acdf-c72a-4b55-8a40-c631efc8a950 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.186400 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-94e8c97a-bdd0-4c3c-abd8-704492c3d833 req-3b258b35-0d73-4fc4-a5d4-283e991bb0a3 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1256157598', 'description': 'tempest-description-1189090159'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:55.199150 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c48acdf-c72a-4b55-8a40-c631efc8a950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.205302 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c48acdf-c72a-4b55-8a40-c631efc8a950 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:43:55.205837 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c48acdf-c72a-4b55-8a40-c631efc8a950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:43:55.207656 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:43:55.241223 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-94e8c97a-bdd0-4c3c-abd8-704492c3d833 req-3b258b35-0d73-4fc4-a5d4-283e991bb0a3 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.253738 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa540f-9963-4dc2-ae1f-6fa84d020f14 req-c9397a2f-dbe4-4811-bb03-44d6a1cb6a45 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:55.255337 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d1fa540f-9963-4dc2-ae1f-6fa84d020f14 req-c9397a2f-dbe4-4811-bb03-44d6a1cb6a45 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.1279113 Jul 13 07:43:55.269181 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c48acdf-c72a-4b55-8a40-c631efc8a950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.276230 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c48acdf-c72a-4b55-8a40-c631efc8a950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.278164 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7c48acdf-c72a-4b55-8a40-c631efc8a950 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fdbe6f7e-2987-4a12-abb5-b64de61ed38e HTTP/1.1" status: 204 len: 168 time: 0.3301392 Jul 13 07:43:55.281376 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Made reservation on behalf of 90368e1c12454ddfa0cc137d20285b1e for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:55.284972 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.288762 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48acdf-c72a-4b55-8a40-c631efc8a950 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdbe6f7e-2987-4a12-abb5-b64de61ed38e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:55.310899 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.348371 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d1fa540f-9963-4dc2-ae1f-6fa84d020f14 req-2740040b-cfc7-4a9a-9a28-1d0bc9d598fa tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824537 Jul 13 07:43:55.414125 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-94e8c97a-bdd0-4c3c-abd8-704492c3d833 req-3b258b35-0d73-4fc4-a5d4-283e991bb0a3 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.421066 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-94e8c97a-bdd0-4c3c-abd8-704492c3d833 req-3b258b35-0d73-4fc4-a5d4-283e991bb0a3 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.474649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b258b35-0d73-4fc4-a5d4-283e991bb0a3 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7331a4a-8537-4b2c-894c-219285542b75,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:55.478112 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45106) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:55.542473 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-56b1a78b-e55d-43f2-a6b0-1e8f4211d8fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=43c5ae05151644c983f7ae609d106a69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0629792 Jul 13 07:43:55.544606 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45108) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:55.555953 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.562722 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.603503 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-94e8c97a-bdd0-4c3c-abd8-704492c3d833 req-3b258b35-0d73-4fc4-a5d4-283e991bb0a3 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.604865 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94e8c97a-bdd0-4c3c-abd8-704492c3d833 req-3b258b35-0d73-4fc4-a5d4-283e991bb0a3 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4284234 Jul 13 07:43:55.635412 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2c6cafc0-1f91-4d51-b77f-a2131f7b1f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.662442 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=146847fd-91bc-4126-a763-05f686df37ca,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:55.676303 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0fd9e8f9-0d62-47bc-8151-78e8e21086f1 req-56cb229b-bdb0-4f27-8853-f4fa35015527 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0492542 Jul 13 07:43:55.698840 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2c6cafc0-1f91-4d51-b77f-a2131f7b1f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.748739 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Allocated IP 192.168.233.209 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/c1ab065b-4ba6-474e-8694-307f66128bf7) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:55.751516 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2c6cafc0-1f91-4d51-b77f-a2131f7b1f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.754071 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2c6cafc0-1f91-4d51-b77f-a2131f7b1f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.755499 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2c6cafc0-1f91-4d51-b77f-a2131f7b1f14 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc1c7e1f-b05b-4383-bfd6-586cb144c3a4 HTTP/1.1" status: 204 len: 168 time: 0.2075939 Jul 13 07:43:55.766011 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6cafc0-1f91-4d51-b77f-a2131f7b1f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1c7e1f-b05b-4383-bfd6-586cb144c3a4,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:55.952433 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c9a26abf-93c2-421f-8a9f-3c446a4a93af req-0cb0b72c-56c0-46c6-b953-daa9023c0bc4 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7fb4cfa-13da-4b1a-942f-235ba27ea4be HTTP/1.1" status: 200 len: 210 time: 0.0480943 Jul 13 07:43:56.037429 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.049195 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-636dac19-e13e-4372-aa9e-f4c5a35be1cb tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:56.050744 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-636dac19-e13e-4372-aa9e-f4c5a35be1cb tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/networks?id=316e604a-f44e-4c87-9acb-10ca50fb6168 HTTP/1.1" status: 200 len: 813 time: 0.2086930 Jul 13 07:43:56.068575 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Transition to ACTIVE for port object c1ab065b-4ba6-474e-8694-307f66128bf7 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:56.073844 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-68a0eac0-a885-44d9-96af-dc3c7005cd82 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/quotas/aea077cc953b4ea8932dbc995b4d05b7 HTTP/1.1" status: 200 len: 375 time: 0.0163572 Jul 13 07:43:56.165830 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c92bba0-eaf6-4d3e-b25a-6c578d2fdc8b req-0844abcd-8d08-4e6e-9e89-3404dfcfb7c0 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0506124 Jul 13 07:43:56.197994 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device f588ac66-8ba5-444e-b9df-54aaa8b1403e no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:56.199040 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.224678 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: f588ac66-8ba5-444e-b9df-54aaa8b1403e {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:56.225431 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device f588ac66-8ba5-444e-b9df-54aaa8b1403e not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:56.240392 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-714723ab-d076-4d7f-9915-decf59aa377d tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aea077cc953b4ea8932dbc995b4d05b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1568997 Jul 13 07:43:56.267295 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:56.283259 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:56.292045 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:56.301901 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Pushing event updated for resources: {'Port': ['ID=c1ab065b-4ba6-474e-8694-307f66128bf7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:56.344188 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:56.344466 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:56.344952 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:56.345160 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:56.345499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:56.345898 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:56.346269 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:56.346600 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:56.346930 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:56.347251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:56.347577 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:56.347897 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:56.408956 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:56.409639 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.437344 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-f3f65b62-91a7-437b-90aa-2c6659653a9e service neutron] 10.222.0.58 "GET /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846220 Jul 13 07:43:56.439159 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-2dee7dfd-e734-4429-8af7-5b2e86809b6b tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3931680 Jul 13 07:43:56.476567 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] Request body: {'port': {'device_id': 'c7fb4cfa-13da-4b1a-942f-235ba27ea4be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:56.671166 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-6f50c964-eee3-40a1-b16f-addd8debc791 service neutron] 10.222.0.58 "GET /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244265 Jul 13 07:43:56.672699 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.678256 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fac76880-1118-4970-a56f-7606dd9d3b8e None None] Provisioning for port c1ab065b-4ba6-474e-8694-307f66128bf7 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:56.685306 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fac76880-1118-4970-a56f-7606dd9d3b8e None None] Provisioning complete for port c1ab065b-4ba6-474e-8694-307f66128bf7 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:56.685829 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fac76880-1118-4970-a56f-7606dd9d3b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.726985 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-fac76880-1118-4970-a56f-7606dd9d3b8e None None] Port c1ab065b-4ba6-474e-8694-307f66128bf7 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:43:56.838434 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90416a-458b-4c5d-b2e0-4e34ba266737 req-0f5b7833-a60f-4d88-a519-fe5f68552e98 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:56.839942 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b90416a-458b-4c5d-b2e0-4e34ba266737 req-0f5b7833-a60f-4d88-a519-fe5f68552e98 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.2287185 Jul 13 07:43:56.909325 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b90416a-458b-4c5d-b2e0-4e34ba266737 req-616a5ca8-3a7c-4f8f-bc59-22037d4ae794 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623345 Jul 13 07:43:57.048083 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ab065b-4ba6-474e-8694-307f66128bf7 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:57.066635 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.094615 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b4726511-661f-4089-a5d7-f94d331c5d2d req-5812f66c-bd75-4879-9564-0b6a9ab24c51 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 210 time: 0.0409777 Jul 13 07:43:57.102308 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] Transition to ACTIVE for port object c1ab065b-4ba6-474e-8694-307f66128bf7 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:57.109443 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.198593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ab065b-4ba6-474e-8694-307f66128bf7,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:57.352113 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] Attempting to bind port c1ab065b-4ba6-474e-8694-307f66128bf7 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:57.352495 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] Attempting to bind port c1ab065b-4ba6-474e-8694-307f66128bf7 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:57.352791 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] Attempting to bind port c1ab065b-4ba6-474e-8694-307f66128bf7 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:57.376734 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-347b45c4-66a0-4821-a4bc-42aedcd4e276 req-a2804f2f-c2d2-4fe8-bbe0-632aab4192eb tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0402908 Jul 13 07:43:57.379682 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] Port c1ab065b-4ba6-474e-8694-307f66128bf7 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:57.380014 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] Attempting to bind port c1ab065b-4ba6-474e-8694-307f66128bf7 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:57.387449 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:57.387800 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:57.388189 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:57.388640 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] Bound port: c1ab065b-4ba6-474e-8694-307f66128bf7, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:57.389003 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.400447 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c45e1-1ab5-4027-a72c-6898ce296c02 req-e2bb1f23-6562-45b5-8946-7d97caba288a tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:57.415059 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-690c45e1-1ab5-4027-a72c-6898ce296c02 req-e2bb1f23-6562-45b5-8946-7d97caba288a tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7fb4cfa-13da-4b1a-942f-235ba27ea4be HTTP/1.1" status: 200 len: 948 time: 0.1515226 Jul 13 07:43:57.508891 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23f31660-0a56-4815-9865-648a5cb0d7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.551696 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-690c45e1-1ab5-4027-a72c-6898ce296c02 req-4ecae4e3-afe6-4653-8c7a-3c64ea9a1468 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/security-groups?id=146847fd-91bc-4126-a763-05f686df37ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245234 Jul 13 07:43:57.584585 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] For port c1ab065b-4ba6-474e-8694-307f66128bf7, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:57.590141 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] For port c1ab065b-4ba6-474e-8694-307f66128bf7, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=c1ab065b-4ba6-474e-8694-307f66128bf7,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:57.597238 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.623469 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.641168 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:57.641816 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.643294 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] 10.222.0.35 "PUT /v2.0/ports/c1ab065b-4ba6-474e-8694-307f66128bf7 HTTP/1.1" status: 200 len: 1097 time: 1.1714251 Jul 13 07:43:57.646527 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7fb4cfa-13da-4b1a-942f-235ba27ea4be', 'tag': 'c1ab065b-4ba6-474e-8694-307f66128bf7'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:57.649627 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21b4362-4ab6-493b-bef2-e91e05dcb616" -d '{"events": [{"name": "network-changed", "server_uuid": "c7fb4cfa-13da-4b1a-942f-235ba27ea4be", "tag": "c1ab065b-4ba6-474e-8694-307f66128bf7"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:57.694464 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd527173-d6d9-465c-bf25-6ce04d2071c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ab065b-4ba6-474e-8694-307f66128bf7,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:57.717260 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1bf792-cfa5-4342-bce4-503b8ab52617 x-openstack-request-id: req-7b1bf792-cfa5-4342-bce4-503b8ab52617 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:57.717580 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7fb4cfa-13da-4b1a-942f-235ba27ea4be", "tag": "c1ab065b-4ba6-474e-8694-307f66128bf7", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:57.717805 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b1bf792-cfa5-4342-bce4-503b8ab52617 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:57.719234 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7fb4cfa-13da-4b1a-942f-235ba27ea4be', 'tag': 'c1ab065b-4ba6-474e-8694-307f66128bf7', 'status': 'completed', 'code': 200} Jul 13 07:43:57.808572 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-9a59dd95-31fe-4d93-a94e-1c8a457705a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:57.810775 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-9a59dd95-31fe-4d93-a94e-1c8a457705a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=90368e1c12454ddfa0cc137d20285b1e&device_id=c7fb4cfa-13da-4b1a-942f-235ba27ea4be HTTP/1.1" status: 200 len: 1100 time: 0.0783970 Jul 13 07:43:57.876787 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-137fbd8f-245e-40c4-924d-f8696fb32c77 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=c1ab065b-4ba6-474e-8694-307f66128bf7 HTTP/1.1" status: 200 len: 217 time: 0.0517359 Jul 13 07:43:57.937174 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-c7f3f2d5-176b-4715-9761-042979469534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:57.939506 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-c7f3f2d5-176b-4715-9761-042979469534 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0553746 Jul 13 07:43:58.027489 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45228) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:58.037600 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-b7876a0e-b127-43eb-ad03-969eee9c62d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:58.040947 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-b7876a0e-b127-43eb-ad03-969eee9c62d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0950794 Jul 13 07:43:58.247841 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6460c843-221b-4d0c-910c-09d5090a01e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.285757 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-d31a4d47-1c90-41b2-af8c-9aef1a063eaa service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305424 Jul 13 07:43:58.350210 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d572374-52e2-4884-abea-4ffbdb91d523 req-42e736cc-c2f5-43db-8f33-68ed8597ab30 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:58.351837 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d572374-52e2-4884-abea-4ffbdb91d523 req-42e736cc-c2f5-43db-8f33-68ed8597ab30 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.1415386 Jul 13 07:43:58.385492 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dda2f0eb-d0e0-4027-92ee-16bcdf0b0b0e req-a0734592-795e-498c-aa98-e5b88e7eaaa1 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0607908 Jul 13 07:43:58.471106 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6460c843-221b-4d0c-910c-09d5090a01e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.472858 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d572374-52e2-4884-abea-4ffbdb91d523 req-be58b6d5-3990-4bf1-b5a8-e44d7df9ba6f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986497 Jul 13 07:43:58.495984 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6460c843-221b-4d0c-910c-09d5090a01e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.500262 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4cff9d81-d558-48e5-aeeb-635e8e6648e0 req-41d22433-b849-468e-b5ee-f610386e51fc service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047157 Jul 13 07:43:58.517917 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-7a6f7f72-63ab-47f5-b8bb-65c570e235e0 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:58.520295 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-7a6f7f72-63ab-47f5-b8bb-65c570e235e0 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.62 "GET /v2.0/networks?id=316e604a-f44e-4c87-9acb-10ca50fb6168 HTTP/1.1" status: 200 len: 813 time: 0.2011738 Jul 13 07:43:58.545429 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-67a82ea2-bbcf-48a8-9611-20e9a17de778 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Request body: {'port': {'device_id': '33ac2e7c-189f-4e81-b40f-6a77e3bd359f', 'network_id': '316e604a-f44e-4c87-9acb-10ca50fb6168', 'admin_state_up': True, 'tenant_id': 'aea077cc953b4ea8932dbc995b4d05b7'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:58.567732 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460c843-221b-4d0c-910c-09d5090a01e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a7e353-201f-4c66-9205-63cb803ea7a0,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:58.572963 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6460c843-221b-4d0c-910c-09d5090a01e7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=60d910eadcad4f50a8b57236bc6224c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5438285 Jul 13 07:43:58.576873 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45242) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:58.628398 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ec968d5-25f9-471a-8f23-5bb4cb82be91 req-a8c07343-d71b-4a2e-975b-3e3924ffa45a tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 210 time: 0.0815480 Jul 13 07:43:58.693786 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86d64dc4-072e-49e7-9685-cacc099e6a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.701094 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-67a82ea2-bbcf-48a8-9611-20e9a17de778 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Made reservation on behalf of aea077cc953b4ea8932dbc995b4d05b7 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:58.705618 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-67a82ea2-bbcf-48a8-9611-20e9a17de778 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.731686 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86d64dc4-072e-49e7-9685-cacc099e6a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.774346 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b4362-4ab6-493b-bef2-e91e05dcb616 req-aed280bc-b4ba-44cc-b614-25287eca44cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:58.775883 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c21b4362-4ab6-493b-bef2-e91e05dcb616 req-aed280bc-b4ba-44cc-b614-25287eca44cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=90368e1c12454ddfa0cc137d20285b1e&device_id=c7fb4cfa-13da-4b1a-942f-235ba27ea4be HTTP/1.1" status: 200 len: 1100 time: 0.1977928 Jul 13 07:43:58.878786 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-67a82ea2-bbcf-48a8-9611-20e9a17de778 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Allocated IP 172.20.0.10 (316e604a-f44e-4c87-9acb-10ca50fb6168/c26d4959-17d3-47b2-8ed9-35bf37d6a73e/c3b2737d-7de7-464d-8c25-35ef56e85c7c) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:58.891300 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86d64dc4-072e-49e7-9685-cacc099e6a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.894167 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86d64dc4-072e-49e7-9685-cacc099e6a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.895323 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-86d64dc4-072e-49e7-9685-cacc099e6a91 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e4a7e353-201f-4c66-9205-63cb803ea7a0 HTTP/1.1" status: 204 len: 168 time: 0.3160543 Jul 13 07:43:58.916110 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d64dc4-072e-49e7-9685-cacc099e6a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a7e353-201f-4c66-9205-63cb803ea7a0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:58.939804 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be779f-2ae6-4181-9e27-0049cbbed164 req-4d7ea7e7-6628-467d-a905-7dff5f9244ad tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:58.948090 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43be779f-2ae6-4181-9e27-0049cbbed164 req-4d7ea7e7-6628-467d-a905-7dff5f9244ad tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7fb4cfa-13da-4b1a-942f-235ba27ea4be HTTP/1.1" status: 200 len: 948 time: 0.1696594 Jul 13 07:43:58.973543 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b4362-4ab6-493b-bef2-e91e05dcb616 req-41097fff-363b-4a32-a802-fff0b9c46c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:58.975049 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c21b4362-4ab6-493b-bef2-e91e05dcb616 req-41097fff-363b-4a32-a802-fff0b9c46c1b service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.1847000 Jul 13 07:43:59.029437 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43be779f-2ae6-4181-9e27-0049cbbed164 req-daaedde7-9aa3-493f-89db-87a239a66f99 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/security-groups?id=146847fd-91bc-4126-a763-05f686df37ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809789 Jul 13 07:43:59.030923 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c21b4362-4ab6-493b-bef2-e91e05dcb616 req-f959fa2a-2282-4c2a-8439-32ee85abb4fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=c1ab065b-4ba6-474e-8694-307f66128bf7 HTTP/1.1" status: 200 len: 217 time: 0.0421474 Jul 13 07:43:59.060707 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-67a82ea2-bbcf-48a8-9611-20e9a17de778 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.099662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b4362-4ab6-493b-bef2-e91e05dcb616 req-7b551f2f-1145-4b6e-9be9-8a77f9e1cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:59.102130 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c21b4362-4ab6-493b-bef2-e91e05dcb616 req-7b551f2f-1145-4b6e-9be9-8a77f9e1cec1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0644445 Jul 13 07:43:59.111084 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-67a82ea2-bbcf-48a8-9611-20e9a17de778 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.133506 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['da8671a2-8590-4a71-ba26-2f506673240d'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:59.203085 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b4362-4ab6-493b-bef2-e91e05dcb616 req-461db21a-4229-4d0f-a348-a3b7076778c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:59.204767 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c21b4362-4ab6-493b-bef2-e91e05dcb616 req-461db21a-4229-4d0f-a348-a3b7076778c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0952578 Jul 13 07:43:59.212100 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a82ea2-bbcf-48a8-9611-20e9a17de778 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event updated for resources: {'Port': ['ID=c3b2737d-7de7-464d-8c25-35ef56e85c7c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:59.238799 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-67a82ea2-bbcf-48a8-9611-20e9a17de778 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Network 316e604a-f44e-4c87-9acb-10ca50fb6168 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:59.240398 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-67a82ea2-bbcf-48a8-9611-20e9a17de778 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:59.243015 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-67a82ea2-bbcf-48a8-9611-20e9a17de778 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:59.295668 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-67a82ea2-bbcf-48a8-9611-20e9a17de778 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:59.296333 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-67a82ea2-bbcf-48a8-9611-20e9a17de778 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.313364 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-67a82ea2-bbcf-48a8-9611-20e9a17de778 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7742941 Jul 13 07:43:59.335884 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] Request body: {'port': {'device_id': '33ac2e7c-189f-4e81-b40f-6a77e3bd359f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:59.352727 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c21b4362-4ab6-493b-bef2-e91e05dcb616 req-85b0a6d9-e609-43f2-8655-c2bf033f5c56 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364155 Jul 13 07:43:59.455962 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.481035 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c21b4362-4ab6-493b-bef2-e91e05dcb616 req-d2e458d5-bc9d-4c37-acfc-1f27db439f1e service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207395 Jul 13 07:43:59.501019 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.582007 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be741b82-bfbf-439f-a5ae-edcf1f54befa req-b9e6bd33-1678-405a-a0bb-b0de426ca1c4 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0370028 Jul 13 07:43:59.713551 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc25bde-2a64-43eb-a8c6-1233d3143c40 req-cc522c71-3feb-4fe1-ba2f-2d71f499e741 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:59.720847 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dc25bde-2a64-43eb-a8c6-1233d3143c40 req-cc522c71-3feb-4fe1-ba2f-2d71f499e741 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.0909560 Jul 13 07:43:59.766660 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dc25bde-2a64-43eb-a8c6-1233d3143c40 req-4f7e8d83-e4e8-4fc3-ad76-b4898c8e4cc4 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447621 Jul 13 07:43:59.823261 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b2737d-7de7-464d-8c25-35ef56e85c7c {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:59.833791 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.848777 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] Transition to ACTIVE for port object c3b2737d-7de7-464d-8c25-35ef56e85c7c will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:59.853802 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.862515 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268d651-a823-4768-89a7-8d55e35064a5 req-1ba9e43e-5ca1-4cc8-a7dc-020454c9fabf tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:59.864662 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0268d651-a823-4768-89a7-8d55e35064a5 req-1ba9e43e-5ca1-4cc8-a7dc-020454c9fabf tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 932 time: 0.0956547 Jul 13 07:43:59.875051 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45280) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:59.921897 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0268d651-a823-4768-89a7-8d55e35064a5 req-4f7253ec-c983-4c60-a14f-789adabdcbe4 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408537 Jul 13 07:43:59.934193 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b2737d-7de7-464d-8c25-35ef56e85c7c,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:59.992187 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] Attempting to bind port c3b2737d-7de7-464d-8c25-35ef56e85c7c on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:59.992526 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] Attempting to bind port c3b2737d-7de7-464d-8c25-35ef56e85c7c by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'be5e0c41-1122-4ba7-8637-ccf617e1d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '316e604a-f44e-4c87-9acb-10ca50fb6168'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:59.992862 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] Attempting to bind port c3b2737d-7de7-464d-8c25-35ef56e85c7c on network 316e604a-f44e-4c87-9acb-10ca50fb6168 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:59.997480 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] Port c3b2737d-7de7-464d-8c25-35ef56e85c7c on network 316e604a-f44e-4c87-9acb-10ca50fb6168 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:59.997805 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] Attempting to bind port c3b2737d-7de7-464d-8c25-35ef56e85c7c on network 316e604a-f44e-4c87-9acb-10ca50fb6168 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:00.000316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4f49d94b-68e2-47c0-818c-dac814f30c33 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-266752805-network', 'tenant_id': '51a089ff8e9f4e60b58b053f9dcf0ced'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:00.002728 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:00.003078 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] Checking segment: {'id': 'be5e0c41-1122-4ba7-8637-ccf617e1d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '316e604a-f44e-4c87-9acb-10ca50fb6168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:00.003462 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] Bound using segment: {'id': 'be5e0c41-1122-4ba7-8637-ccf617e1d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '316e604a-f44e-4c87-9acb-10ca50fb6168'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:00.003894 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] Bound port: c3b2737d-7de7-464d-8c25-35ef56e85c7c, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be5e0c41-1122-4ba7-8637-ccf617e1d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '316e604a-f44e-4c87-9acb-10ca50fb6168'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:00.004263 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.021176 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f49d94b-68e2-47c0-818c-dac814f30c33 admin admin] Made reservation on behalf of 51a089ff8e9f4e60b58b053f9dcf0ced for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:00.024376 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f49d94b-68e2-47c0-818c-dac814f30c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.032913 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f49d94b-68e2-47c0-818c-dac814f30c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.071866 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] For port c3b2737d-7de7-464d-8c25-35ef56e85c7c, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:00.075225 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] For port c3b2737d-7de7-464d-8c25-35ef56e85c7c, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c3b2737d-7de7-464d-8c25-35ef56e85c7c,segment=NetworkSegment(be5e0c41-1122-4ba7-8637-ccf617e1d4e0),segment_id=be5e0c41-1122-4ba7-8637-ccf617e1d4e0)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:00.081468 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.125043 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.125479 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.126997 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] 10.222.0.62 "PUT /v2.0/ports/c3b2737d-7de7-464d-8c25-35ef56e85c7c HTTP/1.1" status: 200 len: 1093 time: 0.7984462 Jul 13 07:44:00.127458 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ac2e7c-189f-4e81-b40f-6a77e3bd359f', 'tag': 'c3b2737d-7de7-464d-8c25-35ef56e85c7c'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:00.129807 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c0189c-cd5d-44cc-9407-aef91454d0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "33ac2e7c-189f-4e81-b40f-6a77e3bd359f", "tag": "c3b2737d-7de7-464d-8c25-35ef56e85c7c"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:00.164279 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c6a78-d61c-425b-bd82-e393895ffb78 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b2737d-7de7-464d-8c25-35ef56e85c7c,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:00.183869 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26c107b-b56c-4a63-9176-0e494a4cd72e x-openstack-request-id: req-f26c107b-b56c-4a63-9176-0e494a4cd72e {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:00.184229 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ac2e7c-189f-4e81-b40f-6a77e3bd359f", "tag": "c3b2737d-7de7-464d-8c25-35ef56e85c7c", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:00.184555 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f26c107b-b56c-4a63-9176-0e494a4cd72e {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:00.185102 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ac2e7c-189f-4e81-b40f-6a77e3bd359f', 'tag': 'c3b2737d-7de7-464d-8c25-35ef56e85c7c', 'status': 'completed', 'code': 200} Jul 13 07:44:00.251868 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-0a3c64b8-eef3-463a-9c94-1ddc56f8d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.253404 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-0a3c64b8-eef3-463a-9c94-1ddc56f8d192 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aea077cc953b4ea8932dbc995b4d05b7&device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 1096 time: 0.0560153 Jul 13 07:44:00.299124 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-08188182-bac8-4e2d-8fbc-b6680097bc63 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3b2737d-7de7-464d-8c25-35ef56e85c7c HTTP/1.1" status: 200 len: 217 time: 0.0378492 Jul 13 07:44:00.354224 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-1ab31257-d28e-490e-8344-acb22d34dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.356023 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-1ab31257-d28e-490e-8344-acb22d34dd1a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c26d4959-17d3-47b2-8ed9-35bf37d6a73e HTTP/1.1" status: 200 len: 853 time: 0.0481515 Jul 13 07:44:00.396728 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-ed2fa2b3-2a9b-4337-a4ce-b23998afd091 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=316e604a-f44e-4c87-9acb-10ca50fb6168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335734 Jul 13 07:44:00.504523 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-82e0049d-0c57-4b8f-b2fa-a2ffcf7bc22a service neutron] 10.222.0.62 "GET /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006489 Jul 13 07:44:00.530509 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f49d94b-68e2-47c0-818c-dac814f30c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.537014 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f49d94b-68e2-47c0-818c-dac814f30c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.564142 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f49d94b-68e2-47c0-818c-dac814f30c33 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:44:00.589304 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49d94b-68e2-47c0-818c-dac814f30c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47323be-d64c-46e3-9590-2a7e5b14ae62,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:00.592382 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f49d94b-68e2-47c0-818c-dac814f30c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.592819 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-4f49d94b-68e2-47c0-818c-dac814f30c33 admin admin] Added segment 16293748-c0af-4b6e-b145-8d101aeffd52 of type vlan for network fae0eae0-86c0-4c1e-8609-1957283ff512 Jul 13 07:44:00.633001 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9f3bd-eec8-4a03-8819-c967beaa54cd req-5d0d311c-dfd3-4cdf-b991-c55952c23f89 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.634562 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-16f9f3bd-eec8-4a03-8819-c967beaa54cd req-5d0d311c-dfd3-4cdf-b991-c55952c23f89 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7fb4cfa-13da-4b1a-942f-235ba27ea4be HTTP/1.1" status: 200 len: 948 time: 0.4742115 Jul 13 07:44:00.656645 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f49d94b-68e2-47c0-818c-dac814f30c33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.705652 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-16f9f3bd-eec8-4a03-8819-c967beaa54cd req-3ae7bf15-065f-48ba-9384-db130452a698 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/security-groups?id=146847fd-91bc-4126-a763-05f686df37ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591853 Jul 13 07:44:00.713091 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f49d94b-68e2-47c0-818c-dac814f30c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.714190 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f49d94b-68e2-47c0-818c-dac814f30c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.714836 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f49d94b-68e2-47c0-818c-dac814f30c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.778044 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d55d2316-9b28-4e4e-86cf-ef0ca3538495 req-4bc0ab29-c01e-4887-8b5e-edde5af9ebac tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0574253 Jul 13 07:44:00.783902 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4f49d94b-68e2-47c0-818c-dac814f30c33 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9049988 Jul 13 07:44:00.784208 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45294) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:00.791137 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-92859e74-36f0-4fcb-9afe-aae422dffa41 admin admin] Request body: {'subnet': {'network_id': 'fae0eae0-86c0-4c1e-8609-1957283ff512', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-266752805-subnet', 'tenant_id': '51a089ff8e9f4e60b58b053f9dcf0ced', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:00.835549 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49d94b-68e2-47c0-818c-dac814f30c33 admin admin] Pushing event updated for resources: {'Network': ['ID=fae0eae0-86c0-4c1e-8609-1957283ff512,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:00.847475 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network fae0eae0-86c0-4c1e-8609-1957283ff512 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:44:00.861736 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d140a1e-d937-4b5b-bd06-b51f18b72840 req-5f5c1072-ae81-45c9-85fa-3ed72c3ecec1 service neutron] 10.222.0.62 "GET /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500683 Jul 13 07:44:00.872256 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92859e74-36f0-4fcb-9afe-aae422dffa41 admin admin] Made reservation on behalf of 51a089ff8e9f4e60b58b053f9dcf0ced for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:00.875706 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92859e74-36f0-4fcb-9afe-aae422dffa41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.013393 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0189c-cd5d-44cc-9407-aef91454d0fc req-9df8e546-4a54-495d-b9f5-b96c95c32527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.018649 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-37c0189c-cd5d-44cc-9407-aef91454d0fc req-9df8e546-4a54-495d-b9f5-b96c95c32527 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aea077cc953b4ea8932dbc995b4d05b7&device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 1096 time: 0.0639954 Jul 13 07:44:01.024691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09de9a-6c16-4ae2-a7bc-a46a32910e56 req-c860fb97-e9be-497b-b886-b79822313643 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.026236 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3d09de9a-6c16-4ae2-a7bc-a46a32910e56 req-c860fb97-e9be-497b-b886-b79822313643 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.1281445 Jul 13 07:44:01.121960 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0189c-cd5d-44cc-9407-aef91454d0fc req-5b678ff5-f659-4c4e-82ec-8ba0228f1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.122504 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3d09de9a-6c16-4ae2-a7bc-a46a32910e56 req-5c7cb73a-d1e5-4cf4-b061-33731aa47a60 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723572 Jul 13 07:44:01.123468 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-37c0189c-cd5d-44cc-9407-aef91454d0fc req-5b678ff5-f659-4c4e-82ec-8ba0228f1ecd service neutron] 10.222.0.62 "GET /v2.0/networks?id=316e604a-f44e-4c87-9acb-10ca50fb6168 HTTP/1.1" status: 200 len: 914 time: 0.0952904 Jul 13 07:44:01.171849 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92859e74-36f0-4fcb-9afe-aae422dffa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.185596 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-37c0189c-cd5d-44cc-9407-aef91454d0fc req-feb58473-f8d1-459b-b781-7324892ef12c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3b2737d-7de7-464d-8c25-35ef56e85c7c HTTP/1.1" status: 200 len: 217 time: 0.0418193 Jul 13 07:44:01.208729 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.237808 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92859e74-36f0-4fcb-9afe-aae422dffa41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1786d417-10c5-4b77-b48e-d06e393259fb,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:01.245344 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0189c-cd5d-44cc-9407-aef91454d0fc req-c8e2b21c-4563-4b45-b54a-efc207f17ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.246417 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-37c0189c-cd5d-44cc-9407-aef91454d0fc req-c8e2b21c-4563-4b45-b54a-efc207f17ed3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c26d4959-17d3-47b2-8ed9-35bf37d6a73e HTTP/1.1" status: 200 len: 853 time: 0.0477490 Jul 13 07:44:01.257584 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef08ef7-1923-4c4a-acd6-947c32639bf7 req-cb018459-fd77-4028-94e9-b664c2af9e0c tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.259105 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cef08ef7-1923-4c4a-acd6-947c32639bf7 req-cb018459-fd77-4028-94e9-b664c2af9e0c tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 944 time: 0.1460631 Jul 13 07:44:01.268325 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92859e74-36f0-4fcb-9afe-aae422dffa41 admin admin] Checking segment: {'id': '16293748-c0af-4b6e-b145-8d101aeffd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fae0eae0-86c0-4c1e-8609-1957283ff512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:01.268694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92859e74-36f0-4fcb-9afe-aae422dffa41 admin admin] Network hostable DHCP agents. Network: fae0eae0-86c0-4c1e-8609-1957283ff512, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:44:01.282334 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-37c0189c-cd5d-44cc-9407-aef91454d0fc req-dafa0cba-51e7-40ac-8bf3-3496aa5e9a62 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=316e604a-f44e-4c87-9acb-10ca50fb6168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271144 Jul 13 07:44:01.314298 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cef08ef7-1923-4c4a-acd6-947c32639bf7 req-7b4e2de1-6c1e-4cdd-953e-b567a65b8b23 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472219 Jul 13 07:44:01.315407 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92859e74-36f0-4fcb-9afe-aae422dffa41 admin admin] Network fae0eae0-86c0-4c1e-8609-1957283ff512 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:44:01.327288 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-92859e74-36f0-4fcb-9afe-aae422dffa41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, fae0eae0-86c0-4c1e-8609-1957283ff512) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:01.338711 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92859e74-36f0-4fcb-9afe-aae422dffa41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.338711 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92859e74-36f0-4fcb-9afe-aae422dffa41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.339546 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9fa144-710b-409d-aa82-dff4616e4ab4 None None] Network fae0eae0-86c0-4c1e-8609-1957283ff512 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:01.361809 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-92859e74-36f0-4fcb-9afe-aae422dffa41 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5689530 Jul 13 07:44:01.395544 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-37c0189c-cd5d-44cc-9407-aef91454d0fc req-7ecbac8a-9b47-4ae6-ad5b-c28ed14b05f5 service neutron] 10.222.0.62 "GET /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021607 Jul 13 07:44:01.539705 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-37c0189c-cd5d-44cc-9407-aef91454d0fc req-aad88ee5-5281-4a86-be1f-01718f789ec2 service neutron] 10.222.0.62 "GET /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285262 Jul 13 07:44:01.634949 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488f4644-2ab6-4ff6-8328-7ca993a56dc9 None None] Network fae0eae0-86c0-4c1e-8609-1957283ff512 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:01.649126 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0dfd0a3e-dcd8-4350-a1c8-cb607152e8c9 req-f163cb9e-54c0-4db5-aec4-8a7fe46f9e26 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-811786438', 'description': 'tempest-description-1029678810'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:01.674508 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0dfd0a3e-dcd8-4350-a1c8-cb607152e8c9 req-f163cb9e-54c0-4db5-aec4-8a7fe46f9e26 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.761047 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0dfd0a3e-dcd8-4350-a1c8-cb607152e8c9 req-f163cb9e-54c0-4db5-aec4-8a7fe46f9e26 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.765180 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0dfd0a3e-dcd8-4350-a1c8-cb607152e8c9 req-f163cb9e-54c0-4db5-aec4-8a7fe46f9e26 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.797166 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0dfd0a3e-dcd8-4350-a1c8-cb607152e8c9 req-f163cb9e-54c0-4db5-aec4-8a7fe46f9e26 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.798440 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0dfd0a3e-dcd8-4350-a1c8-cb607152e8c9 req-f163cb9e-54c0-4db5-aec4-8a7fe46f9e26 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1538973 Jul 13 07:44:01.808320 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163cb9e-54c0-4db5-aec4-8a7fe46f9e26 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e77b79ae-2c3f-4a83-a1e5-303472a26732,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:01.892778 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-47c2e202-e725-40d4-b587-410ef878de20 req-d361d112-6b45-4586-8108-21b11c65e542 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "GET /v2.0/security-groups/e77b79ae-2c3f-4a83-a1e5-303472a26732 HTTP/1.1" status: 200 len: 1814 time: 0.0702901 Jul 13 07:44:01.904708 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-47c2e202-e725-40d4-b587-410ef878de20 req-53eda43f-6c9b-4574-8d16-a363901c106a tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e77b79ae-2c3f-4a83-a1e5-303472a26732', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:01.905056 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-47c2e202-e725-40d4-b587-410ef878de20 req-53eda43f-6c9b-4574-8d16-a363901c106a tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e77b79ae-2c3f-4a83-a1e5-303472a26732', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:01.935197 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08bb0b-ebcb-4058-b068-1f009f76b1ad req-010d1eb8-36d5-45ef-af8b-c9edf346ce91 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.936696 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4e08bb0b-ebcb-4058-b068-1f009f76b1ad req-010d1eb8-36d5-45ef-af8b-c9edf346ce91 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7fb4cfa-13da-4b1a-942f-235ba27ea4be HTTP/1.1" status: 200 len: 948 time: 0.1059535 Jul 13 07:44:02.004913 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4e08bb0b-ebcb-4058-b068-1f009f76b1ad req-4f197fd7-f93c-4423-9529-1cc5f57dc378 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/security-groups?id=146847fd-91bc-4126-a763-05f686df37ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581303 Jul 13 07:44:02.006155 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-47c2e202-e725-40d4-b587-410ef878de20 req-53eda43f-6c9b-4574-8d16-a363901c106a tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.024852 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-47c2e202-e725-40d4-b587-410ef878de20 req-53eda43f-6c9b-4574-8d16-a363901c106a tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.029817 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-47c2e202-e725-40d4-b587-410ef878de20 req-53eda43f-6c9b-4574-8d16-a363901c106a tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.048908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eda43f-6c9b-4574-8d16-a363901c106a tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e7b935-473c-4940-82f8-05f8075ea8ea,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:02.055532 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-47c2e202-e725-40d4-b587-410ef878de20 req-53eda43f-6c9b-4574-8d16-a363901c106a tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.056803 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-47c2e202-e725-40d4-b587-410ef878de20 req-53eda43f-6c9b-4574-8d16-a363901c106a tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1581895 Jul 13 07:44:02.167056 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5959f612-a96e-4e50-b49f-58b0a241cff1 req-e69b36f2-3edd-4f60-8a69-cf752ffa2310 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0412815 Jul 13 07:44:02.208594 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device c1ab065b-4ba6-474e-8694-307f66128bf7 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:44:02.227089 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-47fc5b9e-d411-4c2e-a05f-6be15d9e2b36 req-d40f0626-0534-4998-b18c-468838f39509 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "GET /v2.0/security-groups/e77b79ae-2c3f-4a83-a1e5-303472a26732 HTTP/1.1" status: 200 len: 2408 time: 0.0453565 Jul 13 07:44:02.271475 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-611c6b0a-9ba8-4a4d-884f-64081d0c6d3f req-dd1a20f6-6f63-4c37-9cc0-fd5f20b54afe tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "GET /v2.0/security-group-rules/d4e7b935-473c-4940-82f8-05f8075ea8ea HTTP/1.1" status: 200 len: 778 time: 0.0213199 Jul 13 07:44:02.316473 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port c1ab065b-4ba6-474e-8694-307f66128bf7, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=c1ab065b-4ba6-474e-8694-307f66128bf7,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:02.329316 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'c1ab065b-4ba6-474e-8694-307f66128bf7', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': 'c1ab065b-4ba6-474e-8694-307f66128bf7', 'mac_address': 'fa:16:3e:a9:2b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:44:02.357503 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-611c6b0a-9ba8-4a4d-884f-64081d0c6d3f req-c819fed0-44ab-45ce-80d1-0f8d66cdfe94 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "GET /v2.0/security-groups/e77b79ae-2c3f-4a83-a1e5-303472a26732 HTTP/1.1" status: 200 len: 2408 time: 0.0734835 Jul 13 07:44:02.377145 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.389883 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7c30e-ff27-4054-99d2-f849d77ecefb req-184b2836-8e8a-491c-8a64-78a1dc65610b tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:02.391544 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9df7c30e-ff27-4054-99d2-f849d77ecefb req-184b2836-8e8a-491c-8a64-78a1dc65610b tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.1170259 Jul 13 07:44:02.392487 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ab065b-4ba6-474e-8694-307f66128bf7 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:44:02.405763 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-611c6b0a-9ba8-4a4d-884f-64081d0c6d3f req-702a83c9-fa0f-4d65-84de-9bca09df0dae tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.418180 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port c1ab065b-4ba6-474e-8694-307f66128bf7, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=c1ab065b-4ba6-474e-8694-307f66128bf7,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:02.426872 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.431090 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-611c6b0a-9ba8-4a4d-884f-64081d0c6d3f req-702a83c9-fa0f-4d65-84de-9bca09df0dae tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.467842 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9df7c30e-ff27-4054-99d2-f849d77ecefb req-7a0e3e5f-e768-4df7-9589-e6f585f891da tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642974 Jul 13 07:44:02.478068 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-611c6b0a-9ba8-4a4d-884f-64081d0c6d3f req-702a83c9-fa0f-4d65-84de-9bca09df0dae tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.485368 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-611c6b0a-9ba8-4a4d-884f-64081d0c6d3f req-702a83c9-fa0f-4d65-84de-9bca09df0dae tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.486574 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-611c6b0a-9ba8-4a4d-884f-64081d0c6d3f req-702a83c9-fa0f-4d65-84de-9bca09df0dae tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/d4e7b935-473c-4940-82f8-05f8075ea8ea HTTP/1.1" status: 204 len: 173 time: 0.1223712 Jul 13 07:44:02.502421 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a83c9-fa0f-4d65-84de-9bca09df0dae tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4e7b935-473c-4940-82f8-05f8075ea8ea,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:02.505635 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=c1ab065b-4ba6-474e-8694-307f66128bf7,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:02.514262 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:02.514604 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:02.514937 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:02.515302 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:02.515622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:02.515940 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:02.516269 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:02.516595 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:02.516921 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:02.517243 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:02.517564 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:02.517883 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:02.521493 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-3bd2950c-881e-46af-82d2-ab74092f7e03 req-f43f02d8-f249-44c6-85de-1a84772339a0 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1411498034', 'description': 'tempest-description-895974752'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:02.546485 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3bd2950c-881e-46af-82d2-ab74092f7e03 req-f43f02d8-f249-44c6-85de-1a84772339a0 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.676032 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3bd2950c-881e-46af-82d2-ab74092f7e03 req-f43f02d8-f249-44c6-85de-1a84772339a0 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.683838 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3bd2950c-881e-46af-82d2-ab74092f7e03 req-f43f02d8-f249-44c6-85de-1a84772339a0 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.697560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['c1ab065b-4ba6-474e-8694-307f66128bf7'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:44:02.717331 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3bd2950c-881e-46af-82d2-ab74092f7e03 req-f43f02d8-f249-44c6-85de-1a84772339a0 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.718700 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3bd2950c-881e-46af-82d2-ab74092f7e03 req-f43f02d8-f249-44c6-85de-1a84772339a0 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2044578 Jul 13 07:44:02.734978 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e351d6c-2ead-4db8-8308-e8f83d04e070 req-e92e0d1a-cf83-41c4-947c-ae2a81b45ccc tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:02.735564 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2e351d6c-2ead-4db8-8308-e8f83d04e070 req-e92e0d1a-cf83-41c4-947c-ae2a81b45ccc tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 944 time: 0.1247072 Jul 13 07:44:02.736668 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f02d8-f249-44c6-85de-1a84772339a0 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c15465-3755-4b97-99f3-404063b0af48,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:02.798850 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2e351d6c-2ead-4db8-8308-e8f83d04e070 req-9b58b89c-27c6-459c-8a6e-1259facfe302 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433574 Jul 13 07:44:02.900939 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5c9c2a41-a22f-4b2b-9c40-66e6d3deafa8 req-ae66517f-fd6a-4f7b-ad5c-90f9fdcc3d88 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "GET /v2.0/security-groups/f1c15465-3755-4b97-99f3-404063b0af48 HTTP/1.1" status: 200 len: 1814 time: 0.0458539 Jul 13 07:44:02.938454 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-39d54d8d-29f6-43ff-bc3d-dd94acd92abf req-373d237d-2daf-4e09-ad3a-2606bdc76b7b tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1580533171', 'description': 'tempest-description-103585178'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:02.961717 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-39d54d8d-29f6-43ff-bc3d-dd94acd92abf req-373d237d-2daf-4e09-ad3a-2606bdc76b7b tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.043064 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-39d54d8d-29f6-43ff-bc3d-dd94acd92abf req-373d237d-2daf-4e09-ad3a-2606bdc76b7b tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.047059 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-39d54d8d-29f6-43ff-bc3d-dd94acd92abf req-373d237d-2daf-4e09-ad3a-2606bdc76b7b tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.076649 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-39d54d8d-29f6-43ff-bc3d-dd94acd92abf req-373d237d-2daf-4e09-ad3a-2606bdc76b7b tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.077916 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39d54d8d-29f6-43ff-bc3d-dd94acd92abf req-373d237d-2daf-4e09-ad3a-2606bdc76b7b tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1439307 Jul 13 07:44:03.079714 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d237d-2daf-4e09-ad3a-2606bdc76b7b tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9294452-91d6-478c-8a67-b707aeda6b85,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:03.176354 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9f880096-5d2f-489b-9e9d-d09d11148925 req-50ae561c-7e2b-4568-b170-a638718b65c5 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "GET /v2.0/security-groups/b9294452-91d6-478c-8a67-b707aeda6b85 HTTP/1.1" status: 200 len: 1814 time: 0.0779810 Jul 13 07:44:03.209714 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cddb6-5044-400d-8f28-25813da84462 req-e78503a0-98c4-4f98-af0f-4ac175f95f88 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:03.211406 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b47cddb6-5044-400d-8f28-25813da84462 req-e78503a0-98c4-4f98-af0f-4ac175f95f88 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7fb4cfa-13da-4b1a-942f-235ba27ea4be HTTP/1.1" status: 200 len: 949 time: 0.0900028 Jul 13 07:44:03.254522 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b47cddb6-5044-400d-8f28-25813da84462 req-8f0529c5-d194-4245-81d5-9b170fbef11d tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/security-groups?id=146847fd-91bc-4126-a763-05f686df37ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337782 Jul 13 07:44:03.283173 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-caddf948-6fdd-4776-ba3e-49c47e2a4cf7 req-c7932883-a617-49e2-8490-9c3acefca5aa tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1371233763', 'description': 'tempest-description-145620466'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:03.307443 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-caddf948-6fdd-4776-ba3e-49c47e2a4cf7 req-c7932883-a617-49e2-8490-9c3acefca5aa tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.422211 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4d5723a9-2914-47eb-afd9-468413d8b5ad req-e6c725f5-7b1f-4b41-9626-b3ec0cf36017 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0405920 Jul 13 07:44:03.434265 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-caddf948-6fdd-4776-ba3e-49c47e2a4cf7 req-c7932883-a617-49e2-8490-9c3acefca5aa tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.439034 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-caddf948-6fdd-4776-ba3e-49c47e2a4cf7 req-c7932883-a617-49e2-8490-9c3acefca5aa tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.465983 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-caddf948-6fdd-4776-ba3e-49c47e2a4cf7 req-c7932883-a617-49e2-8490-9c3acefca5aa tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.467205 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-caddf948-6fdd-4776-ba3e-49c47e2a4cf7 req-c7932883-a617-49e2-8490-9c3acefca5aa tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1885338 Jul 13 07:44:03.471627 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7932883-a617-49e2-8490-9c3acefca5aa tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73372214-0aa2-4b82-a5cd-bdb756837156,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:03.533576 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6984e3a8-51c7-47d2-a09a-6c054d62126e req-6dfa4499-6cd9-49c1-8074-c20c25221993 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "GET /v2.0/security-groups/73372214-0aa2-4b82-a5cd-bdb756837156 HTTP/1.1" status: 200 len: 1814 time: 0.0398889 Jul 13 07:44:03.557656 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-406a8f5d-1bbf-41eb-ac8d-ef9ffed643ff req-dc70089b-fb91-4598-9cbe-d86925c0b4cb tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-822383897', 'description': 'tempest-description-1853366258'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:03.581428 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-406a8f5d-1bbf-41eb-ac8d-ef9ffed643ff req-dc70089b-fb91-4598-9cbe-d86925c0b4cb tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.703358 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cceb1a-f391-4509-87c8-0e2eeb24dab1 req-6e389c8f-447b-4893-936c-5a2283de63d0 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:03.704845 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-21cceb1a-f391-4509-87c8-0e2eeb24dab1 req-6e389c8f-447b-4893-936c-5a2283de63d0 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.1053536 Jul 13 07:44:03.733292 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-406a8f5d-1bbf-41eb-ac8d-ef9ffed643ff req-dc70089b-fb91-4598-9cbe-d86925c0b4cb tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.741467 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-406a8f5d-1bbf-41eb-ac8d-ef9ffed643ff req-dc70089b-fb91-4598-9cbe-d86925c0b4cb tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.768409 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-21cceb1a-f391-4509-87c8-0e2eeb24dab1 req-8ae677d4-cf40-4236-b42f-aec0d9d64af1 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573499 Jul 13 07:44:03.773409 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-406a8f5d-1bbf-41eb-ac8d-ef9ffed643ff req-dc70089b-fb91-4598-9cbe-d86925c0b4cb tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.774686 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-406a8f5d-1bbf-41eb-ac8d-ef9ffed643ff req-dc70089b-fb91-4598-9cbe-d86925c0b4cb tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2212651 Jul 13 07:44:03.787131 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70089b-fb91-4598-9cbe-d86925c0b4cb tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=667ed450-3cc2-452f-892c-820672f3ec34,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:03.848420 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab5da68c-c8b4-49c8-8fb3-46c34d783285 req-1bb56eb7-76ed-4f8e-963b-b9cc60e15e72 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "GET /v2.0/security-groups/667ed450-3cc2-452f-892c-820672f3ec34 HTTP/1.1" status: 200 len: 1814 time: 0.0412731 Jul 13 07:44:03.983367 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839f75d-3023-412a-8877-80ffba35069b req-1ed17f29-1df9-4957-a293-47de6888fb48 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:03.985084 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f839f75d-3023-412a-8877-80ffba35069b req-1ed17f29-1df9-4957-a293-47de6888fb48 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 944 time: 0.0689251 Jul 13 07:44:04.009952 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-549bfc44-7b0c-4d82-b458-faad7f073b23 req-ea62129f-ed97-4c94-b6f9-d364b686f337 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] show failed (client error): The resource could not be found. Jul 13 07:44:04.011023 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-549bfc44-7b0c-4d82-b458-faad7f073b23 req-ea62129f-ed97-4c94-b6f9-d364b686f337 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "GET /v2.0/security-groups/1d0ca482-a4fd-4498-a9f8-82784e2488c8 HTTP/1.1" status: 404 len: 352 time: 0.0250919 Jul 13 07:44:04.032944 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f839f75d-3023-412a-8877-80ffba35069b req-917bc3bd-a80e-4ece-9d2d-c6a6e6949cd4 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405483 Jul 13 07:44:04.073784 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-2f64b160-0f8b-496f-a959-37250ed07a4f req-2869ec20-40cd-4e76-a9a9-deb2a935d2cc tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] show failed (client error): The resource could not be found. Jul 13 07:44:04.074833 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2f64b160-0f8b-496f-a959-37250ed07a4f req-2869ec20-40cd-4e76-a9a9-deb2a935d2cc tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "GET /v2.0/security-group-rules/487f3d8f-7a80-4349-a5e7-e54553c1d51f HTTP/1.1" status: 404 len: 361 time: 0.0179224 Jul 13 07:44:04.137817 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0678cac2-002c-450a-984c-40a1021d05bd req-52329142-9ae2-4fb9-8781-cbdc24039ad9 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "GET /v2.0/security-groups/667ed450-3cc2-452f-892c-820672f3ec34 HTTP/1.1" status: 200 len: 1814 time: 0.0423326 Jul 13 07:44:04.146368 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c3b2737d-7de7-464d-8c25-35ef56e85c7c details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:44:04.202330 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0678cac2-002c-450a-984c-40a1021d05bd req-eb886d43-90e8-4fdc-8a49-3df948023d3f tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.229990 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0678cac2-002c-450a-984c-40a1021d05bd req-eb886d43-90e8-4fdc-8a49-3df948023d3f tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.237951 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device c1ab065b-4ba6-474e-8694-307f66128bf7 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:04.269374 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c3b2737d-7de7-464d-8c25-35ef56e85c7c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c3b2737d-7de7-464d-8c25-35ef56e85c7c,segment=NetworkSegment(be5e0c41-1122-4ba7-8637-ccf617e1d4e0),segment_id=be5e0c41-1122-4ba7-8637-ccf617e1d4e0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:04.273302 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0678cac2-002c-450a-984c-40a1021d05bd req-eb886d43-90e8-4fdc-8a49-3df948023d3f tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.276018 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0678cac2-002c-450a-984c-40a1021d05bd req-eb886d43-90e8-4fdc-8a49-3df948023d3f tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.277221 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0678cac2-002c-450a-984c-40a1021d05bd req-eb886d43-90e8-4fdc-8a49-3df948023d3f tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "DELETE /v2.0/security-groups/667ed450-3cc2-452f-892c-820672f3ec34 HTTP/1.1" status: 204 len: 173 time: 0.1293616 Jul 13 07:44:04.286995 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb886d43-90e8-4fdc-8a49-3df948023d3f tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=667ed450-3cc2-452f-892c-820672f3ec34,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:04.290784 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'c3b2737d-7de7-464d-8c25-35ef56e85c7c', 'network_id': '316e604a-f44e-4c87-9acb-10ca50fb6168', 'port_id': 'c3b2737d-7de7-464d-8c25-35ef56e85c7c', 'mac_address': 'fa:16:3e:a2:8e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c26d4959-17d3-47b2-8ed9-35bf37d6a73e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:44:04.349794 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.350392 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a4e0234-64aa-4527-811b-1d4e674afd0d req-ca667a0c-a2e8-44fa-ac81-e61edabcd8b9 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "GET /v2.0/security-groups/73372214-0aa2-4b82-a5cd-bdb756837156 HTTP/1.1" status: 200 len: 1814 time: 0.0464129 Jul 13 07:44:04.364562 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b2737d-7de7-464d-8c25-35ef56e85c7c {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:44:04.386040 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c3b2737d-7de7-464d-8c25-35ef56e85c7c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c3b2737d-7de7-464d-8c25-35ef56e85c7c,segment=NetworkSegment(be5e0c41-1122-4ba7-8637-ccf617e1d4e0),segment_id=be5e0c41-1122-4ba7-8637-ccf617e1d4e0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:04.387560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port c1ab065b-4ba6-474e-8694-307f66128bf7 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:04.391888 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.393787 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port c1ab065b-4ba6-474e-8694-307f66128bf7 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:04.394249 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.460908 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1a4e0234-64aa-4527-811b-1d4e674afd0d req-aa67dd79-2f4c-429f-83e7-3b02ea9b37d0 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.481590 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=c3b2737d-7de7-464d-8c25-35ef56e85c7c,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:04.494586 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1a4e0234-64aa-4527-811b-1d4e674afd0d req-aa67dd79-2f4c-429f-83e7-3b02ea9b37d0 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.515611 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709fc81-c1da-4bd8-b3e7-385c5aa1a764 req-b242580d-555f-4fb7-b8d6-c9883621524d tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:04.517138 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4709fc81-c1da-4bd8-b3e7-385c5aa1a764 req-b242580d-555f-4fb7-b8d6-c9883621524d tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7fb4cfa-13da-4b1a-942f-235ba27ea4be HTTP/1.1" status: 200 len: 949 time: 0.1203139 Jul 13 07:44:04.524854 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.547520 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fb4cfa-13da-4b1a-942f-235ba27ea4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ab065b-4ba6-474e-8694-307f66128bf7'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:04.550697 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93a4c4e-ab31-4fe6-8ff1-664665290e91" -d '{"events": [{"server_uuid": "c7fb4cfa-13da-4b1a-942f-235ba27ea4be", "name": "network-vif-plugged", "status": "completed", "tag": "c1ab065b-4ba6-474e-8694-307f66128bf7"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:04.565742 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port c1ab065b-4ba6-474e-8694-307f66128bf7, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=c1ab065b-4ba6-474e-8694-307f66128bf7,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:04.571230 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4709fc81-c1da-4bd8-b3e7-385c5aa1a764 req-91719346-9e09-453e-acca-ec12cb56bcb3 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/security-groups?id=146847fd-91bc-4126-a763-05f686df37ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467842 Jul 13 07:44:04.571473 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.578227 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1a4e0234-64aa-4527-811b-1d4e674afd0d req-aa67dd79-2f4c-429f-83e7-3b02ea9b37d0 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.580892 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1a4e0234-64aa-4527-811b-1d4e674afd0d req-aa67dd79-2f4c-429f-83e7-3b02ea9b37d0 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.582158 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a4e0234-64aa-4527-811b-1d4e674afd0d req-aa67dd79-2f4c-429f-83e7-3b02ea9b37d0 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "DELETE /v2.0/security-groups/73372214-0aa2-4b82-a5cd-bdb756837156 HTTP/1.1" status: 204 len: 173 time: 0.2238708 Jul 13 07:44:04.593301 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67dd79-2f4c-429f-83e7-3b02ea9b37d0 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73372214-0aa2-4b82-a5cd-bdb756837156,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:04.636822 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=c1ab065b-4ba6-474e-8694-307f66128bf7,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:04.753633 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-028f6d15-7b13-47b4-85df-a06843a75186 req-c57d5b0c-3497-4f24-a862-5dc61d230f8c tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0329046 Jul 13 07:44:04.764934 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7747b40f-4cf5-4497-a0f4-456ad46a495d x-openstack-request-id: req-7747b40f-4cf5-4497-a0f4-456ad46a495d {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:04.765344 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fb4cfa-13da-4b1a-942f-235ba27ea4be", "name": "network-vif-plugged", "status": "completed", "tag": "c1ab065b-4ba6-474e-8694-307f66128bf7", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:04.765668 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7747b40f-4cf5-4497-a0f4-456ad46a495d {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:04.766222 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fb4cfa-13da-4b1a-942f-235ba27ea4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ab065b-4ba6-474e-8694-307f66128bf7', 'code': 200} Jul 13 07:44:04.832156 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4281c076-1657-4db4-ab89-853a45bbfed2 req-27631a55-fc21-49ff-a4ef-b9155fe88520 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "GET /v2.0/security-groups/b9294452-91d6-478c-8a67-b707aeda6b85 HTTP/1.1" status: 200 len: 1814 time: 0.0531156 Jul 13 07:44:04.853263 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['c3b2737d-7de7-464d-8c25-35ef56e85c7c'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:44:04.950224 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc40394-9162-4c79-bfb1-e5a50ccd8e1c req-2a059c7d-3a36-4523-afc2-335cfaef31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:04.951829 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afc40394-9162-4c79-bfb1-e5a50ccd8e1c req-2a059c7d-3a36-4523-afc2-335cfaef31a6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c7fb4cfa-13da-4b1a-942f-235ba27ea4be HTTP/1.1" status: 200 len: 1102 time: 0.1002655 Jul 13 07:44:04.955615 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-59180be6-c958-4b00-93c2-d211aa8fe02a None None] Provisioning complete for port c1ab065b-4ba6-474e-8694-307f66128bf7 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:04.956138 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-59180be6-c958-4b00-93c2-d211aa8fe02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.957935 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4281c076-1657-4db4-ab89-853a45bbfed2 req-1a9424e4-5d6b-410e-aea4-13b078f0bbb6 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.008060 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4281c076-1657-4db4-ab89-853a45bbfed2 req-1a9424e4-5d6b-410e-aea4-13b078f0bbb6 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.022474 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afc40394-9162-4c79-bfb1-e5a50ccd8e1c req-5c087a96-3e7b-49b3-bfdd-7a59b740beb3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=146847fd-91bc-4126-a763-05f686df37ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618529 Jul 13 07:44:05.059990 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4281c076-1657-4db4-ab89-853a45bbfed2 req-1a9424e4-5d6b-410e-aea4-13b078f0bbb6 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.063113 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4281c076-1657-4db4-ab89-853a45bbfed2 req-1a9424e4-5d6b-410e-aea4-13b078f0bbb6 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.074062 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4281c076-1657-4db4-ab89-853a45bbfed2 req-1a9424e4-5d6b-410e-aea4-13b078f0bbb6 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "DELETE /v2.0/security-groups/b9294452-91d6-478c-8a67-b707aeda6b85 HTTP/1.1" status: 204 len: 173 time: 0.2312441 Jul 13 07:44:05.086224 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9424e4-5d6b-410e-aea4-13b078f0bbb6 tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9294452-91d6-478c-8a67-b707aeda6b85,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:05.188603 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f733f6e-64cc-4b46-a035-548885a80bd6 req-be4b3930-31a3-402a-a854-fe2d0cadcedb tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:05.188603 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7f733f6e-64cc-4b46-a035-548885a80bd6 req-be4b3930-31a3-402a-a854-fe2d0cadcedb tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.0845454 Jul 13 07:44:05.229246 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7f733f6e-64cc-4b46-a035-548885a80bd6 req-ce2ba76f-07d7-4048-92e9-b801b896c1ea tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355332 Jul 13 07:44:05.324068 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e3895978-d12b-4b1e-ad33-75c75b43c331 req-76dfba6a-b82f-4895-8829-0d7eab4342cb tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "GET /v2.0/security-groups/f1c15465-3755-4b97-99f3-404063b0af48 HTTP/1.1" status: 200 len: 1814 time: 0.0695782 Jul 13 07:44:05.381952 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ce2e6-96da-4438-9c7b-7daef19888b5 req-1afb25a8-cf8d-40fe-9488-595e8259a6e5 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:05.383473 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f50ce2e6-96da-4438-9c7b-7daef19888b5 req-1afb25a8-cf8d-40fe-9488-595e8259a6e5 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 945 time: 0.1051228 Jul 13 07:44:05.412654 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e3895978-d12b-4b1e-ad33-75c75b43c331 req-b43d0522-41dd-479d-9692-c54a96ce2f4c tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.449417 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e3895978-d12b-4b1e-ad33-75c75b43c331 req-b43d0522-41dd-479d-9692-c54a96ce2f4c tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.454643 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f50ce2e6-96da-4438-9c7b-7daef19888b5 req-18a06656-6605-4d5a-87e5-f5bf4f6d0264 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627661 Jul 13 07:44:05.499689 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e3895978-d12b-4b1e-ad33-75c75b43c331 req-b43d0522-41dd-479d-9692-c54a96ce2f4c tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.502438 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e3895978-d12b-4b1e-ad33-75c75b43c331 req-b43d0522-41dd-479d-9692-c54a96ce2f4c tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.503661 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e3895978-d12b-4b1e-ad33-75c75b43c331 req-b43d0522-41dd-479d-9692-c54a96ce2f4c tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "DELETE /v2.0/security-groups/f1c15465-3755-4b97-99f3-404063b0af48 HTTP/1.1" status: 204 len: 173 time: 0.1735611 Jul 13 07:44:05.513464 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d0522-41dd-479d-9692-c54a96ce2f4c tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c15465-3755-4b97-99f3-404063b0af48,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:05.574595 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b88b16e7-8695-4d5f-b4f7-772d9fb1e43e req-50cab63e-8e1c-42b0-800f-42732f55859f tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "GET /v2.0/security-groups/e77b79ae-2c3f-4a83-a1e5-303472a26732 HTTP/1.1" status: 200 len: 1814 time: 0.0514297 Jul 13 07:44:05.635667 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b88b16e7-8695-4d5f-b4f7-772d9fb1e43e req-d04c9a28-b52c-4e17-ac05-cb08d286721f tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.659930 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b88b16e7-8695-4d5f-b4f7-772d9fb1e43e req-d04c9a28-b52c-4e17-ac05-cb08d286721f tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.713825 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b88b16e7-8695-4d5f-b4f7-772d9fb1e43e req-d04c9a28-b52c-4e17-ac05-cb08d286721f tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.716353 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b88b16e7-8695-4d5f-b4f7-772d9fb1e43e req-d04c9a28-b52c-4e17-ac05-cb08d286721f tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.717452 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b88b16e7-8695-4d5f-b4f7-772d9fb1e43e req-d04c9a28-b52c-4e17-ac05-cb08d286721f tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] 10.222.0.58 "DELETE /v2.0/security-groups/e77b79ae-2c3f-4a83-a1e5-303472a26732 HTTP/1.1" status: 204 len: 173 time: 0.1375802 Jul 13 07:44:05.723787 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45396) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:05.749797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c9a28-b52c-4e17-ac05-cb08d286721f tempest-SecurityGroupRulesNegativeTestJSON-2112815432 tempest-SecurityGroupRulesNegativeTestJSON-2112815432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77b79ae-2c3f-4a83-a1e5-303472a26732,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:05.772173 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-b169d1ea-d545-4985-9b93-d5ef421d702f admin admin] Deleting subnet 1786d417-10c5-4b77-b48e-d06e393259fb {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:05.776854 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b169d1ea-d545-4985-9b93-d5ef421d702f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.813285 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b169d1ea-d545-4985-9b93-d5ef421d702f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.827481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a50d32-b3bc-42fc-8021-30ac70cb14a3 req-d343c33d-afde-40ad-88e7-bbea884eae27 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:05.834707 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5a50d32-b3bc-42fc-8021-30ac70cb14a3 req-d343c33d-afde-40ad-88e7-bbea884eae27 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7fb4cfa-13da-4b1a-942f-235ba27ea4be HTTP/1.1" status: 200 len: 950 time: 0.1309681 Jul 13 07:44:05.857580 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b169d1ea-d545-4985-9b93-d5ef421d702f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.896761 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5a50d32-b3bc-42fc-8021-30ac70cb14a3 req-5fa91989-d119-4852-a9a8-5af9bf9169d7 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/security-groups?id=146847fd-91bc-4126-a763-05f686df37ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593302 Jul 13 07:44:05.919728 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b169d1ea-d545-4985-9b93-d5ef421d702f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.947310 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169d1ea-d545-4985-9b93-d5ef421d702f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1786d417-10c5-4b77-b48e-d06e393259fb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:05.951188 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b169d1ea-d545-4985-9b93-d5ef421d702f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.955501 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b169d1ea-d545-4985-9b93-d5ef421d702f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1786d417-10c5-4b77-b48e-d06e393259fb HTTP/1.1" status: 204 len: 168 time: 0.2283940 Jul 13 07:44:05.956814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45402) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:06.021826 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d64a8d51-481a-491d-b80f-f65c9663fc87 req-21aa1a9c-6b4b-4c0f-8da3-548a12245dab tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0288827 Jul 13 07:44:06.025324 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-17531a45-ec46-42ef-b7c5-4c671dc57680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.108858 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-17531a45-ec46-42ef-b7c5-4c671dc57680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.119342 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-17531a45-ec46-42ef-b7c5-4c671dc57680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae0eae0-86c0-4c1e-8609-1957283ff512']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:06.129579 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-17531a45-ec46-42ef-b7c5-4c671dc57680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16293748-c0af-4b6e-b145-8d101aeffd52') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:06.129880 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-17531a45-ec46-42ef-b7c5-4c671dc57680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16293748-c0af-4b6e-b145-8d101aeffd52') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:06.139333 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-17531a45-ec46-42ef-b7c5-4c671dc57680 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.153722 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-17531a45-ec46-42ef-b7c5-4c671dc57680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.160419 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17531a45-ec46-42ef-b7c5-4c671dc57680 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:44:06.160819 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-17531a45-ec46-42ef-b7c5-4c671dc57680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:44:06.162535 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:44:06.192792 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c3b2737d-7de7-464d-8c25-35ef56e85c7c up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:06.223394 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-17531a45-ec46-42ef-b7c5-4c671dc57680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.230282 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-17531a45-ec46-42ef-b7c5-4c671dc57680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.232339 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-17531a45-ec46-42ef-b7c5-4c671dc57680 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fae0eae0-86c0-4c1e-8609-1957283ff512 HTTP/1.1" status: 204 len: 168 time: 0.2756379 Jul 13 07:44:06.242421 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17531a45-ec46-42ef-b7c5-4c671dc57680 admin admin] Pushing event deleted for resources: {'Network': ['ID=fae0eae0-86c0-4c1e-8609-1957283ff512,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:06.268397 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port c3b2737d-7de7-464d-8c25-35ef56e85c7c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:06.277435 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port c3b2737d-7de7-464d-8c25-35ef56e85c7c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:06.277435 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.361752 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.367201 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45410) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:06.397163 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c3b2737d-7de7-464d-8c25-35ef56e85c7c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c3b2737d-7de7-464d-8c25-35ef56e85c7c,segment=NetworkSegment(be5e0c41-1122-4ba7-8637-ccf617e1d4e0),segment_id=be5e0c41-1122-4ba7-8637-ccf617e1d4e0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:06.402816 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.412032 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-651571e6-cd47-4de7-ba9b-c5d091e4de76 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=51a089ff8e9f4e60b58b053f9dcf0ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411050 Jul 13 07:44:06.412419 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45412) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:06.434277 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ecf41-cfef-4600-8de5-80dc4526ea7a req-d2f794e1-3ae7-41e9-a941-35152d43bcec tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:06.435845 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ba6ecf41-cfef-4600-8de5-80dc4526ea7a req-d2f794e1-3ae7-41e9-a941-35152d43bcec tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.0718207 Jul 13 07:44:06.466242 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=c3b2737d-7de7-464d-8c25-35ef56e85c7c,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:06.468376 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-04273c3d-320b-4022-af79-23b435529390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.494733 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-04273c3d-320b-4022-af79-23b435529390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.495462 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ba6ecf41-cfef-4600-8de5-80dc4526ea7a req-25b564e3-8a24-481f-bb55-800b714a0bf0 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479259 Jul 13 07:44:06.548606 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-04273c3d-320b-4022-af79-23b435529390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.551516 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-04273c3d-320b-4022-af79-23b435529390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.552680 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-04273c3d-320b-4022-af79-23b435529390 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b47323be-d64c-46e3-9590-2a7e5b14ae62 HTTP/1.1" status: 204 len: 168 time: 0.1392088 Jul 13 07:44:06.561752 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04273c3d-320b-4022-af79-23b435529390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47323be-d64c-46e3-9590-2a7e5b14ae62,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:06.656593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00843a-9c8a-42f8-ba21-90a236473644 req-7aa4d1db-ecf5-4eda-8d94-df7d437c88b1 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:06.658459 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b00843a-9c8a-42f8-ba21-90a236473644 req-7aa4d1db-ecf5-4eda-8d94-df7d437c88b1 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 946 time: 0.0845723 Jul 13 07:44:06.704862 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b00843a-9c8a-42f8-ba21-90a236473644 req-a24a1d6f-d008-4c58-be0c-ff3ad0d09504 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392396 Jul 13 07:44:06.768076 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ac2e7c-189f-4e81-b40f-6a77e3bd359f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b2737d-7de7-464d-8c25-35ef56e85c7c'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:06.770654 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d27b9be-25e0-433c-a554-8f66b7077865" -d '{"events": [{"server_uuid": "33ac2e7c-189f-4e81-b40f-6a77e3bd359f", "name": "network-vif-plugged", "status": "completed", "tag": "c3b2737d-7de7-464d-8c25-35ef56e85c7c"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:06.808712 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8e721e-a3c0-44eb-a42b-f87cd6556fb3 x-openstack-request-id: req-2b8e721e-a3c0-44eb-a42b-f87cd6556fb3 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:06.809009 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ac2e7c-189f-4e81-b40f-6a77e3bd359f", "name": "network-vif-plugged", "status": "completed", "tag": "c3b2737d-7de7-464d-8c25-35ef56e85c7c", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:06.809265 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b8e721e-a3c0-44eb-a42b-f87cd6556fb3 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:06.809662 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ac2e7c-189f-4e81-b40f-6a77e3bd359f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b2737d-7de7-464d-8c25-35ef56e85c7c', 'code': 200} Jul 13 07:44:06.956276 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118fe94-dc57-4a0e-b6a5-1ca0cec53f8e req-b69bf418-65a8-494d-91f5-243bb3343cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:06.958393 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d118fe94-dc57-4a0e-b6a5-1ca0cec53f8e req-b69bf418-65a8-494d-91f5-243bb3343cdb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 1098 time: 0.0706146 Jul 13 07:44:07.015313 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d118fe94-dc57-4a0e-b6a5-1ca0cec53f8e req-d8d83333-d62d-4427-8292-6cf7824c8bc5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348077 Jul 13 07:44:07.096998 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b12b7-d9c6-483c-aaf7-7b911ca056ab req-121a2fab-03c4-48cd-b000-61e9286942de tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:07.096998 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a39b12b7-d9c6-483c-aaf7-7b911ca056ab req-121a2fab-03c4-48cd-b000-61e9286942de tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7fb4cfa-13da-4b1a-942f-235ba27ea4be HTTP/1.1" status: 200 len: 950 time: 0.0717087 Jul 13 07:44:07.156322 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a39b12b7-d9c6-483c-aaf7-7b911ca056ab req-3ef1ffaa-a8fc-4529-b81c-0f0c751b9961 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/security-groups?id=146847fd-91bc-4126-a763-05f686df37ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429308 Jul 13 07:44:07.196837 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed6fc6f2-a9c1-4133-9c8c-b7c5882a410a req-f92c8294-127e-4c1e-bd2f-bf52b0f34948 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0346105 Jul 13 07:44:07.352514 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45452) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:07.463362 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-687efca5-7076-43aa-9059-e81e492a22ff admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1417473056-network', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:07.487235 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687efca5-7076-43aa-9059-e81e492a22ff admin admin] Made reservation on behalf of f548f9cbf0df49278ed61c832d771add for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:07.489610 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-687efca5-7076-43aa-9059-e81e492a22ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.506447 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-687efca5-7076-43aa-9059-e81e492a22ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.627405 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-687efca5-7076-43aa-9059-e81e492a22ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.631365 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-687efca5-7076-43aa-9059-e81e492a22ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.651310 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687efca5-7076-43aa-9059-e81e492a22ff admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:44:07.669543 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687efca5-7076-43aa-9059-e81e492a22ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cc737f-0258-4383-a119-932fbba9942e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:07.672687 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-687efca5-7076-43aa-9059-e81e492a22ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.673044 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-687efca5-7076-43aa-9059-e81e492a22ff admin admin] Added segment 09aabac0-b86f-4d9d-94ee-5271419daa5a of type vlan for network 14cdc4ec-6407-432a-bc8b-28761ebb7e70 Jul 13 07:44:07.722241 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-687efca5-7076-43aa-9059-e81e492a22ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.746556 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d985ab2-7ffc-4c85-8bfc-1946e3513311 req-a7a037fe-72f6-4fd7-9304-c08158767a61 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:07.748787 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.750845 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5d985ab2-7ffc-4c85-8bfc-1946e3513311 req-a7a037fe-72f6-4fd7-9304-c08158767a61 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.1143107 Jul 13 07:44:07.759378 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-687efca5-7076-43aa-9059-e81e492a22ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.760610 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687efca5-7076-43aa-9059-e81e492a22ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:07.761350 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-687efca5-7076-43aa-9059-e81e492a22ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.800507 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5d985ab2-7ffc-4c85-8bfc-1946e3513311 req-a4d77ac9-def1-44a6-88de-1122c8c0caaa tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411003 Jul 13 07:44:07.837832 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-687efca5-7076-43aa-9059-e81e492a22ff admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4799118 Jul 13 07:44:07.837832 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687efca5-7076-43aa-9059-e81e492a22ff admin admin] Pushing event updated for resources: {'Network': ['ID=14cdc4ec-6407-432a-bc8b-28761ebb7e70,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:07.838836 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45468) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:07.845846 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 14cdc4ec-6407-432a-bc8b-28761ebb7e70 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:44:07.846042 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3bd24d75-c132-44f1-8971-22b4ce7c12e7 admin admin] Request body: {'subnet': {'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1417473056-subnet', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:07.876190 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd24d75-c132-44f1-8971-22b4ce7c12e7 admin admin] Made reservation on behalf of f548f9cbf0df49278ed61c832d771add for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:07.880440 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bd24d75-c132-44f1-8971-22b4ce7c12e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.067885 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c7a3-580a-4d01-957e-6cc688c5e043 req-cc30a7d0-7f3b-42e2-a7cd-b1173d85c2b8 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:08.069500 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ab8c7a3-580a-4d01-957e-6cc688c5e043 req-cc30a7d0-7f3b-42e2-a7cd-b1173d85c2b8 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 946 time: 0.1262472 Jul 13 07:44:08.162721 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ab8c7a3-580a-4d01-957e-6cc688c5e043 req-24060c4c-aa8b-4dca-9cc1-e3378c18a229 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842569 Jul 13 07:44:08.164870 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bd24d75-c132-44f1-8971-22b4ce7c12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.222137 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd24d75-c132-44f1-8971-22b4ce7c12e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ea66ea-cdb9-42df-900b-f5a475cd0dcf,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:08.234448 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd24d75-c132-44f1-8971-22b4ce7c12e7 admin admin] Checking segment: {'id': '09aabac0-b86f-4d9d-94ee-5271419daa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:08.234793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd24d75-c132-44f1-8971-22b4ce7c12e7 admin admin] Network hostable DHCP agents. Network: 14cdc4ec-6407-432a-bc8b-28761ebb7e70, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:44:08.258259 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd24d75-c132-44f1-8971-22b4ce7c12e7 admin admin] Network 14cdc4ec-6407-432a-bc8b-28761ebb7e70 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:44:08.274471 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3bd24d75-c132-44f1-8971-22b4ce7c12e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 14cdc4ec-6407-432a-bc8b-28761ebb7e70) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:08.281410 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd24d75-c132-44f1-8971-22b4ce7c12e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:08.282636 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bd24d75-c132-44f1-8971-22b4ce7c12e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.287646 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376f9352-013d-44ba-92c4-e14e708b8006 None None] Network 14cdc4ec-6407-432a-bc8b-28761ebb7e70 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:08.305592 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45474) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:08.311879 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-6088a48c-9644-4437-9cc9-06a589b2ce06 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1417473056-router', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:08.319948 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3bd24d75-c132-44f1-8971-22b4ce7c12e7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4683230 Jul 13 07:44:08.344795 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6088a48c-9644-4437-9cc9-06a589b2ce06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.346921 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6088a48c-9644-4437-9cc9-06a589b2ce06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.395300 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ae094da-9316-4b91-aab5-06c423b7631c req-b3d108a6-5ac2-4efa-b1ed-33f8003dff62 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0440056 Jul 13 07:44:08.456564 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6088a48c-9644-4437-9cc9-06a589b2ce06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.522230 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-14cdc4ec-6407-432a-bc8b-28761ebb7e70', 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'fixed_ips': [{'subnet_id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:44:08.523959 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.643857 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6088a48c-9644-4437-9cc9-06a589b2ce06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.701412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] Allocated IP 172.20.0.2 (14cdc4ec-6407-432a-bc8b-28761ebb7e70/00ea66ea-cdb9-42df-900b-f5a475cd0dcf/d8fb3df7-833b-4681-b6a1-942605685ca5) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:08.862436 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.872770 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] Transition to ACTIVE for port object d8fb3df7-833b-4681-b6a1-942605685ca5 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:08.892813 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6088a48c-9644-4437-9cc9-06a589b2ce06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.898118 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] Transition to ACTIVE for port object d8fb3df7-833b-4681-b6a1-942605685ca5 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:08.905636 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.921379 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6088a48c-9644-4437-9cc9-06a589b2ce06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.964773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] Network 14cdc4ec-6407-432a-bc8b-28761ebb7e70 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:08.969339 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:08.972519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:09.023696 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] Pushing event updated for resources: {'Port': ['ID=d8fb3df7-833b-4681-b6a1-942605685ca5,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:09.061402 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] Attempting to bind port d8fb3df7-833b-4681-b6a1-942605685ca5 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:09.061860 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] Attempting to bind port d8fb3df7-833b-4681-b6a1-942605685ca5 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '09aabac0-b86f-4d9d-94ee-5271419daa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:09.062265 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] Attempting to bind port d8fb3df7-833b-4681-b6a1-942605685ca5 on network 14cdc4ec-6407-432a-bc8b-28761ebb7e70 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:09.070313 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:09.070658 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] Checking segment: {'id': '09aabac0-b86f-4d9d-94ee-5271419daa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:09.071005 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.074501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] Bound using segment: {'id': '09aabac0-b86f-4d9d-94ee-5271419daa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:09.075307 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] Bound port: d8fb3df7-833b-4681-b6a1-942605685ca5, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09aabac0-b86f-4d9d-94ee-5271419daa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:09.075809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae514c-ed8f-4559-ac41-b5e8ec571e8c req-7977f7ed-6897-4124-8a9a-b43af853fa21 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:09.076177 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.078951 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-6088a48c-9644-4437-9cc9-06a589b2ce06 admin admin] Allocated IP 172.25.0.48 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/86cf3105-4aa6-47d5-a56e-15a541c7d735) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:09.085096 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82ae514c-ed8f-4559-ac41-b5e8ec571e8c req-7977f7ed-6897-4124-8a9a-b43af853fa21 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.1073952 Jul 13 07:44:09.132009 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82ae514c-ed8f-4559-ac41-b5e8ec571e8c req-1eebadae-497b-4c42-830b-741682c62377 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453465 Jul 13 07:44:09.172085 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] For port d8fb3df7-833b-4681-b6a1-942605685ca5, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:09.175761 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] For port d8fb3df7-833b-4681-b6a1-942605685ca5, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d8fb3df7-833b-4681-b6a1-942605685ca5,segment=NetworkSegment(09aabac0-b86f-4d9d-94ee-5271419daa5a),segment_id=09aabac0-b86f-4d9d-94ee-5271419daa5a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:09.182186 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.256816 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64383aaf-28b4-49ae-bf54-4ea5d5a1f18b None None] Pushing event updated for resources: {'Port': ['ID=d8fb3df7-833b-4681-b6a1-942605685ca5,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:09.273809 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6088a48c-9644-4437-9cc9-06a589b2ce06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.317601 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6088a48c-9644-4437-9cc9-06a589b2ce06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.368122 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6088a48c-9644-4437-9cc9-06a589b2ce06 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:09.372674 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-6088a48c-9644-4437-9cc9-06a589b2ce06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:09.376823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6088a48c-9644-4437-9cc9-06a589b2ce06 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:09.380456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088a48c-9644-4437-9cc9-06a589b2ce06 admin admin] Pushing event updated for resources: {'Port': ['ID=86cf3105-4aa6-47d5-a56e-15a541c7d735,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:09.443596 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aed453-8bd0-439f-99a6-7e14a392bfc9 req-c3078742-fe5e-496b-aa08-9670dbbacfd5 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:09.445267 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61aed453-8bd0-439f-99a6-7e14a392bfc9 req-c3078742-fe5e-496b-aa08-9670dbbacfd5 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 946 time: 0.0860076 Jul 13 07:44:09.508294 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61aed453-8bd0-439f-99a6-7e14a392bfc9 req-15743e2f-c1ae-46d2-a395-432e5f1faca6 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493543 Jul 13 07:44:09.765846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-46b29de3-c635-4293-b7ea-0ea4837838aa req-fd6e24e0-11ca-4e24-87e6-e70e31f50fd2 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0865309 Jul 13 07:44:09.910652 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6088a48c-9644-4437-9cc9-06a589b2ce06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.037215 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3a3844f8-36ff-4e0a-b693-df5185698d22 req-27cc5313-66c4-4a4e-8cc2-316d79876004 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-781616209&fields=id&tenant_id=aea077cc953b4ea8932dbc995b4d05b7 HTTP/1.1" status: 200 len: 267 time: 0.0622394 Jul 13 07:44:10.132495 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3844f8-36ff-4e0a-b693-df5185698d22 req-4faf5f90-1285-4946-a325-bd33dd9ef270 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:10.144409 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3a3844f8-36ff-4e0a-b693-df5185698d22 req-4faf5f90-1285-4946-a325-bd33dd9ef270 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 946 time: 0.1056044 Jul 13 07:44:10.153161 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-3a3844f8-36ff-4e0a-b693-df5185698d22 req-d4ff6784-d5fa-4d1d-8dca-e8071428645c tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Request body: {'port': {'security_groups': ['a1a7942b-fc16-4fe1-90e4-1f77cbb23a49', 'a806c6b6-0fd1-4d37-ae04-7b0ba1aba8fc']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:10.173238 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6088a48c-9644-4437-9cc9-06a589b2ce06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.313244 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3a3844f8-36ff-4e0a-b693-df5185698d22 req-d4ff6784-d5fa-4d1d-8dca-e8071428645c tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.360198 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6088a48c-9644-4437-9cc9-06a589b2ce06 admin admin] Router 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:44:10.456678 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516eff4e-8595-46a7-9e94-1c22693137b3 req-120194af-688b-46e6-959e-9fe3c2264cd1 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:10.464003 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-516eff4e-8595-46a7-9e94-1c22693137b3 req-120194af-688b-46e6-959e-9fe3c2264cd1 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.1473932 Jul 13 07:44:10.488488 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6088a48c-9644-4437-9cc9-06a589b2ce06 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:10.500633 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] Sync routers for ids ['7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:10.512645 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] Routers {'7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:10.513482 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:43:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:10.522828 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6088a48c-9644-4437-9cc9-06a589b2ce06 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.527110 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6088a48c-9644-4437-9cc9-06a589b2ce06 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.2195110 Jul 13 07:44:10.528330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45502) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:10.555309 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-516eff4e-8595-46a7-9e94-1c22693137b3 req-295eed2a-d74f-4f51-bd79-41c659efcc53 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903239 Jul 13 07:44:10.668799 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf88bd50-2b61-4e37-b85d-b46de043deb9 None None] Network 14cdc4ec-6407-432a-bc8b-28761ebb7e70 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:10.749764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-3a3844f8-36ff-4e0a-b693-df5185698d22 req-d4ff6784-d5fa-4d1d-8dca-e8071428645c tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] For port c3b2737d-7de7-464d-8c25-35ef56e85c7c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c3b2737d-7de7-464d-8c25-35ef56e85c7c,segment=NetworkSegment(be5e0c41-1122-4ba7-8637-ccf617e1d4e0),segment_id=be5e0c41-1122-4ba7-8637-ccf617e1d4e0)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:10.760042 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-08e2139d-9f36-4b3b-9573-d8d0c7c663d9 None None] Provisioning for port d8fb3df7-833b-4681-b6a1-942605685ca5 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:10.772515 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] Set router 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:10.809503 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3a3844f8-36ff-4e0a-b693-df5185698d22 req-d4ff6784-d5fa-4d1d-8dca-e8071428645c tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.827992 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3a3844f8-36ff-4e0a-b693-df5185698d22 req-d4ff6784-d5fa-4d1d-8dca-e8071428645c tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.930922 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['da8671a2-8590-4a71-ba26-2f506673240d', 'c3b2737d-7de7-464d-8c25-35ef56e85c7c'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:44:10.931535 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3844f8-36ff-4e0a-b693-df5185698d22 req-d4ff6784-d5fa-4d1d-8dca-e8071428645c tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:10.932324 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3a3844f8-36ff-4e0a-b693-df5185698d22 req-d4ff6784-d5fa-4d1d-8dca-e8071428645c tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.949797 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3a3844f8-36ff-4e0a-b693-df5185698d22 req-d4ff6784-d5fa-4d1d-8dca-e8071428645c tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "PUT /v2.0/ports/c3b2737d-7de7-464d-8c25-35ef56e85c7c HTTP/1.1" status: 200 len: 982 time: 0.8046153 Jul 13 07:44:10.956019 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ac2e7c-189f-4e81-b40f-6a77e3bd359f', 'tag': 'c3b2737d-7de7-464d-8c25-35ef56e85c7c'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:10.963141 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82834ad-3dcc-4c31-bdad-46c1b1e0cd05" -d '{"events": [{"name": "network-changed", "server_uuid": "33ac2e7c-189f-4e81-b40f-6a77e3bd359f", "tag": "c3b2737d-7de7-464d-8c25-35ef56e85c7c"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:11.059140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff6784-d5fa-4d1d-8dca-e8071428645c tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event updated for resources: {'Port': ['ID=c3b2737d-7de7-464d-8c25-35ef56e85c7c,revision_number=6']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:11.091599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['c3b2737d-7de7-464d-8c25-35ef56e85c7c'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:44:11.134754 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d8fb3df7-833b-4681-b6a1-942605685ca5 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:11.153532 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ad3bf429-36cb-4631-924e-669f962029b6 req-32128149-5cc5-46aa-b9b8-208dbc4980ec tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0627306 Jul 13 07:44:11.241283 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19e578d-3d54-4e00-92a4-846b0d098c44 x-openstack-request-id: req-c19e578d-3d54-4e00-92a4-846b0d098c44 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:11.241578 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ac2e7c-189f-4e81-b40f-6a77e3bd359f", "tag": "c3b2737d-7de7-464d-8c25-35ef56e85c7c", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:11.241829 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c19e578d-3d54-4e00-92a4-846b0d098c44 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:11.242300 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ac2e7c-189f-4e81-b40f-6a77e3bd359f', 'tag': 'c3b2737d-7de7-464d-8c25-35ef56e85c7c', 'status': 'completed', 'code': 200} Jul 13 07:44:11.251677 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53289550-7249-403b-8e01-dcedf26846c7 req-54f061b5-fa9a-4559-9cd9-f3a6943fc5db tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/a806c6b6-0fd1-4d37-ae04-7b0ba1aba8fc HTTP/1.1" status: 200 len: 1802 time: 0.0884824 Jul 13 07:44:11.291828 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-19a11111-2aa1-4dad-b9b6-995ce525a851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.344608 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-53289550-7249-403b-8e01-dcedf26846c7 req-19f603f7-81a7-433f-9a69-5cd6af2ec66b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 07:44:11.352466 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53289550-7249-403b-8e01-dcedf26846c7 req-19f603f7-81a7-433f-9a69-5cd6af2ec66b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "DELETE /v2.0/security-groups/a806c6b6-0fd1-4d37-ae04-7b0ba1aba8fc HTTP/1.1" status: 409 len: 341 time: 0.0930142 Jul 13 07:44:11.571402 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port d8fb3df7-833b-4681-b6a1-942605685ca5 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:11.583798 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port d8fb3df7-833b-4681-b6a1-942605685ca5 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:11.584316 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.718795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'name': 'tempest-ServersTestJSON-1417473056-router', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:09Z', 'revision_number': 3, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'gw_port': {'id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:11.772791 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82834ad-3dcc-4c31-bdad-46c1b1e0cd05 req-179a493b-512d-4692-914c-8a8c5f2f9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:11.774960 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b82834ad-3dcc-4c31-bdad-46c1b1e0cd05 req-179a493b-512d-4692-914c-8a8c5f2f9d68 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aea077cc953b4ea8932dbc995b4d05b7&device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 1137 time: 0.4703660 Jul 13 07:44:11.777067 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] Checking router: 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:44:11.777425 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] Updating router 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e port 86cf3105-4aa6-47d5-a56e-15a541c7d735 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:44:11.862481 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-19a11111-2aa1-4dad-b9b6-995ce525a851 admin admin] Allocated IP 172.20.0.1 (14cdc4ec-6407-432a-bc8b-28761ebb7e70/00ea66ea-cdb9-42df-900b-f5a475cd0dcf/b8e7408f-b297-4de0-9fc5-f1df87ce0ddc) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:11.896748 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.966019 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7802e-f676-457c-94e5-453e8ee43586 req-6a6c43b3-082b-4be6-8fd7-01752189f59e tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:11.975095 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8d7802e-f676-457c-94e5-453e8ee43586 req-6a6c43b3-082b-4be6-8fd7-01752189f59e tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.2369342 Jul 13 07:44:12.004794 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bec22-8f2b-4f3f-a0a0-367c1654013c req-fb8789f0-6e9b-4a05-84a0-5c8a37a8ca0a tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:12.006601 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-097bec22-8f2b-4f3f-a0a0-367c1654013c req-fb8789f0-6e9b-4a05-84a0-5c8a37a8ca0a tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 985 time: 0.2290409 Jul 13 07:44:12.033367 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-19a11111-2aa1-4dad-b9b6-995ce525a851 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.083936 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8d7802e-f676-457c-94e5-453e8ee43586 req-48eec9a6-9ae5-445d-a308-bf9f455552e7 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051207 Jul 13 07:44:12.091045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-19a11111-2aa1-4dad-b9b6-995ce525a851 admin admin] Transition to ACTIVE for port object b8e7408f-b297-4de0-9fc5-f1df87ce0ddc will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:12.095630 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-097bec22-8f2b-4f3f-a0a0-367c1654013c req-537dae18-a9b5-4f1b-9a16-fd3a33b826f6 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a806c6b6-0fd1-4d37-ae04-7b0ba1aba8fc&id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0807889 Jul 13 07:44:12.220548 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.289885 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82834ad-3dcc-4c31-bdad-46c1b1e0cd05 req-2a13f8ef-1d49-4fb1-b375-2d004120b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:12.293316 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b82834ad-3dcc-4c31-bdad-46c1b1e0cd05 req-2a13f8ef-1d49-4fb1-b375-2d004120b2c2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=316e604a-f44e-4c87-9acb-10ca50fb6168 HTTP/1.1" status: 200 len: 914 time: 0.2415171 Jul 13 07:44:12.294952 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-19a11111-2aa1-4dad-b9b6-995ce525a851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.301692 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cdd29bc8-4b0d-4cdf-85fd-d989a5ade3c2 None None] Provisioning complete for port d8fb3df7-833b-4681-b6a1-942605685ca5 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:12.302246 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cdd29bc8-4b0d-4cdf-85fd-d989a5ade3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.398985 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b82834ad-3dcc-4c31-bdad-46c1b1e0cd05 req-d5aad46e-99d3-4fe1-ab85-64a188e29754 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3b2737d-7de7-464d-8c25-35ef56e85c7c HTTP/1.1" status: 200 len: 217 time: 0.0479052 Jul 13 07:44:12.418368 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port d8fb3df7-833b-4681-b6a1-942605685ca5, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d8fb3df7-833b-4681-b6a1-942605685ca5,segment=NetworkSegment(09aabac0-b86f-4d9d-94ee-5271419daa5a),segment_id=09aabac0-b86f-4d9d-94ee-5271419daa5a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:12.430336 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a11111-2aa1-4dad-b9b6-995ce525a851 admin admin] Network 14cdc4ec-6407-432a-bc8b-28761ebb7e70 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:12.458328 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.459458 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-19a11111-2aa1-4dad-b9b6-995ce525a851 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:12.462537 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a11111-2aa1-4dad-b9b6-995ce525a851 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:12.467524 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a11111-2aa1-4dad-b9b6-995ce525a851 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e7408f-b297-4de0-9fc5-f1df87ce0ddc,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:12.540120 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82834ad-3dcc-4c31-bdad-46c1b1e0cd05 req-71165d90-466f-45cd-9e9c-a71dc2b226fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:12.541543 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b82834ad-3dcc-4c31-bdad-46c1b1e0cd05 req-71165d90-466f-45cd-9e9c-a71dc2b226fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c26d4959-17d3-47b2-8ed9-35bf37d6a73e HTTP/1.1" status: 200 len: 853 time: 0.1299412 Jul 13 07:44:12.545586 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-19a11111-2aa1-4dad-b9b6-995ce525a851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.569344 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-861d51e6-03d1-46ac-ac84-d90f5659ec98 req-4e676b15-a170-4611-9f7e-0931e5f94a23 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0503280 Jul 13 07:44:12.648922 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b82834ad-3dcc-4c31-bdad-46c1b1e0cd05 req-16c47f9e-9260-4fde-9c90-5abb5c46aa62 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=316e604a-f44e-4c87-9acb-10ca50fb6168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399504 Jul 13 07:44:12.719657 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=d8fb3df7-833b-4681-b6a1-942605685ca5,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:12.829245 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b82834ad-3dcc-4c31-bdad-46c1b1e0cd05 req-dfd2e8f2-f8cd-4785-89b2-90db56e5bfcf service neutron] 10.222.0.62 "GET /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641755 Jul 13 07:44:12.841016 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-19a11111-2aa1-4dad-b9b6-995ce525a851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.847926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4c0299a9-87a7-4e36-9b15-30e308dd4201 None None] Provisioning for port b8e7408f-b297-4de0-9fc5-f1df87ce0ddc completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:12.849916 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.862333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4c0299a9-87a7-4e36-9b15-30e308dd4201 None None] Provisioning complete for port b8e7408f-b297-4de0-9fc5-f1df87ce0ddc triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:12.862529 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c0299a9-87a7-4e36-9b15-30e308dd4201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.865489 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.910689 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] Transition to ACTIVE for port object 86cf3105-4aa6-47d5-a56e-15a541c7d735 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:12.925522 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.968341 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d8fb3df7-833b-4681-b6a1-942605685ca5 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:12.977128 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4c0299a9-87a7-4e36-9b15-30e308dd4201 None None] Port b8e7408f-b297-4de0-9fc5-f1df87ce0ddc cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:13.014805 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] Attempting to bind port 86cf3105-4aa6-47d5-a56e-15a541c7d735 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:13.015275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] Attempting to bind port 86cf3105-4aa6-47d5-a56e-15a541c7d735 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:13.015567 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] Attempting to bind port 86cf3105-4aa6-47d5-a56e-15a541c7d735 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:13.031691 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe4d9a-284f-4cbb-8bc6-364e7a354b71 None None] Pushing event updated for resources: {'Port': ['ID=86cf3105-4aa6-47d5-a56e-15a541c7d735,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:13.036223 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:13.036610 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:13.037144 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.037558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:13.038117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] Bound port: 86cf3105-4aa6-47d5-a56e-15a541c7d735, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:13.038495 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.116184 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-19a11111-2aa1-4dad-b9b6-995ce525a851 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.128792 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port d8fb3df7-833b-4681-b6a1-942605685ca5 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:13.129052 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.129579 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-19a11111-2aa1-4dad-b9b6-995ce525a851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.139076 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b82834ad-3dcc-4c31-bdad-46c1b1e0cd05 req-43d445ad-3512-4b09-9529-915a1807aeb6 service neutron] 10.222.0.62 "GET /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951670 Jul 13 07:44:13.158041 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] For port 86cf3105-4aa6-47d5-a56e-15a541c7d735, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:13.213609 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] For port 86cf3105-4aa6-47d5-a56e-15a541c7d735, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=86cf3105-4aa6-47d5-a56e-15a541c7d735,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:13.229716 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.270165 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a11111-2aa1-4dad-b9b6-995ce525a851 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e7408f-b297-4de0-9fc5-f1df87ce0ddc,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:13.295512 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-19a11111-2aa1-4dad-b9b6-995ce525a851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.361337 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aa668-b510-4121-8ee0-98b8590f0678 req-9a50f87c-929d-4156-87ae-b651b2c74834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:13.363038 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5a9aa668-b510-4121-8ee0-98b8590f0678 req-9a50f87c-929d-4156-87ae-b651b2c74834 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aea077cc953b4ea8932dbc995b4d05b7&device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 1137 time: 0.1466804 Jul 13 07:44:13.399528 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] Routers {'7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:13.400461 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:43:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:13.447073 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe4d9a-284f-4cbb-8bc6-364e7a354b71 None None] Pushing event updated for resources: {'Port': ['ID=86cf3105-4aa6-47d5-a56e-15a541c7d735,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:13.557868 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a11111-2aa1-4dad-b9b6-995ce525a851 admin admin] Network 14cdc4ec-6407-432a-bc8b-28761ebb7e70 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:13.563250 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-19a11111-2aa1-4dad-b9b6-995ce525a851 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:13.575285 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] Set router 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:13.590482 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b1b80-7ffd-4c64-ae95-bbc23c931396 req-d721bb33-c124-45fb-86c3-bc9c2ed8fe5a tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:13.597576 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-900b1b80-7ffd-4c64-ae95-bbc23c931396 req-d721bb33-c124-45fb-86c3-bc9c2ed8fe5a tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 985 time: 0.2493165 Jul 13 07:44:13.608184 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8c7f3-d304-4b3a-a791-818459ee7b76 req-593a1735-b415-4aa6-82d3-70322839343c tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:13.609880 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6a8c7f3-d304-4b3a-a791-818459ee7b76 req-593a1735-b415-4aa6-82d3-70322839343c tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.1819386 Jul 13 07:44:13.617440 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aa668-b510-4121-8ee0-98b8590f0678 req-4db46d12-b53c-49be-a6e9-41fc83c6dace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:13.618900 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5a9aa668-b510-4121-8ee0-98b8590f0678 req-4db46d12-b53c-49be-a6e9-41fc83c6dace service neutron] 10.222.0.62 "GET /v2.0/networks?id=316e604a-f44e-4c87-9acb-10ca50fb6168 HTTP/1.1" status: 200 len: 914 time: 0.2462988 Jul 13 07:44:13.653721 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e84b06-dc05-47b6-b82e-6cbeaf4a7a78 req-eecad624-0e6f-4b60-8336-e3c57e590a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:13.655080 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-86b51a2c-4af3-45c6-ac19-2b9983b97695 None None] Provisioning complete for port b8e7408f-b297-4de0-9fc5-f1df87ce0ddc triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:13.655363 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b5e84b06-dc05-47b6-b82e-6cbeaf4a7a78 req-eecad624-0e6f-4b60-8336-e3c57e590a0c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 1098 time: 0.1702321 Jul 13 07:44:13.655692 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86b51a2c-4af3-45c6-ac19-2b9983b97695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.699606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-86b51a2c-4af3-45c6-ac19-2b9983b97695 None None] Port b8e7408f-b297-4de0-9fc5-f1df87ce0ddc cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:13.706048 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5a9aa668-b510-4121-8ee0-98b8590f0678 req-bb617882-a062-4dba-845d-759bdda2eb8a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3b2737d-7de7-464d-8c25-35ef56e85c7c HTTP/1.1" status: 200 len: 217 time: 0.0668972 Jul 13 07:44:13.710517 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-900b1b80-7ffd-4c64-ae95-bbc23c931396 req-3287375a-6d87-4f9a-9095-077f3fcb6945 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a806c6b6-0fd1-4d37-ae04-7b0ba1aba8fc&id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1113546 Jul 13 07:44:13.751418 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6a8c7f3-d304-4b3a-a791-818459ee7b76 req-c4d1982d-208b-477c-9b1b-85e1193af347 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228459 Jul 13 07:44:13.769971 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a11111-2aa1-4dad-b9b6-995ce525a851 admin admin] Router 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:13.777175 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b5e84b06-dc05-47b6-b82e-6cbeaf4a7a78 req-e1a0eb23-6c46-4aca-bba7-bed1e7c32d90 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060052 Jul 13 07:44:13.792048 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aa668-b510-4121-8ee0-98b8590f0678 req-0bc0f903-906a-4efe-8a59-c4a41708ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:13.793547 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5a9aa668-b510-4121-8ee0-98b8590f0678 req-0bc0f903-906a-4efe-8a59-c4a41708ee6d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c26d4959-17d3-47b2-8ed9-35bf37d6a73e HTTP/1.1" status: 200 len: 853 time: 0.0729840 Jul 13 07:44:13.928379 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5a9aa668-b510-4121-8ee0-98b8590f0678 req-6dd910df-44cf-41be-bf38-10c8b75fbbe9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=316e604a-f44e-4c87-9acb-10ca50fb6168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919349 Jul 13 07:44:13.931227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'name': 'tempest-ServersTestJSON-1417473056-router', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:12Z', 'revision_number': 4, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'gw_port': {'id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b8e7408f-b297-4de0-9fc5-f1df87ce0ddc', 'name': '', 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'mac_address': 'fa:16:3e:33:cf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:11Z', 'updated_at': '2021-07-13T07:44:12Z', 'revision_number': 2, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'subnets': [{'id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:13.960679 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ff60bd-5fd0-4e18-986e-374617004d03 None None] The sync data for ids ['7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'] in n-d-779913-28 is: [{'id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'name': 'tempest-ServersTestJSON-1417473056-router', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:12Z', 'revision_number': 4, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'gw_port': {'id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b8e7408f-b297-4de0-9fc5-f1df87ce0ddc', 'name': '', 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'mac_address': 'fa:16:3e:33:cf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:11Z', 'updated_at': '2021-07-13T07:44:12Z', 'revision_number': 2, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'subnets': [{'id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:14.023507 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-01119954-4e62-4bcb-98db-225b739b3d6a None None] Provisioning complete for port b8e7408f-b297-4de0-9fc5-f1df87ce0ddc triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:14.023887 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01119954-4e62-4bcb-98db-225b739b3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.025708 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a11111-2aa1-4dad-b9b6-995ce525a851 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:14.038845 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-19a11111-2aa1-4dad-b9b6-995ce525a851 admin admin] 10.222.0.58 "PUT /v2.0/routers/7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5024240 Jul 13 07:44:14.080545 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-01119954-4e62-4bcb-98db-225b739b3d6a None None] Port b8e7408f-b297-4de0-9fc5-f1df87ce0ddc cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:14.095300 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5a9aa668-b510-4121-8ee0-98b8590f0678 req-70773b93-6317-4cd5-8b8f-28c50b59f41e service neutron] 10.222.0.62 "GET /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579125 Jul 13 07:44:14.199326 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0c13d4e2-604b-4fa2-b3ef-df36f5688c23 req-350bbf67-7ab8-49b3-93e0-0dc4069b9af1 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0433066 Jul 13 07:44:14.254867 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5a9aa668-b510-4121-8ee0-98b8590f0678 req-ae613c07-d20d-430c-b544-0e493011d58b service neutron] 10.222.0.62 "GET /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499696 Jul 13 07:44:14.679741 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45554) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:14.684426 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ff3a7a2c-9421-42bf-a7bb-7e26d9ec1f12 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--175448218', 'description': 'tempest-description--738908488'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:14.708976 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7a2c-9421-42bf-a7bb-7e26d9ec1f12 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.893368 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7a2c-9421-42bf-a7bb-7e26d9ec1f12 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.906308 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7a2c-9421-42bf-a7bb-7e26d9ec1f12 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.951617 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf2bb9-7986-4518-a40a-8365547b42d2 req-47658d71-8f7a-45c3-b5be-93ffd9dbde6f tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:14.957017 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7a2c-9421-42bf-a7bb-7e26d9ec1f12 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.962604 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ddbf2bb9-7986-4518-a40a-8365547b42d2 req-47658d71-8f7a-45c3-b5be-93ffd9dbde6f tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 985 time: 0.0915852 Jul 13 07:44:14.962963 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ff3a7a2c-9421-42bf-a7bb-7e26d9ec1f12 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2821240 Jul 13 07:44:14.968179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45562) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:14.979128 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-534b33fa-c2ad-4a06-a8a1-e15723bcc155 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Request body: {'security_group_rule': {'security_group_id': 'b6d701d1-b7cc-454e-a59b-9f8e5d02f30c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:14.995750 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a7a2c-9421-42bf-a7bb-7e26d9ec1f12 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d701d1-b7cc-454e-a59b-9f8e5d02f30c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:15.017523 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ddbf2bb9-7986-4518-a40a-8365547b42d2 req-48011c5c-b835-4d04-9c66-572628b2f9d0 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a806c6b6-0fd1-4d37-ae04-7b0ba1aba8fc&id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0536594 Jul 13 07:44:15.054699 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-534b33fa-c2ad-4a06-a8a1-e15723bcc155 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.057977 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 86cf3105-4aa6-47d5-a56e-15a541c7d735 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:15.135240 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18797374-16bd-49a8-8698-b1ed93054457 req-162c6a58-b61c-4dae-bba6-7cbe7bc41e79 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:15.137539 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18797374-16bd-49a8-8698-b1ed93054457 req-162c6a58-b61c-4dae-bba6-7cbe7bc41e79 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.1160543 Jul 13 07:44:15.145997 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-534b33fa-c2ad-4a06-a8a1-e15723bcc155 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.154777 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-534b33fa-c2ad-4a06-a8a1-e15723bcc155 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.162260 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 86cf3105-4aa6-47d5-a56e-15a541c7d735 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:15.173199 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 86cf3105-4aa6-47d5-a56e-15a541c7d735 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:15.174700 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.182024 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b33fa-c2ad-4a06-a8a1-e15723bcc155 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94122e0c-bfae-4e8e-aaf8-eb74818f68e4,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:15.195726 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-534b33fa-c2ad-4a06-a8a1-e15723bcc155 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.197417 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-534b33fa-c2ad-4a06-a8a1-e15723bcc155 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2278900 Jul 13 07:44:15.200256 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45568) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:15.203992 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18797374-16bd-49a8-8698-b1ed93054457 req-de4092b9-2d68-4de6-8ee6-59f877447591 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593786 Jul 13 07:44:15.210775 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-cedfdaf2-a29c-4494-b9e0-25e1b6948c0d tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Request body: {'security_group_rule': {'security_group_id': 'b6d701d1-b7cc-454e-a59b-9f8e5d02f30c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:15.287049 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cedfdaf2-a29c-4494-b9e0-25e1b6948c0d tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.359207 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.404466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 86cf3105-4aa6-47d5-a56e-15a541c7d735, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=86cf3105-4aa6-47d5-a56e-15a541c7d735,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:15.404615 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cedfdaf2-a29c-4494-b9e0-25e1b6948c0d tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.410749 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.423052 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cedfdaf2-a29c-4494-b9e0-25e1b6948c0d tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.443316 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfdaf2-a29c-4494-b9e0-25e1b6948c0d tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71db199b-a50f-461d-9487-b2f4793e9fe4,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:15.452280 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cedfdaf2-a29c-4494-b9e0-25e1b6948c0d tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.458369 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45582) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:15.464146 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-259b7b80-fe1b-4374-a07b-0f8a2a1863ee tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:15.469648 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cedfdaf2-a29c-4494-b9e0-25e1b6948c0d tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2670979 Jul 13 07:44:15.496256 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-259b7b80-fe1b-4374-a07b-0f8a2a1863ee tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.529707 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=86cf3105-4aa6-47d5-a56e-15a541c7d735,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:15.595580 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd68f578-5bf0-41e5-ac04-b4200618072d req-bf989062-4e6b-4889-8ccb-f9da85fdade8 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0594964 Jul 13 07:44:15.706303 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-c579d20e-f9dc-44e9-abb1-63973ec78ed5 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:15.707856 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-c579d20e-f9dc-44e9-abb1-63973ec78ed5 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/networks?id=54b19629-bfd1-40c4-9e1c-d775d7654965 HTTP/1.1" status: 200 len: 811 time: 0.1866813 Jul 13 07:44:15.728756 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-b272703e-40f9-4472-aa48-6a12adf5c640 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/quotas/e9efbe0a11cb452a9c08f11738225ab6 HTTP/1.1" status: 200 len: 375 time: 0.0147109 Jul 13 07:44:15.783965 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-259b7b80-fe1b-4374-a07b-0f8a2a1863ee tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.857837 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-2ea6a889-e8cf-4b63-a4af-81f0dcbf061b tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e9efbe0a11cb452a9c08f11738225ab6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1222348 Jul 13 07:44:15.913852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-259b7b80-fe1b-4374-a07b-0f8a2a1863ee tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Allocated IP 172.25.0.150 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/70b88d94-e78a-4bef-b1a9-a3d103a53dec) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:16.090401 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-259b7b80-fe1b-4374-a07b-0f8a2a1863ee tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.094128 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-ce2b9f2f-073b-4a44-865b-19a001da6fef service neutron] 10.222.0.58 "GET /v2.0/networks/54b19629-bfd1-40c4-9e1c-d775d7654965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285168 Jul 13 07:44:16.237260 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-259b7b80-fe1b-4374-a07b-0f8a2a1863ee tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.250041 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9b6bd204-bbdf-4b17-afac-3fafafd6fddd service neutron] 10.222.0.58 "GET /v2.0/networks/54b19629-bfd1-40c4-9e1c-d775d7654965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477401 Jul 13 07:44:16.300155 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259b7b80-fe1b-4374-a07b-0f8a2a1863ee tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:16.308524 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-259b7b80-fe1b-4374-a07b-0f8a2a1863ee tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:16.315254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259b7b80-fe1b-4374-a07b-0f8a2a1863ee tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:16.339019 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b7b80-fe1b-4374-a07b-0f8a2a1863ee tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Pushing event updated for resources: {'Port': ['ID=70b88d94-e78a-4bef-b1a9-a3d103a53dec,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:16.356127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab022b6b-c261-4db8-a6dd-390863d581f3 req-eb1e3431-123b-4b23-89c9-6ff70259a9cb tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:16.362125 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab022b6b-c261-4db8-a6dd-390863d581f3 req-eb1e3431-123b-4b23-89c9-6ff70259a9cb tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 985 time: 0.2222247 Jul 13 07:44:16.442872 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab022b6b-c261-4db8-a6dd-390863d581f3 req-bb789a0e-85bc-42e4-b73c-97bcf2f193ff tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a806c6b6-0fd1-4d37-ae04-7b0ba1aba8fc&id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0795512 Jul 13 07:44:16.514128 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-259b7b80-fe1b-4374-a07b-0f8a2a1863ee tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.540640 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9a2f76cf-4de1-4050-bd31-b947cf7e5635 req-8a595334-b55f-4cef-acb3-3b01ef66bd53 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 210 time: 0.0400386 Jul 13 07:44:16.591448 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-259b7b80-fe1b-4374-a07b-0f8a2a1863ee tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.792941 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] Sync routers for ids ['7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:16.800688 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-259b7b80-fe1b-4374-a07b-0f8a2a1863ee tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.808943 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-259b7b80-fe1b-4374-a07b-0f8a2a1863ee tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.810010 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] Routers {'7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:16.810753 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:43:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:16.898596 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b5ba1a7c-0f48-4125-a507-d35422d78112 req-17c335c8-2f14-44b2-8cd1-b5d42c5d966f tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0369413 Jul 13 07:44:16.951226 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b7b80-fe1b-4374-a07b-0f8a2a1863ee tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Pushing event updated for resources: {'Port': ['ID=70b88d94-e78a-4bef-b1a9-a3d103a53dec,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:16.954519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 86cf3105-4aa6-47d5-a56e-15a541c7d735 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:16.961381 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-860b8be4-23d3-4091-9416-9e7b68343821 req-b90559de-d73f-4ebc-b74b-ccb6ae111505 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1256157598&fields=id&tenant_id=aea077cc953b4ea8932dbc995b4d05b7 HTTP/1.1" status: 200 len: 267 time: 0.1494787 Jul 13 07:44:17.004912 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] Set router 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:17.026909 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-259b7b80-fe1b-4374-a07b-0f8a2a1863ee tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.030742 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 86cf3105-4aa6-47d5-a56e-15a541c7d735 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:17.031523 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.058832 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-259b7b80-fe1b-4374-a07b-0f8a2a1863ee tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.068931 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-259b7b80-fe1b-4374-a07b-0f8a2a1863ee tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6007345 Jul 13 07:44:17.104167 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b8be4-23d3-4091-9416-9e7b68343821 req-1848a411-c6c9-44f8-89a5-16eb2676da3f tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:17.107346 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-860b8be4-23d3-4091-9416-9e7b68343821 req-1848a411-c6c9-44f8-89a5-16eb2676da3f tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 985 time: 0.1327155 Jul 13 07:44:17.124386 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-860b8be4-23d3-4091-9416-9e7b68343821 req-5eb515a9-b762-489c-887a-c1f95e0cdb6f tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Request body: {'port': {'security_groups': ['a1a7942b-fc16-4fe1-90e4-1f77cbb23a49', 'a806c6b6-0fd1-4d37-ae04-7b0ba1aba8fc', 'f7331a4a-8537-4b2c-894c-219285542b75']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:17.281966 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-860b8be4-23d3-4091-9416-9e7b68343821 req-5eb515a9-b762-489c-887a-c1f95e0cdb6f tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.302241 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'name': 'tempest-ServersTestJSON-1417473056-router', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:12Z', 'revision_number': 4, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'gw_port': {'id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b8e7408f-b297-4de0-9fc5-f1df87ce0ddc', 'name': '', 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'mac_address': 'fa:16:3e:33:cf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:11Z', 'updated_at': '2021-07-13T07:44:12Z', 'revision_number': 2, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'subnets': [{'id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:17.329946 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] Checking router: 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:44:17.330325 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] Updating router 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e port b8e7408f-b297-4de0-9fc5-f1df87ce0ddc binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:44:17.339168 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-46abadc2-3c31-434e-a7e6-e676bca6a424 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--175448218&fields=id&tenant_id=f548f9cbf0df49278ed61c832d771add HTTP/1.1" status: 200 len: 267 time: 0.0841074 Jul 13 07:44:17.375516 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.686323 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.697777 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] Transition to ACTIVE for port object b8e7408f-b297-4de0-9fc5-f1df87ce0ddc will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:17.707551 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.780277 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827119ba-b71a-4826-b96b-08f121597312 None None] Pushing event updated for resources: {'Port': ['ID=b8e7408f-b297-4de0-9fc5-f1df87ce0ddc,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:17.815785 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827119ba-b71a-4826-b96b-08f121597312 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:17.816741 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827119ba-b71a-4826-b96b-08f121597312 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:17.816741 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827119ba-b71a-4826-b96b-08f121597312 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:17.817006 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827119ba-b71a-4826-b96b-08f121597312 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:17.817138 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827119ba-b71a-4826-b96b-08f121597312 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:17.817486 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827119ba-b71a-4826-b96b-08f121597312 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:17.817766 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827119ba-b71a-4826-b96b-08f121597312 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:17.818114 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827119ba-b71a-4826-b96b-08f121597312 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:17.818433 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827119ba-b71a-4826-b96b-08f121597312 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:17.818860 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827119ba-b71a-4826-b96b-08f121597312 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:17.819854 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827119ba-b71a-4826-b96b-08f121597312 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:17.820241 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827119ba-b71a-4826-b96b-08f121597312 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:17.836648 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] Attempting to bind port b8e7408f-b297-4de0-9fc5-f1df87ce0ddc on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:17.837032 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] Attempting to bind port b8e7408f-b297-4de0-9fc5-f1df87ce0ddc by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '09aabac0-b86f-4d9d-94ee-5271419daa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:17.837495 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] Attempting to bind port b8e7408f-b297-4de0-9fc5-f1df87ce0ddc on network 14cdc4ec-6407-432a-bc8b-28761ebb7e70 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:17.843426 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:17.843675 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] Checking segment: {'id': '09aabac0-b86f-4d9d-94ee-5271419daa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:17.844037 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.844559 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] Bound using segment: {'id': '09aabac0-b86f-4d9d-94ee-5271419daa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:17.845052 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] Bound port: b8e7408f-b297-4de0-9fc5-f1df87ce0ddc, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09aabac0-b86f-4d9d-94ee-5271419daa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:17.845463 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.924937 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] For port b8e7408f-b297-4de0-9fc5-f1df87ce0ddc, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:17.930110 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] For port b8e7408f-b297-4de0-9fc5-f1df87ce0ddc, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b8e7408f-b297-4de0-9fc5-f1df87ce0ddc,segment=NetworkSegment(09aabac0-b86f-4d9d-94ee-5271419daa5a),segment_id=09aabac0-b86f-4d9d-94ee-5271419daa5a)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:17.938574 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.959514 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-badfcb00-e2bb-498e-b680-19bb66278a53 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:17.967259 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-badfcb00-e2bb-498e-b680-19bb66278a53 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/networks?id=14cdc4ec-6407-432a-bc8b-28761ebb7e70 HTTP/1.1" status: 200 len: 806 time: 0.6181178 Jul 13 07:44:18.007837 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-b711d3fa-99ea-4791-9c0d-0444f2f81c91 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/quotas/f548f9cbf0df49278ed61c832d771add HTTP/1.1" status: 200 len: 375 time: 0.0394611 Jul 13 07:44:18.063293 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-860b8be4-23d3-4091-9416-9e7b68343821 req-5eb515a9-b762-489c-887a-c1f95e0cdb6f tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] For port c3b2737d-7de7-464d-8c25-35ef56e85c7c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c3b2737d-7de7-464d-8c25-35ef56e85c7c,segment=NetworkSegment(be5e0c41-1122-4ba7-8637-ccf617e1d4e0),segment_id=be5e0c41-1122-4ba7-8637-ccf617e1d4e0)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:18.064375 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] Routers {'7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:18.065009 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:43:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:18.126555 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-860b8be4-23d3-4091-9416-9e7b68343821 req-5eb515a9-b762-489c-887a-c1f95e0cdb6f tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.133488 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-860b8be4-23d3-4091-9416-9e7b68343821 req-5eb515a9-b762-489c-887a-c1f95e0cdb6f tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.152960 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['da8671a2-8590-4a71-ba26-2f506673240d', 'c3b2737d-7de7-464d-8c25-35ef56e85c7c'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:44:18.164979 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-995c0777-d0b4-4307-a636-509dfa6ff439 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f548f9cbf0df49278ed61c832d771add&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1457751 Jul 13 07:44:18.216255 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827119ba-b71a-4826-b96b-08f121597312 None None] Pushing event updated for resources: {'Port': ['ID=b8e7408f-b297-4de0-9fc5-f1df87ce0ddc,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:18.253149 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-90b19f29-357a-4602-955a-418a08d9eab7 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:18.255633 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-90b19f29-357a-4602-955a-418a08d9eab7 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.62 "GET /v2.0/networks?id=54b19629-bfd1-40c4-9e1c-d775d7654965 HTTP/1.1" status: 200 len: 811 time: 0.2628827 Jul 13 07:44:18.273695 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b8be4-23d3-4091-9416-9e7b68343821 req-5eb515a9-b762-489c-887a-c1f95e0cdb6f tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:18.274417 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-860b8be4-23d3-4091-9416-9e7b68343821 req-5eb515a9-b762-489c-887a-c1f95e0cdb6f tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.278324 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-df8bc0da-323c-4693-97b7-56fd09373546 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Request body: {'port': {'device_id': '1a4fac02-a509-4584-977d-b4c8631aaa0a', 'network_id': '54b19629-bfd1-40c4-9e1c-d775d7654965', 'admin_state_up': True, 'tenant_id': 'e9efbe0a11cb452a9c08f11738225ab6'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:18.288687 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-860b8be4-23d3-4091-9416-9e7b68343821 req-5eb515a9-b762-489c-887a-c1f95e0cdb6f tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "PUT /v2.0/ports/c3b2737d-7de7-464d-8c25-35ef56e85c7c HTTP/1.1" status: 200 len: 1021 time: 1.1689219 Jul 13 07:44:18.292103 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ac2e7c-189f-4e81-b40f-6a77e3bd359f', 'tag': 'c3b2737d-7de7-464d-8c25-35ef56e85c7c'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:18.298977 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4326c4-274a-4be9-828e-a3e379e89f85" -d '{"events": [{"name": "network-changed", "server_uuid": "33ac2e7c-189f-4e81-b40f-6a77e3bd359f", "tag": "c3b2737d-7de7-464d-8c25-35ef56e85c7c"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:18.343133 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] Set router 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:18.433215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb515a9-b762-489c-887a-c1f95e0cdb6f tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event updated for resources: {'Port': ['ID=c3b2737d-7de7-464d-8c25-35ef56e85c7c,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:18.499266 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-0c3b40c0-39c3-4c21-a621-daa5c1076976 service neutron] 10.222.0.58 "GET /v2.0/networks/14cdc4ec-6407-432a-bc8b-28761ebb7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331850 Jul 13 07:44:18.513814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-df8bc0da-323c-4693-97b7-56fd09373546 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Made reservation on behalf of e9efbe0a11cb452a9c08f11738225ab6 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:18.519739 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-df8bc0da-323c-4693-97b7-56fd09373546 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.574354 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30eddc44-9968-4f76-a00a-a5996fd96215 req-7b617619-3f35-4f14-928b-1524a4f054ca tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 210 time: 0.0833175 Jul 13 07:44:18.717835 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-e8384d08-51b8-4abf-bdd6-fa5c4e04c540 service neutron] 10.222.0.58 "GET /v2.0/networks/14cdc4ec-6407-432a-bc8b-28761ebb7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174408 Jul 13 07:44:18.753596 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'name': 'tempest-ServersTestJSON-1417473056-router', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:12Z', 'revision_number': 4, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'gw_port': {'id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b8e7408f-b297-4de0-9fc5-f1df87ce0ddc', 'name': '', 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'mac_address': 'fa:16:3e:33:cf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:11Z', 'updated_at': '2021-07-13T07:44:17Z', 'revision_number': 4, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'subnets': [{'id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:18.798974 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['c3b2737d-7de7-464d-8c25-35ef56e85c7c'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:44:18.802638 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b334a-0e6f-4282-86a0-ad939ea01138 None None] The sync data for ids ['7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'] in n-d-779913-28 is: [{'id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'name': 'tempest-ServersTestJSON-1417473056-router', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:12Z', 'revision_number': 4, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'gw_port': {'id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b8e7408f-b297-4de0-9fc5-f1df87ce0ddc', 'name': '', 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'mac_address': 'fa:16:3e:33:cf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:11Z', 'updated_at': '2021-07-13T07:44:17Z', 'revision_number': 4, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'subnets': [{'id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:18.832084 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-df8bc0da-323c-4693-97b7-56fd09373546 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Allocated IP 172.20.0.11 (54b19629-bfd1-40c4-9e1c-d775d7654965/c0711840-6c05-410d-9890-6fb1e6a9b4a1/aeb41168-4a00-4d67-8f6c-bb6354e7ff88) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:19.221177 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b8e7408f-b297-4de0-9fc5-f1df87ce0ddc up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:19.301192 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-df8bc0da-323c-4693-97b7-56fd09373546 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.361996 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-df8bc0da-323c-4693-97b7-56fd09373546 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.368931 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1aefeca1-b2c1-4ce1-a6c5-fc6bb0dd799d req-b7403d46-608c-4700-b2f2-398ec8decaf8 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0545385 Jul 13 07:44:19.394219 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['fdd27c61-eba4-496d-8e0d-4c7408709c57'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:44:19.413592 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87f23ff2-39a9-448c-ac43-94b916d32846 req-a9d917d6-e3be-4a37-b8c0-8b865f1a6bd5 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/f7331a4a-8537-4b2c-894c-219285542b75 HTTP/1.1" status: 200 len: 1803 time: 0.1508422 Jul 13 07:44:19.453742 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8bc0da-323c-4693-97b7-56fd09373546 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Pushing event updated for resources: {'Port': ['ID=aeb41168-4a00-4d67-8f6c-bb6354e7ff88,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:19.468816 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-df8bc0da-323c-4693-97b7-56fd09373546 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Network 54b19629-bfd1-40c4-9e1c-d775d7654965 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:19.471079 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-df8bc0da-323c-4693-97b7-56fd09373546 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:19.473505 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-df8bc0da-323c-4693-97b7-56fd09373546 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:19.477142 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port b8e7408f-b297-4de0-9fc5-f1df87ce0ddc completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:19.478699 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81770271-682b-47cd-b425-6ff30992f8eb x-openstack-request-id: req-81770271-682b-47cd-b425-6ff30992f8eb {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:19.479182 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ac2e7c-189f-4e81-b40f-6a77e3bd359f", "tag": "c3b2737d-7de7-464d-8c25-35ef56e85c7c", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:19.479617 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-81770271-682b-47cd-b425-6ff30992f8eb {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:19.480165 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ac2e7c-189f-4e81-b40f-6a77e3bd359f', 'tag': 'c3b2737d-7de7-464d-8c25-35ef56e85c7c', 'status': 'completed', 'code': 200} Jul 13 07:44:19.504573 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b8e7408f-b297-4de0-9fc5-f1df87ce0ddc triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:19.504999 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.531593 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-87f23ff2-39a9-448c-ac43-94b916d32846 req-3d3b7e4a-fb47-4fee-85c2-410e2b134069 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 07:44:19.540221 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87f23ff2-39a9-448c-ac43-94b916d32846 req-3d3b7e4a-fb47-4fee-85c2-410e2b134069 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "DELETE /v2.0/security-groups/f7331a4a-8537-4b2c-894c-219285542b75 HTTP/1.1" status: 409 len: 341 time: 0.1252010 Jul 13 07:44:19.616950 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-df8bc0da-323c-4693-97b7-56fd09373546 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:19.617815 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-df8bc0da-323c-4693-97b7-56fd09373546 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.639433 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d942900f-4c87-4946-a0f4-2630fdab9fd9 req-a40681a0-4388-4e12-82f3-28f87da319e9 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 210 time: 0.0816596 Jul 13 07:44:19.755798 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-df8bc0da-323c-4693-97b7-56fd09373546 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4820786 Jul 13 07:44:19.794842 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] Request body: {'port': {'device_id': '1a4fac02-a509-4584-977d-b4c8631aaa0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:19.924337 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.022633 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae7545-8bbc-4bd6-bb69-1b9db094c5df req-1fdff6b3-913f-4254-bb86-023193499d5c tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:20.035152 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4bae7545-8bbc-4bd6-bb69-1b9db094c5df req-1fdff6b3-913f-4254-bb86-023193499d5c tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 932 time: 0.1507881 Jul 13 07:44:20.059335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port b8e7408f-b297-4de0-9fc5-f1df87ce0ddc, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b8e7408f-b297-4de0-9fc5-f1df87ce0ddc,segment=NetworkSegment(09aabac0-b86f-4d9d-94ee-5271419daa5a),segment_id=09aabac0-b86f-4d9d-94ee-5271419daa5a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:20.084120 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.091110 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.098223 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4326c4-274a-4be9-828e-a3e379e89f85 req-39a93ccf-b709-43e8-8f8b-d5d03617e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:20.101269 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d4326c4-274a-4be9-828e-a3e379e89f85 req-39a93ccf-b709-43e8-8f8b-d5d03617e865 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aea077cc953b4ea8932dbc995b4d05b7&device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 1176 time: 0.4344811 Jul 13 07:44:20.141824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4bae7545-8bbc-4bd6-bb69-1b9db094c5df req-88f343dc-e342-4cf4-989a-31f4472424d9 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056304 Jul 13 07:44:20.257894 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=b8e7408f-b297-4de0-9fc5-f1df87ce0ddc,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:20.512617 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b58613-83c0-4a88-92ab-c3403ea6a858 req-2523e5e6-c3bf-43b3-b795-6aa7a393ca7b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:20.522320 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4326c4-274a-4be9-828e-a3e379e89f85 req-82e6599a-a446-4423-8c1e-91d991ad275c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:20.523861 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d4326c4-274a-4be9-828e-a3e379e89f85 req-82e6599a-a446-4423-8c1e-91d991ad275c service neutron] 10.222.0.62 "GET /v2.0/networks?id=316e604a-f44e-4c87-9acb-10ca50fb6168 HTTP/1.1" status: 200 len: 914 time: 0.4065015 Jul 13 07:44:20.535662 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b4b58613-83c0-4a88-92ab-c3403ea6a858 req-2523e5e6-c3bf-43b3-b795-6aa7a393ca7b tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 1024 time: 0.1464779 Jul 13 07:44:20.588964 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0312850d-c855-4278-99bc-fa982d969be4 None None] Provisioning complete for port b8e7408f-b297-4de0-9fc5-f1df87ce0ddc triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:20.590577 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0312850d-c855-4278-99bc-fa982d969be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.603694 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d4326c4-274a-4be9-828e-a3e379e89f85 req-48d89527-3d97-4ae6-9b5d-a0349b7645c1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3b2737d-7de7-464d-8c25-35ef56e85c7c HTTP/1.1" status: 200 len: 217 time: 0.0521824 Jul 13 07:44:20.620291 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b4b58613-83c0-4a88-92ab-c3403ea6a858 req-5bbc3860-06f9-4326-8bee-fa18aebc29fd tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a806c6b6-0fd1-4d37-ae04-7b0ba1aba8fc&id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&id=f7331a4a-8537-4b2c-894c-219285542b75&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0827138 Jul 13 07:44:20.721475 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4326c4-274a-4be9-828e-a3e379e89f85 req-1876dcd9-38b5-4758-aa27-26a22dee0173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:20.723421 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d4326c4-274a-4be9-828e-a3e379e89f85 req-1876dcd9-38b5-4758-aa27-26a22dee0173 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c26d4959-17d3-47b2-8ed9-35bf37d6a73e HTTP/1.1" status: 200 len: 853 time: 0.0871410 Jul 13 07:44:20.769209 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d4326c4-274a-4be9-828e-a3e379e89f85 req-c51ecf80-c3bb-428b-b8e5-8c029e4a3187 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=316e604a-f44e-4c87-9acb-10ca50fb6168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337758 Jul 13 07:44:20.916764 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24056a15-a4a1-4030-bd52-a152fcf7b1ea req-776ebb7a-2ef6-47a6-a4bc-c73bd8b6cb00 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0503550 Jul 13 07:44:20.999263 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b8e7408f-b297-4de0-9fc5-f1df87ce0ddc up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:21.057193 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c8a9fe32-4e2d-49f2-8b17-58f44b681425 req-6afea6c4-cb6a-442c-8acb-d1162e60f737 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 210 time: 0.0419986 Jul 13 07:44:21.095804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b8e7408f-b297-4de0-9fc5-f1df87ce0ddc triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:21.096186 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.236049 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d4326c4-274a-4be9-828e-a3e379e89f85 req-6b5bd97a-957b-4956-b19e-c535b17310dd service neutron] 10.222.0.62 "GET /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539697 Jul 13 07:44:21.312298 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb41168-4a00-4d67-8f6c-bb6354e7ff88 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:44:21.347504 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.369402 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] Transition to ACTIVE for port object aeb41168-4a00-4d67-8f6c-bb6354e7ff88 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:21.386636 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1d4326c4-274a-4be9-828e-a3e379e89f85 req-379c6935-ce79-4f61-8737-ef01f0211d8a service neutron] 10.222.0.62 "GET /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257749 Jul 13 07:44:21.387262 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.420017 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f74e9ce7-5589-4c65-8c39-f2673f598d19 req-55b942dc-5f89-4d2d-a34b-947b5f91da60 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4207daf2-7f30-466d-b844-9dff3885a4fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1503153 Jul 13 07:44:21.459195 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbe1b9-ff46-4f48-9f98-165b46f67e54 req-cb6f0cee-1890-49a1-8336-8374e1dca97f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:21.462982 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6dbbe1b9-ff46-4f48-9f98-165b46f67e54 req-cb6f0cee-1890-49a1-8336-8374e1dca97f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 932 time: 0.1777453 Jul 13 07:44:21.479381 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb41168-4a00-4d67-8f6c-bb6354e7ff88,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:21.535708 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] Attempting to bind port aeb41168-4a00-4d67-8f6c-bb6354e7ff88 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:21.536441 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] Attempting to bind port aeb41168-4a00-4d67-8f6c-bb6354e7ff88 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '878cbb30-1dfc-414c-8a1e-666216f35edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '54b19629-bfd1-40c4-9e1c-d775d7654965'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:21.536441 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] Attempting to bind port aeb41168-4a00-4d67-8f6c-bb6354e7ff88 on network 54b19629-bfd1-40c4-9e1c-d775d7654965 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:21.540037 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6dbbe1b9-ff46-4f48-9f98-165b46f67e54 req-62574efe-1e3c-4763-bb72-ddd6b0e3c6e0 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684597 Jul 13 07:44:21.541614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] Port aeb41168-4a00-4d67-8f6c-bb6354e7ff88 on network 54b19629-bfd1-40c4-9e1c-d775d7654965 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:44:21.541946 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] Attempting to bind port aeb41168-4a00-4d67-8f6c-bb6354e7ff88 on network 54b19629-bfd1-40c4-9e1c-d775d7654965 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:21.548216 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:21.548216 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] Checking segment: {'id': '878cbb30-1dfc-414c-8a1e-666216f35edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '54b19629-bfd1-40c4-9e1c-d775d7654965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:21.548602 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] Bound using segment: {'id': '878cbb30-1dfc-414c-8a1e-666216f35edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '54b19629-bfd1-40c4-9e1c-d775d7654965'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:21.549046 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] Bound port: aeb41168-4a00-4d67-8f6c-bb6354e7ff88, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878cbb30-1dfc-414c-8a1e-666216f35edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '54b19629-bfd1-40c4-9e1c-d775d7654965'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:21.549407 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.702458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e9ce7-5589-4c65-8c39-f2673f598d19 req-1a883b9a-d206-4205-9107-bc1af3b491e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:21.703956 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f74e9ce7-5589-4c65-8c39-f2673f598d19 req-1a883b9a-d206-4205-9107-bc1af3b491e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ccf3a1e2c53946b0bb487bccfa71d202&device_id=4207daf2-7f30-466d-b844-9dff3885a4fa HTTP/1.1" status: 200 len: 1097 time: 0.0860724 Jul 13 07:44:21.750126 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] For port aeb41168-4a00-4d67-8f6c-bb6354e7ff88, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:21.830935 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e9ce7-5589-4c65-8c39-f2673f598d19 req-bf9684b3-73b3-49eb-ba3c-69bf03288ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:21.832450 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f74e9ce7-5589-4c65-8c39-f2673f598d19 req-bf9684b3-73b3-49eb-ba3c-69bf03288ca4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=702e19a1-e725-472e-946c-5dda0d6230e4 HTTP/1.1" status: 200 len: 913 time: 0.1050642 Jul 13 07:44:21.837782 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] For port aeb41168-4a00-4d67-8f6c-bb6354e7ff88, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=aeb41168-4a00-4d67-8f6c-bb6354e7ff88,segment=NetworkSegment(878cbb30-1dfc-414c-8a1e-666216f35edb),segment_id=878cbb30-1dfc-414c-8a1e-666216f35edb)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:21.845131 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.948131 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f74e9ce7-5589-4c65-8c39-f2673f598d19 req-401a1dbc-ab87-4135-bdac-4c0a0de9f50b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70c71c43-d87f-4653-a54e-cd9c3bb32017 HTTP/1.1" status: 200 len: 1001 time: 0.0727997 Jul 13 07:44:21.959177 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:21.959714 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.961806 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] 10.222.0.62 "PUT /v2.0/ports/aeb41168-4a00-4d67-8f6c-bb6354e7ff88 HTTP/1.1" status: 200 len: 1093 time: 2.1852863 Jul 13 07:44:21.967093 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4fac02-a509-4584-977d-b4c8631aaa0a', 'tag': 'aeb41168-4a00-4d67-8f6c-bb6354e7ff88'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:21.969832 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999b7259-d977-45b4-acd4-fc4e045003fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1a4fac02-a509-4584-977d-b4c8631aaa0a", "tag": "aeb41168-4a00-4d67-8f6c-bb6354e7ff88"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:21.992568 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-934d1932-2a60-44bf-be4a-28d6aae56861 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:21.994357 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-934d1932-2a60-44bf-be4a-28d6aae56861 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.35 "GET /v2.0/networks?id=14cdc4ec-6407-432a-bc8b-28761ebb7e70 HTTP/1.1" status: 200 len: 806 time: 0.3744400 Jul 13 07:44:22.035961 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f107ce3-d532-49c0-8381-184f52c453b5 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb41168-4a00-4d67-8f6c-bb6354e7ff88,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:22.047944 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e9ce7-5589-4c65-8c39-f2673f598d19 req-8ae4da75-b39d-430d-a862-04e3a823c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:22.049658 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f74e9ce7-5589-4c65-8c39-f2673f598d19 req-8ae4da75-b39d-430d-a862-04e3a823c937 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9 HTTP/1.1" status: 200 len: 851 time: 0.0901153 Jul 13 07:44:22.062961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b04f2f-898e-494f-8f46-995c0c50acf3 req-955cae07-8500-4bed-a09b-e606f98690a0 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:22.064881 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05b04f2f-898e-494f-8f46-995c0c50acf3 req-955cae07-8500-4bed-a09b-e606f98690a0 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 1024 time: 0.2266014 Jul 13 07:44:22.145206 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-6d3c5413-315c-4af1-9269-b49d72bd2514 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f548f9cbf0df49278ed61c832d771add HTTP/1.1" status: 200 len: 379 time: 0.1349058 Jul 13 07:44:22.146213 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2468e7cc-e953-4aad-83df-1ed3909d440a req-9971b4aa-3b91-496c-a86a-d3f9fa59bcde tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0450590 Jul 13 07:44:22.162591 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-1d2f6118-2292-43ee-8f07-5a2845300e99 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Request body: {'port': {'device_id': 'c2cd7864-d018-4250-848d-4ae341292a91', 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70', 'admin_state_up': True, 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'security_groups': ['b6d701d1-b7cc-454e-a59b-9f8e5d02f30c']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:22.179258 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05b04f2f-898e-494f-8f46-995c0c50acf3 req-55f7dda1-fb46-44ed-bff0-bf485d4da461 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a806c6b6-0fd1-4d37-ae04-7b0ba1aba8fc&id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&id=f7331a4a-8537-4b2c-894c-219285542b75&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1014922 Jul 13 07:44:22.196066 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e9ce7-5589-4c65-8c39-f2673f598d19 req-3ccebefc-0f8e-43a1-8df4-b65eae8d2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:22.197723 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f74e9ce7-5589-4c65-8c39-f2673f598d19 req-3ccebefc-0f8e-43a1-8df4-b65eae8d2184 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=702e19a1-e725-472e-946c-5dda0d6230e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1318984 Jul 13 07:44:22.228973 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b849209e-a383-452c-91dd-debb38696a73 x-openstack-request-id: req-b849209e-a383-452c-91dd-debb38696a73 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:22.229251 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a4fac02-a509-4584-977d-b4c8631aaa0a", "tag": "aeb41168-4a00-4d67-8f6c-bb6354e7ff88", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:22.229696 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b849209e-a383-452c-91dd-debb38696a73 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:22.230179 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4fac02-a509-4584-977d-b4c8631aaa0a', 'tag': 'aeb41168-4a00-4d67-8f6c-bb6354e7ff88', 'status': 'completed', 'code': 200} Jul 13 07:44:22.238357 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-70518096-3749-4b9d-9711-900bceb85a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:22.240323 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-70518096-3749-4b9d-9711-900bceb85a9d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9efbe0a11cb452a9c08f11738225ab6&device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 1096 time: 0.1897891 Jul 13 07:44:22.346053 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-03e3bada-7dbe-47a8-91ba-570825b5097d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb41168-4a00-4d67-8f6c-bb6354e7ff88 HTTP/1.1" status: 200 len: 217 time: 0.0658865 Jul 13 07:44:22.365103 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f74e9ce7-5589-4c65-8c39-f2673f598d19 req-74a92d1b-9f77-4dd2-ba32-1d81c3e894e1 service neutron] 10.222.0.35 "GET /v2.0/networks/702e19a1-e725-472e-946c-5dda0d6230e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598737 Jul 13 07:44:22.370681 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f9e0f151-2ccf-489e-920d-7ffba07fad3f req-3ae438f2-7a1e-4d81-a0fa-074bc483e153 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 210 time: 0.0403736 Jul 13 07:44:22.448081 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-1d2f6118-2292-43ee-8f07-5a2845300e99 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Made reservation on behalf of f548f9cbf0df49278ed61c832d771add for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:22.451593 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-1d2f6118-2292-43ee-8f07-5a2845300e99 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.489030 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-1d148b56-b26c-4469-9371-5f318603c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:22.490626 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-1d148b56-b26c-4469-9371-5f318603c9c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0711840-6c05-410d-9890-6fb1e6a9b4a1 HTTP/1.1" status: 200 len: 851 time: 0.1180742 Jul 13 07:44:22.492957 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f74e9ce7-5589-4c65-8c39-f2673f598d19 req-c6ee60ce-3b68-4bcd-899d-e5dbbebae30f service neutron] 10.222.0.35 "GET /v2.0/networks/702e19a1-e725-472e-946c-5dda0d6230e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167984 Jul 13 07:44:22.587653 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-512b4853-1041-40cf-be3b-da275182d34b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=54b19629-bfd1-40c4-9e1c-d775d7654965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733912 Jul 13 07:44:22.618466 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfc144-aae3-4904-8fea-66005b962b66 req-6a52b156-0b43-4edf-9276-70494b1c78fb tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:22.619947 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d1bfc144-aae3-4904-8fea-66005b962b66 req-6a52b156-0b43-4edf-9276-70494b1c78fb tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.62 "GET /v2.0/ports?device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 1024 time: 0.1862874 Jul 13 07:44:22.750871 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44878c-4576-4dc0-9f0a-8e281b465168 req-b4c90cca-b0c6-4812-acd0-4024063947ed tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:22.756068 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b44878c-4576-4dc0-9f0a-8e281b465168 req-b4c90cca-b0c6-4812-acd0-4024063947ed tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 944 time: 0.0756481 Jul 13 07:44:22.790103 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-1d2f6118-2292-43ee-8f07-5a2845300e99 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Allocated IP 172.20.0.11 (14cdc4ec-6407-432a-bc8b-28761ebb7e70/00ea66ea-cdb9-42df-900b-f5a475cd0dcf/187ffd01-29f2-42c4-a15a-c647f2d66b2b) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:22.816348 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b44878c-4576-4dc0-9f0a-8e281b465168 req-3aee170d-f286-415e-96b2-301e824aba2c tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509620 Jul 13 07:44:22.838426 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-e9ffe044-7029-47fd-a1da-97c5168eebdc service neutron] 10.222.0.62 "GET /v2.0/networks/54b19629-bfd1-40c4-9e1c-d775d7654965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306561 Jul 13 07:44:22.974636 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-d1bfc144-aae3-4904-8fea-66005b962b66 req-9212137e-9d86-49b6-9db9-7bb5e8ce85a4 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Deleting port c3b2737d-7de7-464d-8c25-35ef56e85c7c {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:22.974896 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d1bfc144-aae3-4904-8fea-66005b962b66 req-9212137e-9d86-49b6-9db9-7bb5e8ce85a4 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.110180 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c4c0ff3-355c-4693-8bfd-ed60e5505422 req-70cd38c3-d79e-4b12-8df7-9d69dd482dba service neutron] 10.222.0.62 "GET /v2.0/networks/54b19629-bfd1-40c4-9e1c-d775d7654965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576623 Jul 13 07:44:23.167234 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-1d2f6118-2292-43ee-8f07-5a2845300e99 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.174781 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-d1bfc144-aae3-4904-8fea-66005b962b66 req-9212137e-9d86-49b6-9db9-7bb5e8ce85a4 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] For port c3b2737d-7de7-464d-8c25-35ef56e85c7c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c3b2737d-7de7-464d-8c25-35ef56e85c7c,segment=NetworkSegment(be5e0c41-1122-4ba7-8637-ccf617e1d4e0),segment_id=be5e0c41-1122-4ba7-8637-ccf617e1d4e0)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:23.175337 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d1bfc144-aae3-4904-8fea-66005b962b66 req-9212137e-9d86-49b6-9db9-7bb5e8ce85a4 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.189862 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a13ee6e9-c232-404e-9cf6-5b911f134f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.228291 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-d1bfc144-aae3-4904-8fea-66005b962b66 req-9212137e-9d86-49b6-9db9-7bb5e8ce85a4 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Calling delete_port for c3b2737d-7de7-464d-8c25-35ef56e85c7c owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:23.230211 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-1d2f6118-2292-43ee-8f07-5a2845300e99 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Transition to ACTIVE for port object 187ffd01-29f2-42c4-a15a-c647f2d66b2b will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:23.326573 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b7259-d977-45b4-acd4-fc4e045003fe req-4f93ea7e-ae2f-4c01-bc30-23a21b11a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:23.328016 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-999b7259-d977-45b4-acd4-fc4e045003fe req-4f93ea7e-ae2f-4c01-bc30-23a21b11a57d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9efbe0a11cb452a9c08f11738225ab6&device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 1096 time: 0.1424549 Jul 13 07:44:23.365749 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-1d2f6118-2292-43ee-8f07-5a2845300e99 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.403064 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39d472cc-cc49-4cc2-8324-1bda11a93485 req-ba9cd70f-9ea3-4de6-9de7-1ebb153b1354 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0371616 Jul 13 07:44:23.440309 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4aa632-e441-4c24-8c04-6a0ddf3e0ffa req-941ee048-6c55-4315-a381-3516cd8e32ef tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:23.442052 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ae4aa632-e441-4c24-8c04-6a0ddf3e0ffa req-941ee048-6c55-4315-a381-3516cd8e32ef tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 1024 time: 0.1145041 Jul 13 07:44:23.466850 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-1d2f6118-2292-43ee-8f07-5a2845300e99 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Network 14cdc4ec-6407-432a-bc8b-28761ebb7e70 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:23.480999 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-1d2f6118-2292-43ee-8f07-5a2845300e99 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:23.490650 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-1d2f6118-2292-43ee-8f07-5a2845300e99 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:23.542780 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ae4aa632-e441-4c24-8c04-6a0ddf3e0ffa req-b10d09a3-7967-4664-ae2b-710dc70f9522 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=a806c6b6-0fd1-4d37-ae04-7b0ba1aba8fc&id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&id=f7331a4a-8537-4b2c-894c-219285542b75&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0923171 Jul 13 07:44:23.553115 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-1d2f6118-2292-43ee-8f07-5a2845300e99 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:23.554552 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-1d2f6118-2292-43ee-8f07-5a2845300e99 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.560411 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f6118-2292-43ee-8f07-5a2845300e99 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Pushing event updated for resources: {'Port': ['ID=187ffd01-29f2-42c4-a15a-c647f2d66b2b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:23.607840 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b7259-d977-45b4-acd4-fc4e045003fe req-07ea83a2-e833-4436-9494-e465a905d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:23.609524 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-999b7259-d977-45b4-acd4-fc4e045003fe req-07ea83a2-e833-4436-9494-e465a905d745 service neutron] 10.222.0.62 "GET /v2.0/networks?id=54b19629-bfd1-40c4-9e1c-d775d7654965 HTTP/1.1" status: 200 len: 912 time: 0.2675474 Jul 13 07:44:23.613418 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-1d2f6118-2292-43ee-8f07-5a2845300e99 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4555335 Jul 13 07:44:23.639570 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] Request body: {'port': {'device_id': 'c2cd7864-d018-4250-848d-4ae341292a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:23.652481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e56565-da74-4726-b100-929e74b39489 req-06c567e2-bed4-484b-a7bf-29f66515540a tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:23.654519 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0e56565-da74-4726-b100-929e74b39489 req-06c567e2-bed4-484b-a7bf-29f66515540a tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 932 time: 0.0911064 Jul 13 07:44:23.695568 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-999b7259-d977-45b4-acd4-fc4e045003fe req-10fd1dd5-d926-484c-95f0-905a4ea8539e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb41168-4a00-4d67-8f6c-bb6354e7ff88 HTTP/1.1" status: 200 len: 217 time: 0.0672028 Jul 13 07:44:23.711255 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d1bfc144-aae3-4904-8fea-66005b962b66 req-9212137e-9d86-49b6-9db9-7bb5e8ce85a4 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.721792 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0e56565-da74-4726-b100-929e74b39489 req-6354c61a-448d-494f-8458-3ed6f3c92ebe tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d701d1-b7cc-454e-a59b-9f8e5d02f30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603855 Jul 13 07:44:23.728763 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['da8671a2-8590-4a71-ba26-2f506673240d', 'c3b2737d-7de7-464d-8c25-35ef56e85c7c'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:44:23.816147 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212137e-9d86-49b6-9db9-7bb5e8ce85a4 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event deleted for resources: {'Port': ['ID=c3b2737d-7de7-464d-8c25-35ef56e85c7c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:23.834407 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a16424ee-737c-4405-b11d-c0ed5ece47f9 None None] Provisioning for port 187ffd01-29f2-42c4-a15a-c647f2d66b2b completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:23.852832 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a16424ee-737c-4405-b11d-c0ed5ece47f9 None None] Provisioning complete for port 187ffd01-29f2-42c4-a15a-c647f2d66b2b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:23.853325 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a16424ee-737c-4405-b11d-c0ed5ece47f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.875520 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bfc144-aae3-4904-8fea-66005b962b66 req-9212137e-9d86-49b6-9db9-7bb5e8ce85a4 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] No DVR routers for this DVR port c3b2737d-7de7-464d-8c25-35ef56e85c7c on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:23.880687 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d1bfc144-aae3-4904-8fea-66005b962b66 req-9212137e-9d86-49b6-9db9-7bb5e8ce85a4 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.882923 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d1bfc144-aae3-4904-8fea-66005b962b66 req-9212137e-9d86-49b6-9db9-7bb5e8ce85a4 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.62 "DELETE /v2.0/ports/c3b2737d-7de7-464d-8c25-35ef56e85c7c HTTP/1.1" status: 204 len: 173 time: 1.2437539 Jul 13 07:44:23.888265 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b7259-d977-45b4-acd4-fc4e045003fe req-3df7bfa5-4dd5-4453-b71a-6838cab8efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:23.889693 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-999b7259-d977-45b4-acd4-fc4e045003fe req-3df7bfa5-4dd5-4453-b71a-6838cab8efa0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0711840-6c05-410d-9890-6fb1e6a9b4a1 HTTP/1.1" status: 200 len: 851 time: 0.1597688 Jul 13 07:44:23.910878 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a16424ee-737c-4405-b11d-c0ed5ece47f9 None None] Port 187ffd01-29f2-42c4-a15a-c647f2d66b2b cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:23.979846 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-999b7259-d977-45b4-acd4-fc4e045003fe req-c7acf178-13f6-4ee3-9e47-22fc3dea6c26 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=54b19629-bfd1-40c4-9e1c-d775d7654965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771441 Jul 13 07:44:23.991374 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.148362 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffdba6-b726-4edd-84eb-fdd9306b0ae5 req-bbd2a57b-6c3b-4795-a730-f53a6056be80 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:24.164715 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6ffdba6-b726-4edd-84eb-fdd9306b0ae5 req-bbd2a57b-6c3b-4795-a730-f53a6056be80 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 944 time: 0.1394351 Jul 13 07:44:24.303255 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6ffdba6-b726-4edd-84eb-fdd9306b0ae5 req-55ed8739-8cb3-4038-bce0-e4943fe08fef tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354520 Jul 13 07:44:24.327054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ac2e7c-189f-4e81-b40f-6a77e3bd359f', 'name': 'network-vif-deleted', 'tag': 'c3b2737d-7de7-464d-8c25-35ef56e85c7c'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:24.337820 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b6cbb6-2bb4-4022-aec1-6612a985ca95" -d '{"events": [{"server_uuid": "33ac2e7c-189f-4e81-b40f-6a77e3bd359f", "name": "network-vif-deleted", "tag": "c3b2737d-7de7-464d-8c25-35ef56e85c7c"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:24.394294 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-999b7259-d977-45b4-acd4-fc4e045003fe req-16fc7271-11ce-4277-b4d9-55dbec90ab3d service neutron] 10.222.0.62 "GET /v2.0/networks/54b19629-bfd1-40c4-9e1c-d775d7654965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859410 Jul 13 07:44:24.420213 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d8237b-e19f-48b6-9b3f-8f6d4a85eeae x-openstack-request-id: req-b6d8237b-e19f-48b6-9b3f-8f6d4a85eeae {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:24.420526 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ac2e7c-189f-4e81-b40f-6a77e3bd359f", "name": "network-vif-deleted", "tag": "c3b2737d-7de7-464d-8c25-35ef56e85c7c", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:24.420771 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b6d8237b-e19f-48b6-9b3f-8f6d4a85eeae {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:24.421160 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ac2e7c-189f-4e81-b40f-6a77e3bd359f', 'name': 'network-vif-deleted', 'tag': 'c3b2737d-7de7-464d-8c25-35ef56e85c7c', 'status': 'completed', 'code': 200} Jul 13 07:44:24.575716 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-999b7259-d977-45b4-acd4-fc4e045003fe req-2e9d7ad4-92f9-47a4-9176-7ea4b077a3b9 service neutron] 10.222.0.62 "GET /v2.0/networks/54b19629-bfd1-40c4-9e1c-d775d7654965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678073 Jul 13 07:44:24.588203 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e1c7a264-3306-4560-827c-d3ee007e973e req-73b1e3fa-5ddf-4b51-aef3-732a33565e0a tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0416682 Jul 13 07:44:24.726460 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ff3f651-a6df-462e-8377-fe5fbeed9143 req-b2d0065e-4d7c-4e80-bf10-e0b7d1fee51f tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ac2e7c-189f-4e81-b40f-6a77e3bd359f HTTP/1.1" status: 200 len: 210 time: 0.0323699 Jul 13 07:44:24.928870 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 187ffd01-29f2-42c4-a15a-c647f2d66b2b {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:44:24.941715 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.957867 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] Transition to ACTIVE for port object 187ffd01-29f2-42c4-a15a-c647f2d66b2b will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:24.962288 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf30bd4-49ee-42ab-bfb9-b638edcecb1c req-f5b62880-4982-4d03-9128-5f91fa063802 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:24.965210 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.977172 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5bf30bd4-49ee-42ab-bfb9-b638edcecb1c req-f5b62880-4982-4d03-9128-5f91fa063802 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 932 time: 0.0994442 Jul 13 07:44:25.042065 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] Pushing event updated for resources: {'Port': ['ID=187ffd01-29f2-42c4-a15a-c647f2d66b2b,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:25.060924 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5bf30bd4-49ee-42ab-bfb9-b638edcecb1c req-ef5418ed-67d6-4098-a867-346cf647a975 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d701d1-b7cc-454e-a59b-9f8e5d02f30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824409 Jul 13 07:44:25.150826 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] Attempting to bind port 187ffd01-29f2-42c4-a15a-c647f2d66b2b on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:25.151155 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] Attempting to bind port 187ffd01-29f2-42c4-a15a-c647f2d66b2b by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '09aabac0-b86f-4d9d-94ee-5271419daa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:25.151487 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] Attempting to bind port 187ffd01-29f2-42c4-a15a-c647f2d66b2b on network 14cdc4ec-6407-432a-bc8b-28761ebb7e70 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:25.158158 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] Port 187ffd01-29f2-42c4-a15a-c647f2d66b2b on network 14cdc4ec-6407-432a-bc8b-28761ebb7e70 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:44:25.158979 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] Attempting to bind port 187ffd01-29f2-42c4-a15a-c647f2d66b2b on network 14cdc4ec-6407-432a-bc8b-28761ebb7e70 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:25.182952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:25.183312 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] Checking segment: {'id': '09aabac0-b86f-4d9d-94ee-5271419daa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:25.183707 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] Bound using segment: {'id': '09aabac0-b86f-4d9d-94ee-5271419daa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:25.184162 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] Bound port: 187ffd01-29f2-42c4-a15a-c647f2d66b2b, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09aabac0-b86f-4d9d-94ee-5271419daa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:25.184530 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.283264 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] For port 187ffd01-29f2-42c4-a15a-c647f2d66b2b, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:25.286567 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] For port 187ffd01-29f2-42c4-a15a-c647f2d66b2b, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=187ffd01-29f2-42c4-a15a-c647f2d66b2b,segment=NetworkSegment(09aabac0-b86f-4d9d-94ee-5271419daa5a),segment_id=09aabac0-b86f-4d9d-94ee-5271419daa5a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:25.292846 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.333066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:25.333813 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.335210 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] 10.222.0.35 "PUT /v2.0/ports/187ffd01-29f2-42c4-a15a-c647f2d66b2b HTTP/1.1" status: 200 len: 1093 time: 1.7081535 Jul 13 07:44:25.375242 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc1a6a-d006-4c20-a880-9b90c7a77050 service neutron] Pushing event updated for resources: {'Port': ['ID=187ffd01-29f2-42c4-a15a-c647f2d66b2b,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:25.523977 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-09356774-399f-46fc-97ef-1f2d0a3d8794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:25.525582 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-09356774-399f-46fc-97ef-1f2d0a3d8794 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f548f9cbf0df49278ed61c832d771add&device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 1096 time: 0.1147540 Jul 13 07:44:25.560205 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:44:25.593802 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-fc373397-c128-4a6d-b575-19e32ce1cc82 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=187ffd01-29f2-42c4-a15a-c647f2d66b2b HTTP/1.1" status: 200 len: 217 time: 0.0499830 Jul 13 07:44:25.613334 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e27ef7-fefc-4472-9507-d1f18e6096ac req-4a139492-b5e6-472a-b6c9-be505cc3722a tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:25.615597 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93e27ef7-fefc-4472-9507-d1f18e6096ac req-4a139492-b5e6-472a-b6c9-be505cc3722a tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 944 time: 0.0848403 Jul 13 07:44:25.644687 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-b520afe4-4d02-4ac4-9e45-6e9d24fd819f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:25.646550 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-b520afe4-4d02-4ac4-9e45-6e9d24fd819f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00ea66ea-cdb9-42df-900b-f5a475cd0dcf HTTP/1.1" status: 200 len: 845 time: 0.0462337 Jul 13 07:44:25.662416 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93e27ef7-fefc-4472-9507-d1f18e6096ac req-bab46e0a-a686-4984-8292-4a1a6d28c060 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405180 Jul 13 07:44:25.717454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-482c6580-a693-42b9-bb65-983f4b8ed1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:25.719196 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-482c6580-a693-42b9-bb65-983f4b8ed1b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14cdc4ec-6407-432a-bc8b-28761ebb7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661666 Jul 13 07:44:25.780878 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-006fcb29-86d6-4257-9628-0f0fe1a48a2a req-c5f9da2e-7614-4d86-954a-928f99993353 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0438132 Jul 13 07:44:25.827692 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-238ca00e-0c27-4c6d-8826-161bd132bfd9 service neutron] 10.222.0.35 "GET /v2.0/networks/14cdc4ec-6407-432a-bc8b-28761ebb7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002626 Jul 13 07:44:25.894271 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d12ccc48-c080-482f-b877-0976aa4114e5 req-f7564b37-8779-434b-8973-29319a7e2904 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/a806c6b6-0fd1-4d37-ae04-7b0ba1aba8fc HTTP/1.1" status: 200 len: 1802 time: 0.0496957 Jul 13 07:44:25.929821 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d2e376c9-c464-423e-89e8-6575c63adfb4 req-1a3d6277-fc95-4b59-833d-73437a86b677 service neutron] 10.222.0.35 "GET /v2.0/networks/14cdc4ec-6407-432a-bc8b-28761ebb7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957825 Jul 13 07:44:25.960087 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d12ccc48-c080-482f-b877-0976aa4114e5 req-ffe71656-99bf-4edf-922b-9ba0ed8d7392 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.986907 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d12ccc48-c080-482f-b877-0976aa4114e5 req-ffe71656-99bf-4edf-922b-9ba0ed8d7392 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.041004 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d12ccc48-c080-482f-b877-0976aa4114e5 req-ffe71656-99bf-4edf-922b-9ba0ed8d7392 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.047022 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d12ccc48-c080-482f-b877-0976aa4114e5 req-ffe71656-99bf-4edf-922b-9ba0ed8d7392 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.050399 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d12ccc48-c080-482f-b877-0976aa4114e5 req-ffe71656-99bf-4edf-922b-9ba0ed8d7392 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "DELETE /v2.0/security-groups/a806c6b6-0fd1-4d37-ae04-7b0ba1aba8fc HTTP/1.1" status: 204 len: 173 time: 0.1487253 Jul 13 07:44:26.078413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe71656-99bf-4edf-922b-9ba0ed8d7392 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a806c6b6-0fd1-4d37-ae04-7b0ba1aba8fc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:26.139135 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9179931b-faf4-407c-8f7c-9222ab326ac2 req-7c00d0d9-d0de-4396-ad5a-6cfc0ef45ab5 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/f7331a4a-8537-4b2c-894c-219285542b75 HTTP/1.1" status: 200 len: 1803 time: 0.0508013 Jul 13 07:44:26.204959 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9179931b-faf4-407c-8f7c-9222ab326ac2 req-8d339b3b-2870-4351-a51d-9ee8ebe11a74 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.259627 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9179931b-faf4-407c-8f7c-9222ab326ac2 req-8d339b3b-2870-4351-a51d-9ee8ebe11a74 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.273511 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device aeb41168-4a00-4d67-8f6c-bb6354e7ff88 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:44:26.279036 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c3b2737d-7de7-464d-8c25-35ef56e85c7c no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:26.310372 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: c3b2737d-7de7-464d-8c25-35ef56e85c7c {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:26.311809 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c3b2737d-7de7-464d-8c25-35ef56e85c7c not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:26.323749 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcc2da-36c2-4f62-a3bf-37ddace8eb44 req-e293502a-6910-463b-b010-a73292847f77 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:26.325297 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dfbcc2da-36c2-4f62-a3bf-37ddace8eb44 req-e293502a-6910-463b-b010-a73292847f77 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 944 time: 0.1141346 Jul 13 07:44:26.326490 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9179931b-faf4-407c-8f7c-9222ab326ac2 req-8d339b3b-2870-4351-a51d-9ee8ebe11a74 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.329464 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9179931b-faf4-407c-8f7c-9222ab326ac2 req-8d339b3b-2870-4351-a51d-9ee8ebe11a74 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.330568 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9179931b-faf4-407c-8f7c-9222ab326ac2 req-8d339b3b-2870-4351-a51d-9ee8ebe11a74 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "DELETE /v2.0/security-groups/f7331a4a-8537-4b2c-894c-219285542b75 HTTP/1.1" status: 204 len: 173 time: 0.1881874 Jul 13 07:44:26.353958 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d339b3b-2870-4351-a51d-9ee8ebe11a74 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7331a4a-8537-4b2c-894c-219285542b75,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:26.376411 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dfbcc2da-36c2-4f62-a3bf-37ddace8eb44 req-f479b2d7-b950-4bd7-b344-6725a54378c9 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d701d1-b7cc-454e-a59b-9f8e5d02f30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364072 Jul 13 07:44:26.422673 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2cd7864-d018-4250-848d-4ae341292a91', 'tag': '187ffd01-29f2-42c4-a15a-c647f2d66b2b'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:26.426035 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb93d35-8e14-472b-ad60-38f6288c34f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c2cd7864-d018-4250-848d-4ae341292a91", "tag": "187ffd01-29f2-42c4-a15a-c647f2d66b2b"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:26.430831 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-d8d7cc90-8762-4d14-aec9-4cc590aa0a59 req-9a3782c5-8c04-4899-8b90-a788929ed671 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1959424382', 'description': 'tempest-description-1752839968'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:26.433341 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port aeb41168-4a00-4d67-8f6c-bb6354e7ff88, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=aeb41168-4a00-4d67-8f6c-bb6354e7ff88,segment=NetworkSegment(878cbb30-1dfc-414c-8a1e-666216f35edb),segment_id=878cbb30-1dfc-414c-8a1e-666216f35edb)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:26.456008 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d8d7cc90-8762-4d14-aec9-4cc590aa0a59 req-9a3782c5-8c04-4899-8b90-a788929ed671 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.465582 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'aeb41168-4a00-4d67-8f6c-bb6354e7ff88', 'network_id': '54b19629-bfd1-40c4-9e1c-d775d7654965', 'port_id': 'aeb41168-4a00-4d67-8f6c-bb6354e7ff88', 'mac_address': 'fa:16:3e:29:d6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0711840-6c05-410d-9890-6fb1e6a9b4a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:44:26.512890 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d32b0dd-6b0f-4ded-b6d7-2e04635d1bc9 x-openstack-request-id: req-6d32b0dd-6b0f-4ded-b6d7-2e04635d1bc9 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:26.513164 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2cd7864-d018-4250-848d-4ae341292a91", "tag": "187ffd01-29f2-42c4-a15a-c647f2d66b2b", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:26.513637 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d32b0dd-6b0f-4ded-b6d7-2e04635d1bc9 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:26.515644 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2cd7864-d018-4250-848d-4ae341292a91', 'tag': '187ffd01-29f2-42c4-a15a-c647f2d66b2b', 'status': 'completed', 'code': 200} Jul 13 07:44:26.593565 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.625347 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb41168-4a00-4d67-8f6c-bb6354e7ff88 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:44:26.639820 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d8d7cc90-8762-4d14-aec9-4cc590aa0a59 req-9a3782c5-8c04-4899-8b90-a788929ed671 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.646250 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d8d7cc90-8762-4d14-aec9-4cc590aa0a59 req-9a3782c5-8c04-4899-8b90-a788929ed671 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.660908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port aeb41168-4a00-4d67-8f6c-bb6354e7ff88, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=aeb41168-4a00-4d67-8f6c-bb6354e7ff88,segment=NetworkSegment(878cbb30-1dfc-414c-8a1e-666216f35edb),segment_id=878cbb30-1dfc-414c-8a1e-666216f35edb)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:26.665419 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.684943 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3782c5-8c04-4899-8b90-a788929ed671 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694643ce-9071-4db2-8276-6fff1e4cf7b4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:26.689471 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d8d7cc90-8762-4d14-aec9-4cc590aa0a59 req-9a3782c5-8c04-4899-8b90-a788929ed671 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.702713 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d8d7cc90-8762-4d14-aec9-4cc590aa0a59 req-9a3782c5-8c04-4899-8b90-a788929ed671 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2760518 Jul 13 07:44:26.702842 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb93d35-8e14-472b-ad60-38f6288c34f5 req-d438b254-5728-43bc-b624-2389b7eeb169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:26.704303 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0fb93d35-8e14-472b-ad60-38f6288c34f5 req-d438b254-5728-43bc-b624-2389b7eeb169 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f548f9cbf0df49278ed61c832d771add&device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 1096 time: 0.1584532 Jul 13 07:44:26.761622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=aeb41168-4a00-4d67-8f6c-bb6354e7ff88,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:26.814410 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7769f098-047d-4908-bad7-6fccc8c07737 req-b0c49a97-a93c-4508-98d3-344fc3d93bbd tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/694643ce-9071-4db2-8276-6fff1e4cf7b4 HTTP/1.1" status: 200 len: 1803 time: 0.0767710 Jul 13 07:44:26.832960 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-7769f098-047d-4908-bad7-6fccc8c07737 req-9a065461-1e38-41ea-b2b8-81c83223dfce tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Request body: {'security_group': {'name': 'tempest-sg-hth-283029337', 'description': 'tempest-description-hth-126659585'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:26.876728 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb93d35-8e14-472b-ad60-38f6288c34f5 req-f84a16c7-88a2-4e61-9d9b-e1e5f23073d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:26.878946 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0fb93d35-8e14-472b-ad60-38f6288c34f5 req-f84a16c7-88a2-4e61-9d9b-e1e5f23073d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14cdc4ec-6407-432a-bc8b-28761ebb7e70 HTTP/1.1" status: 200 len: 907 time: 0.1603465 Jul 13 07:44:26.903988 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7769f098-047d-4908-bad7-6fccc8c07737 req-9a065461-1e38-41ea-b2b8-81c83223dfce tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.937522 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0fb93d35-8e14-472b-ad60-38f6288c34f5 req-0e89f9ed-f65b-48e8-80c3-87a1472de56a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=187ffd01-29f2-42c4-a15a-c647f2d66b2b HTTP/1.1" status: 200 len: 217 time: 0.0495701 Jul 13 07:44:26.967238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4738a4-36be-4ded-97c7-fc21601713f6 req-75b39cd1-0eb0-4c55-b5ff-f20a3206c324 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:26.974830 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5f4738a4-36be-4ded-97c7-fc21601713f6 req-75b39cd1-0eb0-4c55-b5ff-f20a3206c324 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 945 time: 0.1371355 Jul 13 07:44:26.995084 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7769f098-047d-4908-bad7-6fccc8c07737 req-9a065461-1e38-41ea-b2b8-81c83223dfce tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.012441 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7769f098-047d-4908-bad7-6fccc8c07737 req-9a065461-1e38-41ea-b2b8-81c83223dfce tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.014995 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7769f098-047d-4908-bad7-6fccc8c07737 req-9a065461-1e38-41ea-b2b8-81c83223dfce tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.018549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb93d35-8e14-472b-ad60-38f6288c34f5 req-1df9a872-57a7-4bcc-99a1-ce83140a233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:27.019202 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7769f098-047d-4908-bad7-6fccc8c07737 req-9a065461-1e38-41ea-b2b8-81c83223dfce tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "PUT /v2.0/security-groups/694643ce-9071-4db2-8276-6fff1e4cf7b4 HTTP/1.1" status: 200 len: 1775 time: 0.1934254 Jul 13 07:44:27.020318 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0fb93d35-8e14-472b-ad60-38f6288c34f5 req-1df9a872-57a7-4bcc-99a1-ce83140a233f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00ea66ea-cdb9-42df-900b-f5a475cd0dcf HTTP/1.1" status: 200 len: 845 time: 0.0747206 Jul 13 07:44:27.031290 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5f4738a4-36be-4ded-97c7-fc21601713f6 req-520d2314-7da0-4679-8272-bc4b421bbbc8 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555921 Jul 13 07:44:27.059515 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a065461-1e38-41ea-b2b8-81c83223dfce tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694643ce-9071-4db2-8276-6fff1e4cf7b4,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:27.182262 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb93d35-8e14-472b-ad60-38f6288c34f5 req-df50da2c-6703-49a9-9b9e-20f87c24d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:27.191241 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0fb93d35-8e14-472b-ad60-38f6288c34f5 req-df50da2c-6703-49a9-9b9e-20f87c24d5a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14cdc4ec-6407-432a-bc8b-28761ebb7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1493750 Jul 13 07:44:27.233904 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d6e0f66-b12d-47f8-b656-8b27113bf900 req-c368d9a4-e4a2-40fc-9625-201da326d8a8 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0521657 Jul 13 07:44:27.237213 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2790a607-e6c6-490a-8dd8-bd4a1999a334 req-e73faa79-e259-43e7-82b1-fbe6a6f158a9 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/694643ce-9071-4db2-8276-6fff1e4cf7b4 HTTP/1.1" status: 200 len: 1775 time: 0.1557112 Jul 13 07:44:27.257677 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['aeb41168-4a00-4d67-8f6c-bb6354e7ff88'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:44:27.383179 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0fb93d35-8e14-472b-ad60-38f6288c34f5 req-94752791-aa0b-411e-9db1-fa3d8a548fe5 service neutron] 10.222.0.35 "GET /v2.0/networks/14cdc4ec-6407-432a-bc8b-28761ebb7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731527 Jul 13 07:44:27.385588 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2ae03cf5-2319-46fd-83dd-7d1c6d7c1d8c req-183f59df-5d6e-468a-a71b-bf457a403220 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/694643ce-9071-4db2-8276-6fff1e4cf7b4 HTTP/1.1" status: 200 len: 1775 time: 0.1029861 Jul 13 07:44:27.493677 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2ae03cf5-2319-46fd-83dd-7d1c6d7c1d8c req-856fb951-39d6-40f5-a989-70b494d21607 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.562886 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6f377b74-b8c7-4c27-bb17-e29bde6c221b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.574298 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0fb93d35-8e14-472b-ad60-38f6288c34f5 req-9c9ac33f-044d-496a-8a7d-49062c35b923 service neutron] 10.222.0.35 "GET /v2.0/networks/14cdc4ec-6407-432a-bc8b-28761ebb7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805615 Jul 13 07:44:27.579869 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2ae03cf5-2319-46fd-83dd-7d1c6d7c1d8c req-856fb951-39d6-40f5-a989-70b494d21607 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.608495 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.647305 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41068866-796b-4a81-821b-d73ff4cc85a5 req-effcba41-a043-4c9e-b2af-906e41a93b41 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:27.648903 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-41068866-796b-4a81-821b-d73ff4cc85a5 req-effcba41-a043-4c9e-b2af-906e41a93b41 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 944 time: 0.1214089 Jul 13 07:44:27.653802 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2ae03cf5-2319-46fd-83dd-7d1c6d7c1d8c req-856fb951-39d6-40f5-a989-70b494d21607 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.656653 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2ae03cf5-2319-46fd-83dd-7d1c6d7c1d8c req-856fb951-39d6-40f5-a989-70b494d21607 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.657470 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2ae03cf5-2319-46fd-83dd-7d1c6d7c1d8c req-856fb951-39d6-40f5-a989-70b494d21607 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "DELETE /v2.0/security-groups/694643ce-9071-4db2-8276-6fff1e4cf7b4 HTTP/1.1" status: 204 len: 173 time: 0.2710884 Jul 13 07:44:27.687002 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fb951-39d6-40f5-a989-70b494d21607 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=694643ce-9071-4db2-8276-6fff1e4cf7b4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:27.725566 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-41068866-796b-4a81-821b-d73ff4cc85a5 req-8f0b32c0-1f6a-470e-97d4-885f4eb56d65 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d701d1-b7cc-454e-a59b-9f8e5d02f30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669322 Jul 13 07:44:27.918730 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-e929fff5-6aaa-49b5-9e0e-68e0f3c21259 req-a8a0d816-e74b-4e69-9179-2f8bc64f1f36 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] show failed (client error): The resource could not be found. Jul 13 07:44:27.919805 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e929fff5-6aaa-49b5-9e0e-68e0f3c21259 req-a8a0d816-e74b-4e69-9179-2f8bc64f1f36 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/f7331a4a-8537-4b2c-894c-219285542b75 HTTP/1.1" status: 404 len: 352 time: 0.0158074 Jul 13 07:44:27.957324 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-f2453032-1a7b-4d87-88fd-d87f64606198 req-69dc05e7-8248-4b0c-82b7-afc92586dec7 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] show failed (client error): The resource could not be found. Jul 13 07:44:27.958493 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2453032-1a7b-4d87-88fd-d87f64606198 req-69dc05e7-8248-4b0c-82b7-afc92586dec7 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/a806c6b6-0fd1-4d37-ae04-7b0ba1aba8fc HTTP/1.1" status: 404 len: 352 time: 0.0149589 Jul 13 07:44:28.000741 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-3e470021-d171-4163-9a35-82be8fbe7138 req-9ef79dd4-b08f-460c-a120-265a1982da61 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] show failed (client error): The resource could not be found. Jul 13 07:44:28.009253 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3e470021-d171-4163-9a35-82be8fbe7138 req-9ef79dd4-b08f-460c-a120-265a1982da61 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/37022603-c7d2-4726-8a92-a8221f3c12c6 HTTP/1.1" status: 404 len: 352 time: 0.0226104 Jul 13 07:44:28.037318 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-415ae3a6-fb75-478e-ab76-54822699a218 req-b450ab03-c5c9-49bb-aebf-ee24c131ea5c tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] show failed (client error): The resource could not be found. Jul 13 07:44:28.039206 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-415ae3a6-fb75-478e-ab76-54822699a218 req-b450ab03-c5c9-49bb-aebf-ee24c131ea5c tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/ed11ffbd-4ff8-4142-b8bc-0280a144930f HTTP/1.1" status: 404 len: 352 time: 0.0159159 Jul 13 07:44:28.075482 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-e5144b7f-cfec-4537-ab30-c6b9564467d8 req-d4a275b8-32a6-49c4-b820-019d3b1c1583 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] show failed (client error): The resource could not be found. Jul 13 07:44:28.076550 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e5144b7f-cfec-4537-ab30-c6b9564467d8 req-d4a275b8-32a6-49c4-b820-019d3b1c1583 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/50082996-1dc1-4bf4-87fd-2b935342987b HTTP/1.1" status: 404 len: 352 time: 0.0162475 Jul 13 07:44:28.118950 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-4a008870-8af6-4e24-806e-5408b96c4428 req-41dcee2e-8fef-4429-965d-ab0c23041443 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] show failed (client error): The resource could not be found. Jul 13 07:44:28.120025 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a008870-8af6-4e24-806e-5408b96c4428 req-41dcee2e-8fef-4429-965d-ab0c23041443 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/c9bde33e-f76b-4cc2-b42c-d2ed20e04dc9 HTTP/1.1" status: 404 len: 352 time: 0.0176647 Jul 13 07:44:28.252430 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883fac7-585a-4166-8b1f-d590788ed069 req-6e8c7486-68d7-4619-8f2b-2fb2074f6f7f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:28.259180 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b883fac7-585a-4166-8b1f-d590788ed069 req-6e8c7486-68d7-4619-8f2b-2fb2074f6f7f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 945 time: 0.0902269 Jul 13 07:44:28.296136 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b883fac7-585a-4166-8b1f-d590788ed069 req-c7855684-bf76-4f2c-8455-ece8e8a27140 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360048 Jul 13 07:44:28.497562 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0708aab4-0bbc-41a7-a1be-bf1a19921b73 req-3aa6a436-5ccc-4bc4-82c2-e4d808b9f483 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0360692 Jul 13 07:44:28.591362 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043701bc-21ad-4075-8171-0c15b7a2451c req-96d6e79c-0c51-49fb-bcc7-2eaf0f20c08f tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:28.597277 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-043701bc-21ad-4075-8171-0c15b7a2451c req-96d6e79c-0c51-49fb-bcc7-2eaf0f20c08f tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 1023 time: 0.1030071 Jul 13 07:44:28.644694 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-043701bc-21ad-4075-8171-0c15b7a2451c req-c7cab202-b3bc-4d37-a7a3-05976fb2ea0a tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1259b56-d984-442a-82af-a1daba638b44&id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&id=d6daa29a-66f8-4319-9780-9d1fe0f46a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0462658 Jul 13 07:44:28.924725 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d569893-42d3-4d5c-96da-61b5131f8f75 req-2103da6f-b926-4a3b-9670-12cd9b7b5b3c tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:28.927044 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d569893-42d3-4d5c-96da-61b5131f8f75 req-2103da6f-b926-4a3b-9670-12cd9b7b5b3c tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 944 time: 0.0744073 Jul 13 07:44:28.974605 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d569893-42d3-4d5c-96da-61b5131f8f75 req-0ef3f242-b8f1-45f8-80c8-0b90bb012937 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d701d1-b7cc-454e-a59b-9f8e5d02f30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407622 Jul 13 07:44:29.484661 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3f747-962c-4a98-862c-b1673f4d9ceb req-d12a62be-f7ff-4ea7-a5f6-d7d8e3f130e5 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:29.486209 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-58e3f747-962c-4a98-862c-b1673f4d9ceb req-d12a62be-f7ff-4ea7-a5f6-d7d8e3f130e5 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 945 time: 0.0708747 Jul 13 07:44:29.505828 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.539346 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-58e3f747-962c-4a98-862c-b1673f4d9ceb req-2d721ebe-7857-4c82-b2ee-200ea03a0e5c tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468075 Jul 13 07:44:29.620873 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-858e4168-cb50-4368-8d58-b329f74af65b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0991180 Jul 13 07:44:29.690012 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be9a1888-b584-46d3-9af6-d15a666f084c req-1bacd019-4305-4783-b08b-ae807a1d27f2 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0369806 Jul 13 07:44:29.816528 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-faa55371-b69e-445f-b550-67ea79504daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:29.817020 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-faa55371-b69e-445f-b550-67ea79504daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:29.817510 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-faa55371-b69e-445f-b550-67ea79504daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:29.817991 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-faa55371-b69e-445f-b550-67ea79504daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:29.818509 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-faa55371-b69e-445f-b550-67ea79504daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:29.819139 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-faa55371-b69e-445f-b550-67ea79504daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:29.819617 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-faa55371-b69e-445f-b550-67ea79504daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:29.821621 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-faa55371-b69e-445f-b550-67ea79504daf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=212dff56b36b4f87993a61249127ab0c&device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 6509 time: 0.1230893 Jul 13 07:44:29.938378 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bcc04-bcd2-45d2-9517-9d552769838b req-4fb5e25e-0ca0-4ec4-acc7-58be3d9abb30 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:29.952458 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-907bcc04-bcd2-45d2-9517-9d552769838b req-4fb5e25e-0ca0-4ec4-acc7-58be3d9abb30 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 1023 time: 0.0992355 Jul 13 07:44:29.995093 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-3b56fc19-1e24-496d-abd4-b9b5d9cbcaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:29.996003 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-3b56fc19-1e24-496d-abd4-b9b5d9cbcaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:29.996555 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-3b56fc19-1e24-496d-abd4-b9b5d9cbcaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:29.999629 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-3b56fc19-1e24-496d-abd4-b9b5d9cbcaa7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=918c9be5-f73c-4ae4-b262-3a0c8f3703eb&id=57e01b8b-6c29-4855-95ef-f150e56b368c&id=57e01b8b-6c29-4855-95ef-f150e56b368c&id=57e01b8b-6c29-4855-95ef-f150e56b368c&id=57e01b8b-6c29-4855-95ef-f150e56b368c&id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6&id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6 HTTP/1.1" status: 200 len: 2296 time: 0.1339936 Jul 13 07:44:30.023410 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-907bcc04-bcd2-45d2-9517-9d552769838b req-6b197d96-fa44-4853-97e9-f163ea8ea274 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1259b56-d984-442a-82af-a1daba638b44&id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&id=d6daa29a-66f8-4319-9780-9d1fe0f46a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0689328 Jul 13 07:44:30.087117 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-8ba70b92-7d3c-4ca3-bdba-5015248600ff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91ae0369-0e20-472f-b809-5b288f50e076 HTTP/1.1" status: 200 len: 1000 time: 0.0762427 Jul 13 07:44:30.191246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-433913e0-ef3d-4551-a374-72528f03c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:30.193510 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-433913e0-ef3d-4551-a374-72528f03c39c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=74c9f7d4-d0b0-43d4-8a5f-516e5817785d HTTP/1.1" status: 200 len: 855 time: 0.0936258 Jul 13 07:44:30.245445 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357a457-6639-45ca-8599-377f96fb332d req-c75c47ff-b7c4-4e1c-a0b7-c681c1807937 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:30.253400 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7357a457-6639-45ca-8599-377f96fb332d req-c75c47ff-b7c4-4e1c-a0b7-c681c1807937 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 944 time: 0.0911872 Jul 13 07:44:30.284847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-5cde4c23-9b19-418f-85be-8f2d7b884ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:30.298346 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-5cde4c23-9b19-418f-85be-8f2d7b884ce7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=918c9be5-f73c-4ae4-b262-3a0c8f3703eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824704 Jul 13 07:44:30.303785 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7357a457-6639-45ca-8599-377f96fb332d req-29844bae-bc8c-499f-8e67-c62eb1e8dc35 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d701d1-b7cc-454e-a59b-9f8e5d02f30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494213 Jul 13 07:44:30.313054 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device aeb41168-4a00-4d67-8f6c-bb6354e7ff88 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:30.317923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 187ffd01-29f2-42c4-a15a-c647f2d66b2b details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:44:30.454360 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-52e4755e-733b-449b-a593-d2f4152c3048 service neutron] 10.222.0.62 "GET /v2.0/networks/918c9be5-f73c-4ae4-b262-3a0c8f3703eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501811 Jul 13 07:44:30.469437 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port aeb41168-4a00-4d67-8f6c-bb6354e7ff88 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:30.479303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port aeb41168-4a00-4d67-8f6c-bb6354e7ff88 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:30.479952 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.532955 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 187ffd01-29f2-42c4-a15a-c647f2d66b2b, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=187ffd01-29f2-42c4-a15a-c647f2d66b2b,segment=NetworkSegment(09aabac0-b86f-4d9d-94ee-5271419daa5a),segment_id=09aabac0-b86f-4d9d-94ee-5271419daa5a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:30.556276 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '187ffd01-29f2-42c4-a15a-c647f2d66b2b', 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70', 'port_id': '187ffd01-29f2-42c4-a15a-c647f2d66b2b', 'mac_address': 'fa:16:3e:84:c5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:44:30.571597 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-507bdef6-d885-4c31-a7d6-a1ee959384bb service neutron] 10.222.0.62 "GET /v2.0/networks/918c9be5-f73c-4ae4-b262-3a0c8f3703eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070316 Jul 13 07:44:30.634147 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.666847 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4fac02-a509-4584-977d-b4c8631aaa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb41168-4a00-4d67-8f6c-bb6354e7ff88'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:30.669433 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba6795c-bcc1-4241-b7a0-4d23868609e1" -d '{"events": [{"server_uuid": "1a4fac02-a509-4584-977d-b4c8631aaa0a", "name": "network-vif-plugged", "status": "completed", "tag": "aeb41168-4a00-4d67-8f6c-bb6354e7ff88"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:30.690255 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-1ba6094c-e373-4c85-a47f-cabb5b99a14d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 HTTP/1.1" status: 200 len: 217 time: 0.0944064 Jul 13 07:44:30.693880 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.716463 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port aeb41168-4a00-4d67-8f6c-bb6354e7ff88, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=aeb41168-4a00-4d67-8f6c-bb6354e7ff88,segment=NetworkSegment(878cbb30-1dfc-414c-8a1e-666216f35edb),segment_id=878cbb30-1dfc-414c-8a1e-666216f35edb)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:30.731893 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.785534 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-18b00ad2-6096-43c7-a761-58d1ad9b89e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:30.786936 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-18b00ad2-6096-43c7-a761-58d1ad9b89e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=370ab867-a738-414f-91c2-c627af51a399 HTTP/1.1" status: 200 len: 797 time: 0.0852008 Jul 13 07:44:30.809949 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6129fbd2-08e6-4877-8942-c813221d5ca0 x-openstack-request-id: req-6129fbd2-08e6-4877-8942-c813221d5ca0 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:30.810307 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4fac02-a509-4584-977d-b4c8631aaa0a", "name": "network-vif-plugged", "status": "completed", "tag": "aeb41168-4a00-4d67-8f6c-bb6354e7ff88", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:30.810571 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6129fbd2-08e6-4877-8942-c813221d5ca0 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:30.810972 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4fac02-a509-4584-977d-b4c8631aaa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb41168-4a00-4d67-8f6c-bb6354e7ff88', 'code': 200} Jul 13 07:44:30.812331 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187ffd01-29f2-42c4-a15a-c647f2d66b2b {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:44:30.856920 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 187ffd01-29f2-42c4-a15a-c647f2d66b2b, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=187ffd01-29f2-42c4-a15a-c647f2d66b2b,segment=NetworkSegment(09aabac0-b86f-4d9d-94ee-5271419daa5a),segment_id=09aabac0-b86f-4d9d-94ee-5271419daa5a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:30.879561 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.939077 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=aeb41168-4a00-4d67-8f6c-bb6354e7ff88,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:30.947675 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba6a07-6c5a-47a5-a632-e438b6e5ff17 req-31ff23bd-ee8d-42d3-b6bc-bc47a156dedd tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:30.948940 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f1ba6a07-6c5a-47a5-a632-e438b6e5ff17 req-31ff23bd-ee8d-42d3-b6bc-bc47a156dedd tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.62 "GET /v2.0/ports?device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 1023 time: 0.2620025 Jul 13 07:44:31.035058 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=187ffd01-29f2-42c4-a15a-c647f2d66b2b,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:31.036622 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e31a56-0c7e-49ba-b642-608054e7a014 req-6b7953b8-cc23-4fe2-b7c2-2a5556f656c8 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:31.044215 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-09e31a56-0c7e-49ba-b642-608054e7a014 req-6b7953b8-cc23-4fe2-b7c2-2a5556f656c8 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.2233226 Jul 13 07:44:31.066771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2685fc91-5d26-42fa-9987-5e73e1b21f55 req-1fe3cbd9-57c8-4ed0-8b68-856f596756b1 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0930471 Jul 13 07:44:31.092963 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-3e00691e-e8df-4869-aa5f-f76cd452fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:31.094561 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-3e00691e-e8df-4869-aa5f-f76cd452fb28 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57e01b8b-6c29-4855-95ef-f150e56b368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2807460 Jul 13 07:44:31.109631 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a26dc-5a9d-4c77-ab3d-df2754421ede req-b956febd-1e0d-4bc6-94b4-bbf9690a6905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:31.111178 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d24a26dc-5a9d-4c77-ab3d-df2754421ede req-b956febd-1e0d-4bc6-94b4-bbf9690a6905 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 1098 time: 0.2249074 Jul 13 07:44:31.138353 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-09e31a56-0c7e-49ba-b642-608054e7a014 req-2be6f8fb-9605-465a-814c-743c773f9c30 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930545 Jul 13 07:44:31.228517 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['187ffd01-29f2-42c4-a15a-c647f2d66b2b'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:44:31.335824 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d24a26dc-5a9d-4c77-ab3d-df2754421ede req-2f016071-de7e-4fae-b9cc-e76485b85db0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593971 Jul 13 07:44:31.359524 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.412379 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-dc402a96-4f48-40af-853f-5add1da1f195 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542408 Jul 13 07:44:31.414563 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-f1ba6a07-6c5a-47a5-a632-e438b6e5ff17 req-2a8bb7df-0f7f-436c-b1f6-f0b3923c2a4d tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Deleting port da8671a2-8590-4a71-ba26-2f506673240d {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:31.414913 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1ba6a07-6c5a-47a5-a632-e438b6e5ff17 req-2a8bb7df-0f7f-436c-b1f6-f0b3923c2a4d tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.470202 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efa700-8ca8-498d-b4fa-7b0c06440b46 req-5a2cf8a2-61d7-427b-8704-c97cf0194d49 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:31.478996 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2efa700-8ca8-498d-b4fa-7b0c06440b46 req-5a2cf8a2-61d7-427b-8704-c97cf0194d49 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 1023 time: 0.1539559 Jul 13 07:44:31.594204 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f1ba6a07-6c5a-47a5-a632-e438b6e5ff17 req-2a8bb7df-0f7f-436c-b1f6-f0b3923c2a4d tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] For port da8671a2-8590-4a71-ba26-2f506673240d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=da8671a2-8590-4a71-ba26-2f506673240d,segment=NetworkSegment(be5e0c41-1122-4ba7-8637-ccf617e1d4e0),segment_id=be5e0c41-1122-4ba7-8637-ccf617e1d4e0)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:31.596564 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1ba6a07-6c5a-47a5-a632-e438b6e5ff17 req-2a8bb7df-0f7f-436c-b1f6-f0b3923c2a4d tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.605947 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2efa700-8ca8-498d-b4fa-7b0c06440b46 req-4d8aaf7c-c06e-48eb-9a63-0c939545d462 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1259b56-d984-442a-82af-a1daba638b44&id=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49&id=d6daa29a-66f8-4319-9780-9d1fe0f46a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1258175 Jul 13 07:44:31.643965 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-f1ba6a07-6c5a-47a5-a632-e438b6e5ff17 req-2a8bb7df-0f7f-436c-b1f6-f0b3923c2a4d tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Calling delete_port for da8671a2-8590-4a71-ba26-2f506673240d owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:31.801249 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1a3db2aa-8bef-4004-9fda-838a5322a8b4 req-17c0a08d-4953-443c-ae9a-a8e95f8012b5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0613389 Jul 13 07:44:31.924648 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-54346a96-3c54-4135-9b47-af73a9844484 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934512 Jul 13 07:44:31.926132 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e65267-2443-47fe-a415-eb9e0d9c331b req-017d6630-df43-4d99-b44b-be4e931d0f02 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:31.927755 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80e65267-2443-47fe-a415-eb9e0d9c331b req-017d6630-df43-4d99-b44b-be4e931d0f02 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 945 time: 0.0865986 Jul 13 07:44:31.982789 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-49d817d5-394a-4253-9cfc-85eeff8ffd58 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=ceb6e9ad-b675-411f-96d9-dbca0ebbe960 HTTP/1.1" status: 200 len: 217 time: 0.0471888 Jul 13 07:44:31.984054 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1ba6a07-6c5a-47a5-a632-e438b6e5ff17 req-2a8bb7df-0f7f-436c-b1f6-f0b3923c2a4d tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.011298 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80e65267-2443-47fe-a415-eb9e0d9c331b req-e8f6dfac-86fe-4921-9286-aa466866668b tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d701d1-b7cc-454e-a59b-9f8e5d02f30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745249 Jul 13 07:44:32.014300 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['da8671a2-8590-4a71-ba26-2f506673240d'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:44:32.036787 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bb7df-0f7f-436c-b1f6-f0b3923c2a4d tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event deleted for resources: {'Port': ['ID=da8671a2-8590-4a71-ba26-2f506673240d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:32.138076 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ba6a07-6c5a-47a5-a632-e438b6e5ff17 req-2a8bb7df-0f7f-436c-b1f6-f0b3923c2a4d tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] No DVR routers for this DVR port da8671a2-8590-4a71-ba26-2f506673240d on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:32.141246 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1ba6a07-6c5a-47a5-a632-e438b6e5ff17 req-2a8bb7df-0f7f-436c-b1f6-f0b3923c2a4d tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.143683 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f1ba6a07-6c5a-47a5-a632-e438b6e5ff17 req-2a8bb7df-0f7f-436c-b1f6-f0b3923c2a4d tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.62 "DELETE /v2.0/ports/da8671a2-8590-4a71-ba26-2f506673240d HTTP/1.1" status: 204 len: 173 time: 1.1676576 Jul 13 07:44:32.158667 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efd217c-0615-44b9-9814-6527784d6acc', 'name': 'network-vif-deleted', 'tag': 'da8671a2-8590-4a71-ba26-2f506673240d'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:32.163276 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349cf9f0-ff1d-4364-9277-e3bc0dcb46e5" -d '{"events": [{"server_uuid": "1efd217c-0615-44b9-9814-6527784d6acc", "name": "network-vif-deleted", "tag": "da8671a2-8590-4a71-ba26-2f506673240d"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:32.187677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-d73bed8e-d934-45b3-b11e-fe5f55b04a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:32.188604 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-d73bed8e-d934-45b3-b11e-fe5f55b04a03 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=370ab867-a738-414f-91c2-c627af51a399 HTTP/1.1" status: 200 len: 797 time: 0.1556618 Jul 13 07:44:32.250468 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447b3084-a110-4214-a1e7-e9d22baec478 x-openstack-request-id: req-447b3084-a110-4214-a1e7-e9d22baec478 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:32.250893 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efd217c-0615-44b9-9814-6527784d6acc", "name": "network-vif-deleted", "tag": "da8671a2-8590-4a71-ba26-2f506673240d", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:32.251230 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-447b3084-a110-4214-a1e7-e9d22baec478 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:32.251911 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efd217c-0615-44b9-9814-6527784d6acc', 'name': 'network-vif-deleted', 'tag': 'da8671a2-8590-4a71-ba26-2f506673240d', 'status': 'completed', 'code': 200} Jul 13 07:44:32.256196 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a939dd4-ec5a-4e03-9658-83c684e3e2f1 req-a72f7fe5-a1f8-4c6e-81b8-dbc193071479 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0309935 Jul 13 07:44:32.322170 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-f2de5e13-3ab5-4ec3-b394-d2075a0dc0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:32.322170 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-f2de5e13-3ab5-4ec3-b394-d2075a0dc0ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57e01b8b-6c29-4855-95ef-f150e56b368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1102593 Jul 13 07:44:32.328939 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 187ffd01-29f2-42c4-a15a-c647f2d66b2b up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:32.487941 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 187ffd01-29f2-42c4-a15a-c647f2d66b2b completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:32.492975 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 187ffd01-29f2-42c4-a15a-c647f2d66b2b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:32.493877 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.611741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081ef7d-5d10-4012-a44f-7c39b816577e req-0f82a139-76ad-4bd1-a7d3-b5cf9e38ef74 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:32.631071 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0081ef7d-5d10-4012-a44f-7c39b816577e req-0f82a139-76ad-4bd1-a7d3-b5cf9e38ef74 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.2219539 Jul 13 07:44:32.673433 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-d655aa8e-2699-4dae-8bd7-11a49d7cc3c3 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412004 Jul 13 07:44:32.729201 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0081ef7d-5d10-4012-a44f-7c39b816577e req-54d32009-9906-4164-a3d4-c06c3360d3eb tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965815 Jul 13 07:44:32.733510 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.836518 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2cd7864-d018-4250-848d-4ae341292a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187ffd01-29f2-42c4-a15a-c647f2d66b2b'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:32.839721 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73076f4-7e7f-4ae9-b3f9-4a4923af8f12" -d '{"events": [{"server_uuid": "c2cd7864-d018-4250-848d-4ae341292a91", "name": "network-vif-plugged", "status": "completed", "tag": "187ffd01-29f2-42c4-a15a-c647f2d66b2b"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:32.856161 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 187ffd01-29f2-42c4-a15a-c647f2d66b2b, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=187ffd01-29f2-42c4-a15a-c647f2d66b2b,segment=NetworkSegment(09aabac0-b86f-4d9d-94ee-5271419daa5a),segment_id=09aabac0-b86f-4d9d-94ee-5271419daa5a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:32.865582 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.930413 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-754c5e8b-bae9-4323-8a7a-517fa135779c service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485485 Jul 13 07:44:32.959982 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=187ffd01-29f2-42c4-a15a-c647f2d66b2b,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:33.019429 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-68fee42f-7118-4943-960a-4eb3e4c841ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=50c8d939-6bc9-4c86-93bc-cac6046ab070 HTTP/1.1" status: 200 len: 217 time: 0.0792799 Jul 13 07:44:33.026322 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53e8e4c3-74d5-495b-a8a3-6ffda5af0cf7 req-3f23f228-b0ab-4d70-ad48-3a6a2a5a3858 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/ports?device_id=1efd217c-0615-44b9-9814-6527784d6acc HTTP/1.1" status: 200 len: 210 time: 0.0469768 Jul 13 07:44:33.081626 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb50d5c-5f71-48db-821f-e8c840354df2 x-openstack-request-id: req-6fb50d5c-5f71-48db-821f-e8c840354df2 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:33.082190 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2cd7864-d018-4250-848d-4ae341292a91", "name": "network-vif-plugged", "status": "completed", "tag": "187ffd01-29f2-42c4-a15a-c647f2d66b2b", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:33.082190 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6fb50d5c-5f71-48db-821f-e8c840354df2 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:33.082575 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2cd7864-d018-4250-848d-4ae341292a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187ffd01-29f2-42c4-a15a-c647f2d66b2b', 'code': 200} Jul 13 07:44:33.137704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-a0bd27c6-9f46-489b-8f23-20252e74dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:33.148885 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-a0bd27c6-9f46-489b-8f23-20252e74dc26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=370ab867-a738-414f-91c2-c627af51a399 HTTP/1.1" status: 200 len: 797 time: 0.1207879 Jul 13 07:44:33.273136 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9657f9-c567-4ddd-a26d-60af324206c7 req-d0133794-f9c4-409a-a3d4-e9dbfe1e9785 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:33.275328 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5c9657f9-c567-4ddd-a26d-60af324206c7 req-d0133794-f9c4-409a-a3d4-e9dbfe1e9785 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 946 time: 0.0718811 Jul 13 07:44:33.278752 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-a3459a15-81ea-4053-a1d2-6a760186d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:33.280335 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-a3459a15-81ea-4053-a1d2-6a760186d854 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57e01b8b-6c29-4855-95ef-f150e56b368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1203098 Jul 13 07:44:33.283662 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75140dcd-5df8-4f30-841a-26393c7ec6d9 req-8c64f305-d358-4dec-8a19-c9e957e1f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:33.285136 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-75140dcd-5df8-4f30-841a-26393c7ec6d9 req-8c64f305-d358-4dec-8a19-c9e957e1f3fb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 1098 time: 0.0869384 Jul 13 07:44:33.315158 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-02c1ff47-e911-4cbb-8f2e-2807fff0556e None None] Provisioning complete for port 187ffd01-29f2-42c4-a15a-c647f2d66b2b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:33.315892 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-02c1ff47-e911-4cbb-8f2e-2807fff0556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.343962 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5c9657f9-c567-4ddd-a26d-60af324206c7 req-6d798300-3c42-4c2a-9442-81b742a76122 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d701d1-b7cc-454e-a59b-9f8e5d02f30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596695 Jul 13 07:44:33.433199 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-75140dcd-5df8-4f30-841a-26393c7ec6d9 req-15b495d4-4e13-4187-bc1c-56748f139647 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b6d701d1-b7cc-454e-a59b-9f8e5d02f30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375997 Jul 13 07:44:33.475832 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-2a4e3e56-745a-40bd-85cd-07c21ac83f52 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813016 Jul 13 07:44:33.487262 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6a6da4b-865c-4c04-84ce-5234947a885e req-e498ef72-ccd9-4551-a546-098bb9c0a9a5 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0359752 Jul 13 07:44:33.598626 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-3f3f0fa4-9cdd-4ba2-8fdf-d94f564ac095 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134334 Jul 13 07:44:33.649944 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-50443753-4b9c-4b6b-a0db-8dd5c2b5228d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=edae6acc-ae63-4af8-b2c6-ed538d646caf HTTP/1.1" status: 200 len: 217 time: 0.0436203 Jul 13 07:44:33.727773 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-83181c85-b32f-4c64-8aeb-30be127ffb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:33.729279 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-83181c85-b32f-4c64-8aeb-30be127ffb61 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=370ab867-a738-414f-91c2-c627af51a399 HTTP/1.1" status: 200 len: 797 time: 0.0526292 Jul 13 07:44:33.816915 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-085d5559-6bdb-4437-8385-abb9c9da2b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:33.816915 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-085d5559-6bdb-4437-8385-abb9c9da2b37 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57e01b8b-6c29-4855-95ef-f150e56b368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0773165 Jul 13 07:44:33.932734 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-820578e8-4340-488c-b909-82f98806e9ac service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100936 Jul 13 07:44:33.958251 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb5872d1-f6b5-4ca9-ac9c-a5b4199ffac5 req-2e0324ac-c198-4e11-b533-cee79ac6d135 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e&device_id=f64ba5a1-dbb3-4c0a-90a1-2a5b2cc04454 HTTP/1.1" status: 200 len: 210 time: 0.0435007 Jul 13 07:44:33.996008 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255554ec-5394-4861-83bd-70b4e3ba0dea req-71857da6-a6b8-49d0-8ced-0e910083ed89 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:34.011009 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-255554ec-5394-4861-83bd-70b4e3ba0dea req-71857da6-a6b8-49d0-8ced-0e910083ed89 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.1537783 Jul 13 07:44:34.065525 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-255554ec-5394-4861-83bd-70b4e3ba0dea req-4609f18f-0f63-46a6-9f58-4f60e1b08f6a tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526688 Jul 13 07:44:34.086309 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-1c6da39e-1bca-4c76-a89b-9256a7fad13b service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371286 Jul 13 07:44:34.147992 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-ca1e59bf-2836-49be-b33e-125ea5836986 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=898d9121-0ea6-4720-8349-4991e51f33d9 HTTP/1.1" status: 200 len: 217 time: 0.0447357 Jul 13 07:44:34.215039 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-c7d75d99-7982-4e8a-8f71-7abea463da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:34.216544 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-c7d75d99-7982-4e8a-8f71-7abea463da24 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f6e3720-201f-43bb-bde6-dcc07159d634 HTTP/1.1" status: 200 len: 797 time: 0.0576627 Jul 13 07:44:34.302463 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-77557c55-0349-420e-9566-00ff919127ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:34.310766 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-77557c55-0349-420e-9566-00ff919127ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0833786 Jul 13 07:44:34.337893 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device da8671a2-8590-4a71-ba26-2f506673240d no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:34.376065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: da8671a2-8590-4a71-ba26-2f506673240d {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:34.376316 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device da8671a2-8590-4a71-ba26-2f506673240d not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:34.474566 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-55a15c54-961d-49ab-af43-bd77a0d32f13 service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533847 Jul 13 07:44:34.482337 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7d4eaa51-bf45-4883-9f5c-705163ff6099 req-857a764f-70c0-4223-b1b0-7d49732daaca tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/d6daa29a-66f8-4319-9780-9d1fe0f46a6c HTTP/1.1" status: 200 len: 1803 time: 0.0733366 Jul 13 07:44:34.559749 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f3b56baf-8e86-42ef-80f2-2fd627fa17f8 req-6393ba1f-0713-4826-be69-3006bd69e559 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e6047a1d377842b88a77e9a6cb89c887&device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0519791 Jul 13 07:44:34.587990 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7d4eaa51-bf45-4883-9f5c-705163ff6099 req-3416966e-3959-4335-a41a-5068d9c1cd9e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.659496 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7d4eaa51-bf45-4883-9f5c-705163ff6099 req-3416966e-3959-4335-a41a-5068d9c1cd9e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.751750 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7d4eaa51-bf45-4883-9f5c-705163ff6099 req-3416966e-3959-4335-a41a-5068d9c1cd9e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.754360 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7d4eaa51-bf45-4883-9f5c-705163ff6099 req-3416966e-3959-4335-a41a-5068d9c1cd9e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.755543 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7d4eaa51-bf45-4883-9f5c-705163ff6099 req-3416966e-3959-4335-a41a-5068d9c1cd9e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "DELETE /v2.0/security-groups/d6daa29a-66f8-4319-9780-9d1fe0f46a6c HTTP/1.1" status: 204 len: 173 time: 0.2605908 Jul 13 07:44:34.766716 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416966e-3959-4335-a41a-5068d9c1cd9e tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6daa29a-66f8-4319-9780-9d1fe0f46a6c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:34.809967 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842568f-867a-4465-b3f9-5a44c4a1ff12 req-f7cf0264-856a-44f8-b6aa-ed245f7cacad tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:34.811935 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8842568f-867a-4465-b3f9-5a44c4a1ff12 req-f7cf0264-856a-44f8-b6aa-ed245f7cacad tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 946 time: 0.1110513 Jul 13 07:44:34.878763 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8842568f-867a-4465-b3f9-5a44c4a1ff12 req-c334ade5-039e-47df-847b-aa221a09a1fc tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d701d1-b7cc-454e-a59b-9f8e5d02f30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596023 Jul 13 07:44:34.920345 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de94d263-3b13-4376-aa84-b3e6eb237ef1 req-d6a26b6e-a6a8-4ac8-b229-a4ecb15b63d8 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0403914 Jul 13 07:44:34.939875 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f3b56baf-8e86-42ef-80f2-2fd627fa17f8 req-e0065339-7adc-4b01-b1d3-d25871b90c70 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e6047a1d377842b88a77e9a6cb89c887&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3470240 Jul 13 07:44:35.006787 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-7863bdb9-eb92-4e44-8314-1365b72e36f7 service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175893 Jul 13 07:44:35.094797 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-b4e8a618-dc7a-437f-9297-76f50e8d4554 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0089a19-6897-483c-beef-e272a1029320 HTTP/1.1" status: 200 len: 217 time: 0.0790601 Jul 13 07:44:35.114286 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff9e63-13e6-41a8-abf3-73e08f68ed63 req-b59e48c7-8d74-4518-a31d-1c35f5fa4c0b tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.121339 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f4ff9e63-13e6-41a8-abf3-73e08f68ed63 req-b59e48c7-8d74-4518-a31d-1c35f5fa4c0b tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.1084809 Jul 13 07:44:35.161172 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f3519-c372-4b35-b7d0-6bf9d752e086 req-0a8ca8db-9697-4e51-8ad8-feac621143b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.163263 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7d5f3519-c372-4b35-b7d0-6bf9d752e086 req-0a8ca8db-9697-4e51-8ad8-feac621143b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9efbe0a11cb452a9c08f11738225ab6&device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 1098 time: 0.2346973 Jul 13 07:44:35.180651 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80e49524-46e7-46ad-893f-e7e6840a0963 req-36a0da20-cbd2-46eb-98b9-c3daa25b90e0 tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "GET /v2.0/security-groups/d1259b56-d984-442a-82af-a1daba638b44 HTTP/1.1" status: 200 len: 1802 time: 0.0989492 Jul 13 07:44:35.191203 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f4ff9e63-13e6-41a8-abf3-73e08f68ed63 req-e413b1e0-3252-4df0-b282-623a60230439 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688322 Jul 13 07:44:35.241248 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b56baf-8e86-42ef-80f2-2fd627fa17f8 req-39965059-9d14-45fa-8e08-569db4de21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.242885 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f3b56baf-8e86-42ef-80f2-2fd627fa17f8 req-39965059-9d14-45fa-8e08-569db4de21f2 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2773051 Jul 13 07:44:35.247133 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-e46a27ca-cac2-4754-932b-3d8524a27b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.248906 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-e46a27ca-cac2-4754-932b-3d8524a27b56 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f6e3720-201f-43bb-bde6-dcc07159d634 HTTP/1.1" status: 200 len: 797 time: 0.1442964 Jul 13 07:44:35.307520 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-80e49524-46e7-46ad-893f-e7e6840a0963 req-b02b94b5-40b8-41f0-bacf-be79131aa9ad tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.348705 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f3519-c372-4b35-b7d0-6bf9d752e086 req-92dc0ebe-56c2-4ae1-9894-cbf4dcbab962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.350376 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7d5f3519-c372-4b35-b7d0-6bf9d752e086 req-92dc0ebe-56c2-4ae1-9894-cbf4dcbab962 service neutron] 10.222.0.62 "GET /v2.0/networks?id=54b19629-bfd1-40c4-9e1c-d775d7654965 HTTP/1.1" status: 200 len: 912 time: 0.1778460 Jul 13 07:44:35.353324 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-80e49524-46e7-46ad-893f-e7e6840a0963 req-b02b94b5-40b8-41f0-bacf-be79131aa9ad tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.409427 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-d7daee3b-0be0-4a4d-b89a-2b8a0100b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.411416 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-d7daee3b-0be0-4a4d-b89a-2b8a0100b787 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1252849 Jul 13 07:44:35.413062 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7d5f3519-c372-4b35-b7d0-6bf9d752e086 req-4214d0e9-009a-49c7-ab41-c250db8aeeea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb41168-4a00-4d67-8f6c-bb6354e7ff88 HTTP/1.1" status: 200 len: 217 time: 0.0548825 Jul 13 07:44:35.445395 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa4c2c-fad2-4ad8-9a91-2c5198301282 req-eb8d51b1-398b-4b38-b1d3-41607d670d35 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.450127 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ddaa4c2c-fad2-4ad8-9a91-2c5198301282 req-eb8d51b1-398b-4b38-b1d3-41607d670d35 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 946 time: 0.1113665 Jul 13 07:44:35.451188 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-80e49524-46e7-46ad-893f-e7e6840a0963 req-b02b94b5-40b8-41f0-bacf-be79131aa9ad tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.454641 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-80e49524-46e7-46ad-893f-e7e6840a0963 req-b02b94b5-40b8-41f0-bacf-be79131aa9ad tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.466626 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80e49524-46e7-46ad-893f-e7e6840a0963 req-b02b94b5-40b8-41f0-bacf-be79131aa9ad tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] 10.222.0.58 "DELETE /v2.0/security-groups/d1259b56-d984-442a-82af-a1daba638b44 HTTP/1.1" status: 204 len: 173 time: 0.2798531 Jul 13 07:44:35.467373 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45924) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:35.474768 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45926) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:35.495288 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-41077df1-5d9c-4c66-b80b-2703910c7fe7 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Request body: {'floatingip': {'port_id': '187ffd01-29f2-42c4-a15a-c647f2d66b2b'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:35.543706 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41077df1-5d9c-4c66-b80b-2703910c7fe7 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks [] for floatingip, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.563705 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b94b5-40b8-41f0-bacf-be79131aa9ad tempest-SecurityGroupsTestJSON-1272158013 tempest-SecurityGroupsTestJSON-1272158013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1259b56-d984-442a-82af-a1daba638b44,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:35.653361 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-36cc70e2-8d7e-4433-bd82-8bd363446a8e admin admin] Deleting subnet c26d4959-17d3-47b2-8ed9-35bf37d6a73e {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:35.663156 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-36cc70e2-8d7e-4433-bd82-8bd363446a8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.699643 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f3519-c372-4b35-b7d0-6bf9d752e086 req-18c2539f-1209-45dd-8c32-a872ffbf3725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.702460 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7d5f3519-c372-4b35-b7d0-6bf9d752e086 req-18c2539f-1209-45dd-8c32-a872ffbf3725 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0711840-6c05-410d-9890-6fb1e6a9b4a1 HTTP/1.1" status: 200 len: 851 time: 0.2700369 Jul 13 07:44:35.816731 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7d5f3519-c372-4b35-b7d0-6bf9d752e086 req-31fcc8ec-b34a-4aa1-9da1-74a514343012 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=54b19629-bfd1-40c4-9e1c-d775d7654965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704458 Jul 13 07:44:35.831969 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-36cc70e2-8d7e-4433-bd82-8bd363446a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.903458 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-36cc70e2-8d7e-4433-bd82-8bd363446a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.945781 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd9f5b-1f68-4064-925a-f9b436813f7a req-2715620d-b302-4682-a7e4-4665b21f29b2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.951223 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd9f5b-1f68-4064-925a-f9b436813f7a req-2715620d-b302-4682-a7e4-4665b21f29b2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.957065 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd9f5b-1f68-4064-925a-f9b436813f7a req-2715620d-b302-4682-a7e4-4665b21f29b2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.963379 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd9f5b-1f68-4064-925a-f9b436813f7a req-2715620d-b302-4682-a7e4-4665b21f29b2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.969241 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd9f5b-1f68-4064-925a-f9b436813f7a req-2715620d-b302-4682-a7e4-4665b21f29b2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.975227 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd9f5b-1f68-4064-925a-f9b436813f7a req-2715620d-b302-4682-a7e4-4665b21f29b2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.981254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd9f5b-1f68-4064-925a-f9b436813f7a req-2715620d-b302-4682-a7e4-4665b21f29b2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.983235 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6cfd9f5b-1f68-4064-925a-f9b436813f7a req-2715620d-b302-4682-a7e4-4665b21f29b2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5445 time: 0.2369559 Jul 13 07:44:36.017311 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-5498e30d-c9c1-43a2-8416-c3fc65df6410 service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5940340 Jul 13 07:44:36.043543 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-36cc70e2-8d7e-4433-bd82-8bd363446a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.070539 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-36cc70e2-8d7e-4433-bd82-8bd363446a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.074436 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-36cc70e2-8d7e-4433-bd82-8bd363446a8e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c26d4959-17d3-47b2-8ed9-35bf37d6a73e HTTP/1.1" status: 204 len: 168 time: 0.6006515 Jul 13 07:44:36.089412 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45932) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:36.108343 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc70e2-8d7e-4433-bd82-8bd363446a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c26d4959-17d3-47b2-8ed9-35bf37d6a73e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:36.147741 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7d5f3519-c372-4b35-b7d0-6bf9d752e086 req-782cd20d-fbd5-469f-9869-81b62e7e75fa service neutron] 10.222.0.62 "GET /v2.0/networks/54b19629-bfd1-40c4-9e1c-d775d7654965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200631 Jul 13 07:44:36.159003 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6cfd9f5b-1f68-4064-925a-f9b436813f7a req-39c9afab-9766-4ec0-be64-abcb7273f8b2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1306181 Jul 13 07:44:36.161319 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee883184-9478-4b9d-b86c-be571c0012a5 req-05e1c52a-4009-4e70-a336-444f39fd4d70 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.1067400 Jul 13 07:44:36.366638 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c71ba1d-12c7-467a-b31b-9e3f5a323875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.406306 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b09c0e0a-3074-4d4a-831e-4463eca2b008 req-e61ddfee-e6be-4a63-8639-94c881f8f1f3 service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804288 Jul 13 07:44:36.415815 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fad597-aa74-4fb8-9486-2a84c68a6225 req-69aefce1-6a7b-4723-99e6-ef34b03ce898 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:36.422625 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fad597-aa74-4fb8-9486-2a84c68a6225 req-69aefce1-6a7b-4723-99e6-ef34b03ce898 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:36.430234 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fad597-aa74-4fb8-9486-2a84c68a6225 req-69aefce1-6a7b-4723-99e6-ef34b03ce898 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:36.436035 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7d5f3519-c372-4b35-b7d0-6bf9d752e086 req-e294d9d5-cd98-46e5-acd3-28d784fc6363 service neutron] 10.222.0.62 "GET /v2.0/networks/54b19629-bfd1-40c4-9e1c-d775d7654965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566104 Jul 13 07:44:36.438956 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fad597-aa74-4fb8-9486-2a84c68a6225 req-69aefce1-6a7b-4723-99e6-ef34b03ce898 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:36.456977 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fad597-aa74-4fb8-9486-2a84c68a6225 req-69aefce1-6a7b-4723-99e6-ef34b03ce898 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:36.472485 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fad597-aa74-4fb8-9486-2a84c68a6225 req-69aefce1-6a7b-4723-99e6-ef34b03ce898 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:36.485321 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fad597-aa74-4fb8-9486-2a84c68a6225 req-69aefce1-6a7b-4723-99e6-ef34b03ce898 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:36.487961 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4fad597-aa74-4fb8-9486-2a84c68a6225 req-69aefce1-6a7b-4723-99e6-ef34b03ce898 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5445 time: 0.1736660 Jul 13 07:44:36.589335 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c71ba1d-12c7-467a-b31b-9e3f5a323875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.593748 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41077df1-5d9c-4c66-b80b-2703910c7fe7 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.602758 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41077df1-5d9c-4c66-b80b-2703910c7fe7 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.605968 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-3c71ba1d-12c7-467a-b31b-9e3f5a323875 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316e604a-f44e-4c87-9acb-10ca50fb6168']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:36.677201 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58044990-309b-49f5-a698-8145e8b4f48c req-23236922-6c88-4fe8-8b57-9cbc2366e9c1 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:36.678874 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-58044990-309b-49f5-a698-8145e8b4f48c req-23236922-6c88-4fe8-8b57-9cbc2366e9c1 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.0975606 Jul 13 07:44:36.739174 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-58044990-309b-49f5-a698-8145e8b4f48c req-cbde1fb6-311c-47af-a424-71bf81d8719f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520382 Jul 13 07:44:36.743993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-3c71ba1d-12c7-467a-b31b-9e3f5a323875 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5e0c41-1122-4ba7-8637-ccf617e1d4e0') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:36.744317 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-3c71ba1d-12c7-467a-b31b-9e3f5a323875 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5e0c41-1122-4ba7-8637-ccf617e1d4e0') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:36.769136 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c71ba1d-12c7-467a-b31b-9e3f5a323875 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.800706 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f3b56baf-8e86-42ef-80f2-2fd627fa17f8 req-f5f5501d-054a-41cb-b772-79cad34128d8 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.1145287 Jul 13 07:44:36.805339 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-41077df1-5d9c-4c66-b80b-2703910c7fe7 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Floating IP ae51dba0-29dd-4586-a9b0-a4e354288da1 associated. External IP: 172.25.0.150, port: 187ffd01-29f2-42c4-a15a-c647f2d66b2b. Jul 13 07:44:36.846937 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c71ba1d-12c7-467a-b31b-9e3f5a323875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.861690 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c71ba1d-12c7-467a-b31b-9e3f5a323875 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:44:36.862115 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c71ba1d-12c7-467a-b31b-9e3f5a323875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:44:36.863839 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:44:37.243688 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c71ba1d-12c7-467a-b31b-9e3f5a323875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.248731 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c71ba1d-12c7-467a-b31b-9e3f5a323875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.251667 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3c71ba1d-12c7-467a-b31b-9e3f5a323875 admin admin] 10.222.0.58 "DELETE /v2.0/networks/316e604a-f44e-4c87-9acb-10ca50fb6168 HTTP/1.1" status: 204 len: 168 time: 1.1602967 Jul 13 07:44:37.277757 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71ba1d-12c7-467a-b31b-9e3f5a323875 admin admin] Pushing event deleted for resources: {'Network': ['ID=316e604a-f44e-4c87-9acb-10ca50fb6168,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:37.386993 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17be37d7-6d05-4d73-b72e-ee83ebf656dc req-559df777-3a68-4218-ba4f-3755c3db81fd tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50c2ccc-3ea6-4ea9-a7c0-c3592d28c01e HTTP/1.1" status: 200 len: 210 time: 0.0499933 Jul 13 07:44:37.435886 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45954) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:37.444807 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41077df1-5d9c-4c66-b80b-2703910c7fe7 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Router 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:37.498646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-25296f10-00fb-4876-8ff6-d49d9356ed30 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aea077cc953b4ea8932dbc995b4d05b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614316 Jul 13 07:44:37.501070 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45956) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:37.559918 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c79d64e-b1e3-43c8-8dba-8da655f5ca12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.574323 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41077df1-5d9c-4c66-b80b-2703910c7fe7 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:37.581319 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41077df1-5d9c-4c66-b80b-2703910c7fe7 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.585652 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2911545a-777f-4002-9472-acb114ffde48 None None] Sync routers for ids ['7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:37.595117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2911545a-777f-4002-9472-acb114ffde48 None None] Routers {'7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:37.596027 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-2911545a-777f-4002-9472-acb114ffde48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:44:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:37.602389 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c79d64e-b1e3-43c8-8dba-8da655f5ca12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.653153 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-41077df1-5d9c-4c66-b80b-2703910c7fe7 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "PUT /v2.0/floatingips/ae51dba0-29dd-4586-a9b0-a4e354288da1 HTTP/1.1" status: 200 len: 992 time: 2.1679389 Jul 13 07:44:37.654027 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2cd7864-d018-4250-848d-4ae341292a91', 'tag': '187ffd01-29f2-42c4-a15a-c647f2d66b2b'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:37.657210 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac592d1c-18ff-4b8c-874c-4a0da86e4c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2cd7864-d018-4250-848d-4ae341292a91", "tag": "187ffd01-29f2-42c4-a15a-c647f2d66b2b"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:37.695591 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c79d64e-b1e3-43c8-8dba-8da655f5ca12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.698811 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c79d64e-b1e3-43c8-8dba-8da655f5ca12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.700272 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7c79d64e-b1e3-43c8-8dba-8da655f5ca12 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1a7942b-fc16-4fe1-90e4-1f77cbb23a49 HTTP/1.1" status: 204 len: 168 time: 0.1981106 Jul 13 07:44:37.726023 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79d64e-b1e3-43c8-8dba-8da655f5ca12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a7942b-fc16-4fe1-90e4-1f77cbb23a49,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:37.726203 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c607d8f-b4c9-42ae-83ed-c324ea3404e2 x-openstack-request-id: req-7c607d8f-b4c9-42ae-83ed-c324ea3404e2 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:37.727717 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2cd7864-d018-4250-848d-4ae341292a91", "tag": "187ffd01-29f2-42c4-a15a-c647f2d66b2b", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:37.728047 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c607d8f-b4c9-42ae-83ed-c324ea3404e2 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:37.728589 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2cd7864-d018-4250-848d-4ae341292a91', 'tag': '187ffd01-29f2-42c4-a15a-c647f2d66b2b', 'status': 'completed', 'code': 200} Jul 13 07:44:37.769768 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-2911545a-777f-4002-9472-acb114ffde48 None None] Set router 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:37.891310 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac592d1c-18ff-4b8c-874c-4a0da86e4c6a req-95e4b7cb-8432-4767-8c1a-ca7d55a65509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:37.897214 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.897817 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ac592d1c-18ff-4b8c-874c-4a0da86e4c6a req-95e4b7cb-8432-4767-8c1a-ca7d55a65509 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f548f9cbf0df49278ed61c832d771add&device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 1098 time: 0.1418798 Jul 13 07:44:38.035121 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb2ed2-1540-4599-9f18-e0cbcb3b98c5 req-6f8b0a5b-d824-4153-87df-1d0ba78a08b7 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:38.036868 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30cb2ed2-1540-4599-9f18-e0cbcb3b98c5 req-6f8b0a5b-d824-4153-87df-1d0ba78a08b7 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.1122627 Jul 13 07:44:38.104827 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac592d1c-18ff-4b8c-874c-4a0da86e4c6a req-e3dfaaf3-762c-4511-9ad8-5530e88e5a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:38.106584 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ac592d1c-18ff-4b8c-874c-4a0da86e4c6a req-e3dfaaf3-762c-4511-9ad8-5530e88e5a83 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14cdc4ec-6407-432a-bc8b-28761ebb7e70 HTTP/1.1" status: 200 len: 907 time: 0.1950240 Jul 13 07:44:38.146887 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30cb2ed2-1540-4599-9f18-e0cbcb3b98c5 req-015d5abd-3668-4c7a-82f2-0d7f2ddc43c7 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033752 Jul 13 07:44:38.259781 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ac592d1c-18ff-4b8c-874c-4a0da86e4c6a req-34659c42-4656-4b73-b998-f9e81fbf8383 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=187ffd01-29f2-42c4-a15a-c647f2d66b2b HTTP/1.1" status: 200 len: 1000 time: 0.1438460 Jul 13 07:44:38.339793 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac592d1c-18ff-4b8c-874c-4a0da86e4c6a req-97cf6a68-665e-4bdf-8954-b530f5d80f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:38.341655 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ac592d1c-18ff-4b8c-874c-4a0da86e4c6a req-97cf6a68-665e-4bdf-8954-b530f5d80f5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00ea66ea-cdb9-42df-900b-f5a475cd0dcf HTTP/1.1" status: 200 len: 845 time: 0.0757749 Jul 13 07:44:38.357585 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-2911545a-777f-4002-9472-acb114ffde48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'name': 'tempest-ServersTestJSON-1417473056-router', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:12Z', 'revision_number': 4, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'gw_port': {'id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'ae51dba0-29dd-4586-a9b0-a4e354288da1', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'floating_ip_address': '172.25.0.150', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'port_id': '187ffd01-29f2-42c4-a15a-c647f2d66b2b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70', 'mac_address': 'fa:16:3e:84:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cd7864-d018-4250-848d-4ae341292a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:44:16Z', 'updated_at': '2021-07-13T07:44:36Z', 'revision_number': 1, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e7408f-b297-4de0-9fc5-f1df87ce0ddc', 'name': '', 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'mac_address': 'fa:16:3e:33:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:11Z', 'updated_at': '2021-07-13T07:44:19Z', 'revision_number': 5, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'subnets': [{'id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:38.406658 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2911545a-777f-4002-9472-acb114ffde48 None None] Checking router: 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:44:38.418929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2911545a-777f-4002-9472-acb114ffde48 None None] Routers {'7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:38.420021 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-2911545a-777f-4002-9472-acb114ffde48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:44:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:38.435898 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac592d1c-18ff-4b8c-874c-4a0da86e4c6a req-3297bdec-b996-4e3d-83d0-62fabf76f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:38.437350 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ac592d1c-18ff-4b8c-874c-4a0da86e4c6a req-3297bdec-b996-4e3d-83d0-62fabf76f6a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14cdc4ec-6407-432a-bc8b-28761ebb7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829356 Jul 13 07:44:38.628671 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ac592d1c-18ff-4b8c-874c-4a0da86e4c6a req-e7aba7c8-a6e8-4a9b-b4f4-90b50eb4e38f service neutron] 10.222.0.35 "GET /v2.0/networks/14cdc4ec-6407-432a-bc8b-28761ebb7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795783 Jul 13 07:44:38.762007 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ac592d1c-18ff-4b8c-874c-4a0da86e4c6a req-293776b5-70f9-41ec-85b6-0a945c44531c service neutron] 10.222.0.35 "GET /v2.0/networks/14cdc4ec-6407-432a-bc8b-28761ebb7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224394 Jul 13 07:44:38.882982 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46002) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:38.915102 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-571a328f-41a4-4a9c-b01a-a5537ee2a6c0 req-f42a0821-8e9e-46a9-ae12-717ee19e277e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6047a1d377842b88a77e9a6cb89c887&device_id=f64ba5a1-dbb3-4c0a-90a1-2a5b2cc04454 HTTP/1.1" status: 200 len: 210 time: 0.0362179 Jul 13 07:44:38.975726 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-571a328f-41a4-4a9c-b01a-a5537ee2a6c0 req-e977c93a-18bb-4062-93f9-81ecf1a5e3eb service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=e6047a1d377842b88a77e9a6cb89c887&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494053 Jul 13 07:44:39.055275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-2911545a-777f-4002-9472-acb114ffde48 None None] Set router 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:39.116750 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1a3cb6d-5fb0-47ba-83d9-f78c7f31f855 req-53fed732-f50c-4a3d-942c-bd3c37a8fd11 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=f64ba5a1-dbb3-4c0a-90a1-2a5b2cc04454 HTTP/1.1" status: 200 len: 210 time: 0.1037545 Jul 13 07:44:39.127275 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e2d86c57-f418-415e-a105-9190f7d518eb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1376614273-network', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:39.166033 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d86c57-f418-415e-a105-9190f7d518eb admin admin] Made reservation on behalf of c163ac6d998f43b188fb086f94b0c0de for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:39.169670 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e2d86c57-f418-415e-a105-9190f7d518eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.174236 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a328f-41a4-4a9c-b01a-a5537ee2a6c0 req-50c0cacf-9a81-46f7-9b8d-f2d40ccbf807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:39.175841 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-571a328f-41a4-4a9c-b01a-a5537ee2a6c0 req-50c0cacf-9a81-46f7-9b8d-f2d40ccbf807 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1911685 Jul 13 07:44:39.182946 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e2d86c57-f418-415e-a105-9190f7d518eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.306312 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e2d86c57-f418-415e-a105-9190f7d518eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.311935 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e2d86c57-f418-415e-a105-9190f7d518eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.345655 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d86c57-f418-415e-a105-9190f7d518eb admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:44:39.421994 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e2d86c57-f418-415e-a105-9190f7d518eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.422510 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-e2d86c57-f418-415e-a105-9190f7d518eb admin admin] Added segment 417f1a35-0bc1-400e-b54c-0ca962c97df0 of type vlan for network 2609072e-d016-432b-80f0-59dce41272a3 Jul 13 07:44:39.433073 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d86c57-f418-415e-a105-9190f7d518eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b15b32-ce8d-43bc-8cb5-180994835560,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:39.479340 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e2d86c57-f418-415e-a105-9190f7d518eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.524605 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cff12-e871-469b-8cd8-506f75ac2b8f req-acbcfce3-d19a-48cc-9151-34c3fa501a29 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:39.530803 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc0cff12-e871-469b-8cd8-506f75ac2b8f req-acbcfce3-d19a-48cc-9151-34c3fa501a29 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.1817009 Jul 13 07:44:39.589386 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc0cff12-e871-469b-8cd8-506f75ac2b8f req-ec3a1c1d-83c8-4f8c-ae2a-fdf989134551 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529487 Jul 13 07:44:39.590606 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e2d86c57-f418-415e-a105-9190f7d518eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.592323 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d86c57-f418-415e-a105-9190f7d518eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:39.593204 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e2d86c57-f418-415e-a105-9190f7d518eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.598983 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-2911545a-777f-4002-9472-acb114ffde48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'name': 'tempest-ServersTestJSON-1417473056-router', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:12Z', 'revision_number': 4, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'gw_port': {'id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'ae51dba0-29dd-4586-a9b0-a4e354288da1', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'floating_ip_address': '172.25.0.150', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'port_id': '187ffd01-29f2-42c4-a15a-c647f2d66b2b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70', 'mac_address': 'fa:16:3e:84:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cd7864-d018-4250-848d-4ae341292a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:44:16Z', 'updated_at': '2021-07-13T07:44:36Z', 'revision_number': 1, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e7408f-b297-4de0-9fc5-f1df87ce0ddc', 'name': '', 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'mac_address': 'fa:16:3e:33:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:11Z', 'updated_at': '2021-07-13T07:44:19Z', 'revision_number': 5, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'subnets': [{'id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:39.637228 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e2d86c57-f418-415e-a105-9190f7d518eb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7506971 Jul 13 07:44:39.637982 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46024) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:39.640592 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2911545a-777f-4002-9472-acb114ffde48 None None] The sync data for ids ['7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'] in n-d-779913-28 is: [{'id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'name': 'tempest-ServersTestJSON-1417473056-router', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:12Z', 'revision_number': 4, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'gw_port': {'id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'ae51dba0-29dd-4586-a9b0-a4e354288da1', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'floating_ip_address': '172.25.0.150', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'port_id': '187ffd01-29f2-42c4-a15a-c647f2d66b2b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70', 'mac_address': 'fa:16:3e:84:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cd7864-d018-4250-848d-4ae341292a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:44:16Z', 'updated_at': '2021-07-13T07:44:36Z', 'revision_number': 1, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e7408f-b297-4de0-9fc5-f1df87ce0ddc', 'name': '', 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'mac_address': 'fa:16:3e:33:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:11Z', 'updated_at': '2021-07-13T07:44:19Z', 'revision_number': 5, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'subnets': [{'id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:39.652996 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-91a782bf-2061-4d9b-9bcc-856f270cf062 admin admin] Request body: {'subnet': {'network_id': '2609072e-d016-432b-80f0-59dce41272a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376614273-subnet', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:39.682152 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d86c57-f418-415e-a105-9190f7d518eb admin admin] Pushing event updated for resources: {'Network': ['ID=2609072e-d016-432b-80f0-59dce41272a3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:39.685201 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a782bf-2061-4d9b-9bcc-856f270cf062 admin admin] Made reservation on behalf of c163ac6d998f43b188fb086f94b0c0de for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:39.691051 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-91a782bf-2061-4d9b-9bcc-856f270cf062 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.694889 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 2609072e-d016-432b-80f0-59dce41272a3 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:44:39.748397 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46030) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:39.895027 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b43a29-5d68-41bf-afd3-6b8c20973420 req-fd08061f-02f2-4c3b-9d26-49fe3da8044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:39.895641 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b43a29-5d68-41bf-afd3-6b8c20973420 req-fd08061f-02f2-4c3b-9d26-49fe3da8044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:39.895985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b43a29-5d68-41bf-afd3-6b8c20973420 req-fd08061f-02f2-4c3b-9d26-49fe3da8044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:39.896458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b43a29-5d68-41bf-afd3-6b8c20973420 req-fd08061f-02f2-4c3b-9d26-49fe3da8044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:39.897598 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b43a29-5d68-41bf-afd3-6b8c20973420 req-fd08061f-02f2-4c3b-9d26-49fe3da8044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:39.898173 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b43a29-5d68-41bf-afd3-6b8c20973420 req-fd08061f-02f2-4c3b-9d26-49fe3da8044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:39.898672 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b43a29-5d68-41bf-afd3-6b8c20973420 req-fd08061f-02f2-4c3b-9d26-49fe3da8044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:39.900526 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a5b43a29-5d68-41bf-afd3-6b8c20973420 req-fd08061f-02f2-4c3b-9d26-49fe3da8044a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 6509 time: 0.1511328 Jul 13 07:44:39.948671 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-91a782bf-2061-4d9b-9bcc-856f270cf062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.956652 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a5b43a29-5d68-41bf-afd3-6b8c20973420 req-b35d89a2-1bd8-43ae-a97a-70a9ded90bd8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489354 Jul 13 07:44:39.965483 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f428bc9c-d2cf-4c49-8b5e-648789859f43 None None] New status for floating IP ae51dba0-29dd-4586-a9b0-a4e354288da1: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:44:40.008334 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a782bf-2061-4d9b-9bcc-856f270cf062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca1fca35-9ee3-4c11-b443-97b6eb8bb65c,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:40.038149 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a782bf-2061-4d9b-9bcc-856f270cf062 admin admin] Checking segment: {'id': '417f1a35-0bc1-400e-b54c-0ca962c97df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2609072e-d016-432b-80f0-59dce41272a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:40.041060 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a782bf-2061-4d9b-9bcc-856f270cf062 admin admin] Network hostable DHCP agents. Network: 2609072e-d016-432b-80f0-59dce41272a3, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:44:40.066620 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a782bf-2061-4d9b-9bcc-856f270cf062 admin admin] Network 2609072e-d016-432b-80f0-59dce41272a3 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:44:40.077533 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-91a782bf-2061-4d9b-9bcc-856f270cf062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 2609072e-d016-432b-80f0-59dce41272a3) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:40.087812 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28fde8d-fbef-4ede-869c-de8dd39e0aca None None] Network 2609072e-d016-432b-80f0-59dce41272a3 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:40.092011 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a782bf-2061-4d9b-9bcc-856f270cf062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:40.092566 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-91a782bf-2061-4d9b-9bcc-856f270cf062 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.110651 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-91a782bf-2061-4d9b-9bcc-856f270cf062 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4713972 Jul 13 07:44:40.113472 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46042) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:40.130437 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c5811cbb-76b2-48d6-9e53-359510292fad admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1376614273-router', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:40.176711 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5811cbb-76b2-48d6-9e53-359510292fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.179652 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5811cbb-76b2-48d6-9e53-359510292fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.261324 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5811cbb-76b2-48d6-9e53-359510292fad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.273667 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376f7c4e-13c0-49f3-9b3a-4476c2a1c4e0 None None] Network 2609072e-d016-432b-80f0-59dce41272a3 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:40.696914 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cb9206f0-5eb8-4acd-ab35-7847e18dc2d3 req-ae99138d-c4c1-4eb7-b7bc-f1fd67c043a9 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=f64ba5a1-dbb3-4c0a-90a1-2a5b2cc04454 HTTP/1.1" status: 200 len: 210 time: 0.0323827 Jul 13 07:44:40.800523 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5811cbb-76b2-48d6-9e53-359510292fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.865601 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5de0e2-5528-405d-923b-ac77f48b0c5a req-96daa556-2d71-414e-b7b3-6722b1c96275 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:40.867115 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6b5de0e2-5528-405d-923b-ac77f48b0c5a req-96daa556-2d71-414e-b7b3-6722b1c96275 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.1287410 Jul 13 07:44:40.941359 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6b5de0e2-5528-405d-923b-ac77f48b0c5a req-4f6cc2a5-8c4e-476c-b8ee-e536d1faf0f7 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671790 Jul 13 07:44:41.067892 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5811cbb-76b2-48d6-9e53-359510292fad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.087901 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5811cbb-76b2-48d6-9e53-359510292fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.151380 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-571a328f-41a4-4a9c-b01a-a5537ee2a6c0 req-df8ceb08-b097-48cc-bb38-8479f5317934 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.62 "GET /v2.0/ports?device_id=f64ba5a1-dbb3-4c0a-90a1-2a5b2cc04454 HTTP/1.1" status: 200 len: 210 time: 0.0330429 Jul 13 07:44:41.204374 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-c5811cbb-76b2-48d6-9e53-359510292fad admin admin] Allocated IP 172.25.0.75 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/cdb55237-0304-4318-959e-3fccf265ecd2) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:41.327201 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5811cbb-76b2-48d6-9e53-359510292fad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.377908 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5811cbb-76b2-48d6-9e53-359510292fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.421321 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5811cbb-76b2-48d6-9e53-359510292fad admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:41.424384 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c5811cbb-76b2-48d6-9e53-359510292fad admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:41.429957 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5811cbb-76b2-48d6-9e53-359510292fad admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:41.433165 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5811cbb-76b2-48d6-9e53-359510292fad admin admin] Pushing event updated for resources: {'Port': ['ID=cdb55237-0304-4318-959e-3fccf265ecd2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:41.734308 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5811cbb-76b2-48d6-9e53-359510292fad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.885638 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f04cf3db-635d-4fce-9bbe-55694ac25d17 req-24edb2ef-019a-49c3-ae7b-e22290b18745 tempest-ServerShowV247Test-1783398234 tempest-ServerShowV247Test-1783398234-project] 10.222.0.58 "GET /v2.0/ports?device_id=f64ba5a1-dbb3-4c0a-90a1-2a5b2cc04454 HTTP/1.1" status: 200 len: 210 time: 0.0414169 Jul 13 07:44:42.040980 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5811cbb-76b2-48d6-9e53-359510292fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.257326 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4f0fe-93e3-4b40-b90f-5b4cec0909b7 req-8cd14edd-17b3-4886-bdc6-9eae3b256e3f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:42.258897 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f7c4f0fe-93e3-4b40-b90f-5b4cec0909b7 req-8cd14edd-17b3-4886-bdc6-9eae3b256e3f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.1394928 Jul 13 07:44:42.314525 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5811cbb-76b2-48d6-9e53-359510292fad admin admin] Router eac4af3f-1bb7-4c47-a26e-02641cb968f3 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:44:42.323790 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f7c4f0fe-93e3-4b40-b90f-5b4cec0909b7 req-3356838d-a109-4e14-8b2c-965b8aacbbce tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584593 Jul 13 07:44:42.430300 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5811cbb-76b2-48d6-9e53-359510292fad admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:42.440123 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] Sync routers for ids ['eac4af3f-1bb7-4c47-a26e-02641cb968f3'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:42.450367 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5811cbb-76b2-48d6-9e53-359510292fad admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.451301 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] Routers {'eac4af3f-1bb7-4c47-a26e-02641cb968f3'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:42.451698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c5811cbb-76b2-48d6-9e53-359510292fad admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.3300073 Jul 13 07:44:42.454709 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46094) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:42.456084 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:44:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['eac4af3f-1bb7-4c47-a26e-02641cb968f3'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:42.605689 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] Set router eac4af3f-1bb7-4c47-a26e-02641cb968f3 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:42.822256 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.854407 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376614273-router', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:40Z', 'updated_at': '2021-07-13T07:44:41Z', 'revision_number': 3, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'gw_port': {'id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:41Z', 'updated_at': '2021-07-13T07:44:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:42.896139 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] Checking router: eac4af3f-1bb7-4c47-a26e-02641cb968f3 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:44:42.897232 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] Updating router eac4af3f-1bb7-4c47-a26e-02641cb968f3 port cdb55237-0304-4318-959e-3fccf265ecd2 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:44:42.943216 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.069626 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4845b99c-5b9e-4e74-8f43-75f933a54a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.306852 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.312285 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-4845b99c-5b9e-4e74-8f43-75f933a54a46 admin admin] Allocated IP 172.20.0.1 (2609072e-d016-432b-80f0-59dce41272a3/ca1fca35-9ee3-4c11-b443-97b6eb8bb65c/cb12b7dc-4404-4c20-af42-3aa566859edf) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:43.319146 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] Transition to ACTIVE for port object cdb55237-0304-4318-959e-3fccf265ecd2 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:43.325588 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.402174 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46122) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:43.420082 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] Attempting to bind port cdb55237-0304-4318-959e-3fccf265ecd2 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:43.420324 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] Attempting to bind port cdb55237-0304-4318-959e-3fccf265ecd2 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:43.420698 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] Attempting to bind port cdb55237-0304-4318-959e-3fccf265ecd2 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:43.447189 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:43.447941 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:43.447941 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.448360 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:43.448847 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] Bound port: cdb55237-0304-4318-959e-3fccf265ecd2, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:43.451459 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.453754 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4845b99c-5b9e-4e74-8f43-75f933a54a46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.498180 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c2d7f-c47b-4197-9fc4-be7d50b3d56a None None] Pushing event updated for resources: {'Port': ['ID=cdb55237-0304-4318-959e-3fccf265ecd2,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:43.509447 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4845b99c-5b9e-4e74-8f43-75f933a54a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.536568 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] For port cdb55237-0304-4318-959e-3fccf265ecd2, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:43.541542 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] For port cdb55237-0304-4318-959e-3fccf265ecd2, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=cdb55237-0304-4318-959e-3fccf265ecd2,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:43.563298 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.572208 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4845b99c-5b9e-4e74-8f43-75f933a54a46 admin admin] Network 2609072e-d016-432b-80f0-59dce41272a3 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:43.577219 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-4845b99c-5b9e-4e74-8f43-75f933a54a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:43.580370 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4845b99c-5b9e-4e74-8f43-75f933a54a46 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:43.587503 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845b99c-5b9e-4e74-8f43-75f933a54a46 admin admin] Pushing event updated for resources: {'Port': ['ID=cb12b7dc-4404-4c20-af42-3aa566859edf,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:43.596983 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4ceda2f-5573-40f0-bdb4-a23080f165a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.663666 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4845b99c-5b9e-4e74-8f43-75f933a54a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.687430 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] Routers {'eac4af3f-1bb7-4c47-a26e-02641cb968f3'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:43.688093 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:44:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['eac4af3f-1bb7-4c47-a26e-02641cb968f3'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:43.691065 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee21248-f3cf-4161-a197-10c9d5b6070d req-77ef669b-750d-433d-b8b1-9231830bb5b3 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:43.699321 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ee21248-f3cf-4161-a197-10c9d5b6070d req-77ef669b-750d-433d-b8b1-9231830bb5b3 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.2073781 Jul 13 07:44:43.765847 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ee21248-f3cf-4161-a197-10c9d5b6070d req-5a4eba86-9f1e-42d4-b26b-1ae0d0b9aa3d tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650945 Jul 13 07:44:43.789179 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c2d7f-c47b-4197-9fc4-be7d50b3d56a None None] Pushing event updated for resources: {'Port': ['ID=cdb55237-0304-4318-959e-3fccf265ecd2,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:43.803682 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4ceda2f-5573-40f0-bdb4-a23080f165a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.809971 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4ceda2f-5573-40f0-bdb4-a23080f165a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.892171 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4845b99c-5b9e-4e74-8f43-75f933a54a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.904593 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] Set router eac4af3f-1bb7-4c47-a26e-02641cb968f3 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:43.924876 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e4ceda2f-5573-40f0-bdb4-a23080f165a6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e6047a1d377842b88a77e9a6cb89c887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5214734 Jul 13 07:44:43.933711 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46138) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:43.949260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ceda2f-5573-40f0-bdb4-a23080f165a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86a666a-9504-4d78-a985-f531fd7de803,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:44.011805 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce2720ab-c731-439c-b23e-f937e8c6a885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.042956 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce2720ab-c731-439c-b23e-f937e8c6a885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.112365 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce2720ab-c731-439c-b23e-f937e8c6a885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.118267 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce2720ab-c731-439c-b23e-f937e8c6a885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.120277 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ce2720ab-c731-439c-b23e-f937e8c6a885 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c86a666a-9504-4d78-a985-f531fd7de803 HTTP/1.1" status: 204 len: 168 time: 0.1851053 Jul 13 07:44:44.130732 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2720ab-c731-439c-b23e-f937e8c6a885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86a666a-9504-4d78-a985-f531fd7de803,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:44.147133 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4845b99c-5b9e-4e74-8f43-75f933a54a46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.158296 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4845b99c-5b9e-4e74-8f43-75f933a54a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.170469 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376614273-router', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:40Z', 'updated_at': '2021-07-13T07:44:41Z', 'revision_number': 3, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'gw_port': {'id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:41Z', 'updated_at': '2021-07-13T07:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:44.199229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba063cd-5816-49ab-9f2c-732244446741 None None] The sync data for ids ['eac4af3f-1bb7-4c47-a26e-02641cb968f3'] in n-d-779913-28 is: [{'id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376614273-router', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:40Z', 'updated_at': '2021-07-13T07:44:41Z', 'revision_number': 3, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'gw_port': {'id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:41Z', 'updated_at': '2021-07-13T07:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:44.292161 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845b99c-5b9e-4e74-8f43-75f933a54a46 admin admin] Pushing event updated for resources: {'Port': ['ID=cb12b7dc-4404-4c20-af42-3aa566859edf,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:44.304719 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4845b99c-5b9e-4e74-8f43-75f933a54a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.437804 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4845b99c-5b9e-4e74-8f43-75f933a54a46 admin admin] Network 2609072e-d016-432b-80f0-59dce41272a3 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:44.439834 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-4845b99c-5b9e-4e74-8f43-75f933a54a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:44.618610 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4845b99c-5b9e-4e74-8f43-75f933a54a46 admin admin] Router eac4af3f-1bb7-4c47-a26e-02641cb968f3 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:44.773701 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4845b99c-5b9e-4e74-8f43-75f933a54a46 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:44.804808 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4845b99c-5b9e-4e74-8f43-75f933a54a46 admin admin] 10.222.0.58 "PUT /v2.0/routers/eac4af3f-1bb7-4c47-a26e-02641cb968f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3470581 Jul 13 07:44:45.061424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device cdb55237-0304-4318-959e-3fccf265ecd2 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:45.161387 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b255ec-6adb-4d43-88df-67a7b478b91a req-395740be-245b-4dd8-8a42-390e6c53da3d tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:45.163499 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78b255ec-6adb-4d43-88df-67a7b478b91a req-395740be-245b-4dd8-8a42-390e6c53da3d tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.1305969 Jul 13 07:44:45.172628 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port cdb55237-0304-4318-959e-3fccf265ecd2 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:45.178803 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port cdb55237-0304-4318-959e-3fccf265ecd2 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:45.179272 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.284207 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78b255ec-6adb-4d43-88df-67a7b478b91a req-746a2f25-494a-4a29-a26f-305ede68e805 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022496 Jul 13 07:44:45.370359 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46198) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:45.522593 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.534926 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-383ea513-a438-4c99-8c82-63df6626fa8a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1833424248-network', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:45.548165 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port cdb55237-0304-4318-959e-3fccf265ecd2, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=cdb55237-0304-4318-959e-3fccf265ecd2,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:45.553796 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.585670 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383ea513-a438-4c99-8c82-63df6626fa8a admin admin] Made reservation on behalf of f14c0acd9f784f1c95e03b53f067da36 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:45.588329 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-383ea513-a438-4c99-8c82-63df6626fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.602720 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-383ea513-a438-4c99-8c82-63df6626fa8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.647617 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=cdb55237-0304-4318-959e-3fccf265ecd2,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:45.808509 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-383ea513-a438-4c99-8c82-63df6626fa8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.813654 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-383ea513-a438-4c99-8c82-63df6626fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.824428 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-a3683a5d-3d1e-490a-8a17-cfef3b6bc8e8 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:45.825997 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-a3683a5d-3d1e-490a-8a17-cfef3b6bc8e8 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/networks?id=2609072e-d016-432b-80f0-59dce41272a3 HTTP/1.1" status: 200 len: 820 time: 0.1500802 Jul 13 07:44:45.858669 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383ea513-a438-4c99-8c82-63df6626fa8a admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:44:45.871866 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-3cefee09-4503-490c-88a9-deed831d32b7 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/quotas/c163ac6d998f43b188fb086f94b0c0de HTTP/1.1" status: 200 len: 375 time: 0.0346413 Jul 13 07:44:45.874620 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ea513-a438-4c99-8c82-63df6626fa8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1650c1d4-ea07-4cb3-b20c-68d5486ff3d4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:45.877819 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-383ea513-a438-4c99-8c82-63df6626fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.878362 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-383ea513-a438-4c99-8c82-63df6626fa8a admin admin] Added segment fcf199ef-b4b7-4de6-b19e-68a9531bc13c of type vlan for network 1b4fd3a8-9309-406f-87ff-e745f78908e3 Jul 13 07:44:45.955343 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-383ea513-a438-4c99-8c82-63df6626fa8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.009981 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-896880c3-1361-4fa6-8ef6-fc961af7602b tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c163ac6d998f43b188fb086f94b0c0de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1299186 Jul 13 07:44:46.011240 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-383ea513-a438-4c99-8c82-63df6626fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.012525 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383ea513-a438-4c99-8c82-63df6626fa8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:46.013546 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-383ea513-a438-4c99-8c82-63df6626fa8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.082935 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-383ea513-a438-4c99-8c82-63df6626fa8a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7114589 Jul 13 07:44:46.086151 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46220) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:46.091983 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Request body: {'subnet': {'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1833424248-subnet', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:46.133038 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Made reservation on behalf of f14c0acd9f784f1c95e03b53f067da36 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:46.137009 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.169692 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ea513-a438-4c99-8c82-63df6626fa8a admin admin] Pushing event updated for resources: {'Network': ['ID=1b4fd3a8-9309-406f-87ff-e745f78908e3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:46.188154 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 1b4fd3a8-9309-406f-87ff-e745f78908e3 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:44:46.214167 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-047163d1-6469-4246-81b8-352f9beef419 service neutron] 10.222.0.58 "GET /v2.0/networks/2609072e-d016-432b-80f0-59dce41272a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958861 Jul 13 07:44:46.363206 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-669ba4a8-6c18-4204-8661-9b89aeb0922b service neutron] 10.222.0.58 "GET /v2.0/networks/2609072e-d016-432b-80f0-59dce41272a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477957 Jul 13 07:44:46.493383 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.556190 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96166e-e234-4479-8188-7f106bab5dd0 req-c11cad67-e4c0-4b9f-bb03-1e5de696a4b9 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:46.557783 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9f96166e-e234-4479-8188-7f106bab5dd0 req-c11cad67-e4c0-4b9f-bb03-1e5de696a4b9 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.1024282 Jul 13 07:44:46.597850 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9bae17d-a9cd-4de6-bffc-674a284593a4,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:46.615093 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:46.615492 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:46.615899 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:46.616240 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:46.616704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:46.616912 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:46.617263 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:46.617597 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:46.617971 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:46.618350 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:46.618674 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:46.619001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:46.642451 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Checking segment: {'id': 'fcf199ef-b4b7-4de6-b19e-68a9531bc13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:46.648851 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9f96166e-e234-4479-8188-7f106bab5dd0 req-c51b1271-01e8-44ed-9583-1a540a81fd46 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850561 Jul 13 07:44:46.653449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Network hostable DHCP agents. Network: 1b4fd3a8-9309-406f-87ff-e745f78908e3, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:44:46.725436 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Network 1b4fd3a8-9309-406f-87ff-e745f78908e3 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:44:46.739820 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 1b4fd3a8-9309-406f-87ff-e745f78908e3) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:46.743873 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f952cdd9-02c1-4530-9895-d0d2c250f4b6 req-76753604-ee47-4c8b-985e-9e41d6c9dd53 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 210 time: 0.0430958 Jul 13 07:44:46.752840 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4851b45e-0bf3-43f7-90ec-d4b93f3c81bb None None] Network 1b4fd3a8-9309-406f-87ff-e745f78908e3 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:46.772051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:46.772743 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.773869 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] Sync routers for ids ['eac4af3f-1bb7-4c47-a26e-02641cb968f3'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:46.799645 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46246) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:46.801687 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] Routers {'eac4af3f-1bb7-4c47-a26e-02641cb968f3'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:46.802365 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:44:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['eac4af3f-1bb7-4c47-a26e-02641cb968f3'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:46.803427 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5e2454b9-2c27-4b7f-a474-0c9a6332dec9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7112663 Jul 13 07:44:46.804845 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6863586b-f496-43c3-b79d-7ae55cce049f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1833424248-router', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:46.832014 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6863586b-f496-43c3-b79d-7ae55cce049f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.833209 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6863586b-f496-43c3-b79d-7ae55cce049f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.903947 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6863586b-f496-43c3-b79d-7ae55cce049f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.996543 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] Set router eac4af3f-1bb7-4c47-a26e-02641cb968f3 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:47.041993 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device cdb55237-0304-4318-959e-3fccf265ecd2 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:47.055399 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-1b4fd3a8-9309-406f-87ff-e745f78908e3', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'fixed_ips': [{'subnet_id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:44:47.059865 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.159254 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6863586b-f496-43c3-b79d-7ae55cce049f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.270221 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376614273-router', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:40Z', 'updated_at': '2021-07-13T07:44:43Z', 'revision_number': 4, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'gw_port': {'id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:41Z', 'updated_at': '2021-07-13T07:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'cb12b7dc-4404-4c20-af42-3aa566859edf', 'name': '', 'network_id': '2609072e-d016-432b-80f0-59dce41272a3', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'mac_address': 'fa:16:3e:06:58:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'ca1fca35-9ee3-4c11-b443-97b6eb8bb65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:43Z', 'updated_at': '2021-07-13T07:44:43Z', 'revision_number': 2, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'subnets': [{'id': 'ca1fca35-9ee3-4c11-b443-97b6eb8bb65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:47.333315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] Allocated IP 172.20.0.2 (1b4fd3a8-9309-406f-87ff-e745f78908e3/e9bae17d-a9cd-4de6-bffc-674a284593a4/c0c2d1a5-a662-4e59-b772-00310e73d2a1) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:47.333888 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] Checking router: eac4af3f-1bb7-4c47-a26e-02641cb968f3 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:44:47.333888 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] Updating router eac4af3f-1bb7-4c47-a26e-02641cb968f3 port cb12b7dc-4404-4c20-af42-3aa566859edf binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:44:47.376095 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.444398 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port cdb55237-0304-4318-959e-3fccf265ecd2 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:47.445043 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.481966 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6863586b-f496-43c3-b79d-7ae55cce049f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.520268 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6863586b-f496-43c3-b79d-7ae55cce049f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.710675 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-6863586b-f496-43c3-b79d-7ae55cce049f admin admin] Allocated IP 172.25.0.74 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/013466a6-c5b2-408e-810c-20f0b5bb4986) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:47.761047 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.773359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] Transition to ACTIVE for port object c0c2d1a5-a662-4e59-b772-00310e73d2a1 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:47.795110 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] Transition to ACTIVE for port object c0c2d1a5-a662-4e59-b772-00310e73d2a1 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:47.802594 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.878497 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] Pushing event updated for resources: {'Port': ['ID=c0c2d1a5-a662-4e59-b772-00310e73d2a1,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:47.887748 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.892429 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] Network 1b4fd3a8-9309-406f-87ff-e745f78908e3 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:47.896440 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:47.901337 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:47.904516 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] Transition to ACTIVE for port object cb12b7dc-4404-4c20-af42-3aa566859edf will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:47.912678 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.938909 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6863586b-f496-43c3-b79d-7ae55cce049f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.029009 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] Attempting to bind port c0c2d1a5-a662-4e59-b772-00310e73d2a1 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:48.029303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] Attempting to bind port c0c2d1a5-a662-4e59-b772-00310e73d2a1 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'fcf199ef-b4b7-4de6-b19e-68a9531bc13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:48.029704 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] Attempting to bind port c0c2d1a5-a662-4e59-b772-00310e73d2a1 on network 1b4fd3a8-9309-406f-87ff-e745f78908e3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:48.031858 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464ed07-0617-464e-9faa-883fc9103e34 None None] Pushing event updated for resources: {'Port': ['ID=cb12b7dc-4404-4c20-af42-3aa566859edf,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:48.051640 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6863586b-f496-43c3-b79d-7ae55cce049f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.053575 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:48.054288 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] Checking segment: {'id': 'fcf199ef-b4b7-4de6-b19e-68a9531bc13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:48.054414 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] Attempting to bind port cb12b7dc-4404-4c20-af42-3aa566859edf on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:48.054687 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] Attempting to bind port cb12b7dc-4404-4c20-af42-3aa566859edf by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '417f1a35-0bc1-400e-b54c-0ca962c97df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2609072e-d016-432b-80f0-59dce41272a3'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:48.054802 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.055209 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] Bound using segment: {'id': 'fcf199ef-b4b7-4de6-b19e-68a9531bc13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:48.055584 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] Attempting to bind port cb12b7dc-4404-4c20-af42-3aa566859edf on network 2609072e-d016-432b-80f0-59dce41272a3 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:48.055702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] Bound port: c0c2d1a5-a662-4e59-b772-00310e73d2a1, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf199ef-b4b7-4de6-b19e-68a9531bc13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:48.057129 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.063269 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:48.063269 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] Checking segment: {'id': '417f1a35-0bc1-400e-b54c-0ca962c97df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2609072e-d016-432b-80f0-59dce41272a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:48.063269 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.064928 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] Bound using segment: {'id': '417f1a35-0bc1-400e-b54c-0ca962c97df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2609072e-d016-432b-80f0-59dce41272a3'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:48.064928 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] Bound port: cb12b7dc-4404-4c20-af42-3aa566859edf, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417f1a35-0bc1-400e-b54c-0ca962c97df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2609072e-d016-432b-80f0-59dce41272a3'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:48.064928 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.106797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6863586b-f496-43c3-b79d-7ae55cce049f admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:48.119261 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-6863586b-f496-43c3-b79d-7ae55cce049f admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:48.120514 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6863586b-f496-43c3-b79d-7ae55cce049f admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:48.164518 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863586b-f496-43c3-b79d-7ae55cce049f admin admin] Pushing event updated for resources: {'Port': ['ID=013466a6-c5b2-408e-810c-20f0b5bb4986,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:48.186768 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b68ca0-ed1e-48da-919e-7f1c7e9c17c5 req-61a3b237-41c7-4016-97c1-7a74c114b8f4 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:48.196500 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-55b68ca0-ed1e-48da-919e-7f1c7e9c17c5 req-61a3b237-41c7-4016-97c1-7a74c114b8f4 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.1919801 Jul 13 07:44:48.212840 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] For port cb12b7dc-4404-4c20-af42-3aa566859edf, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:48.220713 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] For port cb12b7dc-4404-4c20-af42-3aa566859edf, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=cb12b7dc-4404-4c20-af42-3aa566859edf,segment=NetworkSegment(417f1a35-0bc1-400e-b54c-0ca962c97df0),segment_id=417f1a35-0bc1-400e-b54c-0ca962c97df0)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:48.228397 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] For port c0c2d1a5-a662-4e59-b772-00310e73d2a1, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:48.234913 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.242908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] For port c0c2d1a5-a662-4e59-b772-00310e73d2a1, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c0c2d1a5-a662-4e59-b772-00310e73d2a1,segment=NetworkSegment(fcf199ef-b4b7-4de6-b19e-68a9531bc13c),segment_id=fcf199ef-b4b7-4de6-b19e-68a9531bc13c)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:48.260921 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.338078 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464ed07-0617-464e-9faa-883fc9103e34 None None] Pushing event updated for resources: {'Port': ['ID=cb12b7dc-4404-4c20-af42-3aa566859edf,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:48.361184 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9c257-1653-4d9e-9fac-7d6248dc2c94 None None] Pushing event updated for resources: {'Port': ['ID=c0c2d1a5-a662-4e59-b772-00310e73d2a1,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:48.369210 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] Routers {'eac4af3f-1bb7-4c47-a26e-02641cb968f3'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:48.369844 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:44:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['eac4af3f-1bb7-4c47-a26e-02641cb968f3'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:48.536389 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] Set router eac4af3f-1bb7-4c47-a26e-02641cb968f3 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:48.569412 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-f208e210-6fab-4bcc-afe6-20083df9e75f tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:48.572150 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-f208e210-6fab-4bcc-afe6-20083df9e75f tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.62 "GET /v2.0/networks?id=2609072e-d016-432b-80f0-59dce41272a3 HTTP/1.1" status: 200 len: 820 time: 0.1853232 Jul 13 07:44:48.589140 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-2cfbefc8-8c45-4250-ad8b-99bfb46ed895 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Request body: {'port': {'device_id': 'dacf70e6-45d9-4b3f-894c-792e6e698ced', 'network_id': '2609072e-d016-432b-80f0-59dce41272a3', 'admin_state_up': True, 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:48.806156 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-2cfbefc8-8c45-4250-ad8b-99bfb46ed895 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Made reservation on behalf of c163ac6d998f43b188fb086f94b0c0de for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:48.812710 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-2cfbefc8-8c45-4250-ad8b-99bfb46ed895 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.914819 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376614273-router', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:40Z', 'updated_at': '2021-07-13T07:44:43Z', 'revision_number': 4, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'gw_port': {'id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:41Z', 'updated_at': '2021-07-13T07:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'cb12b7dc-4404-4c20-af42-3aa566859edf', 'name': '', 'network_id': '2609072e-d016-432b-80f0-59dce41272a3', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'mac_address': 'fa:16:3e:06:58:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'ca1fca35-9ee3-4c11-b443-97b6eb8bb65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:43Z', 'updated_at': '2021-07-13T07:44:48Z', 'revision_number': 4, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'subnets': [{'id': 'ca1fca35-9ee3-4c11-b443-97b6eb8bb65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:48.972851 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9437bc1-6e8b-49f8-9e34-eba41557f753 None None] The sync data for ids ['eac4af3f-1bb7-4c47-a26e-02641cb968f3'] in n-d-779913-28 is: [{'id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376614273-router', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:40Z', 'updated_at': '2021-07-13T07:44:43Z', 'revision_number': 4, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'gw_port': {'id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:41Z', 'updated_at': '2021-07-13T07:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'cb12b7dc-4404-4c20-af42-3aa566859edf', 'name': '', 'network_id': '2609072e-d016-432b-80f0-59dce41272a3', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'mac_address': 'fa:16:3e:06:58:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'ca1fca35-9ee3-4c11-b443-97b6eb8bb65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:43Z', 'updated_at': '2021-07-13T07:44:48Z', 'revision_number': 4, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'subnets': [{'id': 'ca1fca35-9ee3-4c11-b443-97b6eb8bb65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:49.120056 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-2cfbefc8-8c45-4250-ad8b-99bfb46ed895 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Allocated IP 172.20.0.2 (2609072e-d016-432b-80f0-59dce41272a3/ca1fca35-9ee3-4c11-b443-97b6eb8bb65c/34bd07b9-1f9c-45b7-ad44-baec101ce077) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:49.147137 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f446a6c-ff45-4878-9a0a-737db7120776 req-19d28f8c-e24e-4547-a3f9-7047d22746e8 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 210 time: 0.1096201 Jul 13 07:44:49.165447 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c0c2d1a5-a662-4e59-b772-00310e73d2a1 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:49.197110 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-55b68ca0-ed1e-48da-919e-7f1c7e9c17c5 req-9e7659f3-81ae-4e86-b032-7fd757807566 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9995608 Jul 13 07:44:49.265365 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port c0c2d1a5-a662-4e59-b772-00310e73d2a1 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:49.327717 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6863586b-f496-43c3-b79d-7ae55cce049f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.753021 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6863586b-f496-43c3-b79d-7ae55cce049f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.884981 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-2cfbefc8-8c45-4250-ad8b-99bfb46ed895 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.944632 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7ed076-681d-4756-b6f4-52011f7d155c None None] Network 1b4fd3a8-9309-406f-87ff-e745f78908e3 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:49.981942 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-2cfbefc8-8c45-4250-ad8b-99bfb46ed895 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.008914 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6863586b-f496-43c3-b79d-7ae55cce049f admin admin] Router a87c33a2-67f9-4ecd-96ca-f501e0f61aad is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:44:50.055758 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-afc445fe-54e7-4571-ac81-da9e6c96b585 None None] Provisioning for port c0c2d1a5-a662-4e59-b772-00310e73d2a1 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:50.061948 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-2cfbefc8-8c45-4250-ad8b-99bfb46ed895 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Network 2609072e-d016-432b-80f0-59dce41272a3 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:50.067593 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-afc445fe-54e7-4571-ac81-da9e6c96b585 None None] Provisioning complete for port c0c2d1a5-a662-4e59-b772-00310e73d2a1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:50.067907 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-afc445fe-54e7-4571-ac81-da9e6c96b585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.093810 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-2cfbefc8-8c45-4250-ad8b-99bfb46ed895 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:50.103312 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-2cfbefc8-8c45-4250-ad8b-99bfb46ed895 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:50.231040 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbefc8-8c45-4250-ad8b-99bfb46ed895 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Pushing event updated for resources: {'Port': ['ID=34bd07b9-1f9c-45b7-ad44-baec101ce077,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:50.282137 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-2cfbefc8-8c45-4250-ad8b-99bfb46ed895 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:50.284713 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-2cfbefc8-8c45-4250-ad8b-99bfb46ed895 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.289364 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-afc445fe-54e7-4571-ac81-da9e6c96b585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.316244 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6863586b-f496-43c3-b79d-7ae55cce049f admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:50.318114 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-2cfbefc8-8c45-4250-ad8b-99bfb46ed895 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7331469 Jul 13 07:44:50.337195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] Request body: {'port': {'device_id': 'dacf70e6-45d9-4b3f-894c-792e6e698ced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:50.344938 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] Sync routers for ids ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:50.352468 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6863586b-f496-43c3-b79d-7ae55cce049f admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.356935 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6863586b-f496-43c3-b79d-7ae55cce049f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5560930 Jul 13 07:44:50.357496 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46308) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:50.405459 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-afc445fe-54e7-4571-ac81-da9e6c96b585 None None] For port c0c2d1a5-a662-4e59-b772-00310e73d2a1, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c0c2d1a5-a662-4e59-b772-00310e73d2a1,segment=NetworkSegment(fcf199ef-b4b7-4de6-b19e-68a9531bc13c),segment_id=fcf199ef-b4b7-4de6-b19e-68a9531bc13c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:50.417429 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] Routers {'a87c33a2-67f9-4ecd-96ca-f501e0f61aad'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:50.418096 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:44:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:50.424885 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-afc445fe-54e7-4571-ac81-da9e6c96b585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.557475 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.687181 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc445fe-54e7-4571-ac81-da9e6c96b585 None None] Pushing event updated for resources: {'Port': ['ID=c0c2d1a5-a662-4e59-b772-00310e73d2a1,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:50.744861 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] Set router a87c33a2-67f9-4ecd-96ca-f501e0f61aad gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:50.776974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bedf6-e45a-4f37-a5ba-37059a600f44 req-fa0db540-a7c0-4e88-8cf2-0d1cf472a872 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:50.784855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-213bedf6-e45a-4f37-a5ba-37059a600f44 req-fa0db540-a7c0-4e88-8cf2-0d1cf472a872 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 931 time: 0.3115039 Jul 13 07:44:50.806747 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffe02e-7e7e-460b-abfe-2d61ced820c3 req-f900b049-5a97-4d8e-ba53-f962b66ee61b tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:50.808363 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d4ffe02e-7e7e-460b-abfe-2d61ced820c3 req-f900b049-5a97-4d8e-ba53-f962b66ee61b tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.3246729 Jul 13 07:44:50.997674 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-213bedf6-e45a-4f37-a5ba-37059a600f44 req-f5d47816-4784-4159-87fb-a3fa07f76e16 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118089 Jul 13 07:44:51.012411 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1f708642-deb0-42b0-b9ca-12378226b4fb None None] Provisioning complete for port c0c2d1a5-a662-4e59-b772-00310e73d2a1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:51.015094 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f708642-deb0-42b0-b9ca-12378226b4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.022832 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d4ffe02e-7e7e-460b-abfe-2d61ced820c3 req-95a72827-a83a-4fb0-81ce-523c15b05a66 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033479 Jul 13 07:44:51.074635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34bd07b9-1f9c-45b7-ad44-baec101ce077 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:44:51.091850 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.125809 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] Transition to ACTIVE for port object 34bd07b9-1f9c-45b7-ad44-baec101ce077 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:51.138978 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.258902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'name': 'tempest-AttachVolumeTestJSON-1833424248-router', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:46Z', 'updated_at': '2021-07-13T07:44:49Z', 'revision_number': 3, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'gw_port': {'id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:47Z', 'updated_at': '2021-07-13T07:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:51.269401 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c0c2d1a5-a662-4e59-b772-00310e73d2a1 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:51.276990 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] Pushing event updated for resources: {'Port': ['ID=34bd07b9-1f9c-45b7-ad44-baec101ce077,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:51.388949 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] Attempting to bind port 34bd07b9-1f9c-45b7-ad44-baec101ce077 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:51.389307 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] Attempting to bind port 34bd07b9-1f9c-45b7-ad44-baec101ce077 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '417f1a35-0bc1-400e-b54c-0ca962c97df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2609072e-d016-432b-80f0-59dce41272a3'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:51.389955 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] Attempting to bind port 34bd07b9-1f9c-45b7-ad44-baec101ce077 on network 2609072e-d016-432b-80f0-59dce41272a3 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:51.394690 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] Port 34bd07b9-1f9c-45b7-ad44-baec101ce077 on network 2609072e-d016-432b-80f0-59dce41272a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:44:51.395098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] Attempting to bind port 34bd07b9-1f9c-45b7-ad44-baec101ce077 on network 2609072e-d016-432b-80f0-59dce41272a3 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:51.401062 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:51.401483 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] Checking segment: {'id': '417f1a35-0bc1-400e-b54c-0ca962c97df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2609072e-d016-432b-80f0-59dce41272a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:51.401943 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] Bound using segment: {'id': '417f1a35-0bc1-400e-b54c-0ca962c97df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2609072e-d016-432b-80f0-59dce41272a3'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:51.402561 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] Bound port: 34bd07b9-1f9c-45b7-ad44-baec101ce077, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '417f1a35-0bc1-400e-b54c-0ca962c97df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2609072e-d016-432b-80f0-59dce41272a3'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:51.403071 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.437222 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] Checking router: a87c33a2-67f9-4ecd-96ca-f501e0f61aad for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:44:51.437647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] Updating router a87c33a2-67f9-4ecd-96ca-f501e0f61aad port 013466a6-c5b2-408e-810c-20f0b5bb4986 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:44:51.477814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] For port 34bd07b9-1f9c-45b7-ad44-baec101ce077, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:51.482041 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] For port 34bd07b9-1f9c-45b7-ad44-baec101ce077, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=34bd07b9-1f9c-45b7-ad44-baec101ce077,segment=NetworkSegment(417f1a35-0bc1-400e-b54c-0ca962c97df0),segment_id=417f1a35-0bc1-400e-b54c-0ca962c97df0)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:51.496351 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.503191 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97c18b67-f4ea-4dcf-a753-30e45d564e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.517752 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.524423 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port c0c2d1a5-a662-4e59-b772-00310e73d2a1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:51.524802 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.597376 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:51.598808 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.602198 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] 10.222.0.62 "PUT /v2.0/ports/34bd07b9-1f9c-45b7-ad44-baec101ce077 HTTP/1.1" status: 200 len: 1092 time: 1.2755859 Jul 13 07:44:51.603037 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacf70e6-45d9-4b3f-894c-792e6e698ced', 'tag': '34bd07b9-1f9c-45b7-ad44-baec101ce077'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:51.609179 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baeaca69-7ab8-4fdc-843d-9b1ca97e7250" -d '{"events": [{"name": "network-changed", "server_uuid": "dacf70e6-45d9-4b3f-894c-792e6e698ced", "tag": "34bd07b9-1f9c-45b7-ad44-baec101ce077"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:51.660414 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93b68c-489e-48a5-ba2c-d88a2251f681 service neutron] Pushing event updated for resources: {'Port': ['ID=34bd07b9-1f9c-45b7-ad44-baec101ce077,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:51.736466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device cb12b7dc-4404-4c20-af42-3aa566859edf up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:51.768705 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a31baa-dfb4-4b3e-9484-49986a6c408e x-openstack-request-id: req-a5a31baa-dfb4-4b3e-9484-49986a6c408e {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:51.768991 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacf70e6-45d9-4b3f-894c-792e6e698ced", "tag": "34bd07b9-1f9c-45b7-ad44-baec101ce077", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:51.769327 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a5a31baa-dfb4-4b3e-9484-49986a6c408e {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:51.769632 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacf70e6-45d9-4b3f-894c-792e6e698ced', 'tag': '34bd07b9-1f9c-45b7-ad44-baec101ce077', 'status': 'completed', 'code': 200} Jul 13 07:44:51.776437 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-97c18b67-f4ea-4dcf-a753-30e45d564e87 admin admin] Allocated IP 172.20.0.1 (1b4fd3a8-9309-406f-87ff-e745f78908e3/e9bae17d-a9cd-4de6-bffc-674a284593a4/dfd0ba74-feeb-4708-8b48-c19a7034b4e4) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:51.790760 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1ba2b-b83b-4508-a938-f7cbeeed07fe req-f9e2df71-2e47-4e96-a622-bff38c1b5766 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:51.792452 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcf1ba2b-b83b-4508-a938-f7cbeeed07fe req-f9e2df71-2e47-4e96-a622-bff38c1b5766 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 946 time: 0.1703067 Jul 13 07:44:51.838984 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-342ae536-a6fc-4c32-8bb8-e73e33d09fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:51.842037 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-342ae536-a6fc-4c32-8bb8-e73e33d09fd7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c163ac6d998f43b188fb086f94b0c0de&device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 1095 time: 0.1683612 Jul 13 07:44:51.866296 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcf1ba2b-b83b-4508-a938-f7cbeeed07fe req-795957b4-da92-42ca-b77c-fc16db5d8db3 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/security-groups?id=d951993f-ee3b-44f4-a019-a3341f039c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661793 Jul 13 07:44:51.880330 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port cb12b7dc-4404-4c20-af42-3aa566859edf completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:51.887579 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port cb12b7dc-4404-4c20-af42-3aa566859edf triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:51.887972 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.930615 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-faf68e72-6a58-4625-b986-bc0db10333e4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34bd07b9-1f9c-45b7-ad44-baec101ce077 HTTP/1.1" status: 200 len: 217 time: 0.0792587 Jul 13 07:44:51.951050 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97c18b67-f4ea-4dcf-a753-30e45d564e87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.976264 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-97c18b67-f4ea-4dcf-a753-30e45d564e87 admin admin] Transition to ACTIVE for port object dfd0ba74-feeb-4708-8b48-c19a7034b4e4 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:52.008024 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-63c34f50-5fe5-4759-a647-d34af87cadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:52.009525 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-63c34f50-5fe5-4759-a647-d34af87cadfc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ca1fca35-9ee3-4c11-b443-97b6eb8bb65c HTTP/1.1" status: 200 len: 860 time: 0.0687537 Jul 13 07:44:52.019995 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97c18b67-f4ea-4dcf-a753-30e45d564e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.039472 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.062483 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] Transition to ACTIVE for port object 013466a6-c5b2-408e-810c-20f0b5bb4986 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:52.064781 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.088535 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.092408 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-8b754ba5-9ff5-4bf7-9e4e-4feddfe43f38 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2609072e-d016-432b-80f0-59dce41272a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721939 Jul 13 07:44:52.217793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c18b67-f4ea-4dcf-a753-30e45d564e87 admin admin] Network 1b4fd3a8-9309-406f-87ff-e745f78908e3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:52.235127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-97c18b67-f4ea-4dcf-a753-30e45d564e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:52.250193 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c18b67-f4ea-4dcf-a753-30e45d564e87 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:52.356424 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-fe097b0f-5f88-4ee7-b85e-2f54510e4cda service neutron] 10.222.0.62 "GET /v2.0/networks/2609072e-d016-432b-80f0-59dce41272a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499619 Jul 13 07:44:52.359189 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port cb12b7dc-4404-4c20-af42-3aa566859edf, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=cb12b7dc-4404-4c20-af42-3aa566859edf,segment=NetworkSegment(417f1a35-0bc1-400e-b54c-0ca962c97df0),segment_id=417f1a35-0bc1-400e-b54c-0ca962c97df0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:52.362878 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97c18b67-f4ea-4dcf-a753-30e45d564e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.375153 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.378666 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] Attempting to bind port 013466a6-c5b2-408e-810c-20f0b5bb4986 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:52.378894 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] Attempting to bind port 013466a6-c5b2-408e-810c-20f0b5bb4986 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:52.379227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] Attempting to bind port 013466a6-c5b2-408e-810c-20f0b5bb4986 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:52.384093 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2927a7-9f22-40fa-91ef-8479c8261004 None None] Pushing event updated for resources: {'Port': ['ID=013466a6-c5b2-408e-810c-20f0b5bb4986,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:52.413769 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c18b67-f4ea-4dcf-a753-30e45d564e87 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd0ba74-feeb-4708-8b48-c19a7034b4e4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:52.446542 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:52.447006 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:52.447344 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.447741 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:52.448817 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] Bound port: 013466a6-c5b2-408e-810c-20f0b5bb4986, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:52.448817 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.497890 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=cb12b7dc-4404-4c20-af42-3aa566859edf,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:52.564775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] For port 013466a6-c5b2-408e-810c-20f0b5bb4986, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:52.569362 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] For port 013466a6-c5b2-408e-810c-20f0b5bb4986, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=013466a6-c5b2-408e-810c-20f0b5bb4986,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:52.579297 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.588466 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5d4a9034-0f7f-4bc5-b8a4-dbabe8b4b66e req-b72ad80b-e547-4711-9eaa-ead5b07679e9 service neutron] 10.222.0.62 "GET /v2.0/networks/2609072e-d016-432b-80f0-59dce41272a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232902 Jul 13 07:44:52.640801 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1ab66-30ba-4b06-9617-eacd3db5093d req-993e76eb-567f-4b8d-99e2-3ab4805557ab tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:52.642686 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c7f1ab66-30ba-4b06-9617-eacd3db5093d req-993e76eb-567f-4b8d-99e2-3ab4805557ab tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 943 time: 0.3092127 Jul 13 07:44:52.669884 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502cd63-9806-4bc3-a57e-e6336556ac6c req-6780ba82-4be0-4d00-89e9-f2687c3fd36c tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:52.671865 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3502cd63-9806-4bc3-a57e-e6336556ac6c req-6780ba82-4be0-4d00-89e9-f2687c3fd36c tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.3394139 Jul 13 07:44:52.690506 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2927a7-9f22-40fa-91ef-8479c8261004 None None] Pushing event updated for resources: {'Port': ['ID=013466a6-c5b2-408e-810c-20f0b5bb4986,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:52.702832 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] Routers {'a87c33a2-67f9-4ecd-96ca-f501e0f61aad'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:52.703578 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:44:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:52.707874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2e0cee6d-a038-4426-afb5-ade1030e406d None None] Provisioning for port dfd0ba74-feeb-4708-8b48-c19a7034b4e4 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:52.741818 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaca69-7ab8-4fdc-843d-9b1ca97e7250 req-be5b9678-50f4-4b51-b4e5-e8f2a90ee61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:52.743474 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-baeaca69-7ab8-4fdc-843d-9b1ca97e7250 req-be5b9678-50f4-4b51-b4e5-e8f2a90ee61a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c163ac6d998f43b188fb086f94b0c0de&device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 1095 time: 0.0945497 Jul 13 07:44:52.811292 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3502cd63-9806-4bc3-a57e-e6336556ac6c req-ea0fda5d-915d-4803-867e-851962dac3ab tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124072 Jul 13 07:44:52.825104 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c7f1ab66-30ba-4b06-9617-eacd3db5093d req-527d7649-088c-4098-8772-450e9e1780f0 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669579 Jul 13 07:44:52.829353 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97c18b67-f4ea-4dcf-a753-30e45d564e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.835134 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] Set router a87c33a2-67f9-4ecd-96ca-f501e0f61aad gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:52.886044 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaca69-7ab8-4fdc-843d-9b1ca97e7250 req-420e615f-11b3-4296-b70f-34dab7a43929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:52.888156 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-baeaca69-7ab8-4fdc-843d-9b1ca97e7250 req-420e615f-11b3-4296-b70f-34dab7a43929 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2609072e-d016-432b-80f0-59dce41272a3 HTTP/1.1" status: 200 len: 921 time: 0.1357298 Jul 13 07:44:52.969880 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-baeaca69-7ab8-4fdc-843d-9b1ca97e7250 req-95ab9bfe-8d1d-49e9-a805-34c8cf42b8e9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34bd07b9-1f9c-45b7-ad44-baec101ce077 HTTP/1.1" status: 200 len: 217 time: 0.0684946 Jul 13 07:44:52.979333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2e0cee6d-a038-4426-afb5-ade1030e406d None None] Provisioning complete for port dfd0ba74-feeb-4708-8b48-c19a7034b4e4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:52.985480 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2e0cee6d-a038-4426-afb5-ade1030e406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.068452 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device cb12b7dc-4404-4c20-af42-3aa566859edf up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:53.078138 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaca69-7ab8-4fdc-843d-9b1ca97e7250 req-e21ac08e-12b8-4b9a-8d8b-a4b77c4d4d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:53.079931 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-baeaca69-7ab8-4fdc-843d-9b1ca97e7250 req-e21ac08e-12b8-4b9a-8d8b-a4b77c4d4d03 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ca1fca35-9ee3-4c11-b443-97b6eb8bb65c HTTP/1.1" status: 200 len: 860 time: 0.0993528 Jul 13 07:44:53.160008 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-baeaca69-7ab8-4fdc-843d-9b1ca97e7250 req-adab845b-c867-4fb7-b665-094f5429fafc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2609072e-d016-432b-80f0-59dce41272a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679688 Jul 13 07:44:53.187491 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97c18b67-f4ea-4dcf-a753-30e45d564e87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.202463 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97c18b67-f4ea-4dcf-a753-30e45d564e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.297846 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-baeaca69-7ab8-4fdc-843d-9b1ca97e7250 req-442b260b-d1f7-4670-b3ac-9955c34b878c service neutron] 10.222.0.62 "GET /v2.0/networks/2609072e-d016-432b-80f0-59dce41272a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298251 Jul 13 07:44:53.314398 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c18b67-f4ea-4dcf-a753-30e45d564e87 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd0ba74-feeb-4708-8b48-c19a7034b4e4,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:53.328416 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97c18b67-f4ea-4dcf-a753-30e45d564e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.351943 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2e0cee6d-a038-4426-afb5-ade1030e406d None None] Port dfd0ba74-feeb-4708-8b48-c19a7034b4e4 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:53.394580 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5350b8db-5bfb-49af-b614-b9b88943d584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.433747 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port cb12b7dc-4404-4c20-af42-3aa566859edf triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:53.434251 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.508625 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c18b67-f4ea-4dcf-a753-30e45d564e87 admin admin] Network 1b4fd3a8-9309-406f-87ff-e745f78908e3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:53.512852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-97c18b67-f4ea-4dcf-a753-30e45d564e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:53.524280 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-baeaca69-7ab8-4fdc-843d-9b1ca97e7250 req-9fa52e3e-22b8-4402-9bed-00c38f8164aa service neutron] 10.222.0.62 "GET /v2.0/networks/2609072e-d016-432b-80f0-59dce41272a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169726 Jul 13 07:44:53.558993 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'name': 'tempest-AttachVolumeTestJSON-1833424248-router', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:46Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 4, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'gw_port': {'id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:47Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'dfd0ba74-feeb-4708-8b48-c19a7034b4e4', 'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'mac_address': 'fa:16:3e:87:84:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:51Z', 'updated_at': '2021-07-13T07:44:51Z', 'revision_number': 1, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'subnets': [{'id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:53.634946 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ae4822-1ee5-4729-b59c-df32951509bb None None] The sync data for ids ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'] in n-d-779913-28 is: [{'id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'name': 'tempest-AttachVolumeTestJSON-1833424248-router', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:46Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 4, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'gw_port': {'id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:47Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'dfd0ba74-feeb-4708-8b48-c19a7034b4e4', 'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'mac_address': 'fa:16:3e:87:84:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:51Z', 'updated_at': '2021-07-13T07:44:51Z', 'revision_number': 1, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'subnets': [{'id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:53.661541 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c18b67-f4ea-4dcf-a753-30e45d564e87 admin admin] Router a87c33a2-67f9-4ecd-96ca-f501e0f61aad has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:53.722657 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-921effb5-6ec5-443f-98e6-d8f555b61a8e None None] Provisioning complete for port dfd0ba74-feeb-4708-8b48-c19a7034b4e4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:53.723166 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-921effb5-6ec5-443f-98e6-d8f555b61a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.810449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-921effb5-6ec5-443f-98e6-d8f555b61a8e None None] Port dfd0ba74-feeb-4708-8b48-c19a7034b4e4 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:53.835232 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c18b67-f4ea-4dcf-a753-30e45d564e87 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:53.841072 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-97c18b67-f4ea-4dcf-a753-30e45d564e87 admin admin] 10.222.0.58 "PUT /v2.0/routers/a87c33a2-67f9-4ecd-96ca-f501e0f61aad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4824607 Jul 13 07:44:53.926552 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f71fc-1221-4344-9515-d5210d28116b req-8b40fd5e-59cc-47b2-a0ba-2a0b594baca9 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:53.935829 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-728f71fc-1221-4344-9515-d5210d28116b req-8b40fd5e-59cc-47b2-a0ba-2a0b594baca9 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 946 time: 0.0892119 Jul 13 07:44:53.942487 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d516b87c-1f72-41b3-9623-f63d9082f80d None None] Provisioning complete for port dfd0ba74-feeb-4708-8b48-c19a7034b4e4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:53.943003 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d516b87c-1f72-41b3-9623-f63d9082f80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.040067 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d516b87c-1f72-41b3-9623-f63d9082f80d None None] Port dfd0ba74-feeb-4708-8b48-c19a7034b4e4 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:54.401264 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-728f71fc-1221-4344-9515-d5210d28116b req-db166eee-d9af-4ee9-9f93-afa943b71b76 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/security-groups?id=d951993f-ee3b-44f4-a019-a3341f039c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4603868 Jul 13 07:44:54.445188 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 34bd07b9-1f9c-45b7-ad44-baec101ce077 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:44:54.449458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef42fdd-689b-48bc-bd0d-8def03e6be74 req-69487565-afbf-4e59-9915-5c944301eb63 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:54.456707 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eef42fdd-689b-48bc-bd0d-8def03e6be74 req-69487565-afbf-4e59-9915-5c944301eb63 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.1002216 Jul 13 07:44:54.514122 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eef42fdd-689b-48bc-bd0d-8def03e6be74 req-aef06932-a355-46a4-8b7d-22bea857fc25 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561824 Jul 13 07:44:54.676962 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 34bd07b9-1f9c-45b7-ad44-baec101ce077, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=34bd07b9-1f9c-45b7-ad44-baec101ce077,segment=NetworkSegment(417f1a35-0bc1-400e-b54c-0ca962c97df0),segment_id=417f1a35-0bc1-400e-b54c-0ca962c97df0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:54.715048 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '34bd07b9-1f9c-45b7-ad44-baec101ce077', 'network_id': '2609072e-d016-432b-80f0-59dce41272a3', 'port_id': '34bd07b9-1f9c-45b7-ad44-baec101ce077', 'mac_address': 'fa:16:3e:27:61:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1fca35-9ee3-4c11-b443-97b6eb8bb65c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:44:54.718296 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6173a8f-b1db-4bbb-9aed-367dfa195ae9 req-7d098683-0a36-47eb-b60e-0817aa66db20 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:54.721578 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6173a8f-b1db-4bbb-9aed-367dfa195ae9 req-7d098683-0a36-47eb-b60e-0817aa66db20 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 943 time: 0.1722107 Jul 13 07:44:54.778396 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.795541 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bd07b9-1f9c-45b7-ad44-baec101ce077 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:44:54.824391 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6173a8f-b1db-4bbb-9aed-367dfa195ae9 req-ddc11f39-6dfc-48f4-a9e8-8801bb595a1b tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960379 Jul 13 07:44:54.850555 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 34bd07b9-1f9c-45b7-ad44-baec101ce077, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=34bd07b9-1f9c-45b7-ad44-baec101ce077,segment=NetworkSegment(417f1a35-0bc1-400e-b54c-0ca962c97df0),segment_id=417f1a35-0bc1-400e-b54c-0ca962c97df0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:54.859522 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.987042 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=34bd07b9-1f9c-45b7-ad44-baec101ce077,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:55.046472 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 013466a6-c5b2-408e-810c-20f0b5bb4986 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:55.100241 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46404) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:55.105284 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-54aa02a0-10f6-4607-8be5-f38d02a3a17d tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2067979119', 'description': 'tempest-description--216296902'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:55.121290 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 013466a6-c5b2-408e-810c-20f0b5bb4986 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:55.125550 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 013466a6-c5b2-408e-810c-20f0b5bb4986 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:55.125923 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.161647 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54aa02a0-10f6-4607-8be5-f38d02a3a17d tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.265318 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54aa02a0-10f6-4607-8be5-f38d02a3a17d tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.269749 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54aa02a0-10f6-4607-8be5-f38d02a3a17d tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.272002 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.297395 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54aa02a0-10f6-4607-8be5-f38d02a3a17d tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.301477 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-54aa02a0-10f6-4607-8be5-f38d02a3a17d tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1971188 Jul 13 07:44:55.301689 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46412) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:55.305129 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 013466a6-c5b2-408e-810c-20f0b5bb4986, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=013466a6-c5b2-408e-810c-20f0b5bb4986,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:55.307660 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-53f21508-16b3-4cf7-a4f3-b858e32402db tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Request body: {'security_group_rule': {'security_group_id': '0df504c5-0963-4b1e-8136-a57f95bd3f1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:55.309953 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.315076 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa02a0-10f6-4607-8be5-f38d02a3a17d tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df504c5-0963-4b1e-8136-a57f95bd3f1b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:55.342965 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['34bd07b9-1f9c-45b7-ad44-baec101ce077'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:44:55.347132 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53f21508-16b3-4cf7-a4f3-b858e32402db tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.410653 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=013466a6-c5b2-408e-810c-20f0b5bb4986,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:55.415878 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53f21508-16b3-4cf7-a4f3-b858e32402db tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.420815 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53f21508-16b3-4cf7-a4f3-b858e32402db tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.444876 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f21508-16b3-4cf7-a4f3-b858e32402db tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e235e7-8207-4d92-8309-03b273b3557d,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:55.455028 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53f21508-16b3-4cf7-a4f3-b858e32402db tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.459194 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46418) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:55.459701 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-53f21508-16b3-4cf7-a4f3-b858e32402db tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1565838 Jul 13 07:44:55.466456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-5b0e7e25-f72c-4b8a-9d67-888cb46d214a tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Request body: {'security_group_rule': {'security_group_id': '0df504c5-0963-4b1e-8136-a57f95bd3f1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:55.505342 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5b0e7e25-f72c-4b8a-9d67-888cb46d214a tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.615825 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5b0e7e25-f72c-4b8a-9d67-888cb46d214a tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.623660 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5b0e7e25-f72c-4b8a-9d67-888cb46d214a tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.647003 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e7e25-f72c-4b8a-9d67-888cb46d214a tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57677b5-c7e7-4b53-806f-1ae4b4e6491c,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:55.659761 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5b0e7e25-f72c-4b8a-9d67-888cb46d214a tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.662784 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5b0e7e25-f72c-4b8a-9d67-888cb46d214a tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2009482 Jul 13 07:44:55.665724 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46426) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:55.671121 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-0037ad8e-efa8-4f72-8803-993d0f901f3f tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:55.708134 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0037ad8e-efa8-4f72-8803-993d0f901f3f tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for floatingip, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.740116 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc6441-396c-4a8e-a1b2-f397c7d7d800 req-5a543587-3b43-4e56-ab18-05d7b3b59a29 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:55.742493 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72cc6441-396c-4a8e-a1b2-f397c7d7d800 req-5a543587-3b43-4e56-ab18-05d7b3b59a29 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.0852122 Jul 13 07:44:55.795252 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72cc6441-396c-4a8e-a1b2-f397c7d7d800 req-c88866ff-c57d-4bfd-ab8a-c00b0b535693 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466657 Jul 13 07:44:55.852779 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0037ad8e-efa8-4f72-8803-993d0f901f3f tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.972669 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-0037ad8e-efa8-4f72-8803-993d0f901f3f tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Allocated IP 172.25.0.168 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/4baaa611-8429-49be-98bc-f07433154378) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:56.111266 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0037ad8e-efa8-4f72-8803-993d0f901f3f tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.116738 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4ae32-e79c-4726-a682-54c79dd8f40d req-b17834d5-9d3e-41d4-9244-4cd038ff29a4 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:56.118334 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70b4ae32-e79c-4726-a682-54c79dd8f40d req-b17834d5-9d3e-41d4-9244-4cd038ff29a4 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 946 time: 0.1229641 Jul 13 07:44:56.128680 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bdb18-9b85-493d-8d52-dcb893b6e29d req-e2754b4f-291e-439d-aa78-056078860e8f tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:56.139198 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f60bdb18-9b85-493d-8d52-dcb893b6e29d req-e2754b4f-291e-439d-aa78-056078860e8f tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 944 time: 0.1530154 Jul 13 07:44:56.181646 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0037ad8e-efa8-4f72-8803-993d0f901f3f tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.218566 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f60bdb18-9b85-493d-8d52-dcb893b6e29d req-7cd98e72-fcea-4340-8689-575a703c40b0 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618432 Jul 13 07:44:56.237803 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70b4ae32-e79c-4726-a682-54c79dd8f40d req-e1cc50df-e051-450d-b510-fd028e41dc47 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/security-groups?id=d951993f-ee3b-44f4-a019-a3341f039c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973756 Jul 13 07:44:56.245660 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0037ad8e-efa8-4f72-8803-993d0f901f3f tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:56.247162 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037ad8e-efa8-4f72-8803-993d0f901f3f tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Pushing event updated for resources: {'Port': ['ID=4baaa611-8429-49be-98bc-f07433154378,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:56.249904 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-0037ad8e-efa8-4f72-8803-993d0f901f3f tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:56.256977 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0037ad8e-efa8-4f72-8803-993d0f901f3f tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:56.356988 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0037ad8e-efa8-4f72-8803-993d0f901f3f tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.408507 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0037ad8e-efa8-4f72-8803-993d0f901f3f tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.581014 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0037ad8e-efa8-4f72-8803-993d0f901f3f tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.586545 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0037ad8e-efa8-4f72-8803-993d0f901f3f tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.649098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037ad8e-efa8-4f72-8803-993d0f901f3f tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Pushing event updated for resources: {'Port': ['ID=4baaa611-8429-49be-98bc-f07433154378,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:56.665024 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0037ad8e-efa8-4f72-8803-993d0f901f3f tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.681691 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0037ad8e-efa8-4f72-8803-993d0f901f3f tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.690565 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0037ad8e-efa8-4f72-8803-993d0f901f3f tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0233989 Jul 13 07:44:56.856718 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-7e79c0bb-0635-4f33-b6cb-b62c20d5f321 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2067979119&fields=id&tenant_id=f14c0acd9f784f1c95e03b53f067da36 HTTP/1.1" status: 200 len: 267 time: 0.0474393 Jul 13 07:44:56.963012 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 013466a6-c5b2-408e-810c-20f0b5bb4986 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:57.052995 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-1b359c87-7df5-4c6a-9256-d0ed9cdda591 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:57.057753 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-1b359c87-7df5-4c6a-9256-d0ed9cdda591 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/networks?id=1b4fd3a8-9309-406f-87ff-e745f78908e3 HTTP/1.1" status: 200 len: 811 time: 0.1909504 Jul 13 07:44:57.072838 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 013466a6-c5b2-408e-810c-20f0b5bb4986 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:57.073218 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.082517 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-ff014b3d-4c21-4174-b3fc-bdb533aab898 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/quotas/f14c0acd9f784f1c95e03b53f067da36 HTTP/1.1" status: 200 len: 375 time: 0.0207615 Jul 13 07:44:57.160263 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a67b1-23d1-4651-8dc6-90b4377e7059 req-c00f46ce-2a54-404f-80a4-c68f2095d57b tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:57.163243 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0e5a67b1-23d1-4651-8dc6-90b4377e7059 req-c00f46ce-2a54-404f-80a4-c68f2095d57b tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.1936619 Jul 13 07:44:57.234860 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-5bd0f841-94f1-44cb-b678-13ad3ae19868 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f14c0acd9f784f1c95e03b53f067da36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1445005 Jul 13 07:44:57.238894 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0e5a67b1-23d1-4651-8dc6-90b4377e7059 req-492a6f83-0a2f-4331-a2f1-1c84d1f0efd9 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628266 Jul 13 07:44:57.348979 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-9319b16c-0836-4a1c-963b-f25917466513 service neutron] 10.222.0.58 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979376 Jul 13 07:44:57.357370 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] Sync routers for ids ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:57.368139 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] Routers {'a87c33a2-67f9-4ecd-96ca-f501e0f61aad'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:57.368771 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:44:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:57.501564 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] Set router a87c33a2-67f9-4ecd-96ca-f501e0f61aad gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:57.503064 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98249f2-e08b-4512-9560-f424250267ee req-b21ca33d-3d1c-4088-98a2-ee08fc706d5d tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:57.504698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e98249f2-e08b-4512-9560-f424250267ee req-b21ca33d-3d1c-4088-98a2-ee08fc706d5d tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 944 time: 0.1541798 Jul 13 07:44:57.510607 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-b9edab60-3169-422c-adcc-1d219cfcbc7c service neutron] 10.222.0.58 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587472 Jul 13 07:44:57.530271 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9aa34469-470c-4612-b925-fc8bd600d486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.569853 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e98249f2-e08b-4512-9560-f424250267ee req-831d9603-4077-44b1-b968-e0eb209dcb54 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580840 Jul 13 07:44:57.618197 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.794881 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e46149-3931-4a0b-b7ba-e7da1e7e4efb req-ee05e3c7-3ed1-4e76-b583-492e9d2a0048 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:57.806647 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-13e46149-3931-4a0b-b7ba-e7da1e7e4efb req-ee05e3c7-3ed1-4e76-b583-492e9d2a0048 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 946 time: 0.1162536 Jul 13 07:44:57.821185 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'name': 'tempest-AttachVolumeTestJSON-1833424248-router', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:46Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 4, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'gw_port': {'id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:47Z', 'updated_at': '2021-07-13T07:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'dfd0ba74-feeb-4708-8b48-c19a7034b4e4', 'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'mac_address': 'fa:16:3e:87:84:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:51Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 2, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'subnets': [{'id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:57.890355 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-13e46149-3931-4a0b-b7ba-e7da1e7e4efb req-9197b2c4-f628-438a-911c-1c36416749f0 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/security-groups?id=d951993f-ee3b-44f4-a019-a3341f039c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780883 Jul 13 07:44:57.987127 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-84839213-3900-4416-9bcf-227d5d43ce45 req-04dcaa2c-709d-432b-b334-7147d7ddc578 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 210 time: 0.0398159 Jul 13 07:44:58.025427 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] Checking router: a87c33a2-67f9-4ecd-96ca-f501e0f61aad for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:44:58.025771 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] Updating router a87c33a2-67f9-4ecd-96ca-f501e0f61aad port dfd0ba74-feeb-4708-8b48-c19a7034b4e4 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:44:58.059861 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2429c34-99f5-400d-8963-7a449dfab1ba req-1f3d2609-3174-471e-a37d-cc12902279ca tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:58.062397 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f2429c34-99f5-400d-8963-7a449dfab1ba req-1f3d2609-3174-471e-a37d-cc12902279ca tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.62 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 946 time: 0.1494038 Jul 13 07:44:58.066527 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.190604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-f2429c34-99f5-400d-8963-7a449dfab1ba req-d60deb1f-ff12-4b6c-8bc6-4f0ff5589777 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Deleting port 025123fe-f305-4763-ad5d-b26f6b498e03 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:58.190948 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f2429c34-99f5-400d-8963-7a449dfab1ba req-d60deb1f-ff12-4b6c-8bc6-4f0ff5589777 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.408779 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f2429c34-99f5-400d-8963-7a449dfab1ba req-d60deb1f-ff12-4b6c-8bc6-4f0ff5589777 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] For port 025123fe-f305-4763-ad5d-b26f6b498e03, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=025123fe-f305-4763-ad5d-b26f6b498e03,segment=NetworkSegment(6e9c5810-3429-4a82-b8af-d041cb9f4715),segment_id=6e9c5810-3429-4a82-b8af-d041cb9f4715)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:58.409172 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f2429c34-99f5-400d-8963-7a449dfab1ba req-d60deb1f-ff12-4b6c-8bc6-4f0ff5589777 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.414745 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.434222 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] Transition to ACTIVE for port object dfd0ba74-feeb-4708-8b48-c19a7034b4e4 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:58.463466 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.488985 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 34bd07b9-1f9c-45b7-ad44-baec101ce077 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:58.509956 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea314524-95d1-4915-80e7-d4c0441d7a50 req-84746aff-5aa4-4710-b8d1-3a4aef6c48f3 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:58.511425 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea314524-95d1-4915-80e7-d4c0441d7a50 req-84746aff-5aa4-4710-b8d1-3a4aef6c48f3 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.1285391 Jul 13 07:44:58.622696 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea314524-95d1-4915-80e7-d4c0441d7a50 req-fec8c0fd-7ecd-494b-b97c-636751173435 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002598 Jul 13 07:44:58.628599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 34bd07b9-1f9c-45b7-ad44-baec101ce077 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:58.633871 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 34bd07b9-1f9c-45b7-ad44-baec101ce077 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:58.634534 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.751629 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.756985 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd5ddc-9e30-427f-9a9f-bed6ae3117e1 None None] Pushing event updated for resources: {'Port': ['ID=dfd0ba74-feeb-4708-8b48-c19a7034b4e4,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:58.771468 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] Attempting to bind port dfd0ba74-feeb-4708-8b48-c19a7034b4e4 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:58.772770 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] Attempting to bind port dfd0ba74-feeb-4708-8b48-c19a7034b4e4 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'fcf199ef-b4b7-4de6-b19e-68a9531bc13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:58.774866 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] Attempting to bind port dfd0ba74-feeb-4708-8b48-c19a7034b4e4 on network 1b4fd3a8-9309-406f-87ff-e745f78908e3 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:58.793793 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:58.794634 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] Checking segment: {'id': 'fcf199ef-b4b7-4de6-b19e-68a9531bc13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:58.795258 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.797129 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] Bound using segment: {'id': 'fcf199ef-b4b7-4de6-b19e-68a9531bc13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:58.797911 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] Bound port: dfd0ba74-feeb-4708-8b48-c19a7034b4e4, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf199ef-b4b7-4de6-b19e-68a9531bc13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:58.798533 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.923701 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 34bd07b9-1f9c-45b7-ad44-baec101ce077, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=34bd07b9-1f9c-45b7-ad44-baec101ce077,segment=NetworkSegment(417f1a35-0bc1-400e-b54c-0ca962c97df0),segment_id=417f1a35-0bc1-400e-b54c-0ca962c97df0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:58.927120 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacf70e6-45d9-4b3f-894c-792e6e698ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bd07b9-1f9c-45b7-ad44-baec101ce077'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:58.931545 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f2429c34-99f5-400d-8963-7a449dfab1ba req-d60deb1f-ff12-4b6c-8bc6-4f0ff5589777 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.934452 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82b0eab-d08e-4ad9-ac4c-e6af5e41b083" -d '{"events": [{"server_uuid": "dacf70e6-45d9-4b3f-894c-792e6e698ced", "name": "network-vif-plugged", "status": "completed", "tag": "34bd07b9-1f9c-45b7-ad44-baec101ce077"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:58.935126 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f2429c34-99f5-400d-8963-7a449dfab1ba req-d60deb1f-ff12-4b6c-8bc6-4f0ff5589777 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.936825 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [req-f2429c34-99f5-400d-8963-7a449dfab1ba req-d60deb1f-ff12-4b6c-8bc6-4f0ff5589777 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Floating IP c7c035a7-6b26-4adc-8b0f-9e81832c7355 disassociated. External IP: 172.25.0.199, port: 025123fe-f305-4763-ad5d-b26f6b498e03. Jul 13 07:44:58.938986 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-f2429c34-99f5-400d-8963-7a449dfab1ba req-d60deb1f-ff12-4b6c-8bc6-4f0ff5589777 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Calling delete_port for 025123fe-f305-4763-ad5d-b26f6b498e03 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:58.946730 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.973201 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] For port dfd0ba74-feeb-4708-8b48-c19a7034b4e4, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:58.988678 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] For port dfd0ba74-feeb-4708-8b48-c19a7034b4e4, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=dfd0ba74-feeb-4708-8b48-c19a7034b4e4,segment=NetworkSegment(fcf199ef-b4b7-4de6-b19e-68a9531bc13c),segment_id=fcf199ef-b4b7-4de6-b19e-68a9531bc13c)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:59.000286 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67488b-4912-4bad-a711-f2b2f427b2f4 req-6181d834-df9d-483f-8ad4-469fd152d0b5 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:59.003621 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.015325 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce67488b-4912-4bad-a711-f2b2f427b2f4 req-6181d834-df9d-483f-8ad4-469fd152d0b5 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 944 time: 0.2167182 Jul 13 07:44:59.071961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=34bd07b9-1f9c-45b7-ad44-baec101ce077,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:59.085042 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce67488b-4912-4bad-a711-f2b2f427b2f4 req-7ad8e9e4-2c6b-47db-8d03-ddcdd4d95d20 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686803 Jul 13 07:44:59.118872 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd5ddc-9e30-427f-9a9f-bed6ae3117e1 None None] Pushing event updated for resources: {'Port': ['ID=dfd0ba74-feeb-4708-8b48-c19a7034b4e4,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:59.155039 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] Routers {'a87c33a2-67f9-4ecd-96ca-f501e0f61aad'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:59.155729 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:44:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:59.202521 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e646a3-cdd9-45df-9623-5810498f1b02 x-openstack-request-id: req-09e646a3-cdd9-45df-9623-5810498f1b02 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:59.202868 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacf70e6-45d9-4b3f-894c-792e6e698ced", "name": "network-vif-plugged", "status": "completed", "tag": "34bd07b9-1f9c-45b7-ad44-baec101ce077", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:59.203323 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-09e646a3-cdd9-45df-9623-5810498f1b02 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:59.203955 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacf70e6-45d9-4b3f-894c-792e6e698ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bd07b9-1f9c-45b7-ad44-baec101ce077', 'code': 200} Jul 13 07:44:59.263001 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f2429c34-99f5-400d-8963-7a449dfab1ba req-d60deb1f-ff12-4b6c-8bc6-4f0ff5589777 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.320031 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60deb1f-ff12-4b6c-8bc6-4f0ff5589777 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Pushing event deleted for resources: {'Port': ['ID=025123fe-f305-4763-ad5d-b26f6b498e03,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:59.373991 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fcdda03c-0358-40fe-91a6-b2d2ed431e14 req-6771531e-e0ba-425d-b45b-b8a9f29cba98 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 210 time: 0.0975435 Jul 13 07:44:59.439180 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] Set router a87c33a2-67f9-4ecd-96ca-f501e0f61aad gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:59.474007 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee217ed-46cc-4b59-b991-d31d01c84676 req-21e14845-d337-41dd-9799-07862e798603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:59.477145 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bee217ed-46cc-4b59-b991-d31d01c84676 req-21e14845-d337-41dd-9799-07862e798603 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 1097 time: 0.1594584 Jul 13 07:44:59.508517 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.540563 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-835f00e7-f695-4663-b089-20118567cf7e req-11705670-09c6-49aa-a9ac-9dd433c2e20a tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 210 time: 0.0505643 Jul 13 07:44:59.589452 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bee217ed-46cc-4b59-b991-d31d01c84676 req-29fefc22-ecf3-4869-99fe-ca6af14df23b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627127 Jul 13 07:44:59.612155 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2429c34-99f5-400d-8963-7a449dfab1ba req-d60deb1f-ff12-4b6c-8bc6-4f0ff5589777 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Router 61c91c1b-fe5f-490b-8825-e7854382523a has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:59.819229 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'name': 'tempest-AttachVolumeTestJSON-1833424248-router', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:46Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 4, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'gw_port': {'id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:47Z', 'updated_at': '2021-07-13T07:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'dfd0ba74-feeb-4708-8b48-c19a7034b4e4', 'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'mac_address': 'fa:16:3e:87:84:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:51Z', 'updated_at': '2021-07-13T07:44:58Z', 'revision_number': 4, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'subnets': [{'id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:59.898047 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e04a13-47e7-4307-936a-24c73582db3d None None] The sync data for ids ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'] in n-d-779913-28 is: [{'id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'name': 'tempest-AttachVolumeTestJSON-1833424248-router', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:46Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 4, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'gw_port': {'id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:47Z', 'updated_at': '2021-07-13T07:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'dfd0ba74-feeb-4708-8b48-c19a7034b4e4', 'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'mac_address': 'fa:16:3e:87:84:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:51Z', 'updated_at': '2021-07-13T07:44:58Z', 'revision_number': 4, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'subnets': [{'id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:59.926235 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-529dd771-f807-4d22-a90f-9c3c63b9344c tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:59.929024 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-529dd771-f807-4d22-a90f-9c3c63b9344c tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.35 "GET /v2.0/networks?id=1b4fd3a8-9309-406f-87ff-e745f78908e3 HTTP/1.1" status: 200 len: 811 time: 0.3058119 Jul 13 07:44:59.930270 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2429c34-99f5-400d-8963-7a449dfab1ba req-d60deb1f-ff12-4b6c-8bc6-4f0ff5589777 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:59.940905 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e95c9f-9f4c-4f5f-b46f-c8e588c0f03c None None] Sync routers for ids ['61c91c1b-fe5f-490b-8825-e7854382523a'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:59.963772 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e95c9f-9f4c-4f5f-b46f-c8e588c0f03c None None] Routers {'61c91c1b-fe5f-490b-8825-e7854382523a'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:59.968054 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-34e95c9f-9f4c-4f5f-b46f-c8e588c0f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:44:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['61c91c1b-fe5f-490b-8825-e7854382523a'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:00.013476 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2429c34-99f5-400d-8963-7a449dfab1ba req-d60deb1f-ff12-4b6c-8bc6-4f0ff5589777 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] No DVR routers for this DVR port 025123fe-f305-4763-ad5d-b26f6b498e03 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:00.019435 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f2429c34-99f5-400d-8963-7a449dfab1ba req-d60deb1f-ff12-4b6c-8bc6-4f0ff5589777 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.020109 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdea38-6f18-4c20-9329-ac812a9e9d8f req-af7dbc98-6981-48ee-90b6-b4ee669167d4 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:00.022470 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ccdea38-6f18-4c20-9329-ac812a9e9d8f req-af7dbc98-6981-48ee-90b6-b4ee669167d4 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.1043210 Jul 13 07:45:00.026404 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f2429c34-99f5-400d-8963-7a449dfab1ba req-d60deb1f-ff12-4b6c-8bc6-4f0ff5589777 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.62 "DELETE /v2.0/ports/025123fe-f305-4763-ad5d-b26f6b498e03 HTTP/1.1" status: 204 len: 173 time: 1.9519434 Jul 13 07:45:00.027200 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34844eca-97ca-4424-98c4-d7b337182075', 'name': 'network-vif-deleted', 'tag': '025123fe-f305-4763-ad5d-b26f6b498e03'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:00.029929 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632e825a-9150-44c2-876a-a0e45953197c" -d '{"events": [{"server_uuid": "34844eca-97ca-4424-98c4-d7b337182075", "name": "network-vif-deleted", "tag": "025123fe-f305-4763-ad5d-b26f6b498e03"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:00.086741 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-b3e2da7a-bc04-4f90-90e1-757e627a9186 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14c0acd9f784f1c95e03b53f067da36 HTTP/1.1" status: 200 len: 380 time: 0.1446602 Jul 13 07:45:00.101352 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-9dea4006-3e5a-4490-abc5-31d2b75916ad tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Request body: {'port': {'device_id': '3bf95a09-4ddb-4b8e-a658-53297c1f6d98', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'admin_state_up': True, 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'security_groups': ['0df504c5-0963-4b1e-8136-a57f95bd3f1b']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:00.103342 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ccdea38-6f18-4c20-9329-ac812a9e9d8f req-885629ca-f09e-4cf5-a3d6-8f6e1aeb857b tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695007 Jul 13 07:45:00.243607 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-34e95c9f-9f4c-4f5f-b46f-c8e588c0f03c None None] Set router 61c91c1b-fe5f-490b-8825-e7854382523a gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:00.301290 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c32309d-5fc7-49f6-912a-883a62e7874b x-openstack-request-id: req-6c32309d-5fc7-49f6-912a-883a62e7874b {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:00.301900 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34844eca-97ca-4424-98c4-d7b337182075", "name": "network-vif-deleted", "tag": "025123fe-f305-4763-ad5d-b26f6b498e03", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:00.302009 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c32309d-5fc7-49f6-912a-883a62e7874b {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:00.307471 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34844eca-97ca-4424-98c4-d7b337182075', 'name': 'network-vif-deleted', 'tag': '025123fe-f305-4763-ad5d-b26f6b498e03', 'status': 'completed', 'code': 200} Jul 13 07:45:00.417914 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdfdd1-5f73-459e-a3c3-1c540f22e2aa req-dc179e2a-4d91-4048-9ca8-c49b82fc2602 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:00.428296 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c9bdfdd1-5f73-459e-a3c3-1c540f22e2aa req-dc179e2a-4d91-4048-9ca8-c49b82fc2602 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.0935495 Jul 13 07:45:00.443815 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-9dea4006-3e5a-4490-abc5-31d2b75916ad tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Made reservation on behalf of f14c0acd9f784f1c95e03b53f067da36 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:00.447410 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-9dea4006-3e5a-4490-abc5-31d2b75916ad tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.510502 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 025123fe-f305-4763-ad5d-b26f6b498e03 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:00.538658 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 025123fe-f305-4763-ad5d-b26f6b498e03 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:00.539926 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c9bdfdd1-5f73-459e-a3c3-1c540f22e2aa req-d0d794af-a822-466f-98eb-8c3e61ba4bf3 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086564 Jul 13 07:45:00.540305 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 025123fe-f305-4763-ad5d-b26f6b498e03 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:00.647815 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-34e95c9f-9f4c-4f5f-b46f-c8e588c0f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'name': 'tempest-ServersTestBootFromVolume-1267362208-router', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:25Z', 'updated_at': '2021-07-13T07:41:35Z', 'revision_number': 4, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'gw_port': {'id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:27Z', 'updated_at': '2021-07-13T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '832bf157-fc84-4865-b7c8-80bc3dd74f68', 'name': '', 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'mac_address': 'fa:16:3e:71:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'b1513bb1-4b36-457a-8cae-2a6826023db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:33Z', 'updated_at': '2021-07-13T07:41:46Z', 'revision_number': 5, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'subnets': [{'id': 'b1513bb1-4b36-457a-8cae-2a6826023db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:00.716902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e95c9f-9f4c-4f5f-b46f-c8e588c0f03c None None] Checking router: 61c91c1b-fe5f-490b-8825-e7854382523a for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:00.720894 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d56ffcd3-592f-4c5c-b0cd-06188d05d100 req-d731bd3c-5c34-4162-8e6b-879952329907 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 210 time: 0.0613027 Jul 13 07:45:00.730431 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e95c9f-9f4c-4f5f-b46f-c8e588c0f03c None None] Routers {'61c91c1b-fe5f-490b-8825-e7854382523a'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:00.731139 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-34e95c9f-9f4c-4f5f-b46f-c8e588c0f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:44:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['61c91c1b-fe5f-490b-8825-e7854382523a'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:00.806265 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-9dea4006-3e5a-4490-abc5-31d2b75916ad tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Allocated IP 172.20.0.5 (1b4fd3a8-9309-406f-87ff-e745f78908e3/e9bae17d-a9cd-4de6-bffc-674a284593a4/3583ab02-39ee-4c27-b18f-01a6e0ca6d10) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:01.026072 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3584fe6d-5dc4-45da-b9b3-71f393c16ec5 req-f786a08a-79c4-4264-9b1d-e97bcb3dea1e tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 210 time: 0.0772605 Jul 13 07:45:01.041669 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-34e95c9f-9f4c-4f5f-b46f-c8e588c0f03c None None] Set router 61c91c1b-fe5f-490b-8825-e7854382523a gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:01.212009 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-9dea4006-3e5a-4490-abc5-31d2b75916ad tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.250053 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-9dea4006-3e5a-4490-abc5-31d2b75916ad tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Transition to ACTIVE for port object 3583ab02-39ee-4c27-b18f-01a6e0ca6d10 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:01.269474 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device dfd0ba74-feeb-4708-8b48-c19a7034b4e4 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:01.311529 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-9dea4006-3e5a-4490-abc5-31d2b75916ad tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.331568 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.372993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea4006-3e5a-4490-abc5-31d2b75916ad tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Pushing event updated for resources: {'Port': ['ID=3583ab02-39ee-4c27-b18f-01a6e0ca6d10,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:01.393906 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-9dea4006-3e5a-4490-abc5-31d2b75916ad tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Network 1b4fd3a8-9309-406f-87ff-e745f78908e3 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:01.407873 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-9dea4006-3e5a-4490-abc5-31d2b75916ad tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:01.409704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-9dea4006-3e5a-4490-abc5-31d2b75916ad tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:01.439992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-34e95c9f-9f4c-4f5f-b46f-c8e588c0f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'name': 'tempest-ServersTestBootFromVolume-1267362208-router', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:25Z', 'updated_at': '2021-07-13T07:41:35Z', 'revision_number': 4, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'gw_port': {'id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:27Z', 'updated_at': '2021-07-13T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '832bf157-fc84-4865-b7c8-80bc3dd74f68', 'name': '', 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'mac_address': 'fa:16:3e:71:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'b1513bb1-4b36-457a-8cae-2a6826023db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:33Z', 'updated_at': '2021-07-13T07:41:46Z', 'revision_number': 5, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'subnets': [{'id': 'b1513bb1-4b36-457a-8cae-2a6826023db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:01.486744 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-9dea4006-3e5a-4490-abc5-31d2b75916ad tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:01.488185 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-9dea4006-3e5a-4490-abc5-31d2b75916ad tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.492826 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e95c9f-9f4c-4f5f-b46f-c8e588c0f03c None None] The sync data for ids ['61c91c1b-fe5f-490b-8825-e7854382523a'] in n-d-779913-28 is: [{'id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'name': 'tempest-ServersTestBootFromVolume-1267362208-router', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:25Z', 'updated_at': '2021-07-13T07:41:35Z', 'revision_number': 4, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'gw_port': {'id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:27Z', 'updated_at': '2021-07-13T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '832bf157-fc84-4865-b7c8-80bc3dd74f68', 'name': '', 'network_id': '593c6ad1-d14f-437d-ba60-3acf4156dc72', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'mac_address': 'fa:16:3e:71:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'b1513bb1-4b36-457a-8cae-2a6826023db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:33Z', 'updated_at': '2021-07-13T07:41:46Z', 'revision_number': 5, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'subnets': [{'id': 'b1513bb1-4b36-457a-8cae-2a6826023db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:01.494780 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port dfd0ba74-feeb-4708-8b48-c19a7034b4e4 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:01.500035 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port dfd0ba74-feeb-4708-8b48-c19a7034b4e4 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:01.500563 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.516403 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-9dea4006-3e5a-4490-abc5-31d2b75916ad tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4214387 Jul 13 07:45:01.531520 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] Request body: {'port': {'device_id': '3bf95a09-4ddb-4b8e-a658-53297c1f6d98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:01.620593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa67e31-0ac0-447f-87cd-23bfdff7a662 req-c6a9a1e2-c8f2-4056-831e-3b310182179c tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:01.633546 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1aa67e31-0ac0-447f-87cd-23bfdff7a662 req-c6a9a1e2-c8f2-4056-831e-3b310182179c tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.2300766 Jul 13 07:45:01.735480 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.748145 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1aa67e31-0ac0-447f-87cd-23bfdff7a662 req-d992a12a-3532-4d38-8b3b-e00659abb4f0 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132796 Jul 13 07:45:01.799851 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port dfd0ba74-feeb-4708-8b48-c19a7034b4e4, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=dfd0ba74-feeb-4708-8b48-c19a7034b4e4,segment=NetworkSegment(fcf199ef-b4b7-4de6-b19e-68a9531bc13c),segment_id=fcf199ef-b4b7-4de6-b19e-68a9531bc13c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:01.813256 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.907736 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=dfd0ba74-feeb-4708-8b48-c19a7034b4e4,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:01.985967 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f4f6825e-f246-4794-8bee-655d0f0d22dc None None] Provisioning for port 3583ab02-39ee-4c27-b18f-01a6e0ca6d10 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:01.990446 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f4f6825e-f246-4794-8bee-655d0f0d22dc None None] Provisioning complete for port 3583ab02-39ee-4c27-b18f-01a6e0ca6d10 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:01.990446 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4f6825e-f246-4794-8bee-655d0f0d22dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.106305 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f4f6825e-f246-4794-8bee-655d0f0d22dc None None] Port 3583ab02-39ee-4c27-b18f-01a6e0ca6d10 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:02.119707 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cee9533f-c3f0-4438-a214-805afce758d8 req-7a5cfd0c-3b87-4b41-aeed-4686712601f7 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 210 time: 0.0645123 Jul 13 07:45:02.150577 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aee93b-9ebd-47cd-931c-3be933c112f7 req-fd7eee80-9cce-42ca-ba18-ce380a0f66bc tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:02.152184 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f6aee93b-9ebd-47cd-931c-3be933c112f7 req-fd7eee80-9cce-42ca-ba18-ce380a0f66bc tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.2615623 Jul 13 07:45:02.199287 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1965ca2f-6b1c-48ea-b3a9-091b035a13d4 None None] New status for floating IP c7c035a7-6b26-4adc-8b0f-9e81832c7355: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:45:02.246432 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f6aee93b-9ebd-47cd-931c-3be933c112f7 req-bcef5727-ec13-4d8b-8cf6-705193fbd064 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867925 Jul 13 07:45:02.340773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3eeb641e-9996-414f-aa27-dd5f96c92d46 None None] Provisioning complete for port dfd0ba74-feeb-4708-8b48-c19a7034b4e4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:02.341226 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3eeb641e-9996-414f-aa27-dd5f96c92d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.466599 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.559823 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:45:02.591829 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cf49a-f588-4821-9dba-b28cc26ce5fb req-771b6101-8931-4f51-8a9e-d27a9409420b tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:02.593524 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e63cf49a-f588-4821-9dba-b28cc26ce5fb req-771b6101-8931-4f51-8a9e-d27a9409420b tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 931 time: 0.1435528 Jul 13 07:45:02.703976 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e63cf49a-f588-4821-9dba-b28cc26ce5fb req-f87b2dd6-bce0-452c-81aa-64266d812dd6 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043680 Jul 13 07:45:03.044579 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device dfd0ba74-feeb-4708-8b48-c19a7034b4e4 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:03.149171 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port dfd0ba74-feeb-4708-8b48-c19a7034b4e4 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:03.149872 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.182779 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3583ab02-39ee-4c27-b18f-01a6e0ca6d10 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:45:03.190125 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f8569-41aa-494c-a582-d3e6e3fe58b4 req-2721af4e-17b0-4c9e-96db-260523ef2734 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:03.192653 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d4f8569-41aa-494c-a582-d3e6e3fe58b4 req-2721af4e-17b0-4c9e-96db-260523ef2734 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.0890813 Jul 13 07:45:03.192803 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.209489 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec25ad3-11d3-4f26-a33c-cd0eed653df7 req-60f4d3c5-3ad6-4444-8846-e3d8757cea1e tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:03.211650 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] Transition to ACTIVE for port object 3583ab02-39ee-4c27-b18f-01a6e0ca6d10 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:03.223806 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.226556 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ec25ad3-11d3-4f26-a33c-cd0eed653df7 req-60f4d3c5-3ad6-4444-8846-e3d8757cea1e tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.1538060 Jul 13 07:45:03.301352 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d4f8569-41aa-494c-a582-d3e6e3fe58b4 req-84a58151-7e59-48e1-aa00-9116a6e7d18e tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735965 Jul 13 07:45:03.327797 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ec25ad3-11d3-4f26-a33c-cd0eed653df7 req-fb265d17-bdf3-487e-813f-82cb9dd595fb tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990317 Jul 13 07:45:03.336918 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2714d58-b24c-49f5-aa0a-894861585bba req-a5936b93-997e-47a5-8b2c-547e72910f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:03.338492 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c2714d58-b24c-49f5-aa0a-894861585bba req-a5936b93-997e-47a5-8b2c-547e72910f4f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c163ac6d998f43b188fb086f94b0c0de&device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 1097 time: 0.2512012 Jul 13 07:45:03.424251 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] Pushing event updated for resources: {'Port': ['ID=3583ab02-39ee-4c27-b18f-01a6e0ca6d10,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:03.582022 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] Attempting to bind port 3583ab02-39ee-4c27-b18f-01a6e0ca6d10 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:03.582716 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] Attempting to bind port 3583ab02-39ee-4c27-b18f-01a6e0ca6d10 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'fcf199ef-b4b7-4de6-b19e-68a9531bc13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:03.582716 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] Attempting to bind port 3583ab02-39ee-4c27-b18f-01a6e0ca6d10 on network 1b4fd3a8-9309-406f-87ff-e745f78908e3 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:03.584753 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60444d37-101f-466a-aeb2-611ec4bad7a6 req-58c85dd6-9203-4f8b-afbe-19e85f29bbb5 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 210 time: 0.0752199 Jul 13 07:45:03.603706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] Port 3583ab02-39ee-4c27-b18f-01a6e0ca6d10 on network 1b4fd3a8-9309-406f-87ff-e745f78908e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:45:03.603706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] Attempting to bind port 3583ab02-39ee-4c27-b18f-01a6e0ca6d10 on network 1b4fd3a8-9309-406f-87ff-e745f78908e3 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:03.604202 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2714d58-b24c-49f5-aa0a-894861585bba req-c3795677-7f82-4d1f-898d-3fe9574b2b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:03.605812 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c2714d58-b24c-49f5-aa0a-894861585bba req-c3795677-7f82-4d1f-898d-3fe9574b2b1f service neutron] 10.222.0.62 "GET /v2.0/networks?id=2609072e-d016-432b-80f0-59dce41272a3 HTTP/1.1" status: 200 len: 921 time: 0.2512879 Jul 13 07:45:03.618464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:03.622466 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] Checking segment: {'id': 'fcf199ef-b4b7-4de6-b19e-68a9531bc13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:03.622979 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] Bound using segment: {'id': 'fcf199ef-b4b7-4de6-b19e-68a9531bc13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:03.623543 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] Bound port: 3583ab02-39ee-4c27-b18f-01a6e0ca6d10, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf199ef-b4b7-4de6-b19e-68a9531bc13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:03.623801 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.690873 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a9706-3b07-4668-ab2e-27bd211ab86e req-1a58bac9-a236-48a1-981b-d792249de2b2 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:03.699062 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-377a9706-3b07-4668-ab2e-27bd211ab86e req-1a58bac9-a236-48a1-981b-d792249de2b2 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/ports?device_id=4207daf2-7f30-466d-b844-9dff3885a4fa HTTP/1.1" status: 200 len: 945 time: 0.1440926 Jul 13 07:45:03.723048 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c2714d58-b24c-49f5-aa0a-894861585bba req-cfaebfd4-a396-4c7e-89c2-f29228afd184 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34bd07b9-1f9c-45b7-ad44-baec101ce077 HTTP/1.1" status: 200 len: 217 time: 0.0897427 Jul 13 07:45:03.742548 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-377a9706-3b07-4668-ab2e-27bd211ab86e req-dcff9f87-1f56-4103-bcb2-ac14ad9a2e32 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf9f1c6e-14f2-43e1-b6fa-9d296a5d1024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421252 Jul 13 07:45:03.845550 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2714d58-b24c-49f5-aa0a-894861585bba req-8f86460f-739e-44c7-a2c8-cf2d38a792a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:03.848200 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c2714d58-b24c-49f5-aa0a-894861585bba req-8f86460f-739e-44c7-a2c8-cf2d38a792a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ca1fca35-9ee3-4c11-b443-97b6eb8bb65c HTTP/1.1" status: 200 len: 860 time: 0.0959675 Jul 13 07:45:03.852414 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] For port 3583ab02-39ee-4c27-b18f-01a6e0ca6d10, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:03.856826 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] For port 3583ab02-39ee-4c27-b18f-01a6e0ca6d10, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3583ab02-39ee-4c27-b18f-01a6e0ca6d10,segment=NetworkSegment(fcf199ef-b4b7-4de6-b19e-68a9531bc13c),segment_id=fcf199ef-b4b7-4de6-b19e-68a9531bc13c)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:03.872913 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.923102 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c2714d58-b24c-49f5-aa0a-894861585bba req-d71e13d1-18f6-490b-a0fa-9b2da47befab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2609072e-d016-432b-80f0-59dce41272a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640767 Jul 13 07:45:03.969324 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:03.970047 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.971617 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] 10.222.0.35 "PUT /v2.0/ports/3583ab02-39ee-4c27-b18f-01a6e0ca6d10 HTTP/1.1" status: 200 len: 1092 time: 2.4456594 Jul 13 07:45:03.975453 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf95a09-4ddb-4b8e-a658-53297c1f6d98', 'tag': '3583ab02-39ee-4c27-b18f-01a6e0ca6d10'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:03.978308 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a602d525-f499-4e1b-b482-d6ea8ffd5ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf95a09-4ddb-4b8e-a658-53297c1f6d98", "tag": "3583ab02-39ee-4c27-b18f-01a6e0ca6d10"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:04.056113 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2516d4-ed93-4f78-9dfb-112382911ebc req-07a6fa7c-f2f9-430d-99c9-9995ac7e8079 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:04.073361 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c2516d4-ed93-4f78-9dfb-112382911ebc req-07a6fa7c-f2f9-430d-99c9-9995ac7e8079 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 943 time: 0.1808581 Jul 13 07:45:04.097852 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde96470-60f1-49ab-9c41-271a7177e2dd x-openstack-request-id: req-fde96470-60f1-49ab-9c41-271a7177e2dd {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:04.098428 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf95a09-4ddb-4b8e-a658-53297c1f6d98", "tag": "3583ab02-39ee-4c27-b18f-01a6e0ca6d10", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:04.098904 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fde96470-60f1-49ab-9c41-271a7177e2dd {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:04.100078 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf95a09-4ddb-4b8e-a658-53297c1f6d98', 'tag': '3583ab02-39ee-4c27-b18f-01a6e0ca6d10', 'status': 'completed', 'code': 200} Jul 13 07:45:04.151164 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c7812-e047-4487-90a7-d2d1a01b1f63 service neutron] Pushing event updated for resources: {'Port': ['ID=3583ab02-39ee-4c27-b18f-01a6e0ca6d10,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:04.202579 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c2516d4-ed93-4f78-9dfb-112382911ebc req-a41e73ad-7d8a-444a-b936-54255066c394 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135383 Jul 13 07:45:04.229846 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-aa4fd28e-dbb0-4452-9ffc-b522af59563c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:04.231467 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-aa4fd28e-dbb0-4452-9ffc-b522af59563c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f14c0acd9f784f1c95e03b53f067da36&device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 1095 time: 0.1978753 Jul 13 07:45:04.233677 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c2714d58-b24c-49f5-aa0a-894861585bba req-53bae4a1-3a52-47d2-9f75-c7434e5ceb38 service neutron] 10.222.0.62 "GET /v2.0/networks/2609072e-d016-432b-80f0-59dce41272a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746117 Jul 13 07:45:04.302865 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-15cde3a2-c3fd-43aa-a496-fd1fd7fe8e65 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3583ab02-39ee-4c27-b18f-01a6e0ca6d10 HTTP/1.1" status: 200 len: 217 time: 0.0619764 Jul 13 07:45:04.413529 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-151ff100-f53d-479d-a812-2f2c70ce7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:04.415330 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-151ff100-f53d-479d-a812-2f2c70ce7b45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9bae17d-a9cd-4de6-bffc-674a284593a4 HTTP/1.1" status: 200 len: 850 time: 0.0760167 Jul 13 07:45:04.470255 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c2714d58-b24c-49f5-aa0a-894861585bba req-faf21b19-c3a8-4c70-9f06-d9650ff0b79b service neutron] 10.222.0.62 "GET /v2.0/networks/2609072e-d016-432b-80f0-59dce41272a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224629 Jul 13 07:45:04.518538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-f1c1b0a2-2daa-4836-bb74-81df0cb4b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:04.520301 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-f1c1b0a2-2daa-4836-bb74-81df0cb4b67b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b4fd3a8-9309-406f-87ff-e745f78908e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0938091 Jul 13 07:45:04.625705 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960628d1-3a49-4dd8-a3fb-0dfad364c274 req-c6daeda0-9bca-4d4c-920d-9bbf1d87f559 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:04.632195 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-960628d1-3a49-4dd8-a3fb-0dfad364c274 req-c6daeda0-9bca-4d4c-920d-9bbf1d87f559 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.1562858 Jul 13 07:45:04.683120 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-87861b1f-5a75-4cd2-ad14-ecfec2be4605 service neutron] 10.222.0.35 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534240 Jul 13 07:45:04.694714 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-960628d1-3a49-4dd8-a3fb-0dfad364c274 req-7e2ee5e7-4934-4663-accf-40111534e226 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560763 Jul 13 07:45:04.796565 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0258d-a0fc-41a5-9870-443fd38fa601 req-2d853470-5f7f-4dc0-9303-e93174e714eb tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:04.804076 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7fe0258d-a0fc-41a5-9870-443fd38fa601 req-2d853470-5f7f-4dc0-9303-e93174e714eb tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.0745528 Jul 13 07:45:04.851701 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b47411a-9966-4c4c-ac73-e72a240a870a req-164001de-1363-4caf-9e45-4dd82ae9b954 service neutron] 10.222.0.35 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584308 Jul 13 07:45:04.855576 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7fe0258d-a0fc-41a5-9870-443fd38fa601 req-294ebfb2-e116-44fe-8bf1-11c316ff356a tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506516 Jul 13 07:45:04.901348 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-02db0fb3-b12c-4626-b919-d941e2e1b27b req-5e663609-0576-4ec1-8dae-d38d5e284a42 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 210 time: 0.0494177 Jul 13 07:45:05.060617 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602d525-f499-4e1b-b482-d6ea8ffd5ee5 req-971ccee8-2d2f-4a19-af8d-6193ab10dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:05.062741 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a602d525-f499-4e1b-b482-d6ea8ffd5ee5 req-971ccee8-2d2f-4a19-af8d-6193ab10dcb0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f14c0acd9f784f1c95e03b53f067da36&device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 1095 time: 0.1302330 Jul 13 07:45:05.233712 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602d525-f499-4e1b-b482-d6ea8ffd5ee5 req-2f76a122-39a8-4bc1-b1a6-91b70bfdb654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:05.236276 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a602d525-f499-4e1b-b482-d6ea8ffd5ee5 req-2f76a122-39a8-4bc1-b1a6-91b70bfdb654 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b4fd3a8-9309-406f-87ff-e745f78908e3 HTTP/1.1" status: 200 len: 912 time: 0.1662197 Jul 13 07:45:05.347520 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0aebb-cfe2-49cd-8b35-b05268c583cb req-21fc6b79-532a-4e8e-924e-f6970699bdd7 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:05.349193 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a602d525-f499-4e1b-b482-d6ea8ffd5ee5 req-6cf70438-c255-43a2-bf49-134a80f6138e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3583ab02-39ee-4c27-b18f-01a6e0ca6d10 HTTP/1.1" status: 200 len: 217 time: 0.1033235 Jul 13 07:45:05.350269 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-33f0aebb-cfe2-49cd-8b35-b05268c583cb req-21fc6b79-532a-4e8e-924e-f6970699bdd7 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/ports?device_id=4207daf2-7f30-466d-b844-9dff3885a4fa HTTP/1.1" status: 200 len: 945 time: 0.1191633 Jul 13 07:45:05.406230 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-33f0aebb-cfe2-49cd-8b35-b05268c583cb req-65f54415-3caf-4d9a-8602-5dbe2fadf780 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf9f1c6e-14f2-43e1-b6fa-9d296a5d1024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498106 Jul 13 07:45:05.456111 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602d525-f499-4e1b-b482-d6ea8ffd5ee5 req-8befd796-6af9-4390-8946-b03077f8a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:05.458021 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a602d525-f499-4e1b-b482-d6ea8ffd5ee5 req-8befd796-6af9-4390-8946-b03077f8a41f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9bae17d-a9cd-4de6-bffc-674a284593a4 HTTP/1.1" status: 200 len: 850 time: 0.1024506 Jul 13 07:45:05.485045 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89162e0-6792-4ec0-a9c0-cb45b2de57c4 req-da61bae3-7d68-4b32-a55b-d80b317fac44 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:05.487100 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c89162e0-6792-4ec0-a9c0-cb45b2de57c4 req-da61bae3-7d68-4b32-a55b-d80b317fac44 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 943 time: 0.0793340 Jul 13 07:45:05.525836 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602d525-f499-4e1b-b482-d6ea8ffd5ee5 req-11b49bc6-cf4c-4e57-a6c1-76f5e954f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:05.526851 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a602d525-f499-4e1b-b482-d6ea8ffd5ee5 req-11b49bc6-cf4c-4e57-a6c1-76f5e954f86c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b4fd3a8-9309-406f-87ff-e745f78908e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621676 Jul 13 07:45:05.543693 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c89162e0-6792-4ec0-a9c0-cb45b2de57c4 req-2cac79b3-36b3-443a-a71c-846d49fad406 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502460 Jul 13 07:45:05.638397 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a602d525-f499-4e1b-b482-d6ea8ffd5ee5 req-527e78b0-793f-4e69-bfa0-fcfdd0c359d0 service neutron] 10.222.0.35 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017039 Jul 13 07:45:05.744741 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a602d525-f499-4e1b-b482-d6ea8ffd5ee5 req-42e84206-3fa7-4ad1-83f1-a708fcbbdba8 service neutron] 10.222.0.35 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990198 Jul 13 07:45:05.892354 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b332f-aa45-41c6-af44-71605ce6c74f req-ea6a9b31-ceaf-4303-ab56-e180c1c3ea57 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:05.898360 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f80b332f-aa45-41c6-af44-71605ce6c74f req-ea6a9b31-ceaf-4303-ab56-e180c1c3ea57 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.0784941 Jul 13 07:45:05.952088 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f80b332f-aa45-41c6-af44-71605ce6c74f req-8a958059-14c7-4719-8bf8-1513240fa2db tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524380 Jul 13 07:45:06.158246 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335785e6-c109-48bd-809a-74dab4a9e0d2 req-66b8fc39-40a1-45e0-b7fd-1393fd306e7f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:06.159807 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-335785e6-c109-48bd-809a-74dab4a9e0d2 req-66b8fc39-40a1-45e0-b7fd-1393fd306e7f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.1000228 Jul 13 07:45:06.199020 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-59e12286-1a79-4b62-9364-2ea9c5f56d76 req-787bc9e7-d8b8-4ab2-a3f5-80cf6a2b75f8 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/ports?device_id=34844eca-97ca-4424-98c4-d7b337182075 HTTP/1.1" status: 200 len: 210 time: 0.0359273 Jul 13 07:45:06.240802 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-335785e6-c109-48bd-809a-74dab4a9e0d2 req-9574c106-59e2-4b23-9894-728df636ddd8 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680990 Jul 13 07:45:06.432248 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230f341-8a40-4364-b5bc-2a110be9cb12 req-59ba2ea8-cb52-4e5d-95fe-4b600d794a0e tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:06.434133 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5230f341-8a40-4364-b5bc-2a110be9cb12 req-59ba2ea8-cb52-4e5d-95fe-4b600d794a0e tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/ports?device_id=4207daf2-7f30-466d-b844-9dff3885a4fa HTTP/1.1" status: 200 len: 945 time: 0.0879123 Jul 13 07:45:06.509012 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5230f341-8a40-4364-b5bc-2a110be9cb12 req-c1bf044c-83c4-472d-af68-c408d88d12e9 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf9f1c6e-14f2-43e1-b6fa-9d296a5d1024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659533 Jul 13 07:45:06.734055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd965c-fe72-4107-a488-c05f6f5e0d81 req-140796a7-dd1c-4193-bccf-2398fe343d02 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:06.735689 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5cd965c-fe72-4107-a488-c05f6f5e0d81 req-140796a7-dd1c-4193-bccf-2398fe343d02 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 943 time: 0.0724614 Jul 13 07:45:06.776959 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5cd965c-fe72-4107-a488-c05f6f5e0d81 req-76e4abd7-b68e-4380-a1fe-a723ae7e7fed tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346570 Jul 13 07:45:07.221001 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a16f98-7b51-4b1c-b6e0-8c0e541175bf req-a084f404-ff7e-4877-a66d-9364776d5827 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:07.222642 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f6a16f98-7b51-4b1c-b6e0-8c0e541175bf req-a084f404-ff7e-4877-a66d-9364776d5827 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.1243877 Jul 13 07:45:07.276989 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f6a16f98-7b51-4b1c-b6e0-8c0e541175bf req-f4631b59-b077-4f37-87c5-5e44323b8ae8 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458248 Jul 13 07:45:07.355680 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46714) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:07.444235 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4218545f-c24a-476d-9af8-25663ef47436 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.477880 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4218545f-c24a-476d-9af8-25663ef47436 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.497174 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9811a-c981-4002-aa31-aeb1efd6d4ec req-858f9dbc-fba0-41b0-9715-2d1f67e93784 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:07.519772 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-85a9811a-c981-4002-aa31-aeb1efd6d4ec req-858f9dbc-fba0-41b0-9715-2d1f67e93784 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.1166220 Jul 13 07:45:07.561129 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4218545f-c24a-476d-9af8-25663ef47436 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.566003 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4218545f-c24a-476d-9af8-25663ef47436 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.570557 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4218545f-c24a-476d-9af8-25663ef47436 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "DELETE /v2.0/security-groups/d951993f-ee3b-44f4-a019-a3341f039c9c HTTP/1.1" status: 204 len: 168 time: 0.2134783 Jul 13 07:45:07.574939 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46724) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:07.591101 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-85a9811a-c981-4002-aa31-aeb1efd6d4ec req-959a6f36-43bf-42fe-ac6f-e8f9b5c5bd73 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697224 Jul 13 07:45:07.593775 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218545f-c24a-476d-9af8-25663ef47436 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d951993f-ee3b-44f4-a019-a3341f039c9c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:07.637489 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-84f92b19-00b7-4690-8aae-bef846b255b5 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] show failed (client error): The resource could not be found. Jul 13 07:45:07.641939 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-84f92b19-00b7-4690-8aae-bef846b255b5 tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "GET /v2.0/security-groups/d951993f-ee3b-44f4-a019-a3341f039c9c HTTP/1.1" status: 404 len: 347 time: 0.0439098 Jul 13 07:45:07.642336 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46726) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:07.700841 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd1438-1a54-4817-b104-3b9fc3db89d0 req-d46ade60-2fd4-4c5d-ae87-ef8d28c9c1df tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:07.702392 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b6bd1438-1a54-4817-b104-3b9fc3db89d0 req-d46ade60-2fd4-4c5d-ae87-ef8d28c9c1df tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.35 "GET /v2.0/ports?device_id=4207daf2-7f30-466d-b844-9dff3885a4fa HTTP/1.1" status: 200 len: 945 time: 0.1063125 Jul 13 07:45:07.773157 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.827371 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86be800-c3ff-45ff-9fed-a01f9e39a4df req-822eeaec-1429-4f7a-a035-d7f8ec729b41 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:07.829616 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a86be800-c3ff-45ff-9fed-a01f9e39a4df req-822eeaec-1429-4f7a-a035-d7f8ec729b41 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/ports?device_id=4207daf2-7f30-466d-b844-9dff3885a4fa HTTP/1.1" status: 200 len: 945 time: 0.1357644 Jul 13 07:45:07.895444 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-82a76794-0ad8-4ac9-adda-c7e323b439ef tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Deleting port 3d762e64-3bb6-45d1-9129-b76863988509 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:07.895766 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82a76794-0ad8-4ac9-adda-c7e323b439ef tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.905183 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a86be800-c3ff-45ff-9fed-a01f9e39a4df req-a884f2cc-59b8-4995-a9b6-9f6364a446bc tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf9f1c6e-14f2-43e1-b6fa-9d296a5d1024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642555 Jul 13 07:45:07.913264 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-b6bd1438-1a54-4817-b104-3b9fc3db89d0 req-cc21126b-1a8e-4031-a8ed-9f49a132bf23 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Deleting port 70c71c43-d87f-4653-a54e-cd9c3bb32017 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:07.913718 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b6bd1438-1a54-4817-b104-3b9fc3db89d0 req-cc21126b-1a8e-4031-a8ed-9f49a132bf23 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.026855 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82a76794-0ad8-4ac9-adda-c7e323b439ef tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.027456 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82a76794-0ad8-4ac9-adda-c7e323b439ef tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.041198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-82a76794-0ad8-4ac9-adda-c7e323b439ef tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Calling delete_port for 3d762e64-3bb6-45d1-9129-b76863988509 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:08.089351 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b6bd1438-1a54-4817-b104-3b9fc3db89d0 req-cc21126b-1a8e-4031-a8ed-9f49a132bf23 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] For port 70c71c43-d87f-4653-a54e-cd9c3bb32017, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=70c71c43-d87f-4653-a54e-cd9c3bb32017,segment=NetworkSegment(ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4),segment_id=ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:08.089865 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b6bd1438-1a54-4817-b104-3b9fc3db89d0 req-cc21126b-1a8e-4031-a8ed-9f49a132bf23 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.212246 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82a76794-0ad8-4ac9-adda-c7e323b439ef tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.267309 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a76794-0ad8-4ac9-adda-c7e323b439ef tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Pushing event deleted for resources: {'Port': ['ID=3d762e64-3bb6-45d1-9129-b76863988509,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:08.321230 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a2502-03e5-4162-94da-d52465006a6a req-f7f6781d-9610-4cd4-9e6f-b5c69712e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:08.322974 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3f4a2502-03e5-4162-94da-d52465006a6a req-f7f6781d-9610-4cd4-9e6f-b5c69712e68f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 1098 time: 0.1818192 Jul 13 07:45:08.323787 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76794-0ad8-4ac9-adda-c7e323b439ef tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:08.324145 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76794-0ad8-4ac9-adda-c7e323b439ef tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:08.324489 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76794-0ad8-4ac9-adda-c7e323b439ef tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:08.324830 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76794-0ad8-4ac9-adda-c7e323b439ef tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:08.325167 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76794-0ad8-4ac9-adda-c7e323b439ef tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:08.325501 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76794-0ad8-4ac9-adda-c7e323b439ef tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:08.325831 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76794-0ad8-4ac9-adda-c7e323b439ef tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:08.326183 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76794-0ad8-4ac9-adda-c7e323b439ef tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:08.326514 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76794-0ad8-4ac9-adda-c7e323b439ef tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:08.326842 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76794-0ad8-4ac9-adda-c7e323b439ef tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:08.327168 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76794-0ad8-4ac9-adda-c7e323b439ef tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:08.327491 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76794-0ad8-4ac9-adda-c7e323b439ef tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:08.423045 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eee2fc-45a7-4b4c-be60-24c44d2ad2a6 req-7f6691d8-25c4-49e9-84e1-21f8981756aa tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:08.431572 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62eee2fc-45a7-4b4c-be60-24c44d2ad2a6 req-7f6691d8-25c4-49e9-84e1-21f8981756aa tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 943 time: 0.2308261 Jul 13 07:45:08.436523 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82a76794-0ad8-4ac9-adda-c7e323b439ef tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.440098 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82a76794-0ad8-4ac9-adda-c7e323b439ef tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.444933 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-82a76794-0ad8-4ac9-adda-c7e323b439ef tempest-ServersTestBootFromVolume-169731535 tempest-ServersTestBootFromVolume-169731535-project] 10.222.0.58 "DELETE /v2.0/floatingips/c7c035a7-6b26-4adc-8b0f-9e81832c7355 HTTP/1.1" status: 204 len: 168 time: 0.8015420 Jul 13 07:45:08.445449 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3f4a2502-03e5-4162-94da-d52465006a6a req-ec7526cd-5cdf-439b-a961-93575d0a3c10 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069336 Jul 13 07:45:08.447027 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46742) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:08.455268 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b6bd1438-1a54-4817-b104-3b9fc3db89d0 req-cc21126b-1a8e-4031-a8ed-9f49a132bf23 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.455674 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b6bd1438-1a54-4817-b104-3b9fc3db89d0 req-cc21126b-1a8e-4031-a8ed-9f49a132bf23 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.456001 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [req-b6bd1438-1a54-4817-b104-3b9fc3db89d0 req-cc21126b-1a8e-4031-a8ed-9f49a132bf23 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Floating IP 04f6c885-69ea-4583-8149-e523e2f3bc8e disassociated. External IP: 172.25.0.192, port: 70c71c43-d87f-4653-a54e-cd9c3bb32017. Jul 13 07:45:08.456806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-b6bd1438-1a54-4817-b104-3b9fc3db89d0 req-cc21126b-1a8e-4031-a8ed-9f49a132bf23 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Calling delete_port for 70c71c43-d87f-4653-a54e-cd9c3bb32017 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:08.519142 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 3583ab02-39ee-4c27-b18f-01a6e0ca6d10 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:45:08.615333 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62eee2fc-45a7-4b4c-be60-24c44d2ad2a6 req-371aeafc-d69a-4426-bc4b-17982637efda tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819558 Jul 13 07:45:08.728316 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b6bd1438-1a54-4817-b104-3b9fc3db89d0 req-cc21126b-1a8e-4031-a8ed-9f49a132bf23 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.778207 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44a721-8f62-49c1-a2d0-d7c2341155f7 req-7fc0c80d-2787-461b-83c0-afb553f4aa05 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:08.785562 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fe44a721-8f62-49c1-a2d0-d7c2341155f7 req-7fc0c80d-2787-461b-83c0-afb553f4aa05 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.2591107 Jul 13 07:45:08.801821 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21126b-1a8e-4031-a8ed-9f49a132bf23 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Pushing event deleted for resources: {'Port': ['ID=70c71c43-d87f-4653-a54e-cd9c3bb32017,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:08.915496 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fe44a721-8f62-49c1-a2d0-d7c2341155f7 req-e4b183e9-268e-4f4c-9ee4-e92ebb3ff03e tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288226 Jul 13 07:45:09.019093 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6bd1438-1a54-4817-b104-3b9fc3db89d0 req-cc21126b-1a8e-4031-a8ed-9f49a132bf23 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Router 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:09.097924 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 3583ab02-39ee-4c27-b18f-01a6e0ca6d10, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3583ab02-39ee-4c27-b18f-01a6e0ca6d10,segment=NetworkSegment(fcf199ef-b4b7-4de6-b19e-68a9531bc13c),segment_id=fcf199ef-b4b7-4de6-b19e-68a9531bc13c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:09.114647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '3583ab02-39ee-4c27-b18f-01a6e0ca6d10', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'port_id': '3583ab02-39ee-4c27-b18f-01a6e0ca6d10', 'mac_address': 'fa:16:3e:9e:31:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:45:09.189353 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.221872 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3583ab02-39ee-4c27-b18f-01a6e0ca6d10 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:45:09.253772 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6bd1438-1a54-4817-b104-3b9fc3db89d0 req-cc21126b-1a8e-4031-a8ed-9f49a132bf23 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:09.262850 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 3583ab02-39ee-4c27-b18f-01a6e0ca6d10, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3583ab02-39ee-4c27-b18f-01a6e0ca6d10,segment=NetworkSegment(fcf199ef-b4b7-4de6-b19e-68a9531bc13c),segment_id=fcf199ef-b4b7-4de6-b19e-68a9531bc13c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:09.283830 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b462064-a67f-4595-8141-035fab01ba05 None None] Sync routers for ids ['26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:09.287845 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.321977 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-743b34e6-311e-49c8-9364-8e5a5173b9be req-d45dcc18-b1d1-4a8f-a6df-7b02c4b2d9fe tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/ports?device_id=4207daf2-7f30-466d-b844-9dff3885a4fa HTTP/1.1" status: 200 len: 210 time: 0.1309471 Jul 13 07:45:09.327538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bd1438-1a54-4817-b104-3b9fc3db89d0 req-cc21126b-1a8e-4031-a8ed-9f49a132bf23 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] No DVR routers for this DVR port 70c71c43-d87f-4653-a54e-cd9c3bb32017 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:09.330361 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b6bd1438-1a54-4817-b104-3b9fc3db89d0 req-cc21126b-1a8e-4031-a8ed-9f49a132bf23 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.332406 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b6bd1438-1a54-4817-b104-3b9fc3db89d0 req-cc21126b-1a8e-4031-a8ed-9f49a132bf23 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.35 "DELETE /v2.0/ports/70c71c43-d87f-4653-a54e-cd9c3bb32017 HTTP/1.1" status: 204 len: 173 time: 1.6217852 Jul 13 07:45:09.332862 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4207daf2-7f30-466d-b844-9dff3885a4fa', 'name': 'network-vif-deleted', 'tag': '70c71c43-d87f-4653-a54e-cd9c3bb32017'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:09.336168 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc040435-3e7c-4d01-b766-de0730a1eade" -d '{"events": [{"server_uuid": "4207daf2-7f30-466d-b844-9dff3885a4fa", "name": "network-vif-deleted", "tag": "70c71c43-d87f-4653-a54e-cd9c3bb32017"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:09.353368 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b462064-a67f-4595-8141-035fab01ba05 None None] Routers {'26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:09.354012 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0b462064-a67f-4595-8141-035fab01ba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:44:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:09.473494 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=3583ab02-39ee-4c27-b18f-01a6e0ca6d10,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:09.476921 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec100c-742b-4463-8162-8561c63ac400 req-898473ed-8dd1-43b1-9b0c-3f7274bad495 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:09.488984 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-97ec100c-742b-4463-8162-8561c63ac400 req-898473ed-8dd1-43b1-9b0c-3f7274bad495 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.4296999 Jul 13 07:45:09.508790 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a418a4-6e97-48b8-86fb-5f0de55c1050 x-openstack-request-id: req-32a418a4-6e97-48b8-86fb-5f0de55c1050 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:09.509366 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4207daf2-7f30-466d-b844-9dff3885a4fa", "name": "network-vif-deleted", "tag": "70c71c43-d87f-4653-a54e-cd9c3bb32017", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:09.509765 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32a418a4-6e97-48b8-86fb-5f0de55c1050 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:09.511756 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4207daf2-7f30-466d-b844-9dff3885a4fa', 'name': 'network-vif-deleted', 'tag': '70c71c43-d87f-4653-a54e-cd9c3bb32017', 'status': 'completed', 'code': 200} Jul 13 07:45:09.549176 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:09.549811 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:09.550425 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:09.550999 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:09.551516 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:09.552014 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:09.553040 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:09.553532 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:09.554030 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:09.554553 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:09.555093 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:09.555621 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:09.610358 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-0b462064-a67f-4595-8141-035fab01ba05 None None] Set router 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:09.659485 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['3583ab02-39ee-4c27-b18f-01a6e0ca6d10'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:45:09.664257 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-97ec100c-742b-4463-8162-8561c63ac400 req-876ffbc1-0cfc-4e60-8df1-3b96c9293c8c tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731262 Jul 13 07:45:09.715024 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-184ce5d3-2ded-4a11-b78f-8e2000a407da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.145671 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793033f-960a-4165-a2d7-42fc0e05e170 req-8b1e460e-fe89-4a34-bbb0-310d550b5816 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:10.151404 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e793033f-960a-4165-a2d7-42fc0e05e170 req-8b1e460e-fe89-4a34-bbb0-310d550b5816 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 944 time: 0.1828666 Jul 13 07:45:10.237155 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0b462064-a67f-4595-8141-035fab01ba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'name': 'tempest-ServersTestManualDisk-1951952483-router', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:42:46Z', 'updated_at': '2021-07-13T07:42:55Z', 'revision_number': 4, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'gw_port': {'id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:47Z', 'updated_at': '2021-07-13T07:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '60c288e5-0212-48de-a9e6-263e671ab4d6', 'name': '', 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'mac_address': 'fa:16:3e:90:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:53Z', 'updated_at': '2021-07-13T07:43:01Z', 'revision_number': 5, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'subnets': [{'id': '79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:10.275068 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b462064-a67f-4595-8141-035fab01ba05 None None] Checking router: 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:10.291946 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e793033f-960a-4165-a2d7-42fc0e05e170 req-ef6ad0c1-63bd-4840-99ce-1ef214788b04 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373415 Jul 13 07:45:10.340938 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b462064-a67f-4595-8141-035fab01ba05 None None] Routers {'26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:10.341901 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0b462064-a67f-4595-8141-035fab01ba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:44:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:10.421335 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-184ce5d3-2ded-4a11-b78f-8e2000a407da admin admin] Deleting port 832bf157-fc84-4865-b7c8-80bc3dd74f68 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:10.421852 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-184ce5d3-2ded-4a11-b78f-8e2000a407da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.502350 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3038eb-f9fe-44ab-b80c-38cfbde31460 req-96d6f561-b800-43ae-b8ed-6dc691610515 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:10.504402 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b3038eb-f9fe-44ab-b80c-38cfbde31460 req-96d6f561-b800-43ae-b8ed-6dc691610515 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.2318339 Jul 13 07:45:10.565206 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 70c71c43-d87f-4653-a54e-cd9c3bb32017 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:10.592228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 70c71c43-d87f-4653-a54e-cd9c3bb32017 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:10.592578 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 70c71c43-d87f-4653-a54e-cd9c3bb32017 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:10.605322 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-0b462064-a67f-4595-8141-035fab01ba05 None None] Set router 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:10.652919 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36078cc1-376e-46fb-8dbd-b8450a6fe068 req-abfb1bf6-032e-4125-b325-a10aa4ad5f19 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/ports?device_id=4207daf2-7f30-466d-b844-9dff3885a4fa HTTP/1.1" status: 200 len: 210 time: 0.0751932 Jul 13 07:45:10.686778 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b3038eb-f9fe-44ab-b80c-38cfbde31460 req-e4071217-e01d-4534-a9a7-75caa8031159 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751935 Jul 13 07:45:10.688960 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-184ce5d3-2ded-4a11-b78f-8e2000a407da admin admin] For port 832bf157-fc84-4865-b7c8-80bc3dd74f68, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=832bf157-fc84-4865-b7c8-80bc3dd74f68,segment=NetworkSegment(6e9c5810-3429-4a82-b8af-d041cb9f4715),segment_id=6e9c5810-3429-4a82-b8af-d041cb9f4715)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:10.689341 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-184ce5d3-2ded-4a11-b78f-8e2000a407da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.705446 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-184ce5d3-2ded-4a11-b78f-8e2000a407da admin admin] Calling delete_port for 832bf157-fc84-4865-b7c8-80bc3dd74f68 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:10.902522 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0b462064-a67f-4595-8141-035fab01ba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'name': 'tempest-ServersTestManualDisk-1951952483-router', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:42:46Z', 'updated_at': '2021-07-13T07:42:55Z', 'revision_number': 4, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'gw_port': {'id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:47Z', 'updated_at': '2021-07-13T07:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '60c288e5-0212-48de-a9e6-263e671ab4d6', 'name': '', 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'mac_address': 'fa:16:3e:90:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:53Z', 'updated_at': '2021-07-13T07:43:01Z', 'revision_number': 5, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'subnets': [{'id': '79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:10.937528 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b462064-a67f-4595-8141-035fab01ba05 None None] The sync data for ids ['26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'] in n-d-779913-28 is: [{'id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'name': 'tempest-ServersTestManualDisk-1951952483-router', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:42:46Z', 'updated_at': '2021-07-13T07:42:55Z', 'revision_number': 4, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'gw_port': {'id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:47Z', 'updated_at': '2021-07-13T07:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '60c288e5-0212-48de-a9e6-263e671ab4d6', 'name': '', 'network_id': '702e19a1-e725-472e-946c-5dda0d6230e4', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'mac_address': 'fa:16:3e:90:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:53Z', 'updated_at': '2021-07-13T07:43:01Z', 'revision_number': 5, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'subnets': [{'id': '79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:10.989546 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-184ce5d3-2ded-4a11-b78f-8e2000a407da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.028416 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ce5d3-2ded-4a11-b78f-8e2000a407da admin admin] Pushing event deleted for resources: {'Port': ['ID=832bf157-fc84-4865-b7c8-80bc3dd74f68,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:11.043827 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46550cf0-0756-4c43-8fba-605ebd33cc3f req-22425ad6-91ec-4dfd-aa01-3f311408b0ef tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:11.045461 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-46550cf0-0756-4c43-8fba-605ebd33cc3f req-22425ad6-91ec-4dfd-aa01-3f311408b0ef tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.1468201 Jul 13 07:45:11.143634 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-46550cf0-0756-4c43-8fba-605ebd33cc3f req-b9c76002-cc59-4e48-9d7d-56423ef515e7 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815313 Jul 13 07:45:11.355843 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cdc8e3-8a16-4f9b-a0d0-bb8a1ac05654 None None] New status for floating IP 04f6c885-69ea-4583-8149-e523e2f3bc8e: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:45:11.568923 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074aa5ad-6b9a-4225-a0e2-548d41c88366 req-110ba5b4-b54a-491d-a1d6-c7ff1880da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:11.569733 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-074aa5ad-6b9a-4225-a0e2-548d41c88366 req-110ba5b4-b54a-491d-a1d6-c7ff1880da48 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9efbe0a11cb452a9c08f11738225ab6&device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 1098 time: 0.0760784 Jul 13 07:45:11.727798 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074aa5ad-6b9a-4225-a0e2-548d41c88366 req-aa786d66-2a28-4c7b-90c5-f8d146df6d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:11.729395 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-074aa5ad-6b9a-4225-a0e2-548d41c88366 req-aa786d66-2a28-4c7b-90c5-f8d146df6d8b service neutron] 10.222.0.62 "GET /v2.0/networks?id=54b19629-bfd1-40c4-9e1c-d775d7654965 HTTP/1.1" status: 200 len: 912 time: 0.1533680 Jul 13 07:45:11.775932 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-074aa5ad-6b9a-4225-a0e2-548d41c88366 req-d6a4c9b5-287a-455b-9fae-1b1473b33230 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb41168-4a00-4d67-8f6c-bb6354e7ff88 HTTP/1.1" status: 200 len: 217 time: 0.0373433 Jul 13 07:45:11.795099 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-184ce5d3-2ded-4a11-b78f-8e2000a407da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.821461 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb4eaf-ba24-4afd-ac77-180f415ddd0b req-374e5e7e-8bda-4158-85b9-424849d8b5d9 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:11.823041 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96fb4eaf-ba24-4afd-ac77-180f415ddd0b req-374e5e7e-8bda-4158-85b9-424849d8b5d9 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 944 time: 0.1772611 Jul 13 07:45:11.830483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009b7ac-b7f8-4917-9015-4c1f7a56d1d4 req-e178256c-7229-4af8-a06c-e78870c99e32 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:11.833504 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074aa5ad-6b9a-4225-a0e2-548d41c88366 req-a517264f-cf68-425e-81ec-a09c50cf3e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:11.834555 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2009b7ac-b7f8-4917-9015-4c1f7a56d1d4 req-e178256c-7229-4af8-a06c-e78870c99e32 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.1870568 Jul 13 07:45:11.835074 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-074aa5ad-6b9a-4225-a0e2-548d41c88366 req-a517264f-cf68-425e-81ec-a09c50cf3e65 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0711840-6c05-410d-9890-6fb1e6a9b4a1 HTTP/1.1" status: 200 len: 851 time: 0.0527701 Jul 13 07:45:11.877519 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-074aa5ad-6b9a-4225-a0e2-548d41c88366 req-1589b0e5-cf99-4167-b9c9-1276b1231438 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=54b19629-bfd1-40c4-9e1c-d775d7654965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351164 Jul 13 07:45:11.977807 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96fb4eaf-ba24-4afd-ac77-180f415ddd0b req-4c2bab13-fb53-4894-ac31-448d7f641446 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417832 Jul 13 07:45:11.983236 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2009b7ac-b7f8-4917-9015-4c1f7a56d1d4 req-ce8eb7c4-f55b-4d9e-a845-7639e02a137e tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443686 Jul 13 07:45:12.001809 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-074aa5ad-6b9a-4225-a0e2-548d41c88366 req-641784b1-d664-4b4c-a77d-5bc9fb913e61 service neutron] 10.222.0.62 "GET /v2.0/networks/54b19629-bfd1-40c4-9e1c-d775d7654965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171863 Jul 13 07:45:12.125972 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184ce5d3-2ded-4a11-b78f-8e2000a407da admin admin] Router 61c91c1b-fe5f-490b-8825-e7854382523a has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:12.132897 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-074aa5ad-6b9a-4225-a0e2-548d41c88366 req-3f9ff675-907c-4c98-a344-772eaeb6aab7 service neutron] 10.222.0.62 "GET /v2.0/networks/54b19629-bfd1-40c4-9e1c-d775d7654965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130116 Jul 13 07:45:12.157179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46822) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:12.238549 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e06269aa-96d9-43af-aca7-e00aa9628ab3 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.263107 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e06269aa-96d9-43af-aca7-e00aa9628ab3 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.312937 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e06269aa-96d9-43af-aca7-e00aa9628ab3 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.317007 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e06269aa-96d9-43af-aca7-e00aa9628ab3 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.321103 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e06269aa-96d9-43af-aca7-e00aa9628ab3 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "DELETE /v2.0/security-groups/cf9f1c6e-14f2-43e1-b6fa-9d296a5d1024 HTTP/1.1" status: 204 len: 168 time: 0.1604950 Jul 13 07:45:12.321409 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46824) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:12.328040 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06269aa-96d9-43af-aca7-e00aa9628ab3 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9f1c6e-14f2-43e1-b6fa-9d296a5d1024,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:12.342558 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184ce5d3-2ded-4a11-b78f-8e2000a407da admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:12.345993 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-a7d315bf-5d4f-4ec2-9c41-d167f25fcb9e tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] show failed (client error): The resource could not be found. Jul 13 07:45:12.349537 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a7d315bf-5d4f-4ec2-9c41-d167f25fcb9e tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "GET /v2.0/security-groups/cf9f1c6e-14f2-43e1-b6fa-9d296a5d1024 HTTP/1.1" status: 404 len: 347 time: 0.0246782 Jul 13 07:45:12.352490 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-184ce5d3-2ded-4a11-b78f-8e2000a407da admin admin] 10.222.0.58 "PUT /v2.0/routers/61c91c1b-fe5f-490b-8825-e7854382523a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9033229 Jul 13 07:45:12.354020 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46828) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:12.355612 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46830) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:12.361617 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64954fd-e616-4e84-a866-2f5a98b9fb0e None None] Sync routers for ids ['61c91c1b-fe5f-490b-8825-e7854382523a'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:12.374001 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64954fd-e616-4e84-a866-2f5a98b9fb0e None None] Routers {'61c91c1b-fe5f-490b-8825-e7854382523a'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:12.374699 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811898b-4097-41e6-94fd-18729258f273 req-d030456a-417b-4fd4-a381-70f148bdc851 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:12.375309 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-e64954fd-e616-4e84-a866-2f5a98b9fb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:44:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['61c91c1b-fe5f-490b-8825-e7854382523a'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:12.381994 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5811898b-4097-41e6-94fd-18729258f273 req-d030456a-417b-4fd4-a381-70f148bdc851 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.1609914 Jul 13 07:45:12.526330 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-e64954fd-e616-4e84-a866-2f5a98b9fb0e None None] Set router 61c91c1b-fe5f-490b-8825-e7854382523a gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:12.553773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 3583ab02-39ee-4c27-b18f-01a6e0ca6d10 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:12.563287 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5811898b-4097-41e6-94fd-18729258f273 req-21bc50b0-b225-48be-957f-a76192575e69 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804006 Jul 13 07:45:12.635889 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f3625c7-1fd3-49b9-ad24-68975491ae6a admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.689088 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-71dab6f2-ae63-4a65-b845-004a68449b09 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Deleting port bf84eefd-acef-4d13-aa37-50227b76f50e {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:12.689429 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71dab6f2-ae63-4a65-b845-004a68449b09 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.713273 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 3583ab02-39ee-4c27-b18f-01a6e0ca6d10 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:12.735126 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 3583ab02-39ee-4c27-b18f-01a6e0ca6d10 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:12.735509 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.815208 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f3625c7-1fd3-49b9-ad24-68975491ae6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.815867 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.823625 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71dab6f2-ae63-4a65-b845-004a68449b09 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.823832 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71dab6f2-ae63-4a65-b845-004a68449b09 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.826837 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-e64954fd-e616-4e84-a866-2f5a98b9fb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'name': 'tempest-ServersTestBootFromVolume-1267362208-router', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:25Z', 'updated_at': '2021-07-13T07:45:10Z', 'revision_number': 5, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'gw_port': {'id': '0d06f619-e901-45c7-967b-ff4b117ab087', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:27Z', 'updated_at': '2021-07-13T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:12.837828 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-71dab6f2-ae63-4a65-b845-004a68449b09 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Calling delete_port for bf84eefd-acef-4d13-aa37-50227b76f50e owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:12.871662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64954fd-e616-4e84-a866-2f5a98b9fb0e None None] Checking router: 61c91c1b-fe5f-490b-8825-e7854382523a for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:12.892237 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64954fd-e616-4e84-a866-2f5a98b9fb0e None None] Routers {'61c91c1b-fe5f-490b-8825-e7854382523a'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:12.892948 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-e64954fd-e616-4e84-a866-2f5a98b9fb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:44:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['61c91c1b-fe5f-490b-8825-e7854382523a'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:12.895024 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.944652 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8f3625c7-1fd3-49b9-ad24-68975491ae6a admin admin] Deleting port 0d06f619-e901-45c7-967b-ff4b117ab087 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:12.944996 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f3625c7-1fd3-49b9-ad24-68975491ae6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.994384 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf95a09-4ddb-4b8e-a658-53297c1f6d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3583ab02-39ee-4c27-b18f-01a6e0ca6d10'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:12.996630 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8c6004-be33-4c50-9354-100ef057d165" -d '{"events": [{"server_uuid": "3bf95a09-4ddb-4b8e-a658-53297c1f6d98", "name": "network-vif-plugged", "status": "completed", "tag": "3583ab02-39ee-4c27-b18f-01a6e0ca6d10"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:13.019688 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 3583ab02-39ee-4c27-b18f-01a6e0ca6d10, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3583ab02-39ee-4c27-b18f-01a6e0ca6d10,segment=NetworkSegment(fcf199ef-b4b7-4de6-b19e-68a9531bc13c),segment_id=fcf199ef-b4b7-4de6-b19e-68a9531bc13c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:13.027296 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.040090 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-e64954fd-e616-4e84-a866-2f5a98b9fb0e None None] Set router 61c91c1b-fe5f-490b-8825-e7854382523a gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:13.157997 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-8f3625c7-1fd3-49b9-ad24-68975491ae6a admin admin] For port 0d06f619-e901-45c7-967b-ff4b117ab087, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0d06f619-e901-45c7-967b-ff4b117ab087,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:13.158623 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f3625c7-1fd3-49b9-ad24-68975491ae6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.204987 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8f3625c7-1fd3-49b9-ad24-68975491ae6a admin admin] Calling delete_port for 0d06f619-e901-45c7-967b-ff4b117ab087 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:13.220892 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71dab6f2-ae63-4a65-b845-004a68449b09 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.287690 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dab6f2-ae63-4a65-b845-004a68449b09 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Pushing event deleted for resources: {'Port': ['ID=bf84eefd-acef-4d13-aa37-50227b76f50e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:13.313831 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409ccc5-ece3-453e-8630-1f059710547e req-cfde3381-296a-41cb-af64-cd579d825da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:13.318606 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4409ccc5-ece3-453e-8630-1f059710547e req-cfde3381-296a-41cb-af64-cd579d825da8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 1097 time: 0.1205904 Jul 13 07:45:13.318771 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c003547-b6a6-4d4b-9408-e3f4c6b79683 x-openstack-request-id: req-5c003547-b6a6-4d4b-9408-e3f4c6b79683 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:13.318889 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf95a09-4ddb-4b8e-a658-53297c1f6d98", "name": "network-vif-plugged", "status": "completed", "tag": "3583ab02-39ee-4c27-b18f-01a6e0ca6d10", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:13.319143 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c003547-b6a6-4d4b-9408-e3f4c6b79683 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:13.319540 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf95a09-4ddb-4b8e-a658-53297c1f6d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3583ab02-39ee-4c27-b18f-01a6e0ca6d10', 'code': 200} Jul 13 07:45:13.357459 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-e64954fd-e616-4e84-a866-2f5a98b9fb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'name': 'tempest-ServersTestBootFromVolume-1267362208-router', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:25Z', 'updated_at': '2021-07-13T07:45:12Z', 'revision_number': 6, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:13.386896 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4409ccc5-ece3-453e-8630-1f059710547e req-9b7fc9c6-831f-4aee-95f4-a914b82aa9e0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464199 Jul 13 07:45:13.409354 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64954fd-e616-4e84-a866-2f5a98b9fb0e None None] The sync data for ids ['61c91c1b-fe5f-490b-8825-e7854382523a'] in n-d-779913-28 is: [{'id': '61c91c1b-fe5f-490b-8825-e7854382523a', 'name': 'tempest-ServersTestBootFromVolume-1267362208-router', 'tenant_id': '6481b9810bbd41319058fb11ddd8b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:25Z', 'updated_at': '2021-07-13T07:45:12Z', 'revision_number': 6, 'project_id': '6481b9810bbd41319058fb11ddd8b821', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:13.431385 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=3583ab02-39ee-4c27-b18f-01a6e0ca6d10,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:13.525310 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71dab6f2-ae63-4a65-b845-004a68449b09 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.527611 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71dab6f2-ae63-4a65-b845-004a68449b09 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.531339 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-71dab6f2-ae63-4a65-b845-004a68449b09 tempest-ServersTestManualDisk-743234403 tempest-ServersTestManualDisk-743234403-project] 10.222.0.58 "DELETE /v2.0/floatingips/04f6c885-69ea-4583-8149-e523e2f3bc8e HTTP/1.1" status: 204 len: 168 time: 1.1737237 Jul 13 07:45:13.531899 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46860) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:13.589217 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bb19a-5f7c-401f-80b7-b51ac3d79671 req-9d5b124b-4930-4b20-8714-8fb2724fc0e1 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:13.590847 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-244bb19a-5f7c-401f-80b7-b51ac3d79671 req-9d5b124b-4930-4b20-8714-8fb2724fc0e1 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.3329859 Jul 13 07:45:13.616072 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc94812-2f8b-4ee5-9313-1d93b2bda3a9 req-eef72cd4-1757-4048-b131-68342449a37e tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:13.617706 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5cc94812-2f8b-4ee5-9313-1d93b2bda3a9 req-eef72cd4-1757-4048-b131-68342449a37e tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.3585258 Jul 13 07:45:13.688323 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-244bb19a-5f7c-401f-80b7-b51ac3d79671 req-e4f6ce83-d2f4-4836-96ad-1915ebdee418 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910850 Jul 13 07:45:13.722607 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c5cb1101-94f1-4192-a83e-3b6c8fdc7770 None None] Provisioning complete for port 3583ab02-39ee-4c27-b18f-01a6e0ca6d10 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:13.723099 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1101-94f1-4192-a83e-3b6c8fdc7770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.748973 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5cc94812-2f8b-4ee5-9313-1d93b2bda3a9 req-237b7101-2036-4f3f-8bca-f5df7e325494 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220849 Jul 13 07:45:13.837867 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f3625c7-1fd3-49b9-ad24-68975491ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.897399 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3625c7-1fd3-49b9-ad24-68975491ae6a admin admin] Pushing event deleted for resources: {'Port': ['ID=0d06f619-e901-45c7-967b-ff4b117ab087,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:14.052630 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f3625c7-1fd3-49b9-ad24-68975491ae6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.180535 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f3625c7-1fd3-49b9-ad24-68975491ae6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.189441 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd47b2e-45a1-43c1-b541-146052c3fdf5 req-e724b30d-29ad-4635-a4bd-08c01a71f456 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:14.191322 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2dd47b2e-45a1-43c1-b541-146052c3fdf5 req-e724b30d-29ad-4635-a4bd-08c01a71f456 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.2035239 Jul 13 07:45:14.197424 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f3625c7-1fd3-49b9-ad24-68975491ae6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.282590 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f3625c7-1fd3-49b9-ad24-68975491ae6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.285406 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3625c7-1fd3-49b9-ad24-68975491ae6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61c91c1b-fe5f-490b-8825-e7854382523a {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:45:14.297587 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2dd47b2e-45a1-43c1-b541-146052c3fdf5 req-2bb6f2a5-cd94-47e9-a648-b28e8e822d5e tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929949 Jul 13 07:45:14.304320 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f3625c7-1fd3-49b9-ad24-68975491ae6a admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.305925 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8f3625c7-1fd3-49b9-ad24-68975491ae6a admin admin] 10.222.0.58 "DELETE /v2.0/routers/61c91c1b-fe5f-490b-8825-e7854382523a HTTP/1.1" status: 204 len: 168 time: 1.9447196 Jul 13 07:45:14.312189 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46872) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:14.405964 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3a4084-03e5-4c2b-bdc8-24bdd8dbd4d2 admin admin] Deleting subnet b1513bb1-4b36-457a-8cae-2a6826023db8 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:45:14.412362 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4084-03e5-4c2b-bdc8-24bdd8dbd4d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.500117 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4084-03e5-4c2b-bdc8-24bdd8dbd4d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.573508 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c827a96-f0d2-4b21-ac41-60fa86b298c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.659405 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4084-03e5-4c2b-bdc8-24bdd8dbd4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.854044 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4084-03e5-4c2b-bdc8-24bdd8dbd4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.913655 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a4084-03e5-4c2b-bdc8-24bdd8dbd4d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1513bb1-4b36-457a-8cae-2a6826023db8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:14.931886 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4084-03e5-4c2b-bdc8-24bdd8dbd4d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.933559 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a339aa-5b47-4ef8-858f-4d2743192f93 None None] Network 593c6ad1-d14f-437d-ba60-3acf4156dc72 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:14.936292 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ba3a4084-03e5-4c2b-bdc8-24bdd8dbd4d2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b1513bb1-4b36-457a-8cae-2a6826023db8 HTTP/1.1" status: 204 len: 168 time: 0.6209748 Jul 13 07:45:14.936936 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c268e-ab3a-4442-9e85-2438fa8e19f2 req-5abec2a1-1342-4d12-8af0-13ee7c7ef623 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:14.944952 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c71c268e-ab3a-4442-9e85-2438fa8e19f2 req-5abec2a1-1342-4d12-8af0-13ee7c7ef623 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.1137879 Jul 13 07:45:14.945406 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46888) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:14.995771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c71c268e-ab3a-4442-9e85-2438fa8e19f2 req-c7ee3576-0e34-4e0f-82c5-738387224d37 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498531 Jul 13 07:45:15.035910 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf96a14-0794-4ac6-9612-14394cc03d57 req-92e8af7e-c30c-40a0-afbb-558088a0b4bc tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:15.041427 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ebf96a14-0794-4ac6-9612-14394cc03d57 req-92e8af7e-c30c-40a0-afbb-558088a0b4bc tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.1552773 Jul 13 07:45:15.083927 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 832bf157-fc84-4865-b7c8-80bc3dd74f68 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:15.085524 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ebf96a14-0794-4ac6-9612-14394cc03d57 req-6caa7c81-8b4a-4afb-bcd5-bf04e60a7186 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374293 Jul 13 07:45:15.088883 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c9b4-45f9-46b1-a3b8-34c60a6c55fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.139367 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 832bf157-fc84-4865-b7c8-80bc3dd74f68 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:15.139928 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 832bf157-fc84-4865-b7c8-80bc3dd74f68 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:15.140504 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0d06f619-e901-45c7-967b-ff4b117ab087 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:15.198287 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 0d06f619-e901-45c7-967b-ff4b117ab087 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:15.198681 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0d06f619-e901-45c7-967b-ff4b117ab087 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:15.265829 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-7c827a96-f0d2-4b21-ac41-60fa86b298c7 admin admin] Deleting port 60c288e5-0212-48de-a9e6-263e671ab4d6 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:15.266497 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c827a96-f0d2-4b21-ac41-60fa86b298c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.326363 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-3aa4c9b4-45f9-46b1-a3b8-34c60a6c55fd admin admin] Deleting port b02498cc-fd44-4d7a-864e-ddaf6c5b5810 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:15.326983 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c9b4-45f9-46b1-a3b8-34c60a6c55fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.354022 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a357c53e-1b9c-4d56-ab90-4f7afaf090ef None None] DHCP port deletion for 593c6ad1-d14f-437d-ba60-3acf4156dc72 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:45:15.429981 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db4e1e-9241-4341-ad23-dca1d4187d7b req-1c6a3295-8a7e-459a-b0d6-73735a47b322 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:15.444179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46902) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:15.447227 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c8db4e1e-9241-4341-ad23-dca1d4187d7b req-1c6a3295-8a7e-459a-b0d6-73735a47b322 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.1416087 Jul 13 07:45:15.455207 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a357c53e-1b9c-4d56-ab90-4f7afaf090ef None None] Deleting port b02498cc-fd44-4d7a-864e-ddaf6c5b5810 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:15.455637 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a357c53e-1b9c-4d56-ab90-4f7afaf090ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.460291 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-3aa4c9b4-45f9-46b1-a3b8-34c60a6c55fd admin admin] For port b02498cc-fd44-4d7a-864e-ddaf6c5b5810, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b02498cc-fd44-4d7a-864e-ddaf6c5b5810,segment=NetworkSegment(6e9c5810-3429-4a82-b8af-d041cb9f4715),segment_id=6e9c5810-3429-4a82-b8af-d041cb9f4715)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:15.460658 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c9b4-45f9-46b1-a3b8-34c60a6c55fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.472522 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-f132d76a-457a-4e14-97ae-6654d0979a2a tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Request body: {'floatingip': {'port_id': '3583ab02-39ee-4c27-b18f-01a6e0ca6d10'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:15.543429 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-7c827a96-f0d2-4b21-ac41-60fa86b298c7 admin admin] For port 60c288e5-0212-48de-a9e6-263e671ab4d6, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=60c288e5-0212-48de-a9e6-263e671ab4d6,segment=NetworkSegment(ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4),segment_id=ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:15.543966 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c827a96-f0d2-4b21-ac41-60fa86b298c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.544127 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a357c53e-1b9c-4d56-ab90-4f7afaf090ef None None] For port b02498cc-fd44-4d7a-864e-ddaf6c5b5810, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b02498cc-fd44-4d7a-864e-ddaf6c5b5810,segment=NetworkSegment(6e9c5810-3429-4a82-b8af-d041cb9f4715),segment_id=6e9c5810-3429-4a82-b8af-d041cb9f4715)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:15.544541 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a357c53e-1b9c-4d56-ab90-4f7afaf090ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.566068 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f132d76a-457a-4e14-97ae-6654d0979a2a tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for floatingip, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.569350 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-3aa4c9b4-45f9-46b1-a3b8-34c60a6c55fd admin admin] Calling delete_port for b02498cc-fd44-4d7a-864e-ddaf6c5b5810 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:15.576084 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-7c827a96-f0d2-4b21-ac41-60fa86b298c7 admin admin] Calling delete_port for 60c288e5-0212-48de-a9e6-263e671ab4d6 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:15.578021 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a357c53e-1b9c-4d56-ab90-4f7afaf090ef None None] Calling delete_port for b02498cc-fd44-4d7a-864e-ddaf6c5b5810 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:15.686246 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b57e6-348a-4618-84e5-85c9714b0534 req-dd5eeb38-43bd-45b4-a836-9ecb3a773454 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:15.687202 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e2b57e6-348a-4618-84e5-85c9714b0534 req-dd5eeb38-43bd-45b4-a836-9ecb3a773454 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.1011612 Jul 13 07:45:15.726627 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a357c53e-1b9c-4d56-ab90-4f7afaf090ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.740529 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e2b57e6-348a-4618-84e5-85c9714b0534 req-7b911488-2deb-4d65-804c-32d9c88a059d tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466745 Jul 13 07:45:15.756895 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2e21f-7ff6-4d18-b98c-b53611275346 req-b9b76bb8-e5bb-4311-ace3-050d7d0ba66a tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:15.758448 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93d2e21f-7ff6-4d18-b98c-b53611275346 req-b9b76bb8-e5bb-4311-ace3-050d7d0ba66a tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.1105649 Jul 13 07:45:15.763423 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357c53e-1b9c-4d56-ab90-4f7afaf090ef None None] Pushing event deleted for resources: {'Port': ['ID=b02498cc-fd44-4d7a-864e-ddaf6c5b5810,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:15.776113 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a357c53e-1b9c-4d56-ab90-4f7afaf090ef None None] No DVR routers for this DVR port b02498cc-fd44-4d7a-864e-ddaf6c5b5810 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:15.850773 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93d2e21f-7ff6-4d18-b98c-b53611275346 req-18a33b04-a506-4f3f-8b16-be059bd9f4d1 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481787 Jul 13 07:45:15.934375 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c9b4-45f9-46b1-a3b8-34c60a6c55fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.001542 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4c9b4-45f9-46b1-a3b8-34c60a6c55fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b02498cc-fd44-4d7a-864e-ddaf6c5b5810,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:16.018318 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa4c9b4-45f9-46b1-a3b8-34c60a6c55fd admin admin] No DVR routers for this DVR port b02498cc-fd44-4d7a-864e-ddaf6c5b5810 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:16.136671 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c9b4-45f9-46b1-a3b8-34c60a6c55fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.175069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-3aa4c9b4-45f9-46b1-a3b8-34c60a6c55fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593c6ad1-d14f-437d-ba60-3acf4156dc72']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:16.197440 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-3aa4c9b4-45f9-46b1-a3b8-34c60a6c55fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9c5810-3429-4a82-b8af-d041cb9f4715') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:16.197751 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-3aa4c9b4-45f9-46b1-a3b8-34c60a6c55fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9c5810-3429-4a82-b8af-d041cb9f4715') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:16.218302 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c9b4-45f9-46b1-a3b8-34c60a6c55fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.297221 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c827a96-f0d2-4b21-ac41-60fa86b298c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.306879 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c9b4-45f9-46b1-a3b8-34c60a6c55fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.344773 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c827a96-f0d2-4b21-ac41-60fa86b298c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=60c288e5-0212-48de-a9e6-263e671ab4d6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:16.348204 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa4c9b4-45f9-46b1-a3b8-34c60a6c55fd admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:16.348620 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c9b4-45f9-46b1-a3b8-34c60a6c55fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: self.session.flush() Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: self.session.flush() Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: self.session.flush() Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: self.session.flush() Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:16.352524 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:16.788737 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c9b4-45f9-46b1-a3b8-34c60a6c55fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.830786 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c9b4-45f9-46b1-a3b8-34c60a6c55fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.835681 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3aa4c9b4-45f9-46b1-a3b8-34c60a6c55fd admin admin] 10.222.0.58 "DELETE /v2.0/networks/593c6ad1-d14f-437d-ba60-3acf4156dc72 HTTP/1.1" status: 204 len: 168 time: 1.8773012 Jul 13 07:45:16.885454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4c9b4-45f9-46b1-a3b8-34c60a6c55fd admin admin] Pushing event deleted for resources: {'Network': ['ID=593c6ad1-d14f-437d-ba60-3acf4156dc72,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:16.902648 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.resource_extend [None req-f132d76a-457a-4e14-97ae-6654d0979a2a tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:45:17.044170 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46942) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:17.052537 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f132d76a-457a-4e14-97ae-6654d0979a2a tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.064566 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f132d76a-457a-4e14-97ae-6654d0979a2a tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.102263 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efceef1-b9f5-4be7-883b-adbee7e795d0 req-fab3f8b7-4d42-4489-9550-d2cdfa5d49dd tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:17.103940 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0efceef1-b9f5-4be7-883b-adbee7e795d0 req-fab3f8b7-4d42-4489-9550-d2cdfa5d49dd tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.2228205 Jul 13 07:45:17.105901 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b02498cc-fd44-4d7a-864e-ddaf6c5b5810 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:17.124280 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c827a96-f0d2-4b21-ac41-60fa86b298c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.135293 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: b02498cc-fd44-4d7a-864e-ddaf6c5b5810 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:17.136633 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b02498cc-fd44-4d7a-864e-ddaf6c5b5810 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:17.196373 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8c8b7615-23ed-483b-ab8e-d630cd74605f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6481b9810bbd41319058fb11ddd8b821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504407 Jul 13 07:45:17.206945 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46944) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:17.243928 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0efceef1-b9f5-4be7-883b-adbee7e795d0 req-a6ca2e27-188a-4da7-b7ff-7b682de48b94 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339459 Jul 13 07:45:17.261884 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d9274-b500-472e-aaaa-b34998ec88e3 req-bc2b7f4e-f372-4f13-83d9-e3d35c6c5529 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:17.263805 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d1d9274-b500-472e-aaaa-b34998ec88e3 req-bc2b7f4e-f372-4f13-83d9-e3d35c6c5529 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.2331808 Jul 13 07:45:17.303020 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-f132d76a-457a-4e14-97ae-6654d0979a2a tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Floating IP bcce94c9-4353-4473-95de-f358b11d72d4 associated. External IP: 172.25.0.168, port: 3583ab02-39ee-4c27-b18f-01a6e0ca6d10. Jul 13 07:45:17.327319 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3c527f7-6356-4ecb-91ad-b60755f40752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.336663 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d1d9274-b500-472e-aaaa-b34998ec88e3 req-c9c713cc-dd23-489c-90e8-8e9bc86ab06e tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636876 Jul 13 07:45:17.361489 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3c527f7-6356-4ecb-91ad-b60755f40752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.432302 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3c527f7-6356-4ecb-91ad-b60755f40752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.435664 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3c527f7-6356-4ecb-91ad-b60755f40752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.437052 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d3c527f7-6356-4ecb-91ad-b60755f40752 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5c13b325-654f-49cb-a8d2-32fd7f6691b6 HTTP/1.1" status: 204 len: 168 time: 0.2278175 Jul 13 07:45:17.446559 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c527f7-6356-4ecb-91ad-b60755f40752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c13b325-654f-49cb-a8d2-32fd7f6691b6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:17.576878 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c827a96-f0d2-4b21-ac41-60fa86b298c7 admin admin] Router 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:17.684494 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f132d76a-457a-4e14-97ae-6654d0979a2a tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Router a87c33a2-67f9-4ecd-96ca-f501e0f61aad has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:17.779189 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c827a96-f0d2-4b21-ac41-60fa86b298c7 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:17.788524 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7c827a96-f0d2-4b21-ac41-60fa86b298c7 admin admin] 10.222.0.58 "PUT /v2.0/routers/26f42af1-c0bc-471b-a0fc-72c4e1ece8ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2555537 Jul 13 07:45:17.791021 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46964) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:17.796376 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0083e2-a93e-4e83-b70b-6e7dba15b294 None None] Sync routers for ids ['26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:17.817384 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0083e2-a93e-4e83-b70b-6e7dba15b294 None None] Routers {'26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:17.817384 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5b0083e2-a93e-4e83-b70b-6e7dba15b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:44:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:17.931603 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f132d76a-457a-4e14-97ae-6654d0979a2a tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:17.937414 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f132d76a-457a-4e14-97ae-6654d0979a2a tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.945870 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81041cc-9a80-4575-b389-3764ac7c7297 None None] Sync routers for ids ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:17.961250 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81041cc-9a80-4575-b389-3764ac7c7297 None None] Routers {'a87c33a2-67f9-4ecd-96ca-f501e0f61aad'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:17.961523 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-f81041cc-9a80-4575-b389-3764ac7c7297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:44:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:17.968016 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-5b0083e2-a93e-4e83-b70b-6e7dba15b294 None None] Set router 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:17.975728 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ddb7-9c8f-4291-acf5-f2455b2b4837 admin admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.016122 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f132d76a-457a-4e14-97ae-6654d0979a2a tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "PUT /v2.0/floatingips/bcce94c9-4353-4473-95de-f358b11d72d4 HTTP/1.1" status: 200 len: 991 time: 2.5689301 Jul 13 07:45:18.018836 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf95a09-4ddb-4b8e-a658-53297c1f6d98', 'tag': '3583ab02-39ee-4c27-b18f-01a6e0ca6d10'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:18.021724 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a7fdb8-3c7e-4889-9ffd-950b6dc80924" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf95a09-4ddb-4b8e-a658-53297c1f6d98", "tag": "3583ab02-39ee-4c27-b18f-01a6e0ca6d10"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:18.121674 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a41c12-7c5a-4638-b062-7144f6c67eb1 x-openstack-request-id: req-45a41c12-7c5a-4638-b062-7144f6c67eb1 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:18.121975 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf95a09-4ddb-4b8e-a658-53297c1f6d98", "tag": "3583ab02-39ee-4c27-b18f-01a6e0ca6d10", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:18.122263 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-45a41c12-7c5a-4638-b062-7144f6c67eb1 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:18.122680 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf95a09-4ddb-4b8e-a658-53297c1f6d98', 'tag': '3583ab02-39ee-4c27-b18f-01a6e0ca6d10', 'status': 'completed', 'code': 200} Jul 13 07:45:18.135342 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ddb7-9c8f-4291-acf5-f2455b2b4837 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.170388 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-f81041cc-9a80-4575-b389-3764ac7c7297 None None] Set router a87c33a2-67f9-4ecd-96ca-f501e0f61aad gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:18.297978 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-cdb0ddb7-9c8f-4291-acf5-f2455b2b4837 admin admin] Deleting port 827e75b0-ee3c-482c-a6b4-86440e07e554 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:18.298341 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ddb7-9c8f-4291-acf5-f2455b2b4837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.318826 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5b0083e2-a93e-4e83-b70b-6e7dba15b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'name': 'tempest-ServersTestManualDisk-1951952483-router', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:42:46Z', 'updated_at': '2021-07-13T07:45:16Z', 'revision_number': 5, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'gw_port': {'id': '827e75b0-ee3c-482c-a6b4-86440e07e554', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:47Z', 'updated_at': '2021-07-13T07:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:18.338309 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7fdb8-3c7e-4889-9ffd-950b6dc80924 req-88041710-b339-4c4d-833c-843c115bfc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:18.339858 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a3a7fdb8-3c7e-4889-9ffd-950b6dc80924 req-88041710-b339-4c4d-833c-843c115bfc84 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f14c0acd9f784f1c95e03b53f067da36&device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 1097 time: 0.1587756 Jul 13 07:45:18.469831 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0083e2-a93e-4e83-b70b-6e7dba15b294 None None] Checking router: 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:18.480873 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0083e2-a93e-4e83-b70b-6e7dba15b294 None None] Routers {'26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:18.481768 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5b0083e2-a93e-4e83-b70b-6e7dba15b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:44:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:18.496839 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-cdb0ddb7-9c8f-4291-acf5-f2455b2b4837 admin admin] For port 827e75b0-ee3c-482c-a6b4-86440e07e554, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=827e75b0-ee3c-482c-a6b4-86440e07e554,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:18.502317 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ddb7-9c8f-4291-acf5-f2455b2b4837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.524805 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-cdb0ddb7-9c8f-4291-acf5-f2455b2b4837 admin admin] Calling delete_port for 827e75b0-ee3c-482c-a6b4-86440e07e554 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:18.589683 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-5b0083e2-a93e-4e83-b70b-6e7dba15b294 None None] Set router 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:18.649634 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-f81041cc-9a80-4575-b389-3764ac7c7297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'name': 'tempest-AttachVolumeTestJSON-1833424248-router', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:46Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 4, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'gw_port': {'id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:47Z', 'updated_at': '2021-07-13T07:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'bcce94c9-4353-4473-95de-f358b11d72d4', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'port_id': '3583ab02-39ee-4c27-b18f-01a6e0ca6d10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'mac_address': 'fa:16:3e:9e:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf95a09-4ddb-4b8e-a658-53297c1f6d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:44:56Z', 'updated_at': '2021-07-13T07:45:16Z', 'revision_number': 1, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd0ba74-feeb-4708-8b48-c19a7034b4e4', 'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'mac_address': 'fa:16:3e:87:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:51Z', 'updated_at': '2021-07-13T07:45:01Z', 'revision_number': 5, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'subnets': [{'id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:18.665181 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591edc8-8927-4b20-9a6f-146d0d276ee1 req-3eb42480-c064-4e21-b3fa-3cc9a59767b3 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:18.677630 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0591edc8-8927-4b20-9a6f-146d0d276ee1 req-3eb42480-c064-4e21-b3fa-3cc9a59767b3 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.1977510 Jul 13 07:45:18.678519 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5b0083e2-a93e-4e83-b70b-6e7dba15b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'name': 'tempest-ServersTestManualDisk-1951952483-router', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:42:46Z', 'updated_at': '2021-07-13T07:45:18Z', 'revision_number': 6, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:18.678692 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81041cc-9a80-4575-b389-3764ac7c7297 None None] Checking router: a87c33a2-67f9-4ecd-96ca-f501e0f61aad for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:18.679867 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47000) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:18.687911 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81041cc-9a80-4575-b389-3764ac7c7297 None None] Routers {'a87c33a2-67f9-4ecd-96ca-f501e0f61aad'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:18.693018 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-f81041cc-9a80-4575-b389-3764ac7c7297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:44:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:18.713375 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0083e2-a93e-4e83-b70b-6e7dba15b294 None None] The sync data for ids ['26f42af1-c0bc-471b-a0fc-72c4e1ece8ac'] in n-d-779913-28 is: [{'id': '26f42af1-c0bc-471b-a0fc-72c4e1ece8ac', 'name': 'tempest-ServersTestManualDisk-1951952483-router', 'tenant_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:42:46Z', 'updated_at': '2021-07-13T07:45:18Z', 'revision_number': 6, 'project_id': 'ccf3a1e2c53946b0bb487bccfa71d202', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:18.816674 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0591edc8-8927-4b20-9a6f-146d0d276ee1 req-acfd3ff8-796e-4e64-8c63-29e8f7089d59 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380928 Jul 13 07:45:18.877604 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c870ef-3b7a-4803-8f98-6504f5452899 req-92b6c08e-ce48-471a-8591-672cbd9fd09f tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:18.879224 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7c870ef-3b7a-4803-8f98-6504f5452899 req-92b6c08e-ce48-471a-8591-672cbd9fd09f tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.1930799 Jul 13 07:45:18.885531 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a4badf68-2665-4966-aaad-a1c8751a2aca admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-183617249-network', 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:18.896335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-f81041cc-9a80-4575-b389-3764ac7c7297 None None] Set router a87c33a2-67f9-4ecd-96ca-f501e0f61aad gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:18.921980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4badf68-2665-4966-aaad-a1c8751a2aca admin admin] Made reservation on behalf of 2b3baec9b4ee4a49a87eb1a4a6c9a5bc for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:18.926100 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4badf68-2665-4966-aaad-a1c8751a2aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.943195 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4badf68-2665-4966-aaad-a1c8751a2aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.970975 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7c870ef-3b7a-4803-8f98-6504f5452899 req-164d59dc-74e5-45b1-b2a7-dfd6ea5e04a0 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659630 Jul 13 07:45:18.990649 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7fdb8-3c7e-4889-9ffd-950b6dc80924 req-74041b78-7bcb-4303-8199-a35bbf2523a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:18.992919 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a3a7fdb8-3c7e-4889-9ffd-950b6dc80924 req-74041b78-7bcb-4303-8199-a35bbf2523a8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b4fd3a8-9309-406f-87ff-e745f78908e3 HTTP/1.1" status: 200 len: 912 time: 0.2766416 Jul 13 07:45:18.996877 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ddb7-9c8f-4291-acf5-f2455b2b4837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.105196 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 60c288e5-0212-48de-a9e6-263e671ab4d6 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:19.110308 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0ddb7-9c8f-4291-acf5-f2455b2b4837 admin admin] Pushing event deleted for resources: {'Port': ['ID=827e75b0-ee3c-482c-a6b4-86440e07e554,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:19.160982 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 60c288e5-0212-48de-a9e6-263e671ab4d6 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:19.161951 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 60c288e5-0212-48de-a9e6-263e671ab4d6 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:19.162587 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4badf68-2665-4966-aaad-a1c8751a2aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.172186 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4badf68-2665-4966-aaad-a1c8751a2aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.218058 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ddb7-9c8f-4291-acf5-f2455b2b4837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.218541 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4badf68-2665-4966-aaad-a1c8751a2aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889688f1-625d-4f94-b833-43ab75ca9ca7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:19.262253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4badf68-2665-4966-aaad-a1c8751a2aca admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:19.275359 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4badf68-2665-4966-aaad-a1c8751a2aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.275840 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-a4badf68-2665-4966-aaad-a1c8751a2aca admin admin] Added segment bb85faee-3165-43af-bce0-a0a7ce6ea765 of type vlan for network 6fff60c1-5620-4dbf-81fb-f4370ae2e1fd Jul 13 07:45:19.285913 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-f81041cc-9a80-4575-b389-3764ac7c7297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'name': 'tempest-AttachVolumeTestJSON-1833424248-router', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:46Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 4, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'gw_port': {'id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:47Z', 'updated_at': '2021-07-13T07:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'bcce94c9-4353-4473-95de-f358b11d72d4', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'port_id': '3583ab02-39ee-4c27-b18f-01a6e0ca6d10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'mac_address': 'fa:16:3e:9e:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf95a09-4ddb-4b8e-a658-53297c1f6d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:44:56Z', 'updated_at': '2021-07-13T07:45:16Z', 'revision_number': 1, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd0ba74-feeb-4708-8b48-c19a7034b4e4', 'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'mac_address': 'fa:16:3e:87:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:51Z', 'updated_at': '2021-07-13T07:45:01Z', 'revision_number': 5, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'subnets': [{'id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:19.316902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81041cc-9a80-4575-b389-3764ac7c7297 None None] The sync data for ids ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'] in n-d-779913-28 is: [{'id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'name': 'tempest-AttachVolumeTestJSON-1833424248-router', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:46Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 4, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'gw_port': {'id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:47Z', 'updated_at': '2021-07-13T07:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'bcce94c9-4353-4473-95de-f358b11d72d4', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'port_id': '3583ab02-39ee-4c27-b18f-01a6e0ca6d10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'mac_address': 'fa:16:3e:9e:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf95a09-4ddb-4b8e-a658-53297c1f6d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:44:56Z', 'updated_at': '2021-07-13T07:45:16Z', 'revision_number': 1, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd0ba74-feeb-4708-8b48-c19a7034b4e4', 'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'mac_address': 'fa:16:3e:87:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:51Z', 'updated_at': '2021-07-13T07:45:01Z', 'revision_number': 5, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'subnets': [{'id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:19.337943 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4badf68-2665-4966-aaad-a1c8751a2aca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.354162 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a3a7fdb8-3c7e-4889-9ffd-950b6dc80924 req-6caf05f8-d973-4b70-8405-d7c275430e23 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3583ab02-39ee-4c27-b18f-01a6e0ca6d10 HTTP/1.1" status: 200 len: 999 time: 0.3530879 Jul 13 07:45:19.356459 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ddb7-9c8f-4291-acf5-f2455b2b4837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.358741 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ddb7-9c8f-4291-acf5-f2455b2b4837 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.381359 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4badf68-2665-4966-aaad-a1c8751a2aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.382936 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4badf68-2665-4966-aaad-a1c8751a2aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:19.384063 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4badf68-2665-4966-aaad-a1c8751a2aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.481103 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ddb7-9c8f-4291-acf5-f2455b2b4837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.481103 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb0ddb7-9c8f-4291-acf5-f2455b2b4837 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26f42af1-c0bc-471b-a0fc-72c4e1ece8ac {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:45:19.485623 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ddb7-9c8f-4291-acf5-f2455b2b4837 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.486678 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cdb0ddb7-9c8f-4291-acf5-f2455b2b4837 admin admin] 10.222.0.58 "DELETE /v2.0/routers/26f42af1-c0bc-471b-a0fc-72c4e1ece8ac HTTP/1.1" status: 204 len: 168 time: 1.6948078 Jul 13 07:45:19.489845 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47016) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:19.501530 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7fdb8-3c7e-4889-9ffd-950b6dc80924 req-38101bbd-676f-44cf-bda1-a424d04b867c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:19.503205 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a3a7fdb8-3c7e-4889-9ffd-950b6dc80924 req-38101bbd-676f-44cf-bda1-a424d04b867c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9bae17d-a9cd-4de6-bffc-674a284593a4 HTTP/1.1" status: 200 len: 850 time: 0.1414080 Jul 13 07:45:19.507380 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a4badf68-2665-4966-aaad-a1c8751a2aca admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8196390 Jul 13 07:45:19.508436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47018) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:19.510916 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4badf68-2665-4966-aaad-a1c8751a2aca admin admin] Pushing event updated for resources: {'Network': ['ID=6fff60c1-5620-4dbf-81fb-f4370ae2e1fd,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:19.517774 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d4468775-c365-46d9-955a-6bfbed59094a admin admin] Request body: {'subnet': {'network_id': '6fff60c1-5620-4dbf-81fb-f4370ae2e1fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-183617249-subnet', 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:19.533476 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 6fff60c1-5620-4dbf-81fb-f4370ae2e1fd details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:19.585563 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4468775-c365-46d9-955a-6bfbed59094a admin admin] Made reservation on behalf of 2b3baec9b4ee4a49a87eb1a4a6c9a5bc for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:19.588113 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d4468775-c365-46d9-955a-6bfbed59094a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.702907 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8047753c-0dba-40a0-9f89-057de6549192 None None] New status for floating IP bcce94c9-4353-4473-95de-f358b11d72d4: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:45:19.907040 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d4468775-c365-46d9-955a-6bfbed59094a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.999704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee7800b-5cd7-42e3-be67-dbbde84cdc53 admin admin] Deleting subnet 79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:45:20.015271 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2ee7800b-5cd7-42e3-be67-dbbde84cdc53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.070573 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4468775-c365-46d9-955a-6bfbed59094a admin admin] Pushing event updated for resources: {'Subnet': ['ID=52d79e73-944a-4766-832e-dd8c54c25fb2,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:20.164950 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2ee7800b-5cd7-42e3-be67-dbbde84cdc53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.184824 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4468775-c365-46d9-955a-6bfbed59094a admin admin] Checking segment: {'id': 'bb85faee-3165-43af-bce0-a0a7ce6ea765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6fff60c1-5620-4dbf-81fb-f4370ae2e1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:20.185292 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4468775-c365-46d9-955a-6bfbed59094a admin admin] Network hostable DHCP agents. Network: 6fff60c1-5620-4dbf-81fb-f4370ae2e1fd, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:20.226405 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4468775-c365-46d9-955a-6bfbed59094a admin admin] Network 6fff60c1-5620-4dbf-81fb-f4370ae2e1fd is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:20.241444 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa6165-ccd5-4a21-b9a6-84224a4cd100 req-cab4e6ce-bfec-45eb-a04f-bd6b8d3fb473 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:20.248473 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbfa6165-ccd5-4a21-b9a6-84224a4cd100 req-cab4e6ce-bfec-45eb-a04f-bd6b8d3fb473 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.2270050 Jul 13 07:45:20.251979 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7fdb8-3c7e-4889-9ffd-950b6dc80924 req-af6c3b59-473a-4b05-98b9-576a13d256a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:20.253493 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a3a7fdb8-3c7e-4889-9ffd-950b6dc80924 req-af6c3b59-473a-4b05-98b9-576a13d256a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b4fd3a8-9309-406f-87ff-e745f78908e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1969259 Jul 13 07:45:20.265723 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d4468775-c365-46d9-955a-6bfbed59094a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 6fff60c1-5620-4dbf-81fb-f4370ae2e1fd) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:20.277828 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84300cc-9db4-483e-b2a4-ef5c72d5c5e2 None None] Network 6fff60c1-5620-4dbf-81fb-f4370ae2e1fd requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:20.288335 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4468775-c365-46d9-955a-6bfbed59094a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:20.289150 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d4468775-c365-46d9-955a-6bfbed59094a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.308779 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d6d82-e763-43be-9109-5052ac109ca3 req-2277dc0a-d9c2-405f-8f6a-db69a288b568 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:20.310465 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-da1d6d82-e763-43be-9109-5052ac109ca3 req-2277dc0a-d9c2-405f-8f6a-db69a288b568 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 946 time: 0.2633553 Jul 13 07:45:20.335141 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbfa6165-ccd5-4a21-b9a6-84224a4cd100 req-54786e35-2fd8-4a62-8933-7dd092ee63bb tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804164 Jul 13 07:45:20.369932 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d4468775-c365-46d9-955a-6bfbed59094a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8601975 Jul 13 07:45:20.389955 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47036) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:20.395403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8e5b63e3-18a7-41c3-84f5-2f0bcbd0e40e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-183617249-router', 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:20.402332 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2ee7800b-5cd7-42e3-be67-dbbde84cdc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.432593 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e5b63e3-18a7-41c3-84f5-2f0bcbd0e40e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.433672 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e5b63e3-18a7-41c3-84f5-2f0bcbd0e40e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.460500 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e35ef-7dda-4a19-afd6-31abfa840d37 req-953829ca-3a8c-4e02-92f8-25439e88f113 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:20.462350 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-717e35ef-7dda-4a19-afd6-31abfa840d37 req-953829ca-3a8c-4e02-92f8-25439e88f113 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.1239333 Jul 13 07:45:20.543556 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a3a7fdb8-3c7e-4889-9ffd-950b6dc80924 req-a41c144e-3762-44d4-a838-d6096005062a service neutron] 10.222.0.35 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808979 Jul 13 07:45:20.560204 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e5b63e3-18a7-41c3-84f5-2f0bcbd0e40e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.574007 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2ee7800b-5cd7-42e3-be67-dbbde84cdc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.593649 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-6fff60c1-5620-4dbf-81fb-f4370ae2e1fd', 'network_id': '6fff60c1-5620-4dbf-81fb-f4370ae2e1fd', 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'fixed_ips': [{'subnet_id': '52d79e73-944a-4766-832e-dd8c54c25fb2'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:20.594710 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.603715 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2ee7800b-5cd7-42e3-be67-dbbde84cdc53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.608719 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2ee7800b-5cd7-42e3-be67-dbbde84cdc53 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9 HTTP/1.1" status: 204 len: 168 time: 1.1176555 Jul 13 07:45:20.616185 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47040) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:20.619441 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-717e35ef-7dda-4a19-afd6-31abfa840d37 req-6a5f9d40-c87b-4f6c-a0c7-6ba67a5241b1 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472180 Jul 13 07:45:20.620914 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cb1558-56dd-440b-8fca-30921989b310 None None] Network 702e19a1-e725-472e-946c-5dda0d6230e4 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:20.638210 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7800b-5cd7-42e3-be67-dbbde84cdc53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79edfcb7-ed17-46ed-b0fe-7c1f4f4f13c9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:20.677587 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-da1d6d82-e763-43be-9109-5052ac109ca3 req-3f78469c-00f9-48e3-a442-99afc895ec2f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Deleting port aeb41168-4a00-4d67-8f6c-bb6354e7ff88 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:20.677942 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-da1d6d82-e763-43be-9109-5052ac109ca3 req-3f78469c-00f9-48e3-a442-99afc895ec2f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.769133 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a3a7fdb8-3c7e-4889-9ffd-950b6dc80924 req-312cf858-b293-4bda-acd4-aa21898ef7be service neutron] 10.222.0.35 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181673 Jul 13 07:45:20.819537 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-da1d6d82-e763-43be-9109-5052ac109ca3 req-3f78469c-00f9-48e3-a442-99afc895ec2f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] For port aeb41168-4a00-4d67-8f6c-bb6354e7ff88, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=aeb41168-4a00-4d67-8f6c-bb6354e7ff88,segment=NetworkSegment(878cbb30-1dfc-414c-8a1e-666216f35edb),segment_id=878cbb30-1dfc-414c-8a1e-666216f35edb)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:20.821011 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-da1d6d82-e763-43be-9109-5052ac109ca3 req-3f78469c-00f9-48e3-a442-99afc895ec2f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.842405 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-da1d6d82-e763-43be-9109-5052ac109ca3 req-3f78469c-00f9-48e3-a442-99afc895ec2f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Calling delete_port for aeb41168-4a00-4d67-8f6c-bb6354e7ff88 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:20.971956 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] Allocated IP 172.20.0.2 (6fff60c1-5620-4dbf-81fb-f4370ae2e1fd/52d79e73-944a-4766-832e-dd8c54c25fb2/a5056ce0-de65-4541-a123-e0008e513385) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:21.009129 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 827e75b0-ee3c-482c-a6b4-86440e07e554 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:21.031451 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 827e75b0-ee3c-482c-a6b4-86440e07e554 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:21.031866 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 827e75b0-ee3c-482c-a6b4-86440e07e554 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:21.039322 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-da1d6d82-e763-43be-9109-5052ac109ca3 req-3f78469c-00f9-48e3-a442-99afc895ec2f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.065272 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['fdd27c61-eba4-496d-8e0d-4c7408709c57'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:45:21.068576 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['aeb41168-4a00-4d67-8f6c-bb6354e7ff88'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:45:21.115561 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78469c-00f9-48e3-a442-99afc895ec2f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Pushing event deleted for resources: {'Port': ['ID=aeb41168-4a00-4d67-8f6c-bb6354e7ff88,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:21.129904 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1072e4-6f34-4b93-aa97-ca2f8d9f3e4f None None] DHCP port deletion for 702e19a1-e725-472e-946c-5dda0d6230e4 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:45:21.201077 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1d6d82-e763-43be-9109-5052ac109ca3 req-3f78469c-00f9-48e3-a442-99afc895ec2f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] No DVR routers for this DVR port aeb41168-4a00-4d67-8f6c-bb6354e7ff88 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:21.205498 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-da1d6d82-e763-43be-9109-5052ac109ca3 req-3f78469c-00f9-48e3-a442-99afc895ec2f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.208270 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-da1d6d82-e763-43be-9109-5052ac109ca3 req-3f78469c-00f9-48e3-a442-99afc895ec2f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.62 "DELETE /v2.0/ports/aeb41168-4a00-4d67-8f6c-bb6354e7ff88 HTTP/1.1" status: 204 len: 173 time: 0.8868139 Jul 13 07:45:21.217517 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4fac02-a509-4584-977d-b4c8631aaa0a', 'name': 'network-vif-deleted', 'tag': 'aeb41168-4a00-4d67-8f6c-bb6354e7ff88'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:21.221649 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1e8a3c-25f2-4583-89f6-6b9b5197ee28" -d '{"events": [{"server_uuid": "1a4fac02-a509-4584-977d-b4c8631aaa0a", "name": "network-vif-deleted", "tag": "aeb41168-4a00-4d67-8f6c-bb6354e7ff88"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:21.314698 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29855a5e-d809-4031-a57b-87b006d31df8 x-openstack-request-id: req-29855a5e-d809-4031-a57b-87b006d31df8 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:21.315709 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4fac02-a509-4584-977d-b4c8631aaa0a", "name": "network-vif-deleted", "tag": "aeb41168-4a00-4d67-8f6c-bb6354e7ff88", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:21.315964 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29855a5e-d809-4031-a57b-87b006d31df8 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:21.316368 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4fac02-a509-4584-977d-b4c8631aaa0a', 'name': 'network-vif-deleted', 'tag': 'aeb41168-4a00-4d67-8f6c-bb6354e7ff88', 'status': 'completed', 'code': 200} Jul 13 07:45:21.355151 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e5b63e3-18a7-41c3-84f5-2f0bcbd0e40e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.377518 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.389633 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] Transition to ACTIVE for port object a5056ce0-de65-4541-a123-e0008e513385 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:21.399790 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f81f1582-ecff-4fe7-99f7-84fc5d11bffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.460014 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] Transition to ACTIVE for port object a5056ce0-de65-4541-a123-e0008e513385 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:21.489558 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.498258 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7e1072e4-6f34-4b93-aa97-ca2f8d9f3e4f None None] Deleting port c12c55e9-8bb0-4d9e-8089-ebd376a4b571 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:21.498640 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e1072e4-6f34-4b93-aa97-ca2f8d9f3e4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.551600 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-88c7865a-8fdd-43ee-b549-0e6d6865cb4a req-b8a1a37b-2fb8-47ab-8bdc-6d909a5ca48f tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a4fac02-a509-4584-977d-b4c8631aaa0a HTTP/1.1" status: 200 len: 210 time: 0.0420842 Jul 13 07:45:21.586191 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f81f1582-ecff-4fe7-99f7-84fc5d11bffb admin admin] Deleting port c12c55e9-8bb0-4d9e-8089-ebd376a4b571 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:21.586577 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f81f1582-ecff-4fe7-99f7-84fc5d11bffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.621320 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0956230a-8e66-4005-893a-9b86ff98eb95 req-52da9f37-3c95-43c8-83a3-3d8e93636301 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0850666 Jul 13 07:45:21.756917 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-f81f1582-ecff-4fe7-99f7-84fc5d11bffb admin admin] For port c12c55e9-8bb0-4d9e-8089-ebd376a4b571, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c12c55e9-8bb0-4d9e-8089-ebd376a4b571,segment=NetworkSegment(ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4),segment_id=ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:21.757305 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f81f1582-ecff-4fe7-99f7-84fc5d11bffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.784496 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956230a-8e66-4005-893a-9b86ff98eb95 req-cd76db33-651a-4e8a-8f6d-615b8ab629be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:21.787791 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0956230a-8e66-4005-893a-9b86ff98eb95 req-cd76db33-651a-4e8a-8f6d-615b8ab629be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e9efbe0a11cb452a9c08f11738225ab6&device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 1098 time: 0.1389756 Jul 13 07:45:21.811592 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f81f1582-ecff-4fe7-99f7-84fc5d11bffb admin admin] Calling delete_port for c12c55e9-8bb0-4d9e-8089-ebd376a4b571 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:21.814707 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] Network 6fff60c1-5620-4dbf-81fb-f4370ae2e1fd is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:21.880489 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:21.886901 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:21.892175 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] Pushing event updated for resources: {'Port': ['ID=a5056ce0-de65-4541-a123-e0008e513385,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:21.952882 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e5b63e3-18a7-41c3-84f5-2f0bcbd0e40e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.985214 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e5b63e3-18a7-41c3-84f5-2f0bcbd0e40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.996090 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956230a-8e66-4005-893a-9b86ff98eb95 req-c2e19f5e-06e5-4f05-a510-d45bd5a2e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:21.997980 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0956230a-8e66-4005-893a-9b86ff98eb95 req-c2e19f5e-06e5-4f05-a510-d45bd5a2e084 service neutron] 10.222.0.35 "GET /v2.0/networks?id=54b19629-bfd1-40c4-9e1c-d775d7654965 HTTP/1.1" status: 200 len: 912 time: 0.1809785 Jul 13 07:45:22.020188 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-7e1072e4-6f34-4b93-aa97-ca2f8d9f3e4f None None] For port c12c55e9-8bb0-4d9e-8089-ebd376a4b571, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c12c55e9-8bb0-4d9e-8089-ebd376a4b571,segment=NetworkSegment(ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4),segment_id=ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:22.021387 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e1072e4-6f34-4b93-aa97-ca2f8d9f3e4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.075622 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0956230a-8e66-4005-893a-9b86ff98eb95 req-84f71ea8-66e3-4b33-808e-d0f89de194a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd27c61-eba4-496d-8e0d-4c7408709c57 HTTP/1.1" status: 200 len: 217 time: 0.0706100 Jul 13 07:45:22.092261 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7e1072e4-6f34-4b93-aa97-ca2f8d9f3e4f None None] Calling delete_port for c12c55e9-8bb0-4d9e-8089-ebd376a4b571 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:22.115864 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f81f1582-ecff-4fe7-99f7-84fc5d11bffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.163160 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956230a-8e66-4005-893a-9b86ff98eb95 req-3db10d64-082d-446e-a759-ba84cd4d463b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:22.164992 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0956230a-8e66-4005-893a-9b86ff98eb95 req-3db10d64-082d-446e-a759-ba84cd4d463b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c0711840-6c05-410d-9890-6fb1e6a9b4a1 HTTP/1.1" status: 200 len: 851 time: 0.0808218 Jul 13 07:45:22.179078 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81f1582-ecff-4fe7-99f7-84fc5d11bffb admin admin] No DVR routers for this DVR port c12c55e9-8bb0-4d9e-8089-ebd376a4b571 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:22.209238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f1582-ecff-4fe7-99f7-84fc5d11bffb admin admin] Pushing event deleted for resources: {'Port': ['ID=c12c55e9-8bb0-4d9e-8089-ebd376a4b571,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:22.226554 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0956230a-8e66-4005-893a-9b86ff98eb95 req-1ceab1d6-4d69-4d6b-ab93-f1c226b95749 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=54b19629-bfd1-40c4-9e1c-d775d7654965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535913 Jul 13 07:45:22.233541 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] Attempting to bind port a5056ce0-de65-4541-a123-e0008e513385 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:22.234197 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] Attempting to bind port a5056ce0-de65-4541-a123-e0008e513385 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'bb85faee-3165-43af-bce0-a0a7ce6ea765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6fff60c1-5620-4dbf-81fb-f4370ae2e1fd'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:22.234570 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] Attempting to bind port a5056ce0-de65-4541-a123-e0008e513385 on network 6fff60c1-5620-4dbf-81fb-f4370ae2e1fd {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:22.249026 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:22.249562 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] Checking segment: {'id': 'bb85faee-3165-43af-bce0-a0a7ce6ea765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6fff60c1-5620-4dbf-81fb-f4370ae2e1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:22.249711 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.250273 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] Bound using segment: {'id': 'bb85faee-3165-43af-bce0-a0a7ce6ea765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6fff60c1-5620-4dbf-81fb-f4370ae2e1fd'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:22.251256 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] Bound port: a5056ce0-de65-4541-a123-e0008e513385, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb85faee-3165-43af-bce0-a0a7ce6ea765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6fff60c1-5620-4dbf-81fb-f4370ae2e1fd'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:22.251256 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.258527 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558314c-c51e-435f-9cd0-670729e65ec1 req-f4b5f6ca-9fbf-480d-9f6e-a9d9e053ada6 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:22.260841 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7558314c-c51e-435f-9cd0-670729e65ec1 req-f4b5f6ca-9fbf-480d-9f6e-a9d9e053ada6 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.2821558 Jul 13 07:45:22.308104 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f81f1582-ecff-4fe7-99f7-84fc5d11bffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.311627 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-8e5b63e3-18a7-41c3-84f5-2f0bcbd0e40e admin admin] Allocated IP 172.25.0.66 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/94e59201-eedd-4f6f-8b5a-cad32e438505) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: from cryptography.utils import int_from_bytes Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: from cryptography.utils import int_from_bytes Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.330995 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.334729 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.334729 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.334729 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.334729 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.334729 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.334729 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.334729 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.334729 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.334729 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.334729 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.334729 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.334729 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.334729 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:22.334729 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:45:22.341213 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0956230a-8e66-4005-893a-9b86ff98eb95 req-3d8c0eea-0dde-4e77-90e2-9fcca6851aac service neutron] 10.222.0.35 "GET /v2.0/networks/54b19629-bfd1-40c4-9e1c-d775d7654965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075916 Jul 13 07:45:22.349369 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e1072e4-6f34-4b93-aa97-ca2f8d9f3e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.357631 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-f81f1582-ecff-4fe7-99f7-84fc5d11bffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702e19a1-e725-472e-946c-5dda0d6230e4']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:22.385783 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1072e4-6f34-4b93-aa97-ca2f8d9f3e4f None None] Pushing event deleted for resources: {'Port': ['ID=c12c55e9-8bb0-4d9e-8089-ebd376a4b571,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:22.391216 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] For port a5056ce0-de65-4541-a123-e0008e513385, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:22.391835 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-f81f1582-ecff-4fe7-99f7-84fc5d11bffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:22.392934 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-f81f1582-ecff-4fe7-99f7-84fc5d11bffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9cb5fd-02c4-4c6f-84b4-7e208ec06fb4') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:22.393619 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1072e4-6f34-4b93-aa97-ca2f8d9f3e4f None None] No DVR routers for this DVR port c12c55e9-8bb0-4d9e-8089-ebd376a4b571 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:22.409516 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] For port a5056ce0-de65-4541-a123-e0008e513385, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a5056ce0-de65-4541-a123-e0008e513385,segment=NetworkSegment(bb85faee-3165-43af-bce0-a0a7ce6ea765),segment_id=bb85faee-3165-43af-bce0-a0a7ce6ea765)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:22.410330 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f81f1582-ecff-4fe7-99f7-84fc5d11bffb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.417437 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.433266 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f81f1582-ecff-4fe7-99f7-84fc5d11bffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.439247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81f1582-ecff-4fe7-99f7-84fc5d11bffb admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:22.440405 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f81f1582-ecff-4fe7-99f7-84fc5d11bffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:22.473507 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:22.497428 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f4dc3-8d6c-4965-91da-36a799303672 None None] Pushing event updated for resources: {'Port': ['ID=a5056ce0-de65-4541-a123-e0008e513385,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:22.510845 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0956230a-8e66-4005-893a-9b86ff98eb95 req-35730349-3c59-451a-ab71-4c262d38cc03 service neutron] 10.222.0.35 "GET /v2.0/networks/54b19629-bfd1-40c4-9e1c-d775d7654965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623421 Jul 13 07:45:22.578112 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7558314c-c51e-435f-9cd0-670729e65ec1 req-72dd8ffd-4bbc-4b89-9d0e-c4cbac286552 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059835 Jul 13 07:45:22.578985 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f81f1582-ecff-4fe7-99f7-84fc5d11bffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.611013 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f81f1582-ecff-4fe7-99f7-84fc5d11bffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.616681 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f81f1582-ecff-4fe7-99f7-84fc5d11bffb admin admin] 10.222.0.58 "DELETE /v2.0/networks/702e19a1-e725-472e-946c-5dda0d6230e4 HTTP/1.1" status: 204 len: 168 time: 1.9962969 Jul 13 07:45:22.641245 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f1582-ecff-4fe7-99f7-84fc5d11bffb admin admin] Pushing event deleted for resources: {'Network': ['ID=702e19a1-e725-472e-946c-5dda0d6230e4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:22.681321 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e5b63e3-18a7-41c3-84f5-2f0bcbd0e40e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.778307 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e5b63e3-18a7-41c3-84f5-2f0bcbd0e40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.861004 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47084) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:22.881312 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b63e3-18a7-41c3-84f5-2f0bcbd0e40e admin admin] Pushing event updated for resources: {'Port': ['ID=94e59201-eedd-4f6f-8b5a-cad32e438505,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:22.893030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5b63e3-18a7-41c3-84f5-2f0bcbd0e40e admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:22.895248 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-8e5b63e3-18a7-41c3-84f5-2f0bcbd0e40e admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:22.906990 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5b63e3-18a7-41c3-84f5-2f0bcbd0e40e admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:22.952148 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ef52300a-0751-4628-be16-558d49bb45e9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ccf3a1e2c53946b0bb487bccfa71d202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0898783 Jul 13 07:45:22.955828 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47088) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:23.049931 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-09e0038a-b73a-440b-a952-59d9eb81f7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.102623 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-09e0038a-b73a-440b-a952-59d9eb81f7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.104387 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a5056ce0-de65-4541-a123-e0008e513385 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:23.175838 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-09e0038a-b73a-440b-a952-59d9eb81f7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.180148 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-09e0038a-b73a-440b-a952-59d9eb81f7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.181384 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-09e0038a-b73a-440b-a952-59d9eb81f7b0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c470c5ad-7efb-4470-bdd3-914b79373067 HTTP/1.1" status: 204 len: 168 time: 0.2247193 Jul 13 07:45:23.205962 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0038a-b73a-440b-a952-59d9eb81f7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c470c5ad-7efb-4470-bdd3-914b79373067,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:23.247578 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3f222ed-89b0-4571-acf9-17185d74d6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.264859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port a5056ce0-de65-4541-a123-e0008e513385 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:23.345957 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c12c55e9-8bb0-4d9e-8089-ebd376a4b571 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:23.388487 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: c12c55e9-8bb0-4d9e-8089-ebd376a4b571 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:23.390015 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c12c55e9-8bb0-4d9e-8089-ebd376a4b571 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:23.449627 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0a644-e390-4ed0-9ec7-479cb478023a req-43e37568-8839-4799-a518-bad68e092e55 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:23.452746 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ce0a644-e390-4ed0-9ec7-479cb478023a req-43e37568-8839-4799-a518-bad68e092e55 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.2264810 Jul 13 07:45:23.475468 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e5b63e3-18a7-41c3-84f5-2f0bcbd0e40e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.589863 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ce0a644-e390-4ed0-9ec7-479cb478023a req-89d586f5-9904-4e0f-a278-0da498a768ed tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298723 Jul 13 07:45:23.913556 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e5b63e3-18a7-41c3-84f5-2f0bcbd0e40e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.935586 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834df55a-4469-41d8-a6f9-2975e12fc587 None None] Network 6fff60c1-5620-4dbf-81fb-f4370ae2e1fd requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:23.967875 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0b817-0a84-4414-a1be-fca89ff7ed45 req-697b99a7-01f6-4fa8-b97d-d43f7f5bab98 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:23.972546 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f0e0b817-0a84-4414-a1be-fca89ff7ed45 req-697b99a7-01f6-4fa8-b97d-d43f7f5bab98 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.2029519 Jul 13 07:45:24.072511 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3ff24f7b-db57-447a-bb11-c690775c4e8e None None] Provisioning for port a5056ce0-de65-4541-a123-e0008e513385 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:24.082583 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3ff24f7b-db57-447a-bb11-c690775c4e8e None None] Provisioning complete for port a5056ce0-de65-4541-a123-e0008e513385 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:24.082891 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ff24f7b-db57-447a-bb11-c690775c4e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.095642 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f0e0b817-0a84-4414-a1be-fca89ff7ed45 req-43619af2-41da-4159-82c9-31a2eecda22c tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818889 Jul 13 07:45:24.167067 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5b63e3-18a7-41c3-84f5-2f0bcbd0e40e admin admin] Router 7cd72d7f-ebe2-44bc-8254-ea5649c64fe5 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:45:24.247850 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ff24f7b-db57-447a-bb11-c690775c4e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.253894 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47120) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:24.303463 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3ff24f7b-db57-447a-bb11-c690775c4e8e None None] For port a5056ce0-de65-4541-a123-e0008e513385, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a5056ce0-de65-4541-a123-e0008e513385,segment=NetworkSegment(bb85faee-3165-43af-bce0-a0a7ce6ea765),segment_id=bb85faee-3165-43af-bce0-a0a7ce6ea765)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:24.310348 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ff24f7b-db57-447a-bb11-c690775c4e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.364399 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5b63e3-18a7-41c3-84f5-2f0bcbd0e40e admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:24.374233 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff24f7b-db57-447a-bb11-c690775c4e8e None None] Pushing event updated for resources: {'Port': ['ID=a5056ce0-de65-4541-a123-e0008e513385,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:24.386837 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] Sync routers for ids ['7cd72d7f-ebe2-44bc-8254-ea5649c64fe5'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:24.406159 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] Routers {'7cd72d7f-ebe2-44bc-8254-ea5649c64fe5'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:24.406816 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:44:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7cd72d7f-ebe2-44bc-8254-ea5649c64fe5'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:24.408370 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e5b63e3-18a7-41c3-84f5-2f0bcbd0e40e admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.412355 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8e5b63e3-18a7-41c3-84f5-2f0bcbd0e40e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0183780 Jul 13 07:45:24.412585 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47124) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:24.446651 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-acfa11ab-ea22-4bcc-864e-f7bd010cc58c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1846611346-network', 'tenant_id': '4d14a6f3d5a445f8b5b6dab2500934e2'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:24.529314 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfa11ab-ea22-4bcc-864e-f7bd010cc58c admin admin] Made reservation on behalf of 4d14a6f3d5a445f8b5b6dab2500934e2 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:24.535405 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-acfa11ab-ea22-4bcc-864e-f7bd010cc58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.567345 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-acfa11ab-ea22-4bcc-864e-f7bd010cc58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.570150 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] Set router 7cd72d7f-ebe2-44bc-8254-ea5649c64fe5 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:24.613768 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device aeb41168-4a00-4d67-8f6c-bb6354e7ff88 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:24.786934 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-acfa11ab-ea22-4bcc-864e-f7bd010cc58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.797974 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: aeb41168-4a00-4d67-8f6c-bb6354e7ff88 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:24.798594 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device aeb41168-4a00-4d67-8f6c-bb6354e7ff88 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:24.799254 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-acfa11ab-ea22-4bcc-864e-f7bd010cc58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.809870 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-00213b88-1edf-4f9f-a979-74dabbf735bc None None] Provisioning complete for port a5056ce0-de65-4541-a123-e0008e513385 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:24.810628 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-00213b88-1edf-4f9f-a979-74dabbf735bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.843545 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acfa11ab-ea22-4bcc-864e-f7bd010cc58c admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:24.884925 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa11ab-ea22-4bcc-864e-f7bd010cc58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43be4a9f-d6ac-472f-ad25-7b9b2d46c212,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:24.895987 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-acfa11ab-ea22-4bcc-864e-f7bd010cc58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.896628 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-acfa11ab-ea22-4bcc-864e-f7bd010cc58c admin admin] Added segment cdfa905e-0830-4418-b934-bf88d70b9471 of type vlan for network f4eadb38-0a57-48a7-9e4b-12c24505be91 Jul 13 07:45:24.953025 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d864f14-1325-464a-8007-8725cf8647ce req-a2489e3c-86a3-4d7f-a36b-2abe06f031a8 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:24.961270 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2d864f14-1325-464a-8007-8725cf8647ce req-a2489e3c-86a3-4d7f-a36b-2abe06f031a8 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.1698017 Jul 13 07:45:24.978771 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-acfa11ab-ea22-4bcc-864e-f7bd010cc58c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.023451 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-acfa11ab-ea22-4bcc-864e-f7bd010cc58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.024811 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfa11ab-ea22-4bcc-864e-f7bd010cc58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:25.026058 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-acfa11ab-ea22-4bcc-864e-f7bd010cc58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.042343 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2d864f14-1325-464a-8007-8725cf8647ce req-cf6e20c3-8ae1-4910-9e82-dbaab209da78 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/security-groups?id=07a22b06-0b9a-4940-a759-4920a87c2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798659 Jul 13 07:45:25.086144 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-acfa11ab-ea22-4bcc-864e-f7bd010cc58c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8282700 Jul 13 07:45:25.086342 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47132) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:25.123229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd72d7f-ebe2-44bc-8254-ea5649c64fe5', 'name': 'tempest-ServersTestMultiNic-183617249-router', 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '94e59201-eedd-4f6f-8b5a-cad32e438505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:20Z', 'updated_at': '2021-07-13T07:45:23Z', 'revision_number': 3, 'project_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'gw_port': {'id': '94e59201-eedd-4f6f-8b5a-cad32e438505', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd72d7f-ebe2-44bc-8254-ea5649c64fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:22Z', 'updated_at': '2021-07-13T07:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:25.133628 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-344a583f-c731-4da6-b43c-b2b67f33a42c admin admin] Request body: {'subnet': {'network_id': 'f4eadb38-0a57-48a7-9e4b-12c24505be91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1846611346-subnet', 'tenant_id': '4d14a6f3d5a445f8b5b6dab2500934e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:25.140820 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa11ab-ea22-4bcc-864e-f7bd010cc58c admin admin] Pushing event updated for resources: {'Network': ['ID=f4eadb38-0a57-48a7-9e4b-12c24505be91,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:25.163092 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] Checking router: 7cd72d7f-ebe2-44bc-8254-ea5649c64fe5 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:25.163586 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] Updating router 7cd72d7f-ebe2-44bc-8254-ea5649c64fe5 port 94e59201-eedd-4f6f-8b5a-cad32e438505 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:45:25.178517 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344a583f-c731-4da6-b43c-b2b67f33a42c admin admin] Made reservation on behalf of 4d14a6f3d5a445f8b5b6dab2500934e2 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:25.181656 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-344a583f-c731-4da6-b43c-b2b67f33a42c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.196369 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00a91c80-347a-4cb8-ad3e-d953fad9c6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.202076 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a5056ce0-de65-4541-a123-e0008e513385 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:25.204232 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network f4eadb38-0a57-48a7-9e4b-12c24505be91 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:25.207953 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.437794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port a5056ce0-de65-4541-a123-e0008e513385 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:25.438858 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.441941 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937826f-f314-4a73-9f2d-6599f33df5eb req-66e61519-3afc-4881-898d-cca5c2a6e340 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:25.443745 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8937826f-f314-4a73-9f2d-6599f33df5eb req-66e61519-3afc-4881-898d-cca5c2a6e340 tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 946 time: 0.1290088 Jul 13 07:45:25.624301 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-344a583f-c731-4da6-b43c-b2b67f33a42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.673644 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-8937826f-f314-4a73-9f2d-6599f33df5eb req-552e4901-11ae-4bae-8c3f-7c48ae4cf19a tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Deleting port fdd27c61-eba4-496d-8e0d-4c7408709c57 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:25.673984 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8937826f-f314-4a73-9f2d-6599f33df5eb req-552e4901-11ae-4bae-8c3f-7c48ae4cf19a tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.726934 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.736307 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a583f-c731-4da6-b43c-b2b67f33a42c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9367c61-2fa2-446f-bc73-cfecdfcc54ff,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:25.744629 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] Transition to ACTIVE for port object 94e59201-eedd-4f6f-8b5a-cad32e438505 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:25.749882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a583f-c731-4da6-b43c-b2b67f33a42c admin admin] Checking segment: {'id': 'cdfa905e-0830-4418-b934-bf88d70b9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f4eadb38-0a57-48a7-9e4b-12c24505be91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:25.750275 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344a583f-c731-4da6-b43c-b2b67f33a42c admin admin] Network hostable DHCP agents. Network: f4eadb38-0a57-48a7-9e4b-12c24505be91, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:25.754060 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-00a91c80-347a-4cb8-ad3e-d953fad9c6e4 admin admin] Allocated IP 172.20.0.1 (6fff60c1-5620-4dbf-81fb-f4370ae2e1fd/52d79e73-944a-4766-832e-dd8c54c25fb2/8defb0c1-2e56-4080-a84f-29b247d84d08) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:25.754691 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.826267 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f863b3-a510-44db-92c2-7810d893d2e3 None None] Pushing event updated for resources: {'Port': ['ID=94e59201-eedd-4f6f-8b5a-cad32e438505,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:25.851818 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] Attempting to bind port 94e59201-eedd-4f6f-8b5a-cad32e438505 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:25.852202 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] Attempting to bind port 94e59201-eedd-4f6f-8b5a-cad32e438505 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:25.852400 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344a583f-c731-4da6-b43c-b2b67f33a42c admin admin] Network f4eadb38-0a57-48a7-9e4b-12c24505be91 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:25.852626 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] Attempting to bind port 94e59201-eedd-4f6f-8b5a-cad32e438505 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:25.860202 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:25.861003 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:25.861881 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.862508 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:25.863221 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] Bound port: 94e59201-eedd-4f6f-8b5a-cad32e438505, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:25.863895 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.868276 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8937826f-f314-4a73-9f2d-6599f33df5eb req-552e4901-11ae-4bae-8c3f-7c48ae4cf19a tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] For port fdd27c61-eba4-496d-8e0d-4c7408709c57, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fdd27c61-eba4-496d-8e0d-4c7408709c57,segment=NetworkSegment(878cbb30-1dfc-414c-8a1e-666216f35edb),segment_id=878cbb30-1dfc-414c-8a1e-666216f35edb)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:25.868660 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8937826f-f314-4a73-9f2d-6599f33df5eb req-552e4901-11ae-4bae-8c3f-7c48ae4cf19a tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.870496 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00a91c80-347a-4cb8-ad3e-d953fad9c6e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.877347 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-344a583f-c731-4da6-b43c-b2b67f33a42c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, f4eadb38-0a57-48a7-9e4b-12c24505be91) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:25.882539 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344a583f-c731-4da6-b43c-b2b67f33a42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:25.883332 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-344a583f-c731-4da6-b43c-b2b67f33a42c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.884595 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-00a91c80-347a-4cb8-ad3e-d953fad9c6e4 admin admin] Transition to ACTIVE for port object 8defb0c1-2e56-4080-a84f-29b247d84d08 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:25.898398 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-8937826f-f314-4a73-9f2d-6599f33df5eb req-552e4901-11ae-4bae-8c3f-7c48ae4cf19a tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Calling delete_port for fdd27c61-eba4-496d-8e0d-4c7408709c57 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:25.925524 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-344a583f-c731-4da6-b43c-b2b67f33a42c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8300314 Jul 13 07:45:25.934043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8745ae10-6cfc-478f-b584-c7c5f03ee585 None None] Network f4eadb38-0a57-48a7-9e4b-12c24505be91 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:25.934846 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00a91c80-347a-4cb8-ad3e-d953fad9c6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.063208 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a91c80-347a-4cb8-ad3e-d953fad9c6e4 admin admin] Network 6fff60c1-5620-4dbf-81fb-f4370ae2e1fd is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:26.078756 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a91c80-347a-4cb8-ad3e-d953fad9c6e4 admin admin] Pushing event updated for resources: {'Port': ['ID=8defb0c1-2e56-4080-a84f-29b247d84d08,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:26.081369 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-00a91c80-347a-4cb8-ad3e-d953fad9c6e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:26.109049 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a91c80-347a-4cb8-ad3e-d953fad9c6e4 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:26.146740 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8937826f-f314-4a73-9f2d-6599f33df5eb req-552e4901-11ae-4bae-8c3f-7c48ae4cf19a tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.202987 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e4901-11ae-4bae-8c3f-7c48ae4cf19a tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Pushing event deleted for resources: {'Port': ['ID=fdd27c61-eba4-496d-8e0d-4c7408709c57,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:26.214127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533c476-fef2-4361-8725-300a6434bf75 req-3499be4e-cdaa-412b-a65c-77c2fefabb42 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:26.228493 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['fdd27c61-eba4-496d-8e0d-4c7408709c57'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:45:26.239285 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1533c476-fef2-4361-8725-300a6434bf75 req-3499be4e-cdaa-412b-a65c-77c2fefabb42 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.3182254 Jul 13 07:45:26.276530 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8937826f-f314-4a73-9f2d-6599f33df5eb req-552e4901-11ae-4bae-8c3f-7c48ae4cf19a tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] No DVR routers for this DVR port fdd27c61-eba4-496d-8e0d-4c7408709c57 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:26.279891 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8937826f-f314-4a73-9f2d-6599f33df5eb req-552e4901-11ae-4bae-8c3f-7c48ae4cf19a tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.281061 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] For port 94e59201-eedd-4f6f-8b5a-cad32e438505, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:26.282551 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8937826f-f314-4a73-9f2d-6599f33df5eb req-552e4901-11ae-4bae-8c3f-7c48ae4cf19a tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.35 "DELETE /v2.0/ports/fdd27c61-eba4-496d-8e0d-4c7408709c57 HTTP/1.1" status: 204 len: 173 time: 0.8151221 Jul 13 07:45:26.283171 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1', 'name': 'network-vif-deleted', 'tag': 'fdd27c61-eba4-496d-8e0d-4c7408709c57'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:26.285616 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ba6d9d-db7d-4c76-9a70-27643630959b" -d '{"events": [{"server_uuid": "1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1", "name": "network-vif-deleted", "tag": "fdd27c61-eba4-496d-8e0d-4c7408709c57"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:26.325609 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00a91c80-347a-4cb8-ad3e-d953fad9c6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.351453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efa4eca-591c-4a77-aabe-4a2209077f24 None None] Network f4eadb38-0a57-48a7-9e4b-12c24505be91 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:26.371257 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] For port 94e59201-eedd-4f6f-8b5a-cad32e438505, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=94e59201-eedd-4f6f-8b5a-cad32e438505,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:26.379676 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.401241 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ad1c9c7a-c0d1-449f-ae15-2c7003e9717b req-4c3edbcd-1823-44ca-b388-e59ce549d1fe tempest-ServerRescueTestJSON-1833580880 tempest-ServerRescueTestJSON-1833580880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1 HTTP/1.1" status: 200 len: 210 time: 0.0851398 Jul 13 07:45:26.419589 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1533c476-fef2-4361-8725-300a6434bf75 req-d78de7c8-d996-4c34-80be-f55bba117282 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799173 Jul 13 07:45:26.491618 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f863b3-a510-44db-92c2-7810d893d2e3 None None] Pushing event updated for resources: {'Port': ['ID=94e59201-eedd-4f6f-8b5a-cad32e438505,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:26.514982 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45624ef-dfcd-4370-a986-00d95e9e299f x-openstack-request-id: req-d45624ef-dfcd-4370-a986-00d95e9e299f {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:26.515461 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1", "name": "network-vif-deleted", "tag": "fdd27c61-eba4-496d-8e0d-4c7408709c57", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:26.515836 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d45624ef-dfcd-4370-a986-00d95e9e299f {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:26.516420 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa5cbbb-b30f-42d2-9fd9-f5a0d2d499e1', 'name': 'network-vif-deleted', 'tag': 'fdd27c61-eba4-496d-8e0d-4c7408709c57', 'status': 'completed', 'code': 200} Jul 13 07:45:26.595770 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] Routers {'7cd72d7f-ebe2-44bc-8254-ea5649c64fe5'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:26.596545 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:44:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7cd72d7f-ebe2-44bc-8254-ea5649c64fe5'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:26.716710 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00a91c80-347a-4cb8-ad3e-d953fad9c6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.737823 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c20a34ea-724e-46f0-9d5e-70c1e8e43230 None None] Provisioning for port 8defb0c1-2e56-4080-a84f-29b247d84d08 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:26.773588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c20a34ea-724e-46f0-9d5e-70c1e8e43230 None None] Provisioning complete for port 8defb0c1-2e56-4080-a84f-29b247d84d08 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:26.773897 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c20a34ea-724e-46f0-9d5e-70c1e8e43230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.826261 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] Set router 7cd72d7f-ebe2-44bc-8254-ea5649c64fe5 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:26.828246 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c20a34ea-724e-46f0-9d5e-70c1e8e43230 None None] Port 8defb0c1-2e56-4080-a84f-29b247d84d08 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:26.907335 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-a01f7830-97ca-437b-8f17-15aa215a7325 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:26.910537 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-a01f7830-97ca-437b-8f17-15aa215a7325 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/networks?id=f4eadb38-0a57-48a7-9e4b-12c24505be91 HTTP/1.1" status: 200 len: 822 time: 0.1774116 Jul 13 07:45:26.959889 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-71b6c770-a33a-4bd3-93a6-75414c1f6359 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/quotas/4d14a6f3d5a445f8b5b6dab2500934e2 HTTP/1.1" status: 200 len: 375 time: 0.0210462 Jul 13 07:45:27.041243 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-b7d41f6a-a607-409b-8edc-e48daf55cbc2 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d14a6f3d5a445f8b5b6dab2500934e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731020 Jul 13 07:45:27.050333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd72d7f-ebe2-44bc-8254-ea5649c64fe5', 'name': 'tempest-ServersTestMultiNic-183617249-router', 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '94e59201-eedd-4f6f-8b5a-cad32e438505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:20Z', 'updated_at': '2021-07-13T07:45:23Z', 'revision_number': 3, 'project_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'gw_port': {'id': '94e59201-eedd-4f6f-8b5a-cad32e438505', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd72d7f-ebe2-44bc-8254-ea5649c64fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:22Z', 'updated_at': '2021-07-13T07:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:27.105904 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b08736-522b-45ef-830c-4c6f70aa1e8c None None] The sync data for ids ['7cd72d7f-ebe2-44bc-8254-ea5649c64fe5'] in n-d-779913-28 is: [{'id': '7cd72d7f-ebe2-44bc-8254-ea5649c64fe5', 'name': 'tempest-ServersTestMultiNic-183617249-router', 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '94e59201-eedd-4f6f-8b5a-cad32e438505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:20Z', 'updated_at': '2021-07-13T07:45:23Z', 'revision_number': 3, 'project_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'gw_port': {'id': '94e59201-eedd-4f6f-8b5a-cad32e438505', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd72d7f-ebe2-44bc-8254-ea5649c64fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:22Z', 'updated_at': '2021-07-13T07:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:27.107895 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00a91c80-347a-4cb8-ad3e-d953fad9c6e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.126414 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00a91c80-347a-4cb8-ad3e-d953fad9c6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.238502 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a91c80-347a-4cb8-ad3e-d953fad9c6e4 admin admin] Pushing event updated for resources: {'Port': ['ID=8defb0c1-2e56-4080-a84f-29b247d84d08,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:27.300482 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-3389552b-df66-4583-a88c-130ea54cfd13 service neutron] 10.222.0.58 "GET /v2.0/networks/f4eadb38-0a57-48a7-9e4b-12c24505be91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454910 Jul 13 07:45:27.315898 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00a91c80-347a-4cb8-ad3e-d953fad9c6e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.508143 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-61578afb-cab2-4cf7-97f1-6fdea614542f service neutron] 10.222.0.58 "GET /v2.0/networks/f4eadb38-0a57-48a7-9e4b-12c24505be91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006571 Jul 13 07:45:27.529640 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3215194-61ff-4212-b7b8-2795f4b468b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.532145 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a91c80-347a-4cb8-ad3e-d953fad9c6e4 admin admin] Network 6fff60c1-5620-4dbf-81fb-f4370ae2e1fd is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:27.533795 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-00a91c80-347a-4cb8-ad3e-d953fad9c6e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:27.595119 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47172) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:27.621313 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.669914 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0fff8d39-5995-4977-a0f4-10f814b80e68 None None] Provisioning complete for port 8defb0c1-2e56-4080-a84f-29b247d84d08 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:27.670759 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0fff8d39-5995-4977-a0f4-10f814b80e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.755458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a91c80-347a-4cb8-ad3e-d953fad9c6e4 admin admin] Router 7cd72d7f-ebe2-44bc-8254-ea5649c64fe5 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:27.779680 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0fff8d39-5995-4977-a0f4-10f814b80e68 None None] Port 8defb0c1-2e56-4080-a84f-29b247d84d08 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:27.925650 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f4387945-36a1-49bb-a1e6-d51aec6ad793 None None] Provisioning complete for port 8defb0c1-2e56-4080-a84f-29b247d84d08 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:27.926314 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4387945-36a1-49bb-a1e6-d51aec6ad793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.057629 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f4387945-36a1-49bb-a1e6-d51aec6ad793 None None] Port 8defb0c1-2e56-4080-a84f-29b247d84d08 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:28.171414 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a91c80-347a-4cb8-ad3e-d953fad9c6e4 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:28.177300 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f14548b4-104e-4ef0-a487-2914c9ef4593 req-13c944c5-6ca3-48ab-9f66-1b2723190a87 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf88df9-476b-41fd-80d6-0dde763b16e4 HTTP/1.1" status: 200 len: 210 time: 0.0731335 Jul 13 07:45:28.200218 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-00a91c80-347a-4cb8-ad3e-d953fad9c6e4 admin admin] 10.222.0.58 "PUT /v2.0/routers/7cd72d7f-ebe2-44bc-8254-ea5649c64fe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7772059 Jul 13 07:45:28.428416 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-772baf68-eb6f-43b3-9cd0-7c65b08f8145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.430753 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47190) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:28.461402 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101c824-fde4-4f5b-9d1a-ac2798bf1a9a req-d7fc14a4-215b-4215-ac52-74719ff8cde4 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:28.464419 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5101c824-fde4-4f5b-9d1a-ac2798bf1a9a req-d7fc14a4-215b-4215-ac52-74719ff8cde4 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.1308711 Jul 13 07:45:28.546194 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a7ee2a87-ff2c-4398-9308-ee0212b15a8e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1746234392'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:28.554440 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5101c824-fde4-4f5b-9d1a-ac2798bf1a9a req-ec55eed9-c87b-49b4-805e-db1758f74ecf tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826204 Jul 13 07:45:28.580861 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device fdd27c61-eba4-496d-8e0d-4c7408709c57 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:28.603924 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ee2a87-ff2c-4398-9308-ee0212b15a8e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Made reservation on behalf of 2b3baec9b4ee4a49a87eb1a4a6c9a5bc for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:28.609368 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7ee2a87-ff2c-4398-9308-ee0212b15a8e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.614935 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: fdd27c61-eba4-496d-8e0d-4c7408709c57 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:28.615466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device fdd27c61-eba4-496d-8e0d-4c7408709c57 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:28.651783 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ee2a87-ff2c-4398-9308-ee0212b15a8e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:28.663067 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7ee2a87-ff2c-4398-9308-ee0212b15a8e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.663735 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-a7ee2a87-ff2c-4398-9308-ee0212b15a8e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Added segment c938e694-777e-48cd-bb2c-f4a5da06b501 of type vlan for network f87ae9bb-d714-4179-80b4-5d6e988934a9 Jul 13 07:45:28.715486 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7ee2a87-ff2c-4398-9308-ee0212b15a8e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.751125 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7ee2a87-ff2c-4398-9308-ee0212b15a8e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.761062 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ee2a87-ff2c-4398-9308-ee0212b15a8e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:28.761789 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7ee2a87-ff2c-4398-9308-ee0212b15a8e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.835080 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-772baf68-eb6f-43b3-9cd0-7c65b08f8145 admin admin] Deleting port d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:28.836065 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-772baf68-eb6f-43b3-9cd0-7c65b08f8145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.837174 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee2a87-ff2c-4398-9308-ee0212b15a8e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event updated for resources: {'Network': ['ID=f87ae9bb-d714-4179-80b4-5d6e988934a9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:28.849466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network f87ae9bb-d714-4179-80b4-5d6e988934a9 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:28.864587 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a7ee2a87-ff2c-4398-9308-ee0212b15a8e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4296591 Jul 13 07:45:28.865270 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47196) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:28.870435 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-5c985ae5-b25c-4fa9-be1a-11257b1c04ae tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Request body: {'subnet': {'network_id': 'f87ae9bb-d714-4179-80b4-5d6e988934a9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:28.994947 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-772baf68-eb6f-43b3-9cd0-7c65b08f8145 admin admin] For port d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8,segment=NetworkSegment(878cbb30-1dfc-414c-8a1e-666216f35edb),segment_id=878cbb30-1dfc-414c-8a1e-666216f35edb)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:28.995320 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-772baf68-eb6f-43b3-9cd0-7c65b08f8145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.013821 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-772baf68-eb6f-43b3-9cd0-7c65b08f8145 admin admin] Calling delete_port for d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:29.072056 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c985ae5-b25c-4fa9-be1a-11257b1c04ae tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Made reservation on behalf of 2b3baec9b4ee4a49a87eb1a4a6c9a5bc for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:29.076932 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c985ae5-b25c-4fa9-be1a-11257b1c04ae tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.102495 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 94e59201-eedd-4f6f-8b5a-cad32e438505 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:29.229686 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 94e59201-eedd-4f6f-8b5a-cad32e438505 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:29.242354 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 94e59201-eedd-4f6f-8b5a-cad32e438505 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:29.242973 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.430161 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.510369 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 94e59201-eedd-4f6f-8b5a-cad32e438505, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=94e59201-eedd-4f6f-8b5a-cad32e438505,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:29.538709 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.552578 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed32eac4-79aa-4287-9c4f-665bd9bf95e5 req-7240051d-7d39-4167-ad59-6f04b0b833cb tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf88df9-476b-41fd-80d6-0dde763b16e4 HTTP/1.1" status: 200 len: 210 time: 0.0804775 Jul 13 07:45:29.659203 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.709170 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=94e59201-eedd-4f6f-8b5a-cad32e438505,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:29.755599 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c985ae5-b25c-4fa9-be1a-11257b1c04ae tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.797432 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-772baf68-eb6f-43b3-9cd0-7c65b08f8145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.839653 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] Sync routers for ids ['7cd72d7f-ebe2-44bc-8254-ea5649c64fe5'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:29.866645 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] Routers {'7cd72d7f-ebe2-44bc-8254-ea5649c64fe5'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:29.867537 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:45:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7cd72d7f-ebe2-44bc-8254-ea5649c64fe5'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:29.884802 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772baf68-eb6f-43b3-9cd0-7c65b08f8145 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:29.994376 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8cf8c-e46a-4836-bd24-6f3846aad1cf req-b82bf274-2e07-47d3-9d07-db5c534f40ff tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:30.001157 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-47b8cf8c-e46a-4836-bd24-6f3846aad1cf req-b82bf274-2e07-47d3-9d07-db5c534f40ff tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.1758170 Jul 13 07:45:30.069035 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-47b8cf8c-e46a-4836-bd24-6f3846aad1cf req-28ec2ce9-7df9-4bef-bd3c-ccd267eccf84 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609324 Jul 13 07:45:30.088536 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] Set router 7cd72d7f-ebe2-44bc-8254-ea5649c64fe5 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:30.298537 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c985ae5-b25c-4fa9-be1a-11257b1c04ae tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event updated for resources: {'Subnet': ['ID=f9ee656c-8b75-4dc1-a05b-a125c0fd89f9,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:30.319960 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-daac2f61-43d3-43ef-a869-c0fbe2a1deb7 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:30.322480 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-daac2f61-43d3-43ef-a869-c0fbe2a1deb7 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.35 "GET /v2.0/networks?id=f4eadb38-0a57-48a7-9e4b-12c24505be91 HTTP/1.1" status: 200 len: 822 time: 0.7174883 Jul 13 07:45:30.346550 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-54fbff3a-d927-4871-abfe-fc00112d896a tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Request body: {'port': {'device_id': '3bf88df9-476b-41fd-80d6-0dde763b16e4', 'network_id': 'f4eadb38-0a57-48a7-9e4b-12c24505be91', 'admin_state_up': True, 'tenant_id': '4d14a6f3d5a445f8b5b6dab2500934e2'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:30.351868 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd72d7f-ebe2-44bc-8254-ea5649c64fe5', 'name': 'tempest-ServersTestMultiNic-183617249-router', 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '94e59201-eedd-4f6f-8b5a-cad32e438505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:20Z', 'updated_at': '2021-07-13T07:45:26Z', 'revision_number': 4, 'project_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'gw_port': {'id': '94e59201-eedd-4f6f-8b5a-cad32e438505', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd72d7f-ebe2-44bc-8254-ea5649c64fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:22Z', 'updated_at': '2021-07-13T07:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '8defb0c1-2e56-4080-a84f-29b247d84d08', 'name': '', 'network_id': '6fff60c1-5620-4dbf-81fb-f4370ae2e1fd', 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'mac_address': 'fa:16:3e:db:f2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd72d7f-ebe2-44bc-8254-ea5649c64fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '52d79e73-944a-4766-832e-dd8c54c25fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:25Z', 'updated_at': '2021-07-13T07:45:26Z', 'revision_number': 2, 'project_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'subnets': [{'id': '52d79e73-944a-4766-832e-dd8c54c25fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:30.385049 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c985ae5-b25c-4fa9-be1a-11257b1c04ae tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Checking segment: {'id': 'c938e694-777e-48cd-bb2c-f4a5da06b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f87ae9bb-d714-4179-80b4-5d6e988934a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:30.385421 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c985ae5-b25c-4fa9-be1a-11257b1c04ae tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Network hostable DHCP agents. Network: f87ae9bb-d714-4179-80b4-5d6e988934a9, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:30.420802 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] Checking router: 7cd72d7f-ebe2-44bc-8254-ea5649c64fe5 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:30.421121 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] Updating router 7cd72d7f-ebe2-44bc-8254-ea5649c64fe5 port 8defb0c1-2e56-4080-a84f-29b247d84d08 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:45:30.476155 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.512349 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c985ae5-b25c-4fa9-be1a-11257b1c04ae tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Network f87ae9bb-d714-4179-80b4-5d6e988934a9 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:30.574786 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-5c985ae5-b25c-4fa9-be1a-11257b1c04ae tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, f87ae9bb-d714-4179-80b4-5d6e988934a9) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:30.586665 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02921ad-9f60-4262-9573-2155fdb7f9f8 None None] Network f87ae9bb-d714-4179-80b4-5d6e988934a9 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:30.588515 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c985ae5-b25c-4fa9-be1a-11257b1c04ae tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:30.589897 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c985ae5-b25c-4fa9-be1a-11257b1c04ae tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.618526 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-772baf68-eb6f-43b3-9cd0-7c65b08f8145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.701959 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-54fbff3a-d927-4871-abfe-fc00112d896a tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Made reservation on behalf of 4d14a6f3d5a445f8b5b6dab2500934e2 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:30.707503 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-54fbff3a-d927-4871-abfe-fc00112d896a tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.733657 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47344) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:30.734175 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5c985ae5-b25c-4fa9-be1a-11257b1c04ae tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8676124 Jul 13 07:45:30.739311 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-09a74f36-1954-49ec-be76-8b12d67af9f6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2038518544'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:30.842394 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a74f36-1954-49ec-be76-8b12d67af9f6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Made reservation on behalf of 2b3baec9b4ee4a49a87eb1a4a6c9a5bc for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:30.846390 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09a74f36-1954-49ec-be76-8b12d67af9f6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.037190 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.039968 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-54fbff3a-d927-4871-abfe-fc00112d896a tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Allocated IP 172.20.0.11 (f4eadb38-0a57-48a7-9e4b-12c24505be91/f9367c61-2fa2-446f-bc73-cfecdfcc54ff/c1662d20-9a9b-4154-90b4-cca9c4a96be1) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:31.051008 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] Transition to ACTIVE for port object 8defb0c1-2e56-4080-a84f-29b247d84d08 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:31.067378 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.129184 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a74f36-1954-49ec-be76-8b12d67af9f6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:31.133427 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78d6cef5-7776-4c83-b231-6714d709a90a req-1e9b8ff6-bbac-4ff0-be60-73138031d32f tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf88df9-476b-41fd-80d6-0dde763b16e4 HTTP/1.1" status: 200 len: 210 time: 0.2543371 Jul 13 07:45:31.187176 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09a74f36-1954-49ec-be76-8b12d67af9f6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.187442 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-09a74f36-1954-49ec-be76-8b12d67af9f6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Added segment bad5001b-1b96-4b53-9528-1ee15e739730 of type vlan for network d24b28f5-2368-4831-bcc4-9bdb0772555e Jul 13 07:45:31.209978 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772baf68-eb6f-43b3-9cd0-7c65b08f8145 admin admin] Router 03ca1a61-13fa-484f-88af-f98db6648a51 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:31.247975 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd84a8f-6181-4003-8d4e-3c056f669167 None None] Pushing event updated for resources: {'Port': ['ID=8defb0c1-2e56-4080-a84f-29b247d84d08,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:31.292524 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd84a8f-6181-4003-8d4e-3c056f669167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.292873 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd84a8f-6181-4003-8d4e-3c056f669167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.293212 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd84a8f-6181-4003-8d4e-3c056f669167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.293550 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd84a8f-6181-4003-8d4e-3c056f669167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.293880 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd84a8f-6181-4003-8d4e-3c056f669167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.314376 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd84a8f-6181-4003-8d4e-3c056f669167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.314829 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd84a8f-6181-4003-8d4e-3c056f669167 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.315444 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd84a8f-6181-4003-8d4e-3c056f669167 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.321793 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd84a8f-6181-4003-8d4e-3c056f669167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.322237 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd84a8f-6181-4003-8d4e-3c056f669167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.322583 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd84a8f-6181-4003-8d4e-3c056f669167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.322920 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd84a8f-6181-4003-8d4e-3c056f669167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.365018 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09a74f36-1954-49ec-be76-8b12d67af9f6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.485182 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-54fbff3a-d927-4871-abfe-fc00112d896a tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.503177 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772baf68-eb6f-43b3-9cd0-7c65b08f8145 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:31.509513 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 94e59201-eedd-4f6f-8b5a-cad32e438505 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:31.514546 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-772baf68-eb6f-43b3-9cd0-7c65b08f8145 admin admin] 10.222.0.58 "PUT /v2.0/routers/03ca1a61-13fa-484f-88af-f98db6648a51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9158192 Jul 13 07:45:31.516098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47406) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:31.546278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ed1604-b898-4f61-becb-9c59f137f6b0 None None] Sync routers for ids ['03ca1a61-13fa-484f-88af-f98db6648a51'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:31.607676 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09a74f36-1954-49ec-be76-8b12d67af9f6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.611536 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] Attempting to bind port 8defb0c1-2e56-4080-a84f-29b247d84d08 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:31.612194 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] Attempting to bind port 8defb0c1-2e56-4080-a84f-29b247d84d08 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'bb85faee-3165-43af-bce0-a0a7ce6ea765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6fff60c1-5620-4dbf-81fb-f4370ae2e1fd'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:31.612869 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] Attempting to bind port 8defb0c1-2e56-4080-a84f-29b247d84d08 on network 6fff60c1-5620-4dbf-81fb-f4370ae2e1fd {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:31.633126 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a74f36-1954-49ec-be76-8b12d67af9f6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:31.634653 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09a74f36-1954-49ec-be76-8b12d67af9f6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.662649 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:31.665637 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] Checking segment: {'id': 'bb85faee-3165-43af-bce0-a0a7ce6ea765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6fff60c1-5620-4dbf-81fb-f4370ae2e1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:31.666351 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.666937 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] Bound using segment: {'id': 'bb85faee-3165-43af-bce0-a0a7ce6ea765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6fff60c1-5620-4dbf-81fb-f4370ae2e1fd'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:31.668334 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] Bound port: 8defb0c1-2e56-4080-a84f-29b247d84d08, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb85faee-3165-43af-bce0-a0a7ce6ea765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6fff60c1-5620-4dbf-81fb-f4370ae2e1fd'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:31.668933 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.697347 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.717986 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ed1604-b898-4f61-becb-9c59f137f6b0 None None] Routers {'03ca1a61-13fa-484f-88af-f98db6648a51'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:31.718665 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-e8ed1604-b898-4f61-becb-9c59f137f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:45:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['03ca1a61-13fa-484f-88af-f98db6648a51'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:31.737614 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-09a74f36-1954-49ec-be76-8b12d67af9f6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0025239 Jul 13 07:45:31.740384 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47424) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:31.744213 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-54fbff3a-d927-4871-abfe-fc00112d896a tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.746895 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a1f3-62f4-48dc-8abd-3251f8aab9b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.764467 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e46e0149-699d-43c4-b568-c222147baa22 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Request body: {'subnet': {'network_id': 'd24b28f5-2368-4831-bcc4-9bdb0772555e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:31.838893 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] For port 8defb0c1-2e56-4080-a84f-29b247d84d08, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:31.847264 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] For port 8defb0c1-2e56-4080-a84f-29b247d84d08, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=8defb0c1-2e56-4080-a84f-29b247d84d08,segment=NetworkSegment(bb85faee-3165-43af-bce0-a0a7ce6ea765),segment_id=bb85faee-3165-43af-bce0-a0a7ce6ea765)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:31.852798 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.864246 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a74f36-1954-49ec-be76-8b12d67af9f6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event updated for resources: {'Network': ['ID=d24b28f5-2368-4831-bcc4-9bdb0772555e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:31.890311 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network d24b28f5-2368-4831-bcc4-9bdb0772555e details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:31.892739 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-f87ae9bb-d714-4179-80b4-5d6e988934a9', 'network_id': 'f87ae9bb-d714-4179-80b4-5d6e988934a9', 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'fixed_ips': [{'subnet_id': 'f9ee656c-8b75-4dc1-a05b-a125c0fd89f9'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:31.894025 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.933695 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3da2e6-d7cd-4d28-942c-bd8dfe5488b1 req-6928fa29-6e9c-4913-930f-4511c360634c tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:31.938588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-e8ed1604-b898-4f61-becb-9c59f137f6b0 None None] Set router 03ca1a61-13fa-484f-88af-f98db6648a51 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:31.943932 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df3da2e6-d7cd-4d28-942c-bd8dfe5488b1 req-6928fa29-6e9c-4913-930f-4511c360634c tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.4447079 Jul 13 07:45:31.951688 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-54fbff3a-d927-4871-abfe-fc00112d896a tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Network f4eadb38-0a57-48a7-9e4b-12c24505be91 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:31.964466 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd84a8f-6181-4003-8d4e-3c056f669167 None None] Pushing event updated for resources: {'Port': ['ID=8defb0c1-2e56-4080-a84f-29b247d84d08,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:31.980695 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] Routers {'7cd72d7f-ebe2-44bc-8254-ea5649c64fe5'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:31.981312 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbff3a-d927-4871-abfe-fc00112d896a tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Pushing event updated for resources: {'Port': ['ID=c1662d20-9a9b-4154-90b4-cca9c4a96be1,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:31.981723 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:45:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7cd72d7f-ebe2-44bc-8254-ea5649c64fe5'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:31.987506 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-54fbff3a-d927-4871-abfe-fc00112d896a tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:31.991508 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-54fbff3a-d927-4871-abfe-fc00112d896a tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:32.037968 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df3da2e6-d7cd-4d28-942c-bd8dfe5488b1 req-08bce105-3d52-435a-a716-43e1c6373087 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902793 Jul 13 07:45:32.059918 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46e0149-699d-43c4-b568-c222147baa22 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Made reservation on behalf of 2b3baec9b4ee4a49a87eb1a4a6c9a5bc for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:32.063834 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e46e0149-699d-43c4-b568-c222147baa22 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.066612 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a1f3-62f4-48dc-8abd-3251f8aab9b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.093245 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-54fbff3a-d927-4871-abfe-fc00112d896a tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:32.094183 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-54fbff3a-d927-4871-abfe-fc00112d896a tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.126162 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] Set router 7cd72d7f-ebe2-44bc-8254-ea5649c64fe5 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:32.161097 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-54fbff3a-d927-4871-abfe-fc00112d896a tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8191721 Jul 13 07:45:32.184145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] Request body: {'port': {'device_id': '3bf88df9-476b-41fd-80d6-0dde763b16e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:32.320765 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 94e59201-eedd-4f6f-8b5a-cad32e438505 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:32.321186 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.396993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b8c4a1f3-62f4-48dc-8abd-3251f8aab9b4 admin admin] Deleting port 7c32dbd6-8154-4216-90ed-c7af4d4ef55d {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:32.397344 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a1f3-62f4-48dc-8abd-3251f8aab9b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.480521 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.588651 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd72d7f-ebe2-44bc-8254-ea5649c64fe5', 'name': 'tempest-ServersTestMultiNic-183617249-router', 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '94e59201-eedd-4f6f-8b5a-cad32e438505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:20Z', 'updated_at': '2021-07-13T07:45:26Z', 'revision_number': 4, 'project_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'gw_port': {'id': '94e59201-eedd-4f6f-8b5a-cad32e438505', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd72d7f-ebe2-44bc-8254-ea5649c64fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:22Z', 'updated_at': '2021-07-13T07:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '8defb0c1-2e56-4080-a84f-29b247d84d08', 'name': '', 'network_id': '6fff60c1-5620-4dbf-81fb-f4370ae2e1fd', 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'mac_address': 'fa:16:3e:db:f2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd72d7f-ebe2-44bc-8254-ea5649c64fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '52d79e73-944a-4766-832e-dd8c54c25fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:25Z', 'updated_at': '2021-07-13T07:45:31Z', 'revision_number': 4, 'project_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'subnets': [{'id': '52d79e73-944a-4766-832e-dd8c54c25fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:32.617582 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e46e0149-699d-43c4-b568-c222147baa22 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.663317 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-b8c4a1f3-62f4-48dc-8abd-3251f8aab9b4 admin admin] For port 7c32dbd6-8154-4216-90ed-c7af4d4ef55d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7c32dbd6-8154-4216-90ed-c7af4d4ef55d,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:32.663685 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a1f3-62f4-48dc-8abd-3251f8aab9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.723448 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2874fbf6-c57c-456d-9c6e-731b2bf405bf None None] The sync data for ids ['7cd72d7f-ebe2-44bc-8254-ea5649c64fe5'] in n-d-779913-28 is: [{'id': '7cd72d7f-ebe2-44bc-8254-ea5649c64fe5', 'name': 'tempest-ServersTestMultiNic-183617249-router', 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '94e59201-eedd-4f6f-8b5a-cad32e438505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:20Z', 'updated_at': '2021-07-13T07:45:26Z', 'revision_number': 4, 'project_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'gw_port': {'id': '94e59201-eedd-4f6f-8b5a-cad32e438505', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd72d7f-ebe2-44bc-8254-ea5649c64fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:22Z', 'updated_at': '2021-07-13T07:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '8defb0c1-2e56-4080-a84f-29b247d84d08', 'name': '', 'network_id': '6fff60c1-5620-4dbf-81fb-f4370ae2e1fd', 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'mac_address': 'fa:16:3e:db:f2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd72d7f-ebe2-44bc-8254-ea5649c64fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '52d79e73-944a-4766-832e-dd8c54c25fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:25Z', 'updated_at': '2021-07-13T07:45:31Z', 'revision_number': 4, 'project_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'subnets': [{'id': '52d79e73-944a-4766-832e-dd8c54c25fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:32.747312 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b8c4a1f3-62f4-48dc-8abd-3251f8aab9b4 admin admin] Calling delete_port for 7c32dbd6-8154-4216-90ed-c7af4d4ef55d owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:32.882915 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3712c-dc82-43dd-b94c-6f71c772c944 req-c861a76c-4d9f-4c5a-8832-ccff9e6bea78 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:32.892172 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57f3712c-dc82-43dd-b94c-6f71c772c944 req-c861a76c-4d9f-4c5a-8832-ccff9e6bea78 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf88df9-476b-41fd-80d6-0dde763b16e4 HTTP/1.1" status: 200 len: 932 time: 0.4131205 Jul 13 07:45:32.909926 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e0149-699d-43c4-b568-c222147baa22 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event updated for resources: {'Subnet': ['ID=dd826c35-935f-455d-8519-26a086e7de04,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:32.934683 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] Allocated IP 19.80.0.2 (f87ae9bb-d714-4179-80b4-5d6e988934a9/f9ee656c-8b75-4dc1-a05b-a125c0fd89f9/03e047bf-9c78-43a6-890f-ac8e34f25f02) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:32.971074 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-e8ed1604-b898-4f61-becb-9c59f137f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ca1a61-13fa-484f-88af-f98db6648a51', 'name': 'tempest-ServerRescueTestJSON-2078825495-router', 'tenant_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7c32dbd6-8154-4216-90ed-c7af4d4ef55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:13Z', 'updated_at': '2021-07-13T07:45:29Z', 'revision_number': 5, 'project_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'gw_port': {'id': '7c32dbd6-8154-4216-90ed-c7af4d4ef55d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca1a61-13fa-484f-88af-f98db6648a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:15Z', 'updated_at': '2021-07-13T07:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:33.022460 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46e0149-699d-43c4-b568-c222147baa22 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Checking segment: {'id': 'bad5001b-1b96-4b53-9528-1ee15e739730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd24b28f5-2368-4831-bcc4-9bdb0772555e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:33.023064 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46e0149-699d-43c4-b568-c222147baa22 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Network hostable DHCP agents. Network: d24b28f5-2368-4831-bcc4-9bdb0772555e, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:33.041799 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ed1604-b898-4f61-becb-9c59f137f6b0 None None] Checking router: 03ca1a61-13fa-484f-88af-f98db6648a51 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:33.042816 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57f3712c-dc82-43dd-b94c-6f71c772c944 req-b119c9c8-8a18-440a-a60c-e92e8ad1a51d tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/security-groups?id=43be4a9f-d6ac-472f-ad25-7b9b2d46c212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493282 Jul 13 07:45:33.072882 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ed1604-b898-4f61-becb-9c59f137f6b0 None None] Routers {'03ca1a61-13fa-484f-88af-f98db6648a51'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:33.073469 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-e8ed1604-b898-4f61-becb-9c59f137f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:45:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['03ca1a61-13fa-484f-88af-f98db6648a51'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:33.101433 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46e0149-699d-43c4-b568-c222147baa22 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Network d24b28f5-2368-4831-bcc4-9bdb0772555e is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:33.136487 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e46e0149-699d-43c4-b568-c222147baa22 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, d24b28f5-2368-4831-bcc4-9bdb0772555e) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:33.157118 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e0149-699d-43c4-b568-c222147baa22 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:33.157808 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e46e0149-699d-43c4-b568-c222147baa22 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.160268 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd56f926-71de-4919-bfbe-9a7d044414b3 None None] Network d24b28f5-2368-4831-bcc4-9bdb0772555e requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:33.163156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 8defb0c1-2e56-4080-a84f-29b247d84d08 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:33.195549 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e46e0149-699d-43c4-b568-c222147baa22 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4441106 Jul 13 07:45:33.350277 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1662d20-9a9b-4154-90b4-cca9c4a96be1 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:45:33.363825 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.392879 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] Transition to ACTIVE for port object c1662d20-9a9b-4154-90b4-cca9c4a96be1 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:33.408087 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a1f3-62f4-48dc-8abd-3251f8aab9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.425027 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.453787 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4a1f3-62f4-48dc-8abd-3251f8aab9b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c32dbd6-8154-4216-90ed-c7af4d4ef55d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:33.462427 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cfad2-33b1-4e73-a337-64bbbf0512ce req-26a9c812-3c1b-4449-910c-d0955ec11138 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:33.471615 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b05cfad2-33b1-4e73-a337-64bbbf0512ce req-26a9c812-3c1b-4449-910c-d0955ec11138 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.1743884 Jul 13 07:45:33.501738 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-e8ed1604-b898-4f61-becb-9c59f137f6b0 None None] Set router 03ca1a61-13fa-484f-88af-f98db6648a51 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:33.616552 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b05cfad2-33b1-4e73-a337-64bbbf0512ce req-9f5d2123-6fbf-4032-b9ad-a7e54984a6cf tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433165 Jul 13 07:45:33.624706 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-e8ed1604-b898-4f61-becb-9c59f137f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ca1a61-13fa-484f-88af-f98db6648a51', 'name': 'tempest-ServerRescueTestJSON-2078825495-router', 'tenant_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:13Z', 'updated_at': '2021-07-13T07:45:32Z', 'revision_number': 6, 'project_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:33.640678 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] Pushing event updated for resources: {'Port': ['ID=c1662d20-9a9b-4154-90b4-cca9c4a96be1,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:33.664079 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 8defb0c1-2e56-4080-a84f-29b247d84d08 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:33.677470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-851df67c-6f7c-4628-ae62-c3f507cd1cb4 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:33.679676 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 8defb0c1-2e56-4080-a84f-29b247d84d08 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:33.680049 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.684813 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-851df67c-6f7c-4628-ae62-c3f507cd1cb4 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:33.695786 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-851df67c-6f7c-4628-ae62-c3f507cd1cb4 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/networks?id=f87ae9bb-d714-4179-80b4-5d6e988934a9&id=d24b28f5-2368-4831-bcc4-9bdb0772555e&id=f87ae9bb-d714-4179-80b4-5d6e988934a9 HTTP/1.1" status: 200 len: 1392 time: 0.2593884 Jul 13 07:45:33.719474 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-d2a91432-3088-4472-84a3-ecb67a24aae1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/quotas/2b3baec9b4ee4a49a87eb1a4a6c9a5bc HTTP/1.1" status: 200 len: 375 time: 0.0225420 Jul 13 07:45:33.730302 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ed1604-b898-4f61-becb-9c59f137f6b0 None None] The sync data for ids ['03ca1a61-13fa-484f-88af-f98db6648a51'] in n-d-779913-28 is: [{'id': '03ca1a61-13fa-484f-88af-f98db6648a51', 'name': 'tempest-ServerRescueTestJSON-2078825495-router', 'tenant_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:13Z', 'updated_at': '2021-07-13T07:45:32Z', 'revision_number': 6, 'project_id': 'e9efbe0a11cb452a9c08f11738225ab6', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:33.764876 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a1f3-62f4-48dc-8abd-3251f8aab9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.854240 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-81b73322-a046-4f68-83e8-d8e16b4ed8e5 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2b3baec9b4ee4a49a87eb1a4a6c9a5bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1332223 Jul 13 07:45:33.875104 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.885369 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-d24b28f5-2368-4831-bcc4-9bdb0772555e', 'network_id': 'd24b28f5-2368-4831-bcc4-9bdb0772555e', 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'fixed_ips': [{'subnet_id': 'dd826c35-935f-455d-8519-26a086e7de04'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:33.886333 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.935706 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] Transition to ACTIVE for port object 03e047bf-9c78-43a6-890f-ac8e34f25f02 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:33.968526 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] Transition to ACTIVE for port object 03e047bf-9c78-43a6-890f-ac8e34f25f02 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:33.983844 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a1f3-62f4-48dc-8abd-3251f8aab9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.993603 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a1f3-62f4-48dc-8abd-3251f8aab9b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.000897 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] Attempting to bind port c1662d20-9a9b-4154-90b4-cca9c4a96be1 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:34.002172 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] Attempting to bind port c1662d20-9a9b-4154-90b4-cca9c4a96be1 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'cdfa905e-0830-4418-b934-bf88d70b9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f4eadb38-0a57-48a7-9e4b-12c24505be91'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:34.003404 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] Attempting to bind port c1662d20-9a9b-4154-90b4-cca9c4a96be1 on network f4eadb38-0a57-48a7-9e4b-12c24505be91 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:34.024820 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-21146929-b053-4d96-aee6-2bacbc7d8b12 service neutron] 10.222.0.58 "GET /v2.0/networks/f87ae9bb-d714-4179-80b4-5d6e988934a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546733 Jul 13 07:45:34.052650 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.108666 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] Port c1662d20-9a9b-4154-90b4-cca9c4a96be1 on network f4eadb38-0a57-48a7-9e4b-12c24505be91 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:45:34.108998 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] Attempting to bind port c1662d20-9a9b-4154-90b4-cca9c4a96be1 on network f4eadb38-0a57-48a7-9e4b-12c24505be91 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:34.129107 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:34.129756 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] Checking segment: {'id': 'cdfa905e-0830-4418-b934-bf88d70b9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f4eadb38-0a57-48a7-9e4b-12c24505be91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:34.130336 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] Bound using segment: {'id': 'cdfa905e-0830-4418-b934-bf88d70b9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f4eadb38-0a57-48a7-9e4b-12c24505be91'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:34.131036 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] Bound port: c1662d20-9a9b-4154-90b4-cca9c4a96be1, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdfa905e-0830-4418-b934-bf88d70b9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f4eadb38-0a57-48a7-9e4b-12c24505be91'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:34.131404 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.156800 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a1f3-62f4-48dc-8abd-3251f8aab9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.157641 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c4a1f3-62f4-48dc-8abd-3251f8aab9b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03ca1a61-13fa-484f-88af-f98db6648a51 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:45:34.172535 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a1f3-62f4-48dc-8abd-3251f8aab9b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.173959 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b8c4a1f3-62f4-48dc-8abd-3251f8aab9b4 admin admin] 10.222.0.58 "DELETE /v2.0/routers/03ca1a61-13fa-484f-88af-f98db6648a51 HTTP/1.1" status: 204 len: 168 time: 2.6518581 Jul 13 07:45:34.178019 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47624) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:34.232127 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] Network f87ae9bb-d714-4179-80b4-5d6e988934a9 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:34.239310 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:34.302813 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-27f2053e-4fb8-4aac-b7c6-fce6f3116899 service neutron] 10.222.0.58 "GET /v2.0/networks/f87ae9bb-d714-4179-80b4-5d6e988934a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574100 Jul 13 07:45:34.359831 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] For port c1662d20-9a9b-4154-90b4-cca9c4a96be1, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:34.365639 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7f876b-c640-4941-850a-bde6f5e88138 admin admin] Deleting subnet c0711840-6c05-410d-9890-6fb1e6a9b4a1 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:45:34.370883 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] For port c1662d20-9a9b-4154-90b4-cca9c4a96be1, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=c1662d20-9a9b-4154-90b4-cca9c4a96be1,segment=NetworkSegment(cdfa905e-0830-4418-b934-bf88d70b9471),segment_id=cdfa905e-0830-4418-b934-bf88d70b9471)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:34.374248 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6d7f876b-c640-4941-850a-bde6f5e88138 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.414858 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.475679 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6d7f876b-c640-4941-850a-bde6f5e88138 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.478396 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:34.479227 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.480829 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] 10.222.0.35 "PUT /v2.0/ports/c1662d20-9a9b-4154-90b4-cca9c4a96be1 HTTP/1.1" status: 200 len: 1093 time: 2.3150673 Jul 13 07:45:34.481454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf88df9-476b-41fd-80d6-0dde763b16e4', 'tag': 'c1662d20-9a9b-4154-90b4-cca9c4a96be1'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:34.484252 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc95120-c125-414b-9fe2-8d2afe9dd012" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf88df9-476b-41fd-80d6-0dde763b16e4", "tag": "c1662d20-9a9b-4154-90b4-cca9c4a96be1"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:34.537056 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:34.556339 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.594341 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c104e-a521-4bcd-9351-0283c3784657 service neutron] Pushing event updated for resources: {'Port': ['ID=c1662d20-9a9b-4154-90b4-cca9c4a96be1,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:34.597882 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-464b0850-7469-43a3-a11e-b1dad12a277a service neutron] 10.222.0.58 "GET /v2.0/networks/d24b28f5-2368-4831-bcc4-9bdb0772555e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777078 Jul 13 07:45:34.622689 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6d7f876b-c640-4941-850a-bde6f5e88138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.626924 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d186ed-1bc4-464f-9c7b-4eec79ab1d11 req-95989e9b-6dc2-430a-8a77-1ce849d7964d tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:34.628565 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77d186ed-1bc4-464f-9c7b-4eec79ab1d11 req-95989e9b-6dc2-430a-8a77-1ce849d7964d tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf88df9-476b-41fd-80d6-0dde763b16e4 HTTP/1.1" status: 200 len: 944 time: 0.2683747 Jul 13 07:45:34.645593 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] Pushing event updated for resources: {'Port': ['ID=03e047bf-9c78-43a6-890f-ac8e34f25f02,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:34.651176 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 8defb0c1-2e56-4080-a84f-29b247d84d08, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=8defb0c1-2e56-4080-a84f-29b247d84d08,segment=NetworkSegment(bb85faee-3165-43af-bce0-a0a7ce6ea765),segment_id=bb85faee-3165-43af-bce0-a0a7ce6ea765)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:34.692504 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.698199 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-9f6ea8a7-7df6-4214-85f9-7de16ff9221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:34.700694 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-9f6ea8a7-7df6-4214-85f9-7de16ff9221d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d14a6f3d5a445f8b5b6dab2500934e2&device_id=3bf88df9-476b-41fd-80d6-0dde763b16e4 HTTP/1.1" status: 200 len: 1096 time: 0.1529284 Jul 13 07:45:34.732740 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6d7f876b-c640-4941-850a-bde6f5e88138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.784899 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=8defb0c1-2e56-4080-a84f-29b247d84d08,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:34.813157 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f876b-c640-4941-850a-bde6f5e88138 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0711840-6c05-410d-9890-6fb1e6a9b4a1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:34.823394 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-a0940b27-24d8-4460-ab97-52ed47099529 service neutron] 10.222.0.58 "GET /v2.0/networks/d24b28f5-2368-4831-bcc4-9bdb0772555e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939120 Jul 13 07:45:34.825828 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-2348adae-61ec-4747-9110-67587b1e3577 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1662d20-9a9b-4154-90b4-cca9c4a96be1 HTTP/1.1" status: 200 len: 217 time: 0.1144273 Jul 13 07:45:34.842750 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6d7f876b-c640-4941-850a-bde6f5e88138 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.846077 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6d7f876b-c640-4941-850a-bde6f5e88138 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c0711840-6c05-410d-9890-6fb1e6a9b4a1 HTTP/1.1" status: 204 len: 168 time: 0.6667616 Jul 13 07:45:34.850704 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] Allocated IP 19.86.0.2 (d24b28f5-2368-4831-bcc4-9bdb0772555e/dd826c35-935f-455d-8519-26a086e7de04/0c8e3d41-96de-4177-a13f-043522dabb17) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:34.853212 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] Attempting to bind port 03e047bf-9c78-43a6-890f-ac8e34f25f02 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:34.853579 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] Attempting to bind port 03e047bf-9c78-43a6-890f-ac8e34f25f02 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'c938e694-777e-48cd-bb2c-f4a5da06b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f87ae9bb-d714-4179-80b4-5d6e988934a9'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:34.856671 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47686) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:34.858006 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] Attempting to bind port 03e047bf-9c78-43a6-890f-ac8e34f25f02 on network f87ae9bb-d714-4179-80b4-5d6e988934a9 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:34.867206 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:34.873869 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] Checking segment: {'id': 'c938e694-777e-48cd-bb2c-f4a5da06b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f87ae9bb-d714-4179-80b4-5d6e988934a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:34.874956 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.875522 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] Bound using segment: {'id': 'c938e694-777e-48cd-bb2c-f4a5da06b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f87ae9bb-d714-4179-80b4-5d6e988934a9'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:34.876183 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] Bound port: 03e047bf-9c78-43a6-890f-ac8e34f25f02, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c938e694-777e-48cd-bb2c-f4a5da06b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f87ae9bb-d714-4179-80b4-5d6e988934a9'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:34.876932 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.909825 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77d186ed-1bc4-464f-9c7b-4eec79ab1d11 req-e96cb1ea-8530-4d1d-9eb6-77427b0a95ba tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/security-groups?id=43be4a9f-d6ac-472f-ad25-7b9b2d46c212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572680 Jul 13 07:45:34.936076 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-4ac5615b-7f12-4e4a-934f-fdf78fda8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:34.943443 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-4ac5615b-7f12-4e4a-934f-fdf78fda8b19 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9367c61-2fa2-446f-bc73-cfecdfcc54ff HTTP/1.1" status: 200 len: 862 time: 0.0960832 Jul 13 07:45:35.176254 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 8defb0c1-2e56-4080-a84f-29b247d84d08 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:35.212715 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9624df84-519d-40b5-9f66-c9e2a04a78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.278001 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] For port 03e047bf-9c78-43a6-890f-ac8e34f25f02, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:35.306714 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] For port 03e047bf-9c78-43a6-890f-ac8e34f25f02, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=03e047bf-9c78-43a6-890f-ac8e34f25f02,segment=NetworkSegment(c938e694-777e-48cd-bb2c-f4a5da06b501),segment_id=c938e694-777e-48cd-bb2c-f4a5da06b501)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:35.316894 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-bc0de5fe-3144-4a12-ad42-acf760e1a856 service neutron] 10.222.0.58 "GET /v2.0/networks/f87ae9bb-d714-4179-80b4-5d6e988934a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701021 Jul 13 07:45:35.342963 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.410964 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26b18e-01ac-4c82-bb56-3ca32a761e68 None None] Pushing event updated for resources: {'Port': ['ID=03e047bf-9c78-43a6-890f-ac8e34f25f02,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:35.445331 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9624df84-519d-40b5-9f66-c9e2a04a78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.454130 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-42246b9e-7592-4400-8836-f7a169e62b29 None None] Provisioning complete for port 8defb0c1-2e56-4080-a84f-29b247d84d08 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:35.471641 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42246b9e-7592-4400-8836-f7a169e62b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.477361 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 8defb0c1-2e56-4080-a84f-29b247d84d08 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:35.485112 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.488925 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.501083 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831e65eb-58cd-4242-8a8b-85d5df63353c x-openstack-request-id: req-831e65eb-58cd-4242-8a8b-85d5df63353c {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:35.501554 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf88df9-476b-41fd-80d6-0dde763b16e4", "tag": "c1662d20-9a9b-4154-90b4-cca9c4a96be1", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:35.501639 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-831e65eb-58cd-4242-8a8b-85d5df63353c {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:35.501988 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf88df9-476b-41fd-80d6-0dde763b16e4', 'tag': 'c1662d20-9a9b-4154-90b4-cca9c4a96be1', 'status': 'completed', 'code': 200} Jul 13 07:45:35.504059 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-47a7f82e-bcd8-43af-afad-dbce952d10ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f4eadb38-0a57-48a7-9e4b-12c24505be91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5532887 Jul 13 07:45:35.508281 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9624df84-519d-40b5-9f66-c9e2a04a78e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b19629-bfd1-40c4-9e1c-d775d7654965']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:35.528824 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9624df84-519d-40b5-9f66-c9e2a04a78e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878cbb30-1dfc-414c-8a1e-666216f35edb') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:35.529121 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9624df84-519d-40b5-9f66-c9e2a04a78e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878cbb30-1dfc-414c-8a1e-666216f35edb') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:35.543422 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9624df84-519d-40b5-9f66-c9e2a04a78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.555765 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] Transition to ACTIVE for port object 0c8e3d41-96de-4177-a13f-043522dabb17 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:35.571070 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949aaeda-a9de-4d1e-87e1-c4a0666977cb req-90296f26-09ef-49a7-b738-66536f15b8b5 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:35.578526 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-949aaeda-a9de-4d1e-87e1-c4a0666977cb req-90296f26-09ef-49a7-b738-66536f15b8b5 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.2796345 Jul 13 07:45:35.591142 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] Transition to ACTIVE for port object 0c8e3d41-96de-4177-a13f-043522dabb17 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:35.619044 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9624df84-519d-40b5-9f66-c9e2a04a78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.627339 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3b380e97-4a87-44da-babd-fa9cd18cb4ca service neutron] 10.222.0.58 "GET /v2.0/networks/f87ae9bb-d714-4179-80b4-5d6e988934a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781549 Jul 13 07:45:35.631829 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-afb958a6-b4c6-400a-9c36-a342b042d889 service neutron] 10.222.0.35 "GET /v2.0/networks/f4eadb38-0a57-48a7-9e4b-12c24505be91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159935 Jul 13 07:45:35.632560 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.634733 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9624df84-519d-40b5-9f66-c9e2a04a78e8 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:35.635140 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9624df84-519d-40b5-9f66-c9e2a04a78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:35.638566 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:35.687265 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-949aaeda-a9de-4d1e-87e1-c4a0666977cb req-de0b1a05-58e2-4c42-affa-8d8e4f956d2a tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045568 Jul 13 07:45:35.704702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] Network d24b28f5-2368-4831-bcc4-9bdb0772555e is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:35.733533 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:35.742411 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:35.758701 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] Pushing event updated for resources: {'Port': ['ID=0c8e3d41-96de-4177-a13f-043522dabb17,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:35.824749 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9624df84-519d-40b5-9f66-c9e2a04a78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.838642 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5687c1cf-8eea-441b-a972-d2d8315decc9 req-8ba27744-9c54-4967-b348-57ca583895ce service neutron] 10.222.0.35 "GET /v2.0/networks/f4eadb38-0a57-48a7-9e4b-12c24505be91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983471 Jul 13 07:45:35.847867 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9624df84-519d-40b5-9f66-c9e2a04a78e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.850390 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9624df84-519d-40b5-9f66-c9e2a04a78e8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/54b19629-bfd1-40c4-9e1c-d775d7654965 HTTP/1.1" status: 204 len: 168 time: 0.9886727 Jul 13 07:45:35.898440 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7c32dbd6-8154-4216-90ed-c7af4d4ef55d no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:35.935626 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624df84-519d-40b5-9f66-c9e2a04a78e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=54b19629-bfd1-40c4-9e1c-d775d7654965,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:35.936243 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 7c32dbd6-8154-4216-90ed-c7af4d4ef55d {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:35.936796 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7c32dbd6-8154-4216-90ed-c7af4d4ef55d not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:35.937402 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:35.954787 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] Attempting to bind port 0c8e3d41-96de-4177-a13f-043522dabb17 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:35.955375 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] Attempting to bind port 0c8e3d41-96de-4177-a13f-043522dabb17 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'bad5001b-1b96-4b53-9528-1ee15e739730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd24b28f5-2368-4831-bcc4-9bdb0772555e'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:35.956046 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] Attempting to bind port 0c8e3d41-96de-4177-a13f-043522dabb17 on network d24b28f5-2368-4831-bcc4-9bdb0772555e {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:35.991031 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:35.992313 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d8a4e0a0-0491-4923-8e5c-c5a2841f6ff8 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:35.996097 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:35.996855 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] Checking segment: {'id': 'bad5001b-1b96-4b53-9528-1ee15e739730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd24b28f5-2368-4831-bcc4-9bdb0772555e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:35.997488 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.998463 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] Bound using segment: {'id': 'bad5001b-1b96-4b53-9528-1ee15e739730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd24b28f5-2368-4831-bcc4-9bdb0772555e'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:35.999876 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] Bound port: 0c8e3d41-96de-4177-a13f-043522dabb17, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad5001b-1b96-4b53-9528-1ee15e739730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd24b28f5-2368-4831-bcc4-9bdb0772555e'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:36.000492 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.021099 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc95120-c125-414b-9fe2-8d2afe9dd012 req-d71a90f5-52cb-4d52-bc73-70076415417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:36.022660 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9cc95120-c125-414b-9fe2-8d2afe9dd012 req-d71a90f5-52cb-4d52-bc73-70076415417e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d14a6f3d5a445f8b5b6dab2500934e2&device_id=3bf88df9-476b-41fd-80d6-0dde763b16e4 HTTP/1.1" status: 200 len: 1096 time: 0.0890970 Jul 13 07:45:36.024466 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39dee25-103c-44d1-a60f-a1a7c193c04b req-a16bbaf7-62c6-475f-bf33-a548c8099db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:36.025878 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c39dee25-103c-44d1-a60f-a1a7c193c04b req-a16bbaf7-62c6-475f-bf33-a548c8099db1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 1097 time: 0.1861398 Jul 13 07:45:36.126407 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] For port 0c8e3d41-96de-4177-a13f-043522dabb17, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:36.132066 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] For port 0c8e3d41-96de-4177-a13f-043522dabb17, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0c8e3d41-96de-4177-a13f-043522dabb17,segment=NetworkSegment(bad5001b-1b96-4b53-9528-1ee15e739730),segment_id=bad5001b-1b96-4b53-9528-1ee15e739730)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:36.138160 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c39dee25-103c-44d1-a60f-a1a7c193c04b req-73d41797-ac55-455d-ab66-d6360de78a50 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051044 Jul 13 07:45:36.147146 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.176494 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47718) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:36.256327 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73201eb5-8c2d-4f20-b9cb-9e49056cbbd4 None None] Pushing event updated for resources: {'Port': ['ID=0c8e3d41-96de-4177-a13f-043522dabb17,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:36.292790 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-438905a7-333f-4657-afb8-f540f2211d03 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e9efbe0a11cb452a9c08f11738225ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1148791 Jul 13 07:45:36.297866 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47726) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:36.368480 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc95120-c125-414b-9fe2-8d2afe9dd012 req-416eb719-d8c4-492c-af45-e79d6b5bd7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:36.370238 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9cc95120-c125-414b-9fe2-8d2afe9dd012 req-416eb719-d8c4-492c-af45-e79d6b5bd7ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=f4eadb38-0a57-48a7-9e4b-12c24505be91 HTTP/1.1" status: 200 len: 923 time: 0.3300011 Jul 13 07:45:36.377008 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6d62e39-61f9-4403-b5e0-793a01d5a67d req-1d2fcf58-46ad-49ee-adf4-cb8a03edec3f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 210 time: 0.0880294 Jul 13 07:45:36.463728 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9cc95120-c125-414b-9fe2-8d2afe9dd012 req-5f9123bd-89b3-4876-8cc5-a05243a2c543 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1662d20-9a9b-4154-90b4-cca9c4a96be1 HTTP/1.1" status: 200 len: 217 time: 0.0851123 Jul 13 07:45:36.562520 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-21e4f9c3-d2e1-48c6-819c-72909227def3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.602944 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-21e4f9c3-d2e1-48c6-819c-72909227def3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.697767 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce70556-1a65-42e0-9f68-b066a5a78cd1 req-61dbe07e-8cd7-4aa6-9b0b-0f266356fe20 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:36.706882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc95120-c125-414b-9fe2-8d2afe9dd012 req-cff7853e-5775-4046-ba39-981bae3792c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:36.707113 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ce70556-1a65-42e0-9f68-b066a5a78cd1 req-61dbe07e-8cd7-4aa6-9b0b-0f266356fe20 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf88df9-476b-41fd-80d6-0dde763b16e4 HTTP/1.1" status: 200 len: 944 time: 0.0973973 Jul 13 07:45:36.710291 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9cc95120-c125-414b-9fe2-8d2afe9dd012 req-cff7853e-5775-4046-ba39-981bae3792c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9367c61-2fa2-446f-bc73-cfecdfcc54ff HTTP/1.1" status: 200 len: 862 time: 0.2377560 Jul 13 07:45:36.757273 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9cc95120-c125-414b-9fe2-8d2afe9dd012 req-a3dea02d-4501-4f12-af4c-7370301ef79c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f4eadb38-0a57-48a7-9e4b-12c24505be91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391638 Jul 13 07:45:36.781193 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-21e4f9c3-d2e1-48c6-819c-72909227def3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.791811 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-21e4f9c3-d2e1-48c6-819c-72909227def3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.793365 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-21e4f9c3-d2e1-48c6-819c-72909227def3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/07a22b06-0b9a-4940-a759-4920a87c2a31 HTTP/1.1" status: 204 len: 168 time: 0.4944451 Jul 13 07:45:36.836374 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4f9c3-d2e1-48c6-819c-72909227def3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a22b06-0b9a-4940-a759-4920a87c2a31,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:36.836645 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ce70556-1a65-42e0-9f68-b066a5a78cd1 req-9c0ea876-46ac-4c9c-b23f-72c5ca5f57a8 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/security-groups?id=43be4a9f-d6ac-472f-ad25-7b9b2d46c212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285789 Jul 13 07:45:36.919224 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9cc95120-c125-414b-9fe2-8d2afe9dd012 req-850dd729-93b0-41ab-b32e-62277b2f8437 service neutron] 10.222.0.35 "GET /v2.0/networks/f4eadb38-0a57-48a7-9e4b-12c24505be91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527164 Jul 13 07:45:37.075563 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71f1d4-4d68-4be1-b23c-11b91681074f req-6115f055-c5a9-44b3-8478-97d0cee05016 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:37.092018 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f71f1d4-4d68-4be1-b23c-11b91681074f req-6115f055-c5a9-44b3-8478-97d0cee05016 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.1833212 Jul 13 07:45:37.132218 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9cc95120-c125-414b-9fe2-8d2afe9dd012 req-c0633ddf-59a2-4636-9cc8-ba2f4dafccae service neutron] 10.222.0.35 "GET /v2.0/networks/f4eadb38-0a57-48a7-9e4b-12c24505be91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057347 Jul 13 07:45:37.267544 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0c8e3d41-96de-4177-a13f-043522dabb17 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:37.278729 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f71f1d4-4d68-4be1-b23c-11b91681074f req-38db208d-336f-4d0d-b92f-030a6022a255 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772385 Jul 13 07:45:37.368343 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 0c8e3d41-96de-4177-a13f-043522dabb17 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:37.375814 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 03e047bf-9c78-43a6-890f-ac8e34f25f02 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:37.496718 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eecb14-1287-4b5f-8cc7-111f2cf27af4 None None] Network f87ae9bb-d714-4179-80b4-5d6e988934a9 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:37.610792 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b021570-d085-4049-8857-b8bdd4156b9a req-6a8ab4e7-a082-42d2-849d-d20a2887e132 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 210 time: 0.0433443 Jul 13 07:45:37.702751 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b62b1b7f-0b35-4c1a-9d9a-f5026bdba04f None None] Provisioning for port 03e047bf-9c78-43a6-890f-ac8e34f25f02 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:37.705509 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 03e047bf-9c78-43a6-890f-ac8e34f25f02 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:37.719212 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b62b1b7f-0b35-4c1a-9d9a-f5026bdba04f None None] Provisioning complete for port 03e047bf-9c78-43a6-890f-ac8e34f25f02 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:37.719859 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b62b1b7f-0b35-4c1a-9d9a-f5026bdba04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.728789 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 03e047bf-9c78-43a6-890f-ac8e34f25f02 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:37.729505 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.892730 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447c4fe9-d184-4b15-9ac7-bc71d82cc018 None None] Network d24b28f5-2368-4831-bcc4-9bdb0772555e requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:37.912822 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.120161 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-07d1e638-dcb8-4be2-949a-2da939006832 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:38.150328 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-07d1e638-dcb8-4be2-949a-2da939006832 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:38.155672 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-07d1e638-dcb8-4be2-949a-2da939006832 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.62 "GET /v2.0/networks?id=f87ae9bb-d714-4179-80b4-5d6e988934a9&id=d24b28f5-2368-4831-bcc4-9bdb0772555e&id=f87ae9bb-d714-4179-80b4-5d6e988934a9 HTTP/1.1" status: 200 len: 1392 time: 0.2231069 Jul 13 07:45:38.177341 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622d541-d50c-4eb3-8c90-7e7efd930de1 req-aeca1218-5623-41d4-a2d7-4314be196e5f tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:38.179071 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7622d541-d50c-4eb3-8c90-7e7efd930de1 req-aeca1218-5623-41d4-a2d7-4314be196e5f tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf88df9-476b-41fd-80d6-0dde763b16e4 HTTP/1.1" status: 200 len: 944 time: 0.1096890 Jul 13 07:45:38.180009 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-1633093f-d063-47bb-b58f-ab80c11b2ca6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Request body: {'port': {'device_id': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'network_id': 'f87ae9bb-d714-4179-80b4-5d6e988934a9', 'admin_state_up': True, 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:38.240850 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.273569 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b62b1b7f-0b35-4c1a-9d9a-f5026bdba04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.282290 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7622d541-d50c-4eb3-8c90-7e7efd930de1 req-72553073-e47e-4177-9177-2f6375cfe9df tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/security-groups?id=43be4a9f-d6ac-472f-ad25-7b9b2d46c212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936012 Jul 13 07:45:38.354795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b62b1b7f-0b35-4c1a-9d9a-f5026bdba04f None None] For port 03e047bf-9c78-43a6-890f-ac8e34f25f02, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=03e047bf-9c78-43a6-890f-ac8e34f25f02,segment=NetworkSegment(c938e694-777e-48cd-bb2c-f4a5da06b501),segment_id=c938e694-777e-48cd-bb2c-f4a5da06b501)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:38.387920 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b62b1b7f-0b35-4c1a-9d9a-f5026bdba04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.491891 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-1633093f-d063-47bb-b58f-ab80c11b2ca6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Made reservation on behalf of 2b3baec9b4ee4a49a87eb1a4a6c9a5bc for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:38.496425 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-1633093f-d063-47bb-b58f-ab80c11b2ca6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.643665 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb690802-b09b-450c-8a39-3c327971fe12 req-8ee02237-5446-4a4a-8061-21444753f12f tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:38.646552 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb690802-b09b-450c-8a39-3c327971fe12 req-8ee02237-5446-4a4a-8061-21444753f12f tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.1398504 Jul 13 07:45:38.706789 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb690802-b09b-450c-8a39-3c327971fe12 req-0d3ea6b0-a9e4-474d-8a35-ec9379682d45 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544760 Jul 13 07:45:38.726823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-1633093f-d063-47bb-b58f-ab80c11b2ca6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Allocated IP 19.80.0.222 (f87ae9bb-d714-4179-80b4-5d6e988934a9/f9ee656c-8b75-4dc1-a05b-a125c0fd89f9/6ff450ed-c290-46ca-9740-95b8bd3d6e47) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:38.779209 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device c1662d20-9a9b-4154-90b4-cca9c4a96be1 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:45:38.787615 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:45:38.787974 n-d-779913-28 neutron-server[93725]: DEBUG oslo_db.api [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:45:38.863179 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47784) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:38.901463 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-5cc3bff8-51c9-4594-87a4-1b468f609ac2 req-b7ed217a-d641-4b12-8d0d-1826d4864a16 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-913069150', 'description': 'tempest-description-1774217216'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:38.978529 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5cc3bff8-51c9-4594-87a4-1b468f609ac2 req-b7ed217a-d641-4b12-8d0d-1826d4864a16 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.041767 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-138edaf1-deba-4a1e-b36f-318fccf6f4d0 req-3ad0214b-7cc1-4ff8-bff8-83b8e14624ae tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 210 time: 0.0923684 Jul 13 07:45:39.050367 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port c1662d20-9a9b-4154-90b4-cca9c4a96be1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=c1662d20-9a9b-4154-90b4-cca9c4a96be1,segment=NetworkSegment(cdfa905e-0830-4418-b934-bf88d70b9471),segment_id=cdfa905e-0830-4418-b934-bf88d70b9471)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:39.076941 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b1b7f-0b35-4c1a-9d9a-f5026bdba04f None None] Pushing event updated for resources: {'Port': ['ID=03e047bf-9c78-43a6-890f-ac8e34f25f02,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:39.081325 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc38c5aa-7f4a-4fea-be60-f57c15a592dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.088000 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'c1662d20-9a9b-4154-90b4-cca9c4a96be1', 'network_id': 'f4eadb38-0a57-48a7-9e4b-12c24505be91', 'port_id': 'c1662d20-9a9b-4154-90b4-cca9c4a96be1', 'mac_address': 'fa:16:3e:0a:34:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9367c61-2fa2-446f-bc73-cfecdfcc54ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:45:39.101714 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-82f40a59-b597-4fd7-ba40-8bc9ebc89894 None None] Provisioning complete for port 03e047bf-9c78-43a6-890f-ac8e34f25f02 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:39.102105 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82f40a59-b597-4fd7-ba40-8bc9ebc89894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.130755 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-1633093f-d063-47bb-b58f-ab80c11b2ca6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.158008 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-1633093f-d063-47bb-b58f-ab80c11b2ca6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Transition to ACTIVE for port object 6ff450ed-c290-46ca-9740-95b8bd3d6e47 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:39.186982 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.211024 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5cc3bff8-51c9-4594-87a4-1b468f609ac2 req-b7ed217a-d641-4b12-8d0d-1826d4864a16 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.211996 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-1633093f-d063-47bb-b58f-ab80c11b2ca6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.224211 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1662d20-9a9b-4154-90b4-cca9c4a96be1 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:45:39.246537 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port c1662d20-9a9b-4154-90b4-cca9c4a96be1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=c1662d20-9a9b-4154-90b4-cca9c4a96be1,segment=NetworkSegment(cdfa905e-0830-4418-b934-bf88d70b9471),segment_id=cdfa905e-0830-4418-b934-bf88d70b9471)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:39.248486 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-1633093f-d063-47bb-b58f-ab80c11b2ca6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Network f87ae9bb-d714-4179-80b4-5d6e988934a9 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:39.253500 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-1633093f-d063-47bb-b58f-ab80c11b2ca6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:39.256902 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.261040 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5cc3bff8-51c9-4594-87a4-1b468f609ac2 req-b7ed217a-d641-4b12-8d0d-1826d4864a16 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.280431 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-1633093f-d063-47bb-b58f-ab80c11b2ca6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:39.311115 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed217a-d641-4b12-8d0d-1826d4864a16 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=655339dd-0596-46d2-b91b-39e06e47e73e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:39.337525 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-82f40a59-b597-4fd7-ba40-8bc9ebc89894 None None] Provisioning for port 0c8e3d41-96de-4177-a13f-043522dabb17 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:39.389019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-82f40a59-b597-4fd7-ba40-8bc9ebc89894 None None] Provisioning complete for port 0c8e3d41-96de-4177-a13f-043522dabb17 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:39.392215 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82f40a59-b597-4fd7-ba40-8bc9ebc89894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.400573 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc38c5aa-7f4a-4fea-be60-f57c15a592dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.411870 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc38c5aa-7f4a-4fea-be60-f57c15a592dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.438416 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633093f-d063-47bb-b58f-ab80c11b2ca6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event updated for resources: {'Port': ['ID=6ff450ed-c290-46ca-9740-95b8bd3d6e47,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:39.453274 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38c5aa-7f4a-4fea-be60-f57c15a592dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c192ad-9b2a-4101-8d2b-c29fb50c26e8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:39.459740 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=c1662d20-9a9b-4154-90b4-cca9c4a96be1,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:39.461397 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5cc3bff8-51c9-4594-87a4-1b468f609ac2 req-b7ed217a-d641-4b12-8d0d-1826d4864a16 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.467030 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5cc3bff8-51c9-4594-87a4-1b468f609ac2 req-b7ed217a-d641-4b12-8d0d-1826d4864a16 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5749493 Jul 13 07:45:39.488696 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-1633093f-d063-47bb-b58f-ab80c11b2ca6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:39.497024 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-1633093f-d063-47bb-b58f-ab80c11b2ca6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.543423 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-1633093f-d063-47bb-b58f-ab80c11b2ca6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3692667 Jul 13 07:45:39.555897 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-16ae5b6b-bfca-4c5e-a036-9d78d8454fe9 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Request body: {'port': {'device_id': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'network_id': 'd24b28f5-2368-4831-bcc4-9bdb0772555e', 'admin_state_up': True, 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:39.557909 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82f40a59-b597-4fd7-ba40-8bc9ebc89894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.560903 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:45:39.572493 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['c1662d20-9a9b-4154-90b4-cca9c4a96be1'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:45:39.689272 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 03e047bf-9c78-43a6-890f-ac8e34f25f02 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:39.736635 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-82f40a59-b597-4fd7-ba40-8bc9ebc89894 None None] For port 0c8e3d41-96de-4177-a13f-043522dabb17, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0c8e3d41-96de-4177-a13f-043522dabb17,segment=NetworkSegment(bad5001b-1b96-4b53-9528-1ee15e739730),segment_id=bad5001b-1b96-4b53-9528-1ee15e739730)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:39.752063 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82f40a59-b597-4fd7-ba40-8bc9ebc89894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.753057 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-16ae5b6b-bfca-4c5e-a036-9d78d8454fe9 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Made reservation on behalf of 2b3baec9b4ee4a49a87eb1a4a6c9a5bc for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:39.758287 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-16ae5b6b-bfca-4c5e-a036-9d78d8454fe9 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.856781 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f40a59-b597-4fd7-ba40-8bc9ebc89894 None None] Pushing event updated for resources: {'Port': ['ID=0c8e3d41-96de-4177-a13f-043522dabb17,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:39.865251 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 03e047bf-9c78-43a6-890f-ac8e34f25f02 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:39.865625 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.944093 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-16ae5b6b-bfca-4c5e-a036-9d78d8454fe9 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Allocated IP 19.86.0.135 (d24b28f5-2368-4831-bcc4-9bdb0772555e/dd826c35-935f-455d-8519-26a086e7de04/831f6842-c512-4ad9-9a87-f3b7e21422e9) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:39.966890 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bc38c5aa-7f4a-4fea-be60-f57c15a592dc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d07fc94f2164bb5a70d3996e6ed96e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1026201 Jul 13 07:45:39.977878 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47798) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:40.014898 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9edafbcd-85e1-4e1a-bccf-f1f8393cb339 None None] Provisioning for port 6ff450ed-c290-46ca-9740-95b8bd3d6e47 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:40.023748 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9edafbcd-85e1-4e1a-bccf-f1f8393cb339 None None] Provisioning complete for port 6ff450ed-c290-46ca-9740-95b8bd3d6e47 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:40.024361 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9edafbcd-85e1-4e1a-bccf-f1f8393cb339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.086557 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40605c-bf04-4a6c-8578-cca0c90777b6 req-ea029728-5a98-4c00-815f-0c79d813c595 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:40.088973 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9edafbcd-85e1-4e1a-bccf-f1f8393cb339 None None] Port 6ff450ed-c290-46ca-9740-95b8bd3d6e47 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:40.093438 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2f40605c-bf04-4a6c-8578-cca0c90777b6 req-ea029728-5a98-4c00-815f-0c79d813c595 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf88df9-476b-41fd-80d6-0dde763b16e4 HTTP/1.1" status: 200 len: 945 time: 0.5678189 Jul 13 07:45:40.103025 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c0a8a398-b8b5-498e-914d-296598d2a366 req-f44f2206-36bc-4a08-a216-4a24b7b68ced tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-913069150&fields=id&tenant_id=c163ac6d998f43b188fb086f94b0c0de HTTP/1.1" status: 200 len: 267 time: 0.1389015 Jul 13 07:45:40.114779 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9edafbcd-85e1-4e1a-bccf-f1f8393cb339 None None] Provisioning complete for port 0c8e3d41-96de-4177-a13f-043522dabb17 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:40.115354 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9edafbcd-85e1-4e1a-bccf-f1f8393cb339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.136066 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-16ae5b6b-bfca-4c5e-a036-9d78d8454fe9 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.162301 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-16ae5b6b-bfca-4c5e-a036-9d78d8454fe9 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Transition to ACTIVE for port object 831f6842-c512-4ad9-9a87-f3b7e21422e9 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:40.173728 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d163c32b-99ec-41c2-ad32-610e35771716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.200284 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2f40605c-bf04-4a6c-8578-cca0c90777b6 req-c70aa86c-fe77-4467-8cf6-89ad48a0b0d2 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/security-groups?id=43be4a9f-d6ac-472f-ad25-7b9b2d46c212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059539 Jul 13 07:45:40.206790 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-16ae5b6b-bfca-4c5e-a036-9d78d8454fe9 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.219284 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d163c32b-99ec-41c2-ad32-610e35771716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.266704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-16ae5b6b-bfca-4c5e-a036-9d78d8454fe9 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Network d24b28f5-2368-4831-bcc4-9bdb0772555e is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:40.269961 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-16ae5b6b-bfca-4c5e-a036-9d78d8454fe9 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:40.275181 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-16ae5b6b-bfca-4c5e-a036-9d78d8454fe9 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:40.303919 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8a398-b8b5-498e-914d-296598d2a366 req-075206cb-caad-455c-91d1-14791e0463ad tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:40.311775 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c0a8a398-b8b5-498e-914d-296598d2a366 req-075206cb-caad-455c-91d1-14791e0463ad tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.2078404 Jul 13 07:45:40.326236 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-c0a8a398-b8b5-498e-914d-296598d2a366 req-2b9a1692-e4bc-4bb6-816b-627f0ad04e35 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Request body: {'port': {'security_groups': ['46b15b32-ce8d-43bc-8cb5-180994835560', '655339dd-0596-46d2-b91b-39e06e47e73e']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:40.329292 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-16ae5b6b-bfca-4c5e-a036-9d78d8454fe9 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:40.329966 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-16ae5b6b-bfca-4c5e-a036-9d78d8454fe9 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.338487 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d163c32b-99ec-41c2-ad32-610e35771716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.343584 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d163c32b-99ec-41c2-ad32-610e35771716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.347424 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d163c32b-99ec-41c2-ad32-610e35771716 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c2c192ad-9b2a-4101-8d2b-c29fb50c26e8 HTTP/1.1" status: 204 len: 168 time: 0.3569646 Jul 13 07:45:40.347604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae5b6b-bfca-4c5e-a036-9d78d8454fe9 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event updated for resources: {'Port': ['ID=831f6842-c512-4ad9-9a87-f3b7e21422e9,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:40.380082 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-16ae5b6b-bfca-4c5e-a036-9d78d8454fe9 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8290832 Jul 13 07:45:40.390723 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-c7e4abf1-4944-4bd1-b7c5-01fb6e10ec10 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Request body: {'port': {'device_id': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'network_id': 'f87ae9bb-d714-4179-80b4-5d6e988934a9', 'admin_state_up': True, 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:40.392030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163c32b-99ec-41c2-ad32-610e35771716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c192ad-9b2a-4101-8d2b-c29fb50c26e8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:40.491905 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c0a8a398-b8b5-498e-914d-296598d2a366 req-2b9a1692-e4bc-4bb6-816b-627f0ad04e35 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.643669 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device c1662d20-9a9b-4154-90b4-cca9c4a96be1 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:40.673823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-c7e4abf1-4944-4bd1-b7c5-01fb6e10ec10 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Made reservation on behalf of 2b3baec9b4ee4a49a87eb1a4a6c9a5bc for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:40.678063 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-c7e4abf1-4944-4bd1-b7c5-01fb6e10ec10 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.731328 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-905d5821-50de-4c12-9933-e028e61dcaac None None] Provisioning for port 831f6842-c512-4ad9-9a87-f3b7e21422e9 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:40.736314 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port c1662d20-9a9b-4154-90b4-cca9c4a96be1 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:40.746439 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-905d5821-50de-4c12-9933-e028e61dcaac None None] Provisioning complete for port 831f6842-c512-4ad9-9a87-f3b7e21422e9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:40.746439 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-905d5821-50de-4c12-9933-e028e61dcaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.759798 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port c1662d20-9a9b-4154-90b4-cca9c4a96be1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:40.761445 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.833861 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c0a8a398-b8b5-498e-914d-296598d2a366 req-2b9a1692-e4bc-4bb6-816b-627f0ad04e35 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] For port 34bd07b9-1f9c-45b7-ad44-baec101ce077, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=34bd07b9-1f9c-45b7-ad44-baec101ce077,segment=NetworkSegment(417f1a35-0bc1-400e-b54c-0ca962c97df0),segment_id=417f1a35-0bc1-400e-b54c-0ca962c97df0)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:40.850443 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-905d5821-50de-4c12-9933-e028e61dcaac None None] Port 831f6842-c512-4ad9-9a87-f3b7e21422e9 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:40.881798 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c0a8a398-b8b5-498e-914d-296598d2a366 req-2b9a1692-e4bc-4bb6-816b-627f0ad04e35 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.906713 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a3439-76a2-41e9-bbe3-39217d0cc76f req-74f95e22-7282-4f91-93a6-eaa6a6978cf9 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:40.914499 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.915402 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-c7e4abf1-4944-4bd1-b7c5-01fb6e10ec10 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Allocated IP 19.80.0.169 (f87ae9bb-d714-4179-80b4-5d6e988934a9/f9ee656c-8b75-4dc1-a05b-a125c0fd89f9/3a7a36f0-1ed7-4399-abd6-bcc931a107d1) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:40.926027 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a3439-76a2-41e9-bbe3-39217d0cc76f req-74f95e22-7282-4f91-93a6-eaa6a6978cf9 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:40.936016 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de4a3439-76a2-41e9-bbe3-39217d0cc76f req-74f95e22-7282-4f91-93a6-eaa6a6978cf9 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 1655 time: 0.1709986 Jul 13 07:45:40.936862 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c0a8a398-b8b5-498e-914d-296598d2a366 req-2b9a1692-e4bc-4bb6-816b-627f0ad04e35 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.956674 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf88df9-476b-41fd-80d6-0dde763b16e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1662d20-9a9b-4154-90b4-cca9c4a96be1'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:40.971321 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3e3904-5322-46b7-becf-1b984f506a0f" -d '{"events": [{"server_uuid": "3bf88df9-476b-41fd-80d6-0dde763b16e4", "name": "network-vif-plugged", "status": "completed", "tag": "c1662d20-9a9b-4154-90b4-cca9c4a96be1"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:40.981980 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['34bd07b9-1f9c-45b7-ad44-baec101ce077'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:45:41.026724 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8a398-b8b5-498e-914d-296598d2a366 req-2b9a1692-e4bc-4bb6-816b-627f0ad04e35 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:41.027549 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c0a8a398-b8b5-498e-914d-296598d2a366 req-2b9a1692-e4bc-4bb6-816b-627f0ad04e35 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.029584 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c0a8a398-b8b5-498e-914d-296598d2a366 req-2b9a1692-e4bc-4bb6-816b-627f0ad04e35 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "PUT /v2.0/ports/34bd07b9-1f9c-45b7-ad44-baec101ce077 HTTP/1.1" status: 200 len: 981 time: 0.7168183 Jul 13 07:45:41.029883 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacf70e6-45d9-4b3f-894c-792e6e698ced', 'tag': '34bd07b9-1f9c-45b7-ad44-baec101ce077'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:41.034311 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89645bc-364c-45bb-8c4d-cc83dbb05785" -d '{"events": [{"name": "network-changed", "server_uuid": "dacf70e6-45d9-4b3f-894c-792e6e698ced", "tag": "34bd07b9-1f9c-45b7-ad44-baec101ce077"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:41.079463 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port c1662d20-9a9b-4154-90b4-cca9c4a96be1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=c1662d20-9a9b-4154-90b4-cca9c4a96be1,segment=NetworkSegment(cdfa905e-0830-4418-b934-bf88d70b9471),segment_id=cdfa905e-0830-4418-b934-bf88d70b9471)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:41.161325 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ad8541-8617-4762-8124-aa8df38a1a2c x-openstack-request-id: req-d1ad8541-8617-4762-8124-aa8df38a1a2c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:41.161622 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf88df9-476b-41fd-80d6-0dde763b16e4", "name": "network-vif-plugged", "status": "completed", "tag": "c1662d20-9a9b-4154-90b4-cca9c4a96be1", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:41.161876 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1ad8541-8617-4762-8124-aa8df38a1a2c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:41.164713 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf88df9-476b-41fd-80d6-0dde763b16e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1662d20-9a9b-4154-90b4-cca9c4a96be1', 'code': 200} Jul 13 07:45:41.171645 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.192731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['34bd07b9-1f9c-45b7-ad44-baec101ce077'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:45:41.195133 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de4a3439-76a2-41e9-bbe3-39217d0cc76f req-6b74553c-6cc9-48d6-9b45-77c4b5a52813 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271979 Jul 13 07:45:41.243711 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a1692-e4bc-4bb6-816b-627f0ad04e35 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Pushing event updated for resources: {'Port': ['ID=34bd07b9-1f9c-45b7-ad44-baec101ce077,revision_number=6']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:41.284989 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91aeba71-a750-4387-a63f-04be390696d2 x-openstack-request-id: req-91aeba71-a750-4387-a63f-04be390696d2 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:41.285344 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacf70e6-45d9-4b3f-894c-792e6e698ced", "tag": "34bd07b9-1f9c-45b7-ad44-baec101ce077", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:41.285565 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-91aeba71-a750-4387-a63f-04be390696d2 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:41.286027 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacf70e6-45d9-4b3f-894c-792e6e698ced', 'tag': '34bd07b9-1f9c-45b7-ad44-baec101ce077', 'status': 'completed', 'code': 200} Jul 13 07:45:41.426189 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=c1662d20-9a9b-4154-90b4-cca9c4a96be1,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:41.463235 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-c7e4abf1-4944-4bd1-b7c5-01fb6e10ec10 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.472825 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c43532a-5f21-4a44-9a7e-585d8b5b627e req-08400968-f174-4188-9fd0-23b8e7cf6006 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-913069150&fields=id&tenant_id=c163ac6d998f43b188fb086f94b0c0de HTTP/1.1" status: 200 len: 267 time: 0.1279490 Jul 13 07:45:41.506974 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-c7e4abf1-4944-4bd1-b7c5-01fb6e10ec10 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Transition to ACTIVE for port object 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:41.529837 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89645bc-364c-45bb-8c4d-cc83dbb05785 req-7abb104c-0d3b-452c-ae90-7d29ec1d465c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:41.531381 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a89645bc-364c-45bb-8c4d-cc83dbb05785 req-7abb104c-0d3b-452c-ae90-7d29ec1d465c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c163ac6d998f43b188fb086f94b0c0de&device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 1136 time: 0.1852126 Jul 13 07:45:41.564826 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c28078-77d1-4909-a067-37417e9267bd req-59a72973-cb21-4e9f-b94a-08968bf2b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:41.566714 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-02c28078-77d1-4909-a067-37417e9267bd req-59a72973-cb21-4e9f-b94a-08968bf2b908 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3bf88df9-476b-41fd-80d6-0dde763b16e4 HTTP/1.1" status: 200 len: 1098 time: 0.3369188 Jul 13 07:45:41.675004 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-c7e4abf1-4944-4bd1-b7c5-01fb6e10ec10 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.729433 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-02c28078-77d1-4909-a067-37417e9267bd req-e2be6b7f-62d9-40b9-8e75-1400ecfdd384 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=43be4a9f-d6ac-472f-ad25-7b9b2d46c212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498556 Jul 13 07:45:41.744427 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0c8e3d41-96de-4177-a13f-043522dabb17 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:41.754134 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4abf1-4944-4bd1-b7c5-01fb6e10ec10 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event updated for resources: {'Port': ['ID=3a7a36f0-1ed7-4399-abd6-bcc931a107d1,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:41.760277 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43532a-5f21-4a44-9a7e-585d8b5b627e req-a17f77dc-ebae-4c4f-a69e-b628d051023c tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:41.761819 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c43532a-5f21-4a44-9a7e-585d8b5b627e req-a17f77dc-ebae-4c4f-a69e-b628d051023c tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 984 time: 0.2799900 Jul 13 07:45:41.768323 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-c7e4abf1-4944-4bd1-b7c5-01fb6e10ec10 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Network f87ae9bb-d714-4179-80b4-5d6e988934a9 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:41.771535 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89645bc-364c-45bb-8c4d-cc83dbb05785 req-e8851412-13da-4b20-a0ad-7a061c3b6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:41.773021 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a89645bc-364c-45bb-8c4d-cc83dbb05785 req-e8851412-13da-4b20-a0ad-7a061c3b6638 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2609072e-d016-432b-80f0-59dce41272a3 HTTP/1.1" status: 200 len: 921 time: 0.2331126 Jul 13 07:45:41.774006 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-c7e4abf1-4944-4bd1-b7c5-01fb6e10ec10 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:41.774220 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e21cc-d566-4a9f-ab4a-50e7fc857882 req-1c26faaa-b2b2-4d1f-955c-34f59beff4e8 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:41.776191 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c18e21cc-d566-4a9f-ab4a-50e7fc857882 req-1c26faaa-b2b2-4d1f-955c-34f59beff4e8 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf88df9-476b-41fd-80d6-0dde763b16e4 HTTP/1.1" status: 200 len: 946 time: 0.1651044 Jul 13 07:45:41.776365 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-c7e4abf1-4944-4bd1-b7c5-01fb6e10ec10 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:41.781891 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-1c43532a-5f21-4a44-9a7e-585d8b5b627e req-996c1a68-e1c9-41a5-8bc6-90e02bd876b0 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Request body: {'port': {'security_groups': ['46b15b32-ce8d-43bc-8cb5-180994835560']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:41.838943 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 0c8e3d41-96de-4177-a13f-043522dabb17 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:41.839721 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.844105 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a89645bc-364c-45bb-8c4d-cc83dbb05785 req-4e81bf37-9a00-44e5-b522-6e8a43a68078 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34bd07b9-1f9c-45b7-ad44-baec101ce077 HTTP/1.1" status: 200 len: 217 time: 0.0459821 Jul 13 07:45:41.907878 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-c7e4abf1-4944-4bd1-b7c5-01fb6e10ec10 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:41.908511 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-c7e4abf1-4944-4bd1-b7c5-01fb6e10ec10 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.933613 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c18e21cc-d566-4a9f-ab4a-50e7fc857882 req-a06f5df1-0c19-4f86-8d69-33645e6ac651 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/security-groups?id=43be4a9f-d6ac-472f-ad25-7b9b2d46c212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232038 Jul 13 07:45:41.948006 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-c7e4abf1-4944-4bd1-b7c5-01fb6e10ec10 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5617616 Jul 13 07:45:41.949742 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89645bc-364c-45bb-8c4d-cc83dbb05785 req-1d1655de-ba72-47ba-b557-2a838964338a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:41.951392 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a89645bc-364c-45bb-8c4d-cc83dbb05785 req-1d1655de-ba72-47ba-b557-2a838964338a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ca1fca35-9ee3-4c11-b443-97b6eb8bb65c HTTP/1.1" status: 200 len: 860 time: 0.0903096 Jul 13 07:45:41.956216 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c43532a-5f21-4a44-9a7e-585d8b5b627e req-996c1a68-e1c9-41a5-8bc6-90e02bd876b0 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.965711 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] Request body: {'port': {'device_id': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:42.043198 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a89645bc-364c-45bb-8c4d-cc83dbb05785 req-a8604fb2-5eaf-4793-ad7b-a9376ab44098 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2609072e-d016-432b-80f0-59dce41272a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712838 Jul 13 07:45:42.251526 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.294827 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b065973f-e7cf-4128-bfdc-f703408c540a None None] Provisioning for port 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:42.300970 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b065973f-e7cf-4128-bfdc-f703408c540a None None] Provisioning complete for port 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:42.301626 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b065973f-e7cf-4128-bfdc-f703408c540a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.302581 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-1c43532a-5f21-4a44-9a7e-585d8b5b627e req-996c1a68-e1c9-41a5-8bc6-90e02bd876b0 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] For port 34bd07b9-1f9c-45b7-ad44-baec101ce077, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=34bd07b9-1f9c-45b7-ad44-baec101ce077,segment=NetworkSegment(417f1a35-0bc1-400e-b54c-0ca962c97df0),segment_id=417f1a35-0bc1-400e-b54c-0ca962c97df0)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:42.362429 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b065973f-e7cf-4128-bfdc-f703408c540a None None] Port 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:42.373476 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c43532a-5f21-4a44-9a7e-585d8b5b627e req-996c1a68-e1c9-41a5-8bc6-90e02bd876b0 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.383255 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c43532a-5f21-4a44-9a7e-585d8b5b627e req-996c1a68-e1c9-41a5-8bc6-90e02bd876b0 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.396931 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['34bd07b9-1f9c-45b7-ad44-baec101ce077'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:45:42.458491 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a89645bc-364c-45bb-8c4d-cc83dbb05785 req-0d0a22d2-c8dc-469b-82f9-4a0bcee11ba1 service neutron] 10.222.0.62 "GET /v2.0/networks/2609072e-d016-432b-80f0-59dce41272a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036222 Jul 13 07:45:42.477919 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43532a-5f21-4a44-9a7e-585d8b5b627e req-996c1a68-e1c9-41a5-8bc6-90e02bd876b0 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:42.479500 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c43532a-5f21-4a44-9a7e-585d8b5b627e req-996c1a68-e1c9-41a5-8bc6-90e02bd876b0 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.484129 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c43532a-5f21-4a44-9a7e-585d8b5b627e req-996c1a68-e1c9-41a5-8bc6-90e02bd876b0 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "PUT /v2.0/ports/34bd07b9-1f9c-45b7-ad44-baec101ce077 HTTP/1.1" status: 200 len: 942 time: 0.7069299 Jul 13 07:45:42.537105 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['34bd07b9-1f9c-45b7-ad44-baec101ce077'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:45:42.570246 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c1a68-e1c9-41a5-8bc6-90e02bd876b0 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Pushing event updated for resources: {'Port': ['ID=34bd07b9-1f9c-45b7-ad44-baec101ce077,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:42.851890 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.915442 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff450ed-c290-46ca-9740-95b8bd3d6e47 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:45:42.923249 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.935874 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] Transition to ACTIVE for port object 6ff450ed-c290-46ca-9740-95b8bd3d6e47 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:42.944394 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8112bf0d-2a94-418a-8fa7-6009589f7877 req-4f4b14f4-cfe7-43c4-8e19-daa053ba20c9 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2683110 Jul 13 07:45:42.950686 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.961009 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aad0cd-5726-4f94-ba51-a0d581e660a4 req-a99e2a18-9e56-4b78-ae37-121ff504be4c tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:42.967500 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aad0cd-5726-4f94-ba51-a0d581e660a4 req-a99e2a18-9e56-4b78-ae37-121ff504be4c tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:42.978283 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aad0cd-5726-4f94-ba51-a0d581e660a4 req-a99e2a18-9e56-4b78-ae37-121ff504be4c tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:42.980535 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-40aad0cd-5726-4f94-ba51-a0d581e660a4 req-a99e2a18-9e56-4b78-ae37-121ff504be4c tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 2377 time: 0.2475889 Jul 13 07:45:42.986016 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-8112bf0d-2a94-418a-8fa7-6009589f7877 req-ba98fe54-63c0-4436-a1e0-dcb6b028c6e5 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:43.011252 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a89645bc-364c-45bb-8c4d-cc83dbb05785 req-38d44f55-cd7d-43ef-b5c3-d25cfc64a1be service neutron] 10.222.0.62 "GET /v2.0/networks/2609072e-d016-432b-80f0-59dce41272a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436072 Jul 13 07:45:43.048003 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-40aad0cd-5726-4f94-ba51-a0d581e660a4 req-57f0b8a2-1593-40c7-901b-289115b47d23 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536857 Jul 13 07:45:43.061061 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] Pushing event updated for resources: {'Port': ['ID=6ff450ed-c290-46ca-9740-95b8bd3d6e47,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:43.062689 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8112bf0d-2a94-418a-8fa7-6009589f7877 req-ba98fe54-63c0-4436-a1e0-dcb6b028c6e5 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.128832 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] Attempting to bind port 6ff450ed-c290-46ca-9740-95b8bd3d6e47 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:43.129306 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] Attempting to bind port 6ff450ed-c290-46ca-9740-95b8bd3d6e47 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'c938e694-777e-48cd-bb2c-f4a5da06b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f87ae9bb-d714-4179-80b4-5d6e988934a9'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:43.129791 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] Attempting to bind port 6ff450ed-c290-46ca-9740-95b8bd3d6e47 on network f87ae9bb-d714-4179-80b4-5d6e988934a9 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:43.138627 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] Port 6ff450ed-c290-46ca-9740-95b8bd3d6e47 on network f87ae9bb-d714-4179-80b4-5d6e988934a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:45:43.139085 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] Attempting to bind port 6ff450ed-c290-46ca-9740-95b8bd3d6e47 on network f87ae9bb-d714-4179-80b4-5d6e988934a9 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:43.150052 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:43.150589 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] Checking segment: {'id': 'c938e694-777e-48cd-bb2c-f4a5da06b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f87ae9bb-d714-4179-80b4-5d6e988934a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:43.154226 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] Bound using segment: {'id': 'c938e694-777e-48cd-bb2c-f4a5da06b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f87ae9bb-d714-4179-80b4-5d6e988934a9'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:43.155900 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] Bound port: 6ff450ed-c290-46ca-9740-95b8bd3d6e47, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c938e694-777e-48cd-bb2c-f4a5da06b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f87ae9bb-d714-4179-80b4-5d6e988934a9'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:43.156375 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.265630 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8112bf0d-2a94-418a-8fa7-6009589f7877 req-ba98fe54-63c0-4436-a1e0-dcb6b028c6e5 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.331498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] For port 6ff450ed-c290-46ca-9740-95b8bd3d6e47, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:43.343853 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] For port 6ff450ed-c290-46ca-9740-95b8bd3d6e47, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=6ff450ed-c290-46ca-9740-95b8bd3d6e47,segment=NetworkSegment(c938e694-777e-48cd-bb2c-f4a5da06b501),segment_id=c938e694-777e-48cd-bb2c-f4a5da06b501)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:43.350704 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.439055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacf70e6-45d9-4b3f-894c-792e6e698ced', 'tag': '34bd07b9-1f9c-45b7-ad44-baec101ce077'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:43.443307 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acfe9c8-ebb3-4ee8-8d93-43f2ca38115b" -d '{"events": [{"name": "network-changed", "server_uuid": "dacf70e6-45d9-4b3f-894c-792e6e698ced", "tag": "34bd07b9-1f9c-45b7-ad44-baec101ce077"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:43.447049 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:43.448149 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.449749 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] 10.222.0.62 "PUT /v2.0/ports/6ff450ed-c290-46ca-9740-95b8bd3d6e47 HTTP/1.1" status: 200 len: 1093 time: 1.4884875 Jul 13 07:45:43.450342 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'tag': '6ff450ed-c290-46ca-9740-95b8bd3d6e47'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:43.453465 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b317b41-cd11-4f9f-a11c-9dc549d95569" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3c3f41-eb56-428c-bd66-1a04fbebf59a", "tag": "6ff450ed-c290-46ca-9740-95b8bd3d6e47"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:43.463141 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-8112bf0d-2a94-418a-8fa7-6009589f7877 req-ba98fe54-63c0-4436-a1e0-dcb6b028c6e5 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Allocated IP 172.25.0.163 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/28de00a7-9bee-474a-a03a-e2f0ac100013) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:43.464592 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc1b01-9781-4681-a3cb-bd1fb7f5b7ab service neutron] Pushing event updated for resources: {'Port': ['ID=6ff450ed-c290-46ca-9740-95b8bd3d6e47,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:43.507441 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] Request body: {'port': {'device_id': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:43.605643 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.621337 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b8bd5-2457-46d5-9de6-0c2d4163796c req-827255bc-0d4b-4126-b55c-96252d636dd9 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:43.630446 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d2b8bd5-2457-46d5-9de6-0c2d4163796c req-827255bc-0d4b-4126-b55c-96252d636dd9 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf88df9-476b-41fd-80d6-0dde763b16e4 HTTP/1.1" status: 200 len: 946 time: 0.1823409 Jul 13 07:45:43.687854 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8112bf0d-2a94-418a-8fa7-6009589f7877 req-ba98fe54-63c0-4436-a1e0-dcb6b028c6e5 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.700640 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d2b8bd5-2457-46d5-9de6-0c2d4163796c req-ef7f058c-8c68-43b1-b966-0f525886f605 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/security-groups?id=43be4a9f-d6ac-472f-ad25-7b9b2d46c212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691993 Jul 13 07:45:43.776792 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8112bf0d-2a94-418a-8fa7-6009589f7877 req-ba98fe54-63c0-4436-a1e0-dcb6b028c6e5 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.822297 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8112bf0d-2a94-418a-8fa7-6009589f7877 req-ba98fe54-63c0-4436-a1e0-dcb6b028c6e5 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:43.826540 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-8112bf0d-2a94-418a-8fa7-6009589f7877 req-ba98fe54-63c0-4436-a1e0-dcb6b028c6e5 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:43.831071 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8112bf0d-2a94-418a-8fa7-6009589f7877 req-ba98fe54-63c0-4436-a1e0-dcb6b028c6e5 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:43.858830 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98fe54-63c0-4436-a1e0-dcb6b028c6e5 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Pushing event updated for resources: {'Port': ['ID=28de00a7-9bee-474a-a03a-e2f0ac100013,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:43.941301 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8112bf0d-2a94-418a-8fa7-6009589f7877 req-ba98fe54-63c0-4436-a1e0-dcb6b028c6e5 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.993973 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 831f6842-c512-4ad9-9a87-f3b7e21422e9 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:45:44.002130 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.006867 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8112bf0d-2a94-418a-8fa7-6009589f7877 req-ba98fe54-63c0-4436-a1e0-dcb6b028c6e5 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.015079 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] Transition to ACTIVE for port object 831f6842-c512-4ad9-9a87-f3b7e21422e9 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:44.019744 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.074828 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45d4b2e-6b15-43c8-8d3c-ecf6231005ef x-openstack-request-id: req-d45d4b2e-6b15-43c8-8d3c-ecf6231005ef {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:44.075152 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacf70e6-45d9-4b3f-894c-792e6e698ced", "tag": "34bd07b9-1f9c-45b7-ad44-baec101ce077", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:44.075406 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d45d4b2e-6b15-43c8-8d3c-ecf6231005ef {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:44.075942 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacf70e6-45d9-4b3f-894c-792e6e698ced', 'tag': '34bd07b9-1f9c-45b7-ad44-baec101ce077', 'status': 'completed', 'code': 200} Jul 13 07:45:44.131544 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153425da-e0e3-4ffa-8c40-337aae66752a x-openstack-request-id: req-153425da-e0e3-4ffa-8c40-337aae66752a {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:44.131932 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3c3f41-eb56-428c-bd66-1a04fbebf59a", "tag": "6ff450ed-c290-46ca-9740-95b8bd3d6e47", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:44.132280 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-153425da-e0e3-4ffa-8c40-337aae66752a {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:44.132777 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'tag': '6ff450ed-c290-46ca-9740-95b8bd3d6e47', 'status': 'completed', 'code': 200} Jul 13 07:45:44.134610 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] Pushing event updated for resources: {'Port': ['ID=831f6842-c512-4ad9-9a87-f3b7e21422e9,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:44.227770 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8112bf0d-2a94-418a-8fa7-6009589f7877 req-ba98fe54-63c0-4436-a1e0-dcb6b028c6e5 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.234325 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8112bf0d-2a94-418a-8fa7-6009589f7877 req-ba98fe54-63c0-4436-a1e0-dcb6b028c6e5 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.290152 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b317b41-cd11-4f9f-a11c-9dc549d95569 req-2519e3b4-9771-4c29-864f-a4a60b3d60a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:44.290760 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b317b41-cd11-4f9f-a11c-9dc549d95569 req-2519e3b4-9771-4c29-864f-a4a60b3d60a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:44.291311 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b317b41-cd11-4f9f-a11c-9dc549d95569 req-2519e3b4-9771-4c29-864f-a4a60b3d60a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:44.293662 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3b317b41-cd11-4f9f-a11c-9dc549d95569 req-2519e3b4-9771-4c29-864f-a4a60b3d60a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b3baec9b4ee4a49a87eb1a4a6c9a5bc&device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 2759 time: 0.1528206 Jul 13 07:45:44.295475 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] Attempting to bind port 831f6842-c512-4ad9-9a87-f3b7e21422e9 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:44.296367 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] Attempting to bind port 831f6842-c512-4ad9-9a87-f3b7e21422e9 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'bad5001b-1b96-4b53-9528-1ee15e739730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd24b28f5-2368-4831-bcc4-9bdb0772555e'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:44.296367 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] Attempting to bind port 831f6842-c512-4ad9-9a87-f3b7e21422e9 on network d24b28f5-2368-4831-bcc4-9bdb0772555e {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:44.300534 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfe9c8-ebb3-4ee8-8d93-43f2ca38115b req-65ad2453-871d-448d-b405-557e061e6506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:44.303121 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6acfe9c8-ebb3-4ee8-8d93-43f2ca38115b req-65ad2453-871d-448d-b405-557e061e6506 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c163ac6d998f43b188fb086f94b0c0de&device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 1097 time: 0.2085178 Jul 13 07:45:44.355039 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98fe54-63c0-4436-a1e0-dcb6b028c6e5 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Pushing event updated for resources: {'Port': ['ID=28de00a7-9bee-474a-a03a-e2f0ac100013,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:44.372787 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8112bf0d-2a94-418a-8fa7-6009589f7877 req-ba98fe54-63c0-4436-a1e0-dcb6b028c6e5 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.388143 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8112bf0d-2a94-418a-8fa7-6009589f7877 req-ba98fe54-63c0-4436-a1e0-dcb6b028c6e5 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.389378 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8112bf0d-2a94-418a-8fa7-6009589f7877 req-ba98fe54-63c0-4436-a1e0-dcb6b028c6e5 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4078920 Jul 13 07:45:44.399313 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] Port 831f6842-c512-4ad9-9a87-f3b7e21422e9 on network d24b28f5-2368-4831-bcc4-9bdb0772555e not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:45:44.399565 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] Attempting to bind port 831f6842-c512-4ad9-9a87-f3b7e21422e9 on network d24b28f5-2368-4831-bcc4-9bdb0772555e {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:44.448732 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:44.449238 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] Checking segment: {'id': 'bad5001b-1b96-4b53-9528-1ee15e739730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd24b28f5-2368-4831-bcc4-9bdb0772555e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:44.449749 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] Bound using segment: {'id': 'bad5001b-1b96-4b53-9528-1ee15e739730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd24b28f5-2368-4831-bcc4-9bdb0772555e'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:44.450354 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] Bound port: 831f6842-c512-4ad9-9a87-f3b7e21422e9, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad5001b-1b96-4b53-9528-1ee15e739730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd24b28f5-2368-4831-bcc4-9bdb0772555e'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:44.451032 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.459710 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8112bf0d-2a94-418a-8fa7-6009589f7877 req-6a3b7da7-ea39-4120-81d0-1f4075ea921a tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.163 HTTP/1.1" status: 200 len: 696 time: 0.0607464 Jul 13 07:45:44.595854 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a1143-c012-48b5-9913-376b3f2765ab req-a8e8c1dd-d242-4ed8-919a-615059e589fe tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:44.602352 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a1143-c012-48b5-9913-376b3f2765ab req-a8e8c1dd-d242-4ed8-919a-615059e589fe tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:44.608681 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a1143-c012-48b5-9913-376b3f2765ab req-a8e8c1dd-d242-4ed8-919a-615059e589fe tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:44.610473 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-588a1143-c012-48b5-9913-376b3f2765ab req-a8e8c1dd-d242-4ed8-919a-615059e589fe tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 2401 time: 0.1679688 Jul 13 07:45:44.644696 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112bf0d-2a94-418a-8fa7-6009589f7877 req-a25b1a1a-8b4a-4e28-8f43-bd93df8de63d tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:44.646192 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8112bf0d-2a94-418a-8fa7-6009589f7877 req-a25b1a1a-8b4a-4e28-8f43-bd93df8de63d tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.1647134 Jul 13 07:45:44.675967 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-588a1143-c012-48b5-9913-376b3f2765ab req-86cf4371-107e-444e-8950-4705ed486091 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589020 Jul 13 07:45:44.882445 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfe9c8-ebb3-4ee8-8d93-43f2ca38115b req-fd584fd9-0b93-4053-871c-d148d9002dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:44.884112 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6acfe9c8-ebb3-4ee8-8d93-43f2ca38115b req-fd584fd9-0b93-4053-871c-d148d9002dbf service neutron] 10.222.0.62 "GET /v2.0/networks?id=2609072e-d016-432b-80f0-59dce41272a3 HTTP/1.1" status: 200 len: 921 time: 0.5675712 Jul 13 07:45:44.936542 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] For port 831f6842-c512-4ad9-9a87-f3b7e21422e9, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:44.944450 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a748f21-68b2-4414-904b-c37ae7c1f03f req-0e96a2ec-4dc0-4874-8568-07c7e86dd748 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:44.945329 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6acfe9c8-ebb3-4ee8-8d93-43f2ca38115b req-07c93bc6-dcd9-452a-a72b-6c3e617faafb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34bd07b9-1f9c-45b7-ad44-baec101ce077 HTTP/1.1" status: 200 len: 217 time: 0.0534256 Jul 13 07:45:44.951702 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a748f21-68b2-4414-904b-c37ae7c1f03f req-0e96a2ec-4dc0-4874-8568-07c7e86dd748 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0883632 Jul 13 07:45:44.999007 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] For port 831f6842-c512-4ad9-9a87-f3b7e21422e9, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=831f6842-c512-4ad9-9a87-f3b7e21422e9,segment=NetworkSegment(bad5001b-1b96-4b53-9528-1ee15e739730),segment_id=bad5001b-1b96-4b53-9528-1ee15e739730)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:45.005574 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b317b41-cd11-4f9f-a11c-9dc549d95569 req-c815456e-b426-4102-a292-f3b6469733d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:45.006383 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b317b41-cd11-4f9f-a11c-9dc549d95569 req-c815456e-b426-4102-a292-f3b6469733d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:45.007057 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b317b41-cd11-4f9f-a11c-9dc549d95569 req-c815456e-b426-4102-a292-f3b6469733d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:45.007961 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a748f21-68b2-4414-904b-c37ae7c1f03f req-a71c671b-625f-44bd-806d-3ef8d62f597e tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.163 HTTP/1.1" status: 200 len: 696 time: 0.0556958 Jul 13 07:45:45.009066 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3b317b41-cd11-4f9f-a11c-9dc549d95569 req-c815456e-b426-4102-a292-f3b6469733d0 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=2b3baec9b4ee4a49a87eb1a4a6c9a5bc&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7038321 Jul 13 07:45:45.012361 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.013537 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-5a748f21-68b2-4414-904b-c37ae7c1f03f req-cf568b0d-d0fe-447d-a39b-ffda0b2c86ea tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Request body: {'floatingip': {'port_id': '34bd07b9-1f9c-45b7-ad44-baec101ce077', 'fixed_ip_address': '172.20.0.2'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:45.062141 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5a748f21-68b2-4414-904b-c37ae7c1f03f req-cf568b0d-d0fe-447d-a39b-ffda0b2c86ea tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.090845 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:45.091480 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.092983 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] 10.222.0.62 "PUT /v2.0/ports/831f6842-c512-4ad9-9a87-f3b7e21422e9 HTTP/1.1" status: 200 len: 1093 time: 1.5910280 Jul 13 07:45:45.109176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfe9c8-ebb3-4ee8-8d93-43f2ca38115b req-bdab9de6-2bec-4ae0-bcc6-904b13e7b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:45.110886 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6acfe9c8-ebb3-4ee8-8d93-43f2ca38115b req-bdab9de6-2bec-4ae0-bcc6-904b13e7b0c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ca1fca35-9ee3-4c11-b443-97b6eb8bb65c HTTP/1.1" status: 200 len: 860 time: 0.1586874 Jul 13 07:45:45.156785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] Request body: {'port': {'device_id': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:45.216024 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47914) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:45.231522 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6acfe9c8-ebb3-4ee8-8d93-43f2ca38115b req-3dd0aaf8-36b3-4e64-b8c7-17785a094fbe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2609072e-d016-432b-80f0-59dce41272a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986781 Jul 13 07:45:45.298125 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb4744-1108-4ad5-8f0e-a5a995f5222b service neutron] Pushing event updated for resources: {'Port': ['ID=831f6842-c512-4ad9-9a87-f3b7e21422e9,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:45.431461 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b317b41-cd11-4f9f-a11c-9dc549d95569 req-17117aa8-3182-493d-a647-3adb7cda4ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:45.432965 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3b317b41-cd11-4f9f-a11c-9dc549d95569 req-17117aa8-3182-493d-a647-3adb7cda4ba1 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3978193 Jul 13 07:45:45.469662 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.482279 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6acfe9c8-ebb3-4ee8-8d93-43f2ca38115b req-46380f45-40df-4df2-9743-f49b670b8750 service neutron] 10.222.0.62 "GET /v2.0/networks/2609072e-d016-432b-80f0-59dce41272a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074766 Jul 13 07:45:45.485064 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de6578c0-d36e-4d9d-8230-1098b9469617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.671522 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6acfe9c8-ebb3-4ee8-8d93-43f2ca38115b req-34750aea-31d1-4614-8e7a-7c26e0dab8c4 service neutron] 10.222.0.62 "GET /v2.0/networks/2609072e-d016-432b-80f0-59dce41272a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810317 Jul 13 07:45:45.686930 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d00241-f476-4fb5-a418-943b80385300 req-0bece034-e524-4eb4-aa88-9d1910bd042c tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:45.688458 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f7d00241-f476-4fb5-a418-943b80385300 req-0bece034-e524-4eb4-aa88-9d1910bd042c tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7fb4cfa-13da-4b1a-942f-235ba27ea4be HTTP/1.1" status: 200 len: 950 time: 0.2047408 Jul 13 07:45:45.794128 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f7d00241-f476-4fb5-a418-943b80385300 req-a9d31718-5587-432f-ac5e-a0394b0cb14e tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/security-groups?id=146847fd-91bc-4126-a763-05f686df37ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959270 Jul 13 07:45:45.798784 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5a748f21-68b2-4414-904b-c37ae7c1f03f req-cf568b0d-d0fe-447d-a39b-ffda0b2c86ea tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.800812 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de6578c0-d36e-4d9d-8230-1098b9469617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.805195 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5a748f21-68b2-4414-904b-c37ae7c1f03f req-cf568b0d-d0fe-447d-a39b-ffda0b2c86ea tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.807934 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de6578c0-d36e-4d9d-8230-1098b9469617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.831390 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:45:45.840319 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.854571 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] Transition to ACTIVE for port object 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:45.860341 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.892233 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-de6578c0-d36e-4d9d-8230-1098b9469617 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f075a5e51d5e4717a967685563e48e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6725266 Jul 13 07:45:45.892890 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47920) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:45.915671 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7a36f0-1ed7-4399-abd6-bcc931a107d1,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:45.934452 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6578c0-d36e-4d9d-8230-1098b9469617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a09f06-d826-41a0-be67-9817c1598d9e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:45.995297 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [req-5a748f21-68b2-4414-904b-c37ae7c1f03f req-cf568b0d-d0fe-447d-a39b-ffda0b2c86ea tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Floating IP 465b83fd-0043-4c15-8772-2dc0f877696d associated. External IP: 172.25.0.163, port: 34bd07b9-1f9c-45b7-ad44-baec101ce077. Jul 13 07:45:45.997894 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] Attempting to bind port 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:45.998276 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] Attempting to bind port 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'c938e694-777e-48cd-bb2c-f4a5da06b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f87ae9bb-d714-4179-80b4-5d6e988934a9'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:45.998681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] Attempting to bind port 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 on network f87ae9bb-d714-4179-80b4-5d6e988934a9 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:46.004463 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] Port 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 on network f87ae9bb-d714-4179-80b4-5d6e988934a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:45:46.005088 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] Attempting to bind port 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 on network f87ae9bb-d714-4179-80b4-5d6e988934a9 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:46.009985 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:46.010359 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] Checking segment: {'id': 'c938e694-777e-48cd-bb2c-f4a5da06b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f87ae9bb-d714-4179-80b4-5d6e988934a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:46.010761 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] Bound using segment: {'id': 'c938e694-777e-48cd-bb2c-f4a5da06b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f87ae9bb-d714-4179-80b4-5d6e988934a9'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:46.011198 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] Bound port: 3a7a36f0-1ed7-4399-abd6-bcc931a107d1, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c938e694-777e-48cd-bb2c-f4a5da06b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f87ae9bb-d714-4179-80b4-5d6e988934a9'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:46.011561 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.034546 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fda08352-d072-461e-b728-8cb84c4cbf08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.070200 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fda08352-d072-461e-b728-8cb84c4cbf08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.089453 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] For port 3a7a36f0-1ed7-4399-abd6-bcc931a107d1, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:46.093086 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] For port 3a7a36f0-1ed7-4399-abd6-bcc931a107d1, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3a7a36f0-1ed7-4399-abd6-bcc931a107d1,segment=NetworkSegment(c938e694-777e-48cd-bb2c-f4a5da06b501),segment_id=c938e694-777e-48cd-bb2c-f4a5da06b501)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:46.100904 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.135317 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'tag': '831f6842-c512-4ad9-9a87-f3b7e21422e9'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:46.137371 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436aecc9-c788-41a5-9fd4-aad97f5c4816" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3c3f41-eb56-428c-bd66-1a04fbebf59a", "tag": "831f6842-c512-4ad9-9a87-f3b7e21422e9"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:46.149424 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:46.150240 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.152130 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] 10.222.0.62 "PUT /v2.0/ports/3a7a36f0-1ed7-4399-abd6-bcc931a107d1 HTTP/1.1" status: 200 len: 1093 time: 1.0174420 Jul 13 07:45:46.184066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bee07-2453-4521-a5e7-396072994fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7a36f0-1ed7-4399-abd6-bcc931a107d1,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:46.256972 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fda08352-d072-461e-b728-8cb84c4cbf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.259696 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fda08352-d072-461e-b728-8cb84c4cbf08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.263306 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fda08352-d072-461e-b728-8cb84c4cbf08 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/35a09f06-d826-41a0-be67-9817c1598d9e HTTP/1.1" status: 204 len: 168 time: 0.3654423 Jul 13 07:45:46.267363 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e32246b0-e741-47c6-a265-b6cdc21f525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:46.267962 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e32246b0-e741-47c6-a265-b6cdc21f525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:46.268523 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e32246b0-e741-47c6-a265-b6cdc21f525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:46.270917 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-e32246b0-e741-47c6-a265-b6cdc21f525f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b3baec9b4ee4a49a87eb1a4a6c9a5bc&device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 2869 time: 0.0667551 Jul 13 07:45:46.292843 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3dc55-6ca8-4050-92fd-75e9940a9f1c req-84e687a9-9123-4a7c-bf13-b055ec3d00f1 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:46.299749 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a4a3dc55-6ca8-4050-92fd-75e9940a9f1c req-84e687a9-9123-4a7c-bf13-b055ec3d00f1 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf88df9-476b-41fd-80d6-0dde763b16e4 HTTP/1.1" status: 200 len: 946 time: 0.1977983 Jul 13 07:45:46.304875 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda08352-d072-461e-b728-8cb84c4cbf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a09f06-d826-41a0-be67-9817c1598d9e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:46.322224 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-d5b2e0b1-c90b-44d9-add6-adade6b1a549 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.222&port_id=6ff450ed-c290-46ca-9740-95b8bd3d6e47 HTTP/1.1" status: 200 len: 217 time: 0.0439773 Jul 13 07:45:46.395922 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-8b75f20a-af8b-4b2a-be52-0b57c1b7e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:46.397960 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-8b75f20a-af8b-4b2a-be52-0b57c1b7e0f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f9ee656c-8b75-4dc1-a05b-a125c0fd89f9 HTTP/1.1" status: 200 len: 801 time: 0.0689142 Jul 13 07:45:46.398762 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a4a3dc55-6ca8-4050-92fd-75e9940a9f1c req-96a834cd-cf40-40dc-b5fa-d0e5099d76ee tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/security-groups?id=43be4a9f-d6ac-472f-ad25-7b9b2d46c212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980015 Jul 13 07:45:46.411852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a748f21-68b2-4414-904b-c37ae7c1f03f req-cf568b0d-d0fe-447d-a39b-ffda0b2c86ea tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Router eac4af3f-1bb7-4c47-a26e-02641cb968f3 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:46.486298 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-856a11a9-c3bd-4649-a68d-0bb34b58c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:46.488467 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-856a11a9-c3bd-4649-a68d-0bb34b58c964 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f87ae9bb-d714-4179-80b4-5d6e988934a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834460 Jul 13 07:45:46.584483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a748f21-68b2-4414-904b-c37ae7c1f03f req-cf568b0d-d0fe-447d-a39b-ffda0b2c86ea tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:46.589851 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5a748f21-68b2-4414-904b-c37ae7c1f03f req-cf568b0d-d0fe-447d-a39b-ffda0b2c86ea tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.601906 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f7ff1b-92f4-4511-bc48-590b58504717 None None] Sync routers for ids ['eac4af3f-1bb7-4c47-a26e-02641cb968f3'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:46.611476 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-63785cfb-645b-43d4-83f8-c8cefa9a8759 service neutron] 10.222.0.62 "GET /v2.0/networks/f87ae9bb-d714-4179-80b4-5d6e988934a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113129 Jul 13 07:45:46.614560 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f7ff1b-92f4-4511-bc48-590b58504717 None None] Routers {'eac4af3f-1bb7-4c47-a26e-02641cb968f3'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:46.615388 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d1f7ff1b-92f4-4511-bc48-590b58504717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:45:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['eac4af3f-1bb7-4c47-a26e-02641cb968f3'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:46.658218 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ccfa1-5f8d-4430-8994-35191a8bab25 req-e83c2d32-36b0-45a1-a4e1-b421422004cf tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:46.665152 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ccfa1-5f8d-4430-8994-35191a8bab25 req-e83c2d32-36b0-45a1-a4e1-b421422004cf tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:46.673204 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ccfa1-5f8d-4430-8994-35191a8bab25 req-e83c2d32-36b0-45a1-a4e1-b421422004cf tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:46.675323 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b5ccfa1-5f8d-4430-8994-35191a8bab25 req-e83c2d32-36b0-45a1-a4e1-b421422004cf tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 2413 time: 0.1492474 Jul 13 07:45:46.730285 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a748f21-68b2-4414-904b-c37ae7c1f03f req-cf568b0d-d0fe-447d-a39b-ffda0b2c86ea tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "PUT /v2.0/floatingips/465b83fd-0043-4c15-8772-2dc0f877696d HTTP/1.1" status: 200 len: 996 time: 1.7169731 Jul 13 07:45:46.739991 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacf70e6-45d9-4b3f-894c-792e6e698ced', 'tag': '34bd07b9-1f9c-45b7-ad44-baec101ce077'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:46.748145 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309e64ed-0312-40a1-93a0-9d42e8267d66" -d '{"events": [{"name": "network-changed", "server_uuid": "dacf70e6-45d9-4b3f-894c-792e6e698ced", "tag": "34bd07b9-1f9c-45b7-ad44-baec101ce077"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:46.751200 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d1f7ff1b-92f4-4511-bc48-590b58504717 None None] Set router eac4af3f-1bb7-4c47-a26e-02641cb968f3 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:46.752764 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824627f6-7745-49fa-bcd2-2cea161cbbfc req-924b5b48-4d43-49b2-a9b6-3058aad39f22 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:46.754964 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-824627f6-7745-49fa-bcd2-2cea161cbbfc req-924b5b48-4d43-49b2-a9b6-3058aad39f22 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7fb4cfa-13da-4b1a-942f-235ba27ea4be HTTP/1.1" status: 200 len: 950 time: 0.1415274 Jul 13 07:45:46.797369 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-03593a07-98a9-40be-b30f-79bd0268c86b service neutron] 10.222.0.62 "GET /v2.0/networks/f87ae9bb-d714-4179-80b4-5d6e988934a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741786 Jul 13 07:45:46.822632 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b5ccfa1-5f8d-4430-8994-35191a8bab25 req-836aec30-0e7e-4444-a724-28e2ce7221af tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381652 Jul 13 07:45:46.849060 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-261aa3a0-f511-4d74-87f8-8ef3c5e7a4ef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.135&port_id=831f6842-c512-4ad9-9a87-f3b7e21422e9 HTTP/1.1" status: 200 len: 217 time: 0.0417948 Jul 13 07:45:46.896097 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e443425-cb9c-49b8-bc70-20e7e018f7fa req-90ed993b-821b-4127-8886-28f2b4406647 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:46.897922 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e443425-cb9c-49b8-bc70-20e7e018f7fa req-90ed993b-821b-4127-8886-28f2b4406647 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bf88df9-476b-41fd-80d6-0dde763b16e4 HTTP/1.1" status: 200 len: 946 time: 0.1438837 Jul 13 07:45:46.909982 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a748f21-68b2-4414-904b-c37ae7c1f03f req-caed3a93-ebfa-415c-aa19-b38b31513bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:46.917466 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b9c264-475e-4a4a-bb87-d436347019a7 x-openstack-request-id: req-64b9c264-475e-4a4a-bb87-d436347019a7 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:46.918515 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3c3f41-eb56-428c-bd66-1a04fbebf59a", "tag": "831f6842-c512-4ad9-9a87-f3b7e21422e9", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:46.918515 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64b9c264-475e-4a4a-bb87-d436347019a7 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:46.918706 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'tag': '831f6842-c512-4ad9-9a87-f3b7e21422e9', 'status': 'completed', 'code': 200} Jul 13 07:45:46.918785 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a748f21-68b2-4414-904b-c37ae7c1f03f req-caed3a93-ebfa-415c-aa19-b38b31513bf4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c163ac6d998f43b188fb086f94b0c0de&device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 1097 time: 0.1624331 Jul 13 07:45:46.945836 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-720bd020-c5c8-48dc-8f79-e5881bfd4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:46.947477 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-720bd020-c5c8-48dc-8f79-e5881bfd4d49 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dd826c35-935f-455d-8519-26a086e7de04 HTTP/1.1" status: 200 len: 801 time: 0.0903296 Jul 13 07:45:47.039935 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-824627f6-7745-49fa-bcd2-2cea161cbbfc req-39a51075-8e2a-406f-afe0-06c048397850 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Deleting port c1ab065b-4ba6-474e-8694-307f66128bf7 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:47.040541 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-824627f6-7745-49fa-bcd2-2cea161cbbfc req-39a51075-8e2a-406f-afe0-06c048397850 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.061597 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a748f21-68b2-4414-904b-c37ae7c1f03f req-beb2413d-6049-41c5-98e7-0a85010e2792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:47.075223 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a748f21-68b2-4414-904b-c37ae7c1f03f req-beb2413d-6049-41c5-98e7-0a85010e2792 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2609072e-d016-432b-80f0-59dce41272a3 HTTP/1.1" status: 200 len: 921 time: 0.1493695 Jul 13 07:45:47.168260 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d1f7ff1b-92f4-4511-bc48-590b58504717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376614273-router', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:40Z', 'updated_at': '2021-07-13T07:44:43Z', 'revision_number': 4, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'gw_port': {'id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:41Z', 'updated_at': '2021-07-13T07:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '465b83fd-0043-4c15-8772-2dc0f877696d', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'port_id': '34bd07b9-1f9c-45b7-ad44-baec101ce077', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2609072e-d016-432b-80f0-59dce41272a3', 'mac_address': 'fa:16:3e:27:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacf70e6-45d9-4b3f-894c-792e6e698ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:45Z', 'revision_number': 1, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb12b7dc-4404-4c20-af42-3aa566859edf', 'name': '', 'network_id': '2609072e-d016-432b-80f0-59dce41272a3', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'mac_address': 'fa:16:3e:06:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'ca1fca35-9ee3-4c11-b443-97b6eb8bb65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:43Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 5, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'subnets': [{'id': 'ca1fca35-9ee3-4c11-b443-97b6eb8bb65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:47.198364 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f7ff1b-92f4-4511-bc48-590b58504717 None None] Checking router: eac4af3f-1bb7-4c47-a26e-02641cb968f3 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:47.211332 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f7ff1b-92f4-4511-bc48-590b58504717 None None] Routers {'eac4af3f-1bb7-4c47-a26e-02641cb968f3'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:47.211973 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d1f7ff1b-92f4-4511-bc48-590b58504717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:45:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['eac4af3f-1bb7-4c47-a26e-02641cb968f3'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:47.212438 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-f4323a9b-9d88-41e8-a6bc-77d9b4533d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:47.213996 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-f4323a9b-9d88-41e8-a6bc-77d9b4533d2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d24b28f5-2368-4831-bcc4-9bdb0772555e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2526546 Jul 13 07:45:47.274816 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-824627f6-7745-49fa-bcd2-2cea161cbbfc req-39a51075-8e2a-406f-afe0-06c048397850 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] For port c1ab065b-4ba6-474e-8694-307f66128bf7, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=c1ab065b-4ba6-474e-8694-307f66128bf7,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:47.275293 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-824627f6-7745-49fa-bcd2-2cea161cbbfc req-39a51075-8e2a-406f-afe0-06c048397850 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.303143 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-824627f6-7745-49fa-bcd2-2cea161cbbfc req-39a51075-8e2a-406f-afe0-06c048397850 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Calling delete_port for c1ab065b-4ba6-474e-8694-307f66128bf7 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:47.306466 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e64ed-0312-40a1-93a0-9d42e8267d66 req-07446c09-3bee-4fc0-879b-2b1257e17e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:47.308380 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-309e64ed-0312-40a1-93a0-9d42e8267d66 req-07446c09-3bee-4fc0-879b-2b1257e17e8f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c163ac6d998f43b188fb086f94b0c0de&device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 1097 time: 0.1438692 Jul 13 07:45:47.369003 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d1f7ff1b-92f4-4511-bc48-590b58504717 None None] Set router eac4af3f-1bb7-4c47-a26e-02641cb968f3 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:47.492943 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-0e74f420-91fb-45e1-8ee2-b28614e95608 service neutron] 10.222.0.62 "GET /v2.0/networks/d24b28f5-2368-4831-bcc4-9bdb0772555e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595503 Jul 13 07:45:47.565704 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cbc013-4b6d-4366-839b-7640c5ce0060 x-openstack-request-id: req-e8cbc013-4b6d-4366-839b-7640c5ce0060 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:47.565998 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacf70e6-45d9-4b3f-894c-792e6e698ced", "tag": "34bd07b9-1f9c-45b7-ad44-baec101ce077", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:47.566343 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8cbc013-4b6d-4366-839b-7640c5ce0060 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:47.567358 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacf70e6-45d9-4b3f-894c-792e6e698ced', 'tag': '34bd07b9-1f9c-45b7-ad44-baec101ce077', 'status': 'completed', 'code': 200} Jul 13 07:45:47.591774 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e64ed-0312-40a1-93a0-9d42e8267d66 req-e3c40bf4-80bd-4422-a651-c2890daa61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:47.594025 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-309e64ed-0312-40a1-93a0-9d42e8267d66 req-e3c40bf4-80bd-4422-a651-c2890daa61f2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2609072e-d016-432b-80f0-59dce41272a3 HTTP/1.1" status: 200 len: 921 time: 0.2770331 Jul 13 07:45:47.631485 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a748f21-68b2-4414-904b-c37ae7c1f03f req-b84542b0-5310-4b2e-86eb-98faf439601e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34bd07b9-1f9c-45b7-ad44-baec101ce077 HTTP/1.1" status: 200 len: 999 time: 0.5617411 Jul 13 07:45:47.650211 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d1f7ff1b-92f4-4511-bc48-590b58504717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376614273-router', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:40Z', 'updated_at': '2021-07-13T07:44:43Z', 'revision_number': 4, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'gw_port': {'id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:41Z', 'updated_at': '2021-07-13T07:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '465b83fd-0043-4c15-8772-2dc0f877696d', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'port_id': '34bd07b9-1f9c-45b7-ad44-baec101ce077', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2609072e-d016-432b-80f0-59dce41272a3', 'mac_address': 'fa:16:3e:27:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacf70e6-45d9-4b3f-894c-792e6e698ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:45Z', 'revision_number': 1, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb12b7dc-4404-4c20-af42-3aa566859edf', 'name': '', 'network_id': '2609072e-d016-432b-80f0-59dce41272a3', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'mac_address': 'fa:16:3e:06:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'ca1fca35-9ee3-4c11-b443-97b6eb8bb65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:43Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 5, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'subnets': [{'id': 'ca1fca35-9ee3-4c11-b443-97b6eb8bb65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:47.651678 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-1e443425-cb9c-49b8-bc70-20e7e018f7fa req-166006d0-154a-4313-89ff-d75396074003 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Deleting port c1662d20-9a9b-4154-90b4-cca9c4a96be1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:47.652019 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1e443425-cb9c-49b8-bc70-20e7e018f7fa req-166006d0-154a-4313-89ff-d75396074003 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.677898 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f7ff1b-92f4-4511-bc48-590b58504717 None None] The sync data for ids ['eac4af3f-1bb7-4c47-a26e-02641cb968f3'] in n-d-779913-28 is: [{'id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376614273-router', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:40Z', 'updated_at': '2021-07-13T07:44:43Z', 'revision_number': 4, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'gw_port': {'id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:41Z', 'updated_at': '2021-07-13T07:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '465b83fd-0043-4c15-8772-2dc0f877696d', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'port_id': '34bd07b9-1f9c-45b7-ad44-baec101ce077', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2609072e-d016-432b-80f0-59dce41272a3', 'mac_address': 'fa:16:3e:27:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacf70e6-45d9-4b3f-894c-792e6e698ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:45Z', 'revision_number': 1, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb12b7dc-4404-4c20-af42-3aa566859edf', 'name': '', 'network_id': '2609072e-d016-432b-80f0-59dce41272a3', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'mac_address': 'fa:16:3e:06:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'ca1fca35-9ee3-4c11-b443-97b6eb8bb65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:43Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 5, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'subnets': [{'id': 'ca1fca35-9ee3-4c11-b443-97b6eb8bb65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:47.714621 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-748ad3b3-a258-4a62-9c66-7378f3bac618 service neutron] 10.222.0.62 "GET /v2.0/networks/d24b28f5-2368-4831-bcc4-9bdb0772555e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141953 Jul 13 07:45:47.724465 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-309e64ed-0312-40a1-93a0-9d42e8267d66 req-51f1f791-42d5-4fa7-9994-fa3852304ff7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34bd07b9-1f9c-45b7-ad44-baec101ce077 HTTP/1.1" status: 200 len: 999 time: 0.0987794 Jul 13 07:45:47.732182 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-824627f6-7745-49fa-bcd2-2cea161cbbfc req-39a51075-8e2a-406f-afe0-06c048397850 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.743926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['c1ab065b-4ba6-474e-8694-307f66128bf7'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:45:47.787968 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f469f2-9191-45f3-b582-549893aa1f54 req-857f2725-6f31-45ff-80ce-6738e4521bfd tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:47.789555 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36f469f2-9191-45f3-b582-549893aa1f54 req-857f2725-6f31-45ff-80ce-6738e4521bfd tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7fb4cfa-13da-4b1a-942f-235ba27ea4be HTTP/1.1" status: 200 len: 950 time: 0.2342017 Jul 13 07:45:47.793742 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a748f21-68b2-4414-904b-c37ae7c1f03f req-38c41e64-edad-41db-b828-0258aed7aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:47.795214 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a748f21-68b2-4414-904b-c37ae7c1f03f req-38c41e64-edad-41db-b828-0258aed7aec2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ca1fca35-9ee3-4c11-b443-97b6eb8bb65c HTTP/1.1" status: 200 len: 860 time: 0.1529086 Jul 13 07:45:47.805881 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-2fe589f3-9b55-408a-8679-95def69d577d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.169&port_id=3a7a36f0-1ed7-4399-abd6-bcc931a107d1 HTTP/1.1" status: 200 len: 217 time: 0.0802381 Jul 13 07:45:47.845484 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a51075-8e2a-406f-afe0-06c048397850 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Pushing event deleted for resources: {'Port': ['ID=c1ab065b-4ba6-474e-8694-307f66128bf7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:47.873970 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a748f21-68b2-4414-904b-c37ae7c1f03f req-9ef248b4-9dfb-4929-9995-7b44c6868acd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2609072e-d016-432b-80f0-59dce41272a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669518 Jul 13 07:45:47.909320 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51075-8e2a-406f-afe0-06c048397850 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:47.909660 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51075-8e2a-406f-afe0-06c048397850 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:47.909961 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51075-8e2a-406f-afe0-06c048397850 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:47.910327 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51075-8e2a-406f-afe0-06c048397850 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:47.910703 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51075-8e2a-406f-afe0-06c048397850 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:47.911041 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51075-8e2a-406f-afe0-06c048397850 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:47.911384 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51075-8e2a-406f-afe0-06c048397850 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:47.911694 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51075-8e2a-406f-afe0-06c048397850 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:47.912020 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51075-8e2a-406f-afe0-06c048397850 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:47.912373 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51075-8e2a-406f-afe0-06c048397850 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:47.912757 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51075-8e2a-406f-afe0-06c048397850 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:47.913029 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51075-8e2a-406f-afe0-06c048397850 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:47.919870 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9ef2b4-4d72-4125-895b-e3eb2def12b6 None None] New status for floating IP 465b83fd-0043-4c15-8772-2dc0f877696d: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:45:47.921537 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e64ed-0312-40a1-93a0-9d42e8267d66 req-72322dc9-7880-4921-bcab-b2a36d591edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:47.923069 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-309e64ed-0312-40a1-93a0-9d42e8267d66 req-72322dc9-7880-4921-bcab-b2a36d591edb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ca1fca35-9ee3-4c11-b443-97b6eb8bb65c HTTP/1.1" status: 200 len: 860 time: 0.1849356 Jul 13 07:45:47.934363 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36f469f2-9191-45f3-b582-549893aa1f54 req-cf648ddb-663d-46ca-9485-9e8ff469684e tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.58 "GET /v2.0/security-groups?id=146847fd-91bc-4126-a763-05f686df37ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378291 Jul 13 07:45:47.954849 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-1e443425-cb9c-49b8-bc70-20e7e018f7fa req-166006d0-154a-4313-89ff-d75396074003 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] For port c1662d20-9a9b-4154-90b4-cca9c4a96be1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=c1662d20-9a9b-4154-90b4-cca9c4a96be1,segment=NetworkSegment(cdfa905e-0830-4418-b934-bf88d70b9471),segment_id=cdfa905e-0830-4418-b934-bf88d70b9471)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:47.955236 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1e443425-cb9c-49b8-bc70-20e7e018f7fa req-166006d0-154a-4313-89ff-d75396074003 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.955802 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-824627f6-7745-49fa-bcd2-2cea161cbbfc req-39a51075-8e2a-406f-afe0-06c048397850 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] No DVR routers for this DVR port c1ab065b-4ba6-474e-8694-307f66128bf7 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:47.958844 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-824627f6-7745-49fa-bcd2-2cea161cbbfc req-39a51075-8e2a-406f-afe0-06c048397850 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.961168 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-824627f6-7745-49fa-bcd2-2cea161cbbfc req-39a51075-8e2a-406f-afe0-06c048397850 tempest-VolumesBackupsTest-360483523 tempest-VolumesBackupsTest-360483523-project] 10.222.0.35 "DELETE /v2.0/ports/c1ab065b-4ba6-474e-8694-307f66128bf7 HTTP/1.1" status: 204 len: 173 time: 1.1963787 Jul 13 07:45:47.979899 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-1e443425-cb9c-49b8-bc70-20e7e018f7fa req-166006d0-154a-4313-89ff-d75396074003 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Calling delete_port for c1662d20-9a9b-4154-90b4-cca9c4a96be1 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:47.987072 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-309e64ed-0312-40a1-93a0-9d42e8267d66 req-1b0df88a-6574-4d18-9b88-3f040310a5ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2609072e-d016-432b-80f0-59dce41272a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419421 Jul 13 07:45:47.991227 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-5f7e6917-fb41-4e7f-89ce-e50fa8ca1ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:47.993363 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-5f7e6917-fb41-4e7f-89ce-e50fa8ca1ff4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f9ee656c-8b75-4dc1-a05b-a125c0fd89f9 HTTP/1.1" status: 200 len: 801 time: 0.1661251 Jul 13 07:45:48.154217 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a748f21-68b2-4414-904b-c37ae7c1f03f req-5a41c494-f33e-402a-917b-99ab505af4f5 service neutron] 10.222.0.58 "GET /v2.0/networks/2609072e-d016-432b-80f0-59dce41272a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788718 Jul 13 07:45:48.249478 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-309e64ed-0312-40a1-93a0-9d42e8267d66 req-fbe4102a-e0af-4088-88fb-335996ec4e7c service neutron] 10.222.0.62 "GET /v2.0/networks/2609072e-d016-432b-80f0-59dce41272a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336378 Jul 13 07:45:48.347536 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a748f21-68b2-4414-904b-c37ae7c1f03f req-14431973-8cde-459c-ae95-50ae5c3c5b74 service neutron] 10.222.0.58 "GET /v2.0/networks/2609072e-d016-432b-80f0-59dce41272a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923225 Jul 13 07:45:48.349319 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1e443425-cb9c-49b8-bc70-20e7e018f7fa req-166006d0-154a-4313-89ff-d75396074003 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.361369 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['c1662d20-9a9b-4154-90b4-cca9c4a96be1'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:45:48.403445 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-309e64ed-0312-40a1-93a0-9d42e8267d66 req-f1a9e91d-120f-4591-a298-13d1dbd28277 service neutron] 10.222.0.62 "GET /v2.0/networks/2609072e-d016-432b-80f0-59dce41272a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449618 Jul 13 07:45:48.409496 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-9bbc2a32-7b0a-4006-ab58-8cf00521e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:48.411754 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-9bbc2a32-7b0a-4006-ab58-8cf00521e35d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f87ae9bb-d714-4179-80b4-5d6e988934a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3975298 Jul 13 07:45:48.414850 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166006d0-154a-4313-89ff-d75396074003 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Pushing event deleted for resources: {'Port': ['ID=c1662d20-9a9b-4154-90b4-cca9c4a96be1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:48.502753 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b2e7eccd-2661-4867-a9f7-28172cdcf685 req-775d5e50-4383-46b2-9c29-967b390bbaeb tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf88df9-476b-41fd-80d6-0dde763b16e4 HTTP/1.1" status: 200 len: 210 time: 0.0856004 Jul 13 07:45:48.547260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e443425-cb9c-49b8-bc70-20e7e018f7fa req-166006d0-154a-4313-89ff-d75396074003 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] No DVR routers for this DVR port c1662d20-9a9b-4154-90b4-cca9c4a96be1 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:48.571513 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1e443425-cb9c-49b8-bc70-20e7e018f7fa req-166006d0-154a-4313-89ff-d75396074003 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.574167 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e443425-cb9c-49b8-bc70-20e7e018f7fa req-166006d0-154a-4313-89ff-d75396074003 tempest-ServerAddressesNegativeTestJSON-1928300517 tempest-ServerAddressesNegativeTestJSON-1928300517-project] 10.222.0.35 "DELETE /v2.0/ports/c1662d20-9a9b-4154-90b4-cca9c4a96be1 HTTP/1.1" status: 204 len: 173 time: 1.6671460 Jul 13 07:45:48.621215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430cf69-ed44-45dc-978c-ea09ba10abf2 req-e12d40d9-afe8-44ee-9b07-8d0171a362d2 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:48.629517 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430cf69-ed44-45dc-978c-ea09ba10abf2 req-e12d40d9-afe8-44ee-9b07-8d0171a362d2 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:48.636383 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430cf69-ed44-45dc-978c-ea09ba10abf2 req-e12d40d9-afe8-44ee-9b07-8d0171a362d2 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:48.643073 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c430cf69-ed44-45dc-978c-ea09ba10abf2 req-e12d40d9-afe8-44ee-9b07-8d0171a362d2 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 2413 time: 0.1387327 Jul 13 07:45:48.743295 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c430cf69-ed44-45dc-978c-ea09ba10abf2 req-b1cff23f-dbe0-44e4-99cc-075a1dd8d46f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966043 Jul 13 07:45:48.781052 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-27f790e2-3363-462d-866b-a2cdf1503c1e tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.163 HTTP/1.1" status: 200 len: 1001 time: 0.1007371 Jul 13 07:45:48.819580 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-bb50e90a-ffc0-4c2f-8c25-9d0903cfa309 service neutron] 10.222.0.62 "GET /v2.0/networks/f87ae9bb-d714-4179-80b4-5d6e988934a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924406 Jul 13 07:45:48.861919 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-e3dba3a6-056a-47de-a3a5-65933df704cc tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:48.863970 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-e3dba3a6-056a-47de-a3a5-65933df704cc tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports/34bd07b9-1f9c-45b7-ad44-baec101ce077 HTTP/1.1" status: 200 len: 942 time: 0.0819321 Jul 13 07:45:48.936924 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'tag': '3a7a36f0-1ed7-4399-abd6-bcc931a107d1'}, {'server_uuid': 'c7fb4cfa-13da-4b1a-942f-235ba27ea4be', 'name': 'network-vif-deleted', 'tag': 'c1ab065b-4ba6-474e-8694-307f66128bf7'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:48.939033 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b0e353-bd4b-42b1-9ef1-14343bf70615" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3c3f41-eb56-428c-bd66-1a04fbebf59a", "tag": "3a7a36f0-1ed7-4399-abd6-bcc931a107d1"}, {"server_uuid": "c7fb4cfa-13da-4b1a-942f-235ba27ea4be", "name": "network-vif-deleted", "tag": "c1ab065b-4ba6-474e-8694-307f66128bf7"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:48.979199 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8a5fc206-c366-4368-8e40-0904d1a8b678 req-536ca70d-6d97-4fa7-add2-0538b60e1869 service neutron] 10.222.0.62 "GET /v2.0/networks/f87ae9bb-d714-4179-80b4-5d6e988934a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544359 Jul 13 07:45:49.013558 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57c6ce8-4e8a-43d9-a35d-e81c85f550d1 x-openstack-request-id: req-d57c6ce8-4e8a-43d9-a35d-e81c85f550d1 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:49.013869 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3c3f41-eb56-428c-bd66-1a04fbebf59a", "tag": "3a7a36f0-1ed7-4399-abd6-bcc931a107d1", "status": "completed", "code": 200}, {"server_uuid": "c7fb4cfa-13da-4b1a-942f-235ba27ea4be", "name": "network-vif-deleted", "tag": "c1ab065b-4ba6-474e-8694-307f66128bf7", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:49.014176 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d57c6ce8-4e8a-43d9-a35d-e81c85f550d1 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:49.014583 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'tag': '3a7a36f0-1ed7-4399-abd6-bcc931a107d1', 'status': 'completed', 'code': 200} Jul 13 07:45:49.014846 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fb4cfa-13da-4b1a-942f-235ba27ea4be', 'name': 'network-vif-deleted', 'tag': 'c1ab065b-4ba6-474e-8694-307f66128bf7', 'status': 'completed', 'code': 200} Jul 13 07:45:49.057675 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-c560c6e7-a8bf-45e0-98ec-d7a835fdf9d2 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.163 HTTP/1.1" status: 200 len: 1001 time: 0.0835853 Jul 13 07:45:49.154878 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436aecc9-c788-41a5-9fd4-aad97f5c4816 req-a19e0f02-57a2-4d38-8347-82bbb7ef42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:49.155374 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436aecc9-c788-41a5-9fd4-aad97f5c4816 req-a19e0f02-57a2-4d38-8347-82bbb7ef42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:49.155875 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436aecc9-c788-41a5-9fd4-aad97f5c4816 req-a19e0f02-57a2-4d38-8347-82bbb7ef42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:49.157642 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-436aecc9-c788-41a5-9fd4-aad97f5c4816 req-a19e0f02-57a2-4d38-8347-82bbb7ef42c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b3baec9b4ee4a49a87eb1a4a6c9a5bc&device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 2869 time: 0.1088843 Jul 13 07:45:49.258126 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-c5c185c7-7362-47d7-906d-a2e3170dc09c tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:49.270287 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-c5c185c7-7362-47d7-906d-a2e3170dc09c tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.2053356 Jul 13 07:45:49.294189 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436aecc9-c788-41a5-9fd4-aad97f5c4816 req-2d9383a5-91c5-4ea3-9155-615db3d28469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:49.294189 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-436aecc9-c788-41a5-9fd4-aad97f5c4816 req-2d9383a5-91c5-4ea3-9155-615db3d28469 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d24b28f5-2368-4831-bcc4-9bdb0772555e HTTP/1.1" status: 200 len: 903 time: 0.1262124 Jul 13 07:45:49.351385 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-f7b3efb7-16ac-41b6-86ea-c17204707e3d tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.163 HTTP/1.1" status: 200 len: 1001 time: 0.0801425 Jul 13 07:45:49.358304 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-9c8c9bc7-177e-4113-bd6e-f87a855625c4 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:49.373759 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-436aecc9-c788-41a5-9fd4-aad97f5c4816 req-802b0f9a-555f-4fdf-bd00-49f8e7f536b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.135&port_id=831f6842-c512-4ad9-9a87-f3b7e21422e9 HTTP/1.1" status: 200 len: 217 time: 0.0688968 Jul 13 07:45:49.376575 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47998) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:49.433913 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-9c8c9bc7-177e-4113-bd6e-f87a855625c4 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.491650 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436aecc9-c788-41a5-9fd4-aad97f5c4816 req-34c1e530-afb8-438b-9607-da63084fa6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:49.494658 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-436aecc9-c788-41a5-9fd4-aad97f5c4816 req-34c1e530-afb8-438b-9607-da63084fa6c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dd826c35-935f-455d-8519-26a086e7de04 HTTP/1.1" status: 200 len: 801 time: 0.1058884 Jul 13 07:45:49.575491 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf88df9-476b-41fd-80d6-0dde763b16e4', 'name': 'network-vif-deleted', 'tag': 'c1662d20-9a9b-4154-90b4-cca9c4a96be1'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:49.578315 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d9e3d6-4f1f-45c3-af6f-ffb09d1b7ee4" -d '{"events": [{"server_uuid": "3bf88df9-476b-41fd-80d6-0dde763b16e4", "name": "network-vif-deleted", "tag": "c1662d20-9a9b-4154-90b4-cca9c4a96be1"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:49.599782 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436aecc9-c788-41a5-9fd4-aad97f5c4816 req-1a10a43f-bb66-4498-81fb-1dc117ab440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:49.601484 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-436aecc9-c788-41a5-9fd4-aad97f5c4816 req-1a10a43f-bb66-4498-81fb-1dc117ab440c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d24b28f5-2368-4831-bcc4-9bdb0772555e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959191 Jul 13 07:45:49.639104 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-799c6b78-a903-44d9-8cbe-de79e80ea22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.656888 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-9c8c9bc7-177e-4113-bd6e-f87a855625c4 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.657976 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48006) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:49.696129 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-9c8c9bc7-177e-4113-bd6e-f87a855625c4 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.696526 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-9c8c9bc7-177e-4113-bd6e-f87a855625c4 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Floating IP 465b83fd-0043-4c15-8772-2dc0f877696d disassociated. External IP: 172.25.0.163, port: 34bd07b9-1f9c-45b7-ad44-baec101ce077. Jul 13 07:45:49.740367 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a62d07-c088-4800-bc05-d4476a36c546 x-openstack-request-id: req-e2a62d07-c088-4800-bc05-d4476a36c546 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:49.740835 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf88df9-476b-41fd-80d6-0dde763b16e4", "name": "network-vif-deleted", "tag": "c1662d20-9a9b-4154-90b4-cca9c4a96be1", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:49.741211 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e2a62d07-c088-4800-bc05-d4476a36c546 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:49.741672 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf88df9-476b-41fd-80d6-0dde763b16e4', 'name': 'network-vif-deleted', 'tag': 'c1662d20-9a9b-4154-90b4-cca9c4a96be1', 'status': 'completed', 'code': 200} Jul 13 07:45:49.768444 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddee56de-3188-4eb2-a7f6-ff855ba8b0bb admin admin] Deleting subnet f9367c61-2fa2-446f-bc73-cfecdfcc54ff {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:45:49.775229 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ddee56de-3188-4eb2-a7f6-ff855ba8b0bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.781740 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-436aecc9-c788-41a5-9fd4-aad97f5c4816 req-9f8704f3-7ee0-4b7b-8fc2-f484876a4fe5 service neutron] 10.222.0.62 "GET /v2.0/networks/d24b28f5-2368-4831-bcc4-9bdb0772555e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718757 Jul 13 07:45:49.859055 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ddee56de-3188-4eb2-a7f6-ff855ba8b0bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.923756 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-436aecc9-c788-41a5-9fd4-aad97f5c4816 req-36eeed49-4085-4af3-b106-6e9e35464638 service neutron] 10.222.0.62 "GET /v2.0/networks/d24b28f5-2368-4831-bcc4-9bdb0772555e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268389 Jul 13 07:45:49.938437 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-799c6b78-a903-44d9-8cbe-de79e80ea22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.944511 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-799c6b78-a903-44d9-8cbe-de79e80ea22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.958428 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ddee56de-3188-4eb2-a7f6-ff855ba8b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.001468 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-799c6b78-a903-44d9-8cbe-de79e80ea22f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7598a9f570af447fb87e9bb0c05682d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6209202 Jul 13 07:45:50.018877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48012) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:50.052497 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c6b78-a903-44d9-8cbe-de79e80ea22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010cc9a5-e4cf-4c8f-b221-6c1069ec9c2c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:50.085000 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0e353-bd4b-42b1-9ef1-14343bf70615 req-0b7bb8c2-493f-4cc4-bf9d-0c3d21522cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:50.085536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0e353-bd4b-42b1-9ef1-14343bf70615 req-0b7bb8c2-493f-4cc4-bf9d-0c3d21522cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:50.086007 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0e353-bd4b-42b1-9ef1-14343bf70615 req-0b7bb8c2-493f-4cc4-bf9d-0c3d21522cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:50.087799 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a7b0e353-bd4b-42b1-9ef1-14343bf70615 req-0b7bb8c2-493f-4cc4-bf9d-0c3d21522cc9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b3baec9b4ee4a49a87eb1a4a6c9a5bc&device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 2869 time: 0.0828013 Jul 13 07:45:50.142757 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-9c8c9bc7-177e-4113-bd6e-f87a855625c4 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Router eac4af3f-1bb7-4c47-a26e-02641cb968f3 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:50.145699 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ddee56de-3188-4eb2-a7f6-ff855ba8b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.195741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee56de-3188-4eb2-a7f6-ff855ba8b0bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9367c61-2fa2-446f-bc73-cfecdfcc54ff,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:50.207289 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ddee56de-3188-4eb2-a7f6-ff855ba8b0bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.209776 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ddee56de-3188-4eb2-a7f6-ff855ba8b0bb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f9367c61-2fa2-446f-bc73-cfecdfcc54ff HTTP/1.1" status: 204 len: 168 time: 0.5486412 Jul 13 07:45:50.212550 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48014) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:50.213334 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b206b3a-11ab-40d6-806a-bb74a24acd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.235674 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0e353-bd4b-42b1-9ef1-14343bf70615 req-8e9bb867-5232-4b70-95fb-acc286201b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:50.237389 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a7b0e353-bd4b-42b1-9ef1-14343bf70615 req-8e9bb867-5232-4b70-95fb-acc286201b07 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f87ae9bb-d714-4179-80b4-5d6e988934a9 HTTP/1.1" status: 200 len: 903 time: 0.1410723 Jul 13 07:45:50.286020 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051498aa-492a-4318-a3df-1a796bdc18ed req-28edd0ee-48d5-4c93-9950-3645b5bdf00e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:50.291952 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051498aa-492a-4318-a3df-1a796bdc18ed req-28edd0ee-48d5-4c93-9950-3645b5bdf00e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:50.297657 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a7b0e353-bd4b-42b1-9ef1-14343bf70615 req-10fe78ef-aaa5-44b2-b635-60dd78841cb8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.169&port_id=3a7a36f0-1ed7-4399-abd6-bcc931a107d1 HTTP/1.1" status: 200 len: 217 time: 0.0486283 Jul 13 07:45:50.298199 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051498aa-492a-4318-a3df-1a796bdc18ed req-28edd0ee-48d5-4c93-9950-3645b5bdf00e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:50.305551 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-051498aa-492a-4318-a3df-1a796bdc18ed req-28edd0ee-48d5-4c93-9950-3645b5bdf00e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 2413 time: 0.2681844 Jul 13 07:45:50.321395 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b206b3a-11ab-40d6-806a-bb74a24acd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.370692 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c877cec9-72e8-44ed-a42c-d2f5c8f04b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.394755 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0e353-bd4b-42b1-9ef1-14343bf70615 req-d792c9d7-35ea-4c87-9572-deec4648569f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:50.396182 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a7b0e353-bd4b-42b1-9ef1-14343bf70615 req-d792c9d7-35ea-4c87-9572-deec4648569f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f9ee656c-8b75-4dc1-a05b-a125c0fd89f9 HTTP/1.1" status: 200 len: 801 time: 0.0681632 Jul 13 07:45:50.441245 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-051498aa-492a-4318-a3df-1a796bdc18ed req-776db35e-8893-4aa9-8abe-384a57a8064c tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347213 Jul 13 07:45:50.468340 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-9c8c9bc7-177e-4113-bd6e-f87a855625c4 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:50.477447 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-9c8c9bc7-177e-4113-bd6e-f87a855625c4 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.479647 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8f54dc-7b49-47bc-934b-9dc5e5e0b872 None None] Sync routers for ids ['eac4af3f-1bb7-4c47-a26e-02641cb968f3'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:50.491334 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8f54dc-7b49-47bc-934b-9dc5e5e0b872 None None] Routers {'eac4af3f-1bb7-4c47-a26e-02641cb968f3'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:50.492373 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2d8f54dc-7b49-47bc-934b-9dc5e5e0b872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:45:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['eac4af3f-1bb7-4c47-a26e-02641cb968f3'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:50.528256 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b206b3a-11ab-40d6-806a-bb74a24acd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.533880 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b206b3a-11ab-40d6-806a-bb74a24acd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.536469 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0b206b3a-11ab-40d6-806a-bb74a24acd5f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/010cc9a5-e4cf-4c8f-b221-6c1069ec9c2c HTTP/1.1" status: 204 len: 168 time: 0.5107973 Jul 13 07:45:50.559504 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b206b3a-11ab-40d6-806a-bb74a24acd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010cc9a5-e4cf-4c8f-b221-6c1069ec9c2c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:50.600153 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c877cec9-72e8-44ed-a42c-d2f5c8f04b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.607794 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-9c8c9bc7-177e-4113-bd6e-f87a855625c4 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "PUT /v2.0/floatingips/465b83fd-0043-4c15-8772-2dc0f877696d HTTP/1.1" status: 200 len: 695 time: 1.2551279 Jul 13 07:45:50.632635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-c877cec9-72e8-44ed-a42c-d2f5c8f04b0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4eadb38-0a57-48a7-9e4b-12c24505be91']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:50.661611 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-c877cec9-72e8-44ed-a42c-d2f5c8f04b0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdfa905e-0830-4418-b934-bf88d70b9471') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:50.661997 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-c877cec9-72e8-44ed-a42c-d2f5c8f04b0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdfa905e-0830-4418-b934-bf88d70b9471') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:50.667514 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0e353-bd4b-42b1-9ef1-14343bf70615 req-e221b8fa-fdb7-499a-aecd-ef4c74b6dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:50.677856 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a7b0e353-bd4b-42b1-9ef1-14343bf70615 req-e221b8fa-fdb7-499a-aecd-ef4c74b6dff2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f87ae9bb-d714-4179-80b4-5d6e988934a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2486310 Jul 13 07:45:50.696854 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device c1662d20-9a9b-4154-90b4-cca9c4a96be1 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:50.709357 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c877cec9-72e8-44ed-a42c-d2f5c8f04b0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.727084 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-5f532692-00b7-441a-848f-4e14beeb2c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:50.742529 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-5f532692-00b7-441a-848f-4e14beeb2c81 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c163ac6d998f43b188fb086f94b0c0de&device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 1097 time: 0.1123855 Jul 13 07:45:50.742703 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: c1662d20-9a9b-4154-90b4-cca9c4a96be1 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:50.742703 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device c1662d20-9a9b-4154-90b4-cca9c4a96be1 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:50.745774 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c877cec9-72e8-44ed-a42c-d2f5c8f04b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.752555 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c877cec9-72e8-44ed-a42c-d2f5c8f04b0e admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:50.752973 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c877cec9-72e8-44ed-a42c-d2f5c8f04b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.760611 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device c1ab065b-4ba6-474e-8694-307f66128bf7 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:50.775247 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2d8f54dc-7b49-47bc-934b-9dc5e5e0b872 None None] Set router eac4af3f-1bb7-4c47-a26e-02641cb968f3 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:50.781745 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 6ff450ed-c290-46ca-9740-95b8bd3d6e47 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:50.818648 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:50.844333 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c877cec9-72e8-44ed-a42c-d2f5c8f04b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.867866 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c877cec9-72e8-44ed-a42c-d2f5c8f04b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.871889 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c877cec9-72e8-44ed-a42c-d2f5c8f04b0e admin admin] 10.222.0.58 "DELETE /v2.0/networks/f4eadb38-0a57-48a7-9e4b-12c24505be91 HTTP/1.1" status: 204 len: 168 time: 0.6580060 Jul 13 07:45:50.969717 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877cec9-72e8-44ed-a42c-d2f5c8f04b0e admin admin] Pushing event deleted for resources: {'Network': ['ID=f4eadb38-0a57-48a7-9e4b-12c24505be91,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:50.998033 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-101e111e-1e25-4d1f-a4ed-d5a6d2893ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:51.004035 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-101e111e-1e25-4d1f-a4ed-d5a6d2893ac9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2609072e-d016-432b-80f0-59dce41272a3 HTTP/1.1" status: 200 len: 921 time: 0.2592349 Jul 13 07:45:51.087723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 6ff450ed-c290-46ca-9740-95b8bd3d6e47, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=6ff450ed-c290-46ca-9740-95b8bd3d6e47,segment=NetworkSegment(c938e694-777e-48cd-bb2c-f4a5da06b501),segment_id=c938e694-777e-48cd-bb2c-f4a5da06b501)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:51.113881 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: c1ab065b-4ba6-474e-8694-307f66128bf7 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:51.114909 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device c1ab065b-4ba6-474e-8694-307f66128bf7 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:51.118983 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '6ff450ed-c290-46ca-9740-95b8bd3d6e47', 'network_id': 'f87ae9bb-d714-4179-80b4-5d6e988934a9', 'port_id': '6ff450ed-c290-46ca-9740-95b8bd3d6e47', 'mac_address': 'fa:16:3e:0f:47:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ee656c-8b75-4dc1-a05b-a125c0fd89f9', 'ip_address': '19.80.0.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:45:51.174744 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-a23f9c39-1181-42d3-9c0e-2f0a02a3135a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34bd07b9-1f9c-45b7-ad44-baec101ce077 HTTP/1.1" status: 200 len: 217 time: 0.1642196 Jul 13 07:45:51.242065 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-f7994557-1c10-4f2e-9807-50587bf081e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:51.242673 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.252044 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-f7994557-1c10-4f2e-9807-50587bf081e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ca1fca35-9ee3-4c11-b443-97b6eb8bb65c HTTP/1.1" status: 200 len: 860 time: 0.0763366 Jul 13 07:45:51.267299 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a7b0e353-bd4b-42b1-9ef1-14343bf70615 req-66abcd53-01cd-4a3e-b35a-3c8f66fdc438 service neutron] 10.222.0.62 "GET /v2.0/networks/f87ae9bb-d714-4179-80b4-5d6e988934a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5657656 Jul 13 07:45:51.278938 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff450ed-c290-46ca-9740-95b8bd3d6e47 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:45:51.281666 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2d8f54dc-7b49-47bc-934b-9dc5e5e0b872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376614273-router', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:40Z', 'updated_at': '2021-07-13T07:44:43Z', 'revision_number': 4, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'gw_port': {'id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:41Z', 'updated_at': '2021-07-13T07:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'cb12b7dc-4404-4c20-af42-3aa566859edf', 'name': '', 'network_id': '2609072e-d016-432b-80f0-59dce41272a3', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'mac_address': 'fa:16:3e:06:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'ca1fca35-9ee3-4c11-b443-97b6eb8bb65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:43Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 5, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'subnets': [{'id': 'ca1fca35-9ee3-4c11-b443-97b6eb8bb65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:51.298250 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-c2fbb45b-ac22-46ad-879c-fe1e5c2b0675 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2609072e-d016-432b-80f0-59dce41272a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446532 Jul 13 07:45:51.359039 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48038) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:51.371879 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 6ff450ed-c290-46ca-9740-95b8bd3d6e47, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=6ff450ed-c290-46ca-9740-95b8bd3d6e47,segment=NetworkSegment(c938e694-777e-48cd-bb2c-f4a5da06b501),segment_id=c938e694-777e-48cd-bb2c-f4a5da06b501)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:51.387691 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.401270 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8f54dc-7b49-47bc-934b-9dc5e5e0b872 None None] Checking router: eac4af3f-1bb7-4c47-a26e-02641cb968f3 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:51.442225 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8f54dc-7b49-47bc-934b-9dc5e5e0b872 None None] Routers {'eac4af3f-1bb7-4c47-a26e-02641cb968f3'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:51.444074 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2d8f54dc-7b49-47bc-934b-9dc5e5e0b872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:45:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['eac4af3f-1bb7-4c47-a26e-02641cb968f3'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:51.499084 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-936600bb-59be-46a8-933c-1c7d8bf71c55 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4d14a6f3d5a445f8b5b6dab2500934e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340382 Jul 13 07:45:51.506134 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48042) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:51.521121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:45:51.563159 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a7b0e353-bd4b-42b1-9ef1-14343bf70615 req-9533d5c0-d8ec-4242-b485-9d08d92c72b8 service neutron] 10.222.0.62 "GET /v2.0/networks/f87ae9bb-d714-4179-80b4-5d6e988934a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873752 Jul 13 07:45:51.581569 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=6ff450ed-c290-46ca-9740-95b8bd3d6e47,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:51.594768 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-1fccb6a3-4c65-407c-9e48-51b4b031dc70 service neutron] 10.222.0.58 "GET /v2.0/networks/2609072e-d016-432b-80f0-59dce41272a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951772 Jul 13 07:45:51.605455 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 3a7a36f0-1ed7-4399-abd6-bcc931a107d1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3a7a36f0-1ed7-4399-abd6-bcc931a107d1,segment=NetworkSegment(c938e694-777e-48cd-bb2c-f4a5da06b501),segment_id=c938e694-777e-48cd-bb2c-f4a5da06b501)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:51.619618 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '3a7a36f0-1ed7-4399-abd6-bcc931a107d1', 'network_id': 'f87ae9bb-d714-4179-80b4-5d6e988934a9', 'port_id': '3a7a36f0-1ed7-4399-abd6-bcc931a107d1', 'mac_address': 'fa:16:3e:4f:b2:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ee656c-8b75-4dc1-a05b-a125c0fd89f9', 'ip_address': '19.80.0.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:45:51.715910 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.739766 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:45:51.743904 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacf70e6-45d9-4b3f-894c-792e6e698ced', 'tag': '34bd07b9-1f9c-45b7-ad44-baec101ce077'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:51.746867 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db676a3c-441d-47bd-b964-65030844ada2" -d '{"events": [{"name": "network-changed", "server_uuid": "dacf70e6-45d9-4b3f-894c-792e6e698ced", "tag": "34bd07b9-1f9c-45b7-ad44-baec101ce077"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:51.819984 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2d8f54dc-7b49-47bc-934b-9dc5e5e0b872 None None] Set router eac4af3f-1bb7-4c47-a26e-02641cb968f3 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:51.822214 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 3a7a36f0-1ed7-4399-abd6-bcc931a107d1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3a7a36f0-1ed7-4399-abd6-bcc931a107d1,segment=NetworkSegment(c938e694-777e-48cd-bb2c-f4a5da06b501),segment_id=c938e694-777e-48cd-bb2c-f4a5da06b501)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:51.831153 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.839172 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5473a17-ecc4-440c-894f-ab92ea589523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.850445 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 831f6842-c512-4ad9-9a87-f3b7e21422e9 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:45:51.947872 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5473a17-ecc4-440c-894f-ab92ea589523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.971847 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2405a12-9372-4626-9706-7c43eda3ac3d req-dbb01fa7-ad0c-4b02-8f4e-1bca05d51c49 service neutron] 10.222.0.58 "GET /v2.0/networks/2609072e-d016-432b-80f0-59dce41272a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762197 Jul 13 07:45:52.015459 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=3a7a36f0-1ed7-4399-abd6-bcc931a107d1,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:52.074368 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebec20-187d-46f2-a0aa-467476afb24d req-7936e97f-7632-4da1-8567-8ece092002c4 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:52.114812 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebec20-187d-46f2-a0aa-467476afb24d req-7936e97f-7632-4da1-8567-8ece092002c4 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:52.136127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebec20-187d-46f2-a0aa-467476afb24d req-7936e97f-7632-4da1-8567-8ece092002c4 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:52.168605 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30ebec20-187d-46f2-a0aa-467476afb24d req-7936e97f-7632-4da1-8567-8ece092002c4 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 2414 time: 0.4789038 Jul 13 07:45:52.188653 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 831f6842-c512-4ad9-9a87-f3b7e21422e9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=831f6842-c512-4ad9-9a87-f3b7e21422e9,segment=NetworkSegment(bad5001b-1b96-4b53-9528-1ee15e739730),segment_id=bad5001b-1b96-4b53-9528-1ee15e739730)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:52.227705 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '831f6842-c512-4ad9-9a87-f3b7e21422e9', 'network_id': 'd24b28f5-2368-4831-bcc4-9bdb0772555e', 'port_id': '831f6842-c512-4ad9-9a87-f3b7e21422e9', 'mac_address': 'fa:16:3e:79:5f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd826c35-935f-455d-8519-26a086e7de04', 'ip_address': '19.86.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:45:52.278123 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30ebec20-187d-46f2-a0aa-467476afb24d req-8781e495-8605-4b1f-9d98-692a15980466 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048770 Jul 13 07:45:52.290145 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5473a17-ecc4-440c-894f-ab92ea589523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.293822 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5473a17-ecc4-440c-894f-ab92ea589523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.295797 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a5473a17-ecc4-440c-894f-ab92ea589523 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/43be4a9f-d6ac-472f-ad25-7b9b2d46c212 HTTP/1.1" status: 204 len: 168 time: 0.7918150 Jul 13 07:45:52.330495 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5473a17-ecc4-440c-894f-ab92ea589523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43be4a9f-d6ac-472f-ad25-7b9b2d46c212,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:52.394631 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.449548 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 831f6842-c512-4ad9-9a87-f3b7e21422e9 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:45:52.479072 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d84a85-bda1-4f50-b2a3-cddfb87907d7 x-openstack-request-id: req-e5d84a85-bda1-4f50-b2a3-cddfb87907d7 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:52.479474 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacf70e6-45d9-4b3f-894c-792e6e698ced", "tag": "34bd07b9-1f9c-45b7-ad44-baec101ce077", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:52.479666 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5d84a85-bda1-4f50-b2a3-cddfb87907d7 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:52.480020 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacf70e6-45d9-4b3f-894c-792e6e698ced', 'tag': '34bd07b9-1f9c-45b7-ad44-baec101ce077', 'status': 'completed', 'code': 200} Jul 13 07:45:52.494228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 831f6842-c512-4ad9-9a87-f3b7e21422e9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=831f6842-c512-4ad9-9a87-f3b7e21422e9,segment=NetworkSegment(bad5001b-1b96-4b53-9528-1ee15e739730),segment_id=bad5001b-1b96-4b53-9528-1ee15e739730)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:52.500766 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.504312 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e90dfdf0-ee6f-49d5-8dff-64683f751c95 req-47412466-16a6-4f8d-8ed0-31381c138b40 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/floatingips/465b83fd-0043-4c15-8772-2dc0f877696d HTTP/1.1" status: 200 len: 695 time: 0.1233256 Jul 13 07:45:52.647612 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=831f6842-c512-4ad9-9a87-f3b7e21422e9,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:52.744600 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db676a3c-441d-47bd-b964-65030844ada2 req-75fb3fec-0b8d-4f73-83c2-ca5d34a4ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:52.749519 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-db676a3c-441d-47bd-b964-65030844ada2 req-75fb3fec-0b8d-4f73-83c2-ca5d34a4ce5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c163ac6d998f43b188fb086f94b0c0de&device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 1097 time: 0.2564452 Jul 13 07:45:52.787207 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2d8f54dc-7b49-47bc-934b-9dc5e5e0b872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376614273-router', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:40Z', 'updated_at': '2021-07-13T07:44:43Z', 'revision_number': 4, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'gw_port': {'id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:41Z', 'updated_at': '2021-07-13T07:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'cb12b7dc-4404-4c20-af42-3aa566859edf', 'name': '', 'network_id': '2609072e-d016-432b-80f0-59dce41272a3', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'mac_address': 'fa:16:3e:06:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'ca1fca35-9ee3-4c11-b443-97b6eb8bb65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:43Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 5, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'subnets': [{'id': 'ca1fca35-9ee3-4c11-b443-97b6eb8bb65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:52.800260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90dfdf0-ee6f-49d5-8dff-64683f751c95 req-6c981c99-d14d-48fc-8c21-6ff8676bc096 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:52.812932 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e90dfdf0-ee6f-49d5-8dff-64683f751c95 req-6c981c99-d14d-48fc-8c21-6ff8676bc096 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 784 time: 0.2952058 Jul 13 07:45:52.879645 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8f54dc-7b49-47bc-934b-9dc5e5e0b872 None None] The sync data for ids ['eac4af3f-1bb7-4c47-a26e-02641cb968f3'] in n-d-779913-28 is: [{'id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376614273-router', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:40Z', 'updated_at': '2021-07-13T07:44:43Z', 'revision_number': 4, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'gw_port': {'id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:41Z', 'updated_at': '2021-07-13T07:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'cb12b7dc-4404-4c20-af42-3aa566859edf', 'name': '', 'network_id': '2609072e-d016-432b-80f0-59dce41272a3', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'mac_address': 'fa:16:3e:06:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'ca1fca35-9ee3-4c11-b443-97b6eb8bb65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:43Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 5, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'subnets': [{'id': 'ca1fca35-9ee3-4c11-b443-97b6eb8bb65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:52.943960 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e90dfdf0-ee6f-49d5-8dff-64683f751c95 req-8f8271ea-47c4-4889-b493-866e9e82c84a tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.163 HTTP/1.1" status: 200 len: 698 time: 0.1287570 Jul 13 07:45:52.998908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3a7a36f0-1ed7-4399-abd6-bcc931a107d1'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:45:53.003783 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db676a3c-441d-47bd-b964-65030844ada2 req-25f763ca-f5fd-4787-a27c-965a03250816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:53.006682 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-db676a3c-441d-47bd-b964-65030844ada2 req-25f763ca-f5fd-4787-a27c-965a03250816 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2609072e-d016-432b-80f0-59dce41272a3 HTTP/1.1" status: 200 len: 921 time: 0.2478230 Jul 13 07:45:53.032778 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e90dfdf0-ee6f-49d5-8dff-64683f751c95 req-8e23ec6a-369c-4f83-83c0-7d5f2714a9d9 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.0.163 HTTP/1.1" status: 200 len: 698 time: 0.0874810 Jul 13 07:45:53.073170 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-db676a3c-441d-47bd-b964-65030844ada2 req-5369e065-76cf-4392-8dff-5e5c19076b4b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34bd07b9-1f9c-45b7-ad44-baec101ce077 HTTP/1.1" status: 200 len: 217 time: 0.0560787 Jul 13 07:45:53.097911 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['831f6842-c512-4ad9-9a87-f3b7e21422e9'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:45:53.210103 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db676a3c-441d-47bd-b964-65030844ada2 req-ec926952-71da-4b0d-abe1-e2271afad466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:53.214421 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-db676a3c-441d-47bd-b964-65030844ada2 req-ec926952-71da-4b0d-abe1-e2271afad466 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ca1fca35-9ee3-4c11-b443-97b6eb8bb65c HTTP/1.1" status: 200 len: 860 time: 0.1302693 Jul 13 07:45:53.235144 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce917b6c-ae5e-4c65-9f05-1dd4099a42cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.303016 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-db676a3c-441d-47bd-b964-65030844ada2 req-a0fb655b-01f4-49ab-b51f-3dbba74f9245 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2609072e-d016-432b-80f0-59dce41272a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801442 Jul 13 07:45:53.405102 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-e90dfdf0-ee6f-49d5-8dff-64683f751c95 req-be365e8f-b2a9-4e38-a993-a9c27c4b73a3 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Deleting port 28de00a7-9bee-474a-a03a-e2f0ac100013 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:53.405445 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e90dfdf0-ee6f-49d5-8dff-64683f751c95 req-be365e8f-b2a9-4e38-a993-a9c27c4b73a3 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.421594 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a074cd-8bf3-4e61-9747-d7c305799d3e None None] New status for floating IP 465b83fd-0043-4c15-8772-2dc0f877696d: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:45:53.567271 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-db676a3c-441d-47bd-b964-65030844ada2 req-1d686f4d-d007-4a51-ae70-3e525b767eb3 service neutron] 10.222.0.62 "GET /v2.0/networks/2609072e-d016-432b-80f0-59dce41272a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561431 Jul 13 07:45:53.646242 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e90dfdf0-ee6f-49d5-8dff-64683f751c95 req-be365e8f-b2a9-4e38-a993-a9c27c4b73a3 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.646692 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e90dfdf0-ee6f-49d5-8dff-64683f751c95 req-be365e8f-b2a9-4e38-a993-a9c27c4b73a3 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.675660 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-e90dfdf0-ee6f-49d5-8dff-64683f751c95 req-be365e8f-b2a9-4e38-a993-a9c27c4b73a3 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Calling delete_port for 28de00a7-9bee-474a-a03a-e2f0ac100013 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:53.761765 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-db676a3c-441d-47bd-b964-65030844ada2 req-b93450b3-ffa9-43c5-b562-acfe19857e0f service neutron] 10.222.0.62 "GET /v2.0/networks/2609072e-d016-432b-80f0-59dce41272a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859000 Jul 13 07:45:53.994171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a45a9-b41a-4625-b529-c1cfd6f44ecf req-75fc186a-3dae-420c-af20-266f46333cc7 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:54.001865 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a45a9-b41a-4625-b529-c1cfd6f44ecf req-75fc186a-3dae-420c-af20-266f46333cc7 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:54.009329 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a45a9-b41a-4625-b529-c1cfd6f44ecf req-75fc186a-3dae-420c-af20-266f46333cc7 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:54.016045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48142) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:54.016659 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f13a45a9-b41a-4625-b529-c1cfd6f44ecf req-75fc186a-3dae-420c-af20-266f46333cc7 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 2416 time: 0.1638238 Jul 13 07:45:54.073608 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['6ff450ed-c290-46ca-9740-95b8bd3d6e47'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:45:54.449751 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d8940e68-7ac1-4be8-a998-a7ba63940c08 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1236654208-network', 'tenant_id': 'e9e86bdd92ef4c5fb6eac74ebb687aba'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:54.476823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8940e68-7ac1-4be8-a998-a7ba63940c08 admin admin] Made reservation on behalf of e9e86bdd92ef4c5fb6eac74ebb687aba for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:54.480019 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d8940e68-7ac1-4be8-a998-a7ba63940c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.492784 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d8940e68-7ac1-4be8-a998-a7ba63940c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.589066 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f13a45a9-b41a-4625-b529-c1cfd6f44ecf req-7e77568b-0207-44f8-acb5-379cba2daff0 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5715055 Jul 13 07:45:54.596670 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e90dfdf0-ee6f-49d5-8dff-64683f751c95 req-be365e8f-b2a9-4e38-a993-a9c27c4b73a3 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.647045 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be365e8f-b2a9-4e38-a993-a9c27c4b73a3 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Pushing event deleted for resources: {'Port': ['ID=28de00a7-9bee-474a-a03a-e2f0ac100013,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:54.683653 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d8940e68-7ac1-4be8-a998-a7ba63940c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.692294 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d8940e68-7ac1-4be8-a998-a7ba63940c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.745850 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e90dfdf0-ee6f-49d5-8dff-64683f751c95 req-be365e8f-b2a9-4e38-a993-a9c27c4b73a3 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.751162 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e90dfdf0-ee6f-49d5-8dff-64683f751c95 req-be365e8f-b2a9-4e38-a993-a9c27c4b73a3 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.763955 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e90dfdf0-ee6f-49d5-8dff-64683f751c95 req-be365e8f-b2a9-4e38-a993-a9c27c4b73a3 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "DELETE /v2.0/floatingips/465b83fd-0043-4c15-8772-2dc0f877696d HTTP/1.1" status: 204 len: 173 time: 1.7207131 Jul 13 07:45:54.767785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8940e68-7ac1-4be8-a998-a7ba63940c08 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:54.781195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8940e68-7ac1-4be8-a998-a7ba63940c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545b3c60-167e-4597-a4bc-206bdb6d52eb,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:54.789601 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d8940e68-7ac1-4be8-a998-a7ba63940c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.790395 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-d8940e68-7ac1-4be8-a998-a7ba63940c08 admin admin] Added segment c4619b09-1c67-405c-a9ab-6a0ddad7d8d2 of type vlan for network 7c938579-69a9-4580-83e5-cee3b6a3b922 Jul 13 07:45:54.840184 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d8940e68-7ac1-4be8-a998-a7ba63940c08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.904451 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d8940e68-7ac1-4be8-a998-a7ba63940c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.905659 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8940e68-7ac1-4be8-a998-a7ba63940c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:54.906408 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d8940e68-7ac1-4be8-a998-a7ba63940c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.923913 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ad7ea07-0bd4-48f7-9e19-4996ad8c0f10 req-3d96cfcb-5856-4a09-b812-f21e25c694d2 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups/655339dd-0596-46d2-b91b-39e06e47e73e HTTP/1.1" status: 200 len: 1809 time: 0.0867562 Jul 13 07:45:54.987727 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9ad7ea07-0bd4-48f7-9e19-4996ad8c0f10 req-54b56c50-b5eb-4df0-b0d4-637d00969ee2 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.990197 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d8940e68-7ac1-4be8-a998-a7ba63940c08 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9709537 Jul 13 07:45:54.991075 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8940e68-7ac1-4be8-a998-a7ba63940c08 admin admin] Pushing event updated for resources: {'Network': ['ID=7c938579-69a9-4580-83e5-cee3b6a3b922,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:54.993208 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48200) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:54.999086 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-858c154c-bf78-4f69-9383-029bfd3c9104 admin admin] Request body: {'subnet': {'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1236654208-subnet', 'tenant_id': 'e9e86bdd92ef4c5fb6eac74ebb687aba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:55.002591 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 7c938579-69a9-4580-83e5-cee3b6a3b922 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:55.024481 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858c154c-bf78-4f69-9383-029bfd3c9104 admin admin] Made reservation on behalf of e9e86bdd92ef4c5fb6eac74ebb687aba for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:55.028698 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-858c154c-bf78-4f69-9383-029bfd3c9104 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.030894 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9ad7ea07-0bd4-48f7-9e19-4996ad8c0f10 req-54b56c50-b5eb-4df0-b0d4-637d00969ee2 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.082449 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9ad7ea07-0bd4-48f7-9e19-4996ad8c0f10 req-54b56c50-b5eb-4df0-b0d4-637d00969ee2 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.086138 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9ad7ea07-0bd4-48f7-9e19-4996ad8c0f10 req-54b56c50-b5eb-4df0-b0d4-637d00969ee2 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.088121 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ad7ea07-0bd4-48f7-9e19-4996ad8c0f10 req-54b56c50-b5eb-4df0-b0d4-637d00969ee2 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "DELETE /v2.0/security-groups/655339dd-0596-46d2-b91b-39e06e47e73e HTTP/1.1" status: 204 len: 173 time: 0.1630766 Jul 13 07:45:55.130753 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b56c50-b5eb-4df0-b0d4-637d00969ee2 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=655339dd-0596-46d2-b91b-39e06e47e73e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:55.361451 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-858c154c-bf78-4f69-9383-029bfd3c9104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.471186 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c154c-bf78-4f69-9383-029bfd3c9104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef8db247-d22c-4308-8e07-626593577869,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:55.474504 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858c154c-bf78-4f69-9383-029bfd3c9104 admin admin] Checking segment: {'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:55.474872 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858c154c-bf78-4f69-9383-029bfd3c9104 admin admin] Network hostable DHCP agents. Network: 7c938579-69a9-4580-83e5-cee3b6a3b922, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:55.504241 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858c154c-bf78-4f69-9383-029bfd3c9104 admin admin] Network 7c938579-69a9-4580-83e5-cee3b6a3b922 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:55.518719 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-858c154c-bf78-4f69-9383-029bfd3c9104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 7c938579-69a9-4580-83e5-cee3b6a3b922) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:55.529220 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858c154c-bf78-4f69-9383-029bfd3c9104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:55.532488 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-858c154c-bf78-4f69-9383-029bfd3c9104 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.533307 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db62850-e176-4aa0-ae02-31f42903c7b0 None None] Network 7c938579-69a9-4580-83e5-cee3b6a3b922 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:55.578969 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-858c154c-bf78-4f69-9383-029bfd3c9104 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5836208 Jul 13 07:45:55.725059 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0ab98-705e-4d44-b5c0-f9e2bbec93f0 req-53918379-68a8-4206-ae1a-69ffdaadc96b tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:55.733646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44b0ab98-705e-4d44-b5c0-f9e2bbec93f0 req-53918379-68a8-4206-ae1a-69ffdaadc96b tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.1530747 Jul 13 07:45:55.802105 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44b0ab98-705e-4d44-b5c0-f9e2bbec93f0 req-e67148f9-d92f-4f62-8c43-7c2a46a71ad0 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658340 Jul 13 07:45:55.803616 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cffd59-de40-4399-a617-d362267a8f9b None None] Network 7c938579-69a9-4580-83e5-cee3b6a3b922 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:56.036660 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716bef6-dd1e-410d-8056-53f8aa5f3eba req-16fae171-e65d-4d88-89ca-610b8baee349 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:56.043938 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716bef6-dd1e-410d-8056-53f8aa5f3eba req-16fae171-e65d-4d88-89ca-610b8baee349 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:56.050381 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716bef6-dd1e-410d-8056-53f8aa5f3eba req-16fae171-e65d-4d88-89ca-610b8baee349 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:56.052394 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c716bef6-dd1e-410d-8056-53f8aa5f3eba req-16fae171-e65d-4d88-89ca-610b8baee349 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 2416 time: 0.1802883 Jul 13 07:45:56.100914 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c716bef6-dd1e-410d-8056-53f8aa5f3eba req-690a8056-bba4-4223-9ac6-de2c1168670b tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381982 Jul 13 07:45:56.356169 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48242) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:56.447532 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-b1d9b9e9-a4e8-4d00-a2bb-c82035b531d1 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:56.449664 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-b1d9b9e9-a4e8-4d00-a2bb-c82035b531d1 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 806 time: 0.1257544 Jul 13 07:45:56.474654 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-e11a872f-5462-42d6-8030-efb9cefce556 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/quotas/e9e86bdd92ef4c5fb6eac74ebb687aba HTTP/1.1" status: 200 len: 375 time: 0.0168257 Jul 13 07:45:56.485552 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa1b067c-504f-40c3-9275-f085a83c6305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.511010 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-3ffc9dd3-3c38-4ecd-a96e-630b37adb6ea tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304801 Jul 13 07:45:56.618396 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-048a2a59-b258-4c4e-ae00-2a2000316ca0 service neutron] 10.222.0.58 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994494 Jul 13 07:45:56.620335 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa1b067c-504f-40c3-9275-f085a83c6305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.624886 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa1b067c-504f-40c3-9275-f085a83c6305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.675952 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fa1b067c-504f-40c3-9275-f085a83c6305 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dfa8aab58b0e44b7bfa5be01ba67f42f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3183658 Jul 13 07:45:56.677610 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b067c-504f-40c3-9275-f085a83c6305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964fe855-b544-4779-9641-ac504eed57bb,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:56.681036 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48248) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:56.744745 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab615400-7814-4bb7-b170-9ecda483a7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.753802 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-47ab9f9b-c497-4d7e-ab4c-21d3b96a046a service neutron] 10.222.0.58 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287906 Jul 13 07:45:56.772459 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab615400-7814-4bb7-b170-9ecda483a7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.785337 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 6ff450ed-c290-46ca-9740-95b8bd3d6e47 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:56.856986 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab615400-7814-4bb7-b170-9ecda483a7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.862455 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab615400-7814-4bb7-b170-9ecda483a7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.864968 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ab615400-7814-4bb7-b170-9ecda483a7a6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/964fe855-b544-4779-9641-ac504eed57bb HTTP/1.1" status: 204 len: 168 time: 0.1823981 Jul 13 07:45:56.871282 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 6ff450ed-c290-46ca-9740-95b8bd3d6e47 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:56.881540 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab615400-7814-4bb7-b170-9ecda483a7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964fe855-b544-4779-9641-ac504eed57bb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:56.884768 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 6ff450ed-c290-46ca-9740-95b8bd3d6e47 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:56.885145 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.044658 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.092431 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff450ed-c290-46ca-9740-95b8bd3d6e47'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:57.093893 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b459f28-9009-47f9-a1ac-674fc432ec98 req-35a9f1a0-d819-4b47-90bf-405763b792e1 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=74dd0277-a189-484e-a6db-6369fda5af27 HTTP/1.1" status: 200 len: 210 time: 0.0563393 Jul 13 07:45:57.117310 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d26bce-34b6-4ac0-8b46-7c6f818f4d1c" -d '{"events": [{"server_uuid": "8b3c3f41-eb56-428c-bd66-1a04fbebf59a", "name": "network-vif-plugged", "status": "completed", "tag": "6ff450ed-c290-46ca-9740-95b8bd3d6e47"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:57.142303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 6ff450ed-c290-46ca-9740-95b8bd3d6e47, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=6ff450ed-c290-46ca-9740-95b8bd3d6e47,segment=NetworkSegment(c938e694-777e-48cd-bb2c-f4a5da06b501),segment_id=c938e694-777e-48cd-bb2c-f4a5da06b501)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:57.149774 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0acae2-eceb-4128-ba3e-496e7abbfd4d req-d73f4f12-caff-4232-ac26-fbe0214d9252 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:57.152222 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.158611 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f0acae2-eceb-4128-ba3e-496e7abbfd4d req-d73f4f12-caff-4232-ac26-fbe0214d9252 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.2088137 Jul 13 07:45:57.243839 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f0acae2-eceb-4128-ba3e-496e7abbfd4d req-c6608c15-a448-44c4-9d93-c758f4c1f36f tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842369 Jul 13 07:45:57.260821 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:57.371627 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=6ff450ed-c290-46ca-9740-95b8bd3d6e47,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:57.438765 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3545f3ce-95c9-49f7-985c-f7817119a9a9 x-openstack-request-id: req-3545f3ce-95c9-49f7-985c-f7817119a9a9 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:57.439089 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3c3f41-eb56-428c-bd66-1a04fbebf59a", "name": "network-vif-plugged", "status": "completed", "tag": "6ff450ed-c290-46ca-9740-95b8bd3d6e47", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:57.440240 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3545f3ce-95c9-49f7-985c-f7817119a9a9 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:57.441068 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff450ed-c290-46ca-9740-95b8bd3d6e47', 'code': 200} Jul 13 07:45:57.468038 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:57.479660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:57.480528 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.584587 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48274) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:57.587754 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c483b99c-db28-44aa-8363-6283566e25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.615077 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c02e8fa5-5522-4bb6-80da-bf5ecbbb5dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.660290 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.678122 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c631e670-e868-44bb-ad86-04817b2ee2b8 None None] Provisioning complete for port 6ff450ed-c290-46ca-9740-95b8bd3d6e47 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:57.678526 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c631e670-e868-44bb-ad86-04817b2ee2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.709880 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.729458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db304f-d2cb-4839-b2cf-f1e7d3e81e13 req-d8a424da-b9f0-42eb-b6cf-899d9ab33b02 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:57.751401 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db304f-d2cb-4839-b2cf-f1e7d3e81e13 req-d8a424da-b9f0-42eb-b6cf-899d9ab33b02 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:57.764979 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db304f-d2cb-4839-b2cf-f1e7d3e81e13 req-d8a424da-b9f0-42eb-b6cf-899d9ab33b02 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:57.768998 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43db304f-d2cb-4839-b2cf-f1e7d3e81e13 req-d8a424da-b9f0-42eb-b6cf-899d9ab33b02 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 2417 time: 0.1690249 Jul 13 07:45:57.789266 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c02e8fa5-5522-4bb6-80da-bf5ecbbb5dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.799385 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c02e8fa5-5522-4bb6-80da-bf5ecbbb5dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.827443 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 3a7a36f0-1ed7-4399-abd6-bcc931a107d1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3a7a36f0-1ed7-4399-abd6-bcc931a107d1,segment=NetworkSegment(c938e694-777e-48cd-bb2c-f4a5da06b501),segment_id=c938e694-777e-48cd-bb2c-f4a5da06b501)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:57.838273 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.839033 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43db304f-d2cb-4839-b2cf-f1e7d3e81e13 req-8a93c2c3-d8a5-4355-9fcd-2be5f8aeffab tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621688 Jul 13 07:45:57.893312 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c02e8fa5-5522-4bb6-80da-bf5ecbbb5dfa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a9b6199980948a2bcef6ae486b81463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3074782 Jul 13 07:45:57.894617 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e8fa5-5522-4bb6-80da-bf5ecbbb5dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1526fe7-2248-4469-b59d-28d5e6e4a929,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:57.896181 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48278) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:57.930701 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 831f6842-c512-4ad9-9a87-f3b7e21422e9 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:57.991338 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49d61abe-e22f-4727-9cc5-8180d458de4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.032935 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=3a7a36f0-1ed7-4399-abd6-bcc931a107d1,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:58.042371 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49d61abe-e22f-4727-9cc5-8180d458de4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.049771 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 831f6842-c512-4ad9-9a87-f3b7e21422e9 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:58.059416 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 831f6842-c512-4ad9-9a87-f3b7e21422e9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:58.059796 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.114298 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49d61abe-e22f-4727-9cc5-8180d458de4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.118119 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49d61abe-e22f-4727-9cc5-8180d458de4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.120215 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-49d61abe-e22f-4727-9cc5-8180d458de4e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1526fe7-2248-4469-b59d-28d5e6e4a929 HTTP/1.1" status: 204 len: 168 time: 0.2230213 Jul 13 07:45:58.137645 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d61abe-e22f-4727-9cc5-8180d458de4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1526fe7-2248-4469-b59d-28d5e6e4a929,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:58.191751 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.245809 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 831f6842-c512-4ad9-9a87-f3b7e21422e9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=831f6842-c512-4ad9-9a87-f3b7e21422e9,segment=NetworkSegment(bad5001b-1b96-4b53-9528-1ee15e739730),segment_id=bad5001b-1b96-4b53-9528-1ee15e739730)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:58.253166 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.367698 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=831f6842-c512-4ad9-9a87-f3b7e21422e9,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:58.372869 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e72b32d1-68ef-4fda-8682-93ebea087b1e None None] Provisioning complete for port 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:58.373479 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e72b32d1-68ef-4fda-8682-93ebea087b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.385687 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d2e3bb8-6750-49be-9644-cb0f3c52899f req-6ff757b7-7045-4a41-9b41-f40d3c0b2c76 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=74dd0277-a189-484e-a6db-6369fda5af27 HTTP/1.1" status: 200 len: 210 time: 0.0752835 Jul 13 07:45:58.392640 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c121c10-d811-4529-a843-614cf5c42b86 req-be80b9c8-8d88-407f-98bb-db8369c8f31c tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:58.401702 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c121c10-d811-4529-a843-614cf5c42b86 req-be80b9c8-8d88-407f-98bb-db8369c8f31c tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.62 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.1690218 Jul 13 07:45:58.666003 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-0c121c10-d811-4529-a843-614cf5c42b86 req-b1550f77-b92d-45f2-a05b-4b50501cc3b8 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Deleting port 34bd07b9-1f9c-45b7-ad44-baec101ce077 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:58.667256 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0c121c10-d811-4529-a843-614cf5c42b86 req-b1550f77-b92d-45f2-a05b-4b50501cc3b8 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.668143 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7dabf4-d31b-40ea-abfc-601b3c2f4300 req-701b498e-23dd-47fe-9523-fd7b27812bb7 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:58.677902 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2e7dabf4-d31b-40ea-abfc-601b3c2f4300 req-701b498e-23dd-47fe-9523-fd7b27812bb7 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 945 time: 0.2052429 Jul 13 07:45:58.783687 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7055bb60-90c6-42be-9019-dff7a8b953b7 None None] Provisioning complete for port 831f6842-c512-4ad9-9a87-f3b7e21422e9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:58.785659 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7055bb60-90c6-42be-9019-dff7a8b953b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.800729 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-0c121c10-d811-4529-a843-614cf5c42b86 req-b1550f77-b92d-45f2-a05b-4b50501cc3b8 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] For port 34bd07b9-1f9c-45b7-ad44-baec101ce077, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=34bd07b9-1f9c-45b7-ad44-baec101ce077,segment=NetworkSegment(417f1a35-0bc1-400e-b54c-0ca962c97df0),segment_id=417f1a35-0bc1-400e-b54c-0ca962c97df0)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:58.801716 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0c121c10-d811-4529-a843-614cf5c42b86 req-b1550f77-b92d-45f2-a05b-4b50501cc3b8 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.827551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-0c121c10-d811-4529-a843-614cf5c42b86 req-b1550f77-b92d-45f2-a05b-4b50501cc3b8 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Calling delete_port for 34bd07b9-1f9c-45b7-ad44-baec101ce077 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:58.951621 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2e7dabf4-d31b-40ea-abfc-601b3c2f4300 req-da86c1e9-6191-4725-a55f-86dac9aaa89a tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/security-groups?id=46b15b32-ce8d-43bc-8cb5-180994835560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726653 Jul 13 07:45:59.026727 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-e8fc9eb7-5d38-4593-b2cb-0ce5f8692b55 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:59.028694 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-e8fc9eb7-5d38-4593-b2cb-0ce5f8692b55 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.35 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 806 time: 0.3383234 Jul 13 07:45:59.047030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-f010af51-02a5-4d7b-bd98-1d68fd40d74d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Request body: {'port': {'device_id': '74dd0277-a189-484e-a6db-6369fda5af27', 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922', 'admin_state_up': True, 'tenant_id': 'e9e86bdd92ef4c5fb6eac74ebb687aba'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:59.167367 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0c121c10-d811-4529-a843-614cf5c42b86 req-b1550f77-b92d-45f2-a05b-4b50501cc3b8 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.222213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1550f77-b92d-45f2-a05b-4b50501cc3b8 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Pushing event deleted for resources: {'Port': ['ID=34bd07b9-1f9c-45b7-ad44-baec101ce077,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:59.242267 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-f010af51-02a5-4d7b-bd98-1d68fd40d74d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Made reservation on behalf of e9e86bdd92ef4c5fb6eac74ebb687aba for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:59.246287 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-f010af51-02a5-4d7b-bd98-1d68fd40d74d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.273046 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedae6e-cbb2-4052-85a6-40970f0cd3ee req-b5e251f4-624e-48e7-a2b5-145122b0ed02 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:59.279617 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedae6e-cbb2-4052-85a6-40970f0cd3ee req-b5e251f4-624e-48e7-a2b5-145122b0ed02 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:59.286469 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedae6e-cbb2-4052-85a6-40970f0cd3ee req-b5e251f4-624e-48e7-a2b5-145122b0ed02 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:59.288280 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bfedae6e-cbb2-4052-85a6-40970f0cd3ee req-b5e251f4-624e-48e7-a2b5-145122b0ed02 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 2419 time: 0.1986327 Jul 13 07:45:59.299082 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c121c10-d811-4529-a843-614cf5c42b86 req-b1550f77-b92d-45f2-a05b-4b50501cc3b8 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] No DVR routers for this DVR port 34bd07b9-1f9c-45b7-ad44-baec101ce077 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:59.302808 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0c121c10-d811-4529-a843-614cf5c42b86 req-b1550f77-b92d-45f2-a05b-4b50501cc3b8 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.304488 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c121c10-d811-4529-a843-614cf5c42b86 req-b1550f77-b92d-45f2-a05b-4b50501cc3b8 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.62 "DELETE /v2.0/ports/34bd07b9-1f9c-45b7-ad44-baec101ce077 HTTP/1.1" status: 204 len: 173 time: 0.8941457 Jul 13 07:45:59.304942 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacf70e6-45d9-4b3f-894c-792e6e698ced', 'name': 'network-vif-deleted', 'tag': '34bd07b9-1f9c-45b7-ad44-baec101ce077'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:59.307256 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af500a5-842e-4ab4-b2b3-00d84d5d67f1" -d '{"events": [{"server_uuid": "dacf70e6-45d9-4b3f-894c-792e6e698ced", "name": "network-vif-deleted", "tag": "34bd07b9-1f9c-45b7-ad44-baec101ce077"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:59.370961 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a1fe5a-62ac-4e21-a21d-5229dfa161f2 x-openstack-request-id: req-53a1fe5a-62ac-4e21-a21d-5229dfa161f2 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:59.371504 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacf70e6-45d9-4b3f-894c-792e6e698ced", "name": "network-vif-deleted", "tag": "34bd07b9-1f9c-45b7-ad44-baec101ce077", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:59.371933 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-53a1fe5a-62ac-4e21-a21d-5229dfa161f2 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:59.372909 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacf70e6-45d9-4b3f-894c-792e6e698ced', 'name': 'network-vif-deleted', 'tag': '34bd07b9-1f9c-45b7-ad44-baec101ce077', 'status': 'completed', 'code': 200} Jul 13 07:45:59.412228 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bfedae6e-cbb2-4052-85a6-40970f0cd3ee req-1787334f-db6b-4dee-b57f-866ec7ffb7d8 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164784 Jul 13 07:45:59.443046 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7a36f0-1ed7-4399-abd6-bcc931a107d1'}, {'server_uuid': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831f6842-c512-4ad9-9a87-f3b7e21422e9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:59.447154 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352a29ea-2e0c-4f2f-b673-1a9d1b9b95f1" -d '{"events": [{"server_uuid": "8b3c3f41-eb56-428c-bd66-1a04fbebf59a", "name": "network-vif-plugged", "status": "completed", "tag": "3a7a36f0-1ed7-4399-abd6-bcc931a107d1"}, {"server_uuid": "8b3c3f41-eb56-428c-bd66-1a04fbebf59a", "name": "network-vif-plugged", "status": "completed", "tag": "831f6842-c512-4ad9-9a87-f3b7e21422e9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:59.500191 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.529546 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-f010af51-02a5-4d7b-bd98-1d68fd40d74d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Allocated IP 172.20.0.12 (7c938579-69a9-4580-83e5-cee3b6a3b922/ef8db247-d22c-4308-8e07-626593577869/3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:59.588820 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3f7a71-2b3c-46d2-b24e-4f6df240d0cd x-openstack-request-id: req-ae3f7a71-2b3c-46d2-b24e-4f6df240d0cd {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:59.589326 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3c3f41-eb56-428c-bd66-1a04fbebf59a", "name": "network-vif-plugged", "status": "completed", "tag": "3a7a36f0-1ed7-4399-abd6-bcc931a107d1", "code": 200}, {"server_uuid": "8b3c3f41-eb56-428c-bd66-1a04fbebf59a", "name": "network-vif-plugged", "status": "completed", "tag": "831f6842-c512-4ad9-9a87-f3b7e21422e9", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:59.589763 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ae3f7a71-2b3c-46d2-b24e-4f6df240d0cd {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:59.590384 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7a36f0-1ed7-4399-abd6-bcc931a107d1', 'code': 200} Jul 13 07:45:59.591264 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831f6842-c512-4ad9-9a87-f3b7e21422e9', 'code': 200} Jul 13 07:45:59.692743 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4992838f-daa6-4597-a14f-e748653a55aa req-26d55ad9-8db4-4fbc-9d8a-22ab0a8ce861 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=74dd0277-a189-484e-a6db-6369fda5af27 HTTP/1.1" status: 200 len: 210 time: 0.0505996 Jul 13 07:45:59.806505 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9d247-b100-457b-b19c-ab5be28542b1 req-ee8f8deb-f0bf-4a45-9a09-e80fdbb0ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:59.807839 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9d247-b100-457b-b19c-ab5be28542b1 req-ee8f8deb-f0bf-4a45-9a09-e80fdbb0ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:59.808515 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9d247-b100-457b-b19c-ab5be28542b1 req-ee8f8deb-f0bf-4a45-9a09-e80fdbb0ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:59.810362 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0fb9d247-b100-457b-b19c-ab5be28542b1 req-ee8f8deb-f0bf-4a45-9a09-e80fdbb0ff3f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 2875 time: 0.1159368 Jul 13 07:45:59.851213 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-f010af51-02a5-4d7b-bd98-1d68fd40d74d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.889373 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0fb9d247-b100-457b-b19c-ab5be28542b1 req-6d7b9b22-6b92-4b5f-a6c2-8785b2327724 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678558 Jul 13 07:45:59.918384 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-f010af51-02a5-4d7b-bd98-1d68fd40d74d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.972350 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-f010af51-02a5-4d7b-bd98-1d68fd40d74d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Network 7c938579-69a9-4580-83e5-cee3b6a3b922 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:59.976092 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-f010af51-02a5-4d7b-bd98-1d68fd40d74d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:59.980770 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-f010af51-02a5-4d7b-bd98-1d68fd40d74d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:00.010993 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010af51-02a5-4d7b-bd98-1d68fd40d74d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Pushing event updated for resources: {'Port': ['ID=3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:00.053919 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-f010af51-02a5-4d7b-bd98-1d68fd40d74d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:00.054624 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-f010af51-02a5-4d7b-bd98-1d68fd40d74d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.090164 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-f010af51-02a5-4d7b-bd98-1d68fd40d74d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0501945 Jul 13 07:46:00.102427 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] Request body: {'port': {'device_id': '74dd0277-a189-484e-a6db-6369fda5af27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:00.244610 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-86c127db-6210-42f3-9539-66df689e98cd req-a1449891-df1a-4a34-91c7-569836c0e857 tempest-ServerRescueTestJSONUnderV235-1341266571 tempest-ServerRescueTestJSONUnderV235-1341266571-project] 10.222.0.58 "GET /v2.0/ports?device_id=dacf70e6-45d9-4b3f-894c-792e6e698ced HTTP/1.1" status: 200 len: 210 time: 0.0563846 Jul 13 07:46:00.272453 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.636965 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:46:00.646976 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.671281 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] Transition to ACTIVE for port object 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:00.678020 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.721911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071a38-0c7a-4371-b589-b70d29715124 req-6ec33151-1a3f-4bda-a922-db0f121a1d87 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:00.730117 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071a38-0c7a-4371-b589-b70d29715124 req-6ec33151-1a3f-4bda-a922-db0f121a1d87 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:00.737985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071a38-0c7a-4371-b589-b70d29715124 req-6ec33151-1a3f-4bda-a922-db0f121a1d87 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:00.740014 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-74071a38-0c7a-4371-b589-b70d29715124 req-6ec33151-1a3f-4bda-a922-db0f121a1d87 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 2419 time: 0.1553669 Jul 13 07:46:00.802767 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] Pushing event updated for resources: {'Port': ['ID=3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:00.809607 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 34bd07b9-1f9c-45b7-ad44-baec101ce077 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:00.856606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 34bd07b9-1f9c-45b7-ad44-baec101ce077 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:00.857358 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 34bd07b9-1f9c-45b7-ad44-baec101ce077 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:00.877599 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-74071a38-0c7a-4371-b589-b70d29715124 req-3c51ce70-4dfb-4d44-a68c-4b0d24278cdc tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267519 Jul 13 07:46:00.951735 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] Attempting to bind port 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:00.951958 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] Attempting to bind port 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:00.952199 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] Attempting to bind port 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6 on network 7c938579-69a9-4580-83e5-cee3b6a3b922 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:00.958264 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] Port 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6 on network 7c938579-69a9-4580-83e5-cee3b6a3b922 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:46:00.958593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] Attempting to bind port 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6 on network 7c938579-69a9-4580-83e5-cee3b6a3b922 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:00.967323 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:00.967693 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] Checking segment: {'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:00.968050 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] Bound using segment: {'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:00.968499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] Bound port: 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:00.968859 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.991635 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e74bf-7010-4634-acbe-f0b420c9ff8f req-e324292f-791e-4ed8-a732-d11118f0a28f tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:00.993165 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-989e74bf-7010-4634-acbe-f0b420c9ff8f req-e324292f-791e-4ed8-a732-d11118f0a28f tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=74dd0277-a189-484e-a6db-6369fda5af27 HTTP/1.1" status: 200 len: 944 time: 0.1288893 Jul 13 07:46:01.090904 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-989e74bf-7010-4634-acbe-f0b420c9ff8f req-e229f6f9-7a90-4df6-b6ae-73b84e2feca7 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748324 Jul 13 07:46:01.108579 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] For port 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:01.108579 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] For port 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:01.119916 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.164461 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:01.165159 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.166651 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] 10.222.0.35 "PUT /v2.0/ports/3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6 HTTP/1.1" status: 200 len: 1093 time: 1.0695164 Jul 13 07:46:01.167129 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74dd0277-a189-484e-a6db-6369fda5af27', 'tag': '3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:01.169841 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e2628b-2a9e-4686-998d-d921850489b1" -d '{"events": [{"name": "network-changed", "server_uuid": "74dd0277-a189-484e-a6db-6369fda5af27", "tag": "3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:01.238991 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.262049 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0efbf05-dee5-473e-a6d7-6c98b5ec9880 x-openstack-request-id: req-d0efbf05-dee5-473e-a6d7-6c98b5ec9880 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:01.262570 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74dd0277-a189-484e-a6db-6369fda5af27", "tag": "3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:01.262570 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d0efbf05-dee5-473e-a6d7-6c98b5ec9880 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:01.263070 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74dd0277-a189-484e-a6db-6369fda5af27', 'tag': '3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6', 'status': 'completed', 'code': 200} Jul 13 07:46:01.265197 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298316a-0ed3-4b4b-9768-240b029e495a service neutron] Pushing event updated for resources: {'Port': ['ID=3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:01.318561 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-b6532c6b-bdd5-4130-a80e-11149860bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:01.321115 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-b6532c6b-bdd5-4130-a80e-11149860bb3a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&device_id=74dd0277-a189-484e-a6db-6369fda5af27 HTTP/1.1" status: 200 len: 1096 time: 0.1052830 Jul 13 07:46:01.347521 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48384) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:01.387798 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-2f83e0c1-cbe7-41a4-9aa0-0f4eb5cada90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6 HTTP/1.1" status: 200 len: 217 time: 0.0580411 Jul 13 07:46:01.450153 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-264ff315-6f7c-4103-9cd2-453709d8fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:01.451788 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-264ff315-6f7c-4103-9cd2-453709d8fa51 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef8db247-d22c-4308-8e07-626593577869 HTTP/1.1" status: 200 len: 846 time: 0.0578055 Jul 13 07:46:01.493151 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-334c1c60-8e81-49d0-bcc3-e1a6a2ed790f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c938579-69a9-4580-83e5-cee3b6a3b922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340695 Jul 13 07:46:01.614319 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-5075710a-2b0f-47dc-b23b-96f6c3757c93 service neutron] 10.222.0.35 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141715 Jul 13 07:46:01.763006 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e2404bfb-ffc0-43dc-83c9-dbb4b49dc760 req-ec7012b0-8f4f-4bab-be98-8a1eefd319af service neutron] 10.222.0.35 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424310 Jul 13 07:46:01.799057 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2c18a0d3-4d25-4f21-a9a4-a472427d3959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.898831 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2628b-2a9e-4686-998d-d921850489b1 req-28289501-3915-4a94-8409-73c4423f5ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:01.901147 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87e2628b-2a9e-4686-998d-d921850489b1 req-28289501-3915-4a94-8409-73c4423f5ac5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&device_id=74dd0277-a189-484e-a6db-6369fda5af27 HTTP/1.1" status: 200 len: 1096 time: 0.0831270 Jul 13 07:46:02.136316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2628b-2a9e-4686-998d-d921850489b1 req-ce7a5ef2-1f8b-4614-8195-9169e2329e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:02.137833 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87e2628b-2a9e-4686-998d-d921850489b1 req-ce7a5ef2-1f8b-4614-8195-9169e2329e81 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 907 time: 0.2266355 Jul 13 07:46:02.154748 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48408) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:02.171485 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-2c18a0d3-4d25-4f21-a9a4-a472427d3959 admin admin] Deleting port cb12b7dc-4404-4c20-af42-3aa566859edf {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:02.172027 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2c18a0d3-4d25-4f21-a9a4-a472427d3959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.231606 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87e2628b-2a9e-4686-998d-d921850489b1 req-cc469e50-fa8f-4140-89ed-908fc3359a5b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6 HTTP/1.1" status: 200 len: 217 time: 0.0858603 Jul 13 07:46:02.328997 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fa13f-ab64-4716-967c-4c8922ac950f req-c96d3d38-529e-4279-b304-d33791efa417 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:02.330882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-2c18a0d3-4d25-4f21-a9a4-a472427d3959 admin admin] For port cb12b7dc-4404-4c20-af42-3aa566859edf, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=cb12b7dc-4404-4c20-af42-3aa566859edf,segment=NetworkSegment(417f1a35-0bc1-400e-b54c-0ca962c97df0),segment_id=417f1a35-0bc1-400e-b54c-0ca962c97df0)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:02.331456 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2c18a0d3-4d25-4f21-a9a4-a472427d3959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.334380 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f8e1-f928-4910-9c20-c0d4b0a47302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.336159 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fa13f-ab64-4716-967c-4c8922ac950f req-c96d3d38-529e-4279-b304-d33791efa417 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:02.343098 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fa13f-ab64-4716-967c-4c8922ac950f req-c96d3d38-529e-4279-b304-d33791efa417 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:02.345249 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c80fa13f-ab64-4716-967c-4c8922ac950f req-c96d3d38-529e-4279-b304-d33791efa417 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 2419 time: 0.3003516 Jul 13 07:46:02.347100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2628b-2a9e-4686-998d-d921850489b1 req-d8c9618c-3561-45e8-aea9-dba7c0ea75df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:02.349093 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87e2628b-2a9e-4686-998d-d921850489b1 req-d8c9618c-3561-45e8-aea9-dba7c0ea75df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef8db247-d22c-4308-8e07-626593577869 HTTP/1.1" status: 200 len: 846 time: 0.1089473 Jul 13 07:46:02.353252 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-2c18a0d3-4d25-4f21-a9a4-a472427d3959 admin admin] Calling delete_port for cb12b7dc-4404-4c20-af42-3aa566859edf owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:02.418817 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87e2628b-2a9e-4686-998d-d921850489b1 req-72b97c9c-07d1-48a3-9a3f-db426118c759 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c938579-69a9-4580-83e5-cee3b6a3b922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611646 Jul 13 07:46:02.499319 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c80fa13f-ab64-4716-967c-4c8922ac950f req-e1070dc4-740a-48cd-8ae0-2a8532e0fcc8 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442215 Jul 13 07:46:02.573065 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f8e1-f928-4910-9c20-c0d4b0a47302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.578972 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f8e1-f928-4910-9c20-c0d4b0a47302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.593430 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbacdb-920f-4d79-b9fa-2b1f5d777fe1 req-0aef3001-5c76-4960-821b-ffa3e53569c9 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:02.596456 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7dbacdb-920f-4d79-b9fa-2b1f5d777fe1 req-0aef3001-5c76-4960-821b-ffa3e53569c9 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=74dd0277-a189-484e-a6db-6369fda5af27 HTTP/1.1" status: 200 len: 944 time: 0.1830282 Jul 13 07:46:02.601416 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87e2628b-2a9e-4686-998d-d921850489b1 req-81137f3f-a8e8-43c3-9016-8184c8fdb317 service neutron] 10.222.0.35 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683145 Jul 13 07:46:02.659955 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fcb2f8e1-f928-4910-9c20-c0d4b0a47302 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c7aa630c7cb4b5faf9de3e4cc1b20d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5012765 Jul 13 07:46:02.661209 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2f8e1-f928-4910-9c20-c0d4b0a47302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc2f231-1ecb-4532-82ec-e63b1f48742e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:02.663699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48418) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:02.700500 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2c18a0d3-4d25-4f21-a9a4-a472427d3959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.730714 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7dbacdb-920f-4d79-b9fa-2b1f5d777fe1 req-85f00f5e-7620-4322-8a0a-b2a25890999f tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263459 Jul 13 07:46:02.758823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18a0d3-4d25-4f21-a9a4-a472427d3959 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb12b7dc-4404-4c20-af42-3aa566859edf,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:02.763639 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87e2628b-2a9e-4686-998d-d921850489b1 req-51104b05-43c0-4f78-8f85-5f579feb0dda service neutron] 10.222.0.35 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511185 Jul 13 07:46:02.830677 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4a4848f9-5f9b-4a76-b76d-49ac5916e5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.901694 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4a4848f9-5f9b-4a76-b76d-49ac5916e5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.996525 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2c18a0d3-4d25-4f21-a9a4-a472427d3959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.005206 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4a4848f9-5f9b-4a76-b76d-49ac5916e5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.007756 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4a4848f9-5f9b-4a76-b76d-49ac5916e5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.012396 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4a4848f9-5f9b-4a76-b76d-49ac5916e5cb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4fc2f231-1ecb-4532-82ec-e63b1f48742e HTTP/1.1" status: 204 len: 168 time: 0.3424752 Jul 13 07:46:03.023970 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4848f9-5f9b-4a76-b76d-49ac5916e5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc2f231-1ecb-4532-82ec-e63b1f48742e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:03.322880 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c07557-6492-47b3-9f56-efa671051ba8 req-4656d367-ed3c-44be-92bc-a7249e3f3e4c tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:03.329826 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c07557-6492-47b3-9f56-efa671051ba8 req-4656d367-ed3c-44be-92bc-a7249e3f3e4c tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:03.337238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c07557-6492-47b3-9f56-efa671051ba8 req-4656d367-ed3c-44be-92bc-a7249e3f3e4c tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:03.346265 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1c07557-6492-47b3-9f56-efa671051ba8 req-4656d367-ed3c-44be-92bc-a7249e3f3e4c tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 2419 time: 0.1090064 Jul 13 07:46:03.420425 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1c07557-6492-47b3-9f56-efa671051ba8 req-66c31d02-793b-4421-8369-7d6b1feb86d6 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726428 Jul 13 07:46:03.492358 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48432) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:03.507699 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37ce7029-6dae-44c2-bef6-3fce938bddea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.606325 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c18a0d3-4d25-4f21-a9a4-a472427d3959 admin admin] Router eac4af3f-1bb7-4c47-a26e-02641cb968f3 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:03.628987 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37ce7029-6dae-44c2-bef6-3fce938bddea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.633615 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37ce7029-6dae-44c2-bef6-3fce938bddea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.680840 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-37ce7029-6dae-44c2-bef6-3fce938bddea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c35a8db67e940a3a38430be8ff69911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872561 Jul 13 07:46:03.683522 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48434) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:03.686404 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce7029-6dae-44c2-bef6-3fce938bddea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81777f00-92c9-4c8b-9a12-67c1dfc617a1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:03.771675 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c18a0d3-4d25-4f21-a9a4-a472427d3959 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:03.780524 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d450052-06f7-430f-83d1-69a73a714154 None None] Sync routers for ids ['eac4af3f-1bb7-4c47-a26e-02641cb968f3'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:03.790567 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2c18a0d3-4d25-4f21-a9a4-a472427d3959 admin admin] 10.222.0.58 "PUT /v2.0/routers/eac4af3f-1bb7-4c47-a26e-02641cb968f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4411039 Jul 13 07:46:03.791342 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2a54821-4961-4026-b6ee-035b1f4cf6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.792944 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48440) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:03.797340 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d450052-06f7-430f-83d1-69a73a714154 None None] Routers {'eac4af3f-1bb7-4c47-a26e-02641cb968f3'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:03.799313 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6d450052-06f7-430f-83d1-69a73a714154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:45:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['eac4af3f-1bb7-4c47-a26e-02641cb968f3'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:03.859844 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2a54821-4961-4026-b6ee-035b1f4cf6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.947016 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-34cfeba5-7d3e-4184-99c4-d34409b3eeab admin admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.956450 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-6d450052-06f7-430f-83d1-69a73a714154 None None] Set router eac4af3f-1bb7-4c47-a26e-02641cb968f3 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:04.034253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53925c84-1bfd-4005-87eb-2f19fb6c7cf1 req-c310a59d-b91c-4862-ba9b-c1cb61fd75fb tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:04.036240 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53925c84-1bfd-4005-87eb-2f19fb6c7cf1 req-c310a59d-b91c-4862-ba9b-c1cb61fd75fb tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=74dd0277-a189-484e-a6db-6369fda5af27 HTTP/1.1" status: 200 len: 944 time: 0.0999975 Jul 13 07:46:04.062728 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2a54821-4961-4026-b6ee-035b1f4cf6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.065956 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2a54821-4961-4026-b6ee-035b1f4cf6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.067702 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c2a54821-4961-4026-b6ee-035b1f4cf6e8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/81777f00-92c9-4c8b-9a12-67c1dfc617a1 HTTP/1.1" status: 204 len: 168 time: 0.3828354 Jul 13 07:46:04.087295 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53925c84-1bfd-4005-87eb-2f19fb6c7cf1 req-35be7c31-0389-4f95-9d4b-45ac13f8d676 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442338 Jul 13 07:46:04.105388 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a54821-4961-4026-b6ee-035b1f4cf6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81777f00-92c9-4c8b-9a12-67c1dfc617a1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:04.140184 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-34cfeba5-7d3e-4184-99c4-d34409b3eeab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.186144 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6d450052-06f7-430f-83d1-69a73a714154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376614273-router', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:40Z', 'updated_at': '2021-07-13T07:46:02Z', 'revision_number': 5, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'gw_port': {'id': 'cdb55237-0304-4318-959e-3fccf265ecd2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:41Z', 'updated_at': '2021-07-13T07:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:04.210008 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-34cfeba5-7d3e-4184-99c4-d34409b3eeab admin admin] Deleting port cdb55237-0304-4318-959e-3fccf265ecd2 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:04.210564 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-34cfeba5-7d3e-4184-99c4-d34409b3eeab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.227358 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d450052-06f7-430f-83d1-69a73a714154 None None] Checking router: eac4af3f-1bb7-4c47-a26e-02641cb968f3 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:04.236751 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d450052-06f7-430f-83d1-69a73a714154 None None] Routers {'eac4af3f-1bb7-4c47-a26e-02641cb968f3'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:04.237459 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6d450052-06f7-430f-83d1-69a73a714154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:45:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['eac4af3f-1bb7-4c47-a26e-02641cb968f3'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:04.326461 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-34cfeba5-7d3e-4184-99c4-d34409b3eeab admin admin] For port cdb55237-0304-4318-959e-3fccf265ecd2, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=cdb55237-0304-4318-959e-3fccf265ecd2,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:04.326831 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-34cfeba5-7d3e-4184-99c4-d34409b3eeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.342934 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-34cfeba5-7d3e-4184-99c4-d34409b3eeab admin admin] Calling delete_port for cdb55237-0304-4318-959e-3fccf265ecd2 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:04.343162 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-6d450052-06f7-430f-83d1-69a73a714154 None None] Set router eac4af3f-1bb7-4c47-a26e-02641cb968f3 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:04.414797 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6d450052-06f7-430f-83d1-69a73a714154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376614273-router', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:40Z', 'updated_at': '2021-07-13T07:46:04Z', 'revision_number': 6, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:04.464297 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d450052-06f7-430f-83d1-69a73a714154 None None] The sync data for ids ['eac4af3f-1bb7-4c47-a26e-02641cb968f3'] in n-d-779913-28 is: [{'id': 'eac4af3f-1bb7-4c47-a26e-02641cb968f3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376614273-router', 'tenant_id': 'c163ac6d998f43b188fb086f94b0c0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:40Z', 'updated_at': '2021-07-13T07:46:04Z', 'revision_number': 6, 'project_id': 'c163ac6d998f43b188fb086f94b0c0de', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:04.644909 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-34cfeba5-7d3e-4184-99c4-d34409b3eeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.673845 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfeba5-7d3e-4184-99c4-d34409b3eeab admin admin] Pushing event deleted for resources: {'Port': ['ID=cdb55237-0304-4318-959e-3fccf265ecd2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:04.683349 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2753d-8c12-405d-97cc-4804e50ce9eb req-7dd8f33a-37ae-42bf-8b21-ded76accc6b5 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:04.690665 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2753d-8c12-405d-97cc-4804e50ce9eb req-7dd8f33a-37ae-42bf-8b21-ded76accc6b5 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:04.699440 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2753d-8c12-405d-97cc-4804e50ce9eb req-7dd8f33a-37ae-42bf-8b21-ded76accc6b5 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:04.699883 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25d2753d-8c12-405d-97cc-4804e50ce9eb req-7dd8f33a-37ae-42bf-8b21-ded76accc6b5 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 2419 time: 0.1027341 Jul 13 07:46:04.748610 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-34cfeba5-7d3e-4184-99c4-d34409b3eeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.749862 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25d2753d-8c12-405d-97cc-4804e50ce9eb req-7db3cb37-556d-4272-85f6-2b28ede67305 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432894 Jul 13 07:46:04.782573 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:46:04.861347 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-34cfeba5-7d3e-4184-99c4-d34409b3eeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.864490 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-34cfeba5-7d3e-4184-99c4-d34409b3eeab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.926696 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-34cfeba5-7d3e-4184-99c4-d34409b3eeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.927200 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cfeba5-7d3e-4184-99c4-d34409b3eeab admin admin] Fanout notify agent at l3_agent the message router_deleted on router eac4af3f-1bb7-4c47-a26e-02641cb968f3 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:04.931704 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-34cfeba5-7d3e-4184-99c4-d34409b3eeab admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.933818 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:04.935830 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48468) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:04.940265 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-34cfeba5-7d3e-4184-99c4-d34409b3eeab admin admin] 10.222.0.58 "DELETE /v2.0/routers/eac4af3f-1bb7-4c47-a26e-02641cb968f3 HTTP/1.1" status: 204 len: 168 time: 1.1461966 Jul 13 07:46:04.951150 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6', 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922', 'port_id': '3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6', 'mac_address': 'fa:16:3e:0d:87:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8db247-d22c-4308-8e07-626593577869', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:46:05.013239 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-167a3157-e443-49a7-a3cd-bebd5747cb8c admin admin] Deleting subnet ca1fca35-9ee3-4c11-b443-97b6eb8bb65c {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:05.017907 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-167a3157-e443-49a7-a3cd-bebd5747cb8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.020287 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.045302 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:46:05.083138 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-167a3157-e443-49a7-a3cd-bebd5747cb8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.111842 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:05.126111 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.165733 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-167a3157-e443-49a7-a3cd-bebd5747cb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.167720 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-2723b1c8-f21f-47c0-89c8-38c687d1dad4 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:05.193857 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-2723b1c8-f21f-47c0-89c8-38c687d1dad4 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:05.208935 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-2723b1c8-f21f-47c0-89c8-38c687d1dad4 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:05.210589 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-2723b1c8-f21f-47c0-89c8-38c687d1dad4 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 2419 time: 0.1913500 Jul 13 07:46:05.233717 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:05.299817 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-167a3157-e443-49a7-a3cd-bebd5747cb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.334110 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a3157-e443-49a7-a3cd-bebd5747cb8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca1fca35-9ee3-4c11-b443-97b6eb8bb65c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:05.342825 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-167a3157-e443-49a7-a3cd-bebd5747cb8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.345451 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-167a3157-e443-49a7-a3cd-bebd5747cb8c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ca1fca35-9ee3-4c11-b443-97b6eb8bb65c HTTP/1.1" status: 204 len: 168 time: 0.4083657 Jul 13 07:46:05.348468 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48476) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:05.359650 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-a830f329-bca3-42c7-891d-66753eead135 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Deleting port 831f6842-c512-4ad9-9a87-f3b7e21422e9 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:05.360393 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-a830f329-bca3-42c7-891d-66753eead135 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.393788 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e090482-1eee-4a0c-8992-6241dfb3be61 req-5c5780d6-6b7f-49d9-866d-a9d2269534ab tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:05.395623 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e090482-1eee-4a0c-8992-6241dfb3be61 req-5c5780d6-6b7f-49d9-866d-a9d2269534ab tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=74dd0277-a189-484e-a6db-6369fda5af27 HTTP/1.1" status: 200 len: 945 time: 0.1486719 Jul 13 07:46:05.399436 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:46:05.460477 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-207d41e8-e68f-426c-9d7a-613945493670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.494915 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-a830f329-bca3-42c7-891d-66753eead135 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] For port 831f6842-c512-4ad9-9a87-f3b7e21422e9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=831f6842-c512-4ad9-9a87-f3b7e21422e9,segment=NetworkSegment(bad5001b-1b96-4b53-9528-1ee15e739730),segment_id=bad5001b-1b96-4b53-9528-1ee15e739730)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:05.495411 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-a830f329-bca3-42c7-891d-66753eead135 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.517026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-a830f329-bca3-42c7-891d-66753eead135 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Calling delete_port for 831f6842-c512-4ad9-9a87-f3b7e21422e9 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:05.533147 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e090482-1eee-4a0c-8992-6241dfb3be61 req-cc9c5ddc-cee8-4c08-b63c-2f7dfdcf9246 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983543 Jul 13 07:46:05.648694 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-207d41e8-e68f-426c-9d7a-613945493670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.662481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-207d41e8-e68f-426c-9d7a-613945493670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2609072e-d016-432b-80f0-59dce41272a3']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:05.682043 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-207d41e8-e68f-426c-9d7a-613945493670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417f1a35-0bc1-400e-b54c-0ca962c97df0') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:05.682514 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-207d41e8-e68f-426c-9d7a-613945493670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417f1a35-0bc1-400e-b54c-0ca962c97df0') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:05.699875 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-207d41e8-e68f-426c-9d7a-613945493670 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.726395 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device cb12b7dc-4404-4c20-af42-3aa566859edf no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:05.733977 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-207d41e8-e68f-426c-9d7a-613945493670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.744839 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207d41e8-e68f-426c-9d7a-613945493670 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:05.746109 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-207d41e8-e68f-426c-9d7a-613945493670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:05.749292 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:05.783042 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: cb12b7dc-4404-4c20-af42-3aa566859edf {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:05.783545 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device cb12b7dc-4404-4c20-af42-3aa566859edf not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:05.783926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device cdb55237-0304-4318-959e-3fccf265ecd2 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:05.861648 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: cdb55237-0304-4318-959e-3fccf265ecd2 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:05.862025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device cdb55237-0304-4318-959e-3fccf265ecd2 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:05.870909 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-a830f329-bca3-42c7-891d-66753eead135 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.885975 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['831f6842-c512-4ad9-9a87-f3b7e21422e9', '3a7a36f0-1ed7-4399-abd6-bcc931a107d1', '6ff450ed-c290-46ca-9740-95b8bd3d6e47'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:46:05.922038 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-207d41e8-e68f-426c-9d7a-613945493670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.928360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830f329-bca3-42c7-891d-66753eead135 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event deleted for resources: {'Port': ['ID=831f6842-c512-4ad9-9a87-f3b7e21422e9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:05.933524 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-207d41e8-e68f-426c-9d7a-613945493670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.940149 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-207d41e8-e68f-426c-9d7a-613945493670 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2609072e-d016-432b-80f0-59dce41272a3 HTTP/1.1" status: 204 len: 168 time: 0.5906649 Jul 13 07:46:05.977730 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d41e8-e68f-426c-9d7a-613945493670 admin admin] Pushing event deleted for resources: {'Network': ['ID=2609072e-d016-432b-80f0-59dce41272a3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:06.071414 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-a830f329-bca3-42c7-891d-66753eead135 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] No DVR routers for this DVR port 831f6842-c512-4ad9-9a87-f3b7e21422e9 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:06.082009 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-a830f329-bca3-42c7-891d-66753eead135 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.089791 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-a830f329-bca3-42c7-891d-66753eead135 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.62 "DELETE /v2.0/ports/831f6842-c512-4ad9-9a87-f3b7e21422e9 HTTP/1.1" status: 204 len: 173 time: 0.8717973 Jul 13 07:46:06.090565 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'name': 'network-vif-deleted', 'tag': '831f6842-c512-4ad9-9a87-f3b7e21422e9'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:06.096376 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b893245e-c52d-446d-bc71-0926e3c1f82e" -d '{"events": [{"server_uuid": "8b3c3f41-eb56-428c-bd66-1a04fbebf59a", "name": "network-vif-deleted", "tag": "831f6842-c512-4ad9-9a87-f3b7e21422e9"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:06.205600 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4848f6-7f4b-4201-93bf-01c56443aa44 req-577f999a-a988-4a3d-9785-39e2dd6b59e4 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:06.244362 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4848f6-7f4b-4201-93bf-01c56443aa44 req-577f999a-a988-4a3d-9785-39e2dd6b59e4 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:06.252769 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96178897-86f4-4f05-9165-c269e483fe3f x-openstack-request-id: req-96178897-86f4-4f05-9165-c269e483fe3f {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:06.253277 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3c3f41-eb56-428c-bd66-1a04fbebf59a", "name": "network-vif-deleted", "tag": "831f6842-c512-4ad9-9a87-f3b7e21422e9", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:06.253544 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-96178897-86f4-4f05-9165-c269e483fe3f {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:06.254749 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'name': 'network-vif-deleted', 'tag': '831f6842-c512-4ad9-9a87-f3b7e21422e9', 'status': 'completed', 'code': 200} Jul 13 07:46:06.255663 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4b4848f6-7f4b-4201-93bf-01c56443aa44 req-577f999a-a988-4a3d-9785-39e2dd6b59e4 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 1683 time: 0.2332034 Jul 13 07:46:06.304258 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48500) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:06.363597 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4b4848f6-7f4b-4201-93bf-01c56443aa44 req-925eb271-9ef6-4e22-9a3c-ec2044e18918 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059465 Jul 13 07:46:06.428851 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-229ec3bd-288d-4ffc-88d7-c18c9eb0fa53 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c163ac6d998f43b188fb086f94b0c0de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1206539 Jul 13 07:46:06.431214 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48504) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:06.475172 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-c95bbde2-4e67-4aa9-a7ac-5704a9bc8ce1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Deleting port 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:06.475513 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-c95bbde2-4e67-4aa9-a7ac-5704a9bc8ce1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.528283 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-21f373e8-008f-408f-8225-a18e0e073641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.559979 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-21f373e8-008f-408f-8225-a18e0e073641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.592672 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-c95bbde2-4e67-4aa9-a7ac-5704a9bc8ce1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] For port 3a7a36f0-1ed7-4399-abd6-bcc931a107d1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3a7a36f0-1ed7-4399-abd6-bcc931a107d1,segment=NetworkSegment(c938e694-777e-48cd-bb2c-f4a5da06b501),segment_id=c938e694-777e-48cd-bb2c-f4a5da06b501)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:06.593944 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-c95bbde2-4e67-4aa9-a7ac-5704a9bc8ce1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.620532 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-c95bbde2-4e67-4aa9-a7ac-5704a9bc8ce1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Calling delete_port for 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:06.625917 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-21f373e8-008f-408f-8225-a18e0e073641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.629979 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-21f373e8-008f-408f-8225-a18e0e073641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.635555 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-21f373e8-008f-408f-8225-a18e0e073641 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/46b15b32-ce8d-43bc-8cb5-180994835560 HTTP/1.1" status: 204 len: 168 time: 0.2007058 Jul 13 07:46:06.675253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f373e8-008f-408f-8225-a18e0e073641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b15b32-ce8d-43bc-8cb5-180994835560,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:06.798511 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:06.853778 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7468e70-5c4a-4e88-8ef6-317ccf0f917b req-4cdde341-7a90-48e1-ab86-c15695278a77 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:06.856484 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d7468e70-5c4a-4e88-8ef6-317ccf0f917b req-4cdde341-7a90-48e1-ab86-c15695278a77 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=74dd0277-a189-484e-a6db-6369fda5af27 HTTP/1.1" status: 200 len: 945 time: 0.1541500 Jul 13 07:46:06.913462 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:06.920516 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:06.921174 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.943265 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d7468e70-5c4a-4e88-8ef6-317ccf0f917b req-20f34154-6389-4e4f-b1ec-817d3bd03405 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704508 Jul 13 07:46:06.963385 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-c95bbde2-4e67-4aa9-a7ac-5704a9bc8ce1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.007131 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bbde2-4e67-4aa9-a7ac-5704a9bc8ce1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event deleted for resources: {'Port': ['ID=3a7a36f0-1ed7-4399-abd6-bcc931a107d1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:07.103009 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.103491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-c95bbde2-4e67-4aa9-a7ac-5704a9bc8ce1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] No DVR routers for this DVR port 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:07.106829 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-c95bbde2-4e67-4aa9-a7ac-5704a9bc8ce1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.110358 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-c95bbde2-4e67-4aa9-a7ac-5704a9bc8ce1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.62 "DELETE /v2.0/ports/3a7a36f0-1ed7-4399-abd6-bcc931a107d1 HTTP/1.1" status: 204 len: 173 time: 1.0060048 Jul 13 07:46:07.155136 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dd0277-a189-484e-a6db-6369fda5af27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:07.161627 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b80afba-ece8-4cf0-adf1-045c4a7b317d" -d '{"events": [{"server_uuid": "74dd0277-a189-484e-a6db-6369fda5af27", "name": "network-vif-plugged", "status": "completed", "tag": "3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:07.190928 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:07.199100 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.274049 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1f0ab6-99af-4552-9467-c686c09ab601 x-openstack-request-id: req-5c1f0ab6-99af-4552-9467-c686c09ab601 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:07.274351 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dd0277-a189-484e-a6db-6369fda5af27", "name": "network-vif-plugged", "status": "completed", "tag": "3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:07.274853 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c1f0ab6-99af-4552-9467-c686c09ab601 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:07.276128 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dd0277-a189-484e-a6db-6369fda5af27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6', 'code': 200} Jul 13 07:46:07.327630 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:07.361365 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-0cabd5ae-d48b-42b8-ae4c-6bc99be4240a tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Deleting port 6ff450ed-c290-46ca-9740-95b8bd3d6e47 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:07.362204 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-0cabd5ae-d48b-42b8-ae4c-6bc99be4240a tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.420626 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cecbf5-b50b-4b75-a9c9-70daf33283ab req-63ac6117-839e-4e20-872a-c4ece6733b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:07.425319 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44cecbf5-b50b-4b75-a9c9-70daf33283ab req-63ac6117-839e-4e20-872a-c4ece6733b44 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=74dd0277-a189-484e-a6db-6369fda5af27 HTTP/1.1" status: 200 len: 1098 time: 0.0895438 Jul 13 07:46:07.499401 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44cecbf5-b50b-4b75-a9c9-70daf33283ab req-691964a4-6046-4fe3-b035-404e76d10ea9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647738 Jul 13 07:46:07.561410 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-0cabd5ae-d48b-42b8-ae4c-6bc99be4240a tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] For port 6ff450ed-c290-46ca-9740-95b8bd3d6e47, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=6ff450ed-c290-46ca-9740-95b8bd3d6e47,segment=NetworkSegment(c938e694-777e-48cd-bb2c-f4a5da06b501),segment_id=c938e694-777e-48cd-bb2c-f4a5da06b501)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:07.564512 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-0cabd5ae-d48b-42b8-ae4c-6bc99be4240a tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.596478 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-0cabd5ae-d48b-42b8-ae4c-6bc99be4240a tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Calling delete_port for 6ff450ed-c290-46ca-9740-95b8bd3d6e47 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:07.620477 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88387170-03ce-45b4-99fc-a103130d76d0 req-3f2fabd5-1499-433b-a283-03d686150f63 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:07.629455 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-88387170-03ce-45b4-99fc-a103130d76d0 req-3f2fabd5-1499-433b-a283-03d686150f63 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 946 time: 0.0894198 Jul 13 07:46:07.686913 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-88387170-03ce-45b4-99fc-a103130d76d0 req-962d77c2-5970-45af-a746-b3e66821ae6f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564311 Jul 13 07:46:07.772292 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.840058 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-0cabd5ae-d48b-42b8-ae4c-6bc99be4240a tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.892679 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabd5ae-d48b-42b8-ae4c-6bc99be4240a tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event deleted for resources: {'Port': ['ID=6ff450ed-c290-46ca-9740-95b8bd3d6e47,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:07.984918 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-0cabd5ae-d48b-42b8-ae4c-6bc99be4240a tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] No DVR routers for this DVR port 6ff450ed-c290-46ca-9740-95b8bd3d6e47 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:07.988764 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-0cabd5ae-d48b-42b8-ae4c-6bc99be4240a tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.991759 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-10df3e0a-edfa-4ddb-86bb-cbaf2b1450a0 req-0cabd5ae-d48b-42b8-ae4c-6bc99be4240a tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.62 "DELETE /v2.0/ports/6ff450ed-c290-46ca-9740-95b8bd3d6e47 HTTP/1.1" status: 204 len: 173 time: 0.8746510 Jul 13 07:46:08.255672 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'name': 'network-vif-deleted', 'tag': '3a7a36f0-1ed7-4399-abd6-bcc931a107d1'}, {'server_uuid': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'name': 'network-vif-deleted', 'tag': '6ff450ed-c290-46ca-9740-95b8bd3d6e47'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:08.259513 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597b96b2-8369-4c9f-8623-f7e3942afe2d" -d '{"events": [{"server_uuid": "8b3c3f41-eb56-428c-bd66-1a04fbebf59a", "name": "network-vif-deleted", "tag": "3a7a36f0-1ed7-4399-abd6-bcc931a107d1"}, {"server_uuid": "8b3c3f41-eb56-428c-bd66-1a04fbebf59a", "name": "network-vif-deleted", "tag": "6ff450ed-c290-46ca-9740-95b8bd3d6e47"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:08.280476 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ef4dd-13f6-4cc6-a5af-3640170427dc req-a83d54a9-cc2b-4716-88c8-aca7af984d87 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:08.288929 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec4ef4dd-13f6-4cc6-a5af-3640170427dc req-a83d54a9-cc2b-4716-88c8-aca7af984d87 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=74dd0277-a189-484e-a6db-6369fda5af27 HTTP/1.1" status: 200 len: 946 time: 0.1177132 Jul 13 07:46:08.367859 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec4ef4dd-13f6-4cc6-a5af-3640170427dc req-41d25790-3de5-48ac-b9fb-da6558039d50 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770197 Jul 13 07:46:08.434879 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dcf67c-130e-4b83-9fdd-4e229a3eb649 x-openstack-request-id: req-a7dcf67c-130e-4b83-9fdd-4e229a3eb649 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:08.435451 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3c3f41-eb56-428c-bd66-1a04fbebf59a", "name": "network-vif-deleted", "tag": "3a7a36f0-1ed7-4399-abd6-bcc931a107d1", "status": "completed", "code": 200}, {"server_uuid": "8b3c3f41-eb56-428c-bd66-1a04fbebf59a", "name": "network-vif-deleted", "tag": "6ff450ed-c290-46ca-9740-95b8bd3d6e47", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:08.436075 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a7dcf67c-130e-4b83-9fdd-4e229a3eb649 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:08.436644 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'name': 'network-vif-deleted', 'tag': '3a7a36f0-1ed7-4399-abd6-bcc931a107d1', 'status': 'completed', 'code': 200} Jul 13 07:46:08.437244 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3c3f41-eb56-428c-bd66-1a04fbebf59a', 'name': 'network-vif-deleted', 'tag': '6ff450ed-c290-46ca-9740-95b8bd3d6e47', 'status': 'completed', 'code': 200} Jul 13 07:46:08.742319 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48588) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:08.861515 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 6ff450ed-c290-46ca-9740-95b8bd3d6e47 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:08.903976 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 6ff450ed-c290-46ca-9740-95b8bd3d6e47 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:08.904329 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 6ff450ed-c290-46ca-9740-95b8bd3d6e47 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:08.904768 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:08.975850 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:08.976688 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3a7a36f0-1ed7-4399-abd6-bcc931a107d1 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:08.978336 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 831f6842-c512-4ad9-9a87-f3b7e21422e9 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:09.005447 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 831f6842-c512-4ad9-9a87-f3b7e21422e9 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:09.006122 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 831f6842-c512-4ad9-9a87-f3b7e21422e9 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:09.040648 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95f8a337-defd-45c2-a728-f645696a01e4 req-1687796a-9a79-4ac6-b788-27aff875f0bb tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0572329 Jul 13 07:46:09.064665 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4b03af20-868d-45ec-bc6b-37819ef564e1 req-34c390c4-c4f5-404e-84c5-9b76d647aa1c tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3c3f41-eb56-428c-bd66-1a04fbebf59a HTTP/1.1" status: 200 len: 210 time: 0.0568976 Jul 13 07:46:09.129224 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d21193aa-c6c5-4b75-8eb9-416b032a4819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.256825 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d21193aa-c6c5-4b75-8eb9-416b032a4819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.260971 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d21193aa-c6c5-4b75-8eb9-416b032a4819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.308806 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21193aa-c6c5-4b75-8eb9-416b032a4819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703e6b43-e20b-49a8-9119-a4d8539a93c8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:09.317960 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21193aa-c6c5-4b75-8eb9-416b032a4819 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:09.318408 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21193aa-c6c5-4b75-8eb9-416b032a4819 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:09.318747 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21193aa-c6c5-4b75-8eb9-416b032a4819 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:09.319266 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21193aa-c6c5-4b75-8eb9-416b032a4819 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:09.319925 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21193aa-c6c5-4b75-8eb9-416b032a4819 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:09.320717 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21193aa-c6c5-4b75-8eb9-416b032a4819 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:09.321125 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21193aa-c6c5-4b75-8eb9-416b032a4819 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:09.321457 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21193aa-c6c5-4b75-8eb9-416b032a4819 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:09.321785 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21193aa-c6c5-4b75-8eb9-416b032a4819 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:09.322191 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21193aa-c6c5-4b75-8eb9-416b032a4819 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:09.322770 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21193aa-c6c5-4b75-8eb9-416b032a4819 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:09.323206 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21193aa-c6c5-4b75-8eb9-416b032a4819 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:09.329264 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d21193aa-c6c5-4b75-8eb9-416b032a4819 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ffac9c59ef9240e6a6bea4012c2c3e34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5856106 Jul 13 07:46:09.332288 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48604) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:09.396172 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8779a5e-f6c6-42f8-8983-b3a4b1e1bdb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.426982 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8779a5e-f6c6-42f8-8983-b3a4b1e1bdb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.487714 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8779a5e-f6c6-42f8-8983-b3a4b1e1bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.492966 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8779a5e-f6c6-42f8-8983-b3a4b1e1bdb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.497689 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b8779a5e-f6c6-42f8-8983-b3a4b1e1bdb2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/703e6b43-e20b-49a8-9119-a4d8539a93c8 HTTP/1.1" status: 204 len: 168 time: 0.1641865 Jul 13 07:46:09.511347 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8779a5e-f6c6-42f8-8983-b3a4b1e1bdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703e6b43-e20b-49a8-9119-a4d8539a93c8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:09.605456 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e4910-d9ae-4083-9203-303782c8d564 req-840eadfe-7e92-40d9-8118-db417432a286 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:09.607630 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-645e4910-d9ae-4083-9203-303782c8d564 req-840eadfe-7e92-40d9-8118-db417432a286 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=74dd0277-a189-484e-a6db-6369fda5af27 HTTP/1.1" status: 200 len: 946 time: 0.0982778 Jul 13 07:46:09.654200 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-645e4910-d9ae-4083-9203-303782c8d564 req-72a907e3-8279-4e6d-afc8-bf9bb859e784 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399027 Jul 13 07:46:09.927819 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48628) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:09.952705 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b468fefb-5b05-4511-975e-d86cacacacdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.051850 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46328fc4-6f23-4f0d-aec0-8b9a0c45b61d req-b9e68ce3-b3fa-46cc-9f0e-2b04aa508db1 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:10.053402 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-46328fc4-6f23-4f0d-aec0-8b9a0c45b61d req-b9e68ce3-b3fa-46cc-9f0e-2b04aa508db1 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 806 time: 0.1478550 Jul 13 07:46:10.067966 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b468fefb-5b05-4511-975e-d86cacacacdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.071343 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-46328fc4-6f23-4f0d-aec0-8b9a0c45b61d req-1533c0d0-4766-4250-88e8-b5b5171468c6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/quotas/e9e86bdd92ef4c5fb6eac74ebb687aba HTTP/1.1" status: 200 len: 375 time: 0.0110059 Jul 13 07:46:10.073325 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b468fefb-5b05-4511-975e-d86cacacacdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.120918 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468fefb-5b05-4511-975e-d86cacacacdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62764ee6-f5dd-4040-a757-c94e38bd46b2,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:10.131633 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b468fefb-5b05-4511-975e-d86cacacacdf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7a5bbf64bf004790a3f355b5ec0be9f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2019098 Jul 13 07:46:10.133025 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48636) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:10.196664 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-46328fc4-6f23-4f0d-aec0-8b9a0c45b61d req-302b5bce-46ac-4171-82a0-cac8bd3bf282 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1161563 Jul 13 07:46:10.200332 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b47e6d4c-ebcb-4700-b9d7-e33d56006a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.229026 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b47e6d4c-ebcb-4700-b9d7-e33d56006a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.285242 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b47e6d4c-ebcb-4700-b9d7-e33d56006a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.288549 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b47e6d4c-ebcb-4700-b9d7-e33d56006a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.290119 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b47e6d4c-ebcb-4700-b9d7-e33d56006a35 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62764ee6-f5dd-4040-a757-c94e38bd46b2 HTTP/1.1" status: 204 len: 168 time: 0.1560986 Jul 13 07:46:10.318304 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e6d4c-ebcb-4700-b9d7-e33d56006a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62764ee6-f5dd-4040-a757-c94e38bd46b2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:10.340165 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60c53d80-87f2-4e8e-883f-fe891bd53049 req-1b32f121-8489-4ba3-98a5-03ce20b742ff tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0411127 Jul 13 07:46:10.374271 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-46328fc4-6f23-4f0d-aec0-8b9a0c45b61d req-1dc57c99-86aa-44f4-a1eb-ea359ef780b7 service neutron] 10.222.0.58 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689498 Jul 13 07:46:10.728882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48648) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:10.897173 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-7625a038-e9d5-41c9-a4f0-5941b6af4adb tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Deleting subnet dd826c35-935f-455d-8519-26a086e7de04 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:10.903062 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7625a038-e9d5-41c9-a4f0-5941b6af4adb tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.967668 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7625a038-e9d5-41c9-a4f0-5941b6af4adb tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.000268 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-46328fc4-6f23-4f0d-aec0-8b9a0c45b61d req-7a4ca2c6-5d1a-4db8-8005-928ffe99e3b4 service neutron] 10.222.0.58 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6095698 Jul 13 07:46:11.133549 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7625a038-e9d5-41c9-a4f0-5941b6af4adb tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.241874 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7625a038-e9d5-41c9-a4f0-5941b6af4adb tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.273882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625a038-e9d5-41c9-a4f0-5941b6af4adb tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event deleted for resources: {'Subnet': ['ID=dd826c35-935f-455d-8519-26a086e7de04,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:11.284179 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7625a038-e9d5-41c9-a4f0-5941b6af4adb tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.287870 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7625a038-e9d5-41c9-a4f0-5941b6af4adb tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "DELETE /v2.0/subnets/dd826c35-935f-455d-8519-26a086e7de04 HTTP/1.1" status: 204 len: 168 time: 0.5567563 Jul 13 07:46:11.289832 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48668) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:11.293183 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066c8f3d-ff6a-43b3-97cd-a25284e88e3a None None] Network d24b28f5-2368-4831-bcc4-9bdb0772555e requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:11.426737 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a578a117-abc2-4c5c-a948-787bb2becd83 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.535924 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a578a117-abc2-4c5c-a948-787bb2becd83 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Deleting port 0c8e3d41-96de-4177-a13f-043522dabb17 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:11.536267 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a578a117-abc2-4c5c-a948-787bb2becd83 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.587240 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775430b1-62c6-4d71-88d2-0ad571e6ab16 None None] DHCP port deletion for d24b28f5-2368-4831-bcc4-9bdb0772555e request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:11.646520 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-a578a117-abc2-4c5c-a948-787bb2becd83 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] For port 0c8e3d41-96de-4177-a13f-043522dabb17, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0c8e3d41-96de-4177-a13f-043522dabb17,segment=NetworkSegment(bad5001b-1b96-4b53-9528-1ee15e739730),segment_id=bad5001b-1b96-4b53-9528-1ee15e739730)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:11.647189 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a578a117-abc2-4c5c-a948-787bb2becd83 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.649054 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-775430b1-62c6-4d71-88d2-0ad571e6ab16 None None] Deleting port 0c8e3d41-96de-4177-a13f-043522dabb17 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:11.649435 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-775430b1-62c6-4d71-88d2-0ad571e6ab16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.665251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a578a117-abc2-4c5c-a948-787bb2becd83 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Calling delete_port for 0c8e3d41-96de-4177-a13f-043522dabb17 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:11.745879 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-775430b1-62c6-4d71-88d2-0ad571e6ab16 None None] For port 0c8e3d41-96de-4177-a13f-043522dabb17, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0c8e3d41-96de-4177-a13f-043522dabb17,segment=NetworkSegment(bad5001b-1b96-4b53-9528-1ee15e739730),segment_id=bad5001b-1b96-4b53-9528-1ee15e739730)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:11.746310 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-775430b1-62c6-4d71-88d2-0ad571e6ab16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.778017 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-775430b1-62c6-4d71-88d2-0ad571e6ab16 None None] Calling delete_port for 0c8e3d41-96de-4177-a13f-043522dabb17 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:11.780601 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-da6fc51e-142f-470b-89fc-e38d431b5726 req-2209a0a6-be2d-4986-9afb-66947284d5d0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0670774 Jul 13 07:46:11.819304 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a578a117-abc2-4c5c-a948-787bb2becd83 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.861401 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-67d879eb-0c67-4d6a-8d0f-deb419439dcd req-c931b23f-10f7-42cf-b6da-7464e85cd2d2 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0492527 Jul 13 07:46:11.903324 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0c8e3d41-96de-4177-a13f-043522dabb17 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:11.904068 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578a117-abc2-4c5c-a948-787bb2becd83 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event deleted for resources: {'Port': ['ID=0c8e3d41-96de-4177-a13f-043522dabb17,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:11.924151 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a578a117-abc2-4c5c-a948-787bb2becd83 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] No DVR routers for this DVR port 0c8e3d41-96de-4177-a13f-043522dabb17 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:11.943067 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 0c8e3d41-96de-4177-a13f-043522dabb17 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:11.943419 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0c8e3d41-96de-4177-a13f-043522dabb17 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:12.009565 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-775430b1-62c6-4d71-88d2-0ad571e6ab16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.062231 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775430b1-62c6-4d71-88d2-0ad571e6ab16 None None] Pushing event deleted for resources: {'Port': ['ID=0c8e3d41-96de-4177-a13f-043522dabb17,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:12.065884 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a578a117-abc2-4c5c-a948-787bb2becd83 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.075307 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775430b1-62c6-4d71-88d2-0ad571e6ab16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:12.075660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775430b1-62c6-4d71-88d2-0ad571e6ab16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:12.076010 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775430b1-62c6-4d71-88d2-0ad571e6ab16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:12.076487 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775430b1-62c6-4d71-88d2-0ad571e6ab16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:12.076834 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775430b1-62c6-4d71-88d2-0ad571e6ab16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:12.077422 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775430b1-62c6-4d71-88d2-0ad571e6ab16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:12.077758 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775430b1-62c6-4d71-88d2-0ad571e6ab16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:12.078109 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775430b1-62c6-4d71-88d2-0ad571e6ab16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:12.079008 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775430b1-62c6-4d71-88d2-0ad571e6ab16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:12.079346 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775430b1-62c6-4d71-88d2-0ad571e6ab16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:12.079678 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775430b1-62c6-4d71-88d2-0ad571e6ab16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:12.080002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775430b1-62c6-4d71-88d2-0ad571e6ab16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:12.083643 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775430b1-62c6-4d71-88d2-0ad571e6ab16 None None] No DVR routers for this DVR port 0c8e3d41-96de-4177-a13f-043522dabb17 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:12.083968 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a578a117-abc2-4c5c-a948-787bb2becd83 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24b28f5-2368-4831-bcc4-9bdb0772555e']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:12.100286 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a578a117-abc2-4c5c-a948-787bb2becd83 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad5001b-1b96-4b53-9528-1ee15e739730') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:12.100567 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a578a117-abc2-4c5c-a948-787bb2becd83 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad5001b-1b96-4b53-9528-1ee15e739730') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:12.110663 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a578a117-abc2-4c5c-a948-787bb2becd83 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.134639 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a578a117-abc2-4c5c-a948-787bb2becd83 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.142761 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a578a117-abc2-4c5c-a948-787bb2becd83 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:12.143176 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a578a117-abc2-4c5c-a948-787bb2becd83 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:12.149466 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:12.225406 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a578a117-abc2-4c5c-a948-787bb2becd83 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.237257 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a578a117-abc2-4c5c-a948-787bb2becd83 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.246186 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a578a117-abc2-4c5c-a948-787bb2becd83 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "DELETE /v2.0/networks/d24b28f5-2368-4831-bcc4-9bdb0772555e HTTP/1.1" status: 204 len: 168 time: 0.9481244 Jul 13 07:46:12.246186 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48724) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:12.305111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578a117-abc2-4c5c-a948-787bb2becd83 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event deleted for resources: {'Network': ['ID=d24b28f5-2368-4831-bcc4-9bdb0772555e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:12.387154 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-09cb3eea-9775-4bbb-b2dc-fb21ca53be2e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Deleting subnet f9ee656c-8b75-4dc1-a05b-a125c0fd89f9 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:12.390334 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09cb3eea-9775-4bbb-b2dc-fb21ca53be2e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.445107 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09cb3eea-9775-4bbb-b2dc-fb21ca53be2e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.496495 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-34d6b7e9-5851-434b-8f30-8fc59980bbe5 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:12.498341 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-34d6b7e9-5851-434b-8f30-8fc59980bbe5 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 806 time: 0.2475438 Jul 13 07:46:12.524783 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-8e8300f4-0ce6-455a-8e50-11675d270eea tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/quotas/e9e86bdd92ef4c5fb6eac74ebb687aba HTTP/1.1" status: 200 len: 375 time: 0.0177631 Jul 13 07:46:12.605455 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09cb3eea-9775-4bbb-b2dc-fb21ca53be2e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.667868 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-6f3d7dc9-35a3-4628-ac68-b2db30d77c2c tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1164808 Jul 13 07:46:12.719021 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09cb3eea-9775-4bbb-b2dc-fb21ca53be2e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.784841 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.792006 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb3eea-9775-4bbb-b2dc-fb21ca53be2e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ee656c-8b75-4dc1-a05b-a125c0fd89f9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:12.807100 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fcdae3-eeec-4b1e-8e87-7c2e12c9b086 None None] Network f87ae9bb-d714-4179-80b4-5d6e988934a9 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:12.807953 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09cb3eea-9775-4bbb-b2dc-fb21ca53be2e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.812578 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48746) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:12.817321 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-09cb3eea-9775-4bbb-b2dc-fb21ca53be2e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "DELETE /v2.0/subnets/f9ee656c-8b75-4dc1-a05b-a125c0fd89f9 HTTP/1.1" status: 204 len: 168 time: 0.5704997 Jul 13 07:46:12.873933 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-d3015141-5a4e-402f-858a-d95daa709254 service neutron] 10.222.0.58 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947567 Jul 13 07:46:12.929486 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2856cdf-90bf-4b4b-a8af-286fa53f7730 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.992683 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-8dc640e3-8be2-4ca8-9a02-de952738f385 service neutron] 10.222.0.58 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177628 Jul 13 07:46:13.076439 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-d2856cdf-90bf-4b4b-a8af-286fa53f7730 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Deleting port 03e047bf-9c78-43a6-890f-ac8e34f25f02 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:13.076791 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2856cdf-90bf-4b4b-a8af-286fa53f7730 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.120988 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98271017-5140-4252-962e-af609162fdd1 None None] DHCP port deletion for f87ae9bb-d714-4179-80b4-5d6e988934a9 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:13.217870 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-d2856cdf-90bf-4b4b-a8af-286fa53f7730 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] For port 03e047bf-9c78-43a6-890f-ac8e34f25f02, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=03e047bf-9c78-43a6-890f-ac8e34f25f02,segment=NetworkSegment(c938e694-777e-48cd-bb2c-f4a5da06b501),segment_id=c938e694-777e-48cd-bb2c-f4a5da06b501)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:13.218278 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2856cdf-90bf-4b4b-a8af-286fa53f7730 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.231974 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-d2856cdf-90bf-4b4b-a8af-286fa53f7730 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Calling delete_port for 03e047bf-9c78-43a6-890f-ac8e34f25f02 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:13.249411 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df33ed08-86cd-4876-8d3a-2edd0c4ed60a req-d1a894ab-7a61-44dd-b67c-5c3cec723353 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0689204 Jul 13 07:46:13.283065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-98271017-5140-4252-962e-af609162fdd1 None None] Deleting port 03e047bf-9c78-43a6-890f-ac8e34f25f02 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:13.286791 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-98271017-5140-4252-962e-af609162fdd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.365418 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2856cdf-90bf-4b4b-a8af-286fa53f7730 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.384887 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2856cdf-90bf-4b4b-a8af-286fa53f7730 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] No DVR routers for this DVR port 03e047bf-9c78-43a6-890f-ac8e34f25f02 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:13.418713 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-090ba4f2-a151-40a3-ae2a-37d1a30d8b25 req-11a80e4f-0da5-492c-bcd2-870279108d01 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd HTTP/1.1" status: 200 len: 210 time: 0.1056714 Jul 13 07:46:13.429415 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-98271017-5140-4252-962e-af609162fdd1 None None] For port 03e047bf-9c78-43a6-890f-ac8e34f25f02, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=03e047bf-9c78-43a6-890f-ac8e34f25f02,segment=NetworkSegment(c938e694-777e-48cd-bb2c-f4a5da06b501),segment_id=c938e694-777e-48cd-bb2c-f4a5da06b501)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:13.429878 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-98271017-5140-4252-962e-af609162fdd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.460197 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-98271017-5140-4252-962e-af609162fdd1 None None] Calling delete_port for 03e047bf-9c78-43a6-890f-ac8e34f25f02 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:13.475778 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2856cdf-90bf-4b4b-a8af-286fa53f7730 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event deleted for resources: {'Port': ['ID=03e047bf-9c78-43a6-890f-ac8e34f25f02,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:13.642446 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-98271017-5140-4252-962e-af609162fdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.655873 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98271017-5140-4252-962e-af609162fdd1 None None] No DVR routers for this DVR port 03e047bf-9c78-43a6-890f-ac8e34f25f02 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:13.679005 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2856cdf-90bf-4b4b-a8af-286fa53f7730 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.679823 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98271017-5140-4252-962e-af609162fdd1 None None] Pushing event deleted for resources: {'Port': ['ID=03e047bf-9c78-43a6-890f-ac8e34f25f02,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:13.696887 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-d2856cdf-90bf-4b4b-a8af-286fa53f7730 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87ae9bb-d714-4179-80b4-5d6e988934a9']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:13.708648 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 03e047bf-9c78-43a6-890f-ac8e34f25f02 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:13.710338 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-d2856cdf-90bf-4b4b-a8af-286fa53f7730 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c938e694-777e-48cd-bb2c-f4a5da06b501') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:13.710806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-d2856cdf-90bf-4b4b-a8af-286fa53f7730 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c938e694-777e-48cd-bb2c-f4a5da06b501') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:13.723271 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2856cdf-90bf-4b4b-a8af-286fa53f7730 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.745258 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2856cdf-90bf-4b4b-a8af-286fa53f7730 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.757444 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2856cdf-90bf-4b4b-a8af-286fa53f7730 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:13.758570 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2856cdf-90bf-4b4b-a8af-286fa53f7730 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:13.765775 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:13.772265 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 03e047bf-9c78-43a6-890f-ac8e34f25f02 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:13.772816 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 03e047bf-9c78-43a6-890f-ac8e34f25f02 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:13.851698 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2856cdf-90bf-4b4b-a8af-286fa53f7730 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.875960 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2856cdf-90bf-4b4b-a8af-286fa53f7730 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.878003 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d2856cdf-90bf-4b4b-a8af-286fa53f7730 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "DELETE /v2.0/networks/f87ae9bb-d714-4179-80b4-5d6e988934a9 HTTP/1.1" status: 204 len: 168 time: 1.0632915 Jul 13 07:46:13.878969 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2856cdf-90bf-4b4b-a8af-286fa53f7730 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event deleted for resources: {'Network': ['ID=f87ae9bb-d714-4179-80b4-5d6e988934a9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:13.887023 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48784) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:13.896934 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8b5ccff3-2ea2-44b9-a87d-8cf114f9ab69 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1229195026'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:13.946436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5ccff3-2ea2-44b9-a87d-8cf114f9ab69 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Made reservation on behalf of 2b3baec9b4ee4a49a87eb1a4a6c9a5bc for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:13.950433 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8b5ccff3-2ea2-44b9-a87d-8cf114f9ab69 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.976716 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5ccff3-2ea2-44b9-a87d-8cf114f9ab69 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:13.986511 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8b5ccff3-2ea2-44b9-a87d-8cf114f9ab69 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.987111 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-8b5ccff3-2ea2-44b9-a87d-8cf114f9ab69 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Added segment ea9c176f-49cc-4ed0-af63-95e8cd6cb079 of type vlan for network 1b231f6c-12e9-48fa-9d12-bdf7355bdbd6 Jul 13 07:46:14.037537 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8b5ccff3-2ea2-44b9-a87d-8cf114f9ab69 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.074889 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8b5ccff3-2ea2-44b9-a87d-8cf114f9ab69 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.087778 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5ccff3-2ea2-44b9-a87d-8cf114f9ab69 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:14.089876 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8b5ccff3-2ea2-44b9-a87d-8cf114f9ab69 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.148891 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8b5ccff3-2ea2-44b9-a87d-8cf114f9ab69 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2601454 Jul 13 07:46:14.152064 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48790) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:14.159410 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-92fc3594-7c6f-49ca-85a5-b58a4013c87f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Request body: {'subnet': {'network_id': '1b231f6c-12e9-48fa-9d12-bdf7355bdbd6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:14.180447 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ccff3-2ea2-44b9-a87d-8cf114f9ab69 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event updated for resources: {'Network': ['ID=1b231f6c-12e9-48fa-9d12-bdf7355bdbd6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:14.195550 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 1b231f6c-12e9-48fa-9d12-bdf7355bdbd6 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:14.338327 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48804) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:14.394981 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fc3594-7c6f-49ca-85a5-b58a4013c87f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Made reservation on behalf of 2b3baec9b4ee4a49a87eb1a4a6c9a5bc for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:14.398609 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-92fc3594-7c6f-49ca-85a5-b58a4013c87f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.562535 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c49ebac8-3ee8-4cbc-8e9d-08a6e838384d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.709233 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c49ebac8-3ee8-4cbc-8e9d-08a6e838384d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.737009 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c49ebac8-3ee8-4cbc-8e9d-08a6e838384d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.781381 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-429cc8a7-2682-4697-a363-22080e9f8999 req-29d4c49d-02b3-4756-8900-57fa84b66ca0 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd HTTP/1.1" status: 200 len: 210 time: 0.0675483 Jul 13 07:46:14.803806 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-92fc3594-7c6f-49ca-85a5-b58a4013c87f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.892664 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c49ebac8-3ee8-4cbc-8e9d-08a6e838384d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e9e8bf0d531a4e539e88c14cab8f0b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5531974 Jul 13 07:46:14.894878 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ebac8-3ee8-4cbc-8e9d-08a6e838384d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40d419f-2be4-46f3-8907-0a2ea51369a7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:14.897420 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48832) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:14.973987 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fc3594-7c6f-49ca-85a5-b58a4013c87f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Checking segment: {'id': 'ea9c176f-49cc-4ed0-af63-95e8cd6cb079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1b231f6c-12e9-48fa-9d12-bdf7355bdbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:14.975849 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fc3594-7c6f-49ca-85a5-b58a4013c87f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Network hostable DHCP agents. Network: 1b231f6c-12e9-48fa-9d12-bdf7355bdbd6, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:14.978721 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc3594-7c6f-49ca-85a5-b58a4013c87f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event updated for resources: {'Subnet': ['ID=1850772c-f75b-4b4d-b261-eae183c53bdc,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:14.990345 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9a2f7-e708-4985-ab97-df6fd4cad2e3 req-1a39faaf-6c8a-4362-b64c-d59cde7e676e tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:14.992645 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7de9a2f7-e708-4985-ab97-df6fd4cad2e3 req-1a39faaf-6c8a-4362-b64c-d59cde7e676e tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 946 time: 0.1699967 Jul 13 07:46:15.113791 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fc3594-7c6f-49ca-85a5-b58a4013c87f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Network 1b231f6c-12e9-48fa-9d12-bdf7355bdbd6 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:15.121484 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7de9a2f7-e708-4985-ab97-df6fd4cad2e3 req-03f7c1f9-8177-402c-a230-0aff2aaf3d14 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d701d1-b7cc-454e-a59b-9f8e5d02f30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206372 Jul 13 07:46:15.123945 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e7a121f-d9b6-4a0a-a90b-37a68dafdcf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.162160 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-92fc3594-7c6f-49ca-85a5-b58a4013c87f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 1b231f6c-12e9-48fa-9d12-bdf7355bdbd6) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:15.165273 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f883fb28-2fcd-4345-a72f-5723a2d842bd None None] Network 1b231f6c-12e9-48fa-9d12-bdf7355bdbd6 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:15.170181 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e7a121f-d9b6-4a0a-a90b-37a68dafdcf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.176331 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fc3594-7c6f-49ca-85a5-b58a4013c87f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:15.177530 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-92fc3594-7c6f-49ca-85a5-b58a4013c87f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.216836 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-cd7e0a92-0a35-4450-b98e-5f7482fe624d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:15.219016 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-cd7e0a92-0a35-4450-b98e-5f7482fe624d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 806 time: 0.2031655 Jul 13 07:46:15.221124 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-92fc3594-7c6f-49ca-85a5-b58a4013c87f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0668387 Jul 13 07:46:15.224593 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48836) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:15.231939 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea0e4e3f-b320-4071-8a0d-9728b7daf5e1 req-fc10bce6-4d52-4086-9663-76b1abf19291 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0650554 Jul 13 07:46:15.241181 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-2806151a-2b8d-4e22-ac0b-8565f750edc2 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1170098809'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:15.278424 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-6fe5ecf2-fccd-4b20-a23f-4adf31efdb3b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Request body: {'port': {'device_id': '4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd', 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922', 'admin_state_up': True, 'tenant_id': 'e9e86bdd92ef4c5fb6eac74ebb687aba'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:15.289353 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2806151a-2b8d-4e22-ac0b-8565f750edc2 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Made reservation on behalf of 2b3baec9b4ee4a49a87eb1a4a6c9a5bc for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:15.293193 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2806151a-2b8d-4e22-ac0b-8565f750edc2 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.309229 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e7a121f-d9b6-4a0a-a90b-37a68dafdcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.312156 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e7a121f-d9b6-4a0a-a90b-37a68dafdcf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.313612 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5e7a121f-d9b6-4a0a-a90b-37a68dafdcf1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f40d419f-2be4-46f3-8907-0a2ea51369a7 HTTP/1.1" status: 204 len: 168 time: 0.4150229 Jul 13 07:46:15.337986 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a121f-d9b6-4a0a-a90b-37a68dafdcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40d419f-2be4-46f3-8907-0a2ea51369a7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:15.380012 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2806151a-2b8d-4e22-ac0b-8565f750edc2 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:15.403376 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2806151a-2b8d-4e22-ac0b-8565f750edc2 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.403737 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-2806151a-2b8d-4e22-ac0b-8565f750edc2 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Added segment d820639a-0f57-4542-8b80-4535b4b856f6 of type vlan for network 3622a16e-4761-4506-a0c2-8db23e3ce89b Jul 13 07:46:15.468847 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2806151a-2b8d-4e22-ac0b-8565f750edc2 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.478040 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-1b231f6c-12e9-48fa-9d12-bdf7355bdbd6', 'network_id': '1b231f6c-12e9-48fa-9d12-bdf7355bdbd6', 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'fixed_ips': [{'subnet_id': '1850772c-f75b-4b4d-b261-eae183c53bdc'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:46:15.478877 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-6fe5ecf2-fccd-4b20-a23f-4adf31efdb3b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Made reservation on behalf of e9e86bdd92ef4c5fb6eac74ebb687aba for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:15.479024 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.483104 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-6fe5ecf2-fccd-4b20-a23f-4adf31efdb3b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.531125 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2806151a-2b8d-4e22-ac0b-8565f750edc2 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.539458 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2806151a-2b8d-4e22-ac0b-8565f750edc2 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:15.540167 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2806151a-2b8d-4e22-ac0b-8565f750edc2 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.603833 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2806151a-2b8d-4e22-ac0b-8565f750edc2 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3754809 Jul 13 07:46:15.604170 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48846) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:15.611052 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3a64830a-4e53-46a1-acf6-3d2091101ac8 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Request body: {'subnet': {'network_id': '3622a16e-4761-4506-a0c2-8db23e3ce89b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:15.722790 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] Allocated IP 19.80.0.2 (1b231f6c-12e9-48fa-9d12-bdf7355bdbd6/1850772c-f75b-4b4d-b261-eae183c53bdc/29382c65-a180-4ba3-99fe-67431ac6d5d1) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:15.740838 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806151a-2b8d-4e22-ac0b-8565f750edc2 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event updated for resources: {'Network': ['ID=3622a16e-4761-4506-a0c2-8db23e3ce89b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:15.743631 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a64830a-4e53-46a1-acf6-3d2091101ac8 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Made reservation on behalf of 2b3baec9b4ee4a49a87eb1a4a6c9a5bc for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:15.751231 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3a64830a-4e53-46a1-acf6-3d2091101ac8 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.783097 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 3622a16e-4761-4506-a0c2-8db23e3ce89b details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:15.959165 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-6fe5ecf2-fccd-4b20-a23f-4adf31efdb3b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Allocated IP 172.20.0.13 (7c938579-69a9-4580-83e5-cee3b6a3b922/ef8db247-d22c-4308-8e07-626593577869/2602be98-5c44-45af-95bd-c0753005dac2) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:16.062340 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-155173db-e5f1-49d0-9989-a39ce28fc7da req-ec4ebe87-6b86-4d57-9735-208f6066e967 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd HTTP/1.1" status: 200 len: 210 time: 0.0518780 Jul 13 07:46:16.201036 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3a64830a-4e53-46a1-acf6-3d2091101ac8 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.248482 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-6fe5ecf2-fccd-4b20-a23f-4adf31efdb3b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.332316 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-6fe5ecf2-fccd-4b20-a23f-4adf31efdb3b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.367832 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-6fe5ecf2-fccd-4b20-a23f-4adf31efdb3b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Network 7c938579-69a9-4580-83e5-cee3b6a3b922 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:16.377479 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-6fe5ecf2-fccd-4b20-a23f-4adf31efdb3b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:16.380937 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64830a-4e53-46a1-acf6-3d2091101ac8 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event updated for resources: {'Subnet': ['ID=aa9580af-cf64-49af-8c0c-fe86b081697a,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:16.392751 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-6fe5ecf2-fccd-4b20-a23f-4adf31efdb3b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:16.393706 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:46:16.395033 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a64830a-4e53-46a1-acf6-3d2091101ac8 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Checking segment: {'id': 'd820639a-0f57-4542-8b80-4535b4b856f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3622a16e-4761-4506-a0c2-8db23e3ce89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:16.395341 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a64830a-4e53-46a1-acf6-3d2091101ac8 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Network hostable DHCP agents. Network: 3622a16e-4761-4506-a0c2-8db23e3ce89b, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:16.474864 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a64830a-4e53-46a1-acf6-3d2091101ac8 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Network 3622a16e-4761-4506-a0c2-8db23e3ce89b is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:16.503106 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3a64830a-4e53-46a1-acf6-3d2091101ac8 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 3622a16e-4761-4506-a0c2-8db23e3ce89b) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:16.517495 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a64830a-4e53-46a1-acf6-3d2091101ac8 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:16.518464 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3a64830a-4e53-46a1-acf6-3d2091101ac8 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.525780 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4b7238-524d-4833-8051-2e1df5dcef6c None None] Network 3622a16e-4761-4506-a0c2-8db23e3ce89b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:16.542065 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.549896 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca54520-fcd3-44ee-8f17-106a6c3ba4da req-94646f87-aabf-4d0a-9d87-c976e93b918e tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:16.558486 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3ca54520-fcd3-44ee-8f17-106a6c3ba4da req-94646f87-aabf-4d0a-9d87-c976e93b918e tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 946 time: 0.1325469 Jul 13 07:46:16.563919 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3a64830a-4e53-46a1-acf6-3d2091101ac8 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9587224 Jul 13 07:46:16.573545 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:46:16.579560 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-6fe5ecf2-fccd-4b20-a23f-4adf31efdb3b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:16.580254 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-6fe5ecf2-fccd-4b20-a23f-4adf31efdb3b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.630002 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-6fe5ecf2-fccd-4b20-a23f-4adf31efdb3b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3567076 Jul 13 07:46:16.635625 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] Transition to ACTIVE for port object 29382c65-a180-4ba3-99fe-67431ac6d5d1 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:16.648819 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] Request body: {'port': {'device_id': '4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:16.681859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5ecf2-fccd-4b20-a23f-4adf31efdb3b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Pushing event updated for resources: {'Port': ['ID=2602be98-5c44-45af-95bd-c0753005dac2,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:16.698489 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3ca54520-fcd3-44ee-8f17-106a6c3ba4da req-f477c75e-86bc-494e-96b3-770e497310fe tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d701d1-b7cc-454e-a59b-9f8e5d02f30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376939 Jul 13 07:46:16.729769 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] Transition to ACTIVE for port object 29382c65-a180-4ba3-99fe-67431ac6d5d1 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:16.748316 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4093c95d-ac44-4697-a3cf-0b43d5849f00 req-b31e6f54-c1cc-4bce-84b7-6fa031d415f1 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0941026 Jul 13 07:46:16.798981 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.801779 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.889372 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] Pushing event updated for resources: {'Port': ['ID=29382c65-a180-4ba3-99fe-67431ac6d5d1,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:16.924115 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] Network 1b231f6c-12e9-48fa-9d12-bdf7355bdbd6 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:16.940393 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:16.945234 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:17.076742 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-8e782fbf-4598-43bb-aee3-dcd28f0bfbe5 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:17.084928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-8e782fbf-4598-43bb-aee3-dcd28f0bfbe5 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:17.092582 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-8e782fbf-4598-43bb-aee3-dcd28f0bfbe5 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/networks?id=1b231f6c-12e9-48fa-9d12-bdf7355bdbd6&id=3622a16e-4761-4506-a0c2-8db23e3ce89b HTTP/1.1" status: 200 len: 1392 time: 0.2169204 Jul 13 07:46:17.110306 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-de039ccd-be85-410b-8d1a-c2045a978018 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/quotas/2b3baec9b4ee4a49a87eb1a4a6c9a5bc HTTP/1.1" status: 200 len: 375 time: 0.0164757 Jul 13 07:46:17.181961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] Attempting to bind port 29382c65-a180-4ba3-99fe-67431ac6d5d1 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:17.182380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] Attempting to bind port 29382c65-a180-4ba3-99fe-67431ac6d5d1 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'ea9c176f-49cc-4ed0-af63-95e8cd6cb079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1b231f6c-12e9-48fa-9d12-bdf7355bdbd6'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:17.182758 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] Attempting to bind port 29382c65-a180-4ba3-99fe-67431ac6d5d1 on network 1b231f6c-12e9-48fa-9d12-bdf7355bdbd6 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:17.211635 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-1e397cb1-d243-452d-a8df-ca09edc5ed36 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2b3baec9b4ee4a49a87eb1a4a6c9a5bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1000566 Jul 13 07:46:17.217406 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:17.217793 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] Checking segment: {'id': 'ea9c176f-49cc-4ed0-af63-95e8cd6cb079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1b231f6c-12e9-48fa-9d12-bdf7355bdbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:17.218232 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.218630 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] Bound using segment: {'id': 'ea9c176f-49cc-4ed0-af63-95e8cd6cb079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1b231f6c-12e9-48fa-9d12-bdf7355bdbd6'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:17.219123 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] Bound port: 29382c65-a180-4ba3-99fe-67431ac6d5d1, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9c176f-49cc-4ed0-af63-95e8cd6cb079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1b231f6c-12e9-48fa-9d12-bdf7355bdbd6'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:17.219509 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.268501 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2602be98-5c44-45af-95bd-c0753005dac2 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:46:17.281538 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.299093 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] Transition to ACTIVE for port object 2602be98-5c44-45af-95bd-c0753005dac2 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:17.304525 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.337911 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-11493449-969f-434b-9ff5-8c6ca6b3e2c0 service neutron] 10.222.0.58 "GET /v2.0/networks/1b231f6c-12e9-48fa-9d12-bdf7355bdbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249926 Jul 13 07:46:17.394403 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] For port 29382c65-a180-4ba3-99fe-67431ac6d5d1, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:17.406483 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] For port 29382c65-a180-4ba3-99fe-67431ac6d5d1, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=29382c65-a180-4ba3-99fe-67431ac6d5d1,segment=NetworkSegment(ea9c176f-49cc-4ed0-af63-95e8cd6cb079),segment_id=ea9c176f-49cc-4ed0-af63-95e8cd6cb079)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:17.411257 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-3622a16e-4761-4506-a0c2-8db23e3ce89b', 'network_id': '3622a16e-4761-4506-a0c2-8db23e3ce89b', 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'fixed_ips': [{'subnet_id': 'aa9580af-cf64-49af-8c0c-fe86b081697a'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:46:17.413632 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.449530 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.510698 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] Pushing event updated for resources: {'Port': ['ID=2602be98-5c44-45af-95bd-c0753005dac2,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:17.510940 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-e6cbbbd4-1dea-4430-af03-a70dc69ac9e4 service neutron] 10.222.0.58 "GET /v2.0/networks/1b231f6c-12e9-48fa-9d12-bdf7355bdbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714971 Jul 13 07:46:17.630856 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] Attempting to bind port 2602be98-5c44-45af-95bd-c0753005dac2 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:17.632929 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] Attempting to bind port 2602be98-5c44-45af-95bd-c0753005dac2 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:17.633408 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] Attempting to bind port 2602be98-5c44-45af-95bd-c0753005dac2 on network 7c938579-69a9-4580-83e5-cee3b6a3b922 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:17.646774 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] Port 2602be98-5c44-45af-95bd-c0753005dac2 on network 7c938579-69a9-4580-83e5-cee3b6a3b922 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:46:17.651944 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9da5b3-f809-4963-9e48-4464828966fe None None] Pushing event updated for resources: {'Port': ['ID=29382c65-a180-4ba3-99fe-67431ac6d5d1,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:17.652453 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] Attempting to bind port 2602be98-5c44-45af-95bd-c0753005dac2 on network 7c938579-69a9-4580-83e5-cee3b6a3b922 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:17.660634 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:17.663636 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] Checking segment: {'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:17.664225 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] Bound using segment: {'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:17.665537 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] Bound port: 2602be98-5c44-45af-95bd-c0753005dac2, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:17.667167 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.770868 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-bc251f31-91ae-4eb9-9fb7-0529cbac7a57 service neutron] 10.222.0.58 "GET /v2.0/networks/3622a16e-4761-4506-a0c2-8db23e3ce89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560246 Jul 13 07:46:17.816578 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] Allocated IP 19.86.0.2 (3622a16e-4761-4506-a0c2-8db23e3ce89b/aa9580af-cf64-49af-8c0c-fe86b081697a/5e759411-a4d2-430e-bee6-723204d9c200) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:17.830656 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] For port 2602be98-5c44-45af-95bd-c0753005dac2, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:17.834939 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] For port 2602be98-5c44-45af-95bd-c0753005dac2, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=2602be98-5c44-45af-95bd-c0753005dac2,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:17.900725 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.978131 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:17.978987 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.983168 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] 10.222.0.62 "PUT /v2.0/ports/2602be98-5c44-45af-95bd-c0753005dac2 HTTP/1.1" status: 200 len: 1093 time: 1.3412590 Jul 13 07:46:17.983825 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd', 'tag': '2602be98-5c44-45af-95bd-c0753005dac2'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:17.989374 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07a94c1-8df9-4ffb-b4bd-580ca2a1e819" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd", "tag": "2602be98-5c44-45af-95bd-c0753005dac2"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:18.025581 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-6a6ce455-0bd6-48fa-9a1f-553dd66c9a96 service neutron] 10.222.0.58 "GET /v2.0/networks/3622a16e-4761-4506-a0c2-8db23e3ce89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537174 Jul 13 07:46:18.072018 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7577428-fe68-42a4-b299-d9a3bde6e541 service neutron] Pushing event updated for resources: {'Port': ['ID=2602be98-5c44-45af-95bd-c0753005dac2,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:18.134432 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1bd52-0834-457d-8d93-649ac81cda3a req-a2ba0d58-2129-4728-817b-e544bbad5d0b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:18.153042 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-15a1bd52-0834-457d-8d93-649ac81cda3a req-a2ba0d58-2129-4728-817b-e544bbad5d0b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd HTTP/1.1" status: 200 len: 944 time: 0.3097153 Jul 13 07:46:18.209131 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.218842 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-3e5952dd-a1c3-440c-aff2-e6fe30c24d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:18.218842 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-3e5952dd-a1c3-440c-aff2-e6fe30c24d1c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&device_id=4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd HTTP/1.1" status: 200 len: 1096 time: 0.1628926 Jul 13 07:46:18.224476 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] Transition to ACTIVE for port object 5e759411-a4d2-430e-bee6-723204d9c200 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:18.233401 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-15a1bd52-0834-457d-8d93-649ac81cda3a req-1b802179-61fc-4918-aa47-ee560469d083 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793831 Jul 13 07:46:18.287529 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] Transition to ACTIVE for port object 5e759411-a4d2-430e-bee6-723204d9c200 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:18.304599 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.356131 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-aebac558-2f96-42a6-b7a8-30b29784e9ba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2602be98-5c44-45af-95bd-c0753005dac2 HTTP/1.1" status: 200 len: 217 time: 0.1290112 Jul 13 07:46:18.364406 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] Network 3622a16e-4761-4506-a0c2-8db23e3ce89b is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:18.367649 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:18.376556 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:18.439783 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] Pushing event updated for resources: {'Port': ['ID=5e759411-a4d2-430e-bee6-723204d9c200,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:18.476972 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-b1526435-c54b-48ed-8e25-57cf31b2a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:18.482353 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-b1526435-c54b-48ed-8e25-57cf31b2a92a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef8db247-d22c-4308-8e07-626593577869 HTTP/1.1" status: 200 len: 846 time: 0.1163273 Jul 13 07:46:18.539577 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] Attempting to bind port 5e759411-a4d2-430e-bee6-723204d9c200 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:18.541515 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] Attempting to bind port 5e759411-a4d2-430e-bee6-723204d9c200 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'd820639a-0f57-4542-8b80-4535b4b856f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3622a16e-4761-4506-a0c2-8db23e3ce89b'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:18.542801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] Attempting to bind port 5e759411-a4d2-430e-bee6-723204d9c200 on network 3622a16e-4761-4506-a0c2-8db23e3ce89b {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:18.557625 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-6af8d2b7-8df8-4f16-b379-c64a608b2aa8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c938579-69a9-4580-83e5-cee3b6a3b922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634527 Jul 13 07:46:18.569266 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:18.571160 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] Checking segment: {'id': 'd820639a-0f57-4542-8b80-4535b4b856f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3622a16e-4761-4506-a0c2-8db23e3ce89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:18.571754 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.574136 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] Bound using segment: {'id': 'd820639a-0f57-4542-8b80-4535b4b856f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3622a16e-4761-4506-a0c2-8db23e3ce89b'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:18.575362 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] Bound port: 5e759411-a4d2-430e-bee6-723204d9c200, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd820639a-0f57-4542-8b80-4535b4b856f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3622a16e-4761-4506-a0c2-8db23e3ce89b'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:18.575940 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.726043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] For port 5e759411-a4d2-430e-bee6-723204d9c200, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:18.729608 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] For port 5e759411-a4d2-430e-bee6-723204d9c200, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=5e759411-a4d2-430e-bee6-723204d9c200,segment=NetworkSegment(d820639a-0f57-4542-8b80-4535b4b856f6),segment_id=d820639a-0f57-4542-8b80-4535b4b856f6)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:18.739184 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.777568 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ffbc7679-aff0-4902-97ba-c20f43207253 req-227cf765-6f57-4206-b1ec-377b0879cfe2 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0925589 Jul 13 07:46:18.841442 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dde42-9fa0-4886-a4ab-6e7814ccced4 req-67395fc1-3c25-4477-a7b9-d12a384ac937 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:18.842951 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-9cc71ac5-d894-4977-a9b2-85523832e61d service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752640 Jul 13 07:46:18.851189 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b8dde42-9fa0-4886-a4ab-6e7814ccced4 req-67395fc1-3c25-4477-a7b9-d12a384ac937 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 946 time: 0.2891734 Jul 13 07:46:18.923156 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141aecf6-3a23-4bbd-8c79-66ebfd8c1662 x-openstack-request-id: req-141aecf6-3a23-4bbd-8c79-66ebfd8c1662 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:18.923459 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd", "tag": "2602be98-5c44-45af-95bd-c0753005dac2", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:18.923722 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-141aecf6-3a23-4bbd-8c79-66ebfd8c1662 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:18.924240 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd', 'tag': '2602be98-5c44-45af-95bd-c0753005dac2', 'status': 'completed', 'code': 200} Jul 13 07:46:18.939216 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b8dde42-9fa0-4886-a4ab-6e7814ccced4 req-9fe540e6-728f-4e64-acd3-a067513ee0f6 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d701d1-b7cc-454e-a59b-9f8e5d02f30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793931 Jul 13 07:46:18.945046 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd78d73-7737-4299-88ef-484935d38bb1 None None] Pushing event updated for resources: {'Port': ['ID=5e759411-a4d2-430e-bee6-723204d9c200,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:19.053579 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c15f68df-4496-43c2-8385-7ce256e54adf req-785d9e22-572a-4ce1-976b-b4c058b73bf1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 210 time: 0.0409403 Jul 13 07:46:19.119133 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07965268-e105-4322-b355-5efa88e4181f req-f2c5faaa-aab1-4a35-bd32-8a7139cd795a tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:19.121151 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-07965268-e105-4322-b355-5efa88e4181f req-f2c5faaa-aab1-4a35-bd32-8a7139cd795a tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 946 time: 0.1623204 Jul 13 07:46:19.132498 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ca6058d-5fd6-4c2a-8ab3-557f5be67f7e req-d58ec1ab-7ece-4ccd-a14a-381c5e55edc5 service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801578 Jul 13 07:46:19.299420 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c31351b-c3c5-45d6-bbfb-9db55d58ab7e None None] Network 1b231f6c-12e9-48fa-9d12-bdf7355bdbd6 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:19.301307 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a94c1-8df9-4ffb-b4bd-580ca2a1e819 req-11dd7469-af81-4794-a565-15ac3225f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:19.305275 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c07a94c1-8df9-4ffb-b4bd-580ca2a1e819 req-11dd7469-af81-4794-a565-15ac3225f959 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&device_id=4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd HTTP/1.1" status: 200 len: 1096 time: 0.0938983 Jul 13 07:46:19.320647 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-07965268-e105-4322-b355-5efa88e4181f req-6142d007-f468-4ab4-8d77-4721ac10e41c tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Deleting port 187ffd01-29f2-42c4-a15a-c647f2d66b2b {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:19.321141 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-07965268-e105-4322-b355-5efa88e4181f req-6142d007-f468-4ab4-8d77-4721ac10e41c tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.530904 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a94c1-8df9-4ffb-b4bd-580ca2a1e819 req-0e6968b8-a6d9-48de-8963-ff33964142a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:19.532407 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c07a94c1-8df9-4ffb-b4bd-580ca2a1e819 req-0e6968b8-a6d9-48de-8963-ff33964142a4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 907 time: 0.2205582 Jul 13 07:46:19.583765 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-79eb3dec-2a00-4cbe-8dc4-7d365a5f5bb5 None None] Provisioning for port 29382c65-a180-4ba3-99fe-67431ac6d5d1 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:19.751820 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-07965268-e105-4322-b355-5efa88e4181f req-6142d007-f468-4ab4-8d77-4721ac10e41c tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] For port 187ffd01-29f2-42c4-a15a-c647f2d66b2b, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=187ffd01-29f2-42c4-a15a-c647f2d66b2b,segment=NetworkSegment(09aabac0-b86f-4d9d-94ee-5271419daa5a),segment_id=09aabac0-b86f-4d9d-94ee-5271419daa5a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:19.752365 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-07965268-e105-4322-b355-5efa88e4181f req-6142d007-f468-4ab4-8d77-4721ac10e41c tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.864046 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5e759411-a4d2-430e-bee6-723204d9c200 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:20.043707 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1dc88-53fa-4557-827a-a1e15d2da4c6 req-6e10fe83-e912-47fa-8279-6ae8623e9dfc tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:20.053433 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6cd1dc88-53fa-4557-827a-a1e15d2da4c6 req-6e10fe83-e912-47fa-8279-6ae8623e9dfc tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd HTTP/1.1" status: 200 len: 944 time: 0.4719059 Jul 13 07:46:20.071504 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 5e759411-a4d2-430e-bee6-723204d9c200 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:20.076028 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 29382c65-a180-4ba3-99fe-67431ac6d5d1 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:20.191834 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f53e2be-a064-4699-a6d7-8291d4fa764d req-1a8196ed-f9b2-49ac-a448-a076e94449e2 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.2123108 Jul 13 07:46:20.193375 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 29382c65-a180-4ba3-99fe-67431ac6d5d1 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:20.200240 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 29382c65-a180-4ba3-99fe-67431ac6d5d1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:20.200844 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.229644 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c07a94c1-8df9-4ffb-b4bd-580ca2a1e819 req-dbe31dca-58fb-4ee2-8125-a210f1ee482b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2602be98-5c44-45af-95bd-c0753005dac2 HTTP/1.1" status: 200 len: 217 time: 0.6825013 Jul 13 07:46:20.337332 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-065d8053-3c3b-40f9-bffd-dbe7fc5d9090 None None] Provisioning complete for port 29382c65-a180-4ba3-99fe-67431ac6d5d1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:20.337712 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-065d8053-3c3b-40f9-bffd-dbe7fc5d9090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.351103 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a94c1-8df9-4ffb-b4bd-580ca2a1e819 req-c0b50db5-1a9e-4ecd-8554-387985b7e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:20.352768 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c07a94c1-8df9-4ffb-b4bd-580ca2a1e819 req-c0b50db5-1a9e-4ecd-8554-387985b7e530 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef8db247-d22c-4308-8e07-626593577869 HTTP/1.1" status: 200 len: 846 time: 0.1133254 Jul 13 07:46:20.424045 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c07a94c1-8df9-4ffb-b4bd-580ca2a1e819 req-e6119914-0a47-4883-ac47-103a8fb20b46 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c938579-69a9-4580-83e5-cee3b6a3b922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625694 Jul 13 07:46:20.490132 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6cd1dc88-53fa-4557-827a-a1e15d2da4c6 req-67e967e3-770d-4aa4-8f25-697bc8586d19 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335651 Jul 13 07:46:20.524081 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.664524 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-065d8053-3c3b-40f9-bffd-dbe7fc5d9090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.677582 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 29382c65-a180-4ba3-99fe-67431ac6d5d1, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=29382c65-a180-4ba3-99fe-67431ac6d5d1,segment=NetworkSegment(ea9c176f-49cc-4ed0-af63-95e8cd6cb079),segment_id=ea9c176f-49cc-4ed0-af63-95e8cd6cb079)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:20.700922 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.752789 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-07965268-e105-4322-b355-5efa88e4181f req-6142d007-f468-4ab4-8d77-4721ac10e41c tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.754493 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-07965268-e105-4322-b355-5efa88e4181f req-6142d007-f468-4ab4-8d77-4721ac10e41c tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.755024 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [req-07965268-e105-4322-b355-5efa88e4181f req-6142d007-f468-4ab4-8d77-4721ac10e41c tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Floating IP ae51dba0-29dd-4586-a9b0-a4e354288da1 disassociated. External IP: 172.25.0.150, port: 187ffd01-29f2-42c4-a15a-c647f2d66b2b. Jul 13 07:46:20.755731 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-07965268-e105-4322-b355-5efa88e4181f req-6142d007-f468-4ab4-8d77-4721ac10e41c tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Calling delete_port for 187ffd01-29f2-42c4-a15a-c647f2d66b2b owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:20.772516 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5e54c5f-3716-42cf-9f14-9201ff248622 req-df406c90-2d1f-4f78-994e-6f78838dbf23 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 210 time: 0.0731664 Jul 13 07:46:20.834681 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c07a94c1-8df9-4ffb-b4bd-580ca2a1e819 req-332f7fe8-04b3-4edb-b3f8-705b555835f0 service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805406 Jul 13 07:46:20.840226 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=29382c65-a180-4ba3-99fe-67431ac6d5d1,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:20.846282 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-269de297-74ec-4c13-ae42-05146ef97ebb tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:20.853809 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-269de297-74ec-4c13-ae42-05146ef97ebb tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:20.855644 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-269de297-74ec-4c13-ae42-05146ef97ebb tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.35 "GET /v2.0/networks?id=1b231f6c-12e9-48fa-9d12-bdf7355bdbd6&id=3622a16e-4761-4506-a0c2-8db23e3ce89b HTTP/1.1" status: 200 len: 1392 time: 0.4304223 Jul 13 07:46:20.893743 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-00b7a5d7-aa63-4caa-994f-c0f5e10569f1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Request body: {'port': {'device_id': '84ebc485-a5e0-441b-9b9b-a72641280c19', 'network_id': '1b231f6c-12e9-48fa-9d12-bdf7355bdbd6', 'admin_state_up': True, 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:20.913617 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6d8d89-15dd-4e37-abb1-de06bd218e32 None None] Network 3622a16e-4761-4506-a0c2-8db23e3ce89b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:20.933788 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 2602be98-5c44-45af-95bd-c0753005dac2 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:46:21.002569 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-065d8053-3c3b-40f9-bffd-dbe7fc5d9090 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:46:21.002993 n-d-779913-28 neutron-server[93725]: DEBUG oslo_db.api [None req-065d8053-3c3b-40f9-bffd-dbe7fc5d9090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:46:21.070787 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16abddb-efc7-4510-8949-26c77f73f879 req-a443f44f-1efd-4548-993f-8daf2f938272 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:21.080363 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e16abddb-efc7-4510-8949-26c77f73f879 req-a443f44f-1efd-4548-993f-8daf2f938272 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 946 time: 0.5505776 Jul 13 07:46:21.090168 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c07a94c1-8df9-4ffb-b4bd-580ca2a1e819 req-fe072c48-fa33-4b7e-b3a5-12f9ab1b5169 service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334940 Jul 13 07:46:21.136282 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-00b7a5d7-aa63-4caa-994f-c0f5e10569f1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Made reservation on behalf of 2b3baec9b4ee4a49a87eb1a4a6c9a5bc for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:21.144867 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-00b7a5d7-aa63-4caa-994f-c0f5e10569f1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.224574 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e16abddb-efc7-4510-8949-26c77f73f879 req-98c73a9b-289a-44fd-a6e0-65d97e3770ca tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d701d1-b7cc-454e-a59b-9f8e5d02f30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289144 Jul 13 07:46:21.331591 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-07965268-e105-4322-b355-5efa88e4181f req-6142d007-f468-4ab4-8d77-4721ac10e41c tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.372220 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142d007-f468-4ab4-8d77-4721ac10e41c tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Pushing event deleted for resources: {'Port': ['ID=187ffd01-29f2-42c4-a15a-c647f2d66b2b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:21.401251 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 2602be98-5c44-45af-95bd-c0753005dac2, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=2602be98-5c44-45af-95bd-c0753005dac2,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:21.433520 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-00b7a5d7-aa63-4caa-994f-c0f5e10569f1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Allocated IP 19.80.0.70 (1b231f6c-12e9-48fa-9d12-bdf7355bdbd6/1850772c-f75b-4b4d-b261-eae183c53bdc/ace48803-6127-4b7f-b4e9-3dc1e7c65fd4) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:21.436128 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '2602be98-5c44-45af-95bd-c0753005dac2', 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922', 'port_id': '2602be98-5c44-45af-95bd-c0753005dac2', 'mac_address': 'fa:16:3e:bb:45:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8db247-d22c-4308-8e07-626593577869', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:46:21.491766 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-538c5d18-98b7-4218-bc1c-baf2f0ec1a08 req-5fad5eea-895a-4e40-ad7b-c6ed24371fb7 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0476117 Jul 13 07:46:21.602067 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07965268-e105-4322-b355-5efa88e4181f req-6142d007-f468-4ab4-8d77-4721ac10e41c tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Router 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:21.609634 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.659231 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2602be98-5c44-45af-95bd-c0753005dac2 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:46:21.722052 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 29382c65-a180-4ba3-99fe-67431ac6d5d1 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:21.733812 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 2602be98-5c44-45af-95bd-c0753005dac2, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=2602be98-5c44-45af-95bd-c0753005dac2,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:21.757017 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.890043 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-00b7a5d7-aa63-4caa-994f-c0f5e10569f1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.914164 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2f5ee4db-9f4e-45a1-b26d-b0826f6fccf5 None None] Provisioning for port 5e759411-a4d2-430e-bee6-723204d9c200 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:21.936985 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2f5ee4db-9f4e-45a1-b26d-b0826f6fccf5 None None] Provisioning complete for port 5e759411-a4d2-430e-bee6-723204d9c200 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:21.937358 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f5ee4db-9f4e-45a1-b26d-b0826f6fccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.961688 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-00b7a5d7-aa63-4caa-994f-c0f5e10569f1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Transition to ACTIVE for port object ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:22.052457 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-00b7a5d7-aa63-4caa-994f-c0f5e10569f1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.116951 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-00b7a5d7-aa63-4caa-994f-c0f5e10569f1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Network 1b231f6c-12e9-48fa-9d12-bdf7355bdbd6 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:22.125054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-00b7a5d7-aa63-4caa-994f-c0f5e10569f1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:22.131538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-00b7a5d7-aa63-4caa-994f-c0f5e10569f1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:22.174908 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7a5d7-aa63-4caa-994f-c0f5e10569f1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event updated for resources: {'Port': ['ID=ace48803-6127-4b7f-b4e9-3dc1e7c65fd4,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:22.216599 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f5ee4db-9f4e-45a1-b26d-b0826f6fccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.224183 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-00b7a5d7-aa63-4caa-994f-c0f5e10569f1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:22.229694 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-00b7a5d7-aa63-4caa-994f-c0f5e10569f1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.236550 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=2602be98-5c44-45af-95bd-c0753005dac2,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:22.270894 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-00b7a5d7-aa63-4caa-994f-c0f5e10569f1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3888168 Jul 13 07:46:22.271578 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 29382c65-a180-4ba3-99fe-67431ac6d5d1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:22.272124 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.282421 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-a9e60ad2-4e63-4334-af4b-1a3552034800 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Request body: {'port': {'device_id': '84ebc485-a5e0-441b-9b9b-a72641280c19', 'network_id': '3622a16e-4761-4506-a0c2-8db23e3ce89b', 'admin_state_up': True, 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:22.304232 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['2602be98-5c44-45af-95bd-c0753005dac2'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:46:22.556464 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2f5ee4db-9f4e-45a1-b26d-b0826f6fccf5 None None] For port 5e759411-a4d2-430e-bee6-723204d9c200, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=5e759411-a4d2-430e-bee6-723204d9c200,segment=NetworkSegment(d820639a-0f57-4542-8b80-4535b4b856f6),segment_id=d820639a-0f57-4542-8b80-4535b4b856f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:22.575095 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f5ee4db-9f4e-45a1-b26d-b0826f6fccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.578908 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-a9e60ad2-4e63-4334-af4b-1a3552034800 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Made reservation on behalf of 2b3baec9b4ee4a49a87eb1a4a6c9a5bc for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:22.582898 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-a9e60ad2-4e63-4334-af4b-1a3552034800 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.598549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49146) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:22.621591 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d35e43-5f7b-4a7e-bf63-2d0f5ff74b29 req-c8212efd-895f-4bd3-978b-ef8a85423c5e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:22.630208 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-32d35e43-5f7b-4a7e-bf63-2d0f5ff74b29 req-c8212efd-895f-4bd3-978b-ef8a85423c5e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 931 time: 0.2691014 Jul 13 07:46:22.647162 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07965268-e105-4322-b355-5efa88e4181f req-6142d007-f468-4ab4-8d77-4721ac10e41c tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:22.672474 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ee4db-9f4e-45a1-b26d-b0826f6fccf5 None None] Pushing event updated for resources: {'Port': ['ID=5e759411-a4d2-430e-bee6-723204d9c200,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:22.676621 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28693053-55b8-4287-a8e7-9d1d42dbc9e2 None None] Sync routers for ids ['7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:22.704454 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28693053-55b8-4287-a8e7-9d1d42dbc9e2 None None] Routers {'7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:22.705499 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-28693053-55b8-4287-a8e7-9d1d42dbc9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:45:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:22.744472 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-07965268-e105-4322-b355-5efa88e4181f req-6142d007-f468-4ab4-8d77-4721ac10e41c tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] No DVR routers for this DVR port 187ffd01-29f2-42c4-a15a-c647f2d66b2b on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:22.750784 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-07965268-e105-4322-b355-5efa88e4181f req-6142d007-f468-4ab4-8d77-4721ac10e41c tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.753174 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-07965268-e105-4322-b355-5efa88e4181f req-6142d007-f468-4ab4-8d77-4721ac10e41c tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.35 "DELETE /v2.0/ports/187ffd01-29f2-42c4-a15a-c647f2d66b2b HTTP/1.1" status: 204 len: 173 time: 3.6229253 Jul 13 07:46:22.754642 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2cd7864-d018-4250-848d-4ae341292a91', 'name': 'network-vif-deleted', 'tag': '187ffd01-29f2-42c4-a15a-c647f2d66b2b'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:22.757502 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a526e554-9eeb-49a7-a893-c85315cf6f26" -d '{"events": [{"server_uuid": "c2cd7864-d018-4250-848d-4ae341292a91", "name": "network-vif-deleted", "tag": "187ffd01-29f2-42c4-a15a-c647f2d66b2b"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:22.784367 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90dfbf6-914d-4af7-82b0-f4f83b4e5a4c req-5f74e9d7-c46e-43e3-a2bd-9c7cd7270053 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:22.789876 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82280401-be02-4e2e-9920-c4a4862b618d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.792266 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d90dfbf6-914d-4af7-82b0-f4f83b4e5a4c req-5f74e9d7-c46e-43e3-a2bd-9c7cd7270053 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd HTTP/1.1" status: 200 len: 945 time: 0.4324653 Jul 13 07:46:22.818592 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-32d35e43-5f7b-4a7e-bf63-2d0f5ff74b29 req-6dd3295d-3026-43b8-8eee-7fd0452ce90c tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870067 Jul 13 07:46:22.885764 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-28693053-55b8-4287-a8e7-9d1d42dbc9e2 None None] Set router 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:22.905785 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d90dfbf6-914d-4af7-82b0-f4f83b4e5a4c req-faac04e0-4b1f-4780-85c1-1f4dac5a8bdb tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105986 Jul 13 07:46:22.908153 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-a9e60ad2-4e63-4334-af4b-1a3552034800 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Allocated IP 19.86.0.30 (3622a16e-4761-4506-a0c2-8db23e3ce89b/aa9580af-cf64-49af-8c0c-fe86b081697a/029e13e0-9be2-41f5-bece-8fe1684f82ec) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:22.976860 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 187ffd01-29f2-42c4-a15a-c647f2d66b2b no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:23.081064 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82280401-be02-4e2e-9920-c4a4862b618d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.103910 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 187ffd01-29f2-42c4-a15a-c647f2d66b2b {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:23.104134 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 187ffd01-29f2-42c4-a15a-c647f2d66b2b not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:23.153610 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cde6e2ca-841e-4057-a7bc-ce7e28496dce None None] Provisioning for port ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:23.154479 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82280401-be02-4e2e-9920-c4a4862b618d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.185539 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cde6e2ca-841e-4057-a7bc-ce7e28496dce None None] Provisioning complete for port ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:23.185917 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cde6e2ca-841e-4057-a7bc-ce7e28496dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.200327 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b302bfb-10ae-4cd5-ac4e-c0769a209dba req-610d2209-76c1-439a-bc0b-e0131e2d38fe tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2cd7864-d018-4250-848d-4ae341292a91 HTTP/1.1" status: 200 len: 210 time: 0.0658793 Jul 13 07:46:23.217005 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-82280401-be02-4e2e-9920-c4a4862b618d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7d48b2bfb8de46a9a551282afbb08efb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6149814 Jul 13 07:46:23.226235 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49152) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:23.266542 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82280401-be02-4e2e-9920-c4a4862b618d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bd385c-85d6-457c-b5d2-d82d0f345e59,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:23.294372 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a588017-c4ef-4b75-8e7c-fcd9932284d6 x-openstack-request-id: req-9a588017-c4ef-4b75-8e7c-fcd9932284d6 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:23.294931 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2cd7864-d018-4250-848d-4ae341292a91", "name": "network-vif-deleted", "tag": "187ffd01-29f2-42c4-a15a-c647f2d66b2b", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:23.295338 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a588017-c4ef-4b75-8e7c-fcd9932284d6 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:23.295917 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2cd7864-d018-4250-848d-4ae341292a91', 'name': 'network-vif-deleted', 'tag': '187ffd01-29f2-42c4-a15a-c647f2d66b2b', 'status': 'completed', 'code': 200} Jul 13 07:46:23.302865 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a62e90ca-5ca1-45a6-ac10-cdfca6ace78e req-fa24fe86-fab1-4cf8-bf84-d35d71bb8301 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.1014030 Jul 13 07:46:23.306641 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-a9e60ad2-4e63-4334-af4b-1a3552034800 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.309521 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05c0c367-7af0-4504-aa96-1916674f6e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.333389 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-cde6e2ca-841e-4057-a7bc-ce7e28496dce None None] Port ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:23.342720 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-a9e60ad2-4e63-4334-af4b-1a3552034800 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Transition to ACTIVE for port object 029e13e0-9be2-41f5-bece-8fe1684f82ec will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:23.370456 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0ca7045-87a4-4462-b3fc-dcf03c86dd08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.371773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cde6e2ca-841e-4057-a7bc-ce7e28496dce None None] Provisioning complete for port 5e759411-a4d2-430e-bee6-723204d9c200 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:23.372366 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cde6e2ca-841e-4057-a7bc-ce7e28496dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.410988 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0ca7045-87a4-4462-b3fc-dcf03c86dd08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.431742 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-a9e60ad2-4e63-4334-af4b-1a3552034800 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.467388 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-28693053-55b8-4287-a8e7-9d1d42dbc9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'name': 'tempest-ServersTestJSON-1417473056-router', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:12Z', 'revision_number': 4, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'gw_port': {'id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b8e7408f-b297-4de0-9fc5-f1df87ce0ddc', 'name': '', 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'mac_address': 'fa:16:3e:33:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:11Z', 'updated_at': '2021-07-13T07:44:19Z', 'revision_number': 5, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'subnets': [{'id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:23.496498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-a9e60ad2-4e63-4334-af4b-1a3552034800 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Network 3622a16e-4761-4506-a0c2-8db23e3ce89b is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:23.502026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-a9e60ad2-4e63-4334-af4b-1a3552034800 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:23.505612 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e60ad2-4e63-4334-af4b-1a3552034800 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event updated for resources: {'Port': ['ID=029e13e0-9be2-41f5-bece-8fe1684f82ec,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:23.514376 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-a9e60ad2-4e63-4334-af4b-1a3552034800 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:23.549019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28693053-55b8-4287-a8e7-9d1d42dbc9e2 None None] Checking router: 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:23.573091 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0ca7045-87a4-4462-b3fc-dcf03c86dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.575798 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0ca7045-87a4-4462-b3fc-dcf03c86dd08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.598374 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a0ca7045-87a4-4462-b3fc-dcf03c86dd08 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/44bd385c-85d6-457c-b5d2-d82d0f345e59 HTTP/1.1" status: 204 len: 168 time: 0.3556018 Jul 13 07:46:23.613656 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28693053-55b8-4287-a8e7-9d1d42dbc9e2 None None] Routers {'7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:23.614339 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-28693053-55b8-4287-a8e7-9d1d42dbc9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:45:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:23.642518 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca7045-87a4-4462-b3fc-dcf03c86dd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bd385c-85d6-457c-b5d2-d82d0f345e59,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:23.679281 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-a9e60ad2-4e63-4334-af4b-1a3552034800 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:23.679975 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-a9e60ad2-4e63-4334-af4b-1a3552034800 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.712557 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-a9e60ad2-4e63-4334-af4b-1a3552034800 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4359415 Jul 13 07:46:23.734364 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] Request body: {'port': {'device_id': '84ebc485-a5e0-441b-9b9b-a72641280c19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:23.755320 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5e759411-a4d2-430e-bee6-723204d9c200 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:23.843875 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.873644 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 5e759411-a4d2-430e-bee6-723204d9c200 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:23.874199 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.916303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-28693053-55b8-4287-a8e7-9d1d42dbc9e2 None None] Set router 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:24.069527 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b1e6c979-4647-4acf-944b-c01184a91aab None None] Provisioning for port 029e13e0-9be2-41f5-bece-8fe1684f82ec completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:24.115041 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b1e6c979-4647-4acf-944b-c01184a91aab None None] Provisioning complete for port 029e13e0-9be2-41f5-bece-8fe1684f82ec triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:24.115702 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c979-4647-4acf-944b-c01184a91aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.212044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b1e6c979-4647-4acf-944b-c01184a91aab None None] Port 029e13e0-9be2-41f5-bece-8fe1684f82ec cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:24.253009 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9643f09-84c6-41f8-ae8d-e4a2e159f4bd req-bcd50f4f-d4b3-4dc0-a251-988d98c283a8 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:24.261602 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:46:24.266800 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9643f09-84c6-41f8-ae8d-e4a2e159f4bd req-bcd50f4f-d4b3-4dc0-a251-988d98c283a8 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd HTTP/1.1" status: 200 len: 945 time: 0.1435394 Jul 13 07:46:24.271488 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.286425 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] Transition to ACTIVE for port object ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:24.293072 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-28693053-55b8-4287-a8e7-9d1d42dbc9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'name': 'tempest-ServersTestJSON-1417473056-router', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:12Z', 'revision_number': 4, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'gw_port': {'id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b8e7408f-b297-4de0-9fc5-f1df87ce0ddc', 'name': '', 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'mac_address': 'fa:16:3e:33:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:11Z', 'updated_at': '2021-07-13T07:44:19Z', 'revision_number': 5, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'subnets': [{'id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:24.295782 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.336199 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28693053-55b8-4287-a8e7-9d1d42dbc9e2 None None] The sync data for ids ['7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'] in n-d-779913-28 is: [{'id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'name': 'tempest-ServersTestJSON-1417473056-router', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:12Z', 'revision_number': 4, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'gw_port': {'id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b8e7408f-b297-4de0-9fc5-f1df87ce0ddc', 'name': '', 'network_id': '14cdc4ec-6407-432a-bc8b-28761ebb7e70', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'mac_address': 'fa:16:3e:33:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:11Z', 'updated_at': '2021-07-13T07:44:19Z', 'revision_number': 5, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'subnets': [{'id': '00ea66ea-cdb9-42df-900b-f5a475cd0dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:24.380597 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9643f09-84c6-41f8-ae8d-e4a2e159f4bd req-dc9954c4-bdf4-4750-809a-d65458f201d9 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127973 Jul 13 07:46:24.397126 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc343a-b5d4-4932-9502-776b2976a18f req-c3cd1054-5e69-4887-8387-c1fdf625b21b tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:24.415817 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc343a-b5d4-4932-9502-776b2976a18f req-c3cd1054-5e69-4887-8387-c1fdf625b21b tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:24.436295 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-59fc343a-b5d4-4932-9502-776b2976a18f req-c3cd1054-5e69-4887-8387-c1fdf625b21b tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 1653 time: 0.3609638 Jul 13 07:46:24.440494 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] Pushing event updated for resources: {'Port': ['ID=ace48803-6127-4b7f-b4e9-3dc1e7c65fd4,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:24.517928 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-59fc343a-b5d4-4932-9502-776b2976a18f req-d5a1a915-fd01-4b05-ad08-fa20feef7b08 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639842 Jul 13 07:46:24.542613 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] Attempting to bind port ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:24.544274 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] Attempting to bind port ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ea9c176f-49cc-4ed0-af63-95e8cd6cb079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1b231f6c-12e9-48fa-9d12-bdf7355bdbd6'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:24.545223 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] Attempting to bind port ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 on network 1b231f6c-12e9-48fa-9d12-bdf7355bdbd6 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:24.560261 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] Port ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 on network 1b231f6c-12e9-48fa-9d12-bdf7355bdbd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:46:24.561992 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] Attempting to bind port ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 on network 1b231f6c-12e9-48fa-9d12-bdf7355bdbd6 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:24.576377 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:24.577088 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] Checking segment: {'id': 'ea9c176f-49cc-4ed0-af63-95e8cd6cb079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1b231f6c-12e9-48fa-9d12-bdf7355bdbd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:24.579368 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] Bound using segment: {'id': 'ea9c176f-49cc-4ed0-af63-95e8cd6cb079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1b231f6c-12e9-48fa-9d12-bdf7355bdbd6'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:24.580114 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] Bound port: ace48803-6127-4b7f-b4e9-3dc1e7c65fd4, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea9c176f-49cc-4ed0-af63-95e8cd6cb079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1b231f6c-12e9-48fa-9d12-bdf7355bdbd6'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:24.580724 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.698823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] For port ace48803-6127-4b7f-b4e9-3dc1e7c65fd4, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:24.702647 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] For port ace48803-6127-4b7f-b4e9-3dc1e7c65fd4, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ace48803-6127-4b7f-b4e9-3dc1e7c65fd4,segment=NetworkSegment(ea9c176f-49cc-4ed0-af63-95e8cd6cb079),segment_id=ea9c176f-49cc-4ed0-af63-95e8cd6cb079)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:24.710233 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.728967 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49190) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:24.783822 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:24.786120 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.788225 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] 10.222.0.35 "PUT /v2.0/ports/ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 HTTP/1.1" status: 200 len: 1092 time: 1.0644765 Jul 13 07:46:24.789221 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ebc485-a5e0-441b-9b9b-a72641280c19', 'tag': 'ace48803-6127-4b7f-b4e9-3dc1e7c65fd4'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:24.791929 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e03ed1-deb4-4199-ae40-05d434cb4143" -d '{"events": [{"name": "network-changed", "server_uuid": "84ebc485-a5e0-441b-9b9b-a72641280c19", "tag": "ace48803-6127-4b7f-b4e9-3dc1e7c65fd4"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:24.870698 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c6d2e0-3458-4640-ac4b-ebb7f680b818 None None] New status for floating IP ae51dba0-29dd-4586-a9b0-a4e354288da1: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:46:24.875204 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] Request body: {'port': {'device_id': '84ebc485-a5e0-441b-9b9b-a72641280c19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:24.891915 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-496d78c6-6aa3-49de-bf1c-e8e04ab2ba52 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.921148 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-496d78c6-6aa3-49de-bf1c-e8e04ab2ba52 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.959802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 2602be98-5c44-45af-95bd-c0753005dac2 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:25.036451 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 2602be98-5c44-45af-95bd-c0753005dac2 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:25.044106 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 2602be98-5c44-45af-95bd-c0753005dac2 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:25.044496 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.089333 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12efa07a-873c-4041-82cf-2e90d1c17cc2 x-openstack-request-id: req-12efa07a-873c-4041-82cf-2e90d1c17cc2 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:25.089589 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ebc485-a5e0-441b-9b9b-a72641280c19", "tag": "ace48803-6127-4b7f-b4e9-3dc1e7c65fd4", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:25.089763 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-12efa07a-873c-4041-82cf-2e90d1c17cc2 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:25.090645 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ebc485-a5e0-441b-9b9b-a72641280c19', 'tag': 'ace48803-6127-4b7f-b4e9-3dc1e7c65fd4', 'status': 'completed', 'code': 200} Jul 13 07:46:25.090959 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.107749 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7f2c37e9-67d0-4f91-b7d8-fb8c2322e124 req-850ab353-e2fc-4585-bcc5-6a0f7bd71068 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.1639307 Jul 13 07:46:25.128074 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e4410-dd22-4c0e-abd7-dedfb2a6915c service neutron] Pushing event updated for resources: {'Port': ['ID=ace48803-6127-4b7f-b4e9-3dc1e7c65fd4,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:25.190946 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.216500 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-496d78c6-6aa3-49de-bf1c-e8e04ab2ba52 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.221825 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-496d78c6-6aa3-49de-bf1c-e8e04ab2ba52 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.226056 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-496d78c6-6aa3-49de-bf1c-e8e04ab2ba52 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "DELETE /v2.0/security-groups/b6d701d1-b7cc-454e-a59b-9f8e5d02f30c HTTP/1.1" status: 204 len: 168 time: 0.4959471 Jul 13 07:46:25.232134 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49198) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:25.245625 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2602be98-5c44-45af-95bd-c0753005dac2'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:25.250679 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995e54ee-caac-45b0-89e7-602619811d40" -d '{"events": [{"server_uuid": "4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd", "name": "network-vif-plugged", "status": "completed", "tag": "2602be98-5c44-45af-95bd-c0753005dac2"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:25.276521 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 2602be98-5c44-45af-95bd-c0753005dac2, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=2602be98-5c44-45af-95bd-c0753005dac2,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:25.287155 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d78c6-6aa3-49de-bf1c-e8e04ab2ba52 tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d701d1-b7cc-454e-a59b-9f8e5d02f30c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:25.290337 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.299738 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-c00cf976-3547-490d-909e-e51bb9b1b40a tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] show failed (client error): The resource could not be found. Jul 13 07:46:25.301302 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c00cf976-3547-490d-909e-e51bb9b1b40a tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "GET /v2.0/security-groups/b6d701d1-b7cc-454e-a59b-9f8e5d02f30c HTTP/1.1" status: 404 len: 347 time: 0.0596867 Jul 13 07:46:25.307293 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49202) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:25.353776 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e03ed1-deb4-4199-ae40-05d434cb4143 req-6bef9b03-9187-4e20-b214-69f844446bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:25.355099 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e03ed1-deb4-4199-ae40-05d434cb4143 req-6bef9b03-9187-4e20-b214-69f844446bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:25.357859 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b9e03ed1-deb4-4199-ae40-05d434cb4143 req-6bef9b03-9187-4e20-b214-69f844446bfd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b3baec9b4ee4a49a87eb1a4a6c9a5bc&device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 1913 time: 0.3370268 Jul 13 07:46:25.364147 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea9bcb5-c6eb-4233-8296-3e3b495ec720 x-openstack-request-id: req-7ea9bcb5-c6eb-4233-8296-3e3b495ec720 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:25.364913 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd", "name": "network-vif-plugged", "status": "completed", "tag": "2602be98-5c44-45af-95bd-c0753005dac2", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:25.365364 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7ea9bcb5-c6eb-4233-8296-3e3b495ec720 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:25.366010 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2602be98-5c44-45af-95bd-c0753005dac2', 'code': 200} Jul 13 07:46:25.413759 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=2602be98-5c44-45af-95bd-c0753005dac2,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:25.675439 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead4261-6127-42da-bb36-b14a6ffd4fd8 req-0c93a1a7-4e32-44ff-b182-55254aade0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:25.676987 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1ead4261-6127-42da-bb36-b14a6ffd4fd8 req-0c93a1a7-4e32-44ff-b182-55254aade0ff service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd HTTP/1.1" status: 200 len: 1098 time: 0.2317810 Jul 13 07:46:25.707224 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-4fb80225-1583-4b6d-863d-8edb8abc1eed tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Deleting port 70b88d94-e78a-4bef-b1a9-a3d103a53dec {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:25.707570 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4fb80225-1583-4b6d-863d-8edb8abc1eed tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.748602 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029e13e0-9be2-41f5-bece-8fe1684f82ec {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:46:25.810275 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e03ed1-deb4-4199-ae40-05d434cb4143 req-e59a3289-a873-4cb6-a670-0a20688d15c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:25.810999 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e03ed1-deb4-4199-ae40-05d434cb4143 req-e59a3289-a873-4cb6-a670-0a20688d15c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:25.811537 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e03ed1-deb4-4199-ae40-05d434cb4143 req-e59a3289-a873-4cb6-a670-0a20688d15c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:25.813209 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b9e03ed1-deb4-4199-ae40-05d434cb4143 req-e59a3289-a873-4cb6-a670-0a20688d15c4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2b3baec9b4ee4a49a87eb1a4a6c9a5bc&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4433966 Jul 13 07:46:25.828654 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6eb02-dd5b-4faf-bfa7-c670641beed3 req-fc6f6b5f-301e-4147-b243-702a827aff1e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:25.837971 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3bb6eb02-dd5b-4faf-bfa7-c670641beed3 req-fc6f6b5f-301e-4147-b243-702a827aff1e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd HTTP/1.1" status: 200 len: 946 time: 0.1982875 Jul 13 07:46:25.849126 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4fb80225-1583-4b6d-863d-8edb8abc1eed tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.849700 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4fb80225-1583-4b6d-863d-8edb8abc1eed tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.862542 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-4fb80225-1583-4b6d-863d-8edb8abc1eed tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Calling delete_port for 70b88d94-e78a-4bef-b1a9-a3d103a53dec owned by network:floatingip {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:25.939045 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.967739 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] Transition to ACTIVE for port object 029e13e0-9be2-41f5-bece-8fe1684f82ec will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:25.981744 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.016722 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1ead4261-6127-42da-bb36-b14a6ffd4fd8 req-4868b522-e673-441d-a416-63331651bb70 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236909 Jul 13 07:46:26.027393 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3bb6eb02-dd5b-4faf-bfa7-c670641beed3 req-c112ce73-c6d6-413e-bb2b-cb84a69d78d5 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882083 Jul 13 07:46:26.052705 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5f1f9-5594-4719-b6ad-a49f7367639a req-493c199c-abbe-474f-8d96-073c99d54afc tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:26.055928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5f1f9-5594-4719-b6ad-a49f7367639a req-493c199c-abbe-474f-8d96-073c99d54afc tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:26.063439 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acd5f1f9-5594-4719-b6ad-a49f7367639a req-493c199c-abbe-474f-8d96-073c99d54afc tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 1665 time: 0.3528090 Jul 13 07:46:26.136643 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] Pushing event updated for resources: {'Port': ['ID=029e13e0-9be2-41f5-bece-8fe1684f82ec,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:26.170866 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e03ed1-deb4-4199-ae40-05d434cb4143 req-7fe92281-7f03-4b3d-89f7-cbab596205bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:26.172370 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b9e03ed1-deb4-4199-ae40-05d434cb4143 req-7fe92281-7f03-4b3d-89f7-cbab596205bb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3312283 Jul 13 07:46:26.195590 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acd5f1f9-5594-4719-b6ad-a49f7367639a req-8e9ec4c9-41fd-4935-ac26-e80388e44433 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311817 Jul 13 07:46:26.312374 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4fb80225-1583-4b6d-863d-8edb8abc1eed tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.321585 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] Attempting to bind port 029e13e0-9be2-41f5-bece-8fe1684f82ec on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:26.321745 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] Attempting to bind port 029e13e0-9be2-41f5-bece-8fe1684f82ec by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'd820639a-0f57-4542-8b80-4535b4b856f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3622a16e-4761-4506-a0c2-8db23e3ce89b'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:26.322100 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] Attempting to bind port 029e13e0-9be2-41f5-bece-8fe1684f82ec on network 3622a16e-4761-4506-a0c2-8db23e3ce89b {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:26.349003 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb80225-1583-4b6d-863d-8edb8abc1eed tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Pushing event deleted for resources: {'Port': ['ID=70b88d94-e78a-4bef-b1a9-a3d103a53dec,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:26.354598 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] Port 029e13e0-9be2-41f5-bece-8fe1684f82ec on network 3622a16e-4761-4506-a0c2-8db23e3ce89b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:46:26.355079 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] Attempting to bind port 029e13e0-9be2-41f5-bece-8fe1684f82ec on network 3622a16e-4761-4506-a0c2-8db23e3ce89b {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:26.385884 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:26.386474 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] Checking segment: {'id': 'd820639a-0f57-4542-8b80-4535b4b856f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3622a16e-4761-4506-a0c2-8db23e3ce89b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:26.386866 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] Bound using segment: {'id': 'd820639a-0f57-4542-8b80-4535b4b856f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3622a16e-4761-4506-a0c2-8db23e3ce89b'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:26.387314 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] Bound port: 029e13e0-9be2-41f5-bece-8fe1684f82ec, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd820639a-0f57-4542-8b80-4535b4b856f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3622a16e-4761-4506-a0c2-8db23e3ce89b'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:26.387683 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.390743 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-49fa3fb7-ff22-4fe3-9f97-d7883a7d32c6 req-58a12f7c-94d6-4923-9f72-aadd40d78048 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0636225 Jul 13 07:46:26.478436 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4fb80225-1583-4b6d-863d-8edb8abc1eed tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks [] for floatingip, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.481156 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4fb80225-1583-4b6d-863d-8edb8abc1eed tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.485547 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4fb80225-1583-4b6d-863d-8edb8abc1eed tempest-ServersTestJSON-1417853076 tempest-ServersTestJSON-1417853076-project] 10.222.0.58 "DELETE /v2.0/floatingips/ae51dba0-29dd-4586-a9b0-a4e354288da1 HTTP/1.1" status: 204 len: 168 time: 1.1738269 Jul 13 07:46:26.485699 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49252) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:26.512112 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] For port 029e13e0-9be2-41f5-bece-8fe1684f82ec, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:26.516137 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] For port 029e13e0-9be2-41f5-bece-8fe1684f82ec, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=029e13e0-9be2-41f5-bece-8fe1684f82ec,segment=NetworkSegment(d820639a-0f57-4542-8b80-4535b4b856f6),segment_id=d820639a-0f57-4542-8b80-4535b4b856f6)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:26.526668 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.585715 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:26.589371 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.590932 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] 10.222.0.35 "PUT /v2.0/ports/029e13e0-9be2-41f5-bece-8fe1684f82ec HTTP/1.1" status: 200 len: 1092 time: 1.7574897 Jul 13 07:46:26.617084 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7afb8b-181a-4314-bf56-0b4a8b3eaa1f service neutron] Pushing event updated for resources: {'Port': ['ID=029e13e0-9be2-41f5-bece-8fe1684f82ec,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:26.762596 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-821ddd15-a752-4fe2-accf-73a2c8ea478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:26.763182 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-821ddd15-a752-4fe2-accf-73a2c8ea478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:26.765508 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-821ddd15-a752-4fe2-accf-73a2c8ea478a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b3baec9b4ee4a49a87eb1a4a6c9a5bc&device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 1981 time: 0.1164618 Jul 13 07:46:26.819569 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-42f75e6f-b1cf-4a07-a08a-740be78ac25a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.70&port_id=ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 HTTP/1.1" status: 200 len: 217 time: 0.0412261 Jul 13 07:46:26.891806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-4fbd9399-d82a-4d54-8205-43c526a2943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:26.895287 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-4fbd9399-d82a-4d54-8205-43c526a2943c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1850772c-f75b-4b4d-b261-eae183c53bdc HTTP/1.1" status: 200 len: 801 time: 0.0685580 Jul 13 07:46:26.969033 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-8223b92b-a063-48c9-986c-358feeee3e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:26.970770 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-8223b92b-a063-48c9-986c-358feeee3e05 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b231f6c-12e9-48fa-9d12-bdf7355bdbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683672 Jul 13 07:46:26.973290 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27667fe1-2b23-4e7b-827d-f2ca4a66b12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.092473 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ebc485-a5e0-441b-9b9b-a72641280c19', 'tag': '029e13e0-9be2-41f5-bece-8fe1684f82ec'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:27.094804 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611c03ba-122f-4ed4-8b30-30ec88600dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "84ebc485-a5e0-441b-9b9b-a72641280c19", "tag": "029e13e0-9be2-41f5-bece-8fe1684f82ec"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:27.164511 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-739298e3-e26b-4c9e-9bd3-5f64f3db5a4f service neutron] 10.222.0.35 "GET /v2.0/networks/1b231f6c-12e9-48fa-9d12-bdf7355bdbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843810 Jul 13 07:46:27.198826 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49280) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:27.208086 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb83dfcf-2d02-4f8f-8125-b9569e33909b x-openstack-request-id: req-bb83dfcf-2d02-4f8f-8125-b9569e33909b {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:27.208393 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ebc485-a5e0-441b-9b9b-a72641280c19", "tag": "029e13e0-9be2-41f5-bece-8fe1684f82ec", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:27.208639 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb83dfcf-2d02-4f8f-8125-b9569e33909b {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:27.209031 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ebc485-a5e0-441b-9b9b-a72641280c19', 'tag': '029e13e0-9be2-41f5-bece-8fe1684f82ec', 'status': 'completed', 'code': 200} Jul 13 07:46:27.349882 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa9bfa-e38f-42cb-850e-d26cc415d7d3 req-6db1efd9-1cf6-4f15-b087-f30895bbbc60 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:27.351534 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71fa9bfa-e38f-42cb-850e-d26cc415d7d3 req-6db1efd9-1cf6-4f15-b087-f30895bbbc60 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd HTTP/1.1" status: 200 len: 946 time: 0.1860495 Jul 13 07:46:27.356909 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-34de836e-c221-46bf-968c-5d70a3eee997 service neutron] 10.222.0.35 "GET /v2.0/networks/1b231f6c-12e9-48fa-9d12-bdf7355bdbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841242 Jul 13 07:46:27.412045 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-228904d0-5d4f-4004-8e6f-fdc48d61b60f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.30&port_id=029e13e0-9be2-41f5-bece-8fe1684f82ec HTTP/1.1" status: 200 len: 217 time: 0.0466056 Jul 13 07:46:27.449104 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-93e822a1-7328-46b1-8713-8def3cb1570b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.465571 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-08fa0143-388a-4f66-b570-b5ec269e8333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:27.467321 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-08fa0143-388a-4f66-b570-b5ec269e8333 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa9580af-cf64-49af-8c0c-fe86b081697a HTTP/1.1" status: 200 len: 801 time: 0.0484362 Jul 13 07:46:27.502577 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71fa9bfa-e38f-42cb-850e-d26cc415d7d3 req-ec0ae6d4-06b8-4729-9a37-d45349684ee7 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350477 Jul 13 07:46:27.509320 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a93cc626-342d-4fa6-b4b6-ae4cb13ff258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.538429 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62fcab-6428-4a18-a55a-3b5c59e54de7 req-846444a9-95da-4a7c-9de9-582addfb41e2 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:27.544669 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62fcab-6428-4a18-a55a-3b5c59e54de7 req-846444a9-95da-4a7c-9de9-582addfb41e2 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:27.546349 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c62fcab-6428-4a18-a55a-3b5c59e54de7 req-846444a9-95da-4a7c-9de9-582addfb41e2 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 1677 time: 0.1928098 Jul 13 07:46:27.554043 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-c667db93-5d28-4f0b-bd3e-d4e1aa02cc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:27.556505 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-c667db93-5d28-4f0b-bd3e-d4e1aa02cc5f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3622a16e-4761-4506-a0c2-8db23e3ce89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808728 Jul 13 07:46:27.645874 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.650060 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c62fcab-6428-4a18-a55a-3b5c59e54de7 req-9699f34b-0117-4947-9f90-2543218a1d4a tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968890 Jul 13 07:46:27.711243 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-27667fe1-2b23-4e7b-827d-f2ca4a66b12d admin admin] Deleting port b8e7408f-b297-4de0-9fc5-f1df87ce0ddc {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:27.711516 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27667fe1-2b23-4e7b-827d-f2ca4a66b12d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.716070 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-fbbe35a8-d2f1-46e3-acd2-a8cda3662083 service neutron] 10.222.0.35 "GET /v2.0/networks/3622a16e-4761-4506-a0c2-8db23e3ce89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505179 Jul 13 07:46:27.807332 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-93e822a1-7328-46b1-8713-8def3cb1570b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.842752 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-93e822a1-7328-46b1-8713-8def3cb1570b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.851583 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-92a72675-ec91-4dc2-9049-8f917e5bdd76 req-27d20fa5-5235-4002-8276-409c6e50a395 service neutron] 10.222.0.35 "GET /v2.0/networks/3622a16e-4761-4506-a0c2-8db23e3ce89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276999 Jul 13 07:46:27.852069 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6390308a-db6a-4bed-b327-d563f70c53ac req-aeba6114-893c-4e6c-9668-63650a7f84a5 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0434382 Jul 13 07:46:27.907672 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-93e822a1-7328-46b1-8713-8def3cb1570b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6106fbf2113f4f71aadebf86ce0ea316&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6912453 Jul 13 07:46:27.908516 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e822a1-7328-46b1-8713-8def3cb1570b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cf9c31-e6c1-4619-9c66-6dee96df0514,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:27.912789 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-27667fe1-2b23-4e7b-827d-f2ca4a66b12d admin admin] For port b8e7408f-b297-4de0-9fc5-f1df87ce0ddc, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b8e7408f-b297-4de0-9fc5-f1df87ce0ddc,segment=NetworkSegment(09aabac0-b86f-4d9d-94ee-5271419daa5a),segment_id=09aabac0-b86f-4d9d-94ee-5271419daa5a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:27.913070 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27667fe1-2b23-4e7b-827d-f2ca4a66b12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.915571 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49294) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:27.942915 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-27667fe1-2b23-4e7b-827d-f2ca4a66b12d admin admin] Calling delete_port for b8e7408f-b297-4de0-9fc5-f1df87ce0ddc owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:27.962945 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c03ba-122f-4ed4-8b30-30ec88600dcb req-ad33c9b6-a050-44d5-8a1e-5c54cd6127e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:27.963437 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c03ba-122f-4ed4-8b30-30ec88600dcb req-ad33c9b6-a050-44d5-8a1e-5c54cd6127e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:27.965017 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-611c03ba-122f-4ed4-8b30-30ec88600dcb req-ad33c9b6-a050-44d5-8a1e-5c54cd6127e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b3baec9b4ee4a49a87eb1a4a6c9a5bc&device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 1981 time: 0.0562484 Jul 13 07:46:28.027183 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b632c1b3-b9ab-43bf-978d-1e2cf8dca234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.055842 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b632c1b3-b9ab-43bf-978d-1e2cf8dca234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.062235 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c03ba-122f-4ed4-8b30-30ec88600dcb req-e5a5d06c-e472-4080-8596-b32c67ee5dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:28.063727 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-611c03ba-122f-4ed4-8b30-30ec88600dcb req-e5a5d06c-e472-4080-8596-b32c67ee5dc4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3622a16e-4761-4506-a0c2-8db23e3ce89b HTTP/1.1" status: 200 len: 903 time: 0.0919690 Jul 13 07:46:28.105688 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-611c03ba-122f-4ed4-8b30-30ec88600dcb req-f73594ef-537e-450c-92e3-aa67f66dd057 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.30&port_id=029e13e0-9be2-41f5-bece-8fe1684f82ec HTTP/1.1" status: 200 len: 217 time: 0.0341339 Jul 13 07:46:28.162678 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b632c1b3-b9ab-43bf-978d-1e2cf8dca234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.165170 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b632c1b3-b9ab-43bf-978d-1e2cf8dca234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.166394 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b632c1b3-b9ab-43bf-978d-1e2cf8dca234 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8cf9c31-e6c1-4619-9c66-6dee96df0514 HTTP/1.1" status: 204 len: 168 time: 0.2500584 Jul 13 07:46:28.198676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632c1b3-b9ab-43bf-978d-1e2cf8dca234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cf9c31-e6c1-4619-9c66-6dee96df0514,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:28.219606 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27667fe1-2b23-4e7b-827d-f2ca4a66b12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.250275 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27667fe1-2b23-4e7b-827d-f2ca4a66b12d admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e7408f-b297-4de0-9fc5-f1df87ce0ddc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:28.473309 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c03ba-122f-4ed4-8b30-30ec88600dcb req-d21cde49-498a-4e7a-9680-2d62fe2f7f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:28.474974 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-611c03ba-122f-4ed4-8b30-30ec88600dcb req-d21cde49-498a-4e7a-9680-2d62fe2f7f52 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa9580af-cf64-49af-8c0c-fe86b081697a HTTP/1.1" status: 200 len: 801 time: 0.3613205 Jul 13 07:46:28.521870 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49300) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:28.539512 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2d495db6-4602-49f3-9bbc-0a16283b3b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.588433 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c03ba-122f-4ed4-8b30-30ec88600dcb req-950bec40-800a-4c87-a6d2-856886342d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:28.590264 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-611c03ba-122f-4ed4-8b30-30ec88600dcb req-950bec40-800a-4c87-a6d2-856886342d12 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3622a16e-4761-4506-a0c2-8db23e3ce89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067984 Jul 13 07:46:28.734679 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-611c03ba-122f-4ed4-8b30-30ec88600dcb req-c4ca4679-82ea-4538-af67-ac0398962c4c service neutron] 10.222.0.35 "GET /v2.0/networks/3622a16e-4761-4506-a0c2-8db23e3ce89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323416 Jul 13 07:46:28.744840 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2d495db6-4602-49f3-9bbc-0a16283b3b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.764771 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2d495db6-4602-49f3-9bbc-0a16283b3b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.812815 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27667fe1-2b23-4e7b-827d-f2ca4a66b12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.846174 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d495db6-4602-49f3-9bbc-0a16283b3b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a656d37-ebd3-437d-b951-7d1432289a5b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:28.853112 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2d495db6-4602-49f3-9bbc-0a16283b3b3f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65a16861dfb344cba71ab8ac4e14f01f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3267901 Jul 13 07:46:28.853314 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49312) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:28.936749 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-611c03ba-122f-4ed4-8b30-30ec88600dcb req-a4260262-4446-461a-88c7-c959634fda20 service neutron] 10.222.0.35 "GET /v2.0/networks/3622a16e-4761-4506-a0c2-8db23e3ce89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902328 Jul 13 07:46:28.981098 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-652305cf-cb1a-4c2a-8411-f09130edf1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.024129 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-652305cf-cb1a-4c2a-8411-f09130edf1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.024564 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b467d-24fe-4f04-a47f-1335aa9f5f39 req-2377df80-97ff-4761-a77c-ed89b8f5c132 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:29.030589 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b467d-24fe-4f04-a47f-1335aa9f5f39 req-2377df80-97ff-4761-a77c-ed89b8f5c132 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:29.032248 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-882b467d-24fe-4f04-a47f-1335aa9f5f39 req-2377df80-97ff-4761-a77c-ed89b8f5c132 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 1677 time: 0.1923578 Jul 13 07:46:29.079968 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-652305cf-cb1a-4c2a-8411-f09130edf1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.082946 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-652305cf-cb1a-4c2a-8411-f09130edf1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.087053 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-652305cf-cb1a-4c2a-8411-f09130edf1d6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1a656d37-ebd3-437d-b951-7d1432289a5b HTTP/1.1" status: 204 len: 168 time: 0.2304113 Jul 13 07:46:29.095730 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652305cf-cb1a-4c2a-8411-f09130edf1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a656d37-ebd3-437d-b951-7d1432289a5b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:29.241005 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-882b467d-24fe-4f04-a47f-1335aa9f5f39 req-5bf5f47f-3b56-4bf3-894f-9a5d6e4d7720 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020249 Jul 13 07:46:29.248497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35371aa-2ff9-4d2c-85b5-d3de41a2b95d req-99043e36-98b3-4a5d-87f1-9580895a54fc tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:29.249980 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f35371aa-2ff9-4d2c-85b5-d3de41a2b95d req-99043e36-98b3-4a5d-87f1-9580895a54fc tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd HTTP/1.1" status: 200 len: 946 time: 0.4907000 Jul 13 07:46:29.262396 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27667fe1-2b23-4e7b-827d-f2ca4a66b12d admin admin] Router 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:29.325163 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f35371aa-2ff9-4d2c-85b5-d3de41a2b95d req-4dcd4b52-5e70-4003-8008-807c9a8b132d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604095 Jul 13 07:46:29.449410 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27667fe1-2b23-4e7b-827d-f2ca4a66b12d admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:29.458356 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-27667fe1-2b23-4e7b-827d-f2ca4a66b12d admin admin] 10.222.0.58 "PUT /v2.0/routers/7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9682882 Jul 13 07:46:29.458356 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49336) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:29.467041 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67cda57-104e-4654-9091-dd568585a9c7 None None] Sync routers for ids ['7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:29.477797 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67cda57-104e-4654-9091-dd568585a9c7 None None] Routers {'7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:29.478718 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a67cda57-104e-4654-9091-dd568585a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:46:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:29.552960 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b5a374ee-5e9a-4890-b058-148e2b434939 req-7696e014-a09d-4604-8d52-94955c41b530 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0710945 Jul 13 07:46:29.595199 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.657395 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-a67cda57-104e-4654-9091-dd568585a9c7 None None] Set router 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:29.663606 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c18be4a-0cc4-4aee-bd93-a1444ab15b86 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.817218 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0def2e8-20c2-4cd1-b63b-4d1b49189aed req-f0f2a181-2d36-4f7f-889f-351dac782a58 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:29.827668 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0def2e8-20c2-4cd1-b63b-4d1b49189aed req-f0f2a181-2d36-4f7f-889f-351dac782a58 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd HTTP/1.1" status: 200 len: 946 time: 0.2158048 Jul 13 07:46:29.840795 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c18be4a-0cc4-4aee-bd93-a1444ab15b86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.873171 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a67cda57-104e-4654-9091-dd568585a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'name': 'tempest-ServersTestJSON-1417473056-router', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:46:28Z', 'revision_number': 5, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'gw_port': {'id': '86cf3105-4aa6-47d5-a56e-15a541c7d735', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:29.899474 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0def2e8-20c2-4cd1-b63b-4d1b49189aed req-757ec2eb-cdaf-47bb-a270-d4669427906a tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738420 Jul 13 07:46:29.903791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67cda57-104e-4654-9091-dd568585a9c7 None None] Checking router: 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:29.913238 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67cda57-104e-4654-9091-dd568585a9c7 None None] Routers {'7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:29.914199 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a67cda57-104e-4654-9091-dd568585a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:46:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:29.937717 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7c18be4a-0cc4-4aee-bd93-a1444ab15b86 admin admin] Deleting port 86cf3105-4aa6-47d5-a56e-15a541c7d735 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:29.938216 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c18be4a-0cc4-4aee-bd93-a1444ab15b86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.029154 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-a67cda57-104e-4654-9091-dd568585a9c7 None None] Set router 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:30.061825 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-7c18be4a-0cc4-4aee-bd93-a1444ab15b86 admin admin] For port 86cf3105-4aa6-47d5-a56e-15a541c7d735, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=86cf3105-4aa6-47d5-a56e-15a541c7d735,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:30.063859 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c18be4a-0cc4-4aee-bd93-a1444ab15b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.079359 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7c18be4a-0cc4-4aee-bd93-a1444ab15b86 admin admin] Calling delete_port for 86cf3105-4aa6-47d5-a56e-15a541c7d735 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:30.089204 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a67cda57-104e-4654-9091-dd568585a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'name': 'tempest-ServersTestJSON-1417473056-router', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:46:29Z', 'revision_number': 6, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:30.159090 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67cda57-104e-4654-9091-dd568585a9c7 None None] The sync data for ids ['7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e'] in n-d-779913-28 is: [{'id': '7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e', 'name': 'tempest-ServersTestJSON-1417473056-router', 'tenant_id': 'f548f9cbf0df49278ed61c832d771add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:08Z', 'updated_at': '2021-07-13T07:46:29Z', 'revision_number': 6, 'project_id': 'f548f9cbf0df49278ed61c832d771add', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:30.452606 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c18be4a-0cc4-4aee-bd93-a1444ab15b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.509391 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18be4a-0cc4-4aee-bd93-a1444ab15b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=86cf3105-4aa6-47d5-a56e-15a541c7d735,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:30.577374 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-d169ca76-f5f3-4594-89e9-38fe7979691a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1140680 Jul 13 07:46:30.595371 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f1010-9295-4917-acf6-2c1fc7e2b814 req-0ff78d28-a76c-43aa-992b-fda2ae7acd36 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:30.601855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f26f1010-9295-4917-acf6-2c1fc7e2b814 req-0ff78d28-a76c-43aa-992b-fda2ae7acd36 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd HTTP/1.1" status: 200 len: 946 time: 0.2351611 Jul 13 07:46:30.640410 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c18be4a-0cc4-4aee-bd93-a1444ab15b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.656513 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7b4ed-2c99-4e0c-bead-5b012c5b2975 req-fd3c384b-fbdd-473d-95f7-64f66701a4a8 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:30.662594 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7b4ed-2c99-4e0c-bead-5b012c5b2975 req-fd3c384b-fbdd-473d-95f7-64f66701a4a8 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:30.664648 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fac7b4ed-2c99-4e0c-bead-5b012c5b2975 req-fd3c384b-fbdd-473d-95f7-64f66701a4a8 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 1677 time: 0.2608325 Jul 13 07:46:30.758795 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-d61abeef-6381-4f0c-90c7-65e25b4b5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:30.759300 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-d61abeef-6381-4f0c-90c7-65e25b4b5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:30.759785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-d61abeef-6381-4f0c-90c7-65e25b4b5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:30.760271 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-d61abeef-6381-4f0c-90c7-65e25b4b5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:30.760745 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-d61abeef-6381-4f0c-90c7-65e25b4b5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:30.761221 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-d61abeef-6381-4f0c-90c7-65e25b4b5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:30.761699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-d61abeef-6381-4f0c-90c7-65e25b4b5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:30.763822 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-d61abeef-6381-4f0c-90c7-65e25b4b5546 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=212dff56b36b4f87993a61249127ab0c&device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 6509 time: 0.1094682 Jul 13 07:46:30.776019 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f26f1010-9295-4917-acf6-2c1fc7e2b814 req-4f0be931-2324-44c0-8905-34e041047131 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731505 Jul 13 07:46:30.803805 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c18be4a-0cc4-4aee-bd93-a1444ab15b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.807940 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c18be4a-0cc4-4aee-bd93-a1444ab15b86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.824577 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fac7b4ed-2c99-4e0c-bead-5b012c5b2975 req-d2f2b532-7a0d-44d3-9cf9-6c711146fab1 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222534 Jul 13 07:46:30.891534 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 029e13e0-9be2-41f5-bece-8fe1684f82ec details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:46:30.934128 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c18be4a-0cc4-4aee-bd93-a1444ab15b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.934723 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c18be4a-0cc4-4aee-bd93-a1444ab15b86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:30.940103 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c18be4a-0cc4-4aee-bd93-a1444ab15b86 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.944360 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7c18be4a-0cc4-4aee-bd93-a1444ab15b86 admin admin] 10.222.0.58 "DELETE /v2.0/routers/7bdafe77-c4be-40f3-887e-9e5f7fa1ae5e HTTP/1.1" status: 204 len: 168 time: 1.4857717 Jul 13 07:46:30.944980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49392) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:30.951840 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-92e8a595-8e60-4faf-a71e-3090400e39f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:30.952314 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-92e8a595-8e60-4faf-a71e-3090400e39f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:30.952786 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-92e8a595-8e60-4faf-a71e-3090400e39f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:30.959148 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-92e8a595-8e60-4faf-a71e-3090400e39f4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=918c9be5-f73c-4ae4-b262-3a0c8f3703eb&id=57e01b8b-6c29-4855-95ef-f150e56b368c&id=57e01b8b-6c29-4855-95ef-f150e56b368c&id=57e01b8b-6c29-4855-95ef-f150e56b368c&id=57e01b8b-6c29-4855-95ef-f150e56b368c&id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6&id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6 HTTP/1.1" status: 200 len: 2296 time: 0.1622264 Jul 13 07:46:31.011861 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b0d896-91a0-411b-a360-f99102bdf546 admin admin] Deleting subnet 00ea66ea-cdb9-42df-900b-f5a475cd0dcf {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:31.026951 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-51b0d896-91a0-411b-a360-f99102bdf546 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.107073 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-d3e7fcdb-427f-4d67-af86-50b00c54ddf8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91ae0369-0e20-472f-b809-5b288f50e076 HTTP/1.1" status: 200 len: 1000 time: 0.1377118 Jul 13 07:46:31.121149 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49396) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:31.129031 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-51b0d896-91a0-411b-a360-f99102bdf546 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.150833 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 029e13e0-9be2-41f5-bece-8fe1684f82ec, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=029e13e0-9be2-41f5-bece-8fe1684f82ec,segment=NetworkSegment(d820639a-0f57-4542-8b80-4535b4b856f6),segment_id=d820639a-0f57-4542-8b80-4535b4b856f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:31.163925 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '029e13e0-9be2-41f5-bece-8fe1684f82ec', 'network_id': '3622a16e-4761-4506-a0c2-8db23e3ce89b', 'port_id': '029e13e0-9be2-41f5-bece-8fe1684f82ec', 'mac_address': 'fa:16:3e:a3:bc:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9580af-cf64-49af-8c0c-fe86b081697a', 'ip_address': '19.86.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:46:31.208465 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-173a8899-14e1-4567-81d6-371fa99d1e4a req-e864c276-1a43-474f-8502-c8c61d0f7379 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.1170201 Jul 13 07:46:31.222735 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-5bb3a700-7b89-4bc2-9209-24b8e895eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:31.229090 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-5bb3a700-7b89-4bc2-9209-24b8e895eb1d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=74c9f7d4-d0b0-43d4-8a5f-516e5817785d HTTP/1.1" status: 200 len: 855 time: 0.1034732 Jul 13 07:46:31.275569 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-51b0d896-91a0-411b-a360-f99102bdf546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.350795 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-f28c05ba-e6e2-4202-b87a-7108368c8d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:31.354903 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-f28c05ba-e6e2-4202-b87a-7108368c8d5b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=918c9be5-f73c-4ae4-b262-3a0c8f3703eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1121423 Jul 13 07:46:31.358122 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-51b0d896-91a0-411b-a360-f99102bdf546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.389386 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0d896-91a0-411b-a360-f99102bdf546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ea66ea-cdb9-42df-900b-f5a475cd0dcf,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:31.395606 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-51b0d896-91a0-411b-a360-f99102bdf546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.398910 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-51b0d896-91a0-411b-a360-f99102bdf546 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/00ea66ea-cdb9-42df-900b-f5a475cd0dcf HTTP/1.1" status: 204 len: 168 time: 0.4497526 Jul 13 07:46:31.401067 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49400) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:31.413060 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-3a1d5e62-d7a2-4a1f-b990-1fd66cc5a5be tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1466973283'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:31.456279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f918614d-c1dd-4151-9551-3f9e729dc854 None None] Network 14cdc4ec-6407-432a-bc8b-28761ebb7e70 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:31.492060 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.493309 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.505863 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1d5e62-d7a2-4a1f-b990-1fd66cc5a5be tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Made reservation on behalf of 74575bd155c746598a918cd1faafca87 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:31.511937 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3a1d5e62-d7a2-4a1f-b990-1fd66cc5a5be tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.536844 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3a1d5e62-d7a2-4a1f-b990-1fd66cc5a5be tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.536844 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-87abb7a1-6ecf-4722-98af-7a8274ba12fc service neutron] 10.222.0.62 "GET /v2.0/networks/918c9be5-f73c-4ae4-b262-3a0c8f3703eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692386 Jul 13 07:46:31.546128 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029e13e0-9be2-41f5-bece-8fe1684f82ec {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:46:31.558891 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12821405-775a-4093-a39c-53ee1eff9d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.619091 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 029e13e0-9be2-41f5-bece-8fe1684f82ec, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=029e13e0-9be2-41f5-bece-8fe1684f82ec,segment=NetworkSegment(d820639a-0f57-4542-8b80-4535b4b856f6),segment_id=d820639a-0f57-4542-8b80-4535b4b856f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:31.630368 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.668852 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:46:31.708549 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-12821405-775a-4093-a39c-53ee1eff9d21 admin admin] Deleting port d8fb3df7-833b-4681-b6a1-942605685ca5 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:31.709154 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12821405-775a-4093-a39c-53ee1eff9d21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.754200 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-3e6eb225-7d0a-40d3-aca9-0a1d689d1627 service neutron] 10.222.0.62 "GET /v2.0/networks/918c9be5-f73c-4ae4-b262-3a0c8f3703eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050738 Jul 13 07:46:31.804256 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-12821405-775a-4093-a39c-53ee1eff9d21 admin admin] For port d8fb3df7-833b-4681-b6a1-942605685ca5, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d8fb3df7-833b-4681-b6a1-942605685ca5,segment=NetworkSegment(09aabac0-b86f-4d9d-94ee-5271419daa5a),segment_id=09aabac0-b86f-4d9d-94ee-5271419daa5a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:31.804996 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12821405-775a-4093-a39c-53ee1eff9d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.808883 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ace48803-6127-4b7f-b4e9-3dc1e7c65fd4, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ace48803-6127-4b7f-b4e9-3dc1e7c65fd4,segment=NetworkSegment(ea9c176f-49cc-4ed0-af63-95e8cd6cb079),segment_id=ea9c176f-49cc-4ed0-af63-95e8cd6cb079)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:31.819354 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-12821405-775a-4093-a39c-53ee1eff9d21 admin admin] Calling delete_port for d8fb3df7-833b-4681-b6a1-942605685ca5 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:31.825709 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'ace48803-6127-4b7f-b4e9-3dc1e7c65fd4', 'network_id': '1b231f6c-12e9-48fa-9d12-bdf7355bdbd6', 'port_id': 'ace48803-6127-4b7f-b4e9-3dc1e7c65fd4', 'mac_address': 'fa:16:3e:4d:05:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1850772c-f75b-4b4d-b261-eae183c53bdc', 'ip_address': '19.80.0.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:46:31.827630 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 86cf3105-4aa6-47d5-a56e-15a541c7d735 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:31.836681 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-1edd692e-e9d4-4e01-ba01-e3a9693af8da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 HTTP/1.1" status: 200 len: 217 time: 0.0639753 Jul 13 07:46:31.873128 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 86cf3105-4aa6-47d5-a56e-15a541c7d735 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:31.873575 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 86cf3105-4aa6-47d5-a56e-15a541c7d735 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:31.874121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b8e7408f-b297-4de0-9fc5-f1df87ce0ddc no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:31.927750 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12821405-775a-4093-a39c-53ee1eff9d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.928380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: b8e7408f-b297-4de0-9fc5-f1df87ce0ddc {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:31.929334 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b8e7408f-b297-4de0-9fc5-f1df87ce0ddc not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:31.939778 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=029e13e0-9be2-41f5-bece-8fe1684f82ec,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:31.955588 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.982965 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:46:32.025646 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-fbb72c56-e56b-46f3-849d-55fc24a0c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:32.029365 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-fbb72c56-e56b-46f3-849d-55fc24a0c967 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=370ab867-a738-414f-91c2-c627af51a399 HTTP/1.1" status: 200 len: 797 time: 0.1710856 Jul 13 07:46:32.036984 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3a1d5e62-d7a2-4a1f-b990-1fd66cc5a5be tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.042981 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12821405-775a-4093-a39c-53ee1eff9d21 admin admin] No DVR routers for this DVR port d8fb3df7-833b-4681-b6a1-942605685ca5 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:32.056378 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ace48803-6127-4b7f-b4e9-3dc1e7c65fd4, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ace48803-6127-4b7f-b4e9-3dc1e7c65fd4,segment=NetworkSegment(ea9c176f-49cc-4ed0-af63-95e8cd6cb079),segment_id=ea9c176f-49cc-4ed0-af63-95e8cd6cb079)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:32.062568 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95fc23b-772e-4889-a2b6-d58f927295d3 None None] DHCP port deletion for 14cdc4ec-6407-432a-bc8b-28761ebb7e70 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:32.074222 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.080267 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3a1d5e62-d7a2-4a1f-b990-1fd66cc5a5be tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.127847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1d5e62-d7a2-4a1f-b990-1fd66cc5a5be tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:32.138450 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3a1d5e62-d7a2-4a1f-b990-1fd66cc5a5be tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.139245 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-3a1d5e62-d7a2-4a1f-b990-1fd66cc5a5be tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Added segment ac936d3c-b364-4249-aba1-d793f41b059b of type vlan for network 73c5bc08-3894-4a81-8d91-321b8a981f40 Jul 13 07:46:32.160736 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12821405-775a-4093-a39c-53ee1eff9d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.171266 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-12821405-775a-4093-a39c-53ee1eff9d21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14cdc4ec-6407-432a-bc8b-28761ebb7e70']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:32.175307 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=ace48803-6127-4b7f-b4e9-3dc1e7c65fd4,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:32.184285 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3a1d5e62-d7a2-4a1f-b990-1fd66cc5a5be tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.184752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-12821405-775a-4093-a39c-53ee1eff9d21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09aabac0-b86f-4d9d-94ee-5271419daa5a') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:32.185150 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-12821405-775a-4093-a39c-53ee1eff9d21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09aabac0-b86f-4d9d-94ee-5271419daa5a') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:32.196901 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12821405-775a-4093-a39c-53ee1eff9d21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.219173 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12821405-775a-4093-a39c-53ee1eff9d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.222926 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12821405-775a-4093-a39c-53ee1eff9d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8fb3df7-833b-4681-b6a1-942605685ca5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:32.236449 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3a1d5e62-d7a2-4a1f-b990-1fd66cc5a5be tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.242296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d5e62-d7a2-4a1f-b990-1fd66cc5a5be tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:32.242977 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3a1d5e62-d7a2-4a1f-b990-1fd66cc5a5be tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.262272 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12821405-775a-4093-a39c-53ee1eff9d21 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:32.262809 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12821405-775a-4093-a39c-53ee1eff9d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:32.274520 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:32.277224 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3a1d5e62-d7a2-4a1f-b990-1fd66cc5a5be tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1588571 Jul 13 07:46:32.278170 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49412) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:32.299460 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-bf336e5c-e37f-468f-994c-234619986a64 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Request body: {'subnet': {'network_id': '73c5bc08-3894-4a81-8d91-321b8a981f40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:32.312055 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d5e62-d7a2-4a1f-b990-1fd66cc5a5be tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd297f74-787e-419d-afa7-512c9892e866,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:32.392654 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12821405-775a-4093-a39c-53ee1eff9d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.397277 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12821405-775a-4093-a39c-53ee1eff9d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.402631 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-12821405-775a-4093-a39c-53ee1eff9d21 admin admin] 10.222.0.58 "DELETE /v2.0/networks/14cdc4ec-6407-432a-bc8b-28761ebb7e70 HTTP/1.1" status: 204 len: 168 time: 0.9976499 Jul 13 07:46:32.419185 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab417a-439d-4995-a26d-eeaca9c1978c req-1a293a2d-767a-44cd-93ef-738c321688c7 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:32.426024 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab417a-439d-4995-a26d-eeaca9c1978c req-1a293a2d-767a-44cd-93ef-738c321688c7 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:32.433327 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8ab417a-439d-4995-a26d-eeaca9c1978c req-1a293a2d-767a-44cd-93ef-738c321688c7 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 1679 time: 0.3385367 Jul 13 07:46:32.449433 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d5e62-d7a2-4a1f-b990-1fd66cc5a5be tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Pushing event updated for resources: {'Network': ['ID=73c5bc08-3894-4a81-8d91-321b8a981f40,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:32.452813 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['ace48803-6127-4b7f-b4e9-3dc1e7c65fd4'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:46:32.470916 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12821405-775a-4093-a39c-53ee1eff9d21 admin admin] Pushing event deleted for resources: {'Network': ['ID=14cdc4ec-6407-432a-bc8b-28761ebb7e70,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:32.501509 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 73c5bc08-3894-4a81-8d91-321b8a981f40 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:32.504399 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffce3c-19eb-4fc6-8288-2db453cfb92b req-9c779683-ad27-4aef-bb5c-13a462d61231 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:32.506060 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6dffce3c-19eb-4fc6-8288-2db453cfb92b req-9c779683-ad27-4aef-bb5c-13a462d61231 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd HTTP/1.1" status: 200 len: 946 time: 0.2765284 Jul 13 07:46:32.533675 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-342dfd50-6260-478c-9394-5d1899119aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:32.535320 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8ab417a-439d-4995-a26d-eeaca9c1978c req-d631f66d-f4f5-41a8-9065-0098305dd046 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006069 Jul 13 07:46:32.535700 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-342dfd50-6260-478c-9394-5d1899119aaf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57e01b8b-6c29-4855-95ef-f150e56b368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4961195 Jul 13 07:46:32.634549 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6dffce3c-19eb-4fc6-8288-2db453cfb92b req-3b2d551a-1c6a-468a-ae28-00116b5c8e8d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219084 Jul 13 07:46:32.670115 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f88b79-a8e4-42d1-8080-037cafdf9ab5 req-e1b2f1fc-c3c2-40e1-8769-65dbeda1846a tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:32.671782 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-97f88b79-a8e4-42d1-8080-037cafdf9ab5 req-e1b2f1fc-c3c2-40e1-8769-65dbeda1846a tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd HTTP/1.1" status: 200 len: 946 time: 0.3560688 Jul 13 07:46:32.748933 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49420) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:32.758556 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf336e5c-e37f-468f-994c-234619986a64 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Made reservation on behalf of 74575bd155c746598a918cd1faafca87 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:32.768153 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bf336e5c-e37f-468f-994c-234619986a64 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.823829 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-745fc1f4-b66a-41c0-8160-60291a30c3f4 req-46f06c31-9bd1-467c-bf4f-a85aa1a608b6 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0332499 Jul 13 07:46:32.857718 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-f96bbddb-f41a-47a9-8ae1-86695aeedab3 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135836 Jul 13 07:46:32.865395 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-af83bc31-771c-44d2-9503-219faf057b47 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f548f9cbf0df49278ed61c832d771add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1130435 Jul 13 07:46:32.866187 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49422) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:32.917525 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46e1c63b-2539-4f77-9024-cec57389e847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.939444 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46e1c63b-2539-4f77-9024-cec57389e847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.000281 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46e1c63b-2539-4f77-9024-cec57389e847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.006014 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46e1c63b-2539-4f77-9024-cec57389e847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.009934 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-46e1c63b-2539-4f77-9024-cec57389e847 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/37cc737f-0258-4383-a119-932fbba9942e HTTP/1.1" status: 204 len: 168 time: 0.1403637 Jul 13 07:46:33.020274 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1c63b-2539-4f77-9024-cec57389e847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cc737f-0258-4383-a119-932fbba9942e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:33.102167 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-97f88b79-a8e4-42d1-8080-037cafdf9ab5 req-b534797e-ea89-47be-9801-7075fa9f133e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Deleting port 2602be98-5c44-45af-95bd-c0753005dac2 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:33.102527 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-97f88b79-a8e4-42d1-8080-037cafdf9ab5 req-b534797e-ea89-47be-9801-7075fa9f133e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.121229 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-5a34d75a-173b-469c-9300-dfed1e8dde1f service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290313 Jul 13 07:46:33.195839 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-51cde5e8-e00c-464c-b9ac-aa58e08d3bed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=ceb6e9ad-b675-411f-96d9-dbca0ebbe960 HTTP/1.1" status: 200 len: 217 time: 0.0608015 Jul 13 07:46:33.286643 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bf336e5c-e37f-468f-994c-234619986a64 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.348549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-3456573f-fccb-40e0-8b8b-f0a5a31b1e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:33.350012 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-3456573f-fccb-40e0-8b8b-f0a5a31b1e88 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=370ab867-a738-414f-91c2-c627af51a399 HTTP/1.1" status: 200 len: 797 time: 0.1430304 Jul 13 07:46:33.359903 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-97f88b79-a8e4-42d1-8080-037cafdf9ab5 req-b534797e-ea89-47be-9801-7075fa9f133e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] For port 2602be98-5c44-45af-95bd-c0753005dac2, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=2602be98-5c44-45af-95bd-c0753005dac2,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:33.360262 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-97f88b79-a8e4-42d1-8080-037cafdf9ab5 req-b534797e-ea89-47be-9801-7075fa9f133e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.411999 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf336e5c-e37f-468f-994c-234619986a64 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Pushing event updated for resources: {'Subnet': ['ID=8dab3293-1864-4eb5-adfb-0f2c59f7243a,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:33.416073 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-97f88b79-a8e4-42d1-8080-037cafdf9ab5 req-b534797e-ea89-47be-9801-7075fa9f133e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Calling delete_port for 2602be98-5c44-45af-95bd-c0753005dac2 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:33.478307 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf336e5c-e37f-468f-994c-234619986a64 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Checking segment: {'id': 'ac936d3c-b364-4249-aba1-d793f41b059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '73c5bc08-3894-4a81-8d91-321b8a981f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:33.478675 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf336e5c-e37f-468f-994c-234619986a64 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Network hostable DHCP agents. Network: 73c5bc08-3894-4a81-8d91-321b8a981f40, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:33.525969 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf336e5c-e37f-468f-994c-234619986a64 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Network 73c5bc08-3894-4a81-8d91-321b8a981f40 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:33.531725 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['029e13e0-9be2-41f5-bece-8fe1684f82ec'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:46:33.536038 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-e7164716-1dd4-4b78-b2c1-d9b2ccc24d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:33.537557 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-e7164716-1dd4-4b78-b2c1-d9b2ccc24d72 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57e01b8b-6c29-4855-95ef-f150e56b368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1748912 Jul 13 07:46:33.600995 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-bf336e5c-e37f-468f-994c-234619986a64 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 73c5bc08-3894-4a81-8d91-321b8a981f40) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:33.606823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf336e5c-e37f-468f-994c-234619986a64 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:33.614350 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9888f42-1a9e-4b4a-803c-8764f573cf20 None None] Network 73c5bc08-3894-4a81-8d91-321b8a981f40 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:33.616818 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bf336e5c-e37f-468f-994c-234619986a64 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.698205 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d8fb3df7-833b-4681-b6a1-942605685ca5 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:33.757485 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bf336e5c-e37f-468f-994c-234619986a64 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4685795 Jul 13 07:46:33.765005 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49452) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:33.775498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c23e62fc-5858-4566-aef0-4fa857d58ad3 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Request body: {'port': {'network_id': '73c5bc08-3894-4a81-8d91-321b8a981f40', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1795016530'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:33.871139 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-28fc482d-68fa-43c3-a2ac-53b8eeb21452 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191631 Jul 13 07:46:33.882752 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-97f88b79-a8e4-42d1-8080-037cafdf9ab5 req-b534797e-ea89-47be-9801-7075fa9f133e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.898374 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49458) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:33.899281 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: d8fb3df7-833b-4681-b6a1-942605685ca5 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:33.899281 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d8fb3df7-833b-4681-b6a1-942605685ca5 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:33.960668 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b877ad2e-e741-4b52-972e-110214f9a653 req-cae3d70c-c0b6-4e2c-918e-e176586f0754 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd HTTP/1.1" status: 200 len: 210 time: 0.0493355 Jul 13 07:46:34.001309 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b3ecb-81c7-467f-b36d-47a6ca5c8450 req-e96a843a-dd9d-40b9-a644-d87497f1422f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:34.030928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b3ecb-81c7-467f-b36d-47a6ca5c8450 req-e96a843a-dd9d-40b9-a644-d87497f1422f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:34.039550 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c29b3ecb-81c7-467f-b36d-47a6ca5c8450 req-e96a843a-dd9d-40b9-a644-d87497f1422f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 1679 time: 0.2933371 Jul 13 07:46:34.054822 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534797e-ea89-47be-9801-7075fa9f133e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Pushing event deleted for resources: {'Port': ['ID=2602be98-5c44-45af-95bd-c0753005dac2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:34.122428 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-73c5bc08-3894-4a81-8d91-321b8a981f40', 'network_id': '73c5bc08-3894-4a81-8d91-321b8a981f40', 'tenant_id': '74575bd155c746598a918cd1faafca87', 'fixed_ips': [{'subnet_id': '8dab3293-1864-4eb5-adfb-0f2c59f7243a'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:46:34.123619 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.131801 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c29b3ecb-81c7-467f-b36d-47a6ca5c8450 req-ab0b7651-e4ee-497c-99d6-d9bab8475b51 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910037 Jul 13 07:46:34.157241 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f88b79-a8e4-42d1-8080-037cafdf9ab5 req-b534797e-ea89-47be-9801-7075fa9f133e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] No DVR routers for this DVR port 2602be98-5c44-45af-95bd-c0753005dac2 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:34.158910 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-daa5cdbe-789e-4455-8ef5-cc6a01325c91 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-884320626-network', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:34.160464 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-97f88b79-a8e4-42d1-8080-037cafdf9ab5 req-b534797e-ea89-47be-9801-7075fa9f133e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.163060 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-97f88b79-a8e4-42d1-8080-037cafdf9ab5 req-b534797e-ea89-47be-9801-7075fa9f133e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "DELETE /v2.0/ports/2602be98-5c44-45af-95bd-c0753005dac2 HTTP/1.1" status: 204 len: 173 time: 1.4305108 Jul 13 07:46:34.166665 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd', 'name': 'network-vif-deleted', 'tag': '2602be98-5c44-45af-95bd-c0753005dac2'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:34.169422 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67293ddc-432a-4b65-b175-a61d02ec8ca0" -d '{"events": [{"server_uuid": "4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd", "name": "network-vif-deleted", "tag": "2602be98-5c44-45af-95bd-c0753005dac2"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:34.215879 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa5cdbe-789e-4455-8ef5-cc6a01325c91 admin admin] Made reservation on behalf of a860a799f3be43a5a80bc0e18715a853 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:34.221915 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-daa5cdbe-789e-4455-8ef5-cc6a01325c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.233430 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-daa5cdbe-789e-4455-8ef5-cc6a01325c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.249367 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.api [None req-c23e62fc-5858-4566-aef0-4fa857d58ad3 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:46:34.249367 n-d-779913-28 neutron-server[93723]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:46:34.249367 n-d-779913-28 neutron-server[93723]: [parameters: {'project_id': '74575bd155c746598a918cd1faafca87', 'id': 'eae92210-34e9-4341-a0de-9bd5ada53c8d', 'expiration': datetime.datetime(2021, 7, 13, 7, 48, 34, 184820)}] Jul 13 07:46:34.249367 n-d-779913-28 neutron-server[93723]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:46:34.249838 n-d-779913-28 neutron-server[93723]: DEBUG oslo_db.api [None req-c23e62fc-5858-4566-aef0-4fa857d58ad3 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:46:34.300804 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c8141d-2586-400c-b6f1-021222ca83e1 x-openstack-request-id: req-85c8141d-2586-400c-b6f1-021222ca83e1 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:34.301804 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd", "name": "network-vif-deleted", "tag": "2602be98-5c44-45af-95bd-c0753005dac2", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:34.302239 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-85c8141d-2586-400c-b6f1-021222ca83e1 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:34.303798 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1e4bd3-e2b9-488c-96d4-6a6b75b27bdd', 'name': 'network-vif-deleted', 'tag': '2602be98-5c44-45af-95bd-c0753005dac2', 'status': 'completed', 'code': 200} Jul 13 07:46:34.319120 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-581ee1d3-42ce-41ec-b8a4-39bb2b3a3a2c service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162142 Jul 13 07:46:34.331870 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-daa5cdbe-789e-4455-8ef5-cc6a01325c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.337317 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-daa5cdbe-789e-4455-8ef5-cc6a01325c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.365461 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa5cdbe-789e-4455-8ef5-cc6a01325c91 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:34.411763 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-e25661a2-701f-4c27-ab2b-f92f31d68248 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=50c8d939-6bc9-4c86-93bc-cac6046ab070 HTTP/1.1" status: 200 len: 217 time: 0.0881019 Jul 13 07:46:34.416979 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3c5b57e-25da-4c2d-b018-3b6d3d7645aa req-3a07a7d3-6e46-4729-8eee-0bcddb370d5a tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0527930 Jul 13 07:46:34.417898 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5cdbe-789e-4455-8ef5-cc6a01325c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4884dbff-9761-439b-b7d3-660cb6ca4183,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:34.425784 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-daa5cdbe-789e-4455-8ef5-cc6a01325c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.426570 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-daa5cdbe-789e-4455-8ef5-cc6a01325c91 admin admin] Added segment 55400fda-93cc-4885-9515-80ab9d05efb4 of type vlan for network 9e895a39-1ac3-461a-9cb6-714389916eaf Jul 13 07:46:34.438289 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] Allocated IP 172.20.0.2 (73c5bc08-3894-4a81-8d91-321b8a981f40/8dab3293-1864-4eb5-adfb-0f2c59f7243a/7107f903-6e1f-455e-913e-efb9bfd1f310) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:34.475625 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-daa5cdbe-789e-4455-8ef5-cc6a01325c91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.505810 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-41d62a1b-bc17-41c1-b9aa-4785575e1aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:34.507890 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-41d62a1b-bc17-41c1-b9aa-4785575e1aba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=370ab867-a738-414f-91c2-c627af51a399 HTTP/1.1" status: 200 len: 797 time: 0.0779808 Jul 13 07:46:34.512399 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-daa5cdbe-789e-4455-8ef5-cc6a01325c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.513779 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa5cdbe-789e-4455-8ef5-cc6a01325c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:34.514617 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-daa5cdbe-789e-4455-8ef5-cc6a01325c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.588580 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-daa5cdbe-789e-4455-8ef5-cc6a01325c91 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6860824 Jul 13 07:46:34.590728 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49472) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:34.592347 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5cdbe-789e-4455-8ef5-cc6a01325c91 admin admin] Pushing event updated for resources: {'Network': ['ID=9e895a39-1ac3-461a-9cb6-714389916eaf,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:34.597839 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-0be50c6e-8465-4232-a221-cc5645ce1a94 admin admin] Request body: {'subnet': {'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-884320626-subnet', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:34.615132 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 9e895a39-1ac3-461a-9cb6-714389916eaf details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:34.622352 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-9774fb90-a770-436e-9187-31467a70cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:34.623917 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-9774fb90-a770-436e-9187-31467a70cdfa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57e01b8b-6c29-4855-95ef-f150e56b368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1032948 Jul 13 07:46:34.632652 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be50c6e-8465-4232-a221-cc5645ce1a94 admin admin] Made reservation on behalf of a860a799f3be43a5a80bc0e18715a853 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:34.635098 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0be50c6e-8465-4232-a221-cc5645ce1a94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.638123 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.651389 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] Transition to ACTIVE for port object 7107f903-6e1f-455e-913e-efb9bfd1f310 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:34.704353 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] Transition to ACTIVE for port object 7107f903-6e1f-455e-913e-efb9bfd1f310 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:34.711285 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.757742 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] Network 73c5bc08-3894-4a81-8d91-321b8a981f40 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:34.761773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:34.763746 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] Pushing event updated for resources: {'Port': ['ID=7107f903-6e1f-455e-913e-efb9bfd1f310,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:34.765882 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:34.805607 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-25ea2205-9121-40cd-bcdb-b96daa9a5569 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681569 Jul 13 07:46:34.807866 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23e62fc-5858-4566-aef0-4fa857d58ad3 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Made reservation on behalf of 74575bd155c746598a918cd1faafca87 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:34.812414 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c23e62fc-5858-4566-aef0-4fa857d58ad3 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.835857 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] Attempting to bind port 7107f903-6e1f-455e-913e-efb9bfd1f310 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:34.836499 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] Attempting to bind port 7107f903-6e1f-455e-913e-efb9bfd1f310 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'ac936d3c-b364-4249-aba1-d793f41b059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '73c5bc08-3894-4a81-8d91-321b8a981f40'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:34.837514 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] Attempting to bind port 7107f903-6e1f-455e-913e-efb9bfd1f310 on network 73c5bc08-3894-4a81-8d91-321b8a981f40 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:34.843173 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:34.843555 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] Checking segment: {'id': 'ac936d3c-b364-4249-aba1-d793f41b059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '73c5bc08-3894-4a81-8d91-321b8a981f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:34.843965 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.844394 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] Bound using segment: {'id': 'ac936d3c-b364-4249-aba1-d793f41b059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '73c5bc08-3894-4a81-8d91-321b8a981f40'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:34.844831 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] Bound port: 7107f903-6e1f-455e-913e-efb9bfd1f310, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac936d3c-b364-4249-aba1-d793f41b059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '73c5bc08-3894-4a81-8d91-321b8a981f40'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:34.845211 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.880229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:34.897227 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-c23e62fc-5858-4566-aef0-4fa857d58ad3 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] device_id is not set on port fec17c48-7093-4ad6-8be8-8f6ef6821a6a yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:46:34.906332 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:46:34.985624 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] For port 7107f903-6e1f-455e-913e-efb9bfd1f310, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:34.990333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] For port 7107f903-6e1f-455e-913e-efb9bfd1f310, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7107f903-6e1f-455e-913e-efb9bfd1f310,segment=NetworkSegment(ac936d3c-b364-4249-aba1-d793f41b059b),segment_id=ac936d3c-b364-4249-aba1-d793f41b059b)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:35.012960 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.092917 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-490a0ef4-32e9-4e7a-9071-bba6797067b4 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746975 Jul 13 07:46:35.100937 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 2602be98-5c44-45af-95bd-c0753005dac2 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:35.113083 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0be50c6e-8465-4232-a221-cc5645ce1a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.173088 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:35.180159 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 2602be98-5c44-45af-95bd-c0753005dac2 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:35.180565 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 2602be98-5c44-45af-95bd-c0753005dac2 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:35.199142 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:35.201023 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.207356 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ae64e-d2fd-44db-bc98-92c70cfc6e8b None None] Pushing event updated for resources: {'Port': ['ID=7107f903-6e1f-455e-913e-efb9bfd1f310,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:35.445000 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e06133-5329-4c28-8a18-d735dc677d4f req-b0dd1790-43cc-4686-9f3f-496811de520b tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.454063 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e06133-5329-4c28-8a18-d735dc677d4f req-b0dd1790-43cc-4686-9f3f-496811de520b tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.482040 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.504416 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96e06133-5329-4c28-8a18-d735dc677d4f req-b0dd1790-43cc-4686-9f3f-496811de520b tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 1679 time: 0.1580915 Jul 13 07:46:35.558268 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ebc485-a5e0-441b-9b9b-a72641280c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace48803-6127-4b7f-b4e9-3dc1e7c65fd4'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:35.560882 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e981d362-6881-439d-81ab-7ab3730aab81" -d '{"events": [{"server_uuid": "84ebc485-a5e0-441b-9b9b-a72641280c19", "name": "network-vif-plugged", "status": "completed", "tag": "ace48803-6127-4b7f-b4e9-3dc1e7c65fd4"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:35.581091 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ace48803-6127-4b7f-b4e9-3dc1e7c65fd4, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ace48803-6127-4b7f-b4e9-3dc1e7c65fd4,segment=NetworkSegment(ea9c176f-49cc-4ed0-af63-95e8cd6cb079),segment_id=ea9c176f-49cc-4ed0-af63-95e8cd6cb079)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:35.589141 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.621341 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96e06133-5329-4c28-8a18-d735dc677d4f req-6ad4fa40-473e-40ed-8fc3-00cf9c2d767c tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111782 Jul 13 07:46:35.745285 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=ace48803-6127-4b7f-b4e9-3dc1e7c65fd4,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:35.824434 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7107f903-6e1f-455e-913e-efb9bfd1f310 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:35.917533 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0c6bd7-a304-408f-bc07-d76d7f9ba317 x-openstack-request-id: req-ea0c6bd7-a304-408f-bc07-d76d7f9ba317 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:35.929366 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ebc485-a5e0-441b-9b9b-a72641280c19", "name": "network-vif-plugged", "status": "completed", "tag": "ace48803-6127-4b7f-b4e9-3dc1e7c65fd4", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:35.929646 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea0c6bd7-a304-408f-bc07-d76d7f9ba317 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:35.930070 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ebc485-a5e0-441b-9b9b-a72641280c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace48803-6127-4b7f-b4e9-3dc1e7c65fd4', 'code': 200} Jul 13 07:46:35.963559 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-412101d5-064b-43c5-a95a-9a8469f6fbf9 req-97f96a2e-b433-4851-b140-0f10f1a5743a tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0714540 Jul 13 07:46:35.973642 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 7107f903-6e1f-455e-913e-efb9bfd1f310 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:36.038050 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-1334e6ad-0c93-44c7-80db-048ab6eed2a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=edae6acc-ae63-4af8-b2c6-ed538d646caf HTTP/1.1" status: 200 len: 217 time: 0.9260869 Jul 13 07:46:36.045165 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dfe6e26b-da5b-4d08-9411-9141435010e8 None None] Provisioning complete for port ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:36.045545 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dfe6e26b-da5b-4d08-9411-9141435010e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.107215 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-c23e62fc-5858-4566-aef0-4fa857d58ad3 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Allocated IP 172.20.0.13 (73c5bc08-3894-4a81-8d91-321b8a981f40/8dab3293-1864-4eb5-adfb-0f2c59f7243a/fec17c48-7093-4ad6-8be8-8f6ef6821a6a) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:36.120748 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be50c6e-8465-4232-a221-cc5645ce1a94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0d21cc2-dcb1-4290-ad5e-70b78d60b624,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:36.173246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-6d77da75-03ab-47a1-805a-565a9d236f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:36.174866 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-6d77da75-03ab-47a1-805a-565a9d236f8a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=370ab867-a738-414f-91c2-c627af51a399 HTTP/1.1" status: 200 len: 797 time: 0.1238079 Jul 13 07:46:36.182776 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be50c6e-8465-4232-a221-cc5645ce1a94 admin admin] Checking segment: {'id': '55400fda-93cc-4885-9515-80ab9d05efb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:36.183376 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be50c6e-8465-4232-a221-cc5645ce1a94 admin admin] Network hostable DHCP agents. Network: 9e895a39-1ac3-461a-9cb6-714389916eaf, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:36.263487 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be50c6e-8465-4232-a221-cc5645ce1a94 admin admin] Network 9e895a39-1ac3-461a-9cb6-714389916eaf is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:36.289554 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-7d30f9e7-93b3-401b-9f97-8465779c8d35 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:36.292392 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-7d30f9e7-93b3-401b-9f97-8465779c8d35 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 806 time: 0.1433134 Jul 13 07:46:36.308833 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-f69e5482-5005-4318-8ae0-d030803463d2 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/quotas/e9e86bdd92ef4c5fb6eac74ebb687aba HTTP/1.1" status: 200 len: 375 time: 0.0108888 Jul 13 07:46:36.315231 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-0be50c6e-8465-4232-a221-cc5645ce1a94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 9e895a39-1ac3-461a-9cb6-714389916eaf) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:36.325105 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3359b31f-feec-4c73-bb48-0b0c665aebab None None] Network 9e895a39-1ac3-461a-9cb6-714389916eaf requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:36.406576 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-78dd006f-33fb-4c71-b3ed-c354331289d0 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0859323 Jul 13 07:46:36.418693 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c23e62fc-5858-4566-aef0-4fa857d58ad3 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.435290 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-c23e62fc-5858-4566-aef0-4fa857d58ad3 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Transition to ACTIVE for port object fec17c48-7093-4ad6-8be8-8f6ef6821a6a will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:36.469996 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be50c6e-8465-4232-a221-cc5645ce1a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:36.470711 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0be50c6e-8465-4232-a221-cc5645ce1a94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.474947 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c23e62fc-5858-4566-aef0-4fa857d58ad3 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.517190 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-45f42e1b-62ed-49c0-8d9c-bf3195d7d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:36.519816 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-45f42e1b-62ed-49c0-8d9c-bf3195d7d921 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57e01b8b-6c29-4855-95ef-f150e56b368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3318255 Jul 13 07:46:36.537426 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-3730e349-780d-4f8a-88cf-0ebda84e55ed service neutron] 10.222.0.58 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224129 Jul 13 07:46:36.539764 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23e62fc-5858-4566-aef0-4fa857d58ad3 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Network 73c5bc08-3894-4a81-8d91-321b8a981f40 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:36.547148 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-c23e62fc-5858-4566-aef0-4fa857d58ad3 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:36.566892 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0be50c6e-8465-4232-a221-cc5645ce1a94 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9719181 Jul 13 07:46:36.569348 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e62fc-5858-4566-aef0-4fa857d58ad3 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:36.572789 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49518) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:36.599409 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-9e895a39-1ac3-461a-9cb6-714389916eaf', 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'fixed_ips': [{'subnet_id': 'f0d21cc2-dcb1-4290-ad5e-70b78d60b624'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:46:36.600284 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.627529 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-4bc4eb0f-4aa9-42d6-b2cd-0f411b34d262 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-884320626-router', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:36.636331 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e62fc-5858-4566-aef0-4fa857d58ad3 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Pushing event updated for resources: {'Port': ['ID=fec17c48-7093-4ad6-8be8-8f6ef6821a6a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:36.717439 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2907c5f-7cea-496c-a86b-00a246a6678f None None] Network 73c5bc08-3894-4a81-8d91-321b8a981f40 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:36.726316 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23e62fc-5858-4566-aef0-4fa857d58ad3 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:36.727040 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c23e62fc-5858-4566-aef0-4fa857d58ad3 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.734079 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-dde011e1-3eb1-42c5-9c29-e3f0c075f7b8 service neutron] 10.222.0.58 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941366 Jul 13 07:46:36.736866 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4bc4eb0f-4aa9-42d6-b2cd-0f411b34d262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.737810 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4bc4eb0f-4aa9-42d6-b2cd-0f411b34d262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.803615 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4bc4eb0f-4aa9-42d6-b2cd-0f411b34d262 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.834777 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c23e62fc-5858-4566-aef0-4fa857d58ad3 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.0648696 Jul 13 07:46:36.841275 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-691f27ca-544a-4381-9cb2-823eaa5a0dd4 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999408 Jul 13 07:46:36.841656 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] Allocated IP 172.20.0.2 (9e895a39-1ac3-461a-9cb6-714389916eaf/f0d21cc2-dcb1-4290-ad5e-70b78d60b624/aceed9c7-3532-4313-8d24-02ea286b5d51) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:36.842362 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49526) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:36.880668 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3e71f1d7-a8f3-440b-90c3-755dcf71848d None None] Provisioning for port 7107f903-6e1f-455e-913e-efb9bfd1f310 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:36.884266 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad3df0-c035-4c5f-957a-0284c3d0d795 req-bc9b43e9-7e8b-473d-a8d9-0a1bad73cff0 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:36.890836 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad3df0-c035-4c5f-957a-0284c3d0d795 req-bc9b43e9-7e8b-473d-a8d9-0a1bad73cff0 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:36.899637 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-efad3df0-c035-4c5f-957a-0284c3d0d795 req-bc9b43e9-7e8b-473d-a8d9-0a1bad73cff0 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 1680 time: 0.0996494 Jul 13 07:46:36.922940 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 029e13e0-9be2-41f5-bece-8fe1684f82ec up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:36.960778 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-efad3df0-c035-4c5f-957a-0284c3d0d795 req-be3de724-9b4f-4cf4-b151-3597cf254d88 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599129 Jul 13 07:46:37.062779 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62c020e3-a879-4069-8663-789b24b0393d req-bdd7ffe4-662d-41b5-bce5-31aa9add37b2 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 210 time: 0.0459290 Jul 13 07:46:37.134988 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4bc4eb0f-4aa9-42d6-b2cd-0f411b34d262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.219386 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-e5b66194-4d5b-4c2d-bab5-6a8c0ada5518 service neutron] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297651 Jul 13 07:46:37.262103 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3e71f1d7-a8f3-440b-90c3-755dcf71848d None None] Provisioning complete for port 7107f903-6e1f-455e-913e-efb9bfd1f310 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:37.262721 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e71f1d7-a8f3-440b-90c3-755dcf71848d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.269071 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c00c27d9-c273-4083-911a-b2fa12720126 req-9ae7d29b-19b0-4807-8b08-2e335c9b1124 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0319700 Jul 13 07:46:37.305997 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-32a7c950-cd80-4735-85c0-b7e488b7a2d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=898d9121-0ea6-4720-8349-4991e51f33d9 HTTP/1.1" status: 200 len: 217 time: 0.0754328 Jul 13 07:46:37.396621 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-8767664b-e389-4bba-b3a0-156369eb242d tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Deleting port fec17c48-7093-4ad6-8be8-8f6ef6821a6a {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:37.396621 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8767664b-e389-4bba-b3a0-156369eb242d tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.462512 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-f69606f3-4390-47a0-a6de-6927dbbb3901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:37.464025 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-f69606f3-4390-47a0-a6de-6927dbbb3901 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f6e3720-201f-43bb-bde6-dcc07159d634 HTTP/1.1" status: 200 len: 797 time: 0.1483526 Jul 13 07:46:37.553842 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 029e13e0-9be2-41f5-bece-8fe1684f82ec completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:37.561948 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.570569 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 029e13e0-9be2-41f5-bece-8fe1684f82ec triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:37.570882 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.589734 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8767664b-e389-4bba-b3a0-156369eb242d tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.599811 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] Transition to ACTIVE for port object aceed9c7-3532-4313-8d24-02ea286b5d51 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:37.623793 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-8767664b-e389-4bba-b3a0-156369eb242d tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Calling delete_port for fec17c48-7093-4ad6-8be8-8f6ef6821a6a owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:37.681566 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] Transition to ACTIVE for port object aceed9c7-3532-4313-8d24-02ea286b5d51 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:37.687517 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e71f1d7-a8f3-440b-90c3-755dcf71848d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.727238 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-52e8c20a-099f-4ef7-9262-2c5d6e21b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:37.728187 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3e71f1d7-a8f3-440b-90c3-755dcf71848d None None] For port 7107f903-6e1f-455e-913e-efb9bfd1f310, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7107f903-6e1f-455e-913e-efb9bfd1f310,segment=NetworkSegment(ac936d3c-b364-4249-aba1-d793f41b059b),segment_id=ac936d3c-b364-4249-aba1-d793f41b059b)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:37.729115 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-52e8c20a-099f-4ef7-9262-2c5d6e21b15c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2305338 Jul 13 07:46:37.736912 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.785560 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e71f1d7-a8f3-440b-90c3-755dcf71848d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.818300 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] Pushing event updated for resources: {'Port': ['ID=aceed9c7-3532-4313-8d24-02ea286b5d51,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:37.879880 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71f1d7-a8f3-440b-90c3-755dcf71848d None None] Pushing event updated for resources: {'Port': ['ID=7107f903-6e1f-455e-913e-efb9bfd1f310,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:37.944766 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] Network 9e895a39-1ac3-461a-9cb6-714389916eaf is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:37.946728 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.950876 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4bc4eb0f-4aa9-42d6-b2cd-0f411b34d262 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.968400 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:37.984514 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4bc4eb0f-4aa9-42d6-b2cd-0f411b34d262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.033162 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 029e13e0-9be2-41f5-bece-8fe1684f82ec, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=029e13e0-9be2-41f5-bece-8fe1684f82ec,segment=NetworkSegment(d820639a-0f57-4542-8b80-4535b4b856f6),segment_id=d820639a-0f57-4542-8b80-4535b4b856f6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:38.036238 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.037145 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:38.055419 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ebc485-a5e0-441b-9b9b-a72641280c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029e13e0-9be2-41f5-bece-8fe1684f82ec'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:38.057791 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9afd6c9-3962-4b91-9735-4998a9e9fa90" -d '{"events": [{"server_uuid": "84ebc485-a5e0-441b-9b9b-a72641280c19", "name": "network-vif-plugged", "status": "completed", "tag": "029e13e0-9be2-41f5-bece-8fe1684f82ec"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:38.130784 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-29c96a66-dac5-42e6-9db4-a471f446aa76 service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658099 Jul 13 07:46:38.135370 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.216755 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8767664b-e389-4bba-b3a0-156369eb242d tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.272901 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e99ea5b4-38c5-412e-8c65-6a2a4e54450a req-a1c80bfa-7e5c-479f-b940-5df6a6a61456 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 210 time: 0.0310359 Jul 13 07:46:38.275781 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] Attempting to bind port aceed9c7-3532-4313-8d24-02ea286b5d51 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:38.276740 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] Attempting to bind port aceed9c7-3532-4313-8d24-02ea286b5d51 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '55400fda-93cc-4885-9515-80ab9d05efb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:38.277396 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] Attempting to bind port aceed9c7-3532-4313-8d24-02ea286b5d51 on network 9e895a39-1ac3-461a-9cb6-714389916eaf {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:38.289601 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1a215039-75c1-4291-88cd-0454a7abc44f None None] Provisioning complete for port 7107f903-6e1f-455e-913e-efb9bfd1f310 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:38.290293 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1a215039-75c1-4291-88cd-0454a7abc44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.348663 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767664b-e389-4bba-b3a0-156369eb242d tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Pushing event deleted for resources: {'Port': ['ID=fec17c48-7093-4ad6-8be8-8f6ef6821a6a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:38.351739 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:38.352259 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] Checking segment: {'id': '55400fda-93cc-4885-9515-80ab9d05efb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:38.352770 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.353510 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] Bound using segment: {'id': '55400fda-93cc-4885-9515-80ab9d05efb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:38.354159 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] Bound port: aceed9c7-3532-4313-8d24-02ea286b5d51, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55400fda-93cc-4885-9515-80ab9d05efb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:38.354714 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.373834 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613df6b-35d8-49ca-a66a-9697374d2266 req-5ca46c14-1d0c-4d6f-841e-bfdd304b1b14 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:38.391499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613df6b-35d8-49ca-a66a-9697374d2266 req-5ca46c14-1d0c-4d6f-841e-bfdd304b1b14 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:38.402439 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5613df6b-35d8-49ca-a66a-9697374d2266 req-5ca46c14-1d0c-4d6f-841e-bfdd304b1b14 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 1681 time: 0.2063489 Jul 13 07:46:38.415899 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-4bc4eb0f-4aa9-42d6-b2cd-0f411b34d262 admin admin] Allocated IP 172.25.0.14 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/e1ff196b-ee6a-438b-9b06-f8801447ab35) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:38.502076 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=029e13e0-9be2-41f5-bece-8fe1684f82ec,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:38.509180 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1a215039-75c1-4291-88cd-0454a7abc44f None None] Could not find standard attr ID for object fec17c48-7093-4ad6-8be8-8f6ef6821a6a. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:46:38.517688 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-f55571e3-616d-4ef4-b072-657605cbabba service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539073 Jul 13 07:46:38.562757 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8767664b-e389-4bba-b3a0-156369eb242d tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.572390 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8767664b-e389-4bba-b3a0-156369eb242d tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] 10.222.0.58 "DELETE /v2.0/ports/fec17c48-7093-4ad6-8be8-8f6ef6821a6a HTTP/1.1" status: 204 len: 168 time: 1.6921730 Jul 13 07:46:38.576187 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49566) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:38.583970 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5613df6b-35d8-49ca-a66a-9697374d2266 req-e58b8733-b62b-41ba-8ab4-0a3ba8081793 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598055 Jul 13 07:46:38.620145 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a4df0a-d1d0-490d-af01-28508f5ffeb2 x-openstack-request-id: req-54a4df0a-d1d0-490d-af01-28508f5ffeb2 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:38.622507 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ebc485-a5e0-441b-9b9b-a72641280c19", "name": "network-vif-plugged", "status": "completed", "tag": "029e13e0-9be2-41f5-bece-8fe1684f82ec", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:38.622969 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-54a4df0a-d1d0-490d-af01-28508f5ffeb2 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:38.623551 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ebc485-a5e0-441b-9b9b-a72641280c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029e13e0-9be2-41f5-bece-8fe1684f82ec', 'code': 200} Jul 13 07:46:38.642329 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] For port aceed9c7-3532-4313-8d24-02ea286b5d51, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:38.655257 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] For port aceed9c7-3532-4313-8d24-02ea286b5d51, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=aceed9c7-3532-4313-8d24-02ea286b5d51,segment=NetworkSegment(55400fda-93cc-4885-9515-80ab9d05efb4),segment_id=55400fda-93cc-4885-9515-80ab9d05efb4)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:38.655704 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-91973598-7edd-4391-99a0-92353cbb4347 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0089a19-6897-483c-beef-e272a1029320 HTTP/1.1" status: 200 len: 217 time: 0.1143613 Jul 13 07:46:38.657673 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d242fef9-b005-499f-ad5e-1d51ccfe36d9 None None] Could not find standard attr ID for object fec17c48-7093-4ad6-8be8-8f6ef6821a6a. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:46:38.665025 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.747798 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3a8c3-e5bd-499f-950a-c8b584c5a60a None None] Pushing event updated for resources: {'Port': ['ID=aceed9c7-3532-4313-8d24-02ea286b5d51,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:38.793450 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-27cd2fd1-ef86-47b8-a754-ab5c1cf5ff8f None None] Provisioning complete for port 029e13e0-9be2-41f5-bece-8fe1684f82ec triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:38.794145 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-27cd2fd1-ef86-47b8-a754-ab5c1cf5ff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.917488 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-35eea4ac-0997-4097-9488-75750089d4d1 req-ec53af92-e0db-4660-bd1e-ca62a72dab96 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0812366 Jul 13 07:46:39.084612 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b3162dc0-2d84-4183-9f5d-95042c37662c tempest-DHCPAgentSchedulersTestJSON-971171060 tempest-DHCPAgentSchedulersTestJSON-971171060-project-admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.5071654 Jul 13 07:46:39.092349 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49570) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:39.099398 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-18955908-dd34-40df-baef-cf34fb01dfec tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-794897589'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:39.137342 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18955908-dd34-40df-baef-cf34fb01dfec tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Made reservation on behalf of 74575bd155c746598a918cd1faafca87 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:39.142028 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-a24e1f53-1432-4beb-a41a-704b93cc471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:39.144341 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18955908-dd34-40df-baef-cf34fb01dfec tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.146449 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-a24e1f53-1432-4beb-a41a-704b93cc471c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f6e3720-201f-43bb-bde6-dcc07159d634 HTTP/1.1" status: 200 len: 797 time: 0.4812949 Jul 13 07:46:39.182725 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18955908-dd34-40df-baef-cf34fb01dfec tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:39.189108 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-a650564e-ccb0-44b1-82b8-b20d54b15634 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:39.192712 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-a650564e-ccb0-44b1-82b8-b20d54b15634 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 806 time: 0.3442383 Jul 13 07:46:39.197202 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18955908-dd34-40df-baef-cf34fb01dfec tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.198695 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-18955908-dd34-40df-baef-cf34fb01dfec tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Added segment 33ae8050-9725-4f7e-88bc-39870f535053 of type vlan for network b7487495-fb94-4f35-96d5-92459f830476 Jul 13 07:46:39.203999 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4bc4eb0f-4aa9-42d6-b2cd-0f411b34d262 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.222537 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-295c96c7-2b9e-4077-b9ca-7f52fc77af28 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Request body: {'port': {'device_id': '6218274b-03dc-450f-848b-4f1a27e11e10', 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922', 'admin_state_up': True, 'tenant_id': 'e9e86bdd92ef4c5fb6eac74ebb687aba'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:39.272337 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18955908-dd34-40df-baef-cf34fb01dfec tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.311060 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18955908-dd34-40df-baef-cf34fb01dfec tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.320465 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18955908-dd34-40df-baef-cf34fb01dfec tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:39.321956 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18955908-dd34-40df-baef-cf34fb01dfec tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.359927 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-18955908-dd34-40df-baef-cf34fb01dfec tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2664526 Jul 13 07:46:39.360884 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49578) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:39.469424 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18955908-dd34-40df-baef-cf34fb01dfec tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Pushing event updated for resources: {'Network': ['ID=b7487495-fb94-4f35-96d5-92459f830476,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:39.480588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network b7487495-fb94-4f35-96d5-92459f830476 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:39.573194 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-16ac1332-dd46-455c-b163-2c8e6906ccb0 req-9cdd2023-8d08-4ed1-b723-1de0946e62fb tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 210 time: 0.1503291 Jul 13 07:46:39.642487 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86034ee-77f3-4188-aa4f-4c8fadb49be7 req-4d590ed6-931e-4dc2-acab-6e5746ae507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:39.643055 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86034ee-77f3-4188-aa4f-4c8fadb49be7 req-4d590ed6-931e-4dc2-acab-6e5746ae507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:39.645582 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b86034ee-77f3-4188-aa4f-4c8fadb49be7 req-4d590ed6-931e-4dc2-acab-6e5746ae507b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 1985 time: 0.6615541 Jul 13 07:46:39.728364 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a112cb06-3652-4e3e-92e4-9b228a71e794 tempest-DHCPAgentSchedulersTestJSON-971171060 tempest-DHCPAgentSchedulersTestJSON-971171060-project-admin] 10.222.0.58 "GET /v2.0/agents/ef2abdac-9280-40b8-847a-f286ed2ad7d5/dhcp-networks HTTP/1.1" status: 200 len: 10430 time: 0.3581874 Jul 13 07:46:39.729156 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49584) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:39.828110 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-2d42ab5c-46fe-4cb0-8ee8-df49e32bd1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:39.829193 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-2d42ab5c-46fe-4cb0-8ee8-df49e32bd1a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ba0ae64-3c9f-487e-a47a-626e8c8936b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6699903 Jul 13 07:46:39.838842 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4bc4eb0f-4aa9-42d6-b2cd-0f411b34d262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.857283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device aceed9c7-3532-4313-8d24-02ea286b5d51 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:39.916123 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b86034ee-77f3-4188-aa4f-4c8fadb49be7 req-79db81f9-bd49-4d89-851b-215482dc091c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514181 Jul 13 07:46:39.919081 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc4eb0f-4aa9-42d6-b2cd-0f411b34d262 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:39.952284 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port aceed9c7-3532-4313-8d24-02ea286b5d51 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:39.957799 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7107f903-6e1f-455e-913e-efb9bfd1f310 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:39.974568 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-4bc4eb0f-4aa9-42d6-b2cd-0f411b34d262 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:39.977235 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc4eb0f-4aa9-42d6-b2cd-0f411b34d262 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:40.017783 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-295c96c7-2b9e-4077-b9ca-7f52fc77af28 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Made reservation on behalf of e9e86bdd92ef4c5fb6eac74ebb687aba for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:40.022784 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-295c96c7-2b9e-4077-b9ca-7f52fc77af28 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.054692 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 7107f903-6e1f-455e-913e-efb9bfd1f310 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:40.056421 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.102972 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-cce23317-199c-4b33-b81a-eb9bf06a6162 service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508876 Jul 13 07:46:40.262030 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4eb0f-4aa9-42d6-b2cd-0f411b34d262 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ff196b-ee6a-438b-9b06-f8801447ab35,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:40.374778 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf557528-da6a-4ba9-b41a-c7517619225b None None] Network 9e895a39-1ac3-461a-9cb6-714389916eaf requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:40.436958 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd442fe8-7606-4985-ba24-45d5920d6eca req-03f012a8-47ee-44b9-afa8-a3ae1c57ee78 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0379145 Jul 13 07:46:40.445070 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-295c96c7-2b9e-4077-b9ca-7f52fc77af28 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Allocated IP 172.20.0.13 (7c938579-69a9-4580-83e5-cee3b6a3b922/ef8db247-d22c-4308-8e07-626593577869/7234c745-b5c1-455a-a7e0-325b404f2b9d) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:40.451155 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ba148-9b93-46a5-8f53-001c32c24ebd req-8c72d91f-bd57-4afe-918b-a38e3a8acabe tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:40.457575 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-69fb312e-9fbd-4516-9b10-84b5eb03b7c8 None None] Provisioning for port aceed9c7-3532-4313-8d24-02ea286b5d51 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:40.458318 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ba148-9b93-46a5-8f53-001c32c24ebd req-8c72d91f-bd57-4afe-918b-a38e3a8acabe tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:40.466572 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-751ba148-9b93-46a5-8f53-001c32c24ebd req-8c72d91f-bd57-4afe-918b-a38e3a8acabe tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 1681 time: 0.7085781 Jul 13 07:46:40.495744 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-69fb312e-9fbd-4516-9b10-84b5eb03b7c8 None None] Provisioning complete for port aceed9c7-3532-4313-8d24-02ea286b5d51 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:40.496737 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69fb312e-9fbd-4516-9b10-84b5eb03b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.497508 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-47dd6ffe-5a99-418f-8f50-bd9d54e23168 req-bcca6a9a-c2ed-4031-b837-e0b237aa7b24 service neutron] 10.222.0.62 "GET /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216840 Jul 13 07:46:40.517405 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc595ec-8472-4b48-8bac-25d5d4b016a0 tempest-DHCPAgentSchedulersTestJSON-971171060 tempest-DHCPAgentSchedulersTestJSON-971171060-project-admin] Network b7487495-fb94-4f35-96d5-92459f830476 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:40.522516 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-751ba148-9b93-46a5-8f53-001c32c24ebd req-74095e82-2225-45a8-8fac-0775006edbfe tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551393 Jul 13 07:46:40.542942 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6cc595ec-8472-4b48-8bac-25d5d4b016a0 tempest-DHCPAgentSchedulersTestJSON-971171060 tempest-DHCPAgentSchedulersTestJSON-971171060-project-admin] 10.222.0.58 "POST /v2.0/agents/ef2abdac-9280-40b8-847a-f286ed2ad7d5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8126581 Jul 13 07:46:40.545363 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49594) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:40.586224 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c068bcd2-62c7-44e6-b2cd-627b59afdd7b None None] Network b7487495-fb94-4f35-96d5-92459f830476 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:40.697566 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49598) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:40.698379 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ee3d8c8d-f9eb-415f-866e-0a24cc3bd00e tempest-DHCPAgentSchedulersTestJSON-971171060 tempest-DHCPAgentSchedulersTestJSON-971171060-project-admin] 10.222.0.58 "GET /v2.0/agents/ef2abdac-9280-40b8-847a-f286ed2ad7d5/dhcp-networks HTTP/1.1" status: 200 len: 11200 time: 0.1517365 Jul 13 07:46:40.796094 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee3f1d43-168a-4114-a860-1eeef1294018 req-080fdef0-402d-485a-b9bd-a20cef751800 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 210 time: 0.0464659 Jul 13 07:46:40.829311 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4bc4eb0f-4aa9-42d6-b2cd-0f411b34d262 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.855999 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69fb312e-9fbd-4516-9b10-84b5eb03b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.922570 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-69fb312e-9fbd-4516-9b10-84b5eb03b7c8 None None] For port aceed9c7-3532-4313-8d24-02ea286b5d51, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=aceed9c7-3532-4313-8d24-02ea286b5d51,segment=NetworkSegment(55400fda-93cc-4885-9515-80ab9d05efb4),segment_id=55400fda-93cc-4885-9515-80ab9d05efb4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:40.930372 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69fb312e-9fbd-4516-9b10-84b5eb03b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.006896 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb312e-9fbd-4516-9b10-84b5eb03b7c8 None None] Pushing event updated for resources: {'Port': ['ID=aceed9c7-3532-4313-8d24-02ea286b5d51,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:41.047907 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-de40eef7-63d5-49db-9e66-f4f90e7aaf6b tempest-DHCPAgentSchedulersTestJSON-971171060 tempest-DHCPAgentSchedulersTestJSON-971171060-project-admin] 10.222.0.58 "DELETE /v2.0/agents/ef2abdac-9280-40b8-847a-f286ed2ad7d5/dhcp-networks/b7487495-fb94-4f35-96d5-92459f830476 HTTP/1.1" status: 204 len: 168 time: 0.3413622 Jul 13 07:46:41.049815 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49606) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:41.088261 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-295c96c7-2b9e-4077-b9ca-7f52fc77af28 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.210181 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a5fd9b79-4dde-4e4f-bb45-6f17757a5356 tempest-DHCPAgentSchedulersTestJSON-971171060 tempest-DHCPAgentSchedulersTestJSON-971171060-project-admin] 10.222.0.58 "GET /v2.0/agents/ef2abdac-9280-40b8-847a-f286ed2ad7d5/dhcp-networks HTTP/1.1" status: 200 len: 10430 time: 0.1585746 Jul 13 07:46:41.214251 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4bc4eb0f-4aa9-42d6-b2cd-0f411b34d262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.215860 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49608) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:41.219561 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-295c96c7-2b9e-4077-b9ca-7f52fc77af28 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.236656 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:46:41.246735 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-54d1060e-7626-4d80-9e7c-efaa235ef044 tempest-DHCPAgentSchedulersTestJSON-971171060 tempest-DHCPAgentSchedulersTestJSON-971171060-project-admin] 10.222.0.58 "GET /v2.0/networks/73c5bc08-3894-4a81-8d91-321b8a981f40/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0265944 Jul 13 07:46:41.247045 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49610) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:41.287609 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e99801c1-f3f0-4e8c-bc50-bba5ca0aacb7 tempest-DHCPAgentSchedulersTestJSON-971171060 tempest-DHCPAgentSchedulersTestJSON-971171060-project-admin] 10.222.0.58 "GET /v2.0/networks/73c5bc08-3894-4a81-8d91-321b8a981f40/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0392678 Jul 13 07:46:41.289778 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49614) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:41.306358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-295c96c7-2b9e-4077-b9ca-7f52fc77af28 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Network 7c938579-69a9-4580-83e5-cee3b6a3b922 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:41.316790 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-295c96c7-2b9e-4077-b9ca-7f52fc77af28 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:41.323957 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-295c96c7-2b9e-4077-b9ca-7f52fc77af28 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:41.328706 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dffca0b2-0903-463b-b6f5-14a2066a4ec0 None None] Provisioning complete for port aceed9c7-3532-4313-8d24-02ea286b5d51 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:41.329086 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dffca0b2-0903-463b-b6f5-14a2066a4ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.354440 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c96c7-2b9e-4077-b9ca-7f52fc77af28 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Pushing event updated for resources: {'Port': ['ID=7234c745-b5c1-455a-a7e0-325b404f2b9d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:41.434187 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-295c96c7-2b9e-4077-b9ca-7f52fc77af28 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:41.435094 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-295c96c7-2b9e-4077-b9ca-7f52fc77af28 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.459578 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-357da81a-009c-4d82-97c4-d3449a8cc68f tempest-DHCPAgentSchedulersTestJSON-971171060 tempest-DHCPAgentSchedulersTestJSON-971171060-project-admin] 10.222.0.58 "GET /v2.0/agents/ef2abdac-9280-40b8-847a-f286ed2ad7d5/dhcp-networks HTTP/1.1" status: 200 len: 10430 time: 0.1685314 Jul 13 07:46:41.462892 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-295c96c7-2b9e-4077-b9ca-7f52fc77af28 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2541595 Jul 13 07:46:41.463286 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49616) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:41.479683 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] Request body: {'port': {'device_id': '6218274b-03dc-450f-848b-4f1a27e11e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:41.548685 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b54c75d-8314-4275-9b00-906b7672c2fd tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.683144 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.691219 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc4eb0f-4aa9-42d6-b2cd-0f411b34d262 admin admin] Router fdc2533c-79d7-4a92-bec1-d3313e4e0a95 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:46:41.724018 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-67ab76cf-311d-47be-80c5-6d35370d5958 req-a8879356-a143-4371-a53a-0bebe2bb6f21 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.1032436 Jul 13 07:46:41.754974 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device aceed9c7-3532-4313-8d24-02ea286b5d51 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:41.810711 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b54c75d-8314-4275-9b00-906b7672c2fd tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.836124 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port aceed9c7-3532-4313-8d24-02ea286b5d51 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:41.836776 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.867837 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0b54c75d-8314-4275-9b00-906b7672c2fd tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7487495-fb94-4f35-96d5-92459f830476']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:41.915367 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0b54c75d-8314-4275-9b00-906b7672c2fd tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ae8050-9725-4f7e-88bc-39870f535053') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:41.915811 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0b54c75d-8314-4275-9b00-906b7672c2fd tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ae8050-9725-4f7e-88bc-39870f535053') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:41.974168 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc4eb0f-4aa9-42d6-b2cd-0f411b34d262 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:41.976040 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b54c75d-8314-4275-9b00-906b7672c2fd tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.994175 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] Sync routers for ids ['fdc2533c-79d7-4a92-bec1-d3313e4e0a95'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:42.013108 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] Routers {'fdc2533c-79d7-4a92-bec1-d3313e4e0a95'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:42.013842 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:46:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fdc2533c-79d7-4a92-bec1-d3313e4e0a95'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:42.059776 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4bc4eb0f-4aa9-42d6-b2cd-0f411b34d262 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.062458 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4bc4eb0f-4aa9-42d6-b2cd-0f411b34d262 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4771092 Jul 13 07:46:42.069265 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49628) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:42.096729 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b54c75d-8314-4275-9b00-906b7672c2fd tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.130919 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b54c75d-8314-4275-9b00-906b7672c2fd tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:42.131331 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b54c75d-8314-4275-9b00-906b7672c2fd tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.181498 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] Set router fdc2533c-79d7-4a92-bec1-d3313e4e0a95 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:42.201033 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:42.230186 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2af6d8-bbd9-4a9d-846c-6d9a598c2934 req-b908f3ae-29af-4240-8ce9-cacaf17cd828 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:42.236325 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2af6d8-bbd9-4a9d-846c-6d9a598c2934 req-b908f3ae-29af-4240-8ce9-cacaf17cd828 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:42.244678 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b2af6d8-bbd9-4a9d-846c-6d9a598c2934 req-b908f3ae-29af-4240-8ce9-cacaf17cd828 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 1681 time: 0.4307680 Jul 13 07:46:42.406049 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b54c75d-8314-4275-9b00-906b7672c2fd tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.428480 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b54c75d-8314-4275-9b00-906b7672c2fd tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.430746 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0b54c75d-8314-4275-9b00-906b7672c2fd tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] 10.222.0.58 "DELETE /v2.0/networks/b7487495-fb94-4f35-96d5-92459f830476 HTTP/1.1" status: 204 len: 168 time: 0.9664495 Jul 13 07:46:42.434838 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49636) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:42.439510 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd6026-fc21-4047-bbee-47177a3457db req-079cfe08-c4de-4b93-ab20-0d8473e8a65d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:42.441813 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d7fd6026-fc21-4047-bbee-47177a3457db req-079cfe08-c4de-4b93-ab20-0d8473e8a65d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 932 time: 0.5022309 Jul 13 07:46:42.449444 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7234c745-b5c1-455a-a7e0-325b404f2b9d {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:46:42.456317 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'name': 'tempest-TaggedBootDevicesTest-884320626-router', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:36Z', 'updated_at': '2021-07-13T07:46:40Z', 'revision_number': 3, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'gw_port': {'id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:54:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:38Z', 'updated_at': '2021-07-13T07:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:42.502748 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.510801 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-d996b0ea-fa27-4742-9af6-45e2089dd334 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] DELETE failed (client error): The resource could not be found. Jul 13 07:46:42.512216 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d996b0ea-fa27-4742-9af6-45e2089dd334 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:46:42.516495 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d996b0ea-fa27-4742-9af6-45e2089dd334 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] 10.222.0.58 "DELETE /v2.0/ports/fec17c48-7093-4ad6-8be8-8f6ef6821a6a HTTP/1.1" status: 404 len: 333 time: 0.0783408 Jul 13 07:46:42.523742 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49638) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:42.599364 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54c75d-8314-4275-9b00-906b7672c2fd tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Pushing event deleted for resources: {'Network': ['ID=b7487495-fb94-4f35-96d5-92459f830476,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:42.605747 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] Checking router: fdc2533c-79d7-4a92-bec1-d3313e4e0a95 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:42.606384 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] Updating router fdc2533c-79d7-4a92-bec1-d3313e4e0a95 port e1ff196b-ee6a-438b-9b06-f8801447ab35 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:46:42.615052 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] Transition to ACTIVE for port object 7234c745-b5c1-455a-a7e0-325b404f2b9d will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:42.643370 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.651629 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.703540 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b2af6d8-bbd9-4a9d-846c-6d9a598c2934 req-64a38b6d-0088-4151-94df-a4d1f18a0069 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577427 Jul 13 07:46:42.770028 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] Pushing event updated for resources: {'Port': ['ID=7234c745-b5c1-455a-a7e0-325b404f2b9d,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:42.770331 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d7fd6026-fc21-4047-bbee-47177a3457db req-357f18ff-0861-4c51-a115-e24993935a3e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797493 Jul 13 07:46:42.828727 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.843557 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89b505d-9512-4fed-8f99-c2e47c3f4f77 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Deleting subnet 8dab3293-1864-4eb5-adfb-0f2c59f7243a {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:42.851874 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d89b505d-9512-4fed-8f99-c2e47c3f4f77 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.925919 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d89b505d-9512-4fed-8f99-c2e47c3f4f77 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.020402 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d89b505d-9512-4fed-8f99-c2e47c3f4f77 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.052751 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1fa5-85a9-4eb0-8193-2e1b6a1aeb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.068684 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.099088 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] Transition to ACTIVE for port object e1ff196b-ee6a-438b-9b06-f8801447ab35 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:43.108936 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.129948 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d89b505d-9512-4fed-8f99-c2e47c3f4f77 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.148015 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] Attempting to bind port e1ff196b-ee6a-438b-9b06-f8801447ab35 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:43.148534 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] Attempting to bind port e1ff196b-ee6a-438b-9b06-f8801447ab35 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:43.149182 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] Attempting to bind port e1ff196b-ee6a-438b-9b06-f8801447ab35 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:43.173310 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:43.173617 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:43.174011 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.174517 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:43.175574 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] Bound port: e1ff196b-ee6a-438b-9b06-f8801447ab35, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:43.176066 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.189083 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d89b505d-9512-4fed-8f99-c2e47c3f4f77 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.191335 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d89b505d-9512-4fed-8f99-c2e47c3f4f77 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] 10.222.0.58 "DELETE /v2.0/subnets/8dab3293-1864-4eb5-adfb-0f2c59f7243a HTTP/1.1" status: 204 len: 168 time: 0.6663756 Jul 13 07:46:43.195018 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a1c315-1d1b-47b2-8213-12d53c965657 None None] Network 73c5bc08-3894-4a81-8d91-321b8a981f40 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:43.201672 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49648) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:43.211058 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b505d-9512-4fed-8f99-c2e47c3f4f77 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Pushing event deleted for resources: {'Subnet': ['ID=8dab3293-1864-4eb5-adfb-0f2c59f7243a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:43.239696 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] For port e1ff196b-ee6a-438b-9b06-f8801447ab35, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:43.243158 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] For port e1ff196b-ee6a-438b-9b06-f8801447ab35, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e1ff196b-ee6a-438b-9b06-f8801447ab35,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:43.263121 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.295492 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] Attempting to bind port 7234c745-b5c1-455a-a7e0-325b404f2b9d on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:43.295831 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] Attempting to bind port 7234c745-b5c1-455a-a7e0-325b404f2b9d by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:43.296161 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] Attempting to bind port 7234c745-b5c1-455a-a7e0-325b404f2b9d on network 7c938579-69a9-4580-83e5-cee3b6a3b922 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:43.306676 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a65b89-e0fa-4ca4-8572-3afd24c69de5 None None] Pushing event updated for resources: {'Port': ['ID=e1ff196b-ee6a-438b-9b06-f8801447ab35,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:43.307198 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-99e44d29-daf5-42f1-8a21-718ceb66a0fe req-dfc05e90-1b42-46a3-b5df-d0036545b07c tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0422270 Jul 13 07:46:43.309493 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] Port 7234c745-b5c1-455a-a7e0-325b404f2b9d on network 7c938579-69a9-4580-83e5-cee3b6a3b922 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:46:43.311086 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] Attempting to bind port 7234c745-b5c1-455a-a7e0-325b404f2b9d on network 7c938579-69a9-4580-83e5-cee3b6a3b922 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:43.327724 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a65b89-e0fa-4ca4-8572-3afd24c69de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:43.328267 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a65b89-e0fa-4ca4-8572-3afd24c69de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:43.328915 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a65b89-e0fa-4ca4-8572-3afd24c69de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:43.340372 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:43.340372 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] Checking segment: {'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:43.340372 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] Bound using segment: {'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:43.340372 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] Bound port: 7234c745-b5c1-455a-a7e0-325b404f2b9d, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:43.340372 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.341986 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a65b89-e0fa-4ca4-8572-3afd24c69de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:43.342520 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a65b89-e0fa-4ca4-8572-3afd24c69de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:43.343545 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a65b89-e0fa-4ca4-8572-3afd24c69de5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:43.345369 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a65b89-e0fa-4ca4-8572-3afd24c69de5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:43.345881 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a65b89-e0fa-4ca4-8572-3afd24c69de5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:43.346414 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a65b89-e0fa-4ca4-8572-3afd24c69de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:43.347663 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a65b89-e0fa-4ca4-8572-3afd24c69de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:43.348175 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a65b89-e0fa-4ca4-8572-3afd24c69de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:43.348684 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a65b89-e0fa-4ca4-8572-3afd24c69de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:43.410275 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] Routers {'fdc2533c-79d7-4a92-bec1-d3313e4e0a95'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:43.411306 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:46:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fdc2533c-79d7-4a92-bec1-d3313e4e0a95'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:43.496897 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] For port 7234c745-b5c1-455a-a7e0-325b404f2b9d, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:43.511491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] For port 7234c745-b5c1-455a-a7e0-325b404f2b9d, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7234c745-b5c1-455a-a7e0-325b404f2b9d,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:43.517923 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b4c08a9-ede4-47c6-9ba8-e1239227e133 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.522498 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.556275 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a65b89-e0fa-4ca4-8572-3afd24c69de5 None None] Pushing event updated for resources: {'Port': ['ID=e1ff196b-ee6a-438b-9b06-f8801447ab35,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:43.583172 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:43.584355 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.599639 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] 10.222.0.62 "PUT /v2.0/ports/7234c745-b5c1-455a-a7e0-325b404f2b9d HTTP/1.1" status: 200 len: 1093 time: 2.1234732 Jul 13 07:46:43.625925 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9cb046-7795-488a-ab2b-21b4fc4b3354 None None] DHCP port deletion for 73c5bc08-3894-4a81-8d91-321b8a981f40 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:43.660731 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2b4c08a9-ede4-47c6-9ba8-e1239227e133 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Deleting port 7107f903-6e1f-455e-913e-efb9bfd1f310 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:43.661327 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b4c08a9-ede4-47c6-9ba8-e1239227e133 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.663590 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-2ffc1fa5-85a9-4eb0-8193-2e1b6a1aeb94 admin admin] Allocated IP 172.20.0.1 (9e895a39-1ac3-461a-9cb6-714389916eaf/f0d21cc2-dcb1-4290-ad5e-70b78d60b624/e0bc1db4-871a-4dcd-ab8e-6308ee1272dc) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:43.666826 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6218274b-03dc-450f-848b-4f1a27e11e10', 'tag': '7234c745-b5c1-455a-a7e0-325b404f2b9d'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:43.674509 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cca7c1-a8eb-4cd7-9176-e52b68773a51" -d '{"events": [{"name": "network-changed", "server_uuid": "6218274b-03dc-450f-848b-4f1a27e11e10", "tag": "7234c745-b5c1-455a-a7e0-325b404f2b9d"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:43.715469 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-df9cb046-7795-488a-ab2b-21b4fc4b3354 None None] Deleting port 7107f903-6e1f-455e-913e-efb9bfd1f310 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:43.715810 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-df9cb046-7795-488a-ab2b-21b4fc4b3354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.750921 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] Set router fdc2533c-79d7-4a92-bec1-d3313e4e0a95 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:43.824745 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-df9cb046-7795-488a-ab2b-21b4fc4b3354 None None] For port 7107f903-6e1f-455e-913e-efb9bfd1f310, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7107f903-6e1f-455e-913e-efb9bfd1f310,segment=NetworkSegment(ac936d3c-b364-4249-aba1-d793f41b059b),segment_id=ac936d3c-b364-4249-aba1-d793f41b059b)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:43.825163 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-df9cb046-7795-488a-ab2b-21b4fc4b3354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.838468 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-df9cb046-7795-488a-ab2b-21b4fc4b3354 None None] Calling delete_port for 7107f903-6e1f-455e-913e-efb9bfd1f310 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:43.841421 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24259fe0-f0c0-47e2-a42e-d2b62714dd80 service neutron] Pushing event updated for resources: {'Port': ['ID=7234c745-b5c1-455a-a7e0-325b404f2b9d,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:43.877229 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-2b4c08a9-ede4-47c6-9ba8-e1239227e133 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] For port 7107f903-6e1f-455e-913e-efb9bfd1f310, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7107f903-6e1f-455e-913e-efb9bfd1f310,segment=NetworkSegment(ac936d3c-b364-4249-aba1-d793f41b059b),segment_id=ac936d3c-b364-4249-aba1-d793f41b059b)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:43.877613 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b4c08a9-ede4-47c6-9ba8-e1239227e133 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.879989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-a39941d1-7b15-4f41-9cd6-164bfca9a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:43.882331 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-a39941d1-7b15-4f41-9cd6-164bfca9a6a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 1096 time: 0.2015581 Jul 13 07:46:43.903961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2b4c08a9-ede4-47c6-9ba8-e1239227e133 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Calling delete_port for 7107f903-6e1f-455e-913e-efb9bfd1f310 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:43.972748 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-579b43c1-0083-4576-819d-60b7f717debf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7234c745-b5c1-455a-a7e0-325b404f2b9d HTTP/1.1" status: 200 len: 217 time: 0.0758026 Jul 13 07:46:44.083057 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-01bdb51c-d7f1-4a23-93dd-17d7f5277b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:44.087039 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-01bdb51c-d7f1-4a23-93dd-17d7f5277b56 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef8db247-d22c-4308-8e07-626593577869 HTTP/1.1" status: 200 len: 846 time: 0.1096981 Jul 13 07:46:44.092816 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b96871-72ee-4dc2-ab96-aa306d0824f0 x-openstack-request-id: req-87b96871-72ee-4dc2-ab96-aa306d0824f0 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:44.093364 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6218274b-03dc-450f-848b-4f1a27e11e10", "tag": "7234c745-b5c1-455a-a7e0-325b404f2b9d", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:44.093740 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-87b96871-72ee-4dc2-ab96-aa306d0824f0 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:44.095120 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6218274b-03dc-450f-848b-4f1a27e11e10', 'tag': '7234c745-b5c1-455a-a7e0-325b404f2b9d', 'status': 'completed', 'code': 200} Jul 13 07:46:44.104874 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b4c08a9-ede4-47c6-9ba8-e1239227e133 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.150573 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'name': 'tempest-TaggedBootDevicesTest-884320626-router', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:36Z', 'updated_at': '2021-07-13T07:46:40Z', 'revision_number': 3, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'gw_port': {'id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:54:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:38Z', 'updated_at': '2021-07-13T07:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:44.173511 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa23fa5-34de-4282-93f4-5e8687463201 req-3e812e06-bc0e-46ef-847e-609fdb333394 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:44.177932 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-9e3c0d12-0357-4d20-9e7a-1df146cecb8d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c938579-69a9-4580-83e5-cee3b6a3b922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758457 Jul 13 07:46:44.180161 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa23fa5-34de-4282-93f4-5e8687463201 req-3e812e06-bc0e-46ef-847e-609fdb333394 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:44.186155 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa23fa5-34de-4282-93f4-5e8687463201 req-3e812e06-bc0e-46ef-847e-609fdb333394 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:44.192814 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa23fa5-34de-4282-93f4-5e8687463201 req-3e812e06-bc0e-46ef-847e-609fdb333394 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:44.195702 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-df9cb046-7795-488a-ab2b-21b4fc4b3354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.199943 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa23fa5-34de-4282-93f4-5e8687463201 req-3e812e06-bc0e-46ef-847e-609fdb333394 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:44.206069 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa23fa5-34de-4282-93f4-5e8687463201 req-3e812e06-bc0e-46ef-847e-609fdb333394 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:44.212538 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa23fa5-34de-4282-93f4-5e8687463201 req-3e812e06-bc0e-46ef-847e-609fdb333394 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:44.214597 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afa23fa5-34de-4282-93f4-5e8687463201 req-3e812e06-bc0e-46ef-847e-609fdb333394 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5445 time: 0.2375102 Jul 13 07:46:44.215517 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c08a9-ede4-47c6-9ba8-e1239227e133 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Pushing event deleted for resources: {'Port': ['ID=7107f903-6e1f-455e-913e-efb9bfd1f310,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:44.216405 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f47d845-1317-4cca-a833-4a825dc6c229 None None] The sync data for ids ['fdc2533c-79d7-4a92-bec1-d3313e4e0a95'] in n-d-779913-28 is: [{'id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'name': 'tempest-TaggedBootDevicesTest-884320626-router', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:36Z', 'updated_at': '2021-07-13T07:46:40Z', 'revision_number': 3, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'gw_port': {'id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:54:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:38Z', 'updated_at': '2021-07-13T07:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:44.230019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9cb046-7795-488a-ab2b-21b4fc4b3354 None None] Pushing event deleted for resources: {'Port': ['ID=7107f903-6e1f-455e-913e-efb9bfd1f310,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:44.242259 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9cb046-7795-488a-ab2b-21b4fc4b3354 None None] No DVR routers for this DVR port 7107f903-6e1f-455e-913e-efb9bfd1f310 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:44.244573 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1fa5-85a9-4eb0-8193-2e1b6a1aeb94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.246150 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4c08a9-ede4-47c6-9ba8-e1239227e133 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] No DVR routers for this DVR port 7107f903-6e1f-455e-913e-efb9bfd1f310 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:44.330467 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-435dd1d2-89df-4a2f-94ab-ce2b59827ccd service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433244 Jul 13 07:46:44.339219 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-2ffc1fa5-85a9-4eb0-8193-2e1b6a1aeb94 admin admin] Transition to ACTIVE for port object e0bc1db4-871a-4dcd-ab8e-6308ee1272dc will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:44.381574 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afa23fa5-34de-4282-93f4-5e8687463201 req-0ed39c8a-057c-4693-9e8e-c4b2fa85c33a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1483572 Jul 13 07:46:44.434663 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b4c08a9-ede4-47c6-9ba8-e1239227e133 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.460238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2b4c08a9-ede4-47c6-9ba8-e1239227e133 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c5bc08-3894-4a81-8d91-321b8a981f40']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:44.478331 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2b4c08a9-ede4-47c6-9ba8-e1239227e133 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac936d3c-b364-4249-aba1-d793f41b059b') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:44.478598 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2b4c08a9-ede4-47c6-9ba8-e1239227e133 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac936d3c-b364-4249-aba1-d793f41b059b') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:44.489929 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e25aa5-46c7-42d1-a712-d527667da583 req-f71578b8-b118-4e71-ad7e-f1401992cfec tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:44.497983 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b558fd6-f498-4227-ab96-0a0c134a6ab0 req-f649f8e7-9d11-4d66-b1ad-902803b3f2cf service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567593 Jul 13 07:46:44.502072 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92e25aa5-46c7-42d1-a712-d527667da583 req-f71578b8-b118-4e71-ad7e-f1401992cfec tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 944 time: 0.2811887 Jul 13 07:46:44.525286 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b4c08a9-ede4-47c6-9ba8-e1239227e133 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.569168 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1fa5-85a9-4eb0-8193-2e1b6a1aeb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.586059 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b4c08a9-ede4-47c6-9ba8-e1239227e133 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.638878 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4c08a9-ede4-47c6-9ba8-e1239227e133 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:44.639307 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b4c08a9-ede4-47c6-9ba8-e1239227e133 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:44.643128 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:44.682407 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cca7c1-a8eb-4cd7-9176-e52b68773a51 req-f9187214-f914-4d20-879f-9986aaeae6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:44.684655 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-34cca7c1-a8eb-4cd7-9176-e52b68773a51 req-f9187214-f914-4d20-879f-9986aaeae6e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 1096 time: 0.1103680 Jul 13 07:46:44.690612 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffc1fa5-85a9-4eb0-8193-2e1b6a1aeb94 admin admin] Network 9e895a39-1ac3-461a-9cb6-714389916eaf is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:44.700702 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92e25aa5-46c7-42d1-a712-d527667da583 req-80461b56-32b9-4bb0-a0f4-fc5838a3854d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913772 Jul 13 07:46:44.708126 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2ffc1fa5-85a9-4eb0-8193-2e1b6a1aeb94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:44.712615 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc1fa5-85a9-4eb0-8193-2e1b6a1aeb94 admin admin] Pushing event updated for resources: {'Port': ['ID=e0bc1db4-871a-4dcd-ab8e-6308ee1272dc,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:44.717185 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffc1fa5-85a9-4eb0-8193-2e1b6a1aeb94 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:44.869581 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b4c08a9-ede4-47c6-9ba8-e1239227e133 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.961587 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b4c08a9-ede4-47c6-9ba8-e1239227e133 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.963887 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2b4c08a9-ede4-47c6-9ba8-e1239227e133 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] 10.222.0.58 "DELETE /v2.0/networks/73c5bc08-3894-4a81-8d91-321b8a981f40 HTTP/1.1" status: 204 len: 168 time: 1.7610137 Jul 13 07:46:45.015112 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1fa5-85a9-4eb0-8193-2e1b6a1aeb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.028456 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c08a9-ede4-47c6-9ba8-e1239227e133 tempest-DHCPAgentSchedulersTestJSON-1895683040 tempest-DHCPAgentSchedulersTestJSON-1895683040-project] Pushing event deleted for resources: {'Network': ['ID=73c5bc08-3894-4a81-8d91-321b8a981f40,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:45.152998 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3ada676-da9d-43b0-a4b6-1f50a5008d58 req-1317d93d-f15a-4aca-a2ab-9e7ed9bdfda7 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.1726303 Jul 13 07:46:45.211606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7749b5a1-a7f7-416c-8c3e-6b944d5afde9 None None] Provisioning for port e0bc1db4-871a-4dcd-ab8e-6308ee1272dc completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:45.218219 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7749b5a1-a7f7-416c-8c3e-6b944d5afde9 None None] Provisioning complete for port e0bc1db4-871a-4dcd-ab8e-6308ee1272dc triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:45.218770 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7749b5a1-a7f7-416c-8c3e-6b944d5afde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.274013 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc3dac-74d1-4528-b4e1-4ee90daa23c2 req-64f11077-6ce9-4303-8ee2-822e9c3a7319 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:45.282098 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc3dac-74d1-4528-b4e1-4ee90daa23c2 req-64f11077-6ce9-4303-8ee2-822e9c3a7319 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:45.283848 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-81cc3dac-74d1-4528-b4e1-4ee90daa23c2 req-64f11077-6ce9-4303-8ee2-822e9c3a7319 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 1681 time: 0.4447818 Jul 13 07:46:45.290176 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7749b5a1-a7f7-416c-8c3e-6b944d5afde9 None None] Port e0bc1db4-871a-4dcd-ab8e-6308ee1272dc cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:45.350599 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-81cc3dac-74d1-4528-b4e1-4ee90daa23c2 req-9d7c7440-6b3e-4a79-b709-1b37a63c5b5c tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541162 Jul 13 07:46:45.375088 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cca7c1-a8eb-4cd7-9176-e52b68773a51 req-618a9b2f-31f8-4f96-9b51-6e6b8450f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:45.376562 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-34cca7c1-a8eb-4cd7-9176-e52b68773a51 req-618a9b2f-31f8-4f96-9b51-6e6b8450f8c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 907 time: 0.6746619 Jul 13 07:46:45.382580 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49674) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:45.411994 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1fa5-85a9-4eb0-8193-2e1b6a1aeb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.474227 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-34cca7c1-a8eb-4cd7-9176-e52b68773a51 req-9d280382-e899-488f-aafc-19eaa9d5d8d8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7234c745-b5c1-455a-a7e0-325b404f2b9d HTTP/1.1" status: 200 len: 217 time: 0.0675249 Jul 13 07:46:45.595172 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65027371-82df-43ab-9cc7-4b815f351e6f req-949ed806-3ef4-4213-984b-8733e49f4aad tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:45.601853 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65027371-82df-43ab-9cc7-4b815f351e6f req-949ed806-3ef4-4213-984b-8733e49f4aad tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:45.607915 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65027371-82df-43ab-9cc7-4b815f351e6f req-949ed806-3ef4-4213-984b-8733e49f4aad tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:45.614652 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65027371-82df-43ab-9cc7-4b815f351e6f req-949ed806-3ef4-4213-984b-8733e49f4aad tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:45.621658 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65027371-82df-43ab-9cc7-4b815f351e6f req-949ed806-3ef4-4213-984b-8733e49f4aad tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:45.627644 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65027371-82df-43ab-9cc7-4b815f351e6f req-949ed806-3ef4-4213-984b-8733e49f4aad tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:45.634104 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65027371-82df-43ab-9cc7-4b815f351e6f req-949ed806-3ef4-4213-984b-8733e49f4aad tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:45.636339 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-65027371-82df-43ab-9cc7-4b815f351e6f req-949ed806-3ef4-4213-984b-8733e49f4aad tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.62 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5445 time: 0.7805130 Jul 13 07:46:45.683069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cca7c1-a8eb-4cd7-9176-e52b68773a51 req-002add77-49ce-4013-8a7c-13c404bc7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:45.684530 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-34cca7c1-a8eb-4cd7-9176-e52b68773a51 req-002add77-49ce-4013-8a7c-13c404bc7615 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef8db247-d22c-4308-8e07-626593577869 HTTP/1.1" status: 200 len: 846 time: 0.1985166 Jul 13 07:46:45.735562 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e1ff196b-ee6a-438b-9b06-f8801447ab35 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:45.797504 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1fa5-85a9-4eb0-8193-2e1b6a1aeb94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.809662 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1fa5-85a9-4eb0-8193-2e1b6a1aeb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.813719 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-34cca7c1-a8eb-4cd7-9176-e52b68773a51 req-0e24c798-7267-4e44-bf62-0c80da251723 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c938579-69a9-4580-83e5-cee3b6a3b922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090612 Jul 13 07:46:45.817766 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port e1ff196b-ee6a-438b-9b06-f8801447ab35 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:45.823794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e1ff196b-ee6a-438b-9b06-f8801447ab35 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:45.824472 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.845511 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b65849-8731-4304-99d8-217a1b515b37 req-ff5146bb-2258-41a6-9b40-ac50f57adf70 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:45.851576 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b65849-8731-4304-99d8-217a1b515b37 req-ff5146bb-2258-41a6-9b40-ac50f57adf70 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:45.853207 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-76b65849-8731-4304-99d8-217a1b515b37 req-ff5146bb-2258-41a6-9b40-ac50f57adf70 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.35 "GET /v2.0/ports?device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 1681 time: 0.4980056 Jul 13 07:46:45.919261 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc1fa5-85a9-4eb0-8193-2e1b6a1aeb94 admin admin] Pushing event updated for resources: {'Port': ['ID=e0bc1db4-871a-4dcd-ab8e-6308ee1272dc,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:45.955197 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-76c1710b-b5fa-43e4-a691-df6536155b20 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=74575bd155c746598a918cd1faafca87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5713441 Jul 13 07:46:45.957829 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa75969-a30f-4462-a1c7-7b6969a6c158 req-8093bc3a-08c1-4656-939f-8b315daf592a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:45.960302 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.968017 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa75969-a30f-4462-a1c7-7b6969a6c158 req-8093bc3a-08c1-4656-939f-8b315daf592a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:45.978247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa75969-a30f-4462-a1c7-7b6969a6c158 req-8093bc3a-08c1-4656-939f-8b315daf592a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:45.988511 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa75969-a30f-4462-a1c7-7b6969a6c158 req-8093bc3a-08c1-4656-939f-8b315daf592a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:45.989515 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port e1ff196b-ee6a-438b-9b06-f8801447ab35, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e1ff196b-ee6a-438b-9b06-f8801447ab35,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:45.998993 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa75969-a30f-4462-a1c7-7b6969a6c158 req-8093bc3a-08c1-4656-939f-8b315daf592a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:46.000239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49688) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:46.004823 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.008424 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa75969-a30f-4462-a1c7-7b6969a6c158 req-8093bc3a-08c1-4656-939f-8b315daf592a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:46.017560 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa75969-a30f-4462-a1c7-7b6969a6c158 req-8093bc3a-08c1-4656-939f-8b315daf592a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:46.029408 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fa75969-a30f-4462-a1c7-7b6969a6c158 req-8093bc3a-08c1-4656-939f-8b315daf592a tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 5445 time: 0.3548634 Jul 13 07:46:46.030564 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65027371-82df-43ab-9cc7-4b815f351e6f req-382e4a77-373d-4372-aab5-b5aaf5a44d1b tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:46.032010 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-65027371-82df-43ab-9cc7-4b815f351e6f req-382e4a77-373d-4372-aab5-b5aaf5a44d1b tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.62 "GET /v2.0/ports/ceb6e9ad-b675-411f-96d9-dbca0ebbe960?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3846281 Jul 13 07:46:46.093216 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1fa5-85a9-4eb0-8193-2e1b6a1aeb94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.145254 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=e1ff196b-ee6a-438b-9b06-f8801447ab35,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:46.149552 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7107f903-6e1f-455e-913e-efb9bfd1f310 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:46.179258 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 7107f903-6e1f-455e-913e-efb9bfd1f310 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:46.180044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7107f903-6e1f-455e-913e-efb9bfd1f310 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:46.217627 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fa75969-a30f-4462-a1c7-7b6969a6c158 req-7552fcee-3e19-487f-b8ce-c5864b961bee tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1868114 Jul 13 07:46:46.276831 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fddde469-52e0-420f-9d45-28ae9e9e9383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.299262 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839c9aa-4256-4c01-b3b9-b7d350567eee req-f2b61693-9762-42a5-97c2-07325d688deb tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:46.300847 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d839c9aa-4256-4c01-b3b9-b7d350567eee req-f2b61693-9762-42a5-97c2-07325d688deb tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 944 time: 0.2310226 Jul 13 07:46:46.334208 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-86613f82-be6a-4e93-beef-fa6a8e20f425 None None] Provisioning complete for port e0bc1db4-871a-4dcd-ab8e-6308ee1272dc triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:46.334715 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86613f82-be6a-4e93-beef-fa6a8e20f425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.395045 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-86613f82-be6a-4e93-beef-fa6a8e20f425 None None] Port e0bc1db4-871a-4dcd-ab8e-6308ee1272dc cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:46.399236 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffc1fa5-85a9-4eb0-8193-2e1b6a1aeb94 admin admin] Network 9e895a39-1ac3-461a-9cb6-714389916eaf is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:46.403837 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-34cca7c1-a8eb-4cd7-9176-e52b68773a51 req-c73a83db-9ecf-486e-be6e-31abfc6ed577 service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467753 Jul 13 07:46:46.404899 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d839c9aa-4256-4c01-b3b9-b7d350567eee req-7b6bb561-61fd-4b37-a35a-33adf6679eaa tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850437 Jul 13 07:46:46.406565 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2ffc1fa5-85a9-4eb0-8193-2e1b6a1aeb94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:46.463496 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fddde469-52e0-420f-9d45-28ae9e9e9383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.464303 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e33c7d1e-43dc-450c-8dd1-2b23b00d1d4b req-12154802-5f78-4cf6-b8e4-b04d9f236f8f tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0553050 Jul 13 07:46:46.646971 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-65027371-82df-43ab-9cc7-4b815f351e6f req-cc4e0c52-17c5-4c27-b15a-115d984c3047 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.62 "GET /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6005185 Jul 13 07:46:46.687168 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffc1fa5-85a9-4eb0-8193-2e1b6a1aeb94 admin admin] Router fdc2533c-79d7-4a92-bec1-d3313e4e0a95 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:46.692039 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-65027371-82df-43ab-9cc7-4b815f351e6f req-d50bbf9f-1a5e-41f0-8135-7ec7f258d2e8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:46.719639 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5fe145ad-a9c6-4e6c-b99f-7aed8ead08de None None] Provisioning complete for port e0bc1db4-871a-4dcd-ab8e-6308ee1272dc triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:46.720620 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5fe145ad-a9c6-4e6c-b99f-7aed8ead08de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.734283 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-76b65849-8731-4304-99d8-217a1b515b37 req-b938ba79-c8f3-4075-b20a-4acd50387337 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Deleting port 029e13e0-9be2-41f5-bece-8fe1684f82ec {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:46.734787 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-76b65849-8731-4304-99d8-217a1b515b37 req-b938ba79-c8f3-4075-b20a-4acd50387337 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.816792 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5fe145ad-a9c6-4e6c-b99f-7aed8ead08de None None] Port e0bc1db4-871a-4dcd-ab8e-6308ee1272dc cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:46.853400 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fddde469-52e0-420f-9d45-28ae9e9e9383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.856340 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fddde469-52e0-420f-9d45-28ae9e9e9383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.857677 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fddde469-52e0-420f-9d45-28ae9e9e9383 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bd297f74-787e-419d-afa7-512c9892e866 HTTP/1.1" status: 204 len: 168 time: 0.8544924 Jul 13 07:46:46.889725 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddde469-52e0-420f-9d45-28ae9e9e9383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd297f74-787e-419d-afa7-512c9892e866,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:46.893077 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-34cca7c1-a8eb-4cd7-9176-e52b68773a51 req-5acdbc38-ffdf-41c7-83cd-db5d6e8249b8 service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588292 Jul 13 07:46:46.907864 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-d50bbf9f-1a5e-41f0-8135-7ec7f258d2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.108230 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7234c745-b5c1-455a-a7e0-325b404f2b9d details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:46:47.111446 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:47.144073 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-65027371-82df-43ab-9cc7-4b815f351e6f req-d50bbf9f-1a5e-41f0-8135-7ec7f258d2e8 service neutron] For port ceb6e9ad-b675-411f-96d9-dbca0ebbe960, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ceb6e9ad-b675-411f-96d9-dbca0ebbe960,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:47.181648 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-65027371-82df-43ab-9cc7-4b815f351e6f req-d50bbf9f-1a5e-41f0-8135-7ec7f258d2e8 service neutron] For port ceb6e9ad-b675-411f-96d9-dbca0ebbe960, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:47.218335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-76b65849-8731-4304-99d8-217a1b515b37 req-b938ba79-c8f3-4075-b20a-4acd50387337 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] For port 029e13e0-9be2-41f5-bece-8fe1684f82ec, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=029e13e0-9be2-41f5-bece-8fe1684f82ec,segment=NetworkSegment(d820639a-0f57-4542-8b80-4535b4b856f6),segment_id=d820639a-0f57-4542-8b80-4535b4b856f6)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:47.218710 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-76b65849-8731-4304-99d8-217a1b515b37 req-b938ba79-c8f3-4075-b20a-4acd50387337 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.240825 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-65027371-82df-43ab-9cc7-4b815f351e6f req-d50bbf9f-1a5e-41f0-8135-7ec7f258d2e8 service neutron] device_id is not set on port ceb6e9ad-b675-411f-96d9-dbca0ebbe960 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:46:47.246434 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-76b65849-8731-4304-99d8-217a1b515b37 req-b938ba79-c8f3-4075-b20a-4acd50387337 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Calling delete_port for 029e13e0-9be2-41f5-bece-8fe1684f82ec owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:47.255902 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-d50bbf9f-1a5e-41f0-8135-7ec7f258d2e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.327919 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.335292 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cfc4c-e4fd-4be8-944c-97271da7766d req-c75dbba3-8ee6-4c9f-b103-a6318cb4811f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:47.351061 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cfc4c-e4fd-4be8-944c-97271da7766d req-c75dbba3-8ee6-4c9f-b103-a6318cb4811f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:47.354235 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-d50bbf9f-1a5e-41f0-8135-7ec7f258d2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.355268 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f2cfc4c-e4fd-4be8-944c-97271da7766d req-c75dbba3-8ee6-4c9f-b103-a6318cb4811f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 1681 time: 0.7270098 Jul 13 07:46:47.361380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7234c745-b5c1-455a-a7e0-325b404f2b9d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7234c745-b5c1-455a-a7e0-325b404f2b9d,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:47.379976 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4acd2ef9-ad1f-4c37-834d-dd7d14b47e38'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:47.382258 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cbf0d9-dc74-4f0c-a627-8af49b62835f" -d '{"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "4acd2ef9-ad1f-4c37-834d-dd7d14b47e38"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:47.393554 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '7234c745-b5c1-455a-a7e0-325b404f2b9d', 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922', 'port_id': '7234c745-b5c1-455a-a7e0-325b404f2b9d', 'mac_address': 'fa:16:3e:37:3d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8db247-d22c-4308-8e07-626593577869', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:46:47.399231 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4acd2ef9-ad1f-4c37-834d-dd7d14b47e38,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:47.422956 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49712) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:47.437493 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.453499 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 91ae0369-0e20-472f-b809-5b288f50e076 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:47.506881 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.575709 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-714a06c2-900a-4108-8996-72a210e4a392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.582216 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7234c745-b5c1-455a-a7e0-325b404f2b9d {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:46:47.593570 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f2cfc4c-e4fd-4be8-944c-97271da7766d req-f0c5a3a4-74aa-4e76-b0ce-0ddff617e21c tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253957 Jul 13 07:46:47.611575 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffc1fa5-85a9-4eb0-8193-2e1b6a1aeb94 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:47.621063 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2ffc1fa5-85a9-4eb0-8193-2e1b6a1aeb94 admin admin] 10.222.0.58 "PUT /v2.0/routers/fdc2533c-79d7-4a92-bec1-d3313e4e0a95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5404117 Jul 13 07:46:47.670136 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df6c39-4b56-4d34-82d4-ba47fe7226ae req-fcfe5401-aa49-466e-9be6-01c377d3b131 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:47.671112 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] Sync routers for ids ['fdc2533c-79d7-4a92-bec1-d3313e4e0a95'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:47.681776 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df6c39-4b56-4d34-82d4-ba47fe7226ae req-fcfe5401-aa49-466e-9be6-01c377d3b131 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:47.696193 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df6c39-4b56-4d34-82d4-ba47fe7226ae req-fcfe5401-aa49-466e-9be6-01c377d3b131 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:47.701809 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7234c745-b5c1-455a-a7e0-325b404f2b9d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7234c745-b5c1-455a-a7e0-325b404f2b9d,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:47.711606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=4acd2ef9-ad1f-4c37-834d-dd7d14b47e38,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:47.714711 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df6c39-4b56-4d34-82d4-ba47fe7226ae req-fcfe5401-aa49-466e-9be6-01c377d3b131 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:47.720892 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df6c39-4b56-4d34-82d4-ba47fe7226ae req-fcfe5401-aa49-466e-9be6-01c377d3b131 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:47.736480 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df6c39-4b56-4d34-82d4-ba47fe7226ae req-fcfe5401-aa49-466e-9be6-01c377d3b131 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:47.738564 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17df6c39-4b56-4d34-82d4-ba47fe7226ae req-fcfe5401-aa49-466e-9be6-01c377d3b131 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 4663 time: 0.2682860 Jul 13 07:46:47.760776 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5164124c-3ff5-4c2b-8710-f11f84281396 x-openstack-request-id: req-5164124c-3ff5-4c2b-8710-f11f84281396 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:47.761148 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "4acd2ef9-ad1f-4c37-834d-dd7d14b47e38", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:47.761328 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5164124c-3ff5-4c2b-8710-f11f84281396 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:47.761726 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4acd2ef9-ad1f-4c37-834d-dd7d14b47e38', 'code': 200} Jul 13 07:46:47.762851 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.772373 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e1ff196b-ee6a-438b-9b06-f8801447ab35 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:47.796211 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-76b65849-8731-4304-99d8-217a1b515b37 req-b938ba79-c8f3-4075-b20a-4acd50387337 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.799851 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17df6c39-4b56-4d34-82d4-ba47fe7226ae req-18b2b67d-e5c8-4053-89f2-7541ce3c46f4 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507812 Jul 13 07:46:47.880452 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bbf9f-1a5e-41f0-8135-7ec7f258d2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb6e9ad-b675-411f-96d9-dbca0ebbe960,revision_number=6']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:47.996457 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] Routers {'fdc2533c-79d7-4a92-bec1-d3313e4e0a95'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:47.997144 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:46:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fdc2533c-79d7-4a92-bec1-d3313e4e0a95'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:47.998635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-65027371-82df-43ab-9cc7-4b815f351e6f req-d50bbf9f-1a5e-41f0-8135-7ec7f258d2e8 service neutron] No DVR routers for this DVR port ceb6e9ad-b675-411f-96d9-dbca0ebbe960 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:48.014344 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-714a06c2-900a-4108-8996-72a210e4a392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.074177 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938ba79-c8f3-4075-b20a-4acd50387337 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event deleted for resources: {'Port': ['ID=029e13e0-9be2-41f5-bece-8fe1684f82ec,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:48.089067 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6bdc95ec-2c59-4aa4-8eaa-15bf091a4e80 req-4342a540-b194-44d4-8adb-92efaccea2f1 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0911510 Jul 13 07:46:48.121905 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-714a06c2-900a-4108-8996-72a210e4a392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.162677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b65849-8731-4304-99d8-217a1b515b37 req-b938ba79-c8f3-4075-b20a-4acd50387337 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] No DVR routers for this DVR port 029e13e0-9be2-41f5-bece-8fe1684f82ec on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:48.165646 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938ba79-c8f3-4075-b20a-4acd50387337 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:48.166009 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938ba79-c8f3-4075-b20a-4acd50387337 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:48.166750 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938ba79-c8f3-4075-b20a-4acd50387337 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:48.167342 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938ba79-c8f3-4075-b20a-4acd50387337 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:48.168326 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938ba79-c8f3-4075-b20a-4acd50387337 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:48.168569 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938ba79-c8f3-4075-b20a-4acd50387337 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:48.168912 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938ba79-c8f3-4075-b20a-4acd50387337 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:48.169248 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938ba79-c8f3-4075-b20a-4acd50387337 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:48.169709 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938ba79-c8f3-4075-b20a-4acd50387337 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:48.169908 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938ba79-c8f3-4075-b20a-4acd50387337 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:48.170511 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938ba79-c8f3-4075-b20a-4acd50387337 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:48.170790 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938ba79-c8f3-4075-b20a-4acd50387337 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:48.175199 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-76b65849-8731-4304-99d8-217a1b515b37 req-b938ba79-c8f3-4075-b20a-4acd50387337 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.177961 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-76b65849-8731-4304-99d8-217a1b515b37 req-b938ba79-c8f3-4075-b20a-4acd50387337 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.35 "DELETE /v2.0/ports/029e13e0-9be2-41f5-bece-8fe1684f82ec HTTP/1.1" status: 204 len: 173 time: 2.3029854 Jul 13 07:46:48.193343 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1cb7b-581b-4e1b-833f-b109d7e49751 req-81099891-ae5c-4e32-bcca-52922d5884f7 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:48.194964 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08b1cb7b-581b-4e1b-833f-b109d7e49751 req-81099891-ae5c-4e32-bcca-52922d5884f7 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 945 time: 0.2552159 Jul 13 07:46:48.198693 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ebc485-a5e0-441b-9b9b-a72641280c19', 'name': 'network-vif-deleted', 'tag': '029e13e0-9be2-41f5-bece-8fe1684f82ec'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:48.201022 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a40ebe-7e3e-4335-82de-3f6d47306dfa" -d '{"events": [{"server_uuid": "84ebc485-a5e0-441b-9b9b-a72641280c19", "name": "network-vif-deleted", "tag": "029e13e0-9be2-41f5-bece-8fe1684f82ec"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:48.295571 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08b1cb7b-581b-4e1b-833f-b109d7e49751 req-70f7d97a-b9af-4f7c-98b0-c8a822952c57 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844665 Jul 13 07:46:48.333010 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-65027371-82df-43ab-9cc7-4b815f351e6f req-d50bbf9f-1a5e-41f0-8135-7ec7f258d2e8 service neutron] In _notify_port_updated(), no bound segment for port ceb6e9ad-b675-411f-96d9-dbca0ebbe960 on network 57e01b8b-6c29-4855-95ef-f150e56b368c {{(pid=93723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:46:48.333916 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65027371-82df-43ab-9cc7-4b815f351e6f req-d50bbf9f-1a5e-41f0-8135-7ec7f258d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:48.334894 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-d50bbf9f-1a5e-41f0-8135-7ec7f258d2e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.338401 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8d23fee4-e3ef-4a0e-aa4f-4636403742ec None None] Provisioning complete for port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:48.339090 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d23fee4-e3ef-4a0e-aa4f-4636403742ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.357480 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-65027371-82df-43ab-9cc7-4b815f351e6f req-d50bbf9f-1a5e-41f0-8135-7ec7f258d2e8 service neutron] 10.222.0.62 "PUT /v2.0/ports/ceb6e9ad-b675-411f-96d9-dbca0ebbe960 HTTP/1.1" status: 200 len: 1033 time: 1.6528678 Jul 13 07:46:48.359154 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.371938 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a06c2-900a-4108-8996-72a210e4a392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344afcc9-86e5-426b-a368-0b723fa8d483,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:48.383545 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-714a06c2-900a-4108-8996-72a210e4a392 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a4c0ab26c5124663bf5c3af72bf4710f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9484730 Jul 13 07:46:48.384263 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49758) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:48.457982 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65027371-82df-43ab-9cc7-4b815f351e6f req-953869d8-3ef3-405e-b463-b406e1611a65 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:48.459985 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-65027371-82df-43ab-9cc7-4b815f351e6f req-953869d8-3ef3-405e-b463-b406e1611a65 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.62 "GET /v2.0/ports/4acd2ef9-ad1f-4c37-834d-dd7d14b47e38?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1017182 Jul 13 07:46:48.468667 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685aa074-ea4c-4a86-8d19-b1325a0f297e x-openstack-request-id: req-685aa074-ea4c-4a86-8d19-b1325a0f297e {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:48.469093 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ebc485-a5e0-441b-9b9b-a72641280c19", "name": "network-vif-deleted", "tag": "029e13e0-9be2-41f5-bece-8fe1684f82ec", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:48.469447 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-685aa074-ea4c-4a86-8d19-b1325a0f297e {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:48.469936 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ebc485-a5e0-441b-9b9b-a72641280c19', 'name': 'network-vif-deleted', 'tag': '029e13e0-9be2-41f5-bece-8fe1684f82ec', 'status': 'completed', 'code': 200} Jul 13 07:46:48.483482 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34686bfe-071f-4f9c-aae9-b409689b1264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.509401 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34686bfe-071f-4f9c-aae9-b409689b1264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.521911 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-65027371-82df-43ab-9cc7-4b815f351e6f req-bb242523-b58a-494e-8c41-c221c8d27109 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:48.552799 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9438cbb7-d67b-438a-be32-3950d32e33f8 req-fd7d9017-234b-4825-916d-7e2d56ad7185 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0857165 Jul 13 07:46:48.591147 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['7234c745-b5c1-455a-a7e0-325b404f2b9d'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:46:48.598375 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=7234c745-b5c1-455a-a7e0-325b404f2b9d,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:48.668992 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34686bfe-071f-4f9c-aae9-b409689b1264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.670831 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 91ae0369-0e20-472f-b809-5b288f50e076, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=91ae0369-0e20-472f-b809-5b288f50e076,segment=NetworkSegment(9c66d522-bf0b-47b9-8ccc-166df83de251),segment_id=9c66d522-bf0b-47b9-8ccc-166df83de251)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:48.674241 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34686bfe-071f-4f9c-aae9-b409689b1264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.675941 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-34686bfe-071f-4f9c-aae9-b409689b1264 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/344afcc9-86e5-426b-a368-0b723fa8d483 HTTP/1.1" status: 204 len: 168 time: 0.2907653 Jul 13 07:46:48.679232 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-76b65849-8731-4304-99d8-217a1b515b37 req-0dc97cf4-ead1-4c57-99b8-1566f48c359f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Deleting port ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:48.679741 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-76b65849-8731-4304-99d8-217a1b515b37 req-0dc97cf4-ead1-4c57-99b8-1566f48c359f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.709240 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34686bfe-071f-4f9c-aae9-b409689b1264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344afcc9-86e5-426b-a368-0b723fa8d483,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:48.709449 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.731755 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-bb242523-b58a-494e-8c41-c221c8d27109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.822284 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-76b65849-8731-4304-99d8-217a1b515b37 req-0dc97cf4-ead1-4c57-99b8-1566f48c359f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] For port ace48803-6127-4b7f-b4e9-3dc1e7c65fd4, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ace48803-6127-4b7f-b4e9-3dc1e7c65fd4,segment=NetworkSegment(ea9c176f-49cc-4ed0-af63-95e8cd6cb079),segment_id=ea9c176f-49cc-4ed0-af63-95e8cd6cb079)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:48.823000 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-76b65849-8731-4304-99d8-217a1b515b37 req-0dc97cf4-ead1-4c57-99b8-1566f48c359f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.846045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-76b65849-8731-4304-99d8-217a1b515b37 req-0dc97cf4-ead1-4c57-99b8-1566f48c359f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Calling delete_port for ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:48.977038 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=91ae0369-0e20-472f-b809-5b288f50e076,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:48.980668 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e66c04-3bbd-4eaf-9a5b-fcdb0a474b5f req-3f12e11f-5908-469a-a0e3-213a2abcf6d7 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:48.992024 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-74e66c04-3bbd-4eaf-9a5b-fcdb0a474b5f req-3f12e11f-5908-469a-a0e3-213a2abcf6d7 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/ports?device_id=84ebc485-a5e0-441b-9b9b-a72641280c19 HTTP/1.1" status: 200 len: 945 time: 0.1370978 Jul 13 07:46:49.008115 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:49.019737 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e1ff196b-ee6a-438b-9b06-f8801447ab35 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:49.020116 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.057942 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-74e66c04-3bbd-4eaf-9a5b-fcdb0a474b5f req-de7f7d6b-5715-4416-b0e5-e98a37116cd2 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "GET /v2.0/security-groups?id=889688f1-625d-4f94-b833-43ab75ca9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649440 Jul 13 07:46:49.124275 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-76b65849-8731-4304-99d8-217a1b515b37 req-0dc97cf4-ead1-4c57-99b8-1566f48c359f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.210161 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc97cf4-ead1-4c57-99b8-1566f48c359f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event deleted for resources: {'Port': ['ID=ace48803-6127-4b7f-b4e9-3dc1e7c65fd4,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:49.210992 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8a2b3-e741-4f37-85ed-d0ae781c93be req-9a5c3d5d-c941-4df2-a4bc-b090f17a6d01 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:49.222526 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-65027371-82df-43ab-9cc7-4b815f351e6f req-bb242523-b58a-494e-8c41-c221c8d27109 service neutron] For port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4acd2ef9-ad1f-4c37-834d-dd7d14b47e38,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:49.225732 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8a2b3-e741-4f37-85ed-d0ae781c93be req-9a5c3d5d-c941-4df2-a4bc-b090f17a6d01 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:49.238900 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8a2b3-e741-4f37-85ed-d0ae781c93be req-9a5c3d5d-c941-4df2-a4bc-b090f17a6d01 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:49.257752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8a2b3-e741-4f37-85ed-d0ae781c93be req-9a5c3d5d-c941-4df2-a4bc-b090f17a6d01 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:49.272385 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8a2b3-e741-4f37-85ed-d0ae781c93be req-9a5c3d5d-c941-4df2-a4bc-b090f17a6d01 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:49.287677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b65849-8731-4304-99d8-217a1b515b37 req-0dc97cf4-ead1-4c57-99b8-1566f48c359f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] No DVR routers for this DVR port ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:49.290791 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-76b65849-8731-4304-99d8-217a1b515b37 req-0dc97cf4-ead1-4c57-99b8-1566f48c359f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.293455 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8a2b3-e741-4f37-85ed-d0ae781c93be req-9a5c3d5d-c941-4df2-a4bc-b090f17a6d01 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:49.309404 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-76b65849-8731-4304-99d8-217a1b515b37 req-0dc97cf4-ead1-4c57-99b8-1566f48c359f tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.35 "DELETE /v2.0/ports/ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 HTTP/1.1" status: 204 len: 173 time: 1.0935159 Jul 13 07:46:49.315150 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cee8a2b3-e741-4f37-85ed-d0ae781c93be req-9a5c3d5d-c941-4df2-a4bc-b090f17a6d01 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 4661 time: 0.2526243 Jul 13 07:46:49.374294 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device edae6acc-ae63-4af8-b2c6-ed538d646caf no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:49.410407 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-65027371-82df-43ab-9cc7-4b815f351e6f req-bb242523-b58a-494e-8c41-c221c8d27109 service neutron] For port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:49.451045 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cee8a2b3-e741-4f37-85ed-d0ae781c93be req-c63e4ef2-2ba5-40fd-ab43-1cda6b7576b3 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=57104247-fb17-4058-b203-d04fe7ff09e7&id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1334736 Jul 13 07:46:49.537680 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] Set router fdc2533c-79d7-4a92-bec1-d3313e4e0a95 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:49.570002 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-65027371-82df-43ab-9cc7-4b815f351e6f req-bb242523-b58a-494e-8c41-c221c8d27109 service neutron] device_id is not set on port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:46:49.612864 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-bb242523-b58a-494e-8c41-c221c8d27109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.636539 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-bb242523-b58a-494e-8c41-c221c8d27109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.710589 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d23fee4-e3ef-4a0e-aa4f-4636403742ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.790268 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91ae0369-0e20-472f-b809-5b288f50e076'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:49.792862 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471b6ae5-f472-4207-83ef-ffd436afba27" -d '{"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "91ae0369-0e20-472f-b809-5b288f50e076"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:49.816284 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb242523-b58a-494e-8c41-c221c8d27109 service neutron] Pushing event updated for resources: {'Port': ['ID=4acd2ef9-ad1f-4c37-834d-dd7d14b47e38,revision_number=7']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:49.937150 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-65027371-82df-43ab-9cc7-4b815f351e6f req-bb242523-b58a-494e-8c41-c221c8d27109 service neutron] No DVR routers for this DVR port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:49.945405 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No active binding found for port ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 {{(pid=93725) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 07:46:49.945847 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ace48803-6127-4b7f-b4e9-3dc1e7c65fd4 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:49.946295 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 029e13e0-9be2-41f5-bece-8fe1684f82ec no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:50.069305 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-65027371-82df-43ab-9cc7-4b815f351e6f req-bb242523-b58a-494e-8c41-c221c8d27109 service neutron] In _notify_port_updated(), no bound segment for port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 on network 57e01b8b-6c29-4855-95ef-f150e56b368c {{(pid=93723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:46:50.070921 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65027371-82df-43ab-9cc7-4b815f351e6f req-bb242523-b58a-494e-8c41-c221c8d27109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:50.071561 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-bb242523-b58a-494e-8c41-c221c8d27109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.072986 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-65027371-82df-43ab-9cc7-4b815f351e6f req-bb242523-b58a-494e-8c41-c221c8d27109 service neutron] 10.222.0.62 "PUT /v2.0/ports/4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 HTTP/1.1" status: 200 len: 1032 time: 1.5930440 Jul 13 07:46:50.074707 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 029e13e0-9be2-41f5-bece-8fe1684f82ec {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:50.075055 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 029e13e0-9be2-41f5-bece-8fe1684f82ec not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:50.134854 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9bed4157-d007-496e-90e6-f0ee2da842d3 req-0b783091-b897-4827-8324-56df0dc7c384 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.1580679 Jul 13 07:46:50.217014 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7bc26-50fb-457c-9d49-61e27c95072f req-4a39de3e-42e8-4519-9cbe-97c44f7ae830 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:50.245154 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75f7bc26-50fb-457c-9d49-61e27c95072f req-4a39de3e-42e8-4519-9cbe-97c44f7ae830 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 945 time: 0.3445497 Jul 13 07:46:50.327408 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75f7bc26-50fb-457c-9d49-61e27c95072f req-fb844454-b3d7-43b4-9a97-d76dc2158a2f tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814416 Jul 13 07:46:50.355684 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-65027371-82df-43ab-9cc7-4b815f351e6f req-72e51fe1-02c4-4520-9718-f0caebaf3e11 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Deleting port 91ae0369-0e20-472f-b809-5b288f50e076 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:50.356032 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-72e51fe1-02c4-4520-9718-f0caebaf3e11 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.619564 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e55d6b5-5af9-47d7-8dd9-dd23e90443f8 x-openstack-request-id: req-3e55d6b5-5af9-47d7-8dd9-dd23e90443f8 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:50.620151 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "91ae0369-0e20-472f-b809-5b288f50e076", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:50.620564 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e55d6b5-5af9-47d7-8dd9-dd23e90443f8 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:50.621125 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91ae0369-0e20-472f-b809-5b288f50e076', 'code': 200} Jul 13 07:46:50.661263 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ebc485-a5e0-441b-9b9b-a72641280c19', 'name': 'network-vif-deleted', 'tag': 'ace48803-6127-4b7f-b4e9-3dc1e7c65fd4'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:50.668376 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9bdf81-ac83-4ab6-bbdc-d78abd935d0f" -d '{"events": [{"server_uuid": "84ebc485-a5e0-441b-9b9b-a72641280c19", "name": "network-vif-deleted", "tag": "ace48803-6127-4b7f-b4e9-3dc1e7c65fd4"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:50.690261 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49852) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:50.701514 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.723874 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-65027371-82df-43ab-9cc7-4b815f351e6f req-72e51fe1-02c4-4520-9718-f0caebaf3e11 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] For port 91ae0369-0e20-472f-b809-5b288f50e076, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=91ae0369-0e20-472f-b809-5b288f50e076,segment=NetworkSegment(9c66d522-bf0b-47b9-8ccc-166df83de251),segment_id=9c66d522-bf0b-47b9-8ccc-166df83de251)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:50.724246 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-72e51fe1-02c4-4520-9718-f0caebaf3e11 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.791367 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-8d23fee4-e3ef-4a0e-aa4f-4636403742ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:46:50.791954 n-d-779913-28 neutron-server[93725]: DEBUG oslo_db.api [None req-8d23fee4-e3ef-4a0e-aa4f-4636403742ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:46:50.827425 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-73554a14-369e-4a9a-bb09-1ba21d973b36 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Deleting subnet aa9580af-cf64-49af-8c0c-fe86b081697a {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:50.832954 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73554a14-369e-4a9a-bb09-1ba21d973b36 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.847228 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb53eb6-df7e-4d51-8ff2-545ac92eaf0a x-openstack-request-id: req-ceb53eb6-df7e-4d51-8ff2-545ac92eaf0a {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:50.847228 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ebc485-a5e0-441b-9b9b-a72641280c19", "name": "network-vif-deleted", "tag": "ace48803-6127-4b7f-b4e9-3dc1e7c65fd4", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:50.847228 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ceb53eb6-df7e-4d51-8ff2-545ac92eaf0a {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:50.847634 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ebc485-a5e0-441b-9b9b-a72641280c19', 'name': 'network-vif-deleted', 'tag': 'ace48803-6127-4b7f-b4e9-3dc1e7c65fd4', 'status': 'completed', 'code': 200} Jul 13 07:46:50.857235 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port edae6acc-ae63-4af8-b2c6-ed538d646caf, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=edae6acc-ae63-4af8-b2c6-ed538d646caf,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:50.879632 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.914301 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73554a14-369e-4a9a-bb09-1ba21d973b36 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.959458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9849-cc6f-4757-9449-56b63ad5fb2c req-9d72ac15-1380-4f07-89d8-e993e1bc3a03 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:50.966323 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9849-cc6f-4757-9449-56b63ad5fb2c req-9d72ac15-1380-4f07-89d8-e993e1bc3a03 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:50.973228 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9849-cc6f-4757-9449-56b63ad5fb2c req-9d72ac15-1380-4f07-89d8-e993e1bc3a03 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:50.984976 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9849-cc6f-4757-9449-56b63ad5fb2c req-9d72ac15-1380-4f07-89d8-e993e1bc3a03 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:50.991889 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9849-cc6f-4757-9449-56b63ad5fb2c req-9d72ac15-1380-4f07-89d8-e993e1bc3a03 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:51.000750 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-41df9849-cc6f-4757-9449-56b63ad5fb2c req-9d72ac15-1380-4f07-89d8-e993e1bc3a03 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 3884 time: 0.2440264 Jul 13 07:46:51.036568 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device ceb6e9ad-b675-411f-96d9-dbca0ebbe960 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:51.117825 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-41df9849-cc6f-4757-9449-56b63ad5fb2c req-5ef1bc75-6184-403b-b1b1-0d4ad6781aba tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153276 Jul 13 07:46:51.184954 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73554a14-369e-4a9a-bb09-1ba21d973b36 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.274297 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=edae6acc-ae63-4af8-b2c6-ed538d646caf,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:51.281350 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-72e51fe1-02c4-4520-9718-f0caebaf3e11 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.281906 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-72e51fe1-02c4-4520-9718-f0caebaf3e11 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.282050 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [req-65027371-82df-43ab-9cc7-4b815f351e6f req-72e51fe1-02c4-4520-9718-f0caebaf3e11 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Floating IP b7b268ee-2495-41c9-9bcd-a1584fe8b9bd disassociated. External IP: 172.25.0.63, port: 91ae0369-0e20-472f-b809-5b288f50e076. Jul 13 07:46:51.282430 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-65027371-82df-43ab-9cc7-4b815f351e6f req-72e51fe1-02c4-4520-9718-f0caebaf3e11 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Calling delete_port for 91ae0369-0e20-472f-b809-5b288f50e076 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:51.379764 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d23fee4-e3ef-4a0e-aa4f-4636403742ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.381103 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73554a14-369e-4a9a-bb09-1ba21d973b36 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.391760 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device ceb6e9ad-b675-411f-96d9-dbca0ebbe960 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:51.394420 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 898d9121-0ea6-4720-8349-4991e51f33d9 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:51.423525 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73554a14-369e-4a9a-bb09-1ba21d973b36 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.433358 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-73554a14-369e-4a9a-bb09-1ba21d973b36 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "DELETE /v2.0/subnets/aa9580af-cf64-49af-8c0c-fe86b081697a HTTP/1.1" status: 204 len: 168 time: 0.7400510 Jul 13 07:46:51.434021 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49870) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:51.467403 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a86cfda-2e48-4c69-ab80-c35e51dc8e11 None None] Network 3622a16e-4761-4506-a0c2-8db23e3ce89b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:51.539852 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-8d23fee4-e3ef-4a0e-aa4f-4636403742ec None None] device_id is not set on port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:46:51.587647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'name': 'tempest-TaggedBootDevicesTest-884320626-router', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:36Z', 'updated_at': '2021-07-13T07:46:45Z', 'revision_number': 4, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'gw_port': {'id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:38Z', 'updated_at': '2021-07-13T07:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'e0bc1db4-871a-4dcd-ab8e-6308ee1272dc', 'name': '', 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'mac_address': 'fa:16:3e:a6:6b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'f0d21cc2-dcb1-4290-ad5e-70b78d60b624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:43Z', 'updated_at': '2021-07-13T07:46:45Z', 'revision_number': 2, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'subnets': [{'id': 'f0d21cc2-dcb1-4290-ad5e-70b78d60b624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:51.590545 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73554a14-369e-4a9a-bb09-1ba21d973b36 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event deleted for resources: {'Subnet': ['ID=aa9580af-cf64-49af-8c0c-fe86b081697a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:51.594730 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-72e51fe1-02c4-4520-9718-f0caebaf3e11 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.663102 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e51fe1-02c4-4520-9718-f0caebaf3e11 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event deleted for resources: {'Port': ['ID=91ae0369-0e20-472f-b809-5b288f50e076,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:51.668566 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5bb1b0d0-5387-45c2-b606-58d47b8cf57a req-e24505bb-f3f4-4eab-960b-f1e9c69b8929 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0950437 Jul 13 07:46:51.672369 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d23fee4-e3ef-4a0e-aa4f-4636403742ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.677799 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] Checking router: fdc2533c-79d7-4a92-bec1-d3313e4e0a95 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:51.677799 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] Updating router fdc2533c-79d7-4a92-bec1-d3313e4e0a95 port e0bc1db4-871a-4dcd-ab8e-6308ee1272dc binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:46:51.776468 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd917d34-0080-43b9-9c2a-00bfddf28211 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.871073 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49882) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:51.899754 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223632b-0802-4369-b4fa-c5a4955584a0 req-207d48f7-edc8-4339-9aaf-00c6e03012bd tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:51.906899 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2223632b-0802-4369-b4fa-c5a4955584a0 req-207d48f7-edc8-4339-9aaf-00c6e03012bd tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 945 time: 0.2364287 Jul 13 07:46:51.919444 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65027371-82df-43ab-9cc7-4b815f351e6f req-72e51fe1-02c4-4520-9718-f0caebaf3e11 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Router 43b79d87-bc67-422a-8c91-12c81c17141d has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:51.931432 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.994279 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-dd917d34-0080-43b9-9c2a-00bfddf28211 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Deleting port 5e759411-a4d2-430e-bee6-723204d9c200 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:51.994279 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd917d34-0080-43b9-9c2a-00bfddf28211 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.094861 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2223632b-0802-4369-b4fa-c5a4955584a0 req-daed4429-b409-47c0-ad78-cc9cc32f2e2b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870031 Jul 13 07:46:52.288392 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-dd917d34-0080-43b9-9c2a-00bfddf28211 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] For port 5e759411-a4d2-430e-bee6-723204d9c200, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=5e759411-a4d2-430e-bee6-723204d9c200,segment=NetworkSegment(d820639a-0f57-4542-8b80-4535b4b856f6),segment_id=d820639a-0f57-4542-8b80-4535b4b856f6)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:52.288946 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd917d34-0080-43b9-9c2a-00bfddf28211 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.335122 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-dd917d34-0080-43b9-9c2a-00bfddf28211 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Calling delete_port for 5e759411-a4d2-430e-bee6-723204d9c200 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:52.399354 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-455b6e1b-e51c-4770-88a1-10d7f8fce67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1410489601'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:52.447007 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23fee4-e3ef-4a0e-aa4f-4636403742ec None None] Pushing event updated for resources: {'Port': ['ID=4acd2ef9-ad1f-4c37-834d-dd7d14b47e38,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:52.490769 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455b6e1b-e51c-4770-88a1-10d7f8fce67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Made reservation on behalf of 5bffda1c6913463fb4aa3d43a129b12e for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:52.501338 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-455b6e1b-e51c-4770-88a1-10d7f8fce67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.571469 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-455b6e1b-e51c-4770-88a1-10d7f8fce67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.641703 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edae6acc-ae63-4af8-b2c6-ed538d646caf'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:52.644791 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6aca754-4453-47fc-8bd7-c343fd598ec3" -d '{"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "edae6acc-ae63-4af8-b2c6-ed538d646caf"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:52.670573 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65027371-82df-43ab-9cc7-4b815f351e6f req-72e51fe1-02c4-4520-9718-f0caebaf3e11 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:52.683723 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a3eae2-1936-465e-aec9-7ff593e92d9c None None] Sync routers for ids ['43b79d87-bc67-422a-8c91-12c81c17141d'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:52.713408 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a3eae2-1936-465e-aec9-7ff593e92d9c None None] Routers {'43b79d87-bc67-422a-8c91-12c81c17141d'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:52.715183 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-70a3eae2-1936-465e-aec9-7ff593e92d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:46:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['43b79d87-bc67-422a-8c91-12c81c17141d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:52.800636 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-65027371-82df-43ab-9cc7-4b815f351e6f req-72e51fe1-02c4-4520-9718-f0caebaf3e11 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] No DVR routers for this DVR port 91ae0369-0e20-472f-b809-5b288f50e076 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:52.806401 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-72e51fe1-02c4-4520-9718-f0caebaf3e11 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.808486 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-65027371-82df-43ab-9cc7-4b815f351e6f req-72e51fe1-02c4-4520-9718-f0caebaf3e11 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.62 "DELETE /v2.0/ports/91ae0369-0e20-472f-b809-5b288f50e076 HTTP/1.1" status: 204 len: 173 time: 2.7209687 Jul 13 07:46:52.854791 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-deleted', 'tag': '91ae0369-0e20-472f-b809-5b288f50e076'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:52.858524 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74cac7-7b21-4cc4-a4b8-42292dc490b5 req-f2c12044-baf5-4a75-af33-f24f134cc2d1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:52.865904 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74cac7-7b21-4cc4-a4b8-42292dc490b5 req-f2c12044-baf5-4a75-af33-f24f134cc2d1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:52.867957 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cc116e-9ad5-43db-96f7-644329fb8fd1" -d '{"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-deleted", "tag": "91ae0369-0e20-472f-b809-5b288f50e076"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:52.873138 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74cac7-7b21-4cc4-a4b8-42292dc490b5 req-f2c12044-baf5-4a75-af33-f24f134cc2d1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:52.873854 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.880863 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74cac7-7b21-4cc4-a4b8-42292dc490b5 req-f2c12044-baf5-4a75-af33-f24f134cc2d1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:52.889331 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb74cac7-7b21-4cc4-a4b8-42292dc490b5 req-f2c12044-baf5-4a75-af33-f24f134cc2d1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 3149 time: 0.3533266 Jul 13 07:46:52.894936 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b04a939a-58dd-44cd-9fd4-bc53360bb964 req-d5407dfd-1a3c-4ae4-81a4-c6b63fbf63b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6b5b750104d40249b89a319ea814c70&device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.1767199 Jul 13 07:46:52.937391 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ce2b071-fed4-4105-8c1a-1f698960c6ec req-9bb1e0e0-46fa-492b-b84b-ca989e0edb88 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.0374403 Jul 13 07:46:52.954633 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd917d34-0080-43b9-9c2a-00bfddf28211 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.975438 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b04a939a-58dd-44cd-9fd4-bc53360bb964 req-277ad78f-aabc-4f43-b3c2-ac2b20f0d5ba service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a6b5b750104d40249b89a319ea814c70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589757 Jul 13 07:46:52.988763 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-70a3eae2-1936-465e-aec9-7ff593e92d9c None None] Set router 43b79d87-bc67-422a-8c91-12c81c17141d gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:52.993648 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd917d34-0080-43b9-9c2a-00bfddf28211 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event deleted for resources: {'Port': ['ID=5e759411-a4d2-430e-bee6-723204d9c200,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:53.025203 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd917d34-0080-43b9-9c2a-00bfddf28211 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] No DVR routers for this DVR port 5e759411-a4d2-430e-bee6-723204d9c200 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:53.077539 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb74cac7-7b21-4cc4-a4b8-42292dc490b5 req-11ca8298-e193-4d98-b4dc-9926f80f4dd2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868217 Jul 13 07:46:53.202610 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.206240 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a939a-58dd-44cd-9fd4-bc53360bb964 req-0494e8f5-3240-4dcd-a7b5-21bff8e5aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:53.207942 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b04a939a-58dd-44cd-9fd4-bc53360bb964 req-0494e8f5-3240-4dcd-a7b5-21bff8e5aa7e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2225876 Jul 13 07:46:53.210401 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403bf64a-10cb-4e92-9cca-a4531fa334a2 x-openstack-request-id: req-403bf64a-10cb-4e92-9cca-a4531fa334a2 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:53.210888 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-deleted", "tag": "91ae0369-0e20-472f-b809-5b288f50e076", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:53.211304 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-403bf64a-10cb-4e92-9cca-a4531fa334a2 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:53.211844 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-deleted', 'tag': '91ae0369-0e20-472f-b809-5b288f50e076', 'status': 'completed', 'code': 200} Jul 13 07:46:53.235243 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] Transition to ACTIVE for port object e0bc1db4-871a-4dcd-ab8e-6308ee1272dc will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:53.280007 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17370a6f-b5d7-4da4-8a6b-8d0ac130f70a x-openstack-request-id: req-17370a6f-b5d7-4da4-8a6b-8d0ac130f70a {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:53.281515 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "edae6acc-ae63-4af8-b2c6-ed538d646caf", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:53.282186 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-17370a6f-b5d7-4da4-8a6b-8d0ac130f70a {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:53.283587 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edae6acc-ae63-4af8-b2c6-ed538d646caf', 'code': 200} Jul 13 07:46:53.307418 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.318471 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd917d34-0080-43b9-9c2a-00bfddf28211 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.326538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-65027371-82df-43ab-9cc7-4b815f351e6f req-fa930339-1c95-4c87-92e8-7fd437e2b523 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Deleting port 898d9121-0ea6-4720-8349-4991e51f33d9 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:53.326886 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-fa930339-1c95-4c87-92e8-7fd437e2b523 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.387968 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-dd917d34-0080-43b9-9c2a-00bfddf28211 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3622a16e-4761-4506-a0c2-8db23e3ce89b']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:53.416539 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-455b6e1b-e51c-4770-88a1-10d7f8fce67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.427525 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-dd917d34-0080-43b9-9c2a-00bfddf28211 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd820639a-0f57-4542-8b80-4535b4b856f6') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:53.431031 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-dd917d34-0080-43b9-9c2a-00bfddf28211 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd820639a-0f57-4542-8b80-4535b4b856f6') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:53.446848 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-455b6e1b-e51c-4770-88a1-10d7f8fce67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.452934 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-70a3eae2-1936-465e-aec9-7ff593e92d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'name': 'tempest-TaggedBootDevicesTest_v242-637082467-router', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:32Z', 'updated_at': '2021-07-13T07:35:43Z', 'revision_number': 4, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'gw_port': {'id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:35Z', 'updated_at': '2021-07-13T07:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2', 'name': '', 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'mac_address': 'fa:16:3e:3c:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '74c9f7d4-d0b0-43d4-8a5f-516e5817785d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:40Z', 'updated_at': '2021-07-13T07:35:52Z', 'revision_number': 5, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'subnets': [{'id': '74c9f7d4-d0b0-43d4-8a5f-516e5817785d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:53.476682 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bd333-f371-4a83-813c-1d2e397f03d6 None None] Pushing event updated for resources: {'Port': ['ID=e0bc1db4-871a-4dcd-ab8e-6308ee1272dc,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:53.494294 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455b6e1b-e51c-4770-88a1-10d7f8fce67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:53.510414 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5a444950-1051-49ef-8540-40d67f7dcdac None None] Provisioning complete for port edae6acc-ae63-4af8-b2c6-ed538d646caf triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:53.511082 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5a444950-1051-49ef-8540-40d67f7dcdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.556519 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b5c9c184-1ce1-4ce2-949a-5cb27487b2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.557250 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd917d34-0080-43b9-9c2a-00bfddf28211 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.559326 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6e1b-e51c-4770-88a1-10d7f8fce67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e253933e-67eb-48ca-8b22-5ddd46a831b8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:53.571406 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a3eae2-1936-465e-aec9-7ff593e92d9c None None] Checking router: 43b79d87-bc67-422a-8c91-12c81c17141d for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:53.579060 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-65027371-82df-43ab-9cc7-4b815f351e6f req-fa930339-1c95-4c87-92e8-7fd437e2b523 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] For port 898d9121-0ea6-4720-8349-4991e51f33d9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=898d9121-0ea6-4720-8349-4991e51f33d9,segment=NetworkSegment(8d90e9ef-7b1c-4025-b318-fd27c7f053c9),segment_id=8d90e9ef-7b1c-4025-b318-fd27c7f053c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:53.579434 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-fa930339-1c95-4c87-92e8-7fd437e2b523 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.607654 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:46:53.615681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-65027371-82df-43ab-9cc7-4b815f351e6f req-fa930339-1c95-4c87-92e8-7fd437e2b523 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Calling delete_port for 898d9121-0ea6-4720-8349-4991e51f33d9 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:53.623219 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a3eae2-1936-465e-aec9-7ff593e92d9c None None] Routers {'43b79d87-bc67-422a-8c91-12c81c17141d'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:53.623853 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-70a3eae2-1936-465e-aec9-7ff593e92d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:46:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['43b79d87-bc67-422a-8c91-12c81c17141d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:53.631577 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 898d9121-0ea6-4720-8349-4991e51f33d9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=898d9121-0ea6-4720-8349-4991e51f33d9,segment=NetworkSegment(8d90e9ef-7b1c-4025-b318-fd27c7f053c9),segment_id=8d90e9ef-7b1c-4025-b318-fd27c7f053c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:53.689881 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] Attempting to bind port e0bc1db4-871a-4dcd-ab8e-6308ee1272dc on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:53.691344 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] Attempting to bind port e0bc1db4-871a-4dcd-ab8e-6308ee1272dc by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '55400fda-93cc-4885-9515-80ab9d05efb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:53.691802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] Attempting to bind port e0bc1db4-871a-4dcd-ab8e-6308ee1272dc on network 9e895a39-1ac3-461a-9cb6-714389916eaf {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:53.722373 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-455b6e1b-e51c-4770-88a1-10d7f8fce67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.729501 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-455b6e1b-e51c-4770-88a1-10d7f8fce67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Added segment 733734d1-9bfa-437b-99f8-d4fcc595c187 of type vlan for network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 Jul 13 07:46:53.739742 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd917d34-0080-43b9-9c2a-00bfddf28211 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.754281 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.770669 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5a444950-1051-49ef-8540-40d67f7dcdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.789857 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 50c8d939-6bc9-4c86-93bc-cac6046ab070 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:53.819721 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd917d34-0080-43b9-9c2a-00bfddf28211 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:53.820158 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd917d34-0080-43b9-9c2a-00bfddf28211 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:53.835300 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:53.847883 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77179492-40f1-43c1-9a6c-55af67948bc8 None None] DHCP port deletion for 3622a16e-4761-4506-a0c2-8db23e3ce89b request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:53.868473 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-70a3eae2-1936-465e-aec9-7ff593e92d9c None None] Set router 43b79d87-bc67-422a-8c91-12c81c17141d gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:53.903437 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5a444950-1051-49ef-8540-40d67f7dcdac None None] For port edae6acc-ae63-4af8-b2c6-ed538d646caf, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=edae6acc-ae63-4af8-b2c6-ed538d646caf,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:53.947344 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5a444950-1051-49ef-8540-40d67f7dcdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.958008 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:53.958967 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] Checking segment: {'id': '55400fda-93cc-4885-9515-80ab9d05efb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:53.960010 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.960818 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] Bound using segment: {'id': '55400fda-93cc-4885-9515-80ab9d05efb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:53.965923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] Bound port: e0bc1db4-871a-4dcd-ab8e-6308ee1272dc, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55400fda-93cc-4885-9515-80ab9d05efb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:53.965923 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.046699 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-fa930339-1c95-4c87-92e8-7fd437e2b523 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.072923 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd917d34-0080-43b9-9c2a-00bfddf28211 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.116318 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa930339-1c95-4c87-92e8-7fd437e2b523 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event deleted for resources: {'Port': ['ID=898d9121-0ea6-4720-8349-4991e51f33d9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:54.119068 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd917d34-0080-43b9-9c2a-00bfddf28211 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.123137 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-dd917d34-0080-43b9-9c2a-00bfddf28211 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "DELETE /v2.0/networks/3622a16e-4761-4506-a0c2-8db23e3ce89b HTTP/1.1" status: 204 len: 168 time: 2.6854272 Jul 13 07:46:54.128312 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd917d34-0080-43b9-9c2a-00bfddf28211 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event deleted for resources: {'Network': ['ID=3622a16e-4761-4506-a0c2-8db23e3ce89b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:54.130411 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49922) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:54.132416 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-455b6e1b-e51c-4770-88a1-10d7f8fce67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.158293 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] For port e0bc1db4-871a-4dcd-ab8e-6308ee1272dc, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:54.171423 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] For port e0bc1db4-871a-4dcd-ab8e-6308ee1272dc, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e0bc1db4-871a-4dcd-ab8e-6308ee1272dc,segment=NetworkSegment(55400fda-93cc-4885-9515-80ab9d05efb4),segment_id=55400fda-93cc-4885-9515-80ab9d05efb4)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:54.177702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5a444950-1051-49ef-8540-40d67f7dcdac None None] Could not find standard attr ID for object 91ae0369-0e20-472f-b809-5b288f50e076. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:46:54.204220 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.272590 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] Routers {'fdc2533c-79d7-4a92-bec1-d3313e4e0a95'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:54.273292 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:46:27Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fdc2533c-79d7-4a92-bec1-d3313e4e0a95'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:54.305585 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-09bb1bde-7cdb-4d29-90ee-eb4bc684d6d7 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Deleting subnet 1850772c-f75b-4b4d-b261-eae183c53bdc {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:54.317674 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-65027371-82df-43ab-9cc7-4b815f351e6f req-fa930339-1c95-4c87-92e8-7fd437e2b523 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] No DVR routers for this DVR port 898d9121-0ea6-4720-8349-4991e51f33d9 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:54.323848 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-fa930339-1c95-4c87-92e8-7fd437e2b523 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.325857 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-65027371-82df-43ab-9cc7-4b815f351e6f req-fa930339-1c95-4c87-92e8-7fd437e2b523 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.62 "DELETE /v2.0/ports/898d9121-0ea6-4720-8349-4991e51f33d9 HTTP/1.1" status: 204 len: 173 time: 1.4549043 Jul 13 07:46:54.394975 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09bb1bde-7cdb-4d29-90ee-eb4bc684d6d7 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.409440 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f5d5b-3f4c-4e4a-a9d4-3ad207af155e req-f017b3aa-990a-4cc5-a50e-65832266fb3e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:54.417546 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-580f5d5b-3f4c-4e4a-a9d4-3ad207af155e req-f017b3aa-990a-4cc5-a50e-65832266fb3e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 945 time: 0.9051197 Jul 13 07:46:54.432406 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-235b029a-a123-4b81-98b1-2af3afc923b6 req-8371ae88-0ed4-4331-a913-a1b693fa2615 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.1727841 Jul 13 07:46:54.453766 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] Set router fdc2533c-79d7-4a92-bec1-d3313e4e0a95 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:54.542350 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.db.resource_extend [None req-455b6e1b-e51c-4770-88a1-10d7f8fce67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:46:54.623621 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-70a3eae2-1936-465e-aec9-7ff593e92d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'name': 'tempest-TaggedBootDevicesTest_v242-637082467-router', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:32Z', 'updated_at': '2021-07-13T07:35:43Z', 'revision_number': 4, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'gw_port': {'id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:35Z', 'updated_at': '2021-07-13T07:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2', 'name': '', 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'mac_address': 'fa:16:3e:3c:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '74c9f7d4-d0b0-43d4-8a5f-516e5817785d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:40Z', 'updated_at': '2021-07-13T07:35:52Z', 'revision_number': 5, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'subnets': [{'id': '74c9f7d4-d0b0-43d4-8a5f-516e5817785d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:54.630831 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-580f5d5b-3f4c-4e4a-a9d4-3ad207af155e req-8a5aa3da-1c4a-446f-ac52-d5494dd0c891 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121580 Jul 13 07:46:54.654829 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-455b6e1b-e51c-4770-88a1-10d7f8fce67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.661074 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-65027371-82df-43ab-9cc7-4b815f351e6f req-0543cbbc-2f74-4942-86d0-4975b89dd260 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Deleting port 50c8d939-6bc9-4c86-93bc-cac6046ab070 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:54.661415 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455b6e1b-e51c-4770-88a1-10d7f8fce67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:54.661556 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-0543cbbc-2f74-4942-86d0-4975b89dd260 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.662345 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-455b6e1b-e51c-4770-88a1-10d7f8fce67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.681223 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09bb1bde-7cdb-4d29-90ee-eb4bc684d6d7 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.773530 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a3eae2-1936-465e-aec9-7ff593e92d9c None None] The sync data for ids ['43b79d87-bc67-422a-8c91-12c81c17141d'] in n-d-779913-28 is: [{'id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'name': 'tempest-TaggedBootDevicesTest_v242-637082467-router', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:32Z', 'updated_at': '2021-07-13T07:35:43Z', 'revision_number': 4, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'gw_port': {'id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:35Z', 'updated_at': '2021-07-13T07:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2', 'name': '', 'network_id': '918c9be5-f73c-4ae4-b262-3a0c8f3703eb', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'mac_address': 'fa:16:3e:3c:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '74c9f7d4-d0b0-43d4-8a5f-516e5817785d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:40Z', 'updated_at': '2021-07-13T07:35:52Z', 'revision_number': 5, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'subnets': [{'id': '74c9f7d4-d0b0-43d4-8a5f-516e5817785d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:54.929192 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5a444950-1051-49ef-8540-40d67f7dcdac None None] Provisioning complete for port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:54.929676 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5a444950-1051-49ef-8540-40d67f7dcdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.962659 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=898d9121-0ea6-4720-8349-4991e51f33d9,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:55.015609 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b04a939a-58dd-44cd-9fd4-bc53360bb964 req-21399849-82a7-4aec-8c75-74289733f042 tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.62 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.1075618 Jul 13 07:46:55.035599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5e759411-a4d2-430e-bee6-723204d9c200 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:55.091199 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-455b6e1b-e51c-4770-88a1-10d7f8fce67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.2175503 Jul 13 07:46:55.160398 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.165841 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-65027371-82df-43ab-9cc7-4b815f351e6f req-0543cbbc-2f74-4942-86d0-4975b89dd260 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] For port 50c8d939-6bc9-4c86-93bc-cac6046ab070, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=50c8d939-6bc9-4c86-93bc-cac6046ab070,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:55.166498 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-0543cbbc-2f74-4942-86d0-4975b89dd260 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.217058 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-deleted', 'tag': '898d9121-0ea6-4720-8349-4991e51f33d9'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:55.223300 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7461324-2791-400f-b133-a239ba4a6fb1" -d '{"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-deleted", "tag": "898d9121-0ea6-4720-8349-4991e51f33d9"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:55.243754 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-65027371-82df-43ab-9cc7-4b815f351e6f req-0543cbbc-2f74-4942-86d0-4975b89dd260 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Calling delete_port for 50c8d939-6bc9-4c86-93bc-cac6046ab070 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:55.246163 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 5e759411-a4d2-430e-bee6-723204d9c200 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:55.252638 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5e759411-a4d2-430e-bee6-723204d9c200 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:55.274553 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6e1b-e51c-4770-88a1-10d7f8fce67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Pushing event updated for resources: {'Network': ['ID=1d24632b-566e-46bd-a3d5-fd47bc0ff8c8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:55.422736 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '898d9121-0ea6-4720-8349-4991e51f33d9'}, {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edae6acc-ae63-4af8-b2c6-ed538d646caf'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:55.442100 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9d1401-46e1-47b5-b9e9-42fcf76f0359" -d '{"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "898d9121-0ea6-4720-8349-4991e51f33d9"}, {"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-plugged", "status": "completed", "tag": "edae6acc-ae63-4af8-b2c6-ed538d646caf"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:55.477612 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:55.485591 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7416b86d-1fef-49c0-aa6a-8e527826c0ad None None] New status for floating IP b7b268ee-2495-41c9-9bcd-a1584fe8b9bd: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:46:55.517679 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a33dfc-b6d9-40a5-8d72-e88c3e3b1bee req-2ba761e1-b37a-428d-b39b-cedb3c0c9c21 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:55.524733 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a33dfc-b6d9-40a5-8d72-e88c3e3b1bee req-2ba761e1-b37a-428d-b39b-cedb3c0c9c21 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:55.531448 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49948) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:55.543773 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a33dfc-b6d9-40a5-8d72-e88c3e3b1bee req-2ba761e1-b37a-428d-b39b-cedb3c0c9c21 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:55.544742 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Request body: {'port': {'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8', 'binding:host_id': 'n-h1-779913-28', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-858440291'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:55.554481 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-21a33dfc-b6d9-40a5-8d72-e88c3e3b1bee req-2ba761e1-b37a-428d-b39b-cedb3c0c9c21 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 2416 time: 0.6114147 Jul 13 07:46:55.594755 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09bb1bde-7cdb-4d29-90ee-eb4bc684d6d7 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.594990 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-0543cbbc-2f74-4942-86d0-4975b89dd260 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.643508 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-21a33dfc-b6d9-40a5-8d72-e88c3e3b1bee req-61c78414-d7ef-4c2d-b17c-c5e07256dcb6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861738 Jul 13 07:46:55.719781 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ddb20d-5790-42a0-bcdb-a37d656b8bb6 x-openstack-request-id: req-f0ddb20d-5790-42a0-bcdb-a37d656b8bb6 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:55.722499 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-deleted", "tag": "898d9121-0ea6-4720-8349-4991e51f33d9", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:55.725794 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f0ddb20d-5790-42a0-bcdb-a37d656b8bb6 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:55.726515 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-deleted', 'tag': '898d9121-0ea6-4720-8349-4991e51f33d9', 'status': 'completed', 'code': 200} Jul 13 07:46:55.748443 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543cbbc-2f74-4942-86d0-4975b89dd260 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event deleted for resources: {'Port': ['ID=50c8d939-6bc9-4c86-93bc-cac6046ab070,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:55.749428 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09bb1bde-7cdb-4d29-90ee-eb4bc684d6d7 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.776959 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09bb1bde-7cdb-4d29-90ee-eb4bc684d6d7 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.782820 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-09bb1bde-7cdb-4d29-90ee-eb4bc684d6d7 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "DELETE /v2.0/subnets/1850772c-f75b-4b4d-b261-eae183c53bdc HTTP/1.1" status: 204 len: 168 time: 1.6446800 Jul 13 07:46:55.785799 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49956) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:55.987348 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-65027371-82df-43ab-9cc7-4b815f351e6f req-0543cbbc-2f74-4942-86d0-4975b89dd260 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] No DVR routers for this DVR port 50c8d939-6bc9-4c86-93bc-cac6046ab070 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:55.994534 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Made reservation on behalf of 61196b1a29ad417e82b7d192e808f9e3 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:55.998148 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.041680 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-0543cbbc-2f74-4942-86d0-4975b89dd260 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.044132 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-65027371-82df-43ab-9cc7-4b815f351e6f req-0543cbbc-2f74-4942-86d0-4975b89dd260 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.62 "DELETE /v2.0/ports/50c8d939-6bc9-4c86-93bc-cac6046ab070 HTTP/1.1" status: 204 len: 173 time: 1.7084265 Jul 13 07:46:56.076467 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4bf492e-2e20-4607-83f1-5bfb7fac319e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.094577 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb1bde-7cdb-4d29-90ee-eb4bc684d6d7 tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event deleted for resources: {'Subnet': ['ID=1850772c-f75b-4b4d-b261-eae183c53bdc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:56.125482 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.134987 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a444950-1051-49ef-8540-40d67f7dcdac None None] Pushing event updated for resources: {'Port': ['ID=edae6acc-ae63-4af8-b2c6-ed538d646caf,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:56.210910 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3ca76011-d677-4565-98d1-9bb46804f5fa req-21294229-e184-4545-8b12-744716b7969d tempest-ServerShowV254Test-1517305783 tempest-ServerShowV254Test-1517305783-project] 10.222.0.58 "GET /v2.0/ports?device_id=5883a3ec-5a49-4c8e-a4bf-9e1533055f7e HTTP/1.1" status: 200 len: 210 time: 0.1280055 Jul 13 07:46:56.225188 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a2358d-32cb-44fc-925d-a21c06093d44 x-openstack-request-id: req-c3a2358d-32cb-44fc-925d-a21c06093d44 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:56.226146 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "898d9121-0ea6-4720-8349-4991e51f33d9", "code": 200}, {"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-plugged", "status": "completed", "tag": "edae6acc-ae63-4af8-b2c6-ed538d646caf", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:56.227756 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c3a2358d-32cb-44fc-925d-a21c06093d44 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:56.228427 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '898d9121-0ea6-4720-8349-4991e51f33d9', 'code': 200} Jul 13 07:46:56.229431 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edae6acc-ae63-4af8-b2c6-ed538d646caf', 'code': 200} Jul 13 07:46:56.333171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7f7a3-e5ff-4069-9ebc-fefacb2ff4e6 req-922d20c9-ef7c-403d-8963-ab342ae220d8 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:56.339720 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-65027371-82df-43ab-9cc7-4b815f351e6f req-3d8c47d6-434d-42a7-b39f-7cf494ead731 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Deleting port edae6acc-ae63-4af8-b2c6-ed538d646caf {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:56.340273 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-3d8c47d6-434d-42a7-b39f-7cf494ead731 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.342012 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f9d7f7a3-e5ff-4069-9ebc-fefacb2ff4e6 req-922d20c9-ef7c-403d-8963-ab342ae220d8 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 945 time: 0.2614110 Jul 13 07:46:56.388523 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3afe41-e9dc-4ff2-9a06-68fabf65907c None None] Network 1b231f6c-12e9-48fa-9d12-bdf7355bdbd6 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:56.484235 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f9d7f7a3-e5ff-4069-9ebc-fefacb2ff4e6 req-9013ddc1-fecc-4c3e-bfd1-770273e95fce tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385865 Jul 13 07:46:56.487972 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b4bf492e-2e20-4607-83f1-5bfb7fac319e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Deleting port 29382c65-a180-4ba3-99fe-67431ac6d5d1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:56.491910 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4bf492e-2e20-4607-83f1-5bfb7fac319e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.602716 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bd333-f371-4a83-813c-1d2e397f03d6 None None] Pushing event updated for resources: {'Port': ['ID=e0bc1db4-871a-4dcd-ab8e-6308ee1272dc,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:56.611201 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.613750 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-65027371-82df-43ab-9cc7-4b815f351e6f req-3d8c47d6-434d-42a7-b39f-7cf494ead731 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] For port edae6acc-ae63-4af8-b2c6-ed538d646caf, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=edae6acc-ae63-4af8-b2c6-ed538d646caf,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:56.614469 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-3d8c47d6-434d-42a7-b39f-7cf494ead731 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.627305 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.634170 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c0089a19-6897-483c-beef-e272a1029320 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:56.635052 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] device_id is not set on port 1e983e0d-4a91-4f74-833e-dae45b96ae3b yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:46:56.636622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5a444950-1051-49ef-8540-40d67f7dcdac None None] Port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:56.657987 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-65027371-82df-43ab-9cc7-4b815f351e6f req-3d8c47d6-434d-42a7-b39f-7cf494ead731 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Calling delete_port for edae6acc-ae63-4af8-b2c6-ed538d646caf owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:56.672528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-b4bf492e-2e20-4607-83f1-5bfb7fac319e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] For port 29382c65-a180-4ba3-99fe-67431ac6d5d1, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=29382c65-a180-4ba3-99fe-67431ac6d5d1,segment=NetworkSegment(ea9c176f-49cc-4ed0-af63-95e8cd6cb079),segment_id=ea9c176f-49cc-4ed0-af63-95e8cd6cb079)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:56.673150 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4bf492e-2e20-4607-83f1-5bfb7fac319e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.724061 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b4bf492e-2e20-4607-83f1-5bfb7fac319e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Calling delete_port for 29382c65-a180-4ba3-99fe-67431ac6d5d1 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:56.826590 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a60812-8ad2-4845-a04b-ac178ff361cc,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:56.920063 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4bf492e-2e20-4607-83f1-5bfb7fac319e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.953728 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5a444950-1051-49ef-8540-40d67f7dcdac None None] Provisioning complete for port ceb6e9ad-b675-411f-96d9-dbca0ebbe960 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:56.954391 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5a444950-1051-49ef-8540-40d67f7dcdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.019868 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf492e-2e20-4607-83f1-5bfb7fac319e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event deleted for resources: {'Port': ['ID=29382c65-a180-4ba3-99fe-67431ac6d5d1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:57.046904 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bf492e-2e20-4607-83f1-5bfb7fac319e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] No DVR routers for this DVR port 29382c65-a180-4ba3-99fe-67431ac6d5d1 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:57.078515 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'name': 'tempest-TaggedBootDevicesTest-884320626-router', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:36Z', 'updated_at': '2021-07-13T07:46:45Z', 'revision_number': 4, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'gw_port': {'id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:38Z', 'updated_at': '2021-07-13T07:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'e0bc1db4-871a-4dcd-ab8e-6308ee1272dc', 'name': '', 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'mac_address': 'fa:16:3e:a6:6b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'f0d21cc2-dcb1-4290-ad5e-70b78d60b624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:43Z', 'updated_at': '2021-07-13T07:46:54Z', 'revision_number': 4, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'subnets': [{'id': 'f0d21cc2-dcb1-4290-ad5e-70b78d60b624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:57.085251 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5a444950-1051-49ef-8540-40d67f7dcdac None None] Port ceb6e9ad-b675-411f-96d9-dbca0ebbe960 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:57.120328 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664372e0-e22e-42ce-8fca-ff5823f253d8 None None] DHCP port deletion for 1b231f6c-12e9-48fa-9d12-bdf7355bdbd6 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:57.128212 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc9c1c-91e4-488c-810c-4e62d5097f72 None None] The sync data for ids ['fdc2533c-79d7-4a92-bec1-d3313e4e0a95'] in n-d-779913-28 is: [{'id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'name': 'tempest-TaggedBootDevicesTest-884320626-router', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:36Z', 'updated_at': '2021-07-13T07:46:45Z', 'revision_number': 4, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'gw_port': {'id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:38Z', 'updated_at': '2021-07-13T07:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'e0bc1db4-871a-4dcd-ab8e-6308ee1272dc', 'name': '', 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'mac_address': 'fa:16:3e:a6:6b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'f0d21cc2-dcb1-4290-ad5e-70b78d60b624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:43Z', 'updated_at': '2021-07-13T07:46:54Z', 'revision_number': 4, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'subnets': [{'id': 'f0d21cc2-dcb1-4290-ad5e-70b78d60b624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:57.141332 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.188120 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c0089a19-6897-483c-beef-e272a1029320, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c0089a19-6897-483c-beef-e272a1029320,segment=NetworkSegment(8d90e9ef-7b1c-4025-b318-fd27c7f053c9),segment_id=8d90e9ef-7b1c-4025-b318-fd27c7f053c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:57.207126 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.265556 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-3d8c47d6-434d-42a7-b39f-7cf494ead731 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.351646 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f546f562-d2fb-418f-aab9-ae82fca5108e None None] Could not find standard attr ID for object edae6acc-ae63-4af8-b2c6-ed538d646caf. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:46:57.379408 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7234c745-b5c1-455a-a7e0-325b404f2b9d up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:57.405168 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4bf492e-2e20-4607-83f1-5bfb7fac319e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.433927 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc9086-7f06-4223-b5a3-7ae06bc7c259 req-6d238575-b629-4eab-b658-7e52cf7b943e tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:57.445965 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc9086-7f06-4223-b5a3-7ae06bc7c259 req-6d238575-b629-4eab-b658-7e52cf7b943e tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:57.455372 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4dfc9086-7f06-4223-b5a3-7ae06bc7c259 req-6d238575-b629-4eab-b658-7e52cf7b943e tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 1603 time: 0.5497696 Jul 13 07:46:57.494877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b4bf492e-2e20-4607-83f1-5bfb7fac319e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b231f6c-12e9-48fa-9d12-bdf7355bdbd6']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:57.523568 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b4bf492e-2e20-4607-83f1-5bfb7fac319e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9c176f-49cc-4ed0-af63-95e8cd6cb079') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:57.524359 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b4bf492e-2e20-4607-83f1-5bfb7fac319e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9c176f-49cc-4ed0-af63-95e8cd6cb079') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:57.529390 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c47d6-434d-42a7-b39f-7cf494ead731 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event deleted for resources: {'Port': ['ID=edae6acc-ae63-4af8-b2c6-ed538d646caf,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:57.554218 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-65027371-82df-43ab-9cc7-4b815f351e6f req-3d8c47d6-434d-42a7-b39f-7cf494ead731 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] No DVR routers for this DVR port edae6acc-ae63-4af8-b2c6-ed538d646caf on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:57.556606 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-3d8c47d6-434d-42a7-b39f-7cf494ead731 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.575438 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-65027371-82df-43ab-9cc7-4b815f351e6f req-3d8c47d6-434d-42a7-b39f-7cf494ead731 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.62 "DELETE /v2.0/ports/edae6acc-ae63-4af8-b2c6-ed538d646caf HTTP/1.1" status: 204 len: 173 time: 1.5225074 Jul 13 07:46:57.584124 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] device_id is not set on port 1e983e0d-4a91-4f74-833e-dae45b96ae3b yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:46:57.606936 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f546f562-d2fb-418f-aab9-ae82fca5108e None None] Provisioning complete for port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:57.607501 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f546f562-d2fb-418f-aab9-ae82fca5108e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.617434 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4dfc9086-7f06-4223-b5a3-7ae06bc7c259 req-8ddfa9f0-eafa-4900-983a-80239a57ef85 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610091 Jul 13 07:46:57.619404 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4bf492e-2e20-4607-83f1-5bfb7fac319e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.649050 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=c0089a19-6897-483c-beef-e272a1029320,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:57.683801 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4bf492e-2e20-4607-83f1-5bfb7fac319e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.695084 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4bf492e-2e20-4607-83f1-5bfb7fac319e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:57.695496 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4bf492e-2e20-4607-83f1-5bfb7fac319e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:57.710732 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:57.741742 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.776435 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Transition to ACTIVE for port object 1e983e0d-4a91-4f74-833e-dae45b96ae3b will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:57.793125 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-deleted', 'tag': '50c8d939-6bc9-4c86-93bc-cac6046ab070'}, {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-deleted', 'tag': 'edae6acc-ae63-4af8-b2c6-ed538d646caf'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:57.802618 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473e6bf8-881d-458e-9766-1de89fd5c614" -d '{"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-deleted", "tag": "50c8d939-6bc9-4c86-93bc-cac6046ab070"}, {"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-deleted", "tag": "edae6acc-ae63-4af8-b2c6-ed538d646caf"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:57.820833 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.864493 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-97580e0f-8c71-4aa1-bb9d-3c98fa6e0206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.926454 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4bf492e-2e20-4607-83f1-5bfb7fac319e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.973455 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f546f562-d2fb-418f-aab9-ae82fca5108e None None] Port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:57.977515 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.015325 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f546f562-d2fb-418f-aab9-ae82fca5108e None None] Could not find standard attr ID for object 898d9121-0ea6-4720-8349-4991e51f33d9. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:46:58.035784 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 7234c745-b5c1-455a-a7e0-325b404f2b9d completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:58.054854 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 7234c745-b5c1-455a-a7e0-325b404f2b9d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:58.058339 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.076609 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4bf492e-2e20-4607-83f1-5bfb7fac319e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.093274 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b4bf492e-2e20-4607-83f1-5bfb7fac319e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] 10.222.0.58 "DELETE /v2.0/networks/1b231f6c-12e9-48fa-9d12-bdf7355bdbd6 HTTP/1.1" status: 204 len: 168 time: 2.2364647 Jul 13 07:46:58.100539 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf492e-2e20-4607-83f1-5bfb7fac319e tempest-ServersTestMultiNic-2075793505 tempest-ServersTestMultiNic-2075793505-project] Pushing event deleted for resources: {'Network': ['ID=1b231f6c-12e9-48fa-9d12-bdf7355bdbd6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:58.157594 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49994) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:58.161847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Checking segment: {'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:58.162864 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Network hostable DHCP agents. Network: 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:58.228616 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Pushing event updated for resources: {'Port': ['ID=1e983e0d-4a91-4f74-833e-dae45b96ae3b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:58.234113 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0089a19-6897-483c-beef-e272a1029320'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:58.248316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f78a1-0506-4f65-ab69-f978b8095389 req-ac9fee91-7998-47ba-9833-23e5031773da tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:58.252608 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11805e1-b9ee-46fb-a8cd-6e4dfd545c0e" -d '{"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "c0089a19-6897-483c-beef-e272a1029320"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:58.259792 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-543f78a1-0506-4f65-ab69-f978b8095389 req-ac9fee91-7998-47ba-9833-23e5031773da tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 945 time: 0.3673072 Jul 13 07:46:58.303488 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-25b84d66-5e72-45f4-bc52-60ced0f2d3a8 None None] Provisioning complete for port c0089a19-6897-483c-beef-e272a1029320 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:58.303872 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-25b84d66-5e72-45f4-bc52-60ced0f2d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.305591 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:58.322538 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-543f78a1-0506-4f65-ab69-f978b8095389 req-f2f9c0d5-97db-4ff0-b5b9-b4d3d4d136f6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599439 Jul 13 07:46:58.364662 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:58.372506 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:58.393386 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef2d4e4-ff94-4a90-b8b9-cbee3a6cccc6 None None] Network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:58.414819 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3630a89a-d8af-4082-a364-840b2f88a682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.430636 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:58.431320 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:58.431823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:58.452828 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:46:58.455692 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:46:58.458528 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-65027371-82df-43ab-9cc7-4b815f351e6f req-eef45c28-c6f9-477e-8d01-e9137ef2cab3 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Deleting port c0089a19-6897-483c-beef-e272a1029320 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:58.459581 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-eef45c28-c6f9-477e-8d01-e9137ef2cab3 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.482630 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ad845a-60b6-48ba-8153-8f581d14500b x-openstack-request-id: req-a9ad845a-60b6-48ba-8153-8f581d14500b {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:58.483044 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-deleted", "tag": "50c8d939-6bc9-4c86-93bc-cac6046ab070", "status": "completed", "code": 200}, {"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-deleted", "tag": "edae6acc-ae63-4af8-b2c6-ed538d646caf", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:58.485541 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a9ad845a-60b6-48ba-8153-8f581d14500b {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:58.485988 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-deleted', 'tag': '50c8d939-6bc9-4c86-93bc-cac6046ab070', 'status': 'completed', 'code': 200} Jul 13 07:46:58.486276 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-deleted', 'tag': 'edae6acc-ae63-4af8-b2c6-ed538d646caf', 'status': 'completed', 'code': 200} Jul 13 07:46:58.487992 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 2 to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b Jul 13 07:46:58.581992 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.582798 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:58.583236 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:58.583456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:58.626562 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:46:58.627868 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:46:58.674142 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 3 to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b Jul 13 07:46:58.704640 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3630a89a-d8af-4082-a364-840b2f88a682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.707803 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:58.708434 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:58.709445 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:58.715389 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3630a89a-d8af-4082-a364-840b2f88a682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.724056 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:46:58.724594 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:46:58.726964 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 4 to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b Jul 13 07:46:58.769192 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:58.769684 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:58.770239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:58.773822 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-65027371-82df-43ab-9cc7-4b815f351e6f req-eef45c28-c6f9-477e-8d01-e9137ef2cab3 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] For port c0089a19-6897-483c-beef-e272a1029320, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c0089a19-6897-483c-beef-e272a1029320,segment=NetworkSegment(8d90e9ef-7b1c-4025-b318-fd27c7f053c9),segment_id=8d90e9ef-7b1c-4025-b318-fd27c7f053c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:58.774538 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-eef45c28-c6f9-477e-8d01-e9137ef2cab3 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.823832 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3630a89a-d8af-4082-a364-840b2f88a682 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6b5b750104d40249b89a319ea814c70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6601427 Jul 13 07:46:58.844655 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50014) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:58.845644 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7d6f97-d997-461d-a155-ac5424ff6123 x-openstack-request-id: req-ad7d6f97-d997-461d-a155-ac5424ff6123 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:58.846150 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "c0089a19-6897-483c-beef-e272a1029320", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:58.846797 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ad7d6f97-d997-461d-a155-ac5424ff6123 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:58.847166 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0089a19-6897-483c-beef-e272a1029320', 'code': 200} Jul 13 07:46:58.854635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-65027371-82df-43ab-9cc7-4b815f351e6f req-eef45c28-c6f9-477e-8d01-e9137ef2cab3 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Calling delete_port for c0089a19-6897-483c-beef-e272a1029320 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:58.876921 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:46:58.877481 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:46:58.884774 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 5 to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b Jul 13 07:46:58.935014 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630a89a-d8af-4082-a364-840b2f88a682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c64d8e-a1cf-43b3-883a-c33a3a4a75b7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:59.031889 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7234c745-b5c1-455a-a7e0-325b404f2b9d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7234c745-b5c1-455a-a7e0-325b404f2b9d,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:59.045459 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-25b84d66-5e72-45f4-bc52-60ced0f2d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.076182 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-896765be-cf85-407f-8756-fc9f2449dee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.083084 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.085098 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e0bc1db4-871a-4dcd-ab8e-6308ee1272dc up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:59.128735 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:59.129081 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:59.129428 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:59.140053 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:46:59.140401 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:46:59.142534 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 6 to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b Jul 13 07:46:59.195400 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:59.196781 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:59.197131 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:59.218260 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:46:59.218633 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:46:59.227099 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-896765be-cf85-407f-8756-fc9f2449dee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.232287 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-25b84d66-5e72-45f4-bc52-60ced0f2d3a8 None None] For port c0089a19-6897-483c-beef-e272a1029320, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c0089a19-6897-483c-beef-e272a1029320,segment=NetworkSegment(8d90e9ef-7b1c-4025-b318-fd27c7f053c9),segment_id=8d90e9ef-7b1c-4025-b318-fd27c7f053c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:59.238512 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 7 to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b Jul 13 07:46:59.277195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:59.277634 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:59.277996 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:59.292382 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:46:59.304808 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:46:59.307928 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 8 to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b Jul 13 07:46:59.369120 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=7234c745-b5c1-455a-a7e0-325b404f2b9d,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:59.375748 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-25b84d66-5e72-45f4-bc52-60ced0f2d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.386097 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:59.386659 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71faf2-9a7b-406c-991a-919905f8c51e req-753d57fd-6d86-44a0-a2f1-71e9f75e8152 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:59.387055 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:59.387537 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:59.388758 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2f71faf2-9a7b-406c-991a-919905f8c51e req-753d57fd-6d86-44a0-a2f1-71e9f75e8152 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 943 time: 0.3015766 Jul 13 07:46:59.395141 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:46:59.395527 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:46:59.404005 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 9 to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b Jul 13 07:46:59.434830 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:59.435569 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:59.435927 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:59.442042 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50026) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:59.442558 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:46:59.443464 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:46:59.466333 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 10 to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b Jul 13 07:46:59.472603 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-eef45c28-c6f9-477e-8d01-e9137ef2cab3 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.482867 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-896765be-cf85-407f-8756-fc9f2449dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.493981 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-896765be-cf85-407f-8756-fc9f2449dee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.495211 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-896765be-cf85-407f-8756-fc9f2449dee4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4c64d8e-a1cf-43b3-883a-c33a3a4a75b7 HTTP/1.1" status: 204 len: 168 time: 0.6492040 Jul 13 07:46:59.507028 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2f71faf2-9a7b-406c-991a-919905f8c51e req-c18c1f65-fc84-4c14-a0b5-9eefb390c0b4 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e887458-7e3c-4941-80a0-a72f446fbad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078126 Jul 13 07:46:59.536111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896765be-cf85-407f-8756-fc9f2449dee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c64d8e-a1cf-43b3-883a-c33a3a4a75b7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:59.585887 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b84d66-5e72-45f4-bc52-60ced0f2d3a8 None None] Pushing event updated for resources: {'Port': ['ID=c0089a19-6897-483c-beef-e272a1029320,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:59.598109 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:59.598586 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:59.598877 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:59.731821 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.740376 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port e0bc1db4-871a-4dcd-ab8e-6308ee1272dc completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:59.746432 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e0bc1db4-871a-4dcd-ab8e-6308ee1272dc triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:59.746801 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.756143 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef45c28-c6f9-477e-8d01-e9137ef2cab3 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event deleted for resources: {'Port': ['ID=c0089a19-6897-483c-beef-e272a1029320,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:59.763621 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:46:59.764732 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port 1e983e0d-4a91-4f74-833e-dae45b96ae3b on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:46:59.765150 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.905812 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6082fca-214e-493d-9920-8d7d5d60da47 req-6d81abfa-aee3-4d3f-80bc-96c0142a68a3 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:59.914213 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6082fca-214e-493d-9920-8d7d5d60da47 req-6d81abfa-aee3-4d3f-80bc-96c0142a68a3 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 946 time: 0.1662962 Jul 13 07:46:59.973211 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.984223 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6082fca-214e-493d-9920-8d7d5d60da47 req-3ed710a4-4318-488c-921d-77bfc867faee tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686147 Jul 13 07:47:00.076911 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port e0bc1db4-871a-4dcd-ab8e-6308ee1272dc, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e0bc1db4-871a-4dcd-ab8e-6308ee1272dc,segment=NetworkSegment(55400fda-93cc-4885-9515-80ab9d05efb4),segment_id=55400fda-93cc-4885-9515-80ab9d05efb4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:00.088697 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-65027371-82df-43ab-9cc7-4b815f351e6f req-eef45c28-c6f9-477e-8d01-e9137ef2cab3 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] No DVR routers for this DVR port c0089a19-6897-483c-beef-e272a1029320 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:00.091449 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.092835 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-65027371-82df-43ab-9cc7-4b815f351e6f req-eef45c28-c6f9-477e-8d01-e9137ef2cab3 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.096381 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-65027371-82df-43ab-9cc7-4b815f351e6f req-eef45c28-c6f9-477e-8d01-e9137ef2cab3 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.62 "DELETE /v2.0/ports/c0089a19-6897-483c-beef-e272a1029320 HTTP/1.1" status: 204 len: 173 time: 2.4724627 Jul 13 07:47:00.156683 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] For port 1e983e0d-4a91-4f74-833e-dae45b96ae3b, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:00.157609 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempted to set empty binding levels {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:47:00.199160 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=e0bc1db4-871a-4dcd-ab8e-6308ee1272dc,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:00.208794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-29e91b2a-9b5c-495f-8180-cac12c7f9daa None None] Could not find standard attr ID for object c0089a19-6897-483c-beef-e272a1029320. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:47:00.236527 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.256603 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:00.257217 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.307628 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 29382c65-a180-4ba3-99fe-67431ac6d5d1 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:00.347635 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.8152301 Jul 13 07:47:00.350367 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50044) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:00.361982 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 29382c65-a180-4ba3-99fe-67431ac6d5d1 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:00.362365 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 29382c65-a180-4ba3-99fe-67431ac6d5d1 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:00.418944 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a638b-de35-4455-9528-8e33ef6e5e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Pushing event updated for resources: {'Port': ['ID=1e983e0d-4a91-4f74-833e-dae45b96ae3b,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:00.504822 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-deleted', 'tag': 'c0089a19-6897-483c-beef-e272a1029320'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:00.512598 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50b60a3-7dc4-4e24-abc9-fc045bed9bfe" -d '{"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-deleted", "tag": "c0089a19-6897-483c-beef-e272a1029320"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:00.621159 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-bc847989-e741-4da3-b93d-f12bc6f470bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Deleting port 1e983e0d-4a91-4f74-833e-dae45b96ae3b {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:00.621635 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc847989-e741-4da3-b93d-f12bc6f470bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.688337 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa0bc9f-c992-4c45-b4a0-d8f0443f2629 x-openstack-request-id: req-0fa0bc9f-c992-4c45-b4a0-d8f0443f2629 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:00.688937 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-deleted", "tag": "c0089a19-6897-483c-beef-e272a1029320", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:00.688937 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0fa0bc9f-c992-4c45-b4a0-d8f0443f2629 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:00.689585 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-deleted', 'tag': 'c0089a19-6897-483c-beef-e272a1029320', 'status': 'completed', 'code': 200} Jul 13 07:47:00.692654 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-75496334-5cc1-4f1e-834b-973d4648f7b1 None None] Provisioning complete for port e0bc1db4-871a-4dcd-ab8e-6308ee1272dc triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:00.692985 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75496334-5cc1-4f1e-834b-973d4648f7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.821366 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-bc847989-e741-4da3-b93d-f12bc6f470bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] For port 1e983e0d-4a91-4f74-833e-dae45b96ae3b, host n-h1-779913-28, got binding levels [] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:00.821745 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc847989-e741-4da3-b93d-f12bc6f470bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.857575 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6218274b-03dc-450f-848b-4f1a27e11e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7234c745-b5c1-455a-a7e0-325b404f2b9d'}, {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0089a19-6897-483c-beef-e272a1029320'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:00.860491 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dd9829-93da-4126-b88a-f15c83c4e4d6" -d '{"events": [{"server_uuid": "6218274b-03dc-450f-848b-4f1a27e11e10", "name": "network-vif-plugged", "status": "completed", "tag": "7234c745-b5c1-455a-a7e0-325b404f2b9d"}, {"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-plugged", "status": "completed", "tag": "c0089a19-6897-483c-beef-e272a1029320"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:00.880175 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-bc847989-e741-4da3-b93d-f12bc6f470bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Calling delete_port for 1e983e0d-4a91-4f74-833e-dae45b96ae3b owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:00.911994 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eae445c5-8061-4996-b814-0dd35745a3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.979196 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464918f6-f882-4a2e-bfcd-cb0d26da79c3 x-openstack-request-id: req-464918f6-f882-4a2e-bfcd-cb0d26da79c3 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:00.979755 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6218274b-03dc-450f-848b-4f1a27e11e10", "name": "network-vif-plugged", "status": "completed", "tag": "7234c745-b5c1-455a-a7e0-325b404f2b9d", "code": 200}, {"server_uuid": "43606170-5680-4187-9f38-a91e360a2dc9", "name": "network-vif-plugged", "status": "completed", "tag": "c0089a19-6897-483c-beef-e272a1029320", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:00.979755 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-464918f6-f882-4a2e-bfcd-cb0d26da79c3 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:00.980144 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6218274b-03dc-450f-848b-4f1a27e11e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7234c745-b5c1-455a-a7e0-325b404f2b9d', 'code': 200} Jul 13 07:47:00.980403 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43606170-5680-4187-9f38-a91e360a2dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0089a19-6897-483c-beef-e272a1029320', 'code': 200} Jul 13 07:47:00.988009 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e0bc1db4-871a-4dcd-ab8e-6308ee1272dc up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:01.074119 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2d10316d-bfe2-424f-9cb6-d9367a34e26e req-6739bfb1-be96-4924-ae07-cec7c8e657f1 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 210 time: 0.1501620 Jul 13 07:47:01.087807 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e0bc1db4-871a-4dcd-ab8e-6308ee1272dc triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:01.088307 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.179677 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50074) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.283348 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.398360 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a5558d1e-62b5-4b92-9ee1-1ae752e0f363 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-647758920-network', 'tenant_id': 'bd009c8573224a04862dcbcb3d42a584'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:01.422026 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc847989-e741-4da3-b93d-f12bc6f470bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.422669 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490b75f-f496-4e51-bfc3-4b27875def59 req-7e9d8126-05df-4a54-9443-f6fdeb5072f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:01.429049 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e490b75f-f496-4e51-bfc3-4b27875def59 req-7e9d8126-05df-4a54-9443-f6fdeb5072f4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 1098 time: 0.2244844 Jul 13 07:47:01.462044 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc847989-e741-4da3-b93d-f12bc6f470bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e983e0d-4a91-4f74-833e-dae45b96ae3b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:01.464262 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5558d1e-62b5-4b92-9ee1-1ae752e0f363 admin admin] Made reservation on behalf of bd009c8573224a04862dcbcb3d42a584 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:01.468471 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5558d1e-62b5-4b92-9ee1-1ae752e0f363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.519242 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee019d6-a785-43f8-bf8b-e940ee75e6d3 req-37319b87-257b-4ab4-b010-8d312eb80ab2 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:01.530998 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bee019d6-a785-43f8-bf8b-e940ee75e6d3 req-37319b87-257b-4ab4-b010-8d312eb80ab2 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 946 time: 0.2838538 Jul 13 07:47:01.541804 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5558d1e-62b5-4b92-9ee1-1ae752e0f363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.564763 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e490b75f-f496-4e51-bfc3-4b27875def59 req-dfd89867-75dd-487b-85ec-5d76fd50d0a5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255829 Jul 13 07:47:01.600629 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-eae445c5-8061-4996-b814-0dd35745a3dc admin admin] Deleting port 8defb0c1-2e56-4080-a84f-29b247d84d08 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:01.601063 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eae445c5-8061-4996-b814-0dd35745a3dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.638885 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc847989-e741-4da3-b93d-f12bc6f470bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.641679 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bc847989-e741-4da3-b93d-f12bc6f470bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] 10.222.0.58 "DELETE /v2.0/ports/1e983e0d-4a91-4f74-833e-dae45b96ae3b HTTP/1.1" status: 204 len: 168 time: 1.2901125 Jul 13 07:47:01.650570 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50078) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.682837 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ad5999-c4c5-4ed8-b186-435af5f25f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:47:01.685387 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b0ad5999-c4c5-4ed8-b186-435af5f25f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] 10.222.0.58 "GET /v2.0/ports/1e983e0d-4a91-4f74-833e-dae45b96ae3b HTTP/1.1" status: 404 len: 333 time: 0.0332227 Jul 13 07:47:01.699764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50080) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.708170 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b5fc51a1-58eb-4278-96db-af641e2a9b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Request body: {'port': {'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108241120'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:01.762605 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5558d1e-62b5-4b92-9ee1-1ae752e0f363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.763619 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-eae445c5-8061-4996-b814-0dd35745a3dc admin admin] For port 8defb0c1-2e56-4080-a84f-29b247d84d08, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=8defb0c1-2e56-4080-a84f-29b247d84d08,segment=NetworkSegment(bb85faee-3165-43af-bce0-a0a7ce6ea765),segment_id=bb85faee-3165-43af-bce0-a0a7ce6ea765)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:01.764121 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eae445c5-8061-4996-b814-0dd35745a3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.782318 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-eae445c5-8061-4996-b814-0dd35745a3dc admin admin] Calling delete_port for 8defb0c1-2e56-4080-a84f-29b247d84d08 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:01.784659 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bee019d6-a785-43f8-bf8b-e940ee75e6d3 req-621cce45-f2e4-470d-b31e-99b2e4aed8e1 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521601 Jul 13 07:47:01.796586 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5558d1e-62b5-4b92-9ee1-1ae752e0f363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.849965 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5558d1e-62b5-4b92-9ee1-1ae752e0f363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd34f9f-a07f-4b0e-ae5f-3a610782da96,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:01.870449 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5558d1e-62b5-4b92-9ee1-1ae752e0f363 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:01.903588 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5558d1e-62b5-4b92-9ee1-1ae752e0f363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.904946 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-a5558d1e-62b5-4b92-9ee1-1ae752e0f363 admin admin] Added segment 76d25526-9b14-4e59-87db-d629779b22c9 of type vlan for network 61c6042e-90e9-4515-9919-2b9f53690391 Jul 13 07:47:01.974730 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fc51a1-58eb-4278-96db-af641e2a9b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Made reservation on behalf of 61196b1a29ad417e82b7d192e808f9e3 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:01.977473 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5fc51a1-58eb-4278-96db-af641e2a9b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.004925 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5558d1e-62b5-4b92-9ee1-1ae752e0f363 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.013042 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-b5fc51a1-58eb-4278-96db-af641e2a9b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] device_id is not set on port ac0a5abe-2057-456b-b19d-f55cae459a74 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:47:02.075135 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eae445c5-8061-4996-b814-0dd35745a3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.142290 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5558d1e-62b5-4b92-9ee1-1ae752e0f363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.156253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5558d1e-62b5-4b92-9ee1-1ae752e0f363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:02.156852 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5558d1e-62b5-4b92-9ee1-1ae752e0f363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.179992 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae445c5-8061-4996-b814-0dd35745a3dc admin admin] Pushing event deleted for resources: {'Port': ['ID=8defb0c1-2e56-4080-a84f-29b247d84d08,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:02.448052 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eae445c5-8061-4996-b814-0dd35745a3dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.583285 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a5558d1e-62b5-4b92-9ee1-1ae752e0f363 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3998075 Jul 13 07:47:02.583285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5558d1e-62b5-4b92-9ee1-1ae752e0f363 admin admin] Pushing event updated for resources: {'Network': ['ID=61c6042e-90e9-4515-9919-2b9f53690391,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:02.596827 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 61c6042e-90e9-4515-9919-2b9f53690391 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:02.654550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50088) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:02.669389 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2b6aa337-3c57-4925-a6fe-33efc491356c admin admin] Request body: {'subnet': {'network_id': '61c6042e-90e9-4515-9919-2b9f53690391', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-647758920-subnet', 'tenant_id': 'bd009c8573224a04862dcbcb3d42a584', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:02.710060 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8f4fdcd-2cf0-4b82-8d63-d02afe5cbef2 req-59aacf42-bd8a-41e3-9948-9b6be53f8b11 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 210 time: 0.4295630 Jul 13 07:47:02.726163 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5fc51a1-58eb-4278-96db-af641e2a9b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.776114 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6aa337-3c57-4925-a6fe-33efc491356c admin admin] Made reservation on behalf of bd009c8573224a04862dcbcb3d42a584 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:02.779311 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b6aa337-3c57-4925-a6fe-33efc491356c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.014112 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5fc51a1-58eb-4278-96db-af641e2a9b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.281806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae445c5-8061-4996-b814-0dd35745a3dc admin admin] Router 7cd72d7f-ebe2-44bc-8254-ea5649c64fe5 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:03.475794 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae445c5-8061-4996-b814-0dd35745a3dc admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:03.487478 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa26aef-d0b9-4b78-a9d4-8ce9699fe3b6 None None] Sync routers for ids ['7cd72d7f-ebe2-44bc-8254-ea5649c64fe5'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:03.489218 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-eae445c5-8061-4996-b814-0dd35745a3dc admin admin] 10.222.0.58 "PUT /v2.0/routers/7cd72d7f-ebe2-44bc-8254-ea5649c64fe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0410373 Jul 13 07:47:03.489875 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50096) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:03.511363 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa26aef-d0b9-4b78-a9d4-8ce9699fe3b6 None None] Routers {'7cd72d7f-ebe2-44bc-8254-ea5649c64fe5'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:03.512008 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ffa26aef-d0b9-4b78-a9d4-8ce9699fe3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:46:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7cd72d7f-ebe2-44bc-8254-ea5649c64fe5'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:03.635974 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1994bbcb-506f-4cf3-8d37-76848a020ad5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.750752 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b6aa337-3c57-4925-a6fe-33efc491356c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.789839 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fc51a1-58eb-4278-96db-af641e2a9b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:03.805582 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1994bbcb-506f-4cf3-8d37-76848a020ad5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.852617 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b5fc51a1-58eb-4278-96db-af641e2a9b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:03.863123 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fc51a1-58eb-4278-96db-af641e2a9b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:03.866982 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fc51a1-58eb-4278-96db-af641e2a9b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:03.868091 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5fc51a1-58eb-4278-96db-af641e2a9b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.870647 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc51a1-58eb-4278-96db-af641e2a9b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Pushing event updated for resources: {'Port': ['ID=ac0a5abe-2057-456b-b19d-f55cae459a74,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:03.875800 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ffa26aef-d0b9-4b78-a9d4-8ce9699fe3b6 None None] Set router 7cd72d7f-ebe2-44bc-8254-ea5649c64fe5 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:03.909393 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-1994bbcb-506f-4cf3-8d37-76848a020ad5 admin admin] Deleting port 94e59201-eedd-4f6f-8b5a-cad32e438505 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:03.910186 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1994bbcb-506f-4cf3-8d37-76848a020ad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.093561 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-1994bbcb-506f-4cf3-8d37-76848a020ad5 admin admin] For port 94e59201-eedd-4f6f-8b5a-cad32e438505, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=94e59201-eedd-4f6f-8b5a-cad32e438505,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:04.093908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc671004-aeaa-412f-a9f4-9922162ad7ad req-63309fe1-94bd-4ef8-bc50-59070588b5da tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:04.094050 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1994bbcb-506f-4cf3-8d37-76848a020ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.095449 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc671004-aeaa-412f-a9f4-9922162ad7ad req-63309fe1-94bd-4ef8-bc50-59070588b5da tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 946 time: 1.0792453 Jul 13 07:47:04.132510 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-1994bbcb-506f-4cf3-8d37-76848a020ad5 admin admin] Calling delete_port for 94e59201-eedd-4f6f-8b5a-cad32e438505 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:04.157242 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b5fc51a1-58eb-4278-96db-af641e2a9b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4553592 Jul 13 07:47:04.168835 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-382ada12-f363-45e2-bb58-445a2ecf328b req-5177d9d1-db14-4b98-8b68-cba02c9151f4 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 210 time: 0.2247634 Jul 13 07:47:04.169654 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6aa337-3c57-4925-a6fe-33efc491356c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b6c1bdb-c037-489e-872a-65aa5acf30b8,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:04.169896 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50100) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:04.202115 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:04.212509 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6aa337-3c57-4925-a6fe-33efc491356c admin admin] Checking segment: {'id': '76d25526-9b14-4e59-87db-d629779b22c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '61c6042e-90e9-4515-9919-2b9f53690391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:04.212876 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6aa337-3c57-4925-a6fe-33efc491356c admin admin] Network hostable DHCP agents. Network: 61c6042e-90e9-4515-9919-2b9f53690391, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:04.261113 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc671004-aeaa-412f-a9f4-9922162ad7ad req-f102c566-2cb8-4234-92bd-803dd5e8619b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315892 Jul 13 07:47:04.286029 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6aa337-3c57-4925-a6fe-33efc491356c admin admin] Network 61c6042e-90e9-4515-9919-2b9f53690391 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:04.308755 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ffa26aef-d0b9-4b78-a9d4-8ce9699fe3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd72d7f-ebe2-44bc-8254-ea5649c64fe5', 'name': 'tempest-ServersTestMultiNic-183617249-router', 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '94e59201-eedd-4f6f-8b5a-cad32e438505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:20Z', 'updated_at': '2021-07-13T07:47:01Z', 'revision_number': 5, 'project_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'gw_port': {'id': '94e59201-eedd-4f6f-8b5a-cad32e438505', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd72d7f-ebe2-44bc-8254-ea5649c64fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:22Z', 'updated_at': '2021-07-13T07:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:04.322665 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2b6aa337-3c57-4925-a6fe-33efc491356c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 61c6042e-90e9-4515-9919-2b9f53690391) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:04.330003 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce1e9c4-1bb1-4656-8c0f-5caddb333e95 None None] Network 61c6042e-90e9-4515-9919-2b9f53690391 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:04.344551 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6aa337-3c57-4925-a6fe-33efc491356c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:04.344855 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa26aef-d0b9-4b78-a9d4-8ce9699fe3b6 None None] Checking router: 7cd72d7f-ebe2-44bc-8254-ea5649c64fe5 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:47:04.345146 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b6aa337-3c57-4925-a6fe-33efc491356c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.355745 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa26aef-d0b9-4b78-a9d4-8ce9699fe3b6 None None] Routers {'7cd72d7f-ebe2-44bc-8254-ea5649c64fe5'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:04.356579 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ffa26aef-d0b9-4b78-a9d4-8ce9699fe3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:46:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7cd72d7f-ebe2-44bc-8254-ea5649c64fe5'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:04.401065 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2b6aa337-3c57-4925-a6fe-33efc491356c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7419882 Jul 13 07:47:04.402263 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.567405 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ffa26aef-d0b9-4b78-a9d4-8ce9699fe3b6 None None] Set router 7cd72d7f-ebe2-44bc-8254-ea5649c64fe5 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:04.650863 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1994bbcb-506f-4cf3-8d37-76848a020ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.688212 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecf47e-23d7-46e5-857a-cf301052a576 req-6f17b980-4df2-487f-9df7-34a6965557d7 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:04.701964 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50108) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:04.709199 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05ecf47e-23d7-46e5-857a-cf301052a576 req-6f17b980-4df2-487f-9df7-34a6965557d7 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 946 time: 0.1504428 Jul 13 07:47:04.710836 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21e470c-9532-482c-a876-3f86d9fbf117 None None] Network 61c6042e-90e9-4515-9919-2b9f53690391 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:04.711294 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994bbcb-506f-4cf3-8d37-76848a020ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=94e59201-eedd-4f6f-8b5a-cad32e438505,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:04.740189 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ffa26aef-d0b9-4b78-a9d4-8ce9699fe3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd72d7f-ebe2-44bc-8254-ea5649c64fe5', 'name': 'tempest-ServersTestMultiNic-183617249-router', 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:20Z', 'updated_at': '2021-07-13T07:47:03Z', 'revision_number': 6, 'project_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:04.789755 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa26aef-d0b9-4b78-a9d4-8ce9699fe3b6 None None] The sync data for ids ['7cd72d7f-ebe2-44bc-8254-ea5649c64fe5'] in n-d-779913-28 is: [{'id': '7cd72d7f-ebe2-44bc-8254-ea5649c64fe5', 'name': 'tempest-ServersTestMultiNic-183617249-router', 'tenant_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:20Z', 'updated_at': '2021-07-13T07:47:03Z', 'revision_number': 6, 'project_id': '2b3baec9b4ee4a49a87eb1a4a6c9a5bc', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:04.822159 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05ecf47e-23d7-46e5-857a-cf301052a576 req-e1f84797-6b41-431c-b828-049b3bbc1377 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084750 Jul 13 07:47:04.990338 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] device_id is not set on port ac0a5abe-2057-456b-b19d-f55cae459a74 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:47:05.007742 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-0edb7e30-12c4-4787-a1de-b14ded0737b8 admin admin] Deleting subnet 0b6c1bdb-c037-489e-872a-65aa5acf30b8 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:47:05.013571 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.016975 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0edb7e30-12c4-4787-a1de-b14ded0737b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.064386 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1994bbcb-506f-4cf3-8d37-76848a020ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.107111 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Transition to ACTIVE for port object ac0a5abe-2057-456b-b19d-f55cae459a74 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:05.218410 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0edb7e30-12c4-4787-a1de-b14ded0737b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.220978 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.405196 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1994bbcb-506f-4cf3-8d37-76848a020ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.413013 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1994bbcb-506f-4cf3-8d37-76848a020ad5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.413473 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-707eb1b5-085e-4590-9fea-727ddf4b8e1b req-1005536e-6926-48a1-8b1b-1e8434ce248c tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 210 time: 0.0397530 Jul 13 07:47:05.429642 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9425d-c59a-42a3-bb56-ac70743bfef0 req-0d22f038-b1e1-4c29-a071-4be3eb1d23d0 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:05.437361 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-16b9425d-c59a-42a3-bb56-ac70743bfef0 req-0d22f038-b1e1-4c29-a071-4be3eb1d23d0 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 946 time: 0.1560550 Jul 13 07:47:05.476045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:05.476045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:05.476045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:05.512700 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-16b9425d-c59a-42a3-bb56-ac70743bfef0 req-ad2da01d-e620-40ed-945f-5ddc5c151bec tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742192 Jul 13 07:47:05.518993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Pushing event updated for resources: {'Port': ['ID=ac0a5abe-2057-456b-b19d-f55cae459a74,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:05.523785 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0edb7e30-12c4-4787-a1de-b14ded0737b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.525001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port ac0a5abe-2057-456b-b19d-f55cae459a74 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:05.525407 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:47:05.552087 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 2 to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 Jul 13 07:47:05.561525 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1994bbcb-506f-4cf3-8d37-76848a020ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.562062 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1994bbcb-506f-4cf3-8d37-76848a020ad5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cd72d7f-ebe2-44bc-8254-ea5649c64fe5 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:47:05.570543 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1994bbcb-506f-4cf3-8d37-76848a020ad5 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.573968 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1994bbcb-506f-4cf3-8d37-76848a020ad5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/7cd72d7f-ebe2-44bc-8254-ea5649c64fe5 HTTP/1.1" status: 204 len: 168 time: 2.0787616 Jul 13 07:47:05.574378 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50120) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:05.603847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:05.604253 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:05.604543 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:05.613103 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port ac0a5abe-2057-456b-b19d-f55cae459a74 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:05.613436 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:47:05.618155 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 3 to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 Jul 13 07:47:05.645031 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:05.645361 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:05.645721 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:05.653010 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b23838-31ea-49c6-9e67-8d1b636d8209 admin admin] Deleting subnet 52d79e73-944a-4766-832e-dd8c54c25fb2 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:47:05.660580 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-71b23838-31ea-49c6-9e67-8d1b636d8209 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.662651 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port ac0a5abe-2057-456b-b19d-f55cae459a74 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:05.663009 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:47:05.682297 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 4 to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 Jul 13 07:47:05.704879 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0edb7e30-12c4-4787-a1de-b14ded0737b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.737522 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:05.737861 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:05.738349 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:05.744358 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-71b23838-31ea-49c6-9e67-8d1b636d8209 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.746378 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb7e30-12c4-4787-a1de-b14ded0737b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b6c1bdb-c037-489e-872a-65aa5acf30b8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:05.769124 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0edb7e30-12c4-4787-a1de-b14ded0737b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.773305 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0edb7e30-12c4-4787-a1de-b14ded0737b8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0b6c1bdb-c037-489e-872a-65aa5acf30b8 HTTP/1.1" status: 204 len: 168 time: 1.0575914 Jul 13 07:47:05.775803 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port ac0a5abe-2057-456b-b19d-f55cae459a74 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:05.776047 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50122) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:05.776167 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:47:05.776167 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 5 to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 Jul 13 07:47:05.797469 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:05.797807 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:05.798181 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:05.810477 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port ac0a5abe-2057-456b-b19d-f55cae459a74 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:05.810807 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:47:05.813446 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 6 to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 Jul 13 07:47:05.850195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:05.850529 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:05.850868 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:05.861311 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port ac0a5abe-2057-456b-b19d-f55cae459a74 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:05.861311 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:47:05.861311 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 7 to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 Jul 13 07:47:05.867145 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-71b23838-31ea-49c6-9e67-8d1b636d8209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.898868 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:05.899239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:05.899584 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:05.910404 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port ac0a5abe-2057-456b-b19d-f55cae459a74 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:05.910742 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:47:05.912585 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 8 to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 Jul 13 07:47:05.930595 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a8e2bd53-2f49-4e01-9d21-4359676afbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.936426 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:05.936760 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:05.937100 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:05.945809 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port ac0a5abe-2057-456b-b19d-f55cae459a74 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:05.946186 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:47:05.948695 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 9 to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 Jul 13 07:47:05.965075 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:05.965455 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:05.965854 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:05.973249 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-71b23838-31ea-49c6-9e67-8d1b636d8209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.975377 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port ac0a5abe-2057-456b-b19d-f55cae459a74 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:05.975709 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:47:05.978746 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 10 to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 Jul 13 07:47:06.011673 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b23838-31ea-49c6-9e67-8d1b636d8209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52d79e73-944a-4766-832e-dd8c54c25fb2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:06.018895 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-71b23838-31ea-49c6-9e67-8d1b636d8209 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.020783 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-71b23838-31ea-49c6-9e67-8d1b636d8209 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/52d79e73-944a-4766-832e-dd8c54c25fb2 HTTP/1.1" status: 204 len: 168 time: 0.4455407 Jul 13 07:47:06.022105 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:06.022835 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:06.022835 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:06.025001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50124) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:06.025665 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad2051c-b895-4ccc-8d24-4ea4be977664 None None] Network 6fff60c1-5620-4dbf-81fb-f4370ae2e1fd requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:06.044881 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port ac0a5abe-2057-456b-b19d-f55cae459a74 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:06.045218 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port ac0a5abe-2057-456b-b19d-f55cae459a74 on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:47:06.045573 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.053631 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a8e2bd53-2f49-4e01-9d21-4359676afbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.066366 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a8e2bd53-2f49-4e01-9d21-4359676afbee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c6042e-90e9-4515-9919-2b9f53690391']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:06.079539 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a8e2bd53-2f49-4e01-9d21-4359676afbee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d25526-9b14-4e59-87db-d629779b22c9') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:06.081324 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a8e2bd53-2f49-4e01-9d21-4359676afbee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d25526-9b14-4e59-87db-d629779b22c9') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:06.100713 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a8e2bd53-2f49-4e01-9d21-4359676afbee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.124717 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a8e2bd53-2f49-4e01-9d21-4359676afbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.138559 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e2bd53-2f49-4e01-9d21-4359676afbee admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:06.143980 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a8e2bd53-2f49-4e01-9d21-4359676afbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:06.146017 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:06.149641 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f389a680-8d85-4d52-8804-2964be233f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.165943 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] For port ac0a5abe-2057-456b-b19d-f55cae459a74, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:06.166348 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempted to set empty binding levels {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:47:06.178579 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.263530 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Pushing event updated for resources: {'Port': ['ID=ac0a5abe-2057-456b-b19d-f55cae459a74,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:06.283754 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] In _notify_port_updated(), no bound segment for port ac0a5abe-2057-456b-b19d-f55cae459a74 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:47:06.284935 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.285551 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.286924 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-deef10e2-4368-4304-bd5a-3352e7f8727a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] 10.222.0.58 "PUT /v2.0/ports/ac0a5abe-2057-456b-b19d-f55cae459a74 HTTP/1.1" status: 200 len: 980 time: 2.1160269 Jul 13 07:47:06.290163 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50126) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:06.307814 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a8e2bd53-2f49-4e01-9d21-4359676afbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.325324 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a8e2bd53-2f49-4e01-9d21-4359676afbee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.329455 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a8e2bd53-2f49-4e01-9d21-4359676afbee admin admin] 10.222.0.58 "DELETE /v2.0/networks/61c6042e-90e9-4515-9919-2b9f53690391 HTTP/1.1" status: 204 len: 168 time: 0.5483720 Jul 13 07:47:06.387459 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2bd53-2f49-4e01-9d21-4359676afbee admin admin] Pushing event deleted for resources: {'Network': ['ID=61c6042e-90e9-4515-9919-2b9f53690391,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:06.402689 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-f389a680-8d85-4d52-8804-2964be233f3e admin admin] Deleting port a5056ce0-de65-4541-a123-e0008e513385 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:06.402965 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f389a680-8d85-4d52-8804-2964be233f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.446523 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.447214 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.447704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.448179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.448651 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.449119 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.449622 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.450216 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.450784 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.451281 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.451743 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.452459 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.452879 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.453284 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.453749 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.454248 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.454720 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.455183 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.455906 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.456431 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.457161 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.457643 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.458304 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.458589 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.462194 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d37372fb-6842-4476-b8c5-b6b8ed8cd938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21592 time: 0.1703663 Jul 13 07:47:06.465710 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50132) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:06.493026 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b3a70d-e563-4cfd-b540-551fd7d3e468 None None] DHCP port deletion for 6fff60c1-5620-4dbf-81fb-f4370ae2e1fd request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:47:06.599607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-f389a680-8d85-4d52-8804-2964be233f3e admin admin] For port a5056ce0-de65-4541-a123-e0008e513385, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a5056ce0-de65-4541-a123-e0008e513385,segment=NetworkSegment(bb85faee-3165-43af-bce0-a0a7ce6ea765),segment_id=bb85faee-3165-43af-bce0-a0a7ce6ea765)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:06.600014 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f389a680-8d85-4d52-8804-2964be233f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.632672 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-44b3a70d-e563-4cfd-b540-551fd7d3e468 None None] Deleting port a5056ce0-de65-4541-a123-e0008e513385 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:06.632906 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50136) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:06.634241 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44b3a70d-e563-4cfd-b540-551fd7d3e468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.635232 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-f389a680-8d85-4d52-8804-2964be233f3e admin admin] Calling delete_port for a5056ce0-de65-4541-a123-e0008e513385 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:06.815535 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-44b3a70d-e563-4cfd-b540-551fd7d3e468 None None] For port a5056ce0-de65-4541-a123-e0008e513385, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a5056ce0-de65-4541-a123-e0008e513385,segment=NetworkSegment(bb85faee-3165-43af-bce0-a0a7ce6ea765),segment_id=bb85faee-3165-43af-bce0-a0a7ce6ea765)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:06.816729 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44b3a70d-e563-4cfd-b540-551fd7d3e468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.848701 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-44b3a70d-e563-4cfd-b540-551fd7d3e468 None None] Calling delete_port for a5056ce0-de65-4541-a123-e0008e513385 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:06.860595 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66540b94-5e6c-4038-ad4e-2eccafd44419 req-821a0cf1-8702-4167-95ad-f56819f1e4c9 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.865986 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-66540b94-5e6c-4038-ad4e-2eccafd44419 req-821a0cf1-8702-4167-95ad-f56819f1e4c9 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "GET /v2.0/ports?device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 946 time: 0.1330051 Jul 13 07:47:06.866543 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5dba4f2f-1aca-4d89-b7d9-d90cd9e40522 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd009c8573224a04862dcbcb3d42a584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1919432 Jul 13 07:47:06.871155 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50138) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:06.891441 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f389a680-8d85-4d52-8804-2964be233f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.964905 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-152559a8-40d2-43f0-9dce-14e9c9d88a04 req-70de4b98-862f-426c-a8c2-773a6efa7ea2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 210 time: 0.2473826 Jul 13 07:47:06.976237 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389a680-8d85-4d52-8804-2964be233f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=a5056ce0-de65-4541-a123-e0008e513385,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:06.988379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 94e59201-eedd-4f6f-8b5a-cad32e438505 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:06.993616 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f389a680-8d85-4d52-8804-2964be233f3e admin admin] No DVR routers for this DVR port a5056ce0-de65-4541-a123-e0008e513385 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:07.035353 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-480614ce-5c83-4640-8d68-f2f51270b668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Deleting port ac0a5abe-2057-456b-b19d-f55cae459a74 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:07.035703 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-480614ce-5c83-4640-8d68-f2f51270b668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.044621 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 94e59201-eedd-4f6f-8b5a-cad32e438505 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:07.045182 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 94e59201-eedd-4f6f-8b5a-cad32e438505 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:07.046197 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a5056ce0-de65-4541-a123-e0008e513385 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:07.087720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: a5056ce0-de65-4541-a123-e0008e513385 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:07.088343 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a5056ce0-de65-4541-a123-e0008e513385 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:07.089024 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 8defb0c1-2e56-4080-a84f-29b247d84d08 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:07.154448 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 8defb0c1-2e56-4080-a84f-29b247d84d08 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:07.155147 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 8defb0c1-2e56-4080-a84f-29b247d84d08 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:07.170765 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b0d4c-9cd1-4f3d-856b-1d6f61496234 req-853e9709-3bb2-47ea-8774-675e76b268ba tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:07.178441 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b4b0d4c-9cd1-4f3d-856b-1d6f61496234 req-853e9709-3bb2-47ea-8774-675e76b268ba tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 946 time: 0.4565725 Jul 13 07:47:07.199809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-480614ce-5c83-4640-8d68-f2f51270b668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] For port ac0a5abe-2057-456b-b19d-f55cae459a74, host n-h1-779913-28, got binding levels [] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:07.200192 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-480614ce-5c83-4640-8d68-f2f51270b668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.200481 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36d06751-58f7-4d37-a021-61a2ef17161d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.210693 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44b3a70d-e563-4cfd-b540-551fd7d3e468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.222119 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-480614ce-5c83-4640-8d68-f2f51270b668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Calling delete_port for ac0a5abe-2057-456b-b19d-f55cae459a74 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:07.255501 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b4b0d4c-9cd1-4f3d-856b-1d6f61496234 req-f3dbdc0c-e295-4629-8e75-dbabd02010f6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761206 Jul 13 07:47:07.283569 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f389a680-8d85-4d52-8804-2964be233f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.287476 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3a70d-e563-4cfd-b540-551fd7d3e468 None None] Pushing event deleted for resources: {'Port': ['ID=a5056ce0-de65-4541-a123-e0008e513385,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:07.290408 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b3a70d-e563-4cfd-b540-551fd7d3e468 None None] No DVR routers for this DVR port a5056ce0-de65-4541-a123-e0008e513385 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:07.349325 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f389a680-8d85-4d52-8804-2964be233f3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fff60c1-5620-4dbf-81fb-f4370ae2e1fd']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:07.393069 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-480614ce-5c83-4640-8d68-f2f51270b668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.400769 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f389a680-8d85-4d52-8804-2964be233f3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb85faee-3165-43af-bce0-a0a7ce6ea765') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:07.401061 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f389a680-8d85-4d52-8804-2964be233f3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb85faee-3165-43af-bce0-a0a7ce6ea765') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:07.407255 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36d06751-58f7-4d37-a021-61a2ef17161d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.432910 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-480614ce-5c83-4640-8d68-f2f51270b668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.438186 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-480614ce-5c83-4640-8d68-f2f51270b668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] 10.222.0.58 "DELETE /v2.0/ports/ac0a5abe-2057-456b-b19d-f55cae459a74 HTTP/1.1" status: 204 len: 168 time: 0.9678230 Jul 13 07:47:07.438186 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480614ce-5c83-4640-8d68-f2f51270b668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac0a5abe-2057-456b-b19d-f55cae459a74,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:07.445326 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50144) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:07.454822 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f389a680-8d85-4d52-8804-2964be233f3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.481845 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-6578b990-0b3e-4709-9917-48f66f6b26f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:47:07.484283 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6578b990-0b3e-4709-9917-48f66f6b26f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] 10.222.0.58 "GET /v2.0/ports/ac0a5abe-2057-456b-b19d-f55cae459a74 HTTP/1.1" status: 404 len: 333 time: 0.0368218 Jul 13 07:47:07.488635 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50146) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:07.493906 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e22600b0-119b-45d0-8f29-e7025f506fc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1551354969', 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:07.525659 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22600b0-119b-45d0-8f29-e7025f506fc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Made reservation on behalf of 61196b1a29ad417e82b7d192e808f9e3 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:07.527334 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f389a680-8d85-4d52-8804-2964be233f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.529564 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e22600b0-119b-45d0-8f29-e7025f506fc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.548581 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-e22600b0-119b-45d0-8f29-e7025f506fc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] device_id is not set on port cc6d79ff-0e22-4559-84af-4836f76208f6 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:47:07.569965 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f389a680-8d85-4d52-8804-2964be233f3e admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:07.571661 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f389a680-8d85-4d52-8804-2964be233f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.634192 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-66540b94-5e6c-4038-ad4e-2eccafd44419 req-3c946c99-ceab-4733-b514-303434273b8e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Deleting port 7234c745-b5c1-455a-a7e0-325b404f2b9d {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:07.634192 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-66540b94-5e6c-4038-ad4e-2eccafd44419 req-3c946c99-ceab-4733-b514-303434273b8e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:07.652111 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:07.733376 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f389a680-8d85-4d52-8804-2964be233f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.740237 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36d06751-58f7-4d37-a021-61a2ef17161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.743344 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36d06751-58f7-4d37-a021-61a2ef17161d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.744676 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-36d06751-58f7-4d37-a021-61a2ef17161d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9bd34f9f-a07f-4b0e-ae5f-3a610782da96 HTTP/1.1" status: 204 len: 168 time: 0.8725240 Jul 13 07:47:07.748128 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f389a680-8d85-4d52-8804-2964be233f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.750931 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f389a680-8d85-4d52-8804-2964be233f3e admin admin] 10.222.0.58 "DELETE /v2.0/networks/6fff60c1-5620-4dbf-81fb-f4370ae2e1fd HTTP/1.1" status: 204 len: 168 time: 1.7251594 Jul 13 07:47:07.786322 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d06751-58f7-4d37-a021-61a2ef17161d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd34f9f-a07f-4b0e-ae5f-3a610782da96,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:07.788475 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389a680-8d85-4d52-8804-2964be233f3e admin admin] Pushing event deleted for resources: {'Network': ['ID=6fff60c1-5620-4dbf-81fb-f4370ae2e1fd,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:07.794587 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.940159 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-66540b94-5e6c-4038-ad4e-2eccafd44419 req-3c946c99-ceab-4733-b514-303434273b8e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] For port 7234c745-b5c1-455a-a7e0-325b404f2b9d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7234c745-b5c1-455a-a7e0-325b404f2b9d,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:07.940521 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-66540b94-5e6c-4038-ad4e-2eccafd44419 req-3c946c99-ceab-4733-b514-303434273b8e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.959693 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-66540b94-5e6c-4038-ad4e-2eccafd44419 req-3c946c99-ceab-4733-b514-303434273b8e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Calling delete_port for 7234c745-b5c1-455a-a7e0-325b404f2b9d owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:07.980277 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e22600b0-119b-45d0-8f29-e7025f506fc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.075965 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e22600b0-119b-45d0-8f29-e7025f506fc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.129074 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50154) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:08.166369 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22600b0-119b-45d0-8f29-e7025f506fc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:08.178167 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e22600b0-119b-45d0-8f29-e7025f506fc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:08.186937 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22600b0-119b-45d0-8f29-e7025f506fc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:08.188282 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22600b0-119b-45d0-8f29-e7025f506fc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:08.188898 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e22600b0-119b-45d0-8f29-e7025f506fc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.227833 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22600b0-119b-45d0-8f29-e7025f506fc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Pushing event updated for resources: {'Port': ['ID=cc6d79ff-0e22-4559-84af-4836f76208f6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:08.251344 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e22600b0-119b-45d0-8f29-e7025f506fc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7610302 Jul 13 07:47:08.253616 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50158) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:08.288152 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1206c17a-7ff2-4d9a-81c1-209b75b1dc64 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2b3baec9b4ee4a49a87eb1a4a6c9a5bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532378 Jul 13 07:47:08.291042 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50160) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:08.389032 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-66540b94-5e6c-4038-ad4e-2eccafd44419 req-3c946c99-ceab-4733-b514-303434273b8e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.405855 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:08.429040 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c23fd0a2-4374-43bd-b38f-411c05a532f7 req-5365a88f-20c1-48a4-8eec-bdd50b3c4665 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 210 time: 0.0744238 Jul 13 07:47:08.450494 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cf63a3-4483-450e-8c3b-066ae54f52e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:08.451902 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c8cf63a3-4483-450e-8c3b-066ae54f52e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] 10.222.0.58 "GET /v2.0/ports/cc6d79ff-0e22-4559-84af-4836f76208f6 HTTP/1.1" status: 200 len: 959 time: 0.1966236 Jul 13 07:47:08.461042 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50168) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:08.491778 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c946c99-ceab-4733-b514-303434273b8e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Pushing event deleted for resources: {'Port': ['ID=7234c745-b5c1-455a-a7e0-325b404f2b9d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:08.561766 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-77aeb3b6-3dfd-4f91-a086-15c380891b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.587362 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-77aeb3b6-3dfd-4f91-a086-15c380891b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.661810 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b805f8af-5909-400c-8f7b-74519193a106 req-acb2e2fd-56ab-41b1-b660-820abcab72e1 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6218274b-03dc-450f-848b-4f1a27e11e10 HTTP/1.1" status: 200 len: 210 time: 0.0909891 Jul 13 07:47:08.673090 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-66540b94-5e6c-4038-ad4e-2eccafd44419 req-3c946c99-ceab-4733-b514-303434273b8e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] No DVR routers for this DVR port 7234c745-b5c1-455a-a7e0-325b404f2b9d on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:08.681754 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-66540b94-5e6c-4038-ad4e-2eccafd44419 req-3c946c99-ceab-4733-b514-303434273b8e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.684652 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-66540b94-5e6c-4038-ad4e-2eccafd44419 req-3c946c99-ceab-4733-b514-303434273b8e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "DELETE /v2.0/ports/7234c745-b5c1-455a-a7e0-325b404f2b9d HTTP/1.1" status: 204 len: 173 time: 1.8096304 Jul 13 07:47:08.702887 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6218274b-03dc-450f-848b-4f1a27e11e10', 'name': 'network-vif-deleted', 'tag': '7234c745-b5c1-455a-a7e0-325b404f2b9d'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:08.711665 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f39153c-4214-4338-9e4a-02658a0a3bc5" -d '{"events": [{"server_uuid": "6218274b-03dc-450f-848b-4f1a27e11e10", "name": "network-vif-deleted", "tag": "7234c745-b5c1-455a-a7e0-325b404f2b9d"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:08.836405 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-77aeb3b6-3dfd-4f91-a086-15c380891b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.842859 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-77aeb3b6-3dfd-4f91-a086-15c380891b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.853623 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-77aeb3b6-3dfd-4f91-a086-15c380891b95 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/889688f1-625d-4f94-b833-43ab75ca9ca7 HTTP/1.1" status: 204 len: 168 time: 0.5592446 Jul 13 07:47:08.854466 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a93520c-7d24-4c8f-a0ba-422bdfe4503d x-openstack-request-id: req-4a93520c-7d24-4c8f-a0ba-422bdfe4503d {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:08.854769 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6218274b-03dc-450f-848b-4f1a27e11e10", "name": "network-vif-deleted", "tag": "7234c745-b5c1-455a-a7e0-325b404f2b9d", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:08.860572 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4a93520c-7d24-4c8f-a0ba-422bdfe4503d {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:08.863112 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6218274b-03dc-450f-848b-4f1a27e11e10', 'name': 'network-vif-deleted', 'tag': '7234c745-b5c1-455a-a7e0-325b404f2b9d', 'status': 'completed', 'code': 200} Jul 13 07:47:08.875623 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2f40d70f-fcb8-4d4c-a52e-d1b329e39258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Deleting port cc6d79ff-0e22-4559-84af-4836f76208f6 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:08.875985 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f40d70f-fcb8-4d4c-a52e-d1b329e39258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.881759 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aeb3b6-3dfd-4f91-a086-15c380891b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889688f1-625d-4f94-b833-43ab75ca9ca7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:09.049639 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f40d70f-fcb8-4d4c-a52e-d1b329e39258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.090151 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2f40d70f-fcb8-4d4c-a52e-d1b329e39258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Calling delete_port for cc6d79ff-0e22-4559-84af-4836f76208f6 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:09.226955 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7234c745-b5c1-455a-a7e0-325b404f2b9d no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:09.275094 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 7234c745-b5c1-455a-a7e0-325b404f2b9d {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:09.277920 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7234c745-b5c1-455a-a7e0-325b404f2b9d not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:09.298426 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f40d70f-fcb8-4d4c-a52e-d1b329e39258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.336238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40d70f-fcb8-4d4c-a52e-d1b329e39258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc6d79ff-0e22-4559-84af-4836f76208f6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:09.342632 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f40d70f-fcb8-4d4c-a52e-d1b329e39258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.345709 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2f40d70f-fcb8-4d4c-a52e-d1b329e39258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] 10.222.0.58 "DELETE /v2.0/ports/cc6d79ff-0e22-4559-84af-4836f76208f6 HTTP/1.1" status: 204 len: 168 time: 0.8835537 Jul 13 07:47:09.348686 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50200) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:09.352876 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40d70f-fcb8-4d4c-a52e-d1b329e39258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:09.353234 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40d70f-fcb8-4d4c-a52e-d1b329e39258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:09.353582 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40d70f-fcb8-4d4c-a52e-d1b329e39258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:09.353930 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40d70f-fcb8-4d4c-a52e-d1b329e39258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:09.354301 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40d70f-fcb8-4d4c-a52e-d1b329e39258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:09.354673 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40d70f-fcb8-4d4c-a52e-d1b329e39258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:09.354970 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40d70f-fcb8-4d4c-a52e-d1b329e39258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:09.355303 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40d70f-fcb8-4d4c-a52e-d1b329e39258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:09.355637 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40d70f-fcb8-4d4c-a52e-d1b329e39258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:09.355967 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40d70f-fcb8-4d4c-a52e-d1b329e39258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:09.356295 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40d70f-fcb8-4d4c-a52e-d1b329e39258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:09.356621 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40d70f-fcb8-4d4c-a52e-d1b329e39258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:09.403297 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0426de9-def2-4b90-95a8-8673765212a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:47:09.405000 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b0426de9-def2-4b90-95a8-8673765212a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] 10.222.0.58 "GET /v2.0/ports/cc6d79ff-0e22-4559-84af-4836f76208f6 HTTP/1.1" status: 404 len: 333 time: 0.0547907 Jul 13 07:47:09.408632 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50202) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:09.414405 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-28db4cb7-dad3-4c99-81b9-d54106c06712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Request body: {'port': {'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-799419247'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:09.457580 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28db4cb7-dad3-4c99-81b9-d54106c06712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Made reservation on behalf of 61196b1a29ad417e82b7d192e808f9e3 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:09.461727 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-28db4cb7-dad3-4c99-81b9-d54106c06712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.495836 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-28db4cb7-dad3-4c99-81b9-d54106c06712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] device_id is not set on port 56140091-a12f-4558-b2eb-ea25761ee403 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:47:09.757963 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6574694a-77ea-4f41-8179-6af2b4d2f3a9 req-dab564e4-41ac-45b5-b2c0-c6c50c3b7268 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 210 time: 0.0580456 Jul 13 07:47:09.873387 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-28db4cb7-dad3-4c99-81b9-d54106c06712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.957502 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-28db4cb7-dad3-4c99-81b9-d54106c06712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.057482 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28db4cb7-dad3-4c99-81b9-d54106c06712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:10.071196 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-28db4cb7-dad3-4c99-81b9-d54106c06712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:10.078234 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28db4cb7-dad3-4c99-81b9-d54106c06712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:10.080796 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28db4cb7-dad3-4c99-81b9-d54106c06712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:10.084317 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-28db4cb7-dad3-4c99-81b9-d54106c06712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.126537 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-28db4cb7-dad3-4c99-81b9-d54106c06712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7163017 Jul 13 07:47:10.128788 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50228) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:10.137359 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:10.149009 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db4cb7-dad3-4c99-81b9-d54106c06712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Pushing event updated for resources: {'Port': ['ID=56140091-a12f-4558-b2eb-ea25761ee403,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:10.268630 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.343430 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50240) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:10.415492 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-291dda41-d522-4e45-b630-e904c78a9fee tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:10.417930 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-291dda41-d522-4e45-b630-e904c78a9fee tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 806 time: 0.2046499 Jul 13 07:47:10.444819 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-3a1b1775-1973-4ba6-8096-7aeae7383db5 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/quotas/e9e86bdd92ef4c5fb6eac74ebb687aba HTTP/1.1" status: 200 len: 375 time: 0.0183187 Jul 13 07:47:10.559954 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-9ab0ef17-e60a-439d-806d-43fee6032fa4 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1077240 Jul 13 07:47:10.562196 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] device_id is not set on port 56140091-a12f-4558-b2eb-ea25761ee403 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:47:10.573243 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.591223 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Transition to ACTIVE for port object 56140091-a12f-4558-b2eb-ea25761ee403 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:10.598578 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-9db11fd8-f2af-4b4d-8b9c-106a3e56cdf8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-727923350-network', 'tenant_id': 'a2d94951be8240cfb8e312fecc3b6950'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:10.616108 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.687168 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db11fd8-f2af-4b4d-8b9c-106a3e56cdf8 admin admin] Made reservation on behalf of a2d94951be8240cfb8e312fecc3b6950 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:10.690196 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9db11fd8-f2af-4b4d-8b9c-106a3e56cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.704887 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9db11fd8-f2af-4b4d-8b9c-106a3e56cdf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.739209 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-4cf0ec29-6346-4b23-ac8f-df51a669d91f service neutron] 10.222.0.58 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685269 Jul 13 07:47:10.790099 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Pushing event updated for resources: {'Port': ['ID=56140091-a12f-4558-b2eb-ea25761ee403,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:10.823127 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:10.823467 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:10.823810 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:10.845579 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port 56140091-a12f-4558-b2eb-ea25761ee403 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:10.846027 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:47:10.847507 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 2 to bind port 56140091-a12f-4558-b2eb-ea25761ee403 Jul 13 07:47:10.895434 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-44a6b3e4-1a68-4eb8-aded-c613f387ad7c service neutron] 10.222.0.58 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499434 Jul 13 07:47:11.003818 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fcb29d7a-44a8-4264-8c35-542104a5cf99 req-0a539d54-45d9-454d-a048-fca893a68485 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 210 time: 0.0598605 Jul 13 07:47:11.224890 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-396b250f-2058-4bf4-a6b6-974ade0f61b0 req-361b3263-36e0-4236-bf34-f6dcb6b348f7 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2c085-e423-4a7e-82ce-01153be3fd36 HTTP/1.1" status: 200 len: 210 time: 0.0467544 Jul 13 07:47:11.255296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:11.255829 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:11.256258 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:11.267663 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port 56140091-a12f-4558-b2eb-ea25761ee403 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:11.268149 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:47:11.271031 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 3 to bind port 56140091-a12f-4558-b2eb-ea25761ee403 Jul 13 07:47:11.284178 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9db11fd8-f2af-4b4d-8b9c-106a3e56cdf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.294681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:11.295185 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:11.296591 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:11.299771 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9db11fd8-f2af-4b4d-8b9c-106a3e56cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.309446 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port 56140091-a12f-4558-b2eb-ea25761ee403 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:11.309881 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:47:11.318338 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 4 to bind port 56140091-a12f-4558-b2eb-ea25761ee403 Jul 13 07:47:11.340396 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db11fd8-f2af-4b4d-8b9c-106a3e56cdf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:11.356055 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:11.356580 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:11.357048 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:11.361599 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db11fd8-f2af-4b4d-8b9c-106a3e56cdf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4827b731-2d17-43a6-a5a8-108ec7e93335,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:11.370075 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9db11fd8-f2af-4b4d-8b9c-106a3e56cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.370608 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-9db11fd8-f2af-4b4d-8b9c-106a3e56cdf8 admin admin] Added segment eb46daf5-4218-4e34-bcb9-d59b2cec1969 of type vlan for network ac6b9f57-b18e-4e29-a5c4-b4b57974073c Jul 13 07:47:11.371992 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port 56140091-a12f-4558-b2eb-ea25761ee403 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:11.372950 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:47:11.381011 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 5 to bind port 56140091-a12f-4558-b2eb-ea25761ee403 Jul 13 07:47:11.418983 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:11.419337 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:11.419905 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:11.433982 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9db11fd8-f2af-4b4d-8b9c-106a3e56cdf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.438177 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port 56140091-a12f-4558-b2eb-ea25761ee403 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:11.438718 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:47:11.440478 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 6 to bind port 56140091-a12f-4558-b2eb-ea25761ee403 Jul 13 07:47:11.462713 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:11.463268 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:11.463634 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:11.478283 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port 56140091-a12f-4558-b2eb-ea25761ee403 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:11.478788 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:47:11.483786 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 7 to bind port 56140091-a12f-4558-b2eb-ea25761ee403 Jul 13 07:47:11.494382 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9db11fd8-f2af-4b4d-8b9c-106a3e56cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.495391 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db11fd8-f2af-4b4d-8b9c-106a3e56cdf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:11.500286 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9db11fd8-f2af-4b4d-8b9c-106a3e56cdf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.542145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:11.542486 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:11.542805 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:11.561822 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port 56140091-a12f-4558-b2eb-ea25761ee403 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:11.562402 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:47:11.629042 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 8 to bind port 56140091-a12f-4558-b2eb-ea25761ee403 Jul 13 07:47:11.640466 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9db11fd8-f2af-4b4d-8b9c-106a3e56cdf8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2933137 Jul 13 07:47:11.640945 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50276) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:11.647014 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a4d89122-0686-4a32-a16d-f6bc3d886589 admin admin] Request body: {'subnet': {'network_id': 'ac6b9f57-b18e-4e29-a5c4-b4b57974073c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-727923350-subnet', 'tenant_id': 'a2d94951be8240cfb8e312fecc3b6950', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:11.651564 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db11fd8-f2af-4b4d-8b9c-106a3e56cdf8 admin admin] Pushing event updated for resources: {'Network': ['ID=ac6b9f57-b18e-4e29-a5c4-b4b57974073c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:11.664455 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network ac6b9f57-b18e-4e29-a5c4-b4b57974073c details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:11.667087 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:11.667453 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:11.667803 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:11.683612 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port 56140091-a12f-4558-b2eb-ea25761ee403 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:11.684067 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:47:11.684301 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 9 to bind port 56140091-a12f-4558-b2eb-ea25761ee403 Jul 13 07:47:11.712850 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d89122-0686-4a32-a16d-f6bc3d886589 admin admin] Made reservation on behalf of a2d94951be8240cfb8e312fecc3b6950 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:11.715321 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4d89122-0686-4a32-a16d-f6bc3d886589 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.729724 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:11.730065 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:11.730440 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:11.739927 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port 56140091-a12f-4558-b2eb-ea25761ee403 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:11.739927 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:47:11.739927 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempt 10 to bind port 56140091-a12f-4558-b2eb-ea25761ee403 Jul 13 07:47:11.759804 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:11.760163 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:11.760479 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempting to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:11.764976 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Port 56140091-a12f-4558-b2eb-ea25761ee403 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:11.765406 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Failed to bind port 56140091-a12f-4558-b2eb-ea25761ee403 on host n-h1-779913-28 for vnic_type normal using segments [{'id': '733734d1-9bfa-437b-99f8-d4fcc595c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d24632b-566e-46bd-a3d5-fd47bc0ff8c8'}] Jul 13 07:47:11.765785 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.876175 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] For port 56140091-a12f-4558-b2eb-ea25761ee403, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:11.876175 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attempted to set empty binding levels {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:47:11.897993 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.926174 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] In _notify_port_updated(), no bound segment for port 56140091-a12f-4558-b2eb-ea25761ee403 on network 1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 {{(pid=93723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:47:11.927473 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:11.928340 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.929940 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] 10.222.0.58 "PUT /v2.0/ports/56140091-a12f-4558-b2eb-ea25761ee403 HTTP/1.1" status: 200 len: 979 time: 1.7995851 Jul 13 07:47:11.932814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50284) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:12.030431 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259da9a-693e-4404-9eb4-6a6c1c678600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Pushing event updated for resources: {'Port': ['ID=56140091-a12f-4558-b2eb-ea25761ee403,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:12.067995 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4d89122-0686-4a32-a16d-f6bc3d886589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.149034 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-aa591c68-0b7b-43f4-834b-02b754d73230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Deleting port 56140091-a12f-4558-b2eb-ea25761ee403 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:12.149321 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aa591c68-0b7b-43f4-834b-02b754d73230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.164709 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d89122-0686-4a32-a16d-f6bc3d886589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=035ba89b-40dc-4335-9879-28d98d89ed73,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:12.199064 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d89122-0686-4a32-a16d-f6bc3d886589 admin admin] Checking segment: {'id': 'eb46daf5-4218-4e34-bcb9-d59b2cec1969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ac6b9f57-b18e-4e29-a5c4-b4b57974073c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:12.199417 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d89122-0686-4a32-a16d-f6bc3d886589 admin admin] Network hostable DHCP agents. Network: ac6b9f57-b18e-4e29-a5c4-b4b57974073c, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:12.226069 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d89122-0686-4a32-a16d-f6bc3d886589 admin admin] Network ac6b9f57-b18e-4e29-a5c4-b4b57974073c is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:12.237116 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-aa591c68-0b7b-43f4-834b-02b754d73230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] For port 56140091-a12f-4558-b2eb-ea25761ee403, host n-h1-779913-28, got binding levels [] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:12.237653 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aa591c68-0b7b-43f4-834b-02b754d73230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.253534 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-aa591c68-0b7b-43f4-834b-02b754d73230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Calling delete_port for 56140091-a12f-4558-b2eb-ea25761ee403 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:12.386298 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f7f4dc62-a4f0-41d7-bed2-50e67f29bc5b req-c9349aea-0a80-4733-adc0-3a8b4ceb4640 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 210 time: 0.1369214 Jul 13 07:47:12.399006 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a4d89122-0686-4a32-a16d-f6bc3d886589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, ac6b9f57-b18e-4e29-a5c4-b4b57974073c) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:12.408767 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7c9611-e7bd-49dc-b38f-d63a94099e30 None None] Network ac6b9f57-b18e-4e29-a5c4-b4b57974073c requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:12.413032 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d89122-0686-4a32-a16d-f6bc3d886589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:12.414144 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4d89122-0686-4a32-a16d-f6bc3d886589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.457965 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a4d89122-0686-4a32-a16d-f6bc3d886589 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8154974 Jul 13 07:47:12.511804 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aa591c68-0b7b-43f4-834b-02b754d73230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.584711 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-392961a7-1dbf-4504-a710-031440e9c8a1 req-f29847bb-d150-4a68-a475-4d1b847d0b76 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2c085-e423-4a7e-82ce-01153be3fd36 HTTP/1.1" status: 200 len: 210 time: 0.0628161 Jul 13 07:47:12.596582 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa591c68-0b7b-43f4-834b-02b754d73230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Pushing event deleted for resources: {'Port': ['ID=56140091-a12f-4558-b2eb-ea25761ee403,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:12.622035 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aa591c68-0b7b-43f4-834b-02b754d73230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.626772 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50294) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:12.629099 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-aa591c68-0b7b-43f4-834b-02b754d73230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] 10.222.0.58 "DELETE /v2.0/ports/56140091-a12f-4558-b2eb-ea25761ee403 HTTP/1.1" status: 204 len: 168 time: 0.6947072 Jul 13 07:47:12.670597 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-534241a3-462c-4a00-95a6-a239774ef6ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:47:12.672233 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-534241a3-462c-4a00-95a6-a239774ef6ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328039947-project-admin] 10.222.0.58 "GET /v2.0/ports/56140091-a12f-4558-b2eb-ea25761ee403 HTTP/1.1" status: 404 len: 333 time: 0.0438972 Jul 13 07:47:12.676260 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50298) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:12.781025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3acd16-a294-46bd-b338-215ad6676ecd None None] Network ac6b9f57-b18e-4e29-a5c4-b4b57974073c requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:12.882457 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-607da7dc-7496-464e-94b9-b83c85ce7fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.102803 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-607da7dc-7496-464e-94b9-b83c85ce7fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.138162 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-607da7dc-7496-464e-94b9-b83c85ce7fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d24632b-566e-46bd-a3d5-fd47bc0ff8c8']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:13.169561 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-607da7dc-7496-464e-94b9-b83c85ce7fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733734d1-9bfa-437b-99f8-d4fcc595c187') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:13.169926 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-607da7dc-7496-464e-94b9-b83c85ce7fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733734d1-9bfa-437b-99f8-d4fcc595c187') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:13.199879 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.208013 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-607da7dc-7496-464e-94b9-b83c85ce7fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.260972 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-607da7dc-7496-464e-94b9-b83c85ce7fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.285355 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607da7dc-7496-464e-94b9-b83c85ce7fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:13.285773 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-607da7dc-7496-464e-94b9-b83c85ce7fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.332318 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-da7c9f02-d01d-4672-81e2-74f626d21fd3 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:13.333914 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-da7c9f02-d01d-4672-81e2-74f626d21fd3 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/networks?id=ac6b9f57-b18e-4e29-a5c4-b4b57974073c HTTP/1.1" status: 200 len: 814 time: 0.3492894 Jul 13 07:47:13.371874 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-1709a1bd-013c-4d49-a4cc-91e4701ca908 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/quotas/a2d94951be8240cfb8e312fecc3b6950 HTTP/1.1" status: 200 len: 375 time: 0.0312490 Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:13.377583 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:13.436936 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-10e6a683-91f3-4ac7-88ec-633145d8402c tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2d94951be8240cfb8e312fecc3b6950&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531213 Jul 13 07:47:13.497145 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-607da7dc-7496-464e-94b9-b83c85ce7fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.559952 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-607da7dc-7496-464e-94b9-b83c85ce7fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.562572 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-607da7dc-7496-464e-94b9-b83c85ce7fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] 10.222.0.58 "DELETE /v2.0/networks/1d24632b-566e-46bd-a3d5-fd47bc0ff8c8 HTTP/1.1" status: 204 len: 168 time: 0.8852518 Jul 13 07:47:13.598305 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607da7dc-7496-464e-94b9-b83c85ce7fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490235584-project] Pushing event deleted for resources: {'Network': ['ID=1d24632b-566e-46bd-a3d5-fd47bc0ff8c8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:13.647304 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-1ff1a42a-ef54-40cf-86b0-848ad301c3ed tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:13.648849 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-1ff1a42a-ef54-40cf-86b0-848ad301c3ed tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 806 time: 0.4166379 Jul 13 07:47:13.655809 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5d1ecaf5-142b-42ed-add4-b4a8cf50f843 req-780c09e3-d1b3-4335-941b-fadda4a757e4 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 210 time: 0.0590196 Jul 13 07:47:13.664657 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-7ab7d08a-c41a-4a39-baeb-98128271dd2e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Request body: {'port': {'device_id': 'adb2c085-e423-4a7e-82ce-01153be3fd36', 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922', 'admin_state_up': True, 'tenant_id': 'e9e86bdd92ef4c5fb6eac74ebb687aba'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:13.722665 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-bc1401a3-c47d-4d57-9819-fcc205485661 service neutron] 10.222.0.58 "GET /v2.0/networks/ac6b9f57-b18e-4e29-a5c4-b4b57974073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680047 Jul 13 07:47:13.932449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-7ab7d08a-c41a-4a39-baeb-98128271dd2e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Made reservation on behalf of e9e86bdd92ef4c5fb6eac74ebb687aba for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:13.938376 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-7ab7d08a-c41a-4a39-baeb-98128271dd2e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.960663 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3890f82f-f5ba-40c5-a272-c698575dbb30 req-57c470f0-f883-4f51-b6e8-bc765cd660d6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2c085-e423-4a7e-82ce-01153be3fd36 HTTP/1.1" status: 200 len: 210 time: 0.0771680 Jul 13 07:47:13.973745 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-d0652ee3-0d5c-488e-a8ae-90bffe92b32c service neutron] 10.222.0.58 "GET /v2.0/networks/ac6b9f57-b18e-4e29-a5c4-b4b57974073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446864 Jul 13 07:47:14.066664 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50332) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:14.192903 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-7ab7d08a-c41a-4a39-baeb-98128271dd2e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Allocated IP 172.20.0.11 (7c938579-69a9-4580-83e5-cee3b6a3b922/ef8db247-d22c-4308-8e07-626593577869/04f1f79e-f12b-4b0f-9e31-7f6b297efb6a) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:14.354368 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-74e68e47-d839-4685-8ec2-49ad520825ef req-4575e9ec-e0c6-4c4a-8cf1-770bd089f6ef tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 210 time: 0.0848091 Jul 13 07:47:14.360406 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4f72c028-577e-45b1-8019-82045c4b4738 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5bffda1c6913463fb4aa3d43a129b12e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2923677 Jul 13 07:47:14.364688 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50340) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:14.515991 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eae9ed76-77f4-4274-9fb1-1d2bdcaeaa4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.530175 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-7ab7d08a-c41a-4a39-baeb-98128271dd2e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.556119 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eae9ed76-77f4-4274-9fb1-1d2bdcaeaa4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.684343 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-7ab7d08a-c41a-4a39-baeb-98128271dd2e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.697165 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:14.779858 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-7ab7d08a-c41a-4a39-baeb-98128271dd2e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Network 7c938579-69a9-4580-83e5-cee3b6a3b922 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:14.789656 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-7ab7d08a-c41a-4a39-baeb-98128271dd2e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:14.792871 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-7ab7d08a-c41a-4a39-baeb-98128271dd2e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:14.880791 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eae9ed76-77f4-4274-9fb1-1d2bdcaeaa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.894591 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eae9ed76-77f4-4274-9fb1-1d2bdcaeaa4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.895775 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-eae9ed76-77f4-4274-9fb1-1d2bdcaeaa4b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e253933e-67eb-48ca-8b22-5ddd46a831b8 HTTP/1.1" status: 204 len: 168 time: 0.5301411 Jul 13 07:47:14.940670 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-7ab7d08a-c41a-4a39-baeb-98128271dd2e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:14.941617 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-7ab7d08a-c41a-4a39-baeb-98128271dd2e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.962297 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5f354389-448e-42af-855b-2aebcce86894 req-87052ecb-84fe-4b09-bb6c-b3c3a95f2487 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 210 time: 0.0540264 Jul 13 07:47:14.985071 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7d08a-c41a-4a39-baeb-98128271dd2e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Pushing event updated for resources: {'Port': ['ID=04f1f79e-f12b-4b0f-9e31-7f6b297efb6a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:14.988744 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9ed76-77f4-4274-9fb1-1d2bdcaeaa4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e253933e-67eb-48ca-8b22-5ddd46a831b8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:15.008214 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-7ab7d08a-c41a-4a39-baeb-98128271dd2e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3477595 Jul 13 07:47:15.022048 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] Request body: {'port': {'device_id': 'adb2c085-e423-4a7e-82ce-01153be3fd36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:15.212460 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.284786 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ecb27-17cd-4c04-b8e8-5dd5382807f0 req-d38ab417-c3cc-4017-be0f-92bf7d093ba7 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:15.292444 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c9ecb27-17cd-4c04-b8e8-5dd5382807f0 req-d38ab417-c3cc-4017-be0f-92bf7d093ba7 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2c085-e423-4a7e-82ce-01153be3fd36 HTTP/1.1" status: 200 len: 932 time: 0.1346996 Jul 13 07:47:15.342729 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c9ecb27-17cd-4c04-b8e8-5dd5382807f0 req-3ffe4996-927f-4d8a-b308-707e0fcadafc tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487244 Jul 13 07:47:15.451663 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50362) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:15.559455 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-44eb68c9-d31a-4356-803e-143cc247aa8c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=61196b1a29ad417e82b7d192e808f9e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1064415 Jul 13 07:47:15.560153 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50364) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:15.705914 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c715ce3d-fb62-492c-971d-3c85c6aed10e req-57e62fef-b9ee-4d53-844a-2b1be13de748 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 210 time: 0.0756640 Jul 13 07:47:15.744314 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2998a192-96d8-4a80-af8c-fa6c857386e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.759097 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:47:15.767356 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.781039 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] Transition to ACTIVE for port object 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:15.791418 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.815909 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2998a192-96d8-4a80-af8c-fa6c857386e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.903742 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2998a192-96d8-4a80-af8c-fa6c857386e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.907056 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2998a192-96d8-4a80-af8c-fa6c857386e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.910943 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=04f1f79e-f12b-4b0f-9e31-7f6b297efb6a,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:15.911904 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2998a192-96d8-4a80-af8c-fa6c857386e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/53a60812-8ad2-4845-a04b-ac178ff361cc HTTP/1.1" status: 204 len: 168 time: 0.3498623 Jul 13 07:47:15.929488 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998a192-96d8-4a80-af8c-fa6c857386e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a60812-8ad2-4845-a04b-ac178ff361cc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:16.087855 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] Attempting to bind port 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:16.088182 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] Attempting to bind port 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:16.094692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] Attempting to bind port 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a on network 7c938579-69a9-4580-83e5-cee3b6a3b922 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:16.134607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] Port 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a on network 7c938579-69a9-4580-83e5-cee3b6a3b922 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:16.134971 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] Attempting to bind port 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a on network 7c938579-69a9-4580-83e5-cee3b6a3b922 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:16.205548 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b64e4b9b-c626-4c69-93bd-a492652b826c req-c4d60672-9c31-466a-8c7f-690a779e9028 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 210 time: 0.0479734 Jul 13 07:47:16.263955 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:16.263955 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] Checking segment: {'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:16.263955 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] Bound using segment: {'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:16.263955 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] Bound port: 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:16.263955 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:16.460915 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-fb0e4ba9-d457-4a2e-84c5-3ff9b911676b tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:16.462590 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-fb0e4ba9-d457-4a2e-84c5-3ff9b911676b tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.35 "GET /v2.0/networks?id=ac6b9f57-b18e-4e29-a5c4-b4b57974073c HTTP/1.1" status: 200 len: 814 time: 0.4587500 Jul 13 07:47:16.490529 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-83149df6-5ff4-42c8-8602-24752586074d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Request body: {'port': {'device_id': '43b828e0-1152-4dcd-b3c2-a90439b7c029', 'network_id': 'ac6b9f57-b18e-4e29-a5c4-b4b57974073c', 'admin_state_up': True, 'tenant_id': 'a2d94951be8240cfb8e312fecc3b6950'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:16.660464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] For port 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:16.686292 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] For port 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=04f1f79e-f12b-4b0f-9e31-7f6b297efb6a,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:16.698316 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:16.699567 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061baa16-627e-4996-8948-2b7a79f74689 req-da248ffc-393e-4e85-ba15-bd917f8e5f7b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:16.709581 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-061baa16-627e-4996-8948-2b7a79f74689 req-da248ffc-393e-4e85-ba15-bd917f8e5f7b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2c085-e423-4a7e-82ce-01153be3fd36 HTTP/1.1" status: 200 len: 944 time: 0.1382906 Jul 13 07:47:16.781001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:16.781723 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:16.783121 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] 10.222.0.62 "PUT /v2.0/ports/04f1f79e-f12b-4b0f-9e31-7f6b297efb6a HTTP/1.1" status: 200 len: 1093 time: 1.7654493 Jul 13 07:47:16.795524 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb2c085-e423-4a7e-82ce-01153be3fd36', 'tag': '04f1f79e-f12b-4b0f-9e31-7f6b297efb6a'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:16.797924 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef10ab89-1c63-4e9c-901f-7ed893fc5b46" -d '{"events": [{"name": "network-changed", "server_uuid": "adb2c085-e423-4a7e-82ce-01153be3fd36", "tag": "04f1f79e-f12b-4b0f-9e31-7f6b297efb6a"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:16.815814 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-061baa16-627e-4996-8948-2b7a79f74689 req-034bdd87-bfe5-4916-8ba9-e7a72e2796d1 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045542 Jul 13 07:47:16.876775 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb297a68-5aec-4040-a4f6-f122ee5f3ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=04f1f79e-f12b-4b0f-9e31-7f6b297efb6a,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:16.899697 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-83149df6-5ff4-42c8-8602-24752586074d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Made reservation on behalf of a2d94951be8240cfb8e312fecc3b6950 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:16.912295 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-83149df6-5ff4-42c8-8602-24752586074d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.094646 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-d10c7733-a100-4e95-9dc1-c77d61f008d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:17.096815 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-d10c7733-a100-4e95-9dc1-c77d61f008d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&device_id=adb2c085-e423-4a7e-82ce-01153be3fd36 HTTP/1.1" status: 200 len: 1096 time: 0.2601874 Jul 13 07:47:17.130822 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-07843c92-c95a-4140-bbe4-2874dbe0c1b0 req-c45724b3-ead9-4732-92f8-b51973370ee4 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 210 time: 0.1339183 Jul 13 07:47:17.177069 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-cc32d64a-1ebe-4054-9cc2-82899c183c35 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04f1f79e-f12b-4b0f-9e31-7f6b297efb6a HTTP/1.1" status: 200 len: 217 time: 0.0642910 Jul 13 07:47:17.185858 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65ab3c6-01df-4e76-9ae1-cb373f2a56b5 x-openstack-request-id: req-f65ab3c6-01df-4e76-9ae1-cb373f2a56b5 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:17.186583 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb2c085-e423-4a7e-82ce-01153be3fd36", "tag": "04f1f79e-f12b-4b0f-9e31-7f6b297efb6a", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:17.186583 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f65ab3c6-01df-4e76-9ae1-cb373f2a56b5 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:17.187163 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb2c085-e423-4a7e-82ce-01153be3fd36', 'tag': '04f1f79e-f12b-4b0f-9e31-7f6b297efb6a', 'status': 'completed', 'code': 200} Jul 13 07:47:17.297944 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-1911fb93-6448-4e13-b958-a03ff7a26776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:17.301473 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-1911fb93-6448-4e13-b958-a03ff7a26776 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef8db247-d22c-4308-8e07-626593577869 HTTP/1.1" status: 200 len: 846 time: 0.0857761 Jul 13 07:47:17.307359 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-83149df6-5ff4-42c8-8602-24752586074d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Allocated IP 172.20.0.4 (ac6b9f57-b18e-4e29-a5c4-b4b57974073c/035ba89b-40dc-4335-9879-28d98d89ed73/2bb4da09-0d52-455f-8079-90bc93ab0dde) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:17.370318 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-e5e6df38-75da-4d30-bdd8-6c11a6f3f0d4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c938579-69a9-4580-83e5-cee3b6a3b922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595908 Jul 13 07:47:17.541346 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4b2f033-21c6-41a0-8558-77446505fe0b req-ead2efa4-3ef7-4c93-9316-d232720d10d3 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 210 time: 0.0513012 Jul 13 07:47:17.612413 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-1f047322-c22a-4034-9d74-545176d21ea2 service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331877 Jul 13 07:47:17.860766 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-83149df6-5ff4-42c8-8602-24752586074d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.975800 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af24f63b-ae29-4214-93d7-d9b02d85dcf5 req-52f8513d-1ec0-4ad8-878e-90c881b41e13 service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572035 Jul 13 07:47:17.996533 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-83149df6-5ff4-42c8-8602-24752586074d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:18.229001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83149df6-5ff4-42c8-8602-24752586074d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Pushing event updated for resources: {'Port': ['ID=2bb4da09-0d52-455f-8079-90bc93ab0dde,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:18.264066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-83149df6-5ff4-42c8-8602-24752586074d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Network ac6b9f57-b18e-4e29-a5c4-b4b57974073c is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:18.266776 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-83149df6-5ff4-42c8-8602-24752586074d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:18.278737 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-83149df6-5ff4-42c8-8602-24752586074d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:18.369951 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3bd03-f85f-4e75-8197-f12388b4e90f req-6e13af5c-7f10-48d5-8409-dfeb5717dce9 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:18.384035 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ac3bd03-f85f-4e75-8197-f12388b4e90f req-6e13af5c-7f10-48d5-8409-dfeb5717dce9 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2c085-e423-4a7e-82ce-01153be3fd36 HTTP/1.1" status: 200 len: 944 time: 0.2139037 Jul 13 07:47:18.413194 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-83149df6-5ff4-42c8-8602-24752586074d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:18.414725 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-83149df6-5ff4-42c8-8602-24752586074d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:18.470750 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-83149df6-5ff4-42c8-8602-24752586074d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9942949 Jul 13 07:47:18.492832 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] Request body: {'port': {'device_id': '43b828e0-1152-4dcd-b3c2-a90439b7c029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:18.528484 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ac3bd03-f85f-4e75-8197-f12388b4e90f req-46efa6ca-bf3c-4ca2-99bb-7533ce7822e0 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434460 Jul 13 07:47:18.618678 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45515c3f-fac3-412c-949f-a814120c0d08 req-b1379167-a26c-489c-b375-7cbfa7c76e62 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:18.626756 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-45515c3f-fac3-412c-949f-a814120c0d08 req-b1379167-a26c-489c-b375-7cbfa7c76e62 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 931 time: 0.3105626 Jul 13 07:47:18.679865 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10ab89-1c63-4e9c-901f-7ed893fc5b46 req-cedfe6a7-4041-466a-9f70-aa75d33fbcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:18.690620 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ef10ab89-1c63-4e9c-901f-7ed893fc5b46 req-cedfe6a7-4041-466a-9f70-aa75d33fbcbe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&device_id=adb2c085-e423-4a7e-82ce-01153be3fd36 HTTP/1.1" status: 200 len: 1096 time: 0.6100302 Jul 13 07:47:18.750308 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-45515c3f-fac3-412c-949f-a814120c0d08 req-8f531b4e-7349-47dc-90d8-31678aa015cb tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131489 Jul 13 07:47:18.864260 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10ab89-1c63-4e9c-901f-7ed893fc5b46 req-b508e311-424f-4a8f-ac57-cecd70a84f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:18.866548 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ef10ab89-1c63-4e9c-901f-7ed893fc5b46 req-b508e311-424f-4a8f-ac57-cecd70a84f31 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 907 time: 0.1644928 Jul 13 07:47:18.866801 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:18.899068 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-663d8ac4-1167-43f2-a125-69bdcbb2583e req-3367587b-8ae6-440a-86d2-1d3d9157bb65 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 210 time: 0.0406466 Jul 13 07:47:18.943515 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50434) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:18.956058 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ef10ab89-1c63-4e9c-901f-7ed893fc5b46 req-e354aea0-fc76-4a75-bdad-c23014ae42d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04f1f79e-f12b-4b0f-9e31-7f6b297efb6a HTTP/1.1" status: 200 len: 217 time: 0.0725009 Jul 13 07:47:19.122855 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10ab89-1c63-4e9c-901f-7ed893fc5b46 req-eee8d753-6e2c-4e7e-b09c-4c586be309f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:19.123956 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ef10ab89-1c63-4e9c-901f-7ed893fc5b46 req-eee8d753-6e2c-4e7e-b09c-4c586be309f5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef8db247-d22c-4308-8e07-626593577869 HTTP/1.1" status: 200 len: 846 time: 0.1557379 Jul 13 07:47:19.174802 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ef10ab89-1c63-4e9c-901f-7ed893fc5b46 req-54d893a7-4fed-405b-9bbf-455b60f280f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c938579-69a9-4580-83e5-cee3b6a3b922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425191 Jul 13 07:47:19.215128 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fa4383b4-37d9-4ef7-9230-829d283655be tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1479745646'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:19.254712 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4383b4-37d9-4ef7-9230-829d283655be tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Made reservation on behalf of 5a1e213a3f0741079c673711dba2073e for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:19.262417 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa4383b4-37d9-4ef7-9230-829d283655be tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.278301 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa4383b4-37d9-4ef7-9230-829d283655be tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.295401 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ef10ab89-1c63-4e9c-901f-7ed893fc5b46 req-3ed35717-b679-4558-9026-e352d187096b service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117392 Jul 13 07:47:19.395523 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa4383b4-37d9-4ef7-9230-829d283655be tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.402144 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa4383b4-37d9-4ef7-9230-829d283655be tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.435533 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb4da09-0d52-455f-8079-90bc93ab0dde {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:47:19.438769 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4383b4-37d9-4ef7-9230-829d283655be tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:19.444113 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.446102 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4383b4-37d9-4ef7-9230-829d283655be tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beacc553-7a33-426f-a7a1-04912597b3a4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:19.456044 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa4383b4-37d9-4ef7-9230-829d283655be tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.456044 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-fa4383b4-37d9-4ef7-9230-829d283655be tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Added segment ebfd0ca7-288d-4677-ada6-8279bfd009d4 of type vlan for network 02913f06-08b6-45d7-b47b-d3466c816b5d Jul 13 07:47:19.471360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] Transition to ACTIVE for port object 2bb4da09-0d52-455f-8079-90bc93ab0dde will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:19.500348 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.519654 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa4383b4-37d9-4ef7-9230-829d283655be tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.548601 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] Pushing event updated for resources: {'Port': ['ID=2bb4da09-0d52-455f-8079-90bc93ab0dde,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:19.574726 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa4383b4-37d9-4ef7-9230-829d283655be tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.581528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4383b4-37d9-4ef7-9230-829d283655be tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:19.582411 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa4383b4-37d9-4ef7-9230-829d283655be tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.618537 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fa4383b4-37d9-4ef7-9230-829d283655be tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.6736889 Jul 13 07:47:19.685596 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ef10ab89-1c63-4e9c-901f-7ed893fc5b46 req-08459c0b-bb20-4d50-b157-da81abc9376f service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125859 Jul 13 07:47:19.705960 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] Attempting to bind port 2bb4da09-0d52-455f-8079-90bc93ab0dde on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:19.706613 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] Attempting to bind port 2bb4da09-0d52-455f-8079-90bc93ab0dde by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'eb46daf5-4218-4e34-bcb9-d59b2cec1969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ac6b9f57-b18e-4e29-a5c4-b4b57974073c'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:19.707115 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] Attempting to bind port 2bb4da09-0d52-455f-8079-90bc93ab0dde on network ac6b9f57-b18e-4e29-a5c4-b4b57974073c {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:19.712450 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] Port 2bb4da09-0d52-455f-8079-90bc93ab0dde on network ac6b9f57-b18e-4e29-a5c4-b4b57974073c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:19.713002 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] Attempting to bind port 2bb4da09-0d52-455f-8079-90bc93ab0dde on network ac6b9f57-b18e-4e29-a5c4-b4b57974073c {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:19.718243 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:19.718803 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] Checking segment: {'id': 'eb46daf5-4218-4e34-bcb9-d59b2cec1969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ac6b9f57-b18e-4e29-a5c4-b4b57974073c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:19.719345 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] Bound using segment: {'id': 'eb46daf5-4218-4e34-bcb9-d59b2cec1969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ac6b9f57-b18e-4e29-a5c4-b4b57974073c'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:19.719951 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] Bound port: 2bb4da09-0d52-455f-8079-90bc93ab0dde, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb46daf5-4218-4e34-bcb9-d59b2cec1969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ac6b9f57-b18e-4e29-a5c4-b4b57974073c'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:19.720482 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.773832 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4383b4-37d9-4ef7-9230-829d283655be tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Pushing event updated for resources: {'Network': ['ID=02913f06-08b6-45d7-b47b-d3466c816b5d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:19.784856 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 02913f06-08b6-45d7-b47b-d3466c816b5d details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:19.865265 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] For port 2bb4da09-0d52-455f-8079-90bc93ab0dde, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:19.877021 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] For port 2bb4da09-0d52-455f-8079-90bc93ab0dde, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=2bb4da09-0d52-455f-8079-90bc93ab0dde,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:19.885599 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.925324 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:19.926437 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.928010 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] 10.222.0.35 "PUT /v2.0/ports/2bb4da09-0d52-455f-8079-90bc93ab0dde HTTP/1.1" status: 200 len: 1092 time: 1.4476240 Jul 13 07:47:19.928465 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b828e0-1152-4dcd-b3c2-a90439b7c029', 'tag': '2bb4da09-0d52-455f-8079-90bc93ab0dde'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:19.930955 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c630e89-bea9-40c0-a1aa-a12a43f462fb" -d '{"events": [{"name": "network-changed", "server_uuid": "43b828e0-1152-4dcd-b3c2-a90439b7c029", "tag": "2bb4da09-0d52-455f-8079-90bc93ab0dde"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:19.964060 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50464) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:19.968136 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e293a6e-1077-4d5e-bf7c-54864a0ad88c req-8c0dd47d-70d8-41bb-b4b6-985580e6a7e3 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:19.969112 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Request body: {'port': {'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d', 'binding:host_id': 'n-h1-779913-28', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1722932490'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:19.973595 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e293a6e-1077-4d5e-bf7c-54864a0ad88c req-8c0dd47d-70d8-41bb-b4b6-985580e6a7e3 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2c085-e423-4a7e-82ce-01153be3fd36 HTTP/1.1" status: 200 len: 944 time: 0.1738820 Jul 13 07:47:19.980305 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ec650-b027-4385-ad62-56b6864da38f service neutron] Pushing event updated for resources: {'Port': ['ID=2bb4da09-0d52-455f-8079-90bc93ab0dde,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:20.055518 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e293a6e-1077-4d5e-bf7c-54864a0ad88c req-65785a19-18e4-4f0d-85a0-b2a72836c2d2 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783811 Jul 13 07:47:20.060381 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Made reservation on behalf of 785aba1c1bb2428696f4ef639f7fa445 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:20.063187 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.074977 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.220418 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-5a573719-5bbc-46a9-a712-4c5cbfb34e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:20.222188 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-5a573719-5bbc-46a9-a712-4c5cbfb34e87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a2d94951be8240cfb8e312fecc3b6950&device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 1095 time: 0.2212348 Jul 13 07:47:20.251149 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5f7dbc88-c19c-4b1e-b10a-4790fc7c90f3 req-2ea37274-7685-4777-801a-753580b1b768 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 210 time: 0.0504367 Jul 13 07:47:20.383894 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68253f-0b80-4aab-97b5-bf16295b09f6 req-3010965e-181b-4d7f-a786-1e2fd5280aa5 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:20.385392 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0e68253f-0b80-4aab-97b5-bf16295b09f6 req-3010965e-181b-4d7f-a786-1e2fd5280aa5 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 943 time: 0.1530395 Jul 13 07:47:20.458785 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0e68253f-0b80-4aab-97b5-bf16295b09f6 req-43b38a3d-3ca5-43e4-bc8b-cc2ab94ef8cf tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641906 Jul 13 07:47:20.636139 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372556bd-c4ce-4c87-bfb6-cb1e0e3e3dab x-openstack-request-id: req-372556bd-c4ce-4c87-bfb6-cb1e0e3e3dab {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:20.636516 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b828e0-1152-4dcd-b3c2-a90439b7c029", "tag": "2bb4da09-0d52-455f-8079-90bc93ab0dde", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:20.636719 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-372556bd-c4ce-4c87-bfb6-cb1e0e3e3dab {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:20.637070 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b828e0-1152-4dcd-b3c2-a90439b7c029', 'tag': '2bb4da09-0d52-455f-8079-90bc93ab0dde', 'status': 'completed', 'code': 200} Jul 13 07:47:20.669992 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-ba4a60d4-7574-4d9c-886c-332081df1229 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb4da09-0d52-455f-8079-90bc93ab0dde HTTP/1.1" status: 200 len: 217 time: 0.4388022 Jul 13 07:47:20.688266 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.700348 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.745377 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] device_id is not set on port 8a6d39b7-78e3-4047-a956-41a61d8d742d yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:47:20.852722 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafc778a-ce39-48e9-b0c1-159f1ac63f4b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:20.862408 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-bb379314-d962-4e96-a3d6-75e4d5d5b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:20.864717 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-bb379314-d962-4e96-a3d6-75e4d5d5b208 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=035ba89b-40dc-4335-9879-28d98d89ed73 HTTP/1.1" status: 200 len: 854 time: 0.1857002 Jul 13 07:47:20.929474 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-0ab5f71e-dfa8-408b-9c51-cc93e4d2c722 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ac6b9f57-b18e-4e29-a5c4-b4b57974073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418611 Jul 13 07:47:21.232464 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-f23815e3-c385-4479-a24e-9aac62c4c5c0 service neutron] 10.222.0.35 "GET /v2.0/networks/ac6b9f57-b18e-4e29-a5c4-b4b57974073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948735 Jul 13 07:47:21.273461 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0077452-8b79-41b8-9102-647318ec2751 req-8fff312a-6edd-4cd9-aa39-16a85e4610c9 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:21.282458 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a0077452-8b79-41b8-9102-647318ec2751 req-8fff312a-6edd-4cd9-aa39-16a85e4610c9 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2c085-e423-4a7e-82ce-01153be3fd36 HTTP/1.1" status: 200 len: 944 time: 0.0876136 Jul 13 07:47:21.289151 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:47:21.301366 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] device_id is not set on port 8a6d39b7-78e3-4047-a956-41a61d8d742d yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:47:21.337483 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.346771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a0077452-8b79-41b8-9102-647318ec2751 req-eaee03d6-13da-49bd-9356-19cdcd9d993b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630918 Jul 13 07:47:21.431978 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Transition to ACTIVE for port object 8a6d39b7-78e3-4047-a956-41a61d8d742d will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:21.473419 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.573500 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=04f1f79e-f12b-4b0f-9e31-7f6b297efb6a,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:21.606641 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-48b2508e-0c6a-45f7-9961-3c99fc931bc7 req-cc5eb14a-bd68-469b-9904-2f3bb9baf5d5 service neutron] 10.222.0.35 "GET /v2.0/networks/ac6b9f57-b18e-4e29-a5c4-b4b57974073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660612 Jul 13 07:47:21.629020 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-032c4627-9b74-4fbf-acc9-9f16ac609c9d req-eef0b926-bc51-4014-a8b6-94f7c3b270f2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 210 time: 0.0956604 Jul 13 07:47:21.634902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '04f1f79e-f12b-4b0f-9e31-7f6b297efb6a', 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922', 'port_id': '04f1f79e-f12b-4b0f-9e31-7f6b297efb6a', 'mac_address': 'fa:16:3e:9d:37:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8db247-d22c-4308-8e07-626593577869', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:47:21.661662 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Pushing event updated for resources: {'Port': ['ID=8a6d39b7-78e3-4047-a956-41a61d8d742d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:21.700705 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Checking segment: {'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:21.701085 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Network hostable DHCP agents. Network: 02913f06-08b6-45d7-b47b-d3466c816b5d, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:21.767463 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.794908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:47:21.836377 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=04f1f79e-f12b-4b0f-9e31-7f6b297efb6a,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:21.842031 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.859806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Network 02913f06-08b6-45d7-b47b-d3466c816b5d is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:21.899298 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 02913f06-08b6-45d7-b47b-d3466c816b5d) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:21.909313 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:21.922809 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd1b781-4f9e-44ca-be9a-07384bc739f3 None None] Network 02913f06-08b6-45d7-b47b-d3466c816b5d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:21.926462 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c437bd-c0f6-4353-a9e1-5f9dc747f910 req-3360d47e-3e65-430a-a459-5aeb66efafde tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:21.937533 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7c437bd-c0f6-4353-a9e1-5f9dc747f910 req-3360d47e-3e65-430a-a459-5aeb66efafde tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 943 time: 0.1554730 Jul 13 07:47:21.962065 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c630e89-bea9-40c0-a1aa-a12a43f462fb req-ba678b84-f80d-4892-befe-086b1c9f029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:21.969151 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2c630e89-bea9-40c0-a1aa-a12a43f462fb req-ba678b84-f80d-4892-befe-086b1c9f029b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a2d94951be8240cfb8e312fecc3b6950&device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 1095 time: 0.2457075 Jul 13 07:47:21.970473 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:21.971347 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:21.971689 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:22.009251 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port 8a6d39b7-78e3-4047-a956-41a61d8d742d on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:22.011484 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:22.030173 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7c437bd-c0f6-4353-a9e1-5f9dc747f910 req-6f9e4367-7fc8-4c07-8170-d7611c02accb tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911078 Jul 13 07:47:22.070409 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=04f1f79e-f12b-4b0f-9e31-7f6b297efb6a,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:22.153979 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:22.154496 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:22.154944 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:22.156036 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:22.156616 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:22.157175 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:22.157852 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:22.158947 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:22.159502 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:22.160755 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:22.161380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:22.161949 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:22.167854 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['04f1f79e-f12b-4b0f-9e31-7f6b297efb6a'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:22.218206 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 2 to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d Jul 13 07:47:22.223196 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c630e89-bea9-40c0-a1aa-a12a43f462fb req-adc7d59f-a947-4e95-9186-f31a984d7881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:22.224692 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2c630e89-bea9-40c0-a1aa-a12a43f462fb req-adc7d59f-a947-4e95-9186-f31a984d7881 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ac6b9f57-b18e-4e29-a5c4-b4b57974073c HTTP/1.1" status: 200 len: 915 time: 0.2435031 Jul 13 07:47:22.268996 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:22.269130 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:22.269463 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:22.274207 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port 8a6d39b7-78e3-4047-a956-41a61d8d742d on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:22.274427 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:22.274820 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 3 to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d Jul 13 07:47:22.304915 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:22.305258 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:22.305750 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:22.310320 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port 8a6d39b7-78e3-4047-a956-41a61d8d742d on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:22.310643 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:22.311034 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 4 to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d Jul 13 07:47:22.326273 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:22.326509 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:22.327199 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:22.337331 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port 8a6d39b7-78e3-4047-a956-41a61d8d742d on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:22.337331 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:22.337597 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 5 to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d Jul 13 07:47:22.354378 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:22.354737 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:22.355029 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:22.396639 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2c630e89-bea9-40c0-a1aa-a12a43f462fb req-84e732a1-bf8c-4f4d-a364-2781c526cf8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb4da09-0d52-455f-8079-90bc93ab0dde HTTP/1.1" status: 200 len: 217 time: 0.1496994 Jul 13 07:47:22.400337 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port 8a6d39b7-78e3-4047-a956-41a61d8d742d on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:22.400657 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:22.401079 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 6 to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d Jul 13 07:47:22.472520 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:22.472756 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:22.472892 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:22.478993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port 8a6d39b7-78e3-4047-a956-41a61d8d742d on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:22.479326 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:22.485596 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 7 to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d Jul 13 07:47:22.513341 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:22.513645 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:22.513932 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:22.519525 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port 8a6d39b7-78e3-4047-a956-41a61d8d742d on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:22.519867 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:22.521456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c630e89-bea9-40c0-a1aa-a12a43f462fb req-9f3e6284-d155-42b2-a3f1-226e988c805f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:22.524302 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2c630e89-bea9-40c0-a1aa-a12a43f462fb req-9f3e6284-d155-42b2-a3f1-226e988c805f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=035ba89b-40dc-4335-9879-28d98d89ed73 HTTP/1.1" status: 200 len: 854 time: 0.1188025 Jul 13 07:47:22.525100 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 8 to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d Jul 13 07:47:22.542404 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:22.542742 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:22.543082 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:22.545827 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96764fe8-5d26-4e76-8c37-fc8804b8dcd8 req-62c049b5-24ab-4139-847c-73300fd10f1f tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:22.547466 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96764fe8-5d26-4e76-8c37-fc8804b8dcd8 req-62c049b5-24ab-4139-847c-73300fd10f1f tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2c085-e423-4a7e-82ce-01153be3fd36 HTTP/1.1" status: 200 len: 945 time: 0.0740364 Jul 13 07:47:22.580950 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2c630e89-bea9-40c0-a1aa-a12a43f462fb req-c720f706-1c20-4d26-9612-9768552f69ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ac6b9f57-b18e-4e29-a5c4-b4b57974073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390000 Jul 13 07:47:22.581726 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port 8a6d39b7-78e3-4047-a956-41a61d8d742d on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:22.582063 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:22.582492 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 9 to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d Jul 13 07:47:22.600757 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:22.601098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:22.605544 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:22.611250 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96764fe8-5d26-4e76-8c37-fc8804b8dcd8 req-7d09238d-4549-4990-98dc-7aade7ed76b7 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534246 Jul 13 07:47:22.669748 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port 8a6d39b7-78e3-4047-a956-41a61d8d742d on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:22.670719 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:22.673265 n-d-779913-28 neutron-server[93723]: INFO neutron.plugins.ml2.plugin [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 10 to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d Jul 13 07:47:22.778024 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:22.780618 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:22.781108 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:22.809017 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port 8a6d39b7-78e3-4047-a956-41a61d8d742d on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:22.809345 n-d-779913-28 neutron-server[93723]: ERROR neutron.plugins.ml2.managers [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port 8a6d39b7-78e3-4047-a956-41a61d8d742d on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:22.809730 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.855271 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2c630e89-bea9-40c0-a1aa-a12a43f462fb req-31ea1a7c-d4ba-4c5b-b761-2fbc36e2bef7 service neutron] 10.222.0.35 "GET /v2.0/networks/ac6b9f57-b18e-4e29-a5c4-b4b57974073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475040 Jul 13 07:47:22.894771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a0192372-a116-40b5-8403-26308d402c73 req-2b6ba8be-52ac-44a2-8660-901e6b55dab2 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 210 time: 0.0508454 Jul 13 07:47:22.983262 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] For port 8a6d39b7-78e3-4047-a956-41a61d8d742d, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:22.983809 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempted to set empty binding levels {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:47:22.988778 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.034127 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2c630e89-bea9-40c0-a1aa-a12a43f462fb req-3de2de48-82ab-489d-a7c1-2b19c1a74469 service neutron] 10.222.0.35 "GET /v2.0/networks/ac6b9f57-b18e-4e29-a5c4-b4b57974073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775579 Jul 13 07:47:23.035353 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:23.035935 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.056949 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.0910053 Jul 13 07:47:23.061793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50522) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:23.062433 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c098a-3bd1-4e6a-9dd9-f374757a93a8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Pushing event updated for resources: {'Port': ['ID=8a6d39b7-78e3-4047-a956-41a61d8d742d,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:23.196331 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3aae7c58-cb9d-4851-997a-6c486ce48804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.253518 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7c9d8-4ca5-453b-b051-d5d07753881f req-2203effd-7e5c-4cbc-804d-a8526cea4b60 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:23.255315 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71a7c9d8-4ca5-453b-b051-d5d07753881f req-2203effd-7e5c-4cbc-804d-a8526cea4b60 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 943 time: 0.1011083 Jul 13 07:47:23.260399 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c7a42622-7258-4183-8035-b56e8ab783e1 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Deleting port 8a6d39b7-78e3-4047-a956-41a61d8d742d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:23.260955 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c7a42622-7258-4183-8035-b56e8ab783e1 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.302563 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:23.349883 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-c7a42622-7258-4183-8035-b56e8ab783e1 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] For port 8a6d39b7-78e3-4047-a956-41a61d8d742d, host n-h1-779913-28, got binding levels [] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:23.350986 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c7a42622-7258-4183-8035-b56e8ab783e1 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.379152 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c7a42622-7258-4183-8035-b56e8ab783e1 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Calling delete_port for 8a6d39b7-78e3-4047-a956-41a61d8d742d owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:23.381992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:23.390866 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:23.392760 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.403121 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71a7c9d8-4ca5-453b-b051-d5d07753881f req-d0c69d88-3a37-4324-8f85-3b019da3807a tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607796 Jul 13 07:47:23.528139 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c7a42622-7258-4183-8035-b56e8ab783e1 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.567667 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a42622-7258-4183-8035-b56e8ab783e1 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a6d39b7-78e3-4047-a956-41a61d8d742d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:23.570642 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.573671 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c7a42622-7258-4183-8035-b56e8ab783e1 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.580504 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50534) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:23.590776 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c7a42622-7258-4183-8035-b56e8ab783e1 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] 10.222.0.58 "DELETE /v2.0/ports/8a6d39b7-78e3-4047-a956-41a61d8d742d HTTP/1.1" status: 204 len: 168 time: 0.5267067 Jul 13 07:47:23.605854 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb2c085-e423-4a7e-82ce-01153be3fd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f1f79e-f12b-4b0f-9e31-7f6b297efb6a'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:23.608554 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54850b1f-758e-4832-919a-803496c4895c" -d '{"events": [{"server_uuid": "adb2c085-e423-4a7e-82ce-01153be3fd36", "name": "network-vif-plugged", "status": "completed", "tag": "04f1f79e-f12b-4b0f-9e31-7f6b297efb6a"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:23.612548 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc70a855-5d33-4d4f-8fa4-56a98ef968f5 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:47:23.621094 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50540) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:23.627990 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f94f2493-d1a7-4e20-932f-1ddbff8c1482 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Request body: {'port': {'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1001959359'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:23.631881 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fc70a855-5d33-4d4f-8fa4-56a98ef968f5 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] 10.222.0.58 "GET /v2.0/ports/8a6d39b7-78e3-4047-a956-41a61d8d742d HTTP/1.1" status: 404 len: 333 time: 0.0419827 Jul 13 07:47:23.645836 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=04f1f79e-f12b-4b0f-9e31-7f6b297efb6a,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:23.663848 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.668823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94f2493-d1a7-4e20-932f-1ddbff8c1482 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Made reservation on behalf of 785aba1c1bb2428696f4ef639f7fa445 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:23.671245 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f94f2493-d1a7-4e20-932f-1ddbff8c1482 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.704192 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61975360-57b9-487b-8dda-98a9ab354ea1 x-openstack-request-id: req-61975360-57b9-487b-8dda-98a9ab354ea1 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:23.706041 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb2c085-e423-4a7e-82ce-01153be3fd36", "name": "network-vif-plugged", "status": "completed", "tag": "04f1f79e-f12b-4b0f-9e31-7f6b297efb6a", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:23.706707 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-61975360-57b9-487b-8dda-98a9ab354ea1 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:23.707654 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb2c085-e423-4a7e-82ce-01153be3fd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f1f79e-f12b-4b0f-9e31-7f6b297efb6a', 'code': 200} Jul 13 07:47:23.711018 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-f94f2493-d1a7-4e20-932f-1ddbff8c1482 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] device_id is not set on port b99f68e4-1270-4300-be76-6df07004bac4 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:47:23.779721 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=04f1f79e-f12b-4b0f-9e31-7f6b297efb6a,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:23.874763 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42843b57-9066-423f-9e88-465a647c1fc1 req-905db9c4-eec4-47cd-a59c-e71cb4bbc44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:23.876341 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-42843b57-9066-423f-9e88-465a647c1fc1 req-905db9c4-eec4-47cd-a59c-e71cb4bbc44e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=adb2c085-e423-4a7e-82ce-01153be3fd36 HTTP/1.1" status: 200 len: 1098 time: 0.1007416 Jul 13 07:47:23.940965 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-42843b57-9066-423f-9e88-465a647c1fc1 req-7ee169e3-d65c-4982-af17-a3a7bba31044 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566883 Jul 13 07:47:24.101584 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f94f2493-d1a7-4e20-932f-1ddbff8c1482 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.155120 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f94f2493-d1a7-4e20-932f-1ddbff8c1482 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.254007 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e36a913-875e-42f0-a01b-dc1a9d9a0574 req-6dd613c7-b56c-4709-8c57-90edb7fcef7f tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 210 time: 0.0836909 Jul 13 07:47:24.256333 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f2493-d1a7-4e20-932f-1ddbff8c1482 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Pushing event updated for resources: {'Port': ['ID=b99f68e4-1270-4300-be76-6df07004bac4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:24.272516 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94f2493-d1a7-4e20-932f-1ddbff8c1482 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Network 02913f06-08b6-45d7-b47b-d3466c816b5d is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:24.275127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f94f2493-d1a7-4e20-932f-1ddbff8c1482 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:24.281683 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94f2493-d1a7-4e20-932f-1ddbff8c1482 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:24.282738 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94f2493-d1a7-4e20-932f-1ddbff8c1482 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:24.283954 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f94f2493-d1a7-4e20-932f-1ddbff8c1482 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.353658 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283fb57-5153-4772-961f-2c62b69fb5eb req-16742fc0-675c-4c84-aea4-f91fa7d174f9 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:24.357255 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4283fb57-5153-4772-961f-2c62b69fb5eb req-16742fc0-675c-4c84-aea4-f91fa7d174f9 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2c085-e423-4a7e-82ce-01153be3fd36 HTTP/1.1" status: 200 len: 946 time: 0.5555851 Jul 13 07:47:24.360493 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f94f2493-d1a7-4e20-932f-1ddbff8c1482 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7381649 Jul 13 07:47:24.363667 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50562) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:24.395607 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:24.501287 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4283fb57-5153-4772-961f-2c62b69fb5eb req-f1cf2fd0-f6da-464c-b433-e0844ee5d2ad tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366189 Jul 13 07:47:24.520852 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b2812fde-2abd-4d51-86cd-ca9958ed7f96 req-d70201f6-f497-4939-9f4e-962fedcad54f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0934536 Jul 13 07:47:24.717546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2812fde-2abd-4d51-86cd-ca9958ed7f96 req-c8e70cd5-b506-452f-885b-a40b91c0a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:24.719117 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b2812fde-2abd-4d51-86cd-ca9958ed7f96 req-c8e70cd5-b506-452f-885b-a40b91c0a592 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f14c0acd9f784f1c95e03b53f067da36&device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 1097 time: 0.1400094 Jul 13 07:47:24.723185 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.940494 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2812fde-2abd-4d51-86cd-ca9958ed7f96 req-2cbee084-4e85-4995-a874-fe56aad0dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:24.948093 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7321ede-1498-4213-8921-3a1e43cdaafc req-23699a0b-91b6-4a80-90d9-0863acda2d2a tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:24.949475 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b2812fde-2abd-4d51-86cd-ca9958ed7f96 req-2cbee084-4e85-4995-a874-fe56aad0dacc service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b4fd3a8-9309-406f-87ff-e745f78908e3 HTTP/1.1" status: 200 len: 912 time: 0.1986408 Jul 13 07:47:24.962423 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f7321ede-1498-4213-8921-3a1e43cdaafc req-23699a0b-91b6-4a80-90d9-0863acda2d2a tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 943 time: 0.3306975 Jul 13 07:47:25.065498 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b2812fde-2abd-4d51-86cd-ca9958ed7f96 req-4f01ceba-ac20-4fec-9dda-2e5d447a1db6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3583ab02-39ee-4c27-b18f-01a6e0ca6d10 HTTP/1.1" status: 200 len: 1001 time: 0.1151264 Jul 13 07:47:25.091630 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 2bb4da09-0d52-455f-8079-90bc93ab0dde details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:47:25.183712 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2812fde-2abd-4d51-86cd-ca9958ed7f96 req-be739a43-bd1d-4637-b578-b21175181b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:25.185446 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b2812fde-2abd-4d51-86cd-ca9958ed7f96 req-be739a43-bd1d-4637-b578-b21175181b41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9bae17d-a9cd-4de6-bffc-674a284593a4 HTTP/1.1" status: 200 len: 850 time: 0.1132839 Jul 13 07:47:25.280499 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2812fde-2abd-4d51-86cd-ca9958ed7f96 req-1f650b21-707f-40db-9f84-e6b71613cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:25.289944 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 2bb4da09-0d52-455f-8079-90bc93ab0dde, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=2bb4da09-0d52-455f-8079-90bc93ab0dde,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:25.290620 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b2812fde-2abd-4d51-86cd-ca9958ed7f96 req-1f650b21-707f-40db-9f84-e6b71613cd48 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b4fd3a8-9309-406f-87ff-e745f78908e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969529 Jul 13 07:47:25.306118 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '2bb4da09-0d52-455f-8079-90bc93ab0dde', 'network_id': 'ac6b9f57-b18e-4e29-a5c4-b4b57974073c', 'port_id': '2bb4da09-0d52-455f-8079-90bc93ab0dde', 'mac_address': 'fa:16:3e:4a:6a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '035ba89b-40dc-4335-9879-28d98d89ed73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:47:25.385597 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.448661 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b2812fde-2abd-4d51-86cd-ca9958ed7f96 req-ce447d19-6545-4074-9b5d-ebf27950fa31 service neutron] 10.222.0.35 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507831 Jul 13 07:47:25.457493 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb4da09-0d52-455f-8079-90bc93ab0dde {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:47:25.501593 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 2bb4da09-0d52-455f-8079-90bc93ab0dde, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=2bb4da09-0d52-455f-8079-90bc93ab0dde,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:25.513282 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.571552 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b2812fde-2abd-4d51-86cd-ca9958ed7f96 req-1cf2ccad-2a65-4e70-94f8-eab4613beb9c service neutron] 10.222.0.35 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154175 Jul 13 07:47:25.587007 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=2bb4da09-0d52-455f-8079-90bc93ab0dde,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:25.720080 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d785b7e-caff-4ce5-9618-5a2eec928076 req-805b9c55-6bf3-4aa2-a0dd-803862d02dad tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/ports?device_id=43606170-5680-4187-9f38-a91e360a2dc9 HTTP/1.1" status: 200 len: 210 time: 0.0434282 Jul 13 07:47:25.756617 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f7321ede-1498-4213-8921-3a1e43cdaafc req-0c6dfb72-a707-4337-9e1c-b4ac5f2dcc29 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7887874 Jul 13 07:47:25.809381 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50588) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:25.815552 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['2bb4da09-0d52-455f-8079-90bc93ab0dde'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:25.819843 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-904ef3f0-5f70-41a3-973a-0a4f8af1d932 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-692895427'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:25.872595 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] device_id is not set on port b99f68e4-1270-4300-be76-6df07004bac4 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:47:25.884953 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904ef3f0-5f70-41a3-973a-0a4f8af1d932 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Made reservation on behalf of a860a799f3be43a5a80bc0e18715a853 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:25.896070 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-904ef3f0-5f70-41a3-973a-0a4f8af1d932 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.905998 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.926687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Transition to ACTIVE for port object b99f68e4-1270-4300-be76-6df07004bac4 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:25.939851 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.980541 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904ef3f0-5f70-41a3-973a-0a4f8af1d932 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:25.999846 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-904ef3f0-5f70-41a3-973a-0a4f8af1d932 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.000210 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-904ef3f0-5f70-41a3-973a-0a4f8af1d932 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Added segment 4e691365-8d63-430d-a40c-519519f71e89 of type vlan for network b818ec58-5125-4829-9877-53309d7ad2bc Jul 13 07:47:26.030940 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4044527-c779-413c-abaf-0a455a273699 req-d25fb5bb-56a8-4280-8f70-ec19653c7454 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:26.041778 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d4044527-c779-413c-abaf-0a455a273699 req-d25fb5bb-56a8-4280-8f70-ec19653c7454 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2c085-e423-4a7e-82ce-01153be3fd36 HTTP/1.1" status: 200 len: 946 time: 0.1888595 Jul 13 07:47:26.050291 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Pushing event updated for resources: {'Port': ['ID=b99f68e4-1270-4300-be76-6df07004bac4,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:26.078291 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:26.078881 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:26.079480 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:26.093858 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port b99f68e4-1270-4300-be76-6df07004bac4 on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:26.095083 n-d-779913-28 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port b99f68e4-1270-4300-be76-6df07004bac4 on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:26.098410 n-d-779913-28 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 2 to bind port b99f68e4-1270-4300-be76-6df07004bac4 Jul 13 07:47:26.118753 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d4044527-c779-413c-abaf-0a455a273699 req-65987d48-87e2-4253-8338-3d0d87fb5130 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756671 Jul 13 07:47:26.127908 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-904ef3f0-5f70-41a3-973a-0a4f8af1d932 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.147008 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:26.147691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:26.151661 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:26.159794 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port b99f68e4-1270-4300-be76-6df07004bac4 on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:26.160122 n-d-779913-28 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port b99f68e4-1270-4300-be76-6df07004bac4 on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:26.160504 n-d-779913-28 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 3 to bind port b99f68e4-1270-4300-be76-6df07004bac4 Jul 13 07:47:26.214157 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:26.214693 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:26.216390 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:26.226953 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port b99f68e4-1270-4300-be76-6df07004bac4 on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:26.227298 n-d-779913-28 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port b99f68e4-1270-4300-be76-6df07004bac4 on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:26.227699 n-d-779913-28 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 4 to bind port b99f68e4-1270-4300-be76-6df07004bac4 Jul 13 07:47:26.235588 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-904ef3f0-5f70-41a3-973a-0a4f8af1d932 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.250050 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904ef3f0-5f70-41a3-973a-0a4f8af1d932 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:26.250050 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-904ef3f0-5f70-41a3-973a-0a4f8af1d932 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.261227 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:26.261561 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:26.261902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:26.268254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port b99f68e4-1270-4300-be76-6df07004bac4 on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:26.268580 n-d-779913-28 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port b99f68e4-1270-4300-be76-6df07004bac4 on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:26.268966 n-d-779913-28 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 5 to bind port b99f68e4-1270-4300-be76-6df07004bac4 Jul 13 07:47:26.288187 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:26.288187 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:26.288187 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:26.293214 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port b99f68e4-1270-4300-be76-6df07004bac4 on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:26.293558 n-d-779913-28 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port b99f68e4-1270-4300-be76-6df07004bac4 on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:26.294344 n-d-779913-28 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 6 to bind port b99f68e4-1270-4300-be76-6df07004bac4 Jul 13 07:47:26.314931 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-904ef3f0-5f70-41a3-973a-0a4f8af1d932 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5038245 Jul 13 07:47:26.317920 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50602) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:26.321586 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:26.321976 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:26.322384 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:26.328316 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-e5bdfa67-1018-40f6-bf8b-c3e1698a6589 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-398259929'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:26.328504 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port b99f68e4-1270-4300-be76-6df07004bac4 on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:26.328606 n-d-779913-28 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port b99f68e4-1270-4300-be76-6df07004bac4 on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:26.328984 n-d-779913-28 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 7 to bind port b99f68e4-1270-4300-be76-6df07004bac4 Jul 13 07:47:26.350691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:26.351474 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:26.351828 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:26.357435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port b99f68e4-1270-4300-be76-6df07004bac4 on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:26.357741 n-d-779913-28 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port b99f68e4-1270-4300-be76-6df07004bac4 on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:26.358175 n-d-779913-28 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 8 to bind port b99f68e4-1270-4300-be76-6df07004bac4 Jul 13 07:47:26.387099 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ef3f0-5f70-41a3-973a-0a4f8af1d932 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event updated for resources: {'Network': ['ID=b818ec58-5125-4829-9877-53309d7ad2bc,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:26.401214 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network b818ec58-5125-4829-9877-53309d7ad2bc details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:26.407710 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:26.408658 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:26.409066 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:26.431359 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port b99f68e4-1270-4300-be76-6df07004bac4 on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:26.432923 n-d-779913-28 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port b99f68e4-1270-4300-be76-6df07004bac4 on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:26.433387 n-d-779913-28 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 9 to bind port b99f68e4-1270-4300-be76-6df07004bac4 Jul 13 07:47:26.447350 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bdfa67-1018-40f6-bf8b-c3e1698a6589 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Made reservation on behalf of a860a799f3be43a5a80bc0e18715a853 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:26.451092 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e5bdfa67-1018-40f6-bf8b-c3e1698a6589 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.458882 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:26.459226 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:26.459565 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:26.467460 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port b99f68e4-1270-4300-be76-6df07004bac4 on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:26.467460 n-d-779913-28 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port b99f68e4-1270-4300-be76-6df07004bac4 on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:26.467671 n-d-779913-28 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 10 to bind port b99f68e4-1270-4300-be76-6df07004bac4 Jul 13 07:47:26.506480 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5bdfa67-1018-40f6-bf8b-c3e1698a6589 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:26.517271 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e5bdfa67-1018-40f6-bf8b-c3e1698a6589 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.517650 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-e5bdfa67-1018-40f6-bf8b-c3e1698a6589 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Added segment 1f548f17-806f-4ece-8f7b-3b513aafe7fa of type vlan for network ea323e79-15db-4b79-b637-4002df6be77e Jul 13 07:47:26.521437 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:26.521772 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:26.522133 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port b99f68e4-1270-4300-be76-6df07004bac4 on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:26.562760 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e5bdfa67-1018-40f6-bf8b-c3e1698a6589 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.583321 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port b99f68e4-1270-4300-be76-6df07004bac4 on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:26.583609 n-d-779913-28 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port b99f68e4-1270-4300-be76-6df07004bac4 on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:26.584006 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.607301 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e5bdfa67-1018-40f6-bf8b-c3e1698a6589 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.614009 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bdfa67-1018-40f6-bf8b-c3e1698a6589 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:26.614680 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e5bdfa67-1018-40f6-bf8b-c3e1698a6589 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.662137 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e5bdfa67-1018-40f6-bf8b-c3e1698a6589 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3407149 Jul 13 07:47:26.662856 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50620) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:26.668002 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-efd3894e-7979-4b38-b81d-04ffa844da0f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Request body: {'subnet': {'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:26.717689 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdfa67-1018-40f6-bf8b-c3e1698a6589 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event updated for resources: {'Network': ['ID=ea323e79-15db-4b79-b637-4002df6be77e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:26.731169 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network ea323e79-15db-4b79-b637-4002df6be77e details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:26.794406 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd3894e-7979-4b38-b81d-04ffa844da0f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Made reservation on behalf of a860a799f3be43a5a80bc0e18715a853 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:26.799875 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-efd3894e-7979-4b38-b81d-04ffa844da0f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.821736 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-ea29f1c0-9dfe-4454-9af1-80cc6bfcf5dc tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:26.823716 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-ea29f1c0-9dfe-4454-9af1-80cc6bfcf5dc tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 806 time: 0.3338175 Jul 13 07:47:26.828378 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] For port b99f68e4-1270-4300-be76-6df07004bac4, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:26.828873 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempted to set empty binding levels {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:47:26.842795 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.857283 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-33e1de55-37ba-447f-9ca6-5f29cc7bab9e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/quotas/e9e86bdd92ef4c5fb6eac74ebb687aba HTTP/1.1" status: 200 len: 375 time: 0.0260453 Jul 13 07:47:26.904482 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] In _notify_port_updated(), no bound segment for port b99f68e4-1270-4300-be76-6df07004bac4 on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:47:26.905665 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:26.906782 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.907956 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] 10.222.0.58 "PUT /v2.0/ports/b99f68e4-1270-4300-be76-6df07004bac4 HTTP/1.1" status: 200 len: 976 time: 2.5188408 Jul 13 07:47:26.911669 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50626) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:26.960787 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf96b5-cb89-42e0-98c6-d4d6b027ec8e req-e9395e14-e0ab-4838-9c42-1d2f5df72150 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:26.962549 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-16cf96b5-cb89-42e0-98c6-d4d6b027ec8e req-e9395e14-e0ab-4838-9c42-1d2f5df72150 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.2848027 Jul 13 07:47:27.006413 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-16cf96b5-cb89-42e0-98c6-d4d6b027ec8e req-4551f14c-6d80-4b0e-8760-32dc1c2f842a tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353456 Jul 13 07:47:27.010585 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6e33a-d5b8-4b68-b407-943f283b1d16 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Pushing event updated for resources: {'Port': ['ID=b99f68e4-1270-4300-be76-6df07004bac4,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:27.060764 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-19a09b17-dae9-4576-81b9-b8359cbfe198 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1829269 Jul 13 07:47:27.074471 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.074988 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.075534 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.076022 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.076886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.077011 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.077692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.078121 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.078645 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.079030 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.079456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.079971 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.080426 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.081066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.081543 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.082008 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.082679 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.083175 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.083711 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.084262 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.084651 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.085121 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.085597 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.086077 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.089366 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-33361e98-beea-4344-ac39-82b18e5f31cb tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21598 time: 0.1746280 Jul 13 07:47:27.093518 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50632) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:27.108167 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 2bb4da09-0d52-455f-8079-90bc93ab0dde up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:27.169330 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-efd3894e-7979-4b38-b81d-04ffa844da0f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.240135 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 2bb4da09-0d52-455f-8079-90bc93ab0dde completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:27.251449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 2bb4da09-0d52-455f-8079-90bc93ab0dde triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:27.252167 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.271264 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3894e-7979-4b38-b81d-04ffa844da0f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event updated for resources: {'Subnet': ['ID=c2e027fc-f911-4144-acb3-7864eab297b7,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:27.276849 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd3894e-7979-4b38-b81d-04ffa844da0f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Checking segment: {'id': '4e691365-8d63-430d-a40c-519519f71e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:27.277216 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd3894e-7979-4b38-b81d-04ffa844da0f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Network hostable DHCP agents. Network: b818ec58-5125-4829-9877-53309d7ad2bc, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:27.312852 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd3894e-7979-4b38-b81d-04ffa844da0f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Network b818ec58-5125-4829-9877-53309d7ad2bc is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:27.332171 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-efd3894e-7979-4b38-b81d-04ffa844da0f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, b818ec58-5125-4829-9877-53309d7ad2bc) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:27.336823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd3894e-7979-4b38-b81d-04ffa844da0f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.337425 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-efd3894e-7979-4b38-b81d-04ffa844da0f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.356624 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-efd3894e-7979-4b38-b81d-04ffa844da0f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6916561 Jul 13 07:47:27.358157 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50640) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:27.364319 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c75eab4a-db4e-4cc5-b3ef-79e86b76b291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Request body: {'subnet': {'network_id': 'ea323e79-15db-4b79-b637-4002df6be77e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:27.395144 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.397039 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-6c4e238b-d8fd-4b31-ad33-898b1ac0b948 service neutron] 10.222.0.58 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284333 Jul 13 07:47:27.398121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8287be-2950-4909-b0f7-039ea9e34c17 None None] Network b818ec58-5125-4829-9877-53309d7ad2bc requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:27.488143 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75eab4a-db4e-4cc5-b3ef-79e86b76b291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Made reservation on behalf of a860a799f3be43a5a80bc0e18715a853 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:27.491387 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c75eab4a-db4e-4cc5-b3ef-79e86b76b291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.539658 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b828e0-1152-4dcd-b3c2-a90439b7c029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb4da09-0d52-455f-8079-90bc93ab0dde'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:27.542147 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1583078-a064-41be-aa83-f7d7a2972453" -d '{"events": [{"server_uuid": "43b828e0-1152-4dcd-b3c2-a90439b7c029", "name": "network-vif-plugged", "status": "completed", "tag": "2bb4da09-0d52-455f-8079-90bc93ab0dde"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:27.558645 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fdb8e4ef-e2e2-442b-9bda-d636291b4a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.561107 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 2bb4da09-0d52-455f-8079-90bc93ab0dde, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=2bb4da09-0d52-455f-8079-90bc93ab0dde,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:27.585483 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.602062 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6c7365bb-c942-45a5-9edb-63ddc7755c79 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Deleting port b99f68e4-1270-4300-be76-6df07004bac4 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:27.602062 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c7365bb-c942-45a5-9edb-63ddc7755c79 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.675348 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67938e-180e-4c19-bf9e-e739b157d712 req-2f1fe39c-e742-4bb8-ad2a-e8489f306747 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.682350 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a67938e-180e-4c19-bf9e-e739b157d712 req-2f1fe39c-e742-4bb8-ad2a-e8489f306747 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 944 time: 0.2691984 Jul 13 07:47:27.692719 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.713273 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=2bb4da09-0d52-455f-8079-90bc93ab0dde,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:27.723121 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c75eab4a-db4e-4cc5-b3ef-79e86b76b291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.752667 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-b818ec58-5125-4829-9877-53309d7ad2bc', 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'fixed_ips': [{'subnet_id': 'c2e027fc-f911-4144-acb3-7864eab297b7'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:47:27.754267 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.759751 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-6c7365bb-c942-45a5-9edb-63ddc7755c79 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] For port b99f68e4-1270-4300-be76-6df07004bac4, host n-h1-779913-28, got binding levels [] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:27.760142 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c7365bb-c942-45a5-9edb-63ddc7755c79 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.784784 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a67938e-180e-4c19-bf9e-e739b157d712 req-aa284069-e3ea-41e0-894f-210cade24e4a tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013761 Jul 13 07:47:27.817055 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75eab4a-db4e-4cc5-b3ef-79e86b76b291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event updated for resources: {'Subnet': ['ID=7181ff3b-d9c0-404a-8335-c486c02dac1e,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:27.818833 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6c7365bb-c942-45a5-9edb-63ddc7755c79 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Calling delete_port for b99f68e4-1270-4300-be76-6df07004bac4 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:27.823433 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-58447384-bcda-48b8-859e-7364c42b4204 service neutron] 10.222.0.58 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051795 Jul 13 07:47:27.842635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75eab4a-db4e-4cc5-b3ef-79e86b76b291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Checking segment: {'id': '1f548f17-806f-4ece-8f7b-3b513aafe7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ea323e79-15db-4b79-b637-4002df6be77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:27.846174 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75eab4a-db4e-4cc5-b3ef-79e86b76b291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Network hostable DHCP agents. Network: ea323e79-15db-4b79-b637-4002df6be77e, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:27.889475 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75eab4a-db4e-4cc5-b3ef-79e86b76b291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Network ea323e79-15db-4b79-b637-4002df6be77e is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:27.917758 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-c75eab4a-db4e-4cc5-b3ef-79e86b76b291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, ea323e79-15db-4b79-b637-4002df6be77e) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:27.922639 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75eab4a-db4e-4cc5-b3ef-79e86b76b291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.923446 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c75eab4a-db4e-4cc5-b3ef-79e86b76b291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.932055 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] Allocated IP 10.1.1.2 (b818ec58-5125-4829-9877-53309d7ad2bc/c2e027fc-f911-4144-acb3-7864eab297b7/e0e3eeff-18f3-42f4-b335-9872e0912c84) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:27.958399 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c75eab4a-db4e-4cc5-b3ef-79e86b76b291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5988901 Jul 13 07:47:27.960761 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50650) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:27.966372 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-62fc9d50-13a7-4378-be14-f0f126a1fa17 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Request body: {'port': {'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc', 'name': 'tempest-TaggedBootDevicesTest-1802112791', 'fixed_ips': [{'subnet_id': 'c2e027fc-f911-4144-acb3-7864eab297b7'}]}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:28.016141 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c7365bb-c942-45a5-9edb-63ddc7755c79 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.145608 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50658) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:28.185281 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c7365bb-c942-45a5-9edb-63ddc7755c79 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.191693 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6c7365bb-c942-45a5-9edb-63ddc7755c79 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] 10.222.0.58 "DELETE /v2.0/ports/b99f68e4-1270-4300-be76-6df07004bac4 HTTP/1.1" status: 204 len: 168 time: 1.0956907 Jul 13 07:47:28.192529 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50664) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:28.197654 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7365bb-c942-45a5-9edb-63ddc7755c79 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Pushing event deleted for resources: {'Port': ['ID=b99f68e4-1270-4300-be76-6df07004bac4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:28.225453 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb8c14c-68b2-4ca8-9362-c406a176e27b x-openstack-request-id: req-4cb8c14c-68b2-4ca8-9362-c406a176e27b {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:28.225761 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b828e0-1152-4dcd-b3c2-a90439b7c029", "name": "network-vif-plugged", "status": "completed", "tag": "2bb4da09-0d52-455f-8079-90bc93ab0dde", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:28.226354 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4cb8c14c-68b2-4ca8-9362-c406a176e27b {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:28.226740 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b828e0-1152-4dcd-b3c2-a90439b7c029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb4da09-0d52-455f-8079-90bc93ab0dde', 'code': 200} Jul 13 07:47:28.227593 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bacaef-7d99-496e-bd2d-ac508d021b2f None None] Network ea323e79-15db-4b79-b637-4002df6be77e requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:28.234468 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.265261 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] Transition to ACTIVE for port object e0e3eeff-18f3-42f4-b335-9872e0912c84 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:28.293419 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8ea181f-5727-4ae3-8f62-a63a5c5a86c5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.325927 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] Transition to ACTIVE for port object e0e3eeff-18f3-42f4-b335-9872e0912c84 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:28.351273 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.361176 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8ea181f-5727-4ae3-8f62-a63a5c5a86c5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.418640 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59f23f3-3255-4062-b9fe-0f1848c7dfdf tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:47:28.424243 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a59f23f3-3255-4062-b9fe-0f1848c7dfdf tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] 10.222.0.58 "GET /v2.0/ports/b99f68e4-1270-4300-be76-6df07004bac4 HTTP/1.1" status: 404 len: 333 time: 0.2158201 Jul 13 07:47:28.427183 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9ac5c-9125-4681-b9c3-e660d698d698 req-03023ba7-e62b-4ffb-bbdd-a40f2038351b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:28.428731 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0bb9ac5c-9125-4681-b9c3-e660d698d698 req-03023ba7-e62b-4ffb-bbdd-a40f2038351b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 1097 time: 0.2417004 Jul 13 07:47:28.429215 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50674) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:28.435568 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-630f63b9-1e8a-404a-b854-eb52a0a25fe2 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1513326562', 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:28.473821 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] Network b818ec58-5125-4829-9877-53309d7ad2bc is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:28.480158 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70699699-8baf-496e-8f72-eecbc85cba9d req-52d31e3e-62e5-42c4-a4ca-507ea2b7f88d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7526362-27fb-42e9-a880-fc3c580838a9 HTTP/1.1" status: 200 len: 210 time: 0.0571821 Jul 13 07:47:28.500146 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fc9d50-13a7-4378-be14-f0f126a1fa17 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Made reservation on behalf of a860a799f3be43a5a80bc0e18715a853 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:28.510470 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0bb9ac5c-9125-4681-b9c3-e660d698d698 req-cf794fb2-7478-4104-9d56-00976901d3f8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612245 Jul 13 07:47:28.558121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] Pushing event updated for resources: {'Port': ['ID=e0e3eeff-18f3-42f4-b335-9872e0912c84,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:28.558121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:28.573787 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-ea323e79-15db-4b79-b637-4002df6be77e', 'network_id': 'ea323e79-15db-4b79-b637-4002df6be77e', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'fixed_ips': [{'subnet_id': '7181ff3b-d9c0-404a-8335-c486c02dac1e'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:47:28.578753 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8ea181f-5727-4ae3-8f62-a63a5c5a86c5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.580471 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.584717 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8ea181f-5727-4ae3-8f62-a63a5c5a86c5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.587588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:28.591400 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f8ea181f-5727-4ae3-8f62-a63a5c5a86c5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "DELETE /v2.0/security-groups/1e887458-7e3c-4941-80a0-a72f446fbad3 HTTP/1.1" status: 204 len: 168 time: 0.4445937 Jul 13 07:47:28.614316 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50682) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:28.633143 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea181f-5727-4ae3-8f62-a63a5c5a86c5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e887458-7e3c-4941-80a0-a72f446fbad3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:28.664030 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630f63b9-1e8a-404a-b854-eb52a0a25fe2 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Made reservation on behalf of 785aba1c1bb2428696f4ef639f7fa445 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:28.671872 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-630f63b9-1e8a-404a-b854-eb52a0a25fe2 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.692162 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f2390-145f-4031-a644-dca0cc939ff0 req-dddff152-67e0-4f9a-8724-ea312dae03af tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:28.700770 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-a5f817c9-e177-469b-a309-b5d68547bda7 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] show failed (client error): The resource could not be found. Jul 13 07:47:28.705632 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-314f2390-145f-4031-a644-dca0cc939ff0 req-dddff152-67e0-4f9a-8724-ea312dae03af tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.3005581 Jul 13 07:47:28.719042 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a5f817c9-e177-469b-a309-b5d68547bda7 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "GET /v2.0/security-groups/1e887458-7e3c-4941-80a0-a72f446fbad3 HTTP/1.1" status: 404 len: 347 time: 0.0993390 Jul 13 07:47:28.729257 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50690) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:28.752281 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62fc9d50-13a7-4378-be14-f0f126a1fa17 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.778136 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-630f63b9-1e8a-404a-b854-eb52a0a25fe2 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] device_id is not set on port 9de265a1-92e9-4f86-b5eb-28ae3ce442a7 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:47:28.853858 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] Attempting to bind port e0e3eeff-18f3-42f4-b335-9872e0912c84 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:28.854331 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] Attempting to bind port e0e3eeff-18f3-42f4-b335-9872e0912c84 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '4e691365-8d63-430d-a40c-519519f71e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:28.854807 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] Attempting to bind port e0e3eeff-18f3-42f4-b335-9872e0912c84 on network b818ec58-5125-4829-9877-53309d7ad2bc {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:28.862845 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:28.863159 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] Checking segment: {'id': '4e691365-8d63-430d-a40c-519519f71e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:28.863690 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.864165 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] Bound using segment: {'id': '4e691365-8d63-430d-a40c-519519f71e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:28.864756 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] Bound port: e0e3eeff-18f3-42f4-b335-9872e0912c84, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e691365-8d63-430d-a40c-519519f71e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:28.865184 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.931883 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-314f2390-145f-4031-a644-dca0cc939ff0 req-efbb0916-20c0-4813-b0cd-792682454927 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227750 Jul 13 07:47:29.005558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] For port e0e3eeff-18f3-42f4-b335-9872e0912c84, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:29.010465 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] For port e0e3eeff-18f3-42f4-b335-9872e0912c84, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e0e3eeff-18f3-42f4-b335-9872e0912c84,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:29.036757 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.044367 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-62fc9d50-13a7-4378-be14-f0f126a1fa17 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] device_id is not set on port a5ad5cc6-8b81-413a-ba67-a126312062d6 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:47:29.049524 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] Allocated IP 10.2.2.2 (ea323e79-15db-4b79-b637-4002df6be77e/7181ff3b-d9c0-404a-8335-c486c02dac1e/197cc721-1ad4-4229-b3be-0ebd02bd4f3f) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:29.062942 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a328d6cb-0a8b-409a-b2ac-37cc8a335787 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Deleting port 45c7848a-017b-4f51-a98a-ea39ead809a9 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:29.069530 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a328d6cb-0a8b-409a-b2ac-37cc8a335787 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.231849 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-630f63b9-1e8a-404a-b854-eb52a0a25fe2 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.260089 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.273452 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] Transition to ACTIVE for port object 197cc721-1ad4-4229-b3be-0ebd02bd4f3f will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:29.290276 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] Transition to ACTIVE for port object 197cc721-1ad4-4229-b3be-0ebd02bd4f3f will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:29.353413 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09a50a-629b-4b0e-9d6f-ac57b3066a0c None None] Pushing event updated for resources: {'Port': ['ID=e0e3eeff-18f3-42f4-b335-9872e0912c84,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:29.374298 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.426611 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a328d6cb-0a8b-409a-b2ac-37cc8a335787 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.426939 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a328d6cb-0a8b-409a-b2ac-37cc8a335787 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.428061 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] Pushing event updated for resources: {'Port': ['ID=197cc721-1ad4-4229-b3be-0ebd02bd4f3f,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:29.443766 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-630f63b9-1e8a-404a-b854-eb52a0a25fe2 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.445486 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] Network ea323e79-15db-4b79-b637-4002df6be77e is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:29.447854 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:29.454631 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:29.456240 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-62fc9d50-13a7-4378-be14-f0f126a1fa17 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Allocated IP 10.1.1.164 (b818ec58-5125-4829-9877-53309d7ad2bc/c2e027fc-f911-4144-acb3-7864eab297b7/a5ad5cc6-8b81-413a-ba67-a126312062d6) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:29.522595 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630f63b9-1e8a-404a-b854-eb52a0a25fe2 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Network 02913f06-08b6-45d7-b47b-d3466c816b5d is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:29.543413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93d610-2059-443d-b572-56867a4fb7a8 req-13ff1e32-c5f5-471a-b256-e8678cb88cd0 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:29.545197 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a93d610-2059-443d-b572-56867a4fb7a8 req-13ff1e32-c5f5-471a-b256-e8678cb88cd0 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.3071358 Jul 13 07:47:29.546765 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a328d6cb-0a8b-409a-b2ac-37cc8a335787 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Calling delete_port for 45c7848a-017b-4f51-a98a-ea39ead809a9 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:29.560686 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-630f63b9-1e8a-404a-b854-eb52a0a25fe2 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:29.575404 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630f63b9-1e8a-404a-b854-eb52a0a25fe2 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:29.577542 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630f63b9-1e8a-404a-b854-eb52a0a25fe2 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:29.579556 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-630f63b9-1e8a-404a-b854-eb52a0a25fe2 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.602299 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f63b9-1e8a-404a-b854-eb52a0a25fe2 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Pushing event updated for resources: {'Port': ['ID=9de265a1-92e9-4f86-b5eb-28ae3ce442a7,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:29.615773 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-630f63b9-1e8a-404a-b854-eb52a0a25fe2 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1814289 Jul 13 07:47:29.631147 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50714) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:29.640951 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] Attempting to bind port 197cc721-1ad4-4229-b3be-0ebd02bd4f3f on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:29.641432 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] Attempting to bind port 197cc721-1ad4-4229-b3be-0ebd02bd4f3f by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '1f548f17-806f-4ece-8f7b-3b513aafe7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ea323e79-15db-4b79-b637-4002df6be77e'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:29.641432 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] Attempting to bind port 197cc721-1ad4-4229-b3be-0ebd02bd4f3f on network ea323e79-15db-4b79-b637-4002df6be77e {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:29.654681 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:29.655058 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] Checking segment: {'id': '1f548f17-806f-4ece-8f7b-3b513aafe7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ea323e79-15db-4b79-b637-4002df6be77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:29.657441 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.658400 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] Bound using segment: {'id': '1f548f17-806f-4ece-8f7b-3b513aafe7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ea323e79-15db-4b79-b637-4002df6be77e'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:29.663036 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] Bound port: 197cc721-1ad4-4229-b3be-0ebd02bd4f3f, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f548f17-806f-4ece-8f7b-3b513aafe7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ea323e79-15db-4b79-b637-4002df6be77e'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:29.663670 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.739298 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00e3737-0b91-4bf8-a6f8-1bc1e470981e tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:29.744640 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e00e3737-0b91-4bf8-a6f8-1bc1e470981e tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] 10.222.0.58 "GET /v2.0/ports/9de265a1-92e9-4f86-b5eb-28ae3ce442a7 HTTP/1.1" status: 200 len: 955 time: 0.1120672 Jul 13 07:47:29.745360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50718) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:29.757877 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.879256 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] For port 197cc721-1ad4-4229-b3be-0ebd02bd4f3f, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:29.885622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] For port 197cc721-1ad4-4229-b3be-0ebd02bd4f3f, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=197cc721-1ad4-4229-b3be-0ebd02bd4f3f,segment=NetworkSegment(1f548f17-806f-4ece-8f7b-3b513aafe7fa),segment_id=1f548f17-806f-4ece-8f7b-3b513aafe7fa)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:29.907557 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.932018 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a328d6cb-0a8b-409a-b2ac-37cc8a335787 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.005207 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf14a28-1a9a-4e0f-b8f2-97cf7a142fe4 None None] Pushing event updated for resources: {'Port': ['ID=197cc721-1ad4-4229-b3be-0ebd02bd4f3f,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:30.052599 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f962b385-b393-4883-b49c-8809e20b1ca7 req-3699fb84-27cd-422f-89a7-dab18b80f2aa tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7526362-27fb-42e9-a880-fc3c580838a9 HTTP/1.1" status: 200 len: 210 time: 0.1494606 Jul 13 07:47:30.065855 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62fc9d50-13a7-4378-be14-f0f126a1fa17 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.100485 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328d6cb-0a8b-409a-b2ac-37cc8a335787 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event deleted for resources: {'Port': ['ID=45c7848a-017b-4f51-a98a-ea39ead809a9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:30.109760 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-62fc9d50-13a7-4378-be14-f0f126a1fa17 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Transition to ACTIVE for port object a5ad5cc6-8b81-413a-ba67-a126312062d6 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:30.137267 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ab517888-f56b-4271-a129-b53fba3aae67 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Deleting port 9de265a1-92e9-4f86-b5eb-28ae3ce442a7 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:30.137534 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab517888-f56b-4271-a129-b53fba3aae67 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.196381 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a93d610-2059-443d-b572-56867a4fb7a8 req-eb132a58-a8dd-45f3-a449-09a425541b7b tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6361873 Jul 13 07:47:30.228315 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a328d6cb-0a8b-409a-b2ac-37cc8a335787 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.238399 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a328d6cb-0a8b-409a-b2ac-37cc8a335787 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.239770 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a328d6cb-0a8b-409a-b2ac-37cc8a335787 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "DELETE /v2.0/floatingips/b7b268ee-2495-41c9-9bcd-a1584fe8b9bd HTTP/1.1" status: 204 len: 168 time: 1.5077794 Jul 13 07:47:30.242414 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50724) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:30.269293 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab517888-f56b-4271-a129-b53fba3aae67 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.284230 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ab517888-f56b-4271-a129-b53fba3aae67 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Calling delete_port for 9de265a1-92e9-4f86-b5eb-28ae3ce442a7 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:30.494140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b260b-bce4-4a17-bb76-b7e5c467ef1e req-9faf0045-d94d-405d-9119-dea728081a97 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:30.495741 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab8b260b-bce4-4a17-bb76-b7e5c467ef1e req-9faf0045-d94d-405d-9119-dea728081a97 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.1439164 Jul 13 07:47:30.523326 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f68ba086-d648-4656-8fcb-c20f9996c74c tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Deleting port ceb6e9ad-b675-411f-96d9-dbca0ebbe960 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:30.523681 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f68ba086-d648-4656-8fcb-c20f9996c74c tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.581484 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:47:30.592981 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-ea1761d0-0703-4243-9266-f24a8d6ca174 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:30.595359 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-ea1761d0-0703-4243-9266-f24a8d6ca174 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 806 time: 0.1644566 Jul 13 07:47:30.598526 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab517888-f56b-4271-a129-b53fba3aae67 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.620529 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-05f1a612-4508-4520-a210-f0fd393e7a8d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Request body: {'port': {'device_id': 'a7526362-27fb-42e9-a880-fc3c580838a9', 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922', 'admin_state_up': True, 'tenant_id': 'e9e86bdd92ef4c5fb6eac74ebb687aba'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:30.661570 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab8b260b-bce4-4a17-bb76-b7e5c467ef1e req-6e23c770-ec04-4ddb-b4f6-b8b7784e280c tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582990 Jul 13 07:47:30.751088 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab517888-f56b-4271-a129-b53fba3aae67 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Pushing event deleted for resources: {'Port': ['ID=9de265a1-92e9-4f86-b5eb-28ae3ce442a7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:30.766331 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab517888-f56b-4271-a129-b53fba3aae67 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.767116 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ab517888-f56b-4271-a129-b53fba3aae67 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] 10.222.0.58 "DELETE /v2.0/ports/9de265a1-92e9-4f86-b5eb-28ae3ce442a7 HTTP/1.1" status: 204 len: 168 time: 1.0130117 Jul 13 07:47:30.770383 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50734) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:30.773287 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f68ba086-d648-4656-8fcb-c20f9996c74c tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.818015 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62fc9d50-13a7-4378-be14-f0f126a1fa17 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.850858 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc71f33e-028e-4656-abb2-97deb7338f6a tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:47:30.860714 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fc71f33e-028e-4656-abb2-97deb7338f6a tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] 10.222.0.58 "GET /v2.0/ports/9de265a1-92e9-4f86-b5eb-28ae3ce442a7 HTTP/1.1" status: 404 len: 333 time: 0.0797641 Jul 13 07:47:30.863980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f68ba086-d648-4656-8fcb-c20f9996c74c tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Calling delete_port for ceb6e9ad-b675-411f-96d9-dbca0ebbe960 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:30.867176 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50740) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:30.880921 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d17f9ba8-0563-47fb-a117-80ff5ad80202 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Request body: {'port': {'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1119764389'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:30.894346 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fc9d50-13a7-4378-be14-f0f126a1fa17 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Network b818ec58-5125-4829-9877-53309d7ad2bc is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:30.903894 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-62fc9d50-13a7-4378-be14-f0f126a1fa17 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:30.915303 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fc9d50-13a7-4378-be14-f0f126a1fa17 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:31.022635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc9d50-13a7-4378-be14-f0f126a1fa17 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event updated for resources: {'Port': ['ID=a5ad5cc6-8b81-413a-ba67-a126312062d6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:31.042933 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-05f1a612-4508-4520-a210-f0fd393e7a8d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Made reservation on behalf of e9e86bdd92ef4c5fb6eac74ebb687aba for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:31.046565 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-05f1a612-4508-4520-a210-f0fd393e7a8d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.074480 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fc9d50-13a7-4378-be14-f0f126a1fa17 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:31.076177 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62fc9d50-13a7-4378-be14-f0f126a1fa17 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.157802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e0e3eeff-18f3-42f4-b335-9872e0912c84 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:31.226201 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f68ba086-d648-4656-8fcb-c20f9996c74c tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.259989 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17f9ba8-0563-47fb-a117-80ff5ad80202 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Made reservation on behalf of 785aba1c1bb2428696f4ef639f7fa445 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:31.267761 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d17f9ba8-0563-47fb-a117-80ff5ad80202 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.308802 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-62fc9d50-13a7-4378-be14-f0f126a1fa17 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3461094 Jul 13 07:47:31.313438 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port e0e3eeff-18f3-42f4-b335-9872e0912c84 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:31.321263 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50748) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:31.328360 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.333212 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 197cc721-1ad4-4229-b3be-0ebd02bd4f3f up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:31.345388 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-e789bf06-636d-4b8d-b858-b1cd038d4053 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Request body: {'port': {'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc', 'name': 'tempest-TaggedBootDevicesTest-668614480', 'fixed_ips': [{'subnet_id': 'c2e027fc-f911-4144-acb3-7864eab297b7'}]}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:31.359708 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ba086-d648-4656-8fcb-c20f9996c74c tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event deleted for resources: {'Port': ['ID=ceb6e9ad-b675-411f-96d9-dbca0ebbe960,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:31.385696 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babdee45-ed9c-4ddc-b516-02c243e6804a None None] Network b818ec58-5125-4829-9877-53309d7ad2bc requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:31.506914 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f68ba086-d648-4656-8fcb-c20f9996c74c tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.513454 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f68ba086-d648-4656-8fcb-c20f9996c74c tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "DELETE /v2.0/ports/ceb6e9ad-b675-411f-96d9-dbca0ebbe960 HTTP/1.1" status: 204 len: 168 time: 1.2696114 Jul 13 07:47:31.525983 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50752) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:31.534279 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-d17f9ba8-0563-47fb-a117-80ff5ad80202 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] device_id is not set on port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:47:31.594558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ba593c90-9c1d-4872-8f28-80e151516584 None None] Provisioning for port e0e3eeff-18f3-42f4-b335-9872e0912c84 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:31.619340 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 197cc721-1ad4-4229-b3be-0ebd02bd4f3f completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:31.631564 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ba593c90-9c1d-4872-8f28-80e151516584 None None] Provisioning complete for port e0e3eeff-18f3-42f4-b335-9872e0912c84 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:31.631953 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba593c90-9c1d-4872-8f28-80e151516584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.752099 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d17f9ba8-0563-47fb-a117-80ff5ad80202 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.763327 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-05f1a612-4508-4520-a210-f0fd393e7a8d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Allocated IP 172.20.0.9 (7c938579-69a9-4580-83e5-cee3b6a3b922/ef8db247-d22c-4308-8e07-626593577869/a1eb87be-6e07-48dd-b561-b0ba03b90c89) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:31.813514 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f16e56-ee87-4093-9da9-ac30150b700d None None] Network ea323e79-15db-4b79-b637-4002df6be77e requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:31.865071 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d08b548e-839a-4deb-a179-367df228263e req-b0cbad6f-b0a7-4ee0-b929-e6c2f1db7e8c tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7526362-27fb-42e9-a880-fc3c580838a9 HTTP/1.1" status: 200 len: 210 time: 0.4928014 Jul 13 07:47:31.965659 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d17f9ba8-0563-47fb-a117-80ff5ad80202 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.979446 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-05f1a612-4508-4520-a210-f0fd393e7a8d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.058325 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-05f1a612-4508-4520-a210-f0fd393e7a8d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.116231 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f2f71-e0b9-4104-a460-720c43cf516a req-e48f524c-7663-4729-9954-87deb36d3377 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:32.127588 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e73f2f71-e0b9-4104-a460-720c43cf516a req-e48f524c-7663-4729-9954-87deb36d3377 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.6256680 Jul 13 07:47:32.147609 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-05f1a612-4508-4520-a210-f0fd393e7a8d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Network 7c938579-69a9-4580-83e5-cee3b6a3b922 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:32.152512 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-05f1a612-4508-4520-a210-f0fd393e7a8d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:32.155481 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-05f1a612-4508-4520-a210-f0fd393e7a8d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:32.168771 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:32.171389 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['04f1f79e-f12b-4b0f-9e31-7f6b297efb6a'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:32.221395 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17f9ba8-0563-47fb-a117-80ff5ad80202 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Network 02913f06-08b6-45d7-b47b-d3466c816b5d is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:32.244774 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f9ba8-0563-47fb-a117-80ff5ad80202 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Pushing event updated for resources: {'Port': ['ID=5e6edabd-89a4-4029-b3f6-1744e4d14e6d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:32.248061 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d17f9ba8-0563-47fb-a117-80ff5ad80202 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:32.254268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17f9ba8-0563-47fb-a117-80ff5ad80202 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:32.255221 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17f9ba8-0563-47fb-a117-80ff5ad80202 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:32.255841 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d17f9ba8-0563-47fb-a117-80ff5ad80202 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.305959 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e73f2f71-e0b9-4104-a460-720c43cf516a req-766916c7-b191-4f43-810a-1e2ba8d109df tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773760 Jul 13 07:47:32.331695 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba593c90-9c1d-4872-8f28-80e151516584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.408063 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc628ef8-1ab4-47d6-b9a5-066e82df5f33 req-2ced5a9b-1b69-4bcc-9aaa-4d06d3e8a3ca tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:32.413999 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc628ef8-1ab4-47d6-b9a5-066e82df5f33 req-2ced5a9b-1b69-4bcc-9aaa-4d06d3e8a3ca tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.2725611 Jul 13 07:47:32.525006 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ba593c90-9c1d-4872-8f28-80e151516584 None None] For port e0e3eeff-18f3-42f4-b335-9872e0912c84, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e0e3eeff-18f3-42f4-b335-9872e0912c84,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:32.529438 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc628ef8-1ab4-47d6-b9a5-066e82df5f33 req-54aa2d41-8204-4e44-9707-81830dac6d88 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925491 Jul 13 07:47:32.567098 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba593c90-9c1d-4872-8f28-80e151516584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.687908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba593c90-9c1d-4872-8f28-80e151516584 None None] Pushing event updated for resources: {'Port': ['ID=e0e3eeff-18f3-42f4-b335-9872e0912c84,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:32.704059 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef850e-fae7-40c8-8dcb-e4a50ab94f27 req-92127b80-6bbc-49a9-aa6e-53d5a242e83e tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:32.704521 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1a612-4508-4520-a210-f0fd393e7a8d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Pushing event updated for resources: {'Port': ['ID=a1eb87be-6e07-48dd-b561-b0ba03b90c89,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:32.716879 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7bef850e-fae7-40c8-8dcb-e4a50ab94f27 req-92127b80-6bbc-49a9-aa6e-53d5a242e83e tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.1211581 Jul 13 07:47:32.753152 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-05f1a612-4508-4520-a210-f0fd393e7a8d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:32.754844 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-05f1a612-4508-4520-a210-f0fd393e7a8d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.769293 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e789bf06-636d-4b8d-b858-b1cd038d4053 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Made reservation on behalf of a860a799f3be43a5a80bc0e18715a853 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:32.777057 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e789bf06-636d-4b8d-b858-b1cd038d4053 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.785682 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d17f9ba8-0563-47fb-a117-80ff5ad80202 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9168649 Jul 13 07:47:32.791197 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50766) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:32.793516 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-05f1a612-4508-4520-a210-f0fd393e7a8d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1825917 Jul 13 07:47:32.807041 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:32.815922 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8eee8d96-4ae4-4794-ac38-dd8cc46cc016 None None] Provisioning for port 197cc721-1ad4-4229-b3be-0ebd02bd4f3f completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:32.828735 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8eee8d96-4ae4-4794-ac38-dd8cc46cc016 None None] Provisioning complete for port 197cc721-1ad4-4229-b3be-0ebd02bd4f3f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:32.829110 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8eee8d96-4ae4-4794-ac38-dd8cc46cc016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.837349 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] Request body: {'port': {'device_id': 'a7526362-27fb-42e9-a880-fc3c580838a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:32.883530 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-e789bf06-636d-4b8d-b858-b1cd038d4053 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] device_id is not set on port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:47:32.903177 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-72da16af-b028-4892-8360-8b6339afa6a5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Deleting port 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:32.903549 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-72da16af-b028-4892-8360-8b6339afa6a5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.949262 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7bef850e-fae7-40c8-8dcb-e4a50ab94f27 req-3000b6ba-9fee-48f9-9544-7f91765be1e8 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313521 Jul 13 07:47:33.021544 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e0e3eeff-18f3-42f4-b335-9872e0912c84 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:33.044067 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.346042 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8eee8d96-4ae4-4794-ac38-dd8cc46cc016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.378909 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.422056 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] device_id is not set on port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:47:33.450610 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.485419 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Transition to ACTIVE for port object 5e6edabd-89a4-4029-b3f6-1744e4d14e6d will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:33.502867 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-8eee8d96-4ae4-4794-ac38-dd8cc46cc016 None None] For port 197cc721-1ad4-4229-b3be-0ebd02bd4f3f, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=197cc721-1ad4-4229-b3be-0ebd02bd4f3f,segment=NetworkSegment(1f548f17-806f-4ece-8f7b-3b513aafe7fa),segment_id=1f548f17-806f-4ece-8f7b-3b513aafe7fa)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:33.514325 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e0e3eeff-18f3-42f4-b335-9872e0912c84 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:33.514697 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.518247 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.524427 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8eee8d96-4ae4-4794-ac38-dd8cc46cc016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.652274 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-e789bf06-636d-4b8d-b858-b1cd038d4053 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Allocated IP 10.1.1.147 (b818ec58-5125-4829-9877-53309d7ad2bc/c2e027fc-f911-4144-acb3-7864eab297b7/7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:33.748429 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-72da16af-b028-4892-8360-8b6339afa6a5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.758782 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Pushing event updated for resources: {'Port': ['ID=5e6edabd-89a4-4029-b3f6-1744e4d14e6d,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:33.765348 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee8d96-4ae4-4794-ac38-dd8cc46cc016 None None] Pushing event updated for resources: {'Port': ['ID=197cc721-1ad4-4229-b3be-0ebd02bd4f3f,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:33.794847 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-82246ddd-95e5-477e-bdc3-6b1ed2ce85e1 None None] Provisioning complete for port e0e3eeff-18f3-42f4-b335-9872e0912c84 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:33.795243 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82246ddd-95e5-477e-bdc3-6b1ed2ce85e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.840163 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-72da16af-b028-4892-8360-8b6339afa6a5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Calling delete_port for 4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:33.887567 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:33.888010 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:33.888435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:33.952864 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:33.953203 n-d-779913-28 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:33.955281 n-d-779913-28 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 2 to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d Jul 13 07:47:33.963438 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-82246ddd-95e5-477e-bdc3-6b1ed2ce85e1 None None] Provisioning complete for port 197cc721-1ad4-4229-b3be-0ebd02bd4f3f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:33.964130 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82246ddd-95e5-477e-bdc3-6b1ed2ce85e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.975477 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb5414-f861-4f22-99ff-4a84a46f250d req-217c2273-831f-44aa-968b-fe3f3065b649 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:33.977098 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-15cb5414-f861-4f22-99ff-4a84a46f250d req-217c2273-831f-44aa-968b-fe3f3065b649 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7526362-27fb-42e9-a880-fc3c580838a9 HTTP/1.1" status: 200 len: 931 time: 0.4881949 Jul 13 07:47:34.104380 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:34.104721 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:34.105055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:34.144858 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:34.145183 n-d-779913-28 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:34.151650 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-82246ddd-95e5-477e-bdc3-6b1ed2ce85e1 None None] Provisioning for port a5ad5cc6-8b81-413a-ba67-a126312062d6 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:34.156129 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-82246ddd-95e5-477e-bdc3-6b1ed2ce85e1 None None] Provisioning complete for port a5ad5cc6-8b81-413a-ba67-a126312062d6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:34.157397 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82246ddd-95e5-477e-bdc3-6b1ed2ce85e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.163468 n-d-779913-28 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 3 to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d Jul 13 07:47:34.189875 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-15cb5414-f861-4f22-99ff-4a84a46f250d req-9f6ec7f1-4d4e-41c3-a3ec-6714aaab2970 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653645 Jul 13 07:47:34.197362 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:34.197639 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:34.197972 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:34.226038 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:34.226406 n-d-779913-28 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:34.226932 n-d-779913-28 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 4 to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d Jul 13 07:47:34.241959 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-82246ddd-95e5-477e-bdc3-6b1ed2ce85e1 None None] Port a5ad5cc6-8b81-413a-ba67-a126312062d6 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:34.244825 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8459d-6585-44e2-b70d-edb238d95deb req-51950550-d7de-40e9-a85b-0f5199a81bb1 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:34.246589 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3fa8459d-6585-44e2-b70d-edb238d95deb req-51950550-d7de-40e9-a85b-0f5199a81bb1 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.3388040 Jul 13 07:47:34.280963 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:34.281299 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:34.281631 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:34.292215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:34.292545 n-d-779913-28 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:34.297763 n-d-779913-28 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 5 to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d Jul 13 07:47:34.322865 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3fa8459d-6585-44e2-b70d-edb238d95deb req-ca60d57d-e168-4318-b325-13f9aa602bdb tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671415 Jul 13 07:47:34.333554 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:34.333883 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:34.334246 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:34.338869 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:34.339199 n-d-779913-28 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:34.339581 n-d-779913-28 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 6 to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d Jul 13 07:47:34.448599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:34.449136 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:34.449687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:34.458931 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:34.459413 n-d-779913-28 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:34.461406 n-d-779913-28 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 7 to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d Jul 13 07:47:34.479913 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:34.480598 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:34.480858 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:34.512417 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e789bf06-636d-4b8d-b858-b1cd038d4053 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.513101 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:34.513519 n-d-779913-28 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:34.525353 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81644357-015a-4f2e-9f6e-aaedfd93eae2 req-38a95494-3e3e-4ea9-bd61-63ba13b51627 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:34.527198 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-81644357-015a-4f2e-9f6e-aaedfd93eae2 req-38a95494-3e3e-4ea9-bd61-63ba13b51627 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.1286073 Jul 13 07:47:34.528636 n-d-779913-28 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 8 to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d Jul 13 07:47:34.556517 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:34.556517 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:34.556517 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:34.570748 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-e789bf06-636d-4b8d-b858-b1cd038d4053 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Transition to ACTIVE for port object 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:34.572104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:34.572437 n-d-779913-28 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:34.573098 n-d-779913-28 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 9 to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d Jul 13 07:47:34.622569 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:34.622911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:34.623261 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:34.628564 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:34.628901 n-d-779913-28 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:34.632841 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-81644357-015a-4f2e-9f6e-aaedfd93eae2 req-fa361985-f3d3-4f87-b33e-dd86f33294f2 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913727 Jul 13 07:47:34.633321 n-d-779913-28 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempt 10 to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d Jul 13 07:47:34.651447 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:34.651794 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:34.652137 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempting to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:34.659374 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on network 02913f06-08b6-45d7-b47b-d3466c816b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:34.659713 n-d-779913-28 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Failed to bind port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on host n-h1-779913-28 for vnic_type normal using segments [{'id': 'ebfd0ca7-288d-4677-ada6-8279bfd009d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '02913f06-08b6-45d7-b47b-d3466c816b5d'}] Jul 13 07:47:34.660082 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.726806 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-72da16af-b028-4892-8360-8b6339afa6a5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.744071 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] For port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:34.744440 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attempted to set empty binding levels {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:47:34.750633 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.763912 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e789bf06-636d-4b8d-b858-b1cd038d4053 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.772068 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da16af-b028-4892-8360-8b6339afa6a5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event deleted for resources: {'Port': ['ID=4acd2ef9-ad1f-4c37-834d-dd7d14b47e38,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:34.804435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Pushing event updated for resources: {'Port': ['ID=5e6edabd-89a4-4029-b3f6-1744e4d14e6d,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:34.812403 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1eb87be-6e07-48dd-b561-b0ba03b90c89 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:47:34.814601 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] In _notify_port_updated(), no bound segment for port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d on network 02913f06-08b6-45d7-b47b-d3466c816b5d {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:47:34.815517 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:34.816118 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.817761 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-59a17c1c-98d6-4897-9e47-ca63a69b8dc0 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] 10.222.0.58 "PUT /v2.0/ports/5e6edabd-89a4-4029-b3f6-1744e4d14e6d HTTP/1.1" status: 200 len: 976 time: 2.0234900 Jul 13 07:47:34.820525 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50804) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:34.878161 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.919406 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c1cd20db-5c85-4978-83fd-dd69068e91f8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Deleting port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:34.919839 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1cd20db-5c85-4978-83fd-dd69068e91f8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.945656 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 197cc721-1ad4-4229-b3be-0ebd02bd4f3f up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:34.964483 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e789bf06-636d-4b8d-b858-b1cd038d4053 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Network b818ec58-5125-4829-9877-53309d7ad2bc is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:34.976312 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-e789bf06-636d-4b8d-b858-b1cd038d4053 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:34.986789 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e789bf06-636d-4b8d-b858-b1cd038d4053 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:34.991159 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] Transition to ACTIVE for port object a1eb87be-6e07-48dd-b561-b0ba03b90c89 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:34.992056 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789bf06-636d-4b8d-b858-b1cd038d4053 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event updated for resources: {'Port': ['ID=7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:35.007750 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-c1cd20db-5c85-4978-83fd-dd69068e91f8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] For port 5e6edabd-89a4-4029-b3f6-1744e4d14e6d, host n-h1-779913-28, got binding levels [] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:35.009482 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1cd20db-5c85-4978-83fd-dd69068e91f8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.028471 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c1cd20db-5c85-4978-83fd-dd69068e91f8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Calling delete_port for 5e6edabd-89a4-4029-b3f6-1744e4d14e6d owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:35.028954 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-72da16af-b028-4892-8360-8b6339afa6a5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.030896 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-72da16af-b028-4892-8360-8b6339afa6a5 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "DELETE /v2.0/ports/4acd2ef9-ad1f-4c37-834d-dd7d14b47e38 HTTP/1.1" status: 204 len: 168 time: 3.4620852 Jul 13 07:47:35.034621 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.035864 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50810) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:35.055709 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 197cc721-1ad4-4229-b3be-0ebd02bd4f3f triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:35.056775 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.166670 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68d4bf2-f021-4d6f-a2fe-6b1666d61834 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Deleting subnet 9f6e3720-201f-43bb-bde6-dcc07159d634 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:47:35.178694 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a68d4bf2-f021-4d6f-a2fe-6b1666d61834 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.181129 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e789bf06-636d-4b8d-b858-b1cd038d4053 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:35.181993 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e789bf06-636d-4b8d-b858-b1cd038d4053 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.213888 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] Pushing event updated for resources: {'Port': ['ID=a1eb87be-6e07-48dd-b561-b0ba03b90c89,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:35.291728 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e789bf06-636d-4b8d-b858-b1cd038d4053 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9694073 Jul 13 07:47:35.308543 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a68d4bf2-f021-4d6f-a2fe-6b1666d61834 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.363663 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1cd20db-5c85-4978-83fd-dd69068e91f8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.431305 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd20db-5c85-4978-83fd-dd69068e91f8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e6edabd-89a4-4029-b3f6-1744e4d14e6d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:35.432183 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] Attempting to bind port a1eb87be-6e07-48dd-b561-b0ba03b90c89 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:35.432524 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] Attempting to bind port a1eb87be-6e07-48dd-b561-b0ba03b90c89 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:35.433033 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] Attempting to bind port a1eb87be-6e07-48dd-b561-b0ba03b90c89 on network 7c938579-69a9-4580-83e5-cee3b6a3b922 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:35.445497 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] Port a1eb87be-6e07-48dd-b561-b0ba03b90c89 on network 7c938579-69a9-4580-83e5-cee3b6a3b922 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:35.445821 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] Attempting to bind port a1eb87be-6e07-48dd-b561-b0ba03b90c89 on network 7c938579-69a9-4580-83e5-cee3b6a3b922 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:35.460279 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:35.460644 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] Checking segment: {'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:35.461004 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] Bound using segment: {'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:35.461449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] Bound port: a1eb87be-6e07-48dd-b561-b0ba03b90c89, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:35.461811 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.493453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c951e5e7-7fc6-4780-92e3-0e64db0776ca None None] Provisioning for port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:35.502510 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c951e5e7-7fc6-4780-92e3-0e64db0776ca None None] Provisioning complete for port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:35.503173 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c951e5e7-7fc6-4780-92e3-0e64db0776ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.524428 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1cd20db-5c85-4978-83fd-dd69068e91f8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.532532 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c1cd20db-5c85-4978-83fd-dd69068e91f8 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] 10.222.0.58 "DELETE /v2.0/ports/5e6edabd-89a4-4029-b3f6-1744e4d14e6d HTTP/1.1" status: 204 len: 168 time: 0.7099349 Jul 13 07:47:35.568604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50824) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:35.592783 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c951e5e7-7fc6-4780-92e3-0e64db0776ca None None] Port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:35.664452 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-4837ac31-13ef-4f7a-8c89-580cc58194b6 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:47:35.665999 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4837ac31-13ef-4f7a-8c89-580cc58194b6 tempest-PortsAdminExtendedAttrsTestJSON-2050990037 tempest-PortsAdminExtendedAttrsTestJSON-2050990037-project-admin] 10.222.0.58 "GET /v2.0/ports/5e6edabd-89a4-4029-b3f6-1744e4d14e6d HTTP/1.1" status: 404 len: 333 time: 0.0964437 Jul 13 07:47:35.672260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50830) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:35.749058 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] For port a1eb87be-6e07-48dd-b561-b0ba03b90c89, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:35.753399 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] For port a1eb87be-6e07-48dd-b561-b0ba03b90c89, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a1eb87be-6e07-48dd-b561-b0ba03b90c89,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:35.763018 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.773155 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ad23186-f332-453e-af59-6cfd77298b80 tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.777366 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a68d4bf2-f021-4d6f-a2fe-6b1666d61834 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.803064 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:35.803682 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.810041 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] 10.222.0.62 "PUT /v2.0/ports/a1eb87be-6e07-48dd-b561-b0ba03b90c89 HTTP/1.1" status: 200 len: 1092 time: 2.9776244 Jul 13 07:47:35.810574 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7526362-27fb-42e9-a880-fc3c580838a9', 'tag': 'a1eb87be-6e07-48dd-b561-b0ba03b90c89'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:35.813132 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c77b88-0ef2-44ab-a65b-340b47718c41" -d '{"events": [{"name": "network-changed", "server_uuid": "a7526362-27fb-42e9-a880-fc3c580838a9", "tag": "a1eb87be-6e07-48dd-b561-b0ba03b90c89"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:35.816606 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50832) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:35.833494 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ed52c84b-7fca-4f22-b16c-6b1dd6eab8d1 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1103947139', 'description': 'tempest-description--1649736044'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:35.901167 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f30062-d9a1-42ac-a9ce-fb97075948e0 req-070a087c-b6da-425c-a151-be83ada7203c tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:35.904682 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-40f30062-d9a1-42ac-a9ce-fb97075948e0 req-070a087c-b6da-425c-a151-be83ada7203c tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7526362-27fb-42e9-a880-fc3c580838a9 HTTP/1.1" status: 200 len: 943 time: 0.4750295 Jul 13 07:47:35.943682 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcaeee-af45-4333-9fb4-85604bdb936e service neutron] Pushing event updated for resources: {'Port': ['ID=a1eb87be-6e07-48dd-b561-b0ba03b90c89,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:35.964580 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed52c84b-7fca-4f22-b16c-6b1dd6eab8d1 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.025773 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-856c24ce-cbbc-46d0-b869-28b1a8730c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:36.027690 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-856c24ce-cbbc-46d0-b869-28b1a8730c5a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&device_id=a7526362-27fb-42e9-a880-fc3c580838a9 HTTP/1.1" status: 200 len: 1095 time: 0.1491728 Jul 13 07:47:36.087146 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-40f30062-d9a1-42ac-a9ce-fb97075948e0 req-214005d3-bd49-45ec-ba3f-af9375800f49 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547537 Jul 13 07:47:36.123423 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a68d4bf2-f021-4d6f-a2fe-6b1666d61834 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.178209 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed52c84b-7fca-4f22-b16c-6b1dd6eab8d1 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.180648 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-bf5f0949-83c0-485b-bdf3-ad12bcf89163 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1eb87be-6e07-48dd-b561-b0ba03b90c89 HTTP/1.1" status: 200 len: 217 time: 0.1434455 Jul 13 07:47:36.185918 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed52c84b-7fca-4f22-b16c-6b1dd6eab8d1 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.273330 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed52c84b-7fca-4f22-b16c-6b1dd6eab8d1 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.274677 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ed52c84b-7fca-4f22-b16c-6b1dd6eab8d1 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4467521 Jul 13 07:47:36.278736 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50840) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:36.297572 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-7b3753a2-4474-45a4-bf96-3a67c31dcfdc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Request body: {'security_group_rule': {'security_group_id': 'f5a37850-b9cf-49d0-8dc4-6ddc989629b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:36.308602 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-af336e08-ab17-4671-a5da-581e7a346326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:36.310384 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-af336e08-ab17-4671-a5da-581e7a346326 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef8db247-d22c-4308-8e07-626593577869 HTTP/1.1" status: 200 len: 846 time: 0.1186934 Jul 13 07:47:36.311101 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52c84b-7fca-4f22-b16c-6b1dd6eab8d1 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a37850-b9cf-49d0-8dc4-6ddc989629b9,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:36.379255 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-1b6ad566-1c9c-4f77-abc8-06ec826905e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c938579-69a9-4580-83e5-cee3b6a3b922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597217 Jul 13 07:47:36.459111 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7b3753a2-4474-45a4-bf96-3a67c31dcfdc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.593130 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ad23186-f332-453e-af59-6cfd77298b80 tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.594732 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-5ce0162c-b5bd-46b3-a960-52e9f1df6b12 service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055073 Jul 13 07:47:36.629895 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7b3753a2-4474-45a4-bf96-3a67c31dcfdc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.644857 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7b3753a2-4474-45a4-bf96-3a67c31dcfdc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.659939 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7ad23186-f332-453e-af59-6cfd77298b80 tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02913f06-08b6-45d7-b47b-d3466c816b5d']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:36.668631 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d4bf2-f021-4d6f-a2fe-6b1666d61834 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event deleted for resources: {'Subnet': ['ID=9f6e3720-201f-43bb-bde6-dcc07159d634,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:36.677408 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7ad23186-f332-453e-af59-6cfd77298b80 tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfd0ca7-288d-4677-ada6-8279bfd009d4') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:36.677408 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7ad23186-f332-453e-af59-6cfd77298b80 tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfd0ca7-288d-4677-ada6-8279bfd009d4') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:36.683600 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138fdd31-6d45-4d84-8d81-409c04acad18 None None] Network 2ba0ae64-3c9f-487e-a47a-626e8c8936b6 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:36.692869 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a68d4bf2-f021-4d6f-a2fe-6b1666d61834 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.694782 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a68d4bf2-f021-4d6f-a2fe-6b1666d61834 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "DELETE /v2.0/subnets/9f6e3720-201f-43bb-bde6-dcc07159d634 HTTP/1.1" status: 204 len: 168 time: 1.6579750 Jul 13 07:47:36.704918 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3753a2-4474-45a4-bf96-3a67c31dcfdc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e183655-8520-4a18-b96b-ab7a8f86f166,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:36.712081 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50850) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:36.713435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0560a6-473c-4915-b2d2-c47c952aa645 req-d7327bc9-ce90-47d4-80c1-0f8f389debfb tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:36.715050 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d0560a6-473c-4915-b2d2-c47c952aa645 req-d7327bc9-ce90-47d4-80c1-0f8f389debfb tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.7819593 Jul 13 07:47:36.717081 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ad23186-f332-453e-af59-6cfd77298b80 tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.750297 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ad23186-f332-453e-af59-6cfd77298b80 tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.763546 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad23186-f332-453e-af59-6cfd77298b80 tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:36.764068 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ad23186-f332-453e-af59-6cfd77298b80 tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.770722 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7b3753a2-4474-45a4-bf96-3a67c31dcfdc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:36.772094 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:36.775244 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7b3753a2-4474-45a4-bf96-3a67c31dcfdc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4926682 Jul 13 07:47:36.788335 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50854) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:36.803506 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-23c0bf15-5d6b-418a-b9ba-ee2a84d83131 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Request body: {'security_group_rule': {'security_group_id': 'f5a37850-b9cf-49d0-8dc4-6ddc989629b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:36.901102 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d0560a6-473c-4915-b2d2-c47c952aa645 req-701f73c3-07d7-4fb5-ae57-5aa6e11bbd5b tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759698 Jul 13 07:47:36.945319 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ad23186-f332-453e-af59-6cfd77298b80 tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.977380 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ad23186-f332-453e-af59-6cfd77298b80 tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.979287 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7ad23186-f332-453e-af59-6cfd77298b80 tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] 10.222.0.58 "DELETE /v2.0/networks/02913f06-08b6-45d7-b47b-d3466c816b5d HTTP/1.1" status: 204 len: 168 time: 1.3044181 Jul 13 07:47:36.990488 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8494672c-be98-4ee3-a2e7-9c056828a890 req-a1a8cd7d-a4f5-4c32-8bdc-279f899368ca service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589118 Jul 13 07:47:37.009829 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c93a85-d122-47c0-9a67-9731d64c702c tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Deleting subnet 370ab867-a738-414f-91c2-c627af51a399 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:47:37.012611 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad23186-f332-453e-af59-6cfd77298b80 tempest-PortsAdminExtendedAttrsTestJSON-1102109586 tempest-PortsAdminExtendedAttrsTestJSON-1102109586-project] Pushing event deleted for resources: {'Network': ['ID=02913f06-08b6-45d7-b47b-d3466c816b5d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:37.013226 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8c93a85-d122-47c0-9a67-9731d64c702c tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.043968 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e44b22-37e8-4ce1-b6a2-821fd318f447 req-6342ee95-d954-48a7-b16e-d95391f02801 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:37.052007 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d0e44b22-37e8-4ce1-b6a2-821fd318f447 req-6342ee95-d954-48a7-b16e-d95391f02801 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.4504852 Jul 13 07:47:37.061828 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8c93a85-d122-47c0-9a67-9731d64c702c tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.069724 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-23c0bf15-5d6b-418a-b9ba-ee2a84d83131 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.121725 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c4894a-1706-4491-96aa-fd15f7cfefff None None] DHCP port deletion for 2ba0ae64-3c9f-487e-a47a-626e8c8936b6 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:47:37.205141 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e0d3c6-1d98-4542-b998-d421f9afc4f5 x-openstack-request-id: req-a7e0d3c6-1d98-4542-b998-d421f9afc4f5 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:37.206194 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7526362-27fb-42e9-a880-fc3c580838a9", "tag": "a1eb87be-6e07-48dd-b561-b0ba03b90c89", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:37.206330 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a7e0d3c6-1d98-4542-b998-d421f9afc4f5 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:37.208526 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7526362-27fb-42e9-a880-fc3c580838a9', 'tag': 'a1eb87be-6e07-48dd-b561-b0ba03b90c89', 'status': 'completed', 'code': 200} Jul 13 07:47:37.242521 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-49c4894a-1706-4491-96aa-fd15f7cfefff None None] Deleting port 0d777d72-6527-4619-99f9-505ca408d38c {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:37.243020 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49c4894a-1706-4491-96aa-fd15f7cfefff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.324781 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-23c0bf15-5d6b-418a-b9ba-ee2a84d83131 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.351532 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-23c0bf15-5d6b-418a-b9ba-ee2a84d83131 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.377337 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8c93a85-d122-47c0-9a67-9731d64c702c tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.391888 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-49c4894a-1706-4491-96aa-fd15f7cfefff None None] For port 0d777d72-6527-4619-99f9-505ca408d38c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0d777d72-6527-4619-99f9-505ca408d38c,segment=NetworkSegment(8d90e9ef-7b1c-4025-b318-fd27c7f053c9),segment_id=8d90e9ef-7b1c-4025-b318-fd27c7f053c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:37.394830 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49c4894a-1706-4491-96aa-fd15f7cfefff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.426068 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-49c4894a-1706-4491-96aa-fd15f7cfefff None None] Calling delete_port for 0d777d72-6527-4619-99f9-505ca408d38c owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:37.469182 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c77b88-0ef2-44ab-a65b-340b47718c41 req-ce386936-e48c-4e50-bf52-89a2e06db060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:37.471642 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-77c77b88-0ef2-44ab-a65b-340b47718c41 req-ce386936-e48c-4e50-bf52-89a2e06db060 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&device_id=a7526362-27fb-42e9-a880-fc3c580838a9 HTTP/1.1" status: 200 len: 1095 time: 0.2980521 Jul 13 07:47:37.472946 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d0e44b22-37e8-4ce1-b6a2-821fd318f447 req-d525cd4e-5521-402c-9cac-32962f120f60 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923025 Jul 13 07:47:37.479641 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-23c0bf15-5d6b-418a-b9ba-ee2a84d83131 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.483271 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-23c0bf15-5d6b-418a-b9ba-ee2a84d83131 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6847317 Jul 13 07:47:37.490049 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50868) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:37.499981 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f4fc1737-6ea3-4ed7-974a-70428b093a9e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:37.507264 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0bf15-5d6b-418a-b9ba-ee2a84d83131 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6300a2d-9bb3-45ca-b912-34446f03ca79,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:37.561834 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4fc1737-6ea3-4ed7-974a-70428b093a9e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.607678 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49c4894a-1706-4491-96aa-fd15f7cfefff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.640070 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65935c74-2db8-45e2-a0e4-c2abc744b966 req-5e2acb92-23b1-4d62-9869-4843f26738ea tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:37.651886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c77b88-0ef2-44ab-a65b-340b47718c41 req-d6d4a07a-32b2-49ab-86b3-cdeb80b2af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:37.653056 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-65935c74-2db8-45e2-a0e4-c2abc744b966 req-5e2acb92-23b1-4d62-9869-4843f26738ea tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7526362-27fb-42e9-a880-fc3c580838a9 HTTP/1.1" status: 200 len: 943 time: 0.2675190 Jul 13 07:47:37.653668 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-77c77b88-0ef2-44ab-a65b-340b47718c41 req-d6d4a07a-32b2-49ab-86b3-cdeb80b2af64 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 907 time: 0.1307690 Jul 13 07:47:37.654635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50870) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:37.656067 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8c93a85-d122-47c0-9a67-9731d64c702c tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.662654 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4894a-1706-4491-96aa-fd15f7cfefff None None] Pushing event deleted for resources: {'Port': ['ID=0d777d72-6527-4619-99f9-505ca408d38c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:37.667221 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c4894a-1706-4491-96aa-fd15f7cfefff None None] No DVR routers for this DVR port 0d777d72-6527-4619-99f9-505ca408d38c on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:37.710342 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8c93a85-d122-47c0-9a67-9731d64c702c tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.711378 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b708389-4bd5-4ce3-bf2d-39ba061f9117 None None] Network 57e01b8b-6c29-4855-95ef-f150e56b368c requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:37.712368 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b8c93a85-d122-47c0-9a67-9731d64c702c tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "DELETE /v2.0/subnets/370ab867-a738-414f-91c2-c627af51a399 HTTP/1.1" status: 204 len: 168 time: 0.9993272 Jul 13 07:47:37.729245 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50876) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:37.767754 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-77c77b88-0ef2-44ab-a65b-340b47718c41 req-7b133d05-0c25-44fb-a2a9-b99c1f5231d7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1eb87be-6e07-48dd-b561-b0ba03b90c89 HTTP/1.1" status: 200 len: 217 time: 0.0728257 Jul 13 07:47:37.768456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c93a85-d122-47c0-9a67-9731d64c702c tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event deleted for resources: {'Subnet': ['ID=370ab867-a738-414f-91c2-c627af51a399,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:37.807693 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-65935c74-2db8-45e2-a0e4-c2abc744b966 req-8c0019a7-7c95-41df-809f-14a204e51af6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527789 Jul 13 07:47:37.880805 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c77b88-0ef2-44ab-a65b-340b47718c41 req-60f4401d-4881-4faa-a07e-94305571ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:37.882835 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-77c77b88-0ef2-44ab-a65b-340b47718c41 req-60f4401d-4881-4faa-a07e-94305571ea5c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef8db247-d22c-4308-8e07-626593577869 HTTP/1.1" status: 200 len: 846 time: 0.1065655 Jul 13 07:47:37.889816 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9c12b2a-d3e1-4a72-bad0-7e02546122e6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.965434 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-77c77b88-0ef2-44ab-a65b-340b47718c41 req-654db2e7-8d4b-4cad-bcba-b5fb67cd3117 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c938579-69a9-4580-83e5-cee3b6a3b922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726154 Jul 13 07:47:37.977924 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.134289 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23a4e2c-cb59-464e-85f7-59007129a281 None None] DHCP port deletion for 57e01b8b-6c29-4855-95ef-f150e56b368c request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:47:38.152403 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9c12b2a-d3e1-4a72-bad0-7e02546122e6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.157542 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4fc1737-6ea3-4ed7-974a-70428b093a9e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.182066 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c9c12b2a-d3e1-4a72-bad0-7e02546122e6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba0ae64-3c9f-487e-a47a-626e8c8936b6']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:38.204180 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f23a4e2c-cb59-464e-85f7-59007129a281 None None] Deleting port 1d7b304d-f170-4344-b78b-492ba23d7ea3 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:38.205537 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f23a4e2c-cb59-464e-85f7-59007129a281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.246747 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c9c12b2a-d3e1-4a72-bad0-7e02546122e6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d90e9ef-7b1c-4025-b318-fd27c7f053c9') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:38.247001 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c9c12b2a-d3e1-4a72-bad0-7e02546122e6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d90e9ef-7b1c-4025-b318-fd27c7f053c9') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:38.269381 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9c12b2a-d3e1-4a72-bad0-7e02546122e6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.283523 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d880acc0-43b8-46d6-8e8e-5e517d593cd0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5a1e213a3f0741079c673711dba2073e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6207082 Jul 13 07:47:38.284427 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9c12b2a-d3e1-4a72-bad0-7e02546122e6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.290635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50886) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:38.306394 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f23a4e2c-cb59-464e-85f7-59007129a281 None None] For port 1d7b304d-f170-4344-b78b-492ba23d7ea3, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1d7b304d-f170-4344-b78b-492ba23d7ea3,segment=NetworkSegment(663aade3-fa1c-45dd-9698-9c3667a8b92f),segment_id=663aade3-fa1c-45dd-9698-9c3667a8b92f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:38.307187 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f23a4e2c-cb59-464e-85f7-59007129a281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.308035 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c12b2a-d3e1-4a72-bad0-7e02546122e6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:38.308453 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9c12b2a-d3e1-4a72-bad0-7e02546122e6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:38.325262 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:38.328422 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f23a4e2c-cb59-464e-85f7-59007129a281 None None] Calling delete_port for 1d7b304d-f170-4344-b78b-492ba23d7ea3 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:38.336877 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-77c77b88-0ef2-44ab-a65b-340b47718c41 req-57782df3-700b-488e-9846-27c2892045b8 service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558285 Jul 13 07:47:38.432731 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f23a4e2c-cb59-464e-85f7-59007129a281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.442151 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-acd49ad5-34b7-4cfd-9403-7d0c9b054af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.477554 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-acd49ad5-34b7-4cfd-9403-7d0c9b054af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.487553 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-77c77b88-0ef2-44ab-a65b-340b47718c41 req-5303c069-6eaa-4e5a-8ca0-3b6a4092dd56 service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410146 Jul 13 07:47:38.504465 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9c12b2a-d3e1-4a72-bad0-7e02546122e6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.522601 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9c12b2a-d3e1-4a72-bad0-7e02546122e6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.524788 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c9c12b2a-d3e1-4a72-bad0-7e02546122e6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "DELETE /v2.0/networks/2ba0ae64-3c9f-487e-a47a-626e8c8936b6 HTTP/1.1" status: 204 len: 168 time: 0.7791307 Jul 13 07:47:38.527614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23a4e2c-cb59-464e-85f7-59007129a281 None None] No DVR routers for this DVR port 1d7b304d-f170-4344-b78b-492ba23d7ea3 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:38.532843 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50890) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:38.546500 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a4e2c-cb59-464e-85f7-59007129a281 None None] Pushing event deleted for resources: {'Port': ['ID=1d7b304d-f170-4344-b78b-492ba23d7ea3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:38.568443 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c12b2a-d3e1-4a72-bad0-7e02546122e6 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event deleted for resources: {'Network': ['ID=2ba0ae64-3c9f-487e-a47a-626e8c8936b6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:38.588424 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-acd49ad5-34b7-4cfd-9403-7d0c9b054af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.593233 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-acd49ad5-34b7-4cfd-9403-7d0c9b054af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.594105 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-acd49ad5-34b7-4cfd-9403-7d0c9b054af8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/beacc553-7a33-426f-a7a1-04912597b3a4 HTTP/1.1" status: 204 len: 168 time: 0.3025563 Jul 13 07:47:38.598685 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f8dd6-19ae-4d28-9d43-dff78f5b5ac3 req-289681ae-ec23-4b4d-b1a3-4f4961f2ca02 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:38.600814 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-476f8dd6-19ae-4d28-9d43-dff78f5b5ac3 req-289681ae-ec23-4b4d-b1a3-4f4961f2ca02 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.4452796 Jul 13 07:47:38.613360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd49ad5-34b7-4cfd-9403-7d0c9b054af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beacc553-7a33-426f-a7a1-04912597b3a4,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:38.623004 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-f4fc1737-6ea3-4ed7-974a-70428b093a9e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Allocated IP 172.25.0.253 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/8d9c376d-ee00-4fd1-bdb9-9931ed9f322c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:38.740580 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-476f8dd6-19ae-4d28-9d43-dff78f5b5ac3 req-018eeb9a-c2a0-4a28-9575-cbb5b48d8061 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221371 Jul 13 07:47:38.768679 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f7b6-5b94-40d7-a026-5c1077fb6848 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.914467 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1d7b304d-f170-4344-b78b-492ba23d7ea3 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:38.944548 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 1d7b304d-f170-4344-b78b-492ba23d7ea3 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:38.944916 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1d7b304d-f170-4344-b78b-492ba23d7ea3 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:38.945479 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0d777d72-6527-4619-99f9-505ca408d38c no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:38.967923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 0d777d72-6527-4619-99f9-505ca408d38c {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:38.968345 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0d777d72-6527-4619-99f9-505ca408d38c not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:39.099735 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f7b6-5b94-40d7-a026-5c1077fb6848 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.140982 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50910) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:39.170683 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d7f5f7b6-5b94-40d7-a026-5c1077fb6848 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e01b8b-6c29-4855-95ef-f150e56b368c']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:39.193695 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98975fa3-2ac9-4151-8f4d-22e69758b4fa req-b1e2fceb-ecb5-489d-8219-008fdb531c03 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:39.195290 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-98975fa3-2ac9-4151-8f4d-22e69758b4fa req-b1e2fceb-ecb5-489d-8219-008fdb531c03 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.4832201 Jul 13 07:47:39.197130 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d7f5f7b6-5b94-40d7-a026-5c1077fb6848 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '663aade3-fa1c-45dd-9698-9c3667a8b92f') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:39.197433 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d7f5f7b6-5b94-40d7-a026-5c1077fb6848 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '663aade3-fa1c-45dd-9698-9c3667a8b92f') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:39.202019 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4fc1737-6ea3-4ed7-974a-70428b093a9e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.217697 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d2ef41b4-d3af-4b2a-8edc-b7d84abafc59 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=785aba1c1bb2428696f4ef639f7fa445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0754328 Jul 13 07:47:39.221698 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50912) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:39.262327 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f7b6-5b94-40d7-a026-5c1077fb6848 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.296475 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f7b6-5b94-40d7-a026-5c1077fb6848 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.320390 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f5f7b6-5b94-40d7-a026-5c1077fb6848 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:39.320803 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f7b6-5b94-40d7-a026-5c1077fb6848 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:39.326037 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:39.335107 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9b70dc5b-613c-4634-9b95-c58fa0c1023c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.350619 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-98975fa3-2ac9-4151-8f4d-22e69758b4fa req-9fb65a1c-954a-44ff-95c5-91c312d29fc6 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462586 Jul 13 07:47:39.363084 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9b70dc5b-613c-4634-9b95-c58fa0c1023c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.374594 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a9dce-0538-46d3-b60b-4f70a92f174b req-394e7a86-e694-4699-ba30-b2318f87614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:39.376123 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-886a9dce-0538-46d3-b60b-4f70a92f174b req-394e7a86-e694-4699-ba30-b2318f87614b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f14c0acd9f784f1c95e03b53f067da36&device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 1097 time: 0.1247344 Jul 13 07:47:39.425707 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03030523-f468-4caa-b247-f436b14323b4 req-1a4f7a44-412d-4fc4-9232-7fe6a3fdb002 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:39.427838 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-03030523-f468-4caa-b247-f436b14323b4 req-1a4f7a44-412d-4fc4-9232-7fe6a3fdb002 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7526362-27fb-42e9-a880-fc3c580838a9 HTTP/1.1" status: 200 len: 943 time: 0.2454953 Jul 13 07:47:39.438592 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f7b6-5b94-40d7-a026-5c1077fb6848 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.442151 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4fc1737-6ea3-4ed7-974a-70428b093a9e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.458278 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f7b6-5b94-40d7-a026-5c1077fb6848 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.466924 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d7f5f7b6-5b94-40d7-a026-5c1077fb6848 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] 10.222.0.58 "DELETE /v2.0/networks/57e01b8b-6c29-4855-95ef-f150e56b368c HTTP/1.1" status: 204 len: 168 time: 0.9259772 Jul 13 07:47:39.524743 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a9dce-0538-46d3-b60b-4f70a92f174b req-ee5f86be-3a09-49ee-b485-a3eeb880db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:39.530134 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-886a9dce-0538-46d3-b60b-4f70a92f174b req-ee5f86be-3a09-49ee-b485-a3eeb880db4e service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b4fd3a8-9309-406f-87ff-e745f78908e3 HTTP/1.1" status: 200 len: 912 time: 0.1410222 Jul 13 07:47:39.541890 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9b70dc5b-613c-4634-9b95-c58fa0c1023c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.544866 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9b70dc5b-613c-4634-9b95-c58fa0c1023c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.549434 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9b70dc5b-613c-4634-9b95-c58fa0c1023c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bafc778a-ce39-48e9-b0c1-159f1ac63f4b HTTP/1.1" status: 204 len: 168 time: 0.3266723 Jul 13 07:47:39.592526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5f7b6-5b94-40d7-a026-5c1077fb6848 tempest-TaggedBootDevicesTest_v242-1924030577 tempest-TaggedBootDevicesTest_v242-1924030577-project] Pushing event deleted for resources: {'Network': ['ID=57e01b8b-6c29-4855-95ef-f150e56b368c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:39.637814 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fc1737-6ea3-4ed7-974a-70428b093a9e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:39.644965 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc1737-6ea3-4ed7-974a-70428b093a9e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event updated for resources: {'Port': ['ID=8d9c376d-ee00-4fd1-bdb9-9931ed9f322c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:39.647857 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f4fc1737-6ea3-4ed7-974a-70428b093a9e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:39.667980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc1737-6ea3-4ed7-974a-70428b093a9e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:39.672308 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-03030523-f468-4caa-b247-f436b14323b4 req-cbfc04b6-ede5-4499-9fc0-12856a3be9a3 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358131 Jul 13 07:47:39.672489 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70dc5b-613c-4634-9b95-c58fa0c1023c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafc778a-ce39-48e9-b0c1-159f1ac63f4b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:39.744727 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-886a9dce-0538-46d3-b60b-4f70a92f174b req-2e4246ef-e4a9-41ac-8f10-b8d412b64693 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3583ab02-39ee-4c27-b18f-01a6e0ca6d10 HTTP/1.1" status: 200 len: 1001 time: 0.2119386 Jul 13 07:47:39.810673 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a9dce-0538-46d3-b60b-4f70a92f174b req-0504e1aa-98b1-44d6-86ae-0aff82f4c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:39.811665 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc64ad-16f9-4e6e-b6d8-041fa45d0ae2 req-fbf89e40-b754-4346-9a05-ce6b82a199b1 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:39.813033 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-886a9dce-0538-46d3-b60b-4f70a92f174b req-0504e1aa-98b1-44d6-86ae-0aff82f4c81a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9bae17d-a9cd-4de6-bffc-674a284593a4 HTTP/1.1" status: 200 len: 850 time: 0.0620902 Jul 13 07:47:39.813431 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ccc64ad-16f9-4e6e-b6d8-041fa45d0ae2 req-fbf89e40-b754-4346-9a05-ce6b82a199b1 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.2048740 Jul 13 07:47:39.876862 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ccc64ad-16f9-4e6e-b6d8-041fa45d0ae2 req-1566a13c-d37d-4b5d-b53f-b9b9ec28d96e tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552180 Jul 13 07:47:39.885336 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4fc1737-6ea3-4ed7-974a-70428b093a9e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.938258 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4fc1737-6ea3-4ed7-974a-70428b093a9e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.950427 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a9dce-0538-46d3-b60b-4f70a92f174b req-3db3ab36-9799-4e41-ab14-6a57239d8b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:39.952305 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-886a9dce-0538-46d3-b60b-4f70a92f174b req-3db3ab36-9799-4e41-ab14-6a57239d8b36 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b4fd3a8-9309-406f-87ff-e745f78908e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1321805 Jul 13 07:47:40.178596 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-886a9dce-0538-46d3-b60b-4f70a92f174b req-8da31a46-c983-4767-875f-a095db0508f0 service neutron] 10.222.0.35 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188725 Jul 13 07:47:40.323944 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-886a9dce-0538-46d3-b60b-4f70a92f174b req-bf9e5cd3-af6c-4e16-a9e4-93ef972615a9 service neutron] 10.222.0.35 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248350 Jul 13 07:47:40.396284 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4fc1737-6ea3-4ed7-974a-70428b093a9e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.424322 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4fc1737-6ea3-4ed7-974a-70428b093a9e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.701131 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc1737-6ea3-4ed7-974a-70428b093a9e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event updated for resources: {'Port': ['ID=8d9c376d-ee00-4fd1-bdb9-9931ed9f322c,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:40.723921 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4fc1737-6ea3-4ed7-974a-70428b093a9e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.786690 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50956) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:40.860042 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4fc1737-6ea3-4ed7-974a-70428b093a9e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.863422 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f4fc1737-6ea3-4ed7-974a-70428b093a9e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3722236 Jul 13 07:47:40.925740 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e0965-945b-47b3-830e-bf64a9376725 req-713164fa-06ec-444a-bb56-ac250ea81dca tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:40.940149 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-240e0965-945b-47b3-830e-bf64a9376725 req-713164fa-06ec-444a-bb56-ac250ea81dca tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.2186537 Jul 13 07:47:41.122709 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-240e0965-945b-47b3-830e-bf64a9376725 req-57333345-2629-4d33-9abb-8a888406f089 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744785 Jul 13 07:47:41.204391 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaae977-3281-42c0-9834-d7b858aa0f67 req-0558cddc-6baf-4778-acae-ccfab81d89e6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:41.214736 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9eaae977-3281-42c0-9834-d7b858aa0f67 req-0558cddc-6baf-4778-acae-ccfab81d89e6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7526362-27fb-42e9-a880-fc3c580838a9 HTTP/1.1" status: 200 len: 943 time: 0.2443945 Jul 13 07:47:41.313598 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9e5f3a9a-2ea5-437e-9d16-0b2dd50488a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.317333 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9eaae977-3281-42c0-9834-d7b858aa0f67 req-64ab02b8-e9c7-4fa3-bb0a-6c04871e7509 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985661 Jul 13 07:47:41.360476 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a1eb87be-6e07-48dd-b561-b0ba03b90c89 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:47:41.472429 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e83aa1-3446-4249-bc1f-ad0a1fee065e req-bc6b155d-5404-4f77-825c-8108cd6938f4 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:41.482913 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08e83aa1-3446-4249-bc1f-ad0a1fee065e req-bc6b155d-5404-4f77-825c-8108cd6938f4 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.1639073 Jul 13 07:47:41.553117 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08e83aa1-3446-4249-bc1f-ad0a1fee065e req-53fc0a93-6f3d-4669-b991-e0429efd88f7 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685165 Jul 13 07:47:41.553980 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9e5f3a9a-2ea5-437e-9d16-0b2dd50488a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.562901 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9e5f3a9a-2ea5-437e-9d16-0b2dd50488a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.612458 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-677e9838-69f2-4306-ae82-7b59230c14d7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1103947139&fields=id&tenant_id=a860a799f3be43a5a80bc0e18715a853 HTTP/1.1" status: 200 len: 267 time: 0.0581410 Jul 13 07:47:41.664198 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9e5f3a9a-2ea5-437e-9d16-0b2dd50488a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=791155629fa8418483cd85679d5bb70a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8739212 Jul 13 07:47:41.665104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50998) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:41.668766 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f3a9a-2ea5-437e-9d16-0b2dd50488a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074c2928-2779-43d0-b52b-2cf319e0c10b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:41.733240 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-b5d1c88a-606f-45be-aa9d-e7010e122820 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:41.735594 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-b5d1c88a-606f-45be-aa9d-e7010e122820 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports/a5ad5cc6-8b81-413a-ba67-a126312062d6 HTTP/1.1" status: 200 len: 932 time: 0.1137712 Jul 13 07:47:41.853013 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1086-053a-4dd0-9c1a-ecb704a17633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.870536 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-bd82f0d9-62bb-434c-b813-89d07ded410d tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:41.872752 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-bd82f0d9-62bb-434c-b813-89d07ded410d tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports/7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d HTTP/1.1" status: 200 len: 931 time: 0.1273513 Jul 13 07:47:41.899604 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port a1eb87be-6e07-48dd-b561-b0ba03b90c89, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a1eb87be-6e07-48dd-b561-b0ba03b90c89,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:41.915952 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'a1eb87be-6e07-48dd-b561-b0ba03b90c89', 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922', 'port_id': 'a1eb87be-6e07-48dd-b561-b0ba03b90c89', 'mac_address': 'fa:16:3e:2d:f7:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8db247-d22c-4308-8e07-626593577869', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:47:41.963970 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-8fbedf45-83b5-46c4-b61b-76d1a3183c68 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?network_id=ea323e79-15db-4b79-b637-4002df6be77e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0778995 Jul 13 07:47:41.980542 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1086-053a-4dd0-9c1a-ecb704a17633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.983218 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.999357 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1eb87be-6e07-48dd-b561-b0ba03b90c89 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:47:42.041583 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port a1eb87be-6e07-48dd-b561-b0ba03b90c89, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a1eb87be-6e07-48dd-b561-b0ba03b90c89,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:42.050053 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.074174 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-65759aa2-831b-4216-abfc-259b38a2b6a1 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?network_id=ea323e79-15db-4b79-b637-4002df6be77e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0958817 Jul 13 07:47:42.264433 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51016) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:42.307696 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=a1eb87be-6e07-48dd-b561-b0ba03b90c89,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:42.444098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-29c5c5f2-75f5-4693-bda1-0bf42a6fb542 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1203710130', 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:42.450377 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['a1eb87be-6e07-48dd-b561-b0ba03b90c89'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:42.500253 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1086-053a-4dd0-9c1a-ecb704a17633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.506492 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1086-053a-4dd0-9c1a-ecb704a17633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.510866 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d7cf1086-053a-4dd0-9c1a-ecb704a17633 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/074c2928-2779-43d0-b52b-2cf319e0c10b HTTP/1.1" status: 204 len: 168 time: 0.8446524 Jul 13 07:47:42.549930 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c5c5f2-75f5-4693-bda1-0bf42a6fb542 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Made reservation on behalf of 57b94233c8c1420e91309295653f62b7 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:42.553041 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-29c5c5f2-75f5-4693-bda1-0bf42a6fb542 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.572823 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-29c5c5f2-75f5-4693-bda1-0bf42a6fb542 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.597694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-24ea9d0f-2287-4147-9a77-4a0a1c66c740 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:42.608221 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-24ea9d0f-2287-4147-9a77-4a0a1c66c740 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:42.617725 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-24ea9d0f-2287-4147-9a77-4a0a1c66c740 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:42.620742 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-24ea9d0f-2287-4147-9a77-4a0a1c66c740 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/networks?id=9e895a39-1ac3-461a-9cb6-714389916eaf&id=b818ec58-5125-4829-9877-53309d7ad2bc&id=b818ec58-5125-4829-9877-53309d7ad2bc&id=ea323e79-15db-4b79-b637-4002df6be77e&id=ea323e79-15db-4b79-b637-4002df6be77e HTTP/1.1" status: 200 len: 1988 time: 0.5319791 Jul 13 07:47:42.622075 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf1086-053a-4dd0-9c1a-ecb704a17633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074c2928-2779-43d0-b52b-2cf319e0c10b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:42.693051 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-95f34d38-d7eb-4302-930a-6792cf8a5bc1 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/quotas/a860a799f3be43a5a80bc0e18715a853 HTTP/1.1" status: 200 len: 375 time: 0.0394361 Jul 13 07:47:42.747099 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-29c5c5f2-75f5-4693-bda1-0bf42a6fb542 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.753431 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-29c5c5f2-75f5-4693-bda1-0bf42a6fb542 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.786174 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-29c5c5f2-75f5-4693-bda1-0bf42a6fb542 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] device_id is not set on port bbb8821e-1e44-476c-91c4-e2826e5c39d6 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:47:42.787746 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96e487-b490-45df-94a6-5e2f2b1650e1 req-3d113049-94fd-414d-aa3d-7a1945ca0389 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:42.795057 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b96e487-b490-45df-94a6-5e2f2b1650e1 req-3d113049-94fd-414d-aa3d-7a1945ca0389 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.4945168 Jul 13 07:47:42.844656 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.856736 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5c5f2-75f5-4693-bda1-0bf42a6fb542 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5693520e-6eaa-4fa2-b5be-3e082852d4be,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:42.902467 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b96e487-b490-45df-94a6-5e2f2b1650e1 req-63d51b39-84c9-4b9a-8a73-46f6445981bb tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031644 Jul 13 07:47:42.994439 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-29c5c5f2-75f5-4693-bda1-0bf42a6fb542 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Allocated IP 172.25.0.135 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/bbb8821e-1e44-476c-91c4-e2826e5c39d6) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:42.995217 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-5973b9f5-2205-43fc-89fe-3edb0f8a617f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a860a799f3be43a5a80bc0e18715a853&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3012450 Jul 13 07:47:43.104811 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-2db77528-20d8-43f4-9925-7fa6afc3a946 service neutron] 10.222.0.58 "GET /v2.0/networks/9e895a39-1ac3-461a-9cb6-714389916eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085105 Jul 13 07:47:43.271347 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0d79f-1006-43a6-87fc-d474187310a5 req-3ec39a78-139a-4db8-97d4-e145287b3d78 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:43.276987 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-29c5c5f2-75f5-4693-bda1-0bf42a6fb542 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.279937 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78a0d79f-1006-43a6-87fc-d474187310a5 req-3ec39a78-139a-4db8-97d4-e145287b3d78 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7526362-27fb-42e9-a880-fc3c580838a9 HTTP/1.1" status: 200 len: 944 time: 0.1559594 Jul 13 07:47:43.335264 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9b8fab6a-d31a-412c-991f-8cda5d8ed1b4 service neutron] 10.222.0.58 "GET /v2.0/networks/9e895a39-1ac3-461a-9cb6-714389916eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293701 Jul 13 07:47:43.356814 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-29c5c5f2-75f5-4693-bda1-0bf42a6fb542 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.371358 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a1eb87be-6e07-48dd-b561-b0ba03b90c89 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:43.381444 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78a0d79f-1006-43a6-87fc-d474187310a5 req-9e591f2b-cec0-4a88-9b33-299a719ce1b0 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002731 Jul 13 07:47:43.422356 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-064006ac-7a3f-49d2-b9a4-8c59f7b7d5b5 service neutron] 10.222.0.58 "GET /v2.0/ports/a5ad5cc6-8b81-413a-ba67-a126312062d6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0787461 Jul 13 07:47:43.480072 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c5c5f2-75f5-4693-bda1-0bf42a6fb542 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:43.491564 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-29c5c5f2-75f5-4693-bda1-0bf42a6fb542 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:43.497039 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port a1eb87be-6e07-48dd-b561-b0ba03b90c89 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:43.501914 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port a1eb87be-6e07-48dd-b561-b0ba03b90c89 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:43.502327 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.502446 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c5c5f2-75f5-4693-bda1-0bf42a6fb542 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:43.576670 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c5c5f2-75f5-4693-bda1-0bf42a6fb542 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:43.577287 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-29c5c5f2-75f5-4693-bda1-0bf42a6fb542 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.589844 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5c5f2-75f5-4693-bda1-0bf42a6fb542 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Pushing event updated for resources: {'Port': ['ID=bbb8821e-1e44-476c-91c4-e2826e5c39d6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:43.600881 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-29c5c5f2-75f5-4693-bda1-0bf42a6fb542 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.3325295 Jul 13 07:47:43.601797 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51046) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:43.605558 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a2710ebf-9596-4bca-8c36-b6b1d5a1696c tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.135'}]}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:43.659333 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.662508 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a2710ebf-9596-4bca-8c36-b6b1d5a1696c tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.664792 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a2710ebf-9596-4bca-8c36-b6b1d5a1696c tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.673134 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-b97d3e99-20f5-4b7d-b644-527e23fd149f service neutron] 10.222.0.58 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497973 Jul 13 07:47:43.693330 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7526362-27fb-42e9-a880-fc3c580838a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1eb87be-6e07-48dd-b561-b0ba03b90c89'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:43.695878 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea782f62-7247-454a-a2f1-eed96fd1d9db" -d '{"events": [{"server_uuid": "a7526362-27fb-42e9-a880-fc3c580838a9", "name": "network-vif-plugged", "status": "completed", "tag": "a1eb87be-6e07-48dd-b561-b0ba03b90c89"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:43.737683 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a2710ebf-9596-4bca-8c36-b6b1d5a1696c tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.742537 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port a1eb87be-6e07-48dd-b561-b0ba03b90c89, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a1eb87be-6e07-48dd-b561-b0ba03b90c89,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:43.751926 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.880359 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-6e6ccd53-e375-4812-be17-1d3c38630853 service neutron] 10.222.0.58 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002022 Jul 13 07:47:43.902633 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=a1eb87be-6e07-48dd-b561-b0ba03b90c89,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:44.036202 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-f749f3d2-4631-4923-a42b-f5dcca5821e6 service neutron] 10.222.0.58 "GET /v2.0/ports/7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1362100 Jul 13 07:47:44.207615 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-c2822d5b-276b-4b33-9ad0-d05a0c07411e service neutron] 10.222.0.58 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613600 Jul 13 07:47:44.269215 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dedd159-a2e2-40f0-a5ce-7951a00b94f9 x-openstack-request-id: req-5dedd159-a2e2-40f0-a5ce-7951a00b94f9 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:44.269735 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7526362-27fb-42e9-a880-fc3c580838a9", "name": "network-vif-plugged", "status": "completed", "tag": "a1eb87be-6e07-48dd-b561-b0ba03b90c89", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:44.270176 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5dedd159-a2e2-40f0-a5ce-7951a00b94f9 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:44.270740 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7526362-27fb-42e9-a880-fc3c580838a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1eb87be-6e07-48dd-b561-b0ba03b90c89', 'code': 200} Jul 13 07:47:44.399944 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d34b60ac-e822-4630-8fbd-7295cf360928 service neutron] 10.222.0.58 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921360 Jul 13 07:47:44.536800 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a2710ebf-9596-4bca-8c36-b6b1d5a1696c tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.566068 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-0d9ca061-9224-41c8-953f-5533f6f8d652 service neutron] 10.222.0.58 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652260 Jul 13 07:47:44.597231 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4eec8-59eb-44cd-bb9e-2827755cb692 req-a5d1ea18-c754-4c13-82ac-ca0667a62609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:44.600559 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dde4eec8-59eb-44cd-bb9e-2827755cb692 req-a5d1ea18-c754-4c13-82ac-ca0667a62609 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a7526362-27fb-42e9-a880-fc3c580838a9 HTTP/1.1" status: 200 len: 1097 time: 0.1218777 Jul 13 07:47:44.647735 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dde4eec8-59eb-44cd-bb9e-2827755cb692 req-bb9ea913-41e4-4413-97f2-791585f14685 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381525 Jul 13 07:47:44.780596 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cfc49-6ae6-44d0-bdfa-f6dcc20bcd21 req-a9d7976f-d6d1-4d2f-ad80-406a3cf5010e tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:44.791980 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a8cfc49-6ae6-44d0-bdfa-f6dcc20bcd21 req-a9d7976f-d6d1-4d2f-ad80-406a3cf5010e tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.2242873 Jul 13 07:47:44.847393 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9a468bfd-b1a6-49e8-82ed-390c2c946ee7 service neutron] 10.222.0.58 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405837 Jul 13 07:47:44.873556 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a8cfc49-6ae6-44d0-bdfa-f6dcc20bcd21 req-57f96369-c7ba-453d-b26a-c4f95a604c7c tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806968 Jul 13 07:47:44.888096 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a2710ebf-9596-4bca-8c36-b6b1d5a1696c tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.912974 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a2710ebf-9596-4bca-8c36-b6b1d5a1696c tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.008282 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3b1a163c-d351-41ad-8700-7d7eac6353cf service neutron] 10.222.0.58 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524942 Jul 13 07:47:45.192242 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a2710ebf-9596-4bca-8c36-b6b1d5a1696c tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.199705 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-da7dd3ea-1c8f-4551-8404-6b76cb6a4655 service neutron] 10.222.0.58 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851079 Jul 13 07:47:45.242734 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f77dc-15a2-4722-906b-abe79f577748 req-24f62b87-cff7-4182-af3f-db8b9eda6f64 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:45.250015 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b6f77dc-15a2-4722-906b-abe79f577748 req-24f62b87-cff7-4182-af3f-db8b9eda6f64 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7526362-27fb-42e9-a880-fc3c580838a9 HTTP/1.1" status: 200 len: 945 time: 0.1208720 Jul 13 07:47:45.327998 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b6f77dc-15a2-4722-906b-abe79f577748 req-f1c9ae54-93a0-488a-bc2c-d914382001ed tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770805 Jul 13 07:47:45.378703 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d9aec0be-6780-4a4c-b61a-4f97d6b20a14 service neutron] 10.222.0.58 "GET /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726875 Jul 13 07:47:45.436243 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a2710ebf-9596-4bca-8c36-b6b1d5a1696c tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.438532 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a2710ebf-9596-4bca-8c36-b6b1d5a1696c tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.526133 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-e1eda8b0-9d32-4b6f-8e40-b3e7e1daadf5 service neutron] 10.222.0.58 "GET /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436999 Jul 13 07:47:45.543159 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a2710ebf-9596-4bca-8c36-b6b1d5a1696c tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.543734 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2710ebf-9596-4bca-8c36-b6b1d5a1696c tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 726adf4b-ac80-4b50-a6c0-b376a11d52e0 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:47:45.565906 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-a2710ebf-9596-4bca-8c36-b6b1d5a1696c tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:47:45.566897 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a2710ebf-9596-4bca-8c36-b6b1d5a1696c tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9645686 Jul 13 07:47:45.569847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51114) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:45.724394 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-e3ec7eea-f6d0-476e-8f8a-26420f0f9413 service neutron] 10.222.0.58 "GET /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755679 Jul 13 07:47:45.847713 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-35cba4e4-78f4-4d8e-874f-c3e0d5285749 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Deleting port bbb8821e-1e44-476c-91c4-e2826e5c39d6 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:45.848063 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-35cba4e4-78f4-4d8e-874f-c3e0d5285749 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.926069 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d1407117-de60-466b-b31a-5f3d73e85f47 service neutron] 10.222.0.58 "GET /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950161 Jul 13 07:47:46.103295 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-35cba4e4-78f4-4d8e-874f-c3e0d5285749 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.105722 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6282b-11ee-4107-b9e2-60430ef2c8be req-669e3560-0db5-40e4-a45d-e901fe84adc3 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:46.113495 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1a6282b-11ee-4107-b9e2-60430ef2c8be req-669e3560-0db5-40e4-a45d-e901fe84adc3 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.0999799 Jul 13 07:47:46.126847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-35cba4e4-78f4-4d8e-874f-c3e0d5285749 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Calling delete_port for bbb8821e-1e44-476c-91c4-e2826e5c39d6 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:46.182185 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1a6282b-11ee-4107-b9e2-60430ef2c8be req-43034383-d37a-4562-9504-ec7e2f2f21d6 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626163 Jul 13 07:47:46.409473 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-35cba4e4-78f4-4d8e-874f-c3e0d5285749 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.461198 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cba4e4-78f4-4d8e-874f-c3e0d5285749 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbb8821e-1e44-476c-91c4-e2826e5c39d6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:46.642620 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-35cba4e4-78f4-4d8e-874f-c3e0d5285749 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.646157 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-35cba4e4-78f4-4d8e-874f-c3e0d5285749 tempest-RoutersAdminNegativeIpV6Test-1906301073 tempest-RoutersAdminNegativeIpV6Test-1906301073-project-admin] 10.222.0.58 "DELETE /v2.0/ports/bbb8821e-1e44-476c-91c4-e2826e5c39d6 HTTP/1.1" status: 204 len: 168 time: 1.0743752 Jul 13 07:47:46.692914 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5007f-9bc1-4681-a564-ebbff00bfef4 req-199db408-09d1-428c-9afd-f184ffc37608 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:46.711783 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12a5007f-9bc1-4681-a564-ebbff00bfef4 req-199db408-09d1-428c-9afd-f184ffc37608 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7526362-27fb-42e9-a880-fc3c580838a9 HTTP/1.1" status: 200 len: 945 time: 0.1759758 Jul 13 07:47:46.810696 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12a5007f-9bc1-4681-a564-ebbff00bfef4 req-c7e3e14d-c231-4b3f-a2e0-264b1f97214f tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977907 Jul 13 07:47:47.068947 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7f053ee0-5748-4072-8b37-d3d8bf0aa4c9 req-e7e19b50-ec63-4e3d-9ab6-d58d092e1534 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 210 time: 0.0558064 Jul 13 07:47:47.193788 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51176) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.237505 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d699a-fd72-4c16-8e35-69928fe5e248 req-28630e15-ec5f-49ff-a466-772f96ac8fce tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:47.253059 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-485d699a-fd72-4c16-8e35-69928fe5e248 req-28630e15-ec5f-49ff-a466-772f96ac8fce tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2c085-e423-4a7e-82ce-01153be3fd36 HTTP/1.1" status: 200 len: 946 time: 0.1940546 Jul 13 07:47:47.318981 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-485d699a-fd72-4c16-8e35-69928fe5e248 req-011b3a42-6cc1-4d9b-8ad3-c3e31c7eda8e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649645 Jul 13 07:47:47.353099 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb385-b4ad-4da5-83e2-4846b60f95fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.432387 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f64aeb-cb94-426a-aed1-07125f250dff req-06cc1727-92dd-408c-9244-b4822cc6f4ff tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:47.435730 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79f64aeb-cb94-426a-aed1-07125f250dff req-06cc1727-92dd-408c-9244-b4822cc6f4ff tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.1157739 Jul 13 07:47:47.535561 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79f64aeb-cb94-426a-aed1-07125f250dff req-1d2af4d1-62e8-4289-afbb-801821e78081 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941405 Jul 13 07:47:47.560947 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb385-b4ad-4da5-83e2-4846b60f95fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.571622 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb385-b4ad-4da5-83e2-4846b60f95fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.661215 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fe5cb385-b4ad-4da5-83e2-4846b60f95fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=67b233bbcc6d45d38eed1a7388c1d128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4659362 Jul 13 07:47:47.664213 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51192) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.669880 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5cb385-b4ad-4da5-83e2-4846b60f95fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8468c661-c6be-437c-8f56-d933680a6baf,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:47.746442 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e83b2-a102-483f-8793-34d14100f6ec req-6ab8cfac-5e13-403c-8fc1-81a59347e796 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:47.756293 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a4e83b2-a102-483f-8793-34d14100f6ec req-6ab8cfac-5e13-403c-8fc1-81a59347e796 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7526362-27fb-42e9-a880-fc3c580838a9 HTTP/1.1" status: 200 len: 945 time: 0.1273103 Jul 13 07:47:47.790992 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6c23241-fb38-420b-8434-57353e3cae2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.824599 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a4e83b2-a102-483f-8793-34d14100f6ec req-0cad40c4-47d9-4a03-bfbd-8c5818d49838 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670753 Jul 13 07:47:47.861944 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6c23241-fb38-420b-8434-57353e3cae2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.972249 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6c23241-fb38-420b-8434-57353e3cae2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.975735 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6c23241-fb38-420b-8434-57353e3cae2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.977698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b6c23241-fb38-420b-8434-57353e3cae2c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8468c661-c6be-437c-8f56-d933680a6baf HTTP/1.1" status: 204 len: 168 time: 0.3111784 Jul 13 07:47:47.996294 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c23241-fb38-420b-8434-57353e3cae2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8468c661-c6be-437c-8f56-d933680a6baf,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:48.140084 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51204) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:48.283961 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99576af4-51a5-4d0a-88b0-2872b84d240a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.425194 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fbaab9f2-b2b3-4cbc-977e-5c5d6749d6f9 req-c76b1064-bfab-4317-a435-ac3898c4d702 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 210 time: 0.0974684 Jul 13 07:47:48.617069 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99576af4-51a5-4d0a-88b0-2872b84d240a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.626453 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99576af4-51a5-4d0a-88b0-2872b84d240a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.680199 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51220) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:48.696429 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-99576af4-51a5-4d0a-88b0-2872b84d240a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8be500eb6d9e45ef94391e376905bd29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5550816 Jul 13 07:47:48.700473 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99576af4-51a5-4d0a-88b0-2872b84d240a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dddc038-f079-422b-b84d-40a324dd848a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:48.701021 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51222) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:48.723047 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7453f1f-1c9b-4d5f-9dee-7959c01e9b01 req-b9f1bfe3-4edf-410b-9c7c-45006a09d07b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:48.725720 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7453f1f-1c9b-4d5f-9dee-7959c01e9b01 req-b9f1bfe3-4edf-410b-9c7c-45006a09d07b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7526362-27fb-42e9-a880-fc3c580838a9 HTTP/1.1" status: 200 len: 945 time: 0.2169671 Jul 13 07:47:48.767904 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0916232d-ecb1-4b44-bb5d-6d6fff3ccb0a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=57b94233c8c1420e91309295653f62b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0858335 Jul 13 07:47:48.771111 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51224) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:48.817286 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7453f1f-1c9b-4d5f-9dee-7959c01e9b01 req-97cbe8b7-6d4a-4282-b475-d07c82374c55 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662909 Jul 13 07:47:48.858221 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda040f-c0fe-446c-a91d-f519d7aec921 req-f5af54dd-73bc-422a-969e-0e0a0d21f7c9 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:48.859961 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1dda040f-c0fe-446c-a91d-f519d7aec921 req-f5af54dd-73bc-422a-969e-0e0a0d21f7c9 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.1605546 Jul 13 07:47:48.865357 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80a5fc98-4dff-487e-8abe-dfffc2f76f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.902544 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80a5fc98-4dff-487e-8abe-dfffc2f76f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.927763 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1dda040f-c0fe-446c-a91d-f519d7aec921 req-44366884-82bf-4d44-9e03-6352577bd67c tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616465 Jul 13 07:47:48.969512 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a34fcb18-058e-4452-935c-3e89f2dfbedf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.984430 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80a5fc98-4dff-487e-8abe-dfffc2f76f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.987406 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80a5fc98-4dff-487e-8abe-dfffc2f76f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.003152 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-80a5fc98-4dff-487e-8abe-dfffc2f76f62 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4dddc038-f079-422b-b84d-40a324dd848a HTTP/1.1" status: 204 len: 168 time: 0.2863896 Jul 13 07:47:49.077719 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a34fcb18-058e-4452-935c-3e89f2dfbedf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.094738 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5fc98-4dff-487e-8abe-dfffc2f76f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dddc038-f079-422b-b84d-40a324dd848a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:49.158993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-27252cdc-01d9-4259-a088-c8bdacbfb353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:49.160849 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-27252cdc-01d9-4259-a088-c8bdacbfb353 service neutron] 10.222.0.62 "GET /v2.0/ports/a5ad5cc6-8b81-413a-ba67-a126312062d6 HTTP/1.1" status: 200 len: 1028 time: 0.1274178 Jul 13 07:47:49.162857 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5fc98-4dff-487e-8abe-dfffc2f76f62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:49.163548 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5fc98-4dff-487e-8abe-dfffc2f76f62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:49.164089 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5fc98-4dff-487e-8abe-dfffc2f76f62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:49.164701 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5fc98-4dff-487e-8abe-dfffc2f76f62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:49.165242 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5fc98-4dff-487e-8abe-dfffc2f76f62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:49.165733 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5fc98-4dff-487e-8abe-dfffc2f76f62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:49.166179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5fc98-4dff-487e-8abe-dfffc2f76f62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:49.166604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5fc98-4dff-487e-8abe-dfffc2f76f62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:49.167056 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5fc98-4dff-487e-8abe-dfffc2f76f62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:49.167474 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5fc98-4dff-487e-8abe-dfffc2f76f62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:49.168063 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5fc98-4dff-487e-8abe-dfffc2f76f62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:49.168481 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5fc98-4dff-487e-8abe-dfffc2f76f62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:49.251312 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-c815916c-0ec3-41f6-a42b-0c4457ea1ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:49.253536 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-c815916c-0ec3-41f6-a42b-0c4457ea1ffb service neutron] 10.222.0.62 "GET /v2.0/ports/7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d HTTP/1.1" status: 200 len: 1027 time: 0.0815859 Jul 13 07:47:49.254738 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a34fcb18-058e-4452-935c-3e89f2dfbedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.258623 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a34fcb18-058e-4452-935c-3e89f2dfbedf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.262133 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a34fcb18-058e-4452-935c-3e89f2dfbedf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5693520e-6eaa-4fa2-b5be-3e082852d4be HTTP/1.1" status: 204 len: 168 time: 0.4873121 Jul 13 07:47:49.333586 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fcb18-058e-4452-935c-3e89f2dfbedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5693520e-6eaa-4fa2-b5be-3e082852d4be,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:49.460271 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-5d32aedc-e98e-4d5b-9919-1cc285c49d7a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:49.467040 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-5d32aedc-e98e-4d5b-9919-1cc285c49d7a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:49.488237 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-5d32aedc-e98e-4d5b-9919-1cc285c49d7a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:49.493289 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-5d32aedc-e98e-4d5b-9919-1cc285c49d7a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.62 "GET /v2.0/networks?id=9e895a39-1ac3-461a-9cb6-714389916eaf&id=b818ec58-5125-4829-9877-53309d7ad2bc&id=b818ec58-5125-4829-9877-53309d7ad2bc&id=b818ec58-5125-4829-9877-53309d7ad2bc&id=b818ec58-5125-4829-9877-53309d7ad2bc&id=ea323e79-15db-4b79-b637-4002df6be77e&id=ea323e79-15db-4b79-b637-4002df6be77e HTTP/1.1" status: 200 len: 1988 time: 0.2320721 Jul 13 07:47:49.583311 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-623aa67a-fd4f-4bc6-a00f-fad6aeaf5a6c tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a860a799f3be43a5a80bc0e18715a853 HTTP/1.1" status: 200 len: 380 time: 0.0759223 Jul 13 07:47:49.590612 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-99c19326-81ea-45f8-ab33-8162099c7291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Request body: {'port': {'device_id': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf', 'admin_state_up': True, 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'security_groups': ['f5a37850-b9cf-49d0-8dc4-6ddc989629b9']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:49.688004 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51250) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:49.708756 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2094642c-4575-42f6-ad77-879e780d702d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.734761 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-99c19326-81ea-45f8-ab33-8162099c7291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Made reservation on behalf of a860a799f3be43a5a80bc0e18715a853 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:49.735870 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-99c19326-81ea-45f8-ab33-8162099c7291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.773023 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2d4614a3-d0c4-4a1f-94d0-7bd526c122bf req-bc0176ec-bcdb-4633-9b09-4978b4e0a32d tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 210 time: 0.0535374 Jul 13 07:47:49.897618 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2094642c-4575-42f6-ad77-879e780d702d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.903109 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2094642c-4575-42f6-ad77-879e780d702d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.950629 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2094642c-4575-42f6-ad77-879e780d702d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2408b43ecd044aa5a980aee056779f65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2609603 Jul 13 07:47:49.951224 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51262) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:49.955286 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094642c-4575-42f6-ad77-879e780d702d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c2c48d-12f6-4a45-9be2-fccba199a8c5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:50.000942 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-99c19326-81ea-45f8-ab33-8162099c7291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Allocated IP 172.20.0.8 (9e895a39-1ac3-461a-9cb6-714389916eaf/f0d21cc2-dcb1-4290-ad5e-70b78d60b624/05e7e080-2b01-44eb-8742-729c05d42526) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:50.273862 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7d3bb33-9257-4b75-afe7-c10a0c94f59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.663541 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d552f2-83b2-4473-b84a-010b5b074103 req-076c6bb6-5c25-48dc-acab-b8cd69ac60fd tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:50.665449 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-27d552f2-83b2-4473-b84a-010b5b074103 req-076c6bb6-5c25-48dc-acab-b8cd69ac60fd tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7526362-27fb-42e9-a880-fc3c580838a9 HTTP/1.1" status: 200 len: 945 time: 0.5065181 Jul 13 07:47:50.691902 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-99c19326-81ea-45f8-ab33-8162099c7291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.738416 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51290) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:50.791670 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-99c19326-81ea-45f8-ab33-8162099c7291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Transition to ACTIVE for port object 05e7e080-2b01-44eb-8742-729c05d42526 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:50.951417 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7d3bb33-9257-4b75-afe7-c10a0c94f59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.956232 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Request body: {'networks': [{'name': 'tempest-network--188865159'}, {'name': 'tempest-network--1059722694'}]} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:50.956402 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Request body: {'network': {'name': 'tempest-network--188865159'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:50.957010 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Request body: {'network': {'name': 'tempest-network--1059722694'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:50.965276 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-99c19326-81ea-45f8-ab33-8162099c7291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.026628 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db4cf6-6fef-46c2-ae11-1737c9237791 req-d86f102b-0d0d-432c-93e0-5222e3828f73 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:51.034459 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-09db4cf6-6fef-46c2-ae11-1737c9237791 req-d86f102b-0d0d-432c-93e0-5222e3828f73 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7526362-27fb-42e9-a880-fc3c580838a9 HTTP/1.1" status: 200 len: 945 time: 0.8630018 Jul 13 07:47:51.037724 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c19326-81ea-45f8-ab33-8162099c7291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event updated for resources: {'Port': ['ID=05e7e080-2b01-44eb-8742-729c05d42526,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:51.062948 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c6836-2795-434d-a0bb-b56d05313b52 req-387a40b0-2719-499c-a4f9-40ee1665de96 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:51.067332 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-27d552f2-83b2-4473-b84a-010b5b074103 req-5005f472-c1e6-4245-b832-49c1ffb5665d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Deleting port a1eb87be-6e07-48dd-b561-b0ba03b90c89 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:51.067754 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-27d552f2-83b2-4473-b84a-010b5b074103 req-5005f472-c1e6-4245-b832-49c1ffb5665d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.070675 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c41c6836-2795-434d-a0bb-b56d05313b52 req-387a40b0-2719-499c-a4f9-40ee1665de96 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.7942374 Jul 13 07:47:51.083712 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-99c19326-81ea-45f8-ab33-8162099c7291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Network 9e895a39-1ac3-461a-9cb6-714389916eaf is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:51.106125 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7d3bb33-9257-4b75-afe7-c10a0c94f59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.108684 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7d3bb33-9257-4b75-afe7-c10a0c94f59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.113846 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-99c19326-81ea-45f8-ab33-8162099c7291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:51.118413 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-99c19326-81ea-45f8-ab33-8162099c7291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:51.121733 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d7d3bb33-9257-4b75-afe7-c10a0c94f59b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b7c2c48d-12f6-4a45-9be2-fccba199a8c5 HTTP/1.1" status: 204 len: 168 time: 1.1680954 Jul 13 07:47:51.151542 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-09db4cf6-6fef-46c2-ae11-1737c9237791 req-ad9b09ef-5416-40ab-b867-0d6d947f3e72 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161423 Jul 13 07:47:51.183435 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-99c19326-81ea-45f8-ab33-8162099c7291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:51.184300 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-99c19326-81ea-45f8-ab33-8162099c7291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.214802 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c41c6836-2795-434d-a0bb-b56d05313b52 req-15899c65-b972-4796-a9e3-575fdc434e42 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430912 Jul 13 07:47:51.217248 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3bb33-9257-4b75-afe7-c10a0c94f59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c2c48d-12f6-4a45-9be2-fccba199a8c5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:51.237685 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Made reservation on behalf of 5b8aea4d313f4a6d878245a95d6bbf13 for: {'network': 2} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:51.249537 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.300330 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-99c19326-81ea-45f8-ab33-8162099c7291 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7140305 Jul 13 07:47:51.363005 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.383928 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-827c28fc-1e3e-4ac0-8818-d7e4feed0cc9 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Request body: {'port': {'device_id': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc', 'admin_state_up': True, 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'security_groups': ['f5a37850-b9cf-49d0-8dc4-6ddc989629b9']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:51.575135 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3db451-f260-41a4-a49b-7d0d45ceb62f req-5b9e1797-787d-4db1-86bf-7faf5d03ac24 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:51.576719 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0e3db451-f260-41a4-a49b-7d0d45ceb62f req-5b9e1797-787d-4db1-86bf-7faf5d03ac24 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 931 time: 0.1451068 Jul 13 07:47:51.585490 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-27d552f2-83b2-4473-b84a-010b5b074103 req-5005f472-c1e6-4245-b832-49c1ffb5665d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] For port a1eb87be-6e07-48dd-b561-b0ba03b90c89, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a1eb87be-6e07-48dd-b561-b0ba03b90c89,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:51.600329 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-27d552f2-83b2-4473-b84a-010b5b074103 req-5005f472-c1e6-4245-b832-49c1ffb5665d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.609802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0b8c7853-c77a-4fd7-8ea3-a63ee0374562 None None] Provisioning for port 05e7e080-2b01-44eb-8742-729c05d42526 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:51.616333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0b8c7853-c77a-4fd7-8ea3-a63ee0374562 None None] Provisioning complete for port 05e7e080-2b01-44eb-8742-729c05d42526 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:51.617595 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b8c7853-c77a-4fd7-8ea3-a63ee0374562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.637611 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0e3db451-f260-41a4-a49b-7d0d45ceb62f req-ddbb2505-d547-48f9-abcf-41545a47f6a5 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494931 Jul 13 07:47:51.741877 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0b8c7853-c77a-4fd7-8ea3-a63ee0374562 None None] Port 05e7e080-2b01-44eb-8742-729c05d42526 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:51.743798 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-27d552f2-83b2-4473-b84a-010b5b074103 req-5005f472-c1e6-4245-b832-49c1ffb5665d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Calling delete_port for a1eb87be-6e07-48dd-b561-b0ba03b90c89 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:51.831742 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.999997 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.000471 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.029249 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-27d552f2-83b2-4473-b84a-010b5b074103 req-5005f472-c1e6-4245-b832-49c1ffb5665d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.045039 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['04f1f79e-f12b-4b0f-9e31-7f6b297efb6a'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:52.048030 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:52.076382 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005f472-c1e6-4245-b832-49c1ffb5665d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Pushing event deleted for resources: {'Port': ['ID=a1eb87be-6e07-48dd-b561-b0ba03b90c89,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:52.078246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d224e7-0d7d-4ce2-b97c-e5cbb56afd72,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:52.109477 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:52.120163 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.120518 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Added segment 888b7a28-f723-4235-9a72-63e8ae28f41b of type vlan for network 8f19eb51-0fdf-44ad-9464-8a7be9b9611c Jul 13 07:47:52.170382 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.232436 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:52.243042 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.243406 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Added segment c78033c7-2a62-4b88-8e75-25664305a333 of type vlan for network 99a3af2b-2821-41b6-809d-fcac79845e70 Jul 13 07:47:52.283397 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.330505 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-827c28fc-1e3e-4ac0-8818-d7e4feed0cc9 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Made reservation on behalf of a860a799f3be43a5a80bc0e18715a853 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:52.334390 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-827c28fc-1e3e-4ac0-8818-d7e4feed0cc9 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.488415 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-827c28fc-1e3e-4ac0-8818-d7e4feed0cc9 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Allocated IP 10.1.1.37 (b818ec58-5125-4829-9877-53309d7ad2bc/c2e027fc-f911-4144-acb3-7864eab297b7/eef52212-3c48-45b8-b0a5-3e4ec06a834d) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:52.582430 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-99ce0ffa-4e3f-431f-a08c-ca5d76039174 req-1e309ee6-56f5-4c94-b1b8-a9032abc410f tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7526362-27fb-42e9-a880-fc3c580838a9 HTTP/1.1" status: 200 len: 210 time: 0.0910981 Jul 13 07:47:52.692844 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-827c28fc-1e3e-4ac0-8818-d7e4feed0cc9 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.708368 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80470eec-45bd-41fe-8536-7eff7a997720 req-21ff5f36-ce11-4a9b-8e0b-a935726dba78 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:52.708631 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-827c28fc-1e3e-4ac0-8818-d7e4feed0cc9 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Transition to ACTIVE for port object eef52212-3c48-45b8-b0a5-3e4ec06a834d will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:52.711731 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80470eec-45bd-41fe-8536-7eff7a997720 req-21ff5f36-ce11-4a9b-8e0b-a935726dba78 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.1278977 Jul 13 07:47:52.714620 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.715389 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.722423 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:52.727333 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:52.728025 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.796829 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80470eec-45bd-41fe-8536-7eff7a997720 req-fd945e98-94fa-4d36-a813-83be6cf91cbe tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793469 Jul 13 07:47:52.861452 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Pushing event updated for resources: {'Network': ['ID=8f19eb51-0fdf-44ad-9464-8a7be9b9611c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:52.884184 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 8f19eb51-0fdf-44ad-9464-8a7be9b9611c details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:52.959155 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d552f2-83b2-4473-b84a-010b5b074103 req-5005f472-c1e6-4245-b832-49c1ffb5665d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] No DVR routers for this DVR port a1eb87be-6e07-48dd-b561-b0ba03b90c89 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:52.963683 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-27d552f2-83b2-4473-b84a-010b5b074103 req-5005f472-c1e6-4245-b832-49c1ffb5665d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.968257 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-27d552f2-83b2-4473-b84a-010b5b074103 req-5005f472-c1e6-4245-b832-49c1ffb5665d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "DELETE /v2.0/ports/a1eb87be-6e07-48dd-b561-b0ba03b90c89 HTTP/1.1" status: 204 len: 173 time: 2.2828245 Jul 13 07:47:52.985017 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7526362-27fb-42e9-a880-fc3c580838a9', 'name': 'network-vif-deleted', 'tag': 'a1eb87be-6e07-48dd-b561-b0ba03b90c89'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:52.988765 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851f9717-dd1b-463f-90c2-4de7c95536be" -d '{"events": [{"server_uuid": "a7526362-27fb-42e9-a880-fc3c580838a9", "name": "network-vif-deleted", "tag": "a1eb87be-6e07-48dd-b561-b0ba03b90c89"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:52.991781 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-827c28fc-1e3e-4ac0-8818-d7e4feed0cc9 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.071837 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22102d17-0571-48f6-a24a-908ccf9ff904 req-8d018ad0-6e59-466c-af4d-1a72dbd32ddb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:53.080385 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-22102d17-0571-48f6-a24a-908ccf9ff904 req-8d018ad0-6e59-466c-af4d-1a72dbd32ddb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 931 time: 0.1593964 Jul 13 07:47:53.157167 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-22102d17-0571-48f6-a24a-908ccf9ff904 req-05786f4c-dcad-407e-99d7-38dbe10b3e1d tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755298 Jul 13 07:47:53.162482 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2843c26-6b4e-48ce-a68c-033cd63325d7 x-openstack-request-id: req-a2843c26-6b4e-48ce-a68c-033cd63325d7 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:53.163132 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7526362-27fb-42e9-a880-fc3c580838a9", "name": "network-vif-deleted", "tag": "a1eb87be-6e07-48dd-b561-b0ba03b90c89", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:53.166177 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a2843c26-6b4e-48ce-a68c-033cd63325d7 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:53.166841 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7526362-27fb-42e9-a880-fc3c580838a9', 'name': 'network-vif-deleted', 'tag': 'a1eb87be-6e07-48dd-b561-b0ba03b90c89', 'status': 'completed', 'code': 200} Jul 13 07:47:53.184290 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4414303 Jul 13 07:47:53.184843 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51366) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:53.193395 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c9dcf718-14f0-494e-8dda-1609ceb02613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.258029 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8bac0-0182-451d-9fa2-a72c70bd5504 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Pushing event updated for resources: {'Network': ['ID=99a3af2b-2821-41b6-809d-fcac79845e70,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:53.276507 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 99a3af2b-2821-41b6-809d-fcac79845e70 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:53.296448 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-827c28fc-1e3e-4ac0-8818-d7e4feed0cc9 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Network b818ec58-5125-4829-9877-53309d7ad2bc is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:53.301661 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-827c28fc-1e3e-4ac0-8818-d7e4feed0cc9 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:53.303945 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c28fc-1e3e-4ac0-8818-d7e4feed0cc9 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event updated for resources: {'Port': ['ID=eef52212-3c48-45b8-b0a5-3e4ec06a834d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:53.316028 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-827c28fc-1e3e-4ac0-8818-d7e4feed0cc9 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:53.400623 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-827c28fc-1e3e-4ac0-8818-d7e4feed0cc9 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:53.401313 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-827c28fc-1e3e-4ac0-8818-d7e4feed0cc9 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.438406 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a1eb87be-6e07-48dd-b561-b0ba03b90c89 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:53.450674 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-827c28fc-1e3e-4ac0-8818-d7e4feed0cc9 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0789049 Jul 13 07:47:53.480696 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: a1eb87be-6e07-48dd-b561-b0ba03b90c89 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:53.486846 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-ad69a32f-8852-4f39-b13b-791a301903e8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Request body: {'port': {'device_id': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc', 'admin_state_up': True, 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'security_groups': ['f5a37850-b9cf-49d0-8dc4-6ddc989629b9']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:53.491321 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a1eb87be-6e07-48dd-b561-b0ba03b90c89 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:53.662911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e25a1a-e102-4932-92a8-01ddacd933f7 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:53.690528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e25a1a-e102-4932-92a8-01ddacd933f7 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:53.704843 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e25a1a-e102-4932-92a8-01ddacd933f7 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:53.721752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e25a1a-e102-4932-92a8-01ddacd933f7 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:53.723532 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-13e25a1a-e102-4932-92a8-01ddacd933f7 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5376503 Jul 13 07:47:53.727842 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51382) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:53.805601 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-00a2b557-8625-4fe8-afe0-5ac2c8efac47 None None] Provisioning for port eef52212-3c48-45b8-b0a5-3e4ec06a834d completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:53.813804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-00a2b557-8625-4fe8-afe0-5ac2c8efac47 None None] Provisioning complete for port eef52212-3c48-45b8-b0a5-3e4ec06a834d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:53.815143 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-00a2b557-8625-4fe8-afe0-5ac2c8efac47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.945859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-00a2b557-8625-4fe8-afe0-5ac2c8efac47 None None] Port eef52212-3c48-45b8-b0a5-3e4ec06a834d cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:54.021946 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-763c19b8-2dd3-4521-8412-ce847e2cb751 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.038211 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-ad69a32f-8852-4f39-b13b-791a301903e8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Made reservation on behalf of a860a799f3be43a5a80bc0e18715a853 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:54.041761 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-ad69a32f-8852-4f39-b13b-791a301903e8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.090698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4617f9ab-4df2-4e33-8f8a-f35c91090139 req-96af2e7e-09fc-41dd-90c6-edb7e6224c20 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7526362-27fb-42e9-a880-fc3c580838a9 HTTP/1.1" status: 200 len: 210 time: 0.1039693 Jul 13 07:47:54.247599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de08b21-d4e1-41cd-8bc1-c0e7c17921f8 req-aa939948-801e-468f-afaf-c66369884e59 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:54.272406 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8de08b21-d4e1-41cd-8bc1-c0e7c17921f8 req-aa939948-801e-468f-afaf-c66369884e59 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.1627369 Jul 13 07:47:54.362152 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8de08b21-d4e1-41cd-8bc1-c0e7c17921f8 req-388500ee-6ec9-44bc-9db5-f5d33e178d7b tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880907 Jul 13 07:47:54.521323 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-763c19b8-2dd3-4521-8412-ce847e2cb751 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.558525 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-763c19b8-2dd3-4521-8412-ce847e2cb751 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f19eb51-0fdf-44ad-9464-8a7be9b9611c']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:54.573358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-763c19b8-2dd3-4521-8412-ce847e2cb751 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888b7a28-f723-4235-9a72-63e8ae28f41b') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:54.575549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-763c19b8-2dd3-4521-8412-ce847e2cb751 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888b7a28-f723-4235-9a72-63e8ae28f41b') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:54.586251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3ef49-9438-41b5-9823-58f2e6d37cb5 req-81e87240-058c-4e08-bae5-45b033ff8bfd tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:54.596184 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3ef49-9438-41b5-9823-58f2e6d37cb5 req-81e87240-058c-4e08-bae5-45b033ff8bfd tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:54.599665 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-763c19b8-2dd3-4521-8412-ce847e2cb751 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.601777 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-ad69a32f-8852-4f39-b13b-791a301903e8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Allocated IP 10.1.1.12 (b818ec58-5125-4829-9877-53309d7ad2bc/c2e027fc-f911-4144-acb3-7864eab297b7/c6b287a7-66a6-4451-b3cc-175a9dd00602) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:54.608093 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-46d3ef49-9438-41b5-9823-58f2e6d37cb5 req-81e87240-058c-4e08-bae5-45b033ff8bfd tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 1652 time: 0.1481731 Jul 13 07:47:54.625746 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-763c19b8-2dd3-4521-8412-ce847e2cb751 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.644713 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763c19b8-2dd3-4521-8412-ce847e2cb751 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:54.645124 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-763c19b8-2dd3-4521-8412-ce847e2cb751 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:54.648906 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:54.692728 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-46d3ef49-9438-41b5-9823-58f2e6d37cb5 req-3a1efb0e-1dfa-4798-804c-078affd75aac tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737586 Jul 13 07:47:54.789045 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51420) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:54.954307 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-ad69a32f-8852-4f39-b13b-791a301903e8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.003164 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-ad69a32f-8852-4f39-b13b-791a301903e8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Transition to ACTIVE for port object c6b287a7-66a6-4451-b3cc-175a9dd00602 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:55.064880 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-763c19b8-2dd3-4521-8412-ce847e2cb751 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.085925 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-763c19b8-2dd3-4521-8412-ce847e2cb751 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.100314 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-763c19b8-2dd3-4521-8412-ce847e2cb751 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "DELETE /v2.0/networks/8f19eb51-0fdf-44ad-9464-8a7be9b9611c HTTP/1.1" status: 204 len: 168 time: 1.3696599 Jul 13 07:47:55.104095 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-ad69a32f-8852-4f39-b13b-791a301903e8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.112554 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51432) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:55.312633 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c19b8-2dd3-4521-8412-ce847e2cb751 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Pushing event deleted for resources: {'Network': ['ID=8f19eb51-0fdf-44ad-9464-8a7be9b9611c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:55.331387 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-faa43d6f-7e74-4cdc-b0d8-2023e8727108 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.385517 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-ad69a32f-8852-4f39-b13b-791a301903e8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Network b818ec58-5125-4829-9877-53309d7ad2bc is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:55.404380 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-ad69a32f-8852-4f39-b13b-791a301903e8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:55.410914 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-ad69a32f-8852-4f39-b13b-791a301903e8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:55.903801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c442b9eb-1aa3-4874-91ab-45f7b0a567fd None None] Provisioning for port c6b287a7-66a6-4451-b3cc-175a9dd00602 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:55.909144 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c442b9eb-1aa3-4874-91ab-45f7b0a567fd None None] Provisioning complete for port c6b287a7-66a6-4451-b3cc-175a9dd00602 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:55.909642 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c442b9eb-1aa3-4874-91ab-45f7b0a567fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.000206 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbf105-cfd4-4ecb-8d79-10a66a660f51 req-e7e74e65-4903-4b5f-9f57-013cf1f9d6a7 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:56.008458 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b7cbf105-cfd4-4ecb-8d79-10a66a660f51 req-e7e74e65-4903-4b5f-9f57-013cf1f9d6a7 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.3006194 Jul 13 07:47:56.031881 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c442b9eb-1aa3-4874-91ab-45f7b0a567fd None None] Port c6b287a7-66a6-4451-b3cc-175a9dd00602 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:56.094423 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-966fe969-1bde-4d39-8b76-dd4ea0088263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.157867 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b7cbf105-cfd4-4ecb-8d79-10a66a660f51 req-7400c132-4506-4c27-8261-abb8974dfc03 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477993 Jul 13 07:47:56.321126 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-faa43d6f-7e74-4cdc-b0d8-2023e8727108 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.352407 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69a32f-8852-4f39-b13b-791a301903e8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event updated for resources: {'Port': ['ID=c6b287a7-66a6-4451-b3cc-175a9dd00602,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:56.355088 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c46d4-71cb-4f93-bfce-fc5deaf10890 req-0b057111-6bcb-4428-8045-cb4771b264ce tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:56.361968 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-faa43d6f-7e74-4cdc-b0d8-2023e8727108 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a3af2b-2821-41b6-809d-fcac79845e70']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:56.364138 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c46d4-71cb-4f93-bfce-fc5deaf10890 req-0b057111-6bcb-4428-8045-cb4771b264ce tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:56.370291 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c46d4-71cb-4f93-bfce-fc5deaf10890 req-0b057111-6bcb-4428-8045-cb4771b264ce tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:56.373517 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a90c46d4-71cb-4f93-bfce-fc5deaf10890 req-0b057111-6bcb-4428-8045-cb4771b264ce tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 2372 time: 0.3328974 Jul 13 07:47:56.387541 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-ad69a32f-8852-4f39-b13b-791a301903e8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:56.388410 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-ad69a32f-8852-4f39-b13b-791a301903e8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.409939 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-faa43d6f-7e74-4cdc-b0d8-2023e8727108 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c78033c7-2a62-4b88-8e75-25664305a333') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:56.410273 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-faa43d6f-7e74-4cdc-b0d8-2023e8727108 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c78033c7-2a62-4b88-8e75-25664305a333') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:56.440216 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-faa43d6f-7e74-4cdc-b0d8-2023e8727108 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.455389 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-ad69a32f-8852-4f39-b13b-791a301903e8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9734864 Jul 13 07:47:56.456593 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-faa43d6f-7e74-4cdc-b0d8-2023e8727108 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.471702 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-c4d28d19-8312-4ba9-931d-0f479c8e0846 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Request body: {'port': {'device_id': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ea323e79-15db-4b79-b637-4002df6be77e', 'admin_state_up': True, 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'security_groups': ['f5a37850-b9cf-49d0-8dc4-6ddc989629b9']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:56.475833 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa43d6f-7e74-4cdc-b0d8-2023e8727108 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:56.476261 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-faa43d6f-7e74-4cdc-b0d8-2023e8727108 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:56.480192 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:56.584396 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a90c46d4-71cb-4f93-bfce-fc5deaf10890 req-1a6c6af0-e8fb-4fee-b23e-f5dac1055780 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946604 Jul 13 07:47:56.624728 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3eca5-8451-41bb-b1c6-3c8a7938217e req-0b903fb1-5b62-477c-b20d-1405cd6c4efb tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:56.632172 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ab3eca5-8451-41bb-b1c6-3c8a7938217e req-0b903fb1-5b62-477c-b20d-1405cd6c4efb tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2c085-e423-4a7e-82ce-01153be3fd36 HTTP/1.1" status: 200 len: 946 time: 0.2898498 Jul 13 07:47:56.667928 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-faa43d6f-7e74-4cdc-b0d8-2023e8727108 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.678947 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-faa43d6f-7e74-4cdc-b0d8-2023e8727108 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.683859 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-faa43d6f-7e74-4cdc-b0d8-2023e8727108 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "DELETE /v2.0/networks/99a3af2b-2821-41b6-809d-fcac79845e70 HTTP/1.1" status: 204 len: 168 time: 1.5582361 Jul 13 07:47:56.686533 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51474) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:56.717202 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa43d6f-7e74-4cdc-b0d8-2023e8727108 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Pushing event deleted for resources: {'Network': ['ID=99a3af2b-2821-41b6-809d-fcac79845e70,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:56.770796 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ab3eca5-8451-41bb-b1c6-3c8a7938217e req-3434d9bd-d66e-4da0-af35-dc84539a5952 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362877 Jul 13 07:47:56.902644 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-966fe969-1bde-4d39-8b76-dd4ea0088263 admin admin] Deleting port 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:56.903344 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-966fe969-1bde-4d39-8b76-dd4ea0088263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.003458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-966fe969-1bde-4d39-8b76-dd4ea0088263 admin admin] For port 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2,segment=NetworkSegment(9c66d522-bf0b-47b9-8ccc-166df83de251),segment_id=9c66d522-bf0b-47b9-8ccc-166df83de251)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:57.004137 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-966fe969-1bde-4d39-8b76-dd4ea0088263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.005830 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cf7b0b-739b-4eb2-a90d-c435def23c96 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:57.012622 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cf7b0b-739b-4eb2-a90d-c435def23c96 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:57.020690 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-966fe969-1bde-4d39-8b76-dd4ea0088263 admin admin] Calling delete_port for 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:57.026392 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f3cf7b0b-739b-4eb2-a90d-c435def23c96 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3177691 Jul 13 07:47:57.027224 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51484) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:57.034327 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-6eccea99-a0a1-4ff1-a570-24f26e0959b9 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-979580253'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:57.066035 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-c4d28d19-8312-4ba9-931d-0f479c8e0846 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Made reservation on behalf of a860a799f3be43a5a80bc0e18715a853 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:57.211755 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eccea99-a0a1-4ff1-a570-24f26e0959b9 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Made reservation on behalf of 5b8aea4d313f4a6d878245a95d6bbf13 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:57.219976 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6eccea99-a0a1-4ff1-a570-24f26e0959b9 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.277026 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-966fe969-1bde-4d39-8b76-dd4ea0088263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.280579 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eccea99-a0a1-4ff1-a570-24f26e0959b9 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:57.303421 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-c4d28d19-8312-4ba9-931d-0f479c8e0846 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.321231 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6eccea99-a0a1-4ff1-a570-24f26e0959b9 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.321848 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-6eccea99-a0a1-4ff1-a570-24f26e0959b9 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Added segment 651931d9-b476-4c8c-a8a4-c8002a98efc2 of type vlan for network b1118cc6-7b6b-4ff9-8a31-a1bbfea709e4 Jul 13 07:47:57.460433 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6eccea99-a0a1-4ff1-a570-24f26e0959b9 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.523155 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fe969-1bde-4d39-8b76-dd4ea0088263 admin admin] Pushing event deleted for resources: {'Port': ['ID=35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:57.524572 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06a4be74-5810-434f-b3c1-a83741de092a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.680727 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.759061 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6eccea99-a0a1-4ff1-a570-24f26e0959b9 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.764986 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eccea99-a0a1-4ff1-a570-24f26e0959b9 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:57.765603 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6eccea99-a0a1-4ff1-a570-24f26e0959b9 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.796094 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-966fe969-1bde-4d39-8b76-dd4ea0088263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.917779 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6eccea99-a0a1-4ff1-a570-24f26e0959b9 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8879142 Jul 13 07:47:57.918606 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51518) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:57.933395 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d3028-1c4d-4426-9e72-ed768279fdf4 req-80d44ffc-9d73-4f43-8be5-ccf060f86932 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:57.935168 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-872d3028-1c4d-4426-9e72-ed768279fdf4 req-80d44ffc-9d73-4f43-8be5-ccf060f86932 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "GET /v2.0/ports?device_id=adb2c085-e423-4a7e-82ce-01153be3fd36 HTTP/1.1" status: 200 len: 946 time: 0.4177740 Jul 13 07:47:57.937459 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccea99-a0a1-4ff1-a570-24f26e0959b9 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Pushing event updated for resources: {'Network': ['ID=b1118cc6-7b6b-4ff9-8a31-a1bbfea709e4,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:57.951597 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network b1118cc6-7b6b-4ff9-8a31-a1bbfea709e4 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:57.953843 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-8354f882-c4de-44d4-8ad9-ecafce763b09 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1825461700'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:57.963997 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-c4d28d19-8312-4ba9-931d-0f479c8e0846 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Allocated IP 10.2.2.100 (ea323e79-15db-4b79-b637-4002df6be77e/7181ff3b-d9c0-404a-8335-c486c02dac1e/e6a39fd5-7b74-4423-b2be-c8213af17aa6) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:58.045766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736fcd2-f50f-40b7-a382-6d004425d4cf req-f2bfbf4c-7996-4749-ad94-df85ad4c3d94 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:58.054954 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f736fcd2-f50f-40b7-a382-6d004425d4cf req-f2bfbf4c-7996-4749-ad94-df85ad4c3d94 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.6672263 Jul 13 07:47:58.083893 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8354f882-c4de-44d4-8ad9-ecafce763b09 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Made reservation on behalf of 5b8aea4d313f4a6d878245a95d6bbf13 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:58.087858 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8354f882-c4de-44d4-8ad9-ecafce763b09 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.188259 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8354f882-c4de-44d4-8ad9-ecafce763b09 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:58.218497 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8354f882-c4de-44d4-8ad9-ecafce763b09 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.218845 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-8354f882-c4de-44d4-8ad9-ecafce763b09 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Added segment e866b882-3d52-485f-85b6-4727168c562a of type vlan for network 8e296c16-c34f-46eb-95c4-bfb60934dff1 Jul 13 07:47:58.256324 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f736fcd2-f50f-40b7-a382-6d004425d4cf req-d0fdb5ce-4e78-4585-9072-09b3c54f71c6 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883178 Jul 13 07:47:58.289797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848bef9-446f-4168-8ed2-69d1ccc675eb req-e9b55fdf-e28d-4e41-a17c-add150a41c51 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:58.298960 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848bef9-446f-4168-8ed2-69d1ccc675eb req-e9b55fdf-e28d-4e41-a17c-add150a41c51 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:58.326128 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848bef9-446f-4168-8ed2-69d1ccc675eb req-e9b55fdf-e28d-4e41-a17c-add150a41c51 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:58.333843 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8848bef9-446f-4168-8ed2-69d1ccc675eb req-e9b55fdf-e28d-4e41-a17c-add150a41c51 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 2372 time: 0.4586186 Jul 13 07:47:58.334117 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-c4d28d19-8312-4ba9-931d-0f479c8e0846 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.349829 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-c4d28d19-8312-4ba9-931d-0f479c8e0846 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Transition to ACTIVE for port object e6a39fd5-7b74-4423-b2be-c8213af17aa6 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:58.448565 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-872d3028-1c4d-4426-9e72-ed768279fdf4 req-9a277da8-841b-4a5f-9f1f-6a9c45249718 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Deleting port 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:58.448925 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-872d3028-1c4d-4426-9e72-ed768279fdf4 req-9a277da8-841b-4a5f-9f1f-6a9c45249718 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.497441 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8354f882-c4de-44d4-8ad9-ecafce763b09 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.561098 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8848bef9-446f-4168-8ed2-69d1ccc675eb req-150d624d-8526-4951-bfae-be751c9f6c72 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254820 Jul 13 07:47:58.600393 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-c4d28d19-8312-4ba9-931d-0f479c8e0846 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.719284 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-c4d28d19-8312-4ba9-931d-0f479c8e0846 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Network ea323e79-15db-4b79-b637-4002df6be77e is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:58.721735 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966fe969-1bde-4d39-8b76-dd4ea0088263 admin admin] Router 43b79d87-bc67-422a-8c91-12c81c17141d has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:58.748078 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-c4d28d19-8312-4ba9-931d-0f479c8e0846 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:58.752668 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-872d3028-1c4d-4426-9e72-ed768279fdf4 req-9a277da8-841b-4a5f-9f1f-6a9c45249718 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] For port 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=04f1f79e-f12b-4b0f-9e31-7f6b297efb6a,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:58.753338 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-872d3028-1c4d-4426-9e72-ed768279fdf4 req-9a277da8-841b-4a5f-9f1f-6a9c45249718 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.760885 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-c4d28d19-8312-4ba9-931d-0f479c8e0846 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:58.770824 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8354f882-c4de-44d4-8ad9-ecafce763b09 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.783788 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8354f882-c4de-44d4-8ad9-ecafce763b09 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:58.785154 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8354f882-c4de-44d4-8ad9-ecafce763b09 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.796062 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-872d3028-1c4d-4426-9e72-ed768279fdf4 req-9a277da8-841b-4a5f-9f1f-6a9c45249718 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Calling delete_port for 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:58.848289 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d28d19-8312-4ba9-931d-0f479c8e0846 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event updated for resources: {'Port': ['ID=e6a39fd5-7b74-4423-b2be-c8213af17aa6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:58.975946 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966fe969-1bde-4d39-8b76-dd4ea0088263 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:58.988199 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8354f882-c4de-44d4-8ad9-ecafce763b09 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0481100 Jul 13 07:47:58.988413 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-966fe969-1bde-4d39-8b76-dd4ea0088263 admin admin] 10.222.0.58 "PUT /v2.0/routers/43b79d87-bc67-422a-8c91-12c81c17141d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1957595 Jul 13 07:47:58.988906 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51560) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:58.989344 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51564) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:58.994775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd71346-a8e5-447a-baa9-3ba1fdb68e4b None None] Sync routers for ids ['43b79d87-bc67-422a-8c91-12c81c17141d'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:59.029905 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Request body: {'ports': [{'network_id': 'b1118cc6-7b6b-4ff9-8a31-a1bbfea709e4', 'name': 'tempest-port--1766289862', 'admin_state_up': True}, {'network_id': '8e296c16-c34f-46eb-95c4-bfb60934dff1', 'admin_state_up': False}]} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:59.030273 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Request body: {'port': {'network_id': 'b1118cc6-7b6b-4ff9-8a31-a1bbfea709e4', 'name': 'tempest-port--1766289862', 'admin_state_up': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:59.032931 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd71346-a8e5-447a-baa9-3ba1fdb68e4b None None] Routers {'43b79d87-bc67-422a-8c91-12c81c17141d'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:59.033517 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0cd71346-a8e5-447a-baa9-3ba1fdb68e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:47:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['43b79d87-bc67-422a-8c91-12c81c17141d'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:59.035725 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Request body: {'port': {'network_id': '8e296c16-c34f-46eb-95c4-bfb60934dff1', 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:59.225551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-c4d28d19-8312-4ba9-931d-0f479c8e0846 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:59.226287 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-c4d28d19-8312-4ba9-931d-0f479c8e0846 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.233788 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-692d8173-ba3e-4344-8203-88217b994a64 None None] Provisioning for port e6a39fd5-7b74-4423-b2be-c8213af17aa6 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:59.243447 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-692d8173-ba3e-4344-8203-88217b994a64 None None] Provisioning complete for port e6a39fd5-7b74-4423-b2be-c8213af17aa6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:59.244287 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-692d8173-ba3e-4344-8203-88217b994a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.272126 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354f882-c4de-44d4-8ad9-ecafce763b09 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Pushing event updated for resources: {'Network': ['ID=8e296c16-c34f-46eb-95c4-bfb60934dff1,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:59.317963 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-c4d28d19-8312-4ba9-931d-0f479c8e0846 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8525059 Jul 13 07:47:59.323828 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580f62b-7741-4167-9467-c95923386580 req-40076be9-46e8-4ba9-99f3-d2f894873e64 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:59.332421 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8580f62b-7741-4167-9467-c95923386580 req-40076be9-46e8-4ba9-99f3-d2f894873e64 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2c085-e423-4a7e-82ce-01153be3fd36 HTTP/1.1" status: 200 len: 946 time: 0.8034422 Jul 13 07:47:59.333206 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d5dc968d-4f5e-4a7a-9021-569ccf8f4235 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Request body: {'port': {'device_id': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ea323e79-15db-4b79-b637-4002df6be77e', 'admin_state_up': True, 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'security_groups': ['f5a37850-b9cf-49d0-8dc4-6ddc989629b9']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:59.335941 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 8e296c16-c34f-46eb-95c4-bfb60934dff1 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:59.337461 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-872d3028-1c4d-4426-9e72-ed768279fdf4 req-9a277da8-841b-4a5f-9f1f-6a9c45249718 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.433839 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:59.466777 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a277da8-841b-4a5f-9f1f-6a9c45249718 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Pushing event deleted for resources: {'Port': ['ID=04f1f79e-f12b-4b0f-9e31-7f6b297efb6a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:59.488037 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['04f1f79e-f12b-4b0f-9e31-7f6b297efb6a'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:59.544193 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-0cd71346-a8e5-447a-baa9-3ba1fdb68e4b None None] Set router 43b79d87-bc67-422a-8c91-12c81c17141d gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:59.590994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-872d3028-1c4d-4426-9e72-ed768279fdf4 req-9a277da8-841b-4a5f-9f1f-6a9c45249718 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] No DVR routers for this DVR port 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:59.686368 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-872d3028-1c4d-4426-9e72-ed768279fdf4 req-9a277da8-841b-4a5f-9f1f-6a9c45249718 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.692751 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-872d3028-1c4d-4426-9e72-ed768279fdf4 req-9a277da8-841b-4a5f-9f1f-6a9c45249718 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "DELETE /v2.0/ports/04f1f79e-f12b-4b0f-9e31-7f6b297efb6a HTTP/1.1" status: 204 len: 173 time: 1.7318778 Jul 13 07:47:59.693314 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb2c085-e423-4a7e-82ce-01153be3fd36', 'name': 'network-vif-deleted', 'tag': '04f1f79e-f12b-4b0f-9e31-7f6b297efb6a'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:59.699774 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85842b6e-7e4b-471a-b71e-c34a027788e0" -d '{"events": [{"server_uuid": "adb2c085-e423-4a7e-82ce-01153be3fd36", "name": "network-vif-deleted", "tag": "04f1f79e-f12b-4b0f-9e31-7f6b297efb6a"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:59.848287 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-692d8173-ba3e-4344-8203-88217b994a64 None None] Port e6a39fd5-7b74-4423-b2be-c8213af17aa6 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:59.862031 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d5dc968d-4f5e-4a7a-9021-569ccf8f4235 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Made reservation on behalf of a860a799f3be43a5a80bc0e18715a853 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:59.867584 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d5dc968d-4f5e-4a7a-9021-569ccf8f4235 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.915038 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.982322 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8580f62b-7741-4167-9467-c95923386580 req-22683179-1090-4788-930a-77ec8e8f5fa0 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6478977 Jul 13 07:48:00.059067 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99b867f7-1a3f-4417-833b-c34d9f763f14 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:00.217346 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d5dc968d-4f5e-4a7a-9021-569ccf8f4235 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Allocated IP 10.2.2.200 (ea323e79-15db-4b79-b637-4002df6be77e/7181ff3b-d9c0-404a-8335-c486c02dac1e/9bbe5067-cbdd-4d3b-9012-0279cc33b234) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:00.384098 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0cd71346-a8e5-447a-baa9-3ba1fdb68e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'name': 'tempest-TaggedBootDevicesTest_v242-637082467-router', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:32Z', 'updated_at': '2021-07-13T07:47:57Z', 'revision_number': 5, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'gw_port': {'id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:35Z', 'updated_at': '2021-07-13T07:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:00.430684 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd71346-a8e5-447a-baa9-3ba1fdb68e4b None None] Checking router: 43b79d87-bc67-422a-8c91-12c81c17141d for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:48:00.437047 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Made reservation on behalf of 5b8aea4d313f4a6d878245a95d6bbf13 for: {'port': 2} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:00.446430 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:00.469084 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd71346-a8e5-447a-baa9-3ba1fdb68e4b None None] Routers {'43b79d87-bc67-422a-8c91-12c81c17141d'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:00.469790 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0cd71346-a8e5-447a-baa9-3ba1fdb68e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:47:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['43b79d87-bc67-422a-8c91-12c81c17141d'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:00.528564 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:00.533677 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d5dc968d-4f5e-4a7a-9021-569ccf8f4235 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:00.558777 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cf7a4-05dc-41fe-a6d8-2cd867c6a7cd req-e2f1a0d0-29f7-4997-b84c-e527e752f585 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:00.560403 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de6cf7a4-05dc-41fe-a6d8-2cd867c6a7cd req-e2f1a0d0-29f7-4997-b84c-e527e752f585 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.6301923 Jul 13 07:48:00.563861 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d5dc968d-4f5e-4a7a-9021-569ccf8f4235 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Transition to ACTIVE for port object 9bbe5067-cbdd-4d3b-9012-0279cc33b234 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:00.582047 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99b867f7-1a3f-4417-833b-c34d9f763f14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:00.680857 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d5dc968d-4f5e-4a7a-9021-569ccf8f4235 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:00.715737 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-0cd71346-a8e5-447a-baa9-3ba1fdb68e4b None None] Set router 43b79d87-bc67-422a-8c91-12c81c17141d gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:00.757575 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d5dc968d-4f5e-4a7a-9021-569ccf8f4235 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Network ea323e79-15db-4b79-b637-4002df6be77e is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:00.776430 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d5dc968d-4f5e-4a7a-9021-569ccf8f4235 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:00.786256 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d5dc968d-4f5e-4a7a-9021-569ccf8f4235 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:00.789020 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e87c1-50ad-4563-97db-4d8914d8476b req-4c850576-fdcf-4acf-9e69-8a29b51d7ebc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:00.798270 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e87c1-50ad-4563-97db-4d8914d8476b req-4c850576-fdcf-4acf-9e69-8a29b51d7ebc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:00.805823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e87c1-50ad-4563-97db-4d8914d8476b req-4c850576-fdcf-4acf-9e69-8a29b51d7ebc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:00.825302 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e87c1-50ad-4563-97db-4d8914d8476b req-4c850576-fdcf-4acf-9e69-8a29b51d7ebc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:00.827129 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9e3e87c1-50ad-4563-97db-4d8914d8476b req-4c850576-fdcf-4acf-9e69-8a29b51d7ebc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 3093 time: 0.5997174 Jul 13 07:48:00.876265 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc968d-4f5e-4a7a-9021-569ccf8f4235 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event updated for resources: {'Port': ['ID=9bbe5067-cbdd-4d3b-9012-0279cc33b234,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:00.943626 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d5dc968d-4f5e-4a7a-9021-569ccf8f4235 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:00.951288 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d5dc968d-4f5e-4a7a-9021-569ccf8f4235 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:00.979666 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d5dc968d-4f5e-4a7a-9021-569ccf8f4235 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6550989 Jul 13 07:48:00.985521 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] device_id is not set on port 60b48c97-18a2-4295-af21-5cf7b99b0454 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:48:01.001699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] Request body: {'port': {'device_id': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:01.016149 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de6cf7a4-05dc-41fe-a6d8-2cd867c6a7cd req-b19825e8-ea1f-44d7-adfa-0d3bef6a93cb tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384019 Jul 13 07:48:01.067725 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9e3e87c1-50ad-4563-97db-4d8914d8476b req-66b1c7f5-83c0-4cd8-9117-a13ed41a0b67 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045133 Jul 13 07:48:01.111787 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-99b867f7-1a3f-4417-833b-c34d9f763f14 admin admin] Deleting port 02aa18b0-3474-49f1-8cc3-fbe158b8103c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:01.118623 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99b867f7-1a3f-4417-833b-c34d9f763f14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.193553 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0cd71346-a8e5-447a-baa9-3ba1fdb68e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'name': 'tempest-TaggedBootDevicesTest_v242-637082467-router', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:32Z', 'updated_at': '2021-07-13T07:47:57Z', 'revision_number': 5, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'gw_port': {'id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:35Z', 'updated_at': '2021-07-13T07:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:01.229250 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c052f0e2-cb23-4d9c-84f9-5ffafb5a6d15 x-openstack-request-id: req-c052f0e2-cb23-4d9c-84f9-5ffafb5a6d15 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:01.229250 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb2c085-e423-4a7e-82ce-01153be3fd36", "name": "network-vif-deleted", "tag": "04f1f79e-f12b-4b0f-9e31-7f6b297efb6a", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:01.231358 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c052f0e2-cb23-4d9c-84f9-5ffafb5a6d15 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:01.232267 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb2c085-e423-4a7e-82ce-01153be3fd36', 'name': 'network-vif-deleted', 'tag': '04f1f79e-f12b-4b0f-9e31-7f6b297efb6a', 'status': 'completed', 'code': 200} Jul 13 07:48:01.233622 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.264041 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd71346-a8e5-447a-baa9-3ba1fdb68e4b None None] The sync data for ids ['43b79d87-bc67-422a-8c91-12c81c17141d'] in n-d-779913-28 is: [{'id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'name': 'tempest-TaggedBootDevicesTest_v242-637082467-router', 'tenant_id': '212dff56b36b4f87993a61249127ab0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:32Z', 'updated_at': '2021-07-13T07:47:57Z', 'revision_number': 5, 'project_id': '212dff56b36b4f87993a61249127ab0c', 'gw_port': {'id': '02aa18b0-3474-49f1-8cc3-fbe158b8103c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b79d87-bc67-422a-8c91-12c81c17141d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:35Z', 'updated_at': '2021-07-13T07:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:48:01.281956 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.330017 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c77c47f8-b109-4d2d-bc70-ff2bf0ac225a None None] Provisioning for port 9bbe5067-cbdd-4d3b-9012-0279cc33b234 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:01.343591 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c77c47f8-b109-4d2d-bc70-ff2bf0ac225a None None] Provisioning complete for port 9bbe5067-cbdd-4d3b-9012-0279cc33b234 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:01.344286 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c77c47f8-b109-4d2d-bc70-ff2bf0ac225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.393488 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c77c47f8-b109-4d2d-bc70-ff2bf0ac225a None None] Port 9bbe5067-cbdd-4d3b-9012-0279cc33b234 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:48:01.456931 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:01.482230 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:01.482554 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 04f1f79e-f12b-4b0f-9e31-7f6b297efb6a not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:01.567424 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.649387 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-99b867f7-1a3f-4417-833b-c34d9f763f14 admin admin] For port 02aa18b0-3474-49f1-8cc3-fbe158b8103c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=02aa18b0-3474-49f1-8cc3-fbe158b8103c,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:01.649776 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99b867f7-1a3f-4417-833b-c34d9f763f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.796858 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51702) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:01.798702 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-99b867f7-1a3f-4417-833b-c34d9f763f14 admin admin] Calling delete_port for 02aa18b0-3474-49f1-8cc3-fbe158b8103c owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:01.830314 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e7e080-2b01-44eb-8742-729c05d42526 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:01.838117 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] device_id is not set on port 9492e869-7a28-4586-a4b4-c9be058cca93 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:48:01.839934 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.857083 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] Transition to ACTIVE for port object 05e7e080-2b01-44eb-8742-729c05d42526 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:01.870701 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.930779 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-21496419-6a97-4fc7-b471-4e0ef2c3f28b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:01.940465 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-21496419-6a97-4fc7-b471-4e0ef2c3f28b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 806 time: 0.3967943 Jul 13 07:48:01.963593 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] Pushing event updated for resources: {'Port': ['ID=05e7e080-2b01-44eb-8742-729c05d42526,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:02.187615 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.192262 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] Attempting to bind port 05e7e080-2b01-44eb-8742-729c05d42526 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:02.192607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] Attempting to bind port 05e7e080-2b01-44eb-8742-729c05d42526 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '55400fda-93cc-4885-9515-80ab9d05efb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:02.197002 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] Attempting to bind port 05e7e080-2b01-44eb-8742-729c05d42526 on network 9e895a39-1ac3-461a-9cb6-714389916eaf {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:02.205951 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] Port 05e7e080-2b01-44eb-8742-729c05d42526 on network 9e895a39-1ac3-461a-9cb6-714389916eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:48:02.206315 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] Attempting to bind port 05e7e080-2b01-44eb-8742-729c05d42526 on network 9e895a39-1ac3-461a-9cb6-714389916eaf {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:02.215785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:02.216137 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] Checking segment: {'id': '55400fda-93cc-4885-9515-80ab9d05efb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:02.216542 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] Bound using segment: {'id': '55400fda-93cc-4885-9515-80ab9d05efb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:02.216988 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] Bound port: 05e7e080-2b01-44eb-8742-729c05d42526, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55400fda-93cc-4885-9515-80ab9d05efb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:02.217358 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.331680 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] For port 05e7e080-2b01-44eb-8742-729c05d42526, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:02.395098 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c4f04a12-078a-484b-b3e1-0acdb7c0e7c5 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/quotas/e9e86bdd92ef4c5fb6eac74ebb687aba HTTP/1.1" status: 200 len: 375 time: 0.4539309 Jul 13 07:48:02.399361 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b93f108-0a9e-4f17-bd8e-d956dde989a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.457689 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] For port 05e7e080-2b01-44eb-8742-729c05d42526, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=05e7e080-2b01-44eb-8742-729c05d42526,segment=NetworkSegment(55400fda-93cc-4885-9515-80ab9d05efb4),segment_id=55400fda-93cc-4885-9515-80ab9d05efb4)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:02.475047 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.486684 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99b867f7-1a3f-4417-833b-c34d9f763f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.513581 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:02.514018 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.515838 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] 10.222.0.62 "PUT /v2.0/ports/05e7e080-2b01-44eb-8742-729c05d42526 HTTP/1.1" status: 200 len: 1092 time: 1.5205727 Jul 13 07:48:02.548152 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b867f7-1a3f-4417-833b-c34d9f763f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=02aa18b0-3474-49f1-8cc3-fbe158b8103c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:02.561583 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] Request body: {'port': {'device_id': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:02.563035 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.590538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcae76c-1d2c-4f69-b5a3-7f938180b966 service neutron] Pushing event updated for resources: {'Port': ['ID=05e7e080-2b01-44eb-8742-729c05d42526,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:02.681471 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.733799 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Pushing event updated for resources: {'Port': ['ID=60b48c97-18a2-4295-af21-5cf7b99b0454,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:02.764403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80777c-03f5-4929-88d8-e37d571f6494 req-e4fb0b8c-8a9b-43db-aba8-4039dd03fd63 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:02.772784 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b80777c-03f5-4929-88d8-e37d571f6494 req-e4fb0b8c-8a9b-43db-aba8-4039dd03fd63 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.4342911 Jul 13 07:48:02.880645 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-205ff874-80d8-4375-8f3d-a01f569ada41 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4760523 Jul 13 07:48:02.887382 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99b867f7-1a3f-4417-833b-c34d9f763f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.999810 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:03.007204 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99b867f7-1a3f-4417-833b-c34d9f763f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.020943 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99b867f7-1a3f-4417-833b-c34d9f763f14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.029110 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:03.029826 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 35fe1b6a-e73c-41b4-a3ef-95a30ca6b3a2 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:03.059397 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Checking segment: {'id': '651931d9-b476-4c8c-a8a4-c8002a98efc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b1118cc6-7b6b-4ff9-8a31-a1bbfea709e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:03.059676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Network hostable DHCP agents. Network: b1118cc6-7b6b-4ff9-8a31-a1bbfea709e4, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:48:03.074373 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b80777c-03f5-4929-88d8-e37d571f6494 req-9e697c41-fbfa-4e4f-b802-ecc6f58d127c tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999995 Jul 13 07:48:03.136208 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ad5cc6-8b81-413a-ba67-a126312062d6 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:03.149493 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.152044 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99b867f7-1a3f-4417-833b-c34d9f763f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.152793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b867f7-1a3f-4417-833b-c34d9f763f14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43b79d87-bc67-422a-8c91-12c81c17141d {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:48:03.164920 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99b867f7-1a3f-4417-833b-c34d9f763f14 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.166503 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-99b867f7-1a3f-4417-833b-c34d9f763f14 admin admin] 10.222.0.58 "DELETE /v2.0/routers/43b79d87-bc67-422a-8c91-12c81c17141d HTTP/1.1" status: 204 len: 168 time: 4.1269453 Jul 13 07:48:03.173068 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51730) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:03.193840 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] Transition to ACTIVE for port object a5ad5cc6-8b81-413a-ba67-a126312062d6 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:03.227592 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b93f108-0a9e-4f17-bd8e-d956dde989a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.233339 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'tag': '05e7e080-2b01-44eb-8742-729c05d42526'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:03.243445 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ad1c3e-39bd-43e7-a2b1-5a66b505bacd" -d '{"events": [{"name": "network-changed", "server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "tag": "05e7e080-2b01-44eb-8742-729c05d42526"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:03.250266 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b93f108-0a9e-4f17-bd8e-d956dde989a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.256912 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.294555 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Network b1118cc6-7b6b-4ff9-8a31-a1bbfea709e4 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:48:03.299917 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 2bb4da09-0d52-455f-8079-90bc93ab0dde details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:48:03.322193 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] Pushing event updated for resources: {'Port': ['ID=a5ad5cc6-8b81-413a-ba67-a126312062d6,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:03.355619 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, b1118cc6-7b6b-4ff9-8a31-a1bbfea709e4) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:03.373956 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:03.374606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c65cd8a-5082-4cf3-a456-8ccf9e2a32cc None None] Network b1118cc6-7b6b-4ff9-8a31-a1bbfea709e4 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:03.374875 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.386359 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-660339db-5c16-4c1a-8bec-6de903836a98 admin admin] Deleting subnet 74c9f7d4-d0b0-43d4-8a5f-516e5817785d {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:48:03.396668 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-660339db-5c16-4c1a-8bec-6de903836a98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.415618 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-b73d74a7-d025-4f0c-9bea-0463d284e0a7 service neutron] 10.222.0.58 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274788 Jul 13 07:48:03.496151 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93f108-0a9e-4f17-bd8e-d956dde989a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7558fee4-dffe-41e4-9b80-817c7597e44b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:03.514991 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-660339db-5c16-4c1a-8bec-6de903836a98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.543180 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1b93f108-0a9e-4f17-bd8e-d956dde989a7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d53968a202640fda87e47cfff03e7c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7348046 Jul 13 07:48:03.576408 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51736) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:03.659398 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Pushing event updated for resources: {'Port': ['ID=9492e869-7a28-4586-a4b4-c9be058cca93,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:03.750043 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] Attempting to bind port a5ad5cc6-8b81-413a-ba67-a126312062d6 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:03.750403 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] Attempting to bind port a5ad5cc6-8b81-413a-ba67-a126312062d6 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '4e691365-8d63-430d-a40c-519519f71e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:03.751324 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] Attempting to bind port a5ad5cc6-8b81-413a-ba67-a126312062d6 on network b818ec58-5125-4829-9877-53309d7ad2bc {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:03.768794 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] Port a5ad5cc6-8b81-413a-ba67-a126312062d6 on network b818ec58-5125-4829-9877-53309d7ad2bc not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:48:03.769133 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] Attempting to bind port a5ad5cc6-8b81-413a-ba67-a126312062d6 on network b818ec58-5125-4829-9877-53309d7ad2bc {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:03.775013 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-660339db-5c16-4c1a-8bec-6de903836a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.777278 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-90f6ae97-f712-4b5a-9e87-dacd4be2ff9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.821939 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:03.822301 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] Checking segment: {'id': '4e691365-8d63-430d-a40c-519519f71e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:03.822703 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] Bound using segment: {'id': '4e691365-8d63-430d-a40c-519519f71e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:03.823561 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] Bound port: a5ad5cc6-8b81-413a-ba67-a126312062d6, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e691365-8d63-430d-a40c-519519f71e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:03.823561 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.826604 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-90f6ae97-f712-4b5a-9e87-dacd4be2ff9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.854047 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Checking segment: {'id': 'e866b882-3d52-485f-85b6-4727168c562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8e296c16-c34f-46eb-95c4-bfb60934dff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:03.854694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Network hostable DHCP agents. Network: 8e296c16-c34f-46eb-95c4-bfb60934dff1, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:48:03.866957 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-7355f519-deb4-43e2-8170-b90a997c8aaa service neutron] 10.222.0.58 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394051 Jul 13 07:48:03.887247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e00b8-317e-48d7-b0b8-9670a6fa04be req-dbf9a7f3-a7e9-40ce-862a-3060e33dee53 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:03.893656 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e00b8-317e-48d7-b0b8-9670a6fa04be req-dbf9a7f3-a7e9-40ce-862a-3060e33dee53 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:03.899638 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e00b8-317e-48d7-b0b8-9670a6fa04be req-dbf9a7f3-a7e9-40ce-862a-3060e33dee53 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:03.905893 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e00b8-317e-48d7-b0b8-9670a6fa04be req-dbf9a7f3-a7e9-40ce-862a-3060e33dee53 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:03.912380 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e00b8-317e-48d7-b0b8-9670a6fa04be req-dbf9a7f3-a7e9-40ce-862a-3060e33dee53 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:03.918624 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e00b8-317e-48d7-b0b8-9670a6fa04be req-dbf9a7f3-a7e9-40ce-862a-3060e33dee53 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:03.920560 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ad0e00b8-317e-48d7-b0b8-9670a6fa04be req-dbf9a7f3-a7e9-40ce-862a-3060e33dee53 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 4599 time: 0.5275815 Jul 13 07:48:03.940334 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 2bb4da09-0d52-455f-8079-90bc93ab0dde, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=2bb4da09-0d52-455f-8079-90bc93ab0dde,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:03.947702 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Network 8e296c16-c34f-46eb-95c4-bfb60934dff1 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:48:03.977284 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ad0e00b8-317e-48d7-b0b8-9670a6fa04be req-740bb6ab-3a59-4e21-b129-ea99f91b7a8e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471473 Jul 13 07:48:03.978145 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 8e296c16-c34f-46eb-95c4-bfb60934dff1) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:03.982209 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:03.989594 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:03.995161 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:03.995868 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.026171 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8da0eb-04bc-423b-8853-5ed777ac7f62 None None] Network 8e296c16-c34f-46eb-95c4-bfb60934dff1 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:04.026704 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7de03b4e-950c-45a7-8375-647c74c3b284 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.0331736 Jul 13 07:48:04.026704 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51742) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:04.034160 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-660339db-5c16-4c1a-8bec-6de903836a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.081734 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-660339db-5c16-4c1a-8bec-6de903836a98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.086117 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-660339db-5c16-4c1a-8bec-6de903836a98 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/74c9f7d4-d0b0-43d4-8a5f-516e5817785d HTTP/1.1" status: 204 len: 168 time: 0.9093771 Jul 13 07:48:04.086117 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-90f6ae97-f712-4b5a-9e87-dacd4be2ff9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.089358 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-90f6ae97-f712-4b5a-9e87-dacd4be2ff9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.090684 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-90f6ae97-f712-4b5a-9e87-dacd4be2ff9d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7558fee4-dffe-41e4-9b80-817c7597e44b HTTP/1.1" status: 204 len: 168 time: 0.5111904 Jul 13 07:48:04.091496 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51748) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:04.096872 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660339db-5c16-4c1a-8bec-6de903836a98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74c9f7d4-d0b0-43d4-8a5f-516e5817785d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:04.154827 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] For port a5ad5cc6-8b81-413a-ba67-a126312062d6, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:04.167425 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '2bb4da09-0d52-455f-8079-90bc93ab0dde', 'network_id': 'ac6b9f57-b18e-4e29-a5c4-b4b57974073c', 'port_id': '2bb4da09-0d52-455f-8079-90bc93ab0dde', 'mac_address': 'fa:16:3e:4a:6a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '035ba89b-40dc-4335-9879-28d98d89ed73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:48:04.170626 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] For port a5ad5cc6-8b81-413a-ba67-a126312062d6, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a5ad5cc6-8b81-413a-ba67-a126312062d6,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:04.182623 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6ae97-f712-4b5a-9e87-dacd4be2ff9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7558fee4-dffe-41e4-9b80-817c7597e44b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:04.189516 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7a1584-7191-4064-bd7d-c0d7042c803c x-openstack-request-id: req-ab7a1584-7191-4064-bd7d-c0d7042c803c {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:04.190258 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "tag": "05e7e080-2b01-44eb-8742-729c05d42526", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:04.190562 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab7a1584-7191-4064-bd7d-c0d7042c803c {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:04.191050 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'tag': '05e7e080-2b01-44eb-8742-729c05d42526', 'status': 'completed', 'code': 200} Jul 13 07:48:04.194876 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.235700 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef30aed-53cf-49c5-b173-d6b6e189c333 None None] Network 918c9be5-f73c-4ae4-b262-3a0c8f3703eb requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:04.678932 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.708710 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bb4da09-0d52-455f-8079-90bc93ab0dde {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:04.798144 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 2bb4da09-0d52-455f-8079-90bc93ab0dde, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=2bb4da09-0d52-455f-8079-90bc93ab0dde,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:04.879930 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.920296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:04.920945 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.922631 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] 10.222.0.62 "PUT /v2.0/ports/a5ad5cc6-8b81-413a-ba67-a126312062d6 HTTP/1.1" status: 200 len: 1132 time: 2.3651011 Jul 13 07:48:04.927587 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51768) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:04.976241 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e86271-1656-4a7b-9739-ea212f00d16e tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:04.982251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e86271-1656-4a7b-9739-ea212f00d16e tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:04.983969 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-02e86271-1656-4a7b-9739-ea212f00d16e tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.9565420 Jul 13 07:48:04.991899 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51774) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:04.998751 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3819317-2b12-4bd0-8fbb-2041301ec7fa req-1a1b52dd-0d57-4c05-9a7b-f1649093f8d5 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 210 time: 0.7744069 Jul 13 07:48:05.006660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=2bb4da09-0d52-455f-8079-90bc93ab0dde,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:05.031486 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 02aa18b0-3474-49f1-8cc3-fbe158b8103c no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:05.092363 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] Request body: {'port': {'device_id': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:05.109457 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 02aa18b0-3474-49f1-8cc3-fbe158b8103c {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:05.109804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 02aa18b0-3474-49f1-8cc3-fbe158b8103c not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:05.114009 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb87a4-4b5a-4359-a551-c9163ad0e255 req-440c819d-2090-4841-b5e7-e9258a7c3f4e tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:05.125187 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-badb87a4-4b5a-4359-a551-c9163ad0e255 req-440c819d-2090-4841-b5e7-e9258a7c3f4e tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 944 time: 0.1580646 Jul 13 07:48:05.186633 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.200558 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-093d3456-63d8-4a84-b36b-2e3e5c065996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.208306 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-badb87a4-4b5a-4359-a551-c9163ad0e255 req-b4fd60af-1367-4b5c-ba55-303a9ad2d041 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808268 Jul 13 07:48:05.273191 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5354-8741-49b1-bfc3-5384c4df7339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.280716 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['2bb4da09-0d52-455f-8079-90bc93ab0dde'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:48:05.286922 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6831c87-c4e9-4a2f-a399-43bff59245f0 None None] DHCP port deletion for 918c9be5-f73c-4ae4-b262-3a0c8f3703eb request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:48:05.346224 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 2bb4da09-0d52-455f-8079-90bc93ab0dde no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:05.378703 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee70978-c979-4788-b9ac-722b39d40acd service neutron] Pushing event updated for resources: {'Port': ['ID=a5ad5cc6-8b81-413a-ba67-a126312062d6,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:05.435776 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2566a21-1091-4bcb-be42-339cd913c64a req-90779bb2-4279-4bf8-b2a2-9d7397db1ea2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:05.455157 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2566a21-1091-4bcb-be42-339cd913c64a req-90779bb2-4279-4bf8-b2a2-9d7397db1ea2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:05.464135 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2566a21-1091-4bcb-be42-339cd913c64a req-90779bb2-4279-4bf8-b2a2-9d7397db1ea2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:05.470614 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2566a21-1091-4bcb-be42-339cd913c64a req-90779bb2-4279-4bf8-b2a2-9d7397db1ea2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:05.480257 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2566a21-1091-4bcb-be42-339cd913c64a req-90779bb2-4279-4bf8-b2a2-9d7397db1ea2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:05.488691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2566a21-1091-4bcb-be42-339cd913c64a req-90779bb2-4279-4bf8-b2a2-9d7397db1ea2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:05.491501 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2566a21-1091-4bcb-be42-339cd913c64a req-90779bb2-4279-4bf8-b2a2-9d7397db1ea2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 4599 time: 0.2072816 Jul 13 07:48:05.581296 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2566a21-1091-4bcb-be42-339cd913c64a req-026b38e3-bd1a-4cf1-8a22-bf6dc02014e8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815291 Jul 13 07:48:05.628390 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a6831c87-c4e9-4a2f-a399-43bff59245f0 None None] Deleting port 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:05.630073 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a6831c87-c4e9-4a2f-a399-43bff59245f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.667260 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad1c3e-39bd-43e7-a2b1-5a66b505bacd req-45da4603-8059-4647-bf07-d2df256d2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:05.667660 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad1c3e-39bd-43e7-a2b1-5a66b505bacd req-45da4603-8059-4647-bf07-d2df256d2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:05.668835 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad1c3e-39bd-43e7-a2b1-5a66b505bacd req-45da4603-8059-4647-bf07-d2df256d2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:05.669020 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad1c3e-39bd-43e7-a2b1-5a66b505bacd req-45da4603-8059-4647-bf07-d2df256d2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:05.669493 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad1c3e-39bd-43e7-a2b1-5a66b505bacd req-45da4603-8059-4647-bf07-d2df256d2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:05.670136 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad1c3e-39bd-43e7-a2b1-5a66b505bacd req-45da4603-8059-4647-bf07-d2df256d2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:05.673879 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68ad1c3e-39bd-43e7-a2b1-5a66b505bacd req-45da4603-8059-4647-bf07-d2df256d2bd3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a860a799f3be43a5a80bc0e18715a853&device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5287 time: 1.4327891 Jul 13 07:48:05.676120 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ef843be0-7a2d-4054-85ec-05729f5b3486 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Deleting port 60b48c97-18a2-4295-af21-5cf7b99b0454 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:05.676120 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ef843be0-7a2d-4054-85ec-05729f5b3486 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.768042 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a6831c87-c4e9-4a2f-a399-43bff59245f0 None None] For port 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac,segment=NetworkSegment(9c66d522-bf0b-47b9-8ccc-166df83de251),segment_id=9c66d522-bf0b-47b9-8ccc-166df83de251)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:05.768737 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a6831c87-c4e9-4a2f-a399-43bff59245f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.782656 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a6831c87-c4e9-4a2f-a399-43bff59245f0 None None] Calling delete_port for 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:05.793461 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ef843be0-7a2d-4054-85ec-05729f5b3486 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.853696 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ef843be0-7a2d-4054-85ec-05729f5b3486 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Calling delete_port for 60b48c97-18a2-4295-af21-5cf7b99b0454 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:05.878121 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.882466 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-e6ae5354-8741-49b1-bfc3-5384c4df7339 admin admin] Deleting port 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:05.882814 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5354-8741-49b1-bfc3-5384c4df7339 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.893614 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a6831c87-c4e9-4a2f-a399-43bff59245f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.924592 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6831c87-c4e9-4a2f-a399-43bff59245f0 None None] Pushing event deleted for resources: {'Port': ['ID=2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:05.935110 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2bb4da09-0d52-455f-8079-90bc93ab0dde {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:05.957921 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6831c87-c4e9-4a2f-a399-43bff59245f0 None None] No DVR routers for this DVR port 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:05.996181 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 2bb4da09-0d52-455f-8079-90bc93ab0dde, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=2bb4da09-0d52-455f-8079-90bc93ab0dde,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:06.015555 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.096370 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=2bb4da09-0d52-455f-8079-90bc93ab0dde,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:06.156069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad1c3e-39bd-43e7-a2b1-5a66b505bacd req-0946a6e2-3bf0-4929-8cd0-133a45a02862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.156661 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad1c3e-39bd-43e7-a2b1-5a66b505bacd req-0946a6e2-3bf0-4929-8cd0-133a45a02862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.157176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad1c3e-39bd-43e7-a2b1-5a66b505bacd req-0946a6e2-3bf0-4929-8cd0-133a45a02862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.158879 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68ad1c3e-39bd-43e7-a2b1-5a66b505bacd req-0946a6e2-3bf0-4929-8cd0-133a45a02862 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a860a799f3be43a5a80bc0e18715a853&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3968382 Jul 13 07:48:06.195414 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'tag': 'a5ad5cc6-8b81-413a-ba67-a126312062d6'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:06.197894 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01765321-c9fe-4212-9415-521803326aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "tag": "a5ad5cc6-8b81-413a-ba67-a126312062d6"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:06.211449 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da81defd-1356-4256-9672-3dedebfc2a1c req-a5c85469-0968-40f9-8a2f-be58126037c8 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 210 time: 0.0451887 Jul 13 07:48:06.244712 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-093d3456-63d8-4a84-b36b-2e3e5c065996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.295375 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-093d3456-63d8-4a84-b36b-2e3e5c065996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.298918 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-e6ae5354-8741-49b1-bfc3-5384c4df7339 admin admin] For port 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac, host n-d-779913-28, got binding levels [] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:06.299277 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5354-8741-49b1-bfc3-5384c4df7339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.352932 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0553fed2-de09-4574-875b-8915166859ee x-openstack-request-id: req-0553fed2-de09-4574-875b-8915166859ee {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:06.352932 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "tag": "a5ad5cc6-8b81-413a-ba67-a126312062d6", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:06.353313 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0553fed2-de09-4574-875b-8915166859ee {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:06.353586 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'tag': 'a5ad5cc6-8b81-413a-ba67-a126312062d6', 'status': 'completed', 'code': 200} Jul 13 07:48:06.459156 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-e6ae5354-8741-49b1-bfc3-5384c4df7339 admin admin] Calling delete_port for 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:06.477177 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.ipam_backend_mixin [None req-e6ae5354-8741-49b1-bfc3-5384c4df7339 admin admin] Port 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac was not found and therefore no delete operation was performed {{(pid=93723) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:48:06.515612 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ec431-8d37-4540-ad5e-e86dc77280e7 req-4c3ac8f4-0db3-4258-9e61-abbb50b35df3 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.521058 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-093d3456-63d8-4a84-b36b-2e3e5c065996 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=facb77cc922d4c86bb0dd1bb7c0152eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5907683 Jul 13 07:48:06.521852 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5354-8741-49b1-bfc3-5384c4df7339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.524129 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51800) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:06.524264 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c52ec431-8d37-4540-ad5e-e86dc77280e7 req-4c3ac8f4-0db3-4258-9e61-abbb50b35df3 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 943 time: 0.1064472 Jul 13 07:48:06.578722 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c52ec431-8d37-4540-ad5e-e86dc77280e7 req-5a51e396-86da-4df8-bdb4-0fadf4f358f0 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530546 Jul 13 07:48:06.588791 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d3456-63d8-4a84-b36b-2e3e5c065996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31a5bf9-697f-483a-87cc-e6636471f750,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:06.645530 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ef843be0-7a2d-4054-85ec-05729f5b3486 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.653382 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae5354-8741-49b1-bfc3-5384c4df7339 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:06.666513 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae5354-8741-49b1-bfc3-5384c4df7339 admin admin] No DVR routers for this DVR port 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:06.674700 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad1c3e-39bd-43e7-a2b1-5a66b505bacd req-97ab7885-082b-4d68-aeb4-dc60ca59fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.676157 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68ad1c3e-39bd-43e7-a2b1-5a66b505bacd req-97ab7885-082b-4d68-aeb4-dc60ca59fda4 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5062399 Jul 13 07:48:06.787430 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ef843be0-7a2d-4054-85ec-05729f5b3486 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.789268 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ef843be0-7a2d-4054-85ec-05729f5b3486 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "DELETE /v2.0/ports/60b48c97-18a2-4295-af21-5cf7b99b0454 HTTP/1.1" status: 204 len: 168 time: 1.7719531 Jul 13 07:48:06.792578 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51806) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:06.813845 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20a189-2a2b-4b72-9256-c1368675172a req-fcc71454-3dff-4002-b617-ca1e605db1e7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.822445 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20a189-2a2b-4b72-9256-c1368675172a req-fcc71454-3dff-4002-b617-ca1e605db1e7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.830345 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20a189-2a2b-4b72-9256-c1368675172a req-fcc71454-3dff-4002-b617-ca1e605db1e7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.836725 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20a189-2a2b-4b72-9256-c1368675172a req-fcc71454-3dff-4002-b617-ca1e605db1e7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.837539 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-bd390e99-ade2-4d6d-89f0-a303771cd279 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.839040 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-bd390e99-ade2-4d6d-89f0-a303771cd279 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 806 time: 0.5689116 Jul 13 07:48:06.843145 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20a189-2a2b-4b72-9256-c1368675172a req-fcc71454-3dff-4002-b617-ca1e605db1e7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.843529 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef843be0-7a2d-4054-85ec-05729f5b3486 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Pushing event deleted for resources: {'Port': ['ID=60b48c97-18a2-4295-af21-5cf7b99b0454,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:06.854840 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20a189-2a2b-4b72-9256-c1368675172a req-fcc71454-3dff-4002-b617-ca1e605db1e7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.857368 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd20a189-2a2b-4b72-9256-c1368675172a req-fcc71454-3dff-4002-b617-ca1e605db1e7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 4599 time: 0.1440918 Jul 13 07:48:06.873786 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:06.894039 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-3474fafe-b106-4d5d-bcaa-79bdbca7786c tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Request body: {'port': {'device_id': 'b309996e-be09-4646-a785-cc1ba7ab62df', 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922', 'admin_state_up': True, 'tenant_id': 'e9e86bdd92ef4c5fb6eac74ebb687aba'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:06.899498 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.954737 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:06.971565 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5354-8741-49b1-bfc3-5384c4df7339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.974454 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd20a189-2a2b-4b72-9256-c1368675172a req-30cb6548-7903-46f6-b607-e8185d804631 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930524 Jul 13 07:48:06.998660 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-e6ae5354-8741-49b1-bfc3-5384c4df7339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918c9be5-f73c-4ae4-b262-3a0c8f3703eb']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:07.004715 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] Transition to ACTIVE for port object 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:07.008813 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:07.009265 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2ef19932-c96f-4f7c-be6c-27bb6ce2e6ac not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:07.016244 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb54857b-ce52-47fa-83b2-b0b3e43574c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.036272 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc1719-ca67-46bb-8d78-ab21c3789f5a tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Deleting port 9492e869-7a28-4586-a4b4-c9be058cca93 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:07.036877 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4fdc1719-ca67-46bb-8d78-ab21c3789f5a tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.054578 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.068531 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-e6ae5354-8741-49b1-bfc3-5384c4df7339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c66d522-bf0b-47b9-8ccc-166df83de251') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:07.068942 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-e6ae5354-8741-49b1-bfc3-5384c4df7339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c66d522-bf0b-47b9-8ccc-166df83de251') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:07.131471 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5354-8741-49b1-bfc3-5384c4df7339 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.149907 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4fdc1719-ca67-46bb-8d78-ab21c3789f5a tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.163952 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc1719-ca67-46bb-8d78-ab21c3789f5a tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Calling delete_port for 9492e869-7a28-4586-a4b4-c9be058cca93 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:07.172182 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb54857b-ce52-47fa-83b2-b0b3e43574c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.200411 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01765321-c9fe-4212-9415-521803326aa6 req-077f004f-858d-4664-aa39-7b244a9eeee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:07.201042 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01765321-c9fe-4212-9415-521803326aa6 req-077f004f-858d-4664-aa39-7b244a9eeee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:07.205414 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01765321-c9fe-4212-9415-521803326aa6 req-077f004f-858d-4664-aa39-7b244a9eeee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:07.206045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01765321-c9fe-4212-9415-521803326aa6 req-077f004f-858d-4664-aa39-7b244a9eeee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:07.206567 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01765321-c9fe-4212-9415-521803326aa6 req-077f004f-858d-4664-aa39-7b244a9eeee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:07.209845 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01765321-c9fe-4212-9415-521803326aa6 req-077f004f-858d-4664-aa39-7b244a9eeee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:07.213773 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-01765321-c9fe-4212-9415-521803326aa6 req-077f004f-858d-4664-aa39-7b244a9eeee4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a860a799f3be43a5a80bc0e18715a853&device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5287 time: 0.4599693 Jul 13 07:48:07.289930 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4fdc1719-ca67-46bb-8d78-ab21c3789f5a tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.309397 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5354-8741-49b1-bfc3-5384c4df7339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.328391 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 2bb4da09-0d52-455f-8079-90bc93ab0dde up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:07.331368 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ae5354-8741-49b1-bfc3-5384c4df7339 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:48:07.332525 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5354-8741-49b1-bfc3-5384c4df7339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.365007 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc1719-ca67-46bb-8d78-ab21c3789f5a tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Pushing event deleted for resources: {'Port': ['ID=9492e869-7a28-4586-a4b4-c9be058cca93,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:07.372683 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4fdc1719-ca67-46bb-8d78-ab21c3789f5a tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.384213 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4fdc1719-ca67-46bb-8d78-ab21c3789f5a tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "DELETE /v2.0/ports/9492e869-7a28-4586-a4b4-c9be058cca93 HTTP/1.1" status: 204 len: 168 time: 0.5896089 Jul 13 07:48:07.385080 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51812) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:07.433179 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 2bb4da09-0d52-455f-8079-90bc93ab0dde triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:07.433843 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.445599 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-65dd9f7e-b392-4950-ac75-f16bb35559cb tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0591853 Jul 13 07:48:07.458018 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51814) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:07.463719 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5317c8fe-e556-4664-a761-dc856b8369e6 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1561514734'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:07.493923 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a6f8747-b1eb-4342-8976-6de1766f8a49 req-b25b5af8-9ca3-43c2-ba12-7650de456987 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 210 time: 0.0500584 Jul 13 07:48:07.513981 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5317c8fe-e556-4664-a761-dc856b8369e6 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Made reservation on behalf of 5b8aea4d313f4a6d878245a95d6bbf13 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:07.531472 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5317c8fe-e556-4664-a761-dc856b8369e6 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:48:07.552262 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:48:07.569667 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5317c8fe-e556-4664-a761-dc856b8369e6 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:48:07.579017 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] Attempting to bind port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:07.579493 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] Attempting to bind port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '4e691365-8d63-430d-a40c-519519f71e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:07.579834 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] Attempting to bind port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d on network b818ec58-5125-4829-9877-53309d7ad2bc {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:07.583889 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:48:07.586432 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5317c8fe-e556-4664-a761-dc856b8369e6 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.587077 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] Pushing event updated for resources: {'Port': ['ID=7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:07.588966 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-5317c8fe-e556-4664-a761-dc856b8369e6 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Added segment 70e10024-c116-4b95-b3d7-c8198f899c51 of type vlan for network 6dd08aa3-2de1-4e11-b160-ba2139225e0e Jul 13 07:48:07.596643 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5354-8741-49b1-bfc3-5384c4df7339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.628240 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.685379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b828e0-1152-4dcd-b3c2-a90439b7c029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb4da09-0d52-455f-8079-90bc93ab0dde'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:07.691496 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb0d68d-a82d-4a8a-a4bb-9074234c1f81" -d '{"events": [{"server_uuid": "43b828e0-1152-4dcd-b3c2-a90439b7c029", "name": "network-vif-plugged", "status": "completed", "tag": "2bb4da09-0d52-455f-8079-90bc93ab0dde"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:07.695848 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5317c8fe-e556-4664-a761-dc856b8369e6 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.706792 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5354-8741-49b1-bfc3-5384c4df7339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.708917 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e6ae5354-8741-49b1-bfc3-5384c4df7339 admin admin] 10.222.0.58 "DELETE /v2.0/networks/918c9be5-f73c-4ae4-b262-3a0c8f3703eb HTTP/1.1" status: 204 len: 168 time: 3.6067162 Jul 13 07:48:07.718505 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae5354-8741-49b1-bfc3-5384c4df7339 admin admin] Pushing event deleted for resources: {'Network': ['ID=918c9be5-f73c-4ae4-b262-3a0c8f3703eb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:07.723115 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 2bb4da09-0d52-455f-8079-90bc93ab0dde, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=2bb4da09-0d52-455f-8079-90bc93ab0dde,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:07.735388 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.736553 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-3474fafe-b106-4d5d-bcaa-79bdbca7786c tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Made reservation on behalf of e9e86bdd92ef4c5fb6eac74ebb687aba for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:07.740233 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-3474fafe-b106-4d5d-bcaa-79bdbca7786c tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.745967 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] Port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d on network b818ec58-5125-4829-9877-53309d7ad2bc not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:48:07.758411 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] Attempting to bind port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d on network b818ec58-5125-4829-9877-53309d7ad2bc {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:07.789252 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:07.789577 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] Checking segment: {'id': '4e691365-8d63-430d-a40c-519519f71e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:07.789974 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] Bound using segment: {'id': '4e691365-8d63-430d-a40c-519519f71e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:07.790464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] Bound port: 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e691365-8d63-430d-a40c-519519f71e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:07.790682 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5317c8fe-e556-4664-a761-dc856b8369e6 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.790807 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.806786 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5317c8fe-e556-4664-a761-dc856b8369e6 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:07.807430 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5317c8fe-e556-4664-a761-dc856b8369e6 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.842579 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f947f636-c20f-4cc8-a539-0bb37e6b4e91 x-openstack-request-id: req-f947f636-c20f-4cc8-a539-0bb37e6b4e91 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:07.842918 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b828e0-1152-4dcd-b3c2-a90439b7c029", "name": "network-vif-plugged", "status": "completed", "tag": "2bb4da09-0d52-455f-8079-90bc93ab0dde", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:07.843226 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f947f636-c20f-4cc8-a539-0bb37e6b4e91 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:07.846385 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b828e0-1152-4dcd-b3c2-a90439b7c029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb4da09-0d52-455f-8079-90bc93ab0dde', 'code': 200} Jul 13 07:48:07.883250 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] For port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:07.887536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] For port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:07.893198 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.908034 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.919666 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=2bb4da09-0d52-455f-8079-90bc93ab0dde,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:07.975989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01765321-c9fe-4212-9415-521803326aa6 req-fc5b55f0-64b8-4d3c-99da-0b8d27febba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:07.976645 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01765321-c9fe-4212-9415-521803326aa6 req-fc5b55f0-64b8-4d3c-99da-0b8d27febba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:07.977418 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01765321-c9fe-4212-9415-521803326aa6 req-fc5b55f0-64b8-4d3c-99da-0b8d27febba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:07.979101 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-01765321-c9fe-4212-9415-521803326aa6 req-fc5b55f0-64b8-4d3c-99da-0b8d27febba3 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a860a799f3be43a5a80bc0e18715a853&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7173190 Jul 13 07:48:08.017048 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb54857b-ce52-47fa-83b2-b0b3e43574c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.017301 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5317c8fe-e556-4664-a761-dc856b8369e6 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5545948 Jul 13 07:48:08.017301 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317c8fe-e556-4664-a761-dc856b8369e6 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Pushing event updated for resources: {'Network': ['ID=6dd08aa3-2de1-4e11-b160-ba2139225e0e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:08.018139 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb54857b-ce52-47fa-83b2-b0b3e43574c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.018565 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51824) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:08.029822 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 6dd08aa3-2de1-4e11-b160-ba2139225e0e details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:48:08.030809 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bb54857b-ce52-47fa-83b2-b0b3e43574c0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a31a5bf9-697f-483a-87cc-e6636471f750 HTTP/1.1" status: 204 len: 168 time: 1.4975290 Jul 13 07:48:08.040937 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4baa1f9f-b7f6-48db-9a2d-40fdb6e119ba tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1374273201'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:08.084193 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f81a4-33ca-4da3-afa4-48466c835062 req-fd6f7fd5-b6b6-4c45-831d-c4ef7ec1f72c tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:08.107016 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a46f81a4-33ca-4da3-afa4-48466c835062 req-fd6f7fd5-b6b6-4c45-831d-c4ef7ec1f72c tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.3461254 Jul 13 07:48:08.192897 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:08.193888 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.195559 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] 10.222.0.62 "PUT /v2.0/ports/7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d HTTP/1.1" status: 200 len: 1131 time: 3.1809006 Jul 13 07:48:08.197722 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01765321-c9fe-4212-9415-521803326aa6 req-dec7a9e1-0041-4de3-90eb-ba9fc3d09560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:08.201951 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-01765321-c9fe-4212-9415-521803326aa6 req-dec7a9e1-0041-4de3-90eb-ba9fc3d09560 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1680160 Jul 13 07:48:08.204599 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51828) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:08.245414 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4baa1f9f-b7f6-48db-9a2d-40fdb6e119ba tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Made reservation on behalf of 5b8aea4d313f4a6d878245a95d6bbf13 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:08.251125 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4baa1f9f-b7f6-48db-9a2d-40fdb6e119ba tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.277177 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54857b-ce52-47fa-83b2-b0b3e43574c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31a5bf9-697f-483a-87cc-e6636471f750,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:08.337361 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] Request body: {'port': {'device_id': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:08.349354 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4baa1f9f-b7f6-48db-9a2d-40fdb6e119ba tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:48:08.360033 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4baa1f9f-b7f6-48db-9a2d-40fdb6e119ba tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.360770 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-4baa1f9f-b7f6-48db-9a2d-40fdb6e119ba tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Added segment ef41e739-bd89-4bf1-ba54-ef0067a9a312 of type vlan for network 07834b50-5f6e-47d5-acd3-12f070dfb27d Jul 13 07:48:08.373494 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'tag': '7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:08.376543 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfcfeed-881d-4031-9ee4-4f55f86e1cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "tag": "7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:08.422482 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4baa1f9f-b7f6-48db-9a2d-40fdb6e119ba tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.447200 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.471476 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a46f81a4-33ca-4da3-afa4-48466c835062 req-86bd7aaf-c62d-47d5-a0db-84373156cd86 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620780 Jul 13 07:48:08.493019 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4baa1f9f-b7f6-48db-9a2d-40fdb6e119ba tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.509275 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baa1f9f-b7f6-48db-9a2d-40fdb6e119ba tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:08.513367 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4baa1f9f-b7f6-48db-9a2d-40fdb6e119ba tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.533471 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9e2608a1-198e-4efb-9ace-db4f9c58cb53 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=212dff56b36b4f87993a61249127ab0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931473 Jul 13 07:48:08.544367 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e959-f9a9-405f-9cd5-550410c8b3de service neutron] Pushing event updated for resources: {'Port': ['ID=7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:08.556335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51838) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:08.605911 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d6eb6c-4d3d-48b0-a2d5-6bb314e21496 x-openstack-request-id: req-82d6eb6c-4d3d-48b0-a2d5-6bb314e21496 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:08.606377 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "tag": "7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:08.606723 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-82d6eb6c-4d3d-48b0-a2d5-6bb314e21496 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:08.609319 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'tag': '7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d', 'status': 'completed', 'code': 200} Jul 13 07:48:08.689079 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa1f9f-b7f6-48db-9a2d-40fdb6e119ba tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Pushing event updated for resources: {'Network': ['ID=07834b50-5f6e-47d5-acd3-12f070dfb27d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:08.701106 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 07834b50-5f6e-47d5-acd3-12f070dfb27d details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:48:08.705067 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4baa1f9f-b7f6-48db-9a2d-40fdb6e119ba tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6834245 Jul 13 07:48:08.796087 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db430f1d-d758-41da-802f-d2ad35312d02 req-bd2db604-1596-4261-9114-f1efc7b9cfea tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:08.803415 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db430f1d-d758-41da-802f-d2ad35312d02 req-bd2db604-1596-4261-9114-f1efc7b9cfea tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:08.815036 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db430f1d-d758-41da-802f-d2ad35312d02 req-bd2db604-1596-4261-9114-f1efc7b9cfea tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:08.822163 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db430f1d-d758-41da-802f-d2ad35312d02 req-bd2db604-1596-4261-9114-f1efc7b9cfea tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:08.829140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db430f1d-d758-41da-802f-d2ad35312d02 req-bd2db604-1596-4261-9114-f1efc7b9cfea tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:08.835551 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db430f1d-d758-41da-802f-d2ad35312d02 req-bd2db604-1596-4261-9114-f1efc7b9cfea tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:08.845670 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db430f1d-d758-41da-802f-d2ad35312d02 req-bd2db604-1596-4261-9114-f1efc7b9cfea tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:08.857776 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db430f1d-d758-41da-802f-d2ad35312d02 req-bd2db604-1596-4261-9114-f1efc7b9cfea tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5371 time: 0.4007235 Jul 13 07:48:08.863007 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50b294-efea-4d65-a3a0-63ac86022399 req-b95cb21c-0c45-4e2b-ad2a-ac6497e8e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:08.866449 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2f50b294-efea-4d65-a3a0-63ac86022399 req-b95cb21c-0c45-4e2b-ad2a-ac6497e8e4ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 1097 time: 0.8277199 Jul 13 07:48:08.906493 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-3474fafe-b106-4d5d-bcaa-79bdbca7786c tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Allocated IP 172.20.0.13 (7c938579-69a9-4580-83e5-cee3b6a3b922/ef8db247-d22c-4308-8e07-626593577869/55f03886-8aca-4c49-8573-52c2c5554709) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:08.962699 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db430f1d-d758-41da-802f-d2ad35312d02 req-dd76d200-0d4c-4cb8-a8a0-a489a7083720 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1034679 Jul 13 07:48:09.012366 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-378fc416-2b03-4625-8007-e8e02c9275c7 req-1e8559d5-7453-45e3-b400-79b1f505d727 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 210 time: 0.1481481 Jul 13 07:48:09.499439 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6796f5e3-70cc-4d50-9db1-138ebe5e6b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:09.522310 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6796f5e3-70cc-4d50-9db1-138ebe5e6b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:09.614007 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2f50b294-efea-4d65-a3a0-63ac86022399 req-78e5cf3c-51fc-4ee3-a519-9ef537eb2e35 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5942900 Jul 13 07:48:09.627822 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6796f5e3-70cc-4d50-9db1-138ebe5e6b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:09.630463 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6796f5e3-70cc-4d50-9db1-138ebe5e6b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:09.631693 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6796f5e3-70cc-4d50-9db1-138ebe5e6b62 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/57104247-fb17-4058-b203-d04fe7ff09e7 HTTP/1.1" status: 204 len: 168 time: 1.0732772 Jul 13 07:48:09.651900 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcfeed-881d-4031-9ee4-4f55f86e1cb9 req-7753e050-9d79-4a3c-aa4f-21f464507c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:09.652391 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcfeed-881d-4031-9ee4-4f55f86e1cb9 req-7753e050-9d79-4a3c-aa4f-21f464507c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:09.653045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcfeed-881d-4031-9ee4-4f55f86e1cb9 req-7753e050-9d79-4a3c-aa4f-21f464507c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:09.653335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcfeed-881d-4031-9ee4-4f55f86e1cb9 req-7753e050-9d79-4a3c-aa4f-21f464507c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:09.653945 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcfeed-881d-4031-9ee4-4f55f86e1cb9 req-7753e050-9d79-4a3c-aa4f-21f464507c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:09.654472 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcfeed-881d-4031-9ee4-4f55f86e1cb9 req-7753e050-9d79-4a3c-aa4f-21f464507c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:09.654942 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcfeed-881d-4031-9ee4-4f55f86e1cb9 req-7753e050-9d79-4a3c-aa4f-21f464507c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:09.656890 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fdfcfeed-881d-4031-9ee4-4f55f86e1cb9 req-7753e050-9d79-4a3c-aa4f-21f464507c6b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a860a799f3be43a5a80bc0e18715a853&device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 6211 time: 1.0351720 Jul 13 07:48:09.705673 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796f5e3-70cc-4d50-9db1-138ebe5e6b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57104247-fb17-4058-b203-d04fe7ff09e7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:09.871094 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590a4f9-ab45-472b-aee6-1717cd2a979b req-327b4012-a5f9-49f7-b8d9-03bfd0535a6e tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:09.880369 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d590a4f9-ab45-472b-aee6-1717cd2a979b req-327b4012-a5f9-49f7-b8d9-03bfd0535a6e tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.1046050 Jul 13 07:48:09.993148 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d590a4f9-ab45-472b-aee6-1717cd2a979b req-b34a3566-18b5-431a-bfef-528e39c20fe8 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107864 Jul 13 07:48:10.119691 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcfeed-881d-4031-9ee4-4f55f86e1cb9 req-e239dd01-d2aa-43f4-99e2-9c526548d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:10.121029 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcfeed-881d-4031-9ee4-4f55f86e1cb9 req-e239dd01-d2aa-43f4-99e2-9c526548d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:10.128048 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcfeed-881d-4031-9ee4-4f55f86e1cb9 req-e239dd01-d2aa-43f4-99e2-9c526548d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:10.133921 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fdfcfeed-881d-4031-9ee4-4f55f86e1cb9 req-e239dd01-d2aa-43f4-99e2-9c526548d806 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a860a799f3be43a5a80bc0e18715a853&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4495802 Jul 13 07:48:10.337677 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-3474fafe-b106-4d5d-bcaa-79bdbca7786c tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:10.414108 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef52212-3c48-45b8-b0a5-3e4ec06a834d {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:10.419117 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec8d9de6-295a-420b-9e61-16c48a27cd47 req-ca181c71-4353-4c37-afb9-799ea273e986 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 210 time: 0.1083443 Jul 13 07:48:10.468310 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:10.550485 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5c1c-5f9f-4cd6-9cca-d814e694bab8 req-ba6a76ad-05a1-4892-a99c-14d87e2dd627 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:10.557091 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5c1c-5f9f-4cd6-9cca-d814e694bab8 req-ba6a76ad-05a1-4892-a99c-14d87e2dd627 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:10.580611 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5c1c-5f9f-4cd6-9cca-d814e694bab8 req-ba6a76ad-05a1-4892-a99c-14d87e2dd627 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:10.588563 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] Transition to ACTIVE for port object eef52212-3c48-45b8-b0a5-3e4ec06a834d will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:10.600852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5c1c-5f9f-4cd6-9cca-d814e694bab8 req-ba6a76ad-05a1-4892-a99c-14d87e2dd627 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:10.601122 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcfeed-881d-4031-9ee4-4f55f86e1cb9 req-13d7309d-caf8-4b59-b2ff-ed2ea6027abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:10.615348 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fdfcfeed-881d-4031-9ee4-4f55f86e1cb9 req-13d7309d-caf8-4b59-b2ff-ed2ea6027abd service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4574528 Jul 13 07:48:10.617854 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5c1c-5f9f-4cd6-9cca-d814e694bab8 req-ba6a76ad-05a1-4892-a99c-14d87e2dd627 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:10.622660 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:10.633627 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5c1c-5f9f-4cd6-9cca-d814e694bab8 req-ba6a76ad-05a1-4892-a99c-14d87e2dd627 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:10.649741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5c1c-5f9f-4cd6-9cca-d814e694bab8 req-ba6a76ad-05a1-4892-a99c-14d87e2dd627 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:10.653766 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-3474fafe-b106-4d5d-bcaa-79bdbca7786c tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:10.654612 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d75b5c1c-5f9f-4cd6-9cca-d814e694bab8 req-ba6a76ad-05a1-4892-a99c-14d87e2dd627 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5371 time: 0.4215398 Jul 13 07:48:10.680158 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:48:10.742280 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d75b5c1c-5f9f-4cd6-9cca-d814e694bab8 req-dce97821-e053-4be1-94cc-5f90a91cfaad tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809608 Jul 13 07:48:10.849012 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] Pushing event updated for resources: {'Port': ['ID=eef52212-3c48-45b8-b0a5-3e4ec06a834d,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:11.064306 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-3474fafe-b106-4d5d-bcaa-79bdbca7786c tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Network 7c938579-69a9-4580-83e5-cee3b6a3b922 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:11.102234 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-3474fafe-b106-4d5d-bcaa-79bdbca7786c tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:11.112498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-3474fafe-b106-4d5d-bcaa-79bdbca7786c tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:11.253231 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51912) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:11.309310 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-3474fafe-b106-4d5d-bcaa-79bdbca7786c tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:11.310005 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-3474fafe-b106-4d5d-bcaa-79bdbca7786c tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:11.350060 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603edfa-4c2d-44b3-961c-20f72e9fc47c req-0eeb48aa-661e-4fa4-9331-58396e163d8f tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:11.351719 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f603edfa-4c2d-44b3-961c-20f72e9fc47c req-0eeb48aa-661e-4fa4-9331-58396e163d8f tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.1797385 Jul 13 07:48:11.461745 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f603edfa-4c2d-44b3-961c-20f72e9fc47c req-381d6fc5-9a2d-4b22-8739-242940f7ab40 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966260 Jul 13 07:48:11.473016 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474fafe-b106-4d5d-bcaa-79bdbca7786c tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Pushing event updated for resources: {'Port': ['ID=55f03886-8aca-4c49-8573-52c2c5554709,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:11.556558 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-3474fafe-b106-4d5d-bcaa-79bdbca7786c tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6851246 Jul 13 07:48:11.590806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] Request body: {'port': {'device_id': 'b309996e-be09-4646-a785-cc1ba7ab62df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:11.605703 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-41ec1aab-b21a-4bf3-884f-c27175c3f83a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1758764984-network', 'tenant_id': '5ee8cdfa4f624c8896fbb14c16354aa0'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:11.630186 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] Attempting to bind port eef52212-3c48-45b8-b0a5-3e4ec06a834d on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:11.630607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] Attempting to bind port eef52212-3c48-45b8-b0a5-3e4ec06a834d by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '4e691365-8d63-430d-a40c-519519f71e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:11.630932 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] Attempting to bind port eef52212-3c48-45b8-b0a5-3e4ec06a834d on network b818ec58-5125-4829-9877-53309d7ad2bc {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:11.671359 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ec1aab-b21a-4bf3-884f-c27175c3f83a admin admin] Made reservation on behalf of 5ee8cdfa4f624c8896fbb14c16354aa0 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:11.675647 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41ec1aab-b21a-4bf3-884f-c27175c3f83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:11.689453 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41ec1aab-b21a-4bf3-884f-c27175c3f83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:11.695779 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] Port eef52212-3c48-45b8-b0a5-3e4ec06a834d on network b818ec58-5125-4829-9877-53309d7ad2bc not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:48:11.695779 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] Attempting to bind port eef52212-3c48-45b8-b0a5-3e4ec06a834d on network b818ec58-5125-4829-9877-53309d7ad2bc {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:11.747413 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:11.748196 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] Checking segment: {'id': '4e691365-8d63-430d-a40c-519519f71e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:11.748841 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] Bound using segment: {'id': '4e691365-8d63-430d-a40c-519519f71e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:11.749537 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] Bound port: eef52212-3c48-45b8-b0a5-3e4ec06a834d, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e691365-8d63-430d-a40c-519519f71e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:11.750211 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:11.863896 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e789892-ec9f-4cbd-a04a-53694d37d18e req-784cb742-bddc-4eb3-898a-0bd1b19c1bed tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:11.869932 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e789892-ec9f-4cbd-a04a-53694d37d18e req-784cb742-bddc-4eb3-898a-0bd1b19c1bed tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 932 time: 0.1528800 Jul 13 07:48:11.910153 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33787b-abd6-4171-99dc-ac4c4313c92e req-6f7fd3b9-d7d6-4765-ab51-ef2bfb6c6773 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:11.911817 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a33787b-abd6-4171-99dc-ac4c4313c92e req-6f7fd3b9-d7d6-4765-ab51-ef2bfb6c6773 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.2119207 Jul 13 07:48:12.011213 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.028426 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a33787b-abd6-4171-99dc-ac4c4313c92e req-d9a01d3c-3d1e-42c6-9c78-5aad5a22130f tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908194 Jul 13 07:48:12.045828 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e789892-ec9f-4cbd-a04a-53694d37d18e req-d83876bb-fcf4-4cc4-ad56-04ba53b24b5d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722329 Jul 13 07:48:12.154238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51988) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:12.160018 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e7fe4d50-0f8f-45ca-8517-2e3dd46591ea tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Request body: {'subnets': [{'network_id': '6dd08aa3-2de1-4e11-b160-ba2139225e0e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--515364921', 'ip_version': 6}, {'network_id': '07834b50-5f6e-47d5-acd3-12f070dfb27d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:12.160474 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e7fe4d50-0f8f-45ca-8517-2e3dd46591ea tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Request body: {'subnet': {'network_id': '6dd08aa3-2de1-4e11-b160-ba2139225e0e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--515364921', 'ip_version': 6}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:12.161147 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e7fe4d50-0f8f-45ca-8517-2e3dd46591ea tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Request body: {'subnet': {'network_id': '07834b50-5f6e-47d5-acd3-12f070dfb27d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:12.165226 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41ec1aab-b21a-4bf3-884f-c27175c3f83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.168136 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] For port eef52212-3c48-45b8-b0a5-3e4ec06a834d, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:12.173534 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41ec1aab-b21a-4bf3-884f-c27175c3f83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.213661 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] For port eef52212-3c48-45b8-b0a5-3e4ec06a834d, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=eef52212-3c48-45b8-b0a5-3e4ec06a834d,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:12.230138 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.338561 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ec1aab-b21a-4bf3-884f-c27175c3f83a admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:48:12.420850 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec1aab-b21a-4bf3-884f-c27175c3f83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7442b553-7ccd-42a0-a115-db8dfa037eeb,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:12.439937 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:12.440743 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.442606 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] 10.222.0.62 "PUT /v2.0/ports/eef52212-3c48-45b8-b0a5-3e4ec06a834d HTTP/1.1" status: 200 len: 1091 time: 4.1778748 Jul 13 07:48:12.443894 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41ec1aab-b21a-4bf3-884f-c27175c3f83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.445002 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-41ec1aab-b21a-4bf3-884f-c27175c3f83a admin admin] Added segment 8cc6884d-8736-4ee9-a214-6f61e27398b4 of type vlan for network 919c9a85-2d04-411a-9615-63f4736f69c7 Jul 13 07:48:12.577005 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ade25-d818-4733-b9f6-d8114cf147c8 req-6d256454-3ca9-42a4-81dd-ae758b759c78 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:12.584012 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ade25-d818-4733-b9f6-d8114cf147c8 req-6d256454-3ca9-42a4-81dd-ae758b759c78 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:12.590845 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ade25-d818-4733-b9f6-d8114cf147c8 req-6d256454-3ca9-42a4-81dd-ae758b759c78 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:12.597854 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ade25-d818-4733-b9f6-d8114cf147c8 req-6d256454-3ca9-42a4-81dd-ae758b759c78 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:12.604671 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ade25-d818-4733-b9f6-d8114cf147c8 req-6d256454-3ca9-42a4-81dd-ae758b759c78 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:12.610950 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ade25-d818-4733-b9f6-d8114cf147c8 req-6d256454-3ca9-42a4-81dd-ae758b759c78 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:12.617381 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ade25-d818-4733-b9f6-d8114cf147c8 req-6d256454-3ca9-42a4-81dd-ae758b759c78 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:12.619438 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c28ade25-d818-4733-b9f6-d8114cf147c8 req-6d256454-3ca9-42a4-81dd-ae758b759c78 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5383 time: 0.2938726 Jul 13 07:48:12.633491 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fe4d50-0f8f-45ca-8517-2e3dd46591ea tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Made reservation on behalf of 5b8aea4d313f4a6d878245a95d6bbf13 for: {'subnet': 2} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:12.633691 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'tag': 'eef52212-3c48-45b8-b0a5-3e4ec06a834d'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:12.639848 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d063dd1a-7207-41f4-9a7b-2102fcf0c418" -d '{"events": [{"name": "network-changed", "server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "tag": "eef52212-3c48-45b8-b0a5-3e4ec06a834d"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:12.641800 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7fe4d50-0f8f-45ca-8517-2e3dd46591ea tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.642204 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7fe4d50-0f8f-45ca-8517-2e3dd46591ea tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.650469 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] Request body: {'port': {'device_id': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:12.650674 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52008) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:12.747166 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c28ade25-d818-4733-b9f6-d8114cf147c8 req-184001eb-4f87-4e06-b9d4-1fada5a53d50 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1198885 Jul 13 07:48:12.846378 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.880292 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41ec1aab-b21a-4bf3-884f-c27175c3f83a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.950882 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-358e5da5-e2c9-467d-bfb1-279d9c2579bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.972694 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f99159-1ab8-4453-8372-b240cc428d04 service neutron] Pushing event updated for resources: {'Port': ['ID=eef52212-3c48-45b8-b0a5-3e4ec06a834d,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:12.978352 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.982358 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41ec1aab-b21a-4bf3-884f-c27175c3f83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.983332 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ec1aab-b21a-4bf3-884f-c27175c3f83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:12.984222 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41ec1aab-b21a-4bf3-884f-c27175c3f83a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.998295 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f03886-8aca-4c49-8573-52c2c5554709 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:13.035602 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5a078-b221-46f9-a23d-830513d1f616 req-807f53ff-8151-48ab-8e4b-abafddc3caab tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:13.043174 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36d5a078-b221-46f9-a23d-830513d1f616 req-807f53ff-8151-48ab-8e4b-abafddc3caab tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/networks?id=ac6b9f57-b18e-4e29-a5c4-b4b57974073c HTTP/1.1" status: 200 len: 814 time: 0.3437850 Jul 13 07:48:13.074160 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cd5fbf-3e41-4b64-a177-a31345f24aa7 x-openstack-request-id: req-26cd5fbf-3e41-4b64-a177-a31345f24aa7 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:13.074492 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "tag": "eef52212-3c48-45b8-b0a5-3e4ec06a834d", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:13.074709 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26cd5fbf-3e41-4b64-a177-a31345f24aa7 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:13.075221 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'tag': 'eef52212-3c48-45b8-b0a5-3e4ec06a834d', 'status': 'completed', 'code': 200} Jul 13 07:48:13.088058 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-41ec1aab-b21a-4bf3-884f-c27175c3f83a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8130207 Jul 13 07:48:13.088058 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec1aab-b21a-4bf3-884f-c27175c3f83a admin admin] Pushing event updated for resources: {'Network': ['ID=919c9a85-2d04-411a-9615-63f4736f69c7,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:13.091694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52020) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:13.104267 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-99bdd9f1-dfdc-4999-9109-89ff68a37a7a admin admin] Request body: {'subnet': {'network_id': '919c9a85-2d04-411a-9615-63f4736f69c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1758764984-subnet', 'tenant_id': '5ee8cdfa4f624c8896fbb14c16354aa0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:13.110545 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 919c9a85-2d04-411a-9615-63f4736f69c7 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:48:13.111225 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.122262 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36d5a078-b221-46f9-a23d-830513d1f616 req-9e78045b-2e69-4373-88cb-ef4b9c3cc1be tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/quotas/a2d94951be8240cfb8e312fecc3b6950 HTTP/1.1" status: 200 len: 375 time: 0.0777092 Jul 13 07:48:13.238895 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] Transition to ACTIVE for port object 55f03886-8aca-4c49-8573-52c2c5554709 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:13.290721 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.371203 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-358e5da5-e2c9-467d-bfb1-279d9c2579bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.390806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] Pushing event updated for resources: {'Port': ['ID=55f03886-8aca-4c49-8573-52c2c5554709,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:13.391103 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-358e5da5-e2c9-467d-bfb1-279d9c2579bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.398016 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063dd1a-7207-41f4-9a7b-2102fcf0c418 req-00df2873-0df2-4445-986f-12330e003fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:13.398820 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063dd1a-7207-41f4-9a7b-2102fcf0c418 req-00df2873-0df2-4445-986f-12330e003fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:13.399422 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063dd1a-7207-41f4-9a7b-2102fcf0c418 req-00df2873-0df2-4445-986f-12330e003fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:13.400127 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063dd1a-7207-41f4-9a7b-2102fcf0c418 req-00df2873-0df2-4445-986f-12330e003fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:13.401116 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063dd1a-7207-41f4-9a7b-2102fcf0c418 req-00df2873-0df2-4445-986f-12330e003fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:13.401116 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063dd1a-7207-41f4-9a7b-2102fcf0c418 req-00df2873-0df2-4445-986f-12330e003fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:13.401364 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063dd1a-7207-41f4-9a7b-2102fcf0c418 req-00df2873-0df2-4445-986f-12330e003fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:13.403378 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d063dd1a-7207-41f4-9a7b-2102fcf0c418 req-00df2873-0df2-4445-986f-12330e003fd3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a860a799f3be43a5a80bc0e18715a853&device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 6279 time: 0.2757683 Jul 13 07:48:13.430935 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36d5a078-b221-46f9-a23d-830513d1f616 req-20c27cdd-e71d-418c-8bbf-300447d43fdb tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2d94951be8240cfb8e312fecc3b6950&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3075328 Jul 13 07:48:13.521732 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d89c9-4a65-464b-a4d7-b3d03b7cd391 req-7bc6b4da-3d09-4099-b59c-0ce5c9d85ef3 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:13.523577 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db7d89c9-4a65-464b-a4d7-b3d03b7cd391 req-7bc6b4da-3d09-4099-b59c-0ce5c9d85ef3 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 944 time: 0.2620416 Jul 13 07:48:13.532470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bdd9f1-dfdc-4999-9109-89ff68a37a7a admin admin] Made reservation on behalf of 5ee8cdfa4f624c8896fbb14c16354aa0 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:13.535120 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99bdd9f1-dfdc-4999-9109-89ff68a37a7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.546964 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-358e5da5-e2c9-467d-bfb1-279d9c2579bd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b39f3814b9294065bf662d9152de9cc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8712511 Jul 13 07:48:13.557804 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52024) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:13.627942 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e5da5-e2c9-467d-bfb1-279d9c2579bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0941e6c-8c42-4af1-9864-d165e2fb752c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:13.634767 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063dd1a-7207-41f4-9a7b-2102fcf0c418 req-0be4daf6-526a-431a-afd9-13ecfbfb9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:13.635305 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063dd1a-7207-41f4-9a7b-2102fcf0c418 req-0be4daf6-526a-431a-afd9-13ecfbfb9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:13.635991 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063dd1a-7207-41f4-9a7b-2102fcf0c418 req-0be4daf6-526a-431a-afd9-13ecfbfb9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:13.638212 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d063dd1a-7207-41f4-9a7b-2102fcf0c418 req-0be4daf6-526a-431a-afd9-13ecfbfb9f62 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a860a799f3be43a5a80bc0e18715a853&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2120385 Jul 13 07:48:13.669552 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] Attempting to bind port 55f03886-8aca-4c49-8573-52c2c5554709 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:13.670041 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] Attempting to bind port 55f03886-8aca-4c49-8573-52c2c5554709 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:13.670462 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] Attempting to bind port 55f03886-8aca-4c49-8573-52c2c5554709 on network 7c938579-69a9-4580-83e5-cee3b6a3b922 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:13.690218 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e5da5-e2c9-467d-bfb1-279d9c2579bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:13.690581 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e5da5-e2c9-467d-bfb1-279d9c2579bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:13.690911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e5da5-e2c9-467d-bfb1-279d9c2579bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:13.691248 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e5da5-e2c9-467d-bfb1-279d9c2579bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:13.691581 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e5da5-e2c9-467d-bfb1-279d9c2579bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:13.692281 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e5da5-e2c9-467d-bfb1-279d9c2579bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:13.692617 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e5da5-e2c9-467d-bfb1-279d9c2579bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:13.692944 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e5da5-e2c9-467d-bfb1-279d9c2579bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:13.693267 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e5da5-e2c9-467d-bfb1-279d9c2579bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:13.693590 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e5da5-e2c9-467d-bfb1-279d9c2579bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:13.693915 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e5da5-e2c9-467d-bfb1-279d9c2579bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:13.694272 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e5da5-e2c9-467d-bfb1-279d9c2579bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:13.715789 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] Port 55f03886-8aca-4c49-8573-52c2c5554709 on network 7c938579-69a9-4580-83e5-cee3b6a3b922 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:48:13.716209 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] Attempting to bind port 55f03886-8aca-4c49-8573-52c2c5554709 on network 7c938579-69a9-4580-83e5-cee3b6a3b922 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:13.734342 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:13.734688 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] Checking segment: {'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:13.735777 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] Bound using segment: {'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:13.736286 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] Bound port: 55f03886-8aca-4c49-8573-52c2c5554709, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:13.736705 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.777023 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db7d89c9-4a65-464b-a4d7-b3d03b7cd391 req-09fb92e2-bd0e-4df4-a4c0-940c3f4bedb5 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382376 Jul 13 07:48:13.777884 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7fe4d50-0f8f-45ca-8517-2e3dd46591ea tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.819504 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36d5a078-b221-46f9-a23d-830513d1f616 req-d6a52a96-fa84-4bec-bfa3-bb1ba6a9e779 service neutron] 10.222.0.58 "GET /v2.0/networks/ac6b9f57-b18e-4e29-a5c4-b4b57974073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717923 Jul 13 07:48:13.845142 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-53c9ad58-4b56-48bf-9b10-793c0731ea41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.950259 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b287a7-66a6-4451-b3cc-175a9dd00602 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:13.961997 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-53c9ad58-4b56-48bf-9b10-793c0731ea41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.965668 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe4d50-0f8f-45ca-8517-2e3dd46591ea tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Pushing event updated for resources: {'Subnet': ['ID=7957d8e8-23d1-477a-8d81-558202a2c4e6,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:13.969588 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.994132 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063dd1a-7207-41f4-9a7b-2102fcf0c418 req-9444efae-f4f7-4ba1-82ad-b856d68207a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:13.995618 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d063dd1a-7207-41f4-9a7b-2102fcf0c418 req-9444efae-f4f7-4ba1-82ad-b856d68207a9 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3344717 Jul 13 07:48:14.024601 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe4d50-0f8f-45ca-8517-2e3dd46591ea tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Checking segment: {'id': '70e10024-c116-4b95-b3d7-c8198f899c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6dd08aa3-2de1-4e11-b160-ba2139225e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:14.024968 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fe4d50-0f8f-45ca-8517-2e3dd46591ea tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Network hostable DHCP agents. Network: 6dd08aa3-2de1-4e11-b160-ba2139225e0e, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:48:14.027258 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] Transition to ACTIVE for port object c6b287a7-66a6-4451-b3cc-175a9dd00602 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:14.041824 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.045341 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] For port 55f03886-8aca-4c49-8573-52c2c5554709, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:14.073435 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36d5a078-b221-46f9-a23d-830513d1f616 req-09d8e641-593c-4931-bc71-c4bce8708297 service neutron] 10.222.0.58 "GET /v2.0/networks/ac6b9f57-b18e-4e29-a5c4-b4b57974073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529812 Jul 13 07:48:14.095156 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] For port 55f03886-8aca-4c49-8573-52c2c5554709, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=55f03886-8aca-4c49-8573-52c2c5554709,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:14.117788 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a07895-3850-435e-9e17-ebd330b34ef8 req-a090702b-c518-44cf-a964-c5889ba508d3 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:14.117788 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b5a07895-3850-435e-9e17-ebd330b34ef8 req-a090702b-c518-44cf-a964-c5889ba508d3 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.35 "GET /v2.0/ports?device_id=43b828e0-1152-4dcd-b3c2-a90439b7c029 HTTP/1.1" status: 200 len: 945 time: 0.3287508 Jul 13 07:48:14.119100 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99bdd9f1-dfdc-4999-9109-89ff68a37a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.124095 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.124767 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fe4d50-0f8f-45ca-8517-2e3dd46591ea tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Network 6dd08aa3-2de1-4e11-b160-ba2139225e0e is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:48:14.147466 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c71cb2-9a94-4baa-a681-5928d09aa9d8 req-f7eecca4-d006-43d1-9dc7-cec81f1a252c tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:14.148771 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b287a7-66a6-4451-b3cc-175a9dd00602,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:14.153671 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c71cb2-9a94-4baa-a681-5928d09aa9d8 req-f7eecca4-d006-43d1-9dc7-cec81f1a252c tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:14.160161 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c71cb2-9a94-4baa-a681-5928d09aa9d8 req-f7eecca4-d006-43d1-9dc7-cec81f1a252c tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:14.172034 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c71cb2-9a94-4baa-a681-5928d09aa9d8 req-f7eecca4-d006-43d1-9dc7-cec81f1a252c tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:14.183609 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c71cb2-9a94-4baa-a681-5928d09aa9d8 req-f7eecca4-d006-43d1-9dc7-cec81f1a252c tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:14.192109 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-53c9ad58-4b56-48bf-9b10-793c0731ea41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.194259 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c71cb2-9a94-4baa-a681-5928d09aa9d8 req-f7eecca4-d006-43d1-9dc7-cec81f1a252c tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:14.198641 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-53c9ad58-4b56-48bf-9b10-793c0731ea41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.199543 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-53c9ad58-4b56-48bf-9b10-793c0731ea41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b0941e6c-8c42-4af1-9864-d165e2fb752c HTTP/1.1" status: 204 len: 168 time: 0.6379828 Jul 13 07:48:14.213672 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c71cb2-9a94-4baa-a681-5928d09aa9d8 req-f7eecca4-d006-43d1-9dc7-cec81f1a252c tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:14.216315 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-98c71cb2-9a94-4baa-a681-5928d09aa9d8 req-f7eecca4-d006-43d1-9dc7-cec81f1a252c tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5383 time: 0.2738304 Jul 13 07:48:14.232453 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:14.233085 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.234529 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] 10.222.0.62 "PUT /v2.0/ports/55f03886-8aca-4c49-8573-52c2c5554709 HTTP/1.1" status: 200 len: 1093 time: 2.6527870 Jul 13 07:48:14.307436 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9ad58-4b56-48bf-9b10-793c0731ea41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0941e6c-8c42-4af1-9864-d165e2fb752c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:14.334096 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdd9f1-dfdc-4999-9109-89ff68a37a7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a394eb82-8f38-4774-b0fa-2baa5b0323d0,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:14.408971 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bba81-98b3-499f-82b1-9bafbd54020a service neutron] Pushing event updated for resources: {'Port': ['ID=55f03886-8aca-4c49-8573-52c2c5554709,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:14.457749 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e7fe4d50-0f8f-45ca-8517-2e3dd46591ea tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 6dd08aa3-2de1-4e11-b160-ba2139225e0e) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:14.468118 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7065cb-81e5-4af5-93b6-5efcccd805f4 None None] Network 6dd08aa3-2de1-4e11-b160-ba2139225e0e requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:14.514927 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7fe4d50-0f8f-45ca-8517-2e3dd46591ea tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.524712 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-591f5b4a-3ba9-4a6b-92f2-aa0003897b5a req-8811abc0-f91a-4d7c-947e-8d46c21c7fb6 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 210 time: 0.1076863 Jul 13 07:48:14.587818 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-98c71cb2-9a94-4baa-a681-5928d09aa9d8 req-fc03f7f3-306c-4128-bca4-0806a7fb1b04 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2185478 Jul 13 07:48:14.610964 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] Attempting to bind port c6b287a7-66a6-4451-b3cc-175a9dd00602 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:14.614663 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bdd9f1-dfdc-4999-9109-89ff68a37a7a admin admin] Checking segment: {'id': '8cc6884d-8736-4ee9-a214-6f61e27398b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '919c9a85-2d04-411a-9615-63f4736f69c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:14.615073 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bdd9f1-dfdc-4999-9109-89ff68a37a7a admin admin] Network hostable DHCP agents. Network: 919c9a85-2d04-411a-9615-63f4736f69c7, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:48:14.616297 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] Attempting to bind port c6b287a7-66a6-4451-b3cc-175a9dd00602 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '4e691365-8d63-430d-a40c-519519f71e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:14.616868 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] Attempting to bind port c6b287a7-66a6-4451-b3cc-175a9dd00602 on network b818ec58-5125-4829-9877-53309d7ad2bc {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:14.661295 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] Port c6b287a7-66a6-4451-b3cc-175a9dd00602 on network b818ec58-5125-4829-9877-53309d7ad2bc not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:48:14.662440 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] Attempting to bind port c6b287a7-66a6-4451-b3cc-175a9dd00602 on network b818ec58-5125-4829-9877-53309d7ad2bc {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:14.678205 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bdd9f1-dfdc-4999-9109-89ff68a37a7a admin admin] Network 919c9a85-2d04-411a-9615-63f4736f69c7 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:48:14.681361 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-6a4eb30e-479f-49f3-b1d6-07820331932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:14.683573 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-6a4eb30e-479f-49f3-b1d6-07820331932f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 1096 time: 0.3523080 Jul 13 07:48:14.685117 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-b5a07895-3850-435e-9e17-ebd330b34ef8 req-40c4f1f0-5823-4c0a-a616-2d50e9ddd596 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Deleting port 2bb4da09-0d52-455f-8079-90bc93ab0dde {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:14.686017 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b5a07895-3850-435e-9e17-ebd330b34ef8 req-40c4f1f0-5823-4c0a-a616-2d50e9ddd596 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.691149 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:14.692376 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] Checking segment: {'id': '4e691365-8d63-430d-a40c-519519f71e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:14.692982 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] Bound using segment: {'id': '4e691365-8d63-430d-a40c-519519f71e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:14.693851 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] Bound port: c6b287a7-66a6-4451-b3cc-175a9dd00602, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e691365-8d63-430d-a40c-519519f71e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:14.694974 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.696841 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe4d50-0f8f-45ca-8517-2e3dd46591ea tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Pushing event updated for resources: {'Subnet': ['ID=05439e04-8d6a-4e73-8a21-2b7bdc466ae3,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:14.699421 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-99bdd9f1-dfdc-4999-9109-89ff68a37a7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 919c9a85-2d04-411a-9615-63f4736f69c7) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:14.713127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe4d50-0f8f-45ca-8517-2e3dd46591ea tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Checking segment: {'id': 'ef41e739-bd89-4bf1-ba54-ef0067a9a312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '07834b50-5f6e-47d5-acd3-12f070dfb27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:14.713853 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fe4d50-0f8f-45ca-8517-2e3dd46591ea tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Network hostable DHCP agents. Network: 07834b50-5f6e-47d5-acd3-12f070dfb27d, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:48:14.725859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c45a1d-cd2e-44d7-82a1-9a4506775b8a None None] Network 919c9a85-2d04-411a-9615-63f4736f69c7 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:14.727058 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bdd9f1-dfdc-4999-9109-89ff68a37a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:14.728043 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99bdd9f1-dfdc-4999-9109-89ff68a37a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.755463 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-99bdd9f1-dfdc-4999-9109-89ff68a37a7a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6567101 Jul 13 07:48:14.770364 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fe4d50-0f8f-45ca-8517-2e3dd46591ea tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Network 07834b50-5f6e-47d5-acd3-12f070dfb27d is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:48:14.777997 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-9d1e6999-3f9b-4ba8-bfe8-a08a50dc23b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55f03886-8aca-4c49-8573-52c2c5554709 HTTP/1.1" status: 200 len: 217 time: 0.0628347 Jul 13 07:48:14.784321 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e7fe4d50-0f8f-45ca-8517-2e3dd46591ea tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 07834b50-5f6e-47d5-acd3-12f070dfb27d) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:14.794649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fe4d50-0f8f-45ca-8517-2e3dd46591ea tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:14.796550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fe4d50-0f8f-45ca-8517-2e3dd46591ea tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:14.798451 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7fe4d50-0f8f-45ca-8517-2e3dd46591ea tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.824051 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52050) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:14.827761 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0538eb-0af1-490e-a9a0-e0dfc49c39fb None None] Network 07834b50-5f6e-47d5-acd3-12f070dfb27d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:14.878404 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e7fe4d50-0f8f-45ca-8517-2e3dd46591ea tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.7227080 Jul 13 07:48:14.900555 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52054) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:14.940975 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f070961f-2d71-4e98-bd25-bc9ea985279b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.007934 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-03c8dcd7-f2e7-4968-a280-077cf492965b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:15.010784 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-03c8dcd7-f2e7-4968-a280-077cf492965b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef8db247-d22c-4308-8e07-626593577869 HTTP/1.1" status: 200 len: 846 time: 0.1697040 Jul 13 07:48:15.053737 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] For port c6b287a7-66a6-4451-b3cc-175a9dd00602, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:15.067508 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] For port c6b287a7-66a6-4451-b3cc-175a9dd00602, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c6b287a7-66a6-4451-b3cc-175a9dd00602,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:15.103703 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b309996e-be09-4646-a785-cc1ba7ab62df', 'tag': '55f03886-8aca-4c49-8573-52c2c5554709'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:15.107003 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d285dc-c057-4bf1-b749-ddacbd048431" -d '{"events": [{"name": "network-changed", "server_uuid": "b309996e-be09-4646-a785-cc1ba7ab62df", "tag": "55f03886-8aca-4c49-8573-52c2c5554709"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:15.112474 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-9b0e3990-90f3-42d0-92f4-b4377a25df11 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c938579-69a9-4580-83e5-cee3b6a3b922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934207 Jul 13 07:48:15.136794 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab352387-9ca7-4f6c-bddc-cd10c98b7432 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:15.138744 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab352387-9ca7-4f6c-bddc-cd10c98b7432 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:15.141722 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab352387-9ca7-4f6c-bddc-cd10c98b7432 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:15.143912 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ab352387-9ca7-4f6c-bddc-cd10c98b7432 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2377460 Jul 13 07:48:15.155707 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52066) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:15.161685 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.292615 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b5a07895-3850-435e-9e17-ebd330b34ef8 req-40c4f1f0-5823-4c0a-a616-2d50e9ddd596 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] For port 2bb4da09-0d52-455f-8079-90bc93ab0dde, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=2bb4da09-0d52-455f-8079-90bc93ab0dde,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:15.292984 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b5a07895-3850-435e-9e17-ebd330b34ef8 req-40c4f1f0-5823-4c0a-a616-2d50e9ddd596 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.311808 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:15.312440 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.314939 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] 10.222.0.62 "PUT /v2.0/ports/c6b287a7-66a6-4451-b3cc-175a9dd00602 HTTP/1.1" status: 200 len: 1091 time: 2.6701629 Jul 13 07:48:15.398799 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] Request body: {'port': {'device_id': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:15.517797 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcb79c9-f2f9-4eca-b424-04736d62dfab None None] Network 919c9a85-2d04-411a-9615-63f4736f69c7 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:15.520815 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6eb309-f7c0-4a22-8652-1e658457ed19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-6dd08aa3-2de1-4e11-b160-ba2139225e0e', 'network_id': '6dd08aa3-2de1-4e11-b160-ba2139225e0e', 'tenant_id': '5b8aea4d313f4a6d878245a95d6bbf13', 'fixed_ips': [{'subnet_id': '7957d8e8-23d1-477a-8d81-558202a2c4e6'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:48:15.527561 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d6eb309-f7c0-4a22-8652-1e658457ed19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.650504 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f070961f-2d71-4e98-bd25-bc9ea985279b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.665915 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f070961f-2d71-4e98-bd25-bc9ea985279b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.774056 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f070961f-2d71-4e98-bd25-bc9ea985279b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af8303ffcf134e1e850c3024c819a95d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9485798 Jul 13 07:48:15.824957 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52086) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:15.946482 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-b5a07895-3850-435e-9e17-ebd330b34ef8 req-40c4f1f0-5823-4c0a-a616-2d50e9ddd596 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Calling delete_port for 2bb4da09-0d52-455f-8079-90bc93ab0dde owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:15.968714 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac26ed66-f73d-4446-9bf8-35bf9ceb45f3 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Deleting subnet 7957d8e8-23d1-477a-8d81-558202a2c4e6 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:48:15.971777 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070961f-2d71-4e98-bd25-bc9ea985279b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcfe56f-d91a-4aa0-8725-52379bce04a9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:16.016640 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-07834b50-5f6e-47d5-acd3-12f070dfb27d', 'network_id': '07834b50-5f6e-47d5-acd3-12f070dfb27d', 'tenant_id': '5b8aea4d313f4a6d878245a95d6bbf13', 'fixed_ips': [{'subnet_id': '05439e04-8d6a-4e73-8a21-2b7bdc466ae3'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:48:16.017507 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.023417 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac26ed66-f73d-4446-9bf8-35bf9ceb45f3 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.029862 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0507570c-e0f7-4667-8457-33b55d9cf362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.039362 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c61708-873a-4891-b3b1-5921e100201c req-53228d02-2fcd-4d4e-b1a5-c637fe52f0ce tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:16.046444 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d1c61708-873a-4891-b3b1-5921e100201c req-53228d02-2fcd-4d4e-b1a5-c637fe52f0ce tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 944 time: 0.9676378 Jul 13 07:48:16.105345 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-9f617767-65f7-4f20-9834-66d9379838db service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9810765 Jul 13 07:48:16.145249 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac26ed66-f73d-4446-9bf8-35bf9ceb45f3 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.186676 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0507570c-e0f7-4667-8457-33b55d9cf362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.200039 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-1bc7475d-a79f-4535-b1d0-33914d9a13cf tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:16.201710 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-1bc7475d-a79f-4535-b1d0-33914d9a13cf tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/networks?id=919c9a85-2d04-411a-9615-63f4736f69c7 HTTP/1.1" status: 200 len: 818 time: 0.4306068 Jul 13 07:48:16.244641 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-af430e2b-ea4c-4ede-b062-ff326de4b0bf tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/quotas/5ee8cdfa4f624c8896fbb14c16354aa0 HTTP/1.1" status: 200 len: 375 time: 0.0216715 Jul 13 07:48:16.255302 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce5702d2-7073-4bf3-a325-b5d115882536 req-f2e9caad-2822-490c-aa45-e420e4e1bd2d service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207643 Jul 13 07:48:16.256160 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b5a07895-3850-435e-9e17-ebd330b34ef8 req-40c4f1f0-5823-4c0a-a616-2d50e9ddd596 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.279882 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d1c61708-873a-4891-b3b1-5921e100201c req-8d7b7844-54a3-452e-8cca-e86342b2bf6e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322080 Jul 13 07:48:16.312482 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac26ed66-f73d-4446-9bf8-35bf9ceb45f3 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.389090 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a67ed-b7ad-4a32-b32f-18687e604271 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b287a7-66a6-4451-b3cc-175a9dd00602,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:16.448437 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] Allocated IP 2001:db8:0:1::1 (07834b50-5f6e-47d5-acd3-12f070dfb27d/05439e04-8d6a-4e73-8a21-2b7bdc466ae3/d9fe2cc0-2158-4b39-8127-56b122b7ea9c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:16.518712 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-eb4ebda4-262c-45cc-b7f7-522dc1d9eb50 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ee8cdfa4f624c8896fbb14c16354aa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2666020 Jul 13 07:48:16.587796 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0507570c-e0f7-4667-8457-33b55d9cf362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.591013 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0507570c-e0f7-4667-8457-33b55d9cf362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.594578 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0507570c-e0f7-4667-8457-33b55d9cf362 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2bcfe56f-d91a-4aa0-8725-52379bce04a9 HTTP/1.1" status: 204 len: 168 time: 0.7650948 Jul 13 07:48:16.616959 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5352d55-7509-4b7e-9594-5cc38b2dc0a5 x-openstack-request-id: req-f5352d55-7509-4b7e-9594-5cc38b2dc0a5 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:16.617848 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b309996e-be09-4646-a785-cc1ba7ab62df", "tag": "55f03886-8aca-4c49-8573-52c2c5554709", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:16.618332 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f5352d55-7509-4b7e-9594-5cc38b2dc0a5 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:16.619131 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b309996e-be09-4646-a785-cc1ba7ab62df', 'tag': '55f03886-8aca-4c49-8573-52c2c5554709', 'status': 'completed', 'code': 200} Jul 13 07:48:16.619975 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.634563 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4f1f0-5823-4c0a-a616-2d50e9ddd596 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Pushing event deleted for resources: {'Port': ['ID=2bb4da09-0d52-455f-8079-90bc93ab0dde,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:16.637482 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac26ed66-f73d-4446-9bf8-35bf9ceb45f3 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server [None req-4d6eb309-f7c0-4a22-8652-1e658457ed19 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7957d8e8-23d1-477a-8d81-558202a2c4e6: This subnet is being modified by another concurrent operation. Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:48:16.640137 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise exception Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7957d8e8-23d1-477a-8d81-558202a2c4e6: This subnet is being modified by another concurrent operation. Jul 13 07:48:16.645241 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server Jul 13 07:48:16.669256 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38db7630-33d9-4e3f-8887-8980e350a48d None None] Network 6dd08aa3-2de1-4e11-b160-ba2139225e0e requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:16.698192 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507570c-e0f7-4667-8457-33b55d9cf362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcfe56f-d91a-4aa0-8725-52379bce04a9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:16.773235 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac26ed66-f73d-4446-9bf8-35bf9ceb45f3 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.775642 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ac26ed66-f73d-4446-9bf8-35bf9ceb45f3 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "DELETE /v2.0/subnets/7957d8e8-23d1-477a-8d81-558202a2c4e6 HTTP/1.1" status: 204 len: 168 time: 1.6186533 Jul 13 07:48:16.782822 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52094) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:16.796195 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1be2fa15-980b-4817-9328-d349497f473c req-e33ee379-f330-4e3a-93e7-dc889ac1f556 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 210 time: 0.1201072 Jul 13 07:48:16.818356 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26ed66-f73d-4446-9bf8-35bf9ceb45f3 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Pushing event deleted for resources: {'Subnet': ['ID=7957d8e8-23d1-477a-8d81-558202a2c4e6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:16.905106 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.945062 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] Transition to ACTIVE for port object d9fe2cc0-2158-4b39-8127-56b122b7ea9c will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:16.972708 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] Transition to ACTIVE for port object d9fe2cc0-2158-4b39-8127-56b122b7ea9c will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:16.996346 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe5af34-3f7c-4ab7-9a3d-7c4405df906b tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Deleting subnet 05439e04-8d6a-4e73-8a21-2b7bdc466ae3 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:48:16.999104 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.007075 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fbe5af34-3f7c-4ab7-9a3d-7c4405df906b tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.076574 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a39fd5-7b74-4423-b2be-c8213af17aa6 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:17.085520 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.089015 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5a078-b221-46f9-a23d-830513d1f616 req-77eac0bc-8bea-4c87-98fe-ca5ad6e5f2c1 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:17.090699 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36d5a078-b221-46f9-a23d-830513d1f616 req-77eac0bc-8bea-4c87-98fe-ca5ad6e5f2c1 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.35 "GET /v2.0/networks?id=ac6b9f57-b18e-4e29-a5c4-b4b57974073c HTTP/1.1" status: 200 len: 814 time: 0.7921638 Jul 13 07:48:17.100819 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] Transition to ACTIVE for port object e6a39fd5-7b74-4423-b2be-c8213af17aa6 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:17.108524 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-36d5a078-b221-46f9-a23d-830513d1f616 req-768cbb73-7927-40ea-b344-6307a5ca3909 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Request body: {'port': {'device_id': 'ae1e6031-c072-45f2-af90-e2ece184e06e', 'network_id': 'ac6b9f57-b18e-4e29-a5c4-b4b57974073c', 'admin_state_up': True, 'tenant_id': 'a2d94951be8240cfb8e312fecc3b6950'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:17.111178 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] Network 07834b50-5f6e-47d5-acd3-12f070dfb27d is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:17.123021 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a07895-3850-435e-9e17-ebd330b34ef8 req-40c4f1f0-5823-4c0a-a616-2d50e9ddd596 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] No DVR routers for this DVR port 2bb4da09-0d52-455f-8079-90bc93ab0dde on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:17.125025 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.126694 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:17.129217 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b5a07895-3850-435e-9e17-ebd330b34ef8 req-40c4f1f0-5823-4c0a-a616-2d50e9ddd596 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.132362 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b5a07895-3850-435e-9e17-ebd330b34ef8 req-40c4f1f0-5823-4c0a-a616-2d50e9ddd596 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.35 "DELETE /v2.0/ports/2bb4da09-0d52-455f-8079-90bc93ab0dde HTTP/1.1" status: 204 len: 173 time: 3.0055728 Jul 13 07:48:17.132766 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fbe5af34-3f7c-4ab7-9a3d-7c4405df906b tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.144846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-d7764df0-dcca-4df6-82b0-dff321550258 service neutron] 10.222.0.58 "GET /v2.0/networks/919c9a85-2d04-411a-9615-63f4736f69c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5590856 Jul 13 07:48:17.150414 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:17.234263 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a39fd5-7b74-4423-b2be-c8213af17aa6,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:17.238164 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] Pushing event updated for resources: {'Port': ['ID=d9fe2cc0-2158-4b39-8127-56b122b7ea9c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:17.275338 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] Attempting to bind port d9fe2cc0-2158-4b39-8127-56b122b7ea9c on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:17.275762 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] Attempting to bind port d9fe2cc0-2158-4b39-8127-56b122b7ea9c by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'ef41e739-bd89-4bf1-ba54-ef0067a9a312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '07834b50-5f6e-47d5-acd3-12f070dfb27d'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:17.276268 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] Attempting to bind port d9fe2cc0-2158-4b39-8127-56b122b7ea9c on network 07834b50-5f6e-47d5-acd3-12f070dfb27d {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:17.282250 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:17.282595 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] Checking segment: {'id': 'ef41e739-bd89-4bf1-ba54-ef0067a9a312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '07834b50-5f6e-47d5-acd3-12f070dfb27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:17.283002 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.283620 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] Bound using segment: {'id': 'ef41e739-bd89-4bf1-ba54-ef0067a9a312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '07834b50-5f6e-47d5-acd3-12f070dfb27d'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:17.284158 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] Bound port: d9fe2cc0-2158-4b39-8127-56b122b7ea9c, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef41e739-bd89-4bf1-ba54-ef0067a9a312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '07834b50-5f6e-47d5-acd3-12f070dfb27d'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:17.284534 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.309030 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fbe5af34-3f7c-4ab7-9a3d-7c4405df906b tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.378882 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 2bb4da09-0d52-455f-8079-90bc93ab0dde no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:17.416674 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 2bb4da09-0d52-455f-8079-90bc93ab0dde {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:17.417029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 2bb4da09-0d52-455f-8079-90bc93ab0dde not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:17.418926 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d285dc-c057-4bf1-b749-ddacbd048431 req-0d65e6fa-be28-4f6e-af90-40cac9e2fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:17.421679 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a7d285dc-c057-4bf1-b749-ddacbd048431 req-0d65e6fa-be28-4f6e-af90-40cac9e2fc33 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 1096 time: 0.8630371 Jul 13 07:48:17.443010 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] For port d9fe2cc0-2158-4b39-8127-56b122b7ea9c, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:17.455502 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fbe5af34-3f7c-4ab7-9a3d-7c4405df906b tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.460121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] For port d9fe2cc0-2158-4b39-8127-56b122b7ea9c, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d9fe2cc0-2158-4b39-8127-56b122b7ea9c,segment=NetworkSegment(ef41e739-bd89-4bf1-ba54-ef0067a9a312),segment_id=ef41e739-bd89-4bf1-ba54-ef0067a9a312)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:17.467836 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.492025 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] Attempting to bind port e6a39fd5-7b74-4423-b2be-c8213af17aa6 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:17.492534 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] Attempting to bind port e6a39fd5-7b74-4423-b2be-c8213af17aa6 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '1f548f17-806f-4ece-8f7b-3b513aafe7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ea323e79-15db-4b79-b637-4002df6be77e'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:17.492970 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] Attempting to bind port e6a39fd5-7b74-4423-b2be-c8213af17aa6 on network ea323e79-15db-4b79-b637-4002df6be77e {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:17.502778 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] Port e6a39fd5-7b74-4423-b2be-c8213af17aa6 on network ea323e79-15db-4b79-b637-4002df6be77e not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:48:17.502778 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] Attempting to bind port e6a39fd5-7b74-4423-b2be-c8213af17aa6 on network ea323e79-15db-4b79-b637-4002df6be77e {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:17.546725 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:17.548120 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] Checking segment: {'id': '1f548f17-806f-4ece-8f7b-3b513aafe7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ea323e79-15db-4b79-b637-4002df6be77e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:17.548614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] Bound using segment: {'id': '1f548f17-806f-4ece-8f7b-3b513aafe7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ea323e79-15db-4b79-b637-4002df6be77e'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:17.549168 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] Bound port: e6a39fd5-7b74-4423-b2be-c8213af17aa6, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f548f17-806f-4ece-8f7b-3b513aafe7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ea323e79-15db-4b79-b637-4002df6be77e'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:17.549629 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.630212 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b6a41-c04e-42f9-b973-079398f17345 None None] Pushing event updated for resources: {'Port': ['ID=d9fe2cc0-2158-4b39-8127-56b122b7ea9c,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:17.663254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5af34-3f7c-4ab7-9a3d-7c4405df906b tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Pushing event deleted for resources: {'Subnet': ['ID=05439e04-8d6a-4e73-8a21-2b7bdc466ae3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:17.683230 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fbe5af34-3f7c-4ab7-9a3d-7c4405df906b tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.687601 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fbe5af34-3f7c-4ab7-9a3d-7c4405df906b tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "DELETE /v2.0/subnets/05439e04-8d6a-4e73-8a21-2b7bdc466ae3 HTTP/1.1" status: 204 len: 168 time: 0.8839335 Jul 13 07:48:17.694361 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52108) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:17.700230 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d285dc-c057-4bf1-b749-ddacbd048431 req-13b465a0-8111-44a1-b0e9-27abea58c46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:17.701959 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a7d285dc-c057-4bf1-b749-ddacbd048431 req-13b465a0-8111-44a1-b0e9-27abea58c46b service neutron] 10.222.0.62 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 907 time: 0.2671101 Jul 13 07:48:17.732110 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ec71f-7558-4a35-85b6-f22593012e2d req-b2684155-69b0-4292-aee5-7a38bf35184a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:17.738784 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ec71f-7558-4a35-85b6-f22593012e2d req-b2684155-69b0-4292-aee5-7a38bf35184a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:17.746551 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ec71f-7558-4a35-85b6-f22593012e2d req-b2684155-69b0-4292-aee5-7a38bf35184a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:17.753152 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ec71f-7558-4a35-85b6-f22593012e2d req-b2684155-69b0-4292-aee5-7a38bf35184a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:17.761780 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ec71f-7558-4a35-85b6-f22593012e2d req-b2684155-69b0-4292-aee5-7a38bf35184a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:17.781108 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ec71f-7558-4a35-85b6-f22593012e2d req-b2684155-69b0-4292-aee5-7a38bf35184a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:17.787576 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ec71f-7558-4a35-85b6-f22593012e2d req-b2684155-69b0-4292-aee5-7a38bf35184a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:17.795217 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac1ec71f-7558-4a35-85b6-f22593012e2d req-b2684155-69b0-4292-aee5-7a38bf35184a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5395 time: 0.7629251 Jul 13 07:48:17.805454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] For port e6a39fd5-7b74-4423-b2be-c8213af17aa6, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:17.810653 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] For port e6a39fd5-7b74-4423-b2be-c8213af17aa6, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e6a39fd5-7b74-4423-b2be-c8213af17aa6,segment=NetworkSegment(1f548f17-806f-4ece-8f7b-3b513aafe7fa),segment_id=1f548f17-806f-4ece-8f7b-3b513aafe7fa)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:17.816655 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a7d285dc-c057-4bf1-b749-ddacbd048431 req-aa64735a-1784-4043-9321-922a2c1dbd9f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55f03886-8aca-4c49-8573-52c2c5554709 HTTP/1.1" status: 200 len: 217 time: 0.1027460 Jul 13 07:48:17.825093 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.985561 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:17.986444 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.988306 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] 10.222.0.62 "PUT /v2.0/ports/e6a39fd5-7b74-4423-b2be-c8213af17aa6 HTTP/1.1" status: 200 len: 1092 time: 2.6242626 Jul 13 07:48:17.993568 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-7bfd3d44-51a7-4e70-b1d3-252b1657169d service neutron] 10.222.0.58 "GET /v2.0/networks/919c9a85-2d04-411a-9615-63f4736f69c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8478854 Jul 13 07:48:18.012650 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac1ec71f-7558-4a35-85b6-f22593012e2d req-3c5650b8-988d-4fa7-bf1b-ebd44d862224 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2156236 Jul 13 07:48:18.028975 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d285dc-c057-4bf1-b749-ddacbd048431 req-e547fec3-0778-459c-98b5-3c7eb27b62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:18.031385 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a7d285dc-c057-4bf1-b749-ddacbd048431 req-e547fec3-0778-459c-98b5-3c7eb27b62e0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef8db247-d22c-4308-8e07-626593577869 HTTP/1.1" status: 200 len: 846 time: 0.2001801 Jul 13 07:48:18.033458 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf53b3-643d-4d43-ab2e-394857f87a99 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a39fd5-7b74-4423-b2be-c8213af17aa6,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:18.033599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2dea82-66f8-4851-9483-6c4542be81be tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:18.040670 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-af2dea82-66f8-4851-9483-6c4542be81be tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3429813 Jul 13 07:48:18.042239 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d5a078-b221-46f9-a23d-830513d1f616 req-768cbb73-7927-40ea-b344-6307a5ca3909 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Made reservation on behalf of a2d94951be8240cfb8e312fecc3b6950 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:18.046017 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-36d5a078-b221-46f9-a23d-830513d1f616 req-768cbb73-7927-40ea-b344-6307a5ca3909 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:18.073507 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] Request body: {'port': {'device_id': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:18.150551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52120) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:18.277156 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a7d285dc-c057-4bf1-b749-ddacbd048431 req-93a8a525-f43f-4f3a-8deb-8e5b5f904ff6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c938579-69a9-4580-83e5-cee3b6a3b922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2278874 Jul 13 07:48:18.325500 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-36d5a078-b221-46f9-a23d-830513d1f616 req-768cbb73-7927-40ea-b344-6307a5ca3909 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Allocated IP 172.20.0.6 (ac6b9f57-b18e-4e29-a5c4-b4b57974073c/035ba89b-40dc-4335-9879-28d98d89ed73/96fc95a1-0e21-4b89-9f73-5353a6b7b59d) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:18.399151 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:18.528533 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-36d5a078-b221-46f9-a23d-830513d1f616 req-768cbb73-7927-40ea-b344-6307a5ca3909 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:18.576661 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9009ca0c-6f7e-4d79-b2be-f2776a4c5545 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:18.625252 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'tag': 'c6b287a7-66a6-4451-b3cc-175a9dd00602'}, {'server_uuid': '43b828e0-1152-4dcd-b3c2-a90439b7c029', 'name': 'network-vif-deleted', 'tag': '2bb4da09-0d52-455f-8079-90bc93ab0dde'}, {'name': 'network-changed', 'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'tag': 'e6a39fd5-7b74-4423-b2be-c8213af17aa6'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:18.630778 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f18627-97ae-4a26-899a-310559962820" -d '{"events": [{"name": "network-changed", "server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "tag": "c6b287a7-66a6-4451-b3cc-175a9dd00602"}, {"server_uuid": "43b828e0-1152-4dcd-b3c2-a90439b7c029", "name": "network-vif-deleted", "tag": "2bb4da09-0d52-455f-8079-90bc93ab0dde"}, {"name": "network-changed", "server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "tag": "e6a39fd5-7b74-4423-b2be-c8213af17aa6"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:18.767594 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f26f77a0-b7fe-4af0-b76e-e324e6583f3e req-a2ae4936-a229-4320-aa57-227c3b7315f6 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 210 time: 0.0580468 Jul 13 07:48:18.858988 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e22cd-4b7c-4565-a333-f877a20fdd2f req-16778413-0d09-46e0-a257-66ee8ecac660 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:18.872227 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f49e22cd-4b7c-4565-a333-f877a20fdd2f req-16778413-0d09-46e0-a257-66ee8ecac660 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 944 time: 0.3887820 Jul 13 07:48:18.898055 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-36d5a078-b221-46f9-a23d-830513d1f616 req-768cbb73-7927-40ea-b344-6307a5ca3909 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:18.977936 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a7d285dc-c057-4bf1-b749-ddacbd048431 req-93eb2ea1-2cbd-42a4-9439-acae38b4056f service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6653297 Jul 13 07:48:19.049155 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d9fe2cc0-2158-4b39-8127-56b122b7ea9c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:19.059760 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d5a078-b221-46f9-a23d-830513d1f616 req-768cbb73-7927-40ea-b344-6307a5ca3909 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Network ac6b9f57-b18e-4e29-a5c4-b4b57974073c is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:19.075883 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-36d5a078-b221-46f9-a23d-830513d1f616 req-768cbb73-7927-40ea-b344-6307a5ca3909 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:19.096826 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d5a078-b221-46f9-a23d-830513d1f616 req-768cbb73-7927-40ea-b344-6307a5ca3909 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:19.191024 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768cbb73-7927-40ea-b344-6307a5ca3909 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Pushing event updated for resources: {'Port': ['ID=96fc95a1-0e21-4b89-9f73-5353a6b7b59d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:19.241689 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f49e22cd-4b7c-4565-a333-f877a20fdd2f req-52cdb742-da90-4861-9922-b27ec25c7a95 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683989 Jul 13 07:48:19.256640 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port d9fe2cc0-2158-4b39-8127-56b122b7ea9c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:19.284113 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe6e5ff-9f24-4618-a81c-9c2dbe065eac None None] Network 07834b50-5f6e-47d5-acd3-12f070dfb27d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:19.313350 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5a078-b221-46f9-a23d-830513d1f616 req-768cbb73-7927-40ea-b344-6307a5ca3909 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:19.314005 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-36d5a078-b221-46f9-a23d-830513d1f616 req-768cbb73-7927-40ea-b344-6307a5ca3909 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.338985 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214dea56-d70b-4136-a28f-5b4bcae3f543 x-openstack-request-id: req-214dea56-d70b-4136-a28f-5b4bcae3f543 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:19.339565 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "tag": "c6b287a7-66a6-4451-b3cc-175a9dd00602", "status": "completed", "code": 200}, {"server_uuid": "43b828e0-1152-4dcd-b3c2-a90439b7c029", "name": "network-vif-deleted", "tag": "2bb4da09-0d52-455f-8079-90bc93ab0dde", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "tag": "e6a39fd5-7b74-4423-b2be-c8213af17aa6", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:19.339565 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-214dea56-d70b-4136-a28f-5b4bcae3f543 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:19.339951 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'tag': 'c6b287a7-66a6-4451-b3cc-175a9dd00602', 'status': 'completed', 'code': 200} Jul 13 07:48:19.340212 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b828e0-1152-4dcd-b3c2-a90439b7c029', 'name': 'network-vif-deleted', 'tag': '2bb4da09-0d52-455f-8079-90bc93ab0dde', 'status': 'completed', 'code': 200} Jul 13 07:48:19.347931 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'tag': 'e6a39fd5-7b74-4423-b2be-c8213af17aa6', 'status': 'completed', 'code': 200} Jul 13 07:48:19.390671 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36d5a078-b221-46f9-a23d-830513d1f616 req-768cbb73-7927-40ea-b344-6307a5ca3909 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2860749 Jul 13 07:48:19.449605 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-da32aef3-1ddc-4172-be08-6248716ff476 None None] Provisioning for port d9fe2cc0-2158-4b39-8127-56b122b7ea9c completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:19.458814 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-da32aef3-1ddc-4172-be08-6248716ff476 None None] Provisioning complete for port d9fe2cc0-2158-4b39-8127-56b122b7ea9c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:19.459312 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da32aef3-1ddc-4172-be08-6248716ff476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.473323 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-36d5a078-b221-46f9-a23d-830513d1f616 req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] Request body: {'port': {'device_id': 'ae1e6031-c072-45f2-af90-e2ece184e06e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:19.498833 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3bb0b041-ec94-4620-b08a-6f39bc3b4938 req-1211958d-a877-460d-8ed0-2ebd0742f8e5 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=f97d6bc8-54c5-46f9-870f-f91616411039 HTTP/1.1" status: 200 len: 210 time: 0.1351099 Jul 13 07:48:19.500596 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52158) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:19.523437 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-9009ca0c-6f7e-4d79-b2be-f2776a4c5545 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Deleting port d9fe2cc0-2158-4b39-8127-56b122b7ea9c {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:19.523788 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9009ca0c-6f7e-4d79-b2be-f2776a4c5545 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.569260 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da32aef3-1ddc-4172-be08-6248716ff476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.589917 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e04a391-b6ae-48ae-ac62-e967f7bbde65 None None] DHCP port deletion for 07834b50-5f6e-47d5-acd3-12f070dfb27d request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:48:19.620588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-da32aef3-1ddc-4172-be08-6248716ff476 None None] For port d9fe2cc0-2158-4b39-8127-56b122b7ea9c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d9fe2cc0-2158-4b39-8127-56b122b7ea9c,segment=NetworkSegment(ef41e739-bd89-4bf1-ba54-ef0067a9a312),segment_id=ef41e739-bd89-4bf1-ba54-ef0067a9a312)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:19.622570 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 55f03886-8aca-4c49-8573-52c2c5554709 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:48:19.641559 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a7d285dc-c057-4bf1-b749-ddacbd048431 req-4d5c3952-d6b3-4767-af1a-850e85674628 service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6289394 Jul 13 07:48:19.684354 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-9009ca0c-6f7e-4d79-b2be-f2776a4c5545 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] For port d9fe2cc0-2158-4b39-8127-56b122b7ea9c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d9fe2cc0-2158-4b39-8127-56b122b7ea9c,segment=NetworkSegment(ef41e739-bd89-4bf1-ba54-ef0067a9a312),segment_id=ef41e739-bd89-4bf1-ba54-ef0067a9a312)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:19.684772 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9009ca0c-6f7e-4d79-b2be-f2776a4c5545 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.743440 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-9009ca0c-6f7e-4d79-b2be-f2776a4c5545 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Calling delete_port for d9fe2cc0-2158-4b39-8127-56b122b7ea9c owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:19.751902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 55f03886-8aca-4c49-8573-52c2c5554709, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=55f03886-8aca-4c49-8573-52c2c5554709,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:19.769974 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '55f03886-8aca-4c49-8573-52c2c5554709', 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922', 'port_id': '55f03886-8aca-4c49-8573-52c2c5554709', 'mac_address': 'fa:16:3e:6b:bb:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8db247-d22c-4308-8e07-626593577869', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:48:19.772582 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f772d4c3-9780-4ab6-b7db-952da872a088 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:19.775040 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da32aef3-1ddc-4172-be08-6248716ff476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.823235 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967d247-95a6-4174-9374-4da851d080c3 req-67aecf38-a7e8-4183-8f50-64d73e001cda tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:19.831759 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18627-97ae-4a26-899a-310559962820 req-ad292e51-39a3-4527-9491-135b6ffe6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:19.832172 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18627-97ae-4a26-899a-310559962820 req-ad292e51-39a3-4527-9491-135b6ffe6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:19.832661 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18627-97ae-4a26-899a-310559962820 req-ad292e51-39a3-4527-9491-135b6ffe6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:19.833139 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18627-97ae-4a26-899a-310559962820 req-ad292e51-39a3-4527-9491-135b6ffe6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:19.833611 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18627-97ae-4a26-899a-310559962820 req-ad292e51-39a3-4527-9491-135b6ffe6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:19.834079 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18627-97ae-4a26-899a-310559962820 req-ad292e51-39a3-4527-9491-135b6ffe6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:19.834582 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18627-97ae-4a26-899a-310559962820 req-ad292e51-39a3-4527-9491-135b6ffe6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:19.836487 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f5f18627-97ae-4a26-899a-310559962820 req-ad292e51-39a3-4527-9491-135b6ffe6fae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a860a799f3be43a5a80bc0e18715a853&device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 6415 time: 0.5094318 Jul 13 07:48:19.837298 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967d247-95a6-4174-9374-4da851d080c3 req-67aecf38-a7e8-4183-8f50-64d73e001cda tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:19.847763 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967d247-95a6-4174-9374-4da851d080c3 req-67aecf38-a7e8-4183-8f50-64d73e001cda tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:19.854907 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967d247-95a6-4174-9374-4da851d080c3 req-67aecf38-a7e8-4183-8f50-64d73e001cda tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:19.862394 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967d247-95a6-4174-9374-4da851d080c3 req-67aecf38-a7e8-4183-8f50-64d73e001cda tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:19.870981 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967d247-95a6-4174-9374-4da851d080c3 req-67aecf38-a7e8-4183-8f50-64d73e001cda tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:19.878537 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967d247-95a6-4174-9374-4da851d080c3 req-67aecf38-a7e8-4183-8f50-64d73e001cda tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:19.888626 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f967d247-95a6-4174-9374-4da851d080c3 req-67aecf38-a7e8-4183-8f50-64d73e001cda tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5407 time: 0.4211307 Jul 13 07:48:19.901475 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f772d4c3-9780-4ab6-b7db-952da872a088 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.921376 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.925856 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-36d5a078-b221-46f9-a23d-830513d1f616 req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.016858 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32aef3-1ddc-4172-be08-6248716ff476 None None] Pushing event updated for resources: {'Port': ['ID=d9fe2cc0-2158-4b39-8127-56b122b7ea9c,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:20.034732 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bbe5067-cbdd-4d3b-9012-0279cc33b234 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:20.060887 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f03886-8aca-4c49-8573-52c2c5554709 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:20.072359 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.149712 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 55f03886-8aca-4c49-8573-52c2c5554709, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=55f03886-8aca-4c49-8573-52c2c5554709,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:20.165004 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.244939 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] Transition to ACTIVE for port object 9bbe5067-cbdd-4d3b-9012-0279cc33b234 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:20.288117 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.334144 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=55f03886-8aca-4c49-8573-52c2c5554709,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:20.370986 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9e04a391-b6ae-48ae-ac62-e967f7bbde65 None None] Deleting port d9fe2cc0-2158-4b39-8127-56b122b7ea9c {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:20.371662 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9e04a391-b6ae-48ae-ac62-e967f7bbde65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.503948 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18627-97ae-4a26-899a-310559962820 req-985b95cc-96a0-4777-94fa-65c8d3456934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:20.504511 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18627-97ae-4a26-899a-310559962820 req-985b95cc-96a0-4777-94fa-65c8d3456934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:20.504895 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18627-97ae-4a26-899a-310559962820 req-985b95cc-96a0-4777-94fa-65c8d3456934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:20.517917 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f5f18627-97ae-4a26-899a-310559962820 req-985b95cc-96a0-4777-94fa-65c8d3456934 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a860a799f3be43a5a80bc0e18715a853&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5959475 Jul 13 07:48:20.530076 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-9e04a391-b6ae-48ae-ac62-e967f7bbde65 None None] For port d9fe2cc0-2158-4b39-8127-56b122b7ea9c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d9fe2cc0-2158-4b39-8127-56b122b7ea9c,segment=NetworkSegment(ef41e739-bd89-4bf1-ba54-ef0067a9a312),segment_id=ef41e739-bd89-4bf1-ba54-ef0067a9a312)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:20.530718 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9e04a391-b6ae-48ae-ac62-e967f7bbde65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.548002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['55f03886-8aca-4c49-8573-52c2c5554709'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:48:20.566331 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] Pushing event updated for resources: {'Port': ['ID=9bbe5067-cbdd-4d3b-9012-0279cc33b234,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:20.612754 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9009ca0c-6f7e-4d79-b2be-f2776a4c5545 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.615480 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9e04a391-b6ae-48ae-ac62-e967f7bbde65 None None] Calling delete_port for d9fe2cc0-2158-4b39-8127-56b122b7ea9c owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:20.761768 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009ca0c-6f7e-4d79-b2be-f2776a4c5545 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Pushing event deleted for resources: {'Port': ['ID=d9fe2cc0-2158-4b39-8127-56b122b7ea9c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:20.827551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9009ca0c-6f7e-4d79-b2be-f2776a4c5545 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] No DVR routers for this DVR port d9fe2cc0-2158-4b39-8127-56b122b7ea9c on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:20.887406 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f967d247-95a6-4174-9374-4da851d080c3 req-8a64e634-610b-41d7-8110-dbaae98330aa tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9983494 Jul 13 07:48:21.018643 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d9fe2cc0-2158-4b39-8127-56b122b7ea9c no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:21.026526 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9009ca0c-6f7e-4d79-b2be-f2776a4c5545 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.039932 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18627-97ae-4a26-899a-310559962820 req-2dbc1aa8-3c5a-4219-a4c1-4be20a3e12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:21.041764 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f5f18627-97ae-4a26-899a-310559962820 req-2dbc1aa8-3c5a-4219-a4c1-4be20a3e12e7 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5061395 Jul 13 07:48:21.044849 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-9009ca0c-6f7e-4d79-b2be-f2776a4c5545 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07834b50-5f6e-47d5-acd3-12f070dfb27d']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:21.049111 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] Attempting to bind port 9bbe5067-cbdd-4d3b-9012-0279cc33b234 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:21.049624 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] Attempting to bind port 9bbe5067-cbdd-4d3b-9012-0279cc33b234 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '1f548f17-806f-4ece-8f7b-3b513aafe7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ea323e79-15db-4b79-b637-4002df6be77e'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:21.050270 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] Attempting to bind port 9bbe5067-cbdd-4d3b-9012-0279cc33b234 on network ea323e79-15db-4b79-b637-4002df6be77e {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:21.061752 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-9009ca0c-6f7e-4d79-b2be-f2776a4c5545 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef41e739-bd89-4bf1-ba54-ef0067a9a312') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:21.062360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-9009ca0c-6f7e-4d79-b2be-f2776a4c5545 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef41e739-bd89-4bf1-ba54-ef0067a9a312') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:21.065006 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] Port 9bbe5067-cbdd-4d3b-9012-0279cc33b234 on network ea323e79-15db-4b79-b637-4002df6be77e not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:48:21.065543 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] Attempting to bind port 9bbe5067-cbdd-4d3b-9012-0279cc33b234 on network ea323e79-15db-4b79-b637-4002df6be77e {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:21.080154 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:21.080545 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] Checking segment: {'id': '1f548f17-806f-4ece-8f7b-3b513aafe7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ea323e79-15db-4b79-b637-4002df6be77e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:21.080878 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] Bound using segment: {'id': '1f548f17-806f-4ece-8f7b-3b513aafe7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ea323e79-15db-4b79-b637-4002df6be77e'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:21.081321 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] Bound port: 9bbe5067-cbdd-4d3b-9012-0279cc33b234, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f548f17-806f-4ece-8f7b-3b513aafe7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ea323e79-15db-4b79-b637-4002df6be77e'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:21.081682 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.084709 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9009ca0c-6f7e-4d79-b2be-f2776a4c5545 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.091622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: d9fe2cc0-2158-4b39-8127-56b122b7ea9c {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:21.092121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d9fe2cc0-2158-4b39-8127-56b122b7ea9c not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:21.162899 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] For port 9bbe5067-cbdd-4d3b-9012-0279cc33b234, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:21.166856 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] For port 9bbe5067-cbdd-4d3b-9012-0279cc33b234, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=9bbe5067-cbdd-4d3b-9012-0279cc33b234,segment=NetworkSegment(1f548f17-806f-4ece-8f7b-3b513aafe7fa),segment_id=1f548f17-806f-4ece-8f7b-3b513aafe7fa)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:21.167044 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9e04a391-b6ae-48ae-ac62-e967f7bbde65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.183090 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9009ca0c-6f7e-4d79-b2be-f2776a4c5545 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.189883 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9009ca0c-6f7e-4d79-b2be-f2776a4c5545 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:48:21.190452 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9009ca0c-6f7e-4d79-b2be-f2776a4c5545 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:48:21.212770 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:48:21.228864 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.269651 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e04a391-b6ae-48ae-ac62-e967f7bbde65 None None] No DVR routers for this DVR port d9fe2cc0-2158-4b39-8127-56b122b7ea9c on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:21.284745 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04a391-b6ae-48ae-ac62-e967f7bbde65 None None] Pushing event deleted for resources: {'Port': ['ID=d9fe2cc0-2158-4b39-8127-56b122b7ea9c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:21.309170 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500e44a9-6dfa-4309-81c8-bab20ea0bc2d None None] get_active_networks_info from n-d-779913-28 {{(pid=93725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:48:21.343299 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] Pushing event updated for resources: {'Port': ['ID=9bbe5067-cbdd-4d3b-9012-0279cc33b234,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:21.385492 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:21.386965 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.389654 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9bbc459d-13b1-4385-8d8b-c1f53736cc1d service neutron] 10.222.0.62 "PUT /v2.0/ports/9bbe5067-cbdd-4d3b-9012-0279cc33b234 HTTP/1.1" status: 200 len: 1092 time: 3.3393185 Jul 13 07:48:21.392147 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'tag': '9bbe5067-cbdd-4d3b-9012-0279cc33b234'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:21.399323 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e0844c-4a97-4085-b07d-3402f0c8ff2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "tag": "9bbe5067-cbdd-4d3b-9012-0279cc33b234"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:21.415942 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9009ca0c-6f7e-4d79-b2be-f2776a4c5545 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.427474 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9009ca0c-6f7e-4d79-b2be-f2776a4c5545 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.427841 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873af58a-5757-411c-9308-2751917848a0 req-cbbf3f2c-821b-410d-8288-46b1c72e2371 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:21.433446 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9009ca0c-6f7e-4d79-b2be-f2776a4c5545 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "DELETE /v2.0/networks/07834b50-5f6e-47d5-acd3-12f070dfb27d HTTP/1.1" status: 204 len: 168 time: 3.2679477 Jul 13 07:48:21.438993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52182) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:21.442641 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-873af58a-5757-411c-9308-2751917848a0 req-cbbf3f2c-821b-410d-8288-46b1c72e2371 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 931 time: 0.6998172 Jul 13 07:48:21.499742 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-36d5a078-b221-46f9-a23d-830513d1f616 req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96fc95a1-0e21-4b89-9f73-5353a6b7b59d {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:21.526497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463a59a-3f01-493d-a07a-0cfea025a2e3 req-094182cf-866a-45a8-8c02-50e70420f664 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:21.534684 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9463a59a-3f01-493d-a07a-0cfea025a2e3 req-094182cf-866a-45a8-8c02-50e70420f664 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 945 time: 0.3971710 Jul 13 07:48:21.538849 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-36d5a078-b221-46f9-a23d-830513d1f616 req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.569829 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5dd0-7a13-4701-9da4-bb74cdcdc158 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.574174 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500e44a9-6dfa-4309-81c8-bab20ea0bc2d None None] Resources bound (agent type, host, resource id): {{(pid=93725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:48:21.640300 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f772d4c3-9780-4ab6-b7db-952da872a088 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.644687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-36d5a078-b221-46f9-a23d-830513d1f616 req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] Transition to ACTIVE for port object 96fc95a1-0e21-4b89-9f73-5353a6b7b59d will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:21.671846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-873af58a-5757-411c-9308-2751917848a0 req-d1a2caec-9d0f-4aab-b0c6-c823834022ca tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281523 Jul 13 07:48:21.675193 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009ca0c-6f7e-4d79-b2be-f2776a4c5545 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Pushing event deleted for resources: {'Network': ['ID=07834b50-5f6e-47d5-acd3-12f070dfb27d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:21.699686 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-36d5a078-b221-46f9-a23d-830513d1f616 req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.749625 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18627-97ae-4a26-899a-310559962820 req-5fcd0ecf-6e96-4fec-9754-fe4e6de98b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:21.750178 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18627-97ae-4a26-899a-310559962820 req-5fcd0ecf-6e96-4fec-9754-fe4e6de98b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:21.750870 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18627-97ae-4a26-899a-310559962820 req-5fcd0ecf-6e96-4fec-9754-fe4e6de98b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:21.751359 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18627-97ae-4a26-899a-310559962820 req-5fcd0ecf-6e96-4fec-9754-fe4e6de98b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:21.751839 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18627-97ae-4a26-899a-310559962820 req-5fcd0ecf-6e96-4fec-9754-fe4e6de98b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:21.752463 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18627-97ae-4a26-899a-310559962820 req-5fcd0ecf-6e96-4fec-9754-fe4e6de98b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:21.752950 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18627-97ae-4a26-899a-310559962820 req-5fcd0ecf-6e96-4fec-9754-fe4e6de98b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:21.755818 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f5f18627-97ae-4a26-899a-310559962820 req-5fcd0ecf-6e96-4fec-9754-fe4e6de98b3d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a860a799f3be43a5a80bc0e18715a853&device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 6483 time: 0.5433018 Jul 13 07:48:21.971932 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9463a59a-3f01-493d-a07a-0cfea025a2e3 req-b52e7160-6fa0-43c1-8c10-26dd78026f8d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359024 Jul 13 07:48:22.229323 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c0d0a025-229d-4b72-8b1a-fdc6b47330f4 req-f0d214a0-9c88-48a3-a92d-bfddce4b80c8 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=f97d6bc8-54c5-46f9-870f-f91616411039 HTTP/1.1" status: 200 len: 210 time: 0.2543633 Jul 13 07:48:22.236773 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] Pushing event updated for resources: {'Port': ['ID=96fc95a1-0e21-4b89-9f73-5353a6b7b59d,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:22.487871 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-f772d4c3-9780-4ab6-b7db-952da872a088 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Allocated IP 172.25.0.198 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/6b5c35a6-2182-450e-9005-5e5ea66552f8) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:22.501325 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-36d5a078-b221-46f9-a23d-830513d1f616 req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] Attempting to bind port 96fc95a1-0e21-4b89-9f73-5353a6b7b59d on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:22.501820 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-36d5a078-b221-46f9-a23d-830513d1f616 req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] Attempting to bind port 96fc95a1-0e21-4b89-9f73-5353a6b7b59d by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'eb46daf5-4218-4e34-bcb9-d59b2cec1969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ac6b9f57-b18e-4e29-a5c4-b4b57974073c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:22.502289 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d5a078-b221-46f9-a23d-830513d1f616 req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] Attempting to bind port 96fc95a1-0e21-4b89-9f73-5353a6b7b59d on network ac6b9f57-b18e-4e29-a5c4-b4b57974073c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:22.517183 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d5a078-b221-46f9-a23d-830513d1f616 req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] Port 96fc95a1-0e21-4b89-9f73-5353a6b7b59d on network ac6b9f57-b18e-4e29-a5c4-b4b57974073c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:48:22.517675 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d5a078-b221-46f9-a23d-830513d1f616 req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] Attempting to bind port 96fc95a1-0e21-4b89-9f73-5353a6b7b59d on network ac6b9f57-b18e-4e29-a5c4-b4b57974073c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:22.544291 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b438b264-41af-4ef1-9d95-81dd6171d158 x-openstack-request-id: req-b438b264-41af-4ef1-9d95-81dd6171d158 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:22.544888 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "tag": "9bbe5067-cbdd-4d3b-9012-0279cc33b234", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:22.545302 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b438b264-41af-4ef1-9d95-81dd6171d158 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:22.545891 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'tag': '9bbe5067-cbdd-4d3b-9012-0279cc33b234', 'status': 'completed', 'code': 200} Jul 13 07:48:22.557989 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d5a078-b221-46f9-a23d-830513d1f616 req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:22.558512 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d5a078-b221-46f9-a23d-830513d1f616 req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] Checking segment: {'id': 'eb46daf5-4218-4e34-bcb9-d59b2cec1969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ac6b9f57-b18e-4e29-a5c4-b4b57974073c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:22.559005 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d5a078-b221-46f9-a23d-830513d1f616 req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] Bound using segment: {'id': 'eb46daf5-4218-4e34-bcb9-d59b2cec1969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ac6b9f57-b18e-4e29-a5c4-b4b57974073c'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:22.559566 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-36d5a078-b221-46f9-a23d-830513d1f616 req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] Bound port: 96fc95a1-0e21-4b89-9f73-5353a6b7b59d, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb46daf5-4218-4e34-bcb9-d59b2cec1969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ac6b9f57-b18e-4e29-a5c4-b4b57974073c'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:22.560038 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-36d5a078-b221-46f9-a23d-830513d1f616 req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.635087 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5dd0-7a13-4701-9da4-bb74cdcdc158 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.678919 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-36d5a078-b221-46f9-a23d-830513d1f616 req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] For port 96fc95a1-0e21-4b89-9f73-5353a6b7b59d, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:22.682730 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-36d5a078-b221-46f9-a23d-830513d1f616 req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] For port 96fc95a1-0e21-4b89-9f73-5353a6b7b59d, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=96fc95a1-0e21-4b89-9f73-5353a6b7b59d,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:22.701372 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-5fcd5dd0-7a13-4701-9da4-bb74cdcdc158 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd08aa3-2de1-4e11-b160-ba2139225e0e']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:22.721063 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88829b-f685-424c-a3e7-c0c66da65e41 req-212dbbee-a079-4144-9e70-08ef82199fc7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:22.727444 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88829b-f685-424c-a3e7-c0c66da65e41 req-212dbbee-a079-4144-9e70-08ef82199fc7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:22.733627 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88829b-f685-424c-a3e7-c0c66da65e41 req-212dbbee-a079-4144-9e70-08ef82199fc7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:22.740630 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88829b-f685-424c-a3e7-c0c66da65e41 req-212dbbee-a079-4144-9e70-08ef82199fc7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:22.747090 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88829b-f685-424c-a3e7-c0c66da65e41 req-212dbbee-a079-4144-9e70-08ef82199fc7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:22.754288 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88829b-f685-424c-a3e7-c0c66da65e41 req-212dbbee-a079-4144-9e70-08ef82199fc7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:22.761974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88829b-f685-424c-a3e7-c0c66da65e41 req-212dbbee-a079-4144-9e70-08ef82199fc7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:22.771468 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ba88829b-f685-424c-a3e7-c0c66da65e41 req-212dbbee-a079-4144-9e70-08ef82199fc7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5419 time: 0.3555689 Jul 13 07:48:22.774515 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-5fcd5dd0-7a13-4701-9da4-bb74cdcdc158 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e10024-c116-4b95-b3d7-c8198f899c51') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:22.774822 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-5fcd5dd0-7a13-4701-9da4-bb74cdcdc158 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e10024-c116-4b95-b3d7-c8198f899c51') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:22.785741 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-36d5a078-b221-46f9-a23d-830513d1f616 req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.822510 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-8b725c1c-ab08-4838-820d-cf4c41225738 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:22.824045 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-8b725c1c-ab08-4838-820d-cf4c41225738 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.35 "GET /v2.0/networks?id=919c9a85-2d04-411a-9615-63f4736f69c7 HTTP/1.1" status: 200 len: 818 time: 1.2310565 Jul 13 07:48:22.831720 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5dd0-7a13-4701-9da4-bb74cdcdc158 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.841656 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-06e7f728-b8e0-494e-aa8c-952abae21dff tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:22.843413 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-06e7f728-b8e0-494e-aa8c-952abae21dff tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.62 "GET /v2.0/networks?id=919c9a85-2d04-411a-9615-63f4736f69c7 HTTP/1.1" status: 200 len: 818 time: 1.2520738 Jul 13 07:48:22.868528 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-a227b1e2-ca01-4cb0-a862-554fa043c76f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Request body: {'port': {'device_id': '5d097365-4d1e-4a2f-97c1-caa598b5259b', 'network_id': '919c9a85-2d04-411a-9615-63f4736f69c7', 'admin_state_up': True, 'tenant_id': '5ee8cdfa4f624c8896fbb14c16354aa0'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:22.901419 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5a078-b221-46f9-a23d-830513d1f616 req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:22.901757 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-36d5a078-b221-46f9-a23d-830513d1f616 req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.903485 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36d5a078-b221-46f9-a23d-830513d1f616 req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] 10.222.0.35 "PUT /v2.0/ports/96fc95a1-0e21-4b89-9f73-5353a6b7b59d HTTP/1.1" status: 200 len: 1092 time: 3.5037127 Jul 13 07:48:22.904037 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1e6031-c072-45f2-af90-e2ece184e06e', 'tag': '96fc95a1-0e21-4b89-9f73-5353a6b7b59d'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:22.906983 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72092c1-566b-4df3-8a5b-3064dac465fe" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1e6031-c072-45f2-af90-e2ece184e06e", "tag": "96fc95a1-0e21-4b89-9f73-5353a6b7b59d"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:22.942816 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ba88829b-f685-424c-a3e7-c0c66da65e41 req-2b240e0d-6b9e-4183-bb12-dd22799c79b2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1698394 Jul 13 07:48:22.955318 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f772d4c3-9780-4ab6-b7db-952da872a088 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.957242 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-1bda3b39-825c-4750-9b0b-43fab97994d5 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Request body: {'port': {'device_id': 'f56b5567-8572-47b9-baa1-b393f9f3fb01', 'network_id': '919c9a85-2d04-411a-9615-63f4736f69c7', 'admin_state_up': True, 'tenant_id': '5ee8cdfa4f624c8896fbb14c16354aa0'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:22.980236 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb5e49-e096-4177-b6f6-7a01fc6b1c24 service neutron] Pushing event updated for resources: {'Port': ['ID=96fc95a1-0e21-4b89-9f73-5353a6b7b59d,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:23.023369 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5dd0-7a13-4701-9da4-bb74cdcdc158 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.052572 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b49494-4662-411e-a986-6e1984e1c757 req-3c964d75-6dd5-4c80-9731-5e048caa8553 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:23.059609 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e5b49494-4662-411e-a986-6e1984e1c757 req-3c964d75-6dd5-4c80-9731-5e048caa8553 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 943 time: 0.2166109 Jul 13 07:48:23.061180 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-8c178cbd-7379-4f50-bd48-41f54d88e981 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:23.062754 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-8c178cbd-7379-4f50-bd48-41f54d88e981 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.35 "GET /v2.0/networks?id=919c9a85-2d04-411a-9615-63f4736f69c7 HTTP/1.1" status: 200 len: 818 time: 0.5021560 Jul 13 07:48:23.072340 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18627-97ae-4a26-899a-310559962820 req-19c3ee4c-6ecf-4c10-8756-8738e014795b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:23.072565 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18627-97ae-4a26-899a-310559962820 req-19c3ee4c-6ecf-4c10-8756-8738e014795b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:23.073034 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18627-97ae-4a26-899a-310559962820 req-19c3ee4c-6ecf-4c10-8756-8738e014795b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:23.075142 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f5f18627-97ae-4a26-899a-310559962820 req-19c3ee4c-6ecf-4c10-8756-8738e014795b service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a860a799f3be43a5a80bc0e18715a853&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.3113461 Jul 13 07:48:23.079100 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fcd5dd0-7a13-4701-9da4-bb74cdcdc158 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:48:23.079582 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5dd0-7a13-4701-9da4-bb74cdcdc158 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:48:23.088912 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:48:23.106558 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f772d4c3-9780-4ab6-b7db-952da872a088 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.108850 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-e4a085ce-cd7f-4195-b688-ed2d7288177a tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Request body: {'port': {'device_id': 'f97d6bc8-54c5-46f9-870f-f91616411039', 'network_id': '919c9a85-2d04-411a-9615-63f4736f69c7', 'admin_state_up': True, 'tenant_id': '5ee8cdfa4f624c8896fbb14c16354aa0'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:23.120807 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5a078-b221-46f9-a23d-830513d1f616 req-be1ba3e8-b14b-4ab7-ac1a-e947aebe4bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:23.122802 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36d5a078-b221-46f9-a23d-830513d1f616 req-be1ba3e8-b14b-4ab7-ac1a-e947aebe4bfa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a2d94951be8240cfb8e312fecc3b6950&device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 1095 time: 0.1623590 Jul 13 07:48:23.165363 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e5b49494-4662-411e-a986-6e1984e1c757 req-a9c92f91-e23f-4f39-afbc-5c57af938477 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047854 Jul 13 07:48:23.217131 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e2d8c00-9cc8-4e3d-aa90-a216d547eaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.241232 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f772d4c3-9780-4ab6-b7db-952da872a088 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:23.305280 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f772d4c3-9780-4ab6-b7db-952da872a088 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:23.308416 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89faf33-ca40-4ed9-bab2-74138d4d4b2e x-openstack-request-id: req-b89faf33-ca40-4ed9-bab2-74138d4d4b2e {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:23.308712 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1e6031-c072-45f2-af90-e2ece184e06e", "tag": "96fc95a1-0e21-4b89-9f73-5353a6b7b59d", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:23.308968 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b89faf33-ca40-4ed9-bab2-74138d4d4b2e {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:23.309363 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1e6031-c072-45f2-af90-e2ece184e06e', 'tag': '96fc95a1-0e21-4b89-9f73-5353a6b7b59d', 'status': 'completed', 'code': 200} Jul 13 07:48:23.326447 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f772d4c3-9780-4ab6-b7db-952da872a088 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:23.329794 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36d5a078-b221-46f9-a23d-830513d1f616 req-8828224d-1c83-4f1d-a7cd-a507ee0f4b5b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96fc95a1-0e21-4b89-9f73-5353a6b7b59d HTTP/1.1" status: 200 len: 217 time: 0.1834712 Jul 13 07:48:23.345738 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-a227b1e2-ca01-4cb0-a862-554fa043c76f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Made reservation on behalf of 5ee8cdfa4f624c8896fbb14c16354aa0 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:23.349736 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-a227b1e2-ca01-4cb0-a862-554fa043c76f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.466249 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5dd0-7a13-4701-9da4-bb74cdcdc158 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.489575 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5dd0-7a13-4701-9da4-bb74cdcdc158 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.493847 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5fcd5dd0-7a13-4701-9da4-bb74cdcdc158 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "DELETE /v2.0/networks/6dd08aa3-2de1-4e11-b160-ba2139225e0e HTTP/1.1" status: 204 len: 168 time: 2.0439909 Jul 13 07:48:23.494187 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772d4c3-9780-4ab6-b7db-952da872a088 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Pushing event updated for resources: {'Port': ['ID=6b5c35a6-2182-450e-9005-5e5ea66552f8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:23.496349 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52198) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:23.533446 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be7d6633-7821-46f0-b492-1c4dc99cd263 req-be915174-32ed-4088-a8bc-7503d756c0e6 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=f97d6bc8-54c5-46f9-870f-f91616411039 HTTP/1.1" status: 200 len: 210 time: 0.0809100 Jul 13 07:48:23.567975 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd5dd0-7a13-4701-9da4-bb74cdcdc158 tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Pushing event deleted for resources: {'Network': ['ID=6dd08aa3-2de1-4e11-b160-ba2139225e0e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:23.608305 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-1bda3b39-825c-4750-9b0b-43fab97994d5 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Made reservation on behalf of 5ee8cdfa4f624c8896fbb14c16354aa0 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:23.608626 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 55f03886-8aca-4c49-8573-52c2c5554709 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:23.609312 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5a078-b221-46f9-a23d-830513d1f616 req-4bafdee1-fac3-49cb-b2f3-af4dbe9b576c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:23.610897 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36d5a078-b221-46f9-a23d-830513d1f616 req-4bafdee1-fac3-49cb-b2f3-af4dbe9b576c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=035ba89b-40dc-4335-9879-28d98d89ed73 HTTP/1.1" status: 200 len: 854 time: 0.2422569 Jul 13 07:48:23.611995 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-1bda3b39-825c-4750-9b0b-43fab97994d5 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.645653 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18627-97ae-4a26-899a-310559962820 req-b0630893-20b2-487a-aff7-581f97c9ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:23.647223 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f5f18627-97ae-4a26-899a-310559962820 req-b0630893-20b2-487a-aff7-581f97c9ea19 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4981399 Jul 13 07:48:23.722772 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36d5a078-b221-46f9-a23d-830513d1f616 req-3641c885-25ed-4de4-8f8a-074b3286506c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ac6b9f57-b18e-4e29-a5c4-b4b57974073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860362 Jul 13 07:48:23.739314 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe23bd22-aeb4-423b-8410-5a579c0a3afe tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.739562 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-e4a085ce-cd7f-4195-b688-ed2d7288177a tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Made reservation on behalf of 5ee8cdfa4f624c8896fbb14c16354aa0 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:23.743662 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-e4a085ce-cd7f-4195-b688-ed2d7288177a tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.751643 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 55f03886-8aca-4c49-8573-52c2c5554709 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:23.758999 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 55f03886-8aca-4c49-8573-52c2c5554709 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:23.759800 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.782527 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f772d4c3-9780-4ab6-b7db-952da872a088 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.886379 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.891326 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b2e63-affe-4b91-8501-40e79eab81de req-c6c73688-05a2-430f-8d26-1fa0cc5554ba tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:23.898219 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd4b2e63-affe-4b91-8501-40e79eab81de req-c6c73688-05a2-430f-8d26-1fa0cc5554ba tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 945 time: 0.5178177 Jul 13 07:48:23.923806 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b309996e-be09-4646-a785-cc1ba7ab62df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f03886-8aca-4c49-8573-52c2c5554709'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:23.928774 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466dba3a-2d1b-45c4-9c7e-6d7417e0a05a" -d '{"events": [{"server_uuid": "b309996e-be09-4646-a785-cc1ba7ab62df", "name": "network-vif-plugged", "status": "completed", "tag": "55f03886-8aca-4c49-8573-52c2c5554709"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:23.972702 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f772d4c3-9780-4ab6-b7db-952da872a088 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.987986 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 55f03886-8aca-4c49-8573-52c2c5554709, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=55f03886-8aca-4c49-8573-52c2c5554709,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:24.004217 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.013202 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe23bd22-aeb4-423b-8410-5a579c0a3afe tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.017807 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36d5a078-b221-46f9-a23d-830513d1f616 req-260f61ca-69a4-4b6d-bf2a-0d06c5976064 service neutron] 10.222.0.35 "GET /v2.0/networks/ac6b9f57-b18e-4e29-a5c4-b4b57974073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831662 Jul 13 07:48:24.057809 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0185630f-b320-46e8-9f60-ff2750669d0d x-openstack-request-id: req-0185630f-b320-46e8-9f60-ff2750669d0d {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:24.057809 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b309996e-be09-4646-a785-cc1ba7ab62df", "name": "network-vif-plugged", "status": "completed", "tag": "55f03886-8aca-4c49-8573-52c2c5554709", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:24.058050 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0185630f-b320-46e8-9f60-ff2750669d0d {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:24.059455 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-a227b1e2-ca01-4cb0-a862-554fa043c76f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Allocated IP 172.20.0.10 (919c9a85-2d04-411a-9615-63f4736f69c7/a394eb82-8f38-4774-b0fa-2baa5b0323d0/04de6c78-416f-4e39-8ff0-fc79a6e569a1) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:24.060890 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b309996e-be09-4646-a785-cc1ba7ab62df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f03886-8aca-4c49-8573-52c2c5554709', 'code': 200} Jul 13 07:48:24.075604 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd4b2e63-affe-4b91-8501-40e79eab81de req-121773c3-98e7-4c11-a560-0b8b34860ad9 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764266 Jul 13 07:48:24.093207 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-fe23bd22-aeb4-423b-8410-5a579c0a3afe tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e296c16-c34f-46eb-95c4-bfb60934dff1']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:24.109384 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-46cc0ca1-2b33-4b0a-b0a6-1866fea52c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:24.110621 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-46cc0ca1-2b33-4b0a-b0a6-1866fea52c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:24.111119 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-46cc0ca1-2b33-4b0a-b0a6-1866fea52c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:24.111604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-46cc0ca1-2b33-4b0a-b0a6-1866fea52c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:24.112085 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-46cc0ca1-2b33-4b0a-b0a6-1866fea52c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:24.112567 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-46cc0ca1-2b33-4b0a-b0a6-1866fea52c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:24.113047 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-46cc0ca1-2b33-4b0a-b0a6-1866fea52c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:24.115077 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-46cc0ca1-2b33-4b0a-b0a6-1866fea52c36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a860a799f3be43a5a80bc0e18715a853&device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 6483 time: 0.3913200 Jul 13 07:48:24.119833 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-fe23bd22-aeb4-423b-8410-5a579c0a3afe tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e866b882-3d52-485f-85b6-4727168c562a') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:24.120136 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-fe23bd22-aeb4-423b-8410-5a579c0a3afe tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e866b882-3d52-485f-85b6-4727168c562a') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:24.148973 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe23bd22-aeb4-423b-8410-5a579c0a3afe tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.154161 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=55f03886-8aca-4c49-8573-52c2c5554709,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:24.166732 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:24.167160 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:24.167443 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:24.167788 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:24.168304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:24.168650 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:24.168985 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:24.169364 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:24.169702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:24.170612 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:24.171599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:24.172540 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:24.239146 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe23bd22-aeb4-423b-8410-5a579c0a3afe tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.269624 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe23bd22-aeb4-423b-8410-5a579c0a3afe tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:48:24.270116 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe23bd22-aeb4-423b-8410-5a579c0a3afe tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:48:24.276129 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:48:24.384986 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-4567aad5-9e89-4b38-b3f5-da18140a7927 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05e7e080-2b01-44eb-8742-729c05d42526 HTTP/1.1" status: 200 len: 217 time: 0.2421393 Jul 13 07:48:24.480394 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-a227b1e2-ca01-4cb0-a862-554fa043c76f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.489171 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-8ff10f9e-f541-4e83-851e-06862c97ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:24.490727 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-8ff10f9e-f541-4e83-851e-06862c97ce93 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0d21cc2-dcb1-4290-ad5e-70b78d60b624 HTTP/1.1" status: 200 len: 850 time: 0.0944254 Jul 13 07:48:24.494244 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385e65d-5744-4aa0-8c5d-f9fbbfadb071 req-8865fadc-049d-4638-9bb0-835e1a12b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:24.495694 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a385e65d-5744-4aa0-8c5d-f9fbbfadb071 req-8865fadc-049d-4638-9bb0-835e1a12b566 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 1098 time: 0.3518353 Jul 13 07:48:24.596429 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a385e65d-5744-4aa0-8c5d-f9fbbfadb071 req-7f036d74-0abc-4d96-90ee-9dd27ae2113c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885527 Jul 13 07:48:24.610130 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-a9ae2c44-5283-4975-a488-0541e8c54cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:24.611672 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-a9ae2c44-5283-4975-a488-0541e8c54cc9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9e895a39-1ac3-461a-9cb6-714389916eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136806 Jul 13 07:48:24.617214 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-a227b1e2-ca01-4cb0-a862-554fa043c76f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.678382 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36d5a078-b221-46f9-a23d-830513d1f616 req-33c8b848-259c-4d84-b0eb-e4b368efce85 service neutron] 10.222.0.35 "GET /v2.0/networks/ac6b9f57-b18e-4e29-a5c4-b4b57974073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6300859 Jul 13 07:48:24.705949 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe23bd22-aeb4-423b-8410-5a579c0a3afe tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.721933 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe23bd22-aeb4-423b-8410-5a579c0a3afe tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.726238 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fe23bd22-aeb4-423b-8410-5a579c0a3afe tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "DELETE /v2.0/networks/8e296c16-c34f-46eb-95c4-bfb60934dff1 HTTP/1.1" status: 204 len: 168 time: 1.2060881 Jul 13 07:48:24.726967 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-a227b1e2-ca01-4cb0-a862-554fa043c76f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Network 919c9a85-2d04-411a-9615-63f4736f69c7 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:24.727759 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52212) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:24.752538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-a227b1e2-ca01-4cb0-a862-554fa043c76f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:24.753028 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23bd22-aeb4-423b-8410-5a579c0a3afe tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Pushing event deleted for resources: {'Network': ['ID=8e296c16-c34f-46eb-95c4-bfb60934dff1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:24.769180 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-1bda3b39-825c-4750-9b0b-43fab97994d5 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Allocated IP 172.20.0.13 (919c9a85-2d04-411a-9615-63f4736f69c7/a394eb82-8f38-4774-b0fa-2baa5b0323d0/c0f82861-7c10-4262-9476-78f84ccac3e9) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:24.794554 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227b1e2-ca01-4cb0-a862-554fa043c76f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Pushing event updated for resources: {'Port': ['ID=04de6c78-416f-4e39-8ff0-fc79a6e569a1,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:24.799924 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-a227b1e2-ca01-4cb0-a862-554fa043c76f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:24.807682 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8549d5-ffb8-4f17-9693-c0adff220c65 req-2ae3b941-92b6-498f-9a3c-6e9117565dc8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:24.814133 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8549d5-ffb8-4f17-9693-c0adff220c65 req-2ae3b941-92b6-498f-9a3c-6e9117565dc8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:24.820285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8549d5-ffb8-4f17-9693-c0adff220c65 req-2ae3b941-92b6-498f-9a3c-6e9117565dc8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:24.826138 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8549d5-ffb8-4f17-9693-c0adff220c65 req-2ae3b941-92b6-498f-9a3c-6e9117565dc8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:24.832029 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8549d5-ffb8-4f17-9693-c0adff220c65 req-2ae3b941-92b6-498f-9a3c-6e9117565dc8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:24.837890 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8549d5-ffb8-4f17-9693-c0adff220c65 req-2ae3b941-92b6-498f-9a3c-6e9117565dc8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:24.844397 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8549d5-ffb8-4f17-9693-c0adff220c65 req-2ae3b941-92b6-498f-9a3c-6e9117565dc8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:24.846798 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5d8549d5-ffb8-4f17-9693-c0adff220c65 req-2ae3b941-92b6-498f-9a3c-6e9117565dc8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5419 time: 0.6245735 Jul 13 07:48:24.871391 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f772d4c3-9780-4ab6-b7db-952da872a088 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.901070 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2a907-fcad-45c5-a27f-eb8197971552 req-02daa560-045b-4be0-a3e5-c531fa4a10a5 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:24.902604 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ddd2a907-fcad-45c5-a27f-eb8197971552 req-02daa560-045b-4be0-a3e5-c531fa4a10a5 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 943 time: 0.5642021 Jul 13 07:48:24.903226 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f772d4c3-9780-4ab6-b7db-952da872a088 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.933753 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-2c4ad1ac-54e4-4729-be8a-994d93255bf5 service neutron] 10.222.0.62 "GET /v2.0/networks/9e895a39-1ac3-461a-9cb6-714389916eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660196 Jul 13 07:48:24.942372 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ea8f80ba-e10c-4b11-b9cc-8372ebd470cf tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.968347 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-a227b1e2-ca01-4cb0-a862-554fa043c76f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:24.969493 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-a227b1e2-ca01-4cb0-a862-554fa043c76f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.984069 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5d8549d5-ffb8-4f17-9693-c0adff220c65 req-c2cdd4bb-6cdb-4547-ac79-ab676cf0c562 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1209669 Jul 13 07:48:25.016531 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772d4c3-9780-4ab6-b7db-952da872a088 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Pushing event updated for resources: {'Port': ['ID=6b5c35a6-2182-450e-9005-5e5ea66552f8,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:25.034400 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72092c1-566b-4df3-8a5b-3064dac465fe req-38456e38-ad70-431f-a366-67d064e3f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:25.035976 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e72092c1-566b-4df3-8a5b-3064dac465fe req-38456e38-ad70-431f-a366-67d064e3f72e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a2d94951be8240cfb8e312fecc3b6950&device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 1095 time: 0.2858422 Jul 13 07:48:25.038220 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-a227b1e2-ca01-4cb0-a862-554fa043c76f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1890767 Jul 13 07:48:25.060846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ddd2a907-fcad-45c5-a27f-eb8197971552 req-9d249aac-63f0-4db7-9f30-bfaa0d561f43 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266589 Jul 13 07:48:25.084727 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] Request body: {'port': {'device_id': '5d097365-4d1e-4a2f-97c1-caa598b5259b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:25.116051 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f772d4c3-9780-4ab6-b7db-952da872a088 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:25.182935 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f772d4c3-9780-4ab6-b7db-952da872a088 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:25.187283 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f772d4c3-9780-4ab6-b7db-952da872a088 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6652184 Jul 13 07:48:25.189140 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52216) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:25.211915 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-3cccf467-0b8d-402f-969a-48501331cd69 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2131846117', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'fixed_ips': [{'ip_address': '172.25.0.198'}]}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:25.222291 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95c99cf8-be17-4b3e-87a4-cab8491355b1 req-ff15d097-ae41-4c25-821f-7d5620ebf3f4 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=f97d6bc8-54c5-46f9-870f-f91616411039 HTTP/1.1" status: 200 len: 210 time: 0.0337696 Jul 13 07:48:25.290417 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72092c1-566b-4df3-8a5b-3064dac465fe req-5eaa523b-42b1-4531-92dd-77fe579f1ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:25.291799 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e72092c1-566b-4df3-8a5b-3064dac465fe req-5eaa523b-42b1-4531-92dd-77fe579f1ead service neutron] 10.222.0.35 "GET /v2.0/networks?id=ac6b9f57-b18e-4e29-a5c4-b4b57974073c HTTP/1.1" status: 200 len: 915 time: 0.2300086 Jul 13 07:48:25.299476 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ea8f80ba-e10c-4b11-b9cc-8372ebd470cf tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:25.314485 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-eac1d96e-bf6a-4323-b65d-484deb575fc0 service neutron] 10.222.0.62 "GET /v2.0/networks/9e895a39-1ac3-461a-9cb6-714389916eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701141 Jul 13 07:48:25.330795 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-ea8f80ba-e10c-4b11-b9cc-8372ebd470cf tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1118cc6-7b6b-4ff9-8a31-a1bbfea709e4']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:25.340549 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e72092c1-566b-4df3-8a5b-3064dac465fe req-005c4cca-0bc5-47ab-8492-59c535474e0f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96fc95a1-0e21-4b89-9f73-5353a6b7b59d HTTP/1.1" status: 200 len: 217 time: 0.0373926 Jul 13 07:48:25.365056 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e4a72-0e5d-41e1-9df2-5b9a146a39e8 req-7e34fe86-1884-48a7-8388-0927aaac08bf tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:25.366498 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d16e4a72-0e5d-41e1-9df2-5b9a146a39e8 req-7e34fe86-1884-48a7-8388-0927aaac08bf tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 946 time: 0.1359153 Jul 13 07:48:25.386556 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cccf467-0b8d-402f-969a-48501331cd69 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Made reservation on behalf of 26e8e08b8b884986a8a15d3e7ddfa043 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:25.388890 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3cccf467-0b8d-402f-969a-48501331cd69 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:25.394024 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-1bda3b39-825c-4750-9b0b-43fab97994d5 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:25.399718 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-ea8f80ba-e10c-4b11-b9cc-8372ebd470cf tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651931d9-b476-4c8c-a8a4-c8002a98efc2') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:25.400016 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-ea8f80ba-e10c-4b11-b9cc-8372ebd470cf tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651931d9-b476-4c8c-a8a4-c8002a98efc2') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:25.415751 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:25.418303 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-49ef0703-5957-44ae-937c-1cef8324a362 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=a5ad5cc6-8b81-413a-ba67-a126312062d6 HTTP/1.1" status: 200 len: 217 time: 0.0934169 Jul 13 07:48:25.422729 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3cccf467-0b8d-402f-969a-48501331cd69 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:25.426365 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ea8f80ba-e10c-4b11-b9cc-8372ebd470cf tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:25.435282 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72092c1-566b-4df3-8a5b-3064dac465fe req-3f8a3874-9c6b-48e9-a6fb-d4efb6d87b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:25.436681 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e72092c1-566b-4df3-8a5b-3064dac465fe req-3f8a3874-9c6b-48e9-a6fb-d4efb6d87b0f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=035ba89b-40dc-4335-9879-28d98d89ed73 HTTP/1.1" status: 200 len: 854 time: 0.0895405 Jul 13 07:48:25.439772 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d16e4a72-0e5d-41e1-9df2-5b9a146a39e8 req-7fa5abb1-a0dc-4b6e-bc21-661516c8365f tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539904 Jul 13 07:48:25.501076 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ea8f80ba-e10c-4b11-b9cc-8372ebd470cf tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:25.503300 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e72092c1-566b-4df3-8a5b-3064dac465fe req-795f04f9-cae0-415b-b78f-bbbdc76956b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ac6b9f57-b18e-4e29-a5c4-b4b57974073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494769 Jul 13 07:48:25.540859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8f80ba-e10c-4b11-b9cc-8372ebd470cf tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:48:25.541275 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ea8f80ba-e10c-4b11-b9cc-8372ebd470cf tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:48:25.548930 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:48:25.601180 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-6fe6d75f-f4ca-4b1c-914d-f86d064ece56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:25.602736 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-6fe6d75f-f4ca-4b1c-914d-f86d064ece56 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e027fc-f911-4144-acb3-7864eab297b7 HTTP/1.1" status: 200 len: 797 time: 0.1569054 Jul 13 07:48:25.624869 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e72092c1-566b-4df3-8a5b-3064dac465fe req-259c01e1-7ffe-49a8-a8c9-aeac135bb245 service neutron] 10.222.0.35 "GET /v2.0/networks/ac6b9f57-b18e-4e29-a5c4-b4b57974073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141872 Jul 13 07:48:25.721325 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e72092c1-566b-4df3-8a5b-3064dac465fe req-415822c4-ab8c-427e-ad4c-1fc2eb20ef47 service neutron] 10.222.0.35 "GET /v2.0/networks/ac6b9f57-b18e-4e29-a5c4-b4b57974073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899456 Jul 13 07:48:25.746962 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ea8f80ba-e10c-4b11-b9cc-8372ebd470cf tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:25.757800 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-1bda3b39-825c-4750-9b0b-43fab97994d5 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:25.790122 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ea8f80ba-e10c-4b11-b9cc-8372ebd470cf tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:25.791968 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ea8f80ba-e10c-4b11-b9cc-8372ebd470cf tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] 10.222.0.58 "DELETE /v2.0/networks/b1118cc6-7b6b-4ff9-8a31-a1bbfea709e4 HTTP/1.1" status: 204 len: 168 time: 1.0600278 Jul 13 07:48:25.880385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f80ba-e10c-4b11-b9cc-8372ebd470cf tempest-BulkNetworkOpsIpV6Test-87791326 tempest-BulkNetworkOpsIpV6Test-87791326-project] Pushing event deleted for resources: {'Network': ['ID=b1118cc6-7b6b-4ff9-8a31-a1bbfea709e4,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:25.923819 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-e4a085ce-cd7f-4195-b688-ed2d7288177a tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Allocated IP 172.20.0.12 (919c9a85-2d04-411a-9615-63f4736f69c7/a394eb82-8f38-4774-b0fa-2baa5b0323d0/94597e13-4268-4864-a0a1-cba6a2ad33e5) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:25.927873 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-1bda3b39-825c-4750-9b0b-43fab97994d5 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Network 919c9a85-2d04-411a-9615-63f4736f69c7 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:25.934735 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda3b39-825c-4750-9b0b-43fab97994d5 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Pushing event updated for resources: {'Port': ['ID=c0f82861-7c10-4262-9476-78f84ccac3e9,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:25.944743 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-1bda3b39-825c-4750-9b0b-43fab97994d5 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:25.954167 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-1bda3b39-825c-4750-9b0b-43fab97994d5 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:26.157295 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52230) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:26.286315 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de5604-527a-4444-b777-087e3f288c0c req-57e3a397-9dc8-40f0-9e75-bcd0b126a4a8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:26.296022 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de5604-527a-4444-b777-087e3f288c0c req-57e3a397-9dc8-40f0-9e75-bcd0b126a4a8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:26.304491 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de5604-527a-4444-b777-087e3f288c0c req-57e3a397-9dc8-40f0-9e75-bcd0b126a4a8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:26.311271 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de5604-527a-4444-b777-087e3f288c0c req-57e3a397-9dc8-40f0-9e75-bcd0b126a4a8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:26.318058 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de5604-527a-4444-b777-087e3f288c0c req-57e3a397-9dc8-40f0-9e75-bcd0b126a4a8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:26.323951 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de5604-527a-4444-b777-087e3f288c0c req-57e3a397-9dc8-40f0-9e75-bcd0b126a4a8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:26.330508 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de5604-527a-4444-b777-087e3f288c0c req-57e3a397-9dc8-40f0-9e75-bcd0b126a4a8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:26.338837 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71de5604-527a-4444-b777-087e3f288c0c req-57e3a397-9dc8-40f0-9e75-bcd0b126a4a8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5419 time: 0.1573305 Jul 13 07:48:26.342902 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3cccf467-0b8d-402f-969a-48501331cd69 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.363040 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3cccf467-0b8d-402f-969a-48501331cd69 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.372297 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-ff13b9da-8723-44d5-9bba-56af2f7b7928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:26.373824 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-ff13b9da-8723-44d5-9bba-56af2f7b7928 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b818ec58-5125-4829-9877-53309d7ad2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7268348 Jul 13 07:48:26.378301 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-3cccf467-0b8d-402f-969a-48501331cd69 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] device_id is not set on port 0bb60eff-7f0f-466f-95cb-758d54947a8c yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:48:26.454660 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71de5604-527a-4444-b777-087e3f288c0c req-5954a84e-fd62-4f29-b308-c9945015e547 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1148975 Jul 13 07:48:26.467846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8acbe8d0-2307-477f-892b-7966c9b4d4c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5b8aea4d313f4a6d878245a95d6bbf13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065617 Jul 13 07:48:26.469757 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52238) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:26.496911 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-1bda3b39-825c-4750-9b0b-43fab97994d5 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:26.497567 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-1bda3b39-825c-4750-9b0b-43fab97994d5 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.579547 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9e2c8-5772-4aa4-b936-3ba4bafb806c req-42508ef5-fd67-46d0-820b-a6a64e41af1f tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:26.586649 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ecf9e2c8-5772-4aa4-b936-3ba4bafb806c req-42508ef5-fd67-46d0-820b-a6a64e41af1f tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 943 time: 0.2438161 Jul 13 07:48:26.599250 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bfb0fc92-a9d4-4cac-a596-32b8dc57b9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.668414 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25978581-7db7-43ed-80d3-3246a9efd5a9 req-9cd19a7f-5473-41f7-be2c-7319fff35f2a tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=f97d6bc8-54c5-46f9-870f-f91616411039 HTTP/1.1" status: 200 len: 210 time: 0.0752444 Jul 13 07:48:26.699391 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bfb0fc92-a9d4-4cac-a596-32b8dc57b9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.720847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cccf467-0b8d-402f-969a-48501331cd69 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e00844c-c95e-4cd6-9e33-42e946939b6f,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:26.776169 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ecf9e2c8-5772-4aa4-b936-3ba4bafb806c req-e55096d1-5f76-4444-ba55-a0e064e17c76 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796949 Jul 13 07:48:26.840937 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-e4a085ce-cd7f-4195-b688-ed2d7288177a tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.892506 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-1bda3b39-825c-4750-9b0b-43fab97994d5 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0278759 Jul 13 07:48:26.902749 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-e4a085ce-cd7f-4195-b688-ed2d7288177a tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.928085 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] Request body: {'port': {'device_id': 'f56b5567-8572-47b9-baa1-b393f9f3fb01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:26.953858 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bfb0fc92-a9d4-4cac-a596-32b8dc57b9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.957686 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bfb0fc92-a9d4-4cac-a596-32b8dc57b9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.959131 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bfb0fc92-a9d4-4cac-a596-32b8dc57b9d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b0d224e7-0d7d-4ce2-b97c-e5cbb56afd72 HTTP/1.1" status: 204 len: 168 time: 0.4880605 Jul 13 07:48:26.981302 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f117cc3b-dfc2-4400-bf6c-d520f17ab087 req-fbd4daee-16cd-4938-a31a-f62078a63526 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=74dd0277-a189-484e-a6db-6369fda5af27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2652926 Jul 13 07:48:26.991374 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0fc92-a9d4-4cac-a596-32b8dc57b9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d224e7-0d7d-4ce2-b97c-e5cbb56afd72,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:27.012108 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3ddda-fa38-4285-8427-0523312a41a5 req-79f25a67-cd0a-4f82-b475-a11dd9d22bd9 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:27.028783 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cba3ddda-fa38-4285-8427-0523312a41a5 req-79f25a67-cd0a-4f82-b475-a11dd9d22bd9 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 946 time: 0.1964316 Jul 13 07:48:27.106747 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cba3ddda-fa38-4285-8427-0523312a41a5 req-d567da76-8043-4d5b-a24d-14065dd6a47a tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769911 Jul 13 07:48:27.158887 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-a47486e8-8964-4db9-9ecb-ea611556823c service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7671707 Jul 13 07:48:27.164707 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-e4a085ce-cd7f-4195-b688-ed2d7288177a tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Network 919c9a85-2d04-411a-9615-63f4736f69c7 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:27.182304 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117cc3b-dfc2-4400-bf6c-d520f17ab087 req-759542c3-45d3-4cec-bb8f-0ec6afd8c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:27.183802 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f117cc3b-dfc2-4400-bf6c-d520f17ab087 req-759542c3-45d3-4cec-bb8f-0ec6afd8c00c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&device_id=74dd0277-a189-484e-a6db-6369fda5af27 HTTP/1.1" status: 200 len: 1098 time: 0.1451283 Jul 13 07:48:27.275292 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-e4a085ce-cd7f-4195-b688-ed2d7288177a tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:27.278661 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d7425017-e1c3-4da0-a8fb-15c4d1141566 service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074724 Jul 13 07:48:27.281787 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-e4a085ce-cd7f-4195-b688-ed2d7288177a tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:27.347473 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a085ce-cd7f-4195-b688-ed2d7288177a tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Pushing event updated for resources: {'Port': ['ID=94597e13-4268-4864-a0a1-cba6a2ad33e5,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:27.420646 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 96fc95a1-0e21-4b89-9f73-5353a6b7b59d details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:48:27.448875 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97415d83-b761-4315-af44-9451ae95f064 req-221988f9-58bb-4c99-9d89-defcb2897d6e tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:27.455217 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-97415d83-b761-4315-af44-9451ae95f064 req-221988f9-58bb-4c99-9d89-defcb2897d6e tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.2178378 Jul 13 07:48:27.485440 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-e4a085ce-cd7f-4195-b688-ed2d7288177a tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:27.486119 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-e4a085ce-cd7f-4195-b688-ed2d7288177a tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.491847 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117cc3b-dfc2-4400-bf6c-d520f17ab087 req-ff5e9041-576e-4c69-9aa6-0a1def7dd5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:27.493764 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f117cc3b-dfc2-4400-bf6c-d520f17ab087 req-ff5e9041-576e-4c69-9aa6-0a1def7dd5c4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 907 time: 0.2837996 Jul 13 07:48:27.560474 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-97415d83-b761-4315-af44-9451ae95f064 req-95dd42dd-27e6-476d-b276-03529c84d38b tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944541 Jul 13 07:48:27.561933 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f117cc3b-dfc2-4400-bf6c-d520f17ab087 req-86bfad10-8cdb-411d-8fba-68157ce94587 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6 HTTP/1.1" status: 200 len: 217 time: 0.0560458 Jul 13 07:48:27.655776 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d9b84fad-832a-403b-96da-f8c4f6de0349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.662652 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04de6c78-416f-4e39-8ff0-fc79a6e569a1 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:27.665398 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117cc3b-dfc2-4400-bf6c-d520f17ab087 req-23cded2f-4aa7-49f2-a4a1-b1b249d0dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:27.667076 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f117cc3b-dfc2-4400-bf6c-d520f17ab087 req-23cded2f-4aa7-49f2-a4a1-b1b249d0dd8f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef8db247-d22c-4308-8e07-626593577869 HTTP/1.1" status: 200 len: 846 time: 0.0980275 Jul 13 07:48:27.681815 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.713248 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] Transition to ACTIVE for port object 04de6c78-416f-4e39-8ff0-fc79a6e569a1 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:27.715425 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.719465 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.738216 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 96fc95a1-0e21-4b89-9f73-5353a6b7b59d, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=96fc95a1-0e21-4b89-9f73-5353a6b7b59d,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:27.753063 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '96fc95a1-0e21-4b89-9f73-5353a6b7b59d', 'network_id': 'ac6b9f57-b18e-4e29-a5c4-b4b57974073c', 'port_id': '96fc95a1-0e21-4b89-9f73-5353a6b7b59d', 'mac_address': 'fa:16:3e:25:37:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '035ba89b-40dc-4335-9879-28d98d89ed73', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:48:27.765069 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-aba9ff5d-3907-4f05-9be6-7ec4e3ba17c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d HTTP/1.1" status: 200 len: 217 time: 0.4209559 Jul 13 07:48:27.768968 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.774662 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f117cc3b-dfc2-4400-bf6c-d520f17ab087 req-275f5c8a-4a3e-4ab5-88d6-b977002dd319 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c938579-69a9-4580-83e5-cee3b6a3b922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829806 Jul 13 07:48:27.787898 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cccf467-0b8d-402f-969a-48501331cd69 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 13 07:48:27.788984 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cccf467-0b8d-402f-969a-48501331cd69 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:48:27.798614 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-e4a085ce-cd7f-4195-b688-ed2d7288177a tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7151778 Jul 13 07:48:27.806751 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.823836 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fc95a1-0e21-4b89-9f73-5353a6b7b59d {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:27.852606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 96fc95a1-0e21-4b89-9f73-5353a6b7b59d, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=96fc95a1-0e21-4b89-9f73-5353a6b7b59d,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:27.861864 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.893263 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] Request body: {'port': {'device_id': 'f97d6bc8-54c5-46f9-870f-f91616411039', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:27.893765 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f117cc3b-dfc2-4400-bf6c-d520f17ab087 req-c20ed597-f561-4674-b1d8-5926e6820144 service neutron] 10.222.0.35 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930901 Jul 13 07:48:27.935028 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=96fc95a1-0e21-4b89-9f73-5353a6b7b59d,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:28.003397 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3cccf467-0b8d-402f-969a-48501331cd69 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.8054261 Jul 13 07:48:28.021676 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52282) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:28.040720 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365342f0-f50f-4d3b-a7cd-db14e6eb1276 req-4e0aaa4f-1c60-4f3f-a72f-a4610280b780 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:28.049379 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365342f0-f50f-4d3b-a7cd-db14e6eb1276 req-4e0aaa4f-1c60-4f3f-a72f-a4610280b780 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:28.058278 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365342f0-f50f-4d3b-a7cd-db14e6eb1276 req-4e0aaa4f-1c60-4f3f-a72f-a4610280b780 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:28.067899 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365342f0-f50f-4d3b-a7cd-db14e6eb1276 req-4e0aaa4f-1c60-4f3f-a72f-a4610280b780 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:28.076587 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365342f0-f50f-4d3b-a7cd-db14e6eb1276 req-4e0aaa4f-1c60-4f3f-a72f-a4610280b780 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:28.084888 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365342f0-f50f-4d3b-a7cd-db14e6eb1276 req-4e0aaa4f-1c60-4f3f-a72f-a4610280b780 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:28.092292 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365342f0-f50f-4d3b-a7cd-db14e6eb1276 req-4e0aaa4f-1c60-4f3f-a72f-a4610280b780 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:28.095082 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-365342f0-f50f-4d3b-a7cd-db14e6eb1276 req-4e0aaa4f-1c60-4f3f-a72f-a4610280b780 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5419 time: 0.3818283 Jul 13 07:48:28.113317 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69270b-ca74-4567-9ad5-8fa374efe434 req-549c9ca0-c624-4dd5-8d96-18ca8757fe5a tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:28.121176 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec69270b-ca74-4567-9ad5-8fa374efe434 req-549c9ca0-c624-4dd5-8d96-18ca8757fe5a tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 946 time: 0.4465227 Jul 13 07:48:28.132526 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] Pushing event updated for resources: {'Port': ['ID=04de6c78-416f-4e39-8ff0-fc79a6e569a1,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:28.136455 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52284) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:28.141454 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029070 Jul 13 07:48:28.148718 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52286) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:28.186660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['96fc95a1-0e21-4b89-9f73-5353a6b7b59d'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:48:28.213092 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-365342f0-f50f-4d3b-a7cd-db14e6eb1276 req-6da00423-270b-40fa-a556-7571a3c05de4 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890977 Jul 13 07:48:28.224773 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f117cc3b-dfc2-4400-bf6c-d520f17ab087 req-6201ed9b-93fb-410c-96da-0583eb6c336e service neutron] 10.222.0.35 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231676 Jul 13 07:48:28.232349 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-ff029114-cd6d-4ee7-955d-6cdd0ec9a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:28.235035 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-ff029114-cd6d-4ee7-955d-6cdd0ec9a436 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e027fc-f911-4144-acb3-7864eab297b7 HTTP/1.1" status: 200 len: 797 time: 0.4423120 Jul 13 07:48:28.238239 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec69270b-ca74-4567-9ad5-8fa374efe434 req-09daf274-eaf7-458e-8ec5-d46cb48c5321 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160018 Jul 13 07:48:28.460027 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] Attempting to bind port 04de6c78-416f-4e39-8ff0-fc79a6e569a1 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:28.460537 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] Attempting to bind port 04de6c78-416f-4e39-8ff0-fc79a6e569a1 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '8cc6884d-8736-4ee9-a214-6f61e27398b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '919c9a85-2d04-411a-9615-63f4736f69c7'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:28.461481 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] Attempting to bind port 04de6c78-416f-4e39-8ff0-fc79a6e569a1 on network 919c9a85-2d04-411a-9615-63f4736f69c7 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:28.467629 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:28.479416 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] Port 04de6c78-416f-4e39-8ff0-fc79a6e569a1 on network 919c9a85-2d04-411a-9615-63f4736f69c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:48:28.479891 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] Attempting to bind port 04de6c78-416f-4e39-8ff0-fc79a6e569a1 on network 919c9a85-2d04-411a-9615-63f4736f69c7 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:28.513556 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-34b3333f-f415-4e1a-a4df-3c2b6a1e7fec tempest-NetworksApiDiscovery-959680305 tempest-NetworksApiDiscovery-959680305-project] 10.222.0.58 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3422098 Jul 13 07:48:28.519855 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:28.520322 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] Checking segment: {'id': '8cc6884d-8736-4ee9-a214-6f61e27398b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '919c9a85-2d04-411a-9615-63f4736f69c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:28.520815 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] Bound using segment: {'id': '8cc6884d-8736-4ee9-a214-6f61e27398b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '919c9a85-2d04-411a-9615-63f4736f69c7'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:28.521381 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] Bound port: 04de6c78-416f-4e39-8ff0-fc79a6e569a1, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cc6884d-8736-4ee9-a214-6f61e27398b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '919c9a85-2d04-411a-9615-63f4736f69c7'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:28.521852 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:28.580088 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6175572-f5db-4158-91cc-2fd1e67cf99a req-52a35c68-529b-49bf-8005-1cd18f3f3b67 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:28.587673 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f6175572-f5db-4158-91cc-2fd1e67cf99a req-52a35c68-529b-49bf-8005-1cd18f3f3b67 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 944 time: 0.1702535 Jul 13 07:48:28.595841 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] For port 04de6c78-416f-4e39-8ff0-fc79a6e569a1, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:28.599596 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] For port 04de6c78-416f-4e39-8ff0-fc79a6e569a1, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=04de6c78-416f-4e39-8ff0-fc79a6e569a1,segment=NetworkSegment(8cc6884d-8736-4ee9-a214-6f61e27398b4),segment_id=8cc6884d-8736-4ee9-a214-6f61e27398b4)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:28.605496 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-4b382fff-2a8a-438f-971d-dcc75e2a33d8 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Deleting port 6b5c35a6-2182-450e-9005-5e5ea66552f8 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:28.605929 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b382fff-2a8a-438f-971d-dcc75e2a33d8 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:28.677335 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f6175572-f5db-4158-91cc-2fd1e67cf99a req-57d00fc8-be60-485c-8695-771c2fd96929 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887153 Jul 13 07:48:28.696781 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8913f-edbc-47b7-a663-09d4d150cc15 req-8acc803a-5c90-435e-b0ed-3098faf80472 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:28.701067 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2f8913f-edbc-47b7-a663-09d4d150cc15 req-8acc803a-5c90-435e-b0ed-3098faf80472 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=f97d6bc8-54c5-46f9-870f-f91616411039 HTTP/1.1" status: 200 len: 932 time: 0.2102773 Jul 13 07:48:28.771262 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2f8913f-edbc-47b7-a663-09d4d150cc15 req-fd73bcae-3925-4f11-90d9-177a097c9406 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/security-groups?id=7442b553-7ccd-42a0-a115-db8dfa037eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644357 Jul 13 07:48:28.817243 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-f18d423b-f759-4652-a1c8-e8398332497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:28.818858 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-f18d423b-f759-4652-a1c8-e8398332497a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b818ec58-5125-4829-9877-53309d7ad2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5368552 Jul 13 07:48:28.831134 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:28.889121 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f82861-7c10-4262-9476-78f84ccac3e9 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:28.899194 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:28.904133 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52300) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:28.921244 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] Transition to ACTIVE for port object c0f82861-7c10-4262-9476-78f84ccac3e9 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:28.991787 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eea056-2ff5-4969-8c0a-26ac8d0d2281 req-a5991642-b566-4097-981b-9f38ffa51c5d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:28.993668 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-07eea056-2ff5-4969-8c0a-26ac8d0d2281 req-a5991642-b566-4097-981b-9f38ffa51c5d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 946 time: 0.1250973 Jul 13 07:48:29.060014 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c7737-082a-4fee-b7c5-45e531f99b9e req-96a77521-6c5a-4371-a67f-d57be11d0e79 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:29.062157 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-384c7737-082a-4fee-b7c5-45e531f99b9e req-96a77521-6c5a-4371-a67f-d57be11d0e79 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.1336029 Jul 13 07:48:29.067870 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.077005 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-def13a7a-02bc-4228-82e9-fc9bb86b5f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.082424 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:29.082976 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.084451 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] 10.222.0.35 "PUT /v2.0/ports/04de6c78-416f-4e39-8ff0-fc79a6e569a1 HTTP/1.1" status: 200 len: 1093 time: 4.0161870 Jul 13 07:48:29.087696 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d097365-4d1e-4a2f-97c1-caa598b5259b', 'tag': '04de6c78-416f-4e39-8ff0-fc79a6e569a1'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:29.089954 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410f60b9-fa6d-4c1a-8404-5e757b035ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "5d097365-4d1e-4a2f-97c1-caa598b5259b", "tag": "04de6c78-416f-4e39-8ff0-fc79a6e569a1"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:29.098667 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-07eea056-2ff5-4969-8c0a-26ac8d0d2281 req-34ed7f41-0462-44eb-9d6e-cab52c0bdd06 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925758 Jul 13 07:48:29.151511 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7714d9-9cf5-45b3-b9f4-1afe69bbc525 service neutron] Pushing event updated for resources: {'Port': ['ID=04de6c78-416f-4e39-8ff0-fc79a6e569a1,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:29.190963 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-384c7737-082a-4fee-b7c5-45e531f99b9e req-b12972f5-ed0e-4ff2-96d8-ba7170375993 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197045 Jul 13 07:48:29.220872 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3072d770-354c-43a4-8fd9-4394b0124686 x-openstack-request-id: req-3072d770-354c-43a4-8fd9-4394b0124686 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:29.221527 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d097365-4d1e-4a2f-97c1-caa598b5259b", "tag": "04de6c78-416f-4e39-8ff0-fc79a6e569a1", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:29.221993 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3072d770-354c-43a4-8fd9-4394b0124686 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:29.222759 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d097365-4d1e-4a2f-97c1-caa598b5259b', 'tag': '04de6c78-416f-4e39-8ff0-fc79a6e569a1', 'status': 'completed', 'code': 200} Jul 13 07:48:29.290705 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-def13a7a-02bc-4228-82e9-fc9bb86b5f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.296314 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-def13a7a-02bc-4228-82e9-fc9bb86b5f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.349674 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-def13a7a-02bc-4228-82e9-fc9bb86b5f24 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ab16e70913f4cf2bd8481436aafe1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4425435 Jul 13 07:48:29.349674 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def13a7a-02bc-4228-82e9-fc9bb86b5f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8379e8b2-f0a3-4330-8e17-5fd30a777e77,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:29.365046 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52310) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:29.450974 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 96fc95a1-0e21-4b89-9f73-5353a6b7b59d up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:29.463675 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f0bb13d-81f6-4ccb-9017-c35c8c8d87d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.511142 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f0bb13d-81f6-4ccb-9017-c35c8c8d87d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.574824 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.615972 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b382fff-2a8a-438f-971d-dcc75e2a33d8 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.616369 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b382fff-2a8a-438f-971d-dcc75e2a33d8 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.634999 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 96fc95a1-0e21-4b89-9f73-5353a6b7b59d completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:29.641991 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 96fc95a1-0e21-4b89-9f73-5353a6b7b59d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:29.642789 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.677295 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694ed21-c82b-4f97-a7b4-cb3aec67a614 req-fb68cc00-4749-4979-9e9a-45e0eb209a46 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:29.685047 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694ed21-c82b-4f97-a7b4-cb3aec67a614 req-fb68cc00-4749-4979-9e9a-45e0eb209a46 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:29.700764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694ed21-c82b-4f97-a7b4-cb3aec67a614 req-fb68cc00-4749-4979-9e9a-45e0eb209a46 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:29.707814 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694ed21-c82b-4f97-a7b4-cb3aec67a614 req-fb68cc00-4749-4979-9e9a-45e0eb209a46 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:29.715701 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694ed21-c82b-4f97-a7b4-cb3aec67a614 req-fb68cc00-4749-4979-9e9a-45e0eb209a46 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:29.724454 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694ed21-c82b-4f97-a7b4-cb3aec67a614 req-fb68cc00-4749-4979-9e9a-45e0eb209a46 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:29.725892 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-4b382fff-2a8a-438f-971d-dcc75e2a33d8 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Calling delete_port for 6b5c35a6-2182-450e-9005-5e5ea66552f8 owned by network:floatingip {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:29.732516 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694ed21-c82b-4f97-a7b4-cb3aec67a614 req-fb68cc00-4749-4979-9e9a-45e0eb209a46 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:29.739289 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a694ed21-c82b-4f97-a7b4-cb3aec67a614 req-fb68cc00-4749-4979-9e9a-45e0eb209a46 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5419 time: 0.2201309 Jul 13 07:48:29.780918 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.802420 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a694ed21-c82b-4f97-a7b4-cb3aec67a614 req-2b028792-2591-45b0-b218-35d0fdf14a90 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618050 Jul 13 07:48:29.804698 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f0bb13d-81f6-4ccb-9017-c35c8c8d87d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.813520 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f0bb13d-81f6-4ccb-9017-c35c8c8d87d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.817556 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8f0bb13d-81f6-4ccb-9017-c35c8c8d87d3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8379e8b2-f0a3-4330-8e17-5fd30a777e77 HTTP/1.1" status: 204 len: 168 time: 0.4491737 Jul 13 07:48:29.849511 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1e6031-c072-45f2-af90-e2ece184e06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fc95a1-0e21-4b89-9f73-5353a6b7b59d'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:29.860824 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb677434-add4-43e4-8787-69d544358110" -d '{"events": [{"server_uuid": "ae1e6031-c072-45f2-af90-e2ece184e06e", "name": "network-vif-plugged", "status": "completed", "tag": "96fc95a1-0e21-4b89-9f73-5353a6b7b59d"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:29.865184 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-af62a849-3313-4443-bdcf-0321efc07481 service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0247052 Jul 13 07:48:29.865783 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f82861-7c10-4262-9476-78f84ccac3e9,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:29.893435 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 96fc95a1-0e21-4b89-9f73-5353a6b7b59d, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=96fc95a1-0e21-4b89-9f73-5353a6b7b59d,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:29.905956 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.928695 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bb13d-81f6-4ccb-9017-c35c8c8d87d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8379e8b2-f0a3-4330-8e17-5fd30a777e77,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:30.058227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=96fc95a1-0e21-4b89-9f73-5353a6b7b59d,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:30.075778 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5789e-b60f-447c-8468-c7cb06628915 req-072e01c2-0fe1-42b8-95db-3b4dd0d0fdac tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:30.088928 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dfa5789e-b60f-447c-8468-c7cb06628915 req-072e01c2-0fe1-42b8-95db-3b4dd0d0fdac tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 946 time: 0.2638407 Jul 13 07:48:30.148202 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-1fb9de06-86bb-4e21-ad41-20c500444a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:30.150217 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-1fb9de06-86bb-4e21-ad41-20c500444a56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee8cdfa4f624c8896fbb14c16354aa0&device_id=5d097365-4d1e-4a2f-97c1-caa598b5259b HTTP/1.1" status: 200 len: 1096 time: 0.9886653 Jul 13 07:48:30.165433 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dfa5789e-b60f-447c-8468-c7cb06628915 req-9d581d76-e479-4c27-857e-61904ba2e4ac tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755203 Jul 13 07:48:30.229914 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] Attempting to bind port c0f82861-7c10-4262-9476-78f84ccac3e9 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:30.229914 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] Attempting to bind port c0f82861-7c10-4262-9476-78f84ccac3e9 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '8cc6884d-8736-4ee9-a214-6f61e27398b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '919c9a85-2d04-411a-9615-63f4736f69c7'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:30.229914 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] Attempting to bind port c0f82861-7c10-4262-9476-78f84ccac3e9 on network 919c9a85-2d04-411a-9615-63f4736f69c7 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:30.230312 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315e99c-67d9-472c-8b4d-885b0a6c8b33 req-561527fc-1406-4ac5-a7c6-20c101587ed1 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:30.230312 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b315e99c-67d9-472c-8b4d-885b0a6c8b33 req-561527fc-1406-4ac5-a7c6-20c101587ed1 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 945 time: 0.1383684 Jul 13 07:48:30.246189 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-e4bbdc52-0b7e-4e27-8225-5a2326d8ab6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04de6c78-416f-4e39-8ff0-fc79a6e569a1 HTTP/1.1" status: 200 len: 217 time: 0.0778756 Jul 13 07:48:30.271950 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] Port c0f82861-7c10-4262-9476-78f84ccac3e9 on network 919c9a85-2d04-411a-9615-63f4736f69c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:48:30.272385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] Attempting to bind port c0f82861-7c10-4262-9476-78f84ccac3e9 on network 919c9a85-2d04-411a-9615-63f4736f69c7 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:30.300694 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-18b43583-facb-4ddc-a9f5-6a1f6d98aa73 service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963633 Jul 13 07:48:30.304800 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b315e99c-67d9-472c-8b4d-885b0a6c8b33 req-b65b4000-0476-43fe-ad03-790e43269f58 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651679 Jul 13 07:48:30.313459 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:30.313780 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] Checking segment: {'id': '8cc6884d-8736-4ee9-a214-6f61e27398b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '919c9a85-2d04-411a-9615-63f4736f69c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:30.314309 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] Bound using segment: {'id': '8cc6884d-8736-4ee9-a214-6f61e27398b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '919c9a85-2d04-411a-9615-63f4736f69c7'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:30.314688 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] Bound port: c0f82861-7c10-4262-9476-78f84ccac3e9, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cc6884d-8736-4ee9-a214-6f61e27398b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '919c9a85-2d04-411a-9615-63f4736f69c7'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:30.315066 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:30.409217 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936ab966-f29b-4bb9-a47a-1f51edf24417 x-openstack-request-id: req-936ab966-f29b-4bb9-a47a-1f51edf24417 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:30.409519 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1e6031-c072-45f2-af90-e2ece184e06e", "name": "network-vif-plugged", "status": "completed", "tag": "96fc95a1-0e21-4b89-9f73-5353a6b7b59d", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:30.409861 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-936ab966-f29b-4bb9-a47a-1f51edf24417 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:30.410205 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1e6031-c072-45f2-af90-e2ece184e06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fc95a1-0e21-4b89-9f73-5353a6b7b59d', 'code': 200} Jul 13 07:48:30.424081 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d9a01570-74df-4dd8-a7c8-ea5afb80d15e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=eef52212-3c48-45b8-b0a5-3e4ec06a834d HTTP/1.1" status: 200 len: 217 time: 0.1139760 Jul 13 07:48:30.440599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08064a1-7a3a-4030-b886-d52de786c390 req-7db5aeb2-f98c-4a1c-8309-2f54b0e4aaa8 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:30.445986 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c08064a1-7a3a-4030-b886-d52de786c390 req-7db5aeb2-f98c-4a1c-8309-2f54b0e4aaa8 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=f97d6bc8-54c5-46f9-870f-f91616411039 HTTP/1.1" status: 200 len: 932 time: 0.0922859 Jul 13 07:48:30.462197 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-c89a5990-7ea7-4fec-a398-314b6d0e5387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:30.463693 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-c89a5990-7ea7-4fec-a398-314b6d0e5387 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a394eb82-8f38-4774-b0fa-2baa5b0323d0 HTTP/1.1" status: 200 len: 858 time: 0.2053416 Jul 13 07:48:30.536046 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94597e13-4268-4864-a0a1-cba6a2ad33e5 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:30.552096 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c08064a1-7a3a-4030-b886-d52de786c390 req-569d7882-2b60-4572-b51e-7168750fb370 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/security-groups?id=7442b553-7ccd-42a0-a115-db8dfa037eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973475 Jul 13 07:48:30.570232 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-85bbca6e-fa01-453e-988b-44e7dfa699a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=919c9a85-2d04-411a-9615-63f4736f69c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816305 Jul 13 07:48:30.574188 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:30.601628 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b382fff-2a8a-438f-971d-dcc75e2a33d8 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:30.639521 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184d4d1-3c85-4778-b6de-ccefac96136d req-260f394d-fe86-49ae-ba40-b9ff8feca10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:30.641820 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a184d4d1-3c85-4778-b6de-ccefac96136d req-260f394d-fe86-49ae-ba40-b9ff8feca10a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 1097 time: 0.1507020 Jul 13 07:48:30.647146 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d10109f0-f1d7-456d-be26-0025803bd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:30.648722 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d10109f0-f1d7-456d-be26-0025803bd2b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e027fc-f911-4144-acb3-7864eab297b7 HTTP/1.1" status: 200 len: 797 time: 0.2066178 Jul 13 07:48:30.649819 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] Transition to ACTIVE for port object 94597e13-4268-4864-a0a1-cba6a2ad33e5 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:30.677357 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cd430-2b06-4ce9-83f7-25da6af52009 req-14989c9f-6d71-4092-8969-43733835fb5b tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:30.679025 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac9cd430-2b06-4ce9-83f7-25da6af52009 req-14989c9f-6d71-4092-8969-43733835fb5b tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.1118925 Jul 13 07:48:30.687441 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:30.696796 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b382fff-2a8a-438f-971d-dcc75e2a33d8 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b5c35a6-2182-450e-9005-5e5ea66552f8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:30.723441 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a184d4d1-3c85-4778-b6de-ccefac96136d req-0c63520c-edb8-4d5b-8fc5-129fd0cbea49 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746768 Jul 13 07:48:30.751568 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] For port c0f82861-7c10-4262-9476-78f84ccac3e9, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:30.769698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac9cd430-2b06-4ce9-83f7-25da6af52009 req-e99c0ae4-d169-4bbf-9fbe-cfe27d6b3a1b tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803003 Jul 13 07:48:30.852697 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] For port c0f82861-7c10-4262-9476-78f84ccac3e9, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c0f82861-7c10-4262-9476-78f84ccac3e9,segment=NetworkSegment(8cc6884d-8736-4ee9-a214-6f61e27398b4),segment_id=8cc6884d-8736-4ee9-a214-6f61e27398b4)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:30.875838 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:30.918335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:30.918962 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:30.920911 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] 10.222.0.62 "PUT /v2.0/ports/c0f82861-7c10-4262-9476-78f84ccac3e9 HTTP/1.1" status: 200 len: 1093 time: 4.0146425 Jul 13 07:48:30.985533 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] Pushing event updated for resources: {'Port': ['ID=94597e13-4268-4864-a0a1-cba6a2ad33e5,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:30.998235 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b382fff-2a8a-438f-971d-dcc75e2a33d8 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:31.001895 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b382fff-2a8a-438f-971d-dcc75e2a33d8 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:31.003467 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4b382fff-2a8a-438f-971d-dcc75e2a33d8 tempest-ExternalNetworksAdminNegativeTestJSON-343364560 tempest-ExternalNetworksAdminNegativeTestJSON-343364560-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/a2c49723-724d-4467-89e0-cdc5853ed205 HTTP/1.1" status: 204 len: 168 time: 2.9805779 Jul 13 07:48:31.047115 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-dba37014-e5d1-46ff-9547-b22e5dc1d136 service neutron] 10.222.0.35 "GET /v2.0/networks/919c9a85-2d04-411a-9615-63f4736f69c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614742 Jul 13 07:48:31.055730 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce764393-4c54-46a8-b3f9-58e7f031b7f1 req-30078aa1-14bb-4282-b075-bf00c8b54736 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:31.070568 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce764393-4c54-46a8-b3f9-58e7f031b7f1 req-30078aa1-14bb-4282-b075-bf00c8b54736 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:31.076645 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce764393-4c54-46a8-b3f9-58e7f031b7f1 req-30078aa1-14bb-4282-b075-bf00c8b54736 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:31.084588 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce764393-4c54-46a8-b3f9-58e7f031b7f1 req-30078aa1-14bb-4282-b075-bf00c8b54736 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:31.105952 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce764393-4c54-46a8-b3f9-58e7f031b7f1 req-30078aa1-14bb-4282-b075-bf00c8b54736 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:31.114122 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce764393-4c54-46a8-b3f9-58e7f031b7f1 req-30078aa1-14bb-4282-b075-bf00c8b54736 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:31.121053 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce764393-4c54-46a8-b3f9-58e7f031b7f1 req-30078aa1-14bb-4282-b075-bf00c8b54736 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:31.123722 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce764393-4c54-46a8-b3f9-58e7f031b7f1 req-30078aa1-14bb-4282-b075-bf00c8b54736 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5419 time: 0.1573656 Jul 13 07:48:31.196482 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce764393-4c54-46a8-b3f9-58e7f031b7f1 req-fcb957c5-2561-421b-9df3-961c380e8a7e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620794 Jul 13 07:48:31.251592 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56b5567-8572-47b9-baa1-b393f9f3fb01', 'tag': 'c0f82861-7c10-4262-9476-78f84ccac3e9'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:31.251592 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184ffe75-8e65-4eca-855d-171e930e141e" -d '{"events": [{"name": "network-changed", "server_uuid": "f56b5567-8572-47b9-baa1-b393f9f3fb01", "tag": "c0f82861-7c10-4262-9476-78f84ccac3e9"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:31.267756 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-41ea5271-7a77-4b29-b7a0-a96bd8176887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:31.268342 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:31.270152 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-41ea5271-7a77-4b29-b7a0-a96bd8176887 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b818ec58-5125-4829-9877-53309d7ad2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5949163 Jul 13 07:48:31.330641 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ca3f58-63fc-4f99-979d-4cf27e2254b1 x-openstack-request-id: req-b7ca3f58-63fc-4f99-979d-4cf27e2254b1 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:31.330938 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56b5567-8572-47b9-baa1-b393f9f3fb01", "tag": "c0f82861-7c10-4262-9476-78f84ccac3e9", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:31.331199 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b7ca3f58-63fc-4f99-979d-4cf27e2254b1 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:31.331596 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56b5567-8572-47b9-baa1-b393f9f3fb01', 'tag': 'c0f82861-7c10-4262-9476-78f84ccac3e9', 'status': 'completed', 'code': 200} Jul 13 07:48:31.468849 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fe050-dea6-4262-880d-500e56e57df3 req-a932f596-c087-48cf-880e-1ac869434c67 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:31.478192 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-428fe050-dea6-4262-880d-500e56e57df3 req-a932f596-c087-48cf-880e-1ac869434c67 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 946 time: 0.1436601 Jul 13 07:48:31.530602 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d042fc41-e5ed-45ce-916e-c3fdc67d0888 service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318659 Jul 13 07:48:31.531269 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa08c8-5838-49f4-9ba6-980b8c798ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f82861-7c10-4262-9476-78f84ccac3e9,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:31.607630 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-428fe050-dea6-4262-880d-500e56e57df3 req-7f11bb74-5687-4572-b5bb-7c631b3662dc tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190970 Jul 13 07:48:31.654706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] Attempting to bind port 94597e13-4268-4864-a0a1-cba6a2ad33e5 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:31.654843 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] Attempting to bind port 94597e13-4268-4864-a0a1-cba6a2ad33e5 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '8cc6884d-8736-4ee9-a214-6f61e27398b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '919c9a85-2d04-411a-9615-63f4736f69c7'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:31.655179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] Attempting to bind port 94597e13-4268-4864-a0a1-cba6a2ad33e5 on network 919c9a85-2d04-411a-9615-63f4736f69c7 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:31.663810 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7aad21-5a06-4106-adb1-94d66d5f0743 req-151545b4-b982-41e4-8535-1bc93b6360da tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:31.665776 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e7aad21-5a06-4106-adb1-94d66d5f0743 req-151545b4-b982-41e4-8535-1bc93b6360da tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 945 time: 0.1583536 Jul 13 07:48:31.688999 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] Port 94597e13-4268-4864-a0a1-cba6a2ad33e5 on network 919c9a85-2d04-411a-9615-63f4736f69c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:48:31.689631 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] Attempting to bind port 94597e13-4268-4864-a0a1-cba6a2ad33e5 on network 919c9a85-2d04-411a-9615-63f4736f69c7 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:31.696048 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52374) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:31.764063 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e7aad21-5a06-4106-adb1-94d66d5f0743 req-74fecaa1-0027-4906-b748-6c34fe7a496b tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904212 Jul 13 07:48:31.780020 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2ed860e3-acad-4025-bb9c-a43927e469fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:31.781596 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2ed860e3-acad-4025-bb9c-a43927e469fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ee8cdfa4f624c8896fbb14c16354aa0&device_id=f56b5567-8572-47b9-baa1-b393f9f3fb01 HTTP/1.1" status: 200 len: 1096 time: 0.7695849 Jul 13 07:48:31.783417 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-c01467ba-d95c-4a63-ab66-e4f01f54210a service neutron] 10.222.0.35 "GET /v2.0/networks/919c9a85-2d04-411a-9615-63f4736f69c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6705635 Jul 13 07:48:31.786814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:31.787853 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] Checking segment: {'id': '8cc6884d-8736-4ee9-a214-6f61e27398b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '919c9a85-2d04-411a-9615-63f4736f69c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:31.788629 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] Bound using segment: {'id': '8cc6884d-8736-4ee9-a214-6f61e27398b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '919c9a85-2d04-411a-9615-63f4736f69c7'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:31.789280 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] Bound port: 94597e13-4268-4864-a0a1-cba6a2ad33e5, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cc6884d-8736-4ee9-a214-6f61e27398b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '919c9a85-2d04-411a-9615-63f4736f69c7'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:31.789653 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:31.896877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4dcec5-1d21-4ae7-aff2-04727a583adf req-4952d11d-442b-4f1a-82e2-e7641578d324 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:31.910053 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac4dcec5-1d21-4ae7-aff2-04727a583adf req-4952d11d-442b-4f1a-82e2-e7641578d324 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=f97d6bc8-54c5-46f9-870f-f91616411039 HTTP/1.1" status: 200 len: 944 time: 0.1444268 Jul 13 07:48:31.974066 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac4dcec5-1d21-4ae7-aff2-04727a583adf req-75ad595c-e045-475f-b2ce-f5945f4f4a59 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/security-groups?id=7442b553-7ccd-42a0-a115-db8dfa037eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622513 Jul 13 07:48:31.987750 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-c9984520-51aa-4b05-b883-f669640d3372 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0f82861-7c10-4262-9476-78f84ccac3e9 HTTP/1.1" status: 200 len: 217 time: 0.1940098 Jul 13 07:48:32.037041 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bde6e95d-a98e-45ff-aec5-85fcaf907a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:32.050024 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84193e-51fd-4245-bfbd-e0bef42b9f9d req-74c31e36-61ed-42a0-9d39-930679fa3d9d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:32.051550 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fc84193e-51fd-4245-bfbd-e0bef42b9f9d req-74c31e36-61ed-42a0-9d39-930679fa3d9d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "GET /v2.0/ports?device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 946 time: 0.7615228 Jul 13 07:48:32.053358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] For port 94597e13-4268-4864-a0a1-cba6a2ad33e5, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:32.068051 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe3d6c-cdae-40ad-9a37-752bb21d0c83 req-6dc4bb8f-02aa-49f6-90b6-5ec67bef4954 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:32.069606 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7abe3d6c-cdae-40ad-9a37-752bb21d0c83 req-6dc4bb8f-02aa-49f6-90b6-5ec67bef4954 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.1091688 Jul 13 07:48:32.117585 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d5385325-161a-4376-a4c3-47b1f6276d19 service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027676 Jul 13 07:48:32.145284 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7abe3d6c-cdae-40ad-9a37-752bb21d0c83 req-838d1d5c-cfe7-4138-afb6-1392c2ef9ca0 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539815 Jul 13 07:48:32.183170 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bde6e95d-a98e-45ff-aec5-85fcaf907a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:32.189098 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bde6e95d-a98e-45ff-aec5-85fcaf907a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:32.204329 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-86d582a1-8b40-46b2-a28b-9141d394a06c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=c6b287a7-66a6-4451-b3cc-175a9dd00602 HTTP/1.1" status: 200 len: 217 time: 0.0622976 Jul 13 07:48:32.214758 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] For port 94597e13-4268-4864-a0a1-cba6a2ad33e5, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=94597e13-4268-4864-a0a1-cba6a2ad33e5,segment=NetworkSegment(8cc6884d-8736-4ee9-a214-6f61e27398b4),segment_id=8cc6884d-8736-4ee9-a214-6f61e27398b4)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:32.230829 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bde6e95d-a98e-45ff-aec5-85fcaf907a1b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d7101eb87c88456aaaf3e2e08ca3577f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5332811 Jul 13 07:48:32.235089 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52390) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:32.242576 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6e95d-a98e-45ff-aec5-85fcaf907a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e811a518-82d2-4460-91df-fb2fc6060511,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:32.274446 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:32.322116 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52394) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:32.340501 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-d1dbf16c-53c2-4034-b1ad-42ce180e5e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:32.342318 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-d1dbf16c-53c2-4034-b1ad-42ce180e5e4f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a394eb82-8f38-4774-b0fa-2baa5b0323d0 HTTP/1.1" status: 200 len: 858 time: 0.3225687 Jul 13 07:48:32.400962 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:32.401706 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:32.403887 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] 10.222.0.35 "PUT /v2.0/ports/94597e13-4268-4864-a0a1-cba6a2ad33e5 HTTP/1.1" status: 200 len: 1093 time: 4.5595887 Jul 13 07:48:32.458552 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-b9a98966-298a-4990-8fcf-2c9cc26584b1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=919c9a85-2d04-411a-9615-63f4736f69c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006906 Jul 13 07:48:32.460047 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-b5e4341a-8c51-44d9-aec1-3f6635eb61a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:32.461451 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-b5e4341a-8c51-44d9-aec1-3f6635eb61a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e027fc-f911-4144-acb3-7864eab297b7 HTTP/1.1" status: 200 len: 797 time: 0.2489221 Jul 13 07:48:32.486716 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f60b9-fa6d-4c1a-8404-5e757b035ab7 req-5bede959-8e76-48b6-b4c0-40cd5c6635d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:32.488472 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-410f60b9-fa6d-4c1a-8404-5e757b035ab7 req-5bede959-8e76-48b6-b4c0-40cd5c6635d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee8cdfa4f624c8896fbb14c16354aa0&device_id=5d097365-4d1e-4a2f-97c1-caa598b5259b HTTP/1.1" status: 200 len: 1096 time: 0.5896337 Jul 13 07:48:32.488786 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c77b7085-58b1-4c54-8cbb-5c267408a6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:32.545649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676e250-bf6d-4ec4-a2c4-3a43c9f346ce req-1eecbfed-963f-4843-9cf7-133f0a037dd3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:32.552889 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676e250-bf6d-4ec4-a2c4-3a43c9f346ce req-1eecbfed-963f-4843-9cf7-133f0a037dd3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:32.558224 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90af08-6ff6-4541-9617-2cdb5cfcc58e service neutron] Pushing event updated for resources: {'Port': ['ID=94597e13-4268-4864-a0a1-cba6a2ad33e5,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:32.558997 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676e250-bf6d-4ec4-a2c4-3a43c9f346ce req-1eecbfed-963f-4843-9cf7-133f0a037dd3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:32.571240 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676e250-bf6d-4ec4-a2c4-3a43c9f346ce req-1eecbfed-963f-4843-9cf7-133f0a037dd3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:32.578663 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676e250-bf6d-4ec4-a2c4-3a43c9f346ce req-1eecbfed-963f-4843-9cf7-133f0a037dd3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:32.584813 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676e250-bf6d-4ec4-a2c4-3a43c9f346ce req-1eecbfed-963f-4843-9cf7-133f0a037dd3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:32.592209 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676e250-bf6d-4ec4-a2c4-3a43c9f346ce req-1eecbfed-963f-4843-9cf7-133f0a037dd3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:32.594736 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7676e250-bf6d-4ec4-a2c4-3a43c9f346ce req-1eecbfed-963f-4843-9cf7-133f0a037dd3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5419 time: 0.2004843 Jul 13 07:48:32.775312 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3d9ee09-ef0d-4e91-bee3-968177dfa614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:32.777724 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7676e250-bf6d-4ec4-a2c4-3a43c9f346ce req-0e58eca5-c09b-4787-91c5-604296f55367 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1364212 Jul 13 07:48:32.833852 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c77b7085-58b1-4c54-8cbb-5c267408a6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:32.876107 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c77b7085-58b1-4c54-8cbb-5c267408a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:32.904764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b7085-58b1-4c54-8cbb-5c267408a6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f685e1a5-0b48-492b-93de-07c235688785,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:32.948069 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24681a7f-172f-4988-beb2-f42a62ce6674 req-c5241d31-10d8-4595-ba9d-7285b2ecb4ab tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:32.956117 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24681a7f-172f-4988-beb2-f42a62ce6674 req-c5241d31-10d8-4595-ba9d-7285b2ecb4ab tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 946 time: 0.1288397 Jul 13 07:48:32.969810 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c77b7085-58b1-4c54-8cbb-5c267408a6cc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5dbb15f6eb26464db387d5fa378bed9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6435170 Jul 13 07:48:32.977487 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52424) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:33.187612 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3d9ee09-ef0d-4e91-bee3-968177dfa614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:33.239093 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-fc84193e-51fd-4245-bfbd-e0bef42b9f9d req-18ab542b-de60-42a2-9d3b-4f103baa6a98 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Deleting port 55f03886-8aca-4c49-8573-52c2c5554709 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:33.239431 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-fc84193e-51fd-4245-bfbd-e0bef42b9f9d req-18ab542b-de60-42a2-9d3b-4f103baa6a98 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:33.283583 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-c515a914-a1aa-4eeb-9df0-a26ee11515c0 service neutron] 10.222.0.62 "GET /v2.0/networks/919c9a85-2d04-411a-9615-63f4736f69c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7994950 Jul 13 07:48:33.306690 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f60b9-fa6d-4c1a-8404-5e757b035ab7 req-4e20281b-6538-4361-b960-036cc1a394ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:33.308246 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-410f60b9-fa6d-4c1a-8404-5e757b035ab7 req-4e20281b-6538-4361-b960-036cc1a394ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=919c9a85-2d04-411a-9615-63f4736f69c7 HTTP/1.1" status: 200 len: 919 time: 0.7743185 Jul 13 07:48:33.315783 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-63863de8-41e9-4b5b-ad56-31a066b77e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:33.317870 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-63863de8-41e9-4b5b-ad56-31a066b77e35 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee8cdfa4f624c8896fbb14c16354aa0&device_id=f97d6bc8-54c5-46f9-870f-f91616411039 HTTP/1.1" status: 200 len: 1096 time: 0.8461897 Jul 13 07:48:33.337892 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97d6bc8-54c5-46f9-870f-f91616411039', 'tag': '94597e13-4268-4864-a0a1-cba6a2ad33e5'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:33.340453 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c757247-0afb-4b9c-84ed-aac543e57165" -d '{"events": [{"name": "network-changed", "server_uuid": "f97d6bc8-54c5-46f9-870f-f91616411039", "tag": "94597e13-4268-4864-a0a1-cba6a2ad33e5"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:33.370027 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24681a7f-172f-4988-beb2-f42a62ce6674 req-c098eef2-85f2-46b4-b0ba-fa66712f1af5 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056029 Jul 13 07:48:33.405439 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c737-e8f8-4d0a-9e70-bfc0061ab47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:33.419821 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d492eb46-e149-4ff7-8418-fdad34696272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:33.421311 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-d492eb46-e149-4ff7-8418-fdad34696272 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b818ec58-5125-4829-9877-53309d7ad2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9476902 Jul 13 07:48:33.436974 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c737-e8f8-4d0a-9e70-bfc0061ab47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:33.468140 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-410f60b9-fa6d-4c1a-8404-5e757b035ab7 req-a31366b4-c001-4560-b507-8094cad55504 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04de6c78-416f-4e39-8ff0-fc79a6e569a1 HTTP/1.1" status: 200 len: 217 time: 0.1491616 Jul 13 07:48:33.477762 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-ddaf6ef6-722b-4341-9fda-c69c2683fb4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94597e13-4268-4864-a0a1-cba6a2ad33e5 HTTP/1.1" status: 200 len: 217 time: 0.1230438 Jul 13 07:48:33.491962 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f855d-215c-4260-880b-a9f570fea1a7 req-8a83d16b-b457-4498-aa44-c98a550d6b87 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:33.498998 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a51f855d-215c-4260-880b-a9f570fea1a7 req-8a83d16b-b457-4498-aa44-c98a550d6b87 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 945 time: 0.5398638 Jul 13 07:48:33.582156 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c737-e8f8-4d0a-9e70-bfc0061ab47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:33.587516 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c737-e8f8-4d0a-9e70-bfc0061ab47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:33.591388 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6bb9c737-e8f8-4d0a-9e70-bfc0061ab47a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f685e1a5-0b48-492b-93de-07c235688785 HTTP/1.1" status: 204 len: 168 time: 0.6125200 Jul 13 07:48:33.617365 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a51f855d-215c-4260-880b-a9f570fea1a7 req-94b10f8a-1946-455d-ad3d-4ca8ccb1ec46 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065059 Jul 13 07:48:33.620525 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9c737-e8f8-4d0a-9e70-bfc0061ab47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f685e1a5-0b48-492b-93de-07c235688785,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:33.629654 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 55f03886-8aca-4c49-8573-52c2c5554709 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:33.630599 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-fc84193e-51fd-4245-bfbd-e0bef42b9f9d req-18ab542b-de60-42a2-9d3b-4f103baa6a98 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] For port 55f03886-8aca-4c49-8573-52c2c5554709, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=55f03886-8aca-4c49-8573-52c2c5554709,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:33.630968 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-fc84193e-51fd-4245-bfbd-e0bef42b9f9d req-18ab542b-de60-42a2-9d3b-4f103baa6a98 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:33.658425 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3d9ee09-ef0d-4e91-bee3-968177dfa614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:33.661001 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3d9ee09-ef0d-4e91-bee3-968177dfa614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:33.669880 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b3d9ee09-ef0d-4e91-bee3-968177dfa614 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e811a518-82d2-4460-91df-fb2fc6060511 HTTP/1.1" status: 204 len: 168 time: 1.3935015 Jul 13 07:48:33.675793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545f249-e6e4-409a-9036-8005fe8834d9 req-2dfc4fcd-8af2-4ba5-90e4-9118b5df163b tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:33.702242 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8545f249-e6e4-409a-9036-8005fe8834d9 req-2dfc4fcd-8af2-4ba5-90e4-9118b5df163b tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=f97d6bc8-54c5-46f9-870f-f91616411039 HTTP/1.1" status: 200 len: 944 time: 0.2011821 Jul 13 07:48:33.756505 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-fc84193e-51fd-4245-bfbd-e0bef42b9f9d req-18ab542b-de60-42a2-9d3b-4f103baa6a98 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Calling delete_port for 55f03886-8aca-4c49-8573-52c2c5554709 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:33.820454 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8545f249-e6e4-409a-9036-8005fe8834d9 req-a926b4c6-4f78-4f0c-9818-9169e34abfcb tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/security-groups?id=7442b553-7ccd-42a0-a115-db8dfa037eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171548 Jul 13 07:48:33.847826 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:33.862236 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f60b9-fa6d-4c1a-8404-5e757b035ab7 req-0153d80f-5878-4bf5-8ee7-9b3df4c54ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:33.863627 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-410f60b9-fa6d-4c1a-8404-5e757b035ab7 req-0153d80f-5878-4bf5-8ee7-9b3df4c54ae9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a394eb82-8f38-4774-b0fa-2baa5b0323d0 HTTP/1.1" status: 200 len: 858 time: 0.3715103 Jul 13 07:48:33.875197 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd31c2-e4b0-44d0-888e-a5ce05a03c0d req-0f1601c9-c7df-4dab-9e41-9985e4c7f7a1 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:33.876440 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6bd31c2-e4b0-44d0-888e-a5ce05a03c0d req-0f1601c9-c7df-4dab-9e41-9985e4c7f7a1 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.1122832 Jul 13 07:48:33.882125 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b309996e-be09-4646-a785-cc1ba7ab62df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55f03886-8aca-4c49-8573-52c2c5554709'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:33.886690 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f9bc7c-919d-4764-97a1-dfeffb3f5ff5" -d '{"events": [{"server_uuid": "b309996e-be09-4646-a785-cc1ba7ab62df", "name": "network-vif-unplugged", "status": "completed", "tag": "55f03886-8aca-4c49-8573-52c2c5554709"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:33.895057 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9ee09-ef0d-4e91-bee3-968177dfa614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e811a518-82d2-4460-91df-fb2fc6060511,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:33.919011 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-2de223ad-846d-4b22-a6fa-312dd8abc549 service neutron] 10.222.0.62 "GET /v2.0/networks/919c9a85-2d04-411a-9615-63f4736f69c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6236393 Jul 13 07:48:33.926408 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 55f03886-8aca-4c49-8573-52c2c5554709, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=55f03886-8aca-4c49-8573-52c2c5554709,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:33.933024 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2aedb2-85f7-4684-9368-f8d3daf066cf x-openstack-request-id: req-ea2aedb2-85f7-4684-9368-f8d3daf066cf {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:33.933313 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97d6bc8-54c5-46f9-870f-f91616411039", "tag": "94597e13-4268-4864-a0a1-cba6a2ad33e5", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:33.933790 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea2aedb2-85f7-4684-9368-f8d3daf066cf {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:33.934409 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f97d6bc8-54c5-46f9-870f-f91616411039', 'tag': '94597e13-4268-4864-a0a1-cba6a2ad33e5', 'status': 'completed', 'code': 200} Jul 13 07:48:33.950017 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-88cecf53-1113-4191-a098-9a65f6f5351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:33.954001 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-88cecf53-1113-4191-a098-9a65f6f5351e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a394eb82-8f38-4774-b0fa-2baa5b0323d0 HTTP/1.1" status: 200 len: 858 time: 0.4513173 Jul 13 07:48:33.967153 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.001611 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6bd31c2-e4b0-44d0-888e-a5ce05a03c0d req-b2a87ded-4b7a-4e00-94dd-70b2b36801b7 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152663 Jul 13 07:48:34.102750 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=55f03886-8aca-4c49-8573-52c2c5554709,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:34.150584 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-410f60b9-fa6d-4c1a-8404-5e757b035ab7 req-edfd9f18-7376-4a70-9e11-f7f9b42d2f42 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=919c9a85-2d04-411a-9615-63f4736f69c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2532563 Jul 13 07:48:34.201526 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-6d91fae1-22b7-4b85-a3ce-36f2d94cc7f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=919c9a85-2d04-411a-9615-63f4736f69c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2402499 Jul 13 07:48:34.228828 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c47db-7eed-4fa5-9719-077e8ef7d82f req-1b95a497-644b-4a21-a0a7-0e94673e0fba tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:34.230618 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d1c47db-7eed-4fa5-9719-077e8ef7d82f req-1b95a497-644b-4a21-a0a7-0e94673e0fba tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 945 time: 0.1414666 Jul 13 07:48:34.238060 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-241a9aad-c591-4870-8a6f-718f0b6a7e6d service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7781513 Jul 13 07:48:34.348075 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52464) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:34.355382 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52466) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:34.360822 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d1c47db-7eed-4fa5-9719-077e8ef7d82f req-6d3a99db-f930-4969-ac95-4f3d57cadf5f tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858281 Jul 13 07:48:34.424684 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c18c-b765-4336-9212-1bb09857a59a req-c3051891-bc43-4f4b-87bf-511f987d9422 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:34.432428 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e4f93c-82b7-45b4-a766-ccba552f9e6c x-openstack-request-id: req-f7e4f93c-82b7-45b4-a766-ccba552f9e6c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:34.432723 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b309996e-be09-4646-a785-cc1ba7ab62df", "name": "network-vif-unplugged", "status": "completed", "tag": "55f03886-8aca-4c49-8573-52c2c5554709", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:34.432976 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f7e4f93c-82b7-45b4-a766-ccba552f9e6c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:34.433371 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b309996e-be09-4646-a785-cc1ba7ab62df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55f03886-8aca-4c49-8573-52c2c5554709', 'code': 200} Jul 13 07:48:34.434271 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c18c-b765-4336-9212-1bb09857a59a req-c3051891-bc43-4f4b-87bf-511f987d9422 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:34.440470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c18c-b765-4336-9212-1bb09857a59a req-c3051891-bc43-4f4b-87bf-511f987d9422 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:34.446954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c18c-b765-4336-9212-1bb09857a59a req-c3051891-bc43-4f4b-87bf-511f987d9422 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:34.453719 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c18c-b765-4336-9212-1bb09857a59a req-c3051891-bc43-4f4b-87bf-511f987d9422 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:34.460700 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c18c-b765-4336-9212-1bb09857a59a req-c3051891-bc43-4f4b-87bf-511f987d9422 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:34.467505 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c18c-b765-4336-9212-1bb09857a59a req-c3051891-bc43-4f4b-87bf-511f987d9422 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:34.476082 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed51c18c-b765-4336-9212-1bb09857a59a req-c3051891-bc43-4f4b-87bf-511f987d9422 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5419 time: 0.2443943 Jul 13 07:48:34.500000 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-881eff47-f3bd-42a4-9125-03e0bc368e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.537239 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed51c18c-b765-4336-9212-1bb09857a59a req-7d4e8eb0-29c2-43b4-b271-ba69402ec6b5 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600915 Jul 13 07:48:34.614144 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ffe75-8e65-4eca-855d-171e930e141e req-91ae3a19-fa18-4cf6-bfa5-239f8cef328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:34.615642 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-184ffe75-8e65-4eca-855d-171e930e141e req-91ae3a19-fa18-4cf6-bfa5-239f8cef328b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ee8cdfa4f624c8896fbb14c16354aa0&device_id=f56b5567-8572-47b9-baa1-b393f9f3fb01 HTTP/1.1" status: 200 len: 1096 time: 0.4779396 Jul 13 07:48:34.664788 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52476) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:34.665063 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-98099d09-d018-4afb-918f-3cd729b89162 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=26e8e08b8b884986a8a15d3e7ddfa043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2937260 Jul 13 07:48:34.665063 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-410f60b9-fa6d-4c1a-8404-5e757b035ab7 req-146d1f6f-2757-40bc-a2e2-2763895f07eb service neutron] 10.222.0.35 "GET /v2.0/networks/919c9a85-2d04-411a-9615-63f4736f69c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666772 Jul 13 07:48:34.684591 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-e41b6cdb-96a4-4b23-abc7-77ff50e2441a service neutron] 10.222.0.35 "GET /v2.0/networks/919c9a85-2d04-411a-9615-63f4736f69c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498832 Jul 13 07:48:34.707841 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-768fc779-fbde-4b27-82a5-4f54cf57ed9b service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393680 Jul 13 07:48:34.808795 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebbe9bac-8da1-4c7e-ae70-dbb0fc5ea563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.877520 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-fc84193e-51fd-4245-bfbd-e0bef42b9f9d req-18ab542b-de60-42a2-9d3b-4f103baa6a98 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.880566 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-4cc62ad2-d4ec-488c-89fc-66fb399f39b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6a39fd5-7b74-4423-b2be-c8213af17aa6 HTTP/1.1" status: 200 len: 217 time: 0.1458092 Jul 13 07:48:34.890325 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:48:34.893128 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebbe9bac-8da1-4c7e-ae70-dbb0fc5ea563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.952200 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea86f6-2bfa-4947-9f96-8007915e4582 req-9068b881-ce03-462d-b0ef-28798a9bd50a tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:34.959550 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1bea86f6-2bfa-4947-9f96-8007915e4582 req-9068b881-ce03-462d-b0ef-28798a9bd50a tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=b309996e-be09-4646-a785-cc1ba7ab62df HTTP/1.1" status: 200 len: 865 time: 0.2356787 Jul 13 07:48:34.972074 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d8688-8289-45a3-aaf3-b001ad025d8c req-d89475bc-cc2e-407c-ad4f-5ca8bd906cda tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:34.973656 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-196d8688-8289-45a3-aaf3-b001ad025d8c req-d89475bc-cc2e-407c-ad4f-5ca8bd906cda tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 945 time: 0.1687942 Jul 13 07:48:35.022234 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab542b-de60-42a2-9d3b-4f103baa6a98 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Pushing event deleted for resources: {'Port': ['ID=55f03886-8aca-4c49-8573-52c2c5554709,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:35.061581 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-196d8688-8289-45a3-aaf3-b001ad025d8c req-76e73f4f-5fc1-4bdf-a52f-814483a8b2b7 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730343 Jul 13 07:48:35.078533 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1bea86f6-2bfa-4947-9f96-8007915e4582 req-5cadf195-c487-4a7c-8ca6-c452083357ad tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178665 Jul 13 07:48:35.079720 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebbe9bac-8da1-4c7e-ae70-dbb0fc5ea563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.088598 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebbe9bac-8da1-4c7e-ae70-dbb0fc5ea563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.098991 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ebbe9bac-8da1-4c7e-ae70-dbb0fc5ea563 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e00844c-c95e-4cd6-9e33-42e946939b6f HTTP/1.1" status: 204 len: 168 time: 0.4294968 Jul 13 07:48:35.115781 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe9bac-8da1-4c7e-ae70-dbb0fc5ea563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e00844c-c95e-4cd6-9e33-42e946939b6f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:35.147724 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ffe75-8e65-4eca-855d-171e930e141e req-e41545b6-d15d-4425-88d8-dc747ba76fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:35.149574 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-184ffe75-8e65-4eca-855d-171e930e141e req-e41545b6-d15d-4425-88d8-dc747ba76fb3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=919c9a85-2d04-411a-9615-63f4736f69c7 HTTP/1.1" status: 200 len: 919 time: 0.5110753 Jul 13 07:48:35.188383 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc84193e-51fd-4245-bfbd-e0bef42b9f9d req-18ab542b-de60-42a2-9d3b-4f103baa6a98 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] No DVR routers for this DVR port 55f03886-8aca-4c49-8573-52c2c5554709 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:35.223558 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-fc84193e-51fd-4245-bfbd-e0bef42b9f9d req-18ab542b-de60-42a2-9d3b-4f103baa6a98 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.228359 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fc84193e-51fd-4245-bfbd-e0bef42b9f9d req-18ab542b-de60-42a2-9d3b-4f103baa6a98 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "DELETE /v2.0/ports/55f03886-8aca-4c49-8573-52c2c5554709 HTTP/1.1" status: 204 len: 173 time: 3.1396856 Jul 13 07:48:35.240859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-4a3d82ee-d2c7-4c51-bb7d-e9a0ccb7eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:35.251747 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-4a3d82ee-d2c7-4c51-bb7d-e9a0ccb7eafe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7181ff3b-d9c0-404a-8335-c486c02dac1e HTTP/1.1" status: 200 len: 797 time: 0.3565860 Jul 13 07:48:35.256388 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-410f60b9-fa6d-4c1a-8404-5e757b035ab7 req-022c8382-3656-4ff1-9aec-d2db86076928 service neutron] 10.222.0.35 "GET /v2.0/networks/919c9a85-2d04-411a-9615-63f4736f69c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5854697 Jul 13 07:48:35.327494 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-184ffe75-8e65-4eca-855d-171e930e141e req-8b83828e-d203-447d-825f-c187d50b8d4e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0f82861-7c10-4262-9476-78f84ccac3e9 HTTP/1.1" status: 200 len: 217 time: 0.1461487 Jul 13 07:48:35.352152 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-faba2cd3-c09f-4943-a282-012d11a1f52f req-85cacdef-4b23-4dc0-a2d6-3f0dd736add2 service neutron] 10.222.0.35 "GET /v2.0/networks/919c9a85-2d04-411a-9615-63f4736f69c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6389050 Jul 13 07:48:35.379330 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-881eff47-f3bd-42a4-9125-03e0bc368e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.401285 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-881eff47-f3bd-42a4-9125-03e0bc368e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.482824 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881eff47-f3bd-42a4-9125-03e0bc368e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a323c23-0198-48f0-8b86-f46b7d52a7da,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:35.493823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ffe75-8e65-4eca-855d-171e930e141e req-3c420b61-132b-44d5-9024-6055499b157d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:35.495642 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-184ffe75-8e65-4eca-855d-171e930e141e req-3c420b61-132b-44d5-9024-6055499b157d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a394eb82-8f38-4774-b0fa-2baa5b0323d0 HTTP/1.1" status: 200 len: 858 time: 0.1409962 Jul 13 07:48:35.498888 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 04de6c78-416f-4e39-8ff0-fc79a6e569a1 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:48:35.529669 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6b5d3-4ab3-4315-87af-0c22589f977d req-f4268ffd-ee16-4ca1-a20d-2b3fd95869f2 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:35.539355 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-89d6b5d3-4ab3-4315-87af-0c22589f977d req-f4268ffd-ee16-4ca1-a20d-2b3fd95869f2 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=f97d6bc8-54c5-46f9-870f-f91616411039 HTTP/1.1" status: 200 len: 944 time: 0.2950628 Jul 13 07:48:35.584018 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-881eff47-f3bd-42a4-9125-03e0bc368e16 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fb68f5de60ee4c048d2dcbe157964582&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2297843 Jul 13 07:48:35.588133 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52504) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:35.601871 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-89d6b5d3-4ab3-4315-87af-0c22589f977d req-ab0d8b89-c22c-4601-a650-ddfb39a295ea tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/security-groups?id=7442b553-7ccd-42a0-a115-db8dfa037eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613875 Jul 13 07:48:35.632050 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5c2db-7ddc-4559-b18e-75ae9ebb388a req-ba224f6c-ebd0-4b48-b5e5-dea82abbfabc tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:35.633824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-03b5c2db-7ddc-4559-b18e-75ae9ebb388a req-ba224f6c-ebd0-4b48-b5e5-dea82abbfabc tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.3319561 Jul 13 07:48:35.689116 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-184ffe75-8e65-4eca-855d-171e930e141e req-fd5d5906-3b79-4863-a2cd-70a33bec745b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=919c9a85-2d04-411a-9615-63f4736f69c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1721129 Jul 13 07:48:35.693514 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-4d96b6ed-ffdb-4f0e-afaf-9fa928bf7233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:35.695897 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-4d96b6ed-ffdb-4f0e-afaf-9fa928bf7233 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ea323e79-15db-4b79-b637-4002df6be77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4324250 Jul 13 07:48:35.715846 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 04de6c78-416f-4e39-8ff0-fc79a6e569a1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=04de6c78-416f-4e39-8ff0-fc79a6e569a1,segment=NetworkSegment(8cc6884d-8736-4ee9-a214-6f61e27398b4),segment_id=8cc6884d-8736-4ee9-a214-6f61e27398b4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:35.738574 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '04de6c78-416f-4e39-8ff0-fc79a6e569a1', 'network_id': '919c9a85-2d04-411a-9615-63f4736f69c7', 'port_id': '04de6c78-416f-4e39-8ff0-fc79a6e569a1', 'mac_address': 'fa:16:3e:7d:de:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a394eb82-8f38-4774-b0fa-2baa5b0323d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:48:35.746428 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eee55385-952a-4fe6-a1f0-e65a64ce2f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.776863 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eee55385-952a-4fe6-a1f0-e65a64ce2f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.796188 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.826254 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04de6c78-416f-4e39-8ff0-fc79a6e569a1 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:35.849891 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-03b5c2db-7ddc-4559-b18e-75ae9ebb388a req-04b8be75-5e7d-42e9-a8d2-9a99d9081043 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084279 Jul 13 07:48:35.852374 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eee55385-952a-4fe6-a1f0-e65a64ce2f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.855357 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eee55385-952a-4fe6-a1f0-e65a64ce2f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.856570 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-eee55385-952a-4fe6-a1f0-e65a64ce2f89 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a323c23-0198-48f0-8b86-f46b7d52a7da HTTP/1.1" status: 204 len: 168 time: 0.2512951 Jul 13 07:48:35.880992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 04de6c78-416f-4e39-8ff0-fc79a6e569a1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=04de6c78-416f-4e39-8ff0-fc79a6e569a1,segment=NetworkSegment(8cc6884d-8736-4ee9-a214-6f61e27398b4),segment_id=8cc6884d-8736-4ee9-a214-6f61e27398b4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:35.888094 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee55385-952a-4fe6-a1f0-e65a64ce2f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a323c23-0198-48f0-8b86-f46b7d52a7da,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:35.888647 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.942501 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b309996e-be09-4646-a785-cc1ba7ab62df', 'name': 'network-vif-deleted', 'tag': '55f03886-8aca-4c49-8573-52c2c5554709'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:35.945125 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab081a38-b6c5-4cf4-a2b6-219d9b7480ed" -d '{"events": [{"server_uuid": "b309996e-be09-4646-a785-cc1ba7ab62df", "name": "network-vif-deleted", "tag": "55f03886-8aca-4c49-8573-52c2c5554709"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:35.972861 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-184ffe75-8e65-4eca-855d-171e930e141e req-35bf87e3-b762-46d1-a489-294c0983111f service neutron] 10.222.0.62 "GET /v2.0/networks/919c9a85-2d04-411a-9615-63f4736f69c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759366 Jul 13 07:48:36.055319 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddde701-5732-40e7-8c9d-ba024c4bbcf1 req-49f9a023-4bf5-4334-ae37-624c5ad71abb tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.064321 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eddde701-5732-40e7-8c9d-ba024c4bbcf1 req-49f9a023-4bf5-4334-ae37-624c5ad71abb tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 945 time: 0.3217306 Jul 13 07:48:36.152439 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=04de6c78-416f-4e39-8ff0-fc79a6e569a1,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:36.249023 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eddde701-5732-40e7-8c9d-ba024c4bbcf1 req-9ff5f814-dfb6-4e08-948f-6eba7b1b2746 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803417 Jul 13 07:48:36.293489 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c757247-0afb-4b9c-84ed-aac543e57165 req-9c920f21-9235-4cad-8234-d77244f33b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.295143 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c757247-0afb-4b9c-84ed-aac543e57165 req-9c920f21-9235-4cad-8234-d77244f33b87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee8cdfa4f624c8896fbb14c16354aa0&device_id=f97d6bc8-54c5-46f9-870f-f91616411039 HTTP/1.1" status: 200 len: 1096 time: 0.8395894 Jul 13 07:48:36.297404 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['04de6c78-416f-4e39-8ff0-fc79a6e569a1'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:48:36.318541 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ca074-a2ec-43f8-9bc6-73e5b8a791c5 req-a21f57b6-6684-4bfd-a3f6-b8e257dc4006 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.328668 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ca074-a2ec-43f8-9bc6-73e5b8a791c5 req-a21f57b6-6684-4bfd-a3f6-b8e257dc4006 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.332663 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-184ffe75-8e65-4eca-855d-171e930e141e req-b20dd949-d738-49c8-be14-411cda90bd62 service neutron] 10.222.0.62 "GET /v2.0/networks/919c9a85-2d04-411a-9615-63f4736f69c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488221 Jul 13 07:48:36.337446 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-696c1d99-1044-4f37-aa4b-f8bd14f5bfee service neutron] 10.222.0.62 "GET /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380260 Jul 13 07:48:36.338534 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ca074-a2ec-43f8-9bc6-73e5b8a791c5 req-a21f57b6-6684-4bfd-a3f6-b8e257dc4006 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.356922 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ca074-a2ec-43f8-9bc6-73e5b8a791c5 req-a21f57b6-6684-4bfd-a3f6-b8e257dc4006 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.370280 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ca074-a2ec-43f8-9bc6-73e5b8a791c5 req-a21f57b6-6684-4bfd-a3f6-b8e257dc4006 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.398829 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b890589-f3f2-40fb-b67b-19fd08314148 x-openstack-request-id: req-9b890589-f3f2-40fb-b67b-19fd08314148 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:36.400399 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b309996e-be09-4646-a785-cc1ba7ab62df", "name": "network-vif-deleted", "tag": "55f03886-8aca-4c49-8573-52c2c5554709", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:36.400682 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9b890589-f3f2-40fb-b67b-19fd08314148 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:36.401107 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b309996e-be09-4646-a785-cc1ba7ab62df', 'name': 'network-vif-deleted', 'tag': '55f03886-8aca-4c49-8573-52c2c5554709', 'status': 'completed', 'code': 200} Jul 13 07:48:36.423414 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ca074-a2ec-43f8-9bc6-73e5b8a791c5 req-a21f57b6-6684-4bfd-a3f6-b8e257dc4006 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.444780 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ca074-a2ec-43f8-9bc6-73e5b8a791c5 req-a21f57b6-6684-4bfd-a3f6-b8e257dc4006 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.472134 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-315ca074-a2ec-43f8-9bc6-73e5b8a791c5 req-a21f57b6-6684-4bfd-a3f6-b8e257dc4006 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5419 time: 0.3706727 Jul 13 07:48:36.526879 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-315ca074-a2ec-43f8-9bc6-73e5b8a791c5 req-d4db4c02-97df-4cee-b681-22dd34a29b50 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593832 Jul 13 07:48:36.608116 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-afc6816b-c40f-4118-a43e-079a3357003e service neutron] 10.222.0.62 "GET /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060742 Jul 13 07:48:36.720201 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-e82b1a23-4a81-41c3-850f-e75c2d44e351 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9bbe5067-cbdd-4d3b-9012-0279cc33b234 HTTP/1.1" status: 200 len: 217 time: 0.0416873 Jul 13 07:48:36.784654 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c757247-0afb-4b9c-84ed-aac543e57165 req-8bf6a524-fc66-48a5-9224-43a865bfee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.786353 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c757247-0afb-4b9c-84ed-aac543e57165 req-8bf6a524-fc66-48a5-9224-43a865bfee6e service neutron] 10.222.0.35 "GET /v2.0/networks?id=919c9a85-2d04-411a-9615-63f4736f69c7 HTTP/1.1" status: 200 len: 919 time: 0.4672658 Jul 13 07:48:36.871738 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c757247-0afb-4b9c-84ed-aac543e57165 req-b352b3f0-13cc-4da8-a164-644a25353adc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94597e13-4268-4864-a0a1-cba6a2ad33e5 HTTP/1.1" status: 200 len: 217 time: 0.0505316 Jul 13 07:48:36.926864 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210feef-a02d-4b9a-beff-c2ed529bebb5 req-63eeff2d-4801-4023-b5bc-8d381c3ac9d8 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.933687 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f210feef-a02d-4b9a-beff-c2ed529bebb5 req-63eeff2d-4801-4023-b5bc-8d381c3ac9d8 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=f97d6bc8-54c5-46f9-870f-f91616411039 HTTP/1.1" status: 200 len: 944 time: 0.1374505 Jul 13 07:48:36.981037 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9033b0be-fced-4aaf-b57b-5733307d881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.983524 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-9033b0be-fced-4aaf-b57b-5733307d881f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7181ff3b-d9c0-404a-8335-c486c02dac1e HTTP/1.1" status: 200 len: 797 time: 0.2567327 Jul 13 07:48:36.994310 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f210feef-a02d-4b9a-beff-c2ed529bebb5 req-0634757d-416f-42a8-9062-55001b2379f9 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/security-groups?id=7442b553-7ccd-42a0-a115-db8dfa037eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596073 Jul 13 07:48:37.010405 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c757247-0afb-4b9c-84ed-aac543e57165 req-69beb839-5bd2-4439-8b4a-38c9f0229488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:37.012950 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c757247-0afb-4b9c-84ed-aac543e57165 req-69beb839-5bd2-4439-8b4a-38c9f0229488 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a394eb82-8f38-4774-b0fa-2baa5b0323d0 HTTP/1.1" status: 200 len: 858 time: 0.1310928 Jul 13 07:48:37.095060 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c757247-0afb-4b9c-84ed-aac543e57165 req-9cd62454-8caf-4876-a0ec-733d679118e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=919c9a85-2d04-411a-9615-63f4736f69c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504386 Jul 13 07:48:37.472949 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-f04bc406-02c1-4202-a2b3-03e7cc871d4c tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:37.482488 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-f04bc406-02c1-4202-a2b3-03e7cc871d4c tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 806 time: 0.3866022 Jul 13 07:48:37.500537 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 94597e13-4268-4864-a0a1-cba6a2ad33e5 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:48:37.502613 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 04de6c78-416f-4e39-8ff0-fc79a6e569a1 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:37.505311 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-6ec5f5c0-b4d1-4731-9112-9ed65fb1ff3b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/quotas/e9e86bdd92ef4c5fb6eac74ebb687aba HTTP/1.1" status: 200 len: 375 time: 0.0217102 Jul 13 07:48:37.599168 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11334dfe-a824-483e-b184-a0ae08deca67 req-3bb8c0c2-d85f-4440-846e-13504ef4b2ed tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:37.605143 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11334dfe-a824-483e-b184-a0ae08deca67 req-3bb8c0c2-d85f-4440-846e-13504ef4b2ed tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.2960699 Jul 13 07:48:37.784077 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-95af3d28-6fe5-4da0-9896-e9a740010434 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2771351 Jul 13 07:48:37.861112 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11334dfe-a824-483e-b184-a0ae08deca67 req-de97ef93-321c-440b-a65c-47adcafe6977 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416451 Jul 13 07:48:37.939229 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c757247-0afb-4b9c-84ed-aac543e57165 req-7c0f9019-6605-4117-9384-c35a8ea47c19 service neutron] 10.222.0.35 "GET /v2.0/networks/919c9a85-2d04-411a-9615-63f4736f69c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8302515 Jul 13 07:48:37.956250 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 94597e13-4268-4864-a0a1-cba6a2ad33e5, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=94597e13-4268-4864-a0a1-cba6a2ad33e5,segment=NetworkSegment(8cc6884d-8736-4ee9-a214-6f61e27398b4),segment_id=8cc6884d-8736-4ee9-a214-6f61e27398b4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:37.974477 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52614) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:37.977820 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '94597e13-4268-4864-a0a1-cba6a2ad33e5', 'network_id': '919c9a85-2d04-411a-9615-63f4736f69c7', 'port_id': '94597e13-4268-4864-a0a1-cba6a2ad33e5', 'mac_address': 'fa:16:3e:99:3d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a394eb82-8f38-4774-b0fa-2baa5b0323d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:48:37.984650 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c0f82861-7c10-4262-9476-78f84ccac3e9 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:48:38.049797 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-873d364e-e726-4667-85c7-775f4f6412c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:38.051649 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-873d364e-e726-4667-85c7-775f4f6412c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ea323e79-15db-4b79-b637-4002df6be77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0574219 Jul 13 07:48:38.075104 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-978443ca-256a-4467-ab74-a64b8d01a1b6 service neutron] 10.222.0.58 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899599 Jul 13 07:48:38.117287 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:38.127053 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:38.164237 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94597e13-4268-4864-a0a1-cba6a2ad33e5 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:38.198845 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 04de6c78-416f-4e39-8ff0-fc79a6e569a1 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:38.241913 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c757247-0afb-4b9c-84ed-aac543e57165 req-0f779c5f-d09d-49e6-870e-d959186ac3c5 service neutron] 10.222.0.35 "GET /v2.0/networks/919c9a85-2d04-411a-9615-63f4736f69c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939620 Jul 13 07:48:38.271443 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 94597e13-4268-4864-a0a1-cba6a2ad33e5, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=94597e13-4268-4864-a0a1-cba6a2ad33e5,segment=NetworkSegment(8cc6884d-8736-4ee9-a214-6f61e27398b4),segment_id=8cc6884d-8736-4ee9-a214-6f61e27398b4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:38.279971 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 04de6c78-416f-4e39-8ff0-fc79a6e569a1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:38.282024 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:38.318025 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:38.352982 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-9ee25726-f7b3-48aa-9bff-446b0fa168b9 service neutron] 10.222.0.58 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724557 Jul 13 07:48:38.367123 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3a3d7-79af-4259-8c15-4914d89680f5 req-c46b5847-626e-4c2e-b017-57ac6b4a434d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:38.368298 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-efd3a3d7-79af-4259-8c15-4914d89680f5 req-c46b5847-626e-4c2e-b017-57ac6b4a434d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 945 time: 0.2229376 Jul 13 07:48:38.431704 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-efd3a3d7-79af-4259-8c15-4914d89680f5 req-c34ad757-ccdc-459e-903c-333875421060 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573773 Jul 13 07:48:38.470900 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=94597e13-4268-4864-a0a1-cba6a2ad33e5,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:38.474843 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c0f82861-7c10-4262-9476-78f84ccac3e9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c0f82861-7c10-4262-9476-78f84ccac3e9,segment=NetworkSegment(8cc6884d-8736-4ee9-a214-6f61e27398b4),segment_id=8cc6884d-8736-4ee9-a214-6f61e27398b4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:38.502216 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'c0f82861-7c10-4262-9476-78f84ccac3e9', 'network_id': '919c9a85-2d04-411a-9615-63f4736f69c7', 'port_id': 'c0f82861-7c10-4262-9476-78f84ccac3e9', 'mac_address': 'fa:16:3e:ff:b5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a394eb82-8f38-4774-b0fa-2baa5b0323d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:48:38.525698 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-04c15238-3c6d-4fa4-8d14-b5cec0d05253 service neutron] 10.222.0.62 "GET /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015904 Jul 13 07:48:38.531874 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d5150a00-8470-4b8a-92e7-4d76a1c5fb69 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-227119420', 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:38.550742 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:38.576861 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f82861-7c10-4262-9476-78f84ccac3e9 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:38.657445 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c0f82861-7c10-4262-9476-78f84ccac3e9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c0f82861-7c10-4262-9476-78f84ccac3e9,segment=NetworkSegment(8cc6884d-8736-4ee9-a214-6f61e27398b4),segment_id=8cc6884d-8736-4ee9-a214-6f61e27398b4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:38.699905 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:38.774040 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5150a00-8470-4b8a-92e7-4d76a1c5fb69 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Made reservation on behalf of 9a9276a9eff244efa1d8512b08c857e9 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:38.776564 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d5150a00-8470-4b8a-92e7-4d76a1c5fb69 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:38.782300 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3b19d-cf6f-485e-8006-612efca7a517 req-260127f0-7e2a-4612-9b45-8fd5f5ac2f80 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:38.789819 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3b19d-cf6f-485e-8006-612efca7a517 req-260127f0-7e2a-4612-9b45-8fd5f5ac2f80 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:38.796228 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3b19d-cf6f-485e-8006-612efca7a517 req-260127f0-7e2a-4612-9b45-8fd5f5ac2f80 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:38.802739 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3b19d-cf6f-485e-8006-612efca7a517 req-260127f0-7e2a-4612-9b45-8fd5f5ac2f80 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:38.810472 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d5150a00-8470-4b8a-92e7-4d76a1c5fb69 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:38.811115 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3b19d-cf6f-485e-8006-612efca7a517 req-260127f0-7e2a-4612-9b45-8fd5f5ac2f80 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:38.818103 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3b19d-cf6f-485e-8006-612efca7a517 req-260127f0-7e2a-4612-9b45-8fd5f5ac2f80 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:38.824503 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3b19d-cf6f-485e-8006-612efca7a517 req-260127f0-7e2a-4612-9b45-8fd5f5ac2f80 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:38.839751 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96a3b19d-cf6f-485e-8006-612efca7a517 req-260127f0-7e2a-4612-9b45-8fd5f5ac2f80 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5419 time: 0.2725210 Jul 13 07:48:38.864794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['94597e13-4268-4864-a0a1-cba6a2ad33e5'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:48:38.867769 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=c0f82861-7c10-4262-9476-78f84ccac3e9,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:38.923172 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b25bdd80-5dc7-4d88-ba30-69746773b144 req-af48b480-ddad-4242-9d93-1c9d4b3ac43d service neutron] 10.222.0.62 "GET /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768179 Jul 13 07:48:38.960725 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96a3b19d-cf6f-485e-8006-612efca7a517 req-4e5c6e80-1a84-4149-b715-a977feed6184 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1195576 Jul 13 07:48:39.004705 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:39.027460 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969b81a-b564-48f3-ba95-61710fed72f6 req-d8e206e7-288f-4591-a289-6314cbea0002 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:39.036053 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2969b81a-b564-48f3-ba95-61710fed72f6 req-d8e206e7-288f-4591-a289-6314cbea0002 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=f97d6bc8-54c5-46f9-870f-f91616411039 HTTP/1.1" status: 200 len: 945 time: 0.1865594 Jul 13 07:48:39.061347 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 04de6c78-416f-4e39-8ff0-fc79a6e569a1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=04de6c78-416f-4e39-8ff0-fc79a6e569a1,segment=NetworkSegment(8cc6884d-8736-4ee9-a214-6f61e27398b4),segment_id=8cc6884d-8736-4ee9-a214-6f61e27398b4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:39.083985 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d097365-4d1e-4a2f-97c1-caa598b5259b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04de6c78-416f-4e39-8ff0-fc79a6e569a1'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:39.110126 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0e4fbe-cd01-49ae-bbf6-df6a15befe3e" -d '{"events": [{"server_uuid": "5d097365-4d1e-4a2f-97c1-caa598b5259b", "name": "network-vif-plugged", "status": "completed", "tag": "04de6c78-416f-4e39-8ff0-fc79a6e569a1"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:39.122441 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:39.146449 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d5150a00-8470-4b8a-92e7-4d76a1c5fb69 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:39.163977 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d5150a00-8470-4b8a-92e7-4d76a1c5fb69 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:39.169797 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-d5150a00-8470-4b8a-92e7-4d76a1c5fb69 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] device_id is not set on port 5bb036da-f91b-44a7-9684-18a3c2f04403 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:48:39.172095 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aa34a3bb-c941-4ffb-aae8-560dab6d6f15 req-7b14c41d-e901-4c20-81b9-a34bf2ba2ea4 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 210 time: 0.0800347 Jul 13 07:48:39.191955 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2969b81a-b564-48f3-ba95-61710fed72f6 req-f686dfca-e436-479d-a253-e78e451f5003 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/security-groups?id=7442b553-7ccd-42a0-a115-db8dfa037eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546092 Jul 13 07:48:39.270660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['c0f82861-7c10-4262-9476-78f84ccac3e9'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:48:39.307979 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52668) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:39.319097 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=04de6c78-416f-4e39-8ff0-fc79a6e569a1,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:39.376845 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd45213-fc64-4d0a-91dc-1b579d6089c7 x-openstack-request-id: req-5dd45213-fc64-4d0a-91dc-1b579d6089c7 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:39.377133 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d097365-4d1e-4a2f-97c1-caa598b5259b", "name": "network-vif-plugged", "status": "completed", "tag": "04de6c78-416f-4e39-8ff0-fc79a6e569a1", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:39.379012 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5dd45213-fc64-4d0a-91dc-1b579d6089c7 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:39.379466 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d097365-4d1e-4a2f-97c1-caa598b5259b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04de6c78-416f-4e39-8ff0-fc79a6e569a1', 'code': 200} Jul 13 07:48:39.423313 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6e63e-51e3-41de-b8d3-d86b98979627 req-bd608965-101f-48e6-a816-33a9f2bab042 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:39.431117 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-47d6e63e-51e3-41de-b8d3-d86b98979627 req-bd608965-101f-48e6-a816-33a9f2bab042 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.0834711 Jul 13 07:48:39.491752 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-47d6e63e-51e3-41de-b8d3-d86b98979627 req-aae28729-0392-4d2c-9881-fcecf0606025 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577323 Jul 13 07:48:39.513707 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-d5150a00-8470-4b8a-92e7-4d76a1c5fb69 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Allocated IP 172.25.0.92 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/5bb036da-f91b-44a7-9684-18a3c2f04403) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:39.534431 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72a12890-182d-4035-91ee-810050eb91d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:39.694645 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72a12890-182d-4035-91ee-810050eb91d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:39.701206 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72a12890-182d-4035-91ee-810050eb91d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:39.736666 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-72a12890-182d-4035-91ee-810050eb91d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d9bff20cfec44f2182b0728a3dbaca51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270210 Jul 13 07:48:39.753009 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52678) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:39.836207 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0844c-4a97-4085-b07d-3402f0c8ff2b req-24f2f5c0-17c0-4d24-a86f-b146388f1be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:39.837000 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0844c-4a97-4085-b07d-3402f0c8ff2b req-24f2f5c0-17c0-4d24-a86f-b146388f1be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:39.837622 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0844c-4a97-4085-b07d-3402f0c8ff2b req-24f2f5c0-17c0-4d24-a86f-b146388f1be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:39.838107 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0844c-4a97-4085-b07d-3402f0c8ff2b req-24f2f5c0-17c0-4d24-a86f-b146388f1be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:39.838578 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0844c-4a97-4085-b07d-3402f0c8ff2b req-24f2f5c0-17c0-4d24-a86f-b146388f1be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:39.839556 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0844c-4a97-4085-b07d-3402f0c8ff2b req-24f2f5c0-17c0-4d24-a86f-b146388f1be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:39.840036 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0844c-4a97-4085-b07d-3402f0c8ff2b req-24f2f5c0-17c0-4d24-a86f-b146388f1be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:39.842361 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b7e0844c-4a97-4085-b07d-3402f0c8ff2b req-24f2f5c0-17c0-4d24-a86f-b146388f1be2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a860a799f3be43a5a80bc0e18715a853&device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 6483 time: 0.8396714 Jul 13 07:48:39.906688 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a12890-182d-4035-91ee-810050eb91d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa84332-2226-49d1-8e2d-a503e2859a3a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:39.919606 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d5150a00-8470-4b8a-92e7-4d76a1c5fb69 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:39.923389 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5150a00-8470-4b8a-92e7-4d76a1c5fb69 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dc37c0-e66e-4dcf-a340-b58d5cfa863d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:39.993439 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b1b89c5-b314-4ef9-be41-a267dae7483c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.009349 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4feb30-1fe4-4e72-850d-4ba807619d90 req-32faad62-ec38-43e1-a2bb-66eb7742ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:40.011075 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ae4feb30-1fe4-4e72-850d-4ba807619d90 req-32faad62-ec38-43e1-a2bb-66eb7742ba67 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5d097365-4d1e-4a2f-97c1-caa598b5259b HTTP/1.1" status: 200 len: 1098 time: 0.2723811 Jul 13 07:48:40.083758 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0844c-4a97-4085-b07d-3402f0c8ff2b req-ddbbcf7c-63cd-439a-8b6e-ca96a8236df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:40.085268 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b7e0844c-4a97-4085-b07d-3402f0c8ff2b req-ddbbcf7c-63cd-439a-8b6e-ca96a8236df6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ea323e79-15db-4b79-b637-4002df6be77e HTTP/1.1" status: 200 len: 902 time: 0.2230401 Jul 13 07:48:40.100575 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979304d1-0850-4b06-89bd-e8fc20263291 req-6a84c4c3-e856-4134-b1e4-2678eedf0d5c tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:40.108935 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-979304d1-0850-4b06-89bd-e8fc20263291 req-6a84c4c3-e856-4134-b1e4-2678eedf0d5c tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 945 time: 0.3769546 Jul 13 07:48:40.113616 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b1b89c5-b314-4ef9-be41-a267dae7483c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.180739 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b7e0844c-4a97-4085-b07d-3402f0c8ff2b req-53b468aa-9e07-4bfd-bdcf-c77c0fd0d0d7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9bbe5067-cbdd-4d3b-9012-0279cc33b234 HTTP/1.1" status: 200 len: 217 time: 0.0588558 Jul 13 07:48:40.183604 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ae4feb30-1fe4-4e72-850d-4ba807619d90 req-b85aa33c-d65a-4395-8f80-143a60a84630 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7442b553-7ccd-42a0-a115-db8dfa037eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637065 Jul 13 07:48:40.184638 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d5150a00-8470-4b8a-92e7-4d76a1c5fb69 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.208826 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-979304d1-0850-4b06-89bd-e8fc20263291 req-ede0c8a3-9a88-4356-b3e5-870d3ad2c869 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983553 Jul 13 07:48:40.267127 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b1b89c5-b314-4ef9-be41-a267dae7483c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.269648 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b1b89c5-b314-4ef9-be41-a267dae7483c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.273204 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2b1b89c5-b314-4ef9-be41-a267dae7483c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/efa84332-2226-49d1-8e2d-a503e2859a3a HTTP/1.1" status: 204 len: 168 time: 0.5167327 Jul 13 07:48:40.283354 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b89c5-b314-4ef9-be41-a267dae7483c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa84332-2226-49d1-8e2d-a503e2859a3a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:40.323664 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5150a00-8470-4b8a-92e7-4d76a1c5fb69 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:40.327714 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5150a00-8470-4b8a-92e7-4d76a1c5fb69 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Pushing event updated for resources: {'Port': ['ID=5bb036da-f91b-44a7-9684-18a3c2f04403,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:40.331904 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-d5150a00-8470-4b8a-92e7-4d76a1c5fb69 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:40.338508 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0844c-4a97-4085-b07d-3402f0c8ff2b req-c8538c7f-6d05-4ec4-9a8e-e46d2d05af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:40.340089 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b7e0844c-4a97-4085-b07d-3402f0c8ff2b req-c8538c7f-6d05-4ec4-9a8e-e46d2d05af78 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7181ff3b-d9c0-404a-8335-c486c02dac1e HTTP/1.1" status: 200 len: 797 time: 0.1519053 Jul 13 07:48:40.340737 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5150a00-8470-4b8a-92e7-4d76a1c5fb69 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:40.344472 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297d64c-f718-4d18-9155-fb5b7dabd9a1 req-f54d4457-ed82-4117-99a8-9496125de375 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:40.363729 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d297d64c-f718-4d18-9155-fb5b7dabd9a1 req-f54d4457-ed82-4117-99a8-9496125de375 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.1714914 Jul 13 07:48:40.402772 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ad8aa-d187-4759-800c-04caee786b6c req-33fc9c5a-1052-4140-996c-935c5ac5d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:40.404277 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-449ad8aa-d187-4759-800c-04caee786b6c req-33fc9c5a-1052-4140-996c-935c5ac5d82b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f14c0acd9f784f1c95e03b53f067da36&device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 1097 time: 0.3379657 Jul 13 07:48:40.452496 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d297d64c-f718-4d18-9155-fb5b7dabd9a1 req-751293c2-225d-4fa1-a22a-4bb1f8d2ae01 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880094 Jul 13 07:48:40.493947 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5150a00-8470-4b8a-92e7-4d76a1c5fb69 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:40.506617 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d5150a00-8470-4b8a-92e7-4d76a1c5fb69 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.522265 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf960e0-b929-49b8-8db1-c50efee2f4ec req-b3574d82-5e4a-4b9f-b4d3-14cd0a4d1276 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:40.528420 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf960e0-b929-49b8-8db1-c50efee2f4ec req-b3574d82-5e4a-4b9f-b4d3-14cd0a4d1276 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:40.546695 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf960e0-b929-49b8-8db1-c50efee2f4ec req-b3574d82-5e4a-4b9f-b4d3-14cd0a4d1276 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:40.569804 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf960e0-b929-49b8-8db1-c50efee2f4ec req-b3574d82-5e4a-4b9f-b4d3-14cd0a4d1276 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:40.584688 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf960e0-b929-49b8-8db1-c50efee2f4ec req-b3574d82-5e4a-4b9f-b4d3-14cd0a4d1276 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:40.591874 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d5150a00-8470-4b8a-92e7-4d76a1c5fb69 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.6077173 Jul 13 07:48:40.593651 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52700) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:40.593799 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf960e0-b929-49b8-8db1-c50efee2f4ec req-b3574d82-5e4a-4b9f-b4d3-14cd0a4d1276 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:40.602661 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf960e0-b929-49b8-8db1-c50efee2f4ec req-b3574d82-5e4a-4b9f-b4d3-14cd0a4d1276 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:40.611514 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dbf960e0-b929-49b8-8db1-c50efee2f4ec req-b3574d82-5e4a-4b9f-b4d3-14cd0a4d1276 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5419 time: 0.2275279 Jul 13 07:48:40.612990 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-cf69dafe-bb57-42f3-ae4d-c834d76c18de tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.92'}]}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:40.721229 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a67dd56f-3176-4902-8e3f-83fbe6ba5e4d req-ffb7c21d-72ae-4eaf-bd5e-ca4c52668daa tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 210 time: 0.1071451 Jul 13 07:48:40.724448 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0844c-4a97-4085-b07d-3402f0c8ff2b req-4ae4be9d-d570-4af9-9c33-a67d081ebc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:40.725726 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b7e0844c-4a97-4085-b07d-3402f0c8ff2b req-4ae4be9d-d570-4af9-9c33-a67d081ebc2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ea323e79-15db-4b79-b637-4002df6be77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3429825 Jul 13 07:48:40.729296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ad8aa-d187-4759-800c-04caee786b6c req-b29a9818-727c-48bc-a9ef-420270358c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:40.738231 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-449ad8aa-d187-4759-800c-04caee786b6c req-b29a9818-727c-48bc-a9ef-420270358c14 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b4fd3a8-9309-406f-87ff-e745f78908e3 HTTP/1.1" status: 200 len: 912 time: 0.3110929 Jul 13 07:48:40.756240 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dbf960e0-b929-49b8-8db1-c50efee2f4ec req-1d31eb68-1c8b-47c7-b637-cacca5da84ad tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1396415 Jul 13 07:48:40.801564 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf69dafe-bb57-42f3-ae4d-c834d76c18de tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.801564 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf69dafe-bb57-42f3-ae4d-c834d76c18de tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.958265 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4b74b-e47c-4dcd-bce1-b09fe4f337f9 req-a5cca16e-61d7-4cfd-98ed-737785153853 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:40.960823 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c9a4b74b-e47c-4dcd-bce1-b09fe4f337f9 req-a5cca16e-61d7-4cfd-98ed-737785153853 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=f97d6bc8-54c5-46f9-870f-f91616411039 HTTP/1.1" status: 200 len: 945 time: 0.0928569 Jul 13 07:48:41.064286 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-acedf34f-c442-4650-8c53-2e40642c39ad tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:41.065766 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-acedf34f-c442-4650-8c53-2e40642c39ad tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 806 time: 0.4021327 Jul 13 07:48:41.069722 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c9a4b74b-e47c-4dcd-bce1-b09fe4f337f9 req-713a8e35-9f42-4dac-8fdc-cae7ba763d13 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/security-groups?id=7442b553-7ccd-42a0-a115-db8dfa037eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987749 Jul 13 07:48:41.107150 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf69dafe-bb57-42f3-ae4d-c834d76c18de tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:41.111271 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-449ad8aa-d187-4759-800c-04caee786b6c req-793ca7b8-f10e-4dd6-8043-50549e16b603 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3583ab02-39ee-4c27-b18f-01a6e0ca6d10 HTTP/1.1" status: 200 len: 1001 time: 0.3313200 Jul 13 07:48:41.133051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-3b74ad16-901e-46c4-8194-9b94f6632ef6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Request body: {'port': {'device_id': 'd6f47a6a-fa43-424e-81d8-14435dadd22d', 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922', 'admin_state_up': True, 'tenant_id': 'e9e86bdd92ef4c5fb6eac74ebb687aba'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:41.275653 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ad8aa-d187-4759-800c-04caee786b6c req-509da577-77b4-4034-8702-96c028fc66a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:41.277173 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-449ad8aa-d187-4759-800c-04caee786b6c req-509da577-77b4-4034-8702-96c028fc66a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9bae17d-a9cd-4de6-bffc-674a284593a4 HTTP/1.1" status: 200 len: 850 time: 0.1508963 Jul 13 07:48:41.377999 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b7e0844c-4a97-4085-b07d-3402f0c8ff2b req-d1697019-73b1-48ed-bbf9-996022a9efaa service neutron] 10.222.0.62 "GET /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362460 Jul 13 07:48:41.454223 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1f921-302d-4abe-8411-8f799863ee8a req-b45027c8-75de-4327-b673-7871fbef0eb5 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:41.458857 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3e1f921-302d-4abe-8411-8f799863ee8a req-b45027c8-75de-4327-b673-7871fbef0eb5 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 945 time: 0.0892022 Jul 13 07:48:41.507597 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 94597e13-4268-4864-a0a1-cba6a2ad33e5 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:41.532935 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3e1f921-302d-4abe-8411-8f799863ee8a req-94f9c262-b60d-4769-8e36-320ec3578f1a tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695252 Jul 13 07:48:41.549008 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf69dafe-bb57-42f3-ae4d-c834d76c18de tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:41.597990 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ad8aa-d187-4759-800c-04caee786b6c req-83d0b8f3-f3ce-461a-976c-c58a8bce9d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:41.598982 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-449ad8aa-d187-4759-800c-04caee786b6c req-83d0b8f3-f3ce-461a-976c-c58a8bce9d17 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b4fd3a8-9309-406f-87ff-e745f78908e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2559006 Jul 13 07:48:41.633698 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 94597e13-4268-4864-a0a1-cba6a2ad33e5 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:41.638192 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 94597e13-4268-4864-a0a1-cba6a2ad33e5 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:41.638567 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:41.690228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c0f82861-7c10-4262-9476-78f84ccac3e9 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:41.728994 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-449ad8aa-d187-4759-800c-04caee786b6c req-41d07d75-2e64-4c8b-9375-87f4627a9418 service neutron] 10.222.0.35 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213357 Jul 13 07:48:41.758478 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ca3f2-99a1-436d-8f77-bc67f70a88d4 req-b6aa9475-c62e-4ad7-86f7-16632259d271 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:41.761905 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c29ca3f2-99a1-436d-8f77-bc67f70a88d4 req-b6aa9475-c62e-4ad7-86f7-16632259d271 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.1404500 Jul 13 07:48:41.800976 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b7e0844c-4a97-4085-b07d-3402f0c8ff2b req-4e92ff64-104c-4726-a7da-7a677db344a8 service neutron] 10.222.0.62 "GET /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108119 Jul 13 07:48:41.807406 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-3b74ad16-901e-46c4-8194-9b94f6632ef6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Made reservation on behalf of e9e86bdd92ef4c5fb6eac74ebb687aba for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:41.811009 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-3b74ad16-901e-46c4-8194-9b94f6632ef6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:41.844843 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port c0f82861-7c10-4262-9476-78f84ccac3e9 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:41.857570 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port c0f82861-7c10-4262-9476-78f84ccac3e9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:41.858236 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:41.879301 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c29ca3f2-99a1-436d-8f77-bc67f70a88d4 req-309d5f16-5d98-4928-aecf-2bba51c381fe tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070535 Jul 13 07:48:41.933152 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:41.997112 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:42.006240 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-449ad8aa-d187-4759-800c-04caee786b6c req-7dae26e7-7e51-4c0b-a04f-46ceb0feb342 service neutron] 10.222.0.35 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616847 Jul 13 07:48:42.023461 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97d6bc8-54c5-46f9-870f-f91616411039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94597e13-4268-4864-a0a1-cba6a2ad33e5'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:42.024648 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a81893c-4370-4a00-a230-b86900a0819e" -d '{"events": [{"server_uuid": "f97d6bc8-54c5-46f9-870f-f91616411039", "name": "network-vif-plugged", "status": "completed", "tag": "94597e13-4268-4864-a0a1-cba6a2ad33e5"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:42.065619 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 94597e13-4268-4864-a0a1-cba6a2ad33e5, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=94597e13-4268-4864-a0a1-cba6a2ad33e5,segment=NetworkSegment(8cc6884d-8736-4ee9-a214-6f61e27398b4),segment_id=8cc6884d-8736-4ee9-a214-6f61e27398b4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:42.085213 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:42.112786 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c0f82861-7c10-4262-9476-78f84ccac3e9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c0f82861-7c10-4262-9476-78f84ccac3e9,segment=NetworkSegment(8cc6884d-8736-4ee9-a214-6f61e27398b4),segment_id=8cc6884d-8736-4ee9-a214-6f61e27398b4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:42.217251 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94ac60ee-9e33-4e96-9ea5-364357488077 req-f8478bb3-2d38-491c-a4fd-8baff446aaad tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 210 time: 0.0458753 Jul 13 07:48:42.250812 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:42.273556 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=94597e13-4268-4864-a0a1-cba6a2ad33e5,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:42.332009 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58175f31-b68c-47ca-9ab2-93c8f9e8130f req-bc63d032-88d9-4484-9b2f-e09ca3a64488 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:42.339283 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58175f31-b68c-47ca-9ab2-93c8f9e8130f req-bc63d032-88d9-4484-9b2f-e09ca3a64488 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:42.352519 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58175f31-b68c-47ca-9ab2-93c8f9e8130f req-bc63d032-88d9-4484-9b2f-e09ca3a64488 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:42.367662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58175f31-b68c-47ca-9ab2-93c8f9e8130f req-bc63d032-88d9-4484-9b2f-e09ca3a64488 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:42.389582 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58175f31-b68c-47ca-9ab2-93c8f9e8130f req-bc63d032-88d9-4484-9b2f-e09ca3a64488 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:42.401474 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58175f31-b68c-47ca-9ab2-93c8f9e8130f req-bc63d032-88d9-4484-9b2f-e09ca3a64488 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:42.401743 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-3b74ad16-901e-46c4-8194-9b94f6632ef6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Allocated IP 172.20.0.2 (7c938579-69a9-4580-83e5-cee3b6a3b922/ef8db247-d22c-4308-8e07-626593577869/ce4678c1-08e0-4b06-b303-dd5affc42b9d) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:42.405645 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=c0f82861-7c10-4262-9476-78f84ccac3e9,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:42.409846 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58175f31-b68c-47ca-9ab2-93c8f9e8130f req-bc63d032-88d9-4484-9b2f-e09ca3a64488 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:42.412692 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-58175f31-b68c-47ca-9ab2-93c8f9e8130f req-bc63d032-88d9-4484-9b2f-e09ca3a64488 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5419 time: 0.3274004 Jul 13 07:48:42.419162 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96f9956-1f7c-4a51-acf3-697d86f74e06 x-openstack-request-id: req-e96f9956-1f7c-4a51-acf3-697d86f74e06 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:42.419592 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97d6bc8-54c5-46f9-870f-f91616411039", "name": "network-vif-plugged", "status": "completed", "tag": "94597e13-4268-4864-a0a1-cba6a2ad33e5", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:42.419872 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e96f9956-1f7c-4a51-acf3-697d86f74e06 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:42.420305 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97d6bc8-54c5-46f9-870f-f91616411039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94597e13-4268-4864-a0a1-cba6a2ad33e5', 'code': 200} Jul 13 07:48:42.504656 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-58175f31-b68c-47ca-9ab2-93c8f9e8130f req-c0489424-1825-4458-b495-03ccd4c38236 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814888 Jul 13 07:48:42.719629 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85548f6-43fd-4f0c-bf49-76e58ff45027 req-11aba390-27cb-4ef4-87a0-a6736f32b23a tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:42.727988 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b85548f6-43fd-4f0c-bf49-76e58ff45027 req-11aba390-27cb-4ef4-87a0-a6736f32b23a tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=f97d6bc8-54c5-46f9-870f-f91616411039 HTTP/1.1" status: 200 len: 946 time: 0.1298416 Jul 13 07:48:42.790389 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b85548f6-43fd-4f0c-bf49-76e58ff45027 req-0c005926-cff6-4fc7-bbae-11129fb76dbd tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/security-groups?id=7442b553-7ccd-42a0-a115-db8dfa037eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596683 Jul 13 07:48:42.864033 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:42.962842 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adec82-72f5-43d7-9524-7628cdd8795a req-6320f0da-8ca5-4fdd-905c-29628c666f36 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:42.978705 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8adec82-72f5-43d7-9524-7628cdd8795a req-6320f0da-8ca5-4fdd-905c-29628c666f36 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 945 time: 0.1747956 Jul 13 07:48:43.232260 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8adec82-72f5-43d7-9524-7628cdd8795a req-5a62d4fe-6a60-4fee-b337-c881f302b674 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496204 Jul 13 07:48:43.260960 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3de65-b182-49d3-b729-ddac6b3052d3 req-4bb6879f-cc1d-4688-a539-776c68849662 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:43.268633 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1fd3de65-b182-49d3-b729-ddac6b3052d3 req-4bb6879f-cc1d-4688-a539-776c68849662 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.2068367 Jul 13 07:48:43.311040 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf69dafe-bb57-42f3-ae4d-c834d76c18de tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:43.333802 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1fd3de65-b182-49d3-b729-ddac6b3052d3 req-f1ba9126-ebb2-4ec4-a8a3-de12e0c02f99 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636032 Jul 13 07:48:43.347534 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf69dafe-bb57-42f3-ae4d-c834d76c18de tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:43.456108 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd6770-56b3-4183-93ee-fd35de62b826 req-3d482cb2-0539-40b8-a220-8032227a9ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:43.457627 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-38dd6770-56b3-4183-93ee-fd35de62b826 req-3d482cb2-0539-40b8-a220-8032227a9ec9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f97d6bc8-54c5-46f9-870f-f91616411039 HTTP/1.1" status: 200 len: 1098 time: 0.2356408 Jul 13 07:48:43.489063 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-3b74ad16-901e-46c4-8194-9b94f6632ef6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:43.495142 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-681802a4-1351-48e4-ad71-bd1c05a892db req-41de80cc-ce82-487a-80da-8f697b28c3fc tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 210 time: 0.0427208 Jul 13 07:48:43.605192 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-38dd6770-56b3-4183-93ee-fd35de62b826 req-fb095650-fcba-409e-9213-d4951e279d54 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7442b553-7ccd-42a0-a115-db8dfa037eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340644 Jul 13 07:48:43.678683 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf69dafe-bb57-42f3-ae4d-c834d76c18de tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:43.681836 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-3b74ad16-901e-46c4-8194-9b94f6632ef6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:43.699120 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:48:43.768796 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-3b74ad16-901e-46c4-8194-9b94f6632ef6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Network 7c938579-69a9-4580-83e5-cee3b6a3b922 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:43.783162 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fe710-a889-4d9f-87b4-ed1530fae574 req-1de767c6-4ec9-48fc-8c7c-c67e4e7a874c tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:43.790169 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fe710-a889-4d9f-87b4-ed1530fae574 req-1de767c6-4ec9-48fc-8c7c-c67e4e7a874c tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:43.796724 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fe710-a889-4d9f-87b4-ed1530fae574 req-1de767c6-4ec9-48fc-8c7c-c67e4e7a874c tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:43.800205 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-3b74ad16-901e-46c4-8194-9b94f6632ef6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:43.804902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fe710-a889-4d9f-87b4-ed1530fae574 req-1de767c6-4ec9-48fc-8c7c-c67e4e7a874c tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:43.812743 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fe710-a889-4d9f-87b4-ed1530fae574 req-1de767c6-4ec9-48fc-8c7c-c67e4e7a874c tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:43.820268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fe710-a889-4d9f-87b4-ed1530fae574 req-1de767c6-4ec9-48fc-8c7c-c67e4e7a874c tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:43.828786 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fe710-a889-4d9f-87b4-ed1530fae574 req-1de767c6-4ec9-48fc-8c7c-c67e4e7a874c tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:43.831246 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-901fe710-a889-4d9f-87b4-ed1530fae574 req-1de767c6-4ec9-48fc-8c7c-c67e4e7a874c tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5419 time: 0.1893375 Jul 13 07:48:43.853295 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-3b74ad16-901e-46c4-8194-9b94f6632ef6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:43.895735 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-901fe710-a889-4d9f-87b4-ed1530fae574 req-f18ea009-e99b-4c4b-bb70-8111b599fcb0 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568275 Jul 13 07:48:43.938605 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74ad16-901e-46c4-8194-9b94f6632ef6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Pushing event updated for resources: {'Port': ['ID=ce4678c1-08e0-4b06-b303-dd5affc42b9d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:44.056981 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf69dafe-bb57-42f3-ae4d-c834d76c18de tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.060900 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf69dafe-bb57-42f3-ae4d-c834d76c18de tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.070765 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d460eab-a5b2-4ca1-b0b6-505d554aeda1 req-80a709bb-a151-4db1-a948-799fd40690de tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:44.071593 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-3b74ad16-901e-46c4-8194-9b94f6632ef6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:44.072256 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d460eab-a5b2-4ca1-b0b6-505d554aeda1 req-80a709bb-a151-4db1-a948-799fd40690de tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=f97d6bc8-54c5-46f9-870f-f91616411039 HTTP/1.1" status: 200 len: 946 time: 0.0976508 Jul 13 07:48:44.077481 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-3b74ad16-901e-46c4-8194-9b94f6632ef6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.131025 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-3b74ad16-901e-46c4-8194-9b94f6632ef6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0059414 Jul 13 07:48:44.134131 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf69dafe-bb57-42f3-ae4d-c834d76c18de tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.135017 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf69dafe-bb57-42f3-ae4d-c834d76c18de tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 417a1806-5215-4b02-b2d6-917a8dca4a7e {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:48:44.149764 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] Request body: {'port': {'device_id': 'd6f47a6a-fa43-424e-81d8-14435dadd22d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:44.150747 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d460eab-a5b2-4ca1-b0b6-505d554aeda1 req-d5a69811-1269-4025-ad87-97ec88e155d6 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/security-groups?id=7442b553-7ccd-42a0-a115-db8dfa037eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639324 Jul 13 07:48:44.199287 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-cf69dafe-bb57-42f3-ae4d-c834d76c18de tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:48:44.200350 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cf69dafe-bb57-42f3-ae4d-c834d76c18de tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.5989003 Jul 13 07:48:44.203646 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52810) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:44.326206 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.405849 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-e29e8f75-f211-41cd-bb17-9ec282b28721 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Deleting port 5bb036da-f91b-44a7-9684-18a3c2f04403 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:44.406647 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e29e8f75-f211-41cd-bb17-9ec282b28721 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.421750 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56b5567-8572-47b9-baa1-b393f9f3fb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f82861-7c10-4262-9476-78f84ccac3e9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:44.425118 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5a02d7-5058-461e-b8d2-e3dd17be5f2a" -d '{"events": [{"server_uuid": "f56b5567-8572-47b9-baa1-b393f9f3fb01", "name": "network-vif-plugged", "status": "completed", "tag": "c0f82861-7c10-4262-9476-78f84ccac3e9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:44.474316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd5aac-9c95-4b45-ba3b-987b018eed83 req-e968c5ba-4b42-4d9d-bbba-4b169e213ecd tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:44.476229 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0dd5aac-9c95-4b45-ba3b-987b018eed83 req-e968c5ba-4b42-4d9d-bbba-4b169e213ecd tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 945 time: 0.0832458 Jul 13 07:48:44.498177 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2947592-1272-4ec5-bf16-59836f867409 x-openstack-request-id: req-c2947592-1272-4ec5-bf16-59836f867409 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:44.498717 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56b5567-8572-47b9-baa1-b393f9f3fb01", "name": "network-vif-plugged", "status": "completed", "tag": "c0f82861-7c10-4262-9476-78f84ccac3e9", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:44.499144 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2947592-1272-4ec5-bf16-59836f867409 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:44.500502 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56b5567-8572-47b9-baa1-b393f9f3fb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f82861-7c10-4262-9476-78f84ccac3e9', 'code': 200} Jul 13 07:48:44.566699 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0dd5aac-9c95-4b45-ba3b-987b018eed83 req-dcfbf14c-79f2-4604-b46a-c488fc87b549 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785129 Jul 13 07:48:44.586373 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:48:44.726240 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e29e8f75-f211-41cd-bb17-9ec282b28721 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.775832 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-e29e8f75-f211-41cd-bb17-9ec282b28721 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Calling delete_port for 5bb036da-f91b-44a7-9684-18a3c2f04403 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:44.834374 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e0bc7-215a-48ca-8bf5-cd69c70c30c0 req-c465dfd7-5476-4ab9-b9d9-b8f68f1b81fc tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:44.844348 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b29e0bc7-215a-48ca-8bf5-cd69c70c30c0 req-c465dfd7-5476-4ab9-b9d9-b8f68f1b81fc tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 931 time: 0.1128576 Jul 13 07:48:44.877240 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddc9ac-e55e-41f3-b0ee-243614834d67 req-f4403460-8d8e-4cf9-9e95-3cce3041da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:44.879586 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-96ddc9ac-e55e-41f3-b0ee-243614834d67 req-f4403460-8d8e-4cf9-9e95-3cce3041da24 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f56b5567-8572-47b9-baa1-b393f9f3fb01 HTTP/1.1" status: 200 len: 1098 time: 0.1990309 Jul 13 07:48:44.922162 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b29e0bc7-215a-48ca-8bf5-cd69c70c30c0 req-5293236d-d0f0-4b8f-a8ae-8149dde33062 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760252 Jul 13 07:48:44.962663 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-96ddc9ac-e55e-41f3-b0ee-243614834d67 req-00206620-fdd8-4043-90a0-b0fa2381454f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7442b553-7ccd-42a0-a115-db8dfa037eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732822 Jul 13 07:48:45.061159 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4678c1-08e0-4b06-b303-dd5affc42b9d {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:45.079693 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.105804 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] Transition to ACTIVE for port object ce4678c1-08e0-4b06-b303-dd5affc42b9d will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:45.107907 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e29e8f75-f211-41cd-bb17-9ec282b28721 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.146630 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.162209 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e8f75-f211-41cd-bb17-9ec282b28721 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bb036da-f91b-44a7-9684-18a3c2f04403,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:45.208385 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbf853-6842-4abe-9345-f57c8fb952c1 req-b02a5e8c-35c3-47e9-b100-899eabb1ed0f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:45.215040 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbf853-6842-4abe-9345-f57c8fb952c1 req-b02a5e8c-35c3-47e9-b100-899eabb1ed0f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:45.221557 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbf853-6842-4abe-9345-f57c8fb952c1 req-b02a5e8c-35c3-47e9-b100-899eabb1ed0f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:45.227986 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbf853-6842-4abe-9345-f57c8fb952c1 req-b02a5e8c-35c3-47e9-b100-899eabb1ed0f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:45.235644 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbf853-6842-4abe-9345-f57c8fb952c1 req-b02a5e8c-35c3-47e9-b100-899eabb1ed0f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:45.243347 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbf853-6842-4abe-9345-f57c8fb952c1 req-b02a5e8c-35c3-47e9-b100-899eabb1ed0f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:45.250388 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbf853-6842-4abe-9345-f57c8fb952c1 req-b02a5e8c-35c3-47e9-b100-899eabb1ed0f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:45.258612 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-63bbf853-6842-4abe-9345-f57c8fb952c1 req-b02a5e8c-35c3-47e9-b100-899eabb1ed0f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5419 time: 0.2027080 Jul 13 07:48:45.320518 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4678c1-08e0-4b06-b303-dd5affc42b9d,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:45.350367 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-63bbf853-6842-4abe-9345-f57c8fb952c1 req-8d9ec8f1-5bd5-4064-b444-acc6afd0c87f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907474 Jul 13 07:48:45.364796 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e29e8f75-f211-41cd-bb17-9ec282b28721 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.364796 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e29e8f75-f211-41cd-bb17-9ec282b28721 tempest-RoutersAdminNegativeTest-89068561 tempest-RoutersAdminNegativeTest-89068561-project-admin] 10.222.0.58 "DELETE /v2.0/ports/5bb036da-f91b-44a7-9684-18a3c2f04403 HTTP/1.1" status: 204 len: 168 time: 1.1568732 Jul 13 07:48:45.396511 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2f651-1129-4975-b0eb-352d506e701d req-838e7d19-1620-48de-a8c6-c6c7cf134d30 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:45.399291 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4c2f651-1129-4975-b0eb-352d506e701d req-838e7d19-1620-48de-a8c6-c6c7cf134d30 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=f97d6bc8-54c5-46f9-870f-f91616411039 HTTP/1.1" status: 200 len: 946 time: 0.1148384 Jul 13 07:48:45.461691 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4c2f651-1129-4975-b0eb-352d506e701d req-b21224ea-9dc7-4bc8-8b3c-d28bb3bf5268 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/security-groups?id=7442b553-7ccd-42a0-a115-db8dfa037eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567422 Jul 13 07:48:45.463713 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] Attempting to bind port ce4678c1-08e0-4b06-b303-dd5affc42b9d on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:45.464513 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] Attempting to bind port ce4678c1-08e0-4b06-b303-dd5affc42b9d by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:45.464816 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] Attempting to bind port ce4678c1-08e0-4b06-b303-dd5affc42b9d on network 7c938579-69a9-4580-83e5-cee3b6a3b922 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:45.472554 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] Port ce4678c1-08e0-4b06-b303-dd5affc42b9d on network 7c938579-69a9-4580-83e5-cee3b6a3b922 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:48:45.472892 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] Attempting to bind port ce4678c1-08e0-4b06-b303-dd5affc42b9d on network 7c938579-69a9-4580-83e5-cee3b6a3b922 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:45.482663 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:45.483055 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] Checking segment: {'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:45.483409 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] Bound using segment: {'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:45.483884 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] Bound port: ce4678c1-08e0-4b06-b303-dd5affc42b9d, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:45.484405 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.563856 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] For port ce4678c1-08e0-4b06-b303-dd5affc42b9d, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:45.568182 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] For port ce4678c1-08e0-4b06-b303-dd5affc42b9d, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ce4678c1-08e0-4b06-b303-dd5affc42b9d,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:45.573489 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.636064 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:45.637641 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.639284 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] 10.222.0.62 "PUT /v2.0/ports/ce4678c1-08e0-4b06-b303-dd5affc42b9d HTTP/1.1" status: 200 len: 1092 time: 1.4975991 Jul 13 07:48:45.646217 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f47a6a-fa43-424e-81d8-14435dadd22d', 'tag': 'ce4678c1-08e0-4b06-b303-dd5affc42b9d'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:45.649120 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddae9b1-1f97-452f-bae2-0f2a730d0c28" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f47a6a-fa43-424e-81d8-14435dadd22d", "tag": "ce4678c1-08e0-4b06-b303-dd5affc42b9d"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:45.689457 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71bc09-38ca-4aa4-be71-f9f816075aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4678c1-08e0-4b06-b303-dd5affc42b9d,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:45.748828 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa2d42-803b-4a40-93fc-70587b5b3b18 req-dbdc3989-3b52-47ac-84d1-e14fb7eec4b0 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:45.751746 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1caa2d42-803b-4a40-93fc-70587b5b3b18 req-dbdc3989-3b52-47ac-84d1-e14fb7eec4b0 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=f56b5567-8572-47b9-baa1-b393f9f3fb01 HTTP/1.1" status: 200 len: 946 time: 0.1173167 Jul 13 07:48:45.816004 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1caa2d42-803b-4a40-93fc-70587b5b3b18 req-951ca26e-809d-4fe0-ad01-4ffc9cfdfd67 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/security-groups?id=7442b553-7ccd-42a0-a115-db8dfa037eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565000 Jul 13 07:48:45.823912 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-4819f41e-0ef8-4841-9341-e1b10f80bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:45.825446 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-4819f41e-0ef8-4841-9341-e1b10f80bfec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 1095 time: 0.1292200 Jul 13 07:48:45.918069 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058710b-a8c1-4144-b5f9-8c3093de15c9 req-084c2e60-ca14-4669-8d08-fbb53efe5bce tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:45.919759 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c058710b-a8c1-4144-b5f9-8c3093de15c9 req-084c2e60-ca14-4669-8d08-fbb53efe5bce tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 945 time: 0.0745277 Jul 13 07:48:45.952140 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-2943fa26-c551-4324-b8b3-f786b1753173 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce4678c1-08e0-4b06-b303-dd5affc42b9d HTTP/1.1" status: 200 len: 217 time: 0.1172981 Jul 13 07:48:45.954945 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1f8d18-522b-4e00-af4c-19cdb8a4341d x-openstack-request-id: req-3b1f8d18-522b-4e00-af4c-19cdb8a4341d {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:45.954945 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f47a6a-fa43-424e-81d8-14435dadd22d", "tag": "ce4678c1-08e0-4b06-b303-dd5affc42b9d", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:45.955271 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b1f8d18-522b-4e00-af4c-19cdb8a4341d {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:45.955488 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f47a6a-fa43-424e-81d8-14435dadd22d', 'tag': 'ce4678c1-08e0-4b06-b303-dd5affc42b9d', 'status': 'completed', 'code': 200} Jul 13 07:48:45.971908 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c058710b-a8c1-4144-b5f9-8c3093de15c9 req-e6b8da0c-f148-4997-b955-07837a5f2059 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458884 Jul 13 07:48:46.048398 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52880) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:46.062537 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-8196f44d-0f1b-494d-9cde-fd502e90457f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:46.064227 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-8196f44d-0f1b-494d-9cde-fd502e90457f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef8db247-d22c-4308-8e07-626593577869 HTTP/1.1" status: 200 len: 846 time: 0.1051934 Jul 13 07:48:46.134132 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-16e32277-1400-4edd-a4fe-6bfb742e9f23 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c938579-69a9-4580-83e5-cee3b6a3b922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592849 Jul 13 07:48:46.183199 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3baef9-ce23-451b-bae9-74d53f68fe49 req-67c8539a-3b01-475b-9a5c-f01d0a284248 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:46.187780 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a3baef9-ce23-451b-bae9-74d53f68fe49 req-67c8539a-3b01-475b-9a5c-f01d0a284248 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 943 time: 0.1026986 Jul 13 07:48:46.245296 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d245a44-3954-4bdb-9248-cc676aeeb9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:46.268079 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a3baef9-ce23-451b-bae9-74d53f68fe49 req-bbf12a3d-3917-448f-8e2e-88709b3dac67 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731175 Jul 13 07:48:46.310316 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-e32e9120-1b3d-4e2f-8096-65c19840e254 service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679451 Jul 13 07:48:46.377184 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d245a44-3954-4bdb-9248-cc676aeeb9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:46.401667 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d245a44-3954-4bdb-9248-cc676aeeb9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:46.464736 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7d245a44-3954-4bdb-9248-cc676aeeb9e0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=44fa195fa39a4437a56afe6ebee5d26c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4146345 Jul 13 07:48:46.465911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d245a44-3954-4bdb-9248-cc676aeeb9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ac26e9-c74b-4ee2-8ebe-6cc2a6aea7d7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:46.467150 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52898) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:46.475263 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6e3536e9-8dca-43d9-805f-4caf55ea121c req-357e30b9-2137-4050-ba59-da8c489a061b service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566858 Jul 13 07:48:46.581871 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f3b3f324-e446-43a1-96cf-997edebb6cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:46.618170 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f3b3f324-e446-43a1-96cf-997edebb6cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:46.638818 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a335ef4-edee-4d72-a7df-b9c61e4a623f req-a9efe8e7-01e9-4910-b9fa-69cc2a238a62 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:46.645030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a335ef4-edee-4d72-a7df-b9c61e4a623f req-a9efe8e7-01e9-4910-b9fa-69cc2a238a62 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:46.645632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddae9b1-1f97-452f-bae2-0f2a730d0c28 req-23db926d-33f1-43b0-8721-5a21212c712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:46.647158 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eddae9b1-1f97-452f-bae2-0f2a730d0c28 req-23db926d-33f1-43b0-8721-5a21212c712b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 1095 time: 0.0983720 Jul 13 07:48:46.651796 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a335ef4-edee-4d72-a7df-b9c61e4a623f req-a9efe8e7-01e9-4910-b9fa-69cc2a238a62 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:46.658599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a335ef4-edee-4d72-a7df-b9c61e4a623f req-a9efe8e7-01e9-4910-b9fa-69cc2a238a62 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:46.667075 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a335ef4-edee-4d72-a7df-b9c61e4a623f req-a9efe8e7-01e9-4910-b9fa-69cc2a238a62 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:46.673978 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a335ef4-edee-4d72-a7df-b9c61e4a623f req-a9efe8e7-01e9-4910-b9fa-69cc2a238a62 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:46.681404 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a335ef4-edee-4d72-a7df-b9c61e4a623f req-a9efe8e7-01e9-4910-b9fa-69cc2a238a62 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:46.685182 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a335ef4-edee-4d72-a7df-b9c61e4a623f req-a9efe8e7-01e9-4910-b9fa-69cc2a238a62 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5419 time: 0.1507187 Jul 13 07:48:46.751158 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a335ef4-edee-4d72-a7df-b9c61e4a623f req-fdcc9aa7-f5ea-4f9b-8936-e7fd0a3608ef tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601683 Jul 13 07:48:46.756641 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f3b3f324-e446-43a1-96cf-997edebb6cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:46.759743 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f3b3f324-e446-43a1-96cf-997edebb6cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:46.763345 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f3b3f324-e446-43a1-96cf-997edebb6cc9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f6ac26e9-c74b-4ee2-8ebe-6cc2a6aea7d7 HTTP/1.1" status: 204 len: 168 time: 0.2928462 Jul 13 07:48:46.778791 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3f324-e446-43a1-96cf-997edebb6cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ac26e9-c74b-4ee2-8ebe-6cc2a6aea7d7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:46.807037 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddae9b1-1f97-452f-bae2-0f2a730d0c28 req-1cbfaa65-a84d-45b3-ab66-c016a5792b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:46.810238 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eddae9b1-1f97-452f-bae2-0f2a730d0c28 req-1cbfaa65-a84d-45b3-ab66-c016a5792b46 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 200 len: 907 time: 0.1552558 Jul 13 07:48:46.901281 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eddae9b1-1f97-452f-bae2-0f2a730d0c28 req-ee0d798f-bda6-432c-9efd-d85e30896d2e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce4678c1-08e0-4b06-b303-dd5affc42b9d HTTP/1.1" status: 200 len: 217 time: 0.0827677 Jul 13 07:48:46.961675 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddae9b1-1f97-452f-bae2-0f2a730d0c28 req-387416d3-7ce8-436c-bb88-ec593eb1d76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:46.963668 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eddae9b1-1f97-452f-bae2-0f2a730d0c28 req-387416d3-7ce8-436c-bb88-ec593eb1d76e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef8db247-d22c-4308-8e07-626593577869 HTTP/1.1" status: 200 len: 846 time: 0.0515420 Jul 13 07:48:47.025368 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eddae9b1-1f97-452f-bae2-0f2a730d0c28 req-5d378129-f17c-4c7b-8855-649bd5742c2f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c938579-69a9-4580-83e5-cee3b6a3b922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485785 Jul 13 07:48:47.030974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a1996-e925-41d0-b82f-53b2161d390c req-91528d64-6d19-49c7-8dca-7318a3356106 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:47.032694 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a3a1996-e925-41d0-b82f-53b2161d390c req-91528d64-6d19-49c7-8dca-7318a3356106 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=f56b5567-8572-47b9-baa1-b393f9f3fb01 HTTP/1.1" status: 200 len: 946 time: 0.0930800 Jul 13 07:48:47.115077 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a3a1996-e925-41d0-b82f-53b2161d390c req-66ec5e38-3e00-47dc-98f4-c5691bbcb1ee tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/security-groups?id=7442b553-7ccd-42a0-a115-db8dfa037eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742505 Jul 13 07:48:47.206928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52928) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:47.224005 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eddae9b1-1f97-452f-bae2-0f2a730d0c28 req-484c2285-05a3-4520-b567-da0f59c4a99f service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872125 Jul 13 07:48:47.338767 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eddae9b1-1f97-452f-bae2-0f2a730d0c28 req-63680683-3ed9-4f50-ab92-34779242909f service neutron] 10.222.0.62 "GET /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067502 Jul 13 07:48:47.370483 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a7b428b8-9df9-4e17-a7c8-815bbae90d97 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a9276a9eff244efa1d8512b08c857e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1617167 Jul 13 07:48:47.370974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52934) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:47.504504 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d4de397-7a1f-459b-915f-dda6ef87688e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:47.515305 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf642fd-0a5f-4cf9-9550-552feba6d7b6 req-a3872716-31ad-4e55-9c69-7979b8221637 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:47.518534 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dbf642fd-0a5f-4cf9-9550-552feba6d7b6 req-a3872716-31ad-4e55-9c69-7979b8221637 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 945 time: 0.2436988 Jul 13 07:48:47.528717 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f57f57-06f9-4591-a6cd-ee86ce878c9b req-ff8f63d9-845d-45b5-8f85-558d36062409 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:47.530249 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-45f57f57-06f9-4591-a6cd-ee86ce878c9b req-ff8f63d9-845d-45b5-8f85-558d36062409 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d097365-4d1e-4a2f-97c1-caa598b5259b HTTP/1.1" status: 200 len: 946 time: 0.1903293 Jul 13 07:48:47.575709 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d4de397-7a1f-459b-915f-dda6ef87688e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:47.636502 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dbf642fd-0a5f-4cf9-9550-552feba6d7b6 req-082c7fad-604b-4ebc-bfcb-5fddbc73a224 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045387 Jul 13 07:48:47.650679 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-45f57f57-06f9-4591-a6cd-ee86ce878c9b req-637b47b5-6321-47bf-8c09-a112faf6ac30 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/security-groups?id=7442b553-7ccd-42a0-a115-db8dfa037eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123338 Jul 13 07:48:47.684427 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d4de397-7a1f-459b-915f-dda6ef87688e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:47.687674 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d4de397-7a1f-459b-915f-dda6ef87688e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:47.691334 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4d4de397-7a1f-459b-915f-dda6ef87688e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f9dc37c0-e66e-4dcf-a340-b58d5cfa863d HTTP/1.1" status: 204 len: 168 time: 0.2999363 Jul 13 07:48:47.709235 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4de397-7a1f-459b-915f-dda6ef87688e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dc37c0-e66e-4dcf-a340-b58d5cfa863d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:47.903307 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bd7da-351d-474a-bf24-50ac0d7f70ca req-5b1b7474-124e-4746-a1c9-192fdf387372 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:47.912720 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be0bd7da-351d-474a-bf24-50ac0d7f70ca req-5b1b7474-124e-4746-a1c9-192fdf387372 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 943 time: 0.1043313 Jul 13 07:48:48.042307 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be0bd7da-351d-474a-bf24-50ac0d7f70ca req-6a9e7587-6e21-413e-810e-aeb809908fa4 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224685 Jul 13 07:48:48.346509 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9486d-57b3-4753-961f-1e4592aa3faf req-41f5d7e7-2e2e-426b-89d7-1ec86ba0189f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:48.357899 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9486d-57b3-4753-961f-1e4592aa3faf req-41f5d7e7-2e2e-426b-89d7-1ec86ba0189f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:48.364152 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9486d-57b3-4753-961f-1e4592aa3faf req-41f5d7e7-2e2e-426b-89d7-1ec86ba0189f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:48.370479 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9486d-57b3-4753-961f-1e4592aa3faf req-41f5d7e7-2e2e-426b-89d7-1ec86ba0189f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:48.377621 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9486d-57b3-4753-961f-1e4592aa3faf req-41f5d7e7-2e2e-426b-89d7-1ec86ba0189f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:48.396380 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9486d-57b3-4753-961f-1e4592aa3faf req-41f5d7e7-2e2e-426b-89d7-1ec86ba0189f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:48.403396 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9486d-57b3-4753-961f-1e4592aa3faf req-41f5d7e7-2e2e-426b-89d7-1ec86ba0189f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:48.411926 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b4d9486d-57b3-4753-961f-1e4592aa3faf req-41f5d7e7-2e2e-426b-89d7-1ec86ba0189f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5419 time: 0.2474155 Jul 13 07:48:48.450498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f6aa9-4fef-4dba-8ab2-c02804902d2c req-31ac9b9a-ddea-4936-bb84-2c7528bfc423 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:48.452007 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3d4f6aa9-4fef-4dba-8ab2-c02804902d2c req-31ac9b9a-ddea-4936-bb84-2c7528bfc423 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d097365-4d1e-4a2f-97c1-caa598b5259b HTTP/1.1" status: 200 len: 946 time: 0.2287691 Jul 13 07:48:48.481422 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b4d9486d-57b3-4753-961f-1e4592aa3faf req-48a95157-45a0-4b91-8edc-7fc3a94f08e6 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682509 Jul 13 07:48:48.520161 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3d4f6aa9-4fef-4dba-8ab2-c02804902d2c req-c8a10094-8723-462e-b8ef-233fd6631157 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/security-groups?id=7442b553-7ccd-42a0-a115-db8dfa037eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374758 Jul 13 07:48:48.805785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52994) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:48.851461 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d5703-8dec-4a42-a8db-0ad9ca0f98e8 req-f5545e35-2b1f-4b27-bf80-b101c8d7a514 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:48.853157 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e3d5703-8dec-4a42-a8db-0ad9ca0f98e8 req-f5545e35-2b1f-4b27-bf80-b101c8d7a514 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 945 time: 0.0782197 Jul 13 07:48:48.903483 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e3d5703-8dec-4a42-a8db-0ad9ca0f98e8 req-f08ac93f-3fc1-44b6-84e9-dc0a9fbba180 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400643 Jul 13 07:48:48.940646 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-643515742'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:48.973432 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Made reservation on behalf of fab7efc308cc4051a8c6f7af544bc65f for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:48.978106 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.987831 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.107793 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.111874 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.139815 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:48:49.155998 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b6aef2-52b4-404a-b540-a6f0ca205ccf,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:49.162300 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.162659 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Added segment 6054dc45-7044-46e2-a574-965c76784390 of type vlan for network 2340a889-678d-4740-982b-b1efe3e83a19 Jul 13 07:48:49.224911 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.270955 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.272452 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d66d1-c33e-4b0d-b55c-0db109e8831c req-8679354b-8468-4172-8da6-a592adf61d8f tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:49.274367 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-224d66d1-c33e-4b0d-b55c-0db109e8831c req-8679354b-8468-4172-8da6-a592adf61d8f tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 943 time: 0.0874469 Jul 13 07:48:49.277037 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:49.277764 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.335040 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.5266712 Jul 13 07:48:49.337775 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53008) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:49.343853 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a4e1ccf0-6ffe-43f5-aa1f-e3d9b2a4e9ef tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Request body: {'subnet': {'network_id': '2340a889-678d-4740-982b-b1efe3e83a19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:49.344052 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-224d66d1-c33e-4b0d-b55c-0db109e8831c req-e523db1a-90a0-4dae-9986-9c40a4afa0de tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618551 Jul 13 07:48:49.505357 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Pushing event updated for resources: {'Network': ['ID=2340a889-678d-4740-982b-b1efe3e83a19,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:49.553629 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e1ccf0-6ffe-43f5-aa1f-e3d9b2a4e9ef tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Made reservation on behalf of fab7efc308cc4051a8c6f7af544bc65f for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:49.557301 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4e1ccf0-6ffe-43f5-aa1f-e3d9b2a4e9ef tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.561452 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:49.561810 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:49.562898 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:49.563127 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:49.563431 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:49.563723 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:49.564230 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:49.564397 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:49.564708 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:49.565045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:49.565981 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:49.565981 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784bad7-4315-48ea-8623-ccb89ea0eb77 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:49.578761 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 2340a889-678d-4740-982b-b1efe3e83a19 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:48:49.690014 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device ce4678c1-08e0-4b06-b303-dd5affc42b9d details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:48:49.708673 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7384d7-8d5e-4a54-b40f-fbeb8e80ad93 req-1b4ccd14-863e-41b0-b5fb-bbddc2ca3725 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:49.711155 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af7384d7-8d5e-4a54-b40f-fbeb8e80ad93 req-1b4ccd14-863e-41b0-b5fb-bbddc2ca3725 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d097365-4d1e-4a2f-97c1-caa598b5259b HTTP/1.1" status: 200 len: 946 time: 0.2635975 Jul 13 07:48:49.830608 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae1373-6a42-4233-ad74-cd1bcf3cafef req-1612ac6f-afa1-4bba-bb2c-a860381d7994 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:49.887969 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae1373-6a42-4233-ad74-cd1bcf3cafef req-1612ac6f-afa1-4bba-bb2c-a860381d7994 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:49.911700 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port ce4678c1-08e0-4b06-b303-dd5affc42b9d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ce4678c1-08e0-4b06-b303-dd5affc42b9d,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:49.928301 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'ce4678c1-08e0-4b06-b303-dd5affc42b9d', 'network_id': '7c938579-69a9-4580-83e5-cee3b6a3b922', 'port_id': 'ce4678c1-08e0-4b06-b303-dd5affc42b9d', 'mac_address': 'fa:16:3e:6c:25:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8db247-d22c-4308-8e07-626593577869', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:48:49.929355 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae1373-6a42-4233-ad74-cd1bcf3cafef req-1612ac6f-afa1-4bba-bb2c-a860381d7994 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:49.965066 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae1373-6a42-4233-ad74-cd1bcf3cafef req-1612ac6f-afa1-4bba-bb2c-a860381d7994 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:49.992964 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae1373-6a42-4233-ad74-cd1bcf3cafef req-1612ac6f-afa1-4bba-bb2c-a860381d7994 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:50.020564 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.026856 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4e1ccf0-6ffe-43f5-aa1f-e3d9b2a4e9ef tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.054030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae1373-6a42-4233-ad74-cd1bcf3cafef req-1612ac6f-afa1-4bba-bb2c-a860381d7994 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:50.064341 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4678c1-08e0-4b06-b303-dd5affc42b9d {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:50.066525 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae1373-6a42-4233-ad74-cd1bcf3cafef req-1612ac6f-afa1-4bba-bb2c-a860381d7994 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:50.076065 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cfae1373-6a42-4233-ad74-cd1bcf3cafef req-1612ac6f-afa1-4bba-bb2c-a860381d7994 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5419 time: 0.4327693 Jul 13 07:48:50.118280 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-af7384d7-8d5e-4a54-b40f-fbeb8e80ad93 req-06440643-6340-4eeb-9507-e50f2f294c2f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Deleting port 04de6c78-416f-4e39-8ff0-fc79a6e569a1 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:50.119998 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af7384d7-8d5e-4a54-b40f-fbeb8e80ad93 req-06440643-6340-4eeb-9507-e50f2f294c2f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.121790 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port ce4678c1-08e0-4b06-b303-dd5affc42b9d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ce4678c1-08e0-4b06-b303-dd5affc42b9d,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:50.131466 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.143416 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cfae1373-6a42-4233-ad74-cd1bcf3cafef req-3f1c18fa-2362-4985-b0a5-e7592565ce27 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662589 Jul 13 07:48:50.233319 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1ccf0-6ffe-43f5-aa1f-e3d9b2a4e9ef tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Pushing event updated for resources: {'Subnet': ['ID=1d6c46ad-b58d-44e8-a9db-9d9093473856,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:50.248357 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=ce4678c1-08e0-4b06-b303-dd5affc42b9d,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:50.330206 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3424f4-0271-49b1-8ded-1c3d6d4948cb req-7d4f3eab-c778-45cc-9437-6ef574670474 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:50.340188 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de3424f4-0271-49b1-8ded-1c3d6d4948cb req-7d4f3eab-c778-45cc-9437-6ef574670474 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d097365-4d1e-4a2f-97c1-caa598b5259b HTTP/1.1" status: 200 len: 946 time: 0.2611759 Jul 13 07:48:50.411960 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-af7384d7-8d5e-4a54-b40f-fbeb8e80ad93 req-06440643-6340-4eeb-9507-e50f2f294c2f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] For port 04de6c78-416f-4e39-8ff0-fc79a6e569a1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=04de6c78-416f-4e39-8ff0-fc79a6e569a1,segment=NetworkSegment(8cc6884d-8736-4ee9-a214-6f61e27398b4),segment_id=8cc6884d-8736-4ee9-a214-6f61e27398b4)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:50.412345 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af7384d7-8d5e-4a54-b40f-fbeb8e80ad93 req-06440643-6340-4eeb-9507-e50f2f294c2f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.414663 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de3424f4-0271-49b1-8ded-1c3d6d4948cb req-be1428c5-a01b-460a-b967-abaadd221987 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/security-groups?id=7442b553-7ccd-42a0-a115-db8dfa037eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733995 Jul 13 07:48:50.447514 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-af7384d7-8d5e-4a54-b40f-fbeb8e80ad93 req-06440643-6340-4eeb-9507-e50f2f294c2f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Calling delete_port for 04de6c78-416f-4e39-8ff0-fc79a6e569a1 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:50.477412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['ce4678c1-08e0-4b06-b303-dd5affc42b9d'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:48:50.530251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832473b9-073c-427c-b244-c759730c005f req-f3e8d9f6-b60a-41bc-81e7-53569d45a634 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:50.562925 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-832473b9-073c-427c-b244-c759730c005f req-f3e8d9f6-b60a-41bc-81e7-53569d45a634 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 945 time: 0.1353388 Jul 13 07:48:50.584514 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e1ccf0-6ffe-43f5-aa1f-e3d9b2a4e9ef tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Checking segment: {'id': '6054dc45-7044-46e2-a574-965c76784390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2340a889-678d-4740-982b-b1efe3e83a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:50.584910 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e1ccf0-6ffe-43f5-aa1f-e3d9b2a4e9ef tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Network hostable DHCP agents. Network: 2340a889-678d-4740-982b-b1efe3e83a19, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:48:50.588853 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af7384d7-8d5e-4a54-b40f-fbeb8e80ad93 req-06440643-6340-4eeb-9507-e50f2f294c2f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.616042 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['04de6c78-416f-4e39-8ff0-fc79a6e569a1', '94597e13-4268-4864-a0a1-cba6a2ad33e5'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:48:50.642690 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06440643-6340-4eeb-9507-e50f2f294c2f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Pushing event deleted for resources: {'Port': ['ID=04de6c78-416f-4e39-8ff0-fc79a6e569a1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:50.699505 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e1ccf0-6ffe-43f5-aa1f-e3d9b2a4e9ef tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Network 2340a889-678d-4740-982b-b1efe3e83a19 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:48:50.703427 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7384d7-8d5e-4a54-b40f-fbeb8e80ad93 req-06440643-6340-4eeb-9507-e50f2f294c2f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] No DVR routers for this DVR port 04de6c78-416f-4e39-8ff0-fc79a6e569a1 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:50.706557 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af7384d7-8d5e-4a54-b40f-fbeb8e80ad93 req-06440643-6340-4eeb-9507-e50f2f294c2f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.708809 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af7384d7-8d5e-4a54-b40f-fbeb8e80ad93 req-06440643-6340-4eeb-9507-e50f2f294c2f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.35 "DELETE /v2.0/ports/04de6c78-416f-4e39-8ff0-fc79a6e569a1 HTTP/1.1" status: 204 len: 173 time: 0.9906950 Jul 13 07:48:50.709246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d097365-4d1e-4a2f-97c1-caa598b5259b', 'name': 'network-vif-deleted', 'tag': '04de6c78-416f-4e39-8ff0-fc79a6e569a1'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:50.711772 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d327612c-4f9e-48f6-a8c9-70fa6679271e" -d '{"events": [{"server_uuid": "5d097365-4d1e-4a2f-97c1-caa598b5259b", "name": "network-vif-deleted", "tag": "04de6c78-416f-4e39-8ff0-fc79a6e569a1"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:50.735599 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-a4e1ccf0-6ffe-43f5-aa1f-e3d9b2a4e9ef tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 2340a889-678d-4740-982b-b1efe3e83a19) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:50.739913 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e1ccf0-6ffe-43f5-aa1f-e3d9b2a4e9ef tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:50.740510 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4e1ccf0-6ffe-43f5-aa1f-e3d9b2a4e9ef tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.750974 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-832473b9-073c-427c-b244-c759730c005f req-7df9bceb-9399-4d9e-ac7e-52a35860ec35 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870785 Jul 13 07:48:50.756130 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25dc40f-39cf-4eee-818d-d013b9402084 None None] Network 2340a889-678d-4740-982b-b1efe3e83a19 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:50.776500 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a4e1ccf0-6ffe-43f5-aa1f-e3d9b2a4e9ef tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4376562 Jul 13 07:48:50.778976 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53056) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:50.793121 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-dc3e0729-fe4f-4dff-baf0-f9351ae46506 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Request body: {'port': {'network_id': '2340a889-678d-4740-982b-b1efe3e83a19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1440026028'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:50.835834 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4b96a4-f75f-435e-8636-a67f08b99c09 x-openstack-request-id: req-ed4b96a4-f75f-435e-8636-a67f08b99c09 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:50.837511 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d097365-4d1e-4a2f-97c1-caa598b5259b", "name": "network-vif-deleted", "tag": "04de6c78-416f-4e39-8ff0-fc79a6e569a1", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:50.837977 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ed4b96a4-f75f-435e-8636-a67f08b99c09 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:50.840193 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d097365-4d1e-4a2f-97c1-caa598b5259b', 'name': 'network-vif-deleted', 'tag': '04de6c78-416f-4e39-8ff0-fc79a6e569a1', 'status': 'completed', 'code': 200} Jul 13 07:48:50.927465 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259ddf0-6946-415b-9df3-d3f5bf63c814 req-d276df1e-2c1d-4bcf-9818-c14129340444 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:50.929161 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9259ddf0-6946-415b-9df3-d3f5bf63c814 req-d276df1e-2c1d-4bcf-9818-c14129340444 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 944 time: 0.2399325 Jul 13 07:48:51.054013 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9259ddf0-6946-415b-9df3-d3f5bf63c814 req-5caa52db-f494-42c7-b99a-fd21a633047d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124566 Jul 13 07:48:51.114172 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3e0729-fe4f-4dff-baf0-f9351ae46506 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Made reservation on behalf of fab7efc308cc4051a8c6f7af544bc65f for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:51.122280 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0729-fe4f-4dff-baf0-f9351ae46506 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.159924 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-dc3e0729-fe4f-4dff-baf0-f9351ae46506 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] device_id is not set on port 5de0ee4b-87e4-4377-a4d2-e4601385d8a4 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:48:51.303320 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-2340a889-678d-4740-982b-b1efe3e83a19', 'network_id': '2340a889-678d-4740-982b-b1efe3e83a19', 'tenant_id': 'fab7efc308cc4051a8c6f7af544bc65f', 'fixed_ips': [{'subnet_id': '1d6c46ad-b58d-44e8-a9db-9d9093473856'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:48:51.304925 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.333885 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-dc3e0729-fe4f-4dff-baf0-f9351ae46506 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Allocated IP 2001:db8::15 (2340a889-678d-4740-982b-b1efe3e83a19/1d6c46ad-b58d-44e8-a9db-9d9093473856/5de0ee4b-87e4-4377-a4d2-e4601385d8a4) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:51.468130 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4d518-d62c-4c1a-b6f8-630357b98837 req-d9fa12f4-f0b2-4901-b588-9f156b39c47a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:51.486735 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4d518-d62c-4c1a-b6f8-630357b98837 req-d9fa12f4-f0b2-4901-b588-9f156b39c47a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:51.501488 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4d518-d62c-4c1a-b6f8-630357b98837 req-d9fa12f4-f0b2-4901-b588-9f156b39c47a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:51.515907 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['c0f82861-7c10-4262-9476-78f84ccac3e9'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:48:51.521544 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4d518-d62c-4c1a-b6f8-630357b98837 req-d9fa12f4-f0b2-4901-b588-9f156b39c47a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:51.528126 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4d518-d62c-4c1a-b6f8-630357b98837 req-d9fa12f4-f0b2-4901-b588-9f156b39c47a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:51.548547 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4d518-d62c-4c1a-b6f8-630357b98837 req-d9fa12f4-f0b2-4901-b588-9f156b39c47a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:51.586576 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4d518-d62c-4c1a-b6f8-630357b98837 req-d9fa12f4-f0b2-4901-b588-9f156b39c47a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:51.592817 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39d4d518-d62c-4c1a-b6f8-630357b98837 req-d9fa12f4-f0b2-4901-b588-9f156b39c47a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5419 time: 0.2442381 Jul 13 07:48:51.606356 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0729-fe4f-4dff-baf0-f9351ae46506 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.623211 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-dc3e0729-fe4f-4dff-baf0-f9351ae46506 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Transition to ACTIVE for port object 5de0ee4b-87e4-4377-a4d2-e4601385d8a4 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:51.669473 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0729-fe4f-4dff-baf0-f9351ae46506 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.697598 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3e0729-fe4f-4dff-baf0-f9351ae46506 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Network 2340a889-678d-4740-982b-b1efe3e83a19 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:51.727273 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-dc3e0729-fe4f-4dff-baf0-f9351ae46506 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:51.731773 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e0729-fe4f-4dff-baf0-f9351ae46506 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:51.739223 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3e0729-fe4f-4dff-baf0-f9351ae46506 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:51.739974 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0729-fe4f-4dff-baf0-f9351ae46506 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.769452 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e0729-fe4f-4dff-baf0-f9351ae46506 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Pushing event updated for resources: {'Port': ['ID=5de0ee4b-87e4-4377-a4d2-e4601385d8a4,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:51.772811 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device ce4678c1-08e0-4b06-b303-dd5affc42b9d up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:51.795191 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-dc3e0729-fe4f-4dff-baf0-f9351ae46506 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0151575 Jul 13 07:48:51.799027 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53096) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:51.805392 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-fc7633ac-fe37-48a4-8033-ea58486b8b4f tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Request body: {'port': {'network_id': '2340a889-678d-4740-982b-b1efe3e83a19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-881882014', 'allowed_address_pairs': [{'ip_address': '2001:db8::15', 'mac_address': 'fa:16:3e:41:3a:fb'}]}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:51.834401 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-15e4a5e1-9a5a-4a97-9b41-d9e10ed02eaa req-825baeb9-dde4-43c8-b10d-74c05b1fc749 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d097365-4d1e-4a2f-97c1-caa598b5259b HTTP/1.1" status: 200 len: 210 time: 0.1943877 Jul 13 07:48:51.876790 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39d4d518-d62c-4c1a-b6f8-630357b98837 req-47168492-72ad-4103-bbce-9e66ba560f4f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2792871 Jul 13 07:48:51.925705 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port ce4678c1-08e0-4b06-b303-dd5affc42b9d completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:51.940916 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] Allocated IP 2001:db8::2 (2340a889-678d-4740-982b-b1efe3e83a19/1d6c46ad-b58d-44e8-a9db-9d9093473856/58aaad90-b8fa-43f0-b07a-3356a8a28550) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:51.944058 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port ce4678c1-08e0-4b06-b303-dd5affc42b9d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:51.944555 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.992254 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7633ac-fe37-48a4-8033-ea58486b8b4f tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Made reservation on behalf of fab7efc308cc4051a8c6f7af544bc65f for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:52.190903 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fc7633ac-fe37-48a4-8033-ea58486b8b4f tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.195615 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.197378 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e06c2-01ec-4a2a-bcf4-97a57751c6f6 req-dfde02fc-8107-4040-942c-162397918cde tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:52.210387 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f3e06c2-01ec-4a2a-bcf4-97a57751c6f6 req-dfde02fc-8107-4040-942c-162397918cde tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 945 time: 0.1641979 Jul 13 07:48:52.260118 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-fc7633ac-fe37-48a4-8033-ea58486b8b4f tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] device_id is not set on port ef8a6fe3-9e9a-4b9a-8b3e-d1c3e192a940 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:48:52.277921 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port ce4678c1-08e0-4b06-b303-dd5affc42b9d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ce4678c1-08e0-4b06-b303-dd5affc42b9d,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:52.311009 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f3e06c2-01ec-4a2a-bcf4-97a57751c6f6 req-4dc9494e-8880-47fb-b982-97a97b1c83a7 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887551 Jul 13 07:48:52.327345 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f47a6a-fa43-424e-81d8-14435dadd22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4678c1-08e0-4b06-b303-dd5affc42b9d'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:52.330268 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031eab47-242d-4f26-abf8-95e7122aa21f" -d '{"events": [{"server_uuid": "d6f47a6a-fa43-424e-81d8-14435dadd22d", "name": "network-vif-plugged", "status": "completed", "tag": "ce4678c1-08e0-4b06-b303-dd5affc42b9d"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:52.347973 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.411501 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78826c74-09a8-4f89-9e0d-bd7af1cc642d req-48e7c157-079c-4e5e-9a17-fd18362f484c tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:52.413266 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78826c74-09a8-4f89-9e0d-bd7af1cc642d req-48e7c157-079c-4e5e-9a17-fd18362f484c tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.1234517 Jul 13 07:48:52.441129 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3169f5-ab3e-41f1-9406-840c73f0b05e x-openstack-request-id: req-5d3169f5-ab3e-41f1-9406-840c73f0b05e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:52.441548 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f47a6a-fa43-424e-81d8-14435dadd22d", "name": "network-vif-plugged", "status": "completed", "tag": "ce4678c1-08e0-4b06-b303-dd5affc42b9d", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:52.441805 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d3169f5-ab3e-41f1-9406-840c73f0b05e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:52.442531 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f47a6a-fa43-424e-81d8-14435dadd22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4678c1-08e0-4b06-b303-dd5affc42b9d', 'code': 200} Jul 13 07:48:52.451273 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=ce4678c1-08e0-4b06-b303-dd5affc42b9d,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:52.456811 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78826c74-09a8-4f89-9e0d-bd7af1cc642d req-7cb10ec4-6896-445e-8008-1f0ddca0fd15 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365486 Jul 13 07:48:52.458055 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.489358 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] Transition to ACTIVE for port object 58aaad90-b8fa-43f0-b07a-3356a8a28550 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:52.519950 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] Transition to ACTIVE for port object 58aaad90-b8fa-43f0-b07a-3356a8a28550 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:52.555720 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.601926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] Network 2340a889-678d-4740-982b-b1efe3e83a19 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:52.605426 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:52.611267 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:52.637702 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-fc7633ac-fe37-48a4-8033-ea58486b8b4f tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Allocated IP 2001:db8::4d (2340a889-678d-4740-982b-b1efe3e83a19/1d6c46ad-b58d-44e8-a9db-9d9093473856/ef8a6fe3-9e9a-4b9a-8b3e-d1c3e192a940) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:52.644322 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e378480-2998-4681-8610-3e3bf38423e7 req-df03d748-27b1-439a-af9a-bb566aed1559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:52.646177 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1e378480-2998-4681-8610-3e3bf38423e7 req-df03d748-27b1-439a-af9a-bb566aed1559 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 1097 time: 0.1484036 Jul 13 07:48:52.698820 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] Attempting to bind port 58aaad90-b8fa-43f0-b07a-3356a8a28550 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:52.699374 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] Attempting to bind port 58aaad90-b8fa-43f0-b07a-3356a8a28550 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '6054dc45-7044-46e2-a574-965c76784390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2340a889-678d-4740-982b-b1efe3e83a19'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:52.699805 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] Attempting to bind port 58aaad90-b8fa-43f0-b07a-3356a8a28550 on network 2340a889-678d-4740-982b-b1efe3e83a19 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:52.707765 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] Pushing event updated for resources: {'Port': ['ID=58aaad90-b8fa-43f0-b07a-3356a8a28550,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:52.710909 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:52.711525 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] Checking segment: {'id': '6054dc45-7044-46e2-a574-965c76784390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2340a889-678d-4740-982b-b1efe3e83a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:52.712144 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.712727 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] Bound using segment: {'id': '6054dc45-7044-46e2-a574-965c76784390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2340a889-678d-4740-982b-b1efe3e83a19'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:52.713401 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] Bound port: 58aaad90-b8fa-43f0-b07a-3356a8a28550, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6054dc45-7044-46e2-a574-965c76784390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2340a889-678d-4740-982b-b1efe3e83a19'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:52.714157 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.731259 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1e378480-2998-4681-8610-3e3bf38423e7 req-10b389c3-f7c6-4900-8000-b2280ee52581 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764229 Jul 13 07:48:52.795665 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] For port 58aaad90-b8fa-43f0-b07a-3356a8a28550, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:52.801156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] For port 58aaad90-b8fa-43f0-b07a-3356a8a28550, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=58aaad90-b8fa-43f0-b07a-3356a8a28550,segment=NetworkSegment(6054dc45-7044-46e2-a574-965c76784390),segment_id=6054dc45-7044-46e2-a574-965c76784390)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:52.807872 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.866160 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fc7633ac-fe37-48a4-8033-ea58486b8b4f tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.924072 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589df54-f241-4562-bab0-ec5d794ba8b3 None None] Pushing event updated for resources: {'Port': ['ID=58aaad90-b8fa-43f0-b07a-3356a8a28550,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:53.193394 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e75cd5a-1eb0-48b5-9da9-ae8a410abce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.450625 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-fc7633ac-fe37-48a4-8033-ea58486b8b4f tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Transition to ACTIVE for port object ef8a6fe3-9e9a-4b9a-8b3e-d1c3e192a940 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:53.466845 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f07451-a9bd-4301-8797-257c1debcbc3 req-0ab65804-1e1b-4899-b91b-9d6bf212a6f3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:53.481386 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f07451-a9bd-4301-8797-257c1debcbc3 req-0ab65804-1e1b-4899-b91b-9d6bf212a6f3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:53.497943 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f07451-a9bd-4301-8797-257c1debcbc3 req-0ab65804-1e1b-4899-b91b-9d6bf212a6f3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:53.511509 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f07451-a9bd-4301-8797-257c1debcbc3 req-0ab65804-1e1b-4899-b91b-9d6bf212a6f3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:53.518842 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f07451-a9bd-4301-8797-257c1debcbc3 req-0ab65804-1e1b-4899-b91b-9d6bf212a6f3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:53.526869 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f07451-a9bd-4301-8797-257c1debcbc3 req-0ab65804-1e1b-4899-b91b-9d6bf212a6f3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:53.542458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f07451-a9bd-4301-8797-257c1debcbc3 req-0ab65804-1e1b-4899-b91b-9d6bf212a6f3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:53.548529 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-63f07451-a9bd-4301-8797-257c1debcbc3 req-0ab65804-1e1b-4899-b91b-9d6bf212a6f3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5419 time: 0.2626352 Jul 13 07:48:53.559947 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fc7633ac-fe37-48a4-8033-ea58486b8b4f tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.571188 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 04de6c78-416f-4e39-8ff0-fc79a6e569a1 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:53.614190 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 04de6c78-416f-4e39-8ff0-fc79a6e569a1 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:53.614541 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 04de6c78-416f-4e39-8ff0-fc79a6e569a1 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:53.669397 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7633ac-fe37-48a4-8033-ea58486b8b4f tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Network 2340a889-678d-4740-982b-b1efe3e83a19 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:53.679559 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-63f07451-a9bd-4301-8797-257c1debcbc3 req-0a7f86a4-d4dc-4c48-974c-a15117210553 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184483 Jul 13 07:48:53.683333 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-fc7633ac-fe37-48a4-8033-ea58486b8b4f tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:53.690315 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7633ac-fe37-48a4-8033-ea58486b8b4f tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:53.700913 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7633ac-fe37-48a4-8033-ea58486b8b4f tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:53.702187 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fc7633ac-fe37-48a4-8033-ea58486b8b4f tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.751026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7633ac-fe37-48a4-8033-ea58486b8b4f tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Pushing event updated for resources: {'Port': ['ID=ef8a6fe3-9e9a-4b9a-8b3e-d1c3e192a940,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:53.770997 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fc7633ac-fe37-48a4-8033-ea58486b8b4f tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.9641302 Jul 13 07:48:53.772968 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53126) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:53.902140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dccff4-b685-437f-a409-0bfe665864db req-b7e9471e-bcf5-447b-a232-66021b9556d6 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:53.903751 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-97dccff4-b685-437f-a409-0bfe665864db req-b7e9471e-bcf5-447b-a232-66021b9556d6 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 945 time: 0.2229400 Jul 13 07:48:53.988840 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bc4d0a-fc18-46fd-8e6b-e047fb7e1053 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:53.997898 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-97dccff4-b685-437f-a409-0bfe665864db req-60cca5f3-49e6-466d-b8f1-1ccaba2efdbc tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850005 Jul 13 07:48:54.001646 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bc4d0a-fc18-46fd-8e6b-e047fb7e1053 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:54.029009 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bc4d0a-fc18-46fd-8e6b-e047fb7e1053 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:54.033543 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-14bc4d0a-fc18-46fd-8e6b-e047fb7e1053 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.2589917 Jul 13 07:48:54.038358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53132) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:54.339934 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-44dd85f9-652f-45df-9b88-630989e0c600 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Deleting port ef8a6fe3-9e9a-4b9a-8b3e-d1c3e192a940 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:54.340398 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-44dd85f9-652f-45df-9b88-630989e0c600 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:54.516726 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-44dd85f9-652f-45df-9b88-630989e0c600 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:54.532074 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-44dd85f9-652f-45df-9b88-630989e0c600 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Calling delete_port for ef8a6fe3-9e9a-4b9a-8b3e-d1c3e192a940 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:54.709235 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e3081-4c3f-47f7-90ed-d0e2cecd6016 req-983b5af1-e712-43c3-a9e2-d702e07d1bbf tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:54.714333 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d60e3081-4c3f-47f7-90ed-d0e2cecd6016 req-983b5af1-e712-43c3-a9e2-d702e07d1bbf tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.6514068 Jul 13 07:48:54.767352 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-44dd85f9-652f-45df-9b88-630989e0c600 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:54.785114 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d325da0-1d9d-4dca-a004-63aea1b13c53 None None] Network 2340a889-678d-4740-982b-b1efe3e83a19 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:54.789318 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d60e3081-4c3f-47f7-90ed-d0e2cecd6016 req-23e0725f-5e51-4d9f-9476-f161b7be9ddd tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702629 Jul 13 07:48:54.823933 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd85f9-652f-45df-9b88-630989e0c600 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Pushing event deleted for resources: {'Port': ['ID=ef8a6fe3-9e9a-4b9a-8b3e-d1c3e192a940,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:54.943060 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-45049665-65c7-48b3-a42f-44f0c11c7537 None None] Provisioning for port 58aaad90-b8fa-43f0-b07a-3356a8a28550 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:55.027650 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-44dd85f9-652f-45df-9b88-630989e0c600 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.029621 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-44dd85f9-652f-45df-9b88-630989e0c600 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "DELETE /v2.0/ports/ef8a6fe3-9e9a-4b9a-8b3e-d1c3e192a940 HTTP/1.1" status: 204 len: 168 time: 0.9900885 Jul 13 07:48:55.034589 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53152) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:55.102761 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fde13ce-addc-4bbc-9e9c-1cc5748c2a25 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] GET failed (client error): The resource could not be found. Jul 13 07:48:55.104367 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6fde13ce-addc-4bbc-9e9c-1cc5748c2a25 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "GET /v2.0/ports/ef8a6fe3-9e9a-4b9a-8b3e-d1c3e192a940 HTTP/1.1" status: 404 len: 333 time: 0.0688365 Jul 13 07:48:55.110596 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53156) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:55.126832 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c62c4fd5-5459-47f6-afa0-147a40ef8e1d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Request body: {'port': {'network_id': '2340a889-678d-4740-982b-b1efe3e83a19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1530254767'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:55.159463 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 58aaad90-b8fa-43f0-b07a-3356a8a28550 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:55.166974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead17b9-dc4e-4524-84b9-7adbdc7024a2 req-19add3f2-e4e5-4b5a-9009-125fd7f18e55 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:55.173817 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead17b9-dc4e-4524-84b9-7adbdc7024a2 req-19add3f2-e4e5-4b5a-9009-125fd7f18e55 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:55.183933 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead17b9-dc4e-4524-84b9-7adbdc7024a2 req-19add3f2-e4e5-4b5a-9009-125fd7f18e55 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:55.189938 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead17b9-dc4e-4524-84b9-7adbdc7024a2 req-19add3f2-e4e5-4b5a-9009-125fd7f18e55 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:55.216831 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead17b9-dc4e-4524-84b9-7adbdc7024a2 req-19add3f2-e4e5-4b5a-9009-125fd7f18e55 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:55.239966 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead17b9-dc4e-4524-84b9-7adbdc7024a2 req-19add3f2-e4e5-4b5a-9009-125fd7f18e55 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:55.246119 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead17b9-dc4e-4524-84b9-7adbdc7024a2 req-19add3f2-e4e5-4b5a-9009-125fd7f18e55 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:55.262713 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ead17b9-dc4e-4524-84b9-7adbdc7024a2 req-19add3f2-e4e5-4b5a-9009-125fd7f18e55 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5419 time: 0.2660952 Jul 13 07:48:55.320734 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 58aaad90-b8fa-43f0-b07a-3356a8a28550 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:55.328024 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 58aaad90-b8fa-43f0-b07a-3356a8a28550 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:55.328396 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.360271 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ead17b9-dc4e-4524-84b9-7adbdc7024a2 req-17c5ad0d-8c88-4030-946a-af6fb7f7a3db tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965886 Jul 13 07:48:55.416399 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62c4fd5-5459-47f6-afa0-147a40ef8e1d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Made reservation on behalf of fab7efc308cc4051a8c6f7af544bc65f for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:55.420077 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c62c4fd5-5459-47f6-afa0-147a40ef8e1d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.459173 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-c62c4fd5-5459-47f6-afa0-147a40ef8e1d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] device_id is not set on port 3f56d141-8658-40cf-b985-238989357999 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:48:55.521598 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.528461 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e5c19-4a95-4849-aabf-b89d43390c47 req-4bc22992-92f2-4cc4-a285-b7c3e15b8c64 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:55.529998 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-513e5c19-4a95-4849-aabf-b89d43390c47 req-4bc22992-92f2-4cc4-a285-b7c3e15b8c64 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 945 time: 0.1494563 Jul 13 07:48:55.600466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 58aaad90-b8fa-43f0-b07a-3356a8a28550, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=58aaad90-b8fa-43f0-b07a-3356a8a28550,segment=NetworkSegment(6054dc45-7044-46e2-a574-965c76784390),segment_id=6054dc45-7044-46e2-a574-965c76784390)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:55.611287 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.644202 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-513e5c19-4a95-4849-aabf-b89d43390c47 req-4c4723ee-3282-4ab8-8fc5-7a9721932f2c tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059561 Jul 13 07:48:55.730710 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=58aaad90-b8fa-43f0-b07a-3356a8a28550,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:55.744530 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c12d1c-d5b7-41d5-a7e9-1a5baa5def4a req-60856d07-0542-4b5c-9858-13dd477f8b85 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:55.746902 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b3c12d1c-d5b7-41d5-a7e9-1a5baa5def4a req-60856d07-0542-4b5c-9858-13dd477f8b85 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.1718268 Jul 13 07:48:55.754564 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-c62c4fd5-5459-47f6-afa0-147a40ef8e1d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Allocated IP 2001:db8::d3 (2340a889-678d-4740-982b-b1efe3e83a19/1d6c46ad-b58d-44e8-a9db-9d9093473856/3f56d141-8658-40cf-b985-238989357999) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:55.820289 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b3c12d1c-d5b7-41d5-a7e9-1a5baa5def4a req-398c4523-afaf-460e-abce-9b02d301a783 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666213 Jul 13 07:48:55.895353 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fa8ccf66-30b3-46dc-8c26-0650ba79184a None None] Provisioning for port 5de0ee4b-87e4-4377-a4d2-e4601385d8a4 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:55.902010 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53174) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:55.907795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fa8ccf66-30b3-46dc-8c26-0650ba79184a None None] Provisioning complete for port 5de0ee4b-87e4-4377-a4d2-e4601385d8a4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:55.908753 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa8ccf66-30b3-46dc-8c26-0650ba79184a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.994049 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-fa8ccf66-30b3-46dc-8c26-0650ba79184a None None] Port 5de0ee4b-87e4-4377-a4d2-e4601385d8a4 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:48:56.024436 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fa8ccf66-30b3-46dc-8c26-0650ba79184a None None] Provisioning complete for port 58aaad90-b8fa-43f0-b07a-3356a8a28550 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:56.024436 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa8ccf66-30b3-46dc-8c26-0650ba79184a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.087101 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c62c4fd5-5459-47f6-afa0-147a40ef8e1d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.122780 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9204cd2d-14df-45eb-a8b6-69d4f02879c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.156021 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-c62c4fd5-5459-47f6-afa0-147a40ef8e1d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Transition to ACTIVE for port object 3f56d141-8658-40cf-b985-238989357999 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:56.237962 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c62c4fd5-5459-47f6-afa0-147a40ef8e1d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.312861 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e42cd-57bb-40cd-8aa5-bd056ccc808f req-7358d962-47f3-4b60-9f92-7974814a1730 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:56.314981 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f20e42cd-57bb-40cd-8aa5-bd056ccc808f req-7358d962-47f3-4b60-9f92-7974814a1730 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.1849656 Jul 13 07:48:56.372600 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8af1fbb5-b047-4a5e-9c45-d10a5a892491 None None] Provisioning complete for port 5de0ee4b-87e4-4377-a4d2-e4601385d8a4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:56.373055 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8af1fbb5-b047-4a5e-9c45-d10a5a892491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.382437 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c4fd5-5459-47f6-afa0-147a40ef8e1d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Pushing event updated for resources: {'Port': ['ID=3f56d141-8658-40cf-b985-238989357999,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:56.405162 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62c4fd5-5459-47f6-afa0-147a40ef8e1d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Network 2340a889-678d-4740-982b-b1efe3e83a19 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:56.412353 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-c62c4fd5-5459-47f6-afa0-147a40ef8e1d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:56.420503 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c4fd5-5459-47f6-afa0-147a40ef8e1d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:56.432709 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62c4fd5-5459-47f6-afa0-147a40ef8e1d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:56.433984 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c62c4fd5-5459-47f6-afa0-147a40ef8e1d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.448194 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9204cd2d-14df-45eb-a8b6-69d4f02879c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.453678 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8af1fbb5-b047-4a5e-9c45-d10a5a892491 None None] Port 5de0ee4b-87e4-4377-a4d2-e4601385d8a4 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:48:56.466865 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c62c4fd5-5459-47f6-afa0-147a40ef8e1d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3549783 Jul 13 07:48:56.469001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53184) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:56.475065 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9204cd2d-14df-45eb-a8b6-69d4f02879c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.475302 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ff4c47b0-2dda-4a63-9bf6-ea77db0da26c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::15', 'mac_address': 'fa:16:3e:41:3a:fb'}]}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:56.519398 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f20e42cd-57bb-40cd-8aa5-bd056ccc808f req-94037835-889a-4112-908b-d57f1a994584 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980517 Jul 13 07:48:56.573185 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9204cd2d-14df-45eb-a8b6-69d4f02879c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=564aa0d8012747b49945ee5dc8bad776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6699526 Jul 13 07:48:56.574311 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204cd2d-14df-45eb-a8b6-69d4f02879c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbe45a9-33b9-48c0-9c27-1adb7003ce4f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:56.585095 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53188) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:56.641753 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbe9ec-b309-44ea-abeb-2759a6c9f4c8 req-65da4bbf-1b72-466f-8c25-b385def5e9e9 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:56.648784 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbe9ec-b309-44ea-abeb-2759a6c9f4c8 req-65da4bbf-1b72-466f-8c25-b385def5e9e9 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:56.650930 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9cfbe9ec-b309-44ea-abeb-2759a6c9f4c8 req-65da4bbf-1b72-466f-8c25-b385def5e9e9 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=f56b5567-8572-47b9-baa1-b393f9f3fb01&device_id=f97d6bc8-54c5-46f9-870f-f91616411039 HTTP/1.1" status: 200 len: 1683 time: 0.1886356 Jul 13 07:48:56.669417 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-32532bdf-b300-485f-a05c-b1f11361a11b None None] Could not find standard attr ID for object ef8a6fe3-9e9a-4b9a-8b3e-d1c3e192a940. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:48:56.720242 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9cfbe9ec-b309-44ea-abeb-2759a6c9f4c8 req-2adb27bd-969a-4387-8fba-160854e1f47f tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/security-groups?id=7442b553-7ccd-42a0-a115-db8dfa037eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565658 Jul 13 07:48:56.721243 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ff4c47b0-2dda-4a63-9bf6-ea77db0da26c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.795588 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5e259856-f43f-4c21-ad5c-5d783b7fddc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.836276 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fc129-e338-4a35-b330-46f23e97b4b2 req-109f5785-75da-4bcd-9a6f-e7fa52d71ad6 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:56.837541 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5e259856-f43f-4c21-ad5c-5d783b7fddc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.850116 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fc129-e338-4a35-b330-46f23e97b4b2 req-109f5785-75da-4bcd-9a6f-e7fa52d71ad6 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:56.857672 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fc129-e338-4a35-b330-46f23e97b4b2 req-109f5785-75da-4bcd-9a6f-e7fa52d71ad6 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:56.869393 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fc129-e338-4a35-b330-46f23e97b4b2 req-109f5785-75da-4bcd-9a6f-e7fa52d71ad6 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:56.886755 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fc129-e338-4a35-b330-46f23e97b4b2 req-109f5785-75da-4bcd-9a6f-e7fa52d71ad6 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:56.892997 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fc129-e338-4a35-b330-46f23e97b4b2 req-109f5785-75da-4bcd-9a6f-e7fa52d71ad6 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:56.911930 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fc129-e338-4a35-b330-46f23e97b4b2 req-109f5785-75da-4bcd-9a6f-e7fa52d71ad6 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:56.930727 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-704fc129-e338-4a35-b330-46f23e97b4b2 req-109f5785-75da-4bcd-9a6f-e7fa52d71ad6 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5419 time: 0.2294650 Jul 13 07:48:57.019887 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-704fc129-e338-4a35-b330-46f23e97b4b2 req-19db3839-e0ca-4fee-9cd6-399e626ed6d3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881636 Jul 13 07:48:57.028685 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a578fd83-aabc-4d73-95d0-ed4e0394a29d None None] Provisioning for port 3f56d141-8658-40cf-b985-238989357999 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:57.042598 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5e259856-f43f-4c21-ad5c-5d783b7fddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.043629 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 58aaad90-b8fa-43f0-b07a-3356a8a28550 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:57.045168 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5e259856-f43f-4c21-ad5c-5d783b7fddc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.049514 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5e259856-f43f-4c21-ad5c-5d783b7fddc1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6cbe45a9-33b9-48c0-9c27-1adb7003ce4f HTTP/1.1" status: 204 len: 168 time: 0.4616911 Jul 13 07:48:57.089005 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a578fd83-aabc-4d73-95d0-ed4e0394a29d None None] Provisioning complete for port 3f56d141-8658-40cf-b985-238989357999 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:57.089606 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a578fd83-aabc-4d73-95d0-ed4e0394a29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.090725 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e259856-f43f-4c21-ad5c-5d783b7fddc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbe45a9-33b9-48c0-9c27-1adb7003ce4f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:57.122488 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ff4c47b0-2dda-4a63-9bf6-ea77db0da26c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.132162 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ff4c47b0-2dda-4a63-9bf6-ea77db0da26c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.144900 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a578fd83-aabc-4d73-95d0-ed4e0394a29d None None] Port 3f56d141-8658-40cf-b985-238989357999 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:48:57.179009 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 58aaad90-b8fa-43f0-b07a-3356a8a28550 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:57.179749 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.214118 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c47b0-2dda-4a63-9bf6-ea77db0da26c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] In _notify_port_updated(), no bound segment for port 3f56d141-8658-40cf-b985-238989357999 on network 2340a889-678d-4740-982b-b1efe3e83a19 {{(pid=93723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:48:57.227607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4c47b0-2dda-4a63-9bf6-ea77db0da26c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:57.229182 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ff4c47b0-2dda-4a63-9bf6-ea77db0da26c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.232856 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ff4c47b0-2dda-4a63-9bf6-ea77db0da26c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "PUT /v2.0/ports/3f56d141-8658-40cf-b985-238989357999 HTTP/1.1" status: 200 len: 1001 time: 0.7622712 Jul 13 07:48:57.235752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53200) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:57.307454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c47b0-2dda-4a63-9bf6-ea77db0da26c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Pushing event updated for resources: {'Port': ['ID=3f56d141-8658-40cf-b985-238989357999,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:57.481902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36602d-2312-4a24-a5e5-84ab27d7ffaa req-794475c6-486b-4739-b13d-2a860c2df729 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:57.496184 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b36602d-2312-4a24-a5e5-84ab27d7ffaa req-794475c6-486b-4739-b13d-2a860c2df729 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 945 time: 0.2103293 Jul 13 07:48:57.503055 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7803a2c4-1bfc-49e4-bb40-401e35b8fe50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.511015 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bb1f9-63e4-4739-819b-4346d15ef7d5 req-9b69b83d-de75-4e02-a68d-74c32e5f5373 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:57.512788 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f7bb1f9-63e4-4739-819b-4346d15ef7d5 req-9b69b83d-de75-4e02-a68d-74c32e5f5373 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.1565943 Jul 13 07:48:57.530066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53206) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:57.543191 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ddc99810-5210-479e-a219-26905872ab30 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Deleting port 3f56d141-8658-40cf-b985-238989357999 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:57.543754 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ddc99810-5210-479e-a219-26905872ab30 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.546853 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c88858c-9e9e-4a6b-804d-4a6c218bda6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.592044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 96fc95a1-0e21-4b89-9f73-5353a6b7b59d details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:48:57.595606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 96fc95a1-0e21-4b89-9f73-5353a6b7b59d no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:57.618637 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b36602d-2312-4a24-a5e5-84ab27d7ffaa req-872943e9-3da7-4cbc-ba07-c53e51e45140 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045961 Jul 13 07:48:57.691396 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c88858c-9e9e-4a6b-804d-4a6c218bda6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.706701 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c88858c-9e9e-4a6b-804d-4a6c218bda6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.737779 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f7bb1f9-63e4-4739-819b-4346d15ef7d5 req-a7d0c8aa-1024-44b5-9691-243785c11a3f tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079566 Jul 13 07:48:57.765575 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88858c-9e9e-4a6b-804d-4a6c218bda6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01ee6c1-9fad-4801-9eee-9272569834e3,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:57.770871 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7c88858c-9e9e-4a6b-804d-4a6c218bda6a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=510e555a05ef4b8bae8936b5e82e89cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394528 Jul 13 07:48:57.773273 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53208) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:57.810366 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ddc99810-5210-479e-a219-26905872ab30 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.837775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ddc99810-5210-479e-a219-26905872ab30 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Calling delete_port for 3f56d141-8658-40cf-b985-238989357999 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:57.846042 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7edaf65-5cc2-4d1f-8b98-aab9436f9351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.874412 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7edaf65-5cc2-4d1f-8b98-aab9436f9351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.890692 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 05e7e080-2b01-44eb-8742-729c05d42526 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:48:57.940199 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7edaf65-5cc2-4d1f-8b98-aab9436f9351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.943379 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7edaf65-5cc2-4d1f-8b98-aab9436f9351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.946791 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d7edaf65-5cc2-4d1f-8b98-aab9436f9351 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c01ee6c1-9fad-4801-9eee-9272569834e3 HTTP/1.1" status: 204 len: 168 time: 0.1698153 Jul 13 07:48:57.963414 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edaf65-5cc2-4d1f-8b98-aab9436f9351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01ee6c1-9fad-4801-9eee-9272569834e3,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:58.076066 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-762bfcf4-fef8-464d-9163-961dba06b070 None None] Provisioning complete for port 3f56d141-8658-40cf-b985-238989357999 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:58.076695 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-762bfcf4-fef8-464d-9163-961dba06b070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.095762 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ddc99810-5210-479e-a219-26905872ab30 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.107065 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.144753 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc99810-5210-479e-a219-26905872ab30 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Pushing event deleted for resources: {'Port': ['ID=3f56d141-8658-40cf-b985-238989357999,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:58.194901 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-762bfcf4-fef8-464d-9163-961dba06b070 None None] Port 3f56d141-8658-40cf-b985-238989357999 was deleted so its status cannot be updated. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:48:58.347349 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 05e7e080-2b01-44eb-8742-729c05d42526, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=05e7e080-2b01-44eb-8742-729c05d42526,segment=NetworkSegment(55400fda-93cc-4885-9515-80ab9d05efb4),segment_id=55400fda-93cc-4885-9515-80ab9d05efb4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:58.367171 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.393158 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '05e7e080-2b01-44eb-8742-729c05d42526', 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf', 'port_id': '05e7e080-2b01-44eb-8742-729c05d42526', 'mac_address': 'fa:16:3e:2e:ea:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d21cc2-dcb1-4290-ad5e-70b78d60b624', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:48:58.427233 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ddc99810-5210-479e-a219-26905872ab30 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.430964 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ddc99810-5210-479e-a219-26905872ab30 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "DELETE /v2.0/ports/3f56d141-8658-40cf-b985-238989357999 HTTP/1.1" status: 204 len: 168 time: 1.1938617 Jul 13 07:48:58.433483 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53222) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:58.488074 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c7687d-5b66-4374-835b-4fb7d07fa1eb tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] GET failed (client error): The resource could not be found. Jul 13 07:48:58.493400 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-06c7687d-5b66-4374-835b-4fb7d07fa1eb tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "GET /v2.0/ports/3f56d141-8658-40cf-b985-238989357999 HTTP/1.1" status: 404 len: 333 time: 0.0585980 Jul 13 07:48:58.497523 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1e6031-c072-45f2-af90-e2ece184e06e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96fc95a1-0e21-4b89-9f73-5353a6b7b59d'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:58.502696 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53224) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:58.503848 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316b93e-8a32-449d-b7ec-367d0e6cba92 req-58adf1c6-bda5-430c-a5a9-a20a47c52f16 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:58.507078 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4750b58-0ba6-4a51-943e-3e1996fff214" -d '{"events": [{"server_uuid": "ae1e6031-c072-45f2-af90-e2ece184e06e", "name": "network-vif-unplugged", "status": "completed", "tag": "96fc95a1-0e21-4b89-9f73-5353a6b7b59d"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:58.512989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-bc1cc865-32ec-46c1-abfa-a1bfe4216261 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Request body: {'port': {'network_id': '2340a889-678d-4740-982b-b1efe3e83a19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-951658618'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:58.523723 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316b93e-8a32-449d-b7ec-367d0e6cba92 req-58adf1c6-bda5-430c-a5a9-a20a47c52f16 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:58.530068 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316b93e-8a32-449d-b7ec-367d0e6cba92 req-58adf1c6-bda5-430c-a5a9-a20a47c52f16 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:58.536646 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 96fc95a1-0e21-4b89-9f73-5353a6b7b59d, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=96fc95a1-0e21-4b89-9f73-5353a6b7b59d,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:58.551581 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316b93e-8a32-449d-b7ec-367d0e6cba92 req-58adf1c6-bda5-430c-a5a9-a20a47c52f16 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:58.572220 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316b93e-8a32-449d-b7ec-367d0e6cba92 req-58adf1c6-bda5-430c-a5a9-a20a47c52f16 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:58.583666 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 96fc95a1-0e21-4b89-9f73-5353a6b7b59d, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=96fc95a1-0e21-4b89-9f73-5353a6b7b59d,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:58.589198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316b93e-8a32-449d-b7ec-367d0e6cba92 req-58adf1c6-bda5-430c-a5a9-a20a47c52f16 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:58.594189 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '96fc95a1-0e21-4b89-9f73-5353a6b7b59d', 'network_id': 'ac6b9f57-b18e-4e29-a5c4-b4b57974073c', 'port_id': '96fc95a1-0e21-4b89-9f73-5353a6b7b59d', 'mac_address': 'fa:16:3e:25:37:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '035ba89b-40dc-4335-9879-28d98d89ed73', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:48:58.595858 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.602883 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316b93e-8a32-449d-b7ec-367d0e6cba92 req-58adf1c6-bda5-430c-a5a9-a20a47c52f16 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:58.606120 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e316b93e-8a32-449d-b7ec-367d0e6cba92 req-58adf1c6-bda5-430c-a5a9-a20a47c52f16 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5419 time: 0.2713799 Jul 13 07:48:58.609448 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.634197 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53228) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:58.693569 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-630fd840-3c6f-4630-995c-c49c85f77582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.700373 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e7e080-2b01-44eb-8742-729c05d42526 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:58.736122 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e316b93e-8a32-449d-b7ec-367d0e6cba92 req-1103203f-26d9-4796-931e-72482b2e63f1 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1241882 Jul 13 07:48:58.736479 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f087efa-574b-4919-9d8e-984352a22597 x-openstack-request-id: req-9f087efa-574b-4919-9d8e-984352a22597 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:58.736987 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1e6031-c072-45f2-af90-e2ece184e06e", "name": "network-vif-unplugged", "status": "completed", "tag": "96fc95a1-0e21-4b89-9f73-5353a6b7b59d", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:58.737407 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f087efa-574b-4919-9d8e-984352a22597 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:58.737971 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1e6031-c072-45f2-af90-e2ece184e06e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96fc95a1-0e21-4b89-9f73-5353a6b7b59d', 'code': 200} Jul 13 07:48:58.742613 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 05e7e080-2b01-44eb-8742-729c05d42526, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=05e7e080-2b01-44eb-8742-729c05d42526,segment=NetworkSegment(55400fda-93cc-4885-9515-80ab9d05efb4),segment_id=55400fda-93cc-4885-9515-80ab9d05efb4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:58.756418 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.759339 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.db.api [None req-630fd840-3c6f-4630-995c-c49c85f77582 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:48:58.759339 n-d-779913-28 neutron-server[93724]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:48:58.759339 n-d-779913-28 neutron-server[93724]: [parameters: {'project_id': 'e8088e5bce0047e8b900b049509e9871', 'id': '982ab354-11ab-45cd-b80c-2b9461bf928d', 'expiration': datetime.datetime(2021, 7, 13, 7, 50, 58, 745873)}] Jul 13 07:48:58.759339 n-d-779913-28 neutron-server[93724]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:48:58.771182 n-d-779913-28 neutron-server[93724]: DEBUG oslo_db.api [None req-630fd840-3c6f-4630-995c-c49c85f77582 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:48:58.776251 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1cc865-32ec-46c1-abfa-a1bfe4216261 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Made reservation on behalf of fab7efc308cc4051a8c6f7af544bc65f for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:58.781593 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc865-32ec-46c1-abfa-a1bfe4216261 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.806580 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-bc1cc865-32ec-46c1-abfa-a1bfe4216261 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] device_id is not set on port 3b35086d-07a2-45b6-8c16-ecde0a7ad8c5 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:48:58.824899 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.866829 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=96fc95a1-0e21-4b89-9f73-5353a6b7b59d,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:58.887147 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fc95a1-0e21-4b89-9f73-5353a6b7b59d {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:58.989775 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-bc1cc865-32ec-46c1-abfa-a1bfe4216261 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Allocated IP 2001:db8::4c (2340a889-678d-4740-982b-b1efe3e83a19/1d6c46ad-b58d-44e8-a9db-9d9093473856/3b35086d-07a2-45b6-8c16-ecde0a7ad8c5) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:59.000715 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 96fc95a1-0e21-4b89-9f73-5353a6b7b59d, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=96fc95a1-0e21-4b89-9f73-5353a6b7b59d,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:59.006425 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb706b-2c96-418d-9824-f8dd7c169b36 req-d20b572a-d541-4cee-8fb6-d4c293bc5435 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:59.015904 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aebb706b-2c96-418d-9824-f8dd7c169b36 req-d20b572a-d541-4cee-8fb6-d4c293bc5435 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 943 time: 0.1269026 Jul 13 07:48:59.029965 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.071067 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aebb706b-2c96-418d-9824-f8dd7c169b36 req-e78b48d5-cd4f-44cb-a9e2-ef6e3dd80377 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526679 Jul 13 07:48:59.073162 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=05e7e080-2b01-44eb-8742-729c05d42526,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:59.200167 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['05e7e080-2b01-44eb-8742-729c05d42526'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:48:59.205709 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc865-32ec-46c1-abfa-a1bfe4216261 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.240644 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-bc1cc865-32ec-46c1-abfa-a1bfe4216261 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Transition to ACTIVE for port object 3b35086d-07a2-45b6-8c16-ecde0a7ad8c5 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:59.242180 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=96fc95a1-0e21-4b89-9f73-5353a6b7b59d,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:59.290156 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-630fd840-3c6f-4630-995c-c49c85f77582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.292834 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc865-32ec-46c1-abfa-a1bfe4216261 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.347471 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['96fc95a1-0e21-4b89-9f73-5353a6b7b59d'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:48:59.361937 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1cc865-32ec-46c1-abfa-a1bfe4216261 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Network 2340a889-678d-4740-982b-b1efe3e83a19 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:59.371944 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-bc1cc865-32ec-46c1-abfa-a1bfe4216261 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:59.376866 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1cc865-32ec-46c1-abfa-a1bfe4216261 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:59.393133 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1cc865-32ec-46c1-abfa-a1bfe4216261 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:59.393827 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc865-32ec-46c1-abfa-a1bfe4216261 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.403184 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cc865-32ec-46c1-abfa-a1bfe4216261 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Pushing event updated for resources: {'Port': ['ID=3b35086d-07a2-45b6-8c16-ecde0a7ad8c5,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:59.443989 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2ae21-2e63-4204-94ac-e10e93148a28 req-fc6f2ed9-b3c5-456e-9ca3-4e6c6b129909 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:59.446667 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f3d2ae21-2e63-4204-94ac-e10e93148a28 req-fc6f2ed9-b3c5-456e-9ca3-4e6c6b129909 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.1956067 Jul 13 07:48:59.486683 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-630fd840-3c6f-4630-995c-c49c85f77582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.510354 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-630fd840-3c6f-4630-995c-c49c85f77582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.511962 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bc1cc865-32ec-46c1-abfa-a1bfe4216261 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0066638 Jul 13 07:48:59.514788 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53242) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:59.523161 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-19ad2420-a5b9-4a02-84a1-ccc4f33b363c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:41:3a:fb'}]}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:59.550726 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.564196 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fd840-3c6f-4630-995c-c49c85f77582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1242e613-eede-4700-b4e9-733c64d9e111,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:59.664531 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-630fd840-3c6f-4630-995c-c49c85f77582 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e8088e5bce0047e8b900b049509e9871&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0294077 Jul 13 07:48:59.668268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53244) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:59.698755 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f3d2ae21-2e63-4204-94ac-e10e93148a28 req-91b0fda9-522d-4752-b0df-9dd505e6adbe tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089782 Jul 13 07:48:59.705566 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a5ad5cc6-8b81-413a-ba67-a126312062d6 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:48:59.810393 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78d78-a8fd-437a-9804-1b10175dc84d req-656a3054-a5be-4f99-94f5-d57c4184570e tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:59.819474 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18c78d78-a8fd-437a-9804-1b10175dc84d req-656a3054-a5be-4f99-94f5-d57c4184570e tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=f56b5567-8572-47b9-baa1-b393f9f3fb01 HTTP/1.1" status: 200 len: 946 time: 0.1991079 Jul 13 07:48:59.822966 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83493368-c134-46be-8a7f-db4db089ab43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.840285 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-19ad2420-a5b9-4a02-84a1-ccc4f33b363c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.845001 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port a5ad5cc6-8b81-413a-ba67-a126312062d6, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a5ad5cc6-8b81-413a-ba67-a126312062d6,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:59.860366 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'a5ad5cc6-8b81-413a-ba67-a126312062d6', 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc', 'port_id': 'a5ad5cc6-8b81-413a-ba67-a126312062d6', 'mac_address': 'fa:16:3e:28:2b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e027fc-f911-4144-acb3-7864eab297b7', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:48:59.872192 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83493368-c134-46be-8a7f-db4db089ab43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.886558 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18c78d78-a8fd-437a-9804-1b10175dc84d req-31d371a0-53fb-4a88-bd72-ab181bb100dc tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/security-groups?id=7442b553-7ccd-42a0-a115-db8dfa037eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661647 Jul 13 07:48:59.918992 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.948454 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ad5cc6-8b81-413a-ba67-a126312062d6 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:59.960582 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-77eb9af2-9a13-4376-9e01-f45e5fa332ac None None] Provisioning for port 3b35086d-07a2-45b6-8c16-ecde0a7ad8c5 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:59.971053 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-77eb9af2-9a13-4376-9e01-f45e5fa332ac None None] Provisioning complete for port 3b35086d-07a2-45b6-8c16-ecde0a7ad8c5 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:59.971697 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-77eb9af2-9a13-4376-9e01-f45e5fa332ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.976775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port a5ad5cc6-8b81-413a-ba67-a126312062d6, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a5ad5cc6-8b81-413a-ba67-a126312062d6,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:59.985064 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83493368-c134-46be-8a7f-db4db089ab43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.987619 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83493368-c134-46be-8a7f-db4db089ab43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.988768 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-83493368-c134-46be-8a7f-db4db089ab43 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1242e613-eede-4700-b4e9-733c64d9e111 HTTP/1.1" status: 204 len: 168 time: 0.3193564 Jul 13 07:48:59.994408 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.000154 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83493368-c134-46be-8a7f-db4db089ab43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1242e613-eede-4700-b4e9-733c64d9e111,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:00.015435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bd3b9-33eb-486c-891d-dec5315ff187 req-55b7dad0-a2c5-4c68-9426-894b83a4f325 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:00.021828 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bd3b9-33eb-486c-891d-dec5315ff187 req-55b7dad0-a2c5-4c68-9426-894b83a4f325 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:00.027830 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bd3b9-33eb-486c-891d-dec5315ff187 req-55b7dad0-a2c5-4c68-9426-894b83a4f325 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:00.034415 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bd3b9-33eb-486c-891d-dec5315ff187 req-55b7dad0-a2c5-4c68-9426-894b83a4f325 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:00.040767 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bd3b9-33eb-486c-891d-dec5315ff187 req-55b7dad0-a2c5-4c68-9426-894b83a4f325 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:00.046800 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bd3b9-33eb-486c-891d-dec5315ff187 req-55b7dad0-a2c5-4c68-9426-894b83a4f325 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:00.053475 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bd3b9-33eb-486c-891d-dec5315ff187 req-55b7dad0-a2c5-4c68-9426-894b83a4f325 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:00.054862 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-960bd3b9-33eb-486c-891d-dec5315ff187 req-55b7dad0-a2c5-4c68-9426-894b83a4f325 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5420 time: 0.1282799 Jul 13 07:49:00.061460 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 9bbe5067-cbdd-4d3b-9012-0279cc33b234 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:49:00.067877 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-77eb9af2-9a13-4376-9e01-f45e5fa332ac None None] Port 3b35086d-07a2-45b6-8c16-ecde0a7ad8c5 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:00.100493 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=a5ad5cc6-8b81-413a-ba67-a126312062d6,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:00.111212 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-19ad2420-a5b9-4a02-84a1-ccc4f33b363c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.116936 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-19ad2420-a5b9-4a02-84a1-ccc4f33b363c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.152391 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-960bd3b9-33eb-486c-891d-dec5315ff187 req-cee93bcd-103f-42f8-9d24-c1f30950eaa2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0909336 Jul 13 07:49:00.160626 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-19ad2420-a5b9-4a02-84a1-ccc4f33b363c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] In _notify_port_updated(), no bound segment for port 3b35086d-07a2-45b6-8c16-ecde0a7ad8c5 on network 2340a889-678d-4740-982b-b1efe3e83a19 {{(pid=93723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:49:00.168231 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ad2420-a5b9-4a02-84a1-ccc4f33b363c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:00.169054 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-19ad2420-a5b9-4a02-84a1-ccc4f33b363c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.174597 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-19ad2420-a5b9-4a02-84a1-ccc4f33b363c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "PUT /v2.0/ports/3b35086d-07a2-45b6-8c16-ecde0a7ad8c5 HTTP/1.1" status: 200 len: 1001 time: 0.6570294 Jul 13 07:49:00.174842 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53252) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:00.211637 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad2420-a5b9-4a02-84a1-ccc4f33b363c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Pushing event updated for resources: {'Port': ['ID=3b35086d-07a2-45b6-8c16-ecde0a7ad8c5,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:00.246589 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 9bbe5067-cbdd-4d3b-9012-0279cc33b234, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=9bbe5067-cbdd-4d3b-9012-0279cc33b234,segment=NetworkSegment(1f548f17-806f-4ece-8f7b-3b513aafe7fa),segment_id=1f548f17-806f-4ece-8f7b-3b513aafe7fa)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:00.261120 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '9bbe5067-cbdd-4d3b-9012-0279cc33b234', 'network_id': 'ea323e79-15db-4b79-b637-4002df6be77e', 'port_id': '9bbe5067-cbdd-4d3b-9012-0279cc33b234', 'mac_address': 'fa:16:3e:fd:75:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7181ff3b-d9c0-404a-8335-c486c02dac1e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:49:00.308470 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.336182 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bbe5067-cbdd-4d3b-9012-0279cc33b234 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:00.359314 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 9bbe5067-cbdd-4d3b-9012-0279cc33b234, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=9bbe5067-cbdd-4d3b-9012-0279cc33b234,segment=NetworkSegment(1f548f17-806f-4ece-8f7b-3b513aafe7fa),segment_id=1f548f17-806f-4ece-8f7b-3b513aafe7fa)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:00.364960 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.427068 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=9bbe5067-cbdd-4d3b-9012-0279cc33b234,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:00.454634 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c6b287a7-66a6-4451-b3cc-175a9dd00602 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:49:00.462703 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a158c264-19d0-4c05-af4c-463318b539c8 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Deleting port 3b35086d-07a2-45b6-8c16-ecde0a7ad8c5 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:00.463545 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a158c264-19d0-4c05-af4c-463318b539c8 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.551706 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c6b287a7-66a6-4451-b3cc-175a9dd00602, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c6b287a7-66a6-4451-b3cc-175a9dd00602,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:00.567139 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'c6b287a7-66a6-4451-b3cc-175a9dd00602', 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc', 'port_id': 'c6b287a7-66a6-4451-b3cc-175a9dd00602', 'mac_address': 'fa:16:3e:0e:bf:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e027fc-f911-4144-acb3-7864eab297b7', 'ip_address': '10.1.1.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:49:00.623561 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.648878 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b287a7-66a6-4451-b3cc-175a9dd00602 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:00.673680 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c6b287a7-66a6-4451-b3cc-175a9dd00602, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c6b287a7-66a6-4451-b3cc-175a9dd00602,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:00.677078 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a158c264-19d0-4c05-af4c-463318b539c8 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.682712 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca1af7-6d52-43eb-97a7-ad90e17e707c req-485a233d-5a99-4455-a203-f170297eaab5 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:00.685652 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.687763 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-34ca1af7-6d52-43eb-97a7-ad90e17e707c req-485a233d-5a99-4455-a203-f170297eaab5 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.62 "GET /v2.0/ports?device_id=f56b5567-8572-47b9-baa1-b393f9f3fb01 HTTP/1.1" status: 200 len: 946 time: 0.1950738 Jul 13 07:49:00.691565 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a158c264-19d0-4c05-af4c-463318b539c8 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Calling delete_port for 3b35086d-07a2-45b6-8c16-ecde0a7ad8c5 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:00.734804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:49:00.747847 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0833098d-647c-464d-affc-57cb652c71e1 None None] Provisioning complete for port 3b35086d-07a2-45b6-8c16-ecde0a7ad8c5 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:00.748810 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0833098d-647c-464d-affc-57cb652c71e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.825462 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=c6b287a7-66a6-4451-b3cc-175a9dd00602,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:00.856381 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0833098d-647c-464d-affc-57cb652c71e1 None None] Port 3b35086d-07a2-45b6-8c16-ecde0a7ad8c5 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:00.865929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:00.880095 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d', 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc', 'port_id': '7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d', 'mac_address': 'fa:16:3e:f9:ba:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e027fc-f911-4144-acb3-7864eab297b7', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:49:00.945374 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87296bc-ac8d-4ade-8f9f-aaa1c428f71a req-11995aa7-3f8c-4e18-a457-e6a446923e48 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:00.955556 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a87296bc-ac8d-4ade-8f9f-aaa1c428f71a req-11995aa7-3f8c-4e18-a457-e6a446923e48 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.35 "GET /v2.0/ports?device_id=f97d6bc8-54c5-46f9-870f-f91616411039 HTTP/1.1" status: 200 len: 946 time: 0.1811197 Jul 13 07:49:00.959666 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71276f-0fac-4907-90c6-7d8efdedae27 req-fb03a5b5-32b6-40db-a14a-1e9035d647bd tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:00.969532 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2f71276f-0fac-4907-90c6-7d8efdedae27 req-fb03a5b5-32b6-40db-a14a-1e9035d647bd tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 944 time: 0.5776436 Jul 13 07:49:00.974477 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a158c264-19d0-4c05-af4c-463318b539c8 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.001454 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.033133 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158c264-19d0-4c05-af4c-463318b539c8 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Pushing event deleted for resources: {'Port': ['ID=3b35086d-07a2-45b6-8c16-ecde0a7ad8c5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:01.038863 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:01.070467 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-34ca1af7-6d52-43eb-97a7-ad90e17e707c req-4cd6a160-458d-4cc7-9308-727ea8f5a780 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Deleting port c0f82861-7c10-4262-9476-78f84ccac3e9 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:01.070814 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-34ca1af7-6d52-43eb-97a7-ad90e17e707c req-4cd6a160-458d-4cc7-9308-727ea8f5a780 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.080755 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a158c264-19d0-4c05-af4c-463318b539c8 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.083131 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a158c264-19d0-4c05-af4c-463318b539c8 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "DELETE /v2.0/ports/3b35086d-07a2-45b6-8c16-ecde0a7ad8c5 HTTP/1.1" status: 204 len: 168 time: 0.9072583 Jul 13 07:49:01.095573 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53280) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:01.104220 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:01.117071 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2f71276f-0fac-4907-90c6-7d8efdedae27 req-0ea8d633-b908-41df-9d69-f9546bfc7a4c tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443627 Jul 13 07:49:01.118337 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.135160 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e6a39fd5-7b74-4423-b2be-c8213af17aa6 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:49:01.210020 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-85558dcd-1360-4547-9c42-3b9466b86ca5 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] GET failed (client error): The resource could not be found. Jul 13 07:49:01.215724 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-85558dcd-1360-4547-9c42-3b9466b86ca5 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "GET /v2.0/ports/3b35086d-07a2-45b6-8c16-ecde0a7ad8c5 HTTP/1.1" status: 404 len: 333 time: 0.1189249 Jul 13 07:49:01.217194 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53286) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:01.223063 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-85f5b181-d1cd-4b3d-a062-47401780938c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Request body: {'port': {'network_id': '2340a889-678d-4740-982b-b1efe3e83a19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1949559245'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:01.352147 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.resource_extend [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:49:01.375716 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7060c0-7023-488c-9e4c-a96e2234cd6c req-f256be8d-0fca-46db-9277-a063dd2658df tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:01.387055 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b7060c0-7023-488c-9e4c-a96e2234cd6c req-f256be8d-0fca-46db-9277-a063dd2658df tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.2684753 Jul 13 07:49:01.393033 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port e6a39fd5-7b74-4423-b2be-c8213af17aa6, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e6a39fd5-7b74-4423-b2be-c8213af17aa6,segment=NetworkSegment(1f548f17-806f-4ece-8f7b-3b513aafe7fa),segment_id=1f548f17-806f-4ece-8f7b-3b513aafe7fa)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:01.422032 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'e6a39fd5-7b74-4423-b2be-c8213af17aa6', 'network_id': 'ea323e79-15db-4b79-b637-4002df6be77e', 'port_id': 'e6a39fd5-7b74-4423-b2be-c8213af17aa6', 'mac_address': 'fa:16:3e:7d:79:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7181ff3b-d9c0-404a-8335-c486c02dac1e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:49:01.437752 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-a87296bc-ac8d-4ade-8f9f-aaa1c428f71a req-148ad70f-b156-4b11-9e06-19bac19534fe tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Deleting port 94597e13-4268-4864-a0a1-cba6a2ad33e5 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:01.438114 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a87296bc-ac8d-4ade-8f9f-aaa1c428f71a req-148ad70f-b156-4b11-9e06-19bac19534fe tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.440224 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.448097 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:01.492932 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-34ca1af7-6d52-43eb-97a7-ad90e17e707c req-4cd6a160-458d-4cc7-9308-727ea8f5a780 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] For port c0f82861-7c10-4262-9476-78f84ccac3e9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c0f82861-7c10-4262-9476-78f84ccac3e9,segment=NetworkSegment(8cc6884d-8736-4ee9-a214-6f61e27398b4),segment_id=8cc6884d-8736-4ee9-a214-6f61e27398b4)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:01.493338 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-34ca1af7-6d52-43eb-97a7-ad90e17e707c req-4cd6a160-458d-4cc7-9308-727ea8f5a780 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.543475 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.576331 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-34ca1af7-6d52-43eb-97a7-ad90e17e707c req-4cd6a160-458d-4cc7-9308-727ea8f5a780 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Calling delete_port for c0f82861-7c10-4262-9476-78f84ccac3e9 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:01.584838 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a39fd5-7b74-4423-b2be-c8213af17aa6 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:01.624915 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port e6a39fd5-7b74-4423-b2be-c8213af17aa6, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e6a39fd5-7b74-4423-b2be-c8213af17aa6,segment=NetworkSegment(1f548f17-806f-4ece-8f7b-3b513aafe7fa),segment_id=1f548f17-806f-4ece-8f7b-3b513aafe7fa)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:01.627449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 96fc95a1-0e21-4b89-9f73-5353a6b7b59d up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:01.641486 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b7060c0-7023-488c-9e4c-a96e2234cd6c req-105885ec-b9c5-4d34-a44f-dcdb26d51ec0 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535319 Jul 13 07:49:01.668652 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f5b181-d1cd-4b3d-a062-47401780938c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Made reservation on behalf of fab7efc308cc4051a8c6f7af544bc65f for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:01.668652 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85f5b181-d1cd-4b3d-a062-47401780938c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.676191 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.680508 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-a87296bc-ac8d-4ade-8f9f-aaa1c428f71a req-148ad70f-b156-4b11-9e06-19bac19534fe tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] For port 94597e13-4268-4864-a0a1-cba6a2ad33e5, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=94597e13-4268-4864-a0a1-cba6a2ad33e5,segment=NetworkSegment(8cc6884d-8736-4ee9-a214-6f61e27398b4),segment_id=8cc6884d-8736-4ee9-a214-6f61e27398b4)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:01.680963 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a87296bc-ac8d-4ade-8f9f-aaa1c428f71a req-148ad70f-b156-4b11-9e06-19bac19534fe tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.700134 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-a87296bc-ac8d-4ade-8f9f-aaa1c428f71a req-148ad70f-b156-4b11-9e06-19bac19534fe tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Calling delete_port for 94597e13-4268-4864-a0a1-cba6a2ad33e5 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:01.733044 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19213aea-f0bc-40cc-8331-98016b50c23a req-67fcd6be-5b18-439b-810a-6e733eb55423 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:01.744234 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19213aea-f0bc-40cc-8331-98016b50c23a req-67fcd6be-5b18-439b-810a-6e733eb55423 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=f56b5567-8572-47b9-baa1-b393f9f3fb01 HTTP/1.1" status: 200 len: 946 time: 0.3541782 Jul 13 07:49:01.751404 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-85f5b181-d1cd-4b3d-a062-47401780938c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] device_id is not set on port cb858054-1f47-49b5-bb66-9db73f6c356e yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:49:01.824099 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device eef52212-3c48-45b8-b0a5-3e4ec06a834d details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:49:01.854062 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=e6a39fd5-7b74-4423-b2be-c8213af17aa6,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:01.953608 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19213aea-f0bc-40cc-8331-98016b50c23a req-3cf9472e-1e31-4c0f-8658-c50e9eb8c2a8 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/security-groups?id=7442b553-7ccd-42a0-a115-db8dfa037eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084398 Jul 13 07:49:01.993137 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port eef52212-3c48-45b8-b0a5-3e4ec06a834d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=eef52212-3c48-45b8-b0a5-3e4ec06a834d,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:02.020175 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-34ca1af7-6d52-43eb-97a7-ad90e17e707c req-4cd6a160-458d-4cc7-9308-727ea8f5a780 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.023611 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 96fc95a1-0e21-4b89-9f73-5353a6b7b59d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:02.024761 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.033662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'eef52212-3c48-45b8-b0a5-3e4ec06a834d', 'network_id': 'b818ec58-5125-4829-9877-53309d7ad2bc', 'port_id': 'eef52212-3c48-45b8-b0a5-3e4ec06a834d', 'mac_address': 'fa:16:3e:f3:47:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e027fc-f911-4144-acb3-7864eab297b7', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:49:02.081201 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a87296bc-ac8d-4ade-8f9f-aaa1c428f71a req-148ad70f-b156-4b11-9e06-19bac19534fe tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.088153 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6a160-458d-4cc7-9308-727ea8f5a780 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Pushing event deleted for resources: {'Port': ['ID=c0f82861-7c10-4262-9476-78f84ccac3e9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:02.098843 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['c0f82861-7c10-4262-9476-78f84ccac3e9'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:02.119678 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985ab78-6b76-4a9d-a4b3-e135052a49f0 req-c66e17f2-b6b7-4218-9e12-c00fb560893e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:02.125899 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985ab78-6b76-4a9d-a4b3-e135052a49f0 req-c66e17f2-b6b7-4218-9e12-c00fb560893e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:02.156847 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985ab78-6b76-4a9d-a4b3-e135052a49f0 req-c66e17f2-b6b7-4218-9e12-c00fb560893e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:02.169413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985ab78-6b76-4a9d-a4b3-e135052a49f0 req-c66e17f2-b6b7-4218-9e12-c00fb560893e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:02.189031 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985ab78-6b76-4a9d-a4b3-e135052a49f0 req-c66e17f2-b6b7-4218-9e12-c00fb560893e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:02.192532 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.195296 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985ab78-6b76-4a9d-a4b3-e135052a49f0 req-c66e17f2-b6b7-4218-9e12-c00fb560893e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:02.213097 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['c0f82861-7c10-4262-9476-78f84ccac3e9'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:02.213645 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985ab78-6b76-4a9d-a4b3-e135052a49f0 req-c66e17f2-b6b7-4218-9e12-c00fb560893e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:02.215698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b985ab78-6b76-4a9d-a4b3-e135052a49f0 req-c66e17f2-b6b7-4218-9e12-c00fb560893e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5425 time: 0.3770890 Jul 13 07:49:02.216976 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-85f5b181-d1cd-4b3d-a062-47401780938c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Allocated IP 2001:db8::6d (2340a889-678d-4740-982b-b1efe3e83a19/1d6c46ad-b58d-44e8-a9db-9d9093473856/cb858054-1f47-49b5-bb66-9db73f6c356e) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:02.273471 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef52212-3c48-45b8-b0a5-3e4ec06a834d {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:02.297400 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ca1af7-6d52-43eb-97a7-ad90e17e707c req-4cd6a160-458d-4cc7-9308-727ea8f5a780 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] No DVR routers for this DVR port c0f82861-7c10-4262-9476-78f84ccac3e9 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:02.300561 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ad70f-b156-4b11-9e06-19bac19534fe tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Pushing event deleted for resources: {'Port': ['ID=94597e13-4268-4864-a0a1-cba6a2ad33e5,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:02.303573 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87296bc-ac8d-4ade-8f9f-aaa1c428f71a req-148ad70f-b156-4b11-9e06-19bac19534fe tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] No DVR routers for this DVR port 94597e13-4268-4864-a0a1-cba6a2ad33e5 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:02.318831 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-34ca1af7-6d52-43eb-97a7-ad90e17e707c req-4cd6a160-458d-4cc7-9308-727ea8f5a780 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.321041 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-34ca1af7-6d52-43eb-97a7-ad90e17e707c req-4cd6a160-458d-4cc7-9308-727ea8f5a780 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.62 "DELETE /v2.0/ports/c0f82861-7c10-4262-9476-78f84ccac3e9 HTTP/1.1" status: 204 len: 173 time: 1.6277664 Jul 13 07:49:02.321632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56b5567-8572-47b9-baa1-b393f9f3fb01', 'name': 'network-vif-deleted', 'tag': 'c0f82861-7c10-4262-9476-78f84ccac3e9'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:02.324913 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810f8d9c-fca4-4f92-871f-cf8995f4948e" -d '{"events": [{"server_uuid": "f56b5567-8572-47b9-baa1-b393f9f3fb01", "name": "network-vif-deleted", "tag": "c0f82861-7c10-4262-9476-78f84ccac3e9"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:02.329505 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a87296bc-ac8d-4ade-8f9f-aaa1c428f71a req-148ad70f-b156-4b11-9e06-19bac19534fe tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.331856 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a87296bc-ac8d-4ade-8f9f-aaa1c428f71a req-148ad70f-b156-4b11-9e06-19bac19534fe tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.35 "DELETE /v2.0/ports/94597e13-4268-4864-a0a1-cba6a2ad33e5 HTTP/1.1" status: 204 len: 173 time: 1.3694472 Jul 13 07:49:02.424975 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b985ab78-6b76-4a9d-a4b3-e135052a49f0 req-3f87ae1c-eaa3-434e-9f3c-b275f0eda7d7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1996725 Jul 13 07:49:02.497707 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.501971 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port eef52212-3c48-45b8-b0a5-3e4ec06a834d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=eef52212-3c48-45b8-b0a5-3e4ec06a834d,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:02.518759 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb00eac-e67e-4bf9-9fa5-914fd431515b x-openstack-request-id: req-eeb00eac-e67e-4bf9-9fa5-914fd431515b {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:02.519056 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56b5567-8572-47b9-baa1-b393f9f3fb01", "name": "network-vif-deleted", "tag": "c0f82861-7c10-4262-9476-78f84ccac3e9", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:02.519320 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eeb00eac-e67e-4bf9-9fa5-914fd431515b {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:02.519728 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56b5567-8572-47b9-baa1-b393f9f3fb01', 'name': 'network-vif-deleted', 'tag': 'c0f82861-7c10-4262-9476-78f84ccac3e9', 'status': 'completed', 'code': 200} Jul 13 07:49:02.522319 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.540833 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1e6031-c072-45f2-af90-e2ece184e06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fc95a1-0e21-4b89-9f73-5353a6b7b59d'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:02.543135 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3abcb8-9bdd-48db-8f56-5c2ace479baa" -d '{"events": [{"server_uuid": "ae1e6031-c072-45f2-af90-e2ece184e06e", "name": "network-vif-plugged", "status": "completed", "tag": "96fc95a1-0e21-4b89-9f73-5353a6b7b59d"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:02.594544 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 96fc95a1-0e21-4b89-9f73-5353a6b7b59d, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=96fc95a1-0e21-4b89-9f73-5353a6b7b59d,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:02.624963 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 05e7e080-2b01-44eb-8742-729c05d42526 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:02.682220 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7f1fd6-7898-4e09-9afa-33721228fd35 x-openstack-request-id: req-ad7f1fd6-7898-4e09-9afa-33721228fd35 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:02.682855 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1e6031-c072-45f2-af90-e2ece184e06e", "name": "network-vif-plugged", "status": "completed", "tag": "96fc95a1-0e21-4b89-9f73-5353a6b7b59d", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:02.683168 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ad7f1fd6-7898-4e09-9afa-33721228fd35 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:02.683782 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1e6031-c072-45f2-af90-e2ece184e06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fc95a1-0e21-4b89-9f73-5353a6b7b59d', 'code': 200} Jul 13 07:49:02.689904 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.719098 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=eef52212-3c48-45b8-b0a5-3e4ec06a834d,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:02.736174 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2bd45-8ce1-4f4c-bed0-764867c8a4b0 req-17bdef85-eea0-4038-813b-dba7fdb9bc54 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:02.741433 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0b2bd45-8ce1-4f4c-bed0-764867c8a4b0 req-17bdef85-eea0-4038-813b-dba7fdb9bc54 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 944 time: 0.3759167 Jul 13 07:49:02.776281 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 05e7e080-2b01-44eb-8742-729c05d42526 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:02.784434 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 05e7e080-2b01-44eb-8742-729c05d42526 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:02.785312 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.828547 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=96fc95a1-0e21-4b89-9f73-5353a6b7b59d,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:02.870399 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0b2bd45-8ce1-4f4c-bed0-764867c8a4b0 req-bfa9db4e-c67c-40fa-8574-539a93d44478 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192958 Jul 13 07:49:02.875721 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85f5b181-d1cd-4b3d-a062-47401780938c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.893024 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-85f5b181-d1cd-4b3d-a062-47401780938c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Transition to ACTIVE for port object cb858054-1f47-49b5-bb66-9db73f6c356e will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:02.975204 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85f5b181-d1cd-4b3d-a062-47401780938c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.008301 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.044404 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6c00f-424d-46a2-9a70-c480ece5be45 req-4120d39c-c30f-4651-975b-06880068f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:03.046346 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b5e6c00f-424d-46a2-9a70-c480ece5be45 req-4120d39c-c30f-4651-975b-06880068f944 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 1097 time: 0.1748877 Jul 13 07:49:03.096159 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 05e7e080-2b01-44eb-8742-729c05d42526, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=05e7e080-2b01-44eb-8742-729c05d42526,segment=NetworkSegment(55400fda-93cc-4885-9515-80ab9d05efb4),segment_id=55400fda-93cc-4885-9515-80ab9d05efb4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:03.120188 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b5e6c00f-424d-46a2-9a70-c480ece5be45 req-068dde74-3865-4829-8850-06dddc14d8fc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678675 Jul 13 07:49:03.131945 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.235279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=05e7e080-2b01-44eb-8742-729c05d42526,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:03.269151 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['eef52212-3c48-45b8-b0a5-3e4ec06a834d'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:03.308969 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['e6a39fd5-7b74-4423-b2be-c8213af17aa6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:03.311347 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5b181-d1cd-4b3d-a062-47401780938c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Pushing event updated for resources: {'Port': ['ID=cb858054-1f47-49b5-bb66-9db73f6c356e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:03.343478 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['a5ad5cc6-8b81-413a-ba67-a126312062d6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:03.372544 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f5b181-d1cd-4b3d-a062-47401780938c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Network 2340a889-678d-4740-982b-b1efe3e83a19 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:03.380005 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-85f5b181-d1cd-4b3d-a062-47401780938c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:03.390801 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f5b181-d1cd-4b3d-a062-47401780938c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:03.423621 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f5b181-d1cd-4b3d-a062-47401780938c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:03.425006 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85f5b181-d1cd-4b3d-a062-47401780938c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.548360 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b68eab33-2b59-4eea-a2af-2fb952636a4e req-52686b6c-0dfb-4912-9f15-54d1c0a6ac46 tempest-ListServersNegativeTestJSON-1648915500 tempest-ListServersNegativeTestJSON-1648915500-project] 10.222.0.58 "GET /v2.0/ports?device_id=f56b5567-8572-47b9-baa1-b393f9f3fb01 HTTP/1.1" status: 200 len: 210 time: 0.3630207 Jul 13 07:49:03.678814 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 94597e13-4268-4864-a0a1-cba6a2ad33e5 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:03.702419 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53320) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:03.710601 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-85f5b181-d1cd-4b3d-a062-47401780938c tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4802504 Jul 13 07:49:03.711450 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-81b2fe0a-2778-4f73-a98a-9df5160003f9 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Request body: {'port': {'network_id': '2340a889-678d-4740-982b-b1efe3e83a19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2033348267'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:03.784352 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 94597e13-4268-4864-a0a1-cba6a2ad33e5 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:03.784817 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 94597e13-4268-4864-a0a1-cba6a2ad33e5 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:03.815553 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0cb99-9463-410e-b488-eab1980471bd req-79826d09-b3c2-4da4-82df-7b75d1fe6065 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:03.823603 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3ad0cb99-9463-410e-b488-eab1980471bd req-79826d09-b3c2-4da4-82df-7b75d1fe6065 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.8654678 Jul 13 07:49:03.842520 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-816a8326-187d-4425-843a-f8f929b24245 None None] Provisioning complete for port 05e7e080-2b01-44eb-8742-729c05d42526 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:03.848580 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-816a8326-187d-4425-843a-f8f929b24245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.975883 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3ad0cb99-9463-410e-b488-eab1980471bd req-5bc18e2f-485d-4607-a508-7447bc747dd3 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501341 Jul 13 07:49:04.136449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b2fe0a-2778-4f73-a98a-9df5160003f9 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Made reservation on behalf of fab7efc308cc4051a8c6f7af544bc65f for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:04.162505 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-81b2fe0a-2778-4f73-a98a-9df5160003f9 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.227953 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-81b2fe0a-2778-4f73-a98a-9df5160003f9 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] device_id is not set on port fb87a1fe-cf59-4050-b442-e6e4483fbbc0 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:49:04.376033 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8c74a-f340-4a2f-b54c-97bdc8d9d3ac req-bc83d9e5-25c7-4f35-b7d8-1256ee004758 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:04.383581 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8c74a-f340-4a2f-b54c-97bdc8d9d3ac req-bc83d9e5-25c7-4f35-b7d8-1256ee004758 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:04.390875 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8c74a-f340-4a2f-b54c-97bdc8d9d3ac req-bc83d9e5-25c7-4f35-b7d8-1256ee004758 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:04.396978 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8c74a-f340-4a2f-b54c-97bdc8d9d3ac req-bc83d9e5-25c7-4f35-b7d8-1256ee004758 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:04.403484 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8c74a-f340-4a2f-b54c-97bdc8d9d3ac req-bc83d9e5-25c7-4f35-b7d8-1256ee004758 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:04.409294 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8c74a-f340-4a2f-b54c-97bdc8d9d3ac req-bc83d9e5-25c7-4f35-b7d8-1256ee004758 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:04.413563 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d5c45466-9b53-41de-8804-f0e025907536 None None] Provisioning for port cb858054-1f47-49b5-bb66-9db73f6c356e completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:04.415604 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8c74a-f340-4a2f-b54c-97bdc8d9d3ac req-bc83d9e5-25c7-4f35-b7d8-1256ee004758 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:04.417640 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ca8c74a-f340-4a2f-b54c-97bdc8d9d3ac req-bc83d9e5-25c7-4f35-b7d8-1256ee004758 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5427 time: 0.3122015 Jul 13 07:49:04.417828 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d5c45466-9b53-41de-8804-f0e025907536 None None] Provisioning complete for port cb858054-1f47-49b5-bb66-9db73f6c356e triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:04.418056 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5c45466-9b53-41de-8804-f0e025907536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.424276 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['9bbe5067-cbdd-4d3b-9012-0279cc33b234'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:04.449132 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-81b2fe0a-2778-4f73-a98a-9df5160003f9 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Allocated IP 2001:db8::280 (2340a889-678d-4740-982b-b1efe3e83a19/1d6c46ad-b58d-44e8-a9db-9d9093473856/fb87a1fe-cf59-4050-b442-e6e4483fbbc0) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:04.466939 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['c6b287a7-66a6-4451-b3cc-175a9dd00602'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:04.493478 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ca8c74a-f340-4a2f-b54c-97bdc8d9d3ac req-32931d99-cec0-43c3-9a1a-67ca2a5dc8eb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626962 Jul 13 07:49:04.521716 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97d6bc8-54c5-46f9-870f-f91616411039', 'name': 'network-vif-deleted', 'tag': '94597e13-4268-4864-a0a1-cba6a2ad33e5'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:04.523815 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126513b5-8655-434d-b53d-b5ab56c6bf55" -d '{"events": [{"server_uuid": "f97d6bc8-54c5-46f9-870f-f91616411039", "name": "network-vif-deleted", "tag": "94597e13-4268-4864-a0a1-cba6a2ad33e5"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:04.535477 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:04.538103 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b76a13-0149-4d60-8f7d-35c15f204001 req-c99dc102-29e2-4366-a37a-98f0b2df1f54 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:04.539837 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06b76a13-0149-4d60-8f7d-35c15f204001 req-c99dc102-29e2-4366-a37a-98f0b2df1f54 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 945 time: 0.1209998 Jul 13 07:49:04.581871 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d5c45466-9b53-41de-8804-f0e025907536 None None] Port cb858054-1f47-49b5-bb66-9db73f6c356e cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:04.599579 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c0f82861-7c10-4262-9476-78f84ccac3e9 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:04.614702 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06b76a13-0149-4d60-8f7d-35c15f204001 req-9e5a9ab0-a631-4182-a659-e4e39b2004c5 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572863 Jul 13 07:49:04.641749 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: c0f82861-7c10-4262-9476-78f84ccac3e9 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:04.642116 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c0f82861-7c10-4262-9476-78f84ccac3e9 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:04.668084 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-81b2fe0a-2778-4f73-a98a-9df5160003f9 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.694281 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-81b2fe0a-2778-4f73-a98a-9df5160003f9 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Transition to ACTIVE for port object fb87a1fe-cf59-4050-b442-e6e4483fbbc0 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:04.696004 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e7e080-2b01-44eb-8742-729c05d42526'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:04.698265 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641e89fb-8a6f-47af-989c-15b203f3fbf3" -d '{"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-plugged", "status": "completed", "tag": "05e7e080-2b01-44eb-8742-729c05d42526"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:04.746597 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d96df6-e069-4827-84c3-ab4e306ca7a7 x-openstack-request-id: req-46d96df6-e069-4827-84c3-ab4e306ca7a7 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:04.747209 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97d6bc8-54c5-46f9-870f-f91616411039", "name": "network-vif-deleted", "tag": "94597e13-4268-4864-a0a1-cba6a2ad33e5", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:04.747209 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-46d96df6-e069-4827-84c3-ab4e306ca7a7 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:04.748257 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97d6bc8-54c5-46f9-870f-f91616411039', 'name': 'network-vif-deleted', 'tag': '94597e13-4268-4864-a0a1-cba6a2ad33e5', 'status': 'completed', 'code': 200} Jul 13 07:49:04.753040 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-81b2fe0a-2778-4f73-a98a-9df5160003f9 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.828894 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53340) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:04.885077 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b2fe0a-2778-4f73-a98a-9df5160003f9 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Network 2340a889-678d-4740-982b-b1efe3e83a19 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:04.895054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2fe0a-2778-4f73-a98a-9df5160003f9 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Pushing event updated for resources: {'Port': ['ID=fb87a1fe-cf59-4050-b442-e6e4483fbbc0,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:04.902911 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-81b2fe0a-2778-4f73-a98a-9df5160003f9 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:04.909643 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b2fe0a-2778-4f73-a98a-9df5160003f9 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:04.926891 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b2fe0a-2778-4f73-a98a-9df5160003f9 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:04.928248 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-81b2fe0a-2778-4f73-a98a-9df5160003f9 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.936466 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff1811c-c4bc-4b73-a6de-f32817d440e9 admin admin] Deleting subnet a394eb82-8f38-4774-b0fa-2baa5b0323d0 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:04.944085 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ff1811c-c4bc-4b73-a6de-f32817d440e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.968906 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-81b2fe0a-2778-4f73-a98a-9df5160003f9 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2614055 Jul 13 07:49:04.969358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53346) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:04.974710 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-0f2b37a3-e9e8-4465-b285-99430c65fcd0 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::15', 'mac_address': 'fa:16:3e:41:3a:fb'}, {'ip_address': '2001:db8::6d', 'mac_address': 'fa:16:3e:d4:a1:3a'}]}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:04.991337 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bc9fa-5287-4ebd-9ed9-462648973bde req-3ac6fd3b-0183-4de6-b26e-976caf319295 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:04.994099 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df6bc9fa-5287-4ebd-9ed9-462648973bde req-3ac6fd3b-0183-4de6-b26e-976caf319295 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 945 time: 0.2262185 Jul 13 07:49:05.031977 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ff1811c-c4bc-4b73-a6de-f32817d440e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.059301 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108b1f93-be92-4089-92a9-9038ae0b6878 x-openstack-request-id: req-108b1f93-be92-4089-92a9-9038ae0b6878 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:05.059589 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-plugged", "status": "completed", "tag": "05e7e080-2b01-44eb-8742-729c05d42526", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:05.059839 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-108b1f93-be92-4089-92a9-9038ae0b6878 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:05.060233 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e7e080-2b01-44eb-8742-729c05d42526', 'code': 200} Jul 13 07:49:05.118513 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df6bc9fa-5287-4ebd-9ed9-462648973bde req-bbf96acf-c775-4b23-bedc-339bbd406907 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181564 Jul 13 07:49:05.170361 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-29be6de5-293c-4919-8be3-40c1a618740f req-b3b01be5-71ef-4a86-b2de-3c9627c882d7 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f3be3fcfab86440aa64d1c88d1babf18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819745 Jul 13 07:49:05.209167 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ff1811c-c4bc-4b73-a6de-f32817d440e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.323792 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9f0becf6-ec24-4a66-be75-c7cf8ec0d682 None None] Provisioning for port fb87a1fe-cf59-4050-b442-e6e4483fbbc0 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:05.329285 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9f0becf6-ec24-4a66-be75-c7cf8ec0d682 None None] Provisioning complete for port fb87a1fe-cf59-4050-b442-e6e4483fbbc0 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:05.329809 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9f0becf6-ec24-4a66-be75-c7cf8ec0d682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.367500 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f2b37a3-e9e8-4465-b285-99430c65fcd0 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.376991 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9f0becf6-ec24-4a66-be75-c7cf8ec0d682 None None] Port fb87a1fe-cf59-4050-b442-e6e4483fbbc0 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:05.562942 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f2b37a3-e9e8-4465-b285-99430c65fcd0 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.568122 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f2b37a3-e9e8-4465-b285-99430c65fcd0 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.605637 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-0f2b37a3-e9e8-4465-b285-99430c65fcd0 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] In _notify_port_updated(), no bound segment for port fb87a1fe-cf59-4050-b442-e6e4483fbbc0 on network 2340a889-678d-4740-982b-b1efe3e83a19 {{(pid=93723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:49:05.611191 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2b37a3-e9e8-4465-b285-99430c65fcd0 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:05.611928 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f2b37a3-e9e8-4465-b285-99430c65fcd0 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.616050 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0f2b37a3-e9e8-4465-b285-99430c65fcd0 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "PUT /v2.0/ports/fb87a1fe-cf59-4050-b442-e6e4483fbbc0 HTTP/1.1" status: 200 len: 1066 time: 0.6459408 Jul 13 07:49:05.621964 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53364) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:05.660142 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b37a3-e9e8-4465-b285-99430c65fcd0 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Pushing event updated for resources: {'Port': ['ID=fb87a1fe-cf59-4050-b442-e6e4483fbbc0,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:05.741266 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-3e27d6b8-42f6-4aa0-8c75-2329518bd427 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Deleting port fb87a1fe-cf59-4050-b442-e6e4483fbbc0 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:05.741892 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3e27d6b8-42f6-4aa0-8c75-2329518bd427 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.749862 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ff1811c-c4bc-4b73-a6de-f32817d440e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.805198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1811c-c4bc-4b73-a6de-f32817d440e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a394eb82-8f38-4774-b0fa-2baa5b0323d0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:05.830027 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ff1811c-c4bc-4b73-a6de-f32817d440e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.832110 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3ff1811c-c4bc-4b73-a6de-f32817d440e9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a394eb82-8f38-4774-b0fa-2baa5b0323d0 HTTP/1.1" status: 204 len: 168 time: 1.0006161 Jul 13 07:49:05.834679 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53366) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:05.848667 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be6de5-293c-4919-8be3-40c1a618740f req-5a6fb3ae-ca4c-47d0-b47e-f13000e7a611 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:05.850440 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-29be6de5-293c-4919-8be3-40c1a618740f req-5a6fb3ae-ca4c-47d0-b47e-f13000e7a611 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6789944 Jul 13 07:49:05.864985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d8549-6bd0-4345-8490-400e530de158 req-f8ad6c31-a2d4-47b1-9f4a-d563e5f1638a tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:05.870768 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a09d8549-6bd0-4345-8490-400e530de158 req-f8ad6c31-a2d4-47b1-9f4a-d563e5f1638a tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.5941701 Jul 13 07:49:05.887270 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3e27d6b8-42f6-4aa0-8c75-2329518bd427 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.899287 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-29be6de5-293c-4919-8be3-40c1a618740f req-f6e1f65c-98d1-42a6-a11d-23201cb3dd68 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/quotas/f3be3fcfab86440aa64d1c88d1babf18 HTTP/1.1" status: 200 len: 375 time: 0.0272820 Jul 13 07:49:05.904850 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-3e27d6b8-42f6-4aa0-8c75-2329518bd427 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Calling delete_port for fb87a1fe-cf59-4050-b442-e6e4483fbbc0 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:05.910301 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a687abca-633c-4219-83be-002c0233544f None None] Provisioning complete for port fb87a1fe-cf59-4050-b442-e6e4483fbbc0 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:05.910837 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a687abca-633c-4219-83be-002c0233544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.946220 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-29be6de5-293c-4919-8be3-40c1a618740f req-c50ca625-67ce-4b2b-a8d8-e223f09c97e2 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3be3fcfab86440aa64d1c88d1babf18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376003 Jul 13 07:49:05.955569 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b471106-5116-4eb0-a6dc-1bbc575a4d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.957494 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a687abca-633c-4219-83be-002c0233544f None None] Port fb87a1fe-cf59-4050-b442-e6e4483fbbc0 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:05.975962 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a09d8549-6bd0-4345-8490-400e530de158 req-723d50cc-c68c-4978-834d-1dd5a2ffa1c2 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022043 Jul 13 07:49:06.097894 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b471106-5116-4eb0-a6dc-1bbc575a4d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.109991 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-0b471106-5116-4eb0-a6dc-1bbc575a4d14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919c9a85-2d04-411a-9615-63f4736f69c7']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:06.137041 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-0b471106-5116-4eb0-a6dc-1bbc575a4d14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc6884d-8736-4ee9-a214-6f61e27398b4') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:06.138375 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-0b471106-5116-4eb0-a6dc-1bbc575a4d14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc6884d-8736-4ee9-a214-6f61e27398b4') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:06.173093 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b471106-5116-4eb0-a6dc-1bbc575a4d14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.260633 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b471106-5116-4eb0-a6dc-1bbc575a4d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.268141 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3e27d6b8-42f6-4aa0-8c75-2329518bd427 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.278017 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b471106-5116-4eb0-a6dc-1bbc575a4d14 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:06.278523 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b471106-5116-4eb0-a6dc-1bbc575a4d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:06.282806 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:06.329217 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27d6b8-42f6-4aa0-8c75-2329518bd427 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Pushing event deleted for resources: {'Port': ['ID=fb87a1fe-cf59-4050-b442-e6e4483fbbc0,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:06.378960 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30da79a-697c-44d2-a4ba-41166b1b4dd2 req-c7406173-14bf-4183-8c22-743f827c9d35 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:06.385705 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30da79a-697c-44d2-a4ba-41166b1b4dd2 req-c7406173-14bf-4183-8c22-743f827c9d35 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:06.401494 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30da79a-697c-44d2-a4ba-41166b1b4dd2 req-c7406173-14bf-4183-8c22-743f827c9d35 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:06.408752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30da79a-697c-44d2-a4ba-41166b1b4dd2 req-c7406173-14bf-4183-8c22-743f827c9d35 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:06.417559 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30da79a-697c-44d2-a4ba-41166b1b4dd2 req-c7406173-14bf-4183-8c22-743f827c9d35 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:06.426552 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b471106-5116-4eb0-a6dc-1bbc575a4d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.428596 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30da79a-697c-44d2-a4ba-41166b1b4dd2 req-c7406173-14bf-4183-8c22-743f827c9d35 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:06.437000 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30da79a-697c-44d2-a4ba-41166b1b4dd2 req-c7406173-14bf-4183-8c22-743f827c9d35 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:06.438514 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b471106-5116-4eb0-a6dc-1bbc575a4d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.440668 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0b471106-5116-4eb0-a6dc-1bbc575a4d14 admin admin] 10.222.0.58 "DELETE /v2.0/networks/919c9a85-2d04-411a-9615-63f4736f69c7 HTTP/1.1" status: 204 len: 168 time: 0.6042056 Jul 13 07:49:06.458379 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b471106-5116-4eb0-a6dc-1bbc575a4d14 admin admin] Pushing event deleted for resources: {'Network': ['ID=919c9a85-2d04-411a-9615-63f4736f69c7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:06.459171 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a30da79a-697c-44d2-a4ba-41166b1b4dd2 req-c7406173-14bf-4183-8c22-743f827c9d35 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5427 time: 0.2279744 Jul 13 07:49:06.565738 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f8208361-8887-4216-b750-6475bae229e1 req-f2caa5bd-b2d2-4aac-a9de-20f34bbfee93 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4d6097e-3282-423d-ba81-2aeceeb02dae HTTP/1.1" status: 200 len: 210 time: 0.0949726 Jul 13 07:49:06.611040 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a5ad5cc6-8b81-413a-ba67-a126312062d6 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:06.647047 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a30da79a-697c-44d2-a4ba-41166b1b4dd2 req-284685d8-dc20-40da-95bc-f333fe9964b2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1866302 Jul 13 07:49:06.705803 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3e27d6b8-42f6-4aa0-8c75-2329518bd427 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.711396 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53402) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:06.723128 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3e27d6b8-42f6-4aa0-8c75-2329518bd427 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "DELETE /v2.0/ports/fb87a1fe-cf59-4050-b442-e6e4483fbbc0 HTTP/1.1" status: 204 len: 168 time: 1.0999105 Jul 13 07:49:06.725015 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port a5ad5cc6-8b81-413a-ba67-a126312062d6 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:06.731969 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port a5ad5cc6-8b81-413a-ba67-a126312062d6 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:06.732107 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.775601 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-af927620-dfda-4d05-997c-c1bb6c70ad37 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] GET failed (client error): The resource could not be found. Jul 13 07:49:06.780557 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53414) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:06.782600 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-af927620-dfda-4d05-997c-c1bb6c70ad37 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "GET /v2.0/ports/fb87a1fe-cf59-4050-b442-e6e4483fbbc0 HTTP/1.1" status: 404 len: 333 time: 0.0698493 Jul 13 07:49:06.861200 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53422) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:06.904485 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.960109 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port a5ad5cc6-8b81-413a-ba67-a126312062d6, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a5ad5cc6-8b81-413a-ba67-a126312062d6,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:06.966406 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.978542 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9372c36a-88f9-4d7a-a72e-612bf9838745 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ee8cdfa4f624c8896fbb14c16354aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1129787 Jul 13 07:49:06.980272 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53434) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:06.995646 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-1b2871a3-f634-4c36-9e6e-59d819a35ec8 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:06.998914 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-1b2871a3-f634-4c36-9e6e-59d819a35ec8 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/networks?id=ac6b9f57-b18e-4e29-a5c4-b4b57974073c HTTP/1.1" status: 200 len: 814 time: 0.2245948 Jul 13 07:49:07.000361 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-bd740149-2353-45a1-84fc-948379361f42 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Deleting port cb858054-1f47-49b5-bb66-9db73f6c356e {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:07.001950 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bd740149-2353-45a1-84fc-948379361f42 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.002147 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 9bbe5067-cbdd-4d3b-9012-0279cc33b234 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:07.034309 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-c3241f39-326e-4db4-82f1-5ef577b2d916 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/quotas/a2d94951be8240cfb8e312fecc3b6950 HTTP/1.1" status: 200 len: 375 time: 0.0292161 Jul 13 07:49:07.096477 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ad5cc6-8b81-413a-ba67-a126312062d6'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:07.098766 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836bc7de-a6b5-4895-b630-0916c3702d7c" -d '{"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-plugged", "status": "completed", "tag": "a5ad5cc6-8b81-413a-ba67-a126312062d6"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:07.172145 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=a5ad5cc6-8b81-413a-ba67-a126312062d6,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:07.182834 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-c87659bb-0579-46ef-b809-9a04f2ef48ac tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2d94951be8240cfb8e312fecc3b6950&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1444280 Jul 13 07:49:07.195413 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 9bbe5067-cbdd-4d3b-9012-0279cc33b234 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:07.210984 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 9bbe5067-cbdd-4d3b-9012-0279cc33b234 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:07.211366 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.227159 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8410d5d3-187c-4a5a-8c4f-68221ca73baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.231550 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bd740149-2353-45a1-84fc-948379361f42 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.271272 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-bd740149-2353-45a1-84fc-948379361f42 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Calling delete_port for cb858054-1f47-49b5-bb66-9db73f6c356e owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:07.286757 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8410d5d3-187c-4a5a-8c4f-68221ca73baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.335754 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.412974 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-4dd042e4-2722-4651-a6aa-4030cb70f050 service neutron] 10.222.0.58 "GET /v2.0/networks/ac6b9f57-b18e-4e29-a5c4-b4b57974073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287152 Jul 13 07:49:07.423296 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 9bbe5067-cbdd-4d3b-9012-0279cc33b234, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=9bbe5067-cbdd-4d3b-9012-0279cc33b234,segment=NetworkSegment(1f548f17-806f-4ece-8f7b-3b513aafe7fa),segment_id=1f548f17-806f-4ece-8f7b-3b513aafe7fa)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:07.433773 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8410d5d3-187c-4a5a-8c4f-68221ca73baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.438918 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.441199 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8410d5d3-187c-4a5a-8c4f-68221ca73baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.445771 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8410d5d3-187c-4a5a-8c4f-68221ca73baf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7442b553-7ccd-42a0-a115-db8dfa037eeb HTTP/1.1" status: 204 len: 168 time: 0.4606838 Jul 13 07:49:07.531166 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410d5d3-187c-4a5a-8c4f-68221ca73baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7442b553-7ccd-42a0-a115-db8dfa037eeb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:07.538618 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c6b287a7-66a6-4451-b3cc-175a9dd00602 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:07.611823 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bd740149-2353-45a1-84fc-948379361f42 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.658058 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-40a455c4-5bf0-470f-84ee-9e5547677872 service neutron] 10.222.0.58 "GET /v2.0/networks/ac6b9f57-b18e-4e29-a5c4-b4b57974073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427380 Jul 13 07:49:07.698310 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847b80d-6800-48c0-a87b-45103ea635ea req-0ee66148-1e31-461d-ab1f-7037ab6a34b4 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:07.708510 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6847b80d-6800-48c0-a87b-45103ea635ea req-0ee66148-1e31-461d-ab1f-7037ab6a34b4 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.2797184 Jul 13 07:49:07.717282 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=9bbe5067-cbdd-4d3b-9012-0279cc33b234,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:07.725590 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd740149-2353-45a1-84fc-948379361f42 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Pushing event deleted for resources: {'Port': ['ID=cb858054-1f47-49b5-bb66-9db73f6c356e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:07.758872 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port c6b287a7-66a6-4451-b3cc-175a9dd00602 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:07.764727 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port c6b287a7-66a6-4451-b3cc-175a9dd00602 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:07.765958 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.816693 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bd740149-2353-45a1-84fc-948379361f42 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.818391 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6847b80d-6800-48c0-a87b-45103ea635ea req-5c57d304-263c-4105-acc2-272991ac3a4d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034710 Jul 13 07:49:07.824824 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bd740149-2353-45a1-84fc-948379361f42 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "DELETE /v2.0/ports/cb858054-1f47-49b5-bb66-9db73f6c356e HTTP/1.1" status: 204 len: 168 time: 1.0431671 Jul 13 07:49:07.827639 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53520) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:07.962639 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c160230-5b04-492d-86f5-c73f880f015a tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] GET failed (client error): The resource could not be found. Jul 13 07:49:07.971814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53534) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:07.979665 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2c160230-5b04-492d-86f5-c73f880f015a tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "GET /v2.0/ports/cb858054-1f47-49b5-bb66-9db73f6c356e HTTP/1.1" status: 404 len: 333 time: 0.1508803 Jul 13 07:49:08.002884 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.011425 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b122b0-9a16-4227-b144-b8f43d5a39a8 x-openstack-request-id: req-13b122b0-9a16-4227-b144-b8f43d5a39a8 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:08.018199 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-plugged", "status": "completed", "tag": "a5ad5cc6-8b81-413a-ba67-a126312062d6", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:08.018772 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-13b122b0-9a16-4227-b144-b8f43d5a39a8 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:08.019377 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ad5cc6-8b81-413a-ba67-a126312062d6', 'code': 200} Jul 13 07:49:08.147844 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649efd1-da6c-4da7-b96a-533677117d05 req-66d2f9ce-3ab0-4117-9df4-2095a1ba57e6 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:08.149503 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7649efd1-da6c-4da7-b96a-533677117d05 req-66d2f9ce-3ab0-4117-9df4-2095a1ba57e6 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1e6031-c072-45f2-af90-e2ece184e06e HTTP/1.1" status: 200 len: 945 time: 0.3231642 Jul 13 07:49:08.171391 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.317783 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c6b287a7-66a6-4451-b3cc-175a9dd00602, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c6b287a7-66a6-4451-b3cc-175a9dd00602,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:08.337667 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.427704 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25f746aa-42a3-4674-b69e-69d593a794a6 req-eacdd3c9-3a8a-41c7-8f12-8d0d101ffd42 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4d6097e-3282-423d-ba81-2aeceeb02dae HTTP/1.1" status: 200 len: 210 time: 0.1038401 Jul 13 07:49:08.435162 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e6a39fd5-7b74-4423-b2be-c8213af17aa6 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:08.452007 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5bd61d7c-c299-46e8-9c61-187c92f191c0 None None] Provisioning complete for port a5ad5cc6-8b81-413a-ba67-a126312062d6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:08.452776 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5bd61d7c-c299-46e8-9c61-187c92f191c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.598491 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-29be6de5-293c-4919-8be3-40c1a618740f req-d0053463-179a-4744-890c-e7c30b51456d tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f3be3fcfab86440aa64d1c88d1babf18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3714719 Jul 13 07:49:08.604988 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-46947d43-8bb9-415c-b719-99ae7798a7cd req-b6e74e45-12db-403b-931a-3e85c074a131 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 210 time: 0.0765293 Jul 13 07:49:08.688757 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=c6b287a7-66a6-4451-b3cc-175a9dd00602,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:08.763039 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772245f1-5fb4-41de-98bc-a792d5072204 req-01e06723-2207-4e2c-8f48-7218460380cc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:08.769575 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772245f1-5fb4-41de-98bc-a792d5072204 req-01e06723-2207-4e2c-8f48-7218460380cc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:08.808750 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-4a29e283-6a9e-46a6-b603-e6777ed83e0d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Deleting port 5de0ee4b-87e4-4377-a4d2-e4601385d8a4 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:08.809122 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4a29e283-6a9e-46a6-b603-e6777ed83e0d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.820583 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772245f1-5fb4-41de-98bc-a792d5072204 req-01e06723-2207-4e2c-8f48-7218460380cc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:08.826289 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772245f1-5fb4-41de-98bc-a792d5072204 req-01e06723-2207-4e2c-8f48-7218460380cc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:08.848607 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772245f1-5fb4-41de-98bc-a792d5072204 req-01e06723-2207-4e2c-8f48-7218460380cc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:08.857334 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772245f1-5fb4-41de-98bc-a792d5072204 req-01e06723-2207-4e2c-8f48-7218460380cc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:08.878007 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port e6a39fd5-7b74-4423-b2be-c8213af17aa6 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:08.899988 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772245f1-5fb4-41de-98bc-a792d5072204 req-01e06723-2207-4e2c-8f48-7218460380cc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:08.903930 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772245f1-5fb4-41de-98bc-a792d5072204 req-01e06723-2207-4e2c-8f48-7218460380cc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5430 time: 0.4943807 Jul 13 07:49:08.912599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port e6a39fd5-7b74-4423-b2be-c8213af17aa6 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:08.912977 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.003558 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-772245f1-5fb4-41de-98bc-a792d5072204 req-4ba45614-ec55-4531-9e74-b2e148f9b4c4 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920980 Jul 13 07:49:09.112973 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.166012 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f7239b28-14d8-4092-8321-6792d7351864 None None] Provisioning complete for port c6b287a7-66a6-4451-b3cc-175a9dd00602 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:09.166673 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7239b28-14d8-4092-8321-6792d7351864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.173172 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port e6a39fd5-7b74-4423-b2be-c8213af17aa6, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e6a39fd5-7b74-4423-b2be-c8213af17aa6,segment=NetworkSegment(1f548f17-806f-4ece-8f7b-3b513aafe7fa),segment_id=1f548f17-806f-4ece-8f7b-3b513aafe7fa)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:09.183074 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53648) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:09.200175 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.253060 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device eef52212-3c48-45b8-b0a5-3e4ec06a834d up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:09.371918 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7da8ec-f8e5-46b0-9c2c-7a00c6e54295 req-2afabaca-cb3e-4513-8e1e-1962e42446a7 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:09.392692 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed7da8ec-f8e5-46b0-9c2c-7a00c6e54295 req-2afabaca-cb3e-4513-8e1e-1962e42446a7 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.2810507 Jul 13 07:49:09.397940 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=e6a39fd5-7b74-4423-b2be-c8213af17aa6,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:09.444738 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f7239b28-14d8-4092-8321-6792d7351864 None None] Provisioning complete for port 9bbe5067-cbdd-4d3b-9012-0279cc33b234 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:09.445305 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7239b28-14d8-4092-8321-6792d7351864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.486715 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed7da8ec-f8e5-46b0-9c2c-7a00c6e54295 req-294cd676-4e1d-43e7-903a-19818a343f8a tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931044 Jul 13 07:49:09.500501 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-7649efd1-da6c-4da7-b96a-533677117d05 req-bda11923-4b35-437d-8134-f69745809319 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Deleting port 96fc95a1-0e21-4b89-9f73-5353a6b7b59d {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:09.501481 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7649efd1-da6c-4da7-b96a-533677117d05 req-bda11923-4b35-437d-8134-f69745809319 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.582617 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port eef52212-3c48-45b8-b0a5-3e4ec06a834d completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:09.595138 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-596b1bad-4d8b-4ea6-a8c2-47471acf8cd6 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-913901849-network', 'tenant_id': '70ce0288d45a4135bb7adba975dbd145'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:09.606282 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be6de5-293c-4919-8be3-40c1a618740f req-3c3f07f1-67ea-4992-8e73-61ab6bb927d8 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:09.609243 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-29be6de5-293c-4919-8be3-40c1a618740f req-3c3f07f1-67ea-4992-8e73-61ab6bb927d8 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9866300 Jul 13 07:49:09.612534 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port eef52212-3c48-45b8-b0a5-3e4ec06a834d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:09.613247 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.634538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-29be6de5-293c-4919-8be3-40c1a618740f req-440e4880-88ad-465b-95d8-91f08e1e4109 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Request body: {'port': {'device_id': 'b4d6097e-3282-423d-ba81-2aeceeb02dae', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': 'f3be3fcfab86440aa64d1c88d1babf18'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:09.641548 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596b1bad-4d8b-4ea6-a8c2-47471acf8cd6 admin admin] Made reservation on behalf of 70ce0288d45a4135bb7adba975dbd145 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:09.644236 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-596b1bad-4d8b-4ea6-a8c2-47471acf8cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.657385 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-596b1bad-4d8b-4ea6-a8c2-47471acf8cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.723901 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4a29e283-6a9e-46a6-b603-e6777ed83e0d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.737824 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.748298 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-430dc325-621e-45e2-b3fc-616ca9ee3667 req-e409685f-da69-4d57-a79d-3ddd26974bc2 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4d6097e-3282-423d-ba81-2aeceeb02dae HTTP/1.1" status: 200 len: 210 time: 0.0723863 Jul 13 07:49:09.805902 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-4a29e283-6a9e-46a6-b603-e6777ed83e0d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Calling delete_port for 5de0ee4b-87e4-4377-a4d2-e4601385d8a4 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:09.812364 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port eef52212-3c48-45b8-b0a5-3e4ec06a834d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=eef52212-3c48-45b8-b0a5-3e4ec06a834d,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:09.817869 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95a95fbe-d5f1-4152-8738-932cc8295437 None None] Provisioning complete for port e6a39fd5-7b74-4423-b2be-c8213af17aa6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:09.818464 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95a95fbe-d5f1-4152-8738-932cc8295437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.843800 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.861850 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7649efd1-da6c-4da7-b96a-533677117d05 req-bda11923-4b35-437d-8134-f69745809319 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] For port 96fc95a1-0e21-4b89-9f73-5353a6b7b59d, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=96fc95a1-0e21-4b89-9f73-5353a6b7b59d,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:09.862640 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7649efd1-da6c-4da7-b96a-533677117d05 req-bda11923-4b35-437d-8134-f69745809319 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.886360 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-596b1bad-4d8b-4ea6-a8c2-47471acf8cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.892147 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-596b1bad-4d8b-4ea6-a8c2-47471acf8cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.921752 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:09.933098 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596b1bad-4d8b-4ea6-a8c2-47471acf8cd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:49:09.950687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b1bad-4d8b-4ea6-a8c2-47471acf8cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0729bb31-5653-4e44-828d-952f3b52b267,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:09.960359 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-596b1bad-4d8b-4ea6-a8c2-47471acf8cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.960865 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-596b1bad-4d8b-4ea6-a8c2-47471acf8cd6 admin admin] Added segment 20a1cd25-bdd5-454d-94c7-f669c9b97aa9 of type vlan for network 90f94e91-9b3a-4ae3-8891-aca9a5ea834a Jul 13 07:49:09.975221 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-7649efd1-da6c-4da7-b96a-533677117d05 req-bda11923-4b35-437d-8134-f69745809319 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Calling delete_port for 96fc95a1-0e21-4b89-9f73-5353a6b7b59d owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:09.989450 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=eef52212-3c48-45b8-b0a5-3e4ec06a834d,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:10.049312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbe5067-cbdd-4d3b-9012-0279cc33b234'}, {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b287a7-66a6-4451-b3cc-175a9dd00602'}, {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a39fd5-7b74-4423-b2be-c8213af17aa6'}, {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef52212-3c48-45b8-b0a5-3e4ec06a834d'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:10.059527 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-284a78c2-7316-461c-bd04-197658fb1515 req-c3285159-3ef4-4940-a12f-5855b30e2f47 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 210 time: 0.0442214 Jul 13 07:49:10.066313 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6445a92-c406-45c7-a553-54d643c935cb" -d '{"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-plugged", "status": "completed", "tag": "9bbe5067-cbdd-4d3b-9012-0279cc33b234"}, {"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-plugged", "status": "completed", "tag": "c6b287a7-66a6-4451-b3cc-175a9dd00602"}, {"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-plugged", "status": "completed", "tag": "e6a39fd5-7b74-4423-b2be-c8213af17aa6"}, {"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-plugged", "status": "completed", "tag": "eef52212-3c48-45b8-b0a5-3e4ec06a834d"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:10.072760 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-596b1bad-4d8b-4ea6-a8c2-47471acf8cd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.125874 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-596b1bad-4d8b-4ea6-a8c2-47471acf8cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.127026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596b1bad-4d8b-4ea6-a8c2-47471acf8cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:10.127732 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-596b1bad-4d8b-4ea6-a8c2-47471acf8cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.181623 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:10.189613 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:10.190580 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.215783 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29be6de5-293c-4919-8be3-40c1a618740f req-440e4880-88ad-465b-95d8-91f08e1e4109 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Made reservation on behalf of f3be3fcfab86440aa64d1c88d1babf18 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:10.216228 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-596b1bad-4d8b-4ea6-a8c2-47471acf8cd6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0166180 Jul 13 07:49:10.218354 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53754) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:10.219944 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29be6de5-293c-4919-8be3-40c1a618740f req-440e4880-88ad-465b-95d8-91f08e1e4109 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.233638 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6f0c1103-2a9c-4e7c-ae62-1cb0d3d1a96f admin admin] Request body: {'subnet': {'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-913901849-subnet', 'tenant_id': '70ce0288d45a4135bb7adba975dbd145', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:10.247119 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067848c5-bde2-4df4-93c9-acb94070608f x-openstack-request-id: req-067848c5-bde2-4df4-93c9-acb94070608f {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:10.247640 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-plugged", "status": "completed", "tag": "9bbe5067-cbdd-4d3b-9012-0279cc33b234", "code": 200}, {"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-plugged", "status": "completed", "tag": "c6b287a7-66a6-4451-b3cc-175a9dd00602", "code": 200}, {"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-plugged", "status": "completed", "tag": "e6a39fd5-7b74-4423-b2be-c8213af17aa6", "code": 200}, {"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-plugged", "status": "completed", "tag": "eef52212-3c48-45b8-b0a5-3e4ec06a834d", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:10.248602 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-067848c5-bde2-4df4-93c9-acb94070608f {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:10.249201 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbe5067-cbdd-4d3b-9012-0279cc33b234', 'code': 200} Jul 13 07:49:10.249618 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b287a7-66a6-4451-b3cc-175a9dd00602', 'code': 200} Jul 13 07:49:10.251083 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a39fd5-7b74-4423-b2be-c8213af17aa6', 'code': 200} Jul 13 07:49:10.251268 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef52212-3c48-45b8-b0a5-3e4ec06a834d', 'code': 200} Jul 13 07:49:10.260715 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29be6de5-293c-4919-8be3-40c1a618740f req-440e4880-88ad-465b-95d8-91f08e1e4109 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.348318 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b1bad-4d8b-4ea6-a8c2-47471acf8cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=90f94e91-9b3a-4ae3-8891-aca9a5ea834a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:10.355113 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.372372 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 90f94e91-9b3a-4ae3-8891-aca9a5ea834a details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:49:10.391649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0c1103-2a9c-4e7c-ae62-1cb0d3d1a96f admin admin] Made reservation on behalf of 70ce0288d45a4135bb7adba975dbd145 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:10.394452 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6f0c1103-2a9c-4e7c-ae62-1cb0d3d1a96f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.467142 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c8ca41c5-cf7b-431c-ab3d-0acecc8664ab None None] Provisioning complete for port eef52212-3c48-45b8-b0a5-3e4ec06a834d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:10.468056 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c8ca41c5-cf7b-431c-ab3d-0acecc8664ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.494309 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7649efd1-da6c-4da7-b96a-533677117d05 req-bda11923-4b35-437d-8134-f69745809319 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.510141 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:10.526005 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.620066 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4a29e283-6a9e-46a6-b603-e6777ed83e0d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.654218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:10.725053 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda11923-4b35-437d-8134-f69745809319 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Pushing event deleted for resources: {'Port': ['ID=96fc95a1-0e21-4b89-9f73-5353a6b7b59d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:10.728727 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f151d-f08f-44a0-a2eb-f62bc86d33a2 req-02ac3c78-fbae-43a4-97ba-d0e833140338 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:10.738947 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f151d-f08f-44a0-a2eb-f62bc86d33a2 req-02ac3c78-fbae-43a4-97ba-d0e833140338 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:10.746676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f151d-f08f-44a0-a2eb-f62bc86d33a2 req-02ac3c78-fbae-43a4-97ba-d0e833140338 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:10.756168 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f151d-f08f-44a0-a2eb-f62bc86d33a2 req-02ac3c78-fbae-43a4-97ba-d0e833140338 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:10.764671 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f151d-f08f-44a0-a2eb-f62bc86d33a2 req-02ac3c78-fbae-43a4-97ba-d0e833140338 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:10.765328 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7649efd1-da6c-4da7-b96a-533677117d05 req-bda11923-4b35-437d-8134-f69745809319 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] No DVR routers for this DVR port 96fc95a1-0e21-4b89-9f73-5353a6b7b59d on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:10.775191 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f151d-f08f-44a0-a2eb-f62bc86d33a2 req-02ac3c78-fbae-43a4-97ba-d0e833140338 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:10.783535 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f151d-f08f-44a0-a2eb-f62bc86d33a2 req-02ac3c78-fbae-43a4-97ba-d0e833140338 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:10.786723 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d32f151d-f08f-44a0-a2eb-f62bc86d33a2 req-02ac3c78-fbae-43a4-97ba-d0e833140338 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5432 time: 0.4594829 Jul 13 07:49:10.885193 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29e283-6a9e-46a6-b603-e6777ed83e0d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Pushing event deleted for resources: {'Port': ['ID=5de0ee4b-87e4-4377-a4d2-e4601385d8a4,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:10.887837 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7649efd1-da6c-4da7-b96a-533677117d05 req-bda11923-4b35-437d-8134-f69745809319 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.891607 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7649efd1-da6c-4da7-b96a-533677117d05 req-bda11923-4b35-437d-8134-f69745809319 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.35 "DELETE /v2.0/ports/96fc95a1-0e21-4b89-9f73-5353a6b7b59d HTTP/1.1" status: 204 len: 173 time: 2.6592462 Jul 13 07:49:10.895096 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1e6031-c072-45f2-af90-e2ece184e06e', 'name': 'network-vif-deleted', 'tag': '96fc95a1-0e21-4b89-9f73-5353a6b7b59d'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:10.908269 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bf0652-6745-4d85-be33-afb20f503d08" -d '{"events": [{"server_uuid": "ae1e6031-c072-45f2-af90-e2ece184e06e", "name": "network-vif-deleted", "tag": "96fc95a1-0e21-4b89-9f73-5353a6b7b59d"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:10.926539 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-238f5c44-fe93-4b16-8fa1-05f5deb4d30f tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:10.928846 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-238f5c44-fe93-4b16-8fa1-05f5deb4d30f tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.62 "GET /v2.0/networks?id=ac6b9f57-b18e-4e29-a5c4-b4b57974073c HTTP/1.1" status: 200 len: 814 time: 0.4670663 Jul 13 07:49:10.940646 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6f0c1103-2a9c-4e7c-ae62-1cb0d3d1a96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.957844 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-c7437022-5cef-472d-a0e7-3615df449c6b tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Request body: {'port': {'device_id': '49e88788-f10f-4be2-8038-045f4c5634c3', 'network_id': 'ac6b9f57-b18e-4e29-a5c4-b4b57974073c', 'admin_state_up': True, 'tenant_id': 'a2d94951be8240cfb8e312fecc3b6950'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:10.995376 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4a29e283-6a9e-46a6-b603-e6777ed83e0d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.997515 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4a29e283-6a9e-46a6-b603-e6777ed83e0d tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "DELETE /v2.0/ports/5de0ee4b-87e4-4377-a4d2-e4601385d8a4 HTTP/1.1" status: 204 len: 168 time: 3.0247495 Jul 13 07:49:11.007584 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53834) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:11.057672 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-13125251-7a80-4946-8a79-0494954d844e None None] Provisioning complete for port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:11.058046 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13125251-7a80-4946-8a79-0494954d844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.075185 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d32f151d-f08f-44a0-a2eb-f62bc86d33a2 req-14cc0272-39f2-4b66-9b22-c85e38d81071 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2148111 Jul 13 07:49:11.129981 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37841f-45a9-48aa-960a-ea51bae3a1c9 req-86d9038a-501b-49cc-bfe2-be2835045d95 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:11.145407 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6b37841f-45a9-48aa-960a-ea51bae3a1c9 req-86d9038a-501b-49cc-bfe2-be2835045d95 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.2978814 Jul 13 07:49:11.172717 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c1103-2a9c-4e7c-ae62-1cb0d3d1a96f admin admin] Pushing event updated for resources: {'Subnet': ['ID=883999c5-42f5-45ee-8923-d3fb6c82c275,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:11.218268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0c1103-2a9c-4e7c-ae62-1cb0d3d1a96f admin admin] Checking segment: {'id': '20a1cd25-bdd5-454d-94c7-f669c9b97aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:11.218602 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0c1103-2a9c-4e7c-ae62-1cb0d3d1a96f admin admin] Network hostable DHCP agents. Network: 90f94e91-9b3a-4ae3-8891-aca9a5ea834a, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:49:11.220676 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7bb7ab-38e8-47fb-9e6e-03860dedc230 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Deleting subnet 1d6c46ad-b58d-44e8-a9db-9d9093473856 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:11.225178 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ce7bb7ab-38e8-47fb-9e6e-03860dedc230 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.248112 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6b37841f-45a9-48aa-960a-ea51bae3a1c9 req-9cd45541-3277-4098-8ba6-a3ce798ad64e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013732 Jul 13 07:49:11.269908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0c1103-2a9c-4e7c-ae62-1cb0d3d1a96f admin admin] Network 90f94e91-9b3a-4ae3-8891-aca9a5ea834a is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:49:11.285113 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-6f0c1103-2a9c-4e7c-ae62-1cb0d3d1a96f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 90f94e91-9b3a-4ae3-8891-aca9a5ea834a) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:11.291365 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0c1103-2a9c-4e7c-ae62-1cb0d3d1a96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:11.291975 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6f0c1103-2a9c-4e7c-ae62-1cb0d3d1a96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.299800 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a52ecc-7e50-4a6f-8019-0b04acd1c6ee None None] Network 90f94e91-9b3a-4ae3-8891-aca9a5ea834a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:11.331935 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ce7bb7ab-38e8-47fb-9e6e-03860dedc230 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.367962 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e20c7c-393c-44f3-9a60-2fc5a794b407 x-openstack-request-id: req-e4e20c7c-393c-44f3-9a60-2fc5a794b407 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:11.368634 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1e6031-c072-45f2-af90-e2ece184e06e", "name": "network-vif-deleted", "tag": "96fc95a1-0e21-4b89-9f73-5353a6b7b59d", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:11.369323 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e4e20c7c-393c-44f3-9a60-2fc5a794b407 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:11.369964 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1e6031-c072-45f2-af90-e2ece184e06e', 'name': 'network-vif-deleted', 'tag': '96fc95a1-0e21-4b89-9f73-5353a6b7b59d', 'status': 'completed', 'code': 200} Jul 13 07:49:11.372057 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-127ab0af-078e-4f97-9637-d983b4ecef8b req-4a42d7b9-0b57-40ac-bd0f-0afc0b70b52f tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4d6097e-3282-423d-ba81-2aeceeb02dae HTTP/1.1" status: 200 len: 210 time: 0.0572252 Jul 13 07:49:11.433047 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29be6de5-293c-4919-8be3-40c1a618740f req-440e4880-88ad-465b-95d8-91f08e1e4109 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.441027 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29be6de5-293c-4919-8be3-40c1a618740f req-440e4880-88ad-465b-95d8-91f08e1e4109 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.480927 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ac50e47-a798-4b59-881a-f1a7891c5cf5 req-55238034-5fb4-46c1-ae74-a18ec5f2a908 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 210 time: 0.0658522 Jul 13 07:49:11.486886 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6f0c1103-2a9c-4e7c-ae62-1cb0d3d1a96f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2620549 Jul 13 07:49:11.518774 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d57e939-e5c2-47e9-bbd3-7d755d319b09 None None] Network 90f94e91-9b3a-4ae3-8891-aca9a5ea834a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:11.606385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e4880-88ad-465b-95d8-91f08e1e4109 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae875807-b689-4104-8c7f-7eb0dc7658f3,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:11.618230 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-c7437022-5cef-472d-a0e7-3615df449c6b tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Made reservation on behalf of a2d94951be8240cfb8e312fecc3b6950 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:11.621760 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-c7437022-5cef-472d-a0e7-3615df449c6b tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.638334 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ce7bb7ab-38e8-47fb-9e6e-03860dedc230 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.647171 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 96fc95a1-0e21-4b89-9f73-5353a6b7b59d no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:11.696656 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 96fc95a1-0e21-4b89-9f73-5353a6b7b59d {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:11.696996 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 96fc95a1-0e21-4b89-9f73-5353a6b7b59d not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:11.816785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-29be6de5-293c-4919-8be3-40c1a618740f req-440e4880-88ad-465b-95d8-91f08e1e4109 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Allocated IP 192.168.233.157 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/d0109b10-1616-4f3a-8604-a72fb1f841f5) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:11.859279 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ce7bb7ab-38e8-47fb-9e6e-03860dedc230 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.927212 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7bb7ab-38e8-47fb-9e6e-03860dedc230 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Pushing event deleted for resources: {'Subnet': ['ID=1d6c46ad-b58d-44e8-a9db-9d9093473856,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:11.947356 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ce7bb7ab-38e8-47fb-9e6e-03860dedc230 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.948864 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a28a65e-7379-478b-b12c-16203ee15d0e None None] Network 2340a889-678d-4740-982b-b1efe3e83a19 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:11.952476 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53926) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:11.954629 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ce7bb7ab-38e8-47fb-9e6e-03860dedc230 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "DELETE /v2.0/subnets/1d6c46ad-b58d-44e8-a9db-9d9093473856 HTTP/1.1" status: 204 len: 168 time: 0.9433682 Jul 13 07:49:11.988847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-c7437022-5cef-472d-a0e7-3615df449c6b tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Allocated IP 172.20.0.5 (ac6b9f57-b18e-4e29-a5c4-b4b57974073c/035ba89b-40dc-4335-9879-28d98d89ed73/8d781dd5-edc1-45a4-8dc4-bbccdfb61c02) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:12.062107 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d37a43f-ef63-4412-ac22-7ad9f5073e99 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.156745 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29be6de5-293c-4919-8be3-40c1a618740f req-440e4880-88ad-465b-95d8-91f08e1e4109 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.167954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-ed31ac33-fb57-44f9-99c0-67e2bce4f390 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:12.169518 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-ed31ac33-fb57-44f9-99c0-67e2bce4f390 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/networks?id=90f94e91-9b3a-4ae3-8891-aca9a5ea834a HTTP/1.1" status: 200 len: 812 time: 0.1819296 Jul 13 07:49:12.193317 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-4d37a43f-ef63-4412-ac22-7ad9f5073e99 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Deleting port 58aaad90-b8fa-43f0-b07a-3356a8a28550 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:12.193666 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d37a43f-ef63-4412-ac22-7ad9f5073e99 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.196038 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb2a71b-34aa-4a15-9ae0-5876b1e4c7cb None None] DHCP port deletion for 2340a889-678d-4740-982b-b1efe3e83a19 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:49:12.196500 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-85137374-2ce6-4477-9291-20d717d81130 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/quotas/70ce0288d45a4135bb7adba975dbd145 HTTP/1.1" status: 200 len: 375 time: 0.0202868 Jul 13 07:49:12.208564 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-29be6de5-293c-4919-8be3-40c1a618740f req-440e4880-88ad-465b-95d8-91f08e1e4109 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Transition to ACTIVE for port object d0109b10-1616-4f3a-8604-a72fb1f841f5 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:12.249426 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-e3c678a5-d46f-4a35-9533-c8b5db6a8322 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=70ce0288d45a4135bb7adba975dbd145&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378969 Jul 13 07:49:12.258279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:12.260862 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4269daec-6a68-4f28-98ba-0dac777f222b" -d '{"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-plugged", "status": "completed", "tag": "7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:12.265680 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-c7437022-5cef-472d-a0e7-3615df449c6b tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.277473 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-beb2a71b-34aa-4a15-9ae0-5876b1e4c7cb None None] Deleting port 58aaad90-b8fa-43f0-b07a-3356a8a28550 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:12.278148 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-beb2a71b-34aa-4a15-9ae0-5876b1e4c7cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.291071 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29be6de5-293c-4919-8be3-40c1a618740f req-440e4880-88ad-465b-95d8-91f08e1e4109 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.347198 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-beb2a71b-34aa-4a15-9ae0-5876b1e4c7cb None None] For port 58aaad90-b8fa-43f0-b07a-3356a8a28550, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=58aaad90-b8fa-43f0-b07a-3356a8a28550,segment=NetworkSegment(6054dc45-7044-46e2-a574-965c76784390),segment_id=6054dc45-7044-46e2-a574-965c76784390)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:12.348551 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-beb2a71b-34aa-4a15-9ae0-5876b1e4c7cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.359051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29be6de5-293c-4919-8be3-40c1a618740f req-440e4880-88ad-465b-95d8-91f08e1e4109 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:12.364277 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-beb2a71b-34aa-4a15-9ae0-5876b1e4c7cb None None] Calling delete_port for 58aaad90-b8fa-43f0-b07a-3356a8a28550 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:12.367557 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-29be6de5-293c-4919-8be3-40c1a618740f req-440e4880-88ad-465b-95d8-91f08e1e4109 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:12.368895 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-4d37a43f-ef63-4412-ac22-7ad9f5073e99 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] For port 58aaad90-b8fa-43f0-b07a-3356a8a28550, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=58aaad90-b8fa-43f0-b07a-3356a8a28550,segment=NetworkSegment(6054dc45-7044-46e2-a574-965c76784390),segment_id=6054dc45-7044-46e2-a574-965c76784390)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:12.369294 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d37a43f-ef63-4412-ac22-7ad9f5073e99 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.370420 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-29be6de5-293c-4919-8be3-40c1a618740f req-440e4880-88ad-465b-95d8-91f08e1e4109 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:12.376193 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e4880-88ad-465b-95d8-91f08e1e4109 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Pushing event updated for resources: {'Port': ['ID=d0109b10-1616-4f3a-8604-a72fb1f841f5,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:12.400316 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-c7437022-5cef-472d-a0e7-3615df449c6b tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.432645 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-4d37a43f-ef63-4412-ac22-7ad9f5073e99 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Calling delete_port for 58aaad90-b8fa-43f0-b07a-3356a8a28550 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:12.467015 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-c7437022-5cef-472d-a0e7-3615df449c6b tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Network ac6b9f57-b18e-4e29-a5c4-b4b57974073c is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:12.472996 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-c7437022-5cef-472d-a0e7-3615df449c6b tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:12.478840 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-c7437022-5cef-472d-a0e7-3615df449c6b tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:12.481885 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7437022-5cef-472d-a0e7-3615df449c6b tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Pushing event updated for resources: {'Port': ['ID=8d781dd5-edc1-45a4-8dc4-bbccdfb61c02,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:12.509157 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-beb2a71b-34aa-4a15-9ae0-5876b1e4c7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.520498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be6de5-293c-4919-8be3-40c1a618740f req-440e4880-88ad-465b-95d8-91f08e1e4109 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:12.521443 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-9ac07393-7049-4ba7-9b99-b4c3cb6c6c74 service neutron] 10.222.0.58 "GET /v2.0/networks/90f94e91-9b3a-4ae3-8891-aca9a5ea834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265985 Jul 13 07:49:12.521585 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29be6de5-293c-4919-8be3-40c1a618740f req-440e4880-88ad-465b-95d8-91f08e1e4109 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.529075 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb2a71b-34aa-4a15-9ae0-5876b1e4c7cb None None] No DVR routers for this DVR port 58aaad90-b8fa-43f0-b07a-3356a8a28550 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:12.553260 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2a71b-34aa-4a15-9ae0-5876b1e4c7cb None None] Pushing event deleted for resources: {'Port': ['ID=58aaad90-b8fa-43f0-b07a-3356a8a28550,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:12.560396 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-c7437022-5cef-472d-a0e7-3615df449c6b tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:12.562345 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-c7437022-5cef-472d-a0e7-3615df449c6b tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.567019 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-29be6de5-293c-4919-8be3-40c1a618740f req-440e4880-88ad-465b-95d8-91f08e1e4109 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9393568 Jul 13 07:49:12.580158 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-29be6de5-293c-4919-8be3-40c1a618740f req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] Request body: {'port': {'device_id': 'b4d6097e-3282-423d-ba81-2aeceeb02dae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:12.591903 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889f7d9-3f52-4833-9303-d30db3ab2688 req-c502ffaf-2893-4d68-bc30-1a9c327bd252 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:12.598361 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889f7d9-3f52-4833-9303-d30db3ab2688 req-c502ffaf-2893-4d68-bc30-1a9c327bd252 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:12.604393 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889f7d9-3f52-4833-9303-d30db3ab2688 req-c502ffaf-2893-4d68-bc30-1a9c327bd252 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:12.610350 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-c7437022-5cef-472d-a0e7-3615df449c6b tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6625726 Jul 13 07:49:12.610784 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889f7d9-3f52-4833-9303-d30db3ab2688 req-c502ffaf-2893-4d68-bc30-1a9c327bd252 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:12.616902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889f7d9-3f52-4833-9303-d30db3ab2688 req-c502ffaf-2893-4d68-bc30-1a9c327bd252 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:12.622837 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889f7d9-3f52-4833-9303-d30db3ab2688 req-c502ffaf-2893-4d68-bc30-1a9c327bd252 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:12.626755 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] Request body: {'port': {'device_id': '49e88788-f10f-4be2-8038-045f4c5634c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:12.628954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889f7d9-3f52-4833-9303-d30db3ab2688 req-c502ffaf-2893-4d68-bc30-1a9c327bd252 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:12.630907 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9889f7d9-3f52-4833-9303-d30db3ab2688 req-c502ffaf-2893-4d68-bc30-1a9c327bd252 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5433 time: 0.3376260 Jul 13 07:49:12.707820 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-986a5c82-217c-4e67-a449-68d2eb0106b1 None None] Provisioning for port d0109b10-1616-4f3a-8604-a72fb1f841f5 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:12.712695 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-986a5c82-217c-4e67-a449-68d2eb0106b1 None None] Provisioning complete for port d0109b10-1616-4f3a-8604-a72fb1f841f5 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:12.714656 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-986a5c82-217c-4e67-a449-68d2eb0106b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.723108 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29be6de5-293c-4919-8be3-40c1a618740f req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.741535 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9889f7d9-3f52-4833-9303-d30db3ab2688 req-75fcd4c4-923e-4ca3-b1e0-7dd74c175f1e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0985308 Jul 13 07:49:12.742761 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d37a43f-ef63-4412-ac22-7ad9f5073e99 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.746301 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-49986b87-9046-48c9-8400-c9dbb60e8f37 service neutron] 10.222.0.58 "GET /v2.0/networks/90f94e91-9b3a-4ae3-8891-aca9a5ea834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240567 Jul 13 07:49:12.746427 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.767616 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-986a5c82-217c-4e67-a449-68d2eb0106b1 None None] Port d0109b10-1616-4f3a-8604-a72fb1f841f5 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:12.773665 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37a43f-ef63-4412-ac22-7ad9f5073e99 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Pushing event deleted for resources: {'Port': ['ID=58aaad90-b8fa-43f0-b07a-3356a8a28550,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:12.775583 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d37a43f-ef63-4412-ac22-7ad9f5073e99 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] No DVR routers for this DVR port 58aaad90-b8fa-43f0-b07a-3356a8a28550 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:12.843451 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84a9234-cbbf-42ed-b92b-1601330220e9 x-openstack-request-id: req-c84a9234-cbbf-42ed-b92b-1601330220e9 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:12.844284 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-plugged", "status": "completed", "tag": "7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:12.844666 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c84a9234-cbbf-42ed-b92b-1601330220e9 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:12.845312 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d', 'code': 200} Jul 13 07:49:12.860520 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.912824 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d37a43f-ef63-4412-ac22-7ad9f5073e99 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.936461 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-4d37a43f-ef63-4412-ac22-7ad9f5073e99 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2340a889-678d-4740-982b-b1efe3e83a19']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:12.971591 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-4d37a43f-ef63-4412-ac22-7ad9f5073e99 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6054dc45-7044-46e2-a574-965c76784390') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:12.972188 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-4d37a43f-ef63-4412-ac22-7ad9f5073e99 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6054dc45-7044-46e2-a574-965c76784390') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:12.992134 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d37a43f-ef63-4412-ac22-7ad9f5073e99 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.019669 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 58aaad90-b8fa-43f0-b07a-3356a8a28550 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:13.044518 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d37a43f-ef63-4412-ac22-7ad9f5073e99 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.053262 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 58aaad90-b8fa-43f0-b07a-3356a8a28550 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:13.053556 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d37a43f-ef63-4412-ac22-7ad9f5073e99 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:13.053921 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 58aaad90-b8fa-43f0-b07a-3356a8a28550 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:13.054114 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d37a43f-ef63-4412-ac22-7ad9f5073e99 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:13.057932 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:13.160127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e069d-7d39-4853-9446-bbc70e04c2b6 req-9f54cf43-9266-481b-8ad3-90f7e6d8caa0 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:13.167231 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-360e069d-7d39-4853-9446-bbc70e04c2b6 req-9f54cf43-9266-481b-8ad3-90f7e6d8caa0 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.1611450 Jul 13 07:49:13.184731 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d37a43f-ef63-4412-ac22-7ad9f5073e99 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.197949 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d37a43f-ef63-4412-ac22-7ad9f5073e99 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.199813 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4d37a43f-ef63-4412-ac22-7ad9f5073e99 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] 10.222.0.58 "DELETE /v2.0/networks/2340a889-678d-4740-982b-b1efe3e83a19 HTTP/1.1" status: 204 len: 168 time: 1.2461965 Jul 13 07:49:13.214483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37a43f-ef63-4412-ac22-7ad9f5073e99 tempest-AllowedAddressPairIpV6TestJSON-1763446336 tempest-AllowedAddressPairIpV6TestJSON-1763446336-project] Pushing event deleted for resources: {'Network': ['ID=2340a889-678d-4740-982b-b1efe3e83a19,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:13.239921 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-360e069d-7d39-4853-9446-bbc70e04c2b6 req-6c6826be-a69a-4cf2-8f4a-4849176d06ef tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717199 Jul 13 07:49:13.475569 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca256366-e619-4e3d-be27-8318be94fc5d req-66801e6b-d014-45ed-81ae-8a5d6865fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:13.476070 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca256366-e619-4e3d-be27-8318be94fc5d req-66801e6b-d014-45ed-81ae-8a5d6865fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:13.476558 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca256366-e619-4e3d-be27-8318be94fc5d req-66801e6b-d014-45ed-81ae-8a5d6865fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:13.477039 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca256366-e619-4e3d-be27-8318be94fc5d req-66801e6b-d014-45ed-81ae-8a5d6865fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:13.477511 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca256366-e619-4e3d-be27-8318be94fc5d req-66801e6b-d014-45ed-81ae-8a5d6865fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:13.477993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca256366-e619-4e3d-be27-8318be94fc5d req-66801e6b-d014-45ed-81ae-8a5d6865fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:13.478507 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca256366-e619-4e3d-be27-8318be94fc5d req-66801e6b-d014-45ed-81ae-8a5d6865fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:13.480599 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ca256366-e619-4e3d-be27-8318be94fc5d req-66801e6b-d014-45ed-81ae-8a5d6865fe14 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 6497 time: 0.4018929 Jul 13 07:49:13.575303 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53966) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:13.593634 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ca256366-e619-4e3d-be27-8318be94fc5d req-ed1969e4-e51e-44ee-ad22-b871bbd3a41a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&id=4884dbff-9761-439b-b7d3-660cb6ca4183&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1005013 Jul 13 07:49:13.613696 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207079e-bf0d-4d6e-9ed0-1eded7641b5b req-1873f905-706a-4da6-9944-d36ab179153a tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:13.620706 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2207079e-bf0d-4d6e-9ed0-1eded7641b5b req-1873f905-706a-4da6-9944-d36ab179153a tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4d6097e-3282-423d-ba81-2aeceeb02dae HTTP/1.1" status: 200 len: 936 time: 0.3125827 Jul 13 07:49:13.644390 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-29be6de5-293c-4919-8be3-40c1a618740f req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0109b10-1616-4f3a-8604-a72fb1f841f5 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:13.665026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:13.683828 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.685545 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ec726-276e-444c-9f89-7b86944be75f req-f69d77a9-2a3e-4905-9a99-651c7e59d10e tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:13.693852 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-087ec726-276e-444c-9f89-7b86944be75f req-f69d77a9-2a3e-4905-9a99-651c7e59d10e tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 931 time: 0.2323451 Jul 13 07:49:13.702208 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] Transition to ACTIVE for port object 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:13.716282 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2207079e-bf0d-4d6e-9ed0-1eded7641b5b req-992f0fab-04dc-48f7-9c9b-345c58a82c73 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae875807-b689-4104-8c7f-7eb0dc7658f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945115 Jul 13 07:49:13.718497 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29be6de5-293c-4919-8be3-40c1a618740f req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.725771 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.803594 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8d781dd5-edc1-45a4-8dc4-bbccdfb61c02,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:13.823556 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-29be6de5-293c-4919-8be3-40c1a618740f req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] Transition to ACTIVE for port object d0109b10-1616-4f3a-8604-a72fb1f841f5 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:13.865861 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29be6de5-293c-4919-8be3-40c1a618740f req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.875904 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-81ccf6a1-f3fe-40d1-bfb8-4a68f5239b12 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fab7efc308cc4051a8c6f7af544bc65f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981887 Jul 13 07:49:13.879800 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-087ec726-276e-444c-9f89-7b86944be75f req-172008cc-797c-46a9-99d9-1031ad9c1a02 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851442 Jul 13 07:49:13.881305 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53976) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:13.984373 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1f0fce0-17e8-4a31-85e3-19618cf60089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.003681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d0109b10-1616-4f3a-8604-a72fb1f841f5,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:14.040495 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] Attempting to bind port 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:14.040844 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] Attempting to bind port 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'eb46daf5-4218-4e34-bcb9-d59b2cec1969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ac6b9f57-b18e-4e29-a5c4-b4b57974073c'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:14.041178 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] Attempting to bind port 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02 on network ac6b9f57-b18e-4e29-a5c4-b4b57974073c {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:14.047951 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] Port 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02 on network ac6b9f57-b18e-4e29-a5c4-b4b57974073c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:49:14.048278 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] Attempting to bind port 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02 on network ac6b9f57-b18e-4e29-a5c4-b4b57974073c {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:14.063431 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1f0fce0-17e8-4a31-85e3-19618cf60089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.097354 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:14.097991 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] Checking segment: {'id': 'eb46daf5-4218-4e34-bcb9-d59b2cec1969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ac6b9f57-b18e-4e29-a5c4-b4b57974073c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:14.098585 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] Bound using segment: {'id': 'eb46daf5-4218-4e34-bcb9-d59b2cec1969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ac6b9f57-b18e-4e29-a5c4-b4b57974073c'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:14.099215 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] Bound port: 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb46daf5-4218-4e34-bcb9-d59b2cec1969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ac6b9f57-b18e-4e29-a5c4-b4b57974073c'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:14.099769 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.268877 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1f0fce0-17e8-4a31-85e3-19618cf60089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.277611 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1f0fce0-17e8-4a31-85e3-19618cf60089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.281336 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d1f0fce0-17e8-4a31-85e3-19618cf60089 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f3b6aef2-52b4-404a-b540-a6f0ca205ccf HTTP/1.1" status: 204 len: 168 time: 0.3974633 Jul 13 07:49:14.309795 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0fce0-17e8-4a31-85e3-19618cf60089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b6aef2-52b4-404a-b540-a6f0ca205ccf,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:14.339443 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0fce0-17e8-4a31-85e3-19618cf60089 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.339789 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0fce0-17e8-4a31-85e3-19618cf60089 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.340470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0fce0-17e8-4a31-85e3-19618cf60089 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.340805 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0fce0-17e8-4a31-85e3-19618cf60089 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.343879 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0fce0-17e8-4a31-85e3-19618cf60089 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.344177 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0fce0-17e8-4a31-85e3-19618cf60089 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.344472 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0fce0-17e8-4a31-85e3-19618cf60089 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.344807 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0fce0-17e8-4a31-85e3-19618cf60089 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.345132 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0fce0-17e8-4a31-85e3-19618cf60089 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.349069 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0fce0-17e8-4a31-85e3-19618cf60089 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.349480 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0fce0-17e8-4a31-85e3-19618cf60089 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.349822 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0fce0-17e8-4a31-85e3-19618cf60089 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.357604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-29be6de5-293c-4919-8be3-40c1a618740f req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] Attempting to bind port d0109b10-1616-4f3a-8604-a72fb1f841f5 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:14.358700 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-29be6de5-293c-4919-8be3-40c1a618740f req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] Attempting to bind port d0109b10-1616-4f3a-8604-a72fb1f841f5 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:14.359049 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be6de5-293c-4919-8be3-40c1a618740f req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] Attempting to bind port d0109b10-1616-4f3a-8604-a72fb1f841f5 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:14.424239 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77833c56-cd17-41dd-8e68-e142b80fc40e req-06ff153e-e343-4b5b-8e4a-5f7d189d16a2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:14.425276 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be6de5-293c-4919-8be3-40c1a618740f req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] Port d0109b10-1616-4f3a-8604-a72fb1f841f5 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:49:14.425604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be6de5-293c-4919-8be3-40c1a618740f req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] Attempting to bind port d0109b10-1616-4f3a-8604-a72fb1f841f5 on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:14.430592 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77833c56-cd17-41dd-8e68-e142b80fc40e req-06ff153e-e343-4b5b-8e4a-5f7d189d16a2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:14.433636 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] For port 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:14.437672 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77833c56-cd17-41dd-8e68-e142b80fc40e req-06ff153e-e343-4b5b-8e4a-5f7d189d16a2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:14.444303 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77833c56-cd17-41dd-8e68-e142b80fc40e req-06ff153e-e343-4b5b-8e4a-5f7d189d16a2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:14.444497 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] For port 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8d781dd5-edc1-45a4-8dc4-bbccdfb61c02,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:14.450921 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77833c56-cd17-41dd-8e68-e142b80fc40e req-06ff153e-e343-4b5b-8e4a-5f7d189d16a2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:14.452229 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.457487 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be6de5-293c-4919-8be3-40c1a618740f req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:14.457902 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be6de5-293c-4919-8be3-40c1a618740f req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:14.458903 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be6de5-293c-4919-8be3-40c1a618740f req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:14.459194 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77833c56-cd17-41dd-8e68-e142b80fc40e req-06ff153e-e343-4b5b-8e4a-5f7d189d16a2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:14.459442 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-29be6de5-293c-4919-8be3-40c1a618740f req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] Bound port: d0109b10-1616-4f3a-8604-a72fb1f841f5, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:14.459760 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29be6de5-293c-4919-8be3-40c1a618740f req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.466370 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77833c56-cd17-41dd-8e68-e142b80fc40e req-06ff153e-e343-4b5b-8e4a-5f7d189d16a2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:14.469547 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77833c56-cd17-41dd-8e68-e142b80fc40e req-06ff153e-e343-4b5b-8e4a-5f7d189d16a2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5433 time: 0.3184602 Jul 13 07:49:14.495724 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1fc0f37c-823a-424e-87fb-04948d839dfc req-00242899-1d95-4dae-a331-98375d247d90 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e6f8460-ca1e-43b4-8994-c11b150f286f HTTP/1.1" status: 200 len: 210 time: 0.1005287 Jul 13 07:49:14.554971 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:14.562905 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.563854 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77833c56-cd17-41dd-8e68-e142b80fc40e req-d0eb6885-f956-401b-b5e2-b59ba818d5d8 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714068 Jul 13 07:49:14.564492 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] 10.222.0.62 "PUT /v2.0/ports/8d781dd5-edc1-45a4-8dc4-bbccdfb61c02 HTTP/1.1" status: 200 len: 1092 time: 1.9434485 Jul 13 07:49:14.567092 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e88788-f10f-4be2-8038-045f4c5634c3', 'tag': '8d781dd5-edc1-45a4-8dc4-bbccdfb61c02'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:14.569562 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e027bc45-14b5-462e-bad5-828e1c990f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "49e88788-f10f-4be2-8038-045f4c5634c3", "tag": "8d781dd5-edc1-45a4-8dc4-bbccdfb61c02"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:14.628415 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba0c06-337f-454f-b40b-6f4fb82416f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8d781dd5-edc1-45a4-8dc4-bbccdfb61c02,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:14.660284 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-29be6de5-293c-4919-8be3-40c1a618740f req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] For port d0109b10-1616-4f3a-8604-a72fb1f841f5, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:14.668887 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-29be6de5-293c-4919-8be3-40c1a618740f req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] For port d0109b10-1616-4f3a-8604-a72fb1f841f5, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=d0109b10-1616-4f3a-8604-a72fb1f841f5,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:14.691689 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29be6de5-293c-4919-8be3-40c1a618740f req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.705013 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4d30d8-c33f-4650-80f1-a6475a4d4609 x-openstack-request-id: req-ab4d30d8-c33f-4650-80f1-a6475a4d4609 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:14.705423 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e88788-f10f-4be2-8038-045f4c5634c3", "tag": "8d781dd5-edc1-45a4-8dc4-bbccdfb61c02", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:14.705709 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab4d30d8-c33f-4650-80f1-a6475a4d4609 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:14.706116 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e88788-f10f-4be2-8038-045f4c5634c3', 'tag': '8d781dd5-edc1-45a4-8dc4-bbccdfb61c02', 'status': 'completed', 'code': 200} Jul 13 07:49:14.769070 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be6de5-293c-4919-8be3-40c1a618740f req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:14.769716 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29be6de5-293c-4919-8be3-40c1a618740f req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.772190 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-29be6de5-293c-4919-8be3-40c1a618740f req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] 10.222.0.35 "PUT /v2.0/ports/d0109b10-1616-4f3a-8604-a72fb1f841f5 HTTP/1.1" status: 200 len: 1097 time: 2.1966980 Jul 13 07:49:14.788431 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63885189-628b-43c4-94dd-43f0a1fa1b62 req-1bc55d5a-ee95-4cfa-85e9-240d6e22f994 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:14.797908 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-63885189-628b-43c4-94dd-43f0a1fa1b62 req-1bc55d5a-ee95-4cfa-85e9-240d6e22f994 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.1133728 Jul 13 07:49:14.836566 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0bb59-0639-42dc-b4c6-b91d92a189c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d0109b10-1616-4f3a-8604-a72fb1f841f5,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:14.881638 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-63885189-628b-43c4-94dd-43f0a1fa1b62 req-6d132aa3-04db-46fa-9557-dd33fd9aa9cf tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800600 Jul 13 07:49:14.900768 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-a50ed90e-acf3-472f-8ff8-5d50f42a4178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:14.902470 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-a50ed90e-acf3-472f-8ff8-5d50f42a4178 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a2d94951be8240cfb8e312fecc3b6950&device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 1095 time: 0.2364132 Jul 13 07:49:15.005492 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-2ffa1412-78b4-435f-a74b-dc5ec2c761e4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d781dd5-edc1-45a4-8dc4-bbccdfb61c02 HTTP/1.1" status: 200 len: 217 time: 0.0895979 Jul 13 07:49:15.109819 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be6de5-293c-4919-8be3-40c1a618740f req-b8fc73d6-bf33-4659-b999-326e9b52c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:15.113733 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-29be6de5-293c-4919-8be3-40c1a618740f req-b8fc73d6-bf33-4659-b999-326e9b52c8ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3be3fcfab86440aa64d1c88d1babf18&device_id=b4d6097e-3282-423d-ba81-2aeceeb02dae HTTP/1.1" status: 200 len: 1100 time: 0.2512469 Jul 13 07:49:15.182892 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a23bb7-4970-4236-b87a-155b56dfc66f req-d7fe8a06-9777-4bf1-98a2-eee23c556e70 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:15.184966 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4a23bb7-4970-4236-b87a-155b56dfc66f req-d7fe8a06-9777-4bf1-98a2-eee23c556e70 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4d6097e-3282-423d-ba81-2aeceeb02dae HTTP/1.1" status: 200 len: 948 time: 0.1692541 Jul 13 07:49:15.209991 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-29be6de5-293c-4919-8be3-40c1a618740f req-1861a29b-0949-47a2-b9c9-a1e5a279277c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=d0109b10-1616-4f3a-8604-a72fb1f841f5 HTTP/1.1" status: 200 len: 217 time: 0.0875397 Jul 13 07:49:15.211538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-30cf6c16-bea1-40b2-af66-80da41ec3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:15.213307 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-30cf6c16-bea1-40b2-af66-80da41ec3f94 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=035ba89b-40dc-4335-9879-28d98d89ed73 HTTP/1.1" status: 200 len: 854 time: 0.1995392 Jul 13 07:49:15.239552 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae78014-534f-46ca-93b0-ddca57082dea req-a77236ad-7cf0-4d27-b448-ccf7bf35b685 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:15.248843 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7ae78014-534f-46ca-93b0-ddca57082dea req-a77236ad-7cf0-4d27-b448-ccf7bf35b685 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 943 time: 0.1583600 Jul 13 07:49:15.294440 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4a23bb7-4970-4236-b87a-155b56dfc66f req-048ae01a-ff41-4a2c-a3cd-1eb0d7ef9c44 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae875807-b689-4104-8c7f-7eb0dc7658f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015966 Jul 13 07:49:15.368315 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7ae78014-534f-46ca-93b0-ddca57082dea req-7d823884-94db-4797-8537-4cb6757067a1 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171811 Jul 13 07:49:15.434363 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-304c57e5-f04e-4bba-8d39-ac73327be85b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac6b9f57-b18e-4e29-a5c4-b4b57974073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2113380 Jul 13 07:49:15.488439 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be6de5-293c-4919-8be3-40c1a618740f req-2d961868-96a2-49c7-96b1-a88de1b7438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:15.491650 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-29be6de5-293c-4919-8be3-40c1a618740f req-2d961868-96a2-49c7-96b1-a88de1b7438d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.2715163 Jul 13 07:49:15.548364 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54018) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:15.606044 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-7dedf5ab-70e1-4956-b817-c6f06e313c0d tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:15.607476 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-7dedf5ab-70e1-4956-b817-c6f06e313c0d tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.35 "GET /v2.0/networks?id=90f94e91-9b3a-4ae3-8891-aca9a5ea834a HTTP/1.1" status: 200 len: 812 time: 0.3096571 Jul 13 07:49:15.627552 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-d6b23543-2951-4293-943e-fb5944d4a812 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Request body: {'port': {'device_id': 'f83a118b-bf38-4d57-9572-2481ab2d3329', 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a', 'admin_state_up': True, 'tenant_id': '70ce0288d45a4135bb7adba975dbd145'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:15.727228 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-32da16b6-6223-463c-8a38-65a4a49f9283 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1666090451'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:15.732888 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80786121-8970-4d16-bd35-d238d76125b0 req-b750440c-afdb-49a7-b886-b4f6da2b2475 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e6f8460-ca1e-43b4-8994-c11b150f286f HTTP/1.1" status: 200 len: 210 time: 0.0512695 Jul 13 07:49:15.759905 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32da16b6-6223-463c-8a38-65a4a49f9283 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:15.764959 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32da16b6-6223-463c-8a38-65a4a49f9283 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:15.779859 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32da16b6-6223-463c-8a38-65a4a49f9283 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.061651 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb375b3e-09d7-4882-b593-7c2978cd7451 req-bd4472b3-aab5-47fa-beb6-ba603512d6e3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:16.068596 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb375b3e-09d7-4882-b593-7c2978cd7451 req-bd4472b3-aab5-47fa-beb6-ba603512d6e3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:16.074911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb375b3e-09d7-4882-b593-7c2978cd7451 req-bd4472b3-aab5-47fa-beb6-ba603512d6e3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:16.083768 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb375b3e-09d7-4882-b593-7c2978cd7451 req-bd4472b3-aab5-47fa-beb6-ba603512d6e3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:16.091061 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb375b3e-09d7-4882-b593-7c2978cd7451 req-bd4472b3-aab5-47fa-beb6-ba603512d6e3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:16.097213 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb375b3e-09d7-4882-b593-7c2978cd7451 req-bd4472b3-aab5-47fa-beb6-ba603512d6e3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:16.103355 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb375b3e-09d7-4882-b593-7c2978cd7451 req-bd4472b3-aab5-47fa-beb6-ba603512d6e3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:16.110892 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cb375b3e-09d7-4882-b593-7c2978cd7451 req-bd4472b3-aab5-47fa-beb6-ba603512d6e3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5433 time: 0.2857840 Jul 13 07:49:16.134598 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-2c27523c-c28b-4fd0-a817-711e77792a00 service neutron] 10.222.0.62 "GET /v2.0/networks/ac6b9f57-b18e-4e29-a5c4-b4b57974073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914330 Jul 13 07:49:16.175554 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be6de5-293c-4919-8be3-40c1a618740f req-32abb9b8-1c2d-479b-8eca-8f926512cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:16.176983 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-29be6de5-293c-4919-8be3-40c1a618740f req-32abb9b8-1c2d-479b-8eca-8f926512cf2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6742795 Jul 13 07:49:16.187778 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-0981763e-7d1e-4a4e-a2f1-675b3a12ce67 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:16.189289 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-0981763e-7d1e-4a4e-a2f1-675b3a12ce67 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.35 "GET /v2.0/networks?id=90f94e91-9b3a-4ae3-8891-aca9a5ea834a HTTP/1.1" status: 200 len: 812 time: 0.3660789 Jul 13 07:49:16.219121 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-925670d5-2e79-476f-8555-5b897aa29737 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Request body: {'port': {'device_id': '1e6f8460-ca1e-43b4-8994-c11b150f286f', 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a', 'admin_state_up': True, 'tenant_id': '70ce0288d45a4135bb7adba975dbd145'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:16.265812 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cb375b3e-09d7-4882-b593-7c2978cd7451 req-7e8f8fc9-d1b6-4969-ae66-9fe17c4782a9 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1533804 Jul 13 07:49:16.356161 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce7c459c-1d48-4598-a135-b9e39b09ebea req-11dfb3ae-5307-483d-9dcd-4eb90a0079db service neutron] 10.222.0.62 "GET /v2.0/networks/ac6b9f57-b18e-4e29-a5c4-b4b57974073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092755 Jul 13 07:49:16.358902 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-29be6de5-293c-4919-8be3-40c1a618740f req-4f50436c-1a47-457c-a7d1-ff89ed32f9b8 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727347 Jul 13 07:49:16.369576 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32da16b6-6223-463c-8a38-65a4a49f9283 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.410926 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32da16b6-6223-463c-8a38-65a4a49f9283 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.473106 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-d6b23543-2951-4293-943e-fb5944d4a812 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Made reservation on behalf of 70ce0288d45a4135bb7adba975dbd145 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:16.476966 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-d6b23543-2951-4293-943e-fb5944d4a812 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.577790 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-29be6de5-293c-4919-8be3-40c1a618740f req-948edc25-70d0-4f5c-953c-7eedaa553fbe service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088633 Jul 13 07:49:16.647415 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027bc45-14b5-462e-bad5-828e1c990f6b req-387224df-d31e-47a7-9a57-c28f54c8abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:16.649133 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e027bc45-14b5-462e-bad5-828e1c990f6b req-387224df-d31e-47a7-9a57-c28f54c8abc9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a2d94951be8240cfb8e312fecc3b6950&device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 1095 time: 0.1855717 Jul 13 07:49:16.706824 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d6097e-3282-423d-ba81-2aeceeb02dae', 'tag': 'd0109b10-1616-4f3a-8604-a72fb1f841f5'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:16.709133 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c098432-5dee-4017-a906-6c1f23198bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d6097e-3282-423d-ba81-2aeceeb02dae", "tag": "d0109b10-1616-4f3a-8604-a72fb1f841f5"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:16.718157 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-d6b23543-2951-4293-943e-fb5944d4a812 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Allocated IP 172.20.0.10 (90f94e91-9b3a-4ae3-8891-aca9a5ea834a/883999c5-42f5-45ee-8923-d3fb6c82c275/a2889208-05b9-4544-8446-41cc9b518f38) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:16.802439 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32da16b6-6223-463c-8a38-65a4a49f9283 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:49:16.808672 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027bc45-14b5-462e-bad5-828e1c990f6b req-85f6f7ba-b20a-4aa8-9cb7-7d97b8ada0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:16.811326 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e027bc45-14b5-462e-bad5-828e1c990f6b req-85f6f7ba-b20a-4aa8-9cb7-7d97b8ada0ff service neutron] 10.222.0.62 "GET /v2.0/networks?id=ac6b9f57-b18e-4e29-a5c4-b4b57974073c HTTP/1.1" status: 200 len: 915 time: 0.1507418 Jul 13 07:49:16.823767 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da16b6-6223-463c-8a38-65a4a49f9283 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d087e33-fe49-4996-bc71-1ec6b71b5dfe,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:16.839977 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbca90d-4b89-48d8-88d6-7ffbc27652ce req-2d623df7-d65e-41d4-a7ff-b7a13569afb4 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:16.841353 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9fbca90d-4b89-48d8-88d6-7ffbc27652ce req-2d623df7-d65e-41d4-a7ff-b7a13569afb4 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.7273476 Jul 13 07:49:16.850406 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32da16b6-6223-463c-8a38-65a4a49f9283 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.850816 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-32da16b6-6223-463c-8a38-65a4a49f9283 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Added segment 57d43705-0ba5-4770-a84c-3bb8d09bea9e of type vlan for network 5faf22fd-8749-4cc8-bb5e-8c8e830b7027 Jul 13 07:49:16.872064 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e027bc45-14b5-462e-bad5-828e1c990f6b req-54c3e7f8-b559-4a9a-b4f2-386b5a5f8e37 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d781dd5-edc1-45a4-8dc4-bbccdfb61c02 HTTP/1.1" status: 200 len: 217 time: 0.0494778 Jul 13 07:49:16.872987 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-925670d5-2e79-476f-8555-5b897aa29737 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Made reservation on behalf of 70ce0288d45a4135bb7adba975dbd145 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:16.876983 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-925670d5-2e79-476f-8555-5b897aa29737 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.956936 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32da16b6-6223-463c-8a38-65a4a49f9283 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.979179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027bc45-14b5-462e-bad5-828e1c990f6b req-dbd120e5-b7bb-45ff-8b1e-81d1a3a034b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:16.980578 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e027bc45-14b5-462e-bad5-828e1c990f6b req-dbd120e5-b7bb-45ff-8b1e-81d1a3a034b7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=035ba89b-40dc-4335-9879-28d98d89ed73 HTTP/1.1" status: 200 len: 854 time: 0.0973926 Jul 13 07:49:17.022612 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9fbca90d-4b89-48d8-88d6-7ffbc27652ce req-4bfb9389-67e0-45e3-9ddd-8eed27475496 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589689 Jul 13 07:49:17.028537 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e027bc45-14b5-462e-bad5-828e1c990f6b req-adaed999-93b0-43d4-921c-5439456402d3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac6b9f57-b18e-4e29-a5c4-b4b57974073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347466 Jul 13 07:49:17.050882 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc3df8-aece-400e-8224-6a2d157d7438 req-c3025fce-5ce3-4479-a1bd-0c28fe4a5cdc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:17.056700 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc3df8-aece-400e-8224-6a2d157d7438 req-c3025fce-5ce3-4479-a1bd-0c28fe4a5cdc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:17.062686 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc3df8-aece-400e-8224-6a2d157d7438 req-c3025fce-5ce3-4479-a1bd-0c28fe4a5cdc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:17.063534 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-d6b23543-2951-4293-943e-fb5944d4a812 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.068867 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc3df8-aece-400e-8224-6a2d157d7438 req-c3025fce-5ce3-4479-a1bd-0c28fe4a5cdc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:17.074772 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc3df8-aece-400e-8224-6a2d157d7438 req-c3025fce-5ce3-4479-a1bd-0c28fe4a5cdc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:17.081775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc3df8-aece-400e-8224-6a2d157d7438 req-c3025fce-5ce3-4479-a1bd-0c28fe4a5cdc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:17.087355 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc3df8-aece-400e-8224-6a2d157d7438 req-c3025fce-5ce3-4479-a1bd-0c28fe4a5cdc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:17.098674 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-84bc3df8-aece-400e-8224-6a2d157d7438 req-c3025fce-5ce3-4479-a1bd-0c28fe4a5cdc tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5433 time: 0.6790285 Jul 13 07:49:17.102449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54050) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:17.110996 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c4fb11b0-8f04-4846-ad56-2bcfbf404411 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Request body: {'floatingip': {'port_id': '05e7e080-2b01-44eb-8742-729c05d42526'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:17.158512 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32da16b6-6223-463c-8a38-65a4a49f9283 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.164514 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32da16b6-6223-463c-8a38-65a4a49f9283 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:17.165171 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32da16b6-6223-463c-8a38-65a4a49f9283 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.191481 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4fb11b0-8f04-4846-ad56-2bcfbf404411 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for floatingip, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.259799 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-32da16b6-6223-463c-8a38-65a4a49f9283 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7096398 Jul 13 07:49:17.291641 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da16b6-6223-463c-8a38-65a4a49f9283 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Network': ['ID=5faf22fd-8749-4cc8-bb5e-8c8e830b7027,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:17.304874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 5faf22fd-8749-4cc8-bb5e-8c8e830b7027 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:49:17.418786 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54052) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:17.428402 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3d118c2b-833c-476a-b647-2f3f50847b43 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'subnet': {'network_id': '5faf22fd-8749-4cc8-bb5e-8c8e830b7027', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:17.435773 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e027bc45-14b5-462e-bad5-828e1c990f6b req-9c77ed55-d52b-4552-ad8a-c8f08816b557 service neutron] 10.222.0.62 "GET /v2.0/networks/ac6b9f57-b18e-4e29-a5c4-b4b57974073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941457 Jul 13 07:49:17.456317 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-d6b23543-2951-4293-943e-fb5944d4a812 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.559921 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087fe95-3497-468e-805a-205ea42c2091 req-a745a516-49bc-41a3-b1cb-26f611b36ff2 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:17.562539 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1087fe95-3497-468e-805a-205ea42c2091 req-a745a516-49bc-41a3-b1cb-26f611b36ff2 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 943 time: 0.3074930 Jul 13 07:49:17.572175 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312b847-e1ed-467c-882e-de514e58f715 req-fcf7eb99-cf94-44a3-b182-588048bff646 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:17.573628 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c312b847-e1ed-467c-882e-de514e58f715 req-fcf7eb99-cf94-44a3-b182-588048bff646 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4d6097e-3282-423d-ba81-2aeceeb02dae HTTP/1.1" status: 200 len: 948 time: 0.3167253 Jul 13 07:49:17.607445 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-d6b23543-2951-4293-943e-fb5944d4a812 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Network 90f94e91-9b3a-4ae3-8891-aca9a5ea834a is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:17.628803 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-925670d5-2e79-476f-8555-5b897aa29737 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Allocated IP 172.20.0.14 (90f94e91-9b3a-4ae3-8891-aca9a5ea834a/883999c5-42f5-45ee-8923-d3fb6c82c275/ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:17.638788 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-d6b23543-2951-4293-943e-fb5944d4a812 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:17.649649 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-d6b23543-2951-4293-943e-fb5944d4a812 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:17.662889 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b23543-2951-4293-943e-fb5944d4a812 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Pushing event updated for resources: {'Port': ['ID=a2889208-05b9-4544-8446-41cc9b518f38,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:17.680697 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c312b847-e1ed-467c-882e-de514e58f715 req-b4095e45-90dc-4534-b90d-0bff2765e854 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae875807-b689-4104-8c7f-7eb0dc7658f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952010 Jul 13 07:49:17.687691 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1087fe95-3497-468e-805a-205ea42c2091 req-7aa1cc2b-4c50-415c-9cab-d565a8fbcc17 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043253 Jul 13 07:49:17.699472 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d118c2b-833c-476a-b647-2f3f50847b43 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:17.706251 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d118c2b-833c-476a-b647-2f3f50847b43 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.770371 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e027bc45-14b5-462e-bad5-828e1c990f6b req-876a887b-7bf3-4a54-a5ad-33a7f7741659 service neutron] 10.222.0.62 "GET /v2.0/networks/ac6b9f57-b18e-4e29-a5c4-b4b57974073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249614 Jul 13 07:49:17.788598 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-d6b23543-2951-4293-943e-fb5944d4a812 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:17.789290 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-d6b23543-2951-4293-943e-fb5944d4a812 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.804449 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6e52c1-5d67-460a-8e9e-5d9002a77984 x-openstack-request-id: req-5f6e52c1-5d67-460a-8e9e-5d9002a77984 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:17.804790 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d6097e-3282-423d-ba81-2aeceeb02dae", "tag": "d0109b10-1616-4f3a-8604-a72fb1f841f5", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:17.805203 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5f6e52c1-5d67-460a-8e9e-5d9002a77984 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:17.805607 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d6097e-3282-423d-ba81-2aeceeb02dae', 'tag': 'd0109b10-1616-4f3a-8604-a72fb1f841f5', 'status': 'completed', 'code': 200} Jul 13 07:49:17.872671 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-d6b23543-2951-4293-943e-fb5944d4a812 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2497518 Jul 13 07:49:17.924107 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] Request body: {'port': {'device_id': 'f83a118b-bf38-4d57-9572-2481ab2d3329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:17.984108 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4fb11b0-8f04-4846-ad56-2bcfbf404411 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.000763 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4fb11b0-8f04-4846-ad56-2bcfbf404411 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.012489 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dedd5d47-a316-4515-87e8-8f0c5f42c91f req-e6eba7bd-c354-47ff-a900-e704e3bee483 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e6f8460-ca1e-43b4-8994-c11b150f286f HTTP/1.1" status: 200 len: 210 time: 0.0663540 Jul 13 07:49:18.075463 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c098432-5dee-4017-a906-6c1f23198bd7 req-795cb1f4-c87b-4b57-a40d-8b946a4a813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:18.077645 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c098432-5dee-4017-a906-6c1f23198bd7 req-795cb1f4-c87b-4b57-a40d-8b946a4a813a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3be3fcfab86440aa64d1c88d1babf18&device_id=b4d6097e-3282-423d-ba81-2aeceeb02dae HTTP/1.1" status: 200 len: 1100 time: 0.2455297 Jul 13 07:49:18.113368 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.127738 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-925670d5-2e79-476f-8555-5b897aa29737 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.243542 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-c4fb11b0-8f04-4846-ad56-2bcfbf404411 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Floating IP 70d88a22-6273-4517-89e0-26f552aa3355 associated. External IP: 172.25.0.253, port: 05e7e080-2b01-44eb-8742-729c05d42526. Jul 13 07:49:18.256183 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d118c2b-833c-476a-b647-2f3f50847b43 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.295535 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-925670d5-2e79-476f-8555-5b897aa29737 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.338598 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c098432-5dee-4017-a906-6c1f23198bd7 req-8609949b-f0b0-437a-a6a4-62c738bf93d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:18.340094 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c098432-5dee-4017-a906-6c1f23198bd7 req-8609949b-f0b0-437a-a6a4-62c738bf93d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.2540774 Jul 13 07:49:18.408004 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c098432-5dee-4017-a906-6c1f23198bd7 req-c0c75e94-53df-49b8-bab4-1b0478af9234 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=d0109b10-1616-4f3a-8604-a72fb1f841f5 HTTP/1.1" status: 200 len: 217 time: 0.0590243 Jul 13 07:49:18.411879 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-925670d5-2e79-476f-8555-5b897aa29737 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Network 90f94e91-9b3a-4ae3-8891-aca9a5ea834a is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:18.426247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d118c2b-833c-476a-b647-2f3f50847b43 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Subnet': ['ID=a03f3485-eeca-471c-8acd-31823b4964b3,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:18.433245 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-925670d5-2e79-476f-8555-5b897aa29737 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:18.435858 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-925670d5-2e79-476f-8555-5b897aa29737 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:18.451682 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925670d5-2e79-476f-8555-5b897aa29737 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Pushing event updated for resources: {'Port': ['ID=ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:18.532292 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b71e9-f0d4-4908-a62f-a802da9b19e0 req-032980f6-5354-48ef-a73a-b065a31d63ca tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:18.538625 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-189b71e9-f0d4-4908-a62f-a802da9b19e0 req-032980f6-5354-48ef-a73a-b065a31d63ca tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.3345621 Jul 13 07:49:18.542172 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d118c2b-833c-476a-b647-2f3f50847b43 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Checking segment: {'id': '57d43705-0ba5-4770-a84c-3bb8d09bea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5faf22fd-8749-4cc8-bb5e-8c8e830b7027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:18.542547 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d118c2b-833c-476a-b647-2f3f50847b43 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network hostable DHCP agents. Network: 5faf22fd-8749-4cc8-bb5e-8c8e830b7027, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:49:18.557682 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-925670d5-2e79-476f-8555-5b897aa29737 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:18.558328 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-925670d5-2e79-476f-8555-5b897aa29737 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.575535 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c098432-5dee-4017-a906-6c1f23198bd7 req-fa9c0504-bffc-4543-8b09-15dbd5f1a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:18.576837 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c098432-5dee-4017-a906-6c1f23198bd7 req-fa9c0504-bffc-4543-8b09-15dbd5f1a3a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0961592 Jul 13 07:49:18.599650 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a0af4-f0e3-494b-a52f-94d59b3b45df req-851c0019-c5fd-4f90-b9e8-144fa5315681 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:18.601416 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e5a0af4-f0e3-494b-a52f-94d59b3b45df req-851c0019-c5fd-4f90-b9e8-144fa5315681 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.3413081 Jul 13 07:49:18.628017 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d118c2b-833c-476a-b647-2f3f50847b43 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network 5faf22fd-8749-4cc8-bb5e-8c8e830b7027 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:49:18.639053 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-925670d5-2e79-476f-8555-5b897aa29737 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4268279 Jul 13 07:49:18.651410 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-189b71e9-f0d4-4908-a62f-a802da9b19e0 req-778a5695-3645-4651-8391-2d64442a6c60 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112733 Jul 13 07:49:18.655216 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:49:18.657849 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] Request body: {'port': {'device_id': '1e6f8460-ca1e-43b4-8994-c11b150f286f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:18.773383 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8d781dd5-edc1-45a4-8dc4-bbccdfb61c02,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:18.790605 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '8d781dd5-edc1-45a4-8dc4-bbccdfb61c02', 'network_id': 'ac6b9f57-b18e-4e29-a5c4-b4b57974073c', 'port_id': '8d781dd5-edc1-45a4-8dc4-bbccdfb61c02', 'mac_address': 'fa:16:3e:05:e4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '035ba89b-40dc-4335-9879-28d98d89ed73', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:49:18.794324 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3d118c2b-833c-476a-b647-2f3f50847b43 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 5faf22fd-8749-4cc8-bb5e-8c8e830b7027) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:18.813277 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d118c2b-833c-476a-b647-2f3f50847b43 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:18.813886 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d118c2b-833c-476a-b647-2f3f50847b43 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.820078 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebf5212-4fb4-401b-8670-ca6bbe53139e None None] Network 5faf22fd-8749-4cc8-bb5e-8c8e830b7027 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:18.828141 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e5a0af4-f0e3-494b-a52f-94d59b3b45df req-d4f86d71-408d-4391-823e-7035354c38f2 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166135 Jul 13 07:49:18.839986 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.888265 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3d118c2b-833c-476a-b647-2f3f50847b43 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4669213 Jul 13 07:49:18.890387 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54064) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:18.934256 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a4f62805-f495-4b7d-b538-00d6d0b0c941 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1348108951'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:19.020198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f62805-f495-4b7d-b538-00d6d0b0c941 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:19.025235 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4f62805-f495-4b7d-b538-00d6d0b0c941 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.068031 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f62805-f495-4b7d-b538-00d6d0b0c941 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:49:19.082487 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4f62805-f495-4b7d-b538-00d6d0b0c941 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.083789 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-a4f62805-f495-4b7d-b538-00d6d0b0c941 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Added segment 577192dd-3869-4d6a-a0f4-131d8faa3119 of type vlan for network 8c6b5f4e-dcbe-498e-bafe-56f1d82593ee Jul 13 07:49:19.136696 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4f62805-f495-4b7d-b538-00d6d0b0c941 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.149930 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.165561 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:19.209319 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4f62805-f495-4b7d-b538-00d6d0b0c941 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.210761 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8d781dd5-edc1-45a4-8dc4-bbccdfb61c02,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:19.217050 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f62805-f495-4b7d-b538-00d6d0b0c941 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:19.218469 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4f62805-f495-4b7d-b538-00d6d0b0c941 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.226104 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.235317 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-5faf22fd-8749-4cc8-bb5e-8c8e830b7027', 'network_id': '5faf22fd-8749-4cc8-bb5e-8c8e830b7027', 'tenant_id': '3c4ada9f30ee4d3dbb36b71a606af4cb', 'fixed_ips': [{'subnet_id': 'a03f3485-eeca-471c-8acd-31823b4964b3'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:49:19.236179 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.337401 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fb11b0-8f04-4846-ad56-2bcfbf404411 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Router fdc2533c-79d7-4a92-bec1-d3313e4e0a95 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:49:19.362042 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c098432-5dee-4017-a906-6c1f23198bd7 req-a0defca6-1bfc-4885-a84b-ae472b1aa770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:19.363140 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=8d781dd5-edc1-45a4-8dc4-bbccdfb61c02,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:19.363595 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c098432-5dee-4017-a906-6c1f23198bd7 req-a0defca6-1bfc-4885-a84b-ae472b1aa770 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7785673 Jul 13 07:49:19.382856 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a4f62805-f495-4b7d-b538-00d6d0b0c941 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4525554 Jul 13 07:49:19.385570 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54070) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:19.391032 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-2eedd522-9e63-417d-9df3-f3c5d3ee87a4 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'subnet': {'network_id': '8c6b5f4e-dcbe-498e-bafe-56f1d82593ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:19.446762 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2889208-05b9-4544-8446-41cc9b518f38 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:19.459113 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5b13c-d966-49a8-acf5-88e57c95569f req-d41203e7-a777-4881-871f-0eaeef89a3c5 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:19.461191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] Allocated IP 172.20.255.242 (5faf22fd-8749-4cc8-bb5e-8c8e830b7027/a03f3485-eeca-471c-8acd-31823b4964b3/e83c21e6-8eb6-4610-88db-dbf285570db2) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:19.466839 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fba5b13c-d966-49a8-acf5-88e57c95569f req-d41203e7-a777-4881-871f-0eaeef89a3c5 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 943 time: 0.5117567 Jul 13 07:49:19.479029 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f62805-f495-4b7d-b538-00d6d0b0c941 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Network': ['ID=8c6b5f4e-dcbe-498e-bafe-56f1d82593ee,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:19.501511 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.526635 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fba5b13c-d966-49a8-acf5-88e57c95569f req-246c3b1f-3041-416a-b1ec-8d38061aab3c tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579655 Jul 13 07:49:19.553329 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ff064-5cfd-4b8f-9ca0-7944a7fe178a req-cfd95e65-ac6d-4341-8aac-91fd5789ef00 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:19.566298 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-430ff064-5cfd-4b8f-9ca0-7944a7fe178a req-cfd95e65-ac6d-4341-8aac-91fd5789ef00 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4d6097e-3282-423d-ba81-2aeceeb02dae HTTP/1.1" status: 200 len: 948 time: 0.5501919 Jul 13 07:49:19.617035 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] Transition to ACTIVE for port object a2889208-05b9-4544-8446-41cc9b518f38 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:19.641488 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.642714 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-430ff064-5cfd-4b8f-9ca0-7944a7fe178a req-8a7aa532-9721-489e-8246-9d2135408979 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae875807-b689-4104-8c7f-7eb0dc7658f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752194 Jul 13 07:49:19.647862 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 8c6b5f4e-dcbe-498e-bafe-56f1d82593ee details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:49:19.675511 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device d0109b10-1616-4f3a-8604-a72fb1f841f5 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:49:19.733388 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.754691 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] Transition to ACTIVE for port object e83c21e6-8eb6-4610-88db-dbf285570db2 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:19.786359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['8d781dd5-edc1-45a4-8dc4-bbccdfb61c02'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:19.819138 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] Transition to ACTIVE for port object e83c21e6-8eb6-4610-88db-dbf285570db2 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:19.844588 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c098432-5dee-4017-a906-6c1f23198bd7 req-ae8f34fa-a55b-4ed0-8a14-47861942dfed service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621751 Jul 13 07:49:19.859655 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.873958 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a2889208-05b9-4544-8446-41cc9b518f38,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:19.884491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eedd522-9e63-417d-9df3-f3c5d3ee87a4 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:19.888787 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2eedd522-9e63-417d-9df3-f3c5d3ee87a4 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.907787 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fb11b0-8f04-4846-ad56-2bcfbf404411 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:49:19.918843 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49bbc48-bdf8-4c11-8f6c-4d0dfe9fc93b None None] Sync routers for ids ['fdc2533c-79d7-4a92-bec1-d3313e4e0a95'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:49:19.939264 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49bbc48-bdf8-4c11-8f6c-4d0dfe9fc93b None None] Routers {'fdc2533c-79d7-4a92-bec1-d3313e4e0a95'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:19.939899 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a49bbc48-bdf8-4c11-8f6c-4d0dfe9fc93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:48:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fdc2533c-79d7-4a92-bec1-d3313e4e0a95'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:19.942801 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4fb11b0-8f04-4846-ad56-2bcfbf404411 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.968052 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] Network 5faf22fd-8749-4cc8-bb5e-8c8e830b7027 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:19.983450 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:19.988946 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:19.991903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port d0109b10-1616-4f3a-8604-a72fb1f841f5, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=d0109b10-1616-4f3a-8604-a72fb1f841f5,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:20.012777 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:20.029109 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] Pushing event updated for resources: {'Port': ['ID=e83c21e6-8eb6-4610-88db-dbf285570db2,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:20.036071 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.069926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'd0109b10-1616-4f3a-8604-a72fb1f841f5', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': 'd0109b10-1616-4f3a-8604-a72fb1f841f5', 'mac_address': 'fa:16:3e:e7:c1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:49:20.118300 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b7eda-3810-4e9d-ae26-7e9110b2e659 req-79c6eb9e-1e62-42f8-8e19-56da81225e44 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:20.120335 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-717b7eda-3810-4e9d-ae26-7e9110b2e659 req-79c6eb9e-1e62-42f8-8e19-56da81225e44 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e6f8460-ca1e-43b4-8994-c11b150f286f HTTP/1.1" status: 200 len: 932 time: 0.2811317 Jul 13 07:49:20.125416 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-a49bbc48-bdf8-4c11-8f6c-4d0dfe9fc93b None None] Set router fdc2533c-79d7-4a92-bec1-d3313e4e0a95 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:20.144567 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c4fb11b0-8f04-4846-ad56-2bcfbf404411 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "PUT /v2.0/floatingips/70d88a22-6273-4517-89e0-26f552aa3355 HTTP/1.1" status: 200 len: 991 time: 3.0410178 Jul 13 07:49:20.148877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7416a1-b056-4132-850e-6949d35873d6 req-8620034a-3fd8-4261-a6ce-7e2f928a045d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:20.162707 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb7416a1-b056-4132-850e-6949d35873d6 req-8620034a-3fd8-4261-a6ce-7e2f928a045d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.3246512 Jul 13 07:49:20.162976 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'tag': '05e7e080-2b01-44eb-8742-729c05d42526'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:20.165375 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a276ab-b682-4730-bd2a-a2e17781a5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "tag": "05e7e080-2b01-44eb-8742-729c05d42526"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:20.166014 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] Transition to ACTIVE for port object ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:20.210484 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c098432-5dee-4017-a906-6c1f23198bd7 req-36937f80-0d66-415b-b5c9-13b871258111 service neutron] 10.222.0.35 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511767 Jul 13 07:49:20.214038 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] Attempting to bind port a2889208-05b9-4544-8446-41cc9b518f38 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:20.214502 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] Attempting to bind port a2889208-05b9-4544-8446-41cc9b518f38 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '20a1cd25-bdd5-454d-94c7-f669c9b97aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:20.214934 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] Attempting to bind port a2889208-05b9-4544-8446-41cc9b518f38 on network 90f94e91-9b3a-4ae3-8891-aca9a5ea834a {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:20.225472 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] Port a2889208-05b9-4544-8446-41cc9b518f38 on network 90f94e91-9b3a-4ae3-8891-aca9a5ea834a not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:49:20.226076 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] Attempting to bind port a2889208-05b9-4544-8446-41cc9b518f38 on network 90f94e91-9b3a-4ae3-8891-aca9a5ea834a {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:20.238605 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.239266 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:20.241018 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] Checking segment: {'id': '20a1cd25-bdd5-454d-94c7-f669c9b97aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:20.241018 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] Bound using segment: {'id': '20a1cd25-bdd5-454d-94c7-f669c9b97aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:20.241018 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] Bound port: a2889208-05b9-4544-8446-41cc9b518f38, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a1cd25-bdd5-454d-94c7-f669c9b97aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:20.241416 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.250876 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] Attempting to bind port e83c21e6-8eb6-4610-88db-dbf285570db2 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:20.250876 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] Attempting to bind port e83c21e6-8eb6-4610-88db-dbf285570db2 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '57d43705-0ba5-4770-a84c-3bb8d09bea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5faf22fd-8749-4cc8-bb5e-8c8e830b7027'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:20.251249 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] Attempting to bind port e83c21e6-8eb6-4610-88db-dbf285570db2 on network 5faf22fd-8749-4cc8-bb5e-8c8e830b7027 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:20.298687 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:20.299071 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] Checking segment: {'id': '57d43705-0ba5-4770-a84c-3bb8d09bea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5faf22fd-8749-4cc8-bb5e-8c8e830b7027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:20.300241 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.300241 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] Bound using segment: {'id': '57d43705-0ba5-4770-a84c-3bb8d09bea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5faf22fd-8749-4cc8-bb5e-8c8e830b7027'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:20.300504 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] Bound port: e83c21e6-8eb6-4610-88db-dbf285570db2, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d43705-0ba5-4770-a84c-3bb8d09bea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5faf22fd-8749-4cc8-bb5e-8c8e830b7027'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:20.300738 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.381320 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-717b7eda-3810-4e9d-ae26-7e9110b2e659 req-574ba37c-ec44-4769-93f5-486c48515b76 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502308 Jul 13 07:49:20.389550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ef01a-f159-476b-bc09-dedf4acd1276 req-5b0a96f9-5c37-4b7b-a45f-b0fe93062465 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:20.390198 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] For port a2889208-05b9-4544-8446-41cc9b518f38, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:20.391355 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9a6ef01a-f159-476b-bc09-dedf4acd1276 req-5b0a96f9-5c37-4b7b-a45f-b0fe93062465 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.3409364 Jul 13 07:49:20.394787 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] For port a2889208-05b9-4544-8446-41cc9b518f38, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=a2889208-05b9-4544-8446-41cc9b518f38,segment=NetworkSegment(20a1cd25-bdd5-454d-94c7-f669c9b97aa9),segment_id=20a1cd25-bdd5-454d-94c7-f669c9b97aa9)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:20.396926 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2eedd522-9e63-417d-9df3-f3c5d3ee87a4 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.415287 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.419696 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb7416a1-b056-4132-850e-6949d35873d6 req-c4b828d2-1fe1-455f-8d25-e039540263af tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551172 Jul 13 07:49:20.448972 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] For port e83c21e6-8eb6-4610-88db-dbf285570db2, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:20.455075 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] For port e83c21e6-8eb6-4610-88db-dbf285570db2, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e83c21e6-8eb6-4610-88db-dbf285570db2,segment=NetworkSegment(57d43705-0ba5-4770-a84c-3bb8d09bea9e),segment_id=57d43705-0ba5-4770-a84c-3bb8d09bea9e)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:20.485205 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.580306 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:20.580932 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.581411 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.582597 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] 10.222.0.35 "PUT /v2.0/ports/a2889208-05b9-4544-8446-41cc9b518f38 HTTP/1.1" status: 200 len: 1093 time: 2.7020304 Jul 13 07:49:20.596944 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a49bbc48-bdf8-4c11-8f6c-4d0dfe9fc93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'name': 'tempest-TaggedBootDevicesTest-884320626-router', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:36Z', 'updated_at': '2021-07-13T07:46:45Z', 'revision_number': 4, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'gw_port': {'id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:38Z', 'updated_at': '2021-07-13T07:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '70d88a22-6273-4517-89e0-26f552aa3355', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'port_id': '05e7e080-2b01-44eb-8742-729c05d42526', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf', 'mac_address': 'fa:16:3e:2e:ea:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:47:39Z', 'updated_at': '2021-07-13T07:49:17Z', 'revision_number': 1, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bc1db4-871a-4dcd-ab8e-6308ee1272dc', 'name': '', 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'mac_address': 'fa:16:3e:a6:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'f0d21cc2-dcb1-4290-ad5e-70b78d60b624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:43Z', 'updated_at': '2021-07-13T07:47:00Z', 'revision_number': 5, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'subnets': [{'id': 'f0d21cc2-dcb1-4290-ad5e-70b78d60b624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:20.603895 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedd522-9e63-417d-9df3-f3c5d3ee87a4 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Subnet': ['ID=fe4af622-90f1-4d2c-8330-cbb3bbc12b22,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:20.627586 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] Pushing event updated for resources: {'Port': ['ID=ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:20.634382 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eedd522-9e63-417d-9df3-f3c5d3ee87a4 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Checking segment: {'id': '577192dd-3869-4d6a-a0f4-131d8faa3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8c6b5f4e-dcbe-498e-bafe-56f1d82593ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:20.634749 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eedd522-9e63-417d-9df3-f3c5d3ee87a4 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network hostable DHCP agents. Network: 8c6b5f4e-dcbe-498e-bafe-56f1d82593ee, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:49:20.637022 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c5ebc-094c-405f-b3f6-c1b0408182a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a2889208-05b9-4544-8446-41cc9b518f38,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:20.649394 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0109b10-1616-4f3a-8604-a72fb1f841f5 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:20.690358 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49bbc48-bdf8-4c11-8f6c-4d0dfe9fc93b None None] Checking router: fdc2533c-79d7-4a92-bec1-d3313e4e0a95 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:49:20.695915 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9710eca-3d8a-4a64-8ebb-00c47aae368d None None] Pushing event updated for resources: {'Port': ['ID=e83c21e6-8eb6-4610-88db-dbf285570db2,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:20.709375 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49bbc48-bdf8-4c11-8f6c-4d0dfe9fc93b None None] Routers {'fdc2533c-79d7-4a92-bec1-d3313e4e0a95'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:20.710072 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a49bbc48-bdf8-4c11-8f6c-4d0dfe9fc93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:48:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fdc2533c-79d7-4a92-bec1-d3313e4e0a95'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:20.725641 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port d0109b10-1616-4f3a-8604-a72fb1f841f5, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=d0109b10-1616-4f3a-8604-a72fb1f841f5,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:20.732815 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.756606 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34f88f0-85f8-4d86-a0f9-ed679f6b7eb7 x-openstack-request-id: req-e34f88f0-85f8-4d86-a0f9-ed679f6b7eb7 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:20.760508 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "tag": "05e7e080-2b01-44eb-8742-729c05d42526", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:20.760802 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e34f88f0-85f8-4d86-a0f9-ed679f6b7eb7 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:20.761197 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'tag': '05e7e080-2b01-44eb-8742-729c05d42526', 'status': 'completed', 'code': 200} Jul 13 07:49:20.785941 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eedd522-9e63-417d-9df3-f3c5d3ee87a4 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network 8c6b5f4e-dcbe-498e-bafe-56f1d82593ee is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:49:20.834728 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] Attempting to bind port ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:20.835111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] Attempting to bind port ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '20a1cd25-bdd5-454d-94c7-f669c9b97aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:20.835502 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] Attempting to bind port ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c on network 90f94e91-9b3a-4ae3-8891-aca9a5ea834a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:20.872125 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=d0109b10-1616-4f3a-8604-a72fb1f841f5,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:20.895754 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] Port ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c on network 90f94e91-9b3a-4ae3-8891-aca9a5ea834a not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:49:20.896108 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] Attempting to bind port ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c on network 90f94e91-9b3a-4ae3-8891-aca9a5ea834a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:20.916307 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-2eedd522-9e63-417d-9df3-f3c5d3ee87a4 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 8c6b5f4e-dcbe-498e-bafe-56f1d82593ee) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:20.927433 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17432bd-a9e0-4a1e-b224-888b6e5c4e9c None None] Network 8c6b5f4e-dcbe-498e-bafe-56f1d82593ee requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:20.934371 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-9a6ef01a-f159-476b-bc09-dedf4acd1276 req-a24cd91b-b8f6-4707-95a9-7cd4f445dcd6 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Deleting port 3583ab02-39ee-4c27-b18f-01a6e0ca6d10 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:20.934806 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9a6ef01a-f159-476b-bc09-dedf4acd1276 req-a24cd91b-b8f6-4707-95a9-7cd4f445dcd6 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.936544 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eedd522-9e63-417d-9df3-f3c5d3ee87a4 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:20.937235 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2eedd522-9e63-417d-9df3-f3c5d3ee87a4 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.939975 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:20.940383 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] Checking segment: {'id': '20a1cd25-bdd5-454d-94c7-f669c9b97aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:20.942648 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] Bound using segment: {'id': '20a1cd25-bdd5-454d-94c7-f669c9b97aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:20.943206 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] Bound port: ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a1cd25-bdd5-454d-94c7-f669c9b97aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:20.943801 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.001836 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-1b4b8e41-2ece-4988-a981-7462b1fef0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:21.020585 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-a49bbc48-bdf8-4c11-8f6c-4d0dfe9fc93b None None] Set router fdc2533c-79d7-4a92-bec1-d3313e4e0a95 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:21.029193 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-1b4b8e41-2ece-4988-a981-7462b1fef0dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70ce0288d45a4135bb7adba975dbd145&device_id=f83a118b-bf38-4d57-9572-2481ab2d3329 HTTP/1.1" status: 200 len: 1096 time: 0.3654830 Jul 13 07:49:21.033728 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2eedd522-9e63-417d-9df3-f3c5d3ee87a4 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6471701 Jul 13 07:49:21.046634 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54092) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:21.102583 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-68948ed7-143d-4565-80ca-0bd6c3e3be2e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2889208-05b9-4544-8446-41cc9b518f38 HTTP/1.1" status: 200 len: 217 time: 0.0660317 Jul 13 07:49:21.180380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d0109b10-1616-4f3a-8604-a72fb1f841f5'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:21.182418 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a276ab-b682-4730-bd2a-a2e17781a5c9 req-030ac682-ebd9-41ca-aad4-a39a7aface4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:21.182925 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a276ab-b682-4730-bd2a-a2e17781a5c9 req-030ac682-ebd9-41ca-aad4-a39a7aface4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:21.183874 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a276ab-b682-4730-bd2a-a2e17781a5c9 req-030ac682-ebd9-41ca-aad4-a39a7aface4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:21.183874 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a276ab-b682-4730-bd2a-a2e17781a5c9 req-030ac682-ebd9-41ca-aad4-a39a7aface4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:21.184366 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a276ab-b682-4730-bd2a-a2e17781a5c9 req-030ac682-ebd9-41ca-aad4-a39a7aface4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:21.184847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a276ab-b682-4730-bd2a-a2e17781a5c9 req-030ac682-ebd9-41ca-aad4-a39a7aface4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:21.185487 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a276ab-b682-4730-bd2a-a2e17781a5c9 req-030ac682-ebd9-41ca-aad4-a39a7aface4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:21.187690 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-11a276ab-b682-4730-bd2a-a2e17781a5c9 req-030ac682-ebd9-41ca-aad4-a39a7aface4a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a860a799f3be43a5a80bc0e18715a853&device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 6497 time: 0.3863831 Jul 13 07:49:21.239410 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-0d52b65e-9dbf-449d-b9cb-0f6dee28bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:21.240955 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-0d52b65e-9dbf-449d-b9cb-0f6dee28bcff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=883999c5-42f5-45ee-8923-d3fb6c82c275 HTTP/1.1" status: 200 len: 852 time: 0.1332843 Jul 13 07:49:21.341571 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7431f-8452-43ab-a8ac-80be91b40631 req-9ea1ccf2-abdf-4434-a2c3-302ee645444f tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:21.343698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6af7431f-8452-43ab-a8ac-80be91b40631 req-9ea1ccf2-abdf-4434-a2c3-302ee645444f tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 945 time: 0.7069497 Jul 13 07:49:21.357573 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-82023e8e-89b5-4d9d-b19a-1591365fcc00 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=90f94e91-9b3a-4ae3-8891-aca9a5ea834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091547 Jul 13 07:49:21.404488 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a49bbc48-bdf8-4c11-8f6c-4d0dfe9fc93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'name': 'tempest-TaggedBootDevicesTest-884320626-router', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:36Z', 'updated_at': '2021-07-13T07:46:45Z', 'revision_number': 4, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'gw_port': {'id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:38Z', 'updated_at': '2021-07-13T07:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '70d88a22-6273-4517-89e0-26f552aa3355', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'port_id': '05e7e080-2b01-44eb-8742-729c05d42526', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf', 'mac_address': 'fa:16:3e:2e:ea:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:47:39Z', 'updated_at': '2021-07-13T07:49:17Z', 'revision_number': 1, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bc1db4-871a-4dcd-ab8e-6308ee1272dc', 'name': '', 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'mac_address': 'fa:16:3e:a6:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'f0d21cc2-dcb1-4290-ad5e-70b78d60b624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:43Z', 'updated_at': '2021-07-13T07:47:00Z', 'revision_number': 5, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'subnets': [{'id': 'f0d21cc2-dcb1-4290-ad5e-70b78d60b624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:21.425111 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-8c6b5f4e-dcbe-498e-bafe-56f1d82593ee', 'network_id': '8c6b5f4e-dcbe-498e-bafe-56f1d82593ee', 'tenant_id': '3c4ada9f30ee4d3dbb36b71a606af4cb', 'fixed_ips': [{'subnet_id': 'fe4af622-90f1-4d2c-8330-cbb3bbc12b22'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:49:21.426023 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a276ab-b682-4730-bd2a-a2e17781a5c9 req-2cc95fbf-7d9e-4bef-a75e-aea1e81b7dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:21.427148 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.427589 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-11a276ab-b682-4730-bd2a-a2e17781a5c9 req-2cc95fbf-7d9e-4bef-a75e-aea1e81b7dcf service neutron] 10.222.0.62 "GET /v2.0/networks?id=9e895a39-1ac3-461a-9cb6-714389916eaf HTTP/1.1" status: 200 len: 912 time: 0.2308128 Jul 13 07:49:21.558480 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-baa7545a-fe63-4c74-8185-d55285887a14 service neutron] 10.222.0.35 "GET /v2.0/networks/90f94e91-9b3a-4ae3-8891-aca9a5ea834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937151 Jul 13 07:49:21.564740 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-11a276ab-b682-4730-bd2a-a2e17781a5c9 req-f2ce6f4c-cda7-4f55-b120-76c36933b639 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05e7e080-2b01-44eb-8742-729c05d42526 HTTP/1.1" status: 200 len: 999 time: 0.1081948 Jul 13 07:49:21.565757 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49bbc48-bdf8-4c11-8f6c-4d0dfe9fc93b None None] The sync data for ids ['fdc2533c-79d7-4a92-bec1-d3313e4e0a95'] in n-d-779913-28 is: [{'id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'name': 'tempest-TaggedBootDevicesTest-884320626-router', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:36Z', 'updated_at': '2021-07-13T07:46:45Z', 'revision_number': 4, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'gw_port': {'id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:38Z', 'updated_at': '2021-07-13T07:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '70d88a22-6273-4517-89e0-26f552aa3355', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'port_id': '05e7e080-2b01-44eb-8742-729c05d42526', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf', 'mac_address': 'fa:16:3e:2e:ea:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:47:39Z', 'updated_at': '2021-07-13T07:49:17Z', 'revision_number': 1, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bc1db4-871a-4dcd-ab8e-6308ee1272dc', 'name': '', 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'mac_address': 'fa:16:3e:a6:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'f0d21cc2-dcb1-4290-ad5e-70b78d60b624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:43Z', 'updated_at': '2021-07-13T07:47:00Z', 'revision_number': 5, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'subnets': [{'id': 'f0d21cc2-dcb1-4290-ad5e-70b78d60b624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:49:21.587777 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:49:21.621887 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] Allocated IP 172.20.0.2 (8c6b5f4e-dcbe-498e-bafe-56f1d82593ee/fe4af622-90f1-4d2c-8330-cbb3bbc12b22/76c8f181-b316-4977-b804-31e299d6ee88) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:21.689176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a276ab-b682-4730-bd2a-a2e17781a5c9 req-df31276c-04ec-4e07-95d9-f6f4b860ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:21.690721 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-11a276ab-b682-4730-bd2a-a2e17781a5c9 req-df31276c-04ec-4e07-95d9-f6f4b860ff18 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0d21cc2-dcb1-4290-ad5e-70b78d60b624 HTTP/1.1" status: 200 len: 850 time: 0.1106362 Jul 13 07:49:21.760393 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b31ac09e-2971-459b-83dd-c2bc826efee0 service neutron] 10.222.0.35 "GET /v2.0/networks/90f94e91-9b3a-4ae3-8891-aca9a5ea834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944189 Jul 13 07:49:21.763684 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 3583ab02-39ee-4c27-b18f-01a6e0ca6d10 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:21.789182 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] For port ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:21.818960 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a276ab-b682-4730-bd2a-a2e17781a5c9 req-2da72a78-e1e4-4283-a8fb-c0316ef60e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:21.820700 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-11a276ab-b682-4730-bd2a-a2e17781a5c9 req-2da72a78-e1e4-4283-a8fb-c0316ef60e33 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9e895a39-1ac3-461a-9cb6-714389916eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091936 Jul 13 07:49:21.842836 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] For port ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c,segment=NetworkSegment(20a1cd25-bdd5-454d-94c7-f669c9b97aa9),segment_id=20a1cd25-bdd5-454d-94c7-f669c9b97aa9)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:21.905502 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9a6ef01a-f159-476b-bc09-dedf4acd1276 req-a24cd91b-b8f6-4707-95a9-7cd4f445dcd6 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] For port 3583ab02-39ee-4c27-b18f-01a6e0ca6d10, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3583ab02-39ee-4c27-b18f-01a6e0ca6d10,segment=NetworkSegment(fcf199ef-b4b7-4de6-b19e-68a9531bc13c),segment_id=fcf199ef-b4b7-4de6-b19e-68a9531bc13c)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:21.905904 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9a6ef01a-f159-476b-bc09-dedf4acd1276 req-a24cd91b-b8f6-4707-95a9-7cd4f445dcd6 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.908326 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4470c3d5-ee26-452f-ace0-c545c2c2bb77 None None] New status for floating IP 70d88a22-6273-4517-89e0-26f552aa3355: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:49:21.908902 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.967487 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-11a276ab-b682-4730-bd2a-a2e17781a5c9 req-4cd2c002-89a7-4987-8cf0-aa5f40cf53c4 service neutron] 10.222.0.62 "GET /v2.0/networks/9e895a39-1ac3-461a-9cb6-714389916eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359959 Jul 13 07:49:21.969473 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.979018 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] Transition to ACTIVE for port object 76c8f181-b316-4977-b804-31e299d6ee88 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:21.997584 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] Transition to ACTIVE for port object 76c8f181-b316-4977-b804-31e299d6ee88 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:22.018354 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.062195 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:22.062929 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.064443 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] 10.222.0.35 "PUT /v2.0/ports/ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c HTTP/1.1" status: 200 len: 1093 time: 3.4178662 Jul 13 07:49:22.078402 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6f8460-ca1e-43b4-8994-c11b150f286f', 'tag': 'ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:22.081130 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e972543-5ea5-4d4c-a653-1cc980141f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e6f8460-ca1e-43b4-8994-c11b150f286f", "tag": "ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:22.089060 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6af7431f-8452-43ab-a8ac-80be91b40631 req-3f631ca1-c23f-47b8-b4e4-f128c90e0e3d tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=0df504c5-0963-4b1e-8136-a57f95bd3f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971206 Jul 13 07:49:22.142809 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.162827 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-11a276ab-b682-4730-bd2a-a2e17781a5c9 req-72121d99-f316-4e31-9513-a23882182d88 service neutron] 10.222.0.62 "GET /v2.0/networks/9e895a39-1ac3-461a-9cb6-714389916eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860549 Jul 13 07:49:22.189318 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dc3f9-6653-4d8e-b86e-9afc404a4399 req-81a816d8-3938-458b-882a-6a5d71806c32 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:22.190989 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-442dc3f9-6653-4d8e-b86e-9afc404a4399 req-81a816d8-3938-458b-882a-6a5d71806c32 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 944 time: 1.2399704 Jul 13 07:49:22.198678 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] Network 8c6b5f4e-dcbe-498e-bafe-56f1d82593ee is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:22.209002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:22.221458 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:22.223886 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.228804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] Pushing event updated for resources: {'Port': ['ID=76c8f181-b316-4977-b804-31e299d6ee88,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:22.242727 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaac0b8-ab3c-4a52-8e2b-f19067c59727 None None] Network 5faf22fd-8749-4cc8-bb5e-8c8e830b7027 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:22.294815 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a4964-3b95-4c24-9e68-ffafbaf8211d service neutron] Pushing event updated for resources: {'Port': ['ID=ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:22.403512 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-442dc3f9-6653-4d8e-b86e-9afc404a4399 req-351815f2-a2fd-449d-adbf-b3417d908b63 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560910 Jul 13 07:49:22.418673 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf95a09-4ddb-4b8e-a658-53297c1f6d98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3583ab02-39ee-4c27-b18f-01a6e0ca6d10'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:22.421860 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e557be40-712c-4664-8271-e51acdadaeb5" -d '{"events": [{"server_uuid": "3bf95a09-4ddb-4b8e-a658-53297c1f6d98", "name": "network-vif-unplugged", "status": "completed", "tag": "3583ab02-39ee-4c27-b18f-01a6e0ca6d10"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:22.477194 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 3583ab02-39ee-4c27-b18f-01a6e0ca6d10, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3583ab02-39ee-4c27-b18f-01a6e0ca6d10,segment=NetworkSegment(fcf199ef-b4b7-4de6-b19e-68a9531bc13c),segment_id=fcf199ef-b4b7-4de6-b19e-68a9531bc13c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:22.478207 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8b947ae1-1335-429b-be1e-5316a2294f36 None None] Provisioning for port e83c21e6-8eb6-4610-88db-dbf285570db2 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:22.488941 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] Attempting to bind port 76c8f181-b316-4977-b804-31e299d6ee88 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:22.489317 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] Attempting to bind port 76c8f181-b316-4977-b804-31e299d6ee88 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '577192dd-3869-4d6a-a0f4-131d8faa3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8c6b5f4e-dcbe-498e-bafe-56f1d82593ee'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:22.489771 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] Attempting to bind port 76c8f181-b316-4977-b804-31e299d6ee88 on network 8c6b5f4e-dcbe-498e-bafe-56f1d82593ee {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:22.497429 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.507474 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-f7dca01e-a0c3-488d-b8b4-e60a59dbaf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:22.509116 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-f7dca01e-a0c3-488d-b8b4-e60a59dbaf96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70ce0288d45a4135bb7adba975dbd145&device_id=1e6f8460-ca1e-43b4-8994-c11b150f286f HTTP/1.1" status: 200 len: 1096 time: 0.3661597 Jul 13 07:49:22.510976 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9a6ef01a-f159-476b-bc09-dedf4acd1276 req-a24cd91b-b8f6-4707-95a9-7cd4f445dcd6 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.512455 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9a6ef01a-f159-476b-bc09-dedf4acd1276 req-a24cd91b-b8f6-4707-95a9-7cd4f445dcd6 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.512455 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [req-9a6ef01a-f159-476b-bc09-dedf4acd1276 req-a24cd91b-b8f6-4707-95a9-7cd4f445dcd6 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Floating IP bcce94c9-4353-4473-95de-f358b11d72d4 disassociated. External IP: 172.25.0.168, port: 3583ab02-39ee-4c27-b18f-01a6e0ca6d10. Jul 13 07:49:22.512751 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:22.512912 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-9a6ef01a-f159-476b-bc09-dedf4acd1276 req-a24cd91b-b8f6-4707-95a9-7cd4f445dcd6 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Calling delete_port for 3583ab02-39ee-4c27-b18f-01a6e0ca6d10 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:22.513021 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] Checking segment: {'id': '577192dd-3869-4d6a-a0f4-131d8faa3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8c6b5f4e-dcbe-498e-bafe-56f1d82593ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:22.513021 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.513381 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] Bound using segment: {'id': '577192dd-3869-4d6a-a0f4-131d8faa3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8c6b5f4e-dcbe-498e-bafe-56f1d82593ee'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:22.513849 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] Bound port: 76c8f181-b316-4977-b804-31e299d6ee88, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577192dd-3869-4d6a-a0f4-131d8faa3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8c6b5f4e-dcbe-498e-bafe-56f1d82593ee'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:22.514463 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.583140 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-e2c17db5-d8c1-409b-be03-998391a7e3ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c HTTP/1.1" status: 200 len: 217 time: 0.0593548 Jul 13 07:49:22.632432 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399343e-2b29-48df-bf08-4de8ecdde0b7 req-22ae9c25-bb11-402c-a833-bca1a8124f45 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:22.643241 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e399343e-2b29-48df-bf08-4de8ecdde0b7 req-22ae9c25-bb11-402c-a833-bca1a8124f45 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4d6097e-3282-423d-ba81-2aeceeb02dae HTTP/1.1" status: 200 len: 949 time: 0.3353307 Jul 13 07:49:22.746802 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Deleting port 76c8f181-b316-4977-b804-31e299d6ee88 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:22.747734 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.762632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83a118b-bf38-4d57-9572-2481ab2d3329', 'tag': 'a2889208-05b9-4544-8446-41cc9b518f38'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:22.764933 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3a18cc-d075-45b4-beb8-da7f4b70dd58" -d '{"events": [{"name": "network-changed", "server_uuid": "f83a118b-bf38-4d57-9572-2481ab2d3329", "tag": "a2889208-05b9-4544-8446-41cc9b518f38"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:22.781744 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:22.821173 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=3583ab02-39ee-4c27-b18f-01a6e0ca6d10,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:22.877227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] For port 76c8f181-b316-4977-b804-31e299d6ee88, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:22.882453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] For port 76c8f181-b316-4977-b804-31e299d6ee88, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=76c8f181-b316-4977-b804-31e299d6ee88,segment=NetworkSegment(577192dd-3869-4d6a-a0f4-131d8faa3119),segment_id=577192dd-3869-4d6a-a0f4-131d8faa3119)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:22.893807 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.901747 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:22.912445 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:22.912929 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.914142 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e399343e-2b29-48df-bf08-4de8ecdde0b7 req-3f2575a4-ddf5-4d98-9ec9-5f86484d9608 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae875807-b689-4104-8c7f-7eb0dc7658f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692809 Jul 13 07:49:22.919907 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-5de584dc-0360-4d6e-83e4-f1debe3a9ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:22.921914 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-5de584dc-0360-4d6e-83e4-f1debe3a9ec5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=883999c5-42f5-45ee-8923-d3fb6c82c275 HTTP/1.1" status: 200 len: 852 time: 0.2684889 Jul 13 07:49:22.928538 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] For port 76c8f181-b316-4977-b804-31e299d6ee88, host n-d-779913-28, got binding levels [] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:22.928899 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.996427 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Calling delete_port for 76c8f181-b316-4977-b804-31e299d6ee88 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:22.999994 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-2a2f8c97-3625-4e2f-9f01-6fabfad6a95c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=90f94e91-9b3a-4ae3-8891-aca9a5ea834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484254 Jul 13 07:49:23.041266 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-29a71fbb-2bb0-4a8e-ae54-43ca79ed2056 None None] Provisioning complete for port 3583ab02-39ee-4c27-b18f-01a6e0ca6d10 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:23.043441 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-29a71fbb-2bb0-4a8e-ae54-43ca79ed2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.045709 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c415f-d028-42a9-bcf8-97050e93295a None None] Pushing event updated for resources: {'Port': ['ID=76c8f181-b316-4977-b804-31e299d6ee88,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:23.259575 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e83c21e6-8eb6-4610-88db-dbf285570db2 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:23.277773 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64708139-b464-416a-b392-826475861f00 req-cb332bfa-fead-45fb-b47c-61df23350804 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:23.279259 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64708139-b464-416a-b392-826475861f00 req-cb332bfa-fead-45fb-b47c-61df23350804 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e6f8460-ca1e-43b4-8994-c11b150f286f HTTP/1.1" status: 200 len: 944 time: 0.6000073 Jul 13 07:49:23.329373 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa645-17f0-4d98-9b3d-1a5296780220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.355277 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.439281 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-29a71fbb-2bb0-4a8e-ae54-43ca79ed2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.454307 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8d781dd5-edc1-45a4-8dc4-bbccdfb61c02,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:23.468121 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-ff6724af-db09-4057-bba3-6a39c0043c53 service neutron] 10.222.0.35 "GET /v2.0/networks/90f94e91-9b3a-4ae3-8891-aca9a5ea834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443898 Jul 13 07:49:23.488497 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.497466 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9a6ef01a-f159-476b-bc09-dedf4acd1276 req-a24cd91b-b8f6-4707-95a9-7cd4f445dcd6 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.514619 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.546895 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port e83c21e6-8eb6-4610-88db-dbf285570db2 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:23.557645 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Port': ['ID=76c8f181-b316-4977-b804-31e299d6ee88,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:23.561926 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64708139-b464-416a-b392-826475861f00 req-c1be8553-d931-4dd4-8f11-da5ef2fa085e tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576339 Jul 13 07:49:23.588374 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e83c21e6-8eb6-4610-88db-dbf285570db2 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:23.588757 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.635156 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cd91b-b8f6-4707-95a9-7cd4f445dcd6 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Pushing event deleted for resources: {'Port': ['ID=3583ab02-39ee-4c27-b18f-01a6e0ca6d10,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:23.687814 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=8d781dd5-edc1-45a4-8dc4-bbccdfb61c02,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:23.701398 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No DVR routers for this DVR port 76c8f181-b316-4977-b804-31e299d6ee88 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:23.721807 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f9942f7f-ca87-4afa-a592-e37cd4d889e2 None None] Provisioning complete for port e83c21e6-8eb6-4610-88db-dbf285570db2 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:23.722283 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f9942f7f-ca87-4afa-a592-e37cd4d889e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.724011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device a2889208-05b9-4544-8446-41cc9b518f38 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:49:23.725771 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device d0109b10-1616-4f3a-8604-a72fb1f841f5 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:23.758589 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093270b8-26aa-4698-a1cf-95958d6bbecc req-a6b82a2b-6ddf-4fb4-b9a1-df908d599b61 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:23.767651 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-093270b8-26aa-4698-a1cf-95958d6bbecc req-a6b82a2b-6ddf-4fb4-b9a1-df908d599b61 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.5143573 Jul 13 07:49:23.832322 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fcdb63-eb34-439a-804e-48dc5d222dc1 x-openstack-request-id: req-21fcdb63-eb34-439a-804e-48dc5d222dc1 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:23.832736 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e6f8460-ca1e-43b4-8994-c11b150f286f", "tag": "ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:23.833095 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21fcdb63-eb34-439a-804e-48dc5d222dc1 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:23.833755 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e6f8460-ca1e-43b4-8994-c11b150f286f', 'tag': 'ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c', 'status': 'completed', 'code': 200} Jul 13 07:49:23.885875 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdac4c6c-6b20-4697-8b86-e268b8998a0d x-openstack-request-id: req-bdac4c6c-6b20-4697-8b86-e268b8998a0d {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:23.886419 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf95a09-4ddb-4b8e-a658-53297c1f6d98", "name": "network-vif-unplugged", "status": "completed", "tag": "3583ab02-39ee-4c27-b18f-01a6e0ca6d10", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:23.886419 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bdac4c6c-6b20-4697-8b86-e268b8998a0d {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:23.886714 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf95a09-4ddb-4b8e-a658-53297c1f6d98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3583ab02-39ee-4c27-b18f-01a6e0ca6d10', 'code': 200} Jul 13 07:49:23.921172 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13558c44-6824-4a6e-bf75-45a227c3f06d x-openstack-request-id: req-13558c44-6824-4a6e-bf75-45a227c3f06d {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:23.922026 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83a118b-bf38-4d57-9572-2481ab2d3329", "tag": "a2889208-05b9-4544-8446-41cc9b518f38", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:23.922488 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-13558c44-6824-4a6e-bf75-45a227c3f06d {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:23.923198 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83a118b-bf38-4d57-9572-2481ab2d3329', 'tag': 'a2889208-05b9-4544-8446-41cc9b518f38', 'status': 'completed', 'code': 200} Jul 13 07:49:23.953219 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.955281 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port d0109b10-1616-4f3a-8604-a72fb1f841f5 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:23.993264 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19e3406e-5dc1-4090-aa4d-be71fafe2bc1 req-1487b2c2-57fd-4b4b-872f-bf2fe4e58d93 service neutron] 10.222.0.35 "GET /v2.0/networks/90f94e91-9b3a-4ae3-8891-aca9a5ea834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181158 Jul 13 07:49:23.995241 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.995390 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port d0109b10-1616-4f3a-8604-a72fb1f841f5 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:23.995652 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.045377 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-093270b8-26aa-4698-a1cf-95958d6bbecc req-6b96f1be-39a4-4fee-b7b5-ec7aefdfa87d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767303 Jul 13 07:49:24.088457 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a18cc-d075-45b4-beb8-da7f4b70dd58 req-08ac1ad4-0f20-42dd-8e56-15325e933f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:24.089993 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0d3a18cc-d075-45b4-beb8-da7f4b70dd58 req-08ac1ad4-0f20-42dd-8e56-15325e933f6b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70ce0288d45a4135bb7adba975dbd145&device_id=f83a118b-bf38-4d57-9572-2481ab2d3329 HTTP/1.1" status: 200 len: 1096 time: 0.1319163 Jul 13 07:49:24.203763 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port a2889208-05b9-4544-8446-41cc9b518f38, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=a2889208-05b9-4544-8446-41cc9b518f38,segment=NetworkSegment(20a1cd25-bdd5-454d-94c7-f669c9b97aa9),segment_id=20a1cd25-bdd5-454d-94c7-f669c9b97aa9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:24.219332 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port e83c21e6-8eb6-4610-88db-dbf285570db2, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e83c21e6-8eb6-4610-88db-dbf285570db2,segment=NetworkSegment(57d43705-0ba5-4770-a84c-3bb8d09bea9e),segment_id=57d43705-0ba5-4770-a84c-3bb8d09bea9e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:24.221284 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f9942f7f-ca87-4afa-a592-e37cd4d889e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.223464 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'a2889208-05b9-4544-8446-41cc9b518f38', 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a', 'port_id': 'a2889208-05b9-4544-8446-41cc9b518f38', 'mac_address': 'fa:16:3e:57:61:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883999c5-42f5-45ee-8923-d3fb6c82c275', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:49:24.245036 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.282553 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.308842 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a18cc-d075-45b4-beb8-da7f4b70dd58 req-20575da2-621f-4982-9f90-7b4907108622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:24.310379 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0d3a18cc-d075-45b4-beb8-da7f4b70dd58 req-20575da2-621f-4982-9f90-7b4907108622 service neutron] 10.222.0.35 "GET /v2.0/networks?id=90f94e91-9b3a-4ae3-8891-aca9a5ea834a HTTP/1.1" status: 200 len: 913 time: 0.2138178 Jul 13 07:49:24.390658 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0d3a18cc-d075-45b4-beb8-da7f4b70dd58 req-c8b96448-a1d8-4e3b-82b1-b5a404a303fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2889208-05b9-4544-8446-41cc9b518f38 HTTP/1.1" status: 200 len: 217 time: 0.0705786 Jul 13 07:49:24.454470 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a18cc-d075-45b4-beb8-da7f4b70dd58 req-0afe1830-b88a-4a4e-8621-5103fbadd5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:24.455996 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0d3a18cc-d075-45b4-beb8-da7f4b70dd58 req-0afe1830-b88a-4a4e-8621-5103fbadd5d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=883999c5-42f5-45ee-8923-d3fb6c82c275 HTTP/1.1" status: 200 len: 852 time: 0.0560443 Jul 13 07:49:24.463008 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-f9942f7f-ca87-4afa-a592-e37cd4d889e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:49:24.463377 n-d-779913-28 neutron-server[93725]: DEBUG oslo_db.api [None req-f9942f7f-ca87-4afa-a592-e37cd4d889e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:49:24.525276 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0d3a18cc-d075-45b4-beb8-da7f4b70dd58 req-d4316d9b-8f34-4254-89ce-afc0d940ad43 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=90f94e91-9b3a-4ae3-8891-aca9a5ea834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603123 Jul 13 07:49:24.531470 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=e83c21e6-8eb6-4610-88db-dbf285570db2,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:24.535937 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.552015 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.560490 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:24.560903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:24.561754 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:24.562116 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:24.562592 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:24.562930 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:24.563256 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:24.563584 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:24.563908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:24.564232 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:24.564554 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:24.564877 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:24.576346 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2889208-05b9-4544-8446-41cc9b518f38 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:24.619096 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port a2889208-05b9-4544-8446-41cc9b518f38, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=a2889208-05b9-4544-8446-41cc9b518f38,segment=NetworkSegment(20a1cd25-bdd5-454d-94c7-f669c9b97aa9),segment_id=20a1cd25-bdd5-454d-94c7-f669c9b97aa9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:24.632203 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port d0109b10-1616-4f3a-8604-a72fb1f841f5, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=d0109b10-1616-4f3a-8604-a72fb1f841f5,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:24.634356 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.644065 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.673110 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0d3a18cc-d075-45b4-beb8-da7f4b70dd58 req-5fade0a2-6420-4ffa-9778-881ab71c7b03 service neutron] 10.222.0.35 "GET /v2.0/networks/90f94e91-9b3a-4ae3-8891-aca9a5ea834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397183 Jul 13 07:49:24.706333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=a2889208-05b9-4544-8446-41cc9b518f38,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:24.794043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=d0109b10-1616-4f3a-8604-a72fb1f841f5,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:24.798040 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a6ef01a-f159-476b-bc09-dedf4acd1276 req-a24cd91b-b8f6-4707-95a9-7cd4f445dcd6 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Router a87c33a2-67f9-4ecd-96ca-f501e0f61aad has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:49:24.811728 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d221d688-b0a2-4cd6-9a09-e95959655c7d req-a88dbab2-2db0-44ae-a8a3-28a6b877a361 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 210 time: 0.5417063 Jul 13 07:49:24.893379 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0d3a18cc-d075-45b4-beb8-da7f4b70dd58 req-2a6270fc-fa74-4af8-b382-4859a78b8306 service neutron] 10.222.0.35 "GET /v2.0/networks/90f94e91-9b3a-4ae3-8891-aca9a5ea834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131374 Jul 13 07:49:24.895346 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['a2889208-05b9-4544-8446-41cc9b518f38'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:24.909909 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Subnet': ['ID=fe4af622-90f1-4d2c-8330-cbb3bbc12b22,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:24.954626 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99cab9e-25c3-41ec-889e-66486bb44ce4 None None] Network 8c6b5f4e-dcbe-498e-bafe-56f1d82593ee requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:25.013116 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.099697 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6b5f4e-dcbe-498e-bafe-56f1d82593ee']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:25.123882 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e83c21e6-8eb6-4610-88db-dbf285570db2 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:25.152850 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577192dd-3869-4d6a-a0f4-131d8faa3119') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:25.153321 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577192dd-3869-4d6a-a0f4-131d8faa3119') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:25.187253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e972543-5ea5-4d4c-a653-1cc980141f6e req-361746ca-25fc-45ea-8224-413ceb88cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:25.188452 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e972543-5ea5-4d4c-a653-1cc980141f6e req-361746ca-25fc-45ea-8224-413ceb88cabf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70ce0288d45a4135bb7adba975dbd145&device_id=1e6f8460-ca1e-43b4-8994-c11b150f286f HTTP/1.1" status: 200 len: 1096 time: 1.1035106 Jul 13 07:49:25.204045 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489d3d8-5474-4151-aeec-6688da7cc510 req-5d943402-433f-475c-a0b0-e87464814014 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:25.205677 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b489d3d8-5474-4151-aeec-6688da7cc510 req-5d943402-433f-475c-a0b0-e87464814014 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 945 time: 0.4696987 Jul 13 07:49:25.246333 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.288618 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a6ef01a-f159-476b-bc09-dedf4acd1276 req-a24cd91b-b8f6-4707-95a9-7cd4f445dcd6 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:49:25.291644 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-988a1143-70fd-489d-851b-e3e47c535a70 None None] Provisioning complete for port d0109b10-1616-4f3a-8604-a72fb1f841f5 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:25.292018 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-988a1143-70fd-489d-851b-e3e47c535a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.308127 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa1d94-0de4-44a1-bdc5-87aaaf9c0752 None None] Sync routers for ids ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:49:25.327379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e83c21e6-8eb6-4610-88db-dbf285570db2 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:25.327765 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.329417 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aa1d94-0de4-44a1-bdc5-87aaaf9c0752 None None] Routers {'a87c33a2-67f9-4ecd-96ca-f501e0f61aad'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:25.330444 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-61aa1d94-0de4-44a1-bdc5-87aaaf9c0752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:48:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:25.350668 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.382242 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:25.382664 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.387855 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48711b47-53f2-43de-aae4-74d943697e5c None None] DHCP port deletion for 8c6b5f4e-dcbe-498e-bafe-56f1d82593ee request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:25.423927 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:25.427425 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6ef01a-f159-476b-bc09-dedf4acd1276 req-a24cd91b-b8f6-4707-95a9-7cd4f445dcd6 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] No DVR routers for this DVR port 3583ab02-39ee-4c27-b18f-01a6e0ca6d10 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:25.447003 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9a6ef01a-f159-476b-bc09-dedf4acd1276 req-a24cd91b-b8f6-4707-95a9-7cd4f445dcd6 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.451377 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9a6ef01a-f159-476b-bc09-dedf4acd1276 req-a24cd91b-b8f6-4707-95a9-7cd4f445dcd6 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.35 "DELETE /v2.0/ports/3583ab02-39ee-4c27-b18f-01a6e0ca6d10 HTTP/1.1" status: 204 len: 173 time: 5.0246379 Jul 13 07:49:25.485540 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-61aa1d94-0de4-44a1-bdc5-87aaaf9c0752 None None] Set router a87c33a2-67f9-4ecd-96ca-f501e0f61aad gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:25.493565 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b489d3d8-5474-4151-aeec-6688da7cc510 req-6fa0337b-73e8-4dce-9fc4-436c8381a326 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499237 Jul 13 07:49:25.566904 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72673bc6-fab7-4d27-b8ec-5604dea02af5 req-7c41f4cc-7d4c-4dab-a818-afb4a9a2dc30 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:25.574716 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-988a1143-70fd-489d-851b-e3e47c535a70 None None] Could not find standard attr ID for object 76c8f181-b316-4977-b804-31e299d6ee88. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:49:25.574891 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72673bc6-fab7-4d27-b8ec-5604dea02af5 req-7c41f4cc-7d4c-4dab-a818-afb4a9a2dc30 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4d6097e-3282-423d-ba81-2aeceeb02dae HTTP/1.1" status: 200 len: 950 time: 0.4959967 Jul 13 07:49:25.598443 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e972543-5ea5-4d4c-a653-1cc980141f6e req-b5aa9289-bc58-402c-bf94-030c6d6ac2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:25.600251 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e972543-5ea5-4d4c-a653-1cc980141f6e req-b5aa9289-bc58-402c-bf94-030c6d6ac2c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=90f94e91-9b3a-4ae3-8891-aca9a5ea834a HTTP/1.1" status: 200 len: 913 time: 0.3897412 Jul 13 07:49:25.635317 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.720033 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.721978 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/8c6b5f4e-dcbe-498e-bafe-56f1d82593ee HTTP/1.1" status: 204 len: 168 time: 4.6741714 Jul 13 07:49:25.726246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54168) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:25.726779 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fbd96-03ce-4f16-87ba-86b585d93e53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Network': ['ID=8c6b5f4e-dcbe-498e-bafe-56f1d82593ee,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:25.732303 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e972543-5ea5-4d4c-a653-1cc980141f6e req-6c0fc929-50a3-4376-9e00-828bcd8568e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c HTTP/1.1" status: 200 len: 217 time: 0.1135731 Jul 13 07:49:25.733438 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1daa1d7b-4a6a-4550-8c5b-15e1ee90d44c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-783157181'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:25.756361 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-61aa1d94-0de4-44a1-bdc5-87aaaf9c0752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'name': 'tempest-AttachVolumeTestJSON-1833424248-router', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:46Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 4, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'gw_port': {'id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:47Z', 'updated_at': '2021-07-13T07:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'dfd0ba74-feeb-4708-8b48-c19a7034b4e4', 'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'mac_address': 'fa:16:3e:87:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:51Z', 'updated_at': '2021-07-13T07:45:01Z', 'revision_number': 5, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'subnets': [{'id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:25.758134 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daa1d7b-4a6a-4550-8c5b-15e1ee90d44c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:25.762872 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1daa1d7b-4a6a-4550-8c5b-15e1ee90d44c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.788691 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa1d94-0de4-44a1-bdc5-87aaaf9c0752 None None] Checking router: a87c33a2-67f9-4ecd-96ca-f501e0f61aad for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:49:25.818597 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aa1d94-0de4-44a1-bdc5-87aaaf9c0752 None None] Routers {'a87c33a2-67f9-4ecd-96ca-f501e0f61aad'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:25.819619 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-61aa1d94-0de4-44a1-bdc5-87aaaf9c0752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:48:57Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:25.820846 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1daa1d7b-4a6a-4550-8c5b-15e1ee90d44c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:49:25.840861 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1daa1d7b-4a6a-4550-8c5b-15e1ee90d44c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.841039 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72673bc6-fab7-4d27-b8ec-5604dea02af5 req-e79d1bb3-a609-4e82-906c-9b0df107fe93 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae875807-b689-4104-8c7f-7eb0dc7658f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361264 Jul 13 07:49:25.841592 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-1daa1d7b-4a6a-4550-8c5b-15e1ee90d44c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Added segment 91bf1191-1485-414c-9fd9-7a16458d50cb of type vlan for network b7d52b5c-4dc6-4cdc-b786-0a88175b1890 Jul 13 07:49:25.850032 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf95a09-4ddb-4b8e-a658-53297c1f6d98', 'name': 'network-vif-deleted', 'tag': '3583ab02-39ee-4c27-b18f-01a6e0ca6d10'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:25.852372 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74071e77-17d0-442c-bb0a-e75e54ebe9cb" -d '{"events": [{"server_uuid": "3bf95a09-4ddb-4b8e-a658-53297c1f6d98", "name": "network-vif-deleted", "tag": "3583ab02-39ee-4c27-b18f-01a6e0ca6d10"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:25.878852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e972543-5ea5-4d4c-a653-1cc980141f6e req-5439f0db-8cba-4c3c-92d6-ebfaef3420bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:25.883263 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e972543-5ea5-4d4c-a653-1cc980141f6e req-5439f0db-8cba-4c3c-92d6-ebfaef3420bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=883999c5-42f5-45ee-8923-d3fb6c82c275 HTTP/1.1" status: 200 len: 852 time: 0.1425965 Jul 13 07:49:25.887499 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e88788-f10f-4be2-8038-045f4c5634c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d781dd5-edc1-45a4-8dc4-bbccdfb61c02'}, {'server_uuid': 'b4d6097e-3282-423d-ba81-2aeceeb02dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0109b10-1616-4f3a-8604-a72fb1f841f5'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:25.891004 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89882f1-41a9-42bd-8937-cf6e2d8fa2ff" -d '{"events": [{"server_uuid": "49e88788-f10f-4be2-8038-045f4c5634c3", "name": "network-vif-plugged", "status": "completed", "tag": "8d781dd5-edc1-45a4-8dc4-bbccdfb61c02"}, {"server_uuid": "b4d6097e-3282-423d-ba81-2aeceeb02dae", "name": "network-vif-plugged", "status": "completed", "tag": "d0109b10-1616-4f3a-8604-a72fb1f841f5"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:25.895496 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1daa1d7b-4a6a-4550-8c5b-15e1ee90d44c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.932329 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1daa1d7b-4a6a-4550-8c5b-15e1ee90d44c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.939762 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daa1d7b-4a6a-4550-8c5b-15e1ee90d44c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:25.939959 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1daa1d7b-4a6a-4550-8c5b-15e1ee90d44c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.979630 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e972543-5ea5-4d4c-a653-1cc980141f6e req-07a92be7-f816-4f54-bf28-8c86926a12aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=90f94e91-9b3a-4ae3-8891-aca9a5ea834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790021 Jul 13 07:49:25.986188 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-61aa1d94-0de4-44a1-bdc5-87aaaf9c0752 None None] Set router a87c33a2-67f9-4ecd-96ca-f501e0f61aad gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:26.037903 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa1d7b-4a6a-4550-8c5b-15e1ee90d44c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Network': ['ID=b7d52b5c-4dc6-4cdc-b786-0a88175b1890,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:26.051227 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1daa1d7b-4a6a-4550-8c5b-15e1ee90d44c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3231320 Jul 13 07:49:26.054426 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54176) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:26.059782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network b7d52b5c-4dc6-4cdc-b786-0a88175b1890 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:49:26.061454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-016b496a-b586-430a-8a42-6dbbfae8687c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'subnet': {'network_id': 'b7d52b5c-4dc6-4cdc-b786-0a88175b1890', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:26.072812 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d6c75-b917-474c-9e9a-e9c755939938 req-cceb08cb-8c9b-46f7-be14-2b74eb67ec14 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:26.074426 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-806d6c75-b917-474c-9e9a-e9c755939938 req-cceb08cb-8c9b-46f7-be14-2b74eb67ec14 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e6f8460-ca1e-43b4-8994-c11b150f286f HTTP/1.1" status: 200 len: 944 time: 0.3210287 Jul 13 07:49:26.208803 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016b496a-b586-430a-8a42-6dbbfae8687c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:26.216242 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-016b496a-b586-430a-8a42-6dbbfae8687c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:26.228123 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9cc68850-cf55-4bdb-9e74-6ef136e8fb06 req-4559711e-9777-45b8-b13a-c4d2c95a8842 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0573654 Jul 13 07:49:26.261714 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-806d6c75-b917-474c-9e9a-e9c755939938 req-02a420e5-c8a1-4b83-bbbd-c5afd782612d tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480117 Jul 13 07:49:26.383558 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9cc68850-cf55-4bdb-9e74-6ef136e8fb06 req-4e1bf373-3d24-4477-833c-f5f4a17fea96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f14c0acd9f784f1c95e03b53f067da36&device_id=3bf95a09-4ddb-4b8e-a658-53297c1f6d98 HTTP/1.1" status: 200 len: 210 time: 0.0380101 Jul 13 07:49:26.416917 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.ipam_backend_mixin [None req-016b496a-b586-430a-8a42-6dbbfae8687c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Performing IP validity checks on allocation pools {{(pid=93723) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 07:49:26.418771 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.ipam_backend_mixin [None req-016b496a-b586-430a-8a42-6dbbfae8687c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93723) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 07:49:26.427816 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e972543-5ea5-4d4c-a653-1cc980141f6e req-fdd383f5-c132-4052-a840-c16183562916 service neutron] 10.222.0.35 "GET /v2.0/networks/90f94e91-9b3a-4ae3-8891-aca9a5ea834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342608 Jul 13 07:49:26.463580 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9de31f-0a47-4a02-a736-99e8c2957039 x-openstack-request-id: req-ee9de31f-0a47-4a02-a736-99e8c2957039 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:26.463873 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf95a09-4ddb-4b8e-a658-53297c1f6d98", "name": "network-vif-deleted", "tag": "3583ab02-39ee-4c27-b18f-01a6e0ca6d10", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:26.464129 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee9de31f-0a47-4a02-a736-99e8c2957039 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:26.464533 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf95a09-4ddb-4b8e-a658-53297c1f6d98', 'name': 'network-vif-deleted', 'tag': '3583ab02-39ee-4c27-b18f-01a6e0ca6d10', 'status': 'completed', 'code': 200} Jul 13 07:49:26.476732 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-61aa1d94-0de4-44a1-bdc5-87aaaf9c0752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'name': 'tempest-AttachVolumeTestJSON-1833424248-router', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:46Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 4, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'gw_port': {'id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:47Z', 'updated_at': '2021-07-13T07:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'dfd0ba74-feeb-4708-8b48-c19a7034b4e4', 'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'mac_address': 'fa:16:3e:87:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:51Z', 'updated_at': '2021-07-13T07:45:01Z', 'revision_number': 5, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'subnets': [{'id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:26.483645 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8556f1d3-1ac1-441a-9525-917cc681f4ca x-openstack-request-id: req-8556f1d3-1ac1-441a-9525-917cc681f4ca {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:26.484061 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e88788-f10f-4be2-8038-045f4c5634c3", "name": "network-vif-plugged", "status": "completed", "tag": "8d781dd5-edc1-45a4-8dc4-bbccdfb61c02", "code": 200}, {"server_uuid": "b4d6097e-3282-423d-ba81-2aeceeb02dae", "name": "network-vif-plugged", "status": "completed", "tag": "d0109b10-1616-4f3a-8604-a72fb1f841f5", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:26.484428 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8556f1d3-1ac1-441a-9525-917cc681f4ca {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:26.484946 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e88788-f10f-4be2-8038-045f4c5634c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d781dd5-edc1-45a4-8dc4-bbccdfb61c02', 'code': 200} Jul 13 07:49:26.485311 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d6097e-3282-423d-ba81-2aeceeb02dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0109b10-1616-4f3a-8604-a72fb1f841f5', 'code': 200} Jul 13 07:49:26.526737 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54186) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:26.542872 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa1d94-0de4-44a1-bdc5-87aaaf9c0752 None None] The sync data for ids ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'] in n-d-779913-28 is: [{'id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'name': 'tempest-AttachVolumeTestJSON-1833424248-router', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:46Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 4, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'gw_port': {'id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:47Z', 'updated_at': '2021-07-13T07:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'dfd0ba74-feeb-4708-8b48-c19a7034b4e4', 'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'mac_address': 'fa:16:3e:87:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:51Z', 'updated_at': '2021-07-13T07:45:01Z', 'revision_number': 5, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'subnets': [{'id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:49:26.547199 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110f003-77e2-44d4-9981-d77e645666a9 req-5521ab2f-59ba-4a72-bd64-d4a82f63c7e1 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:26.548790 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d110f003-77e2-44d4-9981-d77e645666a9 req-5521ab2f-59ba-4a72-bd64-d4a82f63c7e1 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.3573737 Jul 13 07:49:26.664663 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d110f003-77e2-44d4-9981-d77e645666a9 req-e73f92a0-bbbd-428d-b75c-24faba7289a8 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088471 Jul 13 07:49:26.742044 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-016b496a-b586-430a-8a42-6dbbfae8687c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:26.816323 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6311b-9282-4737-84dd-6b868002a222 req-469ef992-0885-46da-aa2f-6a12b8646229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:26.818218 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-56d6311b-9282-4737-84dd-6b868002a222 req-469ef992-0885-46da-aa2f-6a12b8646229 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b4d6097e-3282-423d-ba81-2aeceeb02dae HTTP/1.1" status: 200 len: 1102 time: 0.2188694 Jul 13 07:49:26.821618 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099c363-9e83-4ca2-b72e-6afa99a2d1ca req-8bc3f869-4d6b-453b-b7bc-528e3893c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:26.823105 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b099c363-9e83-4ca2-b72e-6afa99a2d1ca req-8bc3f869-4d6b-453b-b7bc-528e3893c2c6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 1097 time: 0.1923645 Jul 13 07:49:26.825567 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b496a-b586-430a-8a42-6dbbfae8687c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Subnet': ['ID=8d83ab02-6280-4d9a-b2f0-459ef7ce1afa,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:26.848474 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc68850-cf55-4bdb-9e74-6ef136e8fb06 req-6208c1c6-425f-420e-be8f-a92b84ee8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:26.850183 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9cc68850-cf55-4bdb-9e74-6ef136e8fb06 req-6208c1c6-425f-420e-be8f-a92b84ee8e92 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f14c0acd9f784f1c95e03b53f067da36&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4350011 Jul 13 07:49:26.874378 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e972543-5ea5-4d4c-a653-1cc980141f6e req-c57dd2a6-354c-4418-806c-81093cdaea4c service neutron] 10.222.0.35 "GET /v2.0/networks/90f94e91-9b3a-4ae3-8891-aca9a5ea834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081116 Jul 13 07:49:26.911146 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016b496a-b586-430a-8a42-6dbbfae8687c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Checking segment: {'id': '91bf1191-1485-414c-9fd9-7a16458d50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b7d52b5c-4dc6-4cdc-b786-0a88175b1890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:26.911603 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016b496a-b586-430a-8a42-6dbbfae8687c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network hostable DHCP agents. Network: b7d52b5c-4dc6-4cdc-b786-0a88175b1890, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:49:26.931050 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac32c21d-72d4-479a-b57f-14011fc77dec tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:26.974433 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-56d6311b-9282-4737-84dd-6b868002a222 req-5b2b99be-c216-45b7-869d-28928280e1a1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ae875807-b689-4104-8c7f-7eb0dc7658f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458428 Jul 13 07:49:26.975995 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 76c8f181-b316-4977-b804-31e299d6ee88 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:26.977473 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b099c363-9e83-4ca2-b72e-6afa99a2d1ca req-b37065df-7077-4e53-827a-464511acf52d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433716 Jul 13 07:49:26.990558 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ac6c4-0a79-4207-9054-752bf81ceb81 req-86e01b82-7c77-4787-a70f-4ed1447d7f73 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:26.996331 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016b496a-b586-430a-8a42-6dbbfae8687c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network b7d52b5c-4dc6-4cdc-b786-0a88175b1890 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:49:27.001028 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-103ac6c4-0a79-4207-9054-752bf81ceb81 req-86e01b82-7c77-4787-a70f-4ed1447d7f73 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 945 time: 0.3438487 Jul 13 07:49:27.009170 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 76c8f181-b316-4977-b804-31e299d6ee88 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:27.013803 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 76c8f181-b316-4977-b804-31e299d6ee88 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:27.016092 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-016b496a-b586-430a-8a42-6dbbfae8687c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, b7d52b5c-4dc6-4cdc-b786-0a88175b1890) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:27.022573 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016b496a-b586-430a-8a42-6dbbfae8687c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:27.023267 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-016b496a-b586-430a-8a42-6dbbfae8687c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.036649 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a350fc-4c54-455d-b5d1-7a9868625151 None None] New status for floating IP bcce94c9-4353-4473-95de-f358b11d72d4: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:49:27.043514 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70670479-860f-4aaf-94f1-74b71c89d072 None None] Network b7d52b5c-4dc6-4cdc-b786-0a88175b1890 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:27.047964 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-016b496a-b586-430a-8a42-6dbbfae8687c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9887707 Jul 13 07:49:27.051723 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54202) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:27.117286 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac32c21d-72d4-479a-b57f-14011fc77dec tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.155802 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-103ac6c4-0a79-4207-9054-752bf81ceb81 req-91e0fe31-6548-44c6-821b-429a96af7c48 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538124 Jul 13 07:49:27.258240 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9345-57e6-46bb-bb02-9c32fdc2f679 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.264497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc68850-cf55-4bdb-9e74-6ef136e8fb06 req-67fb5170-b09c-44db-9315-b912d2930c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:27.266596 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9cc68850-cf55-4bdb-9e74-6ef136e8fb06 req-67fb5170-b09c-44db-9315-b912d2930c54 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4070399 Jul 13 07:49:27.345313 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d143f-b5bd-4cfb-b001-6d2217605813 req-df5d31dc-a473-4080-acfe-fa77cef6f311 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:27.350441 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e2d143f-b5bd-4cfb-b001-6d2217605813 req-df5d31dc-a473-4080-acfe-fa77cef6f311 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4d6097e-3282-423d-ba81-2aeceeb02dae HTTP/1.1" status: 200 len: 950 time: 0.3342855 Jul 13 07:49:27.361354 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9345-57e6-46bb-bb02-9c32fdc2f679 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.380512 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac32c21d-72d4-479a-b57f-14011fc77dec tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.386469 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac32c21d-72d4-479a-b57f-14011fc77dec tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.387846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ac32c21d-72d4-479a-b57f-14011fc77dec tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "DELETE /v2.0/security-groups/0df504c5-0963-4b1e-8136-a57f95bd3f1b HTTP/1.1" status: 204 len: 168 time: 0.8599119 Jul 13 07:49:27.403627 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54210) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:27.466601 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9345-57e6-46bb-bb02-9c32fdc2f679 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.471773 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-9f34077a-cc5a-4116-b35a-5941a890a5fc tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] show failed (client error): The resource could not be found. Jul 13 07:49:27.474127 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9f34077a-cc5a-4116-b35a-5941a890a5fc tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups/0df504c5-0963-4b1e-8136-a57f95bd3f1b HTTP/1.1" status: 404 len: 347 time: 0.0684118 Jul 13 07:49:27.476694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32c21d-72d4-479a-b57f-14011fc77dec tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df504c5-0963-4b1e-8136-a57f95bd3f1b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:27.477366 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54214) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:27.496694 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e2d143f-b5bd-4cfb-b001-6d2217605813 req-6528d722-763d-407a-be43-6839ffeec0bf tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae875807-b689-4104-8c7f-7eb0dc7658f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368077 Jul 13 07:49:27.645564 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-35746f04-696f-46d3-8e87-44f710886949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.676929 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.684446 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305b3412-be36-493c-87fd-1b167113ba15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-b7d52b5c-4dc6-4cdc-b786-0a88175b1890', 'network_id': 'b7d52b5c-4dc6-4cdc-b786-0a88175b1890', 'tenant_id': '3c4ada9f30ee4d3dbb36b71a606af4cb', 'fixed_ips': [{'subnet_id': '8d83ab02-6280-4d9a-b2f0-459ef7ce1afa'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:49:27.685672 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-305b3412-be36-493c-87fd-1b167113ba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.699175 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd9345-57e6-46bb-bb02-9c32fdc2f679 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Subnet': ['ID=8d83ab02-6280-4d9a-b2f0-459ef7ce1afa,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:27.718797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f7df3-18ab-47fc-b3d7-edbea4a7f89d req-279060f6-3f35-4469-bddb-2cc4d191c0de tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:27.724053 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c1f7df3-18ab-47fc-b3d7-edbea4a7f89d req-279060f6-3f35-4469-bddb-2cc4d191c0de tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e6f8460-ca1e-43b4-8994-c11b150f286f HTTP/1.1" status: 200 len: 944 time: 0.1604323 Jul 13 07:49:27.744399 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:49:27.749894 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device a2889208-05b9-4544-8446-41cc9b518f38 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:27.822758 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c1f7df3-18ab-47fc-b3d7-edbea4a7f89d req-6ebfd21c-3499-4e6e-b00a-e31d75d15234 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953817 Jul 13 07:49:27.901884 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9345-57e6-46bb-bb02-9c32fdc2f679 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.908448 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-7fbd9345-57e6-46bb-bb02-9c32fdc2f679 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d52b5c-4dc6-4cdc-b786-0a88175b1890']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:27.938315 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-7fbd9345-57e6-46bb-bb02-9c32fdc2f679 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91bf1191-1485-414c-9fd9-7a16458d50cb') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:27.938599 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-7fbd9345-57e6-46bb-bb02-9c32fdc2f679 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91bf1191-1485-414c-9fd9-7a16458d50cb') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:27.965472 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9345-57e6-46bb-bb02-9c32fdc2f679 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.984433 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9345-57e6-46bb-bb02-9c32fdc2f679 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.990218 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.resource_extend [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:49:27.993301 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbd9345-57e6-46bb-bb02-9c32fdc2f679 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:27.993711 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9345-57e6-46bb-bb02-9c32fdc2f679 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.997653 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-27353bd7-7a90-4fd1-b26a-2b4187ff4d74 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Deleting port 4baaa611-8429-49be-98bc-f07433154378 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:27.998017 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27353bd7-7a90-4fd1-b26a-2b4187ff4d74 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.004747 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8fe6e-7948-42f2-b36b-676cc134dc34 req-19c2d302-8ade-4093-9f12-f5ec48e5c4c7 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:28.006517 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9df8fe6e-7948-42f2-b36b-676cc134dc34 req-19c2d302-8ade-4093-9f12-f5ec48e5c4c7 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.0898306 Jul 13 07:49:28.039018 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbdfc28-2c02-4e70-8782-2b63f198b6aa None None] Network b7d52b5c-4dc6-4cdc-b786-0a88175b1890 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:28.059151 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9df8fe6e-7948-42f2-b36b-676cc134dc34 req-88e0ef96-5282-497b-afc8-c2800ff8fbd0 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448368 Jul 13 07:49:28.202151 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c,segment=NetworkSegment(20a1cd25-bdd5-454d-94c7-f669c9b97aa9),segment_id=20a1cd25-bdd5-454d-94c7-f669c9b97aa9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:28.237366 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c', 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a', 'port_id': 'ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c', 'mac_address': 'fa:16:3e:17:04:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883999c5-42f5-45ee-8923-d3fb6c82c275', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:49:28.324274 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port a2889208-05b9-4544-8446-41cc9b518f38 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:28.346272 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.384441 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port a2889208-05b9-4544-8446-41cc9b518f38 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:28.384855 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.443838 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:28.472869 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c,segment=NetworkSegment(20a1cd25-bdd5-454d-94c7-f669c9b97aa9),segment_id=20a1cd25-bdd5-454d-94c7-f669c9b97aa9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:28.534269 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:28.579574 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:28.582514 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27353bd7-7a90-4fd1-b26a-2b4187ff4d74 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.582514 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27353bd7-7a90-4fd1-b26a-2b4187ff4d74 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.647101 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-27353bd7-7a90-4fd1-b26a-2b4187ff4d74 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Calling delete_port for 4baaa611-8429-49be-98bc-f07433154378 owned by network:floatingip {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:28.664744 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb09d4-6e89-4471-b47b-e95d0f259ef4 req-154e1b58-f001-4102-b4e2-22e9e12b3c84 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:28.667543 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-04fb09d4-6e89-4471-b47b-e95d0f259ef4 req-154e1b58-f001-4102-b4e2-22e9e12b3c84 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 945 time: 0.1756818 Jul 13 07:49:28.703267 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.750680 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:28.762640 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83a118b-bf38-4d57-9572-2481ab2d3329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2889208-05b9-4544-8446-41cc9b518f38'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:28.765355 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b321270-6b56-40e4-9ef4-f681893f3ef7" -d '{"events": [{"server_uuid": "f83a118b-bf38-4d57-9572-2481ab2d3329", "name": "network-vif-plugged", "status": "completed", "tag": "a2889208-05b9-4544-8446-41cc9b518f38"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:28.767711 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9345-57e6-46bb-bb02-9c32fdc2f679 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.781993 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9345-57e6-46bb-bb02-9c32fdc2f679 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.786941 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7fbd9345-57e6-46bb-bb02-9c32fdc2f679 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/b7d52b5c-4dc6-4cdc-b786-0a88175b1890 HTTP/1.1" status: 204 len: 168 time: 1.7340729 Jul 13 07:49:28.799252 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port a2889208-05b9-4544-8446-41cc9b518f38, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=a2889208-05b9-4544-8446-41cc9b518f38,segment=NetworkSegment(20a1cd25-bdd5-454d-94c7-f669c9b97aa9),segment_id=20a1cd25-bdd5-454d-94c7-f669c9b97aa9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:28.818731 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.825314 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-04fb09d4-6e89-4471-b47b-e95d0f259ef4 req-3a5f2a94-426f-44c3-aed1-bf9247bc68d3 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250634 Jul 13 07:49:28.825975 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54244) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:28.844077 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a95391e2-cea4-4929-b511-15dd09c6f310 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1066272173'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:28.928613 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95391e2-cea4-4929-b511-15dd09c6f310 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:28.933763 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a95391e2-cea4-4929-b511-15dd09c6f310 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.958307 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=a2889208-05b9-4544-8446-41cc9b518f38,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:28.967096 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:28.977525 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd9345-57e6-46bb-bb02-9c32fdc2f679 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Network': ['ID=b7d52b5c-4dc6-4cdc-b786-0a88175b1890,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:29.013582 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27353bd7-7a90-4fd1-b26a-2b4187ff4d74 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.018177 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95391e2-cea4-4929-b511-15dd09c6f310 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:49:29.043920 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a95391e2-cea4-4929-b511-15dd09c6f310 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.044222 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-a95391e2-cea4-4929-b511-15dd09c6f310 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Added segment d0d2a927-19bd-4e32-b416-649e17556bc1 of type vlan for network 1568a82c-836f-496a-8eab-557d8159fc41 Jul 13 07:49:29.066981 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349a4e8-27d7-4e96-a19a-50a958ba59f4 req-766569f0-4345-4e06-9a1a-2cf40c28767a tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:29.074661 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3349a4e8-27d7-4e96-a19a-50a958ba59f4 req-766569f0-4345-4e06-9a1a-2cf40c28767a tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.2176168 Jul 13 07:49:29.114050 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27353bd7-7a90-4fd1-b26a-2b4187ff4d74 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Pushing event deleted for resources: {'Port': ['ID=4baaa611-8429-49be-98bc-f07433154378,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:29.164004 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a95391e2-cea4-4929-b511-15dd09c6f310 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.179759 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27353bd7-7a90-4fd1-b26a-2b4187ff4d74 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for floatingip, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.182750 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27353bd7-7a90-4fd1-b26a-2b4187ff4d74 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.184632 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-27353bd7-7a90-4fd1-b26a-2b4187ff4d74 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "DELETE /v2.0/floatingips/bcce94c9-4353-4473-95de-f358b11d72d4 HTTP/1.1" status: 204 len: 168 time: 1.6956716 Jul 13 07:49:29.196856 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931380fc-f620-4043-a93b-a2e2f54c38b4 req-ef692885-8cf0-4a17-858a-46f242729f07 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:29.201869 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-931380fc-f620-4043-a93b-a2e2f54c38b4 req-ef692885-8cf0-4a17-858a-46f242729f07 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4d6097e-3282-423d-ba81-2aeceeb02dae HTTP/1.1" status: 200 len: 950 time: 0.2376225 Jul 13 07:49:29.209225 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3349a4e8-27d7-4e96-a19a-50a958ba59f4 req-c8d69f21-2581-42d4-893c-4b6ca1fa09ff tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237080 Jul 13 07:49:29.259177 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a95391e2-cea4-4929-b511-15dd09c6f310 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.265444 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95391e2-cea4-4929-b511-15dd09c6f310 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:29.266047 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a95391e2-cea4-4929-b511-15dd09c6f310 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.278078 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e834f525-a0e4-46fa-b6a9-a22b9ecbafa8 x-openstack-request-id: req-e834f525-a0e4-46fa-b6a9-a22b9ecbafa8 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:29.279089 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-931380fc-f620-4043-a93b-a2e2f54c38b4 req-3fc21791-ff36-4aa3-b732-e89cdc011860 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae875807-b689-4104-8c7f-7eb0dc7658f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761726 Jul 13 07:49:29.280091 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83a118b-bf38-4d57-9572-2481ab2d3329", "name": "network-vif-plugged", "status": "completed", "tag": "a2889208-05b9-4544-8446-41cc9b518f38", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:29.280858 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e834f525-a0e4-46fa-b6a9-a22b9ecbafa8 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:29.282375 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83a118b-bf38-4d57-9572-2481ab2d3329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2889208-05b9-4544-8446-41cc9b518f38', 'code': 200} Jul 13 07:49:29.337049 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a95391e2-cea4-4929-b511-15dd09c6f310 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5084691 Jul 13 07:49:29.340842 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54260) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:29.348564 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-87e5a636-8a08-431d-a9c7-65e6abb63e6a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'subnet': {'network_id': '1568a82c-836f-496a-8eab-557d8159fc41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:29.417200 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95391e2-cea4-4929-b511-15dd09c6f310 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Network': ['ID=1568a82c-836f-496a-8eab-557d8159fc41,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:29.427618 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 1568a82c-836f-496a-8eab-557d8159fc41 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:49:29.477528 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e5a636-8a08-431d-a9c7-65e6abb63e6a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:29.480475 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c1b78-4743-4711-b05d-235a431d1f39 req-851e49aa-2807-444c-a4ed-8d15692719d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:29.483214 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a67c1b78-4743-4711-b05d-235a431d1f39 req-851e49aa-2807-444c-a4ed-8d15692719d8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f83a118b-bf38-4d57-9572-2481ab2d3329 HTTP/1.1" status: 200 len: 1098 time: 0.1225653 Jul 13 07:49:29.486481 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-87e5a636-8a08-431d-a9c7-65e6abb63e6a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.589159 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a67c1b78-4743-4711-b05d-235a431d1f39 req-6dfbc78e-f0eb-4876-91cc-2245345706e9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785744 Jul 13 07:49:29.604455 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.632244 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de943d2-2992-46b1-a5f4-3e8f0f61aefb req-609cf383-bcd8-47f2-ad09-4721a5bb7048 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:29.633747 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3de943d2-2992-46b1-a5f4-3e8f0f61aefb req-609cf383-bcd8-47f2-ad09-4721a5bb7048 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e6f8460-ca1e-43b4-8994-c11b150f286f HTTP/1.1" status: 200 len: 945 time: 0.1220431 Jul 13 07:49:29.673659 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3de943d2-2992-46b1-a5f4-3e8f0f61aefb req-87eb570c-295b-4191-9de4-806271f37ee3 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337448 Jul 13 07:49:29.749147 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:29.782294 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-87e5a636-8a08-431d-a9c7-65e6abb63e6a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.803372 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54274) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:29.838134 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3d98ac5b-c133-4490-a7ad-f71442d89d73 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Request body: {'security_group': {'name': 'tempest-securitygroup--367269730', 'description': 'tempest-description--341410941'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:29.847266 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:29.853910 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:29.854561 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.889801 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5a636-8a08-431d-a9c7-65e6abb63e6a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Subnet': ['ID=a13824c5-f9f7-4ff1-8b3e-2e7b4d4ea88a,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:29.899006 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d98ac5b-c133-4490-a7ad-f71442d89d73 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.908059 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5a636-8a08-431d-a9c7-65e6abb63e6a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Checking segment: {'id': 'd0d2a927-19bd-4e32-b416-649e17556bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1568a82c-836f-496a-8eab-557d8159fc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:29.908801 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e5a636-8a08-431d-a9c7-65e6abb63e6a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network hostable DHCP agents. Network: 1568a82c-836f-496a-8eab-557d8159fc41, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:49:29.930165 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e5a636-8a08-431d-a9c7-65e6abb63e6a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network 1568a82c-836f-496a-8eab-557d8159fc41 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:49:29.939668 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-87e5a636-8a08-431d-a9c7-65e6abb63e6a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 1568a82c-836f-496a-8eab-557d8159fc41) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:29.952160 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef4c68-e9e9-4c53-ab95-a0c42fdc99a7 req-b1e6a865-cc09-4574-8186-6725d93dfb47 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:29.953805 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75ef4c68-e9e9-4c53-ab95-a0c42fdc99a7 req-b1e6a865-cc09-4574-8186-6725d93dfb47 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.1664758 Jul 13 07:49:29.954465 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2083fc0b-2515-490b-b65a-3f45644e0644 None None] Network 1568a82c-836f-496a-8eab-557d8159fc41 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:29.956599 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e5a636-8a08-431d-a9c7-65e6abb63e6a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:29.957720 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-87e5a636-8a08-431d-a9c7-65e6abb63e6a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.018365 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75ef4c68-e9e9-4c53-ab95-a0c42fdc99a7 req-c41653b7-93c8-46aa-9e81-edd57d8d072b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561447 Jul 13 07:49:30.044906 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.078499 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d98ac5b-c133-4490-a7ad-f71442d89d73 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.092094 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d98ac5b-c133-4490-a7ad-f71442d89d73 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.094801 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-87e5a636-8a08-431d-a9c7-65e6abb63e6a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7525196 Jul 13 07:49:30.097505 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54282) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:30.113949 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d98ac5b-c133-4490-a7ad-f71442d89d73 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.118332 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3d98ac5b-c133-4490-a7ad-f71442d89d73 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3139484 Jul 13 07:49:30.118972 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54284) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:30.130486 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-dbe75a74-7cdd-4400-b57c-bc4f21547974 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Request body: {'security_group_rule': {'security_group_id': 'c69b73e5-f191-4453-a11f-fc128696d6f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:30.158784 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c,segment=NetworkSegment(20a1cd25-bdd5-454d-94c7-f669c9b97aa9),segment_id=20a1cd25-bdd5-454d-94c7-f669c9b97aa9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:30.166506 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.205367 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98ac5b-c133-4490-a7ad-f71442d89d73 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69b73e5-f191-4453-a11f-fc128696d6f8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:30.245643 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dbe75a74-7cdd-4400-b57c-bc4f21547974 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.278821 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:30.280700 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.292936 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-1568a82c-836f-496a-8eab-557d8159fc41', 'network_id': '1568a82c-836f-496a-8eab-557d8159fc41', 'tenant_id': '3c4ada9f30ee4d3dbb36b71a606af4cb', 'fixed_ips': [{'subnet_id': 'a13824c5-f9f7-4ff1-8b3e-2e7b4d4ea88a'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:49:30.293958 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.414121 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.416130 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dbe75a74-7cdd-4400-b57c-bc4f21547974 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.427797 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dbe75a74-7cdd-4400-b57c-bc4f21547974 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.469311 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe75a74-7cdd-4400-b57c-bc4f21547974 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2979be-11c9-40e9-8715-4a1e9bba7b11,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:30.487512 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dbe75a74-7cdd-4400-b57c-bc4f21547974 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.492128 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-dbe75a74-7cdd-4400-b57c-bc4f21547974 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3721473 Jul 13 07:49:30.492942 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54292) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:30.500914 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1e21aad8-fb35-42a5-ac9e-bcc7e6eadeef tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Request body: {'security_group_rule': {'security_group_id': 'c69b73e5-f191-4453-a11f-fc128696d6f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:30.526407 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] Allocated IP 172.20.0.1 (1568a82c-836f-496a-8eab-557d8159fc41/a13824c5-f9f7-4ff1-8b3e-2e7b4d4ea88a/3accb1fd-6809-45dc-81a4-2605caa0673f) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:30.593736 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1e21aad8-fb35-42a5-ac9e-bcc7e6eadeef tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.669355 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67edc1-ff64-415e-b097-a091665d8650 req-eab3faa7-cf5b-42c2-a1fa-f143a2cc0118 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:30.671632 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab67edc1-ff64-415e-b097-a091665d8650 req-eab3faa7-cf5b-42c2-a1fa-f143a2cc0118 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 945 time: 0.1630771 Jul 13 07:49:30.728496 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.739424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] Transition to ACTIVE for port object 3accb1fd-6809-45dc-81a4-2605caa0673f will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:30.756464 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] Transition to ACTIVE for port object 3accb1fd-6809-45dc-81a4-2605caa0673f will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:30.765743 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.783406 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.791669 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1e21aad8-fb35-42a5-ac9e-bcc7e6eadeef tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.809630 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] Network 1568a82c-836f-496a-8eab-557d8159fc41 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:30.815238 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:30.821458 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:30.822906 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1e21aad8-fb35-42a5-ac9e-bcc7e6eadeef tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.826720 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Subnet': ['ID=a13824c5-f9f7-4ff1-8b3e-2e7b4d4ea88a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:30.859606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] Pushing event updated for resources: {'Port': ['ID=3accb1fd-6809-45dc-81a4-2605caa0673f,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:30.872401 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21aad8-fb35-42a5-ac9e-bcc7e6eadeef tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972a6482-06d7-4c2e-b24d-e4d3b3ef8c45,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:30.883651 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab67edc1-ff64-415e-b097-a091665d8650 req-3b14e843-f26d-44d5-b105-5e2385955e14 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880929 Jul 13 07:49:30.894044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] Attempting to bind port 3accb1fd-6809-45dc-81a4-2605caa0673f on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:30.894449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] Attempting to bind port 3accb1fd-6809-45dc-81a4-2605caa0673f by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'd0d2a927-19bd-4e32-b416-649e17556bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1568a82c-836f-496a-8eab-557d8159fc41'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:30.895125 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] Attempting to bind port 3accb1fd-6809-45dc-81a4-2605caa0673f on network 1568a82c-836f-496a-8eab-557d8159fc41 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:30.900427 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:30.900797 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] Checking segment: {'id': 'd0d2a927-19bd-4e32-b416-649e17556bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1568a82c-836f-496a-8eab-557d8159fc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:30.901198 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.901584 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] Bound using segment: {'id': 'd0d2a927-19bd-4e32-b416-649e17556bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1568a82c-836f-496a-8eab-557d8159fc41'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:30.902040 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] Bound port: 3accb1fd-6809-45dc-81a4-2605caa0673f, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d2a927-19bd-4e32-b416-649e17556bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1568a82c-836f-496a-8eab-557d8159fc41'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:30.902519 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.927778 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6553f-5800-4d97-839f-097d2ca354aa req-0bd529c2-356f-4622-8402-f22b470dfc55 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:30.939586 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3f6553f-5800-4d97-839f-097d2ca354aa req-0bd529c2-356f-4622-8402-f22b470dfc55 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4d6097e-3282-423d-ba81-2aeceeb02dae HTTP/1.1" status: 200 len: 950 time: 0.1916873 Jul 13 07:49:30.943995 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1e21aad8-fb35-42a5-ac9e-bcc7e6eadeef tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.945999 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1e21aad8-fb35-42a5-ac9e-bcc7e6eadeef tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4516149 Jul 13 07:49:30.954321 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54308) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:30.959998 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0f98f555-ae62-4a29-a509-1c72b537c939 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:30.964262 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.992743 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] For port 3accb1fd-6809-45dc-81a4-2605caa0673f, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:30.995497 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1568a82c-836f-496a-8eab-557d8159fc41']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:30.998801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] For port 3accb1fd-6809-45dc-81a4-2605caa0673f, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3accb1fd-6809-45dc-81a4-2605caa0673f,segment=NetworkSegment(d0d2a927-19bd-4e32-b416-649e17556bc1),segment_id=d0d2a927-19bd-4e32-b416-649e17556bc1)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:31.006204 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.015486 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d2a927-19bd-4e32-b416-649e17556bc1') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:31.015803 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d2a927-19bd-4e32-b416-649e17556bc1') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:31.028301 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.031888 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f98f555-ae62-4a29-a509-1c72b537c939 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.043045 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3f6553f-5800-4d97-839f-097d2ca354aa req-f5563345-4960-4abb-84e9-45eeb6e3c58e tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae875807-b689-4104-8c7f-7eb0dc7658f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022956 Jul 13 07:49:31.086831 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.096739 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:31.097362 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:31.100731 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:31.212972 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4925ff-8b22-4519-8cc0-68e39a9853d7 None None] Pushing event updated for resources: {'Port': ['ID=3accb1fd-6809-45dc-81a4-2605caa0673f,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:31.224497 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.api [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:49:31.224497 n-d-779913-28 neutron-server[93723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:49:31.224497 n-d-779913-28 neutron-server[93723]: [parameters: {'id': '1568a82c-836f-496a-8eab-557d8159fc41'}] Jul 13 07:49:31.224497 n-d-779913-28 neutron-server[93723]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:49:31.225075 n-d-779913-28 neutron-server[93723]: DEBUG oslo_db.api [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:49:31.250715 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb39332-9b94-4d09-9353-6efa5624dfd8 None None] Network 1568a82c-836f-496a-8eab-557d8159fc41 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:31.281111 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.291200 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6f8460-ca1e-43b4-8994-c11b150f286f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:31.295754 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ba1745-2c82-4145-b209-117c47c219b6" -d '{"events": [{"server_uuid": "1e6f8460-ca1e-43b4-8994-c11b150f286f", "name": "network-vif-plugged", "status": "completed", "tag": "ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:31.337685 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f98f555-ae62-4a29-a509-1c72b537c939 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.354339 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a43b26-65f3-4c32-9903-0b5eeb83563f req-43116453-b8b1-487a-8d8b-96a8f6972bdb tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:31.355950 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6a43b26-65f3-4c32-9903-0b5eeb83563f req-43116453-b8b1-487a-8d8b-96a8f6972bdb tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.2264299 Jul 13 07:49:31.376461 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef1423-be4b-43af-b807-7b0e5dc943d6 req-2d2853f1-0aec-4504-8d30-7b3e558aa899 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:31.383622 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d1ef1423-be4b-43af-b807-7b0e5dc943d6 req-2d2853f1-0aec-4504-8d30-7b3e558aa899 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e6f8460-ca1e-43b4-8994-c11b150f286f HTTP/1.1" status: 200 len: 946 time: 0.1650097 Jul 13 07:49:31.456200 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92edc3cc-7f3d-4c9a-b43c-5d8cb70c076f None None] get_active_networks_info from n-d-779913-28 {{(pid=93725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:49:31.578845 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92edc3cc-7f3d-4c9a-b43c-5d8cb70c076f None None] Resources bound (agent type, host, resource id): {{(pid=93725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:49:31.726890 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.797185 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Deleting port 3accb1fd-6809-45dc-81a4-2605caa0673f {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:31.797680 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.809007 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d1ef1423-be4b-43af-b807-7b0e5dc943d6 req-7d6daa86-748b-4d90-a033-826d0b4148e0 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242983 Jul 13 07:49:31.823444 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6a43b26-65f3-4c32-9903-0b5eeb83563f req-dc565d22-56a8-49d7-98ed-aedeb1e812a4 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369845 Jul 13 07:49:31.875562 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-0f98f555-ae62-4a29-a509-1c72b537c939 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Allocated IP 172.25.0.153 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/02cd68d3-b7be-40a5-b898-45f7a8c8a0d0) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:31.938631 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a03b3-f19a-4f7a-b634-f5520e9527de req-f024d32a-8cfd-4fce-965e-da2cf17ed10d tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:31.940251 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-596a03b3-f19a-4f7a-b634-f5520e9527de req-f024d32a-8cfd-4fce-965e-da2cf17ed10d tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4d6097e-3282-423d-ba81-2aeceeb02dae HTTP/1.1" status: 200 len: 950 time: 0.1366160 Jul 13 07:49:31.961460 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2606398f-e335-48d3-a349-3d4f8345c791 x-openstack-request-id: req-2606398f-e335-48d3-a349-3d4f8345c791 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:31.961966 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6f8460-ca1e-43b4-8994-c11b150f286f", "name": "network-vif-plugged", "status": "completed", "tag": "ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:31.962110 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2606398f-e335-48d3-a349-3d4f8345c791 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:31.963610 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6f8460-ca1e-43b4-8994-c11b150f286f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c', 'code': 200} Jul 13 07:49:31.987168 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] For port 3accb1fd-6809-45dc-81a4-2605caa0673f, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3accb1fd-6809-45dc-81a4-2605caa0673f,segment=NetworkSegment(d0d2a927-19bd-4e32-b416-649e17556bc1),segment_id=d0d2a927-19bd-4e32-b416-649e17556bc1)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:31.987532 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.003159 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Calling delete_port for 3accb1fd-6809-45dc-81a4-2605caa0673f owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:32.135173 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f98f555-ae62-4a29-a509-1c72b537c939 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.143790 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.177765 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Port': ['ID=3accb1fd-6809-45dc-81a4-2605caa0673f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:32.184787 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e961d-25b3-46a4-a50b-08ecc95b6990 req-f5c20489-b1f8-4748-a01c-418a9b415d5c tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:32.186385 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-628e961d-25b3-46a4-a50b-08ecc95b6990 req-f5c20489-b1f8-4748-a01c-418a9b415d5c tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 945 time: 0.1743896 Jul 13 07:49:32.193009 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No DVR routers for this DVR port 3accb1fd-6809-45dc-81a4-2605caa0673f on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:32.242536 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-596a03b3-f19a-4f7a-b634-f5520e9527de req-884a4256-45d2-470b-a4f3-527856a6aed6 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Deleting port d0109b10-1616-4f3a-8604-a72fb1f841f5 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:32.242777 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-596a03b3-f19a-4f7a-b634-f5520e9527de req-884a4256-45d2-470b-a4f3-527856a6aed6 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.249806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b63599-8b72-4299-8251-e2fdaf638aba req-370711fb-8ca2-4a4e-b333-40212c61bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:32.251371 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84b63599-8b72-4299-8251-e2fdaf638aba req-370711fb-8ca2-4a4e-b333-40212c61bfcb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1e6f8460-ca1e-43b4-8994-c11b150f286f HTTP/1.1" status: 200 len: 1098 time: 0.2462697 Jul 13 07:49:32.292669 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.310548 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1568a82c-836f-496a-8eab-557d8159fc41']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:32.319173 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-628e961d-25b3-46a4-a50b-08ecc95b6990 req-31f99a87-9fa9-469d-8ba5-3707c73f0137 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241193 Jul 13 07:49:32.320266 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f98f555-ae62-4a29-a509-1c72b537c939 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.329761 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d2a927-19bd-4e32-b416-649e17556bc1') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:32.330073 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d2a927-19bd-4e32-b416-649e17556bc1') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:32.342738 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84b63599-8b72-4299-8251-e2fdaf638aba req-aebc5ed0-51ed-40a1-9265-789340953c8c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831149 Jul 13 07:49:32.344616 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.360224 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.368660 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:32.369078 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:32.372563 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:32.438401 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.446897 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.452601 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/1568a82c-836f-496a-8eab-557d8159fc41 HTTP/1.1" status: 204 len: 168 time: 2.3498538 Jul 13 07:49:32.459733 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f98f555-ae62-4a29-a509-1c72b537c939 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:32.460197 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54336) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:32.465356 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-4de1b68d-8563-49ab-9792-9e6dbb6d968e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-757233609'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:32.470352 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd4a07-c544-4921-b4c4-0d153abfe23d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Network': ['ID=1568a82c-836f-496a-8eab-557d8159fc41,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:32.476133 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-0f98f555-ae62-4a29-a509-1c72b537c939 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:32.483988 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f98f555-ae62-4a29-a509-1c72b537c939 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:32.530913 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98f555-ae62-4a29-a509-1c72b537c939 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Pushing event updated for resources: {'Port': ['ID=02cd68d3-b7be-40a5-b898-45f7a8c8a0d0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:32.532985 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de1b68d-8563-49ab-9792-9e6dbb6d968e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:32.536221 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4de1b68d-8563-49ab-9792-9e6dbb6d968e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.580059 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-35d9f172-f9b3-4495-ba1b-bf0bd018155e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1010103 Jul 13 07:49:32.588129 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de1b68d-8563-49ab-9792-9e6dbb6d968e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:49:32.650990 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4de1b68d-8563-49ab-9792-9e6dbb6d968e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.651362 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-4de1b68d-8563-49ab-9792-9e6dbb6d968e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Added segment ec0b951c-4a42-4482-92fa-5b8e2c88ff16 of type vlan for network 8e8bce94-2bc8-4f41-896a-109d709ed811 Jul 13 07:49:32.658305 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f98f555-ae62-4a29-a509-1c72b537c939 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.673387 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-596a03b3-f19a-4f7a-b634-f5520e9527de req-884a4256-45d2-470b-a4f3-527856a6aed6 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] For port d0109b10-1616-4f3a-8604-a72fb1f841f5, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=d0109b10-1616-4f3a-8604-a72fb1f841f5,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:32.673837 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-596a03b3-f19a-4f7a-b634-f5520e9527de req-884a4256-45d2-470b-a4f3-527856a6aed6 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.691550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24626bb7-5823-4ba3-beb5-cd2169218fed req-a3796a5b-80d2-4409-8179-db84133a6d11 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:32.694015 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24626bb7-5823-4ba3-beb5-cd2169218fed req-a3796a5b-80d2-4409-8179-db84133a6d11 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4d6097e-3282-423d-ba81-2aeceeb02dae HTTP/1.1" status: 200 len: 950 time: 0.4728427 Jul 13 07:49:32.705771 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-596a03b3-f19a-4f7a-b634-f5520e9527de req-884a4256-45d2-470b-a4f3-527856a6aed6 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Calling delete_port for d0109b10-1616-4f3a-8604-a72fb1f841f5 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:32.737108 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4de1b68d-8563-49ab-9792-9e6dbb6d968e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.797919 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed850c-00f1-4cef-9ca8-4474ea3a136c req-66c8402d-60e1-4fef-aebc-acacf9086cfd tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:32.799354 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-feed850c-00f1-4cef-9ca8-4474ea3a136c req-66c8402d-60e1-4fef-aebc-acacf9086cfd tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.1894498 Jul 13 07:49:32.817198 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4de1b68d-8563-49ab-9792-9e6dbb6d968e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.822370 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de1b68d-8563-49ab-9792-9e6dbb6d968e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:32.822964 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4de1b68d-8563-49ab-9792-9e6dbb6d968e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.854015 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24626bb7-5823-4ba3-beb5-cd2169218fed req-afbeb8e3-3477-4b38-a12b-f784f519d302 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae875807-b689-4104-8c7f-7eb0dc7658f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510811 Jul 13 07:49:32.857391 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-6df64399-a0d9-482f-a068-00185132b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:32.858445 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-6df64399-a0d9-482f-a068-00185132b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:32.859048 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-6df64399-a0d9-482f-a068-00185132b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:32.859385 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f98f555-ae62-4a29-a509-1c72b537c939 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.859544 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-6df64399-a0d9-482f-a068-00185132b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:32.859878 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-6df64399-a0d9-482f-a068-00185132b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:32.862115 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-6df64399-a0d9-482f-a068-00185132b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:32.862337 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-6df64399-a0d9-482f-a068-00185132b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:32.864888 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-6df64399-a0d9-482f-a068-00185132b718 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a860a799f3be43a5a80bc0e18715a853&device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 6497 time: 0.2003021 Jul 13 07:49:32.947086 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4de1b68d-8563-49ab-9792-9e6dbb6d968e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4858229 Jul 13 07:49:32.954782 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54350) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:32.959693 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-fcc5a57a-269d-4b3c-9ce1-5aa0b954de9c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'subnet': {'network_id': '8e8bce94-2bc8-4f41-896a-109d709ed811', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:33.046127 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1b68d-8563-49ab-9792-9e6dbb6d968e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Network': ['ID=8e8bce94-2bc8-4f41-896a-109d709ed811,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:33.063461 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 8e8bce94-2bc8-4f41-896a-109d709ed811 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:49:33.111396 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f98f555-ae62-4a29-a509-1c72b537c939 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.125966 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d04547-5f1d-4d31-8e86-33c3ad2c1d52 req-e33b7ddf-ec9f-4e43-bd2d-d58dea63c7e8 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:33.130002 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8d04547-5f1d-4d31-8e86-33c3ad2c1d52 req-e33b7ddf-ec9f-4e43-bd2d-d58dea63c7e8 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 945 time: 0.4220312 Jul 13 07:49:33.184519 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f98f555-ae62-4a29-a509-1c72b537c939 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.189373 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-428e768e-fee7-4eef-9ef3-80a81abd95ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:33.190109 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-428e768e-fee7-4eef-9ef3-80a81abd95ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:33.190870 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-428e768e-fee7-4eef-9ef3-80a81abd95ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:33.193031 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-428e768e-fee7-4eef-9ef3-80a81abd95ed service neutron] 10.222.0.62 "GET /v2.0/networks?id=9e895a39-1ac3-461a-9cb6-714389916eaf&id=b818ec58-5125-4829-9877-53309d7ad2bc&id=b818ec58-5125-4829-9877-53309d7ad2bc&id=b818ec58-5125-4829-9877-53309d7ad2bc&id=b818ec58-5125-4829-9877-53309d7ad2bc&id=ea323e79-15db-4b79-b637-4002df6be77e&id=ea323e79-15db-4b79-b637-4002df6be77e HTTP/1.1" status: 200 len: 2291 time: 0.2943923 Jul 13 07:49:33.262749 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-596a03b3-f19a-4f7a-b634-f5520e9527de req-884a4256-45d2-470b-a4f3-527856a6aed6 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.273812 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['d0109b10-1616-4f3a-8604-a72fb1f841f5'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:33.300981 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8d04547-5f1d-4d31-8e86-33c3ad2c1d52 req-810cc9a9-b058-4b86-a9ec-856693ec0c4a tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700823 Jul 13 07:49:33.301589 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98f555-ae62-4a29-a509-1c72b537c939 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Pushing event updated for resources: {'Port': ['ID=02cd68d3-b7be-40a5-b898-45f7a8c8a0d0,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:33.356337 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-3f972290-f1dc-41ea-a6a9-9620e62903e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05e7e080-2b01-44eb-8742-729c05d42526 HTTP/1.1" status: 200 len: 1001 time: 0.1180637 Jul 13 07:49:33.361226 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc5a57a-269d-4b3c-9ce1-5aa0b954de9c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:33.362250 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a4256-45d2-470b-a4f3-527856a6aed6 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Pushing event deleted for resources: {'Port': ['ID=d0109b10-1616-4f3a-8604-a72fb1f841f5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:33.365738 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fcc5a57a-269d-4b3c-9ce1-5aa0b954de9c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.378390 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7ec66-a60b-404b-8c7e-31d6c58dad6e req-b4ce3236-442c-436c-89b1-44480cac859c tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:33.380030 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fe7ec66-a60b-404b-8c7e-31d6c58dad6e req-b4ce3236-442c-436c-89b1-44480cac859c tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e6f8460-ca1e-43b4-8994-c11b150f286f HTTP/1.1" status: 200 len: 946 time: 0.3428121 Jul 13 07:49:33.433134 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-feed850c-00f1-4cef-9ca8-4474ea3a136c req-cb2043d3-f386-4bc1-8834-69273649acf6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Deleting port ce4678c1-08e0-4b06-b303-dd5affc42b9d {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:33.433475 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-feed850c-00f1-4cef-9ca8-4474ea3a136c req-cb2043d3-f386-4bc1-8834-69273649acf6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.444242 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-596a03b3-f19a-4f7a-b634-f5520e9527de req-884a4256-45d2-470b-a4f3-527856a6aed6 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] No DVR routers for this DVR port d0109b10-1616-4f3a-8604-a72fb1f841f5 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:33.452337 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-596a03b3-f19a-4f7a-b634-f5520e9527de req-884a4256-45d2-470b-a4f3-527856a6aed6 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.454439 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-596a03b3-f19a-4f7a-b634-f5520e9527de req-884a4256-45d2-470b-a4f3-527856a6aed6 tempest-VolumesNegativeTest-948207490 tempest-VolumesNegativeTest-948207490-project] 10.222.0.35 "DELETE /v2.0/ports/d0109b10-1616-4f3a-8604-a72fb1f841f5 HTTP/1.1" status: 204 len: 173 time: 1.5039334 Jul 13 07:49:33.455055 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f98f555-ae62-4a29-a509-1c72b537c939 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.455457 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-81d3c374-0643-461e-b692-d7ba38dd7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:33.456943 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-81d3c374-0643-461e-b692-d7ba38dd7316 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0d21cc2-dcb1-4290-ad5e-70b78d60b624 HTTP/1.1" status: 200 len: 850 time: 0.0845144 Jul 13 07:49:33.457465 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d6097e-3282-423d-ba81-2aeceeb02dae', 'name': 'network-vif-deleted', 'tag': 'd0109b10-1616-4f3a-8604-a72fb1f841f5'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:33.459822 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a556c857-4000-4c1a-b3ad-1f4113308686" -d '{"events": [{"server_uuid": "b4d6097e-3282-423d-ba81-2aeceeb02dae", "name": "network-vif-deleted", "tag": "d0109b10-1616-4f3a-8604-a72fb1f841f5"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:33.538076 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f98f555-ae62-4a29-a509-1c72b537c939 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.545800 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0f98f555-ae62-4a29-a509-1c72b537c939 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5903485 Jul 13 07:49:33.580744 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fe7ec66-a60b-404b-8c7e-31d6c58dad6e req-f036c7ae-6a6b-4e5c-8afb-83a4a5ee77c4 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604710 Jul 13 07:49:33.668262 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae202f20-0fec-45fd-87d3-7d053411b2fa req-173eb73f-c2db-4eb1-aabe-4bd623d8121a tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:33.676994 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ae202f20-0fec-45fd-87d3-7d053411b2fa req-173eb73f-c2db-4eb1-aabe-4bd623d8121a tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 945 time: 0.1978111 Jul 13 07:49:33.762360 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ae202f20-0fec-45fd-87d3-7d053411b2fa req-825db204-38f2-4e40-b1b5-3f3752c6d048 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842969 Jul 13 07:49:33.775194 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-feed850c-00f1-4cef-9ca8-4474ea3a136c req-cb2043d3-f386-4bc1-8834-69273649acf6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] For port ce4678c1-08e0-4b06-b303-dd5affc42b9d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ce4678c1-08e0-4b06-b303-dd5affc42b9d,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:33.775634 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-feed850c-00f1-4cef-9ca8-4474ea3a136c req-cb2043d3-f386-4bc1-8834-69273649acf6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.790292 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-a55a2639-9ed7-490c-b6c5-b54046fde4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:33.792026 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-a55a2639-9ed7-490c-b6c5-b54046fde4ac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9e895a39-1ac3-461a-9cb6-714389916eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3047242 Jul 13 07:49:33.801411 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-feed850c-00f1-4cef-9ca8-4474ea3a136c req-cb2043d3-f386-4bc1-8834-69273649acf6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Calling delete_port for ce4678c1-08e0-4b06-b303-dd5affc42b9d owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:33.840375 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fb26d8-4d73-4fc6-93e6-28562baa1867 x-openstack-request-id: req-92fb26d8-4d73-4fc6-93e6-28562baa1867 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:33.840724 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d6097e-3282-423d-ba81-2aeceeb02dae", "name": "network-vif-deleted", "tag": "d0109b10-1616-4f3a-8604-a72fb1f841f5", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:33.841605 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-92fb26d8-4d73-4fc6-93e6-28562baa1867 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:33.841605 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d6097e-3282-423d-ba81-2aeceeb02dae', 'name': 'network-vif-deleted', 'tag': 'd0109b10-1616-4f3a-8604-a72fb1f841f5', 'status': 'completed', 'code': 200} Jul 13 07:49:33.992444 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-df7bfc03-8468-4e37-b0a7-d834ef5d1eb4 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--367269730&fields=id&tenant_id=f14c0acd9f784f1c95e03b53f067da36 HTTP/1.1" status: 200 len: 267 time: 0.0518544 Jul 13 07:49:34.032723 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fcc5a57a-269d-4b3c-9ce1-5aa0b954de9c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:34.069328 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-e394f83e-393f-4a06-a4f2-5569b1983bbd service neutron] 10.222.0.62 "GET /v2.0/networks/9e895a39-1ac3-461a-9cb6-714389916eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658594 Jul 13 07:49:34.155450 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5a57a-269d-4b3c-9ce1-5aa0b954de9c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Subnet': ['ID=e93f69d7-bd47-42df-b273-1dc16f8aec77,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:34.168393 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-66c136dc-ed48-4112-8a81-027467c0d704 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:34.171320 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-66c136dc-ed48-4112-8a81-027467c0d704 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/networks?id=1b4fd3a8-9309-406f-87ff-e745f78908e3 HTTP/1.1" status: 200 len: 811 time: 0.1694372 Jul 13 07:49:34.191396 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60852b11-c645-4db9-a96f-588fe8fb2471 req-420697a0-7cfc-4913-a5f2-f5922b373e62 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:34.205277 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60852b11-c645-4db9-a96f-588fe8fb2471 req-420697a0-7cfc-4913-a5f2-f5922b373e62 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 945 time: 0.3039274 Jul 13 07:49:34.233700 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc5a57a-269d-4b3c-9ce1-5aa0b954de9c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Checking segment: {'id': 'ec0b951c-4a42-4482-92fa-5b8e2c88ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8e8bce94-2bc8-4f41-896a-109d709ed811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:34.235388 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc5a57a-269d-4b3c-9ce1-5aa0b954de9c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network hostable DHCP agents. Network: 8e8bce94-2bc8-4f41-896a-109d709ed811, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:49:34.239535 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-98351c2f-4c8e-4fe2-b75b-ae0bbd3b8650 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/quotas/f14c0acd9f784f1c95e03b53f067da36 HTTP/1.1" status: 200 len: 375 time: 0.0310116 Jul 13 07:49:34.253209 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-feed850c-00f1-4cef-9ca8-4474ea3a136c req-cb2043d3-f386-4bc1-8834-69273649acf6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:34.271279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:34.274961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['ce4678c1-08e0-4b06-b303-dd5affc42b9d'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:34.293967 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60852b11-c645-4db9-a96f-588fe8fb2471 req-3a7fdd6b-3eba-4183-b038-f28443f1490c tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865488 Jul 13 07:49:34.348001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2043d3-f386-4bc1-8834-69273649acf6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Pushing event deleted for resources: {'Port': ['ID=ce4678c1-08e0-4b06-b303-dd5affc42b9d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:34.360137 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-dd8c877e-42b1-4b8b-85b1-66874908c688 service neutron] 10.222.0.62 "GET /v2.0/networks/9e895a39-1ac3-461a-9cb6-714389916eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769752 Jul 13 07:49:34.380219 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc5a57a-269d-4b3c-9ce1-5aa0b954de9c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network 8e8bce94-2bc8-4f41-896a-109d709ed811 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:49:34.381106 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-a5787e68-99f9-4aa8-959e-d2e619c4e99b tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f14c0acd9f784f1c95e03b53f067da36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1305580 Jul 13 07:49:34.472092 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-1f558c18-9e04-41a4-b09c-ebcca9108b18 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=a5ad5cc6-8b81-413a-ba67-a126312062d6 HTTP/1.1" status: 200 len: 217 time: 0.1009085 Jul 13 07:49:34.543912 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-feed850c-00f1-4cef-9ca8-4474ea3a136c req-cb2043d3-f386-4bc1-8834-69273649acf6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] No DVR routers for this DVR port ce4678c1-08e0-4b06-b303-dd5affc42b9d on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:34.548668 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-feed850c-00f1-4cef-9ca8-4474ea3a136c req-cb2043d3-f386-4bc1-8834-69273649acf6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:34.551614 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-feed850c-00f1-4cef-9ca8-4474ea3a136c req-cb2043d3-f386-4bc1-8834-69273649acf6 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.62 "DELETE /v2.0/ports/ce4678c1-08e0-4b06-b303-dd5affc42b9d HTTP/1.1" status: 204 len: 173 time: 1.7457907 Jul 13 07:49:34.562381 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f47a6a-fa43-424e-81d8-14435dadd22d', 'name': 'network-vif-deleted', 'tag': 'ce4678c1-08e0-4b06-b303-dd5affc42b9d'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:34.565430 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c02413a-720f-452d-a29a-6e2bfc00ba53" -d '{"events": [{"server_uuid": "d6f47a6a-fa43-424e-81d8-14435dadd22d", "name": "network-vif-deleted", "tag": "ce4678c1-08e0-4b06-b303-dd5affc42b9d"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:34.569474 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-fcc5a57a-269d-4b3c-9ce1-5aa0b954de9c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 8e8bce94-2bc8-4f41-896a-109d709ed811) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:34.575560 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc5a57a-269d-4b3c-9ce1-5aa0b954de9c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:34.576504 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fcc5a57a-269d-4b3c-9ce1-5aa0b954de9c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:34.597203 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134fbad9-c6dd-4387-9cc7-79a90cba0214 None None] Network 8e8bce94-2bc8-4f41-896a-109d709ed811 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:34.606490 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-fd19b137-37a0-4b77-aca4-9f4c4266d709 service neutron] 10.222.0.58 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056460 Jul 13 07:49:34.670518 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fcc5a57a-269d-4b3c-9ce1-5aa0b954de9c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7144473 Jul 13 07:49:34.673217 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54414) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:34.759703 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-c9531c83-4392-40c3-95e5-9f2f5d85a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:34.762234 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-c9531c83-4392-40c3-95e5-9f2f5d85a01d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e027fc-f911-4144-acb3-7864eab297b7 HTTP/1.1" status: 200 len: 797 time: 0.2199383 Jul 13 07:49:34.764567 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152f9b0c-07c7-495a-a3fc-559f847c6e75 x-openstack-request-id: req-152f9b0c-07c7-495a-a3fc-559f847c6e75 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:34.765445 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f47a6a-fa43-424e-81d8-14435dadd22d", "name": "network-vif-deleted", "tag": "ce4678c1-08e0-4b06-b303-dd5affc42b9d", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:34.765673 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-152f9b0c-07c7-495a-a3fc-559f847c6e75 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:34.766166 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f47a6a-fa43-424e-81d8-14435dadd22d', 'name': 'network-vif-deleted', 'tag': 'ce4678c1-08e0-4b06-b303-dd5affc42b9d', 'status': 'completed', 'code': 200} Jul 13 07:49:34.814545 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-e325c993-c176-4b31-b481-27635e320c79 service neutron] 10.222.0.58 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032583 Jul 13 07:49:34.967236 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-8e8bce94-2bc8-4f41-896a-109d709ed811', 'network_id': '8e8bce94-2bc8-4f41-896a-109d709ed811', 'tenant_id': '3c4ada9f30ee4d3dbb36b71a606af4cb', 'fixed_ips': [{'subnet_id': 'e93f69d7-bd47-42df-b273-1dc16f8aec77'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:49:34.968420 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.128998 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bab71d-bb39-4b4b-a223-7cb88d4f7308 req-548c09f6-7e84-4275-b2ac-a7d4ae2d233d tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:35.140804 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.146765 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72bab71d-bb39-4b4b-a223-7cb88d4f7308 req-548c09f6-7e84-4275-b2ac-a7d4ae2d233d tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e6f8460-ca1e-43b4-8994-c11b150f286f HTTP/1.1" status: 200 len: 946 time: 0.2251310 Jul 13 07:49:35.162436 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-00320d57-8a6c-470f-99cf-775adac6ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:35.173025 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-00320d57-8a6c-470f-99cf-775adac6ca42 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b818ec58-5125-4829-9877-53309d7ad2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3882093 Jul 13 07:49:35.194478 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] Allocated IP 172.20.0.2 (8e8bce94-2bc8-4f41-896a-109d709ed811/e93f69d7-bd47-42df-b273-1dc16f8aec77/27d6b5db-ff25-441c-96c7-dcb16ff73445) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:35.278954 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72bab71d-bb39-4b4b-a223-7cb88d4f7308 req-fc9eeef2-1a20-4d3a-8b0b-fe145b06cdcb tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256270 Jul 13 07:49:35.348502 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339da290-b84d-430f-aba2-15b8fbc7c027 req-74772a19-3c7c-423f-8051-07acbd150a89 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:35.359659 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-339da290-b84d-430f-aba2-15b8fbc7c027 req-74772a19-3c7c-423f-8051-07acbd150a89 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 945 time: 0.1678445 Jul 13 07:49:35.477026 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-339da290-b84d-430f-aba2-15b8fbc7c027 req-dbb3d69f-2a59-4c6f-971b-cd61ce5eb2fe tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126294 Jul 13 07:49:35.489407 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.496332 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.508928 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] Transition to ACTIVE for port object 27d6b5db-ff25-441c-96c7-dcb16ff73445 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:35.551353 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] Transition to ACTIVE for port object 27d6b5db-ff25-441c-96c7-dcb16ff73445 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:35.573267 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.623870 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-fc52c418-a8e7-416e-9f5f-bd11544a4950 service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020307 Jul 13 07:49:35.627999 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0890bf59-e6b7-4187-9a72-5aa190d397b2 req-d61f3ad3-dfcc-47a7-9716-bf0a8be5de29 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f47a6a-fa43-424e-81d8-14435dadd22d HTTP/1.1" status: 200 len: 210 time: 0.1495552 Jul 13 07:49:35.710137 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] Network 8e8bce94-2bc8-4f41-896a-109d709ed811 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:35.711180 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:35.721488 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:35.726748 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] Pushing event updated for resources: {'Port': ['ID=27d6b5db-ff25-441c-96c7-dcb16ff73445,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:35.731646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7947e4d-18f1-4442-a27f-c4c37db73868 req-aa32ea21-729a-4d3c-950f-4d5173aa04aa tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4c9434-f5d9-469b-87c9-9d82e1e019df HTTP/1.1" status: 200 len: 210 time: 0.0500450 Jul 13 07:49:35.774020 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.825152 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device d0109b10-1616-4f3a-8604-a72fb1f841f5 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:35.864888 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: d0109b10-1616-4f3a-8604-a72fb1f841f5 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:35.865248 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device d0109b10-1616-4f3a-8604-a72fb1f841f5 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:35.875379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] Attempting to bind port 27d6b5db-ff25-441c-96c7-dcb16ff73445 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:35.875756 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] Attempting to bind port 27d6b5db-ff25-441c-96c7-dcb16ff73445 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'ec0b951c-4a42-4482-92fa-5b8e2c88ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8e8bce94-2bc8-4f41-896a-109d709ed811'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:35.876125 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] Attempting to bind port 27d6b5db-ff25-441c-96c7-dcb16ff73445 on network 8e8bce94-2bc8-4f41-896a-109d709ed811 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:35.887139 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Subnet': ['ID=e93f69d7-bd47-42df-b273-1dc16f8aec77,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:35.895006 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:35.895391 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] Checking segment: {'id': 'ec0b951c-4a42-4482-92fa-5b8e2c88ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8e8bce94-2bc8-4f41-896a-109d709ed811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:35.896410 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.896410 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] Bound using segment: {'id': 'ec0b951c-4a42-4482-92fa-5b8e2c88ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8e8bce94-2bc8-4f41-896a-109d709ed811'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:35.896818 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] Bound port: 27d6b5db-ff25-441c-96c7-dcb16ff73445, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec0b951c-4a42-4482-92fa-5b8e2c88ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8e8bce94-2bc8-4f41-896a-109d709ed811'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:35.897278 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:36.017286 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-dc193ab4-8cbf-4d86-9db7-bdcfc00c7fb7 service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920746 Jul 13 07:49:36.088987 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:36.100268 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] For port 27d6b5db-ff25-441c-96c7-dcb16ff73445, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:36.103704 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] For port 27d6b5db-ff25-441c-96c7-dcb16ff73445, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=27d6b5db-ff25-441c-96c7-dcb16ff73445,segment=NetworkSegment(ec0b951c-4a42-4482-92fa-5b8e2c88ff16),segment_id=ec0b951c-4a42-4482-92fa-5b8e2c88ff16)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:36.110820 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:36.153137 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8bce94-2bc8-4f41-896a-109d709ed811']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:36.236364 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-c90745d4-0bc5-4f27-9875-6c0d7fee065b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d HTTP/1.1" status: 200 len: 217 time: 0.1413226 Jul 13 07:49:36.262186 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec0b951c-4a42-4482-92fa-5b8e2c88ff16') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:36.263897 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec0b951c-4a42-4482-92fa-5b8e2c88ff16') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:36.301610 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f44c5-0169-4bc1-bd8b-f2662c2485e9 req-b11fdf71-03d5-4caa-a03e-ed708f076ab3 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:36.315181 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-084f44c5-0169-4bc1-bd8b-f2662c2485e9 req-b11fdf71-03d5-4caa-a03e-ed708f076ab3 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 945 time: 0.2732077 Jul 13 07:49:36.445238 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-084f44c5-0169-4bc1-bd8b-f2662c2485e9 req-73ff705f-6fc8-4648-b105-47ad29343d6a tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287081 Jul 13 07:49:36.541987 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d15048-7ecb-4d9c-af64-210b20330e29 None None] Pushing event updated for resources: {'Port': ['ID=27d6b5db-ff25-441c-96c7-dcb16ff73445,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:36.582261 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185c9dc-2eb1-46cc-9a5a-6ee82032ea85 req-744b6b81-fb0c-45a6-8f76-689c9e20a1a9 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:36.591527 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b185c9dc-2eb1-46cc-9a5a-6ee82032ea85 req-744b6b81-fb0c-45a6-8f76-689c9e20a1a9 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=f83a118b-bf38-4d57-9572-2481ab2d3329 HTTP/1.1" status: 200 len: 946 time: 0.1166406 Jul 13 07:49:36.602946 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fcd10f-a79d-4dbf-9273-9ce7758433f1 None None] Network 8e8bce94-2bc8-4f41-896a-109d709ed811 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:36.667834 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b185c9dc-2eb1-46cc-9a5a-6ee82032ea85 req-01db032f-a7d7-48cc-b1db-65e15b20f30f tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742300 Jul 13 07:49:36.806885 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device ce4678c1-08e0-4b06-b303-dd5affc42b9d no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:36.841457 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: ce4678c1-08e0-4b06-b303-dd5affc42b9d {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:36.841868 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device ce4678c1-08e0-4b06-b303-dd5affc42b9d not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:36.948557 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c653ee4f-eb16-428d-96e3-5d4f7a11b115 None None] get_active_networks_info from n-d-779913-28 {{(pid=93725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:49:36.974768 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-81e9f4b8-6fd8-4568-8179-d7e4da8f0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:36.976881 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-81e9f4b8-6fd8-4568-8179-d7e4da8f0d8f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e027fc-f911-4144-acb3-7864eab297b7 HTTP/1.1" status: 200 len: 797 time: 0.7094080 Jul 13 07:49:36.980503 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.065594 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.086795 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:37.087210 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:37.090245 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:37.153915 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c653ee4f-eb16-428d-96e3-5d4f7a11b115 None None] Resources bound (agent type, host, resource id): {{(pid=93725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:49:37.259206 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.api [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:49:37.259206 n-d-779913-28 neutron-server[93723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:49:37.259206 n-d-779913-28 neutron-server[93723]: [parameters: {'id': '8e8bce94-2bc8-4f41-896a-109d709ed811'}] Jul 13 07:49:37.259206 n-d-779913-28 neutron-server[93723]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:49:37.260822 n-d-779913-28 neutron-server[93723]: DEBUG oslo_db.api [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:49:37.266065 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-352bb1fa-6920-4a8c-ad63-92257f9285f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:37.267819 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-352bb1fa-6920-4a8c-ad63-92257f9285f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b818ec58-5125-4829-9877-53309d7ad2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2789006 Jul 13 07:49:37.513046 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-f9698886-1805-4511-9369-7d97a152f6c5 service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327800 Jul 13 07:49:37.540528 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e61a406-4589-4b3d-8058-21b4ff60f7db req-2dea6868-314e-4d60-aa89-b8bb2408c542 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4c9434-f5d9-469b-87c9-9d82e1e019df HTTP/1.1" status: 200 len: 210 time: 0.0520883 Jul 13 07:49:37.773210 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.802650 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-cbf58774-37e1-4d01-a900-5f8e1166806e tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:37.803140 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-cbf58774-37e1-4d01-a900-5f8e1166806e tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.62 "GET /v2.0/networks?id=1b4fd3a8-9309-406f-87ff-e745f78908e3 HTTP/1.1" status: 200 len: 811 time: 0.2888987 Jul 13 07:49:37.842761 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.900533 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-ad914a9f-7e19-4afc-90f3-5b5252927c4e service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269560 Jul 13 07:49:38.003711 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-c3727d8e-e9cb-4158-8a87-c1952f18d0b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=eef52212-3c48-45b8-b0a5-3e4ec06a834d HTTP/1.1" status: 200 len: 217 time: 0.0922475 Jul 13 07:49:38.053156 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-26fb6adf-d1d7-4188-b0e0-efb152f8a5f7 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14c0acd9f784f1c95e03b53f067da36 HTTP/1.1" status: 200 len: 379 time: 0.2351332 Jul 13 07:49:38.102637 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-a0d99a5d-88d7-4849-b8e4-acc7c6df0580 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Request body: {'port': {'device_id': 'ae4c9434-f5d9-469b-87c9-9d82e1e019df', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'admin_state_up': True, 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'security_groups': ['c69b73e5-f191-4453-a11f-fc128696d6f8']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:38.265279 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Deleting port 27d6b5db-ff25-441c-96c7-dcb16ff73445 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:38.265763 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.286636 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5eeb1-ccc6-40f4-8802-a0d08f231e56 req-a1145fe5-8e9b-4966-ba5d-5cd6a464a5c6 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:38.303197 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bff5eeb1-ccc6-40f4-8802-a0d08f231e56 req-a1145fe5-8e9b-4966-ba5d-5cd6a464a5c6 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 945 time: 0.1622713 Jul 13 07:49:38.307177 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-9f82e799-adff-43f5-a183-06f521d4f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:38.309613 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-9f82e799-adff-43f5-a183-06f521d4f9ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e027fc-f911-4144-acb3-7864eab297b7 HTTP/1.1" status: 200 len: 797 time: 0.2859168 Jul 13 07:49:38.397423 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bff5eeb1-ccc6-40f4-8802-a0d08f231e56 req-dabea7cc-8bce-4962-8d87-a1dd71468eb7 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930314 Jul 13 07:49:38.454330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-a0d99a5d-88d7-4849-b8e4-acc7c6df0580 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Made reservation on behalf of f14c0acd9f784f1c95e03b53f067da36 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:38.458071 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-a0d99a5d-88d7-4849-b8e4-acc7c6df0580 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.487324 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] For port 27d6b5db-ff25-441c-96c7-dcb16ff73445, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=27d6b5db-ff25-441c-96c7-dcb16ff73445,segment=NetworkSegment(ec0b951c-4a42-4482-92fa-5b8e2c88ff16),segment_id=ec0b951c-4a42-4482-92fa-5b8e2c88ff16)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:38.487824 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.516359 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Calling delete_port for 27d6b5db-ff25-441c-96c7-dcb16ff73445 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:38.648360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-3352dac4-a95a-45d3-a3ca-352a0ff77c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:38.650038 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-3352dac4-a95a-45d3-a3ca-352a0ff77c1b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b818ec58-5125-4829-9877-53309d7ad2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3272595 Jul 13 07:49:38.818952 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-4c78912b-1054-4e4c-83ea-7d405fc8ee1d tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:38.829991 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-4c78912b-1054-4e4c-83ea-7d405fc8ee1d tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/networks?id=90f94e91-9b3a-4ae3-8891-aca9a5ea834a HTTP/1.1" status: 200 len: 812 time: 0.3092799 Jul 13 07:49:38.838047 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-589f42fc-e419-45d2-b796-d077c73d4e5c service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711841 Jul 13 07:49:38.841152 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb5ef-5ddd-4067-b326-a06d69cf0027 req-f1ff762c-b5c4-41a4-bc93-0487d8713a84 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:38.843557 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a23fb5ef-5ddd-4067-b326-a06d69cf0027 req-f1ff762c-b5c4-41a4-bc93-0487d8713a84 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.35 "GET /v2.0/ports?device_id=f83a118b-bf38-4d57-9572-2481ab2d3329 HTTP/1.1" status: 200 len: 946 time: 0.2650430 Jul 13 07:49:38.870029 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-cac55235-1431-4ada-a887-c215430aff59 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/quotas/70ce0288d45a4135bb7adba975dbd145 HTTP/1.1" status: 200 len: 375 time: 0.0387764 Jul 13 07:49:38.926985 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.941978 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-a0d99a5d-88d7-4849-b8e4-acc7c6df0580 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Allocated IP 172.20.0.6 (1b4fd3a8-9309-406f-87ff-e745f78908e3/e9bae17d-a9cd-4de6-bffc-674a284593a4/60be258c-ad6f-4df6-b8b3-f60534b72535) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:39.005677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No DVR routers for this DVR port 27d6b5db-ff25-441c-96c7-dcb16ff73445 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:39.037177 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Port': ['ID=27d6b5db-ff25-441c-96c7-dcb16ff73445,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:39.055099 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cb429685-3be1-4aad-950f-7619883ce185 req-ae9dd5a1-7e74-403a-b726-d1753a06b477 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4c9434-f5d9-469b-87c9-9d82e1e019df HTTP/1.1" status: 200 len: 210 time: 0.1587601 Jul 13 07:49:39.114892 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.129110 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8bce94-2bc8-4f41-896a-109d709ed811']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:39.149049 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec0b951c-4a42-4482-92fa-5b8e2c88ff16') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:39.149362 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec0b951c-4a42-4482-92fa-5b8e2c88ff16') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:39.177660 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.179766 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-714dfba4-b15d-4315-a5e1-81d5877c5673 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=70ce0288d45a4135bb7adba975dbd145&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3084846 Jul 13 07:49:39.241714 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.254368 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:39.254774 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:39.305223 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:39.307830 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-dd26dd74-e6ed-4fdf-8d3b-b5845fb89675 service neutron] 10.222.0.58 "GET /v2.0/networks/90f94e91-9b3a-4ae3-8891-aca9a5ea834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243930 Jul 13 07:49:39.314927 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-a23fb5ef-5ddd-4067-b326-a06d69cf0027 req-156769ce-cf96-418a-a392-89258c8db905 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Deleting port a2889208-05b9-4544-8446-41cc9b518f38 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:39.315627 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a23fb5ef-5ddd-4067-b326-a06d69cf0027 req-156769ce-cf96-418a-a392-89258c8db905 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.413945 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.422216 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.425758 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/8e8bce94-2bc8-4f41-896a-109d709ed811 HTTP/1.1" status: 204 len: 168 time: 4.7511063 Jul 13 07:49:39.447923 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-4d601d2d-6ab4-49df-b2cf-0985336998a6 service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925739 Jul 13 07:49:39.454234 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54746) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:39.524439 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-3e067d81-2c24-44dd-a207-76b8c32cda4c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-649487591'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:39.527276 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a23fb5ef-5ddd-4067-b326-a06d69cf0027 req-156769ce-cf96-418a-a392-89258c8db905 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] For port a2889208-05b9-4544-8446-41cc9b518f38, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=a2889208-05b9-4544-8446-41cc9b518f38,segment=NetworkSegment(20a1cd25-bdd5-454d-94c7-f669c9b97aa9),segment_id=20a1cd25-bdd5-454d-94c7-f669c9b97aa9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:39.527650 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a23fb5ef-5ddd-4067-b326-a06d69cf0027 req-156769ce-cf96-418a-a392-89258c8db905 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.551191 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c5aadeff-b891-438d-9f35-722dd36a0fae service neutron] 10.222.0.58 "GET /v2.0/networks/90f94e91-9b3a-4ae3-8891-aca9a5ea834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449369 Jul 13 07:49:39.575799 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-a23fb5ef-5ddd-4067-b326-a06d69cf0027 req-156769ce-cf96-418a-a392-89258c8db905 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Calling delete_port for a2889208-05b9-4544-8446-41cc9b518f38 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:39.598465 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-20e7ac70-c12f-4cfe-bf76-fece256c03b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=c6b287a7-66a6-4451-b3cc-175a9dd00602 HTTP/1.1" status: 200 len: 217 time: 0.0900834 Jul 13 07:49:39.599464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cdd06-4148-45ec-ba9f-c727a9b213df tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Network': ['ID=8e8bce94-2bc8-4f41-896a-109d709ed811,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:39.791349 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ef194-0032-40f4-8eb7-9506b4325b88 req-19e077cf-ee5b-4eab-8c19-de8569363287 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:39.792845 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b20ef194-0032-40f4-8eb7-9506b4325b88 req-19e077cf-ee5b-4eab-8c19-de8569363287 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.62 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 945 time: 0.6257453 Jul 13 07:49:39.802367 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df9ebb-79d0-473e-8dcd-2568a4742504 req-53b83f8f-4613-48c3-947c-a93933f9c599 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:39.805030 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52df9ebb-79d0-473e-8dcd-2568a4742504 req-53b83f8f-4613-48c3-947c-a93933f9c599 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 945 time: 0.1989410 Jul 13 07:49:39.807878 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e067d81-2c24-44dd-a207-76b8c32cda4c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:39.811987 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3e067d81-2c24-44dd-a207-76b8c32cda4c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.832034 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-6ae212db-5d1b-4f70-9ed7-5dbaf87298f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:39.837153 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-6ae212db-5d1b-4f70-9ed7-5dbaf87298f5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e027fc-f911-4144-acb3-7864eab297b7 HTTP/1.1" status: 200 len: 797 time: 0.1916232 Jul 13 07:49:40.013543 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e067d81-2c24-44dd-a207-76b8c32cda4c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:49:40.040116 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3e067d81-2c24-44dd-a207-76b8c32cda4c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.042598 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-3e067d81-2c24-44dd-a207-76b8c32cda4c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Added segment 1b82a90f-c97e-4a23-ad31-b1b262fbffb7 of type vlan for network 625894be-3057-4da0-845c-d17e14871c66 Jul 13 07:49:40.092111 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3e067d81-2c24-44dd-a207-76b8c32cda4c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.149052 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3e067d81-2c24-44dd-a207-76b8c32cda4c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.155350 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e067d81-2c24-44dd-a207-76b8c32cda4c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:40.156309 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3e067d81-2c24-44dd-a207-76b8c32cda4c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.164525 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-a0d99a5d-88d7-4849-b8e4-acc7c6df0580 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.193980 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3079979-ed35-4b38-9d02-cc66ae799a2d req-b8625444-d930-4935-ba6f-e7340768bdb8 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:40.195724 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e3079979-ed35-4b38-9d02-cc66ae799a2d req-b8625444-d930-4935-ba6f-e7340768bdb8 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e6f8460-ca1e-43b4-8994-c11b150f286f HTTP/1.1" status: 200 len: 946 time: 0.6606355 Jul 13 07:49:40.334403 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-a0d99a5d-88d7-4849-b8e4-acc7c6df0580 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Transition to ACTIVE for port object 60be258c-ad6f-4df6-b8b3-f60534b72535 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:40.535265 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52df9ebb-79d0-473e-8dcd-2568a4742504 req-4765b286-06a6-4b05-9593-7093eae87059 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819721 Jul 13 07:49:40.556366 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a23fb5ef-5ddd-4067-b326-a06d69cf0027 req-156769ce-cf96-418a-a392-89258c8db905 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.570919 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:40.579819 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-a0d99a5d-88d7-4849-b8e4-acc7c6df0580 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.643273 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156769ce-cf96-418a-a392-89258c8db905 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Pushing event deleted for resources: {'Port': ['ID=a2889208-05b9-4544-8446-41cc9b518f38,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:40.649931 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-a0d99a5d-88d7-4849-b8e4-acc7c6df0580 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Network 1b4fd3a8-9309-406f-87ff-e745f78908e3 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:40.652604 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3e067d81-2c24-44dd-a207-76b8c32cda4c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1915925 Jul 13 07:49:40.656314 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54786) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:40.680186 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-a0d99a5d-88d7-4849-b8e4-acc7c6df0580 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:40.682685 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-60d0d2dc-7e7d-4583-b33e-afc5c1e5bc54 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'subnet': {'network_id': '625894be-3057-4da0-845c-d17e14871c66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:40.741401 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-a0d99a5d-88d7-4849-b8e4-acc7c6df0580 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:40.881917 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23fb5ef-5ddd-4067-b326-a06d69cf0027 req-156769ce-cf96-418a-a392-89258c8db905 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] No DVR routers for this DVR port a2889208-05b9-4544-8446-41cc9b518f38 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:40.911016 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-a0d99a5d-88d7-4849-b8e4-acc7c6df0580 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:40.916125 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-a0d99a5d-88d7-4849-b8e4-acc7c6df0580 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.929685 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e067d81-2c24-44dd-a207-76b8c32cda4c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Network': ['ID=625894be-3057-4da0-845c-d17e14871c66,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:40.940423 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-89ec1d12-1ceb-4444-8f8e-3888d398205c req-866818c4-36d4-43e1-ad66-783a15a3e8ae tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=d01ef49d-3688-480d-928a-e58bb1176871 HTTP/1.1" status: 200 len: 210 time: 0.0597637 Jul 13 07:49:40.954897 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a23fb5ef-5ddd-4067-b326-a06d69cf0027 req-156769ce-cf96-418a-a392-89258c8db905 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.961463 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a23fb5ef-5ddd-4067-b326-a06d69cf0027 req-156769ce-cf96-418a-a392-89258c8db905 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.35 "DELETE /v2.0/ports/a2889208-05b9-4544-8446-41cc9b518f38 HTTP/1.1" status: 204 len: 173 time: 2.1076658 Jul 13 07:49:40.962260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83a118b-bf38-4d57-9572-2481ab2d3329', 'name': 'network-vif-deleted', 'tag': 'a2889208-05b9-4544-8446-41cc9b518f38'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:40.971225 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93529cf3-558f-4e1f-b839-81c5506f5b28" -d '{"events": [{"server_uuid": "f83a118b-bf38-4d57-9572-2481ab2d3329", "name": "network-vif-deleted", "tag": "a2889208-05b9-4544-8446-41cc9b518f38"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:41.003741 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 625894be-3057-4da0-845c-d17e14871c66 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:49:41.039768 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-a0d99a5d-88d7-4849-b8e4-acc7c6df0580 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9488919 Jul 13 07:49:41.079678 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] Request body: {'port': {'device_id': 'ae4c9434-f5d9-469b-87c9-9d82e1e019df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:41.108601 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-7bec1a1b-3d3c-4b02-8098-3f16937cb051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:41.110189 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-7bec1a1b-3d3c-4b02-8098-3f16937cb051 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b818ec58-5125-4829-9877-53309d7ad2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.2311561 Jul 13 07:49:41.158910 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-e3079979-ed35-4b38-9d02-cc66ae799a2d req-1d16dfdb-d22c-4fc4-b8a7-bbf103b96819 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Deleting port ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:41.158910 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e3079979-ed35-4b38-9d02-cc66ae799a2d req-1d16dfdb-d22c-4fc4-b8a7-bbf103b96819 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:41.161243 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d99a5d-88d7-4849-b8e4-acc7c6df0580 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Pushing event updated for resources: {'Port': ['ID=60be258c-ad6f-4df6-b8b3-f60534b72535,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:41.294236 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622d8403-750c-4747-9137-ce7bc17a7677 x-openstack-request-id: req-622d8403-750c-4747-9137-ce7bc17a7677 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:41.295060 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83a118b-bf38-4d57-9572-2481ab2d3329", "name": "network-vif-deleted", "tag": "a2889208-05b9-4544-8446-41cc9b518f38", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:41.295883 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-622d8403-750c-4747-9137-ce7bc17a7677 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:41.296400 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83a118b-bf38-4d57-9572-2481ab2d3329', 'name': 'network-vif-deleted', 'tag': 'a2889208-05b9-4544-8446-41cc9b518f38', 'status': 'completed', 'code': 200} Jul 13 07:49:41.301269 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d0d2dc-7e7d-4583-b33e-afc5c1e5bc54 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:41.313870 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60d0d2dc-7e7d-4583-b33e-afc5c1e5bc54 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:41.374134 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a33f222c-9d4c-40d9-b9cb-65d50d65e0cf None None] Provisioning for port 60be258c-ad6f-4df6-b8b3-f60534b72535 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:41.379348 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a33f222c-9d4c-40d9-b9cb-65d50d65e0cf None None] Provisioning complete for port 60be258c-ad6f-4df6-b8b3-f60534b72535 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:41.379900 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a33f222c-9d4c-40d9-b9cb-65d50d65e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:41.407253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd45840-42f8-4d47-b5cc-7f7ed591651f req-18eca32f-a652-482b-bfec-38fda52ca8c7 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:41.417449 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5fd45840-42f8-4d47-b5cc-7f7ed591651f req-18eca32f-a652-482b-bfec-38fda52ca8c7 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4c9434-f5d9-469b-87c9-9d82e1e019df HTTP/1.1" status: 200 len: 931 time: 0.4748847 Jul 13 07:49:41.454703 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.ipam_backend_mixin [None req-60d0d2dc-7e7d-4583-b33e-afc5c1e5bc54 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Performing IP validity checks on allocation pools {{(pid=93724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 07:49:41.455634 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.ipam_backend_mixin [None req-60d0d2dc-7e7d-4583-b33e-afc5c1e5bc54 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 07:49:41.462322 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-b20ef194-0032-40f4-8eb7-9506b4325b88 req-14c7e096-23cf-4147-a854-2ad8f367934d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Deleting port 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:41.462676 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b20ef194-0032-40f4-8eb7-9506b4325b88 req-14c7e096-23cf-4147-a854-2ad8f367934d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:41.525835 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a33f222c-9d4c-40d9-b9cb-65d50d65e0cf None None] Port 60be258c-ad6f-4df6-b8b3-f60534b72535 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:41.570770 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5fd45840-42f8-4d47-b5cc-7f7ed591651f req-e237faba-b300-43c7-a9f3-d862cd101d05 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=c69b73e5-f191-4453-a11f-fc128696d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522820 Jul 13 07:49:41.762926 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:41.843765 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device a2889208-05b9-4544-8446-41cc9b518f38 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:41.880370 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: a2889208-05b9-4544-8446-41cc9b518f38 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:41.880975 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device a2889208-05b9-4544-8446-41cc9b518f38 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:41.881609 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:42.018581 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60d0d2dc-7e7d-4583-b33e-afc5c1e5bc54 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.035627 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-e3079979-ed35-4b38-9d02-cc66ae799a2d req-1d16dfdb-d22c-4fc4-b8a7-bbf103b96819 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] For port ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c,segment=NetworkSegment(20a1cd25-bdd5-454d-94c7-f669c9b97aa9),segment_id=20a1cd25-bdd5-454d-94c7-f669c9b97aa9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:42.036287 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e3079979-ed35-4b38-9d02-cc66ae799a2d req-1d16dfdb-d22c-4fc4-b8a7-bbf103b96819 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.096587 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-a1ab014c-4b20-44d0-a44d-02ed80a302e9 service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8809507 Jul 13 07:49:42.098359 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-e3079979-ed35-4b38-9d02-cc66ae799a2d req-1d16dfdb-d22c-4fc4-b8a7-bbf103b96819 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Calling delete_port for ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:42.119704 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.228834 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d0d2dc-7e7d-4583-b33e-afc5c1e5bc54 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Checking segment: {'id': '1b82a90f-c97e-4a23-ad31-b1b262fbffb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '625894be-3057-4da0-845c-d17e14871c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:42.229198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d0d2dc-7e7d-4583-b33e-afc5c1e5bc54 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network hostable DHCP agents. Network: 625894be-3057-4da0-845c-d17e14871c66, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:49:42.231568 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0d2dc-7e7d-4583-b33e-afc5c1e5bc54 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Subnet': ['ID=c4abde8b-4e23-4124-a8d9-3b9c32efca54,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:42.238922 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c,segment=NetworkSegment(20a1cd25-bdd5-454d-94c7-f669c9b97aa9),segment_id=20a1cd25-bdd5-454d-94c7-f669c9b97aa9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:42.239910 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6f8460-ca1e-43b4-8994-c11b150f286f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:42.245191 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1ac1de-8f56-4476-bf8f-23d4290a3d77" -d '{"events": [{"server_uuid": "1e6f8460-ca1e-43b4-8994-c11b150f286f", "name": "network-vif-unplugged", "status": "completed", "tag": "ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:42.250470 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-d5d84132-4fc3-4f05-aed7-cb2bdceb02c4 service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450541 Jul 13 07:49:42.253963 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.271354 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb2476-8df4-4a97-8899-95d06241b919 req-e20b94a8-2b58-45c8-9e0c-fd4f9e9559cb tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:42.279074 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66fb2476-8df4-4a97-8899-95d06241b919 req-e20b94a8-2b58-45c8-9e0c-fd4f9e9559cb tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 945 time: 0.4966085 Jul 13 07:49:42.383716 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:42.397453 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66fb2476-8df4-4a97-8899-95d06241b919 req-e0c570cc-ee5d-4bc8-b0cc-7471e2142570 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/security-groups?id=4827b731-2d17-43a6-a5a8-108ec7e93335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172512 Jul 13 07:49:42.408172 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d0d2dc-7e7d-4583-b33e-afc5c1e5bc54 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network 625894be-3057-4da0-845c-d17e14871c66 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:49:42.449779 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-60d0d2dc-7e7d-4583-b33e-afc5c1e5bc54 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 625894be-3057-4da0-845c-d17e14871c66) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:42.469473 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d0d2dc-7e7d-4583-b33e-afc5c1e5bc54 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:42.470421 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60d0d2dc-7e7d-4583-b33e-afc5c1e5bc54 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.472085 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de7ab16-1970-4d70-8a50-49544956ceb6 None None] Network 625894be-3057-4da0-845c-d17e14871c66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:42.530775 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-60d0d2dc-7e7d-4583-b33e-afc5c1e5bc54 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8662598 Jul 13 07:49:42.531711 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54830) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:42.691014 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c416a2fd-0f0d-4362-a671-8bdea295051e x-openstack-request-id: req-c416a2fd-0f0d-4362-a671-8bdea295051e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:42.691466 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6f8460-ca1e-43b4-8994-c11b150f286f", "name": "network-vif-unplugged", "status": "completed", "tag": "ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:42.691716 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c416a2fd-0f0d-4362-a671-8bdea295051e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:42.692180 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6f8460-ca1e-43b4-8994-c11b150f286f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c', 'code': 200} Jul 13 07:49:42.871442 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:42.895444 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-625894be-3057-4da0-845c-d17e14871c66', 'network_id': '625894be-3057-4da0-845c-d17e14871c66', 'tenant_id': '3c4ada9f30ee4d3dbb36b71a606af4cb', 'fixed_ips': [{'subnet_id': 'c4abde8b-4e23-4124-a8d9-3b9c32efca54'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:49:42.896463 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.031492 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-365795f6-3ce3-40de-bdda-b02bf7632f15 req-66771bca-8c31-49dc-9838-15574de8612d tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=d01ef49d-3688-480d-928a-e58bb1176871 HTTP/1.1" status: 200 len: 210 time: 0.3442323 Jul 13 07:49:43.047113 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.156643 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.443446 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-3b45a1c2-bfc7-468a-b482-35e6215a1bed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6a39fd5-7b74-4423-b2be-c8213af17aa6 HTTP/1.1" status: 200 len: 217 time: 1.1746776 Jul 13 07:49:43.531311 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b20ef194-0032-40f4-8eb7-9506b4325b88 req-14c7e096-23cf-4147-a854-2ad8f367934d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] For port 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8d781dd5-edc1-45a4-8dc4-bbccdfb61c02,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:43.532000 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b20ef194-0032-40f4-8eb7-9506b4325b88 req-14c7e096-23cf-4147-a854-2ad8f367934d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.692305 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54854) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:43.718017 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-b20ef194-0032-40f4-8eb7-9506b4325b88 req-14c7e096-23cf-4147-a854-2ad8f367934d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Calling delete_port for 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:43.721884 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.745686 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] Allocated IP 172.20.0.3 (625894be-3057-4da0-845c-d17e14871c66/c4abde8b-4e23-4124-a8d9-3b9c32efca54/f0889070-581b-4624-b4b0-8ee58533a16c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:43.786275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8d781dd5-edc1-45a4-8dc4-bbccdfb61c02,segment=NetworkSegment(eb46daf5-4218-4e34-bcb9-d59b2cec1969),segment_id=eb46daf5-4218-4e34-bcb9-d59b2cec1969)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:43.805386 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.926746 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.946894 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=8d781dd5-edc1-45a4-8dc4-bbccdfb61c02,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:43.968568 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-78cfbeda-de10-4172-b869-df98b48c6e01 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:43.971440 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-78cfbeda-de10-4172-b869-df98b48c6e01 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.62 "GET /v2.0/networks?id=90f94e91-9b3a-4ae3-8891-aca9a5ea834a HTTP/1.1" status: 200 len: 812 time: 0.9221683 Jul 13 07:49:44.023937 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.038826 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] Transition to ACTIVE for port object f0889070-581b-4624-b4b0-8ee58533a16c will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:44.060527 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] Transition to ACTIVE for port object f0889070-581b-4624-b4b0-8ee58533a16c will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:44.067449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-f0d1c549-2a9b-4560-a732-5ac96e286bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:44.070258 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-f0d1c549-2a9b-4560-a732-5ac96e286bd2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7181ff3b-d9c0-404a-8335-c486c02dac1e HTTP/1.1" status: 200 len: 797 time: 0.5577548 Jul 13 07:49:44.070953 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.103370 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-40eb4c09-8ff9-4f3f-88bf-88144d7525cf tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Request body: {'port': {'device_id': '50d7fb90-6751-4ee4-89bf-100db2e7d13e', 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a', 'admin_state_up': True, 'tenant_id': '70ce0288d45a4135bb7adba975dbd145'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:44.137477 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] Network 625894be-3057-4da0-845c-d17e14871c66 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:44.152331 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:44.161139 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:44.226000 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] Pushing event updated for resources: {'Port': ['ID=f0889070-581b-4624-b4b0-8ee58533a16c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:44.272263 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] Attempting to bind port f0889070-581b-4624-b4b0-8ee58533a16c on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:44.273071 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] Attempting to bind port f0889070-581b-4624-b4b0-8ee58533a16c by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '1b82a90f-c97e-4a23-ad31-b1b262fbffb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '625894be-3057-4da0-845c-d17e14871c66'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:44.273648 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] Attempting to bind port f0889070-581b-4624-b4b0-8ee58533a16c on network 625894be-3057-4da0-845c-d17e14871c66 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:44.281412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:44.282160 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] Checking segment: {'id': '1b82a90f-c97e-4a23-ad31-b1b262fbffb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '625894be-3057-4da0-845c-d17e14871c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:44.283222 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f01f3347-5f14-44ee-91ce-b80560ae2d7b tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:44.283826 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.284604 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] Bound using segment: {'id': '1b82a90f-c97e-4a23-ad31-b1b262fbffb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '625894be-3057-4da0-845c-d17e14871c66'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:44.284795 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f01f3347-5f14-44ee-91ce-b80560ae2d7b tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.35 "GET /v2.0/networks?id=90f94e91-9b3a-4ae3-8891-aca9a5ea834a HTTP/1.1" status: 200 len: 812 time: 1.1957090 Jul 13 07:49:44.285504 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] Bound port: f0889070-581b-4624-b4b0-8ee58533a16c, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b82a90f-c97e-4a23-ad31-b1b262fbffb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '625894be-3057-4da0-845c-d17e14871c66'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:44.286146 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.336107 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-8b123ebe-9111-4795-93fe-355549be5477 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Request body: {'port': {'device_id': 'd01ef49d-3688-480d-928a-e58bb1176871', 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a', 'admin_state_up': True, 'tenant_id': '70ce0288d45a4135bb7adba975dbd145'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:44.360491 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24929a7e-417d-4146-b874-cea7998830a5 req-e86f8865-eae2-4e49-8156-bb07d711a66e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:44.370910 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24929a7e-417d-4146-b874-cea7998830a5 req-e86f8865-eae2-4e49-8156-bb07d711a66e tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=74dd0277-a189-484e-a6db-6369fda5af27 HTTP/1.1" status: 200 len: 946 time: 1.2803471 Jul 13 07:49:44.384039 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] For port f0889070-581b-4624-b4b0-8ee58533a16c, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:44.392111 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] For port f0889070-581b-4624-b4b0-8ee58533a16c, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f0889070-581b-4624-b4b0-8ee58533a16c,segment=NetworkSegment(1b82a90f-c97e-4a23-ad31-b1b262fbffb7),segment_id=1b82a90f-c97e-4a23-ad31-b1b262fbffb7)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:44.396609 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b20ef194-0032-40f4-8eb7-9506b4325b88 req-14c7e096-23cf-4147-a854-2ad8f367934d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.398184 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.451845 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e3079979-ed35-4b38-9d02-cc66ae799a2d req-1d16dfdb-d22c-4fc4-b8a7-bbf103b96819 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.492523 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ada8c1-813f-4cfe-935c-6f9a5abf90cb None None] Pushing event updated for resources: {'Port': ['ID=f0889070-581b-4624-b4b0-8ee58533a16c,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:44.500624 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24929a7e-417d-4146-b874-cea7998830a5 req-2adb7aa5-3c95-498d-aad1-2c2d27b3724d tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285474 Jul 13 07:49:44.521989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-4aaea963-5db1-4f24-a23f-6a5cadcb57fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:44.531805 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-4aaea963-5db1-4f24-a23f-6a5cadcb57fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ea323e79-15db-4b79-b637-4002df6be77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4398553 Jul 13 07:49:44.547146 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7e096-23cf-4147-a854-2ad8f367934d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Pushing event deleted for resources: {'Port': ['ID=8d781dd5-edc1-45a4-8dc4-bbccdfb61c02,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:44.606618 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc485ee3-c4ba-4f0c-8cc1-fa3ac44451cc req-72b307cf-33d8-4251-b853-e8cec33c7f65 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:44.616747 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc485ee3-c4ba-4f0c-8cc1-fa3ac44451cc req-72b307cf-33d8-4251-b853-e8cec33c7f65 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4c9434-f5d9-469b-87c9-9d82e1e019df HTTP/1.1" status: 200 len: 931 time: 1.1590831 Jul 13 07:49:44.640257 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cb86fd1b-06a7-4886-ba8e-2a2a835f9d51 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3be3fcfab86440aa64d1c88d1babf18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9352984 Jul 13 07:49:44.655496 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54870) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:44.693542 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e88788-f10f-4be2-8038-045f4c5634c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d781dd5-edc1-45a4-8dc4-bbccdfb61c02'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:44.697193 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce2ee77-38d8-4dc8-99af-39beb9815de3" -d '{"events": [{"server_uuid": "49e88788-f10f-4be2-8038-045f4c5634c3", "name": "network-vif-unplugged", "status": "completed", "tag": "8d781dd5-edc1-45a4-8dc4-bbccdfb61c02"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:44.725806 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.737573 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16dfdb-d22c-4fc4-b8a7-bbf103b96819 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Pushing event deleted for resources: {'Port': ['ID=ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:44.858664 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20ef194-0032-40f4-8eb7-9506b4325b88 req-14c7e096-23cf-4147-a854-2ad8f367934d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] No DVR routers for this DVR port 8d781dd5-edc1-45a4-8dc4-bbccdfb61c02 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:44.865919 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.868083 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b20ef194-0032-40f4-8eb7-9506b4325b88 req-14c7e096-23cf-4147-a854-2ad8f367934d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.888305 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b20ef194-0032-40f4-8eb7-9506b4325b88 req-14c7e096-23cf-4147-a854-2ad8f367934d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.62 "DELETE /v2.0/ports/8d781dd5-edc1-45a4-8dc4-bbccdfb61c02 HTTP/1.1" status: 204 len: 173 time: 5.0652068 Jul 13 07:49:44.895830 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e88788-f10f-4be2-8038-045f4c5634c3', 'name': 'network-vif-deleted', 'tag': '8d781dd5-edc1-45a4-8dc4-bbccdfb61c02'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:44.899499 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18131a9-b6de-4544-b10e-353457f6a20e" -d '{"events": [{"server_uuid": "49e88788-f10f-4be2-8038-045f4c5634c3", "name": "network-vif-deleted", "tag": "8d781dd5-edc1-45a4-8dc4-bbccdfb61c02"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:44.899835 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625894be-3057-4da0-845c-d17e14871c66']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:44.966405 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3079979-ed35-4b38-9d02-cc66ae799a2d req-1d16dfdb-d22c-4fc4-b8a7-bbf103b96819 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] No DVR routers for this DVR port ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:44.980891 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60be258c-ad6f-4df6-b8b3-f60534b72535 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:44.987952 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-e3079979-ed35-4b38-9d02-cc66ae799a2d req-1d16dfdb-d22c-4fc4-b8a7-bbf103b96819 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.996919 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e3079979-ed35-4b38-9d02-cc66ae799a2d req-1d16dfdb-d22c-4fc4-b8a7-bbf103b96819 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.35 "DELETE /v2.0/ports/ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c HTTP/1.1" status: 204 len: 173 time: 4.7769084 Jul 13 07:49:44.996919 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.021126 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] Transition to ACTIVE for port object 60be258c-ad6f-4df6-b8b3-f60534b72535 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:45.027936 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-f359bf55-fde9-4cf7-bb60-6d223d0564db service neutron] 10.222.0.62 "GET /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834452 Jul 13 07:49:45.030851 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff4d5a-ea85-4fa4-b637-842225d9532b req-969254d4-b5ca-4bb0-a5c5-f5629440475b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:45.032724 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.032926 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37ff4d5a-ea85-4fa4-b637-842225d9532b req-969254d4-b5ca-4bb0-a5c5-f5629440475b tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.35 "GET /v2.0/ports?device_id=74dd0277-a189-484e-a6db-6369fda5af27 HTTP/1.1" status: 200 len: 946 time: 1.1517391 Jul 13 07:49:45.115221 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b82a90f-c97e-4a23-ad31-b1b262fbffb7') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:45.117877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b82a90f-c97e-4a23-ad31-b1b262fbffb7') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:45.132059 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.148787 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.155606 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:45.156030 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.237896 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3253f41e-d7d1-4b41-9a0b-d04de584763d req-96484182-356b-480c-8266-4d6545c86168 tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] 10.222.0.58 "GET /v2.0/ports?device_id=49e88788-f10f-4be2-8038-045f4c5634c3 HTTP/1.1" status: 200 len: 210 time: 0.2864785 Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:45.238824 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:45.252768 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Subnet': ['ID=c4abde8b-4e23-4124-a8d9-3b9c32efca54,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:45.255944 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.db.api [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:49:45.255944 n-d-779913-28 neutron-server[93724]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:49:45.255944 n-d-779913-28 neutron-server[93724]: [parameters: {'id': '625894be-3057-4da0-845c-d17e14871c66'}] Jul 13 07:49:45.255944 n-d-779913-28 neutron-server[93724]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:49:45.256438 n-d-779913-28 neutron-server[93724]: DEBUG oslo_db.api [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:49:45.287065 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-40eb4c09-8ff9-4f3f-88bf-88144d7525cf tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Made reservation on behalf of 70ce0288d45a4135bb7adba975dbd145 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:45.294473 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-40eb4c09-8ff9-4f3f-88bf-88144d7525cf tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.306745 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f0889070-581b-4624-b4b0-8ee58533a16c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:45.425341 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc485ee3-c4ba-4f0c-8cc1-fa3ac44451cc req-dd83969b-5865-4951-bd90-73f8205f9ded tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=c69b73e5-f191-4453-a11f-fc128696d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8072603 Jul 13 07:49:45.460323 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port f0889070-581b-4624-b4b0-8ee58533a16c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:45.550459 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6243e857-53fa-493d-892e-206cbf39f6ec x-openstack-request-id: req-6243e857-53fa-493d-892e-206cbf39f6ec {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:45.550766 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e88788-f10f-4be2-8038-045f4c5634c3", "name": "network-vif-unplugged", "status": "completed", "tag": "8d781dd5-edc1-45a4-8dc4-bbccdfb61c02", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:45.551077 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6243e857-53fa-493d-892e-206cbf39f6ec {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:45.551538 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e88788-f10f-4be2-8038-045f4c5634c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d781dd5-edc1-45a4-8dc4-bbccdfb61c02', 'code': 200} Jul 13 07:49:45.554692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] Pushing event updated for resources: {'Port': ['ID=60be258c-ad6f-4df6-b8b3-f60534b72535,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:45.600644 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-37b45d4a-8454-4a51-97c2-45516b1cd6a8 service neutron] 10.222.0.62 "GET /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553606 Jul 13 07:49:45.621121 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a79b3b-d1bf-40a3-aeb7-7a6454f2e580 x-openstack-request-id: req-32a79b3b-d1bf-40a3-aeb7-7a6454f2e580 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:45.621640 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e88788-f10f-4be2-8038-045f4c5634c3", "name": "network-vif-deleted", "tag": "8d781dd5-edc1-45a4-8dc4-bbccdfb61c02", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:45.622119 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32a79b3b-d1bf-40a3-aeb7-7a6454f2e580 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:45.622831 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e88788-f10f-4be2-8038-045f4c5634c3', 'name': 'network-vif-deleted', 'tag': '8d781dd5-edc1-45a4-8dc4-bbccdfb61c02', 'status': 'completed', 'code': 200} Jul 13 07:49:45.673662 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-226834d7-0d26-4fbf-8dd0-c5362bc696fa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9bbe5067-cbdd-4d3b-9012-0279cc33b234 HTTP/1.1" status: 200 len: 217 time: 0.0567126 Jul 13 07:49:45.674850 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] Attempting to bind port 60be258c-ad6f-4df6-b8b3-f60534b72535 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:45.675408 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] Attempting to bind port 60be258c-ad6f-4df6-b8b3-f60534b72535 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'fcf199ef-b4b7-4de6-b19e-68a9531bc13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:45.675948 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] Attempting to bind port 60be258c-ad6f-4df6-b8b3-f60534b72535 on network 1b4fd3a8-9309-406f-87ff-e745f78908e3 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:45.695862 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] Port 60be258c-ad6f-4df6-b8b3-f60534b72535 on network 1b4fd3a8-9309-406f-87ff-e745f78908e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:49:45.698008 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] Attempting to bind port 60be258c-ad6f-4df6-b8b3-f60534b72535 on network 1b4fd3a8-9309-406f-87ff-e745f78908e3 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:45.739129 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:45.759205 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] Checking segment: {'id': 'fcf199ef-b4b7-4de6-b19e-68a9531bc13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:45.760052 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] Bound using segment: {'id': 'fcf199ef-b4b7-4de6-b19e-68a9531bc13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:45.760753 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] Bound port: 60be258c-ad6f-4df6-b8b3-f60534b72535, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf199ef-b4b7-4de6-b19e-68a9531bc13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:45.761326 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.791811 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7d927141-f91d-44e9-9482-53c6c02aa57b req-38e6765b-4b65-44ed-b335-b43c5f8d146c tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=d01ef49d-3688-480d-928a-e58bb1176871 HTTP/1.1" status: 200 len: 210 time: 0.1864281 Jul 13 07:49:45.792667 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.883594 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-36ffb866-1be5-4e87-9997-eb3d0f8dd7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:45.885865 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-36ffb866-1be5-4e87-9997-eb3d0f8dd7c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7181ff3b-d9c0-404a-8335-c486c02dac1e HTTP/1.1" status: 200 len: 797 time: 0.1991041 Jul 13 07:49:45.961718 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-325cf4bb-d45c-4ff3-9397-de40050223c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.992160 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] For port 60be258c-ad6f-4df6-b8b3-f60534b72535, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:45.996838 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] For port 60be258c-ad6f-4df6-b8b3-f60534b72535, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=60be258c-ad6f-4df6-b8b3-f60534b72535,segment=NetworkSegment(fcf199ef-b4b7-4de6-b19e-68a9531bc13c),segment_id=fcf199ef-b4b7-4de6-b19e-68a9531bc13c)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:46.021154 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:46.068649 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-325cf4bb-d45c-4ff3-9397-de40050223c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:46.095378 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-27fdd3c3-e6d3-41e3-ac80-882db72eae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:46.097622 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-27fdd3c3-e6d3-41e3-ac80-882db72eae76 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ea323e79-15db-4b79-b637-4002df6be77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2008195 Jul 13 07:49:46.101559 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:46.102550 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:46.104152 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] 10.222.0.62 "PUT /v2.0/ports/60be258c-ad6f-4df6-b8b3-f60534b72535 HTTP/1.1" status: 200 len: 1092 time: 5.0477707 Jul 13 07:49:46.163872 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-8b123ebe-9111-4795-93fe-355549be5477 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Made reservation on behalf of 70ce0288d45a4135bb7adba975dbd145 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:46.169381 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-8b123ebe-9111-4795-93fe-355549be5477 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:46.222507 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-325cf4bb-d45c-4ff3-9397-de40050223c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:46.226011 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-325cf4bb-d45c-4ff3-9397-de40050223c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:46.241328 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-325cf4bb-d45c-4ff3-9397-de40050223c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae875807-b689-4104-8c7f-7eb0dc7658f3 HTTP/1.1" status: 204 len: 168 time: 1.5842650 Jul 13 07:49:46.319391 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cf4bb-d45c-4ff3-9397-de40050223c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae875807-b689-4104-8c7f-7eb0dc7658f3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:46.372377 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-40eb4c09-8ff9-4f3f-88bf-88144d7525cf tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Allocated IP 172.20.0.8 (90f94e91-9b3a-4ae3-8891-aca9a5ea834a/883999c5-42f5-45ee-8923-d3fb6c82c275/a7e7c6e2-f923-47cd-9e95-3a7d29693f3f) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:46.395570 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243ce9e-9ce8-46b3-94d5-b5410111403a service neutron] Pushing event updated for resources: {'Port': ['ID=60be258c-ad6f-4df6-b8b3-f60534b72535,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:46.490914 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f954cfa8-09cd-43c0-a563-484675dd5f6d None None] Network 625894be-3057-4da0-845c-d17e14871c66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:46.518292 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-6b9d4103-8255-4798-8869-3ad31dfa95ec service neutron] 10.222.0.62 "GET /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906336 Jul 13 07:49:46.527799 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-91396db5-a3d9-4482-a7d5-441a6481f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:46.535643 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-91396db5-a3d9-4482-a7d5-441a6481f843 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f14c0acd9f784f1c95e03b53f067da36&device_id=ae4c9434-f5d9-469b-87c9-9d82e1e019df HTTP/1.1" status: 200 len: 1095 time: 0.3237953 Jul 13 07:49:46.631244 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9bd04baf-36b5-478d-92c6-0c399a6c1375 None None] Provisioning for port f0889070-581b-4624-b4b0-8ee58533a16c completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:46.666451 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9bd04baf-36b5-478d-92c6-0c399a6c1375 None None] Provisioning complete for port f0889070-581b-4624-b4b0-8ee58533a16c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:46.683570 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-fe2261d3-649b-4a4d-ba96-03e7ebead812 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60be258c-ad6f-4df6-b8b3-f60534b72535 HTTP/1.1" status: 200 len: 217 time: 0.1287053 Jul 13 07:49:46.684164 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9bd04baf-36b5-478d-92c6-0c399a6c1375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:46.786661 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-0988626e-d350-4b79-bf2b-772c021e91eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:46.788395 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-0988626e-d350-4b79-bf2b-772c021e91eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9bae17d-a9cd-4de6-bffc-674a284593a4 HTTP/1.1" status: 200 len: 850 time: 0.0966742 Jul 13 07:49:46.876668 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-55717673-68e7-4df6-b85c-483f6ba0d941 service neutron] 10.222.0.62 "GET /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394516 Jul 13 07:49:46.929437 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-4d1c70ef-a64f-45c8-ae24-d532ebe3a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:46.931313 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-4d1c70ef-a64f-45c8-ae24-d532ebe3a27c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b4fd3a8-9309-406f-87ff-e745f78908e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1246121 Jul 13 07:49:46.932818 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b863c88-01ed-4905-9e2b-dd4a84846091 None None] DHCP port deletion for 625894be-3057-4da0-845c-d17e14871c66 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:49:46.947647 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9bd04baf-36b5-478d-92c6-0c399a6c1375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.126431 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f0889070-581b-4624-b4b0-8ee58533a16c no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:47.155428 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-40eb4c09-8ff9-4f3f-88bf-88144d7525cf tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.193540 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-5bcbb3e6-2701-48a7-a982-bf1f3b96756c service neutron] 10.222.0.62 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526534 Jul 13 07:49:47.196654 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d11b08-81ea-4c19-bf26-a07e86506b86 req-826cd0f8-5c4c-46d9-95b8-232362686c36 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:47.199720 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3d11b08-81ea-4c19-bf26-a07e86506b86 req-826cd0f8-5c4c-46d9-95b8-232362686c36 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=74dd0277-a189-484e-a6db-6369fda5af27 HTTP/1.1" status: 200 len: 946 time: 1.3692081 Jul 13 07:49:47.221572 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-9bd04baf-36b5-478d-92c6-0c399a6c1375 None None] For port f0889070-581b-4624-b4b0-8ee58533a16c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f0889070-581b-4624-b4b0-8ee58533a16c,segment=NetworkSegment(1b82a90f-c97e-4a23-ad31-b1b262fbffb7),segment_id=1b82a90f-c97e-4a23-ad31-b1b262fbffb7)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:47.243355 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9bd04baf-36b5-478d-92c6-0c399a6c1375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.326832 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-8b123ebe-9111-4795-93fe-355549be5477 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Allocated IP 172.20.0.12 (90f94e91-9b3a-4ae3-8891-aca9a5ea834a/883999c5-42f5-45ee-8923-d3fb6c82c275/7043334f-f146-405c-96bc-a96fa4a94c56) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:47.328171 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce12672f-7ddc-43e5-97dd-d94abb609ec7 req-9332713e-947e-4576-bd56-5da27fc2f8ee service neutron] 10.222.0.62 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244423 Jul 13 07:49:47.356326 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-37ff4d5a-ea85-4fa4-b637-842225d9532b req-a55f4952-cc03-4b91-aff4-05e7be85cad2 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Deleting port 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:47.356837 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-37ff4d5a-ea85-4fa4-b637-842225d9532b req-a55f4952-cc03-4b91-aff4-05e7be85cad2 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.361456 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9b863c88-01ed-4905-9e2b-dd4a84846091 None None] Deleting port f0889070-581b-4624-b4b0-8ee58533a16c {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:47.361842 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9b863c88-01ed-4905-9e2b-dd4a84846091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.442251 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd04baf-36b5-478d-92c6-0c399a6c1375 None None] Pushing event updated for resources: {'Port': ['ID=f0889070-581b-4624-b4b0-8ee58533a16c,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:47.497026 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-40eb4c09-8ff9-4f3f-88bf-88144d7525cf tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.500274 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Deleting port f0889070-581b-4624-b4b0-8ee58533a16c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:47.500813 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.624069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6f8460-ca1e-43b4-8994-c11b150f286f', 'name': 'network-vif-deleted', 'tag': 'ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c'}, {'name': 'network-changed', 'server_uuid': 'ae4c9434-f5d9-469b-87c9-9d82e1e019df', 'tag': '60be258c-ad6f-4df6-b8b3-f60534b72535'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:47.626844 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5629c880-7d64-42d4-8560-9ca14b212f07" -d '{"events": [{"server_uuid": "1e6f8460-ca1e-43b4-8994-c11b150f286f", "name": "network-vif-deleted", "tag": "ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c"}, {"name": "network-changed", "server_uuid": "ae4c9434-f5d9-469b-87c9-9d82e1e019df", "tag": "60be258c-ad6f-4df6-b8b3-f60534b72535"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:47.642423 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-40eb4c09-8ff9-4f3f-88bf-88144d7525cf tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Network 90f94e91-9b3a-4ae3-8891-aca9a5ea834a is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:47.681078 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-40eb4c09-8ff9-4f3f-88bf-88144d7525cf tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:47.686666 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-9b863c88-01ed-4905-9e2b-dd4a84846091 None None] For port f0889070-581b-4624-b4b0-8ee58533a16c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f0889070-581b-4624-b4b0-8ee58533a16c,segment=NetworkSegment(1b82a90f-c97e-4a23-ad31-b1b262fbffb7),segment_id=1b82a90f-c97e-4a23-ad31-b1b262fbffb7)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:47.687801 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9b863c88-01ed-4905-9e2b-dd4a84846091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.688140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-40eb4c09-8ff9-4f3f-88bf-88144d7525cf tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:47.702365 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-37ff4d5a-ea85-4fa4-b637-842225d9532b req-a55f4952-cc03-4b91-aff4-05e7be85cad2 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] For port 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:47.702900 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-37ff4d5a-ea85-4fa4-b637-842225d9532b req-a55f4952-cc03-4b91-aff4-05e7be85cad2 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.704772 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.707045 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9b863c88-01ed-4905-9e2b-dd4a84846091 None None] Calling delete_port for f0889070-581b-4624-b4b0-8ee58533a16c owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:47.745481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb4c09-8ff9-4f3f-88bf-88144d7525cf tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Pushing event updated for resources: {'Port': ['ID=a7e7c6e2-f923-47cd-9e95-3a7d29693f3f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:47.774737 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3d11b08-81ea-4c19-bf26-a07e86506b86 req-cc25dde5-12dd-4e2e-800e-d9d4ee7ecc0c tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/security-groups?id=545b3c60-167e-4597-a4bc-206bdb6d52eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796228 Jul 13 07:49:47.788542 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port f0889070-581b-4624-b4b0-8ee58533a16c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f0889070-581b-4624-b4b0-8ee58533a16c,segment=NetworkSegment(1b82a90f-c97e-4a23-ad31-b1b262fbffb7),segment_id=1b82a90f-c97e-4a23-ad31-b1b262fbffb7)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:47.806389 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54948) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:47.807195 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.826766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-37ff4d5a-ea85-4fa4-b637-842225d9532b req-a55f4952-cc03-4b91-aff4-05e7be85cad2 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Calling delete_port for 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:47.884476 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:47.931062 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-8467b1a7-5a62-4443-8ddd-7e494978935d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-543852218-network', 'tenant_id': '3d1a06314407417ea88e23223ce7096a'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:47.971454 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6824878-f85a-4506-9d8c-a044fecb68d3 req-34c7d03d-627d-43e8-b42c-bf1c37aca6c5 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:47.973128 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6824878-f85a-4506-9d8c-a044fecb68d3 req-34c7d03d-627d-43e8-b42c-bf1c37aca6c5 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4c9434-f5d9-469b-87c9-9d82e1e019df HTTP/1.1" status: 200 len: 943 time: 0.8615301 Jul 13 07:49:47.975180 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] For port f0889070-581b-4624-b4b0-8ee58533a16c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f0889070-581b-4624-b4b0-8ee58533a16c,segment=NetworkSegment(1b82a90f-c97e-4a23-ad31-b1b262fbffb7),segment_id=1b82a90f-c97e-4a23-ad31-b1b262fbffb7)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:47.975650 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.978889 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8467b1a7-5a62-4443-8ddd-7e494978935d admin admin] Made reservation on behalf of 3d1a06314407417ea88e23223ce7096a for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:47.981465 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8467b1a7-5a62-4443-8ddd-7e494978935d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.997142 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8467b1a7-5a62-4443-8ddd-7e494978935d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.054852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-40eb4c09-8ff9-4f3f-88bf-88144d7525cf tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:48.055568 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-40eb4c09-8ff9-4f3f-88bf-88144d7525cf tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.110769 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9b863c88-01ed-4905-9e2b-dd4a84846091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.125487 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Calling delete_port for f0889070-581b-4624-b4b0-8ee58533a16c owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:48.174817 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=f0889070-581b-4624-b4b0-8ee58533a16c,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:48.184417 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.215211 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b863c88-01ed-4905-9e2b-dd4a84846091 None None] No DVR routers for this DVR port f0889070-581b-4624-b4b0-8ee58533a16c on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:48.262074 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b863c88-01ed-4905-9e2b-dd4a84846091 None None] Pushing event deleted for resources: {'Port': ['ID=f0889070-581b-4624-b4b0-8ee58533a16c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:48.271293 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dd0277-a189-484e-a6db-6369fda5af27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:48.273639 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f08ece-1b62-4a69-a303-dbdae166f585" -d '{"events": [{"server_uuid": "74dd0277-a189-484e-a6db-6369fda5af27", "name": "network-vif-unplugged", "status": "completed", "tag": "3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:48.278388 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8467b1a7-5a62-4443-8ddd-7e494978935d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.288129 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6,segment=NetworkSegment(c4619b09-1c67-405c-a9ab-6a0ddad7d8d2),segment_id=c4619b09-1c67-405c-a9ab-6a0ddad7d8d2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:48.293750 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8467b1a7-5a62-4443-8ddd-7e494978935d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.305412 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6824878-f85a-4506-9d8c-a044fecb68d3 req-fcbe8aa9-415e-43a4-88a3-c90b46b95c5e tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=c69b73e5-f191-4453-a11f-fc128696d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3051741 Jul 13 07:49:48.321308 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.351107 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-40eb4c09-8ff9-4f3f-88bf-88144d7525cf tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2678254 Jul 13 07:49:48.354400 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8467b1a7-5a62-4443-8ddd-7e494978935d admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:49:48.391221 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-99dc939c-ea41-45f7-9d48-8d17e940fb8a req-53595e43-fc95-445e-9c0a-034480c2bb77 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=d01ef49d-3688-480d-928a-e58bb1176871 HTTP/1.1" status: 200 len: 210 time: 0.0970533 Jul 13 07:49:48.395973 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467b1a7-5a62-4443-8ddd-7e494978935d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728517cb-deaf-445d-b06e-cfd9bd75e816,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:48.402252 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8467b1a7-5a62-4443-8ddd-7e494978935d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.402867 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-8467b1a7-5a62-4443-8ddd-7e494978935d admin admin] Added segment a2299d6a-205a-4724-98f1-09e4ded4245a of type vlan for network dcb46551-b67f-448d-9e50-7e4cc85c9056 Jul 13 07:49:48.428274 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] Request body: {'port': {'device_id': '50d7fb90-6751-4ee4-89bf-100db2e7d13e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:48.465311 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:48.492880 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8467b1a7-5a62-4443-8ddd-7e494978935d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.546766 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bbe12c-ac2f-4f13-beb5-c80aaa94c692 x-openstack-request-id: req-c1bbe12c-ac2f-4f13-beb5-c80aaa94c692 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:48.556759 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6f8460-ca1e-43b4-8994-c11b150f286f", "name": "network-vif-deleted", "tag": "ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ae4c9434-f5d9-469b-87c9-9d82e1e019df", "tag": "60be258c-ad6f-4df6-b8b3-f60534b72535", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:48.559094 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c1bbe12c-ac2f-4f13-beb5-c80aaa94c692 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:48.560392 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6f8460-ca1e-43b4-8994-c11b150f286f', 'name': 'network-vif-deleted', 'tag': 'ff65b4f7-674b-4e3f-9363-3cff7c0b3b0c', 'status': 'completed', 'code': 200} Jul 13 07:49:48.561316 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4c9434-f5d9-469b-87c9-9d82e1e019df', 'tag': '60be258c-ad6f-4df6-b8b3-f60534b72535', 'status': 'completed', 'code': 200} Jul 13 07:49:48.563649 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8467b1a7-5a62-4443-8ddd-7e494978935d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.565886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8467b1a7-5a62-4443-8ddd-7e494978935d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:48.566910 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8467b1a7-5a62-4443-8ddd-7e494978935d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.618496 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289baa85-5da6-4fab-a8b0-04fcdbc5110b x-openstack-request-id: req-289baa85-5da6-4fab-a8b0-04fcdbc5110b {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:48.619053 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dd0277-a189-484e-a6db-6369fda5af27", "name": "network-vif-unplugged", "status": "completed", "tag": "3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:48.619517 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-289baa85-5da6-4fab-a8b0-04fcdbc5110b {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:48.620119 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dd0277-a189-484e-a6db-6369fda5af27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6', 'code': 200} Jul 13 07:49:48.634996 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.655758 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-8b123ebe-9111-4795-93fe-355549be5477 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.677877 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8467b1a7-5a62-4443-8ddd-7e494978935d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8699093 Jul 13 07:49:48.680012 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467b1a7-5a62-4443-8ddd-7e494978935d admin admin] Pushing event updated for resources: {'Network': ['ID=dcb46551-b67f-448d-9e50-7e4cc85c9056,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:48.683356 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54968) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:48.690227 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Request body: {'subnet': {'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-543852218-subnet', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:48.694764 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network dcb46551-b67f-448d-9e50-7e4cc85c9056 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:49:48.740757 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629c880-7d64-42d4-8560-9ca14b212f07 req-ef33879b-9fc4-4a8d-9150-31c14bc5c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:48.742417 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5629c880-7d64-42d4-8560-9ca14b212f07 req-ef33879b-9fc4-4a8d-9150-31c14bc5c419 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f14c0acd9f784f1c95e03b53f067da36&device_id=ae4c9434-f5d9-469b-87c9-9d82e1e019df HTTP/1.1" status: 200 len: 1095 time: 0.1335201 Jul 13 07:49:48.744986 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Made reservation on behalf of 3d1a06314407417ea88e23223ce7096a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:48.747878 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.777049 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.795582 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-37ff4d5a-ea85-4fa4-b637-842225d9532b req-a55f4952-cc03-4b91-aff4-05e7be85cad2 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.816579 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No DVR routers for this DVR port f0889070-581b-4624-b4b0-8ee58533a16c on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:48.830028 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Port': ['ID=f0889070-581b-4624-b4b0-8ee58533a16c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:48.845055 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 60be258c-ad6f-4df6-b8b3-f60534b72535 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:49:48.882841 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f4952-cc03-4b91-aff4-05e7be85cad2 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Pushing event deleted for resources: {'Port': ['ID=3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:48.947790 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54974) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:48.975409 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.027137 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 60be258c-ad6f-4df6-b8b3-f60534b72535, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=60be258c-ad6f-4df6-b8b3-f60534b72535,segment=NetworkSegment(fcf199ef-b4b7-4de6-b19e-68a9531bc13c),segment_id=fcf199ef-b4b7-4de6-b19e-68a9531bc13c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:49.041325 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6cc86090-eef0-4e37-84ae-d7521a69f927 req-e95d1f05-55d7-4964-914d-1f7ed32f2073 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.58 "GET /v2.0/ports?device_id=74dd0277-a189-484e-a6db-6369fda5af27 HTTP/1.1" status: 200 len: 210 time: 0.0591156 Jul 13 07:49:49.048723 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625894be-3057-4da0-845c-d17e14871c66']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:49.063254 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '60be258c-ad6f-4df6-b8b3-f60534b72535', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'port_id': '60be258c-ad6f-4df6-b8b3-f60534b72535', 'mac_address': 'fa:16:3e:bb:2d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:49:49.123061 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.126530 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ff4d5a-ea85-4fa4-b637-842225d9532b req-a55f4952-cc03-4b91-aff4-05e7be85cad2 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] No DVR routers for this DVR port 3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:49.130768 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b82a90f-c97e-4a23-ad31-b1b262fbffb7') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:49.131152 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b82a90f-c97e-4a23-ad31-b1b262fbffb7') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:49.148266 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60be258c-ad6f-4df6-b8b3-f60534b72535 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:49.150820 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629c880-7d64-42d4-8560-9ca14b212f07 req-0c1c1bcc-ab71-4022-8343-3c5f054f5117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:49.152452 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5629c880-7d64-42d4-8560-9ca14b212f07 req-0c1c1bcc-ab71-4022-8343-3c5f054f5117 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1b4fd3a8-9309-406f-87ff-e745f78908e3 HTTP/1.1" status: 200 len: 912 time: 0.4009874 Jul 13 07:49:49.161617 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-046e3050-da8a-43f9-a896-da638ad8b33b admin admin] Deleting subnet 035ba89b-40dc-4335-9879-28d98d89ed73 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:49.172553 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 60be258c-ad6f-4df6-b8b3-f60534b72535, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=60be258c-ad6f-4df6-b8b3-f60534b72535,segment=NetworkSegment(fcf199ef-b4b7-4de6-b19e-68a9531bc13c),segment_id=fcf199ef-b4b7-4de6-b19e-68a9531bc13c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:49.176164 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-046e3050-da8a-43f9-a896-da638ad8b33b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.178038 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.239871 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=60be258c-ad6f-4df6-b8b3-f60534b72535,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:49.264189 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5629c880-7d64-42d4-8560-9ca14b212f07 req-0cfb865e-c2bb-4c52-ae1e-546ee5b5575d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60be258c-ad6f-4df6-b8b3-f60534b72535 HTTP/1.1" status: 200 len: 217 time: 0.0966215 Jul 13 07:49:49.282603 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-37ff4d5a-ea85-4fa4-b637-842225d9532b req-a55f4952-cc03-4b91-aff4-05e7be85cad2 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.284724 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37ff4d5a-ea85-4fa4-b637-842225d9532b req-a55f4952-cc03-4b91-aff4-05e7be85cad2 tempest-ServersTestJSON-627649741 tempest-ServersTestJSON-627649741-project] 10.222.0.35 "DELETE /v2.0/ports/3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6 HTTP/1.1" status: 204 len: 173 time: 4.0331335 Jul 13 07:49:49.293028 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dd0277-a189-484e-a6db-6369fda5af27', 'name': 'network-vif-deleted', 'tag': '3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:49.295615 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914e2999-c21b-4408-a87f-9ec560dbca24" -d '{"events": [{"server_uuid": "74dd0277-a189-484e-a6db-6369fda5af27", "name": "network-vif-deleted", "tag": "3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:49.318773 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-046e3050-da8a-43f9-a896-da638ad8b33b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.515330 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-8b123ebe-9111-4795-93fe-355549be5477 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.517570 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629c880-7d64-42d4-8560-9ca14b212f07 req-5e29dc69-2e9c-4cc0-8db2-0bd479438558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:49.519944 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5629c880-7d64-42d4-8560-9ca14b212f07 req-5e29dc69-2e9c-4cc0-8db2-0bd479438558 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9bae17d-a9cd-4de6-bffc-674a284593a4 HTTP/1.1" status: 200 len: 850 time: 0.2448163 Jul 13 07:49:49.520206 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.524348 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-046e3050-da8a-43f9-a896-da638ad8b33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.540399 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.550617 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:49.551189 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.597870 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['60be258c-ad6f-4df6-b8b3-f60534b72535'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:49.617108 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.655286 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-046e3050-da8a-43f9-a896-da638ad8b33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.681214 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587e168e-4e93-473a-acd8-aacbca952b86 x-openstack-request-id: req-587e168e-4e93-473a-acd8-aacbca952b86 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:49.684347 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dd0277-a189-484e-a6db-6369fda5af27", "name": "network-vif-deleted", "tag": "3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:49.685709 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-587e168e-4e93-473a-acd8-aacbca952b86 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:49.686377 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dd0277-a189-484e-a6db-6369fda5af27', 'name': 'network-vif-deleted', 'tag': '3ee629d1-4a99-46b6-aeb5-f6f9c4fc0eb6', 'status': 'completed', 'code': 200} Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:49.689428 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:49.750027 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-046e3050-da8a-43f9-a896-da638ad8b33b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.754370 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-046e3050-da8a-43f9-a896-da638ad8b33b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/035ba89b-40dc-4335-9879-28d98d89ed73 HTTP/1.1" status: 204 len: 168 time: 0.7427607 Jul 13 07:49:49.757042 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:49.759189 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54994) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:49.794039 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:49.794462 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:49.795067 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:49.795420 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:49.795764 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:49.796114 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:49.796665 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:49.796840 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:49.797121 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:49.797652 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:49.798066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:49.798381 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:49.868176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e3050-da8a-43f9-a896-da638ad8b33b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=035ba89b-40dc-4335-9879-28d98d89ed73,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:49.876252 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-8b123ebe-9111-4795-93fe-355549be5477 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Network 90f94e91-9b3a-4ae3-8891-aca9a5ea834a is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:49.879439 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.887677 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b123ebe-9111-4795-93fe-355549be5477 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Pushing event updated for resources: {'Port': ['ID=7043334f-f146-405c-96bc-a96fa4a94c56,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:49.904408 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.909959 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/625894be-3057-4da0-845c-d17e14871c66 HTTP/1.1" status: 204 len: 168 time: 7.3712127 Jul 13 07:49:49.911073 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55000) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:49.926549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-589470aa-eb5c-4dbb-affd-ea2c70a2084d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-14926588'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:49.928276 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e068d-174f-43ec-8c76-eb44c17db16e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Network': ['ID=625894be-3057-4da0-845c-d17e14871c66,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:49.930309 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-8b123ebe-9111-4795-93fe-355549be5477 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:49.941330 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-8b123ebe-9111-4795-93fe-355549be5477 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:49.949696 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e608901c-28b0-46d2-ae70-ead5faf0f068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.958862 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629c880-7d64-42d4-8560-9ca14b212f07 req-54fea246-e537-4290-8de2-854e0f7d04a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:49.960745 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5629c880-7d64-42d4-8560-9ca14b212f07 req-54fea246-e537-4290-8de2-854e0f7d04a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b4fd3a8-9309-406f-87ff-e745f78908e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3548107 Jul 13 07:49:49.979071 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Checking segment: {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:49.979331 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Network hostable DHCP agents. Network: dcb46551-b67f-448d-9e50-7e4cc85c9056, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:49:50.001948 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e7c6e2-f923-47cd-9e95-3a7d29693f3f {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:50.022303 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.023745 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589470aa-eb5c-4dbb-affd-ea2c70a2084d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:50.028685 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-589470aa-eb5c-4dbb-affd-ea2c70a2084d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.055439 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] Transition to ACTIVE for port object a7e7c6e2-f923-47cd-9e95-3a7d29693f3f will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:50.064898 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeefe71-043d-4e99-911c-80f71a627fbb req-84a7fd31-f689-4f89-a889-b0f657df10bb tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:50.066479 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aeeefe71-043d-4e99-911c-80f71a627fbb req-84a7fd31-f689-4f89-a889-b0f657df10bb tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4c9434-f5d9-469b-87c9-9d82e1e019df HTTP/1.1" status: 200 len: 944 time: 0.4005687 Jul 13 07:49:50.073378 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-8b123ebe-9111-4795-93fe-355549be5477 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:50.074026 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-8b123ebe-9111-4795-93fe-355549be5477 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.081817 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.132325 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae64749-3a98-43f6-b788-d5b1b6cbfbfd req-3d3d847c-1d71-4b43-8006-1f06769c9bfd tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:50.133905 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7ae64749-3a98-43f6-b788-d5b1b6cbfbfd req-3d3d847c-1d71-4b43-8006-1f06769c9bfd tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=d01ef49d-3688-480d-928a-e58bb1176871 HTTP/1.1" status: 200 len: 932 time: 0.4293165 Jul 13 07:49:50.152503 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Network dcb46551-b67f-448d-9e50-7e4cc85c9056 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:49:50.179547 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589470aa-eb5c-4dbb-affd-ea2c70a2084d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:49:50.201723 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-8b123ebe-9111-4795-93fe-355549be5477 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8757570 Jul 13 07:49:50.213183 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aeeefe71-043d-4e99-911c-80f71a627fbb req-de83bbb4-8b6d-4a46-94be-2cbd6d8ee04e tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=c69b73e5-f191-4453-a11f-fc128696d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343293 Jul 13 07:49:50.224483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] Request body: {'port': {'device_id': 'd01ef49d-3688-480d-928a-e58bb1176871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:50.229594 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e608901c-28b0-46d2-ae70-ead5faf0f068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.241894 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, dcb46551-b67f-448d-9e50-7e4cc85c9056) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:50.250993 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3ed710-1818-490d-885b-1b240949b3e9 None None] Network dcb46551-b67f-448d-9e50-7e4cc85c9056 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:50.259999 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-e608901c-28b0-46d2-ae70-ead5faf0f068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6b9f57-b18e-4e29-a5c4-b4b57974073c']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:50.262983 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:50.264300 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.271600 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e7c6e2-f923-47cd-9e95-3a7d29693f3f,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:50.284804 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-589470aa-eb5c-4dbb-affd-ea2c70a2084d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.285524 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-589470aa-eb5c-4dbb-affd-ea2c70a2084d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Added segment a463397e-bb1a-41b5-8997-df42b6b2836e of type vlan for network 7e584724-1928-4f0f-aa1d-098cb6835b45 Jul 13 07:49:50.302732 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-e608901c-28b0-46d2-ae70-ead5faf0f068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb46daf5-4218-4e34-bcb9-d59b2cec1969') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:50.302732 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-e608901c-28b0-46d2-ae70-ead5faf0f068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb46daf5-4218-4e34-bcb9-d59b2cec1969') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:50.324396 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5629c880-7d64-42d4-8560-9ca14b212f07 req-bb16f0b3-a457-4d38-bc9d-7c0e347ed7a1 service neutron] 10.222.0.62 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499222 Jul 13 07:49:50.342231 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7ae64749-3a98-43f6-b788-d5b1b6cbfbfd req-e9505cd8-f667-4762-b171-50dc28fda242 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743300 Jul 13 07:49:50.376576 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-589470aa-eb5c-4dbb-affd-ea2c70a2084d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.438720 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] Attempting to bind port a7e7c6e2-f923-47cd-9e95-3a7d29693f3f on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:50.439062 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] Attempting to bind port a7e7c6e2-f923-47cd-9e95-3a7d29693f3f by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '20a1cd25-bdd5-454d-94c7-f669c9b97aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:50.439400 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] Attempting to bind port a7e7c6e2-f923-47cd-9e95-3a7d29693f3f on network 90f94e91-9b3a-4ae3-8891-aca9a5ea834a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:50.447020 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.472775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] Port a7e7c6e2-f923-47cd-9e95-3a7d29693f3f on network 90f94e91-9b3a-4ae3-8891-aca9a5ea834a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:49:50.473111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] Attempting to bind port a7e7c6e2-f923-47cd-9e95-3a7d29693f3f on network 90f94e91-9b3a-4ae3-8891-aca9a5ea834a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:50.483862 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:50.484203 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] Checking segment: {'id': '20a1cd25-bdd5-454d-94c7-f669c9b97aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:50.484599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] Bound using segment: {'id': '20a1cd25-bdd5-454d-94c7-f669c9b97aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:50.485049 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] Bound port: a7e7c6e2-f923-47cd-9e95-3a7d29693f3f, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a1cd25-bdd5-454d-94c7-f669c9b97aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:50.485415 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.501357 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e608901c-28b0-46d2-ae70-ead5faf0f068 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.507053 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ddad75fa-8c64-4107-9341-6c3f069d76ba admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8220952 Jul 13 07:49:50.515945 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-589470aa-eb5c-4dbb-affd-ea2c70a2084d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.519795 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55010) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:50.524947 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-de3d032c-b12e-4db5-ab5d-40c2f09964ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:50.531049 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589470aa-eb5c-4dbb-affd-ea2c70a2084d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:50.531443 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-dcb46551-b67f-448d-9e50-7e4cc85c9056', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:49:50.532135 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-589470aa-eb5c-4dbb-affd-ea2c70a2084d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.532319 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.558183 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de3d032c-b12e-4db5-ab5d-40c2f09964ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.559286 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de3d032c-b12e-4db5-ab5d-40c2f09964ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.579238 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55012) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:50.602039 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e608901c-28b0-46d2-ae70-ead5faf0f068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.639972 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e608901c-28b0-46d2-ae70-ead5faf0f068 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:50.640465 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e608901c-28b0-46d2-ae70-ead5faf0f068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:50.651315 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:50.673125 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-589470aa-eb5c-4dbb-affd-ea2c70a2084d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7520123 Jul 13 07:49:50.689427 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55016) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:50.699486 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c8031045-046e-4fb3-a6ea-a2c380427e2f tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'subnet': {'network_id': '7e584724-1928-4f0f-aa1d-098cb6835b45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:50.736515 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5629c880-7d64-42d4-8560-9ca14b212f07 req-339ec76f-8c3b-476c-9b72-3e4d641ad60d service neutron] 10.222.0.62 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224905 Jul 13 07:49:50.749316 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de3d032c-b12e-4db5-ab5d-40c2f09964ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.757078 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589470aa-eb5c-4dbb-affd-ea2c70a2084d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Network': ['ID=7e584724-1928-4f0f-aa1d-098cb6835b45,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:50.757317 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] Allocated IP 172.20.0.2 (dcb46551-b67f-448d-9e50-7e4cc85c9056/fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361/f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:50.780218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 7e584724-1928-4f0f-aa1d-098cb6835b45 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:49:50.802517 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-48cfce69-b277-4b47-8668-663b2c2cb9a0 admin admin] Deleting subnet ef8db247-d22c-4308-8e07-626593577869 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:50.810293 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-48cfce69-b277-4b47-8668-663b2c2cb9a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.866034 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e608901c-28b0-46d2-ae70-ead5faf0f068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.883020 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] For port a7e7c6e2-f923-47cd-9e95-3a7d29693f3f, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:50.938206 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] For port a7e7c6e2-f923-47cd-9e95-3a7d29693f3f, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a7e7c6e2-f923-47cd-9e95-3a7d29693f3f,segment=NetworkSegment(20a1cd25-bdd5-454d-94c7-f669c9b97aa9),segment_id=20a1cd25-bdd5-454d-94c7-f669c9b97aa9)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:50.984595 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.996197 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] Transition to ACTIVE for port object f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:50.999041 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.016706 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] Transition to ACTIVE for port object f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:51.038890 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 60be258c-ad6f-4df6-b8b3-f60534b72535 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:51.041551 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de3d032c-b12e-4db5-ab5d-40c2f09964ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.042049 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.079551 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:51.080808 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.082567 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] 10.222.0.62 "PUT /v2.0/ports/a7e7c6e2-f923-47cd-9e95-3a7d29693f3f HTTP/1.1" status: 200 len: 1092 time: 2.6952050 Jul 13 07:49:51.171360 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] Network dcb46551-b67f-448d-9e50-7e4cc85c9056 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:51.221928 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:51.228143 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:51.292469 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] Pushing event updated for resources: {'Port': ['ID=f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:51.294404 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e608901c-28b0-46d2-ae70-ead5faf0f068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.307572 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e608901c-28b0-46d2-ae70-ead5faf0f068 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ac6b9f57-b18e-4e29-a5c4-b4b57974073c HTTP/1.1" status: 204 len: 168 time: 1.5398886 Jul 13 07:49:51.345747 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 60be258c-ad6f-4df6-b8b3-f60534b72535 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:51.357843 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] Attempting to bind port f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:51.360179 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] Attempting to bind port f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:51.362961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] Attempting to bind port f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c on network dcb46551-b67f-448d-9e50-7e4cc85c9056 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:51.367419 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-48cfce69-b277-4b47-8668-663b2c2cb9a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.375506 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:51.375506 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] Checking segment: {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:51.377074 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.377593 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] Bound using segment: {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:51.379385 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] Bound port: f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:51.379904 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.384092 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 60be258c-ad6f-4df6-b8b3-f60534b72535 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:51.386928 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.452280 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608901c-28b0-46d2-ae70-ead5faf0f068 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac6b9f57-b18e-4e29-a5c4-b4b57974073c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:51.460993 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-48cfce69-b277-4b47-8668-663b2c2cb9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.495498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55036) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:51.520800 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8031045-046e-4fb3-a6ea-a2c380427e2f tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:51.524446 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c8031045-046e-4fb3-a6ea-a2c380427e2f tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.570992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] For port f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:51.576210 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] For port f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:51.596434 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.674499 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1f9b7271-c85f-4521-8e48-b45e487a4fb8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a2d94951be8240cfb8e312fecc3b6950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1748621 Jul 13 07:49:51.676478 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55040) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:51.705969 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-48cfce69-b277-4b47-8668-663b2c2cb9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.723636 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d7fb90-6751-4ee4-89bf-100db2e7d13e', 'tag': 'a7e7c6e2-f923-47cd-9e95-3a7d29693f3f'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:51.726036 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0a2ef9-aa8b-4775-80e3-bdf976bdb062" -d '{"events": [{"name": "network-changed", "server_uuid": "50d7fb90-6751-4ee4-89bf-100db2e7d13e", "tag": "a7e7c6e2-f923-47cd-9e95-3a7d29693f3f"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:51.735777 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af89bb-b864-4625-a7ed-5b8b165924c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e7c6e2-f923-47cd-9e95-3a7d29693f3f,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:51.755354 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfce69-b277-4b47-8668-663b2c2cb9a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef8db247-d22c-4308-8e07-626593577869,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:51.777098 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-48cfce69-b277-4b47-8668-663b2c2cb9a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.782009 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-48cfce69-b277-4b47-8668-663b2c2cb9a0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ef8db247-d22c-4308-8e07-626593577869 HTTP/1.1" status: 204 len: 168 time: 1.1988428 Jul 13 07:49:51.785798 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55044) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:51.806322 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.808978 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d662857-7242-41a1-a62e-504aeeb1eb40 None None] Pushing event updated for resources: {'Port': ['ID=f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:51.859242 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7043334f-f146-405c-96bc-a96fa4a94c56 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:51.867072 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4c9434-f5d9-469b-87c9-9d82e1e019df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60be258c-ad6f-4df6-b8b3-f60534b72535'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:51.869613 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495f48fd-a6de-4a8c-b805-74d1f41c1c32" -d '{"events": [{"server_uuid": "ae4c9434-f5d9-469b-87c9-9d82e1e019df", "name": "network-vif-plugged", "status": "completed", "tag": "60be258c-ad6f-4df6-b8b3-f60534b72535"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:51.882916 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.885527 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 60be258c-ad6f-4df6-b8b3-f60534b72535, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=60be258c-ad6f-4df6-b8b3-f60534b72535,segment=NetworkSegment(fcf199ef-b4b7-4de6-b19e-68a9531bc13c),segment_id=fcf199ef-b4b7-4de6-b19e-68a9531bc13c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:51.891165 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.944824 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] Transition to ACTIVE for port object 7043334f-f146-405c-96bc-a96fa4a94c56 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:51.958703 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c67411a4-2fe6-4610-a812-47ce0b2c84ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:51.960235 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c67411a4-2fe6-4610-a812-47ce0b2c84ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=70ce0288d45a4135bb7adba975dbd145&device_id=50d7fb90-6751-4ee4-89bf-100db2e7d13e HTTP/1.1" status: 200 len: 1095 time: 0.3489881 Jul 13 07:49:51.975743 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aed445-2063-466a-ab8c-8ab780585e5b req-4293ecdf-5feb-4f20-afdf-292538d2318c tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:51.977342 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10aed445-2063-466a-ab8c-8ab780585e5b req-4293ecdf-5feb-4f20-afdf-292538d2318c tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4c9434-f5d9-469b-87c9-9d82e1e019df HTTP/1.1" status: 200 len: 944 time: 0.3683183 Jul 13 07:49:51.994061 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fdef0-07e3-4e53-a0eb-c3587e11555e req-56ef4128-81f7-428f-a100-f0d74721e6cd tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:52.002425 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aa1ecdbe-8511-4d22-90d8-c48afe4161b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.002635 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a5fdef0-07e3-4e53-a0eb-c3587e11555e req-56ef4128-81f7-428f-a100-f0d74721e6cd tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=d01ef49d-3688-480d-928a-e58bb1176871 HTTP/1.1" status: 200 len: 932 time: 0.3943241 Jul 13 07:49:52.004221 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.021542 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-64465e0e-8066-46b9-98d1-63e4cbfe3127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.024220 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=60be258c-ad6f-4df6-b8b3-f60534b72535,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:52.095881 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aa1ecdbe-8511-4d22-90d8-c48afe4161b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.188719 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-f2b94e93-06d2-4d95-af5c-34652c2d2b95 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7e7c6e2-f923-47cd-9e95-3a7d29693f3f HTTP/1.1" status: 200 len: 217 time: 0.1805348 Jul 13 07:49:52.205177 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c8031045-046e-4fb3-a6ea-a2c380427e2f tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.314122 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8031045-046e-4fb3-a6ea-a2c380427e2f tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Subnet': ['ID=e65d1946-8fd9-4b0e-8d1c-cff30d10b059,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:52.350881 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] Pushing event updated for resources: {'Port': ['ID=7043334f-f146-405c-96bc-a96fa4a94c56,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:52.358995 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-64465e0e-8066-46b9-98d1-63e4cbfe3127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.393196 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aa1ecdbe-8511-4d22-90d8-c48afe4161b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.395990 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aa1ecdbe-8511-4d22-90d8-c48afe4161b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.399750 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-aa1ecdbe-8511-4d22-90d8-c48afe4161b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4827b731-2d17-43a6-a5a8-108ec7e93335 HTTP/1.1" status: 204 len: 168 time: 0.7198281 Jul 13 07:49:52.405576 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-64465e0e-8066-46b9-98d1-63e4cbfe3127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c938579-69a9-4580-83e5-cee3b6a3b922']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:52.419129 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8031045-046e-4fb3-a6ea-a2c380427e2f tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Checking segment: {'id': 'a463397e-bb1a-41b5-8997-df42b6b2836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7e584724-1928-4f0f-aa1d-098cb6835b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:52.420168 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8031045-046e-4fb3-a6ea-a2c380427e2f tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network hostable DHCP agents. Network: 7e584724-1928-4f0f-aa1d-098cb6835b45, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:49:52.424586 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ecdbe-8511-4d22-90d8-c48afe4161b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4827b731-2d17-43a6-a5a8-108ec7e93335,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:52.426768 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a5fdef0-07e3-4e53-a0eb-c3587e11555e req-dfdee21f-d121-43ac-bd2d-f36429eec00c tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234381 Jul 13 07:49:52.446764 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-64465e0e-8066-46b9-98d1-63e4cbfe3127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:52.451766 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10aed445-2063-466a-ab8c-8ab780585e5b req-5140101d-a9bd-4511-a6af-649b4d2784c1 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=c69b73e5-f191-4453-a11f-fc128696d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4426842 Jul 13 07:49:52.452259 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-64465e0e-8066-46b9-98d1-63e4cbfe3127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4619b09-1c67-405c-a9ab-6a0ddad7d8d2') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:52.467484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0896b496-8b7f-45eb-9330-e5c736dd07af None None] Provisioning complete for port 60be258c-ad6f-4df6-b8b3-f60534b72535 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:52.468009 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0896b496-8b7f-45eb-9330-e5c736dd07af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.499989 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-64465e0e-8066-46b9-98d1-63e4cbfe3127 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.523503 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8031045-046e-4fb3-a6ea-a2c380427e2f tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network 7e584724-1928-4f0f-aa1d-098cb6835b45 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:49:52.545871 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-64465e0e-8066-46b9-98d1-63e4cbfe3127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.557259 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-c8031045-046e-4fb3-a6ea-a2c380427e2f tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 7e584724-1928-4f0f-aa1d-098cb6835b45) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:52.566403 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64465e0e-8066-46b9-98d1-63e4cbfe3127 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:52.567079 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-64465e0e-8066-46b9-98d1-63e4cbfe3127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:52.572670 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:52.586711 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9495ce-1dc3-47ed-b9bd-757e82003a1c None None] Network 7e584724-1928-4f0f-aa1d-098cb6835b45 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:52.589799 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c5f25c69-6e9f-4425-96ad-8b416e571633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:52.603271 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c5f25c69-6e9f-4425-96ad-8b416e571633 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=883999c5-42f5-45ee-8923-d3fb6c82c275 HTTP/1.1" status: 200 len: 852 time: 0.3948138 Jul 13 07:49:52.604872 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb866597-559f-4796-9100-5d6b3252eee0 x-openstack-request-id: req-cb866597-559f-4796-9100-5d6b3252eee0 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:52.606572 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d7fb90-6751-4ee4-89bf-100db2e7d13e", "tag": "a7e7c6e2-f923-47cd-9e95-3a7d29693f3f", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:52.607489 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cb866597-559f-4796-9100-5d6b3252eee0 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:52.608798 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d7fb90-6751-4ee4-89bf-100db2e7d13e', 'tag': 'a7e7c6e2-f923-47cd-9e95-3a7d29693f3f', 'status': 'completed', 'code': 200} Jul 13 07:49:52.621591 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8031045-046e-4fb3-a6ea-a2c380427e2f tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:52.624323 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c8031045-046e-4fb3-a6ea-a2c380427e2f tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.692025 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3629f1f0-ec88-4596-a5b8-15e6e8d07300 x-openstack-request-id: req-3629f1f0-ec88-4596-a5b8-15e6e8d07300 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:52.692324 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4c9434-f5d9-469b-87c9-9d82e1e019df", "name": "network-vif-plugged", "status": "completed", "tag": "60be258c-ad6f-4df6-b8b3-f60534b72535", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:52.692608 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3629f1f0-ec88-4596-a5b8-15e6e8d07300 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:52.696438 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4c9434-f5d9-469b-87c9-9d82e1e019df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60be258c-ad6f-4df6-b8b3-f60534b72535', 'code': 200} Jul 13 07:49:52.727702 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c8031045-046e-4fb3-a6ea-a2c380427e2f tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0348830 Jul 13 07:49:52.728364 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55064) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:52.768605 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-33dbe137-2f7f-414d-92a2-5a782398075d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=90f94e91-9b3a-4ae3-8891-aca9a5ea834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846999 Jul 13 07:49:52.813182 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] Attempting to bind port 7043334f-f146-405c-96bc-a96fa4a94c56 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:52.813705 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] Attempting to bind port 7043334f-f146-405c-96bc-a96fa4a94c56 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '20a1cd25-bdd5-454d-94c7-f669c9b97aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:52.814209 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] Attempting to bind port 7043334f-f146-405c-96bc-a96fa4a94c56 on network 90f94e91-9b3a-4ae3-8891-aca9a5ea834a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:52.821959 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-64465e0e-8066-46b9-98d1-63e4cbfe3127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.841913 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] Port 7043334f-f146-405c-96bc-a96fa4a94c56 on network 90f94e91-9b3a-4ae3-8891-aca9a5ea834a not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:49:52.842446 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] Attempting to bind port 7043334f-f146-405c-96bc-a96fa4a94c56 on network 90f94e91-9b3a-4ae3-8891-aca9a5ea834a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:52.856885 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:52.858337 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] Checking segment: {'id': '20a1cd25-bdd5-454d-94c7-f669c9b97aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:52.858662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] Bound using segment: {'id': '20a1cd25-bdd5-454d-94c7-f669c9b97aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:52.860264 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] Bound port: 7043334f-f146-405c-96bc-a96fa4a94c56, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a1cd25-bdd5-454d-94c7-f669c9b97aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:52.860736 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.863474 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de3d032c-b12e-4db5-ab5d-40c2f09964ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.930329 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-64465e0e-8066-46b9-98d1-63e4cbfe3127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.931770 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-7e584724-1928-4f0f-aa1d-098cb6835b45', 'network_id': '7e584724-1928-4f0f-aa1d-098cb6835b45', 'tenant_id': '3c4ada9f30ee4d3dbb36b71a606af4cb', 'fixed_ips': [{'subnet_id': 'e65d1946-8fd9-4b0e-8d1c-cff30d10b059'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:49:52.932840 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.938715 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-64465e0e-8066-46b9-98d1-63e4cbfe3127 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7c938579-69a9-4580-83e5-cee3b6a3b922 HTTP/1.1" status: 204 len: 168 time: 1.1517146 Jul 13 07:49:52.943490 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64465e0e-8066-46b9-98d1-63e4cbfe3127 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c938579-69a9-4580-83e5-cee3b6a3b922,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:53.110178 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1344f-fa1a-4eb5-a43d-19f70899c57b req-c458f189-6b56-4907-a324-6484cd2919fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:53.111714 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-51d1344f-fa1a-4eb5-a43d-19f70899c57b req-c458f189-6b56-4907-a324-6484cd2919fb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ae4c9434-f5d9-469b-87c9-9d82e1e019df HTTP/1.1" status: 200 len: 1097 time: 0.3426328 Jul 13 07:49:53.114753 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de3d032c-b12e-4db5-ab5d-40c2f09964ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.156021 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.213742 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] Allocated IP 172.20.0.1 (7e584724-1928-4f0f-aa1d-098cb6835b45/e65d1946-8fd9-4b0e-8d1c-cff30d10b059/eb48bc0f-902a-4e6f-bfb4-e7b7ca2cad01) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:53.251731 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-51d1344f-fa1a-4eb5-a43d-19f70899c57b req-4017a011-b192-4ce1-a3d6-aab1cd888a57 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c69b73e5-f191-4453-a11f-fc128696d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238935 Jul 13 07:49:53.256843 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55080) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:53.303638 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.398735 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-36e5b50c-6161-455e-8ea1-ca90dc98c8e3 service neutron] 10.222.0.62 "GET /v2.0/networks/90f94e91-9b3a-4ae3-8891-aca9a5ea834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938418 Jul 13 07:49:53.440293 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d9f00ade-f03f-4508-b50b-b197b76104cd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e9e86bdd92ef4c5fb6eac74ebb687aba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820943 Jul 13 07:49:53.443467 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55086) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:53.465403 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:53.530680 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3b37c016-1182-42bb-8e08-a148d37a7396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.536378 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-0a2abb66-f51a-4412-afb3-4925d6d16e29 service neutron] 10.222.0.62 "GET /v2.0/networks/90f94e91-9b3a-4ae3-8891-aca9a5ea834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249654 Jul 13 07:49:53.572618 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24369f9d-09a4-451b-9876-81fae84ce6ff None None] Network dcb46551-b67f-448d-9e50-7e4cc85c9056 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:53.600550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] For port 7043334f-f146-405c-96bc-a96fa4a94c56, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:53.607534 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] For port 7043334f-f146-405c-96bc-a96fa4a94c56, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7043334f-f146-405c-96bc-a96fa4a94c56,segment=NetworkSegment(20a1cd25-bdd5-454d-94c7-f669c9b97aa9),segment_id=20a1cd25-bdd5-454d-94c7-f669c9b97aa9)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:53.609021 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3b37c016-1182-42bb-8e08-a148d37a7396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.663252 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49e4bfc8-67ed-4ae2-ad47-06755a32f82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.675940 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.725087 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3b37c016-1182-42bb-8e08-a148d37a7396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.728841 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3b37c016-1182-42bb-8e08-a148d37a7396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.734873 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3b37c016-1182-42bb-8e08-a148d37a7396 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/545b3c60-167e-4597-a4bc-206bdb6d52eb HTTP/1.1" status: 204 len: 168 time: 0.2905059 Jul 13 07:49:53.744611 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37c016-1182-42bb-8e08-a148d37a7396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545b3c60-167e-4597-a4bc-206bdb6d52eb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:53.788170 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a5ded50a-5898-4f41-8707-c0de22878ac1 None None] Provisioning for port f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:53.788643 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:53.789385 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.791639 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] 10.222.0.35 "PUT /v2.0/ports/7043334f-f146-405c-96bc-a96fa4a94c56 HTTP/1.1" status: 200 len: 1093 time: 3.5775445 Jul 13 07:49:53.796099 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.821464 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-de3d032c-b12e-4db5-ab5d-40c2f09964ed admin admin] Allocated IP 172.25.0.195 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:53.832977 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] Transition to ACTIVE for port object eb48bc0f-902a-4e6f-bfb4-e7b7ca2cad01 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:53.866289 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:53.881492 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:53.881888 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55104) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:53.882045 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.883733 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] Transition to ACTIVE for port object eb48bc0f-902a-4e6f-bfb4-e7b7ca2cad01 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:53.929525 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.940391 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.988423 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Subnet': ['ID=e65d1946-8fd9-4b0e-8d1c-cff30d10b059,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:54.068929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] Network 7e584724-1928-4f0f-aa1d-098cb6835b45 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:54.092678 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] Pushing event updated for resources: {'Port': ['ID=eb48bc0f-902a-4e6f-bfb4-e7b7ca2cad01,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:54.096596 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:54.100599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:54.134270 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9801e7e-c1b9-4046-a660-8df4d059a22d service neutron] Pushing event updated for resources: {'Port': ['ID=7043334f-f146-405c-96bc-a96fa4a94c56,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:54.170329 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.193208 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.210963 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a2ef9-aa8b-4775-80e3-bdf976bdb062 req-0ced94da-a73f-4838-b518-c8d58c737a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:54.212654 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b0a2ef9-aa8b-4775-80e3-bdf976bdb062 req-0ced94da-a73f-4838-b518-c8d58c737a74 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=70ce0288d45a4135bb7adba975dbd145&device_id=50d7fb90-6751-4ee4-89bf-100db2e7d13e HTTP/1.1" status: 200 len: 1095 time: 0.5733798 Jul 13 07:49:54.221900 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e584724-1928-4f0f-aa1d-098cb6835b45']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:54.232991 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de3d032c-b12e-4db5-ab5d-40c2f09964ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.241662 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a463397e-bb1a-41b5-8997-df42b6b2836e') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:54.241974 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a463397e-bb1a-41b5-8997-df42b6b2836e') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:54.257800 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e486399-f483-4acf-aeff-bf79c99a1397 req-aabdb52d-b29c-44ae-b82e-a0d7abd70696 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:54.262341 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.266322 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e486399-f483-4acf-aeff-bf79c99a1397 req-aabdb52d-b29c-44ae-b82e-a0d7abd70696 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=d01ef49d-3688-480d-928a-e58bb1176871 HTTP/1.1" status: 200 len: 944 time: 0.5343413 Jul 13 07:49:54.287190 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.295554 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:54.296020 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:54.299497 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:54.441346 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-e25135de-60d3-4a9e-8f29-2f58383239ee admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1855074027-network', 'tenant_id': '4287d388cd264ee297d6c2edf9d23be6'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:54.463923 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.api [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:49:54.463923 n-d-779913-28 neutron-server[93723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:49:54.463923 n-d-779913-28 neutron-server[93723]: [parameters: {'id': '7e584724-1928-4f0f-aa1d-098cb6835b45'}] Jul 13 07:49:54.463923 n-d-779913-28 neutron-server[93723]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:49:54.464602 n-d-779913-28 neutron-server[93723]: DEBUG oslo_db.api [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:49:54.481018 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25135de-60d3-4a9e-8f29-2f58383239ee admin admin] Made reservation on behalf of 4287d388cd264ee297d6c2edf9d23be6 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:54.489009 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e25135de-60d3-4a9e-8f29-2f58383239ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.492113 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a6a7d-fe03-40f1-b3dc-44bd71da5345 req-a8e3f6d8-1c02-405f-8f98-3f28b84fde20 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:54.493690 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-730a6a7d-fe03-40f1-b3dc-44bd71da5345 req-a8e3f6d8-1c02-405f-8f98-3f28b84fde20 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4c9434-f5d9-469b-87c9-9d82e1e019df HTTP/1.1" status: 200 len: 945 time: 0.7080162 Jul 13 07:49:54.503470 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de3d032c-b12e-4db5-ab5d-40c2f09964ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.508577 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e25135de-60d3-4a9e-8f29-2f58383239ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.513377 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-b7d9e9d3-6b9e-41d2-a0ec-dfa902ad9e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:54.515166 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-b7d9e9d3-6b9e-41d2-a0ec-dfa902ad9e3c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70ce0288d45a4135bb7adba975dbd145&device_id=d01ef49d-3688-480d-928a-e58bb1176871 HTTP/1.1" status: 200 len: 1096 time: 0.5958059 Jul 13 07:49:54.537153 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d032c-b12e-4db5-ab5d-40c2f09964ed admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:54.555143 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-de3d032c-b12e-4db5-ab5d-40c2f09964ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:54.566596 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d032c-b12e-4db5-ab5d-40c2f09964ed admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:54.624134 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01ef49d-3688-480d-928a-e58bb1176871', 'tag': '7043334f-f146-405c-96bc-a96fa4a94c56'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:54.627491 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03cdf0f-ea12-44e5-9c8b-29ee6a962db7" -d '{"events": [{"name": "network-changed", "server_uuid": "d01ef49d-3688-480d-928a-e58bb1176871", "tag": "7043334f-f146-405c-96bc-a96fa4a94c56"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:54.634264 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:54.641267 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] Attempting to bind port eb48bc0f-902a-4e6f-bfb4-e7b7ca2cad01 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:54.641675 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] Attempting to bind port eb48bc0f-902a-4e6f-bfb4-e7b7ca2cad01 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'a463397e-bb1a-41b5-8997-df42b6b2836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7e584724-1928-4f0f-aa1d-098cb6835b45'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:54.642272 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] Attempting to bind port eb48bc0f-902a-4e6f-bfb4-e7b7ca2cad01 on network 7e584724-1928-4f0f-aa1d-098cb6835b45 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:54.645295 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e25135de-60d3-4a9e-8f29-2f58383239ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.650503 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.652239 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e25135de-60d3-4a9e-8f29-2f58383239ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.683879 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25135de-60d3-4a9e-8f29-2f58383239ee admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:49:54.696501 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25135de-60d3-4a9e-8f29-2f58383239ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae84f92-1192-41ad-9eb6-972ce98985c2,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:54.700485 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:54.701192 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] Checking segment: {'id': 'a463397e-bb1a-41b5-8997-df42b6b2836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7e584724-1928-4f0f-aa1d-098cb6835b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:54.701790 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.702398 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] Bound using segment: {'id': 'a463397e-bb1a-41b5-8997-df42b6b2836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7e584724-1928-4f0f-aa1d-098cb6835b45'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:54.703051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] Bound port: eb48bc0f-902a-4e6f-bfb4-e7b7ca2cad01, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a463397e-bb1a-41b5-8997-df42b6b2836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7e584724-1928-4f0f-aa1d-098cb6835b45'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:54.703201 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e25135de-60d3-4a9e-8f29-2f58383239ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.703459 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-e25135de-60d3-4a9e-8f29-2f58383239ee admin admin] Added segment 293b2719-f767-4d4b-bc88-b5129957a57c of type vlan for network 9787b5b0-e956-4dd4-8542-b6b6fd84f399 Jul 13 07:49:54.703927 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.708628 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:54.767152 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e25135de-60d3-4a9e-8f29-2f58383239ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.804802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] For port eb48bc0f-902a-4e6f-bfb4-e7b7ca2cad01, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:54.815189 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] For port eb48bc0f-902a-4e6f-bfb4-e7b7ca2cad01, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=eb48bc0f-902a-4e6f-bfb4-e7b7ca2cad01,segment=NetworkSegment(a463397e-bb1a-41b5-8997-df42b6b2836e),segment_id=a463397e-bb1a-41b5-8997-df42b6b2836e)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:54.823414 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.880455 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e25135de-60d3-4a9e-8f29-2f58383239ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.882612 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25135de-60d3-4a9e-8f29-2f58383239ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:54.885025 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e25135de-60d3-4a9e-8f29-2f58383239ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.897370 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a7e7c6e2-f923-47cd-9e95-3a7d29693f3f details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:49:55.001336 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.011956 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e25135de-60d3-4a9e-8f29-2f58383239ee admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1289539 Jul 13 07:49:55.013450 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25135de-60d3-4a9e-8f29-2f58383239ee admin admin] Pushing event updated for resources: {'Network': ['ID=9787b5b0-e956-4dd4-8542-b6b6fd84f399,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:55.015444 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc867bc-5c9e-4460-896b-bb7fecb5441e None None] Pushing event updated for resources: {'Port': ['ID=eb48bc0f-902a-4e6f-bfb4-e7b7ca2cad01,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:55.020178 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55140) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:55.030737 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6adb32b-6063-476d-8ac4-dfb4df45581a None None] Network 7e584724-1928-4f0f-aa1d-098cb6835b45 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:55.037979 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d56b210a-01ba-49e2-9523-30205447d93e admin admin] Request body: {'subnet': {'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1855074027-subnet', 'tenant_id': '4287d388cd264ee297d6c2edf9d23be6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:55.115443 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 9787b5b0-e956-4dd4-8542-b6b6fd84f399 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:49:55.130458 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:55.137015 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56b210a-01ba-49e2-9523-30205447d93e admin admin] Made reservation on behalf of 4287d388cd264ee297d6c2edf9d23be6 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:55.139581 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d56b210a-01ba-49e2-9523-30205447d93e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.301327 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55148) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:55.302055 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-e3eb2f4a-653d-4f1b-9840-70258e8068c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7043334f-f146-405c-96bc-a96fa4a94c56 HTTP/1.1" status: 200 len: 217 time: 0.7539358 Jul 13 07:49:55.303257 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a2ef9-aa8b-4775-80e3-bdf976bdb062 req-47f42c29-a739-4d30-849a-9dd02cdc7445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:55.304619 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b0a2ef9-aa8b-4775-80e3-bdf976bdb062 req-47f42c29-a739-4d30-849a-9dd02cdc7445 service neutron] 10.222.0.62 "GET /v2.0/networks?id=90f94e91-9b3a-4ae3-8891-aca9a5ea834a HTTP/1.1" status: 200 len: 913 time: 1.0670450 Jul 13 07:49:55.380279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d683f6fc-643c-4282-87fa-10c5751cc415 None None] Provisioning complete for port f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:55.380982 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d683f6fc-643c-4282-87fa-10c5751cc415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.401154 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e486399-f483-4acf-aeff-bf79c99a1397 req-23a67a9a-62b6-4192-831d-9c5e4d5aec1d tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1305580 Jul 13 07:49:55.432826 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d56b210a-01ba-49e2-9523-30205447d93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.481940 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port a7e7c6e2-f923-47cd-9e95-3a7d29693f3f, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a7e7c6e2-f923-47cd-9e95-3a7d29693f3f,segment=NetworkSegment(20a1cd25-bdd5-454d-94c7-f669c9b97aa9),segment_id=20a1cd25-bdd5-454d-94c7-f669c9b97aa9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:55.521265 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:55.522031 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.563811 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b210a-01ba-49e2-9523-30205447d93e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e624621b-31d1-4f23-8dad-111fa26cc398,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:55.580066 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-730a6a7d-fe03-40f1-b3dc-44bd71da5345 req-ad5f6750-3844-441c-ace1-21bfefd45861 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=c69b73e5-f191-4453-a11f-fc128696d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0616238 Jul 13 07:49:55.587507 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d032c-b12e-4db5-ab5d-40c2f09964ed admin admin] Pushing event updated for resources: {'Port': ['ID=4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:55.591587 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-bb3f7df0-09a3-440f-a0ee-0090962faeff admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-98996288-network', 'tenant_id': '376f4e3c522040f6b122527b473e2cb2'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:55.598888 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'a7e7c6e2-f923-47cd-9e95-3a7d29693f3f', 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a', 'port_id': 'a7e7c6e2-f923-47cd-9e95-3a7d29693f3f', 'mac_address': 'fa:16:3e:c4:3b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883999c5-42f5-45ee-8923-d3fb6c82c275', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:49:55.610885 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Deleting port eb48bc0f-902a-4e6f-bfb4-e7b7ca2cad01 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:55.611289 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.617952 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b0a2ef9-aa8b-4775-80e3-bdf976bdb062 req-0f3ec25d-b861-4dfc-8a01-b7059f9d15d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7e7c6e2-f923-47cd-9e95-3a7d29693f3f HTTP/1.1" status: 200 len: 217 time: 0.2820191 Jul 13 07:49:55.648365 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-009eaa81-204d-4840-b311-7bd673b947e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:55.650003 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-009eaa81-204d-4840-b311-7bd673b947e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=883999c5-42f5-45ee-8923-d3fb6c82c275 HTTP/1.1" status: 200 len: 852 time: 0.3361783 Jul 13 07:49:55.686246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3f7df0-09a3-440f-a0ee-0090962faeff admin admin] Made reservation on behalf of 376f4e3c522040f6b122527b473e2cb2 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:55.689531 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb3f7df0-09a3-440f-a0ee-0090962faeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.744569 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.747899 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb3f7df0-09a3-440f-a0ee-0090962faeff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.750952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] For port eb48bc0f-902a-4e6f-bfb4-e7b7ca2cad01, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=eb48bc0f-902a-4e6f-bfb4-e7b7ca2cad01,segment=NetworkSegment(a463397e-bb1a-41b5-8997-df42b6b2836e),segment_id=a463397e-bb1a-41b5-8997-df42b6b2836e)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:55.751302 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.766370 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e7c6e2-f923-47cd-9e95-3a7d29693f3f {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:55.768616 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56b210a-01ba-49e2-9523-30205447d93e admin admin] Checking segment: {'id': '293b2719-f767-4d4b-bc88-b5129957a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:55.769156 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56b210a-01ba-49e2-9523-30205447d93e admin admin] Network hostable DHCP agents. Network: 9787b5b0-e956-4dd4-8542-b6b6fd84f399, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:49:55.777442 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Calling delete_port for eb48bc0f-902a-4e6f-bfb4-e7b7ca2cad01 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:55.779959 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9dd728-e7a8-4d18-b3bd-3123c9a8d734 x-openstack-request-id: req-bd9dd728-e7a8-4d18-b3bd-3123c9a8d734 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:55.780353 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01ef49d-3688-480d-928a-e58bb1176871", "tag": "7043334f-f146-405c-96bc-a96fa4a94c56", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:55.780736 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bd9dd728-e7a8-4d18-b3bd-3123c9a8d734 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:55.781219 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01ef49d-3688-480d-928a-e58bb1176871', 'tag': '7043334f-f146-405c-96bc-a96fa4a94c56', 'status': 'completed', 'code': 200} Jul 13 07:49:55.824069 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71eee2e-74cc-4dc3-8451-4802b3708b80 None None] get_active_networks_info from n-d-779913-28 {{(pid=93725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:49:55.830573 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port a7e7c6e2-f923-47cd-9e95-3a7d29693f3f, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a7e7c6e2-f923-47cd-9e95-3a7d29693f3f,segment=NetworkSegment(20a1cd25-bdd5-454d-94c7-f669c9b97aa9),segment_id=20a1cd25-bdd5-454d-94c7-f669c9b97aa9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:55.851519 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-acb1476e-fbe1-42c4-8045-6e2456d27d0a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=90f94e91-9b3a-4ae3-8891-aca9a5ea834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689576 Jul 13 07:49:55.863104 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.885792 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56b210a-01ba-49e2-9523-30205447d93e admin admin] Network 9787b5b0-e956-4dd4-8542-b6b6fd84f399 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:49:55.936474 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=a7e7c6e2-f923-47cd-9e95-3a7d29693f3f,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:55.948144 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.962836 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-d56b210a-01ba-49e2-9523-30205447d93e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 9787b5b0-e956-4dd4-8542-b6b6fd84f399) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:55.985903 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-6d68a266-d3e2-441f-a7af-76a95dc01f82 service neutron] 10.222.0.35 "GET /v2.0/networks/90f94e91-9b3a-4ae3-8891-aca9a5ea834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983582 Jul 13 07:49:55.989251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a2ef9-aa8b-4775-80e3-bdf976bdb062 req-82eba120-824b-453a-b19d-19d507b3509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:55.990985 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b0a2ef9-aa8b-4775-80e3-bdf976bdb062 req-82eba120-824b-453a-b19d-19d507b3509c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=883999c5-42f5-45ee-8923-d3fb6c82c275 HTTP/1.1" status: 200 len: 852 time: 0.3367565 Jul 13 07:49:55.991447 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Port': ['ID=eb48bc0f-902a-4e6f-bfb4-e7b7ca2cad01,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:55.996484 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56b210a-01ba-49e2-9523-30205447d93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:55.997142 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d56b210a-01ba-49e2-9523-30205447d93e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.004512 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No DVR routers for this DVR port eb48bc0f-902a-4e6f-bfb4-e7b7ca2cad01 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:56.050702 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b0a2ef9-aa8b-4775-80e3-bdf976bdb062 req-0948afa3-2ffd-40fd-b83e-0aa470b8a87a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=90f94e91-9b3a-4ae3-8891-aca9a5ea834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407016 Jul 13 07:49:56.148768 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.155114 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb3f7df0-09a3-440f-a0ee-0090962faeff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.166031 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e584724-1928-4f0f-aa1d-098cb6835b45']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:56.176013 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb3f7df0-09a3-440f-a0ee-0090962faeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.185712 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a463397e-bb1a-41b5-8997-df42b6b2836e') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:56.186637 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a463397e-bb1a-41b5-8997-df42b6b2836e') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:56.198213 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d56b210a-01ba-49e2-9523-30205447d93e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1710892 Jul 13 07:49:56.204138 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71eee2e-74cc-4dc3-8451-4802b3708b80 None None] Unable to find a vacant binding_index for network 9787b5b0-e956-4dd4-8542-b6b6fd84f399 and agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 13 07:49:56.210753 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71eee2e-74cc-4dc3-8451-4802b3708b80 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 9787b5b0-e956-4dd4-8542-b6b6fd84f399) {{(pid=93725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:49:56.214652 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.245257 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de3d032c-b12e-4db5-ab5d-40c2f09964ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.247334 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3f7df0-09a3-440f-a0ee-0090962faeff admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:49:56.250439 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.260324 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f7df0-09a3-440f-a0ee-0090962faeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092d067c-9fd9-4822-b513-a4f21704264a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:56.267215 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:56.269177 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:56.293839 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:56.301711 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb3f7df0-09a3-440f-a0ee-0090962faeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.302200 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-bb3f7df0-09a3-440f-a0ee-0090962faeff admin admin] Added segment b504b23a-69fa-4578-b49f-f0b571a6fc5e of type vlan for network fcdb9a53-7fcc-41f8-a568-74074bbf7107 Jul 13 07:49:56.355448 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b0a2ef9-aa8b-4775-80e3-bdf976bdb062 req-863150dd-fea8-4f04-ad7f-2290b44c3b88 service neutron] 10.222.0.62 "GET /v2.0/networks/90f94e91-9b3a-4ae3-8891-aca9a5ea834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936237 Jul 13 07:49:56.366013 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce866f93-7ca6-435d-9e4c-d541e1442a42 req-44c6fd56-a940-4f33-aa04-0e9a791cce74 service neutron] 10.222.0.35 "GET /v2.0/networks/90f94e91-9b3a-4ae3-8891-aca9a5ea834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669879 Jul 13 07:49:56.392103 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb3f7df0-09a3-440f-a0ee-0090962faeff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.399090 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.405283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['a7e7c6e2-f923-47cd-9e95-3a7d29693f3f'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:56.429139 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.432779 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/7e584724-1928-4f0f-aa1d-098cb6835b45 HTTP/1.1" status: 204 len: 168 time: 3.7027109 Jul 13 07:49:56.440809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55170) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:56.449329 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9caae21-84f4-45aa-92f1-9bb8aa67fe81 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Network': ['ID=7e584724-1928-4f0f-aa1d-098cb6835b45,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:56.455921 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bf39818f-ec11-4d0f-90c1-b011f835db8c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1009459591'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:56.484942 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb3f7df0-09a3-440f-a0ee-0090962faeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.486119 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3f7df0-09a3-440f-a0ee-0090962faeff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:56.486857 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb3f7df0-09a3-440f-a0ee-0090962faeff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.575313 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f7df0-09a3-440f-a0ee-0090962faeff admin admin] Pushing event updated for resources: {'Network': ['ID=fcdb9a53-7fcc-41f8-a568-74074bbf7107,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:56.603236 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network fcdb9a53-7fcc-41f8-a568-74074bbf7107 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:49:56.640632 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bb3f7df0-09a3-440f-a0ee-0090962faeff admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3325589 Jul 13 07:49:56.643593 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55188) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:56.649491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-9fbe3241-e628-4d87-b939-82657fc87fa0 admin admin] Request body: {'subnet': {'network_id': 'fcdb9a53-7fcc-41f8-a568-74074bbf7107', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-98996288-subnet', 'tenant_id': '376f4e3c522040f6b122527b473e2cb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:56.687381 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbe3241-e628-4d87-b939-82657fc87fa0 admin admin] Made reservation on behalf of 376f4e3c522040f6b122527b473e2cb2 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:56.690451 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fbe3241-e628-4d87-b939-82657fc87fa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.747220 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf39818f-ec11-4d0f-90c1-b011f835db8c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:56.753501 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf39818f-ec11-4d0f-90c1-b011f835db8c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.930555 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf39818f-ec11-4d0f-90c1-b011f835db8c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:49:56.943499 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf39818f-ec11-4d0f-90c1-b011f835db8c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.943826 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-bf39818f-ec11-4d0f-90c1-b011f835db8c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Added segment 4335e40e-67de-4afc-9ae6-22b0370dfade of type vlan for network 9758c88c-5a24-4752-9435-af10a68502b9 Jul 13 07:49:56.952184 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-9787b5b0-e956-4dd4-8542-b6b6fd84f399', 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399', 'tenant_id': '4287d388cd264ee297d6c2edf9d23be6', 'fixed_ips': [{'subnet_id': 'e624621b-31d1-4f23-8dad-111fa26cc398'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:49:56.953183 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.993585 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fbe3241-e628-4d87-b939-82657fc87fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.002171 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf39818f-ec11-4d0f-90c1-b011f835db8c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.038118 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b0a2ef9-aa8b-4775-80e3-bdf976bdb062 req-c852a701-01f6-47f4-9105-cb2527872e86 service neutron] 10.222.0.62 "GET /v2.0/networks/90f94e91-9b3a-4ae3-8891-aca9a5ea834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6680639 Jul 13 07:49:57.074017 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbe3241-e628-4d87-b939-82657fc87fa0 admin admin] Checking segment: {'id': 'b504b23a-69fa-4578-b49f-f0b571a6fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fcdb9a53-7fcc-41f8-a568-74074bbf7107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:57.074403 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbe3241-e628-4d87-b939-82657fc87fa0 admin admin] Network hostable DHCP agents. Network: fcdb9a53-7fcc-41f8-a568-74074bbf7107, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:49:57.084619 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe3241-e628-4d87-b939-82657fc87fa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5966ca27-fb18-4795-a59f-ec4c59f3efd0,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:57.101762 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbe3241-e628-4d87-b939-82657fc87fa0 admin admin] Network fcdb9a53-7fcc-41f8-a568-74074bbf7107 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:49:57.115976 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-9fbe3241-e628-4d87-b939-82657fc87fa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, fcdb9a53-7fcc-41f8-a568-74074bbf7107) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:57.118670 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf39818f-ec11-4d0f-90c1-b011f835db8c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.120568 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbe3241-e628-4d87-b939-82657fc87fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:57.121248 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fbe3241-e628-4d87-b939-82657fc87fa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.125696 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf39818f-ec11-4d0f-90c1-b011f835db8c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:57.126381 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf39818f-ec11-4d0f-90c1-b011f835db8c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.149102 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9fbe3241-e628-4d87-b939-82657fc87fa0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5041740 Jul 13 07:49:57.189580 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] Allocated IP 172.20.0.2 (9787b5b0-e956-4dd4-8542-b6b6fd84f399/e624621b-31d1-4f23-8dad-111fa26cc398/c0677d24-c3f4-47b5-883d-ff8c63a6f96b) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:57.195620 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935544c-52df-4963-9a91-19e250f7bc7f req-b5b99ef7-f55c-4f6d-94bc-57a28d56faf5 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:57.203701 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b935544c-52df-4963-9a91-19e250f7bc7f req-b5b99ef7-f55c-4f6d-94bc-57a28d56faf5 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=d01ef49d-3688-480d-928a-e58bb1176871 HTTP/1.1" status: 200 len: 944 time: 0.5339613 Jul 13 07:49:57.208127 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bf39818f-ec11-4d0f-90c1-b011f835db8c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7602854 Jul 13 07:49:57.209756 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55206) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:57.215603 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-bf6c8c16-d9c3-4012-b6ac-afeea6291492 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'subnet': {'network_id': '9758c88c-5a24-4752-9435-af10a68502b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:57.223593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cdf0f-ea12-44e5-9c8b-29ee6a962db7 req-73d2ef98-5bdd-4c3a-921f-124589236100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:57.225142 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b03cdf0f-ea12-44e5-9c8b-29ee6a962db7 req-73d2ef98-5bdd-4c3a-921f-124589236100 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70ce0288d45a4135bb7adba975dbd145&device_id=d01ef49d-3688-480d-928a-e58bb1176871 HTTP/1.1" status: 200 len: 1096 time: 0.7441068 Jul 13 07:49:57.365982 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b935544c-52df-4963-9a91-19e250f7bc7f req-45c367d6-d3de-4675-84ba-1d8b13e312bb tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616862 Jul 13 07:49:57.407494 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6c8c16-d9c3-4012-b6ac-afeea6291492 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:57.411105 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bf6c8c16-d9c3-4012-b6ac-afeea6291492 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.457091 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.466498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39818f-ec11-4d0f-90c1-b011f835db8c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Network': ['ID=9758c88c-5a24-4752-9435-af10a68502b9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:57.469622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] Transition to ACTIVE for port object c0677d24-c3f4-47b5-883d-ff8c63a6f96b will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:57.488993 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] Transition to ACTIVE for port object c0677d24-c3f4-47b5-883d-ff8c63a6f96b will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:57.494504 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 9758c88c-5a24-4752-9435-af10a68502b9 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:49:57.498609 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-a341ca76-563f-45e6-a17a-e7790f5fc87d tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:57.500272 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-a341ca76-563f-45e6-a17a-e7790f5fc87d tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/networks?id=9787b5b0-e956-4dd4-8542-b6b6fd84f399 HTTP/1.1" status: 200 len: 816 time: 0.4614286 Jul 13 07:49:57.503760 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de3d032c-b12e-4db5-ab5d-40c2f09964ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.588638 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.641678 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1a67625f-b487-4e18-9e86-7e51f9b3ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.655175 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] Network 9787b5b0-e956-4dd4-8542-b6b6fd84f399 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:57.660756 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:57.665241 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:57.678612 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.701709 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] Pushing event updated for resources: {'Port': ['ID=c0677d24-c3f4-47b5-883d-ff8c63a6f96b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:57.722898 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-59de12cb-4dd6-41b3-875e-60da1e676c92 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/quotas/4287d388cd264ee297d6c2edf9d23be6 HTTP/1.1" status: 200 len: 375 time: 0.1563804 Jul 13 07:49:57.763697 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] Attempting to bind port c0677d24-c3f4-47b5-883d-ff8c63a6f96b on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:57.764194 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] Attempting to bind port c0677d24-c3f4-47b5-883d-ff8c63a6f96b by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '293b2719-f767-4d4b-bc88-b5129957a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:57.764671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] Attempting to bind port c0677d24-c3f4-47b5-883d-ff8c63a6f96b on network 9787b5b0-e956-4dd4-8542-b6b6fd84f399 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:57.771152 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:57.771702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] Checking segment: {'id': '293b2719-f767-4d4b-bc88-b5129957a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:57.772219 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.774721 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] Bound using segment: {'id': '293b2719-f767-4d4b-bc88-b5129957a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:57.778717 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] Bound port: c0677d24-c3f4-47b5-883d-ff8c63a6f96b, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293b2719-f767-4d4b-bc88-b5129957a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:57.779135 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.793494 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cdf0f-ea12-44e5-9c8b-29ee6a962db7 req-80623b9d-51cc-442b-97dc-7eba2aa5dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:57.795761 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b03cdf0f-ea12-44e5-9c8b-29ee6a962db7 req-80623b9d-51cc-442b-97dc-7eba2aa5dc50 service neutron] 10.222.0.35 "GET /v2.0/networks?id=90f94e91-9b3a-4ae3-8891-aca9a5ea834a HTTP/1.1" status: 200 len: 913 time: 0.5112033 Jul 13 07:49:57.797768 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bf6c8c16-d9c3-4012-b6ac-afeea6291492 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.867647 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b03cdf0f-ea12-44e5-9c8b-29ee6a962db7 req-e134cc87-5a06-4980-b1ee-33e2777bb06f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7043334f-f146-405c-96bc-a96fa4a94c56 HTTP/1.1" status: 200 len: 217 time: 0.0634041 Jul 13 07:49:57.927035 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55230) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:57.928559 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cdf0f-ea12-44e5-9c8b-29ee6a962db7 req-63ef2d85-e083-4968-9fe5-74555503fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:57.930041 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b03cdf0f-ea12-44e5-9c8b-29ee6a962db7 req-63ef2d85-e083-4968-9fe5-74555503fb4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=883999c5-42f5-45ee-8923-d3fb6c82c275 HTTP/1.1" status: 200 len: 852 time: 0.0546751 Jul 13 07:49:57.934757 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-685405cf-cb92-4643-a7c4-f8dd55a61c26 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-551568093-network', 'tenant_id': 'f946a109e1b84acba128e7bfdee8d7be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:57.965609 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c8c16-d9c3-4012-b6ac-afeea6291492 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Subnet': ['ID=1b49238a-a9da-498d-b198-68d9fa6d9d12,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:57.968795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] For port c0677d24-c3f4-47b5-883d-ff8c63a6f96b, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:57.976102 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] For port c0677d24-c3f4-47b5-883d-ff8c63a6f96b, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c0677d24-c3f4-47b5-883d-ff8c63a6f96b,segment=NetworkSegment(293b2719-f767-4d4b-bc88-b5129957a57c),segment_id=293b2719-f767-4d4b-bc88-b5129957a57c)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:57.983363 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.998510 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6c8c16-d9c3-4012-b6ac-afeea6291492 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Checking segment: {'id': '4335e40e-67de-4afc-9ae6-22b0370dfade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9758c88c-5a24-4752-9435-af10a68502b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:57.998918 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6c8c16-d9c3-4012-b6ac-afeea6291492 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network hostable DHCP agents. Network: 9758c88c-5a24-4752-9435-af10a68502b9, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:49:57.999917 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b03cdf0f-ea12-44e5-9c8b-29ee6a962db7 req-985ea686-5108-48af-a4cb-62d405cf72ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=90f94e91-9b3a-4ae3-8891-aca9a5ea834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539737 Jul 13 07:49:58.005308 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-d6909a2f-ed85-486e-947b-6720ed11f347 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4287d388cd264ee297d6c2edf9d23be6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2811277 Jul 13 07:49:58.009388 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3d032c-b12e-4db5-ab5d-40c2f09964ed admin admin] Router 87f5cb01-ead1-4525-b621-98bcab2ee0ee is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:49:58.023966 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6c8c16-d9c3-4012-b6ac-afeea6291492 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network 9758c88c-5a24-4752-9435-af10a68502b9 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:49:58.050866 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-bf6c8c16-d9c3-4012-b6ac-afeea6291492 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 9758c88c-5a24-4752-9435-af10a68502b9) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:58.061692 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f36825-ea42-4eba-ba92-1c82d59ef9d7 None None] Pushing event updated for resources: {'Port': ['ID=c0677d24-c3f4-47b5-883d-ff8c63a6f96b,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:58.065384 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6c8c16-d9c3-4012-b6ac-afeea6291492 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:58.075801 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bf6c8c16-d9c3-4012-b6ac-afeea6291492 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.108109 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bf6c8c16-d9c3-4012-b6ac-afeea6291492 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8972776 Jul 13 07:49:58.110264 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55232) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:58.234570 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d361059b-8dcf-4605-8b11-6d6e85ada062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.308910 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d361059b-8dcf-4605-8b11-6d6e85ada062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.421194 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d361059b-8dcf-4605-8b11-6d6e85ada062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.501931 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685405cf-cb92-4643-a7c4-f8dd55a61c26 admin admin] Made reservation on behalf of f946a109e1b84acba128e7bfdee8d7be for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:58.504259 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-685405cf-cb92-4643-a7c4-f8dd55a61c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.512871 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d361059b-8dcf-4605-8b11-6d6e85ada062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.540060 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361059b-8dcf-4605-8b11-6d6e85ada062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Subnet': ['ID=1b49238a-a9da-498d-b198-68d9fa6d9d12,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:58.555602 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-d361059b-8dcf-4605-8b11-6d6e85ada062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9758c88c-5a24-4752-9435-af10a68502b9']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:58.567306 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-685405cf-cb92-4643-a7c4-f8dd55a61c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.568521 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-d361059b-8dcf-4605-8b11-6d6e85ada062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4335e40e-67de-4afc-9ae6-22b0370dfade') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:58.569047 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-d361059b-8dcf-4605-8b11-6d6e85ada062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4335e40e-67de-4afc-9ae6-22b0370dfade') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:58.578873 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d361059b-8dcf-4605-8b11-6d6e85ada062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.593029 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:49:58.596699 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d361059b-8dcf-4605-8b11-6d6e85ada062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.604217 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d361059b-8dcf-4605-8b11-6d6e85ada062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:58.604797 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d361059b-8dcf-4605-8b11-6d6e85ada062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:58.608780 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:58.649906 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b03cdf0f-ea12-44e5-9c8b-29ee6a962db7 req-80e84512-9192-4c7b-b27b-67a9718e24f7 service neutron] 10.222.0.35 "GET /v2.0/networks/90f94e91-9b3a-4ae3-8891-aca9a5ea834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6419652 Jul 13 07:49:58.681460 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d361059b-8dcf-4605-8b11-6d6e85ada062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.691327 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d361059b-8dcf-4605-8b11-6d6e85ada062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.696870 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d361059b-8dcf-4605-8b11-6d6e85ada062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/9758c88c-5a24-4752-9435-af10a68502b9 HTTP/1.1" status: 204 len: 168 time: 0.5823598 Jul 13 07:49:58.697799 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55244) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:58.703649 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-5e666605-4c51-4940-9ba3-55a76eeb0b15 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1864839089'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:58.718902 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361059b-8dcf-4605-8b11-6d6e85ada062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Network': ['ID=9758c88c-5a24-4752-9435-af10a68502b9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:58.765293 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-d507e527-88ff-4c79-8b42-7df32ed72cdb service neutron] 10.222.0.58 "GET /v2.0/networks/9787b5b0-e956-4dd4-8542-b6b6fd84f399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7142754 Jul 13 07:49:58.808535 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3d032c-b12e-4db5-ab5d-40c2f09964ed admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:49:58.818369 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] Sync routers for ids ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:49:58.828992 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] Routers {'87f5cb01-ead1-4525-b621-98bcab2ee0ee'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:58.829617 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:49:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:58.861711 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b758f5-205e-4b44-a9b2-f87226283911 req-598d024e-4001-4358-9f7d-8a6afd56c337 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:58.863559 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10b758f5-205e-4b44-a9b2-f87226283911 req-598d024e-4001-4358-9f7d-8a6afd56c337 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4c9434-f5d9-469b-87c9-9d82e1e019df HTTP/1.1" status: 200 len: 945 time: 0.8148909 Jul 13 07:49:58.890601 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a7e7c6e2-f923-47cd-9e95-3a7d29693f3f up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:58.990221 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port a7e7c6e2-f923-47cd-9e95-3a7d29693f3f completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:58.994334 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port a7e7c6e2-f923-47cd-9e95-3a7d29693f3f triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:58.994776 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.028105 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b03cdf0f-ea12-44e5-9c8b-29ee6a962db7 req-253affec-bdbe-4c26-8d97-79a3184be97e service neutron] 10.222.0.35 "GET /v2.0/networks/90f94e91-9b3a-4ae3-8891-aca9a5ea834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605018 Jul 13 07:49:59.048739 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10b758f5-205e-4b44-a9b2-f87226283911 req-eea1b62e-78ee-4306-96c9-f4c67809a91b tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=c69b73e5-f191-4453-a11f-fc128696d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725705 Jul 13 07:49:59.070606 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] Set router 87f5cb01-ead1-4525-b621-98bcab2ee0ee gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:59.080799 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-1295a51c-ee16-43d9-8116-35e596772871 service neutron] 10.222.0.58 "GET /v2.0/networks/9787b5b0-e956-4dd4-8542-b6b6fd84f399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925806 Jul 13 07:49:59.105414 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-685405cf-cb92-4643-a7c4-f8dd55a61c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.125982 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-685405cf-cb92-4643-a7c4-f8dd55a61c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.151572 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685405cf-cb92-4643-a7c4-f8dd55a61c26 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:49:59.174892 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e666605-4c51-4940-9ba3-55a76eeb0b15 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:59.175420 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-685405cf-cb92-4643-a7c4-f8dd55a61c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.175420 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-685405cf-cb92-4643-a7c4-f8dd55a61c26 admin admin] Added segment 5f286e55-45f7-4f52-a372-316e546c989c of type vlan for network f901077e-3872-4fea-8fc6-a51c743a3d21 Jul 13 07:49:59.179619 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5e666605-4c51-4940-9ba3-55a76eeb0b15 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.212091 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c0677d24-c3f4-47b5-883d-ff8c63a6f96b up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:59.237436 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e666605-4c51-4940-9ba3-55a76eeb0b15 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:49:59.262399 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5e666605-4c51-4940-9ba3-55a76eeb0b15 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.263629 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-5e666605-4c51-4940-9ba3-55a76eeb0b15 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Added segment 8a604cff-c4e9-4759-93d6-e6a46b4f6f61 of type vlan for network 879744a9-0025-4475-8e6b-a8f457864204 Jul 13 07:49:59.305392 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de3d032c-b12e-4db5-ab5d-40c2f09964ed admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.307072 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-de3d032c-b12e-4db5-ab5d-40c2f09964ed admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.7862651 Jul 13 07:49:59.311812 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55258) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:59.318065 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.318773 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5e666605-4c51-4940-9ba3-55a76eeb0b15 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.370697 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port a7e7c6e2-f923-47cd-9e95-3a7d29693f3f, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a7e7c6e2-f923-47cd-9e95-3a7d29693f3f,segment=NetworkSegment(20a1cd25-bdd5-454d-94c7-f669c9b97aa9),segment_id=20a1cd25-bdd5-454d-94c7-f669c9b97aa9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:59.373276 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d7fb90-6751-4ee4-89bf-100db2e7d13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e7c6e2-f923-47cd-9e95-3a7d29693f3f'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:59.375676 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5e666605-4c51-4940-9ba3-55a76eeb0b15 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.376584 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef46bd0d-7af1-428b-864f-1725b29f39d4" -d '{"events": [{"server_uuid": "50d7fb90-6751-4ee4-89bf-100db2e7d13e", "name": "network-vif-plugged", "status": "completed", "tag": "a7e7c6e2-f923-47cd-9e95-3a7d29693f3f"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:59.393025 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e666605-4c51-4940-9ba3-55a76eeb0b15 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:59.397917 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5e666605-4c51-4940-9ba3-55a76eeb0b15 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.422579 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.501435 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port c0677d24-c3f4-47b5-883d-ff8c63a6f96b completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:59.511489 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-685405cf-cb92-4643-a7c4-f8dd55a61c26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.519583 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5e666605-4c51-4940-9ba3-55a76eeb0b15 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8208947 Jul 13 07:49:59.539730 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55266) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:59.562444 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b0a3f45f-6f3d-433c-82b7-a989e187c398 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:59.599487 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685405cf-cb92-4643-a7c4-f8dd55a61c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba659dfd-23b4-476a-880b-291c947ed7f8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:59.632634 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb9d776-cc91-407d-8310-419f96fd9883 None None] Network 9787b5b0-e956-4dd4-8542-b6b6fd84f399 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:59.634472 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63d604a-9997-44a6-8de6-8ed0ca936db1 None None] Network fcdb9a53-7fcc-41f8-a568-74074bbf7107 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:59.699017 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.db.resource_extend [None req-685405cf-cb92-4643-a7c4-f8dd55a61c26 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:49:59.724614 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:49:55Z', 'revision_number': 3, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:49:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:59.745774 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849fb75d-fbc0-4c9e-a16a-d39e1cadea74 None None] Network 9758c88c-5a24-4752-9435-af10a68502b9 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:59.754520 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e666605-4c51-4940-9ba3-55a76eeb0b15 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Network': ['ID=879744a9-0025-4475-8e6b-a8f457864204,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:59.777420 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849fb75d-fbc0-4c9e-a16a-d39e1cadea74 None None] Network 9758c88c-5a24-4752-9435-af10a68502b9 could not be found, it might have been deleted concurrently. {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 07:49:59.779684 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 879744a9-0025-4475-8e6b-a8f457864204 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:49:59.782373 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.788723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=a7e7c6e2-f923-47cd-9e95-3a7d29693f3f,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:59.803239 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] Checking router: 87f5cb01-ead1-4525-b621-98bcab2ee0ee for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:49:59.806729 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] Updating router 87f5cb01-ead1-4525-b621-98bcab2ee0ee port 4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:49:59.820914 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5454f209-70b7-4550-b0ee-7e709d444900 None None] Network 9758c88c-5a24-4752-9435-af10a68502b9 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:59.904541 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.984506 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-685405cf-cb92-4643-a7c4-f8dd55a61c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.984506 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685405cf-cb92-4643-a7c4-f8dd55a61c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:59.984506 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-685405cf-cb92-4643-a7c4-f8dd55a61c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.027099 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-685405cf-cb92-4643-a7c4-f8dd55a61c26 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0933440 Jul 13 07:50:00.028349 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55282) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:00.033893 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-83d5ac63-4c0a-430e-9281-a47394c54361 admin admin] Request body: {'subnet': {'network_id': 'f901077e-3872-4fea-8fc6-a51c743a3d21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-551568093-subnet', 'tenant_id': 'f946a109e1b84acba128e7bfdee8d7be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:00.038702 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b0a3f45f-6f3d-433c-82b7-a989e187c398 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.082764 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b0a3f45f-6f3d-433c-82b7-a989e187c398 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.129586 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0a3f45f-6f3d-433c-82b7-a989e187c398 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network 879744a9-0025-4475-8e6b-a8f457864204 is not hosted by any dhcp agent {{(pid=93723) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:50:00.137731 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a3f45f-6f3d-433c-82b7-a989e187c398 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:00.142303 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b0a3f45f-6f3d-433c-82b7-a989e187c398 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.147955 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b0a3f45f-6f3d-433c-82b7-a989e187c398 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "PUT /v2.0/networks/879744a9-0025-4475-8e6b-a8f457864204 HTTP/1.1" status: 200 len: 723 time: 0.5973155 Jul 13 07:50:00.162187 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55284) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:00.175681 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7326a4-902c-4e20-8822-a4b5afad3721 req-072b7311-c542-4d4f-83c7-e2cb6f436a9a tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:00.178909 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d3a7e1b2-4d46-4122-9961-09a36f8b1d6b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'subnet': {'network_id': '879744a9-0025-4475-8e6b-a8f457864204', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:00.179423 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d7326a4-902c-4e20-8822-a4b5afad3721 req-072b7311-c542-4d4f-83c7-e2cb6f436a9a tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4c9434-f5d9-469b-87c9-9d82e1e019df HTTP/1.1" status: 200 len: 945 time: 0.4328187 Jul 13 07:50:00.200636 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55288) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:00.204764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1926d49-f590-43cd-8c9a-99558f0f093c req-e9fb2cce-8ffc-4602-a533-dbdc476b6eb9 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:00.205066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d5ac63-4c0a-430e-9281-a47394c54361 admin admin] Made reservation on behalf of f946a109e1b84acba128e7bfdee8d7be for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:00.214400 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83d5ac63-4c0a-430e-9281-a47394c54361 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.215830 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d1926d49-f590-43cd-8c9a-99558f0f093c req-e9fb2cce-8ffc-4602-a533-dbdc476b6eb9 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=d01ef49d-3688-480d-928a-e58bb1176871 HTTP/1.1" status: 200 len: 944 time: 0.5242331 Jul 13 07:50:00.218804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5454f209-70b7-4550-b0ee-7e709d444900 None None] Network 9758c88c-5a24-4752-9435-af10a68502b9 could not be found, it might have been deleted concurrently. {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 07:50:00.220439 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 7043334f-f146-405c-96bc-a96fa4a94c56 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:50:00.289012 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8e633bcc-e1fa-4d10-b5cc-1ad2a6ea9545 None None] Provisioning for port c0677d24-c3f4-47b5-883d-ff8c63a6f96b completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:00.292294 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ecb831-dd2f-4206-bbd5-c6764c9e2a88 x-openstack-request-id: req-93ecb831-dd2f-4206-bbd5-c6764c9e2a88 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:00.292835 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d7fb90-6751-4ee4-89bf-100db2e7d13e", "name": "network-vif-plugged", "status": "completed", "tag": "a7e7c6e2-f923-47cd-9e95-3a7d29693f3f", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:00.293296 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93ecb831-dd2f-4206-bbd5-c6764c9e2a88 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:00.294072 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d7fb90-6751-4ee4-89bf-100db2e7d13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e7c6e2-f923-47cd-9e95-3a7d29693f3f', 'code': 200} Jul 13 07:50:00.340288 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8e633bcc-e1fa-4d10-b5cc-1ad2a6ea9545 None None] Provisioning complete for port c0677d24-c3f4-47b5-883d-ff8c63a6f96b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:00.340908 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e633bcc-e1fa-4d10-b5cc-1ad2a6ea9545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.372266 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d1926d49-f590-43cd-8c9a-99558f0f093c req-b79b919d-5dd5-4a83-a98f-24bfab96f62a tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549850 Jul 13 07:50:00.385674 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b99bdc-a456-42fa-8670-8fd55460ea62 None None] Network fcdb9a53-7fcc-41f8-a568-74074bbf7107 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:00.458740 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685405cf-cb92-4643-a7c4-f8dd55a61c26 admin admin] Pushing event updated for resources: {'Network': ['ID=f901077e-3872-4fea-8fc6-a51c743a3d21,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:00.565584 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.576920 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.resource_extend [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:50:00.582709 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network f901077e-3872-4fea-8fc6-a51c743a3d21 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:00.586993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-4723fbcb-1972-478c-bed0-cd34f4c573de tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Request body: {'floatingip': {'port_id': '60be258c-ad6f-4df6-b8b3-f60534b72535'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:00.597994 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] Transition to ACTIVE for port object 4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:00.615264 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.709310 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] Attempting to bind port 4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:00.710163 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] Attempting to bind port 4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:00.710822 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] Attempting to bind port 4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:00.718838 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:00.719615 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:00.720259 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.720896 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:00.721613 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] Bound port: 4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:00.722877 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.755445 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8be67-bb1e-4a9e-99e0-6ccce79298f9 None None] Pushing event updated for resources: {'Port': ['ID=4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:00.767213 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8be67-bb1e-4a9e-99e0-6ccce79298f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:00.767784 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3f45f-6f3d-433c-82b7-a989e187c398 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Network': ['ID=879744a9-0025-4475-8e6b-a8f457864204,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:00.768158 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8be67-bb1e-4a9e-99e0-6ccce79298f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:00.768724 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8be67-bb1e-4a9e-99e0-6ccce79298f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:00.769283 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8be67-bb1e-4a9e-99e0-6ccce79298f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:00.777991 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8be67-bb1e-4a9e-99e0-6ccce79298f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:00.779982 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8be67-bb1e-4a9e-99e0-6ccce79298f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:00.780568 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8be67-bb1e-4a9e-99e0-6ccce79298f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:00.781179 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8be67-bb1e-4a9e-99e0-6ccce79298f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:00.781744 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8be67-bb1e-4a9e-99e0-6ccce79298f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:00.782396 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8be67-bb1e-4a9e-99e0-6ccce79298f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:00.782990 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8be67-bb1e-4a9e-99e0-6ccce79298f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:00.783565 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf8be67-bb1e-4a9e-99e0-6ccce79298f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:00.783707 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4723fbcb-1972-478c-bed0-cd34f4c573de tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for floatingip, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.789343 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca175b6-a970-484c-a0db-70f8916b28ea req-a4bf67ef-36c1-47e5-bbd4-2344c7619843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:00.791906 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ca175b6-a970-484c-a0db-70f8916b28ea req-a4bf67ef-36c1-47e5-bbd4-2344c7619843 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=50d7fb90-6751-4ee4-89bf-100db2e7d13e HTTP/1.1" status: 200 len: 1097 time: 0.3180611 Jul 13 07:50:00.834880 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] For port 4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:00.843187 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] For port 4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:00.851542 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.854894 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 879744a9-0025-4475-8e6b-a8f457864204 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:00.929287 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-757c9a26-3d11-4f43-bf1a-f605e2772b37 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:00.945171 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-757c9a26-3d11-4f43-bf1a-f605e2772b37 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/networks?id=9787b5b0-e956-4dd4-8542-b6b6fd84f399 HTTP/1.1" status: 200 len: 816 time: 0.4702210 Jul 13 07:50:00.982752 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-f90c0c12-2ba7-4b09-af54-5ed72f7592df tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/quotas/4287d388cd264ee297d6c2edf9d23be6 HTTP/1.1" status: 200 len: 375 time: 0.0365078 Jul 13 07:50:01.037344 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ca175b6-a970-484c-a0db-70f8916b28ea req-97ad6fba-0822-4945-97c7-d732b08fb8a7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378626 Jul 13 07:50:01.157493 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8be67-bb1e-4a9e-99e0-6ccce79298f9 None None] Pushing event updated for resources: {'Port': ['ID=4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:01.167909 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d969695e-f638-4ac5-87bc-f43f4a01bcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.207088 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] Routers {'87f5cb01-ead1-4525-b621-98bcab2ee0ee'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:01.208132 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:49:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:01.217663 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-e9f1fab1-87c6-40c4-bba7-ad574fc8bf9f tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4287d388cd264ee297d6c2edf9d23be6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2338223 Jul 13 07:50:01.217896 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 7043334f-f146-405c-96bc-a96fa4a94c56, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7043334f-f146-405c-96bc-a96fa4a94c56,segment=NetworkSegment(20a1cd25-bdd5-454d-94c7-f669c9b97aa9),segment_id=20a1cd25-bdd5-454d-94c7-f669c9b97aa9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:01.251919 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '7043334f-f146-405c-96bc-a96fa4a94c56', 'network_id': '90f94e91-9b3a-4ae3-8891-aca9a5ea834a', 'port_id': '7043334f-f146-405c-96bc-a96fa4a94c56', 'mac_address': 'fa:16:3e:7c:f4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883999c5-42f5-45ee-8923-d3fb6c82c275', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:50:01.258167 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e633bcc-e1fa-4d10-b5cc-1ad2a6ea9545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.264378 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.359727 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] Set router 87f5cb01-ead1-4525-b621-98bcab2ee0ee gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:50:01.363381 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-8e633bcc-e1fa-4d10-b5cc-1ad2a6ea9545 None None] For port c0677d24-c3f4-47b5-883d-ff8c63a6f96b, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c0677d24-c3f4-47b5-883d-ff8c63a6f96b,segment=NetworkSegment(293b2719-f767-4d4b-bc88-b5129957a57c),segment_id=293b2719-f767-4d4b-bc88-b5129957a57c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:01.365844 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.381326 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e633bcc-e1fa-4d10-b5cc-1ad2a6ea9545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.401715 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7043334f-f146-405c-96bc-a96fa4a94c56 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:01.508550 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 7043334f-f146-405c-96bc-a96fa4a94c56, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7043334f-f146-405c-96bc-a96fa4a94c56,segment=NetworkSegment(20a1cd25-bdd5-454d-94c7-f669c9b97aa9),segment_id=20a1cd25-bdd5-454d-94c7-f669c9b97aa9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:01.523042 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.548903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e633bcc-e1fa-4d10-b5cc-1ad2a6ea9545 None None] Pushing event updated for resources: {'Port': ['ID=c0677d24-c3f4-47b5-883d-ff8c63a6f96b,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:01.672233 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=7043334f-f146-405c-96bc-a96fa4a94c56,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:01.703236 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-d969695e-f638-4ac5-87bc-f43f4a01bcfc admin admin] Allocated IP 172.20.0.1 (dcb46551-b67f-448d-9e50-7e4cc85c9056/fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361/99de34c2-cb99-4490-b272-5c3274267780) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:01.759173 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['7043334f-f146-405c-96bc-a96fa4a94c56'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:01.872114 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:49:55Z', 'revision_number': 3, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:01.933392 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2753a35f-e4ec-483e-a00a-5e838210cc74 None None] The sync data for ids ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'] in n-d-779913-28 is: [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:49:55Z', 'revision_number': 3, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:50:02.275238 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d969695e-f638-4ac5-87bc-f43f4a01bcfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.292277 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3c6df8-8d98-4ddb-a46a-4366f5e692aa None None] Network 9787b5b0-e956-4dd4-8542-b6b6fd84f399 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:02.307391 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-eb6d3a6b-2fea-42cb-9b94-92a75b002022 service neutron] 10.222.0.58 "GET /v2.0/networks/9787b5b0-e956-4dd4-8542-b6b6fd84f399?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0886858 Jul 13 07:50:02.363398 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547c45b-e451-4f4e-afc4-88b22a46dcaa req-1fc6c473-959d-48df-b27d-2af9183adc2b tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:02.366452 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0547c45b-e451-4f4e-afc4-88b22a46dcaa req-1fc6c473-959d-48df-b27d-2af9183adc2b tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=d01ef49d-3688-480d-928a-e58bb1176871 HTTP/1.1" status: 200 len: 945 time: 0.6404388 Jul 13 07:50:02.368316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-d969695e-f638-4ac5-87bc-f43f4a01bcfc admin admin] Transition to ACTIVE for port object 99de34c2-cb99-4490-b272-5c3274267780 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:02.384018 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ec468209-8a81-4e6e-8b5d-829c7f737c7f None None] Provisioning complete for port c0677d24-c3f4-47b5-883d-ff8c63a6f96b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:02.384578 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec468209-8a81-4e6e-8b5d-829c7f737c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.402973 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-d8df0b0d-6443-405b-bdb7-741f3503b9ba tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:02.405150 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-d8df0b0d-6443-405b-bdb7-741f3503b9ba tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.35 "GET /v2.0/networks?id=9787b5b0-e956-4dd4-8542-b6b6fd84f399 HTTP/1.1" status: 200 len: 816 time: 0.6577642 Jul 13 07:50:02.441284 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83d5ac63-4c0a-430e-9281-a47394c54361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.446171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-fd63c327-4067-4004-85a2-0f94da94644a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Request body: {'port': {'device_id': '52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf', 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399', 'admin_state_up': True, 'tenant_id': '4287d388cd264ee297d6c2edf9d23be6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:02.555802 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a7e1b2-4d46-4122-9961-09a36f8b1d6b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:02.566272 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3a7e1b2-4d46-4122-9961-09a36f8b1d6b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.665899 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.resource_extend [None req-4723fbcb-1972-478c-bed0-cd34f4c573de tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:50:02.714156 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5ac63-4c0a-430e-9281-a47394c54361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9326658-bc29-48a9-b912-7743d80cbdd3,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:02.874120 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4723fbcb-1972-478c-bed0-cd34f4c573de tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.902886 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4723fbcb-1972-478c-bed0-cd34f4c573de tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.014275 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d5ac63-4c0a-430e-9281-a47394c54361 admin admin] Checking segment: {'id': '5f286e55-45f7-4f52-a372-316e546c989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f901077e-3872-4fea-8fc6-a51c743a3d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:03.014520 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d5ac63-4c0a-430e-9281-a47394c54361 admin admin] Network hostable DHCP agents. Network: f901077e-3872-4fea-8fc6-a51c743a3d21, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:03.087110 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3a7e1b2-4d46-4122-9961-09a36f8b1d6b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.142595 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1aecf928-e4ef-4ad4-ad00-c9268bfdf65b None None] Provisioning complete for port c0677d24-c3f4-47b5-883d-ff8c63a6f96b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:03.143061 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1aecf928-e4ef-4ad4-ad00-c9268bfdf65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.186547 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d5ac63-4c0a-430e-9281-a47394c54361 admin admin] Network f901077e-3872-4fea-8fc6-a51c743a3d21 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:03.203932 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7e1b2-4d46-4122-9961-09a36f8b1d6b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Subnet': ['ID=b07c9c97-b0f8-4b18-a522-4498f5616107,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:03.226657 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0547c45b-e451-4f4e-afc4-88b22a46dcaa req-7981c922-4326-4827-8262-3f868214c1be tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8544946 Jul 13 07:50:03.260051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-83d5ac63-4c0a-430e-9281-a47394c54361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, f901077e-3872-4fea-8fc6-a51c743a3d21) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:03.268571 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-4723fbcb-1972-478c-bed0-cd34f4c573de tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Floating IP 8c614b40-1e76-484e-8d58-60dafb8d02e8 associated. External IP: 172.25.0.153, port: 60be258c-ad6f-4df6-b8b3-f60534b72535. Jul 13 07:50:03.301073 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-fd63c327-4067-4004-85a2-0f94da94644a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Made reservation on behalf of 4287d388cd264ee297d6c2edf9d23be6 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:03.305799 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-fd63c327-4067-4004-85a2-0f94da94644a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.313894 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d5ac63-4c0a-430e-9281-a47394c54361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:03.314527 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83d5ac63-4c0a-430e-9281-a47394c54361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.319722 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d969695e-f638-4ac5-87bc-f43f4a01bcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.336630 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35725bb9-2eeb-44ad-8c82-f679c4b3563d None None] Network f901077e-3872-4fea-8fc6-a51c743a3d21 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:03.339082 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-6327d6cf-980d-43eb-994a-c048e28b6be4 service neutron] 10.222.0.58 "GET /v2.0/networks/9787b5b0-e956-4dd4-8542-b6b6fd84f399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0043046 Jul 13 07:50:03.346157 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c0677d24-c3f4-47b5-883d-ff8c63a6f96b up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:03.399159 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-83d5ac63-4c0a-430e-9281-a47394c54361 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.3611026 Jul 13 07:50:03.497189 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a7e1b2-4d46-4122-9961-09a36f8b1d6b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Checking segment: {'id': '8a604cff-c4e9-4759-93d6-e6a46b4f6f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '879744a9-0025-4475-8e6b-a8f457864204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:03.497733 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a7e1b2-4d46-4122-9961-09a36f8b1d6b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network hostable DHCP agents. Network: 879744a9-0025-4475-8e6b-a8f457864204, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:03.542435 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a7e1b2-4d46-4122-9961-09a36f8b1d6b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network 879744a9-0025-4475-8e6b-a8f457864204 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:03.564343 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-d3a7e1b2-4d46-4122-9961-09a36f8b1d6b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 879744a9-0025-4475-8e6b-a8f457864204) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:03.582363 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a7e1b2-4d46-4122-9961-09a36f8b1d6b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:03.583224 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3a7e1b2-4d46-4122-9961-09a36f8b1d6b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.619509 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d969695e-f638-4ac5-87bc-f43f4a01bcfc admin admin] Network dcb46551-b67f-448d-9e50-7e4cc85c9056 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:03.625108 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d969695e-f638-4ac5-87bc-f43f4a01bcfc admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:03.628277 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d969695e-f638-4ac5-87bc-f43f4a01bcfc admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:03.682424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b9591d-7d77-4aac-9ef6-2ffdcb10e451 None None] Network 879744a9-0025-4475-8e6b-a8f457864204 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:03.749741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969695e-f638-4ac5-87bc-f43f4a01bcfc admin admin] Pushing event updated for resources: {'Port': ['ID=99de34c2-cb99-4490-b272-5c3274267780,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:03.776627 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d3a7e1b2-4d46-4122-9961-09a36f8b1d6b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6044641 Jul 13 07:50:03.781019 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55352) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:03.787746 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9fef6ddf-9720-4150-ada8-29517269e766 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:03.793641 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d969695e-f638-4ac5-87bc-f43f4a01bcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.914310 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 7043334f-f146-405c-96bc-a96fa4a94c56 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:03.939160 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-fd63c327-4067-4004-85a2-0f94da94644a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Allocated IP 172.20.0.9 (9787b5b0-e956-4dd4-8542-b6b6fd84f399/e624621b-31d1-4f23-8dad-111fa26cc398/3632aeee-213c-45ae-a31c-ca6c2be68dcb) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:03.978882 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdc9713-8211-4fbb-b4e3-392d5fbc5322 None None] Network f901077e-3872-4fea-8fc6-a51c743a3d21 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:04.002474 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4723fbcb-1972-478c-bed0-cd34f4c573de tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Router a87c33a2-67f9-4ecd-96ca-f501e0f61aad has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:50:04.358648 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4723fbcb-1972-478c-bed0-cd34f4c573de tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:50:04.364612 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4723fbcb-1972-478c-bed0-cd34f4c573de tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.420705 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b164ea0f-cf46-48b9-938d-c9d2dfcc995f None None] Sync routers for ids ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:50:04.430347 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port c0677d24-c3f4-47b5-883d-ff8c63a6f96b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:04.430843 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.436126 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4723fbcb-1972-478c-bed0-cd34f4c573de tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "PUT /v2.0/floatingips/8c614b40-1e76-484e-8d58-60dafb8d02e8 HTTP/1.1" status: 200 len: 991 time: 3.8882840 Jul 13 07:50:04.436805 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4c9434-f5d9-469b-87c9-9d82e1e019df', 'tag': '60be258c-ad6f-4df6-b8b3-f60534b72535'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:04.439565 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f766637f-9bb8-4827-9f96-d9a99dce5d71" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4c9434-f5d9-469b-87c9-9d82e1e019df", "tag": "60be258c-ad6f-4df6-b8b3-f60534b72535"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:04.449338 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9fef6ddf-9720-4150-ada8-29517269e766 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12096469'] for subnet, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.692132 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-bf1ffbd2-644c-4b0f-b2f9-5ba6c7b8b9f4 None None] Provisioning for port 99de34c2-cb99-4490-b272-5c3274267780 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:04.718217 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b164ea0f-cf46-48b9-938d-c9d2dfcc995f None None] Routers {'a87c33a2-67f9-4ecd-96ca-f501e0f61aad'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:04.719246 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b164ea0f-cf46-48b9-938d-c9d2dfcc995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:49:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:04.721310 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-bf1ffbd2-644c-4b0f-b2f9-5ba6c7b8b9f4 None None] Provisioning complete for port 99de34c2-cb99-4490-b272-5c3274267780 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:04.721900 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf1ffbd2-644c-4b0f-b2f9-5ba6c7b8b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.824334 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-287dfc09-9d0f-4dfb-8d16-8e9c2d3d1819 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:04.826175 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-287dfc09-9d0f-4dfb-8d16-8e9c2d3d1819 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/networks?id=fcdb9a53-7fcc-41f8-a568-74074bbf7107 HTTP/1.1" status: 200 len: 823 time: 0.3981545 Jul 13 07:50:04.871398 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-879744a9-0025-4475-8e6b-a8f457864204', 'network_id': '879744a9-0025-4475-8e6b-a8f457864204', 'tenant_id': '3c4ada9f30ee4d3dbb36b71a606af4cb', 'fixed_ips': [{'subnet_id': 'b07c9c97-b0f8-4b18-a522-4498f5616107'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:04.872927 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.913936 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-bf1ffbd2-644c-4b0f-b2f9-5ba6c7b8b9f4 None None] Port 99de34c2-cb99-4490-b272-5c3274267780 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:04.919063 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 7043334f-f146-405c-96bc-a96fa4a94c56 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:04.925793 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-fd63c327-4067-4004-85a2-0f94da94644a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.942251 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d969695e-f638-4ac5-87bc-f43f4a01bcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.964813 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-237fbffe-2611-462b-9e8a-8db78e8bb093 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/quotas/376f4e3c522040f6b122527b473e2cb2 HTTP/1.1" status: 200 len: 375 time: 0.0930760 Jul 13 07:50:05.008010 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-fd63c327-4067-4004-85a2-0f94da94644a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Transition to ACTIVE for port object 3632aeee-213c-45ae-a31c-ca6c2be68dcb will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:05.049998 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 7043334f-f146-405c-96bc-a96fa4a94c56 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:05.050693 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.077764 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-41e146e0-aaf5-48ec-a624-fc78e1e4d1fc tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=376f4e3c522040f6b122527b473e2cb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753319 Jul 13 07:50:05.131573 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-a66f85fd-7784-47d2-b9f1-37d4a63c4b40 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:05.138785 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-a66f85fd-7784-47d2-b9f1-37d4a63c4b40 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/networks?id=9787b5b0-e956-4dd4-8542-b6b6fd84f399 HTTP/1.1" status: 200 len: 816 time: 0.7724743 Jul 13 07:50:05.172289 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-b164ea0f-cf46-48b9-938d-c9d2dfcc995f None None] Set router a87c33a2-67f9-4ecd-96ca-f501e0f61aad gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:50:05.226557 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-79c41675-a196-4ea9-a53f-67d4b625a078 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/quotas/4287d388cd264ee297d6c2edf9d23be6 HTTP/1.1" status: 200 len: 375 time: 0.0867662 Jul 13 07:50:05.232489 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:05.335769 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9fef6ddf-9720-4150-ada8-29517269e766 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735240435523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8686062'] for subnet, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.387797 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.420207 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fef6ddf-9720-4150-ada8-29517269e766 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:05.420599 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9fef6ddf-9720-4150-ada8-29517269e766 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.421931 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9fef6ddf-9720-4150-ada8-29517269e766 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "PUT /v2.0/subnets/b07c9c97-b0f8-4b18-a522-4498f5616107 HTTP/1.1" status: 200 len: 806 time: 1.6393249 Jul 13 07:50:05.422398 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] Allocated IP 172.20.0.2 (879744a9-0025-4475-8e6b-a8f457864204/b07c9c97-b0f8-4b18-a522-4498f5616107/75cc8f05-89da-4d75-a341-9e69e6621284) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:05.425044 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55408) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:05.428393 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-fd63c327-4067-4004-85a2-0f94da94644a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.559214 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-bdfdded1-f8bc-4267-afbd-745d53ace9ee service neutron] 10.222.0.58 "GET /v2.0/networks/fcdb9a53-7fcc-41f8-a568-74074bbf7107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484246 Jul 13 07:50:05.569168 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-fd63c327-4067-4004-85a2-0f94da94644a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Network 9787b5b0-e956-4dd4-8542-b6b6fd84f399 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:05.581322 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef6ddf-9720-4150-ada8-29517269e766 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Subnet': ['ID=b07c9c97-b0f8-4b18-a522-4498f5616107,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:05.599730 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.608549 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-fd63c327-4067-4004-85a2-0f94da94644a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:05.642605 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-fd63c327-4067-4004-85a2-0f94da94644a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:05.684459 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01ef49d-3688-480d-928a-e58bb1176871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7043334f-f146-405c-96bc-a96fa4a94c56'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:05.686955 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a548adf-ac63-414e-830c-c76248d1a0ca" -d '{"events": [{"server_uuid": "d01ef49d-3688-480d-928a-e58bb1176871", "name": "network-vif-plugged", "status": "completed", "tag": "7043334f-f146-405c-96bc-a96fa4a94c56"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:05.690271 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.729463 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:05.769238 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 7043334f-f146-405c-96bc-a96fa4a94c56, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7043334f-f146-405c-96bc-a96fa4a94c56,segment=NetworkSegment(20a1cd25-bdd5-454d-94c7-f669c9b97aa9),segment_id=20a1cd25-bdd5-454d-94c7-f669c9b97aa9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:05.775702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:05.776218 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.787337 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d969695e-f638-4ac5-87bc-f43f4a01bcfc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.815902 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.836390 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63c327-4067-4004-85a2-0f94da94644a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Pushing event updated for resources: {'Port': ['ID=3632aeee-213c-45ae-a31c-ca6c2be68dcb,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:05.848846 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d969695e-f638-4ac5-87bc-f43f4a01bcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.895518 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.908579 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-e8b0b44a-afbf-4cb2-99f4-7a91dde55bf9 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4287d388cd264ee297d6c2edf9d23be6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6811252 Jul 13 07:50:05.921733 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] Transition to ACTIVE for port object 75cc8f05-89da-4d75-a341-9e69e6621284 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:05.977928 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] Transition to ACTIVE for port object 75cc8f05-89da-4d75-a341-9e69e6621284 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:05.983019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=7043334f-f146-405c-96bc-a96fa4a94c56,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:06.012499 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b164ea0f-cf46-48b9-938d-c9d2dfcc995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'name': 'tempest-AttachVolumeTestJSON-1833424248-router', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:46Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 4, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'gw_port': {'id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:47Z', 'updated_at': '2021-07-13T07:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '8c614b40-1e76-484e-8d58-60dafb8d02e8', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'floating_ip_address': '172.25.0.153', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'port_id': '60be258c-ad6f-4df6-b8b3-f60534b72535', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'mac_address': 'fa:16:3e:bb:2d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4c9434-f5d9-469b-87c9-9d82e1e019df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:49:32Z', 'updated_at': '2021-07-13T07:50:02Z', 'revision_number': 1, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd0ba74-feeb-4708-8b48-c19a7034b4e4', 'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'mac_address': 'fa:16:3e:87:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:51Z', 'updated_at': '2021-07-13T07:45:01Z', 'revision_number': 5, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'subnets': [{'id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:06.031562 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.091933 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-dd310298-9bf6-459c-bd54-284795ea4951 service neutron] 10.222.0.58 "GET /v2.0/networks/fcdb9a53-7fcc-41f8-a568-74074bbf7107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621689 Jul 13 07:50:06.097971 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-fd63c327-4067-4004-85a2-0f94da94644a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:06.098191 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Subnet': ['ID=b07c9c97-b0f8-4b18-a522-4498f5616107,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:06.098698 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-fd63c327-4067-4004-85a2-0f94da94644a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.115391 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b164ea0f-cf46-48b9-938d-c9d2dfcc995f None None] Checking router: a87c33a2-67f9-4ecd-96ca-f501e0f61aad for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:50:06.115391 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.242308 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] Network 879744a9-0025-4475-8e6b-a8f457864204 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:06.249305 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:06.254806 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.279939 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:06.285451 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879744a9-0025-4475-8e6b-a8f457864204']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:06.292484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f566e03-b8e1-4b26-af3a-ff9d510089eb None None] Provisioning for port 3632aeee-213c-45ae-a31c-ca6c2be68dcb completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:06.305435 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a604cff-c4e9-4759-93d6-e6a46b4f6f61') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:06.305751 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a604cff-c4e9-4759-93d6-e6a46b4f6f61') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:06.309050 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f566e03-b8e1-4b26-af3a-ff9d510089eb None None] Provisioning complete for port 3632aeee-213c-45ae-a31c-ca6c2be68dcb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:06.309541 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f566e03-b8e1-4b26-af3a-ff9d510089eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.320597 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.353162 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.371803 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:06.373496 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.377107 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f566e03-b8e1-4b26-af3a-ff9d510089eb None None] Port 3632aeee-213c-45ae-a31c-ca6c2be68dcb cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:06.382604 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b164ea0f-cf46-48b9-938d-c9d2dfcc995f None None] Routers {'a87c33a2-67f9-4ecd-96ca-f501e0f61aad'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:06.383265 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b164ea0f-cf46-48b9-938d-c9d2dfcc995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:49:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:06.391434 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:06.404038 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:06.488891 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.api [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:50:06.488891 n-d-779913-28 neutron-server[93723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:50:06.488891 n-d-779913-28 neutron-server[93723]: [parameters: {'id': '879744a9-0025-4475-8e6b-a8f457864204'}] Jul 13 07:50:06.488891 n-d-779913-28 neutron-server[93723]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:50:06.489581 n-d-779913-28 neutron-server[93723]: DEBUG oslo_db.api [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:50:06.536998 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] Pushing event updated for resources: {'Port': ['ID=75cc8f05-89da-4d75-a341-9e69e6621284,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:06.625399 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:06.626349 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-04a4d931-f986-4e13-b40a-6e19794ebd9c tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:06.628392 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-04a4d931-f986-4e13-b40a-6e19794ebd9c tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.35 "GET /v2.0/networks?id=9787b5b0-e956-4dd4-8542-b6b6fd84f399 HTTP/1.1" status: 200 len: 816 time: 1.2125664 Jul 13 07:50:06.630132 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-21b03e9f-6daa-4eb9-81f8-be37cca5c44b None None] Provisioning complete for port 99de34c2-cb99-4490-b272-5c3274267780 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:06.630472 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-21b03e9f-6daa-4eb9-81f8-be37cca5c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.632127 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] Attempting to bind port 75cc8f05-89da-4d75-a341-9e69e6621284 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:06.632496 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] Attempting to bind port 75cc8f05-89da-4d75-a341-9e69e6621284 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '8a604cff-c4e9-4759-93d6-e6a46b4f6f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '879744a9-0025-4475-8e6b-a8f457864204'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:06.632996 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] Attempting to bind port 75cc8f05-89da-4d75-a341-9e69e6621284 on network 879744a9-0025-4475-8e6b-a8f457864204 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:06.639229 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.689953 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-1b210fdf-85d4-4e97-8aa0-9abbb7d2a20d tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Request body: {'port': {'device_id': '0e67f329-8ed7-4865-9e7f-f6be2470c8a1', 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399', 'admin_state_up': True, 'tenant_id': '4287d388cd264ee297d6c2edf9d23be6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:06.695221 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-fd63c327-4067-4004-85a2-0f94da94644a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2697091 Jul 13 07:50:06.696465 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969695e-f638-4ac5-87bc-f43f4a01bcfc admin admin] Pushing event updated for resources: {'Port': ['ID=99de34c2-cb99-4490-b272-5c3274267780,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:06.715665 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] Request body: {'port': {'device_id': '52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:06.733821 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:06.734226 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] Checking segment: {'id': '8a604cff-c4e9-4759-93d6-e6a46b4f6f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '879744a9-0025-4475-8e6b-a8f457864204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:06.734632 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.735030 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] Bound using segment: {'id': '8a604cff-c4e9-4759-93d6-e6a46b4f6f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '879744a9-0025-4475-8e6b-a8f457864204'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:06.735711 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] Bound port: 75cc8f05-89da-4d75-a341-9e69e6621284, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a604cff-c4e9-4759-93d6-e6a46b4f6f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '879744a9-0025-4475-8e6b-a8f457864204'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:06.736097 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.777508 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d969695e-f638-4ac5-87bc-f43f4a01bcfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.861399 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-fdc1ccba-5d88-4dcc-b9a4-0cfc302e1260 service neutron] 10.222.0.58 "GET /v2.0/networks/9787b5b0-e956-4dd4-8542-b6b6fd84f399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9400449 Jul 13 07:50:06.875504 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-b164ea0f-cf46-48b9-938d-c9d2dfcc995f None None] Set router a87c33a2-67f9-4ecd-96ca-f501e0f61aad gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:50:06.939036 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] For port 75cc8f05-89da-4d75-a341-9e69e6621284, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:06.943866 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] For port 75cc8f05-89da-4d75-a341-9e69e6621284, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=75cc8f05-89da-4d75-a341-9e69e6621284,segment=NetworkSegment(8a604cff-c4e9-4759-93d6-e6a46b4f6f61),segment_id=8a604cff-c4e9-4759-93d6-e6a46b4f6f61)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:06.963008 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-1b210fdf-85d4-4e97-8aa0-9abbb7d2a20d tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Made reservation on behalf of 4287d388cd264ee297d6c2edf9d23be6 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:06.963279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:06.966908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-21b03e9f-6daa-4eb9-81f8-be37cca5c44b None None] Port 99de34c2-cb99-4490-b272-5c3274267780 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:06.975959 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.976991 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-1b210fdf-85d4-4e97-8aa0-9abbb7d2a20d tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.991380 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.104811 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Deleting port 75cc8f05-89da-4d75-a341-9e69e6621284 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:07.114699 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.201644 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] For port 75cc8f05-89da-4d75-a341-9e69e6621284, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=75cc8f05-89da-4d75-a341-9e69e6621284,segment=NetworkSegment(8a604cff-c4e9-4759-93d6-e6a46b4f6f61),segment_id=8a604cff-c4e9-4759-93d6-e6a46b4f6f61)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:07.202726 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.220537 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Calling delete_port for 75cc8f05-89da-4d75-a341-9e69e6621284 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:07.328701 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.353715 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.365443 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b7347-3086-4b8e-b6ea-267864c9175a req-fc3b941d-5acb-4297-b7fb-e08709bbdbd6 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:07.367354 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-043b7347-3086-4b8e-b6ea-267864c9175a req-fc3b941d-5acb-4297-b7fb-e08709bbdbd6 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=d01ef49d-3688-480d-928a-e58bb1176871 HTTP/1.1" status: 200 len: 946 time: 0.7611566 Jul 13 07:50:07.401733 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Port': ['ID=75cc8f05-89da-4d75-a341-9e69e6621284,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:07.421699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No DVR routers for this DVR port 75cc8f05-89da-4d75-a341-9e69e6621284 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:07.432835 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac4d9c-6006-44d2-80f0-afc1f5f6e855 None None] Pushing event updated for resources: {'Port': ['ID=75cc8f05-89da-4d75-a341-9e69e6621284,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server [None req-bbe4cb90-6ac6-4e87-a7d5-d8ec74f51734 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 75cc8f05-89da-4d75-a341-9e69e6621284 could not be found. Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:07.480960 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1548, in get_port Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 291, in _get_port Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 75cc8f05-89da-4d75-a341-9e69e6621284 could not be found. Jul 13 07:50:07.488037 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server Jul 13 07:50:07.527006 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbbc2b0-d7b9-4560-99c2-94919ade3382 None None] Network 879744a9-0025-4475-8e6b-a8f457864204 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:07.606679 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-14eafba4-5b22-4781-aabb-644e17f06e67 service neutron] 10.222.0.58 "GET /v2.0/networks/9787b5b0-e956-4dd4-8542-b6b6fd84f399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7049305 Jul 13 07:50:07.617654 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.643522 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879744a9-0025-4475-8e6b-a8f457864204']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:07.659440 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a604cff-c4e9-4759-93d6-e6a46b4f6f61') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:07.659839 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a604cff-c4e9-4759-93d6-e6a46b4f6f61') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:07.672743 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.677383 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d969695e-f638-4ac5-87bc-f43f4a01bcfc admin admin] Network dcb46551-b67f-448d-9e50-7e4cc85c9056 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:07.697419 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.711878 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:07.713053 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:07.724801 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:07.753085 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d969695e-f638-4ac5-87bc-f43f4a01bcfc admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:07.772435 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4335374-20b4-409a-b1ed-fb1075d8c64e None None] Network 879744a9-0025-4475-8e6b-a8f457864204 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:07.834625 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-043b7347-3086-4b8e-b6ea-267864c9175a req-ad270e7f-2482-4563-8f0e-c60239a10581 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034848 Jul 13 07:50:07.841670 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.855634 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.870014 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/879744a9-0025-4475-8e6b-a8f457864204 HTTP/1.1" status: 204 len: 168 time: 2.4437318 Jul 13 07:50:07.873135 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55456) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:07.964137 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7045eacd-1c67-4185-9dfb-40ab12c53183 x-openstack-request-id: req-7045eacd-1c67-4185-9dfb-40ab12c53183 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:07.964604 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4c9434-f5d9-469b-87c9-9d82e1e019df", "tag": "60be258c-ad6f-4df6-b8b3-f60534b72535", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:07.964987 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7045eacd-1c67-4185-9dfb-40ab12c53183 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:07.965514 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4c9434-f5d9-469b-87c9-9d82e1e019df', 'tag': '60be258c-ad6f-4df6-b8b3-f60534b72535', 'status': 'completed', 'code': 200} Jul 13 07:50:07.988110 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf64c0-1f22-4138-b693-8eecde9b245c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Network': ['ID=879744a9-0025-4475-8e6b-a8f457864204,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:07.995875 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-227509aa-7a15-428c-ab8e-1184e589b3b8 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:07.996642 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227509aa-7a15-428c-ab8e-1184e589b3b8 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:07.998666 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-227509aa-7a15-428c-ab8e-1184e589b3b8 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/879744a9-0025-4475-8e6b-a8f457864204 HTTP/1.1" status: 404 len: 339 time: 0.1089654 Jul 13 07:50:08.004139 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55464) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:08.009498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-9103cdf7-cdfb-4281-b43d-34d2c39f0fb0 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1504892769', 'description': 'd1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:08.013931 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.090862 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9103cdf7-cdfb-4281-b43d-34d2c39f0fb0 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:08.096138 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9103cdf7-cdfb-4281-b43d-34d2c39f0fb0 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.199090 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9103cdf7-cdfb-4281-b43d-34d2c39f0fb0 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:08.213020 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-1b210fdf-85d4-4e97-8aa0-9abbb7d2a20d tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Allocated IP 172.20.0.3 (9787b5b0-e956-4dd4-8542-b6b6fd84f399/e624621b-31d1-4f23-8dad-111fa26cc398/76bde74a-0ba1-44c2-aaee-28f08a321c54) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:08.227261 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9103cdf7-cdfb-4281-b43d-34d2c39f0fb0 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.228757 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-9103cdf7-cdfb-4281-b43d-34d2c39f0fb0 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Added segment b2980889-0631-49bf-8d06-e99e2c5316a0 of type vlan for network 98d234b7-cf21-43e0-b709-204a7e2d217a Jul 13 07:50:08.299909 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b164ea0f-cf46-48b9-938d-c9d2dfcc995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'name': 'tempest-AttachVolumeTestJSON-1833424248-router', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:46Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 4, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'gw_port': {'id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:47Z', 'updated_at': '2021-07-13T07:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '8c614b40-1e76-484e-8d58-60dafb8d02e8', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'floating_ip_address': '172.25.0.153', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'port_id': '60be258c-ad6f-4df6-b8b3-f60534b72535', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'mac_address': 'fa:16:3e:bb:2d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4c9434-f5d9-469b-87c9-9d82e1e019df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:49:32Z', 'updated_at': '2021-07-13T07:50:02Z', 'revision_number': 1, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd0ba74-feeb-4708-8b48-c19a7034b4e4', 'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'mac_address': 'fa:16:3e:87:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:51Z', 'updated_at': '2021-07-13T07:45:01Z', 'revision_number': 5, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'subnets': [{'id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:08.361350 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9103cdf7-cdfb-4281-b43d-34d2c39f0fb0 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.415136 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a944cb-68c9-4864-8890-6e10dd261fae x-openstack-request-id: req-71a944cb-68c9-4864-8890-6e10dd261fae {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:08.415582 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01ef49d-3688-480d-928a-e58bb1176871", "name": "network-vif-plugged", "status": "completed", "tag": "7043334f-f146-405c-96bc-a96fa4a94c56", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:08.415940 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-71a944cb-68c9-4864-8890-6e10dd261fae {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:08.416480 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01ef49d-3688-480d-928a-e58bb1176871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7043334f-f146-405c-96bc-a96fa4a94c56', 'code': 200} Jul 13 07:50:08.420874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26823b79-4149-41d7-b5df-b933e060a434 None None] get_active_networks_info from n-d-779913-28 {{(pid=93725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:50:08.425719 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b164ea0f-cf46-48b9-938d-c9d2dfcc995f None None] The sync data for ids ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'] in n-d-779913-28 is: [{'id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'name': 'tempest-AttachVolumeTestJSON-1833424248-router', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:46Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 4, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'gw_port': {'id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:47Z', 'updated_at': '2021-07-13T07:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '8c614b40-1e76-484e-8d58-60dafb8d02e8', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'floating_ip_address': '172.25.0.153', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'port_id': '60be258c-ad6f-4df6-b8b3-f60534b72535', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'mac_address': 'fa:16:3e:bb:2d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4c9434-f5d9-469b-87c9-9d82e1e019df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:49:32Z', 'updated_at': '2021-07-13T07:50:02Z', 'revision_number': 1, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd0ba74-feeb-4708-8b48-c19a7034b4e4', 'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'mac_address': 'fa:16:3e:87:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:51Z', 'updated_at': '2021-07-13T07:45:01Z', 'revision_number': 5, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'subnets': [{'id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:50:08.571613 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a7a2abf1-82b7-4648-b2e4-f42d98eaaf1e None None] Provisioning complete for port 99de34c2-cb99-4490-b272-5c3274267780 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:08.572134 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7a2abf1-82b7-4648-b2e4-f42d98eaaf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.667985 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9103cdf7-cdfb-4281-b43d-34d2c39f0fb0 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.673739 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-782cf459-a691-451a-9237-0042341df32d req-ae7cc269-548e-4e2a-af3c-8a3f46d9730b tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 210 time: 0.1578407 Jul 13 07:50:08.684720 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9103cdf7-cdfb-4281-b43d-34d2c39f0fb0 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:08.685659 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9103cdf7-cdfb-4281-b43d-34d2c39f0fb0 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.741299 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a7a2abf1-82b7-4648-b2e4-f42d98eaaf1e None None] Port 99de34c2-cb99-4490-b272-5c3274267780 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:08.782560 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-658cfa69-c552-4263-b1fd-37c3fec3cc9c req-07330462-b1d3-4325-918c-b5bcf0ad9a93 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/ports?device_id=b75dcb5d-8437-4384-b406-dded7b36eec3 HTTP/1.1" status: 200 len: 210 time: 0.1602762 Jul 13 07:50:08.802780 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9103cdf7-cdfb-4281-b43d-34d2c39f0fb0 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7972350 Jul 13 07:50:08.803868 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55482) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:08.810492 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766637f-9bb8-4827-9f96-d9a99dce5d71 req-16b71003-5371-4b3c-947d-b453a773b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:08.814010 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f766637f-9bb8-4827-9f96-d9a99dce5d71 req-16b71003-5371-4b3c-947d-b453a773b571 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f14c0acd9f784f1c95e03b53f067da36&device_id=ae4c9434-f5d9-469b-87c9-9d82e1e019df HTTP/1.1" status: 200 len: 1097 time: 0.7742932 Jul 13 07:50:08.878268 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8ac905-b93e-4944-9731-34fc0f54b14f None None] New status for floating IP 8c614b40-1e76-484e-8d58-60dafb8d02e8: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:50:08.925028 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:08.968221 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103cdf7-cdfb-4281-b43d-34d2c39f0fb0 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Network': ['ID=98d234b7-cf21-43e0-b709-204a7e2d217a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:09.013481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766637f-9bb8-4827-9f96-d9a99dce5d71 req-70af35e7-9657-4db6-896f-e49ce5f5ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:09.015472 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f766637f-9bb8-4827-9f96-d9a99dce5d71 req-70af35e7-9657-4db6-896f-e49ce5f5ee20 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1b4fd3a8-9309-406f-87ff-e745f78908e3 HTTP/1.1" status: 200 len: 912 time: 0.1858308 Jul 13 07:50:09.022254 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 98d234b7-cf21-43e0-b709-204a7e2d217a details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:09.068305 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26823b79-4149-41d7-b5df-b933e060a434 None None] Resources bound (agent type, host, resource id): {{(pid=93725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:50:09.083494 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d969695e-f638-4ac5-87bc-f43f4a01bcfc admin admin] Router 87f5cb01-ead1-4525-b621-98bcab2ee0ee has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:50:09.129228 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878daa2d-5c83-4ba5-9bf1-a4360911bd67 req-89ae967f-a28a-4d82-97ce-06e22e3bf26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:09.132780 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-878daa2d-5c83-4ba5-9bf1-a4360911bd67 req-89ae967f-a28a-4d82-97ce-06e22e3bf26d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d01ef49d-3688-480d-928a-e58bb1176871 HTTP/1.1" status: 200 len: 1098 time: 0.6947911 Jul 13 07:50:09.152960 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-3a86ba93-b1ce-4417-aa33-dccc3410e897 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:09.157762 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-3a86ba93-b1ce-4417-aa33-dccc3410e897 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.62 "GET /v2.0/networks?id=fcdb9a53-7fcc-41f8-a568-74074bbf7107 HTTP/1.1" status: 200 len: 823 time: 0.7818482 Jul 13 07:50:09.217145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-c73b4a10-6b43-4f4a-b7be-cdb9dc8caf26 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Request body: {'port': {'device_id': 'b75dcb5d-8437-4384-b406-dded7b36eec3', 'network_id': 'fcdb9a53-7fcc-41f8-a568-74074bbf7107', 'admin_state_up': True, 'tenant_id': '376f4e3c522040f6b122527b473e2cb2'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:09.264468 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44255637-8492-49e0-a46a-730662c22eff tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:09.266574 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-44255637-8492-49e0-a46a-730662c22eff tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "GET /v2.0/networks?id=98d234b7-cf21-43e0-b709-204a7e2d217a HTTP/1.1" status: 200 len: 761 time: 0.4277766 Jul 13 07:50:09.309406 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55492) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:09.326705 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-2dd597db-ec3e-44cb-b889-acac1f9397bc tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'network': {'description': 'd2'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:09.487925 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:09.488709 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f766637f-9bb8-4827-9f96-d9a99dce5d71 req-01ec09b6-af6b-445f-9e3f-9d693aeb3c0c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60be258c-ad6f-4df6-b8b3-f60534b72535 HTTP/1.1" status: 200 len: 999 time: 0.4389458 Jul 13 07:50:09.489231 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:09.537368 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-878daa2d-5c83-4ba5-9bf1-a4360911bd67 req-0b770835-6e4f-469e-a4b3-708914ecd82e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699110 Jul 13 07:50:09.634776 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2dd597db-ec3e-44cb-b889-acac1f9397bc tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:09.660972 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2dd597db-ec3e-44cb-b889-acac1f9397bc tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:09.691615 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-c73b4a10-6b43-4f4a-b7be-cdb9dc8caf26 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Made reservation on behalf of 376f4e3c522040f6b122527b473e2cb2 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:09.697284 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-c73b4a10-6b43-4f4a-b7be-cdb9dc8caf26 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:09.707450 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2dd597db-ec3e-44cb-b889-acac1f9397bc tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network 98d234b7-cf21-43e0-b709-204a7e2d217a is not hosted by any dhcp agent {{(pid=93723) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:50:09.714477 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd597db-ec3e-44cb-b889-acac1f9397bc tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:09.715003 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2dd597db-ec3e-44cb-b889-acac1f9397bc tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:09.717396 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2dd597db-ec3e-44cb-b889-acac1f9397bc tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "PUT /v2.0/networks/98d234b7-cf21-43e0-b709-204a7e2d217a HTTP/1.1" status: 200 len: 758 time: 0.3962777 Jul 13 07:50:09.721220 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55496) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:09.749621 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-1b210fdf-85d4-4e97-8aa0-9abbb7d2a20d tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:09.768062 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-1b210fdf-85d4-4e97-8aa0-9abbb7d2a20d tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Transition to ACTIVE for port object 76bde74a-0ba1-44c2-aaee-28f08a321c54 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:09.828669 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-1b210fdf-85d4-4e97-8aa0-9abbb7d2a20d tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:09.882771 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-1b210fdf-85d4-4e97-8aa0-9abbb7d2a20d tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Network 9787b5b0-e956-4dd4-8542-b6b6fd84f399 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:09.885108 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766637f-9bb8-4827-9f96-d9a99dce5d71 req-05161c5e-3a54-4feb-be95-1091ff4590d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:09.886808 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f766637f-9bb8-4827-9f96-d9a99dce5d71 req-05161c5e-3a54-4feb-be95-1091ff4590d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9bae17d-a9cd-4de6-bffc-674a284593a4 HTTP/1.1" status: 200 len: 850 time: 0.2889030 Jul 13 07:50:09.893153 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-1b210fdf-85d4-4e97-8aa0-9abbb7d2a20d tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:09.895559 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-c73b4a10-6b43-4f4a-b7be-cdb9dc8caf26 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Allocated IP 172.20.0.2 (fcdb9a53-7fcc-41f8-a568-74074bbf7107/5966ca27-fb18-4795-a59f-ec4c59f3efd0/52684127-17d5-4bed-a775-1e45f95396ad) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:09.929264 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464ccae-cd97-4275-a46f-85f5fcc357cf req-4e2c2849-399a-45aa-ba4f-f1fd8a38ce1a tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:09.937706 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f464ccae-cd97-4275-a46f-85f5fcc357cf req-4e2c2849-399a-45aa-ba4f-f1fd8a38ce1a tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=d01ef49d-3688-480d-928a-e58bb1176871 HTTP/1.1" status: 200 len: 946 time: 0.7374275 Jul 13 07:50:10.000167 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd597db-ec3e-44cb-b889-acac1f9397bc tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Network': ['ID=98d234b7-cf21-43e0-b709-204a7e2d217a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:10.013772 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 98d234b7-cf21-43e0-b709-204a7e2d217a details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:10.020646 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-1b210fdf-85d4-4e97-8aa0-9abbb7d2a20d tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:10.122522 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2c005ce-23f1-4924-add1-4db6258d49d0 req-5f7031d3-9cde-4a3f-b46b-5f10493b9a86 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 210 time: 0.1585984 Jul 13 07:50:10.128650 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-1b210fdf-85d4-4e97-8aa0-9abbb7d2a20d tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:10.129279 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-1b210fdf-85d4-4e97-8aa0-9abbb7d2a20d tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:10.149523 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a985eb82-5850-4800-bdee-29ace6d510e5 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:10.152849 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a985eb82-5850-4800-bdee-29ace6d510e5 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "GET /v2.0/networks?id=98d234b7-cf21-43e0-b709-204a7e2d217a HTTP/1.1" status: 200 len: 761 time: 0.4242191 Jul 13 07:50:10.162202 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55500) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:10.175941 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-57d86bd4-00b6-4ed2-baa2-17fc0132d5b6 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1540237174'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:10.351661 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d86bd4-00b6-4ed2-baa2-17fc0132d5b6 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:10.355341 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-57d86bd4-00b6-4ed2-baa2-17fc0132d5b6 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:10.368988 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-a3c9af34-1bde-4064-b7d1-c9620b2dcbac tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:10.370918 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-a3c9af34-1bde-4064-b7d1-c9620b2dcbac tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.35 "GET /v2.0/networks?id=9787b5b0-e956-4dd4-8542-b6b6fd84f399 HTTP/1.1" status: 200 len: 816 time: 0.2871404 Jul 13 07:50:10.390854 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-2c0bc68d-579f-4031-b3d6-e734d353704e tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Request body: {'port': {'device_id': 'd5a61337-b23e-42f1-94ed-feb3a959bbeb', 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399', 'admin_state_up': True, 'tenant_id': '4287d388cd264ee297d6c2edf9d23be6'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:10.408731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2f1de4e4-4e66-46cc-bd88-6b175d0004dd None None] Provisioning for port 76bde74a-0ba1-44c2-aaee-28f08a321c54 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:10.413247 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2f1de4e4-4e66-46cc-bd88-6b175d0004dd None None] Provisioning complete for port 76bde74a-0ba1-44c2-aaee-28f08a321c54 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:10.413719 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f1de4e4-4e66-46cc-bd88-6b175d0004dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:10.489466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2f1de4e4-4e66-46cc-bd88-6b175d0004dd None None] Port 76bde74a-0ba1-44c2-aaee-28f08a321c54 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:10.659770 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-1b210fdf-85d4-4e97-8aa0-9abbb7d2a20d tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0099587 Jul 13 07:50:10.679813 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d969695e-f638-4ac5-87bc-f43f4a01bcfc admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:50:10.685347 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d969695e-f638-4ac5-87bc-f43f4a01bcfc admin admin] 10.222.0.58 "PUT /v2.0/routers/87f5cb01-ead1-4525-b621-98bcab2ee0ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3522239 Jul 13 07:50:10.690922 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] Sync routers for ids ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:50:10.695169 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] Request body: {'port': {'device_id': '0e67f329-8ed7-4865-9e7f-f6be2470c8a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:10.719147 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] Routers {'87f5cb01-ead1-4525-b621-98bcab2ee0ee'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:10.720133 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:49:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:10.754918 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f464ccae-cd97-4275-a46f-85f5fcc357cf req-64366661-0cad-4fc4-ae82-39ad96fa2e8c tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8154838 Jul 13 07:50:10.826847 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-323949cd-91ca-40e3-9bc6-3bff094781df req-58ec1837-66f7-420c-bc42-147ea02ee96e tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/ports?device_id=b75dcb5d-8437-4384-b406-dded7b36eec3 HTTP/1.1" status: 200 len: 210 time: 0.1779344 Jul 13 07:50:10.847968 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b210fdf-85d4-4e97-8aa0-9abbb7d2a20d tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Pushing event updated for resources: {'Port': ['ID=76bde74a-0ba1-44c2-aaee-28f08a321c54,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:10.877190 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] Set router 87f5cb01-ead1-4525-b621-98bcab2ee0ee gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:50:10.992302 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.009544 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-c73b4a10-6b43-4f4a-b7be-cdb9dc8caf26 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.080427 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-c73b4a10-6b43-4f4a-b7be-cdb9dc8caf26 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.097602 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d86bd4-00b6-4ed2-baa2-17fc0132d5b6 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:11.117701 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766637f-9bb8-4827-9f96-d9a99dce5d71 req-c48c8da1-fe87-4c44-878b-0bbea60eec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:11.119325 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:50:04Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '99de34c2-cb99-4490-b272-5c3274267780', 'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'mac_address': 'fa:16:3e:17:fb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:01Z', 'updated_at': '2021-07-13T07:50:05Z', 'revision_number': 2, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'subnets': [{'id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:11.119847 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f766637f-9bb8-4827-9f96-d9a99dce5d71 req-c48c8da1-fe87-4c44-878b-0bbea60eec53 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b4fd3a8-9309-406f-87ff-e745f78908e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1212065 Jul 13 07:50:11.126896 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-57d86bd4-00b6-4ed2-baa2-17fc0132d5b6 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.127283 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-57d86bd4-00b6-4ed2-baa2-17fc0132d5b6 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Added segment e1487544-67e7-47f8-a0cd-39e1c41d56f1 of type vlan for network 47a7965b-8c39-43a3-9d7d-86c65e8ef44e Jul 13 07:50:11.155614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] Checking router: 87f5cb01-ead1-4525-b621-98bcab2ee0ee for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:50:11.156111 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] Updating router 87f5cb01-ead1-4525-b621-98bcab2ee0ee port 99de34c2-cb99-4490-b272-5c3274267780 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:50:11.197203 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-57d86bd4-00b6-4ed2-baa2-17fc0132d5b6 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.199300 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.286015 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3632aeee-213c-45ae-a31c-ca6c2be68dcb {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:11.321719 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.324980 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-2c0bc68d-579f-4031-b3d6-e734d353704e tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Made reservation on behalf of 4287d388cd264ee297d6c2edf9d23be6 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:11.334934 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-2c0bc68d-579f-4031-b3d6-e734d353704e tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.352797 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-57d86bd4-00b6-4ed2-baa2-17fc0132d5b6 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.365367 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d86bd4-00b6-4ed2-baa2-17fc0132d5b6 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:11.366001 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-57d86bd4-00b6-4ed2-baa2-17fc0132d5b6 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.388039 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a060d05f-57fb-4a04-b649-66c202c4304e req-9cdd9d3d-951a-4096-9b04-e28b53cc0f7f tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 210 time: 0.0593550 Jul 13 07:50:11.452872 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] Transition to ACTIVE for port object 3632aeee-213c-45ae-a31c-ca6c2be68dcb will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:11.503266 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d86bd4-00b6-4ed2-baa2-17fc0132d5b6 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Network': ['ID=47a7965b-8c39-43a3-9d7d-86c65e8ef44e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:11.555409 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 47a7965b-8c39-43a3-9d7d-86c65e8ef44e details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:11.625824 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b4a10-6b43-4f4a-b7be-cdb9dc8caf26 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Pushing event updated for resources: {'Port': ['ID=52684127-17d5-4bed-a775-1e45f95396ad,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:11.629422 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-c73b4a10-6b43-4f4a-b7be-cdb9dc8caf26 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Network fcdb9a53-7fcc-41f8-a568-74074bbf7107 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:11.631549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-c73b4a10-6b43-4f4a-b7be-cdb9dc8caf26 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:11.639298 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-57d86bd4-00b6-4ed2-baa2-17fc0132d5b6 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4697874 Jul 13 07:50:11.639298 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-c73b4a10-6b43-4f4a-b7be-cdb9dc8caf26 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:11.658032 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55524) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:11.659227 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.677281 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-601054ac-e3ca-470e-8d48-1b65be54c293 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'subnet': {'network_id': '47a7965b-8c39-43a3-9d7d-86c65e8ef44e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:11.693720 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-c73b4a10-6b43-4f4a-b7be-cdb9dc8caf26 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:11.694402 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-c73b4a10-6b43-4f4a-b7be-cdb9dc8caf26 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.711763 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-c73b4a10-6b43-4f4a-b7be-cdb9dc8caf26 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5118468 Jul 13 07:50:11.727514 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f766637f-9bb8-4827-9f96-d9a99dce5d71 req-e261ad08-3029-457e-a5d7-f3a3fb5a508e service neutron] 10.222.0.62 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863829 Jul 13 07:50:11.734247 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] Request body: {'port': {'device_id': 'b75dcb5d-8437-4384-b406-dded7b36eec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:11.853896 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.930586 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.936669 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f766637f-9bb8-4827-9f96-d9a99dce5d71 req-a67f85aa-017c-484a-96a1-12609c18b865 service neutron] 10.222.0.62 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454799 Jul 13 07:50:11.991833 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] Transition to ACTIVE for port object 99de34c2-cb99-4490-b272-5c3274267780 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:12.001392 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55532) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:12.007893 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.008275 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-62816f85-9ca8-41b4-b302-479003a4d6ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-894930749-network', 'tenant_id': '527bb26e51b84f62b897826bdca9fcf5'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:12.021210 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] Pushing event updated for resources: {'Port': ['ID=3632aeee-213c-45ae-a31c-ca6c2be68dcb,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:12.170415 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62816f85-9ca8-41b4-b302-479003a4d6ef admin admin] Made reservation on behalf of 527bb26e51b84f62b897826bdca9fcf5 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:12.172847 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62816f85-9ca8-41b4-b302-479003a4d6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.186221 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62816f85-9ca8-41b4-b302-479003a4d6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.215477 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76bde74a-0ba1-44c2-aaee-28f08a321c54 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:12.225974 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.242794 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] Transition to ACTIVE for port object 76bde74a-0ba1-44c2-aaee-28f08a321c54 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:12.261412 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.266889 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a392de-7054-4e15-8ee9-9066e523ee8d None None] Pushing event updated for resources: {'Port': ['ID=99de34c2-cb99-4490-b272-5c3274267780,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:12.295976 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] Attempting to bind port 99de34c2-cb99-4490-b272-5c3274267780 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:12.296352 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] Attempting to bind port 99de34c2-cb99-4490-b272-5c3274267780 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:12.296769 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] Attempting to bind port 99de34c2-cb99-4490-b272-5c3274267780 on network dcb46551-b67f-448d-9e50-7e4cc85c9056 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:12.302652 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:12.303050 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] Checking segment: {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:12.303458 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.303850 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] Bound using segment: {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:12.304327 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] Bound port: 99de34c2-cb99-4490-b272-5c3274267780, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:12.304711 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.326463 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] Pushing event updated for resources: {'Port': ['ID=76bde74a-0ba1-44c2-aaee-28f08a321c54,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:12.394639 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] For port 99de34c2-cb99-4490-b272-5c3274267780, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:12.395031 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62816f85-9ca8-41b4-b302-479003a4d6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.399219 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] For port 99de34c2-cb99-4490-b272-5c3274267780, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=99de34c2-cb99-4490-b272-5c3274267780,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:12.400167 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] Attempting to bind port 3632aeee-213c-45ae-a31c-ca6c2be68dcb on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:12.400454 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] Attempting to bind port 3632aeee-213c-45ae-a31c-ca6c2be68dcb by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '293b2719-f767-4d4b-bc88-b5129957a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:12.400840 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] Attempting to bind port 3632aeee-213c-45ae-a31c-ca6c2be68dcb on network 9787b5b0-e956-4dd4-8542-b6b6fd84f399 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:12.405725 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.418069 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62816f85-9ca8-41b4-b302-479003a4d6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.442405 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d85182-444a-46db-9217-c7595723c994 req-484056fe-9137-4387-bead-06bfbe020561 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:12.444433 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19d85182-444a-46db-9217-c7595723c994 req-484056fe-9137-4387-bead-06bfbe020561 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/ports?device_id=b75dcb5d-8437-4384-b406-dded7b36eec3 HTTP/1.1" status: 200 len: 931 time: 0.3938036 Jul 13 07:50:12.478823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b7a27-b1a8-448a-86c1-447e152384b3 req-9bae1766-3390-4f54-ac1a-f359b4944d6c tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:12.480690 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cb9b7a27-b1a8-448a-86c1-447e152384b3 req-9bae1766-3390-4f54-ac1a-f359b4944d6c tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=d01ef49d-3688-480d-928a-e58bb1176871 HTTP/1.1" status: 200 len: 946 time: 0.3935730 Jul 13 07:50:12.484617 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] Port 3632aeee-213c-45ae-a31c-ca6c2be68dcb on network 9787b5b0-e956-4dd4-8542-b6b6fd84f399 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:50:12.484940 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] Attempting to bind port 3632aeee-213c-45ae-a31c-ca6c2be68dcb on network 9787b5b0-e956-4dd4-8542-b6b6fd84f399 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:12.492817 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a392de-7054-4e15-8ee9-9066e523ee8d None None] Pushing event updated for resources: {'Port': ['ID=99de34c2-cb99-4490-b272-5c3274267780,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:12.499170 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:12.499703 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] Checking segment: {'id': '293b2719-f767-4d4b-bc88-b5129957a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:12.500086 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] Bound using segment: {'id': '293b2719-f767-4d4b-bc88-b5129957a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:12.500533 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] Bound port: 3632aeee-213c-45ae-a31c-ca6c2be68dcb, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293b2719-f767-4d4b-bc88-b5129957a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:12.500890 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.529088 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62816f85-9ca8-41b4-b302-479003a4d6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb9db32-10eb-431b-9ea3-71a1c7461f96,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:12.533704 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] Routers {'87f5cb01-ead1-4525-b621-98bcab2ee0ee'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:12.534396 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:49:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:12.573977 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62816f85-9ca8-41b4-b302-479003a4d6ef admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:12.625311 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-2c0bc68d-579f-4031-b3d6-e734d353704e tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Allocated IP 172.20.0.6 (9787b5b0-e956-4dd4-8542-b6b6fd84f399/e624621b-31d1-4f23-8dad-111fa26cc398/e1c03179-a80e-44b7-a2f9-654ea556b279) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:12.645183 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62816f85-9ca8-41b4-b302-479003a4d6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.645800 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-62816f85-9ca8-41b4-b302-479003a4d6ef admin admin] Added segment e7d7723a-b182-444c-9b72-fb42ed5157b2 of type vlan for network 95d95a8b-8086-4fa3-9607-8d14785a9f48 Jul 13 07:50:12.673750 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] For port 3632aeee-213c-45ae-a31c-ca6c2be68dcb, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:12.677567 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] For port 3632aeee-213c-45ae-a31c-ca6c2be68dcb, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3632aeee-213c-45ae-a31c-ca6c2be68dcb,segment=NetworkSegment(293b2719-f767-4d4b-bc88-b5129957a57c),segment_id=293b2719-f767-4d4b-bc88-b5129957a57c)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:12.710708 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.797117 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601054ac-e3ca-470e-8d48-1b65be54c293 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:12.801029 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-601054ac-e3ca-470e-8d48-1b65be54c293 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.864659 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62816f85-9ca8-41b4-b302-479003a4d6ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.896063 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52684127-17d5-4bed-a775-1e45f95396ad {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:12.913786 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.929531 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.940311 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] Pushing event updated for resources: {'Port': ['ID=3632aeee-213c-45ae-a31c-ca6c2be68dcb,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:12.950431 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] Set router 87f5cb01-ead1-4525-b621-98bcab2ee0ee gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:50:12.967810 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] Transition to ACTIVE for port object 52684127-17d5-4bed-a775-1e45f95396ad will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:12.971455 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62816f85-9ca8-41b4-b302-479003a4d6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.972587 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62816f85-9ca8-41b4-b302-479003a4d6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:12.973617 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62816f85-9ca8-41b4-b302-479003a4d6ef admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.001974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:13.002763 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.004145 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-30d4fd5f-0f25-4967-9942-c6b6a619db97 service neutron] 10.222.0.35 "PUT /v2.0/ports/3632aeee-213c-45ae-a31c-ca6c2be68dcb HTTP/1.1" status: 200 len: 1092 time: 6.2971635 Jul 13 07:50:13.012298 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf', 'tag': '3632aeee-213c-45ae-a31c-ca6c2be68dcb'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:13.014937 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7c2baa-f208-4151-8423-45b166f20577" -d '{"events": [{"name": "network-changed", "server_uuid": "52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf", "tag": "3632aeee-213c-45ae-a31c-ca6c2be68dcb"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:13.021658 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.073184 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19d85182-444a-46db-9217-c7595723c994 req-eda31ffc-2efe-4128-bafb-b60e41c1a50f tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/security-groups?id=092d067c-9fd9-4822-b513-a4f21704264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5896857 Jul 13 07:50:13.117098 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] Attempting to bind port 76bde74a-0ba1-44c2-aaee-28f08a321c54 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:13.117098 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] Attempting to bind port 76bde74a-0ba1-44c2-aaee-28f08a321c54 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '293b2719-f767-4d4b-bc88-b5129957a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:13.117098 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] Attempting to bind port 76bde74a-0ba1-44c2-aaee-28f08a321c54 on network 9787b5b0-e956-4dd4-8542-b6b6fd84f399 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:13.122017 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cb9b7a27-b1a8-448a-86c1-447e152384b3 req-d768924d-e726-4865-8306-785565fa1d6d tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6279871 Jul 13 07:50:13.176384 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] Port 76bde74a-0ba1-44c2-aaee-28f08a321c54 on network 9787b5b0-e956-4dd4-8542-b6b6fd84f399 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:50:13.176776 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] Attempting to bind port 76bde74a-0ba1-44c2-aaee-28f08a321c54 on network 9787b5b0-e956-4dd4-8542-b6b6fd84f399 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:13.214042 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] Pushing event updated for resources: {'Port': ['ID=52684127-17d5-4bed-a775-1e45f95396ad,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:13.255508 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55546) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:13.258785 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-62816f85-9ca8-41b4-b302-479003a4d6ef admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2558751 Jul 13 07:50:13.274975 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:13.275322 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] Checking segment: {'id': '293b2719-f767-4d4b-bc88-b5129957a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:13.275683 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] Bound using segment: {'id': '293b2719-f767-4d4b-bc88-b5129957a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:13.276125 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] Bound port: 76bde74a-0ba1-44c2-aaee-28f08a321c54, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293b2719-f767-4d4b-bc88-b5129957a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:13.276489 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.287305 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-651886f8-6ec0-4855-8425-12fec378a582 admin admin] Request body: {'subnet': {'network_id': '95d95a8b-8086-4fa3-9607-8d14785a9f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-894930749-subnet', 'tenant_id': '527bb26e51b84f62b897826bdca9fcf5', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:13.352105 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62816f85-9ca8-41b4-b302-479003a4d6ef admin admin] Pushing event updated for resources: {'Network': ['ID=95d95a8b-8086-4fa3-9607-8d14785a9f48,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:13.398565 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 95d95a8b-8086-4fa3-9607-8d14785a9f48 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:13.425765 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-601054ac-e3ca-470e-8d48-1b65be54c293 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.434400 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651886f8-6ec0-4855-8425-12fec378a582 admin admin] Made reservation on behalf of 527bb26e51b84f62b897826bdca9fcf5 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:13.436717 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-651886f8-6ec0-4855-8425-12fec378a582 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.492041 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0dd5b9-1cde-4cce-8966-e76f234b115c x-openstack-request-id: req-6a0dd5b9-1cde-4cce-8966-e76f234b115c {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:13.492416 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf", "tag": "3632aeee-213c-45ae-a31c-ca6c2be68dcb", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:13.492620 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a0dd5b9-1cde-4cce-8966-e76f234b115c {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:13.492964 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf', 'tag': '3632aeee-213c-45ae-a31c-ca6c2be68dcb', 'status': 'completed', 'code': 200} Jul 13 07:50:13.516832 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-57beeaba-d767-4102-b812-8c022e2b8023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:13.518912 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-57beeaba-d767-4102-b812-8c022e2b8023 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4287d388cd264ee297d6c2edf9d23be6&device_id=52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf HTTP/1.1" status: 200 len: 1095 time: 0.4288344 Jul 13 07:50:13.548381 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:50:04Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '99de34c2-cb99-4490-b272-5c3274267780', 'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'mac_address': 'fa:16:3e:17:fb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:01Z', 'updated_at': '2021-07-13T07:50:12Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'subnets': [{'id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:13.570473 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-2c0bc68d-579f-4031-b3d6-e734d353704e tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.589450 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cd52cd-40e3-4466-ad20-d148407cb873 None None] The sync data for ids ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'] in n-d-779913-28 is: [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:50:04Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '99de34c2-cb99-4490-b272-5c3274267780', 'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'mac_address': 'fa:16:3e:17:fb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:01Z', 'updated_at': '2021-07-13T07:50:12Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'subnets': [{'id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:50:13.611994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-2c0bc68d-579f-4031-b3d6-e734d353704e tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Transition to ACTIVE for port object e1c03179-a80e-44b7-a2f9-654ea556b279 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:13.657474 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] Attempting to bind port 52684127-17d5-4bed-a775-1e45f95396ad on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:13.658004 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] Attempting to bind port 52684127-17d5-4bed-a775-1e45f95396ad by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'b504b23a-69fa-4578-b49f-f0b571a6fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fcdb9a53-7fcc-41f8-a568-74074bbf7107'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:13.658367 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] Attempting to bind port 52684127-17d5-4bed-a775-1e45f95396ad on network fcdb9a53-7fcc-41f8-a568-74074bbf7107 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:13.685622 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] Port 52684127-17d5-4bed-a775-1e45f95396ad on network fcdb9a53-7fcc-41f8-a568-74074bbf7107 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:50:13.686875 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] Attempting to bind port 52684127-17d5-4bed-a775-1e45f95396ad on network fcdb9a53-7fcc-41f8-a568-74074bbf7107 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:13.694647 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c5c61ba-e20c-4601-af95-4f27831c6c69 req-8eab8c6f-1d61-4ade-a64d-b8f0dffeb9ef tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 210 time: 0.1649153 Jul 13 07:50:13.704032 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-405c7e2e-cd34-4e80-957a-ef2fbb995046 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3632aeee-213c-45ae-a31c-ca6c2be68dcb HTTP/1.1" status: 200 len: 217 time: 0.1690197 Jul 13 07:50:13.704741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601054ac-e3ca-470e-8d48-1b65be54c293 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Subnet': ['ID=3b476dd9-02d3-461e-963b-301700def0f7,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:13.755706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:13.757071 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] Checking segment: {'id': 'b504b23a-69fa-4578-b49f-f0b571a6fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fcdb9a53-7fcc-41f8-a568-74074bbf7107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:13.757722 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] Bound using segment: {'id': 'b504b23a-69fa-4578-b49f-f0b571a6fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fcdb9a53-7fcc-41f8-a568-74074bbf7107'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:13.758482 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] Bound port: 52684127-17d5-4bed-a775-1e45f95396ad, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b504b23a-69fa-4578-b49f-f0b571a6fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fcdb9a53-7fcc-41f8-a568-74074bbf7107'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:13.758990 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.765851 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-2c0bc68d-579f-4031-b3d6-e734d353704e tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.841857 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-2c0bc68d-579f-4031-b3d6-e734d353704e tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Network 9787b5b0-e956-4dd4-8542-b6b6fd84f399 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:13.912719 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] For port 76bde74a-0ba1-44c2-aaee-28f08a321c54, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:13.917159 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-2c0bc68d-579f-4031-b3d6-e734d353704e tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:13.924286 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-2c0bc68d-579f-4031-b3d6-e734d353704e tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:13.931145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bc68d-579f-4031-b3d6-e734d353704e tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Pushing event updated for resources: {'Port': ['ID=e1c03179-a80e-44b7-a2f9-654ea556b279,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:13.941984 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] For port 52684127-17d5-4bed-a775-1e45f95396ad, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:13.960779 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] For port 76bde74a-0ba1-44c2-aaee-28f08a321c54, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=76bde74a-0ba1-44c2-aaee-28f08a321c54,segment=NetworkSegment(293b2719-f767-4d4b-bc88-b5129957a57c),segment_id=293b2719-f767-4d4b-bc88-b5129957a57c)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:13.961956 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601054ac-e3ca-470e-8d48-1b65be54c293 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Checking segment: {'id': 'e1487544-67e7-47f8-a0cd-39e1c41d56f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '47a7965b-8c39-43a3-9d7d-86c65e8ef44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:13.962557 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601054ac-e3ca-470e-8d48-1b65be54c293 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network hostable DHCP agents. Network: 47a7965b-8c39-43a3-9d7d-86c65e8ef44e, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:13.968478 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-651886f8-6ec0-4855-8425-12fec378a582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.975384 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-4140960c-90b7-4251-aa21-4c12245be626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:13.978027 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-4140960c-90b7-4251-aa21-4c12245be626 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e624621b-31d1-4f23-8dad-111fa26cc398 HTTP/1.1" status: 200 len: 855 time: 0.2625878 Jul 13 07:50:13.990933 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.995968 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] For port 52684127-17d5-4bed-a775-1e45f95396ad, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=52684127-17d5-4bed-a775-1e45f95396ad,segment=NetworkSegment(b504b23a-69fa-4578-b49f-f0b571a6fc5e),segment_id=b504b23a-69fa-4578-b49f-f0b571a6fc5e)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:14.008486 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.023586 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-2c0bc68d-579f-4031-b3d6-e734d353704e tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:14.024248 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-2c0bc68d-579f-4031-b3d6-e734d353704e tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.116385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] Pushing event updated for resources: {'Port': ['ID=52684127-17d5-4bed-a775-1e45f95396ad,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:14.141496 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:14.142541 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.144290 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-e3db9079-2fa4-4d74-b2f5-992ef88a1517 service neutron] 10.222.0.62 "PUT /v2.0/ports/52684127-17d5-4bed-a775-1e45f95396ad HTTP/1.1" status: 200 len: 1092 time: 2.4158146 Jul 13 07:50:14.147292 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75dcb5d-8437-4384-b406-dded7b36eec3', 'tag': '52684127-17d5-4bed-a775-1e45f95396ad'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:14.151210 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6f9ad4-78ea-4a1b-9e5b-4299eda052de" -d '{"events": [{"name": "network-changed", "server_uuid": "b75dcb5d-8437-4384-b406-dded7b36eec3", "tag": "52684127-17d5-4bed-a775-1e45f95396ad"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:14.162966 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-2c0bc68d-579f-4031-b3d6-e734d353704e tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7791076 Jul 13 07:50:14.181398 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:14.187723 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.194045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] Request body: {'port': {'device_id': 'd5a61337-b23e-42f1-94ed-feb3a959bbeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:14.194892 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] 10.222.0.35 "PUT /v2.0/ports/76bde74a-0ba1-44c2-aaee-28f08a321c54 HTTP/1.1" status: 200 len: 1092 time: 3.5001571 Jul 13 07:50:14.262399 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651886f8-6ec0-4855-8425-12fec378a582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92de4efe-5ff3-4d7e-9f13-21262f313f36,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:14.275110 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601054ac-e3ca-470e-8d48-1b65be54c293 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network 47a7965b-8c39-43a3-9d7d-86c65e8ef44e is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:14.323771 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd6b01-28b9-445b-aaab-8472652df958 service neutron] Pushing event updated for resources: {'Port': ['ID=76bde74a-0ba1-44c2-aaee-28f08a321c54,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:14.382435 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d0a77c25-b8a7-4951-9919-23dedbf58894 None None] Provisioning for port e1c03179-a80e-44b7-a2f9-654ea556b279 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:14.389300 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d0a77c25-b8a7-4951-9919-23dedbf58894 None None] Provisioning complete for port e1c03179-a80e-44b7-a2f9-654ea556b279 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:14.389703 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d0a77c25-b8a7-4951-9919-23dedbf58894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.391306 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651886f8-6ec0-4855-8425-12fec378a582 admin admin] Checking segment: {'id': 'e7d7723a-b182-444c-9b72-fb42ed5157b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '95d95a8b-8086-4fa3-9607-8d14785a9f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:14.391722 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651886f8-6ec0-4855-8425-12fec378a582 admin admin] Network hostable DHCP agents. Network: 95d95a8b-8086-4fa3-9607-8d14785a9f48, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:14.401783 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e2c46-6234-429f-b7e0-52b72ce6d698 req-170f9151-dd33-47b0-b2f3-34f2353811f9 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:14.409965 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c1e2c46-6234-429f-b7e0-52b72ce6d698 req-170f9151-dd33-47b0-b2f3-34f2353811f9 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=50d7fb90-6751-4ee4-89bf-100db2e7d13e HTTP/1.1" status: 200 len: 945 time: 0.7098248 Jul 13 07:50:14.438253 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.445042 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-601054ac-e3ca-470e-8d48-1b65be54c293 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 47a7965b-8c39-43a3-9d7d-86c65e8ef44e) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:14.467301 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601054ac-e3ca-470e-8d48-1b65be54c293 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:14.468048 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-601054ac-e3ca-470e-8d48-1b65be54c293 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.469316 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9186f31b-f573-4ed2-9a5a-4ec350b1e8f4 None None] Network 47a7965b-8c39-43a3-9d7d-86c65e8ef44e requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:14.476963 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d0a77c25-b8a7-4951-9919-23dedbf58894 None None] Port e1c03179-a80e-44b7-a2f9-654ea556b279 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:14.505277 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-3ca52cdf-3b9c-4a5d-93f3-eb6027b943de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:14.508230 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-3ca52cdf-3b9c-4a5d-93f3-eb6027b943de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=376f4e3c522040f6b122527b473e2cb2&device_id=b75dcb5d-8437-4384-b406-dded7b36eec3 HTTP/1.1" status: 200 len: 1095 time: 0.3032415 Jul 13 07:50:14.542350 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-2eacfc33-0147-41f4-9c4f-fd9e81fe6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:14.544708 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-2eacfc33-0147-41f4-9c4f-fd9e81fe6d37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9787b5b0-e956-4dd4-8542-b6b6fd84f399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5557897 Jul 13 07:50:14.577909 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-601054ac-e3ca-470e-8d48-1b65be54c293 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9055088 Jul 13 07:50:14.602783 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55560) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:14.765164 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-7c1072bc-dbcc-4f4d-af67-8aafbe3a3308 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52684127-17d5-4bed-a775-1e45f95396ad HTTP/1.1" status: 200 len: 217 time: 0.2398949 Jul 13 07:50:14.771093 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.787314 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-47a7965b-8c39-43a3-9d7d-86c65e8ef44e', 'network_id': '47a7965b-8c39-43a3-9d7d-86c65e8ef44e', 'tenant_id': '3c4ada9f30ee4d3dbb36b71a606af4cb', 'fixed_ips': [{'subnet_id': '3b476dd9-02d3-461e-963b-301700def0f7'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:14.788546 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.904224 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 99de34c2-cb99-4490-b272-5c3274267780 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:14.967232 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-efb535bf-6d2d-4069-bc82-9a32b659bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:14.969060 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-efb535bf-6d2d-4069-bc82-9a32b659bb6b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5966ca27-fb18-4795-a59f-ec4c59f3efd0 HTTP/1.1" status: 200 len: 863 time: 0.1784980 Jul 13 07:50:15.020371 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] Allocated IP 172.20.0.2 (47a7965b-8c39-43a3-9d7d-86c65e8ef44e/3b476dd9-02d3-461e-963b-301700def0f7/9024d122-50fc-4bde-942f-c1405fd8ef80) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:15.025105 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 99de34c2-cb99-4490-b272-5c3274267780 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:15.038493 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 99de34c2-cb99-4490-b272-5c3274267780 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:15.039447 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.088678 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651886f8-6ec0-4855-8425-12fec378a582 admin admin] Network 95d95a8b-8086-4fa3-9607-8d14785a9f48 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:15.116133 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c1e2c46-6234-429f-b7e0-52b72ce6d698 req-5ddf73ac-6041-4d91-aed4-93585b7ff14c tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6941662 Jul 13 07:50:15.141218 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-651886f8-6ec0-4855-8425-12fec378a582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 95d95a8b-8086-4fa3-9607-8d14785a9f48) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:15.160197 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651886f8-6ec0-4855-8425-12fec378a582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:15.164306 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-651886f8-6ec0-4855-8425-12fec378a582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.165728 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-ad86415e-1648-4fae-ae2d-410dc415e14e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fcdb9a53-7fcc-41f8-a568-74074bbf7107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1631606 Jul 13 07:50:15.217933 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8a3f45-c0e4-4157-9500-ef05b612e74e None None] Network 95d95a8b-8086-4fa3-9607-8d14785a9f48 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:15.218761 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b0ee29-192c-4349-81e2-7f226fef0043 x-openstack-request-id: req-05b0ee29-192c-4349-81e2-7f226fef0043 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:15.219165 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75dcb5d-8437-4384-b406-dded7b36eec3", "tag": "52684127-17d5-4bed-a775-1e45f95396ad", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:15.219518 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-05b0ee29-192c-4349-81e2-7f226fef0043 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:15.220018 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75dcb5d-8437-4384-b406-dded7b36eec3', 'tag': '52684127-17d5-4bed-a775-1e45f95396ad', 'status': 'completed', 'code': 200} Jul 13 07:50:15.252129 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-91a2f5fd-b02c-4600-94a1-bf307a642663 service neutron] 10.222.0.35 "GET /v2.0/networks/9787b5b0-e956-4dd4-8542-b6b6fd84f399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6999223 Jul 13 07:50:15.260434 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8d136-be46-4e4c-b502-eda31d2e2f2f req-26647d2a-ff77-45f8-8731-f25acc2fbe78 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:15.269597 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-85e8d136-be46-4e4c-b502-eda31d2e2f2f req-26647d2a-ff77-45f8-8731-f25acc2fbe78 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/ports?device_id=b75dcb5d-8437-4384-b406-dded7b36eec3 HTTP/1.1" status: 200 len: 943 time: 1.0123694 Jul 13 07:50:15.330923 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-651886f8-6ec0-4855-8425-12fec378a582 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0570273 Jul 13 07:50:15.342822 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55566) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:15.363623 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-7e245e26-ce42-4257-afaf-b1d3258733e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:15.365297 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-7e245e26-ce42-4257-afaf-b1d3258733e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4287d388cd264ee297d6c2edf9d23be6&device_id=0e67f329-8ed7-4865-9e7f-f6be2470c8a1 HTTP/1.1" status: 200 len: 1095 time: 1.1041017 Jul 13 07:50:15.369512 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-894930749-router', 'tenant_id': '527bb26e51b84f62b897826bdca9fcf5', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:15.462925 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-85e8d136-be46-4e4c-b502-eda31d2e2f2f req-c668e974-186f-4d65-ae0f-00136bc3392f tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/security-groups?id=092d067c-9fd9-4822-b513-a4f21704264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923447 Jul 13 07:50:15.467865 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-a539fdea-3736-49d3-93de-a745bcedcc85 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76bde74a-0ba1-44c2-aaee-28f08a321c54 HTTP/1.1" status: 200 len: 217 time: 0.0718954 Jul 13 07:50:15.469717 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.483739 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.484974 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.500400 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.511411 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 99de34c2-cb99-4490-b272-5c3274267780, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=99de34c2-cb99-4490-b272-5c3274267780,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:15.524170 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e67f329-8ed7-4865-9e7f-f6be2470c8a1', 'tag': '76bde74a-0ba1-44c2-aaee-28f08a321c54'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:15.527121 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.529949 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65335492-b035-47cb-878b-6070f34c1284" -d '{"events": [{"name": "network-changed", "server_uuid": "0e67f329-8ed7-4865-9e7f-f6be2470c8a1", "tag": "76bde74a-0ba1-44c2-aaee-28f08a321c54"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:15.586067 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-0e237c74-31c4-4550-91e0-220b7ad7ff81 service neutron] 10.222.0.62 "GET /v2.0/networks/fcdb9a53-7fcc-41f8-a568-74074bbf7107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757274 Jul 13 07:50:15.596787 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.648970 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] Transition to ACTIVE for port object 9024d122-50fc-4bde-942f-c1405fd8ef80 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:15.743503 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-e910df02-ea3c-478c-a0de-5cb1778f2473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:15.745016 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-e910df02-ea3c-478c-a0de-5cb1778f2473 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e624621b-31d1-4f23-8dad-111fa26cc398 HTTP/1.1" status: 200 len: 855 time: 0.2563641 Jul 13 07:50:15.787934 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] Transition to ACTIVE for port object 9024d122-50fc-4bde-942f-c1405fd8ef80 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:15.790211 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=99de34c2-cb99-4490-b272-5c3274267780,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:15.806356 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.811711 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2fbae547-5b07-43de-88cb-14b5870019e0 req-8fbbc002-4821-41c1-8b23-741d3d05e254 service neutron] 10.222.0.35 "GET /v2.0/networks/9787b5b0-e956-4dd4-8542-b6b6fd84f399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327384 Jul 13 07:50:15.817676 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-95d95a8b-8086-4fa3-9607-8d14785a9f48', 'network_id': '95d95a8b-8086-4fa3-9607-8d14785a9f48', 'tenant_id': '527bb26e51b84f62b897826bdca9fcf5', 'fixed_ips': [{'subnet_id': '92de4efe-5ff3-4d7e-9f13-21262f313f36'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:15.819382 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.844280 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.851381 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c69a495c-675d-4b78-aca7-a07fe59191d3 req-1e8d405a-2e91-48ce-9b68-49fcad26c35d service neutron] 10.222.0.62 "GET /v2.0/networks/fcdb9a53-7fcc-41f8-a568-74074bbf7107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549787 Jul 13 07:50:15.872870 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.930334 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1c03179-a80e-44b7-a2f9-654ea556b279 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:15.944181 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.953276 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] Network 47a7965b-8c39-43a3-9d7d-86c65e8ef44e is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:15.958020 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] Transition to ACTIVE for port object e1c03179-a80e-44b7-a2f9-654ea556b279 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:15.963950 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Subnet': ['ID=3b476dd9-02d3-461e-963b-301700def0f7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:15.979041 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.020026 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:16.024399 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] Pushing event updated for resources: {'Port': ['ID=9024d122-50fc-4bde-942f-c1405fd8ef80,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:16.031172 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:16.112267 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f65c1-a01d-4f79-82bb-86bb006e8f4f req-fbf7271d-555a-421c-8522-e720c70dfa63 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:16.120133 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-138f65c1-a01d-4f79-82bb-86bb006e8f4f req-fbf7271d-555a-421c-8522-e720c70dfa63 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 931 time: 0.3677554 Jul 13 07:50:16.184107 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] Attempting to bind port 9024d122-50fc-4bde-942f-c1405fd8ef80 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:16.185106 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] Attempting to bind port 9024d122-50fc-4bde-942f-c1405fd8ef80 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'e1487544-67e7-47f8-a0cd-39e1c41d56f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '47a7965b-8c39-43a3-9d7d-86c65e8ef44e'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:16.186042 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] Attempting to bind port 9024d122-50fc-4bde-942f-c1405fd8ef80 on network 47a7965b-8c39-43a3-9d7d-86c65e8ef44e {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:16.208732 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.217155 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0272be-6bce-469f-bc32-a2be5ecf33f4 x-openstack-request-id: req-0f0272be-6bce-469f-bc32-a2be5ecf33f4 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:16.217563 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e67f329-8ed7-4865-9e7f-f6be2470c8a1", "tag": "76bde74a-0ba1-44c2-aaee-28f08a321c54", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:16.217933 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f0272be-6bce-469f-bc32-a2be5ecf33f4 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:16.218468 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e67f329-8ed7-4865-9e7f-f6be2470c8a1', 'tag': '76bde74a-0ba1-44c2-aaee-28f08a321c54', 'status': 'completed', 'code': 200} Jul 13 07:50:16.230866 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.234132 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:16.234407 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] Checking segment: {'id': 'e1487544-67e7-47f8-a0cd-39e1c41d56f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '47a7965b-8c39-43a3-9d7d-86c65e8ef44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:16.234798 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.235380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] Bound using segment: {'id': 'e1487544-67e7-47f8-a0cd-39e1c41d56f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '47a7965b-8c39-43a3-9d7d-86c65e8ef44e'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:16.235883 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] Bound port: 9024d122-50fc-4bde-942f-c1405fd8ef80, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1487544-67e7-47f8-a0cd-39e1c41d56f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '47a7965b-8c39-43a3-9d7d-86c65e8ef44e'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:16.236306 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.244561 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9c88aa10-6b4d-4bbd-8327-5b896a0e51b8 None None] Provisioning complete for port 99de34c2-cb99-4490-b272-5c3274267780 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:16.244561 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9c88aa10-6b4d-4bbd-8327-5b896a0e51b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.244893 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-76f73583-de0b-4478-9847-a070f144fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:16.246542 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-76f73583-de0b-4478-9847-a070f144fbb8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9787b5b0-e956-4dd4-8542-b6b6fd84f399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4493513 Jul 13 07:50:16.263186 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a7965b-8c39-43a3-9d7d-86c65e8ef44e']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:16.277662 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] Pushing event updated for resources: {'Port': ['ID=e1c03179-a80e-44b7-a2f9-654ea556b279,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:16.290640 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1487544-67e7-47f8-a0cd-39e1c41d56f1') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:16.290945 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1487544-67e7-47f8-a0cd-39e1c41d56f1') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:16.292837 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c2baa-f208-4151-8423-45b166f20577 req-8bea8e69-9e25-420c-b25f-b02069431fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:16.294828 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db7c2baa-f208-4151-8423-45b166f20577 req-8bea8e69-9e25-420c-b25f-b02069431fb8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4287d388cd264ee297d6c2edf9d23be6&device_id=52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf HTTP/1.1" status: 200 len: 1095 time: 0.3901730 Jul 13 07:50:16.306151 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f9ad4-78ea-4a1b-9e5b-4299eda052de req-df5fe16f-5c6b-4654-8b26-dc4961d8a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:16.307593 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9a6f9ad4-78ea-4a1b-9e5b-4299eda052de req-df5fe16f-5c6b-4654-8b26-dc4961d8a0c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=376f4e3c522040f6b122527b473e2cb2&device_id=b75dcb5d-8437-4384-b406-dded7b36eec3 HTTP/1.1" status: 200 len: 1095 time: 0.3450422 Jul 13 07:50:16.314304 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.329446 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-138f65c1-a01d-4f79-82bb-86bb006e8f4f req-f9acc7c2-d34b-445d-b65a-e6c44cc44b64 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769795 Jul 13 07:50:16.362056 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.400092 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] Attempting to bind port e1c03179-a80e-44b7-a2f9-654ea556b279 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:16.400486 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] Attempting to bind port e1c03179-a80e-44b7-a2f9-654ea556b279 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '293b2719-f767-4d4b-bc88-b5129957a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:16.400867 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] Attempting to bind port e1c03179-a80e-44b7-a2f9-654ea556b279 on network 9787b5b0-e956-4dd4-8542-b6b6fd84f399 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:16.406904 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:16.407292 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.420054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] Port e1c03179-a80e-44b7-a2f9-654ea556b279 on network 9787b5b0-e956-4dd4-8542-b6b6fd84f399 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:50:16.420385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] Attempting to bind port e1c03179-a80e-44b7-a2f9-654ea556b279 on network 9787b5b0-e956-4dd4-8542-b6b6fd84f399 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:16.422830 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:16.427943 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] Allocated IP 172.20.0.2 (95d95a8b-8086-4fa3-9607-8d14785a9f48/92de4efe-5ff3-4d7e-9f13-21262f313f36/ffd351b8-9cb3-4aeb-a9be-a255f74415e1) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:16.485599 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:16.486496 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] Checking segment: {'id': '293b2719-f767-4d4b-bc88-b5129957a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:16.486896 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] Bound using segment: {'id': '293b2719-f767-4d4b-bc88-b5129957a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:16.487361 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] Bound port: e1c03179-a80e-44b7-a2f9-654ea556b279, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293b2719-f767-4d4b-bc88-b5129957a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:16.487799 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.562582 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-8e800537-7f41-4aa3-9dc2-44feef666bd9 service neutron] 10.222.0.35 "GET /v2.0/networks/9787b5b0-e956-4dd4-8542-b6b6fd84f399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085568 Jul 13 07:50:16.611595 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c2baa-f208-4151-8423-45b166f20577 req-59b735f5-d022-4832-b6d3-507690aec516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:16.611848 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] For port e1c03179-a80e-44b7-a2f9-654ea556b279, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:16.613603 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db7c2baa-f208-4151-8423-45b166f20577 req-59b735f5-d022-4832-b6d3-507690aec516 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9787b5b0-e956-4dd4-8542-b6b6fd84f399 HTTP/1.1" status: 200 len: 917 time: 0.3103890 Jul 13 07:50:16.615681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] For port e1c03179-a80e-44b7-a2f9-654ea556b279, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=e1c03179-a80e-44b7-a2f9-654ea556b279,segment=NetworkSegment(293b2719-f767-4d4b-bc88-b5129957a57c),segment_id=293b2719-f767-4d4b-bc88-b5129957a57c)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:16.652873 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.679673 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.api [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:50:16.679673 n-d-779913-28 neutron-server[93723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:50:16.679673 n-d-779913-28 neutron-server[93723]: [parameters: {'id': '47a7965b-8c39-43a3-9d7d-86c65e8ef44e'}] Jul 13 07:50:16.679673 n-d-779913-28 neutron-server[93723]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:50:16.680178 n-d-779913-28 neutron-server[93723]: DEBUG oslo_db.api [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:50:16.681089 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db7c2baa-f208-4151-8423-45b166f20577 req-55e0e184-607c-40b1-9541-3d13299506ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3632aeee-213c-45ae-a31c-ca6c2be68dcb HTTP/1.1" status: 200 len: 217 time: 0.0534148 Jul 13 07:50:16.766212 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:16.766845 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.769494 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] 10.222.0.35 "PUT /v2.0/ports/e1c03179-a80e-44b7-a2f9-654ea556b279 HTTP/1.1" status: 200 len: 1092 time: 2.5979207 Jul 13 07:50:16.792196 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f9ad4-78ea-4a1b-9e5b-4299eda052de req-705ff1a6-b928-4fae-8c80-640a82cdee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:16.793909 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9a6f9ad4-78ea-4a1b-9e5b-4299eda052de req-705ff1a6-b928-4fae-8c80-640a82cdee56 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fcdb9a53-7fcc-41f8-a568-74074bbf7107 HTTP/1.1" status: 200 len: 924 time: 0.4706900 Jul 13 07:50:16.859637 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.876375 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9a6f9ad4-78ea-4a1b-9e5b-4299eda052de req-a9959dab-f7bc-432d-b5b4-43b6848623f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52684127-17d5-4bed-a775-1e45f95396ad HTTP/1.1" status: 200 len: 217 time: 0.0626035 Jul 13 07:50:16.882382 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] Transition to ACTIVE for port object ffd351b8-9cb3-4aeb-a9be-a255f74415e1 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:16.929296 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] Transition to ACTIVE for port object ffd351b8-9cb3-4aeb-a9be-a255f74415e1 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:16.979860 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec75964-ee16-4f5f-b7ec-30a2646f750c service neutron] Pushing event updated for resources: {'Port': ['ID=e1c03179-a80e-44b7-a2f9-654ea556b279,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:16.998066 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b23648ca-7d70-4613-abc8-98d23d33c8c2 req-e17d2508-028d-4f16-b1df-95818203cda9 service neutron] 10.222.0.35 "GET /v2.0/networks/9787b5b0-e956-4dd4-8542-b6b6fd84f399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970282 Jul 13 07:50:16.999633 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 99de34c2-cb99-4490-b272-5c3274267780 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:17.024369 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.034367 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f9ad4-78ea-4a1b-9e5b-4299eda052de req-1f6d7b8b-c4df-41f4-baba-bbcc0b3dad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:17.043399 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9a6f9ad4-78ea-4a1b-9e5b-4299eda052de req-1f6d7b8b-c4df-41f4-baba-bbcc0b3dad2e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5966ca27-fb18-4795-a59f-ec4c59f3efd0 HTTP/1.1" status: 200 len: 863 time: 0.1530278 Jul 13 07:50:17.099069 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9a6f9ad4-78ea-4a1b-9e5b-4299eda052de req-8133c67c-ce13-4af1-bff7-b2e4941b8caf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fcdb9a53-7fcc-41f8-a568-74074bbf7107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443184 Jul 13 07:50:17.110128 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1d099ee4-80cf-4605-9301-ffd4bcacc184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:17.111735 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-1d099ee4-80cf-4605-9301-ffd4bcacc184 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4287d388cd264ee297d6c2edf9d23be6&device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 1095 time: 0.2342484 Jul 13 07:50:17.158224 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c2baa-f208-4151-8423-45b166f20577 req-db9bc3c0-70b9-4a97-8dee-ad1e9865cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:17.159854 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db7c2baa-f208-4151-8423-45b166f20577 req-db9bc3c0-70b9-4a97-8dee-ad1e9865cd22 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e624621b-31d1-4f23-8dad-111fa26cc398 HTTP/1.1" status: 200 len: 855 time: 0.4640734 Jul 13 07:50:17.196094 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] Network 95d95a8b-8086-4fa3-9607-8d14785a9f48 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:17.204273 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] For port 9024d122-50fc-4bde-942f-c1405fd8ef80, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:17.215262 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:17.218440 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:17.226783 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.228606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] Pushing event updated for resources: {'Port': ['ID=ffd351b8-9cb3-4aeb-a9be-a255f74415e1,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:17.230270 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a61337-b23e-42f1-94ed-feb3a959bbeb', 'tag': 'e1c03179-a80e-44b7-a2f9-654ea556b279'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:17.233934 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a15caa2-fd63-4bdd-9048-b60f042e580f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a61337-b23e-42f1-94ed-feb3a959bbeb", "tag": "e1c03179-a80e-44b7-a2f9-654ea556b279"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:17.244580 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] For port 9024d122-50fc-4bde-942f-c1405fd8ef80, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9024d122-50fc-4bde-942f-c1405fd8ef80,segment=NetworkSegment(e1487544-67e7-47f8-a0cd-39e1c41d56f1),segment_id=e1487544-67e7-47f8-a0cd-39e1c41d56f1)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:17.261320 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-b2483a86-4ef3-46d5-8c6e-f868da72261b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1c03179-a80e-44b7-a2f9-654ea556b279 HTTP/1.1" status: 200 len: 217 time: 0.1372416 Jul 13 07:50:17.296508 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.397975 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af530b9-c221-4d3d-abda-dca29348a7c2 None None] Pushing event updated for resources: {'Port': ['ID=9024d122-50fc-4bde-942f-c1405fd8ef80,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:17.400759 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] Attempting to bind port ffd351b8-9cb3-4aeb-a9be-a255f74415e1 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:17.401009 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] Attempting to bind port ffd351b8-9cb3-4aeb-a9be-a255f74415e1 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'e7d7723a-b182-444c-9b72-fb42ed5157b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '95d95a8b-8086-4fa3-9607-8d14785a9f48'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:17.401372 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] Attempting to bind port ffd351b8-9cb3-4aeb-a9be-a255f74415e1 on network 95d95a8b-8086-4fa3-9607-8d14785a9f48 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:17.405119 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7472ca-e161-45b8-b68c-930257bf1bb2 req-36bdd1d0-5c4f-42f9-bcee-fab9b5f27434 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:17.413716 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f7472ca-e161-45b8-b68c-930257bf1bb2 req-36bdd1d0-5c4f-42f9-bcee-fab9b5f27434 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/ports?device_id=b75dcb5d-8437-4384-b406-dded7b36eec3 HTTP/1.1" status: 200 len: 943 time: 0.4655824 Jul 13 07:50:17.416363 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 99de34c2-cb99-4490-b272-5c3274267780 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:17.416761 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.452062 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:17.452445 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] Checking segment: {'id': 'e7d7723a-b182-444c-9b72-fb42ed5157b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '95d95a8b-8086-4fa3-9607-8d14785a9f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:17.452855 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.453250 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] Bound using segment: {'id': 'e7d7723a-b182-444c-9b72-fb42ed5157b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '95d95a8b-8086-4fa3-9607-8d14785a9f48'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:17.453739 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] Bound port: ffd351b8-9cb3-4aeb-a9be-a255f74415e1, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d7723a-b182-444c-9b72-fb42ed5157b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '95d95a8b-8086-4fa3-9607-8d14785a9f48'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:17.454384 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.462964 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.474770 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65335492-b035-47cb-878b-6070f34c1284 req-dd9d5a4f-320c-4df9-a2d6-c53f30429ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:17.477678 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-65335492-b035-47cb-878b-6070f34c1284 req-dd9d5a4f-320c-4df9-a2d6-c53f30429ef9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4287d388cd264ee297d6c2edf9d23be6&device_id=0e67f329-8ed7-4865-9e7f-f6be2470c8a1 HTTP/1.1" status: 200 len: 1095 time: 0.3935115 Jul 13 07:50:17.541531 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.561350 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] For port ffd351b8-9cb3-4aeb-a9be-a255f74415e1, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:17.565138 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] For port ffd351b8-9cb3-4aeb-a9be-a255f74415e1, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ffd351b8-9cb3-4aeb-a9be-a255f74415e1,segment=NetworkSegment(e7d7723a-b182-444c-9b72-fb42ed5157b2),segment_id=e7d7723a-b182-444c-9b72-fb42ed5157b2)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:17.576206 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.629930 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2987b1a6-3721-4096-b4c6-deb1d9685499 None None] Network 47a7965b-8c39-43a3-9d7d-86c65e8ef44e requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:17.693799 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Allocated IP 172.25.0.146 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/eff61cb5-2630-4d1f-bef2-edbbd7087824) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:17.712867 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13021c0-3157-4a8a-9850-19c53e614892 None None] Pushing event updated for resources: {'Port': ['ID=ffd351b8-9cb3-4aeb-a9be-a255f74415e1,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:17.814194 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f7472ca-e161-45b8-b68c-930257bf1bb2 req-6ddabb37-90c0-42c8-9ff7-bbdccd0ed0cf tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/security-groups?id=092d067c-9fd9-4822-b513-a4f21704264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993087 Jul 13 07:50:17.828082 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c2baa-f208-4151-8423-45b166f20577 req-38784599-d86d-40db-b030-5e27c5b43ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:17.829601 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db7c2baa-f208-4151-8423-45b166f20577 req-38784599-d86d-40db-b030-5e27c5b43ac2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9787b5b0-e956-4dd4-8542-b6b6fd84f399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6178746 Jul 13 07:50:17.854386 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaee7a6-a05b-4376-a1f0-4b2e4499b932 req-80eb001d-7790-43f9-9012-9e4ee0627eba tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:17.867675 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2aaee7a6-a05b-4376-a1f0-4b2e4499b932 req-80eb001d-7790-43f9-9012-9e4ee0627eba tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=50d7fb90-6751-4ee4-89bf-100db2e7d13e HTTP/1.1" status: 200 len: 945 time: 0.6105487 Jul 13 07:50:17.892259 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-ce6236db-0d21-485f-b08d-87a832fd41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:17.893809 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-ce6236db-0d21-485f-b08d-87a832fd41b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e624621b-31d1-4f23-8dad-111fa26cc398 HTTP/1.1" status: 200 len: 855 time: 0.6125276 Jul 13 07:50:17.917150 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e33e0a1-55fd-4a85-a822-ea86b0c5117b x-openstack-request-id: req-7e33e0a1-55fd-4a85-a822-ea86b0c5117b {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:17.917450 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a61337-b23e-42f1-94ed-feb3a959bbeb", "tag": "e1c03179-a80e-44b7-a2f9-654ea556b279", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:17.917704 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e33e0a1-55fd-4a85-a822-ea86b0c5117b {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:17.918121 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a61337-b23e-42f1-94ed-feb3a959bbeb', 'tag': 'e1c03179-a80e-44b7-a2f9-654ea556b279', 'status': 'completed', 'code': 200} Jul 13 07:50:17.964089 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9a6f9ad4-78ea-4a1b-9e5b-4299eda052de req-1231802e-2480-4f02-9c92-026a9d03c541 service neutron] 10.222.0.62 "GET /v2.0/networks/fcdb9a53-7fcc-41f8-a568-74074bbf7107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8388283 Jul 13 07:50:17.984383 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 3632aeee-213c-45ae-a31c-ca6c2be68dcb details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:50:18.126401 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Deleting port 9024d122-50fc-4bde-942f-c1405fd8ef80 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:18.127131 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.149900 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db7c2baa-f208-4151-8423-45b166f20577 req-e5f06530-d075-459e-9e87-7da7c7eb486f service neutron] 10.222.0.35 "GET /v2.0/networks/9787b5b0-e956-4dd4-8542-b6b6fd84f399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416573 Jul 13 07:50:18.218317 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 3632aeee-213c-45ae-a31c-ca6c2be68dcb, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3632aeee-213c-45ae-a31c-ca6c2be68dcb,segment=NetworkSegment(293b2719-f767-4d4b-bc88-b5129957a57c),segment_id=293b2719-f767-4d4b-bc88-b5129957a57c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:18.243007 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '3632aeee-213c-45ae-a31c-ca6c2be68dcb', 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399', 'port_id': '3632aeee-213c-45ae-a31c-ca6c2be68dcb', 'mac_address': 'fa:16:3e:07:b1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e624621b-31d1-4f23-8dad-111fa26cc398', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:50:18.248861 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-ded2c538-c875-4fef-ab15-736f8c284ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:18.250521 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-ded2c538-c875-4fef-ab15-736f8c284ec4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9787b5b0-e956-4dd4-8542-b6b6fd84f399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3487015 Jul 13 07:50:18.354525 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.372765 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a745a-2719-4f9c-8298-ff0e2eec4790 req-d36fcd2d-c461-4b56-ae95-92b148620dfd tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:18.374428 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bf6a745a-2719-4f9c-8298-ff0e2eec4790 req-d36fcd2d-c461-4b56-ae95-92b148620dfd tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.35 "GET /v2.0/ports?device_id=d01ef49d-3688-480d-928a-e58bb1176871 HTTP/1.1" status: 200 len: 946 time: 0.3130448 Jul 13 07:50:18.376433 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9a6f9ad4-78ea-4a1b-9e5b-4299eda052de req-7deee3b7-8b5e-42d1-817a-6aa1ebe7c852 service neutron] 10.222.0.62 "GET /v2.0/networks/fcdb9a53-7fcc-41f8-a568-74074bbf7107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977745 Jul 13 07:50:18.380248 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] For port 9024d122-50fc-4bde-942f-c1405fd8ef80, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9024d122-50fc-4bde-942f-c1405fd8ef80,segment=NetworkSegment(e1487544-67e7-47f8-a0cd-39e1c41d56f1),segment_id=e1487544-67e7-47f8-a0cd-39e1c41d56f1)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:18.380623 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.407136 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2aaee7a6-a05b-4376-a1f0-4b2e4499b932 req-609e58d7-5461-4a1e-b0f5-f808f1c1c3da tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5382495 Jul 13 07:50:18.482709 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Calling delete_port for 9024d122-50fc-4bde-942f-c1405fd8ef80 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:18.503005 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.521104 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db7c2baa-f208-4151-8423-45b166f20577 req-8972f09f-8061-486f-a0d1-952418bc3c14 service neutron] 10.222.0.35 "GET /v2.0/networks/9787b5b0-e956-4dd4-8542-b6b6fd84f399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461280 Jul 13 07:50:18.525874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3632aeee-213c-45ae-a31c-ca6c2be68dcb {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:18.556307 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65335492-b035-47cb-878b-6070f34c1284 req-df7fbb68-e241-4aae-936f-7096c78a0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:18.557815 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-65335492-b035-47cb-878b-6070f34c1284 req-df7fbb68-e241-4aae-936f-7096c78a0ccc service neutron] 10.222.0.35 "GET /v2.0/networks?id=9787b5b0-e956-4dd4-8542-b6b6fd84f399 HTTP/1.1" status: 200 len: 917 time: 1.0423651 Jul 13 07:50:18.560226 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 3632aeee-213c-45ae-a31c-ca6c2be68dcb, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3632aeee-213c-45ae-a31c-ca6c2be68dcb,segment=NetworkSegment(293b2719-f767-4d4b-bc88-b5129957a57c),segment_id=293b2719-f767-4d4b-bc88-b5129957a57c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:18.566666 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.624685 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.627886 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-89e2f944-648a-4aeb-875a-d598a7b19285 service neutron] 10.222.0.35 "GET /v2.0/networks/9787b5b0-e956-4dd4-8542-b6b6fd84f399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615940 Jul 13 07:50:18.647352 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-65335492-b035-47cb-878b-6070f34c1284 req-43d80ada-4473-4dd7-b367-039b5c439827 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76bde74a-0ba1-44c2-aaee-28f08a321c54 HTTP/1.1" status: 200 len: 217 time: 0.0796494 Jul 13 07:50:18.677649 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=3632aeee-213c-45ae-a31c-ca6c2be68dcb,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:18.702735 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:18.766391 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44585cbe-7b13-463b-90b9-6f5e4cb50f14 req-d0236c9e-cac9-48e9-94e7-2e30966f032e tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:18.768067 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44585cbe-7b13-463b-90b9-6f5e4cb50f14 req-d0236c9e-cac9-48e9-94e7-2e30966f032e tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 943 time: 0.5597203 Jul 13 07:50:18.769297 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:18.799715 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Pushing event updated for resources: {'Port': ['ID=eff61cb5-2630-4d1f-bef2-edbbd7087824,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:18.802132 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:18.813281 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9dafe363-e1ee-46e6-9842-d59d128d44c8 req-217cc2a2-7f6b-4bb8-bf1b-1ec20c1d23c6 service neutron] 10.222.0.35 "GET /v2.0/networks/9787b5b0-e956-4dd4-8542-b6b6fd84f399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738443 Jul 13 07:50:18.832108 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f41a4-1f8a-4fa0-afd8-b9c0cebf703f req-5048b86b-9e06-430a-9344-8da94a6768a9 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:18.833658 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a49f41a4-1f8a-4fa0-afd8-b9c0cebf703f req-5048b86b-9e06-430a-9344-8da94a6768a9 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.62 "GET /v2.0/ports?device_id=50d7fb90-6751-4ee4-89bf-100db2e7d13e HTTP/1.1" status: 200 len: 945 time: 0.5343239 Jul 13 07:50:18.840584 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['3632aeee-213c-45ae-a31c-ca6c2be68dcb'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:18.849649 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-bf6a745a-2719-4f9c-8298-ff0e2eec4790 req-9679c633-3ee7-456c-a95a-510616b7128d tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Deleting port 7043334f-f146-405c-96bc-a96fa4a94c56 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:18.850009 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bf6a745a-2719-4f9c-8298-ff0e2eec4790 req-9679c633-3ee7-456c-a95a-510616b7128d tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.925215 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.941308 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ffd351b8-9cb3-4aeb-a9be-a255f74415e1 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:19.034026 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 52684127-17d5-4bed-a775-1e45f95396ad details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:50:19.048535 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Port': ['ID=9024d122-50fc-4bde-942f-c1405fd8ef80,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:19.061544 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No DVR routers for this DVR port 9024d122-50fc-4bde-942f-c1405fd8ef80 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:19.102421 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port ffd351b8-9cb3-4aeb-a9be-a255f74415e1 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:19.195564 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.221318 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a7965b-8c39-43a3-9d7d-86c65e8ef44e']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:19.255419 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1487544-67e7-47f8-a0cd-39e1c41d56f1') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:19.255931 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1487544-67e7-47f8-a0cd-39e1c41d56f1') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:19.269263 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 52684127-17d5-4bed-a775-1e45f95396ad, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=52684127-17d5-4bed-a775-1e45f95396ad,segment=NetworkSegment(b504b23a-69fa-4578-b49f-f0b571a6fc5e),segment_id=b504b23a-69fa-4578-b49f-f0b571a6fc5e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:19.273300 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-bf6a745a-2719-4f9c-8298-ff0e2eec4790 req-9679c633-3ee7-456c-a95a-510616b7128d tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] For port 7043334f-f146-405c-96bc-a96fa4a94c56, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7043334f-f146-405c-96bc-a96fa4a94c56,segment=NetworkSegment(20a1cd25-bdd5-454d-94c7-f669c9b97aa9),segment_id=20a1cd25-bdd5-454d-94c7-f669c9b97aa9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:19.273998 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bf6a745a-2719-4f9c-8298-ff0e2eec4790 req-9679c633-3ee7-456c-a95a-510616b7128d tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.278110 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.284321 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '52684127-17d5-4bed-a775-1e45f95396ad', 'network_id': 'fcdb9a53-7fcc-41f8-a568-74074bbf7107', 'port_id': '52684127-17d5-4bed-a775-1e45f95396ad', 'mac_address': 'fa:16:3e:2f:36:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5966ca27-fb18-4795-a59f-ec4c59f3efd0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:50:19.310354 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.319483 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:19.320135 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.359424 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:19.359937 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:19.360195 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:19.360506 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:19.363412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f370cb-9641-491d-9222-be7640b55a51 None None] Network 95d95a8b-8086-4fa3-9607-8d14785a9f48 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:19.363694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:19.363694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:19.363694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:19.363694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:19.363694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:19.363694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:19.363694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:19.363694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:19.405519 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:19.409289 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:19.420212 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15caa2-fd63-4bdd-9048-b60f042e580f req-efd3a015-6283-4f60-9572-8cc35b69c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:19.422858 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2a15caa2-fd63-4bdd-9048-b60f042e580f req-efd3a015-6283-4f60-9572-8cc35b69c075 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4287d388cd264ee297d6c2edf9d23be6&device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 1095 time: 0.5018053 Jul 13 07:50:19.426538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-bf6a745a-2719-4f9c-8298-ff0e2eec4790 req-9679c633-3ee7-456c-a95a-510616b7128d tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Calling delete_port for 7043334f-f146-405c-96bc-a96fa4a94c56 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:19.438358 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65335492-b035-47cb-878b-6070f34c1284 req-2b620418-39f5-41bb-a828-ce51a178adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:19.440303 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-65335492-b035-47cb-878b-6070f34c1284 req-2b620418-39f5-41bb-a828-ce51a178adc7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e624621b-31d1-4f23-8dad-111fa26cc398 HTTP/1.1" status: 200 len: 855 time: 0.7332919 Jul 13 07:50:19.457271 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.468835 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52684127-17d5-4bed-a775-1e45f95396ad {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:19.483269 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-77780471-304f-4e52-97f8-c319fe90854b None None] Provisioning for port ffd351b8-9cb3-4aeb-a9be-a255f74415e1 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:19.493719 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.495391 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/47a7965b-8c39-43a3-9d7d-86c65e8ef44e HTTP/1.1" status: 204 len: 168 time: 4.8913372 Jul 13 07:50:19.498725 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886dba6-a664-4873-bca9-e9f32c994e38 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Network': ['ID=47a7965b-8c39-43a3-9d7d-86c65e8ef44e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:19.500320 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55612) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:19.512505 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 52684127-17d5-4bed-a775-1e45f95396ad, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=52684127-17d5-4bed-a775-1e45f95396ad,segment=NetworkSegment(b504b23a-69fa-4578-b49f-f0b571a6fc5e),segment_id=b504b23a-69fa-4578-b49f-f0b571a6fc5e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:19.516613 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-77780471-304f-4e52-97f8-c319fe90854b None None] Provisioning complete for port ffd351b8-9cb3-4aeb-a9be-a255f74415e1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:19.517406 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-77780471-304f-4e52-97f8-c319fe90854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.529929 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44585cbe-7b13-463b-90b9-6f5e4cb50f14 req-85f5470b-a340-4037-818a-2ecac5d0aaad tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7255261 Jul 13 07:50:19.544726 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.689859 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1868ae-99a5-4e0a-af73-3f028e942c99 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] GET failed (client error): The resource could not be found. Jul 13 07:50:19.694756 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1e1868ae-99a5-4e0a-af73-3f028e942c99 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "GET /v2.0/subnets/3b476dd9-02d3-461e-963b-301700def0f7 HTTP/1.1" status: 404 len: 337 time: 0.1605415 Jul 13 07:50:19.716311 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55618) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:19.721879 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=52684127-17d5-4bed-a775-1e45f95396ad,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:19.775033 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15caa2-fd63-4bdd-9048-b60f042e580f req-671274cb-6dc6-469c-b327-0d036454ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:19.777116 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2a15caa2-fd63-4bdd-9048-b60f042e580f req-671274cb-6dc6-469c-b327-0d036454ee1b service neutron] 10.222.0.35 "GET /v2.0/networks?id=9787b5b0-e956-4dd4-8542-b6b6fd84f399 HTTP/1.1" status: 200 len: 917 time: 0.3462265 Jul 13 07:50:19.778746 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bf6a745a-2719-4f9c-8298-ff0e2eec4790 req-9679c633-3ee7-456c-a95a-510616b7128d tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.800001 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['7043334f-f146-405c-96bc-a96fa4a94c56'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:19.805418 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-49dcd542-e5a5-42b2-8e26-b32ec672f681 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:19.806346 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49dcd542-e5a5-42b2-8e26-b32ec672f681 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:19.808458 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-49dcd542-e5a5-42b2-8e26-b32ec672f681 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/47a7965b-8c39-43a3-9d7d-86c65e8ef44e HTTP/1.1" status: 404 len: 339 time: 0.0789242 Jul 13 07:50:19.824302 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-77780471-304f-4e52-97f8-c319fe90854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.826499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55622) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:19.871373 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2a15caa2-fd63-4bdd-9048-b60f042e580f req-ca6e6695-a74e-4606-99bd-07cd58ffea84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1c03179-a80e-44b7-a2f9-654ea556b279 HTTP/1.1" status: 200 len: 217 time: 0.0854466 Jul 13 07:50:19.871905 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679c633-3ee7-456c-a95a-510616b7128d tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Pushing event deleted for resources: {'Port': ['ID=7043334f-f146-405c-96bc-a96fa4a94c56,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:19.873255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-77780471-304f-4e52-97f8-c319fe90854b None None] For port ffd351b8-9cb3-4aeb-a9be-a255f74415e1, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ffd351b8-9cb3-4aeb-a9be-a255f74415e1,segment=NetworkSegment(e7d7723a-b182-444c-9b72-fb42ed5157b2),segment_id=e7d7723a-b182-444c-9b72-fb42ed5157b2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:19.878268 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-77780471-304f-4e52-97f8-c319fe90854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.938926 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6a745a-2719-4f9c-8298-ff0e2eec4790 req-9679c633-3ee7-456c-a95a-510616b7128d tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] No DVR routers for this DVR port 7043334f-f146-405c-96bc-a96fa4a94c56 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:19.943861 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bf6a745a-2719-4f9c-8298-ff0e2eec4790 req-9679c633-3ee7-456c-a95a-510616b7128d tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.946967 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bf6a745a-2719-4f9c-8298-ff0e2eec4790 req-9679c633-3ee7-456c-a95a-510616b7128d tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.35 "DELETE /v2.0/ports/7043334f-f146-405c-96bc-a96fa4a94c56 HTTP/1.1" status: 204 len: 173 time: 1.5635092 Jul 13 07:50:19.972836 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01ef49d-3688-480d-928a-e58bb1176871', 'name': 'network-vif-deleted', 'tag': '7043334f-f146-405c-96bc-a96fa4a94c56'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:19.977184 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427af18e-3008-483a-9070-7bd076b5ee86" -d '{"events": [{"server_uuid": "d01ef49d-3688-480d-928a-e58bb1176871", "name": "network-vif-deleted", "tag": "7043334f-f146-405c-96bc-a96fa4a94c56"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:19.995007 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 76bde74a-0ba1-44c2-aaee-28f08a321c54 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:50:20.013860 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15caa2-fd63-4bdd-9048-b60f042e580f req-7392574c-c9fd-4c07-9982-ea6c5decef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:20.015968 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2a15caa2-fd63-4bdd-9048-b60f042e580f req-7392574c-c9fd-4c07-9982-ea6c5decef91 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e624621b-31d1-4f23-8dad-111fa26cc398 HTTP/1.1" status: 200 len: 855 time: 0.1155500 Jul 13 07:50:20.028117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 3632aeee-213c-45ae-a31c-ca6c2be68dcb up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:20.040654 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65335492-b035-47cb-878b-6070f34c1284 req-7b7b8757-17f7-4a87-99c2-ed7966ce1626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:20.042240 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-65335492-b035-47cb-878b-6070f34c1284 req-7b7b8757-17f7-4a87-99c2-ed7966ce1626 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9787b5b0-e956-4dd4-8542-b6b6fd84f399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5850210 Jul 13 07:50:20.092651 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77780471-304f-4e52-97f8-c319fe90854b None None] Pushing event updated for resources: {'Port': ['ID=ffd351b8-9cb3-4aeb-a9be-a255f74415e1,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:20.123578 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15caa2-fd63-4bdd-9048-b60f042e580f req-2d27b022-db68-409a-9914-dfaa57704f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:20.125209 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2a15caa2-fd63-4bdd-9048-b60f042e580f req-2d27b022-db68-409a-9914-dfaa57704f2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9787b5b0-e956-4dd4-8542-b6b6fd84f399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020117 Jul 13 07:50:20.125560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['52684127-17d5-4bed-a775-1e45f95396ad'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:20.167605 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-a49f41a4-1f8a-4fa0-afd8-b9c0cebf703f req-88723cdb-eeb5-43f2-8668-30b929e3dd65 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Deleting port a7e7c6e2-f923-47cd-9e95-3a7d29693f3f {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:20.167995 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a49f41a4-1f8a-4fa0-afd8-b9c0cebf703f req-88723cdb-eeb5-43f2-8668-30b929e3dd65 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:20.181276 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de703e80-2f3a-4b75-a7e2-b1fc5bd14d5a req-3ed1d4b0-4729-49f3-821d-b49d5d734d97 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:20.190479 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de703e80-2f3a-4b75-a7e2-b1fc5bd14d5a req-3ed1d4b0-4729-49f3-821d-b49d5d734d97 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/ports?device_id=b75dcb5d-8437-4384-b406-dded7b36eec3 HTTP/1.1" status: 200 len: 943 time: 0.8560524 Jul 13 07:50:20.206770 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.resource_extend [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:50:20.252129 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17390d8-bbc4-459e-9a25-1015efa50d0f None None] get_active_networks_info from n-d-779913-28 {{(pid=93725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:50:20.264076 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2a15caa2-fd63-4bdd-9048-b60f042e580f req-0c8cc55a-6b20-495d-92da-ed48b1224ac8 service neutron] 10.222.0.35 "GET /v2.0/networks/9787b5b0-e956-4dd4-8542-b6b6fd84f399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306596 Jul 13 07:50:20.325695 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bf3bdb-26be-49aa-9ef8-ef5ed7d4b7f4 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:20.327105 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e7bf3bdb-26be-49aa-9ef8-ef5ed7d4b7f4 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4849470 Jul 13 07:50:20.344178 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55626) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:20.347414 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de703e80-2f3a-4b75-a7e2-b1fc5bd14d5a req-612a3ee2-9e95-4194-a90f-ca9d37b74f09 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/security-groups?id=092d067c-9fd9-4822-b513-a4f21704264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560581 Jul 13 07:50:20.366711 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-88618fba-c460-461e-8e05-55e986ff44f0 None None] Provisioning complete for port ffd351b8-9cb3-4aeb-a9be-a255f74415e1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:20.367087 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-88618fba-c460-461e-8e05-55e986ff44f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:20.389858 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f38305-0975-4b34-82a2-0df8e624acd6 req-7c99580c-a526-46e4-9331-1109291b2ccf tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:20.391439 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6f38305-0975-4b34-82a2-0df8e624acd6 req-7c99580c-a526-46e4-9331-1109291b2ccf tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=50d7fb90-6751-4ee4-89bf-100db2e7d13e HTTP/1.1" status: 200 len: 945 time: 0.6723678 Jul 13 07:50:20.491921 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8efaac03-20dc-4c9c-9189-c4a670659e4c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "GET /v2.0/subnets?network_id=f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 207 time: 0.1470165 Jul 13 07:50:20.494361 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55630) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:20.499891 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6f38305-0975-4b34-82a2-0df8e624acd6 req-157513bc-04cf-4223-819b-df58a6edad66 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/security-groups?id=0729bb31-5653-4e44-828d-952f3b52b267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713716 Jul 13 07:50:20.589358 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:20.612909 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2a15caa2-fd63-4bdd-9048-b60f042e580f req-f56c3e4a-bb9a-4337-86f3-b824bd00829a service neutron] 10.222.0.35 "GET /v2.0/networks/9787b5b0-e956-4dd4-8542-b6b6fd84f399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418345 Jul 13 07:50:20.692513 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a49f41a4-1f8a-4fa0-afd8-b9c0cebf703f req-88723cdb-eeb5-43f2-8668-30b929e3dd65 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] For port a7e7c6e2-f923-47cd-9e95-3a7d29693f3f, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a7e7c6e2-f923-47cd-9e95-3a7d29693f3f,segment=NetworkSegment(20a1cd25-bdd5-454d-94c7-f669c9b97aa9),segment_id=20a1cd25-bdd5-454d-94c7-f669c9b97aa9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:20.693125 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a49f41a4-1f8a-4fa0-afd8-b9c0cebf703f req-88723cdb-eeb5-43f2-8668-30b929e3dd65 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:20.709941 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16c45b8-ea1e-402a-a766-21edffa77b83 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:20.720069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16c45b8-ea1e-402a-a766-21edffa77b83 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:20.726593 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16c45b8-ea1e-402a-a766-21edffa77b83 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:20.726799 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-65335492-b035-47cb-878b-6070f34c1284 req-96db1d1c-f407-4038-9360-c7ec23e4b3fc service neutron] 10.222.0.35 "GET /v2.0/networks/9787b5b0-e956-4dd4-8542-b6b6fd84f399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6667886 Jul 13 07:50:20.755699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16c45b8-ea1e-402a-a766-21edffa77b83 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:20.766565 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e16c45b8-ea1e-402a-a766-21edffa77b83 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2701943 Jul 13 07:50:20.768551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55636) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:20.772027 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3be680c-afe6-43a0-b422-d8f06316be57 x-openstack-request-id: req-b3be680c-afe6-43a0-b422-d8f06316be57 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:20.773130 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01ef49d-3688-480d-928a-e58bb1176871", "name": "network-vif-deleted", "tag": "7043334f-f146-405c-96bc-a96fa4a94c56", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:20.774159 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b3be680c-afe6-43a0-b422-d8f06316be57 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:20.776745 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01ef49d-3688-480d-928a-e58bb1176871', 'name': 'network-vif-deleted', 'tag': '7043334f-f146-405c-96bc-a96fa4a94c56', 'status': 'completed', 'code': 200} Jul 13 07:50:20.781756 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 3632aeee-213c-45ae-a31c-ca6c2be68dcb completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:20.789291 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-a49f41a4-1f8a-4fa0-afd8-b9c0cebf703f req-88723cdb-eeb5-43f2-8668-30b929e3dd65 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Calling delete_port for a7e7c6e2-f923-47cd-9e95-3a7d29693f3f owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:20.816977 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 76bde74a-0ba1-44c2-aaee-28f08a321c54, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=76bde74a-0ba1-44c2-aaee-28f08a321c54,segment=NetworkSegment(293b2719-f767-4d4b-bc88-b5129957a57c),segment_id=293b2719-f767-4d4b-bc88-b5129957a57c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:20.828412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 3632aeee-213c-45ae-a31c-ca6c2be68dcb triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:20.828846 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:20.935397 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ffd351b8-9cb3-4aeb-a9be-a255f74415e1 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:20.978801 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1297be23-18e9-482a-b880-67d6e751a3cc tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2005482 Jul 13 07:50:20.982606 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55638) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:21.006196 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '76bde74a-0ba1-44c2-aaee-28f08a321c54', 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399', 'port_id': '76bde74a-0ba1-44c2-aaee-28f08a321c54', 'mac_address': 'fa:16:3e:23:a6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e624621b-31d1-4f23-8dad-111fa26cc398', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:50:21.055506 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f32f08-fd71-4ed4-9cf2-5a09fe390331 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:21.058069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f32f08-fd71-4ed4-9cf2-5a09fe390331 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:21.060724 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-42f32f08-fd71-4ed4-9cf2-5a09fe390331 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0770218 Jul 13 07:50:21.066636 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55640) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:21.066999 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.069212 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a7e7c6e2-f923-47cd-9e95-3a7d29693f3f no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:21.120792 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373b157-1aa7-4610-b72d-30bdd8e1e68b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:21.123032 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373b157-1aa7-4610-b72d-30bdd8e1e68b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:21.130881 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0373b157-1aa7-4610-b72d-30bdd8e1e68b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0627084 Jul 13 07:50:21.131223 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55642) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:21.163735 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.254545 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.257528 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76bde74a-0ba1-44c2-aaee-28f08a321c54 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:21.261314 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1595d-3d42-429a-acc8-bc0a922373b6 req-5add4587-7abe-4050-98ca-163d2971b74a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:21.263553 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ee1595d-3d42-429a-acc8-bc0a922373b6 req-5add4587-7abe-4050-98ca-163d2971b74a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 943 time: 0.2910528 Jul 13 07:50:21.263982 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cfe561-3402-4849-94e8-b0b33e7d8ed7 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:21.272687 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b1cfe561-3402-4849-94e8-b0b33e7d8ed7 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "GET /v2.0/networks/5faf22fd-8749-4cc8-bb5e-8c8e830b7027 HTTP/1.1" status: 200 len: 800 time: 0.1403408 Jul 13 07:50:21.273355 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55644) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:21.280673 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port ffd351b8-9cb3-4aeb-a9be-a255f74415e1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:21.281377 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.307898 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-65335492-b035-47cb-878b-6070f34c1284 req-3656da12-0852-4597-977f-7cd46d0cbf61 service neutron] 10.222.0.35 "GET /v2.0/networks/9787b5b0-e956-4dd4-8542-b6b6fd84f399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655797 Jul 13 07:50:21.354588 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ee1595d-3d42-429a-acc8-bc0a922373b6 req-07241ab9-23d8-48a8-960b-09d87a009bc4 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832808 Jul 13 07:50:21.400556 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 76bde74a-0ba1-44c2-aaee-28f08a321c54, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=76bde74a-0ba1-44c2-aaee-28f08a321c54,segment=NetworkSegment(293b2719-f767-4d4b-bc88-b5129957a57c),segment_id=293b2719-f767-4d4b-bc88-b5129957a57c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:21.408848 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-75ffbab5-195b-4094-b4ac-da7ab507dc2a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "GET /v2.0/networks/5faf22fd-8749-4cc8-bb5e-8c8e830b7027?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1286738 Jul 13 07:50:21.410266 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55648) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:21.426364 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17390d8-bbc4-459e-9a25-1015efa50d0f None None] Resources bound (agent type, host, resource id): {{(pid=93725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:50:21.455421 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.475571 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c00a1ae-f2d5-4d23-8889-7449eca32020 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:21.477442 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0c00a1ae-f2d5-4d23-8889-7449eca32020 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "GET /v2.0/subnets/a03f3485-eeca-471c-8acd-31823b4964b3 HTTP/1.1" status: 200 len: 811 time: 0.0661631 Jul 13 07:50:21.483264 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55652) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:21.543996 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b283f1-df4b-4391-94c5-b8b187beed45 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['shared'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:21.545682 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-16b283f1-df4b-4391-94c5-b8b187beed45 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "GET /v2.0/subnets/a03f3485-eeca-471c-8acd-31823b4964b3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0611174 Jul 13 07:50:21.549753 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55656) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:21.555493 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-798dde5b-1adc-478f-8bba-5dc194901f0a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1034836607'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:21.584562 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798dde5b-1adc-478f-8bba-5dc194901f0a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:21.589866 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-798dde5b-1adc-478f-8bba-5dc194901f0a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.600787 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a49f41a4-1f8a-4fa0-afd8-b9c0cebf703f req-88723cdb-eeb5-43f2-8668-30b929e3dd65 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.640546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798dde5b-1adc-478f-8bba-5dc194901f0a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:21.651985 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-798dde5b-1adc-478f-8bba-5dc194901f0a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.653748 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-798dde5b-1adc-478f-8bba-5dc194901f0a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Added segment 4f8c692f-0638-49a5-8098-cd5b1431eecd of type vlan for network 9c138afc-4756-4fad-8f47-38e3758f985f Jul 13 07:50:21.669707 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['7043334f-f146-405c-96bc-a96fa4a94c56'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:21.677117 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.690611 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88723cdb-eeb5-43f2-8668-30b929e3dd65 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Pushing event deleted for resources: {'Port': ['ID=a7e7c6e2-f923-47cd-9e95-3a7d29693f3f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:21.726355 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-798dde5b-1adc-478f-8bba-5dc194901f0a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.777323 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-798dde5b-1adc-478f-8bba-5dc194901f0a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.785906 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8bfef1dc-afd9-4e72-b824-aafd642d6e61 req-be665bab-393a-46e9-8a88-a0fc44cb251c tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.58 "GET /v2.0/ports?device_id=50d7fb90-6751-4ee4-89bf-100db2e7d13e HTTP/1.1" status: 200 len: 210 time: 0.0385983 Jul 13 07:50:21.791317 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798dde5b-1adc-478f-8bba-5dc194901f0a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:21.791969 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-798dde5b-1adc-478f-8bba-5dc194901f0a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.847848 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49f41a4-1f8a-4fa0-afd8-b9c0cebf703f req-88723cdb-eeb5-43f2-8668-30b929e3dd65 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] No DVR routers for this DVR port a7e7c6e2-f923-47cd-9e95-3a7d29693f3f on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:21.860123 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a49f41a4-1f8a-4fa0-afd8-b9c0cebf703f req-88723cdb-eeb5-43f2-8668-30b929e3dd65 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.862525 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a49f41a4-1f8a-4fa0-afd8-b9c0cebf703f req-88723cdb-eeb5-43f2-8668-30b929e3dd65 tempest-MultipleCreateTestJSON-905745688 tempest-MultipleCreateTestJSON-905745688-project] 10.222.0.62 "DELETE /v2.0/ports/a7e7c6e2-f923-47cd-9e95-3a7d29693f3f HTTP/1.1" status: 204 len: 173 time: 2.9301369 Jul 13 07:50:21.865324 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d7fb90-6751-4ee4-89bf-100db2e7d13e', 'name': 'network-vif-deleted', 'tag': 'a7e7c6e2-f923-47cd-9e95-3a7d29693f3f'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:21.874532 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0b0586-e253-4492-8f30-ed5e6176e010" -d '{"events": [{"server_uuid": "50d7fb90-6751-4ee4-89bf-100db2e7d13e", "name": "network-vif-deleted", "tag": "a7e7c6e2-f923-47cd-9e95-3a7d29693f3f"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:21.892679 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-798dde5b-1adc-478f-8bba-5dc194901f0a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3412161 Jul 13 07:50:21.901543 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55664) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:21.908061 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e17803ef-40d5-441a-b521-a45c1cd8c68d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'subnet': {'network_id': '9c138afc-4756-4fad-8f47-38e3758f985f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:21.942643 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798dde5b-1adc-478f-8bba-5dc194901f0a tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Network': ['ID=9c138afc-4756-4fad-8f47-38e3758f985f,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:22.011029 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Router b9ee9d67-43e9-49ca-bf13-a19c21eea7e5 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:50:22.045703 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 9c138afc-4756-4fad-8f47-38e3758f985f details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:22.073965 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device e1c03179-a80e-44b7-a2f9-654ea556b279 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:50:22.077101 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3632aeee-213c-45ae-a31c-ca6c2be68dcb'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:22.079544 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f71ccf-8b8d-4bf5-b81a-03ccaef625c1" -d '{"events": [{"server_uuid": "52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf", "name": "network-vif-plugged", "status": "completed", "tag": "3632aeee-213c-45ae-a31c-ca6c2be68dcb"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:22.155948 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 3632aeee-213c-45ae-a31c-ca6c2be68dcb, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3632aeee-213c-45ae-a31c-ca6c2be68dcb,segment=NetworkSegment(293b2719-f767-4d4b-bc88-b5129957a57c),segment_id=293b2719-f767-4d4b-bc88-b5129957a57c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:22.207605 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.245101 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=76bde74a-0ba1-44c2-aaee-28f08a321c54,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:22.254234 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104caff9-0cb5-4595-8c72-5acb8a00dbee x-openstack-request-id: req-104caff9-0cb5-4595-8c72-5acb8a00dbee {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:22.254533 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf", "name": "network-vif-plugged", "status": "completed", "tag": "3632aeee-213c-45ae-a31c-ca6c2be68dcb", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:22.254786 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-104caff9-0cb5-4595-8c72-5acb8a00dbee {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:22.255361 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3632aeee-213c-45ae-a31c-ca6c2be68dcb', 'code': 200} Jul 13 07:50:22.283066 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['76bde74a-0ba1-44c2-aaee-28f08a321c54'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:22.364621 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 7043334f-f146-405c-96bc-a96fa4a94c56 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:22.438519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 7043334f-f146-405c-96bc-a96fa4a94c56 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:22.438776 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2aab9-8319-42d2-9919-b0426e54ef7b req-735e6e47-1913-49e7-9d04-85f2897a999b tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:22.438919 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 7043334f-f146-405c-96bc-a96fa4a94c56 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:22.444629 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0e2aab9-8319-42d2-9919-b0426e54ef7b req-735e6e47-1913-49e7-9d04-85f2897a999b tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/ports?device_id=b75dcb5d-8437-4384-b406-dded7b36eec3 HTTP/1.1" status: 200 len: 944 time: 0.7592185 Jul 13 07:50:22.459460 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f8707d-c072-4c89-a0d8-14e0cf47fa98 x-openstack-request-id: req-41f8707d-c072-4c89-a0d8-14e0cf47fa98 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:22.459772 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d7fb90-6751-4ee4-89bf-100db2e7d13e", "name": "network-vif-deleted", "tag": "a7e7c6e2-f923-47cd-9e95-3a7d29693f3f", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:22.460027 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41f8707d-c072-4c89-a0d8-14e0cf47fa98 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:22.460432 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d7fb90-6751-4ee4-89bf-100db2e7d13e', 'name': 'network-vif-deleted', 'tag': 'a7e7c6e2-f923-47cd-9e95-3a7d29693f3f', 'status': 'completed', 'code': 200} Jul 13 07:50:22.506484 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17803ef-40d5-441a-b521-a45c1cd8c68d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Made reservation on behalf of 3c4ada9f30ee4d3dbb36b71a606af4cb for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:22.511142 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e17803ef-40d5-441a-b521-a45c1cd8c68d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.592439 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=3632aeee-213c-45ae-a31c-ca6c2be68dcb,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:22.624070 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port e1c03179-a80e-44b7-a2f9-654ea556b279, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=e1c03179-a80e-44b7-a2f9-654ea556b279,segment=NetworkSegment(293b2719-f767-4d4b-bc88-b5129957a57c),segment_id=293b2719-f767-4d4b-bc88-b5129957a57c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:22.646306 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'e1c03179-a80e-44b7-a2f9-654ea556b279', 'network_id': '9787b5b0-e956-4dd4-8542-b6b6fd84f399', 'port_id': 'e1c03179-a80e-44b7-a2f9-654ea556b279', 'mac_address': 'fa:16:3e:95:89:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e624621b-31d1-4f23-8dad-111fa26cc398', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:50:22.709092 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0e2aab9-8319-42d2-9919-b0426e54ef7b req-03753633-cf4d-418e-98f6-c385c20d4a97 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/security-groups?id=092d067c-9fd9-4822-b513-a4f21704264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466326 Jul 13 07:50:22.752571 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.784089 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.ipam_backend_mixin [None req-e17803ef-40d5-441a-b521-a45c1cd8c68d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Performing IP validity checks on allocation pools {{(pid=93724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 07:50:22.784767 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.ipam_backend_mixin [None req-e17803ef-40d5-441a-b521-a45c1cd8c68d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 07:50:22.819726 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1c03179-a80e-44b7-a2f9-654ea556b279 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:22.854874 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:50:22.855147 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port e1c03179-a80e-44b7-a2f9-654ea556b279, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=e1c03179-a80e-44b7-a2f9-654ea556b279,segment=NetworkSegment(293b2719-f767-4d4b-bc88-b5129957a57c),segment_id=293b2719-f767-4d4b-bc88-b5129957a57c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:22.864917 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.867533 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0021b833-af0e-4679-9c77-8395215561dd None None] Sync routers for ids ['b9ee9d67-43e9-49ca-bf13-a19c21eea7e5'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:50:22.884576 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0021b833-af0e-4679-9c77-8395215561dd None None] Routers {'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:22.885266 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0021b833-af0e-4679-9c77-8395215561dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:49:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b9ee9d67-43e9-49ca-bf13-a19c21eea7e5'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:22.946427 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=e1c03179-a80e-44b7-a2f9-654ea556b279,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:22.964773 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-e7a496f7-93c8-4841-89f5-e5106d85a30a req-d4b90413-1a42-4a73-8765-2317cec12f13 service neutron] (93723) timed out ('10.222.0.58', 57686) {{(pid=93723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:50:22.985053 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.989609 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55678) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:22.995977 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fb5a780a-122d-4d66-884f-375c5f88840d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6297212 Jul 13 07:50:23.024572 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52b51f-eb38-484b-898b-ce640b9e9fd9 req-521ef5b3-60c6-48bd-b8c2-c55d328ecb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:23.026591 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc52b51f-eb38-484b-898b-ce640b9e9fd9 req-521ef5b3-60c6-48bd-b8c2-c55d328ecb3e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf HTTP/1.1" status: 200 len: 1097 time: 0.5808227 Jul 13 07:50:23.046393 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 52684127-17d5-4bed-a775-1e45f95396ad up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:23.062319 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-0021b833-af0e-4679-9c77-8395215561dd None None] Set router b9ee9d67-43e9-49ca-bf13-a19c21eea7e5 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:50:23.110866 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a573b2-3779-4de4-b3b7-682ad42db0ef req-6f076e31-022e-45c0-8fca-07d4337c035a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:23.151768 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-88a573b2-3779-4de4-b3b7-682ad42db0ef req-6f076e31-022e-45c0-8fca-07d4337c035a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 943 time: 0.5945346 Jul 13 07:50:23.189327 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 52684127-17d5-4bed-a775-1e45f95396ad completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:23.202788 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 52684127-17d5-4bed-a775-1e45f95396ad triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:23.203173 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.307163 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55682) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:23.314457 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['e1c03179-a80e-44b7-a2f9-654ea556b279'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:23.353426 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc52b51f-eb38-484b-898b-ce640b9e9fd9 req-b3bcefb1-893d-4eca-87ba-fda019025d1a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045590 Jul 13 07:50:23.401421 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-88a573b2-3779-4de4-b3b7-682ad42db0ef req-592a4d06-8756-426a-a13f-0f0b8c63ade8 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466040 Jul 13 07:50:23.408209 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1917-0fad-4e24-a750-ce9a5ba90cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.417875 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-c732ff63-3562-4d83-a0a1-0964de6e4311 admin admin] Deleting subnet 883999c5-42f5-45ee-8923-d3fb6c82c275 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:23.449201 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0021b833-af0e-4679-9c77-8395215561dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5', 'name': 'tempest-TestVolumeBootPattern-894930749-router', 'tenant_id': '527bb26e51b84f62b897826bdca9fcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'eff61cb5-2630-4d1f-bef2-edbbd7087824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:15Z', 'updated_at': '2021-07-13T07:50:19Z', 'revision_number': 3, 'project_id': '527bb26e51b84f62b897826bdca9fcf5', 'gw_port': {'id': 'eff61cb5-2630-4d1f-bef2-edbbd7087824', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:12:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:17Z', 'updated_at': '2021-07-13T07:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:23.524091 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0021b833-af0e-4679-9c77-8395215561dd None None] Checking router: b9ee9d67-43e9-49ca-bf13-a19c21eea7e5 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:50:23.524496 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0021b833-af0e-4679-9c77-8395215561dd None None] Updating router b9ee9d67-43e9-49ca-bf13-a19c21eea7e5 port eff61cb5-2630-4d1f-bef2-edbbd7087824 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:50:23.526902 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.565239 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e17803ef-40d5-441a-b521-a45c1cd8c68d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.572758 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5b31368c-fb47-4d9a-abd1-f1f903029929 None None] Provisioning complete for port 3632aeee-213c-45ae-a31c-ca6c2be68dcb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:23.573154 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b31368c-fb47-4d9a-abd1-f1f903029929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.586401 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c732ff63-3562-4d83-a0a1-0964de6e4311 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.619240 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0021b833-af0e-4679-9c77-8395215561dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.671471 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c732ff63-3562-4d83-a0a1-0964de6e4311 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.711389 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17803ef-40d5-441a-b521-a45c1cd8c68d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Subnet': ['ID=580d19f5-cfc8-4d0f-8108-7fefa8ae0aa1,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:23.724003 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17803ef-40d5-441a-b521-a45c1cd8c68d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Checking segment: {'id': '4f8c692f-0638-49a5-8098-cd5b1431eecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9c138afc-4756-4fad-8f47-38e3758f985f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:23.724364 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17803ef-40d5-441a-b521-a45c1cd8c68d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network hostable DHCP agents. Network: 9c138afc-4756-4fad-8f47-38e3758f985f, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:23.755486 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17803ef-40d5-441a-b521-a45c1cd8c68d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Network 9c138afc-4756-4fad-8f47-38e3758f985f is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:23.778656 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e17803ef-40d5-441a-b521-a45c1cd8c68d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 9c138afc-4756-4fad-8f47-38e3758f985f) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:23.788900 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 52684127-17d5-4bed-a775-1e45f95396ad, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=52684127-17d5-4bed-a775-1e45f95396ad,segment=NetworkSegment(b504b23a-69fa-4578-b49f-f0b571a6fc5e),segment_id=b504b23a-69fa-4578-b49f-f0b571a6fc5e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:23.791852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17803ef-40d5-441a-b521-a45c1cd8c68d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:23.793145 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e17803ef-40d5-441a-b521-a45c1cd8c68d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.799657 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc85d11-95e2-4e46-bebb-d6f140bb8cb5 None None] Network 9c138afc-4756-4fad-8f47-38e3758f985f requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:23.807519 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.831635 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e17803ef-40d5-441a-b521-a45c1cd8c68d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9284909 Jul 13 07:50:23.834594 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55688) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:23.840873 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5c13403e-a941-4d5b-a726-59dbb4f4ea01 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:23.905721 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c732ff63-3562-4d83-a0a1-0964de6e4311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.005135 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c732ff63-3562-4d83-a0a1-0964de6e4311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.044380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=52684127-17d5-4bed-a775-1e45f95396ad,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:24.047389 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732ff63-3562-4d83-a0a1-0964de6e4311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=883999c5-42f5-45ee-8923-d3fb6c82c275,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:24.073391 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c732ff63-3562-4d83-a0a1-0964de6e4311 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.079059 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c732ff63-3562-4d83-a0a1-0964de6e4311 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/883999c5-42f5-45ee-8923-d3fb6c82c275 HTTP/1.1" status: 204 len: 168 time: 0.7707932 Jul 13 07:50:24.080488 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55690) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:24.088587 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 76bde74a-0ba1-44c2-aaee-28f08a321c54 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:24.093258 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9b40a49-f674-48b2-89e0-fbc99690a131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.160131 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0021b833-af0e-4679-9c77-8395215561dd None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.181659 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff28d40-cf96-4cbe-86e4-96086417e08e req-21d9ef50-4ddc-4f65-8d6d-8c4faf7c116f tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:24.187167 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dff28d40-cf96-4cbe-86e4-96086417e08e req-21d9ef50-4ddc-4f65-8d6d-8c4faf7c116f tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/ports?device_id=b75dcb5d-8437-4384-b406-dded7b36eec3 HTTP/1.1" status: 200 len: 945 time: 0.2792921 Jul 13 07:50:24.197874 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0021b833-af0e-4679-9c77-8395215561dd None None] Transition to ACTIVE for port object eff61cb5-2630-4d1f-bef2-edbbd7087824 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:24.217672 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0021b833-af0e-4679-9c77-8395215561dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.261933 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75dcb5d-8437-4384-b406-dded7b36eec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52684127-17d5-4bed-a775-1e45f95396ad'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:24.265226 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34276ab-3f3c-4e75-be98-7ecf9d85ffbd" -d '{"events": [{"server_uuid": "b75dcb5d-8437-4384-b406-dded7b36eec3", "name": "network-vif-plugged", "status": "completed", "tag": "52684127-17d5-4bed-a775-1e45f95396ad"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:24.270691 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c5d0fb9f-77f1-4a46-8b6a-8c3ce90379c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.279767 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c13403e-a941-4d5b-a726-59dbb4f4ea01 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12096469'] for subnet, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.317181 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0021b833-af0e-4679-9c77-8395215561dd None None] Attempting to bind port eff61cb5-2630-4d1f-bef2-edbbd7087824 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:24.317551 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0021b833-af0e-4679-9c77-8395215561dd None None] Attempting to bind port eff61cb5-2630-4d1f-bef2-edbbd7087824 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:24.318237 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0021b833-af0e-4679-9c77-8395215561dd None None] Attempting to bind port eff61cb5-2630-4d1f-bef2-edbbd7087824 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:24.326614 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dff28d40-cf96-4cbe-86e4-96086417e08e req-18ca0958-6900-42bd-9817-02d960e66101 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/security-groups?id=092d067c-9fd9-4822-b513-a4f21704264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218495 Jul 13 07:50:24.347495 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0021b833-af0e-4679-9c77-8395215561dd None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:24.351420 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0021b833-af0e-4679-9c77-8395215561dd None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:24.352053 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0021b833-af0e-4679-9c77-8395215561dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.352657 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0021b833-af0e-4679-9c77-8395215561dd None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:24.353582 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0021b833-af0e-4679-9c77-8395215561dd None None] Bound port: eff61cb5-2630-4d1f-bef2-edbbd7087824, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:24.354252 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0021b833-af0e-4679-9c77-8395215561dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.386949 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-9c138afc-4756-4fad-8f47-38e3758f985f', 'network_id': '9c138afc-4756-4fad-8f47-38e3758f985f', 'tenant_id': '3c4ada9f30ee4d3dbb36b71a606af4cb', 'fixed_ips': [{'subnet_id': '580d19f5-cfc8-4d0f-8108-7fefa8ae0aa1'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:24.389798 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.408217 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785225a-a1df-47d5-93ae-648f5d03526f None None] Pushing event updated for resources: {'Port': ['ID=eff61cb5-2630-4d1f-bef2-edbbd7087824,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:24.421971 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 76bde74a-0ba1-44c2-aaee-28f08a321c54 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:24.436018 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b9ac94-8fb1-40ed-a361-6a68cb2bc850 x-openstack-request-id: req-c5b9ac94-8fb1-40ed-a361-6a68cb2bc850 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:24.436392 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75dcb5d-8437-4384-b406-dded7b36eec3", "name": "network-vif-plugged", "status": "completed", "tag": "52684127-17d5-4bed-a775-1e45f95396ad", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:24.437395 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c5b9ac94-8fb1-40ed-a361-6a68cb2bc850 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:24.437808 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75dcb5d-8437-4384-b406-dded7b36eec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52684127-17d5-4bed-a775-1e45f95396ad', 'code': 200} Jul 13 07:50:24.444115 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 76bde74a-0ba1-44c2-aaee-28f08a321c54 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:24.444115 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.463335 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0021b833-af0e-4679-9c77-8395215561dd None None] For port eff61cb5-2630-4d1f-bef2-edbbd7087824, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:24.473166 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0021b833-af0e-4679-9c77-8395215561dd None None] For port eff61cb5-2630-4d1f-bef2-edbbd7087824, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=eff61cb5-2630-4d1f-bef2-edbbd7087824,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:24.479567 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0021b833-af0e-4679-9c77-8395215561dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.568482 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c5d0fb9f-77f1-4a46-8b6a-8c3ce90379c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.613222 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0021b833-af0e-4679-9c77-8395215561dd None None] Routers {'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:24.619079 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0021b833-af0e-4679-9c77-8395215561dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:49:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b9ee9d67-43e9-49ca-bf13-a19c21eea7e5'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:24.658462 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-c5d0fb9f-77f1-4a46-8b6a-8c3ce90379c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f94e91-9b3a-4ae3-8891-aca9a5ea834a']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:24.698234 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-c5d0fb9f-77f1-4a46-8b6a-8c3ce90379c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a1cd25-bdd5-454d-94c7-f669c9b97aa9') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:24.698509 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-c5d0fb9f-77f1-4a46-8b6a-8c3ce90379c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a1cd25-bdd5-454d-94c7-f669c9b97aa9') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:24.742572 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c5d0fb9f-77f1-4a46-8b6a-8c3ce90379c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.752435 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-f9b40a49-f674-48b2-89e0-fbc99690a131 admin admin] Allocated IP 172.20.0.1 (95d95a8b-8086-4fa3-9607-8d14785a9f48/92de4efe-5ff3-4d7e-9f13-21262f313f36/84670b05-04b7-47dd-9459-11162f7d5086) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:24.767144 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c5d0fb9f-77f1-4a46-8b6a-8c3ce90379c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.777032 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d0fb9f-77f1-4a46-8b6a-8c3ce90379c3 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:24.777445 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c5d0fb9f-77f1-4a46-8b6a-8c3ce90379c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:24.779455 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:24.795748 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.850852 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 76bde74a-0ba1-44c2-aaee-28f08a321c54, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=76bde74a-0ba1-44c2-aaee-28f08a321c54,segment=NetworkSegment(293b2719-f767-4d4b-bc88-b5129957a57c),segment_id=293b2719-f767-4d4b-bc88-b5129957a57c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:24.860252 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.879020 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c13403e-a941-4d5b-a726-59dbb4f4ea01 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735240435523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8686062'] for subnet, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.889417 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d554e-0426-47f4-b4d2-bfc67fa141a9 req-bace0243-cda4-475a-9fcb-3d71b6080443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:24.891405 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-778d554e-0426-47f4-b4d2-bfc67fa141a9 req-bace0243-cda4-475a-9fcb-3d71b6080443 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b75dcb5d-8437-4384-b406-dded7b36eec3 HTTP/1.1" status: 200 len: 1097 time: 0.3331981 Jul 13 07:50:24.905109 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c5d0fb9f-77f1-4a46-8b6a-8c3ce90379c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.925920 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c5d0fb9f-77f1-4a46-8b6a-8c3ce90379c3 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.934280 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c5d0fb9f-77f1-4a46-8b6a-8c3ce90379c3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/90f94e91-9b3a-4ae3-8891-aca9a5ea834a HTTP/1.1" status: 204 len: 168 time: 0.8524692 Jul 13 07:50:24.949440 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee9880-1611-4e0e-9ab9-7ba99dc3550b req-9849244f-f596-4ae7-930a-8f9a04e0cfa3 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:24.962541 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7bee9880-1611-4e0e-9ab9-7ba99dc3550b req-9849244f-f596-4ae7-930a-8f9a04e0cfa3 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 944 time: 0.3012831 Jul 13 07:50:24.965886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0fb9f-77f1-4a46-8b6a-8c3ce90379c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=90f94e91-9b3a-4ae3-8891-aca9a5ea834a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:25.028465 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9b40a49-f674-48b2-89e0-fbc99690a131 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.045449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-f9b40a49-f674-48b2-89e0-fbc99690a131 admin admin] Transition to ACTIVE for port object 84670b05-04b7-47dd-9459-11162f7d5086 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:25.075578 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=76bde74a-0ba1-44c2-aaee-28f08a321c54,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:25.105741 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-0021b833-af0e-4679-9c77-8395215561dd None None] Set router b9ee9d67-43e9-49ca-bf13-a19c21eea7e5 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:50:25.113248 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:25.121606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:25.123435 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:25.123793 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:25.124137 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:25.124478 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:25.124814 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:25.125149 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:25.125480 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:25.127300 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:25.127663 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:25.129295 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:25.134959 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] Allocated IP 172.20.0.3 (9c138afc-4756-4fad-8f47-38e3758f985f/580d19f5-cfc8-4d0f-8108-7fefa8ae0aa1/65119bdb-3c9f-4f21-a6ce-a1b24ea8db4c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:25.146551 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9b40a49-f674-48b2-89e0-fbc99690a131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.196313 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-778d554e-0426-47f4-b4d2-bfc67fa141a9 req-50d15600-e8e8-4d97-90af-919c06b07fa4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=092d067c-9fd9-4822-b513-a4f21704264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981969 Jul 13 07:50:25.197580 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c13403e-a941-4d5b-a726-59dbb4f4ea01 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:25.198221 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c13403e-a941-4d5b-a726-59dbb4f4ea01 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.207013 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5c13403e-a941-4d5b-a726-59dbb4f4ea01 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "PUT /v2.0/subnets/580d19f5-cfc8-4d0f-8108-7fefa8ae0aa1 HTTP/1.1" status: 200 len: 877 time: 1.3708689 Jul 13 07:50:25.226788 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55704) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:25.229862 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13403e-a941-4d5b-a726-59dbb4f4ea01 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event updated for resources: {'Subnet': ['ID=580d19f5-cfc8-4d0f-8108-7fefa8ae0aa1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:25.284840 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785225a-a1df-47d5-93ae-648f5d03526f None None] Pushing event updated for resources: {'Port': ['ID=eff61cb5-2630-4d1f-bef2-edbbd7087824,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:25.312332 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7bee9880-1611-4e0e-9ab9-7ba99dc3550b req-ed33f33b-64c6-4b62-a1be-280fc00db775 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451810 Jul 13 07:50:25.412908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55710) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:25.512021 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-51b9a85f-bcad-4d99-8416-9a25eb840c7f None None] Provisioning complete for port 76bde74a-0ba1-44c2-aaee-28f08a321c54 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:25.512021 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-51b9a85f-bcad-4d99-8416-9a25eb840c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.530133 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c2cceb29-49ac-4473-b3f3-b22732c2f9b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=70ce0288d45a4135bb7adba975dbd145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1085000 Jul 13 07:50:25.532130 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55712) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:25.540820 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.553110 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0021b833-af0e-4679-9c77-8395215561dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5', 'name': 'tempest-TestVolumeBootPattern-894930749-router', 'tenant_id': '527bb26e51b84f62b897826bdca9fcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'eff61cb5-2630-4d1f-bef2-edbbd7087824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:15Z', 'updated_at': '2021-07-13T07:50:19Z', 'revision_number': 3, 'project_id': '527bb26e51b84f62b897826bdca9fcf5', 'gw_port': {'id': 'eff61cb5-2630-4d1f-bef2-edbbd7087824', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:12:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:17Z', 'updated_at': '2021-07-13T07:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:25.595276 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.619766 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] Transition to ACTIVE for port object 65119bdb-3c9f-4f21-a6ce-a1b24ea8db4c will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:25.631230 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0021b833-af0e-4679-9c77-8395215561dd None None] The sync data for ids ['b9ee9d67-43e9-49ca-bf13-a19c21eea7e5'] in n-d-779913-28 is: [{'id': 'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5', 'name': 'tempest-TestVolumeBootPattern-894930749-router', 'tenant_id': '527bb26e51b84f62b897826bdca9fcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'eff61cb5-2630-4d1f-bef2-edbbd7087824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:15Z', 'updated_at': '2021-07-13T07:50:19Z', 'revision_number': 3, 'project_id': '527bb26e51b84f62b897826bdca9fcf5', 'gw_port': {'id': 'eff61cb5-2630-4d1f-bef2-edbbd7087824', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:12:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:17Z', 'updated_at': '2021-07-13T07:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:50:25.656665 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] Transition to ACTIVE for port object 65119bdb-3c9f-4f21-a6ce-a1b24ea8db4c will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:25.693911 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.715970 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] Network 9c138afc-4756-4fad-8f47-38e3758f985f is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:25.727801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:25.761719 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9bc97434-77da-43fe-b310-3e79d768b9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.762011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:25.826564 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9bc97434-77da-43fe-b310-3e79d768b9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.844361 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cf1c3-3fef-4e30-95e7-9072a317c404 req-4b222085-049d-40e6-827c-557af069adb2 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:25.846554 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-312cf1c3-3fef-4e30-95e7-9072a317c404 req-4b222085-049d-40e6-827c-557af069adb2 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/ports?device_id=b75dcb5d-8437-4384-b406-dded7b36eec3 HTTP/1.1" status: 200 len: 945 time: 0.2335000 Jul 13 07:50:25.857946 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] Pushing event updated for resources: {'Port': ['ID=65119bdb-3c9f-4f21-a6ce-a1b24ea8db4c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:25.872868 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] Attempting to bind port 65119bdb-3c9f-4f21-a6ce-a1b24ea8db4c on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:25.873381 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] Attempting to bind port 65119bdb-3c9f-4f21-a6ce-a1b24ea8db4c by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '4f8c692f-0638-49a5-8098-cd5b1431eecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9c138afc-4756-4fad-8f47-38e3758f985f'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:25.873851 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] Attempting to bind port 65119bdb-3c9f-4f21-a6ce-a1b24ea8db4c on network 9c138afc-4756-4fad-8f47-38e3758f985f {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:25.881750 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:25.881750 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] Checking segment: {'id': '4f8c692f-0638-49a5-8098-cd5b1431eecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9c138afc-4756-4fad-8f47-38e3758f985f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:25.882238 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.882854 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] Bound using segment: {'id': '4f8c692f-0638-49a5-8098-cd5b1431eecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9c138afc-4756-4fad-8f47-38e3758f985f'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:25.883434 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] Bound port: 65119bdb-3c9f-4f21-a6ce-a1b24ea8db4c, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8c692f-0638-49a5-8098-cd5b1431eecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9c138afc-4756-4fad-8f47-38e3758f985f'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:25.884179 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.910542 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Deleting port 65119bdb-3c9f-4f21-a6ce-a1b24ea8db4c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:25.911084 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.939639 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b40a49-f674-48b2-89e0-fbc99690a131 admin admin] Pushing event updated for resources: {'Port': ['ID=84670b05-04b7-47dd-9459-11162f7d5086,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:25.947137 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-312cf1c3-3fef-4e30-95e7-9072a317c404 req-6b8e3111-9a56-4b97-b01b-a2f23a00e321 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/security-groups?id=092d067c-9fd9-4822-b513-a4f21704264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915418 Jul 13 07:50:25.952130 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b40a49-f674-48b2-89e0-fbc99690a131 admin admin] Network 95d95a8b-8086-4fa3-9607-8d14785a9f48 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:25.957619 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-f9b40a49-f674-48b2-89e0-fbc99690a131 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:25.976373 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b40a49-f674-48b2-89e0-fbc99690a131 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:26.008188 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9bc97434-77da-43fe-b310-3e79d768b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.011816 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9bc97434-77da-43fe-b310-3e79d768b9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.013642 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9bc97434-77da-43fe-b310-3e79d768b9f6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0729bb31-5653-4e44-828d-952f3b52b267 HTTP/1.1" status: 204 len: 168 time: 0.4802907 Jul 13 07:50:26.024979 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] For port 65119bdb-3c9f-4f21-a6ce-a1b24ea8db4c, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:26.033727 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] For port 65119bdb-3c9f-4f21-a6ce-a1b24ea8db4c, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=65119bdb-3c9f-4f21-a6ce-a1b24ea8db4c,segment=NetworkSegment(4f8c692f-0638-49a5-8098-cd5b1431eecd),segment_id=4f8c692f-0638-49a5-8098-cd5b1431eecd)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:26.047328 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.060481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc97434-77da-43fe-b310-3e79d768b9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0729bb31-5653-4e44-828d-952f3b52b267,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:26.114886 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] For port 65119bdb-3c9f-4f21-a6ce-a1b24ea8db4c, host n-d-779913-28, got binding levels [] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:26.115406 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.122427 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9b40a49-f674-48b2-89e0-fbc99690a131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.144197 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device e1c03179-a80e-44b7-a2f9-654ea556b279 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:26.147469 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Calling delete_port for 65119bdb-3c9f-4f21-a6ce-a1b24ea8db4c owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:26.358612 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port e1c03179-a80e-44b7-a2f9-654ea556b279 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:26.369539 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608650f2-ad59-4a63-b023-1a27922b429b None None] Pushing event updated for resources: {'Port': ['ID=65119bdb-3c9f-4f21-a6ce-a1b24ea8db4c,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:26.396848 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port e1c03179-a80e-44b7-a2f9-654ea556b279 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:26.397236 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.505644 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e67f329-8ed7-4865-9e7f-f6be2470c8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bde74a-0ba1-44c2-aaee-28f08a321c54'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:26.508535 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4517523-4a40-4f1a-a20e-4ede1a002f9b" -d '{"events": [{"server_uuid": "0e67f329-8ed7-4865-9e7f-f6be2470c8a1", "name": "network-vif-plugged", "status": "completed", "tag": "76bde74a-0ba1-44c2-aaee-28f08a321c54"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:26.516275 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9b40a49-f674-48b2-89e0-fbc99690a131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.599062 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.615543 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ab3236ec-5d62-427c-b6e3-9d44e54bc7c9 None None] Provisioning for port 84670b05-04b7-47dd-9459-11162f7d5086 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:26.628804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ab3236ec-5d62-427c-b6e3-9d44e54bc7c9 None None] Provisioning complete for port 84670b05-04b7-47dd-9459-11162f7d5086 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:26.629169 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ab3236ec-5d62-427c-b6e3-9d44e54bc7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.731692 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e796c0-5789-4e74-b9bd-fcaa978ed784 x-openstack-request-id: req-18e796c0-5789-4e74-b9bd-fcaa978ed784 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:26.735642 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e67f329-8ed7-4865-9e7f-f6be2470c8a1", "name": "network-vif-plugged", "status": "completed", "tag": "76bde74a-0ba1-44c2-aaee-28f08a321c54", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:26.737062 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-18e796c0-5789-4e74-b9bd-fcaa978ed784 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:26.738127 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e67f329-8ed7-4865-9e7f-f6be2470c8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bde74a-0ba1-44c2-aaee-28f08a321c54', 'code': 200} Jul 13 07:50:26.789638 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.865519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ab3236ec-5d62-427c-b6e3-9d44e54bc7c9 None None] Port 84670b05-04b7-47dd-9459-11162f7d5086 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:26.875950 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Port': ['ID=65119bdb-3c9f-4f21-a6ce-a1b24ea8db4c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:26.967755 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port e1c03179-a80e-44b7-a2f9-654ea556b279, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=e1c03179-a80e-44b7-a2f9-654ea556b279,segment=NetworkSegment(293b2719-f767-4d4b-bc88-b5129957a57c),segment_id=293b2719-f767-4d4b-bc88-b5129957a57c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:26.987726 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.084027 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No DVR routers for this DVR port 65119bdb-3c9f-4f21-a6ce-a1b24ea8db4c on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:27.108086 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device eff61cb5-2630-4d1f-bef2-edbbd7087824 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:27.125815 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9b40a49-f674-48b2-89e0-fbc99690a131 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.148146 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9b40a49-f674-48b2-89e0-fbc99690a131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.237505 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.266790 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b40a49-f674-48b2-89e0-fbc99690a131 admin admin] Pushing event updated for resources: {'Port': ['ID=84670b05-04b7-47dd-9459-11162f7d5086,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:27.285515 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edccba82-fe8f-4fdc-9be0-604b3024b4ee req-29f06567-6c7c-43c2-b8d2-2b28437ac51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:27.291422 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-edccba82-fe8f-4fdc-9be0-604b3024b4ee req-29f06567-6c7c-43c2-b8d2-2b28437ac51a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0e67f329-8ed7-4865-9e7f-f6be2470c8a1 HTTP/1.1" status: 200 len: 1097 time: 0.5635161 Jul 13 07:50:27.370463 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19c890-2b48-4d7c-a28c-059b90660497 req-f6b8f3c4-4cf4-4139-9de9-747981d77fbf tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:27.372763 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e19c890-2b48-4d7c-a28c-059b90660497 req-f6b8f3c4-4cf4-4139-9de9-747981d77fbf tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 944 time: 0.6466515 Jul 13 07:50:27.390442 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f9b40a49-f674-48b2-89e0-fbc99690a131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.422837 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-edccba82-fe8f-4fdc-9be0-604b3024b4ee req-9c26beec-f032-4e8e-8a42-43ae76d1f604 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007049 Jul 13 07:50:27.554158 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b40a49-f674-48b2-89e0-fbc99690a131 admin admin] Network 95d95a8b-8086-4fa3-9607-8d14785a9f48 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:27.555545 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-f9b40a49-f674-48b2-89e0-fbc99690a131 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:27.575993 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e19c890-2b48-4d7c-a28c-059b90660497 req-27125899-079f-42d2-984c-b5fce5183f92 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911402 Jul 13 07:50:27.644953 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.663999 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=e1c03179-a80e-44b7-a2f9-654ea556b279,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:27.678942 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-514f0a59-33b7-4268-a916-f1eb7664da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.712461 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Subnet': ['ID=580d19f5-cfc8-4d0f-8108-7fefa8ae0aa1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:27.734310 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-424224a3-6f5a-4fd9-8a94-33e49a02495e None None] Provisioning complete for port e1c03179-a80e-44b7-a2f9-654ea556b279 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:27.734692 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-424224a3-6f5a-4fd9-8a94-33e49a02495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.770381 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810e59d-479d-4a20-8569-796f818a2d91 req-5b6006d7-3e6e-4a81-8694-f84ae57e9d5b tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:27.777758 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a810e59d-479d-4a20-8569-796f818a2d91 req-5b6006d7-3e6e-4a81-8694-f84ae57e9d5b tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/ports?device_id=b75dcb5d-8437-4384-b406-dded7b36eec3 HTTP/1.1" status: 200 len: 945 time: 0.2303839 Jul 13 07:50:27.798036 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.802916 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b40a49-f674-48b2-89e0-fbc99690a131 admin admin] Router b9ee9d67-43e9-49ca-bf13-a19c21eea7e5 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:50:27.821680 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port eff61cb5-2630-4d1f-bef2-edbbd7087824 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:27.843341 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port eff61cb5-2630-4d1f-bef2-edbbd7087824 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:27.844661 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.848814 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.878023 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c138afc-4756-4fad-8f47-38e3758f985f']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:27.920799 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a810e59d-479d-4a20-8569-796f818a2d91 req-fb95ccc3-dae0-47c7-b82f-c2265aacf002 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/security-groups?id=092d067c-9fd9-4822-b513-a4f21704264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418993 Jul 13 07:50:27.935642 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8c692f-0638-49a5-8098-cd5b1431eecd') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:27.936263 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8c692f-0638-49a5-8098-cd5b1431eecd') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:27.973100 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.025073 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.039257 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:28.046756 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.052188 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:28.055918 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:28.122976 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port eff61cb5-2630-4d1f-bef2-edbbd7087824, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=eff61cb5-2630-4d1f-bef2-edbbd7087824,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:28.125238 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b40a49-f674-48b2-89e0-fbc99690a131 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:50:28.133815 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.159468 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f9b40a49-f674-48b2-89e0-fbc99690a131 admin admin] 10.222.0.58 "PUT /v2.0/routers/b9ee9d67-43e9-49ca-bf13-a19c21eea7e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1685767 Jul 13 07:50:28.201770 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a9684753-99c0-49ca-aaf4-3d844c0fdd87 None None] Provisioning complete for port 84670b05-04b7-47dd-9459-11162f7d5086 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:28.203092 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9684753-99c0-49ca-aaf4-3d844c0fdd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.361562 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=eff61cb5-2630-4d1f-bef2-edbbd7087824,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:28.367300 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.382974 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a9684753-99c0-49ca-aaf4-3d844c0fdd87 None None] Port 84670b05-04b7-47dd-9459-11162f7d5086 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:28.388572 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.393741 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/9c138afc-4756-4fad-8f47-38e3758f985f HTTP/1.1" status: 204 len: 168 time: 3.1368392 Jul 13 07:50:28.395276 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55766) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:28.430635 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356e1aa-63a8-4977-8d81-0d11095b6e49 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Network': ['ID=9c138afc-4756-4fad-8f47-38e3758f985f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:28.481008 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f8f7d3-adf8-4d84-9bf3-585758a5725e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:28.481745 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f8f7d3-adf8-4d84-9bf3-585758a5725e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:28.488816 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-03f8f7d3-adf8-4d84-9bf3-585758a5725e tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/subnets/580d19f5-cfc8-4d0f-8108-7fefa8ae0aa1 HTTP/1.1" status: 404 len: 337 time: 0.0873976 Jul 13 07:50:28.489550 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55772) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:28.525375 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2ef57-6519-44ae-8498-4f8ad777f53f req-186ab5b2-8cb8-4d9a-b7e4-ed9f93d6d7d5 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:28.530441 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d7f2ef57-6519-44ae-8498-4f8ad777f53f req-186ab5b2-8cb8-4d9a-b7e4-ed9f93d6d7d5 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/ports?device_id=b75dcb5d-8437-4384-b406-dded7b36eec3 HTTP/1.1" status: 200 len: 945 time: 0.2584291 Jul 13 07:50:28.532100 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e4b23728-3f30-40ed-96f1-22053afa28cb None None] Provisioning complete for port 84670b05-04b7-47dd-9459-11162f7d5086 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:28.532947 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4b23728-3f30-40ed-96f1-22053afa28cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.536042 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90d7514-5b79-4fcf-baab-aaa494dc920c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:28.536654 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90d7514-5b79-4fcf-baab-aaa494dc920c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:28.538432 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e90d7514-5b79-4fcf-baab-aaa494dc920c tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/9c138afc-4756-4fad-8f47-38e3758f985f HTTP/1.1" status: 404 len: 339 time: 0.0468059 Jul 13 07:50:28.541174 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55774) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:28.608683 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8dd3b8a-eb5b-45c5-a1ca-3eadc7c566ed tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:28.609154 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8dd3b8a-eb5b-45c5-a1ca-3eadc7c566ed tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:28.610952 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a8dd3b8a-eb5b-45c5-a1ca-3eadc7c566ed tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/subnets/3b476dd9-02d3-461e-963b-301700def0f7 HTTP/1.1" status: 404 len: 337 time: 0.0688474 Jul 13 07:50:28.613670 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55780) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:28.627669 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d7f2ef57-6519-44ae-8498-4f8ad777f53f req-60e7ec06-6ecf-4dec-88ab-42f2a0688af1 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/security-groups?id=092d067c-9fd9-4822-b513-a4f21704264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926294 Jul 13 07:50:28.641222 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1d1587-3d71-4969-8701-d7a0ae9253d8 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:28.641806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1d1587-3d71-4969-8701-d7a0ae9253d8 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:28.649286 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3c1d1587-3d71-4969-8701-d7a0ae9253d8 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/47a7965b-8c39-43a3-9d7d-86c65e8ef44e HTTP/1.1" status: 404 len: 339 time: 0.0289302 Jul 13 07:50:28.652553 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55784) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:28.663634 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e4b23728-3f30-40ed-96f1-22053afa28cb None None] Port 84670b05-04b7-47dd-9459-11162f7d5086 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:28.739137 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a61337-b23e-42f1-94ed-feb3a959bbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c03179-a80e-44b7-a2f9-654ea556b279'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:28.742570 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a8afab-a468-4d35-b443-6a999d7c6cab" -d '{"events": [{"server_uuid": "d5a61337-b23e-42f1-94ed-feb3a959bbeb", "name": "network-vif-plugged", "status": "completed", "tag": "e1c03179-a80e-44b7-a2f9-654ea556b279"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:28.786762 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1db4c446-8a87-4c7c-bd85-d2e51f45ccd6 None None] Could not find standard attr ID for object 65119bdb-3c9f-4f21-a6ce-a1b24ea8db4c. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:50:28.797698 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734edca4-3b57-43f9-8a7c-a4bb0c93f5ae None None] DHCP port deletion for 9c138afc-4756-4fad-8f47-38e3758f985f request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:50:28.803271 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-284cffab-4b10-4af1-9b7d-b1d6df8a3559 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.834897 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927ae201-92d8-4849-b986-dc2aabebaddd None None] Network 9c138afc-4756-4fad-8f47-38e3758f985f requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:28.859939 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927ae201-92d8-4849-b986-dc2aabebaddd None None] Network 9c138afc-4756-4fad-8f47-38e3758f985f could not be found, it might have been deleted concurrently. {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 07:50:28.876646 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dace2895-1704-44a3-b227-1603d903b802 None None] Network 9c138afc-4756-4fad-8f47-38e3758f985f requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:28.934698 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dace2895-1704-44a3-b227-1603d903b802 None None] Network 9c138afc-4756-4fad-8f47-38e3758f985f could not be found, it might have been deleted concurrently. {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 07:50:28.942189 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] Sync routers for ids ['b9ee9d67-43e9-49ca-bf13-a19c21eea7e5'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:50:28.953921 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a9a70-32f7-4460-b392-6314ceec413d req-d020493c-fcec-4395-8b66-2b1318f99979 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:28.958514 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] Routers {'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:28.959164 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:50:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b9ee9d67-43e9-49ca-bf13-a19c21eea7e5'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:28.964860 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-822a9a70-32f7-4460-b392-6314ceec413d req-d020493c-fcec-4395-8b66-2b1318f99979 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 945 time: 0.1498168 Jul 13 07:50:28.996012 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-284cffab-4b10-4af1-9b7d-b1d6df8a3559 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.014821 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-284cffab-4b10-4af1-9b7d-b1d6df8a3559 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d234b7-cf21-43e0-b709-204a7e2d217a']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:29.016892 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device eff61cb5-2630-4d1f-bef2-edbbd7087824 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:29.038542 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-284cffab-4b10-4af1-9b7d-b1d6df8a3559 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2980889-0631-49bf-8d06-e99e2c5316a0') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:29.039181 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-284cffab-4b10-4af1-9b7d-b1d6df8a3559 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2980889-0631-49bf-8d06-e99e2c5316a0') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:29.055168 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-822a9a70-32f7-4460-b392-6314ceec413d req-755ebadf-661d-4d04-ab13-b944057c2fef tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747075 Jul 13 07:50:29.060326 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-284cffab-4b10-4af1-9b7d-b1d6df8a3559 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.083677 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-284cffab-4b10-4af1-9b7d-b1d6df8a3559 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.091814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284cffab-4b10-4af1-9b7d-b1d6df8a3559 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:29.092432 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-284cffab-4b10-4af1-9b7d-b1d6df8a3559 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:29.207736 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:29.369711 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] Set router b9ee9d67-43e9-49ca-bf13-a19c21eea7e5 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:50:29.376020 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-284cffab-4b10-4af1-9b7d-b1d6df8a3559 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.376020 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-284cffab-4b10-4af1-9b7d-b1d6df8a3559 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.379279 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b920c0-4af0-43a4-b6c6-9055c4565ef7 x-openstack-request-id: req-02b920c0-4af0-43a4-b6c6-9055c4565ef7 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:29.379279 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a61337-b23e-42f1-94ed-feb3a959bbeb", "name": "network-vif-plugged", "status": "completed", "tag": "e1c03179-a80e-44b7-a2f9-654ea556b279", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:29.379279 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-02b920c0-4af0-43a4-b6c6-9055c4565ef7 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:29.379279 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a61337-b23e-42f1-94ed-feb3a959bbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c03179-a80e-44b7-a2f9-654ea556b279', 'code': 200} Jul 13 07:50:29.379279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port eff61cb5-2630-4d1f-bef2-edbbd7087824 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:29.379279 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.380629 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-284cffab-4b10-4af1-9b7d-b1d6df8a3559 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/98d234b7-cf21-43e0-b709-204a7e2d217a HTTP/1.1" status: 204 len: 168 time: 0.6958015 Jul 13 07:50:29.380948 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55818) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:29.413683 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cffab-4b10-4af1-9b7d-b1d6df8a3559 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Network': ['ID=98d234b7-cf21-43e0-b709-204a7e2d217a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:29.431266 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d549a30-3366-434f-aea5-1146f181fb5d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:29.432292 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d549a30-3366-434f-aea5-1146f181fb5d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:29.437039 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0d549a30-3366-434f-aea5-1146f181fb5d tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/subnets/b07c9c97-b0f8-4b18-a522-4498f5616107 HTTP/1.1" status: 404 len: 337 time: 0.0817447 Jul 13 07:50:29.437424 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55824) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:29.485638 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4cf844-4d3c-4155-8d51-0c4ba8544fd9 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:29.487491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4cf844-4d3c-4155-8d51-0c4ba8544fd9 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:29.491903 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0b4cf844-4d3c-4155-8d51-0c4ba8544fd9 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/879744a9-0025-4475-8e6b-a8f457864204 HTTP/1.1" status: 404 len: 339 time: 0.0516946 Jul 13 07:50:29.492870 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55826) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:29.536431 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76eb544-1eb5-49a9-a853-e3a8acfc4505 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:29.537391 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f76eb544-1eb5-49a9-a853-e3a8acfc4505 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:29.539875 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f76eb544-1eb5-49a9-a853-e3a8acfc4505 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/subnets/1b49238a-a9da-498d-b198-68d9fa6d9d12 HTTP/1.1" status: 404 len: 337 time: 0.0451560 Jul 13 07:50:29.542367 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815e860-9004-48ae-b3ff-b9d60ec04544 req-afa8f1c6-a3a0-4f63-881c-c956cf997617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:29.543800 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55832) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:29.546539 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c815e860-9004-48ae-b3ff-b9d60ec04544 req-afa8f1c6-a3a0-4f63-881c-c956cf997617 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 1097 time: 0.1239448 Jul 13 07:50:29.566685 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2c009a-a617-45c2-8bfd-3d9c9c9c6db0 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:29.567604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2c009a-a617-45c2-8bfd-3d9c9c9c6db0 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:29.570124 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5f2c009a-a617-45c2-8bfd-3d9c9c9c6db0 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/9758c88c-5a24-4752-9435-af10a68502b9 HTTP/1.1" status: 404 len: 339 time: 0.0251179 Jul 13 07:50:29.573127 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55834) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:29.607305 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-129a1d18-1248-4a10-962b-5ae13d4147f2 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:29.608007 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-129a1d18-1248-4a10-962b-5ae13d4147f2 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:29.612728 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-129a1d18-1248-4a10-962b-5ae13d4147f2 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/subnets/e65d1946-8fd9-4b0e-8d1c-cff30d10b059 HTTP/1.1" status: 404 len: 337 time: 0.0381539 Jul 13 07:50:29.615086 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55838) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:29.652476 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c7df8c-2a07-44dc-9d31-6bdec48e6048 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:29.653873 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c7df8c-2a07-44dc-9d31-6bdec48e6048 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:29.655725 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-56c7df8c-2a07-44dc-9d31-6bdec48e6048 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/7e584724-1928-4f0f-aa1d-098cb6835b45 HTTP/1.1" status: 404 len: 339 time: 0.0395052 Jul 13 07:50:29.658317 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55840) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:29.671164 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c815e860-9004-48ae-b3ff-b9d60ec04544 req-113a29f2-dc1e-4aa1-9380-5d5b8204a594 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180608 Jul 13 07:50:29.694931 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.723927 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-46045f5f-cf52-4085-8b60-adefb79623b0 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:29.724624 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46045f5f-cf52-4085-8b60-adefb79623b0 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:29.727236 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-46045f5f-cf52-4085-8b60-adefb79623b0 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/subnets/c4abde8b-4e23-4124-a8d9-3b9c32efca54 HTTP/1.1" status: 404 len: 337 time: 0.0659497 Jul 13 07:50:29.729719 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55844) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:29.775107 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e1b051-cef7-429e-8120-c2a2a9d54333 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:29.775974 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e1b051-cef7-429e-8120-c2a2a9d54333 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:29.778005 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-44e1b051-cef7-429e-8120-c2a2a9d54333 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/625894be-3057-4da0-845c-d17e14871c66 HTTP/1.1" status: 404 len: 339 time: 0.0457923 Jul 13 07:50:29.782136 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55850) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:29.896092 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aece3cb-e65f-4214-9ca2-24251a274abd tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:29.897290 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aece3cb-e65f-4214-9ca2-24251a274abd tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:29.898550 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4aece3cb-e65f-4214-9ca2-24251a274abd tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/subnets/e93f69d7-bd47-42df-b273-1dc16f8aec77 HTTP/1.1" status: 404 len: 337 time: 0.0996733 Jul 13 07:50:29.901924 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55854) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:29.914363 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e95263-71eb-4794-a933-0918f2d7e3f0 req-fce62358-c13a-4010-b81b-d345dcdc8f52 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:29.915992 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-41e95263-71eb-4794-a933-0918f2d7e3f0 req-fce62358-c13a-4010-b81b-d345dcdc8f52 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/ports?device_id=b75dcb5d-8437-4384-b406-dded7b36eec3 HTTP/1.1" status: 200 len: 945 time: 0.2382112 Jul 13 07:50:29.960764 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2d626c-1a54-4de7-b064-5e7e790c0629 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:29.961183 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2d626c-1a54-4de7-b064-5e7e790c0629 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:29.963486 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1f2d626c-1a54-4de7-b064-5e7e790c0629 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/8e8bce94-2bc8-4f41-896a-109d709ed811 HTTP/1.1" status: 404 len: 339 time: 0.0598876 Jul 13 07:50:29.966079 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55858) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:29.978715 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5', 'name': 'tempest-TestVolumeBootPattern-894930749-router', 'tenant_id': '527bb26e51b84f62b897826bdca9fcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'eff61cb5-2630-4d1f-bef2-edbbd7087824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:15Z', 'updated_at': '2021-07-13T07:50:26Z', 'revision_number': 4, 'project_id': '527bb26e51b84f62b897826bdca9fcf5', 'gw_port': {'id': 'eff61cb5-2630-4d1f-bef2-edbbd7087824', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:12:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:17Z', 'updated_at': '2021-07-13T07:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '84670b05-04b7-47dd-9459-11162f7d5086', 'name': '', 'network_id': '95d95a8b-8086-4fa3-9607-8d14785a9f48', 'tenant_id': '527bb26e51b84f62b897826bdca9fcf5', 'mac_address': 'fa:16:3e:1b:49:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '92de4efe-5ff3-4d7e-9f13-21262f313f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:26Z', 'revision_number': 2, 'project_id': '527bb26e51b84f62b897826bdca9fcf5', 'subnets': [{'id': '92de4efe-5ff3-4d7e-9f13-21262f313f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:29.999444 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4476876-cc8d-4e97-a155-a1fc80b35c53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:30.000456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4476876-cc8d-4e97-a155-a1fc80b35c53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:30.002682 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e4476876-cc8d-4e97-a155-a1fc80b35c53 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/subnets/a13824c5-f9f7-4ff1-8b3e-2e7b4d4ea88a HTTP/1.1" status: 404 len: 337 time: 0.0351560 Jul 13 07:50:30.005393 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55860) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:30.020700 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-41e95263-71eb-4794-a933-0918f2d7e3f0 req-ae1810f9-e264-4588-942f-6c2909005371 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/security-groups?id=092d067c-9fd9-4822-b513-a4f21704264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923588 Jul 13 07:50:30.042631 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-55984131-a46d-454f-8755-0309f4018b15 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:30.044665 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55984131-a46d-454f-8755-0309f4018b15 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:30.048879 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-55984131-a46d-454f-8755-0309f4018b15 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/1568a82c-836f-496a-8eab-557d8159fc41 HTTP/1.1" status: 404 len: 339 time: 0.0413444 Jul 13 07:50:30.051380 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55864) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:30.051574 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] Checking router: b9ee9d67-43e9-49ca-bf13-a19c21eea7e5 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:50:30.051835 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] Updating router b9ee9d67-43e9-49ca-bf13-a19c21eea7e5 port 84670b05-04b7-47dd-9459-11162f7d5086 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:50:30.112825 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd97fc84-33b4-476f-8a27-5910db4f9081 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:30.113326 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd97fc84-33b4-476f-8a27-5910db4f9081 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:30.115875 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bd97fc84-33b4-476f-8a27-5910db4f9081 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/subnets/8d83ab02-6280-4d9a-b2f0-459ef7ce1afa HTTP/1.1" status: 404 len: 337 time: 0.0627668 Jul 13 07:50:30.118405 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55872) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:30.144251 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c58b8d-abef-473d-8004-4dfa634113c7 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:30.145454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c58b8d-abef-473d-8004-4dfa634113c7 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:30.151008 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-97c58b8d-abef-473d-8004-4dfa634113c7 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/b7d52b5c-4dc6-4cdc-b786-0a88175b1890 HTTP/1.1" status: 404 len: 339 time: 0.0315676 Jul 13 07:50:30.154200 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55876) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:30.160037 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.250633 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a1471d-e9d6-471e-8ace-2845015419f5 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:30.250966 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a1471d-e9d6-471e-8ace-2845015419f5 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:30.252795 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-20a1471d-e9d6-471e-8ace-2845015419f5 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/subnets/fe4af622-90f1-4d2c-8330-cbb3bbc12b22 HTTP/1.1" status: 404 len: 337 time: 0.0975087 Jul 13 07:50:30.255436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55886) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:30.298143 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad84cedf-62a1-42d5-846c-af8b4b6e49ed tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:30.301924 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad84cedf-62a1-42d5-846c-af8b4b6e49ed tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:30.306982 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ad84cedf-62a1-42d5-846c-af8b4b6e49ed tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/8c6b5f4e-dcbe-498e-bafe-56f1d82593ee HTTP/1.1" status: 404 len: 339 time: 0.0503078 Jul 13 07:50:30.309647 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55890) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:30.437388 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a07011ce-4d56-4bbf-b66d-0e7b1a39781b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Deleting subnet a03f3485-eeca-471c-8acd-31823b4964b3 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:30.441231 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a07011ce-4d56-4bbf-b66d-0e7b1a39781b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.493071 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a07011ce-4d56-4bbf-b66d-0e7b1a39781b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.637879 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e26b4-ad36-4132-8a5c-38badbfaccee req-593653e5-9010-4b75-9f4b-16dddc815efe tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:30.651649 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a5e26b4-ad36-4132-8a5c-38badbfaccee req-593653e5-9010-4b75-9f4b-16dddc815efe tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 945 time: 0.2583904 Jul 13 07:50:30.691861 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.705869 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] Transition to ACTIVE for port object 84670b05-04b7-47dd-9459-11162f7d5086 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:30.717716 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.843356 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 65119bdb-3c9f-4f21-a6ce-a1b24ea8db4c no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:30.890727 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 65119bdb-3c9f-4f21-a6ce-a1b24ea8db4c {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:30.891080 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 65119bdb-3c9f-4f21-a6ce-a1b24ea8db4c not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:30.908850 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed6ef5-728a-4036-b3d0-eb213978b4ee None None] Pushing event updated for resources: {'Port': ['ID=84670b05-04b7-47dd-9459-11162f7d5086,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:30.958812 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a5e26b4-ad36-4132-8a5c-38badbfaccee req-40a1545d-315e-433c-81f6-68dad8196499 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947583 Jul 13 07:50:30.992798 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] Attempting to bind port 84670b05-04b7-47dd-9459-11162f7d5086 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:30.993861 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] Attempting to bind port 84670b05-04b7-47dd-9459-11162f7d5086 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'e7d7723a-b182-444c-9b72-fb42ed5157b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '95d95a8b-8086-4fa3-9607-8d14785a9f48'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:30.994529 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] Attempting to bind port 84670b05-04b7-47dd-9459-11162f7d5086 on network 95d95a8b-8086-4fa3-9607-8d14785a9f48 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:31.003545 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:31.004256 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] Checking segment: {'id': 'e7d7723a-b182-444c-9b72-fb42ed5157b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '95d95a8b-8086-4fa3-9607-8d14785a9f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:31.004793 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a07011ce-4d56-4bbf-b66d-0e7b1a39781b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.005299 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.006157 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] Bound using segment: {'id': 'e7d7723a-b182-444c-9b72-fb42ed5157b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '95d95a8b-8086-4fa3-9607-8d14785a9f48'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:31.006936 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] Bound port: 84670b05-04b7-47dd-9459-11162f7d5086, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d7723a-b182-444c-9b72-fb42ed5157b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '95d95a8b-8086-4fa3-9607-8d14785a9f48'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:31.008503 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.290387 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] For port 84670b05-04b7-47dd-9459-11162f7d5086, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:31.298383 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd025e-d95a-47c1-b1ae-18c6558a5b3a req-9f3b8958-4e84-4127-896f-67395b693c4e tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:31.300250 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50bd025e-d95a-47c1-b1ae-18c6558a5b3a req-9f3b8958-4e84-4127-896f-67395b693c4e tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/ports?device_id=b75dcb5d-8437-4384-b406-dded7b36eec3 HTTP/1.1" status: 200 len: 945 time: 0.2277503 Jul 13 07:50:31.302518 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a07011ce-4d56-4bbf-b66d-0e7b1a39781b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.314009 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] For port 84670b05-04b7-47dd-9459-11162f7d5086, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=84670b05-04b7-47dd-9459-11162f7d5086,segment=NetworkSegment(e7d7723a-b182-444c-9b72-fb42ed5157b2),segment_id=e7d7723a-b182-444c-9b72-fb42ed5157b2)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:31.330452 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.331656 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.346331 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07011ce-4d56-4bbf-b66d-0e7b1a39781b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Subnet': ['ID=a03f3485-eeca-471c-8acd-31823b4964b3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:31.377310 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a07011ce-4d56-4bbf-b66d-0e7b1a39781b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.379553 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a07011ce-4d56-4bbf-b66d-0e7b1a39781b tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/subnets/a03f3485-eeca-471c-8acd-31823b4964b3 HTTP/1.1" status: 204 len: 168 time: 1.0688980 Jul 13 07:50:31.382074 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55936) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:31.400285 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73c8d0f-1faa-4016-a91d-d7234c22a9de None None] Network 5faf22fd-8749-4cc8-bb5e-8c8e830b7027 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:31.408143 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50bd025e-d95a-47c1-b1ae-18c6558a5b3a req-5a2177e8-d562-4d27-9619-e759f410a188 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/security-groups?id=092d067c-9fd9-4822-b513-a4f21704264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690801 Jul 13 07:50:31.536812 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] Routers {'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:31.537458 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:50:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b9ee9d67-43e9-49ca-bf13-a19c21eea7e5'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:31.539486 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-afbf17b6-c4c2-4079-aaf3-87c79de6a062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.541808 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed6ef5-728a-4036-b3d0-eb213978b4ee None None] Pushing event updated for resources: {'Port': ['ID=84670b05-04b7-47dd-9459-11162f7d5086,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:31.774881 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-afbf17b6-c4c2-4079-aaf3-87c79de6a062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Deleting port e83c21e6-8eb6-4610-88db-dbf285570db2 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:31.775620 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-afbf17b6-c4c2-4079-aaf3-87c79de6a062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.902476 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] Set router b9ee9d67-43e9-49ca-bf13-a19c21eea7e5 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:50:31.904253 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-afbf17b6-c4c2-4079-aaf3-87c79de6a062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] For port e83c21e6-8eb6-4610-88db-dbf285570db2, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e83c21e6-8eb6-4610-88db-dbf285570db2,segment=NetworkSegment(57d43705-0ba5-4770-a84c-3bb8d09bea9e),segment_id=57d43705-0ba5-4770-a84c-3bb8d09bea9e)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:31.904600 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-afbf17b6-c4c2-4079-aaf3-87c79de6a062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.921237 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-afbf17b6-c4c2-4079-aaf3-87c79de6a062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Calling delete_port for e83c21e6-8eb6-4610-88db-dbf285570db2 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:31.997734 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bde30f4-c3c8-4853-bd5d-faea3cc9e565 None None] DHCP port deletion for 5faf22fd-8749-4cc8-bb5e-8c8e830b7027 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:50:32.050983 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-afbf17b6-c4c2-4079-aaf3-87c79de6a062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.089012 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf17b6-c4c2-4079-aaf3-87c79de6a062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Port': ['ID=e83c21e6-8eb6-4610-88db-dbf285570db2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:32.100162 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf17b6-c4c2-4079-aaf3-87c79de6a062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] No DVR routers for this DVR port e83c21e6-8eb6-4610-88db-dbf285570db2 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:32.134014 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3bde30f4-c3c8-4853-bd5d-faea3cc9e565 None None] The port 'e83c21e6-8eb6-4610-88db-dbf285570db2' was deleted {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 13 07:50:32.226590 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-afbf17b6-c4c2-4079-aaf3-87c79de6a062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.231912 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91460432-16c7-4048-a9ba-c177f731b600 req-b3105713-028b-43fe-9d2c-48720d77a400 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:32.234526 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-91460432-16c7-4048-a9ba-c177f731b600 req-b3105713-028b-43fe-9d2c-48720d77a400 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 945 time: 0.0949259 Jul 13 07:50:32.240062 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-afbf17b6-c4c2-4079-aaf3-87c79de6a062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5faf22fd-8749-4cc8-bb5e-8c8e830b7027']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:32.265642 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-afbf17b6-c4c2-4079-aaf3-87c79de6a062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d43705-0ba5-4770-a84c-3bb8d09bea9e') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:32.266399 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-afbf17b6-c4c2-4079-aaf3-87c79de6a062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d43705-0ba5-4770-a84c-3bb8d09bea9e') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:32.278857 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-afbf17b6-c4c2-4079-aaf3-87c79de6a062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.305524 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-afbf17b6-c4c2-4079-aaf3-87c79de6a062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.332963 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afbf17b6-c4c2-4079-aaf3-87c79de6a062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:32.336463 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-afbf17b6-c4c2-4079-aaf3-87c79de6a062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:32.348118 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:32.359913 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-91460432-16c7-4048-a9ba-c177f731b600 req-806b4664-1467-48ff-a796-a2f33637f279 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193092 Jul 13 07:50:32.376277 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5', 'name': 'tempest-TestVolumeBootPattern-894930749-router', 'tenant_id': '527bb26e51b84f62b897826bdca9fcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'eff61cb5-2630-4d1f-bef2-edbbd7087824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:15Z', 'updated_at': '2021-07-13T07:50:26Z', 'revision_number': 4, 'project_id': '527bb26e51b84f62b897826bdca9fcf5', 'gw_port': {'id': 'eff61cb5-2630-4d1f-bef2-edbbd7087824', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:12:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:17Z', 'updated_at': '2021-07-13T07:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '84670b05-04b7-47dd-9459-11162f7d5086', 'name': '', 'network_id': '95d95a8b-8086-4fa3-9607-8d14785a9f48', 'tenant_id': '527bb26e51b84f62b897826bdca9fcf5', 'mac_address': 'fa:16:3e:1b:49:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '92de4efe-5ff3-4d7e-9f13-21262f313f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:31Z', 'revision_number': 4, 'project_id': '527bb26e51b84f62b897826bdca9fcf5', 'subnets': [{'id': '92de4efe-5ff3-4d7e-9f13-21262f313f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:32.458998 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e65d73f-2e79-43e2-9c93-e5f07637632e None None] The sync data for ids ['b9ee9d67-43e9-49ca-bf13-a19c21eea7e5'] in n-d-779913-28 is: [{'id': 'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5', 'name': 'tempest-TestVolumeBootPattern-894930749-router', 'tenant_id': '527bb26e51b84f62b897826bdca9fcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'eff61cb5-2630-4d1f-bef2-edbbd7087824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:15Z', 'updated_at': '2021-07-13T07:50:26Z', 'revision_number': 4, 'project_id': '527bb26e51b84f62b897826bdca9fcf5', 'gw_port': {'id': 'eff61cb5-2630-4d1f-bef2-edbbd7087824', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:12:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:17Z', 'updated_at': '2021-07-13T07:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '84670b05-04b7-47dd-9459-11162f7d5086', 'name': '', 'network_id': '95d95a8b-8086-4fa3-9607-8d14785a9f48', 'tenant_id': '527bb26e51b84f62b897826bdca9fcf5', 'mac_address': 'fa:16:3e:1b:49:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '92de4efe-5ff3-4d7e-9f13-21262f313f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:31Z', 'revision_number': 4, 'project_id': '527bb26e51b84f62b897826bdca9fcf5', 'subnets': [{'id': '92de4efe-5ff3-4d7e-9f13-21262f313f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:50:32.551558 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-afbf17b6-c4c2-4079-aaf3-87c79de6a062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.575928 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-afbf17b6-c4c2-4079-aaf3-87c79de6a062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.582792 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-afbf17b6-c4c2-4079-aaf3-87c79de6a062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] 10.222.0.58 "DELETE /v2.0/networks/5faf22fd-8749-4cc8-bb5e-8c8e830b7027 HTTP/1.1" status: 204 len: 168 time: 1.1994314 Jul 13 07:50:32.642754 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf17b6-c4c2-4079-aaf3-87c79de6a062 tempest-NetworksTest-617740163 tempest-NetworksTest-617740163-project] Pushing event deleted for resources: {'Network': ['ID=5faf22fd-8749-4cc8-bb5e-8c8e830b7027,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:32.984250 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 84670b05-04b7-47dd-9459-11162f7d5086 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:32.999846 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a5ac7-8389-4545-90ac-4a022aa0e045 req-95780196-3f71-4c66-85f7-259cd9abe9bb tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:33.009442 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-168a5ac7-8389-4545-90ac-4a022aa0e045 req-95780196-3f71-4c66-85f7-259cd9abe9bb tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf HTTP/1.1" status: 200 len: 945 time: 0.2901921 Jul 13 07:50:33.069046 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babd1b8-5522-42be-9d3c-ba8aad4b0c6c req-1405caaf-2a13-4664-84d9-2c2ea3d3b37c tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:33.075662 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0babd1b8-5522-42be-9d3c-ba8aad4b0c6c req-1405caaf-2a13-4664-84d9-2c2ea3d3b37c tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.62 "GET /v2.0/ports?device_id=b75dcb5d-8437-4384-b406-dded7b36eec3 HTTP/1.1" status: 200 len: 945 time: 0.3190594 Jul 13 07:50:33.103786 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bd2d5-9577-4fa0-bb0e-f34282f06ad5 req-bee9f7c8-298d-49f1-bc02-e298c2c97805 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:33.109187 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-368bd2d5-9577-4fa0-bb0e-f34282f06ad5 req-bee9f7c8-298d-49f1-bc02-e298c2c97805 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/ports?device_id=b75dcb5d-8437-4384-b406-dded7b36eec3 HTTP/1.1" status: 200 len: 945 time: 0.2789824 Jul 13 07:50:33.117324 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 84670b05-04b7-47dd-9459-11162f7d5086 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:33.127531 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 84670b05-04b7-47dd-9459-11162f7d5086 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:33.129165 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:33.166929 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-168a5ac7-8389-4545-90ac-4a022aa0e045 req-2a098faa-2b2c-4c1d-952f-878a0248511f tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561344 Jul 13 07:50:33.288350 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56020) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:33.368759 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-368bd2d5-9577-4fa0-bb0e-f34282f06ad5 req-e233c97e-4c5f-4aba-b424-51f963c86337 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/security-groups?id=092d067c-9fd9-4822-b513-a4f21704264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896596 Jul 13 07:50:33.391420 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:33.440372 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-0babd1b8-5522-42be-9d3c-ba8aad4b0c6c req-d36b3d35-0024-4c07-9433-5d2a70053179 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Deleting port 52684127-17d5-4bed-a775-1e45f95396ad {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:33.440737 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0babd1b8-5522-42be-9d3c-ba8aad4b0c6c req-d36b3d35-0024-4c07-9433-5d2a70053179 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:33.473806 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 84670b05-04b7-47dd-9459-11162f7d5086, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=84670b05-04b7-47dd-9459-11162f7d5086,segment=NetworkSegment(e7d7723a-b182-444c-9b72-fb42ed5157b2),segment_id=e7d7723a-b182-444c-9b72-fb42ed5157b2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:33.489988 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:33.758971 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0babd1b8-5522-42be-9d3c-ba8aad4b0c6c req-d36b3d35-0024-4c07-9433-5d2a70053179 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] For port 52684127-17d5-4bed-a775-1e45f95396ad, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=52684127-17d5-4bed-a775-1e45f95396ad,segment=NetworkSegment(b504b23a-69fa-4578-b49f-f0b571a6fc5e),segment_id=b504b23a-69fa-4578-b49f-f0b571a6fc5e)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:33.759689 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0babd1b8-5522-42be-9d3c-ba8aad4b0c6c req-d36b3d35-0024-4c07-9433-5d2a70053179 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:33.797762 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-0babd1b8-5522-42be-9d3c-ba8aad4b0c6c req-d36b3d35-0024-4c07-9433-5d2a70053179 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Calling delete_port for 52684127-17d5-4bed-a775-1e45f95396ad owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:33.807011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=84670b05-04b7-47dd-9459-11162f7d5086,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:33.813115 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e83c21e6-8eb6-4610-88db-dbf285570db2 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:33.837777 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: e83c21e6-8eb6-4610-88db-dbf285570db2 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:33.838405 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e83c21e6-8eb6-4610-88db-dbf285570db2 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:33.931401 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-501537e1-ee28-4e52-b986-6e8b3f8549c5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c4ada9f30ee4d3dbb36b71a606af4cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6413972 Jul 13 07:50:33.933816 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56040) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:34.030544 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc422e5-9584-40f0-95f6-dd4d30878cdb req-a3ab5647-4913-46ff-ad38-6244ce8f19c3 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:34.038239 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4bc422e5-9584-40f0-95f6-dd4d30878cdb req-a3ab5647-4913-46ff-ad38-6244ce8f19c3 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e67f329-8ed7-4865-9e7f-f6be2470c8a1 HTTP/1.1" status: 200 len: 945 time: 0.2486870 Jul 13 07:50:34.038383 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-28ca7098-5867-4772-9e0f-50d292d442f0 None None] Provisioning complete for port 84670b05-04b7-47dd-9459-11162f7d5086 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:34.039319 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28ca7098-5867-4772-9e0f-50d292d442f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.089124 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-66769f80-9e4d-4149-8e54-25f1324f2e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.120313 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-66769f80-9e4d-4149-8e54-25f1324f2e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.168975 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4bc422e5-9584-40f0-95f6-dd4d30878cdb req-af4f67f5-01ee-4e41-8b68-8119b45d06da tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275914 Jul 13 07:50:34.189413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-7cb0e52e-9430-4e50-8feb-2cc69f2ac0cf tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:34.197553 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-7cb0e52e-9430-4e50-8feb-2cc69f2ac0cf tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 811 time: 0.4064195 Jul 13 07:50:34.209335 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-66769f80-9e4d-4149-8e54-25f1324f2e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.224327 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-66769f80-9e4d-4149-8e54-25f1324f2e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.236082 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-e0246841-6e02-465e-bffb-d1d2d6d7c906 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/quotas/3d1a06314407417ea88e23223ce7096a HTTP/1.1" status: 200 len: 375 time: 0.0373898 Jul 13 07:50:34.247892 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-66769f80-9e4d-4149-8e54-25f1324f2e28 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d087e33-fe49-4996-bc71-1ec6b71b5dfe HTTP/1.1" status: 204 len: 168 time: 0.3018527 Jul 13 07:50:34.271103 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66769f80-9e4d-4149-8e54-25f1324f2e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d087e33-fe49-4996-bc71-1ec6b71b5dfe,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:34.451203 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-bf65a484-ff4b-4ee9-b92d-87d01bda99fc tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2140877 Jul 13 07:50:34.591120 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0babd1b8-5522-42be-9d3c-ba8aad4b0c6c req-d36b3d35-0024-4c07-9433-5d2a70053179 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.630216 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b3d35-0024-4c07-9433-5d2a70053179 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Pushing event deleted for resources: {'Port': ['ID=52684127-17d5-4bed-a775-1e45f95396ad,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:34.691576 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56074) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:34.699116 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-8e751cda-946f-4440-9fdc-c583484ecac7 service neutron] 10.222.0.58 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467871 Jul 13 07:50:34.728953 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0babd1b8-5522-42be-9d3c-ba8aad4b0c6c req-d36b3d35-0024-4c07-9433-5d2a70053179 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] No DVR routers for this DVR port 52684127-17d5-4bed-a775-1e45f95396ad on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:34.731820 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0babd1b8-5522-42be-9d3c-ba8aad4b0c6c req-d36b3d35-0024-4c07-9433-5d2a70053179 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.734470 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0babd1b8-5522-42be-9d3c-ba8aad4b0c6c req-d36b3d35-0024-4c07-9433-5d2a70053179 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.62 "DELETE /v2.0/ports/52684127-17d5-4bed-a775-1e45f95396ad HTTP/1.1" status: 204 len: 173 time: 1.6505940 Jul 13 07:50:34.743852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75dcb5d-8437-4384-b406-dded7b36eec3', 'name': 'network-vif-deleted', 'tag': '52684127-17d5-4bed-a775-1e45f95396ad'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:34.747033 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4d071a-ce7b-4fef-a0be-72e3c0b41d39" -d '{"events": [{"server_uuid": "b75dcb5d-8437-4384-b406-dded7b36eec3", "name": "network-vif-deleted", "tag": "52684127-17d5-4bed-a775-1e45f95396ad"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:34.927711 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9d8b7-965a-4b31-808d-c010840452e2 req-d2e2b518-6861-406a-a0b4-da801c3b71c7 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:34.939372 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-abe9d8b7-965a-4b31-808d-c010840452e2 req-d2e2b518-6861-406a-a0b4-da801c3b71c7 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 945 time: 0.2112019 Jul 13 07:50:34.940576 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 84670b05-04b7-47dd-9459-11162f7d5086 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:34.944336 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e2063007-2027-427d-aa61-6ae04e3fc4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.032936 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 84670b05-04b7-47dd-9459-11162f7d5086 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:35.033582 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.045136 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-ef25a042-e3aa-43b9-bfc8-cecb9412b1ca service neutron] 10.222.0.58 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128037 Jul 13 07:50:35.053265 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-abe9d8b7-965a-4b31-808d-c010840452e2 req-e5dd78c5-1792-4e17-91d8-127dbd7fc1f2 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119604 Jul 13 07:50:35.106720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 52684127-17d5-4bed-a775-1e45f95396ad no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:35.170802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 52684127-17d5-4bed-a775-1e45f95396ad {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:35.180088 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 52684127-17d5-4bed-a775-1e45f95396ad not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:35.205574 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e2063007-2027-427d-aa61-6ae04e3fc4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.217377 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e2063007-2027-427d-aa61-6ae04e3fc4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.318381 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56110) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:35.318677 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e2063007-2027-427d-aa61-6ae04e3fc4c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ab882fef500a450280335052400fd9ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6256549 Jul 13 07:50:35.342601 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2063007-2027-427d-aa61-6ae04e3fc4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ee4a04-6134-4fe5-b709-ed27a439a31c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:35.351437 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dbd0098b-0932-45d1-aeb2-e958c61f2708 req-fc6de183-1f9d-40de-9c17-5f123f615d10 tempest-ServersNegativeTestMultiTenantJSON-1297753931 tempest-ServersNegativeTestMultiTenantJSON-1297753931-project] 10.222.0.58 "GET /v2.0/ports?device_id=b75dcb5d-8437-4384-b406-dded7b36eec3 HTTP/1.1" status: 200 len: 210 time: 0.0432498 Jul 13 07:50:35.445160 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56116) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:35.525218 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db34cb01-6e43-4c1f-b15c-912230a8b691 x-openstack-request-id: req-db34cb01-6e43-4c1f-b15c-912230a8b691 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:35.525697 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75dcb5d-8437-4384-b406-dded7b36eec3", "name": "network-vif-deleted", "tag": "52684127-17d5-4bed-a775-1e45f95396ad", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:35.525768 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db34cb01-6e43-4c1f-b15c-912230a8b691 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:35.526186 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75dcb5d-8437-4384-b406-dded7b36eec3', 'name': 'network-vif-deleted', 'tag': '52684127-17d5-4bed-a775-1e45f95396ad', 'status': 'completed', 'code': 200} Jul 13 07:50:35.535923 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4e45e831-f0cb-45d0-b705-25c434f9552d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.582947 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4e45e831-f0cb-45d0-b705-25c434f9552d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.593554 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:50:35.713087 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4e45e831-f0cb-45d0-b705-25c434f9552d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.720338 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4e45e831-f0cb-45d0-b705-25c434f9552d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.722282 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4e45e831-f0cb-45d0-b705-25c434f9552d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/48ee4a04-6134-4fe5-b709-ed27a439a31c HTTP/1.1" status: 204 len: 168 time: 0.4011657 Jul 13 07:50:35.734024 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45e831-f0cb-45d0-b705-25c434f9552d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ee4a04-6134-4fe5-b709-ed27a439a31c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:35.734266 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-6e22bd5f-3004-4f7d-9e12-306cd0ff7b26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-829909015'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:35.784617 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e22bd5f-3004-4f7d-9e12-306cd0ff7b26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:35.788664 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e22bd5f-3004-4f7d-9e12-306cd0ff7b26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.823812 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e22bd5f-3004-4f7d-9e12-306cd0ff7b26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.969742 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e22bd5f-3004-4f7d-9e12-306cd0ff7b26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.975825 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e22bd5f-3004-4f7d-9e12-306cd0ff7b26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.009185 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e22bd5f-3004-4f7d-9e12-306cd0ff7b26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:36.015774 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22bd5f-3004-4f7d-9e12-306cd0ff7b26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e78ce9bb-0f97-4a9c-a238-dbfd258f8711,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:36.022557 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e22bd5f-3004-4f7d-9e12-306cd0ff7b26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.023383 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-6e22bd5f-3004-4f7d-9e12-306cd0ff7b26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Added segment dfd2d355-95b8-4111-9cda-ac4506c22ea3 of type vlan for network b38a8c5a-5569-4c97-a077-d69d012fd0af Jul 13 07:50:36.063901 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aa262da9-f035-48e9-a19f-91f7b5f40f55 req-755c02b7-d295-4ff6-99e5-23e5b6606217 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 210 time: 0.0967615 Jul 13 07:50:36.079117 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e22bd5f-3004-4f7d-9e12-306cd0ff7b26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.124140 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e22bd5f-3004-4f7d-9e12-306cd0ff7b26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.133971 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e22bd5f-3004-4f7d-9e12-306cd0ff7b26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:36.134826 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e22bd5f-3004-4f7d-9e12-306cd0ff7b26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.146119 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365fa7e-a91a-4c1b-860c-c2fcb5b8c9c5 req-1de174d1-bef6-4f7c-8988-6d5d69d7f161 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:36.156489 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c365fa7e-a91a-4c1b-860c-c2fcb5b8c9c5 req-1de174d1-bef6-4f7c-8988-6d5d69d7f161 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf HTTP/1.1" status: 200 len: 945 time: 0.2512486 Jul 13 07:50:36.180159 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6e22bd5f-3004-4f7d-9e12-306cd0ff7b26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7334998 Jul 13 07:50:36.187347 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56146) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:36.193389 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b0ae4ac1-5337-4fbe-87f6-f91036741eef tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'port': {'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af', 'name': 'tempest-PortsTestJSON-326793124'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:36.230818 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c365fa7e-a91a-4c1b-860c-c2fcb5b8c9c5 req-009390c8-db45-4db7-9aa9-91ca255189a6 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731485 Jul 13 07:50:36.274058 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22bd5f-3004-4f7d-9e12-306cd0ff7b26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Network': ['ID=b38a8c5a-5569-4c97-a077-d69d012fd0af,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:36.289661 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network b38a8c5a-5569-4c97-a077-d69d012fd0af details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:36.370304 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ae4ac1-5337-4fbe-87f6-f91036741eef tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:36.380323 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b0ae4ac1-5337-4fbe-87f6-f91036741eef tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.424193 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-b0ae4ac1-5337-4fbe-87f6-f91036741eef tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] device_id is not set on port 34a95458-42d4-4a85-be8d-11e490b3bff2 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:36.500800 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56156) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:36.535595 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0394fe0f-9740-4aa6-a144-e44b0d189587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.564998 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56158) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:36.667718 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-f545643d-1aac-4545-aaca-340323149ca5 admin admin] Deleting subnet 5966ca27-fb18-4795-a59f-ec4c59f3efd0 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:36.674893 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f545643d-1aac-4545-aaca-340323149ca5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.739218 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f545643d-1aac-4545-aaca-340323149ca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.842845 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0394fe0f-9740-4aa6-a144-e44b0d189587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.847347 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f545643d-1aac-4545-aaca-340323149ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.923370 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0394fe0f-9740-4aa6-a144-e44b0d189587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.974026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea32b66-44e5-4003-acf0-225de855434b req-0b029f4f-7231-4385-a96e-2a708a42ff02 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:36.978130 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0394fe0f-9740-4aa6-a144-e44b0d189587 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4efc614bf01f4287af0fc4293895f320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4759293 Jul 13 07:50:36.984391 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56168) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:36.984660 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea32b66-44e5-4003-acf0-225de855434b req-0b029f4f-7231-4385-a96e-2a708a42ff02 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:36.991120 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea32b66-44e5-4003-acf0-225de855434b req-0b029f4f-7231-4385-a96e-2a708a42ff02 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:36.992785 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aea32b66-44e5-4003-acf0-225de855434b req-0b029f4f-7231-4385-a96e-2a708a42ff02 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb&device_id=0e67f329-8ed7-4865-9e7f-f6be2470c8a1&device_id=52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf HTTP/1.1" status: 200 len: 2416 time: 0.1580069 Jul 13 07:50:37.033899 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394fe0f-9740-4aa6-a144-e44b0d189587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732cd6cc-91c8-4f90-bacf-ea5b47c31b73,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:37.037318 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f545643d-1aac-4545-aaca-340323149ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.069913 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545643d-1aac-4545-aaca-340323149ca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5966ca27-fb18-4795-a59f-ec4c59f3efd0,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:37.089678 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f545643d-1aac-4545-aaca-340323149ca5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.091856 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f545643d-1aac-4545-aaca-340323149ca5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5966ca27-fb18-4795-a59f-ec4c59f3efd0 HTTP/1.1" status: 204 len: 168 time: 0.5257044 Jul 13 07:50:37.094485 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56172) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:37.095227 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aea32b66-44e5-4003-acf0-225de855434b req-375cdefa-2a38-4323-92b1-496b2663be40 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579691 Jul 13 07:50:37.098172 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b0ae4ac1-5337-4fbe-87f6-f91036741eef tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.148221 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b0ae4ac1-5337-4fbe-87f6-f91036741eef tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.190118 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7ae46420-b78d-477c-aa30-8327ceb9400b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.234686 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae4ac1-5337-4fbe-87f6-f91036741eef tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=34a95458-42d4-4a85-be8d-11e490b3bff2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:37.264321 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7ae46420-b78d-477c-aa30-8327ceb9400b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.268769 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ae4ac1-5337-4fbe-87f6-f91036741eef tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Checking segment: {'id': 'dfd2d355-95b8-4111-9cda-ac4506c22ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:37.269173 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ae4ac1-5337-4fbe-87f6-f91036741eef tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network hostable DHCP agents. Network: b38a8c5a-5569-4c97-a077-d69d012fd0af, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:37.324192 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-605f4622-1293-4606-ae32-8edc217c2030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.327690 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ae4ac1-5337-4fbe-87f6-f91036741eef tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network b38a8c5a-5569-4c97-a077-d69d012fd0af is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:37.379407 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1609d211-da04-4c67-9d2e-dc351a227201 req-6976e89d-451d-4981-8bac-d55db71cec26 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 210 time: 0.0819623 Jul 13 07:50:37.383019 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b0ae4ac1-5337-4fbe-87f6-f91036741eef tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, b38a8c5a-5569-4c97-a077-d69d012fd0af) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:37.390139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae4ac1-5337-4fbe-87f6-f91036741eef tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:37.403972 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d3ceeb-5610-4ba6-a6ee-43fc1f79dff5 None None] Network b38a8c5a-5569-4c97-a077-d69d012fd0af requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:37.418819 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ae4ac1-5337-4fbe-87f6-f91036741eef tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:37.419581 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b0ae4ac1-5337-4fbe-87f6-f91036741eef tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.485743 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-605f4622-1293-4606-ae32-8edc217c2030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.507058 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7ae46420-b78d-477c-aa30-8327ceb9400b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.509632 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7ae46420-b78d-477c-aa30-8327ceb9400b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.515192 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7ae46420-b78d-477c-aa30-8327ceb9400b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/732cd6cc-91c8-4f90-bacf-ea5b47c31b73 HTTP/1.1" status: 204 len: 168 time: 0.5277472 Jul 13 07:50:37.536537 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b0ae4ac1-5337-4fbe-87f6-f91036741eef tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3468075 Jul 13 07:50:37.537528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56188) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:37.551424 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-605f4622-1293-4606-ae32-8edc217c2030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcdb9a53-7fcc-41f8-a568-74074bbf7107']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:37.570185 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-605f4622-1293-4606-ae32-8edc217c2030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b504b23a-69fa-4578-b49f-f0b571a6fc5e') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:37.570581 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-605f4622-1293-4606-ae32-8edc217c2030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b504b23a-69fa-4578-b49f-f0b571a6fc5e') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:37.572802 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae46420-b78d-477c-aa30-8327ceb9400b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732cd6cc-91c8-4f90-bacf-ea5b47c31b73,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:37.583560 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-605f4622-1293-4606-ae32-8edc217c2030 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.599235 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-605f4622-1293-4606-ae32-8edc217c2030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.609465 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605f4622-1293-4606-ae32-8edc217c2030 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:37.610217 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-605f4622-1293-4606-ae32-8edc217c2030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:37.612668 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:37.643239 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-044193c6-99b8-4520-906a-7218bbae1fc0 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:37.644862 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-044193c6-99b8-4520-906a-7218bbae1fc0 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.62 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 811 time: 0.2190125 Jul 13 07:50:37.655121 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-49cf2b84-6c83-4a89-8181-a77bc7637926 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2125833614'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:37.669778 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-f987662b-d656-4b88-91d7-ae42a24f2d57 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Request body: {'port': {'device_id': 'e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'admin_state_up': True, 'tenant_id': '3d1a06314407417ea88e23223ce7096a'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:37.693441 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-605f4622-1293-4606-ae32-8edc217c2030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.699493 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-605f4622-1293-4606-ae32-8edc217c2030 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.705681 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-605f4622-1293-4606-ae32-8edc217c2030 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fcdb9a53-7fcc-41f8-a568-74074bbf7107 HTTP/1.1" status: 204 len: 168 time: 0.6071844 Jul 13 07:50:37.707549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56192) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:37.727245 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f4622-1293-4606-ae32-8edc217c2030 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcdb9a53-7fcc-41f8-a568-74074bbf7107,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:37.754063 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27960e-48a0-43bf-84e8-f30c54a883c8 req-66307de5-5fc9-4288-bcb2-47b2359d8f3a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:37.755842 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e27960e-48a0-43bf-84e8-f30c54a883c8 req-66307de5-5fc9-4288-bcb2-47b2359d8f3a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 945 time: 0.3084118 Jul 13 07:50:37.776732 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-307986b1-c4ed-4c9b-b821-7bcf6ad74cdd admin admin] Deleting subnet f9326658-bc29-48a9-b912-7743d80cbdd3 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:37.782052 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-307986b1-c4ed-4c9b-b821-7bcf6ad74cdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.805456 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cf2b84-6c83-4a89-8181-a77bc7637926 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:37.809112 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49cf2b84-6c83-4a89-8181-a77bc7637926 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.823777 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-307986b1-c4ed-4c9b-b821-7bcf6ad74cdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.865626 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.881885 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-307986b1-c4ed-4c9b-b821-7bcf6ad74cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.948258 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49cf2b84-6c83-4a89-8181-a77bc7637926 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:37.986720 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e27960e-48a0-43bf-84e8-f30c54a883c8 req-d76e57e6-b9a4-4591-8430-9925e1fdd7c5 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213733 Jul 13 07:50:37.991077 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-307986b1-c4ed-4c9b-b821-7bcf6ad74cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.007972 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49cf2b84-6c83-4a89-8181-a77bc7637926 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.008319 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-49cf2b84-6c83-4a89-8181-a77bc7637926 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Added segment b9f929ec-dc3b-4ff6-ab61-57be49fb0ed8 of type vlan for network 2a2ce682-8c27-4575-bcf0-7a2a87fcb007 Jul 13 07:50:38.017847 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-307986b1-c4ed-4c9b-b821-7bcf6ad74cdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.022149 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-307986b1-c4ed-4c9b-b821-7bcf6ad74cdd admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f9326658-bc29-48a9-b912-7743d80cbdd3 HTTP/1.1" status: 204 len: 168 time: 0.2999432 Jul 13 07:50:38.023018 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56206) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:38.091454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307986b1-c4ed-4c9b-b821-7bcf6ad74cdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9326658-bc29-48a9-b912-7743d80cbdd3,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:38.109697 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-f987662b-d656-4b88-91d7-ae42a24f2d57 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Made reservation on behalf of 3d1a06314407417ea88e23223ce7096a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:38.127784 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-f987662b-d656-4b88-91d7-ae42a24f2d57 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.149504 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49cf2b84-6c83-4a89-8181-a77bc7637926 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.257272 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d075e1a1-1109-4632-a37a-7465412c69ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.385044 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49cf2b84-6c83-4a89-8181-a77bc7637926 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.391163 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cf2b84-6c83-4a89-8181-a77bc7637926 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:38.391821 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49cf2b84-6c83-4a89-8181-a77bc7637926 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.502282 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d075e1a1-1109-4632-a37a-7465412c69ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.512557 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-49cf2b84-6c83-4a89-8181-a77bc7637926 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8783107 Jul 13 07:50:38.515832 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56228) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:38.522179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'ports': [{'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af'}, {'network_id': '2a2ce682-8c27-4575-bcf0-7a2a87fcb007'}]} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:38.522552 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'port': {'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:38.524058 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'port': {'network_id': '2a2ce682-8c27-4575-bcf0-7a2a87fcb007'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:38.606946 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d075e1a1-1109-4632-a37a-7465412c69ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f901077e-3872-4fea-8fc6-a51c743a3d21']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:38.618242 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf2b84-6c83-4a89-8181-a77bc7637926 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Network': ['ID=2a2ce682-8c27-4575-bcf0-7a2a87fcb007,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:38.631453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 2a2ce682-8c27-4575-bcf0-7a2a87fcb007 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:38.643811 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d075e1a1-1109-4632-a37a-7465412c69ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f286e55-45f7-4f52-a372-316e546c989c') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:38.644113 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d075e1a1-1109-4632-a37a-7465412c69ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f286e55-45f7-4f52-a372-316e546c989c') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:38.749422 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c615d923-8cb6-4629-9fac-4c3ec39c43be req-48225ff3-bb8b-4e7b-b365-80e831123097 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 210 time: 0.0610666 Jul 13 07:50:38.751232 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d075e1a1-1109-4632-a37a-7465412c69ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.753434 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-f987662b-d656-4b88-91d7-ae42a24f2d57 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Allocated IP 172.20.0.3 (dcb46551-b67f-448d-9e50-7e4cc85c9056/fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361/880f243d-24fd-4a74-bdb7-9b22f3bbd595) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:38.791023 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d075e1a1-1109-4632-a37a-7465412c69ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.811265 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d075e1a1-1109-4632-a37a-7465412c69ad admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:38.811265 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d075e1a1-1109-4632-a37a-7465412c69ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:38.812760 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:38.911792 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'port': 2} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:38.916678 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.955585 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.025246 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-f987662b-d656-4b88-91d7-ae42a24f2d57 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.043919 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-f987662b-d656-4b88-91d7-ae42a24f2d57 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Transition to ACTIVE for port object 880f243d-24fd-4a74-bdb7-9b22f3bbd595 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:39.107526 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-f987662b-d656-4b88-91d7-ae42a24f2d57 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.141608 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] device_id is not set on port 9d5c46c3-7b7e-453b-8b0b-8025c116215c yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:39.386589 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-f987662b-d656-4b88-91d7-ae42a24f2d57 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Network dcb46551-b67f-448d-9e50-7e4cc85c9056 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:39.398887 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-f987662b-d656-4b88-91d7-ae42a24f2d57 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:39.411656 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.415262 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-f987662b-d656-4b88-91d7-ae42a24f2d57 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:39.487584 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d075e1a1-1109-4632-a37a-7465412c69ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.505849 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d075e1a1-1109-4632-a37a-7465412c69ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.523371 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d075e1a1-1109-4632-a37a-7465412c69ad admin admin] 10.222.0.58 "DELETE /v2.0/networks/f901077e-3872-4fea-8fc6-a51c743a3d21 HTTP/1.1" status: 204 len: 168 time: 1.4976804 Jul 13 07:50:39.588583 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075e1a1-1109-4632-a37a-7465412c69ad admin admin] Pushing event deleted for resources: {'Network': ['ID=f901077e-3872-4fea-8fc6-a51c743a3d21,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:39.593577 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] device_id is not set on port b6d2351e-67d3-4119-a44a-13f7e80f58ba yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:39.622170 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-f987662b-d656-4b88-91d7-ae42a24f2d57 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:39.622827 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-f987662b-d656-4b88-91d7-ae42a24f2d57 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.629124 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987662b-d656-4b88-91d7-ae42a24f2d57 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event updated for resources: {'Port': ['ID=880f243d-24fd-4a74-bdb7-9b22f3bbd595,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:39.654698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-f987662b-d656-4b88-91d7-ae42a24f2d57 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9926505 Jul 13 07:50:39.681599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] Request body: {'port': {'device_id': 'e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:39.851612 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56282) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:39.998791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-57c83a4c-bc63-43db-b72b-77d3793fc28f None None] Provisioning for port 880f243d-24fd-4a74-bdb7-9b22f3bbd595 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:40.009532 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.010008 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-57c83a4c-bc63-43db-b72b-77d3793fc28f None None] Provisioning complete for port 880f243d-24fd-4a74-bdb7-9b22f3bbd595 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:40.012633 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-57c83a4c-bc63-43db-b72b-77d3793fc28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.019722 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0032c9ae-955b-4ef1-8213-5aa7d32bae0e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=376f4e3c522040f6b122527b473e2cb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1652277 Jul 13 07:50:40.032073 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56290) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:40.060164 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.085382 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-57c83a4c-bc63-43db-b72b-77d3793fc28f None None] Port 880f243d-24fd-4a74-bdb7-9b22f3bbd595 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:40.195334 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a34d02ee-52ea-4a15-81bd-e95acfb97727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.209543 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.366809 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=9d5c46c3-7b7e-453b-8b0b-8025c116215c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:40.371148 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a34d02ee-52ea-4a15-81bd-e95acfb97727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.390405 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network b38a8c5a-5569-4c97-a077-d69d012fd0af is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:40.396869 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:40.407593 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:40.413257 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.506696 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=b6d2351e-67d3-4119-a44a-13f7e80f58ba,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:40.549370 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Checking segment: {'id': 'b9f929ec-dc3b-4ff6-ab61-57be49fb0ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2a2ce682-8c27-4575-bcf0-7a2a87fcb007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:40.550355 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network hostable DHCP agents. Network: 2a2ce682-8c27-4575-bcf0-7a2a87fcb007, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:40.576798 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a34d02ee-52ea-4a15-81bd-e95acfb97727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.582035 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a34d02ee-52ea-4a15-81bd-e95acfb97727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.584222 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a34d02ee-52ea-4a15-81bd-e95acfb97727 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/092d067c-9fd9-4822-b513-a4f21704264a HTTP/1.1" status: 204 len: 168 time: 0.5510948 Jul 13 07:50:40.620265 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network 2a2ce682-8c27-4575-bcf0-7a2a87fcb007 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:40.621908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880f243d-24fd-4a74-bdb7-9b22f3bbd595 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:40.630264 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d02ee-52ea-4a15-81bd-e95acfb97727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092d067c-9fd9-4822-b513-a4f21704264a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:40.644247 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 2a2ce682-8c27-4575-bcf0-7a2a87fcb007) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:40.649382 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:40.672137 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:40.677919 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec5ed36-79c3-429a-a5b6-a89c4aa572a4 None None] Network 2a2ce682-8c27-4575-bcf0-7a2a87fcb007 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:40.679293 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:40.680825 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.704615 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1b32dc6d-5c6e-4ef5-86bc-44f79337c21e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1874750 Jul 13 07:50:40.707362 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56316) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:40.707599 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.718599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e8450-9144-4182-a550-1841f2386b94 req-6abd65ad-db19-4fe3-a461-f89e6c7e9ece tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:40.726429 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f44e8450-9144-4182-a550-1841f2386b94 req-6abd65ad-db19-4fe3-a461-f89e6c7e9ece tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 931 time: 0.7305214 Jul 13 07:50:40.765790 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] Transition to ACTIVE for port object 880f243d-24fd-4a74-bdb7-9b22f3bbd595 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:40.800226 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f44e8450-9144-4182-a550-1841f2386b94 req-811a487b-c8d9-4952-9d43-bad39c18c099 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705011 Jul 13 07:50:40.801185 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.926387 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] Pushing event updated for resources: {'Port': ['ID=880f243d-24fd-4a74-bdb7-9b22f3bbd595,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:41.013526 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5bec8-873e-4f54-80f7-2443e9224c29 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting port b6d2351e-67d3-4119-a44a-13f7e80f58ba {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:41.014114 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1b5bec8-873e-4f54-80f7-2443e9224c29 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.190877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] Attempting to bind port 880f243d-24fd-4a74-bdb7-9b22f3bbd595 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:41.191896 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] Attempting to bind port 880f243d-24fd-4a74-bdb7-9b22f3bbd595 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:41.192382 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] Attempting to bind port 880f243d-24fd-4a74-bdb7-9b22f3bbd595 on network dcb46551-b67f-448d-9e50-7e4cc85c9056 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:41.198052 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] Port 880f243d-24fd-4a74-bdb7-9b22f3bbd595 on network dcb46551-b67f-448d-9e50-7e4cc85c9056 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:50:41.198765 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] Attempting to bind port 880f243d-24fd-4a74-bdb7-9b22f3bbd595 on network dcb46551-b67f-448d-9e50-7e4cc85c9056 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:41.205423 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:41.205913 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] Checking segment: {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:41.206471 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] Bound using segment: {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:41.207960 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] Bound port: 880f243d-24fd-4a74-bdb7-9b22f3bbd595, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:41.208484 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.285330 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1b5bec8-873e-4f54-80f7-2443e9224c29 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.337711 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] For port 880f243d-24fd-4a74-bdb7-9b22f3bbd595, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:41.343387 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] For port 880f243d-24fd-4a74-bdb7-9b22f3bbd595, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=880f243d-24fd-4a74-bdb7-9b22f3bbd595,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:41.351473 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.358667 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5bec8-873e-4f54-80f7-2443e9224c29 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Calling delete_port for b6d2351e-67d3-4119-a44a-13f7e80f58ba owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:41.395432 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56336) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:41.427588 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:41.428222 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.429951 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] 10.222.0.62 "PUT /v2.0/ports/880f243d-24fd-4a74-bdb7-9b22f3bbd595 HTTP/1.1" status: 200 len: 1092 time: 1.7678826 Jul 13 07:50:41.464228 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199', 'tag': '880f243d-24fd-4a74-bdb7-9b22f3bbd595'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:41.468211 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e2a035-8fcb-4c93-becc-6585221b7ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199", "tag": "880f243d-24fd-4a74-bdb7-9b22f3bbd595"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:41.517829 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed8542-341a-425c-bb4a-547b18cb71f5 service neutron] Pushing event updated for resources: {'Port': ['ID=880f243d-24fd-4a74-bdb7-9b22f3bbd595,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:41.581515 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8e51a5-c79d-4e42-af84-ddbbb78084f4 x-openstack-request-id: req-bb8e51a5-c79d-4e42-af84-ddbbb78084f4 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:41.582106 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199", "tag": "880f243d-24fd-4a74-bdb7-9b22f3bbd595", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:41.582498 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb8e51a5-c79d-4e42-af84-ddbbb78084f4 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:41.583026 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199', 'tag': '880f243d-24fd-4a74-bdb7-9b22f3bbd595', 'status': 'completed', 'code': 200} Jul 13 07:50:41.600450 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3f4be604-7ef5-44a8-85dc-fbcfde5554b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f946a109e1b84acba128e7bfdee8d7be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1981013 Jul 13 07:50:41.601276 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56344) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:41.757823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28994a43-cd59-4ab6-b82b-18ba75459f9a req-7a51a825-bcca-4508-b6cf-6ba090827d70 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:41.759468 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28994a43-cd59-4ab6-b82b-18ba75459f9a req-7a51a825-bcca-4508-b6cf-6ba090827d70 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf HTTP/1.1" status: 200 len: 945 time: 0.3551810 Jul 13 07:50:41.785406 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-a6035ba0-9a59-479f-9ad2-4b9ced63faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:41.786940 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-a6035ba0-9a59-479f-9ad2-4b9ced63faa8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 1095 time: 0.2979808 Jul 13 07:50:41.811188 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c3d3e5ea-9287-4efa-8bd7-5663a1b45738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.929206 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-1a2f15fa-4f13-4ff2-aa99-09d62b92ae02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=880f243d-24fd-4a74-bdb7-9b22f3bbd595 HTTP/1.1" status: 200 len: 217 time: 0.1278889 Jul 13 07:50:41.934532 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c3d3e5ea-9287-4efa-8bd7-5663a1b45738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.936312 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1b5bec8-873e-4f54-80f7-2443e9224c29 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.037413 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5bec8-873e-4f54-80f7-2443e9224c29 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Port': ['ID=b6d2351e-67d3-4119-a44a-13f7e80f58ba,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:42.054686 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1b5bec8-873e-4f54-80f7-2443e9224c29 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.063537 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b1b5bec8-873e-4f54-80f7-2443e9224c29 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/ports/b6d2351e-67d3-4119-a44a-13f7e80f58ba HTTP/1.1" status: 204 len: 168 time: 1.3539667 Jul 13 07:50:42.066954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56356) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:42.071828 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28994a43-cd59-4ab6-b82b-18ba75459f9a req-7ff4eeaa-a3c5-4889-92d3-a6e1ee897015 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888365 Jul 13 07:50:42.140576 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c3d3e5ea-9287-4efa-8bd7-5663a1b45738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.143754 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c3d3e5ea-9287-4efa-8bd7-5663a1b45738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.146751 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c3d3e5ea-9287-4efa-8bd7-5663a1b45738 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba659dfd-23b4-476a-880b-291c947ed7f8 HTTP/1.1" status: 204 len: 168 time: 0.5442524 Jul 13 07:50:42.172605 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3e5ea-9287-4efa-8bd7-5663a1b45738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba659dfd-23b4-476a-880b-291c947ed7f8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:42.303157 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-054bfae7-3a67-45d1-92ce-9e5c6092aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:42.304788 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-054bfae7-3a67-45d1-92ce-9e5c6092aaac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 200 len: 850 time: 0.3645260 Jul 13 07:50:42.419197 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7db28e8-2fdf-4215-99e0-21617075e1b2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:42.427050 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7db28e8-2fdf-4215-99e0-21617075e1b2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:42.429367 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a7db28e8-2fdf-4215-99e0-21617075e1b2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3613091 Jul 13 07:50:42.432277 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56370) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:42.441891 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa33cc6-f869-4a52-9d37-45d9cf720e91 req-15b5b98a-86e5-45c9-bf7e-34f3b4f06aaa tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:42.451325 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8aa33cc6-f869-4a52-9d37-45d9cf720e91 req-15b5b98a-86e5-45c9-bf7e-34f3b4f06aaa tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 943 time: 0.2634706 Jul 13 07:50:42.500404 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-3febb92c-9e5f-45f1-8b23-03be1474767e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:42.502110 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-3febb92c-9e5f-45f1-8b23-03be1474767e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dcb46551-b67f-448d-9e50-7e4cc85c9056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1881514 Jul 13 07:50:42.518303 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8aa33cc6-f869-4a52-9d37-45d9cf720e91 req-393d6b83-b582-4a37-bfc4-19b4778ef9e3 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653639 Jul 13 07:50:42.645978 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-23993fba-623c-48cb-9f3c-b8439dd8ac6b service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268487 Jul 13 07:50:42.752782 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-16871d20-d406-40d8-8076-0c6b22abb94f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting port 9d5c46c3-7b7e-453b-8b0b-8025c116215c {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:42.753131 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-16871d20-d406-40d8-8076-0c6b22abb94f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.870294 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.935205 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-16871d20-d406-40d8-8076-0c6b22abb94f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.964568 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52df6e5f-138b-4262-a551-933dd43f1d8c req-e6b7d38f-8cb1-4221-be23-b1a9413c1540 service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100011 Jul 13 07:50:42.980475 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-16871d20-d406-40d8-8076-0c6b22abb94f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Calling delete_port for 9d5c46c3-7b7e-453b-8b0b-8025c116215c owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:43.128378 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2a035-8fcb-4c93-becc-6585221b7ef6 req-994d8d4e-7b0e-487e-bb91-042c5dbabae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:43.130749 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44e2a035-8fcb-4c93-becc-6585221b7ef6 req-994d8d4e-7b0e-487e-bb91-042c5dbabae4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 1095 time: 0.0928814 Jul 13 07:50:43.279993 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-16871d20-d406-40d8-8076-0c6b22abb94f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.286503 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56402) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:43.371639 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16871d20-d406-40d8-8076-0c6b22abb94f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Port': ['ID=9d5c46c3-7b7e-453b-8b0b-8025c116215c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:43.380363 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-16871d20-d406-40d8-8076-0c6b22abb94f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.382922 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-16871d20-d406-40d8-8076-0c6b22abb94f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/ports/9d5c46c3-7b7e-453b-8b0b-8025c116215c HTTP/1.1" status: 204 len: 168 time: 0.9496496 Jul 13 07:50:43.385362 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56412) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:43.508515 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2a035-8fcb-4c93-becc-6585221b7ef6 req-cf36b243-b0ab-4a8b-aa4f-c0c5de9b5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:43.510150 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44e2a035-8fcb-4c93-becc-6585221b7ef6 req-cf36b243-b0ab-4a8b-aa4f-c0c5de9b5da1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 912 time: 0.3689961 Jul 13 07:50:43.531999 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28666bf6-8ca2-45ab-b902-1814fcc94a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.586362 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cf3b51-9c12-415e-bfcc-cdfd8dd23a2d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:43.588470 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-56cf3b51-9c12-415e-bfcc-cdfd8dd23a2d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1979060 Jul 13 07:50:43.600195 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56422) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:43.634722 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44e2a035-8fcb-4c93-becc-6585221b7ef6 req-00c42bb1-9a8a-4b7f-b2d9-0d3d928c348f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=880f243d-24fd-4a74-bdb7-9b22f3bbd595 HTTP/1.1" status: 200 len: 217 time: 0.1149747 Jul 13 07:50:43.638645 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56424) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:43.677442 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5f14d7-3ca5-4d0f-ba76-08a43e28181f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] GET failed (client error): The resource could not be found. Jul 13 07:50:43.681443 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9e5f14d7-3ca5-4d0f-ba76-08a43e28181f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports/b6d2351e-67d3-4119-a44a-13f7e80f58ba HTTP/1.1" status: 404 len: 333 time: 0.0750163 Jul 13 07:50:43.683345 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56430) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:43.765414 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569b438-ed4f-4cd9-9a6a-8e920aec6cb5 req-66ca09bf-4373-43d4-af6f-26d984592bc9 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:43.783290 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1569b438-ed4f-4cd9-9a6a-8e920aec6cb5 req-66ca09bf-4373-43d4-af6f-26d984592bc9 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf HTTP/1.1" status: 200 len: 945 time: 0.3907011 Jul 13 07:50:43.830185 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28666bf6-8ca2-45ab-b902-1814fcc94a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.844458 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28666bf6-8ca2-45ab-b902-1814fcc94a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.876187 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28718a3-54ce-4219-9f4c-a563abe21fe3 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] GET failed (client error): The resource could not be found. Jul 13 07:50:43.877846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d28718a3-54ce-4219-9f4c-a563abe21fe3 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports/9d5c46c3-7b7e-453b-8b0b-8025c116215c HTTP/1.1" status: 404 len: 333 time: 0.1930478 Jul 13 07:50:43.885181 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-28666bf6-8ca2-45ab-b902-1814fcc94a3e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c9bb69d360c54e61a312b122c75c4025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5837729 Jul 13 07:50:43.887995 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56434) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:43.888488 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56436) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:43.941256 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4b265da9-c840-4fdf-96cd-a9d6a91a3d73 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1322293766-network', 'tenant_id': '6448daa33a5a4a07aeeeb66f3ba5852d'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:43.960670 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2a035-8fcb-4c93-becc-6585221b7ef6 req-3c300df9-59cc-476f-9196-c176534c9a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:43.962172 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44e2a035-8fcb-4c93-becc-6585221b7ef6 req-3c300df9-59cc-476f-9196-c176534c9a61 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 200 len: 850 time: 0.2948184 Jul 13 07:50:44.020978 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28666bf6-8ca2-45ab-b902-1814fcc94a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9493c769-add8-41e9-bffd-c984e9865aba,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:44.030459 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1569b438-ed4f-4cd9-9a6a-8e920aec6cb5 req-1e009b43-7995-4056-ab7f-997e96cb1ed9 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887028 Jul 13 07:50:44.047580 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b265da9-c840-4fdf-96cd-a9d6a91a3d73 admin admin] Made reservation on behalf of 6448daa33a5a4a07aeeeb66f3ba5852d for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:44.056127 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b265da9-c840-4fdf-96cd-a9d6a91a3d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.080489 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b265da9-c840-4fdf-96cd-a9d6a91a3d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.117222 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ba2e2-c24a-4e57-a69c-3a63e87cf03c req-e7a77e7e-2ec1-496b-9439-6fda61d8ad63 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:44.124249 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c4ba2e2-c24a-4e57-a69c-3a63e87cf03c req-e7a77e7e-2ec1-496b-9439-6fda61d8ad63 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 943 time: 0.2854846 Jul 13 07:50:44.170732 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6b20b69-5b8c-45f7-9a48-77b4080a7872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.176385 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd647696-722f-40df-9dba-0759fd914c6f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.208093 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6b20b69-5b8c-45f7-9a48-77b4080a7872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.209904 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2a035-8fcb-4c93-becc-6585221b7ef6 req-f5af247a-7e4c-45e9-a728-5dea96351d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:44.211459 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44e2a035-8fcb-4c93-becc-6585221b7ef6 req-f5af247a-7e4c-45e9-a728-5dea96351d15 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dcb46551-b67f-448d-9e50-7e4cc85c9056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2290006 Jul 13 07:50:44.287131 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c4ba2e2-c24a-4e57-a69c-3a63e87cf03c req-380f3046-9f04-4699-bfb7-6c8bc4edb783 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620178 Jul 13 07:50:44.324521 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd647696-722f-40df-9dba-0759fd914c6f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.336385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-fd647696-722f-40df-9dba-0759fd914c6f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2ce682-8c27-4575-bcf0-7a2a87fcb007']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:44.356917 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-fd647696-722f-40df-9dba-0759fd914c6f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f929ec-dc3b-4ff6-ab61-57be49fb0ed8') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:44.357228 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-fd647696-722f-40df-9dba-0759fd914c6f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f929ec-dc3b-4ff6-ab61-57be49fb0ed8') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:44.400823 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd647696-722f-40df-9dba-0759fd914c6f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.429733 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44e2a035-8fcb-4c93-becc-6585221b7ef6 req-978f2afb-edd1-43a3-9be3-a1d0bac7a6fe service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042346 Jul 13 07:50:44.433888 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd647696-722f-40df-9dba-0759fd914c6f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.436260 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b265da9-c840-4fdf-96cd-a9d6a91a3d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.443685 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd647696-722f-40df-9dba-0759fd914c6f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:44.444140 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd647696-722f-40df-9dba-0759fd914c6f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.446519 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b265da9-c840-4fdf-96cd-a9d6a91a3d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:44.448065 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:44.539715 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b265da9-c840-4fdf-96cd-a9d6a91a3d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cfdb04-1ff7-4c9a-a0c8-79445ac9f545,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:44.552307 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd647696-722f-40df-9dba-0759fd914c6f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.564091 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd647696-722f-40df-9dba-0759fd914c6f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.571857 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fd647696-722f-40df-9dba-0759fd914c6f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/networks/2a2ce682-8c27-4575-bcf0-7a2a87fcb007 HTTP/1.1" status: 204 len: 168 time: 0.6766825 Jul 13 07:50:44.571857 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6b20b69-5b8c-45f7-9a48-77b4080a7872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.575057 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6b20b69-5b8c-45f7-9a48-77b4080a7872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.576755 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c6b20b69-5b8c-45f7-9a48-77b4080a7872 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9493c769-add8-41e9-bffd-c984e9865aba HTTP/1.1" status: 204 len: 168 time: 0.6857665 Jul 13 07:50:44.581944 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b265da9-c840-4fdf-96cd-a9d6a91a3d73 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:44.592279 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b265da9-c840-4fdf-96cd-a9d6a91a3d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.592642 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-4b265da9-c840-4fdf-96cd-a9d6a91a3d73 admin admin] Added segment a3d3289f-e654-4598-8c7e-fe91806e8b5e of type vlan for network 7db4b215-5652-4cd1-8261-132d4c627927 Jul 13 07:50:44.603699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56454) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:44.623755 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-42397493-f200-44ea-8549-4e4af6202359 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1332484060'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:44.636467 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd647696-722f-40df-9dba-0759fd914c6f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Network': ['ID=2a2ce682-8c27-4575-bcf0-7a2a87fcb007,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:44.650992 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b265da9-c840-4fdf-96cd-a9d6a91a3d73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.666600 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b20b69-5b8c-45f7-9a48-77b4080a7872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9493c769-add8-41e9-bffd-c984e9865aba,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:44.699956 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44e2a035-8fcb-4c93-becc-6585221b7ef6 req-c4874d84-c325-4fd8-a4e0-9a485f102784 service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530615 Jul 13 07:50:44.715492 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42397493-f200-44ea-8549-4e4af6202359 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:44.720706 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-42397493-f200-44ea-8549-4e4af6202359 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.757134 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b265da9-c840-4fdf-96cd-a9d6a91a3d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.757363 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b265da9-c840-4fdf-96cd-a9d6a91a3d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:44.758124 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b265da9-c840-4fdf-96cd-a9d6a91a3d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.775316 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42397493-f200-44ea-8549-4e4af6202359 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:44.788172 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-42397493-f200-44ea-8549-4e4af6202359 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.788531 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-42397493-f200-44ea-8549-4e4af6202359 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Added segment fddf48ac-ae91-43bb-bfbf-f729649a0d03 of type vlan for network d03c99a9-2a27-4477-b293-ffd387e7e5c1 Jul 13 07:50:44.843240 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-42397493-f200-44ea-8549-4e4af6202359 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.887625 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4b265da9-c840-4fdf-96cd-a9d6a91a3d73 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2469597 Jul 13 07:50:44.891789 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-42397493-f200-44ea-8549-4e4af6202359 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.893764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b265da9-c840-4fdf-96cd-a9d6a91a3d73 admin admin] Pushing event updated for resources: {'Network': ['ID=7db4b215-5652-4cd1-8261-132d4c627927,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:44.905641 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42397493-f200-44ea-8549-4e4af6202359 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:44.906344 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-42397493-f200-44ea-8549-4e4af6202359 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.914241 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 7db4b215-5652-4cd1-8261-132d4c627927 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:45.036652 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42397493-f200-44ea-8549-4e4af6202359 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Network': ['ID=d03c99a9-2a27-4477-b293-ffd387e7e5c1,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:45.041631 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-42397493-f200-44ea-8549-4e4af6202359 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4328334 Jul 13 07:50:45.044747 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56468) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:45.050394 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bf7590c3-860d-4edf-be3b-0c40391d5ca4 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'subnet': {'network_id': 'd03c99a9-2a27-4477-b293-ffd387e7e5c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:45.070534 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network d03c99a9-2a27-4477-b293-ffd387e7e5c1 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:45.109188 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56474) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:45.132413 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4cdd26f-3270-4ed0-809d-11c49986b332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.419990 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4cdd26f-3270-4ed0-809d-11c49986b332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.435949 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4cdd26f-3270-4ed0-809d-11c49986b332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.515426 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b4cdd26f-3270-4ed0-809d-11c49986b332 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb34a86ec9784f8587f9bbfb6b067589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4052453 Jul 13 07:50:45.528901 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56492) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:45.547061 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdd26f-3270-4ed0-809d-11c49986b332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dde5d7-5836-4962-88bc-08b5f0578802,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:45.599866 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62ac5cfc-f1f0-4506-ad38-1e05f0c52825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.626723 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62ac5cfc-f1f0-4506-ad38-1e05f0c52825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.685774 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62ac5cfc-f1f0-4506-ad38-1e05f0c52825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.688838 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62ac5cfc-f1f0-4506-ad38-1e05f0c52825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.690317 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-62ac5cfc-f1f0-4506-ad38-1e05f0c52825 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b0dde5d7-5836-4962-88bc-08b5f0578802 HTTP/1.1" status: 204 len: 168 time: 0.1598036 Jul 13 07:50:45.703297 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac5cfc-f1f0-4506-ad38-1e05f0c52825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dde5d7-5836-4962-88bc-08b5f0578802,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:45.765939 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7590c3-860d-4edf-be3b-0c40391d5ca4 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:45.769882 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf7590c3-860d-4edf-be3b-0c40391d5ca4 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.906773 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed70695-0876-4f51-89d7-7a3984583a93 req-e78300e1-5f6f-460b-9c72-ce836da17146 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:45.908444 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ed70695-0876-4f51-89d7-7a3984583a93 req-e78300e1-5f6f-460b-9c72-ce836da17146 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf HTTP/1.1" status: 200 len: 945 time: 0.2453868 Jul 13 07:50:45.931626 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb675-7989-4ede-bfff-811eb7f7ad48 req-ae36722d-9411-4980-a81d-81ec36b0cf1e tempest-ComputeTenantNetworksTest-2002503004 tempest-ComputeTenantNetworksTest-2002503004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:45.938659 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb675-7989-4ede-bfff-811eb7f7ad48 req-ae36722d-9411-4980-a81d-81ec36b0cf1e tempest-ComputeTenantNetworksTest-2002503004 tempest-ComputeTenantNetworksTest-2002503004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:45.946530 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb675-7989-4ede-bfff-811eb7f7ad48 req-ae36722d-9411-4980-a81d-81ec36b0cf1e tempest-ComputeTenantNetworksTest-2002503004 tempest-ComputeTenantNetworksTest-2002503004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:45.948463 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db0eb675-7989-4ede-bfff-811eb7f7ad48 req-ae36722d-9411-4980-a81d-81ec36b0cf1e tempest-ComputeTenantNetworksTest-2002503004 tempest-ComputeTenantNetworksTest-2002503004-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2865090 Jul 13 07:50:46.033021 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ed70695-0876-4f51-89d7-7a3984583a93 req-87d5a5d3-6a04-48e3-a9e0-be778ae55c92 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180358 Jul 13 07:50:46.274410 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf7590c3-860d-4edf-be3b-0c40391d5ca4 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:46.389884 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7590c3-860d-4edf-be3b-0c40391d5ca4 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Checking segment: {'id': 'fddf48ac-ae91-43bb-bfbf-f729649a0d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd03c99a9-2a27-4477-b293-ffd387e7e5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:46.390433 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7590c3-860d-4edf-be3b-0c40391d5ca4 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network hostable DHCP agents. Network: d03c99a9-2a27-4477-b293-ffd387e7e5c1, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:46.392951 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7590c3-860d-4edf-be3b-0c40391d5ca4 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Subnet': ['ID=dbb930d4-d65f-4697-878e-180a03c10162,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:46.406170 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa419d-e9ca-4f72-89a1-fa510c771518 req-5b7feb19-14da-4fca-992e-eacf4689ed23 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:46.408113 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-81fa419d-e9ca-4f72-89a1-fa510c771518 req-5b7feb19-14da-4fca-992e-eacf4689ed23 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 943 time: 0.2723253 Jul 13 07:50:46.483645 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7590c3-860d-4edf-be3b-0c40391d5ca4 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network d03c99a9-2a27-4477-b293-ffd387e7e5c1 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:46.590679 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-81fa419d-e9ca-4f72-89a1-fa510c771518 req-36d9a358-ecab-450d-81da-ed1f9c96e01f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428945 Jul 13 07:50:46.598239 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959a2aa-ad42-4975-985c-4d7f73cfbb7b req-977a65a3-edec-4467-8b4e-cc1c9d414858 tempest-ComputeTenantNetworksTest-2002503004 tempest-ComputeTenantNetworksTest-2002503004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:46.611735 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d959a2aa-ad42-4975-985c-4d7f73cfbb7b req-977a65a3-edec-4467-8b4e-cc1c9d414858 tempest-ComputeTenantNetworksTest-2002503004 tempest-ComputeTenantNetworksTest-2002503004-project] 10.222.0.58 "GET /v2.0/networks/7db4b215-5652-4cd1-8261-132d4c627927 HTTP/1.1" status: 200 len: 769 time: 0.2021005 Jul 13 07:50:46.613057 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-bf7590c3-860d-4edf-be3b-0c40391d5ca4 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, d03c99a9-2a27-4477-b293-ffd387e7e5c1) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:46.616271 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56534) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:46.623567 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de5cabf-5880-4409-a6c1-eb61459182b6 None None] Network d03c99a9-2a27-4477-b293-ffd387e7e5c1 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:46.626992 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7590c3-860d-4edf-be3b-0c40391d5ca4 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:46.627139 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf7590c3-860d-4edf-be3b-0c40391d5ca4 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:46.709457 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bf7590c3-860d-4edf-be3b-0c40391d5ca4 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6635559 Jul 13 07:50:46.711982 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56540) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:46.719801 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-19901bd6-2491-4cb0-9a11-82ee38259057 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'port': {'network_id': 'd03c99a9-2a27-4477-b293-ffd387e7e5c1', 'name': 'tempest-PortsTestJSON-622232402'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:46.739450 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f63e1fb-1848-47e9-bc5c-23caca028f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:46.816613 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-d03c99a9-2a27-4477-b293-ffd387e7e5c1', 'network_id': 'd03c99a9-2a27-4477-b293-ffd387e7e5c1', 'tenant_id': '2a5e43a8d0ef422c8edca9e41c5be9e2', 'fixed_ips': [{'subnet_id': 'dbb930d4-d65f-4697-878e-180a03c10162'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:46.817517 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:46.922791 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f63e1fb-1848-47e9-bc5c-23caca028f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:46.938363 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2f63e1fb-1848-47e9-bc5c-23caca028f7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db4b215-5652-4cd1-8261-132d4c627927']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:46.953953 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2f63e1fb-1848-47e9-bc5c-23caca028f7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d3289f-e654-4598-8c7e-fe91806e8b5e') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:46.954283 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2f63e1fb-1848-47e9-bc5c-23caca028f7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d3289f-e654-4598-8c7e-fe91806e8b5e') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:46.966663 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f63e1fb-1848-47e9-bc5c-23caca028f7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:46.975335 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19901bd6-2491-4cb0-9a11-82ee38259057 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:46.977892 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] Allocated IP 172.20.0.2 (d03c99a9-2a27-4477-b293-ffd387e7e5c1/dbb930d4-d65f-4697-878e-180a03c10162/ac878db7-3ca9-44d3-b021-b810890f7df4) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:46.979101 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-19901bd6-2491-4cb0-9a11-82ee38259057 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:46.999766 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f63e1fb-1848-47e9-bc5c-23caca028f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.002327 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-19901bd6-2491-4cb0-9a11-82ee38259057 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] device_id is not set on port 31a9473a-a9ee-40db-a4ab-293d5238fa15 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:47.012802 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f63e1fb-1848-47e9-bc5c-23caca028f7f admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:47.013224 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f63e1fb-1848-47e9-bc5c-23caca028f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:47.015019 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:47.132461 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f63e1fb-1848-47e9-bc5c-23caca028f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.139199 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f63e1fb-1848-47e9-bc5c-23caca028f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.143479 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2f63e1fb-1848-47e9-bc5c-23caca028f7f admin admin] 10.222.0.58 "DELETE /v2.0/networks/7db4b215-5652-4cd1-8261-132d4c627927 HTTP/1.1" status: 204 len: 168 time: 0.5239997 Jul 13 07:50:47.154573 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63e1fb-1848-47e9-bc5c-23caca028f7f admin admin] Pushing event deleted for resources: {'Network': ['ID=7db4b215-5652-4cd1-8261-132d4c627927,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:47.220526 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.232332 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] Transition to ACTIVE for port object ac878db7-3ca9-44d3-b021-b810890f7df4 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:47.279083 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] Transition to ACTIVE for port object ac878db7-3ca9-44d3-b021-b810890f7df4 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:47.297877 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.344617 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] Network d03c99a9-2a27-4477-b293-ffd387e7e5c1 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:47.349819 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:47.353537 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:47.364242 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] Pushing event updated for resources: {'Port': ['ID=ac878db7-3ca9-44d3-b021-b810890f7df4,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:47.384107 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56560) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.440157 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-35d5f4c7-e3aa-4c73-b9a9-56a02fa785aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6448daa33a5a4a07aeeeb66f3ba5852d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540736 Jul 13 07:50:47.442772 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56564) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.452503 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-19901bd6-2491-4cb0-9a11-82ee38259057 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Allocated IP 172.20.0.3 (d03c99a9-2a27-4477-b293-ffd387e7e5c1/dbb930d4-d65f-4697-878e-180a03c10162/31a9473a-a9ee-40db-a4ab-293d5238fa15) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:47.494171 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] Attempting to bind port ac878db7-3ca9-44d3-b021-b810890f7df4 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:47.494822 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] Attempting to bind port ac878db7-3ca9-44d3-b021-b810890f7df4 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'fddf48ac-ae91-43bb-bfbf-f729649a0d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd03c99a9-2a27-4477-b293-ffd387e7e5c1'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:47.495299 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] Attempting to bind port ac878db7-3ca9-44d3-b021-b810890f7df4 on network d03c99a9-2a27-4477-b293-ffd387e7e5c1 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:47.501986 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:47.502630 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] Checking segment: {'id': 'fddf48ac-ae91-43bb-bfbf-f729649a0d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd03c99a9-2a27-4477-b293-ffd387e7e5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:47.503136 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.503633 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] Bound using segment: {'id': 'fddf48ac-ae91-43bb-bfbf-f729649a0d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd03c99a9-2a27-4477-b293-ffd387e7e5c1'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:47.504243 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] Bound port: ac878db7-3ca9-44d3-b021-b810890f7df4, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddf48ac-ae91-43bb-bfbf-f729649a0d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd03c99a9-2a27-4477-b293-ffd387e7e5c1'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:47.504701 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.519831 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf887-6a91-49d2-924e-1a2faac4dedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.536458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52649b-d4dc-4c20-be36-67821da0500e req-985b8e02-69f9-4c6e-9b2e-f688822d87b7 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:47.543436 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b52649b-d4dc-4c20-be36-67821da0500e req-985b8e02-69f9-4c6e-9b2e-f688822d87b7 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf HTTP/1.1" status: 200 len: 945 time: 0.3014877 Jul 13 07:50:47.546870 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf887-6a91-49d2-924e-1a2faac4dedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.578122 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] For port ac878db7-3ca9-44d3-b021-b810890f7df4, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:47.583821 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] For port ac878db7-3ca9-44d3-b021-b810890f7df4, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ac878db7-3ca9-44d3-b021-b810890f7df4,segment=NetworkSegment(fddf48ac-ae91-43bb-bfbf-f729649a0d03),segment_id=fddf48ac-ae91-43bb-bfbf-f729649a0d03)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:47.595435 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.620644 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf887-6a91-49d2-924e-1a2faac4dedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.627795 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf887-6a91-49d2-924e-1a2faac4dedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.628996 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a4fcf887-6a91-49d2-924e-1a2faac4dedb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18cfdb04-1ff7-4c9a-a0c8-79445ac9f545 HTTP/1.1" status: 204 len: 168 time: 0.1845758 Jul 13 07:50:47.642678 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcf887-6a91-49d2-924e-1a2faac4dedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cfdb04-1ff7-4c9a-a0c8-79445ac9f545,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:47.719203 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c8fab-74e5-4964-a941-08eba977d99b None None] Pushing event updated for resources: {'Port': ['ID=ac878db7-3ca9-44d3-b021-b810890f7df4,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:47.740391 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b52649b-d4dc-4c20-be36-67821da0500e req-ab3e7862-d7c1-4d7c-979a-cf5251fd9e85 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957183 Jul 13 07:50:47.934259 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-19901bd6-2491-4cb0-9a11-82ee38259057 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.968935 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-19901bd6-2491-4cb0-9a11-82ee38259057 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Transition to ACTIVE for port object 31a9473a-a9ee-40db-a4ab-293d5238fa15 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:48.034324 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdc215-1ced-458c-bab5-0e464ad7834a req-35554b72-f020-4fa6-805a-9f020b0b267f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:48.037419 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a0fdc215-1ced-458c-bab5-0e464ad7834a req-35554b72-f020-4fa6-805a-9f020b0b267f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 943 time: 0.1571038 Jul 13 07:50:48.131417 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a0fdc215-1ced-458c-bab5-0e464ad7834a req-961615ee-5b66-4da4-b229-7a1fbcf8e98e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856416 Jul 13 07:50:48.162051 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-19901bd6-2491-4cb0-9a11-82ee38259057 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.246524 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19901bd6-2491-4cb0-9a11-82ee38259057 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network d03c99a9-2a27-4477-b293-ffd387e7e5c1 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:48.251731 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-19901bd6-2491-4cb0-9a11-82ee38259057 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:48.268652 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19901bd6-2491-4cb0-9a11-82ee38259057 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:48.290261 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19901bd6-2491-4cb0-9a11-82ee38259057 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=31a9473a-a9ee-40db-a4ab-293d5238fa15,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:48.392804 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19901bd6-2491-4cb0-9a11-82ee38259057 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:48.393507 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-19901bd6-2491-4cb0-9a11-82ee38259057 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.421153 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-19901bd6-2491-4cb0-9a11-82ee38259057 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7075996 Jul 13 07:50:48.423621 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56598) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.631661 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-eefb2336-ef37-4ac2-bdab-7a5276c52bbd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting port 31a9473a-a9ee-40db-a4ab-293d5238fa15 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:48.632220 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eefb2336-ef37-4ac2-bdab-7a5276c52bbd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.666884 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44470a2b-71b2-4c63-a8ba-cce1928ecfe7 req-d3c68ec0-4546-4ace-8224-3d14f3ab4d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:48.669314 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44470a2b-71b2-4c63-a8ba-cce1928ecfe7 req-d3c68ec0-4546-4ace-8224-3d14f3ab4d89 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4287d388cd264ee297d6c2edf9d23be6&device_id=52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf HTTP/1.1" status: 200 len: 1097 time: 0.1346550 Jul 13 07:50:48.698260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a44f5-3b36-46d1-951e-5608d2aeafd6 req-0c6c6173-ea32-4f34-96df-43ef9a9cc4b7 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:48.705387 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bf6a44f5-3b36-46d1-951e-5608d2aeafd6 req-0c6c6173-ea32-4f34-96df-43ef9a9cc4b7 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf HTTP/1.1" status: 200 len: 945 time: 0.1994371 Jul 13 07:50:48.805006 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eefb2336-ef37-4ac2-bdab-7a5276c52bbd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.841385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-eefb2336-ef37-4ac2-bdab-7a5276c52bbd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Calling delete_port for 31a9473a-a9ee-40db-a4ab-293d5238fa15 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:48.859387 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bf6a44f5-3b36-46d1-951e-5608d2aeafd6 req-0afedfcb-4f50-42cb-a9cd-e8c876015427 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530545 Jul 13 07:50:48.917254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44470a2b-71b2-4c63-a8ba-cce1928ecfe7 req-1eed0b3e-f561-44fb-9a0c-d9b937fe4050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:48.919355 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44470a2b-71b2-4c63-a8ba-cce1928ecfe7 req-1eed0b3e-f561-44fb-9a0c-d9b937fe4050 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9787b5b0-e956-4dd4-8542-b6b6fd84f399 HTTP/1.1" status: 200 len: 917 time: 0.2391872 Jul 13 07:50:48.992343 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44470a2b-71b2-4c63-a8ba-cce1928ecfe7 req-c6c2745a-06aa-4ad3-b200-525e83a88649 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3632aeee-213c-45ae-a31c-ca6c2be68dcb HTTP/1.1" status: 200 len: 217 time: 0.0612867 Jul 13 07:50:48.997868 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ac878db7-3ca9-44d3-b021-b810890f7df4 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:49.059465 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56618) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:49.108961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port ac878db7-3ca9-44d3-b021-b810890f7df4 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:49.126059 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44470a2b-71b2-4c63-a8ba-cce1928ecfe7 req-f4f808fb-8009-4069-830b-13d770a8b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:49.127922 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44470a2b-71b2-4c63-a8ba-cce1928ecfe7 req-f4f808fb-8009-4069-830b-13d770a8b5dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e624621b-31d1-4f23-8dad-111fa26cc398 HTTP/1.1" status: 200 len: 855 time: 0.1286752 Jul 13 07:50:49.132877 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eefb2336-ef37-4ac2-bdab-7a5276c52bbd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.272335 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44470a2b-71b2-4c63-a8ba-cce1928ecfe7 req-c49b5805-66e5-4d92-9baf-2bb60491a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:49.278044 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44470a2b-71b2-4c63-a8ba-cce1928ecfe7 req-c49b5805-66e5-4d92-9baf-2bb60491a3a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9787b5b0-e956-4dd4-8542-b6b6fd84f399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1394782 Jul 13 07:50:49.360062 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb2336-ef37-4ac2-bdab-7a5276c52bbd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Port': ['ID=31a9473a-a9ee-40db-a4ab-293d5238fa15,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:49.380906 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eefb2336-ef37-4ac2-bdab-7a5276c52bbd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.386059 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-eefb2336-ef37-4ac2-bdab-7a5276c52bbd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/ports/31a9473a-a9ee-40db-a4ab-293d5238fa15 HTTP/1.1" status: 204 len: 168 time: 0.9610701 Jul 13 07:50:49.387127 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56626) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:49.416127 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9ff6fc-4146-46c5-bc48-abd4ee45c357 None None] Network d03c99a9-2a27-4477-b293-ffd387e7e5c1 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:49.417234 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-730b02dd-42f3-4126-89f4-a9c8edb8ba28 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:49.418709 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730b02dd-42f3-4126-89f4-a9c8edb8ba28 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:49.423039 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-730b02dd-42f3-4126-89f4-a9c8edb8ba28 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/ports/31a9473a-a9ee-40db-a4ab-293d5238fa15 HTTP/1.1" status: 404 len: 333 time: 0.0322196 Jul 13 07:50:49.423369 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56628) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:49.459702 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-64362e39-d48f-4af0-b611-f1d998fe961b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] GET failed (client error): The resource could not be found. Jul 13 07:50:49.461268 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-64362e39-d48f-4af0-b611-f1d998fe961b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports/31a9473a-a9ee-40db-a4ab-293d5238fa15 HTTP/1.1" status: 404 len: 333 time: 0.0368869 Jul 13 07:50:49.463967 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56632) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:49.476005 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-982d9ef5-9a98-495c-bdb3-fc4dae1e0242 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-109090500-network', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:49.504045 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ecbd75eb-5125-4683-9450-aacd3863017b None None] Provisioning for port ac878db7-3ca9-44d3-b021-b810890f7df4 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:49.532377 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-55af5121-e4c3-4233-9779-2068bb35258a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting subnet dbb930d4-d65f-4697-878e-180a03c10162 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:49.536412 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-55af5121-e4c3-4233-9779-2068bb35258a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.568553 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ecbd75eb-5125-4683-9450-aacd3863017b None None] Provisioning complete for port ac878db7-3ca9-44d3-b021-b810890f7df4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:49.569171 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecbd75eb-5125-4683-9450-aacd3863017b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.587691 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-55af5121-e4c3-4233-9779-2068bb35258a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.594373 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44470a2b-71b2-4c63-a8ba-cce1928ecfe7 req-b27085c7-4125-454a-9aa1-8c04e921e049 service neutron] 10.222.0.35 "GET /v2.0/networks/9787b5b0-e956-4dd4-8542-b6b6fd84f399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088410 Jul 13 07:50:49.659623 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982d9ef5-9a98-495c-bdb3-fc4dae1e0242 admin admin] Made reservation on behalf of b3de4ade69c24e9b8a0825017e0177ec for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:49.663147 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-982d9ef5-9a98-495c-bdb3-fc4dae1e0242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.684502 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-982d9ef5-9a98-495c-bdb3-fc4dae1e0242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.723173 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-55af5121-e4c3-4233-9779-2068bb35258a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.731150 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecbd75eb-5125-4683-9450-aacd3863017b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.806824 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d77e5b-d8c6-4434-8d0f-cbba54c564c2 req-26dc68d9-6fb8-428b-a85a-8810483304ac tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:49.813770 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90d77e5b-d8c6-4434-8d0f-cbba54c564c2 req-26dc68d9-6fb8-428b-a85a-8810483304ac tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 943 time: 0.4011097 Jul 13 07:50:49.843343 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-55af5121-e4c3-4233-9779-2068bb35258a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.853907 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44470a2b-71b2-4c63-a8ba-cce1928ecfe7 req-326ec461-7b29-47b3-9f34-226bfb35bfe9 service neutron] 10.222.0.35 "GET /v2.0/networks/9787b5b0-e956-4dd4-8542-b6b6fd84f399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386045 Jul 13 07:50:49.920332 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-55af5121-e4c3-4233-9779-2068bb35258a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.924263 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-55af5121-e4c3-4233-9779-2068bb35258a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/subnets/dbb930d4-d65f-4697-878e-180a03c10162 HTTP/1.1" status: 204 len: 168 time: 0.4593267 Jul 13 07:50:49.926887 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56646) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:49.927725 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af5121-e4c3-4233-9779-2068bb35258a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb930d4-d65f-4697-878e-180a03c10162,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:49.936483 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-ecbd75eb-5125-4683-9450-aacd3863017b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:50:49.939016 n-d-779913-28 neutron-server[93725]: DEBUG oslo_db.api [None req-ecbd75eb-5125-4683-9450-aacd3863017b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:50:49.961098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af5121-e4c3-4233-9779-2068bb35258a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:49.961523 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af5121-e4c3-4233-9779-2068bb35258a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:49.961929 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af5121-e4c3-4233-9779-2068bb35258a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:49.962357 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af5121-e4c3-4233-9779-2068bb35258a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:49.963005 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af5121-e4c3-4233-9779-2068bb35258a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:49.963167 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af5121-e4c3-4233-9779-2068bb35258a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:49.963551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af5121-e4c3-4233-9779-2068bb35258a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:49.964293 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af5121-e4c3-4233-9779-2068bb35258a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:49.965348 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af5121-e4c3-4233-9779-2068bb35258a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:49.965743 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af5121-e4c3-4233-9779-2068bb35258a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:49.966165 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af5121-e4c3-4233-9779-2068bb35258a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:49.966572 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af5121-e4c3-4233-9779-2068bb35258a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:49.986685 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90d77e5b-d8c6-4434-8d0f-cbba54c564c2 req-06a0e3f1-fbfe-442c-890a-4dbb274c250b tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719780 Jul 13 07:50:49.999381 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-982d9ef5-9a98-495c-bdb3-fc4dae1e0242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.014121 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-982d9ef5-9a98-495c-bdb3-fc4dae1e0242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.052751 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982d9ef5-9a98-495c-bdb3-fc4dae1e0242 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:50.071745 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d9ef5-9a98-495c-bdb3-fc4dae1e0242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9e405a-03ac-4f4a-95cd-47d31b16017f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:50.094757 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-982d9ef5-9a98-495c-bdb3-fc4dae1e0242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.095355 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-982d9ef5-9a98-495c-bdb3-fc4dae1e0242 admin admin] Added segment e59dd538-281d-4885-bc59-b883b76b38c2 of type vlan for network af7ca3eb-4965-4f8d-8ffe-2935fee77b89 Jul 13 07:50:50.102557 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4bb61c0-08e4-4425-a264-40c4f5d5399e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.164565 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-982d9ef5-9a98-495c-bdb3-fc4dae1e0242 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.228002 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c4bb61c0-08e4-4425-a264-40c4f5d5399e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting port ac878db7-3ca9-44d3-b021-b810890f7df4 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:50.228359 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4bb61c0-08e4-4425-a264-40c4f5d5399e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.265093 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-982d9ef5-9a98-495c-bdb3-fc4dae1e0242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.267177 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982d9ef5-9a98-495c-bdb3-fc4dae1e0242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:50.267965 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-982d9ef5-9a98-495c-bdb3-fc4dae1e0242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.312563 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f9e27-6bd0-44f2-b99a-2f514da4a56a req-65cbf678-9512-441e-948d-47faae76cbe1 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:50.314513 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-601f9e27-6bd0-44f2-b99a-2f514da4a56a req-65cbf678-9512-441e-948d-47faae76cbe1 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf HTTP/1.1" status: 200 len: 945 time: 0.1255496 Jul 13 07:50:50.315571 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb93540-5e85-4e90-9178-841838d143f3 None None] Network d03c99a9-2a27-4477-b293-ffd387e7e5c1 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:50.395430 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-c4bb61c0-08e4-4425-a264-40c4f5d5399e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] For port ac878db7-3ca9-44d3-b021-b810890f7df4, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ac878db7-3ca9-44d3-b021-b810890f7df4,segment=NetworkSegment(fddf48ac-ae91-43bb-bfbf-f729649a0d03),segment_id=fddf48ac-ae91-43bb-bfbf-f729649a0d03)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:50.395795 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4bb61c0-08e4-4425-a264-40c4f5d5399e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.396314 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-982d9ef5-9a98-495c-bdb3-fc4dae1e0242 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3350434 Jul 13 07:50:50.397044 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56654) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:50.406254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1f64ef44-470d-4c80-a3c4-ed932cfe8997 admin admin] Request body: {'subnet': {'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-109090500-subnet', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:50.410011 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c4bb61c0-08e4-4425-a264-40c4f5d5399e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Calling delete_port for ac878db7-3ca9-44d3-b021-b810890f7df4 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:50.425628 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d9ef5-9a98-495c-bdb3-fc4dae1e0242 admin admin] Pushing event updated for resources: {'Network': ['ID=af7ca3eb-4965-4f8d-8ffe-2935fee77b89,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:50.437037 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f64ef44-470d-4c80-a3c4-ed932cfe8997 admin admin] Made reservation on behalf of b3de4ade69c24e9b8a0825017e0177ec for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:50.439943 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f64ef44-470d-4c80-a3c4-ed932cfe8997 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.466385 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network af7ca3eb-4965-4f8d-8ffe-2935fee77b89 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:50.475320 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-601f9e27-6bd0-44f2-b99a-2f514da4a56a req-1d424238-a358-4d58-9f26-db909daa6782 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524787 Jul 13 07:50:50.512034 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4bb61c0-08e4-4425-a264-40c4f5d5399e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.542387 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb61c0-08e4-4425-a264-40c4f5d5399e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Port': ['ID=ac878db7-3ca9-44d3-b021-b810890f7df4,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:50.547081 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bb61c0-08e4-4425-a264-40c4f5d5399e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] No DVR routers for this DVR port ac878db7-3ca9-44d3-b021-b810890f7df4 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:50.649481 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecbd75eb-5125-4683-9450-aacd3863017b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.676946 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b75351-598d-478e-8a23-54ab9395641a None None] DHCP port deletion for d03c99a9-2a27-4477-b293-ffd387e7e5c1 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:50:50.682531 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4bb61c0-08e4-4425-a264-40c4f5d5399e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.701462 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-c4bb61c0-08e4-4425-a264-40c4f5d5399e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03c99a9-2a27-4477-b293-ffd387e7e5c1']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:50.734901 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-c4bb61c0-08e4-4425-a264-40c4f5d5399e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fddf48ac-ae91-43bb-bfbf-f729649a0d03') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:50.735204 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-c4bb61c0-08e4-4425-a264-40c4f5d5399e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fddf48ac-ae91-43bb-bfbf-f729649a0d03') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:50.751081 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4bb61c0-08e4-4425-a264-40c4f5d5399e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.773216 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f64ef44-470d-4c80-a3c4-ed932cfe8997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.773576 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4bb61c0-08e4-4425-a264-40c4f5d5399e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.784816 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4bb61c0-08e4-4425-a264-40c4f5d5399e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:50.785519 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4bb61c0-08e4-4425-a264-40c4f5d5399e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:50.789697 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:50.831714 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b420ef70-6112-48ef-a782-72896bf66063 None None] Could not find standard attr ID for object ac878db7-3ca9-44d3-b021-b810890f7df4. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:50:50.861733 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64ef44-470d-4c80-a3c4-ed932cfe8997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c438866-8191-4fb5-b30d-fdddd69335c4,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:50.875582 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ac878db7-3ca9-44d3-b021-b810890f7df4 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:50.893352 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4bb61c0-08e4-4425-a264-40c4f5d5399e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.894055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f64ef44-470d-4c80-a3c4-ed932cfe8997 admin admin] Checking segment: {'id': 'e59dd538-281d-4885-bc59-b883b76b38c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:50.897519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: ac878db7-3ca9-44d3-b021-b810890f7df4 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:50.897858 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ac878db7-3ca9-44d3-b021-b810890f7df4 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:50.898558 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4bb61c0-08e4-4425-a264-40c4f5d5399e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.904849 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c4bb61c0-08e4-4425-a264-40c4f5d5399e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/networks/d03c99a9-2a27-4477-b293-ffd387e7e5c1 HTTP/1.1" status: 204 len: 168 time: 0.9703798 Jul 13 07:50:50.905063 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f64ef44-470d-4c80-a3c4-ed932cfe8997 admin admin] Network hostable DHCP agents. Network: af7ca3eb-4965-4f8d-8ffe-2935fee77b89, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:50.906884 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56662) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:50.912301 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-781081f1-deee-452e-99b9-4b33fda2491e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1482774557'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:50.930125 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb61c0-08e4-4425-a264-40c4f5d5399e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Network': ['ID=d03c99a9-2a27-4477-b293-ffd387e7e5c1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:50.940841 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f64ef44-470d-4c80-a3c4-ed932cfe8997 admin admin] Network af7ca3eb-4965-4f8d-8ffe-2935fee77b89 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:50.951660 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781081f1-deee-452e-99b9-4b33fda2491e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:50.955597 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-781081f1-deee-452e-99b9-4b33fda2491e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.957202 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1f64ef44-470d-4c80-a3c4-ed932cfe8997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, af7ca3eb-4965-4f8d-8ffe-2935fee77b89) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:50.965779 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02660b9b-49fa-4566-bceb-cb895d4b20c2 None None] Network af7ca3eb-4965-4f8d-8ffe-2935fee77b89 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:50.969491 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f64ef44-470d-4c80-a3c4-ed932cfe8997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:50.971054 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f64ef44-470d-4c80-a3c4-ed932cfe8997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.990706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781081f1-deee-452e-99b9-4b33fda2491e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:51.002017 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1f64ef44-470d-4c80-a3c4-ed932cfe8997 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5986094 Jul 13 07:50:51.002552 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56666) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:51.009179 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-932f0698-bda0-478c-bbd6-fe699cec5a52 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-109090500-router', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:51.009965 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-781081f1-deee-452e-99b9-4b33fda2491e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.010805 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-781081f1-deee-452e-99b9-4b33fda2491e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Added segment 811556a4-4c46-4c06-b143-801ab234feb2 of type vlan for network 600541e2-95d3-4305-8a1e-35fc42884d22 Jul 13 07:50:51.072483 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-932f0698-bda0-478c-bbd6-fe699cec5a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.074016 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-932f0698-bda0-478c-bbd6-fe699cec5a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.094124 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-781081f1-deee-452e-99b9-4b33fda2491e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.170836 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-781081f1-deee-452e-99b9-4b33fda2491e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.177833 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-932f0698-bda0-478c-bbd6-fe699cec5a52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.179836 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781081f1-deee-452e-99b9-4b33fda2491e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:51.180460 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-781081f1-deee-452e-99b9-4b33fda2491e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.251725 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-781081f1-deee-452e-99b9-4b33fda2491e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3418064 Jul 13 07:50:51.275893 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'fixed_ips': [{'subnet_id': '6c438866-8191-4fb5-b30d-fdddd69335c4'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:51.278358 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.284552 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56676) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:51.290044 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-fcc7bb51-7b42-45b9-8f0b-f7dc84afc6db tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'subnet': {'network_id': '600541e2-95d3-4305-8a1e-35fc42884d22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:51.293436 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781081f1-deee-452e-99b9-4b33fda2491e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Network': ['ID=600541e2-95d3-4305-8a1e-35fc42884d22,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:51.309636 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 600541e2-95d3-4305-8a1e-35fc42884d22 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:51.399533 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc7bb51-7b42-45b9-8f0b-f7dc84afc6db tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:51.406657 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fcc7bb51-7b42-45b9-8f0b-f7dc84afc6db tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.485708 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-932f0698-bda0-478c-bbd6-fe699cec5a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.543222 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242f2f9-5f05-46d1-a76b-2f0076288bf7 req-fa78470e-7d49-4606-bd2b-931534d47772 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:51.544937 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b242f2f9-5f05-46d1-a76b-2f0076288bf7 req-fa78470e-7d49-4606-bd2b-931534d47772 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 943 time: 0.1319072 Jul 13 07:50:51.633455 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b242f2f9-5f05-46d1-a76b-2f0076288bf7 req-84bac85d-cb59-4bab-a23e-58c7ba569841 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820086 Jul 13 07:50:51.713548 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] Allocated IP 172.20.0.2 (af7ca3eb-4965-4f8d-8ffe-2935fee77b89/6c438866-8191-4fb5-b30d-fdddd69335c4/b53b80f1-9ac8-4d85-92af-753f131e8770) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:51.741337 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fcc7bb51-7b42-45b9-8f0b-f7dc84afc6db tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.891341 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-932f0698-bda0-478c-bbd6-fe699cec5a52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.920369 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-932f0698-bda0-478c-bbd6-fe699cec5a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.923863 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7bb51-7b42-45b9-8f0b-f7dc84afc6db tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Subnet': ['ID=50a5fa01-66f9-4241-a64d-7bb77b50ef7a,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:51.929225 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc7bb51-7b42-45b9-8f0b-f7dc84afc6db tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Checking segment: {'id': '811556a4-4c46-4c06-b143-801ab234feb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '600541e2-95d3-4305-8a1e-35fc42884d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:51.929603 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc7bb51-7b42-45b9-8f0b-f7dc84afc6db tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network hostable DHCP agents. Network: 600541e2-95d3-4305-8a1e-35fc42884d22, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:51.937301 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecf186-cfde-4c59-b7d9-f1697f980525 req-86ae1287-58c3-4581-a90d-778ff795e0f1 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:51.947222 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79ecf186-cfde-4c59-b7d9-f1697f980525 req-86ae1287-58c3-4581-a90d-778ff795e0f1 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf HTTP/1.1" status: 200 len: 945 time: 0.2171650 Jul 13 07:50:51.972420 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc7bb51-7b42-45b9-8f0b-f7dc84afc6db tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network 600541e2-95d3-4305-8a1e-35fc42884d22 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:51.989976 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-fcc7bb51-7b42-45b9-8f0b-f7dc84afc6db tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 600541e2-95d3-4305-8a1e-35fc42884d22) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:51.994676 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc7bb51-7b42-45b9-8f0b-f7dc84afc6db tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:51.995325 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fcc7bb51-7b42-45b9-8f0b-f7dc84afc6db tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.009682 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8db764-9818-4940-83c9-6f7c4feddcf7 None None] Network 600541e2-95d3-4305-8a1e-35fc42884d22 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:52.016459 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.023603 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fcc7bb51-7b42-45b9-8f0b-f7dc84afc6db tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7357209 Jul 13 07:50:52.024110 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56692) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:52.029139 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] Transition to ACTIVE for port object b53b80f1-9ac8-4d85-92af-753f131e8770 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:52.040478 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-49f3d521-b244-447e-9ac5-74fb0ce5d2f7 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'port': {'network_id': '600541e2-95d3-4305-8a1e-35fc42884d22', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1610993703'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:52.045505 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] Transition to ACTIVE for port object b53b80f1-9ac8-4d85-92af-753f131e8770 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:52.050657 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79ecf186-cfde-4c59-b7d9-f1697f980525 req-f42a2f89-bcfd-4e4a-9e1c-6bd5adcabe76 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034870 Jul 13 07:50:52.064137 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.150656 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] Network af7ca3eb-4965-4f8d-8ffe-2935fee77b89 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:52.168635 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:52.179515 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-932f0698-bda0-478c-bbd6-fe699cec5a52 admin admin] Allocated IP 172.25.0.81 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/b25d5a77-5b8a-4a04-9d5c-355d8cab309f) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:52.211919 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:52.230589 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f3d521-b244-447e-9ac5-74fb0ce5d2f7 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:52.237795 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-49f3d521-b244-447e-9ac5-74fb0ce5d2f7 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.261883 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-49f3d521-b244-447e-9ac5-74fb0ce5d2f7 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] device_id is not set on port c21c6f00-2db8-432b-9e08-1959a482e327 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:52.334434 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] Pushing event updated for resources: {'Port': ['ID=b53b80f1-9ac8-4d85-92af-753f131e8770,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:52.407250 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] Attempting to bind port b53b80f1-9ac8-4d85-92af-753f131e8770 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:52.407890 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] Attempting to bind port b53b80f1-9ac8-4d85-92af-753f131e8770 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'e59dd538-281d-4885-bc59-b883b76b38c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:52.408246 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] Attempting to bind port b53b80f1-9ac8-4d85-92af-753f131e8770 on network af7ca3eb-4965-4f8d-8ffe-2935fee77b89 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:52.429035 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:52.429424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] Checking segment: {'id': 'e59dd538-281d-4885-bc59-b883b76b38c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:52.429830 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.430421 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] Bound using segment: {'id': 'e59dd538-281d-4885-bc59-b883b76b38c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:52.431077 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] Bound port: b53b80f1-9ac8-4d85-92af-753f131e8770, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59dd538-281d-4885-bc59-b883b76b38c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:52.431632 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.459427 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-932f0698-bda0-478c-bbd6-fe699cec5a52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.528972 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53570a-528a-4f3d-9051-7cf48f5f15a0 req-20ceba18-caa3-4aa9-9037-b164f509e5d6 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:52.536572 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a53570a-528a-4f3d-9051-7cf48f5f15a0 req-20ceba18-caa3-4aa9-9037-b164f509e5d6 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf HTTP/1.1" status: 200 len: 945 time: 0.2065902 Jul 13 07:50:52.565638 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-600541e2-95d3-4305-8a1e-35fc42884d22', 'network_id': '600541e2-95d3-4305-8a1e-35fc42884d22', 'tenant_id': '2a5e43a8d0ef422c8edca9e41c5be9e2', 'fixed_ips': [{'subnet_id': '50a5fa01-66f9-4241-a64d-7bb77b50ef7a'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:52.566612 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.642973 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-932f0698-bda0-478c-bbd6-fe699cec5a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.679965 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] For port b53b80f1-9ac8-4d85-92af-753f131e8770, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:52.715592 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] For port b53b80f1-9ac8-4d85-92af-753f131e8770, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b53b80f1-9ac8-4d85-92af-753f131e8770,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:52.736847 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.765526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f0698-bda0-478c-bbd6-fe699cec5a52 admin admin] Pushing event updated for resources: {'Port': ['ID=b25d5a77-5b8a-4a04-9d5c-355d8cab309f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:52.785528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932f0698-bda0-478c-bbd6-fe699cec5a52 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:52.801858 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-932f0698-bda0-478c-bbd6-fe699cec5a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:52.819390 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932f0698-bda0-478c-bbd6-fe699cec5a52 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:52.895876 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a53570a-528a-4f3d-9051-7cf48f5f15a0 req-46a29bae-950f-4d95-af4e-3abcab281c48 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583679 Jul 13 07:50:53.056963 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] Allocated IP 172.20.0.2 (600541e2-95d3-4305-8a1e-35fc42884d22/50a5fa01-66f9-4241-a64d-7bb77b50ef7a/f2b6edde-ea35-45cc-b563-484bdeb76997) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:53.096721 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6e1f7-dca8-48c2-8791-dbe3d5b79ae0 None None] Pushing event updated for resources: {'Port': ['ID=b53b80f1-9ac8-4d85-92af-753f131e8770,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:53.216066 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7708f351-666d-4537-b584-46ace571b86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.294465 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.306994 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] Transition to ACTIVE for port object f2b6edde-ea35-45cc-b563-484bdeb76997 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:53.356592 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] Transition to ACTIVE for port object f2b6edde-ea35-45cc-b563-484bdeb76997 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:53.374274 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.394397 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] Network 600541e2-95d3-4305-8a1e-35fc42884d22 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:53.396993 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:53.436031 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:53.484989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-49f3d521-b244-447e-9ac5-74fb0ce5d2f7 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Allocated IP 172.20.0.11 (600541e2-95d3-4305-8a1e-35fc42884d22/50a5fa01-66f9-4241-a64d-7bb77b50ef7a/c21c6f00-2db8-432b-9e08-1959a482e327) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:53.538668 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] Pushing event updated for resources: {'Port': ['ID=f2b6edde-ea35-45cc-b563-484bdeb76997,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:53.557780 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] Attempting to bind port f2b6edde-ea35-45cc-b563-484bdeb76997 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:53.558992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] Attempting to bind port f2b6edde-ea35-45cc-b563-484bdeb76997 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '811556a4-4c46-4c06-b143-801ab234feb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '600541e2-95d3-4305-8a1e-35fc42884d22'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:53.559641 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] Attempting to bind port f2b6edde-ea35-45cc-b563-484bdeb76997 on network 600541e2-95d3-4305-8a1e-35fc42884d22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:53.565562 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:53.566488 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] Checking segment: {'id': '811556a4-4c46-4c06-b143-801ab234feb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '600541e2-95d3-4305-8a1e-35fc42884d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:53.567111 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.567725 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] Bound using segment: {'id': '811556a4-4c46-4c06-b143-801ab234feb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '600541e2-95d3-4305-8a1e-35fc42884d22'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:53.568858 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] Bound port: f2b6edde-ea35-45cc-b563-484bdeb76997, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '811556a4-4c46-4c06-b143-801ab234feb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '600541e2-95d3-4305-8a1e-35fc42884d22'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:53.569469 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.628077 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab56d50-5096-48b2-a640-8e1979682661 req-877f5750-d201-49c4-8c37-8e83df05c031 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:53.635324 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ab56d50-5096-48b2-a640-8e1979682661 req-877f5750-d201-49c4-8c37-8e83df05c031 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 943 time: 0.7706046 Jul 13 07:50:53.643072 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] For port f2b6edde-ea35-45cc-b563-484bdeb76997, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:53.651238 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] For port f2b6edde-ea35-45cc-b563-484bdeb76997, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f2b6edde-ea35-45cc-b563-484bdeb76997,segment=NetworkSegment(811556a4-4c46-4c06-b143-801ab234feb2),segment_id=811556a4-4c46-4c06-b143-801ab234feb2)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:53.662474 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.724249 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-49f3d521-b244-447e-9ac5-74fb0ce5d2f7 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.751700 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370c2b3-fe82-4846-a52b-2f80f4e344bc None None] Pushing event updated for resources: {'Port': ['ID=f2b6edde-ea35-45cc-b563-484bdeb76997,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:53.763303 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-49f3d521-b244-447e-9ac5-74fb0ce5d2f7 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Transition to ACTIVE for port object c21c6f00-2db8-432b-9e08-1959a482e327 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:53.831713 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-49f3d521-b244-447e-9ac5-74fb0ce5d2f7 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.850597 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ab56d50-5096-48b2-a640-8e1979682661 req-d8484d3f-55f5-42a3-bc13-3a5e697532c9 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143846 Jul 13 07:50:53.876370 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb5b1a-9a1c-49ef-a4f7-5526579214f8 req-1d823b59-dff2-4fb0-b711-7fd367d8da41 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:53.877952 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18fb5b1a-9a1c-49ef-a4f7-5526579214f8 req-1d823b59-dff2-4fb0-b711-7fd367d8da41 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e67f329-8ed7-4865-9e7f-f6be2470c8a1 HTTP/1.1" status: 200 len: 945 time: 0.3783448 Jul 13 07:50:53.908985 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f3d521-b244-447e-9ac5-74fb0ce5d2f7 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network 600541e2-95d3-4305-8a1e-35fc42884d22 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:53.915344 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-49f3d521-b244-447e-9ac5-74fb0ce5d2f7 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:53.920224 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f3d521-b244-447e-9ac5-74fb0ce5d2f7 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:53.965130 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3d521-b244-447e-9ac5-74fb0ce5d2f7 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=c21c6f00-2db8-432b-9e08-1959a482e327,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:54.035082 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f3d521-b244-447e-9ac5-74fb0ce5d2f7 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:54.039007 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-49f3d521-b244-447e-9ac5-74fb0ce5d2f7 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.051449 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18fb5b1a-9a1c-49ef-a4f7-5526579214f8 req-d30b225e-8a8c-439d-81ae-69233aa48549 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598933 Jul 13 07:50:54.057287 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-932f0698-bda0-478c-bbd6-fe699cec5a52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.078203 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-49f3d521-b244-447e-9ac5-74fb0ce5d2f7 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.0526063 Jul 13 07:50:54.080615 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56730) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:54.412648 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c5749d3c-a07f-42eb-a5fe-154e2f9d378c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting port c21c6f00-2db8-432b-9e08-1959a482e327 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:54.412995 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c5749d3c-a07f-42eb-a5fe-154e2f9d378c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.511742 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c5749d3c-a07f-42eb-a5fe-154e2f9d378c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.528773 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c5749d3c-a07f-42eb-a5fe-154e2f9d378c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Calling delete_port for c21c6f00-2db8-432b-9e08-1959a482e327 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:54.557669 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff793fe-ec71-4f75-b365-d1fafd15ab0e None None] Network af7ca3eb-4965-4f8d-8ffe-2935fee77b89 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:54.570206 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-932f0698-bda0-478c-bbd6-fe699cec5a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.711603 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c659a2a-f651-4f97-87c7-5dfd4a515964 req-0aa37c6a-6eaf-4d2b-a550-fd54ceba9438 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:54.713874 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c659a2a-f651-4f97-87c7-5dfd4a515964 req-0aa37c6a-6eaf-4d2b-a550-fd54ceba9438 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 945 time: 0.2944224 Jul 13 07:50:54.740738 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ab3b3f3f-86ea-4fe0-9c52-ec403331d392 None None] Provisioning for port b53b80f1-9ac8-4d85-92af-753f131e8770 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:54.794427 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c5749d3c-a07f-42eb-a5fe-154e2f9d378c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.823687 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c659a2a-f651-4f97-87c7-5dfd4a515964 req-69d5df2d-004c-4ded-bea4-1ae6d47c9d9a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915732 Jul 13 07:50:54.845054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5749d3c-a07f-42eb-a5fe-154e2f9d378c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Port': ['ID=c21c6f00-2db8-432b-9e08-1959a482e327,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:54.859350 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932f0698-bda0-478c-bbd6-fe699cec5a52 admin admin] Router d291a3d3-64e6-4a51-8af2-ef65804f974d is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:50:55.046731 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-4a0d524c-9863-4922-b146-752cdd08655c req-37acfb2d-2a9c-4243-aeab-bf2f5f9516a1 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:50:55.050867 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a0d524c-9863-4922-b146-752cdd08655c req-37acfb2d-2a9c-4243-aeab-bf2f5f9516a1 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181706 Jul 13 07:50:55.068405 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c5749d3c-a07f-42eb-a5fe-154e2f9d378c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.070825 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f2b6edde-ea35-45cc-b563-484bdeb76997 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:55.076340 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c5749d3c-a07f-42eb-a5fe-154e2f9d378c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/ports/c21c6f00-2db8-432b-9e08-1959a482e327 HTTP/1.1" status: 204 len: 168 time: 0.9914465 Jul 13 07:50:55.078999 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56746) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:55.148870 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 880f243d-24fd-4a74-bdb7-9b22f3bbd595 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:50:55.165136 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ce7060-2ddd-4e2b-a2a7-5a2c787f6661 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] GET failed (client error): The resource could not be found. Jul 13 07:50:55.177694 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-40ce7060-2ddd-4e2b-a2a7-5a2c787f6661 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports/c21c6f00-2db8-432b-9e08-1959a482e327 HTTP/1.1" status: 404 len: 333 time: 0.0869269 Jul 13 07:50:55.178181 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56752) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:55.252275 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-82021221-0020-4414-a0c2-45a478c025e0 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting subnet 50a5fa01-66f9-4241-a64d-7bb77b50ef7a {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:55.256181 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82021221-0020-4414-a0c2-45a478c025e0 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.320549 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82021221-0020-4414-a0c2-45a478c025e0 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.398216 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port f2b6edde-ea35-45cc-b563-484bdeb76997 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:55.411849 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b53b80f1-9ac8-4d85-92af-753f131e8770 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:55.430278 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932f0698-bda0-478c-bbd6-fe699cec5a52 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:50:55.441680 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] Sync routers for ids ['d291a3d3-64e6-4a51-8af2-ef65804f974d'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:50:55.465897 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] Routers {'d291a3d3-64e6-4a51-8af2-ef65804f974d'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:55.466748 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a0d524c-9863-4922-b146-752cdd08655c req-a48ff084-96a0-495c-9009-16eddc0404bf tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4054847 Jul 13 07:50:55.468430 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:50:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['d291a3d3-64e6-4a51-8af2-ef65804f974d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:55.469268 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82021221-0020-4414-a0c2-45a478c025e0 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.469827 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-932f0698-bda0-478c-bbd6-fe699cec5a52 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.473696 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-932f0698-bda0-478c-bbd6-fe699cec5a52 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4670064 Jul 13 07:50:55.476646 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56758) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:55.500573 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30a8ce-7c73-4d99-8784-310d81b344f7 req-742c88fe-2f2e-41b3-97f4-b2920d9338be tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:55.502174 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be30a8ce-7c73-4d99-8784-310d81b344f7 req-742c88fe-2f2e-41b3-97f4-b2920d9338be tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 943 time: 0.3551922 Jul 13 07:50:55.576251 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be30a8ce-7c73-4d99-8784-310d81b344f7 req-d0cd1f3f-1ade-4961-a228-575b149fe79a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667462 Jul 13 07:50:55.593048 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 880f243d-24fd-4a74-bdb7-9b22f3bbd595, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=880f243d-24fd-4a74-bdb7-9b22f3bbd595,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:55.633140 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '880f243d-24fd-4a74-bdb7-9b22f3bbd595', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'port_id': '880f243d-24fd-4a74-bdb7-9b22f3bbd595', 'mac_address': 'fa:16:3e:eb:29:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:50:55.648972 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99817183-c1b2-4c38-be01-da7b66417cd6 None None] Network 600541e2-95d3-4305-8a1e-35fc42884d22 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:55.656296 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] Set router d291a3d3-64e6-4a51-8af2-ef65804f974d gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:50:55.790030 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port b53b80f1-9ac8-4d85-92af-753f131e8770 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:55.790245 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82021221-0020-4414-a0c2-45a478c025e0 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.804342 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b53b80f1-9ac8-4d85-92af-753f131e8770 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:55.805335 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.910614 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.927608 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880f243d-24fd-4a74-bdb7-9b22f3bbd595 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:55.949173 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'name': 'tempest-AttachVolumeShelveTestJSON-109090500-router', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:53Z', 'revision_number': 3, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'gw_port': {'id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:55.953852 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82021221-0020-4414-a0c2-45a478c025e0 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.955902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 880f243d-24fd-4a74-bdb7-9b22f3bbd595, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=880f243d-24fd-4a74-bdb7-9b22f3bbd595,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:55.959375 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-82021221-0020-4414-a0c2-45a478c025e0 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/subnets/50a5fa01-66f9-4241-a64d-7bb77b50ef7a HTTP/1.1" status: 204 len: 168 time: 0.7777438 Jul 13 07:50:55.960808 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82021221-0020-4414-a0c2-45a478c025e0 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Subnet': ['ID=50a5fa01-66f9-4241-a64d-7bb77b50ef7a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:55.960923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56770) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:55.980013 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.001743 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fe6ba456-4af7-4502-a155-a8241232f625 None None] Provisioning for port f2b6edde-ea35-45cc-b563-484bdeb76997 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:56.041697 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fe6ba456-4af7-4502-a155-a8241232f625 None None] Provisioning complete for port f2b6edde-ea35-45cc-b563-484bdeb76997 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:56.043631 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fe6ba456-4af7-4502-a155-a8241232f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.045394 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] Checking router: d291a3d3-64e6-4a51-8af2-ef65804f974d for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:50:56.045760 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] Updating router d291a3d3-64e6-4a51-8af2-ef65804f974d port b25d5a77-5b8a-4a04-9d5c-355d8cab309f binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:50:56.115381 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=880f243d-24fd-4a74-bdb7-9b22f3bbd595,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:56.161261 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.298668 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecba4831-bb4d-444a-b561-07ac4710b902 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.333484 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.337974 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fe6ba456-4af7-4502-a155-a8241232f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.397425 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ef191bf-a9e7-43a1-be95-5f2a01f96917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.406457 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port b53b80f1-9ac8-4d85-92af-753f131e8770, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b53b80f1-9ac8-4d85-92af-753f131e8770,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:56.420560 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.492198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f64b1-1c91-4059-afb8-4c8c0265e2c9 req-833c8f23-abbd-42f3-bb09-3a3936db8d2a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:56.500005 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['880f243d-24fd-4a74-bdb7-9b22f3bbd595'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:56.514014 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-219f64b1-1c91-4059-afb8-4c8c0265e2c9 req-833c8f23-abbd-42f3-bb09-3a3936db8d2a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf HTTP/1.1" status: 200 len: 945 time: 0.4732840 Jul 13 07:50:56.534176 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-fe6ba456-4af7-4502-a155-a8241232f625 None None] For port f2b6edde-ea35-45cc-b563-484bdeb76997, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f2b6edde-ea35-45cc-b563-484bdeb76997,segment=NetworkSegment(811556a4-4c46-4c06-b143-801ab234feb2),segment_id=811556a4-4c46-4c06-b143-801ab234feb2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:56.558043 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fe6ba456-4af7-4502-a155-a8241232f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.600864 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=b53b80f1-9ac8-4d85-92af-753f131e8770,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:56.676493 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-219f64b1-1c91-4059-afb8-4c8c0265e2c9 req-541765f7-3109-485b-83d1-5e208be40876 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615481 Jul 13 07:50:56.704023 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ecba4831-bb4d-444a-b561-07ac4710b902 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting port f2b6edde-ea35-45cc-b563-484bdeb76997 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:56.704628 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecba4831-bb4d-444a-b561-07ac4710b902 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.733609 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6581c42-3fca-48a8-9129-e03521052e54 None None] DHCP port deletion for 600541e2-95d3-4305-8a1e-35fc42884d22 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:50:56.764471 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ba456-4af7-4502-a155-a8241232f625 None None] Pushing event updated for resources: {'Port': ['ID=f2b6edde-ea35-45cc-b563-484bdeb76997,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:56.839356 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.863059 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] Transition to ACTIVE for port object b25d5a77-5b8a-4a04-9d5c-355d8cab309f will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:56.884867 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-6ef191bf-a9e7-43a1-be95-5f2a01f96917 admin admin] Allocated IP 172.20.0.1 (af7ca3eb-4965-4f8d-8ffe-2935fee77b89/6c438866-8191-4fb5-b30d-fdddd69335c4/c768b043-fad6-47a1-995a-39f821bbf6af) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:56.888508 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.938308 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-ecba4831-bb4d-444a-b561-07ac4710b902 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] For port f2b6edde-ea35-45cc-b563-484bdeb76997, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f2b6edde-ea35-45cc-b563-484bdeb76997,segment=NetworkSegment(811556a4-4c46-4c06-b143-801ab234feb2),segment_id=811556a4-4c46-4c06-b143-801ab234feb2)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:56.938476 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecba4831-bb4d-444a-b561-07ac4710b902 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.957385 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b53b80f1-9ac8-4d85-92af-753f131e8770 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:56.979354 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ecba4831-bb4d-444a-b561-07ac4710b902 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Calling delete_port for f2b6edde-ea35-45cc-b563-484bdeb76997 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:56.989954 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] Attempting to bind port b25d5a77-5b8a-4a04-9d5c-355d8cab309f on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:56.990575 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] Attempting to bind port b25d5a77-5b8a-4a04-9d5c-355d8cab309f by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:56.991116 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] Attempting to bind port b25d5a77-5b8a-4a04-9d5c-355d8cab309f on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:56.993351 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fcbac4-fcc0-4daa-9360-0ddb0b3554f6 None None] Pushing event updated for resources: {'Port': ['ID=b25d5a77-5b8a-4a04-9d5c-355d8cab309f,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:57.008288 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:57.008882 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:57.009542 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.010104 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:57.010726 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] Bound port: b25d5a77-5b8a-4a04-9d5c-355d8cab309f, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:57.012051 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.056130 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f6581c42-3fca-48a8-9129-e03521052e54 None None] Deleting port f2b6edde-ea35-45cc-b563-484bdeb76997 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:57.056534 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6581c42-3fca-48a8-9129-e03521052e54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.092679 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] For port b25d5a77-5b8a-4a04-9d5c-355d8cab309f, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:57.102387 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] For port b25d5a77-5b8a-4a04-9d5c-355d8cab309f, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b25d5a77-5b8a-4a04-9d5c-355d8cab309f,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:57.115128 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.122683 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ef191bf-a9e7-43a1-be95-5f2a01f96917 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.142772 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-6ef191bf-a9e7-43a1-be95-5f2a01f96917 admin admin] Transition to ACTIVE for port object c768b043-fad6-47a1-995a-39f821bbf6af will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:57.185615 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ef191bf-a9e7-43a1-be95-5f2a01f96917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.226339 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f6581c42-3fca-48a8-9129-e03521052e54 None None] For port f2b6edde-ea35-45cc-b563-484bdeb76997, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f2b6edde-ea35-45cc-b563-484bdeb76997,segment=NetworkSegment(811556a4-4c46-4c06-b143-801ab234feb2),segment_id=811556a4-4c46-4c06-b143-801ab234feb2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:57.228672 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6581c42-3fca-48a8-9129-e03521052e54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.246307 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef191bf-a9e7-43a1-be95-5f2a01f96917 admin admin] Network af7ca3eb-4965-4f8d-8ffe-2935fee77b89 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:57.251642 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b53b80f1-9ac8-4d85-92af-753f131e8770 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:57.253086 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.256425 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-6ef191bf-a9e7-43a1-be95-5f2a01f96917 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:57.260276 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef191bf-a9e7-43a1-be95-5f2a01f96917 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:57.284299 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] Routers {'d291a3d3-64e6-4a51-8af2-ef65804f974d'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:57.285255 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:50:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['d291a3d3-64e6-4a51-8af2-ef65804f974d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:57.309909 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef191bf-a9e7-43a1-be95-5f2a01f96917 admin admin] Pushing event updated for resources: {'Port': ['ID=c768b043-fad6-47a1-995a-39f821bbf6af,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:57.320296 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f6581c42-3fca-48a8-9129-e03521052e54 None None] Calling delete_port for f2b6edde-ea35-45cc-b563-484bdeb76997 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:57.338588 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ef191bf-a9e7-43a1-be95-5f2a01f96917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.484130 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecba4831-bb4d-444a-b561-07ac4710b902 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.514337 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] Set router d291a3d3-64e6-4a51-8af2-ef65804f974d gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:50:57.532458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f73e5-8645-4777-b725-47e2a32a9550 req-dd923470-0835-4627-956f-6d925166e80c tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:57.540265 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3e6f73e5-8645-4777-b725-47e2a32a9550 req-dd923470-0835-4627-956f-6d925166e80c tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e67f329-8ed7-4865-9e7f-f6be2470c8a1 HTTP/1.1" status: 200 len: 945 time: 0.5160367 Jul 13 07:50:57.597904 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecba4831-bb4d-444a-b561-07ac4710b902 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] No DVR routers for this DVR port f2b6edde-ea35-45cc-b563-484bdeb76997 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:57.604157 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14788752-f9b3-437d-9a00-2adfa64d5207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.646527 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba4831-bb4d-444a-b561-07ac4710b902 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Port': ['ID=f2b6edde-ea35-45cc-b563-484bdeb76997,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:57.676057 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fcbac4-fcc0-4daa-9360-0ddb0b3554f6 None None] Pushing event updated for resources: {'Port': ['ID=b25d5a77-5b8a-4a04-9d5c-355d8cab309f,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:57.700559 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ef191bf-a9e7-43a1-be95-5f2a01f96917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.743484 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecba4831-bb4d-444a-b561-07ac4710b902 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.758945 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-ecba4831-bb4d-444a-b561-07ac4710b902 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600541e2-95d3-4305-8a1e-35fc42884d22']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:57.776490 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-ecba4831-bb4d-444a-b561-07ac4710b902 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811556a4-4c46-4c06-b143-801ab234feb2') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:57.777072 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-ecba4831-bb4d-444a-b561-07ac4710b902 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811556a4-4c46-4c06-b143-801ab234feb2') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:57.778129 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.802684 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-198adab5-ee93-4b60-8d0f-df8d1c6fa390 None None] Provisioning for port c768b043-fad6-47a1-995a-39f821bbf6af completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:57.808668 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6581c42-3fca-48a8-9129-e03521052e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.816260 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-198adab5-ee93-4b60-8d0f-df8d1c6fa390 None None] Provisioning complete for port c768b043-fad6-47a1-995a-39f821bbf6af triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:57.816633 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-198adab5-ee93-4b60-8d0f-df8d1c6fa390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.838178 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af10bb-9e15-4bfc-8a40-38d504829848 req-56512aa7-8aa2-461d-a332-bb8fea105dca tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:57.849934 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94af10bb-9e15-4bfc-8a40-38d504829848 req-56512aa7-8aa2-461d-a332-bb8fea105dca tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 944 time: 0.9553025 Jul 13 07:50:57.869607 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecba4831-bb4d-444a-b561-07ac4710b902 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.885024 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3e6f73e5-8645-4777-b725-47e2a32a9550 req-624455b8-4a05-4c9c-8df6-59f7bbe792dd tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437953 Jul 13 07:50:57.923542 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f2b6edde-ea35-45cc-b563-484bdeb76997 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:57.932675 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6581c42-3fca-48a8-9129-e03521052e54 None None] Pushing event deleted for resources: {'Port': ['ID=f2b6edde-ea35-45cc-b563-484bdeb76997,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:57.944772 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'name': 'tempest-AttachVolumeShelveTestJSON-109090500-router', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:53Z', 'revision_number': 3, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'gw_port': {'id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:57.953006 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6581c42-3fca-48a8-9129-e03521052e54 None None] No DVR routers for this DVR port f2b6edde-ea35-45cc-b563-484bdeb76997 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:57.974479 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecba4831-bb4d-444a-b561-07ac4710b902 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.008722 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecba4831-bb4d-444a-b561-07ac4710b902 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:58.009391 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecba4831-bb4d-444a-b561-07ac4710b902 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.012127 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1129aa41-8485-43be-9b37-f192477f01a7 None None] The sync data for ids ['d291a3d3-64e6-4a51-8af2-ef65804f974d'] in n-d-779913-28 is: [{'id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'name': 'tempest-AttachVolumeShelveTestJSON-109090500-router', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:53Z', 'revision_number': 3, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'gw_port': {'id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:58.015297 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:58.028773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: f2b6edde-ea35-45cc-b563-484bdeb76997 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:58.032895 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f2b6edde-ea35-45cc-b563-484bdeb76997 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:58.039487 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-198adab5-ee93-4b60-8d0f-df8d1c6fa390 None None] Port c768b043-fad6-47a1-995a-39f821bbf6af cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:58.047496 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94af10bb-9e15-4bfc-8a40-38d504829848 req-0898b406-b1a8-494a-a619-27412ac06e43 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966312 Jul 13 07:50:58.138550 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ef191bf-a9e7-43a1-be95-5f2a01f96917 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.139018 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecba4831-bb4d-444a-b561-07ac4710b902 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.152673 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ef191bf-a9e7-43a1-be95-5f2a01f96917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.164888 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecba4831-bb4d-444a-b561-07ac4710b902 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.178044 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ecba4831-bb4d-444a-b561-07ac4710b902 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/networks/600541e2-95d3-4305-8a1e-35fc42884d22 HTTP/1.1" status: 204 len: 168 time: 2.2169361 Jul 13 07:50:58.184854 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56812) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:58.212954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8934e400-9a84-4011-a43e-de4dddc59340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'port': {'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af', 'name': 'tempest-PortsTestJSON-1852297143'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:58.232133 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ef191bf-a9e7-43a1-be95-5f2a01f96917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.236857 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba4831-bb4d-444a-b561-07ac4710b902 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Network': ['ID=600541e2-95d3-4305-8a1e-35fc42884d22,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:58.373156 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef191bf-a9e7-43a1-be95-5f2a01f96917 admin admin] Pushing event updated for resources: {'Port': ['ID=c768b043-fad6-47a1-995a-39f821bbf6af,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:58.476726 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef191bf-a9e7-43a1-be95-5f2a01f96917 admin admin] Network af7ca3eb-4965-4f8d-8ffe-2935fee77b89 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:58.478633 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-6ef191bf-a9e7-43a1-be95-5f2a01f96917 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:58.562766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4566419-a1ce-4bab-8718-af5890065820 req-9e0c7c8e-7ee9-4fa8-a3fd-627ded9208f0 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:58.564432 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4566419-a1ce-4bab-8718-af5890065820 req-9e0c7c8e-7ee9-4fa8-a3fd-627ded9208f0 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 945 time: 0.2083673 Jul 13 07:50:58.598807 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-93d225f9-ae78-43da-b505-a383978379f1 None None] Provisioning complete for port c768b043-fad6-47a1-995a-39f821bbf6af triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:58.599369 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-93d225f9-ae78-43da-b505-a383978379f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.643069 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4566419-a1ce-4bab-8718-af5890065820 req-f9fc5293-1e46-4b5a-b05d-392c9a6bbd5d tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698767 Jul 13 07:50:58.643843 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8934e400-9a84-4011-a43e-de4dddc59340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:58.647275 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8934e400-9a84-4011-a43e-de4dddc59340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.666354 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-8934e400-9a84-4011-a43e-de4dddc59340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] device_id is not set on port 0cbba71a-d389-4765-af99-1fc6b441134f yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:58.723599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-93d225f9-ae78-43da-b505-a383978379f1 None None] Port c768b043-fad6-47a1-995a-39f821bbf6af cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:58.740077 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef191bf-a9e7-43a1-be95-5f2a01f96917 admin admin] Router d291a3d3-64e6-4a51-8af2-ef65804f974d has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:50:58.947121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0b060c14-6255-499f-a113-ad2aaa31ddf5 None None] Provisioning complete for port c768b043-fad6-47a1-995a-39f821bbf6af triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:58.947939 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b060c14-6255-499f-a113-ad2aaa31ddf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.014434 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0b060c14-6255-499f-a113-ad2aaa31ddf5 None None] Port c768b043-fad6-47a1-995a-39f821bbf6af cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:59.016287 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b25d5a77-5b8a-4a04-9d5c-355d8cab309f up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:59.072830 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8934e400-9a84-4011-a43e-de4dddc59340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.081997 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef191bf-a9e7-43a1-be95-5f2a01f96917 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:50:59.091330 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6ef191bf-a9e7-43a1-be95-5f2a01f96917 admin admin] 10.222.0.58 "PUT /v2.0/routers/d291a3d3-64e6-4a51-8af2-ef65804f974d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6102989 Jul 13 07:50:59.112620 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port b25d5a77-5b8a-4a04-9d5c-355d8cab309f completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:59.129218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b25d5a77-5b8a-4a04-9d5c-355d8cab309f triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:59.129593 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.151660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 880f243d-24fd-4a74-bdb7-9b22f3bbd595 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:59.224246 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8934e400-9a84-4011-a43e-de4dddc59340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.255381 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56834) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:59.364322 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.376656 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 880f243d-24fd-4a74-bdb7-9b22f3bbd595 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:59.386391 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 880f243d-24fd-4a74-bdb7-9b22f3bbd595 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:59.386764 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.427909 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a8e78128-ddc5-4d5e-81ac-746de7e838f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.437713 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port b25d5a77-5b8a-4a04-9d5c-355d8cab309f, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b25d5a77-5b8a-4a04-9d5c-355d8cab309f,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:59.457632 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.459074 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8934e400-9a84-4011-a43e-de4dddc59340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network b38a8c5a-5569-4c97-a077-d69d012fd0af is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:59.478481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-8934e400-9a84-4011-a43e-de4dddc59340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:59.481761 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934e400-9a84-4011-a43e-de4dddc59340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=0cbba71a-d389-4765-af99-1fc6b441134f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:59.495468 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8934e400-9a84-4011-a43e-de4dddc59340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:59.501902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8934e400-9a84-4011-a43e-de4dddc59340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:59.502877 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8934e400-9a84-4011-a43e-de4dddc59340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.566809 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=b25d5a77-5b8a-4a04-9d5c-355d8cab309f,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:59.571628 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a4ffc-a545-490b-9130-53a51dfea600 req-dedfec16-b37d-4b59-a100-ffd097f0da2f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:59.577815 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a8e78128-ddc5-4d5e-81ac-746de7e838f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.580528 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b23a4ffc-a545-490b-9130-53a51dfea600 req-dedfec16-b37d-4b59-a100-ffd097f0da2f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 944 time: 0.2916620 Jul 13 07:50:59.583928 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a8e78128-ddc5-4d5e-81ac-746de7e838f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.614632 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.615891 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d4f69-9c34-4949-b13f-41a9324d816f req-3c3ad52a-0320-4874-95f8-5e51c13465b6 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:59.623391 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d4f69-9c34-4949-b13f-41a9324d816f req-3c3ad52a-0320-4874-95f8-5e51c13465b6 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:59.629785 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.632245 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d4f69-9c34-4949-b13f-41a9324d816f req-3c3ad52a-0320-4874-95f8-5e51c13465b6 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:59.637097 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a8e78128-ddc5-4d5e-81ac-746de7e838f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c9992d6ab18f4422accc9ec68c58ece7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3798149 Jul 13 07:50:59.640984 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56842) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:59.645006 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b39d4f69-9c34-4949-b13f-41a9324d816f req-3c3ad52a-0320-4874-95f8-5e51c13465b6 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb&device_id=0e67f329-8ed7-4865-9e7f-f6be2470c8a1&device_id=52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf HTTP/1.1" status: 200 len: 2416 time: 0.3330104 Jul 13 07:50:59.651285 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8934e400-9a84-4011-a43e-de4dddc59340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4464099 Jul 13 07:50:59.658738 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56844) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:59.686039 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e78128-ddc5-4d5e-81ac-746de7e838f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4656405d-29ac-41c0-b710-5359fe32d0f1,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:59.765553 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7f449866-6e21-4e92-9c71-089abf5a599a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.793557 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7f449866-6e21-4e92-9c71-089abf5a599a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.795887 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b23a4ffc-a545-490b-9130-53a51dfea600 req-d6730b3a-e8d0-4e9b-aebe-3ae18c5f07cf tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139564 Jul 13 07:50:59.832482 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b39d4f69-9c34-4949-b13f-41a9324d816f req-ab23d242-ea24-48db-936a-6bf987481980 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864417 Jul 13 07:50:59.858192 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880f243d-24fd-4a74-bdb7-9b22f3bbd595'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:59.860847 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1196ccea-0bac-427f-b67e-d2aaaaadbc3d" -d '{"events": [{"server_uuid": "e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199", "name": "network-vif-plugged", "status": "completed", "tag": "880f243d-24fd-4a74-bdb7-9b22f3bbd595"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:59.877195 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 880f243d-24fd-4a74-bdb7-9b22f3bbd595, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=880f243d-24fd-4a74-bdb7-9b22f3bbd595,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:59.879134 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a8399-3ab7-4521-baa8-8df7723d6ed3 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting port 0cbba71a-d389-4765-af99-1fc6b441134f {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:59.879618 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f1a8399-3ab7-4521-baa8-8df7723d6ed3 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.894188 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.902639 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7f449866-6e21-4e92-9c71-089abf5a599a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.905219 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7f449866-6e21-4e92-9c71-089abf5a599a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.906751 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7f449866-6e21-4e92-9c71-089abf5a599a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4656405d-29ac-41c0-b710-5359fe32d0f1 HTTP/1.1" status: 204 len: 168 time: 0.2608576 Jul 13 07:50:59.919071 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f449866-6e21-4e92-9c71-089abf5a599a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4656405d-29ac-41c0-b710-5359fe32d0f1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:00.044515 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f1a8399-3ab7-4521-baa8-8df7723d6ed3 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.060387 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=880f243d-24fd-4a74-bdb7-9b22f3bbd595,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:00.086383 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a8399-3ab7-4521-baa8-8df7723d6ed3 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Calling delete_port for 0cbba71a-d389-4765-af99-1fc6b441134f owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:00.189495 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f1a8399-3ab7-4521-baa8-8df7723d6ed3 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.235630 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a8399-3ab7-4521-baa8-8df7723d6ed3 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Port': ['ID=0cbba71a-d389-4765-af99-1fc6b441134f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:00.240398 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f1a8399-3ab7-4521-baa8-8df7723d6ed3 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.245090 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56858) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:00.245212 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8f1a8399-3ab7-4521-baa8-8df7723d6ed3 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/ports/0cbba71a-d389-4765-af99-1fc6b441134f HTTP/1.1" status: 204 len: 168 time: 0.5841558 Jul 13 07:51:00.251973 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-633d131a-29e0-4415-9a47-6d95d3863247 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'port': {'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af', 'mac_address': 'fa:16:3e:20:8f:f6', 'name': 'tempest-PortsTestJSON-633449509'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:00.295628 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-c33118d0-38ae-4998-8c60-308bdf28e516 req-8e6f691f-8ecd-456b-9f42-907652a1984d tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:51:00.296644 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c33118d0-38ae-4998-8c60-308bdf28e516 req-8e6f691f-8ecd-456b-9f42-907652a1984d tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060592 Jul 13 07:51:00.411787 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633d131a-29e0-4415-9a47-6d95d3863247 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:00.456834 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b3914605-452e-403a-88f2-eb9d160a319f None None] Provisioning complete for port 880f243d-24fd-4a74-bdb7-9b22f3bbd595 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:00.458171 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b3914605-452e-403a-88f2-eb9d160a319f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.467678 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c33118d0-38ae-4998-8c60-308bdf28e516 req-e5586fcc-b120-48ee-9234-bafeee24e0ba tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1642103 Jul 13 07:51:00.515245 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56860) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:00.535172 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ecf760c-3573-4b8f-95ec-0235d80db503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.559031 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-633d131a-29e0-4415-9a47-6d95d3863247 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.613654 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-633d131a-29e0-4415-9a47-6d95d3863247 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] device_id is not set on port e9cbfd3c-9697-472a-ba59-ad3cd086ea1c yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:51:00.666333 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ecf760c-3573-4b8f-95ec-0235d80db503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.672467 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ecf760c-3573-4b8f-95ec-0235d80db503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.736530 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4ecf760c-3573-4b8f-95ec-0235d80db503 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c971b88b81f441809f86024e20f21301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2196023 Jul 13 07:51:00.739936 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56862) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:00.753976 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf760c-3573-4b8f-95ec-0235d80db503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5212125a-c53f-40a6-b548-03b91ca13f0c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:00.847341 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] Sync routers for ids ['d291a3d3-64e6-4a51-8af2-ef65804f974d'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:00.873082 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] Routers {'d291a3d3-64e6-4a51-8af2-ef65804f974d'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:00.873827 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:50:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['d291a3d3-64e6-4a51-8af2-ef65804f974d'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:00.945668 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eb59a5ff-60b2-4e3e-b242-6e455c46007a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.998380 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-633d131a-29e0-4415-9a47-6d95d3863247 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.027858 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] Set router d291a3d3-64e6-4a51-8af2-ef65804f974d gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:01.046428 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eb59a5ff-60b2-4e3e-b242-6e455c46007a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.072818 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845cb38-91f6-452c-8940-e9d90e0513ba req-b147b74c-f58c-4b7b-8097-760445c218e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:01.074435 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a845cb38-91f6-452c-8940-e9d90e0513ba req-b147b74c-f58c-4b7b-8097-760445c218e4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 1097 time: 0.1125903 Jul 13 07:51:01.121468 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e3b02a-a083-4428-970b-bab942277622 x-openstack-request-id: req-64e3b02a-a083-4428-970b-bab942277622 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:01.121468 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199", "name": "network-vif-plugged", "status": "completed", "tag": "880f243d-24fd-4a74-bdb7-9b22f3bbd595", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:01.121706 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64e3b02a-a083-4428-970b-bab942277622 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:01.122421 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880f243d-24fd-4a74-bdb7-9b22f3bbd595', 'code': 200} Jul 13 07:51:01.141030 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a845cb38-91f6-452c-8940-e9d90e0513ba req-1326bd86-f195-4820-b6cc-444b8246119f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558665 Jul 13 07:51:01.195675 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-633d131a-29e0-4415-9a47-6d95d3863247 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.217963 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eb59a5ff-60b2-4e3e-b242-6e455c46007a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.222241 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eb59a5ff-60b2-4e3e-b242-6e455c46007a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.223411 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-eb59a5ff-60b2-4e3e-b242-6e455c46007a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5212125a-c53f-40a6-b548-03b91ca13f0c HTTP/1.1" status: 204 len: 168 time: 0.4825239 Jul 13 07:51:01.294564 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b25d5a77-5b8a-4a04-9d5c-355d8cab309f up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:01.321255 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633d131a-29e0-4415-9a47-6d95d3863247 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network b38a8c5a-5569-4c97-a077-d69d012fd0af is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:01.342141 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-633d131a-29e0-4415-9a47-6d95d3863247 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:01.347977 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633d131a-29e0-4415-9a47-6d95d3863247 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:01.363843 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633d131a-29e0-4415-9a47-6d95d3863247 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:01.364502 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-633d131a-29e0-4415-9a47-6d95d3863247 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.381717 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59a5ff-60b2-4e3e-b242-6e455c46007a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5212125a-c53f-40a6-b548-03b91ca13f0c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:01.409470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f84f1-a101-46bb-a77b-a88e9f8adceb req-47935261-c174-4310-b644-20fde6d48680 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:01.420771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e7f84f1-a101-46bb-a77b-a88e9f8adceb req-47935261-c174-4310-b644-20fde6d48680 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 945 time: 0.1097462 Jul 13 07:51:01.428376 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d131a-29e0-4415-9a47-6d95d3863247 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=e9cbfd3c-9697-472a-ba59-ad3cd086ea1c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:01.445491 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.464382 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-633d131a-29e0-4415-9a47-6d95d3863247 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2170417 Jul 13 07:51:01.467131 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56906) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:01.473333 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e7f84f1-a101-46bb-a77b-a88e9f8adceb req-58954f2d-747e-49b8-9291-58810ca32ed6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513701 Jul 13 07:51:01.507848 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56910) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:01.514074 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ff699fd9-4083-40f0-bfe0-07b283b9abef tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--596445441', 'description': 'tempest-description--1339776248'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:01.538628 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b25d5a77-5b8a-4a04-9d5c-355d8cab309f triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:01.539436 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.545634 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'name': 'tempest-AttachVolumeShelveTestJSON-109090500-router', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:57Z', 'revision_number': 4, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'gw_port': {'id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'c768b043-fad6-47a1-995a-39f821bbf6af', 'name': '', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'mac_address': 'fa:16:3e:d8:72:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:56Z', 'updated_at': '2021-07-13T07:50:57Z', 'revision_number': 2, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'subnets': [{'id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:01.574623 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff699fd9-4083-40f0-bfe0-07b283b9abef tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.614615 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] Checking router: d291a3d3-64e6-4a51-8af2-ef65804f974d for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:51:01.615083 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb166dc0-0c11-4de6-9487-cd8d1d1f4d94 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:01.615736 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] Updating router d291a3d3-64e6-4a51-8af2-ef65804f974d port c768b043-fad6-47a1-995a-39f821bbf6af binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:51:01.620313 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cb166dc0-0c11-4de6-9487-cd8d1d1f4d94 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports/e9cbfd3c-9697-472a-ba59-ad3cd086ea1c HTTP/1.1" status: 200 len: 840 time: 0.1516838 Jul 13 07:51:01.621566 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56922) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:01.747910 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.846190 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff699fd9-4083-40f0-bfe0-07b283b9abef tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.857683 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff699fd9-4083-40f0-bfe0-07b283b9abef tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.858714 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-1e05b5d3-b38b-4491-964a-8108bb2266cd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting port e9cbfd3c-9697-472a-ba59-ad3cd086ea1c {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:01.860233 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1e05b5d3-b38b-4491-964a-8108bb2266cd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.953969 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff699fd9-4083-40f0-bfe0-07b283b9abef tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.957630 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ff699fd9-4083-40f0-bfe0-07b283b9abef tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4486306 Jul 13 07:51:01.961923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56958) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:01.967506 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a7b2dac2-5444-4701-8ae8-728b3c8f83e2 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Request body: {'security_group_rule': {'security_group_id': '158593da-1adf-4ecb-b06c-e4c672211c77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:01.990909 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff699fd9-4083-40f0-bfe0-07b283b9abef tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=158593da-1adf-4ecb-b06c-e4c672211c77,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:02.071035 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7b2dac2-5444-4701-8ae8-728b3c8f83e2 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.124429 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1e05b5d3-b38b-4491-964a-8108bb2266cd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.175703 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-1e05b5d3-b38b-4491-964a-8108bb2266cd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Calling delete_port for e9cbfd3c-9697-472a-ba59-ad3cd086ea1c owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:02.275743 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7b2dac2-5444-4701-8ae8-728b3c8f83e2 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.284734 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7b2dac2-5444-4701-8ae8-728b3c8f83e2 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.349028 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7b2dac2-5444-4701-8ae8-728b3c8f83e2 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.353738 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a7b2dac2-5444-4701-8ae8-728b3c8f83e2 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3907654 Jul 13 07:51:02.354135 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57000) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:02.357680 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2dac2-5444-4701-8ae8-728b3c8f83e2 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35641cb8-7561-4bd8-887a-c05549acf8ed,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:02.362037 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-9e835457-b3da-451a-be0b-a7cd2b702f40 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Request body: {'security_group_rule': {'security_group_id': '158593da-1adf-4ecb-b06c-e4c672211c77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:02.362674 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.381853 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1e05b5d3-b38b-4491-964a-8108bb2266cd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.385666 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] Transition to ACTIVE for port object c768b043-fad6-47a1-995a-39f821bbf6af will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:02.395781 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.450254 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05b5d3-b38b-4491-964a-8108bb2266cd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Port': ['ID=e9cbfd3c-9697-472a-ba59-ad3cd086ea1c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:02.474356 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1e05b5d3-b38b-4491-964a-8108bb2266cd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.478474 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1e05b5d3-b38b-4491-964a-8108bb2266cd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/ports/e9cbfd3c-9697-472a-ba59-ad3cd086ea1c HTTP/1.1" status: 204 len: 168 time: 0.8535314 Jul 13 07:51:02.481742 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57020) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:02.522116 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcea6944-2eb6-40a2-a55b-c39efdea5224 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] GET failed (client error): The resource could not be found. Jul 13 07:51:02.524095 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bcea6944-2eb6-40a2-a55b-c39efdea5224 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports/e9cbfd3c-9697-472a-ba59-ad3cd086ea1c HTTP/1.1" status: 404 len: 333 time: 0.0411143 Jul 13 07:51:02.528645 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57028) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:02.531751 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9e835457-b3da-451a-be0b-a7cd2b702f40 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.534171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bac81588-9b3d-4005-99ab-9444e7ea7e43 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'port': {'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af', 'name': 'tempest-PortsTestJSON-34787411'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:02.584197 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffda0f6-5366-4203-9baf-1f3731b4323e None None] Pushing event updated for resources: {'Port': ['ID=c768b043-fad6-47a1-995a-39f821bbf6af,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:02.622303 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9e835457-b3da-451a-be0b-a7cd2b702f40 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.633122 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9e835457-b3da-451a-be0b-a7cd2b702f40 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.686408 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e835457-b3da-451a-be0b-a7cd2b702f40 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11cebe17-7d9c-425b-851f-91a8c140dd84,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:02.695301 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9e835457-b3da-451a-be0b-a7cd2b702f40 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.704686 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9e835457-b3da-451a-be0b-a7cd2b702f40 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3492947 Jul 13 07:51:02.705383 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57048) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:02.712722 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1997fcb1-6446-49a2-96d8-5ac195520f96 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:02.774066 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] Attempting to bind port c768b043-fad6-47a1-995a-39f821bbf6af on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:02.775808 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] Attempting to bind port c768b043-fad6-47a1-995a-39f821bbf6af by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'e59dd538-281d-4885-bc59-b883b76b38c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:02.777415 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] Attempting to bind port c768b043-fad6-47a1-995a-39f821bbf6af on network af7ca3eb-4965-4f8d-8ffe-2935fee77b89 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:02.777773 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1997fcb1-6446-49a2-96d8-5ac195520f96 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for floatingip, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.790868 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:02.791990 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] Checking segment: {'id': 'e59dd538-281d-4885-bc59-b883b76b38c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:02.794245 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.794975 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] Bound using segment: {'id': 'e59dd538-281d-4885-bc59-b883b76b38c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:02.795692 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] Bound port: c768b043-fad6-47a1-995a-39f821bbf6af, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59dd538-281d-4885-bc59-b883b76b38c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:02.796763 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.815754 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac81588-9b3d-4005-99ab-9444e7ea7e43 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:02.819919 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bac81588-9b3d-4005-99ab-9444e7ea7e43 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.978468 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1997fcb1-6446-49a2-96d8-5ac195520f96 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.993830 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] For port c768b043-fad6-47a1-995a-39f821bbf6af, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:03.002517 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] For port c768b043-fad6-47a1-995a-39f821bbf6af, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c768b043-fad6-47a1-995a-39f821bbf6af,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:03.014360 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.094422 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffda0f6-5366-4203-9baf-1f3731b4323e None None] Pushing event updated for resources: {'Port': ['ID=c768b043-fad6-47a1-995a-39f821bbf6af,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:03.124821 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] Routers {'d291a3d3-64e6-4a51-8af2-ef65804f974d'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:03.126315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:50:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['d291a3d3-64e6-4a51-8af2-ef65804f974d'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:03.298624 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-1997fcb1-6446-49a2-96d8-5ac195520f96 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Allocated IP 172.25.0.56 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/7f119fb7-c080-4d9b-b4c5-db1bdf4f86aa) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:03.335493 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] Set router d291a3d3-64e6-4a51-8af2-ef65804f974d gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:03.523086 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1997fcb1-6446-49a2-96d8-5ac195520f96 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.633333 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1997fcb1-6446-49a2-96d8-5ac195520f96 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.698107 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1997fcb1-6446-49a2-96d8-5ac195520f96 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:03.701971 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-1997fcb1-6446-49a2-96d8-5ac195520f96 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:03.709276 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1997fcb1-6446-49a2-96d8-5ac195520f96 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:03.758919 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-bac81588-9b3d-4005-99ab-9444e7ea7e43 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] device_id is not set on port 2aeb945f-d0ba-4ade-b2d6-ecd383f73c0c yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:51:03.761045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997fcb1-6446-49a2-96d8-5ac195520f96 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Pushing event updated for resources: {'Port': ['ID=7f119fb7-c080-4d9b-b4c5-db1bdf4f86aa,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:03.796889 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'name': 'tempest-AttachVolumeShelveTestJSON-109090500-router', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:57Z', 'revision_number': 4, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'gw_port': {'id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'c768b043-fad6-47a1-995a-39f821bbf6af', 'name': '', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'mac_address': 'fa:16:3e:d8:72:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:56Z', 'updated_at': '2021-07-13T07:51:02Z', 'revision_number': 4, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'subnets': [{'id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:03.848032 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c9a10-52f3-4d3e-92df-8b778979de36 None None] The sync data for ids ['d291a3d3-64e6-4a51-8af2-ef65804f974d'] in n-d-779913-28 is: [{'id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'name': 'tempest-AttachVolumeShelveTestJSON-109090500-router', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:57Z', 'revision_number': 4, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'gw_port': {'id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'c768b043-fad6-47a1-995a-39f821bbf6af', 'name': '', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'mac_address': 'fa:16:3e:d8:72:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:56Z', 'updated_at': '2021-07-13T07:51:02Z', 'revision_number': 4, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'subnets': [{'id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:03.912366 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea736f7-cfc6-4409-82de-bc139e25ec30 req-8df92cd7-156b-45a3-a466-15212329fe3b tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:03.926727 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1997fcb1-6446-49a2-96d8-5ac195520f96 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.935587 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eea736f7-cfc6-4409-82de-bc139e25ec30 req-8df92cd7-156b-45a3-a466-15212329fe3b tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 945 time: 0.2934778 Jul 13 07:51:04.058886 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eea736f7-cfc6-4409-82de-bc139e25ec30 req-5051c6a6-2147-4678-bc52-27555b6ff67d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219702 Jul 13 07:51:04.085917 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1997fcb1-6446-49a2-96d8-5ac195520f96 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.186060 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bac81588-9b3d-4005-99ab-9444e7ea7e43 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.298337 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bac81588-9b3d-4005-99ab-9444e7ea7e43 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.339619 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac81588-9b3d-4005-99ab-9444e7ea7e43 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network b38a8c5a-5569-4c97-a077-d69d012fd0af is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:04.344847 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-bac81588-9b3d-4005-99ab-9444e7ea7e43 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:04.403046 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac81588-9b3d-4005-99ab-9444e7ea7e43 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:04.411874 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac81588-9b3d-4005-99ab-9444e7ea7e43 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:04.412534 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bac81588-9b3d-4005-99ab-9444e7ea7e43 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.480735 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac81588-9b3d-4005-99ab-9444e7ea7e43 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=2aeb945f-d0ba-4ade-b2d6-ecd383f73c0c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:04.500128 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bac81588-9b3d-4005-99ab-9444e7ea7e43 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.9705541 Jul 13 07:51:04.503815 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57246) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:04.509530 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3ad8607c-2b17-49c6-b7a2-0aac71a6847d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:04.518212 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1997fcb1-6446-49a2-96d8-5ac195520f96 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.529004 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1997fcb1-6446-49a2-96d8-5ac195520f96 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.669696 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997fcb1-6446-49a2-96d8-5ac195520f96 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Pushing event updated for resources: {'Port': ['ID=7f119fb7-c080-4d9b-b4c5-db1bdf4f86aa,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:04.682186 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1997fcb1-6446-49a2-96d8-5ac195520f96 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.708409 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1997fcb1-6446-49a2-96d8-5ac195520f96 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.717117 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a776ba-0e90-4339-ac39-02b790dc464e req-4901c29c-6664-4686-bf22-ae9fca42f845 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:04.719535 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1997fcb1-6446-49a2-96d8-5ac195520f96 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0045860 Jul 13 07:51:04.724649 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-67a776ba-0e90-4339-ac39-02b790dc464e req-4901c29c-6664-4686-bf22-ae9fca42f845 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 945 time: 0.4699111 Jul 13 07:51:04.741640 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ad8607c-2b17-49c6-b7a2-0aac71a6847d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.847680 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181046d-8c90-424c-a329-0292e5fb2120 req-35800c7a-ad18-4639-9fea-1275e5dc67bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:04.857815 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9181046d-8c90-424c-a329-0292e5fb2120 req-35800c7a-ad18-4639-9fea-1275e5dc67bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 945 time: 0.3064666 Jul 13 07:51:04.878790 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-67a776ba-0e90-4339-ac39-02b790dc464e req-10a4529c-60b0-4592-ba4d-202a972a1ff8 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430368 Jul 13 07:51:04.957145 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c768b043-fad6-47a1-995a-39f821bbf6af up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:05.026335 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9181046d-8c90-424c-a329-0292e5fb2120 req-3b3b9174-1d7d-4cb2-9144-b12847a61615 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545372 Jul 13 07:51:05.076418 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port c768b043-fad6-47a1-995a-39f821bbf6af completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:05.082110 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port c768b043-fad6-47a1-995a-39f821bbf6af triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:05.082497 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.218741 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ad8607c-2b17-49c6-b7a2-0aac71a6847d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.253441 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ad8607c-2b17-49c6-b7a2-0aac71a6847d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.302004 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.330685 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-3ad8607c-2b17-49c6-b7a2-0aac71a6847d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] In _notify_port_updated(), no bound segment for port 2aeb945f-d0ba-4ade-b2d6-ecd383f73c0c on network b38a8c5a-5569-4c97-a077-d69d012fd0af {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:51:05.338451 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad8607c-2b17-49c6-b7a2-0aac71a6847d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:05.339948 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ad8607c-2b17-49c6-b7a2-0aac71a6847d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.341592 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3ad8607c-2b17-49c6-b7a2-0aac71a6847d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "PUT /v2.0/ports/2aeb945f-d0ba-4ade-b2d6-ecd383f73c0c HTTP/1.1" status: 200 len: 818 time: 0.8364990 Jul 13 07:51:05.344226 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57358) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:05.351783 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8607c-2b17-49c6-b7a2-0aac71a6847d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=2aeb945f-d0ba-4ade-b2d6-ecd383f73c0c,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:05.374161 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port c768b043-fad6-47a1-995a-39f821bbf6af, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c768b043-fad6-47a1-995a-39f821bbf6af,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:05.381707 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-2a1f8e1e-fb90-4a56-81ea-ab5ad03e6363 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--596445441&fields=id&tenant_id=b3de4ade69c24e9b8a0825017e0177ec HTTP/1.1" status: 200 len: 267 time: 0.1604073 Jul 13 07:51:05.383230 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.507174 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=c768b043-fad6-47a1-995a-39f821bbf6af,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:05.572509 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-e3e90915-9c39-4503-a46f-534b9dce71ee tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:05.575088 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-e3e90915-9c39-4503-a46f-534b9dce71ee tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/networks?id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89 HTTP/1.1" status: 200 len: 816 time: 0.1924222 Jul 13 07:51:05.632589 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-6f18a2e5-6d86-4613-bbb9-9b5cf39a1172 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting port 2aeb945f-d0ba-4ade-b2d6-ecd383f73c0c {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:05.633056 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6f18a2e5-6d86-4613-bbb9-9b5cf39a1172 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.639027 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b552bf-213d-40a2-bc4a-23455b59e53f req-49226afa-04fe-428f-844c-85ec2d3d3d12 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:05.647467 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d1b552bf-213d-40a2-bc4a-23455b59e53f req-49226afa-04fe-428f-844c-85ec2d3d3d12 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 945 time: 0.4574440 Jul 13 07:51:05.686713 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-15f03f87-d2b9-4e48-89c8-71d2947c4fad tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/quotas/b3de4ade69c24e9b8a0825017e0177ec HTTP/1.1" status: 200 len: 375 time: 0.0286670 Jul 13 07:51:05.781281 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6f18a2e5-6d86-4613-bbb9-9b5cf39a1172 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.785773 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d1b552bf-213d-40a2-bc4a-23455b59e53f req-1636bdd1-f75d-4876-86b5-5ac9bdb410e0 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342828 Jul 13 07:51:05.798917 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-6f18a2e5-6d86-4613-bbb9-9b5cf39a1172 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Calling delete_port for 2aeb945f-d0ba-4ade-b2d6-ecd383f73c0c owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:05.838373 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6eca32a9-01c0-4826-81bf-75f168f19d93 None None] Provisioning complete for port c768b043-fad6-47a1-995a-39f821bbf6af triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:05.838989 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6eca32a9-01c0-4826-81bf-75f168f19d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.862388 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a28d0-3780-4686-8132-848d980ae780 req-77a88152-8c3d-41fa-89f4-e5ded8282f68 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:05.865757 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-572a28d0-3780-4686-8132-848d980ae780 req-77a88152-8c3d-41fa-89f4-e5ded8282f68 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 945 time: 0.2872825 Jul 13 07:51:05.958433 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6f18a2e5-6d86-4613-bbb9-9b5cf39a1172 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.999380 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18a2e5-6d86-4613-bbb9-9b5cf39a1172 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Port': ['ID=2aeb945f-d0ba-4ade-b2d6-ecd383f73c0c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:06.019026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57434) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:06.028567 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6f18a2e5-6d86-4613-bbb9-9b5cf39a1172 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.033072 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-e1a54579-9bf2-4764-940a-a885cd40eda6 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b3de4ade69c24e9b8a0825017e0177ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3288243 Jul 13 07:51:06.033619 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57440) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:06.033821 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6f18a2e5-6d86-4613-bbb9-9b5cf39a1172 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/ports/2aeb945f-d0ba-4ade-b2d6-ecd383f73c0c HTTP/1.1" status: 204 len: 168 time: 0.6882215 Jul 13 07:51:06.161165 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-040eeac3-3199-4e1f-9033-0fb484133f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.222760 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-95314814-5823-48b6-a9a7-4785cf38d816 service neutron] 10.222.0.58 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576207 Jul 13 07:51:06.231676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-572a28d0-3780-4686-8132-848d980ae780 req-b55d1816-2059-4ce5-99da-aadd1dc63ff0 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Deleting port e1c03179-a80e-44b7-a2f9-654ea556b279 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:06.232045 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-572a28d0-3780-4686-8132-848d980ae780 req-b55d1816-2059-4ce5-99da-aadd1dc63ff0 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.252376 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d605c7c-803b-4b11-9340-297f57ccc74e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:06.254573 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7d605c7c-803b-4b11-9340-297f57ccc74e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1906066 Jul 13 07:51:06.260558 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57444) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:06.308554 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-040eeac3-3199-4e1f-9033-0fb484133f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.310114 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0c9757-1de9-4236-b46e-09bcb5cbf670 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] GET failed (client error): The resource could not be found. Jul 13 07:51:06.312181 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ef0c9757-1de9-4236-b46e-09bcb5cbf670 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports/2aeb945f-d0ba-4ade-b2d6-ecd383f73c0c HTTP/1.1" status: 404 len: 333 time: 0.0493934 Jul 13 07:51:06.315662 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57448) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:06.321780 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-574ec889-b326-4368-81e3-528ee5c02132 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1403257517'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:06.328904 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-040eeac3-3199-4e1f-9033-0fb484133f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.374863 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574ec889-b326-4368-81e3-528ee5c02132 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:06.378344 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-574ec889-b326-4368-81e3-528ee5c02132 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.385141 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-040eeac3-3199-4e1f-9033-0fb484133f50 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=86839b7ba6f6492da8ac355dfc560405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3648756 Jul 13 07:51:06.389574 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57450) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:06.391886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040eeac3-3199-4e1f-9033-0fb484133f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105ce77d-12ee-4190-962e-291364a29b00,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:06.421454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-574ec889-b326-4368-81e3-528ee5c02132 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:06.430951 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-574ec889-b326-4368-81e3-528ee5c02132 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.431292 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-574ec889-b326-4368-81e3-528ee5c02132 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Added segment b007d840-a033-410d-b363-e845fa45e704 of type vlan for network 493e630c-69f7-4db0-bbd0-4dd69da7e6f9 Jul 13 07:51:06.474598 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-572a28d0-3780-4686-8132-848d980ae780 req-b55d1816-2059-4ce5-99da-aadd1dc63ff0 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] For port e1c03179-a80e-44b7-a2f9-654ea556b279, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=e1c03179-a80e-44b7-a2f9-654ea556b279,segment=NetworkSegment(293b2719-f767-4d4b-bc88-b5129957a57c),segment_id=293b2719-f767-4d4b-bc88-b5129957a57c)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:06.474970 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-572a28d0-3780-4686-8132-848d980ae780 req-b55d1816-2059-4ce5-99da-aadd1dc63ff0 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.482360 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-4e367a55-c64a-4ad6-9dc9-76b7a5a6708a service neutron] 10.222.0.58 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532244 Jul 13 07:51:06.484708 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-574ec889-b326-4368-81e3-528ee5c02132 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.503682 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-572a28d0-3780-4686-8132-848d980ae780 req-b55d1816-2059-4ce5-99da-aadd1dc63ff0 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Calling delete_port for e1c03179-a80e-44b7-a2f9-654ea556b279 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:06.526621 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-574ec889-b326-4368-81e3-528ee5c02132 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.541034 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574ec889-b326-4368-81e3-528ee5c02132 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:06.541034 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-574ec889-b326-4368-81e3-528ee5c02132 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.574722 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-574ec889-b326-4368-81e3-528ee5c02132 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2546775 Jul 13 07:51:06.581917 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15f219f4-d2c9-42f3-b453-d8797e4c9547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.584128 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57458) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:06.592295 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-067ce352-4e85-4c39-960f-66c0bbddfc35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'subnet': {'network_id': '493e630c-69f7-4db0-bbd0-4dd69da7e6f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:06.619963 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15f219f4-d2c9-42f3-b453-d8797e4c9547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.651069 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db8234-e57a-484f-a14b-3f308d2e497c req-eed11a42-9055-46f1-8196-a2e14f97c915 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:06.652946 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-49db8234-e57a-484f-a14b-3f308d2e497c req-eed11a42-9055-46f1-8196-a2e14f97c915 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 945 time: 0.2255166 Jul 13 07:51:06.675309 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ec889-b326-4368-81e3-528ee5c02132 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Network': ['ID=493e630c-69f7-4db0-bbd0-4dd69da7e6f9,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:06.689092 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 493e630c-69f7-4db0-bbd0-4dd69da7e6f9 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:06.764464 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-49db8234-e57a-484f-a14b-3f308d2e497c req-7155bd74-a7ba-4744-84ae-ff906749b01e tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014714 Jul 13 07:51:06.846572 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15f219f4-d2c9-42f3-b453-d8797e4c9547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.858125 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15f219f4-d2c9-42f3-b453-d8797e4c9547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.858125 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-15f219f4-d2c9-42f3-b453-d8797e4c9547 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/105ce77d-12ee-4190-962e-291364a29b00 HTTP/1.1" status: 204 len: 168 time: 0.4586077 Jul 13 07:51:06.893740 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067ce352-4e85-4c39-960f-66c0bbddfc35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:06.896501 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f219f4-d2c9-42f3-b453-d8797e4c9547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105ce77d-12ee-4190-962e-291364a29b00,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:06.901253 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-067ce352-4e85-4c39-960f-66c0bbddfc35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.919625 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c768b043-fad6-47a1-995a-39f821bbf6af up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:06.926264 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-572a28d0-3780-4686-8132-848d980ae780 req-b55d1816-2059-4ce5-99da-aadd1dc63ff0 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.002695 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['3632aeee-213c-45ae-a31c-ca6c2be68dcb', '76bde74a-0ba1-44c2-aaee-28f08a321c54'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:51:07.005720 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d1816-2059-4ce5-99da-aadd1dc63ff0 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Pushing event deleted for resources: {'Port': ['ID=e1c03179-a80e-44b7-a2f9-654ea556b279,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:07.083869 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71c4c09e-e4ed-4fe5-840f-b3468ee5b24e req-a03b4b82-c9fb-4384-a440-9a48157c488b tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 210 time: 0.0820763 Jul 13 07:51:07.237202 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-572a28d0-3780-4686-8132-848d980ae780 req-b55d1816-2059-4ce5-99da-aadd1dc63ff0 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] No DVR routers for this DVR port e1c03179-a80e-44b7-a2f9-654ea556b279 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:07.238703 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port c768b043-fad6-47a1-995a-39f821bbf6af triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:07.239124 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.259350 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-572a28d0-3780-4686-8132-848d980ae780 req-b55d1816-2059-4ce5-99da-aadd1dc63ff0 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.265612 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-572a28d0-3780-4686-8132-848d980ae780 req-b55d1816-2059-4ce5-99da-aadd1dc63ff0 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.35 "DELETE /v2.0/ports/e1c03179-a80e-44b7-a2f9-654ea556b279 HTTP/1.1" status: 204 len: 173 time: 1.3806293 Jul 13 07:51:07.277930 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a61337-b23e-42f1-94ed-feb3a959bbeb', 'name': 'network-vif-deleted', 'tag': 'e1c03179-a80e-44b7-a2f9-654ea556b279'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:07.280328 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86089ce-9b14-42ff-aba5-b6b989d7d7b5" -d '{"events": [{"server_uuid": "d5a61337-b23e-42f1-94ed-feb3a959bbeb", "name": "network-vif-deleted", "tag": "e1c03179-a80e-44b7-a2f9-654ea556b279"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:07.343306 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbccc1-a801-4c53-bd6c-3ad99ce55b44 req-ed8695c7-fd3d-4569-a743-a98adf9502a5 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:07.350781 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2fbccc1-a801-4c53-bd6c-3ad99ce55b44 req-ed8695c7-fd3d-4569-a743-a98adf9502a5 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 945 time: 0.2173042 Jul 13 07:51:07.382621 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-067ce352-4e85-4c39-960f-66c0bbddfc35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.429385 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2fbccc1-a801-4c53-bd6c-3ad99ce55b44 req-e269351d-7792-4e91-954a-056c10aecdda tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773969 Jul 13 07:51:07.445944 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a082404-0bb6-4569-b212-a840905627bf x-openstack-request-id: req-0a082404-0bb6-4569-b212-a840905627bf {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:07.446272 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a61337-b23e-42f1-94ed-feb3a959bbeb", "name": "network-vif-deleted", "tag": "e1c03179-a80e-44b7-a2f9-654ea556b279", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:07.446529 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a082404-0bb6-4569-b212-a840905627bf {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:07.446944 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a61337-b23e-42f1-94ed-feb3a959bbeb', 'name': 'network-vif-deleted', 'tag': 'e1c03179-a80e-44b7-a2f9-654ea556b279', 'status': 'completed', 'code': 200} Jul 13 07:51:07.502659 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57478) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:07.517891 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ed7fb5c-9fe9-4f52-ae22-4e143179b504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.540421 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ce352-4e85-4c39-960f-66c0bbddfc35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Subnet': ['ID=af709c3f-cd2e-48fc-a802-d47244955507,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:07.644726 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067ce352-4e85-4c39-960f-66c0bbddfc35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Checking segment: {'id': 'b007d840-a033-410d-b363-e845fa45e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '493e630c-69f7-4db0-bbd0-4dd69da7e6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:07.646645 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067ce352-4e85-4c39-960f-66c0bbddfc35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network hostable DHCP agents. Network: 493e630c-69f7-4db0-bbd0-4dd69da7e6f9, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:07.692534 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ed7fb5c-9fe9-4f52-ae22-4e143179b504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.708147 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ed7fb5c-9fe9-4f52-ae22-4e143179b504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.741097 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067ce352-4e85-4c39-960f-66c0bbddfc35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network 493e630c-69f7-4db0-bbd0-4dd69da7e6f9 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:07.761016 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-067ce352-4e85-4c39-960f-66c0bbddfc35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 493e630c-69f7-4db0-bbd0-4dd69da7e6f9) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:07.766483 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067ce352-4e85-4c39-960f-66c0bbddfc35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:07.767217 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-067ce352-4e85-4c39-960f-66c0bbddfc35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.778369 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e10c6d3-7001-4e2a-82f2-62e2287658b7 None None] Network 493e630c-69f7-4db0-bbd0-4dd69da7e6f9 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:07.788608 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2ed7fb5c-9fe9-4f52-ae22-4e143179b504 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b117444f52f4066bfba54bf8512e131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2842634 Jul 13 07:51:07.790064 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7fb5c-9fe9-4f52-ae22-4e143179b504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa3be3d-f7bd-41a7-a8e9-865666152425,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:07.791102 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57482) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:07.818790 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-067ce352-4e85-4c39-960f-66c0bbddfc35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2318974 Jul 13 07:51:07.821344 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57486) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:07.827539 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-943bd61f-e8e0-4f40-b3d0-559b046fdb26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'subnet': {'network_id': '493e630c-69f7-4db0-bbd0-4dd69da7e6f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:07.911352 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-79b9c2d9-e9ac-4db4-9ad1-84d4aa6f9f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.941136 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-79b9c2d9-e9ac-4db4-9ad1-84d4aa6f9f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.959089 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.022100 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-79b9c2d9-e9ac-4db4-9ad1-84d4aa6f9f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.027497 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-79b9c2d9-e9ac-4db4-9ad1-84d4aa6f9f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.029018 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-79b9c2d9-e9ac-4db4-9ad1-84d4aa6f9f0f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1aa3be3d-f7bd-41a7-a8e9-865666152425 HTTP/1.1" status: 204 len: 168 time: 0.2358184 Jul 13 07:51:08.049011 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9c2d9-e9ac-4db4-9ad1-84d4aa6f9f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa3be3d-f7bd-41a7-a8e9-865666152425,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:08.079928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943bd61f-e8e0-4f40-b3d0-559b046fdb26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:08.083352 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-943bd61f-e8e0-4f40-b3d0-559b046fdb26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.110332 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df9064f8-a4a7-41a4-bcf2-954e717c44ba req-62db22f9-7215-41d8-a5ed-1fd7becf12d7 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5a61337-b23e-42f1-94ed-feb3a959bbeb HTTP/1.1" status: 200 len: 210 time: 0.0520704 Jul 13 07:51:08.203361 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-493e630c-69f7-4db0-bbd0-4dd69da7e6f9', 'network_id': '493e630c-69f7-4db0-bbd0-4dd69da7e6f9', 'tenant_id': '2a5e43a8d0ef422c8edca9e41c5be9e2', 'fixed_ips': [{'subnet_id': 'af709c3f-cd2e-48fc-a802-d47244955507'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:08.204463 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.284378 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device e1c03179-a80e-44b7-a2f9-654ea556b279 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:51:08.457544 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-27c2e095-cdf2-46d3-aaa2-83d79375be73 req-052d0390-e55b-4825-a76b-5ba759440a13 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 210 time: 0.1060467 Jul 13 07:51:08.477908 n-d-779913-28 neutron-server[93724]: INFO neutron.db.ipam_backend_mixin [None req-943bd61f-e8e0-4f40-b3d0-559b046fdb26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet af709c3f-cd2e-48fc-a802-d47244955507 (CIDR: 172.20.0.0/28) Jul 13 07:51:08.495052 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc702a26-8dac-4884-b8b3-786cafb395a8 req-2a1b0e98-f034-4fa7-bfac-b4dbeb52fc2c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:08.497919 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc702a26-8dac-4884-b8b3-786cafb395a8 req-2a1b0e98-f034-4fa7-bfac-b4dbeb52fc2c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 945 time: 0.3920524 Jul 13 07:51:08.512694 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: e1c03179-a80e-44b7-a2f9-654ea556b279 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:51:08.513292 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device e1c03179-a80e-44b7-a2f9-654ea556b279 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:51:08.595981 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] Allocated IP 172.20.0.2 (493e630c-69f7-4db0-bbd0-4dd69da7e6f9/af709c3f-cd2e-48fc-a802-d47244955507/0fcc67f1-d1cf-4918-8b78-904a0d28e185) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:08.624087 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-943bd61f-e8e0-4f40-b3d0-559b046fdb26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:51:08.624718 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943bd61f-e8e0-4f40-b3d0-559b046fdb26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:08.792902 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-943bd61f-e8e0-4f40-b3d0-559b046fdb26 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9704366 Jul 13 07:51:08.795704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57510) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:08.800883 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-92685ba6-92dd-4551-9967-776f19d5a480 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'subnet': {'network_id': '493e630c-69f7-4db0-bbd0-4dd69da7e6f9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:08.821105 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.829297 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-dc702a26-8dac-4884-b8b3-786cafb395a8 req-18c1b198-0f8f-4097-9fa6-39bbaa2ab974 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Deleting port 880f243d-24fd-4a74-bdb7-9b22f3bbd595 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:08.829922 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dc702a26-8dac-4884-b8b3-786cafb395a8 req-18c1b198-0f8f-4097-9fa6-39bbaa2ab974 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.833577 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] Transition to ACTIVE for port object 0fcc67f1-d1cf-4918-8b78-904a0d28e185 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:08.863277 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] Transition to ACTIVE for port object 0fcc67f1-d1cf-4918-8b78-904a0d28e185 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:08.866430 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.925074 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] Network 493e630c-69f7-4db0-bbd0-4dd69da7e6f9 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:08.952535 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:08.958270 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:08.983223 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] Pushing event updated for resources: {'Port': ['ID=0fcc67f1-d1cf-4918-8b78-904a0d28e185,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:09.077521 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-35fa82b1-b922-4348-8b24-7ad0914c7abc tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:09.079862 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-35fa82b1-b922-4348-8b24-7ad0914c7abc tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.62 "GET /v2.0/networks?id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89 HTTP/1.1" status: 200 len: 816 time: 0.2237968 Jul 13 07:51:09.100267 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-dc702a26-8dac-4884-b8b3-786cafb395a8 req-18c1b198-0f8f-4097-9fa6-39bbaa2ab974 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] For port 880f243d-24fd-4a74-bdb7-9b22f3bbd595, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=880f243d-24fd-4a74-bdb7-9b22f3bbd595,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:09.100885 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] Attempting to bind port 0fcc67f1-d1cf-4918-8b78-904a0d28e185 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:09.101082 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] Attempting to bind port 0fcc67f1-d1cf-4918-8b78-904a0d28e185 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'b007d840-a033-410d-b363-e845fa45e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '493e630c-69f7-4db0-bbd0-4dd69da7e6f9'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:09.101631 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] Attempting to bind port 0fcc67f1-d1cf-4918-8b78-904a0d28e185 on network 493e630c-69f7-4db0-bbd0-4dd69da7e6f9 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:09.105620 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dc702a26-8dac-4884-b8b3-786cafb395a8 req-18c1b198-0f8f-4097-9fa6-39bbaa2ab974 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.107361 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:09.116327 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] Checking segment: {'id': 'b007d840-a033-410d-b363-e845fa45e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '493e630c-69f7-4db0-bbd0-4dd69da7e6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:09.116983 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.117562 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] Bound using segment: {'id': 'b007d840-a033-410d-b363-e845fa45e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '493e630c-69f7-4db0-bbd0-4dd69da7e6f9'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:09.118249 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] Bound port: 0fcc67f1-d1cf-4918-8b78-904a0d28e185, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b007d840-a033-410d-b363-e845fa45e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '493e630c-69f7-4db0-bbd0-4dd69da7e6f9'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:09.118797 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.123657 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92685ba6-92dd-4551-9967-776f19d5a480 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:09.131690 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-92685ba6-92dd-4551-9967-776f19d5a480 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.173404 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a4b69-bffc-4bb1-9153-edee174418e6 req-acb90985-e0db-4a71-b543-e7dc6803264e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:09.176219 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d38a4b69-bffc-4bb1-9153-edee174418e6 req-acb90985-e0db-4a71-b543-e7dc6803264e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 945 time: 0.4902711 Jul 13 07:51:09.196549 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-dc702a26-8dac-4884-b8b3-786cafb395a8 req-18c1b198-0f8f-4097-9fa6-39bbaa2ab974 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Calling delete_port for 880f243d-24fd-4a74-bdb7-9b22f3bbd595 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:09.216986 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-d915d9a6-8808-4726-8ef0-cefa0003db7b tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3de4ade69c24e9b8a0825017e0177ec HTTP/1.1" status: 200 len: 379 time: 0.1212335 Jul 13 07:51:09.271180 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] For port 0fcc67f1-d1cf-4918-8b78-904a0d28e185, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:09.280999 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] For port 0fcc67f1-d1cf-4918-8b78-904a0d28e185, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0fcc67f1-d1cf-4918-8b78-904a0d28e185,segment=NetworkSegment(b007d840-a033-410d-b363-e845fa45e704),segment_id=b007d840-a033-410d-b363-e845fa45e704)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:09.292848 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.303250 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-fac189d1-bdd3-4809-bd27-11d06394ff28 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Request body: {'port': {'device_id': '362c910b-3011-42c5-93d9-91f134a90275', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'admin_state_up': True, 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'security_groups': ['158593da-1adf-4ecb-b06c-e4c672211c77']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:09.374705 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dc702a26-8dac-4884-b8b3-786cafb395a8 req-18c1b198-0f8f-4097-9fa6-39bbaa2ab974 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.425898 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1b198-0f8f-4097-9fa6-39bbaa2ab974 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event deleted for resources: {'Port': ['ID=880f243d-24fd-4a74-bdb7-9b22f3bbd595,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:09.452143 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aebb2b-4574-44bd-86f8-dc11bc6f8fe4 None None] Pushing event updated for resources: {'Port': ['ID=0fcc67f1-d1cf-4918-8b78-904a0d28e185,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:09.512824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d38a4b69-bffc-4bb1-9153-edee174418e6 req-abfd4e16-48c2-49bc-9209-78bb1067f2f0 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353002 Jul 13 07:51:09.663976 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc702a26-8dac-4884-b8b3-786cafb395a8 req-18c1b198-0f8f-4097-9fa6-39bbaa2ab974 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] No DVR routers for this DVR port 880f243d-24fd-4a74-bdb7-9b22f3bbd595 on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:09.668114 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dc702a26-8dac-4884-b8b3-786cafb395a8 req-18c1b198-0f8f-4097-9fa6-39bbaa2ab974 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.673962 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc702a26-8dac-4884-b8b3-786cafb395a8 req-18c1b198-0f8f-4097-9fa6-39bbaa2ab974 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.62 "DELETE /v2.0/ports/880f243d-24fd-4a74-bdb7-9b22f3bbd595 HTTP/1.1" status: 204 len: 173 time: 1.1562450 Jul 13 07:51:09.683824 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199', 'name': 'network-vif-deleted', 'tag': '880f243d-24fd-4a74-bdb7-9b22f3bbd595'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:09.687790 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f158e0bf-6eb3-409a-8cc8-c4eab16a7813" -d '{"events": [{"server_uuid": "e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199", "name": "network-vif-deleted", "tag": "880f243d-24fd-4a74-bdb7-9b22f3bbd595"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:09.754632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-fac189d1-bdd3-4809-bd27-11d06394ff28 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Made reservation on behalf of b3de4ade69c24e9b8a0825017e0177ec for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:09.758247 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-fac189d1-bdd3-4809-bd27-11d06394ff28 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.827782 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e985bd23-73f9-4f7b-8838-306500dcbd27 req-579403ed-725a-41c8-9183-968ba8a254f9 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 210 time: 0.0695050 Jul 13 07:51:10.196584 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c64b1d4-5f0b-4fe6-8476-2b25be638483 x-openstack-request-id: req-6c64b1d4-5f0b-4fe6-8476-2b25be638483 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:10.197402 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199", "name": "network-vif-deleted", "tag": "880f243d-24fd-4a74-bdb7-9b22f3bbd595", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:10.197402 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c64b1d4-5f0b-4fe6-8476-2b25be638483 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:10.197632 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199', 'name': 'network-vif-deleted', 'tag': '880f243d-24fd-4a74-bdb7-9b22f3bbd595', 'status': 'completed', 'code': 200} Jul 13 07:51:10.374885 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-92685ba6-92dd-4551-9967-776f19d5a480 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.507342 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e7dcb-9e73-44cd-8a29-f62c310d1a4b req-4991bfda-ac0e-46e1-ac3a-abb7978b3579 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:10.508600 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92685ba6-92dd-4551-9967-776f19d5a480 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network 493e630c-69f7-4db0-bbd0-4dd69da7e6f9 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:10.508968 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a23e7dcb-9e73-44cd-8a29-f62c310d1a4b req-4991bfda-ac0e-46e1-ac3a-abb7978b3579 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e67f329-8ed7-4865-9e7f-f6be2470c8a1 HTTP/1.1" status: 200 len: 945 time: 0.0869641 Jul 13 07:51:10.516143 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-92685ba6-92dd-4551-9967-776f19d5a480 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:10.519538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92685ba6-92dd-4551-9967-776f19d5a480 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:10.520321 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-92685ba6-92dd-4551-9967-776f19d5a480 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.564677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92685ba6-92dd-4551-9967-776f19d5a480 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Subnet': ['ID=a8c4d719-bd28-46fa-9079-e8b05aeed4cb,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:10.604006 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-92685ba6-92dd-4551-9967-776f19d5a480 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8071561 Jul 13 07:51:10.605600 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57556) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:10.616390 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-39038c17-9c6d-46d7-abd2-e47f73b39553 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'port': {'network_id': '493e630c-69f7-4db0-bbd0-4dd69da7e6f9', 'fixed_ips': [{'subnet_id': 'af709c3f-cd2e-48fc-a802-d47244955507'}, {'subnet_id': 'a8c4d719-bd28-46fa-9079-e8b05aeed4cb'}], 'name': 'tempest-PortsTestJSON-493131467'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:10.639473 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a23e7dcb-9e73-44cd-8a29-f62c310d1a4b req-fb0a1010-bf72-4994-b5d2-030df05891e2 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113982 Jul 13 07:51:10.639864 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-fac189d1-bdd3-4809-bd27-11d06394ff28 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Allocated IP 172.20.0.8 (af7ca3eb-4965-4f8d-8ffe-2935fee77b89/6c438866-8191-4fb5-b30d-fdddd69335c4/b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:10.855931 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3c93bc8-96e0-4e98-b2c5-62e28bc68717 req-8d0e7002-cfd0-4ffc-b864-cac937fc1c77 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 210 time: 0.0664659 Jul 13 07:51:10.946244 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39038c17-9c6d-46d7-abd2-e47f73b39553 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:11.001326 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0fcc67f1-d1cf-4918-8b78-904a0d28e185 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:11.080281 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9694763-e908-45db-bc0f-1c9c3a6638aa req-4336fb17-7f8c-4405-a65c-ce43c02184c1 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 210 time: 0.0526192 Jul 13 07:51:11.186660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 0fcc67f1-d1cf-4918-8b78-904a0d28e185 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:11.198939 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 880f243d-24fd-4a74-bdb7-9b22f3bbd595 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:51:11.237523 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 880f243d-24fd-4a74-bdb7-9b22f3bbd595 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:51:11.237873 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 880f243d-24fd-4a74-bdb7-9b22f3bbd595 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:51:11.312532 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-39038c17-9c6d-46d7-abd2-e47f73b39553 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.374707 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-fac189d1-bdd3-4809-bd27-11d06394ff28 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.379866 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01a93c7-81f1-4343-a438-aeb1483fe96c None None] Network 493e630c-69f7-4db0-bbd0-4dd69da7e6f9 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:11.389680 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-39038c17-9c6d-46d7-abd2-e47f73b39553 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] device_id is not set on port 98899c2e-09c7-4bca-9646-20f742892aad yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:51:11.411547 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-fac189d1-bdd3-4809-bd27-11d06394ff28 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Transition to ACTIVE for port object b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:11.514846 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-830891e9-63fe-4b33-ab33-85e0c2338811 None None] Provisioning for port 0fcc67f1-d1cf-4918-8b78-904a0d28e185 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:11.541535 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-830891e9-63fe-4b33-ab33-85e0c2338811 None None] Provisioning complete for port 0fcc67f1-d1cf-4918-8b78-904a0d28e185 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:11.542716 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-830891e9-63fe-4b33-ab33-85e0c2338811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.572995 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-fac189d1-bdd3-4809-bd27-11d06394ff28 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.653417 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-fac189d1-bdd3-4809-bd27-11d06394ff28 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Network af7ca3eb-4965-4f8d-8ffe-2935fee77b89 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:11.657275 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac189d1-bdd3-4809-bd27-11d06394ff28 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Pushing event updated for resources: {'Port': ['ID=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:11.663276 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-fac189d1-bdd3-4809-bd27-11d06394ff28 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:11.700823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-fac189d1-bdd3-4809-bd27-11d06394ff28 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:11.826681 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ffa52-ecb1-42f4-b6d7-8c8cc0538f55 req-4dd119bd-0ff1-4bcc-b3e8-17ec7cfc31f0 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:11.829616 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8f6ffa52-ecb1-42f4-b6d7-8c8cc0538f55 req-4dd119bd-0ff1-4bcc-b3e8-17ec7cfc31f0 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e67f329-8ed7-4865-9e7f-f6be2470c8a1 HTTP/1.1" status: 200 len: 945 time: 0.1521506 Jul 13 07:51:11.836654 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-fac189d1-bdd3-4809-bd27-11d06394ff28 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:11.836992 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-fac189d1-bdd3-4809-bd27-11d06394ff28 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.930347 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-fac189d1-bdd3-4809-bd27-11d06394ff28 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6542635 Jul 13 07:51:11.973179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] Request body: {'port': {'device_id': '362c910b-3011-42c5-93d9-91f134a90275', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:11.984533 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-830891e9-63fe-4b33-ab33-85e0c2338811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.030497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57584) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:12.055543 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-830891e9-63fe-4b33-ab33-85e0c2338811 None None] For port 0fcc67f1-d1cf-4918-8b78-904a0d28e185, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0fcc67f1-d1cf-4918-8b78-904a0d28e185,segment=NetworkSegment(b007d840-a033-410d-b363-e845fa45e704),segment_id=b007d840-a033-410d-b363-e845fa45e704)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:12.070731 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-830891e9-63fe-4b33-ab33-85e0c2338811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.155797 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-39038c17-9c6d-46d7-abd2-e47f73b39553 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Allocated IP 172.20.0.7 (493e630c-69f7-4db0-bbd0-4dd69da7e6f9/af709c3f-cd2e-48fc-a802-d47244955507/98899c2e-09c7-4bca-9646-20f742892aad) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:12.194304 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-39038c17-9c6d-46d7-abd2-e47f73b39553 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Allocated IP 172.20.0.26 (493e630c-69f7-4db0-bbd0-4dd69da7e6f9/a8c4d719-bd28-46fa-9079-e8b05aeed4cb/98899c2e-09c7-4bca-9646-20f742892aad) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:12.215066 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.248239 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-8f6ffa52-ecb1-42f4-b6d7-8c8cc0538f55 req-594ee1f7-5df4-42ec-9c05-c223ff6da348 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Deleting port 76bde74a-0ba1-44c2-aaee-28f08a321c54 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:12.248895 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8f6ffa52-ecb1-42f4-b6d7-8c8cc0538f55 req-594ee1f7-5df4-42ec-9c05-c223ff6da348 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.314440 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830891e9-63fe-4b33-ab33-85e0c2338811 None None] Pushing event updated for resources: {'Port': ['ID=0fcc67f1-d1cf-4918-8b78-904a0d28e185,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:12.324810 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea9c80f-27f7-4072-b389-229f5ff6147c None None] Update dhcp port {'port': {'network_id': '493e630c-69f7-4db0-bbd0-4dd69da7e6f9', 'fixed_ips': [{'subnet_id': 'af709c3f-cd2e-48fc-a802-d47244955507', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a8c4d719-bd28-46fa-9079-e8b05aeed4cb'}], 'binding:host_id': 'n-d-779913-28'}, 'id': '0fcc67f1-d1cf-4918-8b78-904a0d28e185'} from n-d-779913-28. {{(pid=93725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:51:12.329047 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-233c413f-efd6-4596-8ef8-9af0c0f570c9 None None] Provisioning for port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:12.356371 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-233c413f-efd6-4596-8ef8-9af0c0f570c9 None None] Provisioning complete for port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:12.357014 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-233c413f-efd6-4596-8ef8-9af0c0f570c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.380217 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8f6ffa52-ecb1-42f4-b6d7-8c8cc0538f55 req-594ee1f7-5df4-42ec-9c05-c223ff6da348 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] For port 76bde74a-0ba1-44c2-aaee-28f08a321c54, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=76bde74a-0ba1-44c2-aaee-28f08a321c54,segment=NetworkSegment(293b2719-f767-4d4b-bc88-b5129957a57c),segment_id=293b2719-f767-4d4b-bc88-b5129957a57c)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:12.381491 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8f6ffa52-ecb1-42f4-b6d7-8c8cc0538f55 req-594ee1f7-5df4-42ec-9c05-c223ff6da348 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.398937 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c80f-27f7-4072-b389-229f5ff6147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.401001 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-8f6ffa52-ecb1-42f4-b6d7-8c8cc0538f55 req-594ee1f7-5df4-42ec-9c05-c223ff6da348 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Calling delete_port for 76bde74a-0ba1-44c2-aaee-28f08a321c54 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:12.417920 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-233c413f-efd6-4596-8ef8-9af0c0f570c9 None None] Port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:12.594997 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:51:12.684048 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-39038c17-9c6d-46d7-abd2-e47f73b39553 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.735584 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-39038c17-9c6d-46d7-abd2-e47f73b39553 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Transition to ACTIVE for port object 98899c2e-09c7-4bca-9646-20f742892aad will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:12.805057 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901bf6a-d7aa-4c9f-862c-d1ab1eb16fdd req-03660009-17b9-442c-bbe0-86cb471c68a0 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:12.812795 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4901bf6a-d7aa-4c9f-862c-d1ab1eb16fdd req-03660009-17b9-442c-bbe0-86cb471c68a0 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e67f329-8ed7-4865-9e7f-f6be2470c8a1 HTTP/1.1" status: 200 len: 945 time: 0.8702304 Jul 13 07:51:12.830541 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-39038c17-9c6d-46d7-abd2-e47f73b39553 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.844539 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b759aba-4370-4baa-b12c-c71fab1debc0 req-f6fefc71-7138-4a14-8524-0b925ad8c2df tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 210 time: 0.6508470 Jul 13 07:51:12.896651 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39038c17-9c6d-46d7-abd2-e47f73b39553 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network 493e630c-69f7-4db0-bbd0-4dd69da7e6f9 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:12.903619 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:51:12.910727 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-39038c17-9c6d-46d7-abd2-e47f73b39553 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:12.914449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0fcc67f1-d1cf-4918-8b78-904a0d28e185 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:12.914657 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39038c17-9c6d-46d7-abd2-e47f73b39553 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:12.939488 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffeda3b0-cba8-4fb7-bd9c-997b32f4590c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.952890 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.955876 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-9ea9c80f-27f7-4072-b389-229f5ff6147c None None] Allocated IP 172.20.0.18 (493e630c-69f7-4db0-bbd0-4dd69da7e6f9/a8c4d719-bd28-46fa-9079-e8b05aeed4cb/0fcc67f1-d1cf-4918-8b78-904a0d28e185) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:12.979204 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4901bf6a-d7aa-4c9f-862c-d1ab1eb16fdd req-aa9f43b0-ade8-4880-b3de-3f2b0fccfddc tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652062 Jul 13 07:51:12.985306 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39038c17-9c6d-46d7-abd2-e47f73b39553 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=98899c2e-09c7-4bca-9646-20f742892aad,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:13.012285 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] Transition to ACTIVE for port object b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:13.025026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39038c17-9c6d-46d7-abd2-e47f73b39553 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:13.025992 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-39038c17-9c6d-46d7-abd2-e47f73b39553 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.041703 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.064932 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-9ea9c80f-27f7-4072-b389-229f5ff6147c None None] For port 0fcc67f1-d1cf-4918-8b78-904a0d28e185, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0fcc67f1-d1cf-4918-8b78-904a0d28e185,segment=NetworkSegment(b007d840-a033-410d-b363-e845fa45e704),segment_id=b007d840-a033-410d-b363-e845fa45e704)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:13.097244 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c80f-27f7-4072-b389-229f5ff6147c None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.106572 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] Pushing event updated for resources: {'Port': ['ID=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:13.112253 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9ea9c80f-27f7-4072-b389-229f5ff6147c None None] Transition to ACTIVE for port object 0fcc67f1-d1cf-4918-8b78-904a0d28e185 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:13.115023 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.136608 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c80f-27f7-4072-b389-229f5ff6147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.259162 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9c80f-27f7-4072-b389-229f5ff6147c None None] Pushing event updated for resources: {'Port': ['ID=0fcc67f1-d1cf-4918-8b78-904a0d28e185,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:13.287888 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] Attempting to bind port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:13.288285 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] Attempting to bind port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'e59dd538-281d-4885-bc59-b883b76b38c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:13.288616 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] Attempting to bind port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 on network af7ca3eb-4965-4f8d-8ffe-2935fee77b89 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:13.297030 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] Port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 on network af7ca3eb-4965-4f8d-8ffe-2935fee77b89 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:51:13.297522 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] Attempting to bind port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 on network af7ca3eb-4965-4f8d-8ffe-2935fee77b89 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:13.306734 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:13.312292 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] Checking segment: {'id': 'e59dd538-281d-4885-bc59-b883b76b38c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:13.313151 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] Bound using segment: {'id': 'e59dd538-281d-4885-bc59-b883b76b38c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:13.313779 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] Bound port: b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59dd538-281d-4885-bc59-b883b76b38c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:13.314345 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.376747 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8f6ffa52-ecb1-42f4-b6d7-8c8cc0538f55 req-594ee1f7-5df4-42ec-9c05-c223ff6da348 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.390381 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['3632aeee-213c-45ae-a31c-ca6c2be68dcb'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:51:13.402233 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ee121-f581-470a-a208-9ce83a26b766 req-f1edd5f1-ba41-4302-be5e-d73fc3edc044 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:13.410153 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2f7ee121-f581-470a-a208-9ce83a26b766 req-f1edd5f1-ba41-4302-be5e-d73fc3edc044 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 943 time: 0.3075132 Jul 13 07:51:13.433614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] For port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:13.438949 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] For port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:13.447517 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.526366 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ee1f7-5df4-42ec-9c05-c223ff6da348 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Pushing event deleted for resources: {'Port': ['ID=76bde74a-0ba1-44c2-aaee-28f08a321c54,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:13.527298 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:13.527868 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.529319 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] 10.222.0.62 "PUT /v2.0/ports/b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 HTTP/1.1" status: 200 len: 1092 time: 1.5767014 Jul 13 07:51:13.559812 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:13.564078 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6db937-73cc-43e2-893f-1d78889f8418" -d '{"events": [{"name": "network-changed", "server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:13.593206 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6ffa52-ecb1-42f4-b6d7-8c8cc0538f55 req-594ee1f7-5df4-42ec-9c05-c223ff6da348 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] No DVR routers for this DVR port 76bde74a-0ba1-44c2-aaee-28f08a321c54 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:13.607659 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8f6ffa52-ecb1-42f4-b6d7-8c8cc0538f55 req-594ee1f7-5df4-42ec-9c05-c223ff6da348 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.610025 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8f6ffa52-ecb1-42f4-b6d7-8c8cc0538f55 req-594ee1f7-5df4-42ec-9c05-c223ff6da348 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.35 "DELETE /v2.0/ports/76bde74a-0ba1-44c2-aaee-28f08a321c54 HTTP/1.1" status: 204 len: 173 time: 1.7669063 Jul 13 07:51:13.624768 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e67f329-8ed7-4865-9e7f-f6be2470c8a1', 'name': 'network-vif-deleted', 'tag': '76bde74a-0ba1-44c2-aaee-28f08a321c54'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:13.637151 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1388ce0c-c7c7-4896-b62d-01e9fac5f235" -d '{"events": [{"server_uuid": "0e67f329-8ed7-4865-9e7f-f6be2470c8a1", "name": "network-vif-deleted", "tag": "76bde74a-0ba1-44c2-aaee-28f08a321c54"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:13.659235 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffeda3b0-cba8-4fb7-bd9c-997b32f4590c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.691663 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffeda3b0-cba8-4fb7-bd9c-997b32f4590c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.709340 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aca4658-b82e-4839-9e8b-617c470039d3 x-openstack-request-id: req-9aca4658-b82e-4839-9e8b-617c470039d3 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:13.709937 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:13.709937 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9aca4658-b82e-4839-9e8b-617c470039d3 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:13.712005 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1', 'status': 'completed', 'code': 200} Jul 13 07:51:13.716190 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e01f6-3882-49cf-a443-3dcde661d8ee service neutron] Pushing event updated for resources: {'Port': ['ID=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:13.742313 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5d3fce-7331-4f03-9015-9623f790a3e3 x-openstack-request-id: req-9f5d3fce-7331-4f03-9015-9623f790a3e3 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:13.742753 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e67f329-8ed7-4865-9e7f-f6be2470c8a1", "name": "network-vif-deleted", "tag": "76bde74a-0ba1-44c2-aaee-28f08a321c54", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:13.743116 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f5d3fce-7331-4f03-9015-9623f790a3e3 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:13.743617 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e67f329-8ed7-4865-9e7f-f6be2470c8a1', 'name': 'network-vif-deleted', 'tag': '76bde74a-0ba1-44c2-aaee-28f08a321c54', 'status': 'completed', 'code': 200} Jul 13 07:51:13.748001 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ffeda3b0-cba8-4fb7-bd9c-997b32f4590c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f0fb4c78c17f4656b6ef2620fa512560&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7153330 Jul 13 07:51:13.754515 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57602) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:13.755250 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-39038c17-9c6d-46d7-abd2-e47f73b39553 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.1438830 Jul 13 07:51:13.765995 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57604) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:13.773647 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-e0836312-dbe5-4af6-a5e2-32d838fc8b50 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'af709c3f-cd2e-48fc-a802-d47244955507'}]}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:13.775041 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2f7ee121-f581-470a-a208-9ce83a26b766 req-e77558fb-8672-4dee-adc7-b62a0e5af8b7 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3630147 Jul 13 07:51:13.853119 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeda3b0-cba8-4fb7-bd9c-997b32f4590c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d706bb-8e7e-4333-be1d-5e96f140f58b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:13.969450 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3129a305-2b3e-46d1-ba1c-5e60d164c941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.995317 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e0836312-dbe5-4af6-a5e2-32d838fc8b50 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.019960 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-62f31f31-bd4f-4143-986b-e8dce66e9f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:14.021632 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-62f31f31-bd4f-4143-986b-e8dce66e9f3f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b3de4ade69c24e9b8a0825017e0177ec&device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 1095 time: 0.4389234 Jul 13 07:51:14.050585 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3129a305-2b3e-46d1-ba1c-5e60d164c941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.108409 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-0b4998dd-4572-4c89-a00b-07cb89d37d84 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 HTTP/1.1" status: 200 len: 217 time: 0.0526178 Jul 13 07:51:14.219818 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0e6a51dd-0e8d-4dde-94b5-bcfc3ec868a6 req-ba2fe41c-1528-404c-a2d4-4328b2d724a9 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 210 time: 0.0617876 Jul 13 07:51:14.238964 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3129a305-2b3e-46d1-ba1c-5e60d164c941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.241848 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3129a305-2b3e-46d1-ba1c-5e60d164c941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.248383 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3129a305-2b3e-46d1-ba1c-5e60d164c941 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f9d706bb-8e7e-4333-be1d-5e96f140f58b HTTP/1.1" status: 204 len: 168 time: 0.4870937 Jul 13 07:51:14.263546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-299d5fea-28b3-4044-8d08-05caa612d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:14.266864 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-299d5fea-28b3-4044-8d08-05caa612d26d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6c438866-8191-4fb5-b30d-fdddd69335c4 HTTP/1.1" status: 200 len: 855 time: 0.1432850 Jul 13 07:51:14.283853 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129a305-2b3e-46d1-ba1c-5e60d164c941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d706bb-8e7e-4333-be1d-5e96f140f58b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:14.325925 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 76bde74a-0ba1-44c2-aaee-28f08a321c54 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:51:14.417196 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c75b0886-e51a-402a-995d-e7eff84e19e5 req-0bdde980-8ee1-44c6-9f14-bab854a5ee99 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e67f329-8ed7-4865-9e7f-f6be2470c8a1 HTTP/1.1" status: 200 len: 210 time: 0.1457548 Jul 13 07:51:14.420197 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e30a93-0610-4587-b489-d406163eda7a None None] Network 493e630c-69f7-4db0-bbd0-4dd69da7e6f9 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:14.425755 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 76bde74a-0ba1-44c2-aaee-28f08a321c54 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:51:14.430545 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 76bde74a-0ba1-44c2-aaee-28f08a321c54 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:51:14.590391 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-24c390a2-015a-4948-a0b4-be74e3b75c26 None None] Provisioning for port 0fcc67f1-d1cf-4918-8b78-904a0d28e185 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:14.602260 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-24c390a2-015a-4948-a0b4-be74e3b75c26 None None] Provisioning complete for port 0fcc67f1-d1cf-4918-8b78-904a0d28e185 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:14.604397 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-24c390a2-015a-4948-a0b4-be74e3b75c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.694318 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57620) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:14.708167 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5179d318-2bb5-4bb8-afe2-616830b081c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.728143 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-e0836312-dbe5-4af6-a5e2-32d838fc8b50 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Delete allocated IP 172.20.0.26 (493e630c-69f7-4db0-bbd0-4dd69da7e6f9/a8c4d719-bd28-46fa-9079-e8b05aeed4cb) {{(pid=93723) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:51:14.861193 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5179d318-2bb5-4bb8-afe2-616830b081c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.867570 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5179d318-2bb5-4bb8-afe2-616830b081c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.897172 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-4012956b-c4fa-4e3f-ad16-b736f16adf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:14.898853 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-4012956b-c4fa-4e3f-ad16-b736f16adf1c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5665021 Jul 13 07:51:14.907438 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5179d318-2bb5-4bb8-afe2-616830b081c7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=422431ef1c124aab940b66a2e2843ba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2117486 Jul 13 07:51:14.915542 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0fcc67f1-d1cf-4918-8b78-904a0d28e185 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:14.926785 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57624) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:14.964440 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e0836312-dbe5-4af6-a5e2-32d838fc8b50 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.985921 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 0fcc67f1-d1cf-4918-8b78-904a0d28e185 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:14.986328 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.992819 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-e0836312-dbe5-4af6-a5e2-32d838fc8b50 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Ignored duplicate provisioning block setup for port 98899c2e-09c7-4bca-9646-20f742892aad by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 07:51:14.996482 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179d318-2bb5-4bb8-afe2-616830b081c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25da7993-61f2-40d3-880f-e95a81b706f1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:15.030542 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e0836312-dbe5-4af6-a5e2-32d838fc8b50 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.115371 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2355518c-211d-41a0-bba7-58d72181c61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.128253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e110c-a67d-449b-ac17-c604e703d00e req-1cc895fd-1e26-49aa-850f-00a992f3dbe2 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:15.136782 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-877e110c-a67d-449b-ac17-c604e703d00e req-1cc895fd-1e26-49aa-850f-00a992f3dbe2 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 943 time: 0.1666338 Jul 13 07:51:15.185113 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2355518c-211d-41a0-bba7-58d72181c61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.239072 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-396f6bb8-970d-4d9c-914f-24e23c1ca88c None None] Provisioning for port 98899c2e-09c7-4bca-9646-20f742892aad completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:15.243667 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-396f6bb8-970d-4d9c-914f-24e23c1ca88c None None] Provisioning complete for port 98899c2e-09c7-4bca-9646-20f742892aad triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:15.244055 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-396f6bb8-970d-4d9c-914f-24e23c1ca88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.254491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0836312-dbe5-4af6-a5e2-32d838fc8b50 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=98899c2e-09c7-4bca-9646-20f742892aad,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:15.265027 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-877e110c-a67d-449b-ac17-c604e703d00e req-39924789-4aeb-4bc1-8fb0-55b7878cf064 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272285 Jul 13 07:51:15.276659 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-e0836312-dbe5-4af6-a5e2-32d838fc8b50 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] In _notify_port_updated(), no bound segment for port 98899c2e-09c7-4bca-9646-20f742892aad on network 493e630c-69f7-4db0-bbd0-4dd69da7e6f9 {{(pid=93723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:51:15.282390 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0836312-dbe5-4af6-a5e2-32d838fc8b50 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:15.283030 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e0836312-dbe5-4af6-a5e2-32d838fc8b50 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.287222 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e0836312-dbe5-4af6-a5e2-32d838fc8b50 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "PUT /v2.0/ports/98899c2e-09c7-4bca-9646-20f742892aad HTTP/1.1" status: 200 len: 918 time: 1.5195186 Jul 13 07:51:15.287842 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57628) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:15.318007 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c90be1f5-9218-434b-90e5-49eb763f7db6 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'af709c3f-cd2e-48fc-a802-d47244955507'}, {'subnet_id': 'a8c4d719-bd28-46fa-9079-e8b05aeed4cb'}]}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:15.326164 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2355518c-211d-41a0-bba7-58d72181c61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.329712 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2355518c-211d-41a0-bba7-58d72181c61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.331257 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2355518c-211d-41a0-bba7-58d72181c61b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/25da7993-61f2-40d3-880f-e95a81b706f1 HTTP/1.1" status: 204 len: 168 time: 0.4036441 Jul 13 07:51:15.344868 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-396f6bb8-970d-4d9c-914f-24e23c1ca88c None None] Port 98899c2e-09c7-4bca-9646-20f742892aad cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:15.345879 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355518c-211d-41a0-bba7-58d72181c61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25da7993-61f2-40d3-880f-e95a81b706f1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:15.381407 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-7dd49599-9af0-4e2e-9da7-8907354687ce service neutron] 10.222.0.62 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996649 Jul 13 07:51:15.391438 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-396f6bb8-970d-4d9c-914f-24e23c1ca88c None None] Provisioning complete for port 0fcc67f1-d1cf-4918-8b78-904a0d28e185 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:15.391824 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-396f6bb8-970d-4d9c-914f-24e23c1ca88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.506351 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-47395682-73b6-43a2-897e-3ba4c61b4f02 req-843a369e-8954-4ef1-97f6-e8ee120babe6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 210 time: 0.0821357 Jul 13 07:51:15.623780 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c90be1f5-9218-434b-90e5-49eb763f7db6 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.673533 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0627ac4b-874e-40ab-8b7d-73ba4d03e836 req-7d4f4c0a-7aa5-4493-9de8-f8f46c262965 service neutron] 10.222.0.62 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799776 Jul 13 07:51:15.781870 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9cfbe998-2a96-4f4c-ae9f-727c141ff311 None None] Provisioning complete for port 98899c2e-09c7-4bca-9646-20f742892aad triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:15.782292 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9cfbe998-2a96-4f4c-ae9f-727c141ff311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.856971 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9cfbe998-2a96-4f4c-ae9f-727c141ff311 None None] Port 98899c2e-09c7-4bca-9646-20f742892aad cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:15.957954 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6db937-73cc-43e2-893f-1d78889f8418 req-69ee0707-806a-45da-9c2d-d35d1b298b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:15.959526 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce6db937-73cc-43e2-893f-1d78889f8418 req-69ee0707-806a-45da-9c2d-d35d1b298b34 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b3de4ade69c24e9b8a0825017e0177ec&device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 1095 time: 0.1926672 Jul 13 07:51:15.981818 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d73a6901-9328-48a0-affe-4b22aae91fc9 None None] Provisioning complete for port 98899c2e-09c7-4bca-9646-20f742892aad triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:15.981936 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d73a6901-9328-48a0-affe-4b22aae91fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.055343 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d73a6901-9328-48a0-affe-4b22aae91fc9 None None] Port 98899c2e-09c7-4bca-9646-20f742892aad cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:16.205033 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-c90be1f5-9218-434b-90e5-49eb763f7db6 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Allocated IP 172.20.0.27 (493e630c-69f7-4db0-bbd0-4dd69da7e6f9/a8c4d719-bd28-46fa-9079-e8b05aeed4cb/98899c2e-09c7-4bca-9646-20f742892aad) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:16.217207 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518468f-c03a-4fab-b183-c2863feb33dd req-9adcb431-8dab-4cb6-a318-a0b3dfe6a8ce tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:16.217814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6db937-73cc-43e2-893f-1d78889f8418 req-535ad216-d864-4454-aa73-7b1f672717c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:16.218929 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce6db937-73cc-43e2-893f-1d78889f8418 req-535ad216-d864-4454-aa73-7b1f672717c7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89 HTTP/1.1" status: 200 len: 917 time: 0.2501740 Jul 13 07:51:16.231038 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a518468f-c03a-4fab-b183-c2863feb33dd req-9adcb431-8dab-4cb6-a318-a0b3dfe6a8ce tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf HTTP/1.1" status: 200 len: 945 time: 0.1088600 Jul 13 07:51:16.282567 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce6db937-73cc-43e2-893f-1d78889f8418 req-583f4540-869f-4b17-84a0-2d4780cbdb9b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 HTTP/1.1" status: 200 len: 217 time: 0.0470688 Jul 13 07:51:16.291050 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a518468f-c03a-4fab-b183-c2863feb33dd req-90c5efeb-5143-488d-ac92-e4cbb499644f tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586851 Jul 13 07:51:16.431873 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6db937-73cc-43e2-893f-1d78889f8418 req-09d3eac8-75bf-45ca-83af-74440867f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:16.433964 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce6db937-73cc-43e2-893f-1d78889f8418 req-09d3eac8-75bf-45ca-83af-74440867f1f8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6c438866-8191-4fb5-b30d-fdddd69335c4 HTTP/1.1" status: 200 len: 855 time: 0.1426022 Jul 13 07:51:16.493396 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c90be1f5-9218-434b-90e5-49eb763f7db6 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.504989 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db326803-5a1f-4cb5-85b9-7331ba098ca9 req-66427774-8e1c-4232-b5c2-72c8b1fc3058 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:16.515960 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db326803-5a1f-4cb5-85b9-7331ba098ca9 req-66427774-8e1c-4232-b5c2-72c8b1fc3058 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 943 time: 0.0990067 Jul 13 07:51:16.518694 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-c90be1f5-9218-434b-90e5-49eb763f7db6 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Transition to ACTIVE for port object 98899c2e-09c7-4bca-9646-20f742892aad will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:16.529538 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c90be1f5-9218-434b-90e5-49eb763f7db6 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.537951 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6db937-73cc-43e2-893f-1d78889f8418 req-0f07d156-c652-4197-b813-cdbfbf0d68b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:16.539600 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce6db937-73cc-43e2-893f-1d78889f8418 req-0f07d156-c652-4197-b813-cdbfbf0d68b6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841534 Jul 13 07:51:16.592530 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db326803-5a1f-4cb5-85b9-7331ba098ca9 req-1153dbb9-fb01-4b0f-ae77-2e3ff38cc977 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749872 Jul 13 07:51:16.739831 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90be1f5-9218-434b-90e5-49eb763f7db6 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=98899c2e-09c7-4bca-9646-20f742892aad,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:16.760655 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce6db937-73cc-43e2-893f-1d78889f8418 req-c31c9a99-35cb-4d3d-ab6f-84c556efab8f service neutron] 10.222.0.62 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915839 Jul 13 07:51:16.803712 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c90be1f5-9218-434b-90e5-49eb763f7db6 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] In _notify_port_updated(), no bound segment for port 98899c2e-09c7-4bca-9646-20f742892aad on network 493e630c-69f7-4db0-bbd0-4dd69da7e6f9 {{(pid=93723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:51:16.809367 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90be1f5-9218-434b-90e5-49eb763f7db6 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:16.810030 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c90be1f5-9218-434b-90e5-49eb763f7db6 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.811496 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c90be1f5-9218-434b-90e5-49eb763f7db6 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "PUT /v2.0/ports/98899c2e-09c7-4bca-9646-20f742892aad HTTP/1.1" status: 200 len: 998 time: 1.5069172 Jul 13 07:51:16.814582 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57674) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:16.896618 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b3820403-79da-40a7-98ca-8b192e6fa271 req-33e6a56a-d5b4-4b03-b35c-e8494682065a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2aa5ce4-cfd7-42cd-8182-59b0a3aaa199 HTTP/1.1" status: 200 len: 210 time: 0.0489967 Jul 13 07:51:17.033236 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce6db937-73cc-43e2-893f-1d78889f8418 req-d25a09ce-b990-4a3f-aeae-a96a7f312970 service neutron] 10.222.0.62 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643468 Jul 13 07:51:17.097700 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b4b01f6b-ac81-4301-aedd-e21f67cb71b1 None None] Provisioning for port 98899c2e-09c7-4bca-9646-20f742892aad completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:17.102677 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b4b01f6b-ac81-4301-aedd-e21f67cb71b1 None None] Provisioning complete for port 98899c2e-09c7-4bca-9646-20f742892aad triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:17.103266 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b4b01f6b-ac81-4301-aedd-e21f67cb71b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.137704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c4d4c7c9-cbb9-4132-8fe4-6865e091ad73 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting port 98899c2e-09c7-4bca-9646-20f742892aad {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:17.138248 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4d4c7c9-cbb9-4132-8fe4-6865e091ad73 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.153442 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b4b01f6b-ac81-4301-aedd-e21f67cb71b1 None None] Port 98899c2e-09c7-4bca-9646-20f742892aad cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:17.246852 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4d4c7c9-cbb9-4132-8fe4-6865e091ad73 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.259841 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c4d4c7c9-cbb9-4132-8fe4-6865e091ad73 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Calling delete_port for 98899c2e-09c7-4bca-9646-20f742892aad owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:17.467363 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4d4c7c9-cbb9-4132-8fe4-6865e091ad73 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.512911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6f660-2cf0-46d8-b533-5160e84b79f1 req-79d9892c-6cae-40c1-9a09-e254cafec403 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:17.515099 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4de6f660-2cf0-46d8-b533-5160e84b79f1 req-79d9892c-6cae-40c1-9a09-e254cafec403 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf HTTP/1.1" status: 200 len: 945 time: 0.0865273 Jul 13 07:51:17.518565 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4c7c9-cbb9-4132-8fe4-6865e091ad73 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Port': ['ID=98899c2e-09c7-4bca-9646-20f742892aad,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:17.589874 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4de6f660-2cf0-46d8-b533-5160e84b79f1 req-8e828a19-a1c5-4dc3-bd41-0d42d87feafe tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/security-groups?id=aae84f92-1192-41ad-9eb6-972ce98985c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665116 Jul 13 07:51:17.693657 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4d4c7c9-cbb9-4132-8fe4-6865e091ad73 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.697144 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c4d4c7c9-cbb9-4132-8fe4-6865e091ad73 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/ports/98899c2e-09c7-4bca-9646-20f742892aad HTTP/1.1" status: 204 len: 168 time: 0.8813770 Jul 13 07:51:17.700832 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57698) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:17.759068 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7ae181-1514-4658-8bbc-65db00d45e50 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] GET failed (client error): The resource could not be found. Jul 13 07:51:17.761683 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7e7ae181-1514-4658-8bbc-65db00d45e50 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports/98899c2e-09c7-4bca-9646-20f742892aad HTTP/1.1" status: 404 len: 333 time: 0.0587285 Jul 13 07:51:17.764632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57700) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:17.784827 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec82e4c-3ce4-43b2-9f13-62f404d6bd3a req-a2e365f6-1869-49ca-bf42-becc12f27e84 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:17.786677 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ec82e4c-3ce4-43b2-9f13-62f404d6bd3a req-a2e365f6-1869-49ca-bf42-becc12f27e84 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.35 "GET /v2.0/ports?device_id=52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf HTTP/1.1" status: 200 len: 945 time: 0.1874361 Jul 13 07:51:17.841642 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a0b6465-4e0e-4390-a3ec-1f97ca51f801 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting subnet a8c4d719-bd28-46fa-9079-e8b05aeed4cb {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:51:17.844886 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6a0b6465-4e0e-4390-a3ec-1f97ca51f801 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.933473 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6a0b6465-4e0e-4390-a3ec-1f97ca51f801 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.938250 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55f67a-0aa8-4cf6-9928-5223946641d2 req-7122e195-b157-417b-9a82-9913c39e8bfc tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:17.940253 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c55f67a-0aa8-4cf6-9928-5223946641d2 req-7122e195-b157-417b-9a82-9913c39e8bfc tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 943 time: 0.1655011 Jul 13 07:51:18.005356 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c55f67a-0aa8-4cf6-9928-5223946641d2 req-bf4b955d-c4bd-4b1f-b6a4-a44d23e432f5 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547111 Jul 13 07:51:18.007761 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-9ec82e4c-3ce4-43b2-9f13-62f404d6bd3a req-25de975c-0a41-43a6-bd23-a9c495f8ee3a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Deleting port 3632aeee-213c-45ae-a31c-ca6c2be68dcb {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:18.008107 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9ec82e4c-3ce4-43b2-9f13-62f404d6bd3a req-25de975c-0a41-43a6-bd23-a9c495f8ee3a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.054074 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6a0b6465-4e0e-4390-a3ec-1f97ca51f801 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.137047 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6a0b6465-4e0e-4390-a3ec-1f97ca51f801 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.156209 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6a0b6465-4e0e-4390-a3ec-1f97ca51f801 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.160755 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6a0b6465-4e0e-4390-a3ec-1f97ca51f801 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/subnets/a8c4d719-bd28-46fa-9079-e8b05aeed4cb HTTP/1.1" status: 204 len: 168 time: 0.3923893 Jul 13 07:51:18.163816 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8c07ea-368e-400e-8f96-3070f61dce45 None None] Network 493e630c-69f7-4db0-bbd0-4dd69da7e6f9 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:18.231765 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57714) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:18.232539 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b6465-4e0e-4390-a3ec-1f97ca51f801 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Subnet': ['ID=a8c4d719-bd28-46fa-9079-e8b05aeed4cb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:18.266140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9ec82e4c-3ce4-43b2-9f13-62f404d6bd3a req-25de975c-0a41-43a6-bd23-a9c495f8ee3a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] For port 3632aeee-213c-45ae-a31c-ca6c2be68dcb, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3632aeee-213c-45ae-a31c-ca6c2be68dcb,segment=NetworkSegment(293b2719-f767-4d4b-bc88-b5129957a57c),segment_id=293b2719-f767-4d4b-bc88-b5129957a57c)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:18.266140 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9ec82e4c-3ce4-43b2-9f13-62f404d6bd3a req-25de975c-0a41-43a6-bd23-a9c495f8ee3a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.309179 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-9ec82e4c-3ce4-43b2-9f13-62f404d6bd3a req-25de975c-0a41-43a6-bd23-a9c495f8ee3a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Calling delete_port for 3632aeee-213c-45ae-a31c-ca6c2be68dcb owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:18.359868 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-999e9b9a-d183-4fba-8f62-81e4936f2546 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting subnet af709c3f-cd2e-48fc-a802-d47244955507 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:51:18.367354 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-999e9b9a-d183-4fba-8f62-81e4936f2546 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.472138 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-999e9b9a-d183-4fba-8f62-81e4936f2546 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.535513 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9ec82e4c-3ce4-43b2-9f13-62f404d6bd3a req-25de975c-0a41-43a6-bd23-a9c495f8ee3a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.603553 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de975c-0a41-43a6-bd23-a9c495f8ee3a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Pushing event deleted for resources: {'Port': ['ID=3632aeee-213c-45ae-a31c-ca6c2be68dcb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:18.702856 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec82e4c-3ce4-43b2-9f13-62f404d6bd3a req-25de975c-0a41-43a6-bd23-a9c495f8ee3a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] No DVR routers for this DVR port 3632aeee-213c-45ae-a31c-ca6c2be68dcb on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:18.716951 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9ec82e4c-3ce4-43b2-9f13-62f404d6bd3a req-25de975c-0a41-43a6-bd23-a9c495f8ee3a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.719410 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ec82e4c-3ce4-43b2-9f13-62f404d6bd3a req-25de975c-0a41-43a6-bd23-a9c495f8ee3a tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.35 "DELETE /v2.0/ports/3632aeee-213c-45ae-a31c-ca6c2be68dcb HTTP/1.1" status: 204 len: 173 time: 0.8893039 Jul 13 07:51:18.720178 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf', 'name': 'network-vif-deleted', 'tag': '3632aeee-213c-45ae-a31c-ca6c2be68dcb'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:18.723124 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa46aca-ca16-4440-bfa8-a2d02bf2398f" -d '{"events": [{"server_uuid": "52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf", "name": "network-vif-deleted", "tag": "3632aeee-213c-45ae-a31c-ca6c2be68dcb"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:18.818127 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ec81e8-8d62-418f-92bc-599635e02032 x-openstack-request-id: req-95ec81e8-8d62-418f-92bc-599635e02032 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:18.818964 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf", "name": "network-vif-deleted", "tag": "3632aeee-213c-45ae-a31c-ca6c2be68dcb", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:18.819475 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95ec81e8-8d62-418f-92bc-599635e02032 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:18.820100 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf', 'name': 'network-vif-deleted', 'tag': '3632aeee-213c-45ae-a31c-ca6c2be68dcb', 'status': 'completed', 'code': 200} Jul 13 07:51:18.937036 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8065f4a1-efee-47a0-8181-3176fa87e8f5 req-88615caa-9f93-4f97-8735-27e9c3ca8c29 tempest-ListServerFiltersTestJSON-86422298 tempest-ListServerFiltersTestJSON-86422298-project] 10.222.0.58 "GET /v2.0/ports?device_id=52856e22-440f-4d8b-ae6c-9c1cfa0e6fdf HTTP/1.1" status: 200 len: 210 time: 0.0537541 Jul 13 07:51:19.150655 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-999e9b9a-d183-4fba-8f62-81e4936f2546 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.251130 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:51:19.328906 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-999e9b9a-d183-4fba-8f62-81e4936f2546 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.441029 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-999e9b9a-d183-4fba-8f62-81e4936f2546 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.451053 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-999e9b9a-d183-4fba-8f62-81e4936f2546 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/subnets/af709c3f-cd2e-48fc-a802-d47244955507 HTTP/1.1" status: 204 len: 168 time: 1.2162776 Jul 13 07:51:19.452298 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e9b9a-d183-4fba-8f62-81e4936f2546 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Subnet': ['ID=af709c3f-cd2e-48fc-a802-d47244955507,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:19.465223 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57748) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:19.527989 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84303c9-3307-46b8-9a3a-88ab57481936 req-163ebb57-a938-4a3f-9ed2-a9333399bc50 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:19.536967 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f84303c9-3307-46b8-9a3a-88ab57481936 req-163ebb57-a938-4a3f-9ed2-a9333399bc50 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 943 time: 0.1126850 Jul 13 07:51:19.607240 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:19.609317 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f84303c9-3307-46b8-9a3a-88ab57481936 req-30579289-ceda-488f-a25a-c28f733a1897 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702724 Jul 13 07:51:19.683835 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'port_id': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1', 'mac_address': 'fa:16:3e:8a:5f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:51:19.766583 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57754) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:19.784223 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bc4e58-793d-478b-b4ec-0e3831722eab None None] Network 493e630c-69f7-4db0-bbd0-4dd69da7e6f9 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:19.784802 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d54c9d39-0544-4ce5-a0e8-c184dad381df tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.864477 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-d54c9d39-0544-4ce5-a0e8-c184dad381df tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting port 0fcc67f1-d1cf-4918-8b78-904a0d28e185 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:19.865039 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d54c9d39-0544-4ce5-a0e8-c184dad381df tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.872994 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57758) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:19.975998 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-d54c9d39-0544-4ce5-a0e8-c184dad381df tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] For port 0fcc67f1-d1cf-4918-8b78-904a0d28e185, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0fcc67f1-d1cf-4918-8b78-904a0d28e185,segment=NetworkSegment(b007d840-a033-410d-b363-e845fa45e704),segment_id=b007d840-a033-410d-b363-e845fa45e704)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:19.978572 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d54c9d39-0544-4ce5-a0e8-c184dad381df tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.979722 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.009266 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-d54c9d39-0544-4ce5-a0e8-c184dad381df tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Calling delete_port for 0fcc67f1-d1cf-4918-8b78-904a0d28e185 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:20.043365 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b0395c36-17cf-49ba-b1c3-8bb8965c3d89 None None] Provisioning complete for port 0fcc67f1-d1cf-4918-8b78-904a0d28e185 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:20.044026 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0395c36-17cf-49ba-b1c3-8bb8965c3d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.064485 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6ecd8e6b-45df-4971-adf0-c56b6e9754fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=90368e1c12454ddfa0cc137d20285b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2966907 Jul 13 07:51:20.065105 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57764) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:20.083174 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:51:20.111059 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57766) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:20.116725 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97c4bae2-d809-4135-ab40-17513d23994e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.134266 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:20.165845 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.168157 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd5ecbc3-7aa8-4874-b43c-9bd1086a10ac admin admin] Deleting subnet e624621b-31d1-4f23-8dad-111fa26cc398 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:51:20.174476 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dd5ecbc3-7aa8-4874-b43c-9bd1086a10ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.243153 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dd5ecbc3-7aa8-4874-b43c-9bd1086a10ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.250700 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d54c9d39-0544-4ce5-a0e8-c184dad381df tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.265671 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-61fdfebc-6f1d-4779-b58a-b00d9449aa20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.273429 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:20.305639 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b0395c36-17cf-49ba-b1c3-8bb8965c3d89 None None] Port 0fcc67f1-d1cf-4918-8b78-904a0d28e185 update to ACTIVE by agent not found {{(pid=93725) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 13 07:51:20.327430 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-61fdfebc-6f1d-4779-b58a-b00d9449aa20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.333795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b963fda3-9f02-42ef-b698-f8c1a36d4ab9 None None] DHCP port deletion for 493e630c-69f7-4db0-bbd0-4dd69da7e6f9 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:51:20.369302 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 3632aeee-213c-45ae-a31c-ca6c2be68dcb no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:51:20.381114 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54c9d39-0544-4ce5-a0e8-c184dad381df tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] No DVR routers for this DVR port 0fcc67f1-d1cf-4918-8b78-904a0d28e185 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:20.395372 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97c4bae2-d809-4135-ab40-17513d23994e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.402908 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97c4bae2-d809-4135-ab40-17513d23994e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.409472 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c9d39-0544-4ce5-a0e8-c184dad381df tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Port': ['ID=0fcc67f1-d1cf-4918-8b78-904a0d28e185,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:20.434380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 3632aeee-213c-45ae-a31c-ca6c2be68dcb {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:51:20.434727 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 3632aeee-213c-45ae-a31c-ca6c2be68dcb not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:51:20.435943 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-97c4bae2-d809-4135-ab40-17513d23994e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a1f29b00be04f89811476bf1ba2e241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5615282 Jul 13 07:51:20.441784 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57768) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:20.444078 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-61fdfebc-6f1d-4779-b58a-b00d9449aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.447651 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-61fdfebc-6f1d-4779-b58a-b00d9449aa20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.449580 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-61fdfebc-6f1d-4779-b58a-b00d9449aa20 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/146847fd-91bc-4126-a763-05f686df37ca HTTP/1.1" status: 204 len: 168 time: 0.3773744 Jul 13 07:51:20.553915 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:51:20.560945 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4bae2-d809-4135-ab40-17513d23994e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79472699-0fd3-4d62-a002-d839bacd3139,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:20.582504 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4bae2-d809-4135-ab40-17513d23994e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:20.583052 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4bae2-d809-4135-ab40-17513d23994e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:20.583525 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4bae2-d809-4135-ab40-17513d23994e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:20.583979 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4bae2-d809-4135-ab40-17513d23994e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:20.584470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4bae2-d809-4135-ab40-17513d23994e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:20.584945 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4bae2-d809-4135-ab40-17513d23994e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:20.585384 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4bae2-d809-4135-ab40-17513d23994e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:20.585824 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4bae2-d809-4135-ab40-17513d23994e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:20.587040 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4bae2-d809-4135-ab40-17513d23994e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:20.595540 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4bae2-d809-4135-ab40-17513d23994e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:20.596041 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4bae2-d809-4135-ab40-17513d23994e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:20.597015 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4bae2-d809-4135-ab40-17513d23994e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:20.635323 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-981da579-1d2c-44dd-8245-d600b301bce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.665392 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-981da579-1d2c-44dd-8245-d600b301bce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.685741 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d54c9d39-0544-4ce5-a0e8-c184dad381df tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.704543 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-d54c9d39-0544-4ce5-a0e8-c184dad381df tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493e630c-69f7-4db0-bbd0-4dd69da7e6f9']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:20.720628 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-d54c9d39-0544-4ce5-a0e8-c184dad381df tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b007d840-a033-410d-b363-e845fa45e704') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:20.721173 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-d54c9d39-0544-4ce5-a0e8-c184dad381df tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b007d840-a033-410d-b363-e845fa45e704') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:20.723927 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dd5ecbc3-7aa8-4874-b43c-9bd1086a10ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.744634 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdfebc-6f1d-4779-b58a-b00d9449aa20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146847fd-91bc-4126-a763-05f686df37ca,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:20.757604 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-981da579-1d2c-44dd-8245-d600b301bce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.761289 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-981da579-1d2c-44dd-8245-d600b301bce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.763383 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-981da579-1d2c-44dd-8245-d600b301bce2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/79472699-0fd3-4d62-a002-d839bacd3139 HTTP/1.1" status: 204 len: 168 time: 0.3197563 Jul 13 07:51:20.767197 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d54c9d39-0544-4ce5-a0e8-c184dad381df tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.804674 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d54c9d39-0544-4ce5-a0e8-c184dad381df tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.824665 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981da579-1d2c-44dd-8245-d600b301bce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79472699-0fd3-4d62-a002-d839bacd3139,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:20.860317 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54c9d39-0544-4ce5-a0e8-c184dad381df tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:20.860908 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d54c9d39-0544-4ce5-a0e8-c184dad381df tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:20.874138 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:20.962869 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0fcc67f1-d1cf-4918-8b78-904a0d28e185 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:51:20.971671 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dd5ecbc3-7aa8-4874-b43c-9bd1086a10ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.997391 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 0fcc67f1-d1cf-4918-8b78-904a0d28e185 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:51:20.997862 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0fcc67f1-d1cf-4918-8b78-904a0d28e185 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:51:21.029486 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dd5ecbc3-7aa8-4874-b43c-9bd1086a10ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.034261 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-dd5ecbc3-7aa8-4874-b43c-9bd1086a10ac admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e624621b-31d1-4f23-8dad-111fa26cc398 HTTP/1.1" status: 204 len: 168 time: 0.9194849 Jul 13 07:51:21.037565 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05104d75-a573-4de1-9ac0-00d67a9136dd None None] Network 9787b5b0-e956-4dd4-8542-b6b6fd84f399 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:21.060356 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57788) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:21.119142 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ecbc3-7aa8-4874-b43c-9bd1086a10ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e624621b-31d1-4f23-8dad-111fa26cc398,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:21.155697 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d54c9d39-0544-4ce5-a0e8-c184dad381df tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.170498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b6634-b8a6-42e7-8a3a-18a577af8ac8 req-e346b8bb-92c1-436a-8b27-7ad81ec32f69 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:21.174364 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-674b6634-b8a6-42e7-8a3a-18a577af8ac8 req-e346b8bb-92c1-436a-8b27-7ad81ec32f69 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 944 time: 0.2003758 Jul 13 07:51:21.203158 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d54c9d39-0544-4ce5-a0e8-c184dad381df tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.208503 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d54c9d39-0544-4ce5-a0e8-c184dad381df tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/networks/493e630c-69f7-4db0-bbd0-4dd69da7e6f9 HTTP/1.1" status: 204 len: 168 time: 1.7340858 Jul 13 07:51:21.216679 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57792) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:21.225384 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c9d39-0544-4ce5-a0e8-c184dad381df tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Network': ['ID=493e630c-69f7-4db0-bbd0-4dd69da7e6f9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:21.233721 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-56e8755d-b03c-4d77-94d2-83ad19652b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.325562 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-56e8755d-b03c-4d77-94d2-83ad19652b45 admin admin] Deleting port c0677d24-c3f4-47b5-883d-ff8c63a6f96b {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:21.325912 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-56e8755d-b03c-4d77-94d2-83ad19652b45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.349376 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-674b6634-b8a6-42e7-8a3a-18a577af8ac8 req-b4994ae4-3e17-46e0-8ba9-d37ce489f5de tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600370 Jul 13 07:51:21.388479 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523f0978-8375-45fd-aeb1-af86dbf8dbcd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:21.390575 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-523f0978-8375-45fd-aeb1-af86dbf8dbcd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1696455 Jul 13 07:51:21.394127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57796) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:21.466371 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4e3bf6b9-b8cd-4b31-95ee-f3cb26738ba2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0710063 Jul 13 07:51:21.469720 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57800) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:21.476548 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2e0a3130-0ab8-4b9b-8386-4cca94427af8 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-559544560'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:21.478567 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-56e8755d-b03c-4d77-94d2-83ad19652b45 admin admin] For port c0677d24-c3f4-47b5-883d-ff8c63a6f96b, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c0677d24-c3f4-47b5-883d-ff8c63a6f96b,segment=NetworkSegment(293b2719-f767-4d4b-bc88-b5129957a57c),segment_id=293b2719-f767-4d4b-bc88-b5129957a57c)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:21.478942 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-56e8755d-b03c-4d77-94d2-83ad19652b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.498063 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57802) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:21.512298 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-56e8755d-b03c-4d77-94d2-83ad19652b45 admin admin] Calling delete_port for c0677d24-c3f4-47b5-883d-ff8c63a6f96b owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:21.518268 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c85bacf-3408-4c24-a8ea-37924cc7ecfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.528692 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0a3130-0ab8-4b9b-8386-4cca94427af8 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:21.533269 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2e0a3130-0ab8-4b9b-8386-4cca94427af8 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.567330 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0a3130-0ab8-4b9b-8386-4cca94427af8 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:21.579916 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2e0a3130-0ab8-4b9b-8386-4cca94427af8 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.580777 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-2e0a3130-0ab8-4b9b-8386-4cca94427af8 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Added segment 16218089-657c-4be4-9c4b-b6eb492d7426 of type vlan for network 3e01d2ca-9c45-4dcf-9dc6-863a57f14882 Jul 13 07:51:21.611579 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-56e8755d-b03c-4d77-94d2-83ad19652b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.632238 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2e0a3130-0ab8-4b9b-8386-4cca94427af8 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.650447 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8755d-b03c-4d77-94d2-83ad19652b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0677d24-c3f4-47b5-883d-ff8c63a6f96b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:21.656145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e8755d-b03c-4d77-94d2-83ad19652b45 admin admin] No DVR routers for this DVR port c0677d24-c3f4-47b5-883d-ff8c63a6f96b on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:21.722586 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2e0a3130-0ab8-4b9b-8386-4cca94427af8 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.729704 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0a3130-0ab8-4b9b-8386-4cca94427af8 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:21.730239 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2e0a3130-0ab8-4b9b-8386-4cca94427af8 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.762315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5144e874-b732-40de-9415-162a595aa58d None None] DHCP port deletion for 9787b5b0-e956-4dd4-8542-b6b6fd84f399 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:51:21.766771 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-56e8755d-b03c-4d77-94d2-83ad19652b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.808325 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-56e8755d-b03c-4d77-94d2-83ad19652b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9787b5b0-e956-4dd4-8542-b6b6fd84f399']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:21.837929 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a3130-0ab8-4b9b-8386-4cca94427af8 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Network': ['ID=3e01d2ca-9c45-4dcf-9dc6-863a57f14882,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:21.840038 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-56e8755d-b03c-4d77-94d2-83ad19652b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293b2719-f767-4d4b-bc88-b5129957a57c') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:21.842371 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-56e8755d-b03c-4d77-94d2-83ad19652b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293b2719-f767-4d4b-bc88-b5129957a57c') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:21.853780 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 3e01d2ca-9c45-4dcf-9dc6-863a57f14882 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:21.869388 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-56e8755d-b03c-4d77-94d2-83ad19652b45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.893844 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-56e8755d-b03c-4d77-94d2-83ad19652b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.903936 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e8755d-b03c-4d77-94d2-83ad19652b45 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:21.904355 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-56e8755d-b03c-4d77-94d2-83ad19652b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.905807 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c85bacf-3408-4c24-a8ea-37924cc7ecfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:21.909769 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:21.915276 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c85bacf-3408-4c24-a8ea-37924cc7ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.946860 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2e0a3130-0ab8-4b9b-8386-4cca94427af8 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4747739 Jul 13 07:51:21.947518 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57816) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:21.961012 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4b61a136-ffda-4807-8308-81c923c4aa0c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'subnet': {'network_id': '3e01d2ca-9c45-4dcf-9dc6-863a57f14882', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:21.984464 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-56e8755d-b03c-4d77-94d2-83ad19652b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.991926 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-56e8755d-b03c-4d77-94d2-83ad19652b45 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.995495 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-56e8755d-b03c-4d77-94d2-83ad19652b45 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9787b5b0-e956-4dd4-8542-b6b6fd84f399 HTTP/1.1" status: 204 len: 168 time: 0.9341383 Jul 13 07:51:22.008646 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8755d-b03c-4d77-94d2-83ad19652b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=9787b5b0-e956-4dd4-8542-b6b6fd84f399,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:22.072575 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1c85bacf-3408-4c24-a8ea-37924cc7ecfb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a94297e4cedf49ffbee687f3d8667bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5731752 Jul 13 07:51:22.075372 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57826) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:22.078593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85bacf-3408-4c24-a8ea-37924cc7ecfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a483b3f2-3d05-45c2-bb0c-c2f1cea6092d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:22.187678 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2f1f96f5-50a6-4570-a74d-40f61b939a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.229026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b61a136-ffda-4807-8308-81c923c4aa0c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:22.233424 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b61a136-ffda-4807-8308-81c923c4aa0c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.251303 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2f1f96f5-50a6-4570-a74d-40f61b939a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.327621 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57828) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:22.350918 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2f1f96f5-50a6-4570-a74d-40f61b939a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.356251 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2f1f96f5-50a6-4570-a74d-40f61b939a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.359221 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2f1f96f5-50a6-4570-a74d-40f61b939a72 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a483b3f2-3d05-45c2-bb0c-c2f1cea6092d HTTP/1.1" status: 204 len: 168 time: 0.2827184 Jul 13 07:51:22.374065 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f96f5-50a6-4570-a74d-40f61b939a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a483b3f2-3d05-45c2-bb0c-c2f1cea6092d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:22.473350 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-52c2f3e7-ba4c-4699-9c76-100e398e939c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4287d388cd264ee297d6c2edf9d23be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444442 Jul 13 07:51:22.475903 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57834) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:22.545509 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b61a136-ffda-4807-8308-81c923c4aa0c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.633382 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0d6307ee-538a-4d0d-ba37-53360619349d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.663579 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0d6307ee-538a-4d0d-ba37-53360619349d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.731640 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0d6307ee-538a-4d0d-ba37-53360619349d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.734207 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0d6307ee-538a-4d0d-ba37-53360619349d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.737733 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0d6307ee-538a-4d0d-ba37-53360619349d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aae84f92-1192-41ad-9eb6-972ce98985c2 HTTP/1.1" status: 204 len: 168 time: 0.2583833 Jul 13 07:51:22.741811 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61a136-ffda-4807-8308-81c923c4aa0c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Subnet': ['ID=4a254273-bf6b-4d7b-87a3-68d220498a48,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:22.752837 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b61a136-ffda-4807-8308-81c923c4aa0c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Checking segment: {'id': '16218089-657c-4be4-9c4b-b6eb492d7426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3e01d2ca-9c45-4dcf-9dc6-863a57f14882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:22.753407 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b61a136-ffda-4807-8308-81c923c4aa0c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network hostable DHCP agents. Network: 3e01d2ca-9c45-4dcf-9dc6-863a57f14882, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:22.772949 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0d01c-40d5-4f5d-895f-1c2a2d135bfc req-4b81fa90-92bf-4e7a-ae4b-8a79cc232b48 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:22.777347 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6307ee-538a-4d0d-ba37-53360619349d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae84f92-1192-41ad-9eb6-972ce98985c2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:22.780879 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6b0d01c-40d5-4f5d-895f-1c2a2d135bfc req-4b81fa90-92bf-4e7a-ae4b-8a79cc232b48 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 944 time: 0.1645136 Jul 13 07:51:22.869577 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b61a136-ffda-4807-8308-81c923c4aa0c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network 3e01d2ca-9c45-4dcf-9dc6-863a57f14882 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:22.913637 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6b0d01c-40d5-4f5d-895f-1c2a2d135bfc req-e0d24046-5d72-4401-8e15-6069b04ee107 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315756 Jul 13 07:51:22.917671 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-4b61a136-ffda-4807-8308-81c923c4aa0c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 3e01d2ca-9c45-4dcf-9dc6-863a57f14882) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:22.935358 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65d8328-913a-4ab3-aeac-f17e56b208ad None None] Network 3e01d2ca-9c45-4dcf-9dc6-863a57f14882 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:22.936531 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b61a136-ffda-4807-8308-81c923c4aa0c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:22.938802 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b61a136-ffda-4807-8308-81c923c4aa0c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.976572 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4b61a136-ffda-4807-8308-81c923c4aa0c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0213947 Jul 13 07:51:22.979142 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57858) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:22.985787 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d533d15e-02cd-4fa1-b48c-b9067877c18b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'port': {'network_id': '3e01d2ca-9c45-4dcf-9dc6-863a57f14882', 'name': 'tempest-PortsTestJSON-1351619639'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:23.012269 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c0677d24-c3f4-47b5-883d-ff8c63a6f96b no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:51:23.067196 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: c0677d24-c3f4-47b5-883d-ff8c63a6f96b {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:51:23.067549 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c0677d24-c3f4-47b5-883d-ff8c63a6f96b not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:51:23.292649 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:23.303547 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c05fb30-c25b-4c17-a150-24d19d1fbfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.305321 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d533d15e-02cd-4fa1-b48c-b9067877c18b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:23.309614 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d533d15e-02cd-4fa1-b48c-b9067877c18b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.346746 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-d533d15e-02cd-4fa1-b48c-b9067877c18b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] device_id is not set on port 0611119e-fc07-41fc-81cd-f91b1ad94d92 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:51:23.438794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:23.484595 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:23.484979 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.534372 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-3e01d2ca-9c45-4dcf-9dc6-863a57f14882', 'network_id': '3e01d2ca-9c45-4dcf-9dc6-863a57f14882', 'tenant_id': '2a5e43a8d0ef422c8edca9e41c5be9e2', 'fixed_ips': [{'subnet_id': '4a254273-bf6b-4d7b-87a3-68d220498a48'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:23.535613 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.570073 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-d533d15e-02cd-4fa1-b48c-b9067877c18b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Allocated IP 172.20.0.3 (3e01d2ca-9c45-4dcf-9dc6-863a57f14882/4a254273-bf6b-4d7b-87a3-68d220498a48/0611119e-fc07-41fc-81cd-f91b1ad94d92) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:23.742394 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.798362 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:23.804321 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5f6962-68cf-4d96-a8e2-a88ff43f9900" -d '{"events": [{"server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "name": "network-vif-plugged", "status": "completed", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:23.863977 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:23.871243 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.900894 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d533d15e-02cd-4fa1-b48c-b9067877c18b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.966789 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebc7e89-7078-4953-bff6-850985516629 x-openstack-request-id: req-9ebc7e89-7078-4953-bff6-850985516629 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:23.967268 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "name": "network-vif-plugged", "status": "completed", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:23.967383 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ebc7e89-7078-4953-bff6-850985516629 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:23.967720 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1', 'code': 200} Jul 13 07:51:23.984487 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-d533d15e-02cd-4fa1-b48c-b9067877c18b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Transition to ACTIVE for port object 0611119e-fc07-41fc-81cd-f91b1ad94d92 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:24.105749 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:24.210715 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d533d15e-02cd-4fa1-b48c-b9067877c18b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.254277 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Allocated IP 172.20.0.2 (3e01d2ca-9c45-4dcf-9dc6-863a57f14882/4a254273-bf6b-4d7b-87a3-68d220498a48/2da46e55-35a4-4e65-abbe-0c8d2fb28f65) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:24.363855 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d533d15e-02cd-4fa1-b48c-b9067877c18b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network 3e01d2ca-9c45-4dcf-9dc6-863a57f14882 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:24.407559 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-d533d15e-02cd-4fa1-b48c-b9067877c18b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:24.413548 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d533d15e-02cd-4fa1-b48c-b9067877c18b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:24.472883 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8ce22-a444-4cdc-95c3-3ceee9fb8625 req-2bf07d76-6ef1-4340-8d64-90c99d449f09 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:24.486030 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-01d8ce22-a444-4cdc-95c3-3ceee9fb8625 req-2bf07d76-6ef1-4340-8d64-90c99d449f09 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 0.2259738 Jul 13 07:51:24.486455 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533d15e-02cd-4fa1-b48c-b9067877c18b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=0611119e-fc07-41fc-81cd-f91b1ad94d92,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:24.544551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c20730-450a-48a1-9b84-d8ee462cee99 req-661b5a3f-752e-44e4-a628-e75ff947433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:24.551082 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b8c20730-450a-48a1-9b84-d8ee462cee99 req-661b5a3f-752e-44e4-a628-e75ff947433b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 1097 time: 0.4418428 Jul 13 07:51:24.575283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e28613b2-74fd-4e1d-a7e0-fd81e9749173 None None] Provisioning complete for port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:24.575654 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e28613b2-74fd-4e1d-a7e0-fd81e9749173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.608121 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-01d8ce22-a444-4cdc-95c3-3ceee9fb8625 req-08062361-9b12-439a-b8cd-5bb00ba811f6 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193964 Jul 13 07:51:24.650442 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57978) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:24.654255 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d533d15e-02cd-4fa1-b48c-b9067877c18b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:24.655480 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d533d15e-02cd-4fa1-b48c-b9067877c18b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.686864 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57986) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:24.687528 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d533d15e-02cd-4fa1-b48c-b9067877c18b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7070456 Jul 13 07:51:24.690471 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b8c20730-450a-48a1-9b84-d8ee462cee99 req-1d5e26c4-8357-48df-9942-a6601051cf53 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306148 Jul 13 07:51:24.692456 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f1fc4b9c-7cd3-4313-b720-3d6485da084e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'port': {'network_id': '3e01d2ca-9c45-4dcf-9dc6-863a57f14882', 'name': 'tempest-PortsTestJSON-1798022807'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:24.833971 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.886221 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Transition to ACTIVE for port object 2da46e55-35a4-4e65-abbe-0c8d2fb28f65 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:24.893410 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d056a94d-31bd-4b71-9725-cdaedd6852de admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1277766241-network', 'tenant_id': 'fbbeea760150488197661d4c6a4419de'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:24.912146 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Transition to ACTIVE for port object 2da46e55-35a4-4e65-abbe-0c8d2fb28f65 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:24.923245 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.936154 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d056a94d-31bd-4b71-9725-cdaedd6852de admin admin] Made reservation on behalf of fbbeea760150488197661d4c6a4419de for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:24.940770 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d056a94d-31bd-4b71-9725-cdaedd6852de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.947380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Network 3e01d2ca-9c45-4dcf-9dc6-863a57f14882 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:24.948893 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:24.958473 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d056a94d-31bd-4b71-9725-cdaedd6852de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.978401 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:25.044368 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Pushing event updated for resources: {'Port': ['ID=2da46e55-35a4-4e65-abbe-0c8d2fb28f65,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:25.059095 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fc4b9c-7cd3-4313-b720-3d6485da084e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:25.063256 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f1fc4b9c-7cd3-4313-b720-3d6485da084e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.063367 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Attempting to bind port 2da46e55-35a4-4e65-abbe-0c8d2fb28f65 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:25.063788 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Attempting to bind port 2da46e55-35a4-4e65-abbe-0c8d2fb28f65 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '16218089-657c-4be4-9c4b-b6eb492d7426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3e01d2ca-9c45-4dcf-9dc6-863a57f14882'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:25.064793 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Attempting to bind port 2da46e55-35a4-4e65-abbe-0c8d2fb28f65 on network 3e01d2ca-9c45-4dcf-9dc6-863a57f14882 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:25.071716 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:25.072135 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Checking segment: {'id': '16218089-657c-4be4-9c4b-b6eb492d7426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3e01d2ca-9c45-4dcf-9dc6-863a57f14882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:25.072534 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.073076 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Bound using segment: {'id': '16218089-657c-4be4-9c4b-b6eb492d7426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3e01d2ca-9c45-4dcf-9dc6-863a57f14882'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:25.073687 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Bound port: 2da46e55-35a4-4e65-abbe-0c8d2fb28f65, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16218089-657c-4be4-9c4b-b6eb492d7426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3e01d2ca-9c45-4dcf-9dc6-863a57f14882'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:25.074394 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.116182 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-f1fc4b9c-7cd3-4313-b720-3d6485da084e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] device_id is not set on port 859a153f-15bf-4890-9119-61a648e88c4e yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:51:25.159646 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] For port 2da46e55-35a4-4e65-abbe-0c8d2fb28f65, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:25.164650 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] For port 2da46e55-35a4-4e65-abbe-0c8d2fb28f65, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2da46e55-35a4-4e65-abbe-0c8d2fb28f65,segment=NetworkSegment(16218089-657c-4be4-9c4b-b6eb492d7426),segment_id=16218089-657c-4be4-9c4b-b6eb492d7426)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:25.169245 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.240117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Pushing event updated for resources: {'Port': ['ID=2da46e55-35a4-4e65-abbe-0c8d2fb28f65,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:25.252903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:25.253275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:25.253609 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:25.253951 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:25.254345 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:25.254693 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:25.254995 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:25.256052 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:25.256052 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:25.256241 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:25.256640 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:25.256826 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549f4e1-d16d-417e-94b5-2979e2dbd6af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:25.353741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-f1fc4b9c-7cd3-4313-b720-3d6485da084e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Allocated IP 172.20.0.14 (3e01d2ca-9c45-4dcf-9dc6-863a57f14882/4a254273-bf6b-4d7b-87a3-68d220498a48/859a153f-15bf-4890-9119-61a648e88c4e) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:25.420654 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d056a94d-31bd-4b71-9725-cdaedd6852de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.436979 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d056a94d-31bd-4b71-9725-cdaedd6852de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.498260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d056a94d-31bd-4b71-9725-cdaedd6852de admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:25.614903 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056a94d-31bd-4b71-9725-cdaedd6852de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:25.620162 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d056a94d-31bd-4b71-9725-cdaedd6852de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.620793 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-d056a94d-31bd-4b71-9725-cdaedd6852de admin admin] Added segment e7d05b7e-dddf-40e9-8bbe-506332116d6d of type vlan for network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 Jul 13 07:51:25.868803 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d056a94d-31bd-4b71-9725-cdaedd6852de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.878356 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f1fc4b9c-7cd3-4313-b720-3d6485da084e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.910120 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-f1fc4b9c-7cd3-4313-b720-3d6485da084e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Transition to ACTIVE for port object 859a153f-15bf-4890-9119-61a648e88c4e will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:25.974801 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d056a94d-31bd-4b71-9725-cdaedd6852de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.975854 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d056a94d-31bd-4b71-9725-cdaedd6852de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:25.976463 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d056a94d-31bd-4b71-9725-cdaedd6852de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:26.138343 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58060) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:26.144932 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-0208aee0-e92d-48c7-88af-50e604f697df admin admin] Request body: {'subnet': {'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1277766241-subnet', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:26.150042 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d056a94d-31bd-4b71-9725-cdaedd6852de admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4982052 Jul 13 07:51:26.177918 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0208aee0-e92d-48c7-88af-50e604f697df admin admin] Made reservation on behalf of fbbeea760150488197661d4c6a4419de for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:26.183980 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0208aee0-e92d-48c7-88af-50e604f697df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:26.220798 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f1fc4b9c-7cd3-4313-b720-3d6485da084e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:26.239915 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056a94d-31bd-4b71-9725-cdaedd6852de admin admin] Pushing event updated for resources: {'Network': ['ID=3cfb6628-70f1-4eba-bd72-3d514884b2d1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:26.252723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:26.295777 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fc4b9c-7cd3-4313-b720-3d6485da084e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network 3e01d2ca-9c45-4dcf-9dc6-863a57f14882 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:26.316619 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f1fc4b9c-7cd3-4313-b720-3d6485da084e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:26.325122 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fc4b9c-7cd3-4313-b720-3d6485da084e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:26.471150 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fc4b9c-7cd3-4313-b720-3d6485da084e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:26.478060 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f1fc4b9c-7cd3-4313-b720-3d6485da084e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:26.496668 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc4b9c-7cd3-4313-b720-3d6485da084e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=859a153f-15bf-4890-9119-61a648e88c4e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:26.511315 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8752aaa-1d83-4c54-9e7e-df640d4913d6 req-fabf1638-f35d-4885-8a2b-92f2e6955733 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:26.513443 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d8752aaa-1d83-4c54-9e7e-df640d4913d6 req-fabf1638-f35d-4885-8a2b-92f2e6955733 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 0.5126853 Jul 13 07:51:26.518487 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f1fc4b9c-7cd3-4313-b720-3d6485da084e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8301005 Jul 13 07:51:26.519139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58066) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:26.606890 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58068) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:26.644725 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d8752aaa-1d83-4c54-9e7e-df640d4913d6 req-69347c32-2fab-4820-a802-8e505879a1a6 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793476 Jul 13 07:51:26.659708 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0208aee0-e92d-48c7-88af-50e604f697df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:26.720640 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf862b4e-cb59-4285-b4df-055d63ab65d8 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:26.729117 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cf862b4e-cb59-4285-b4df-055d63ab65d8 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.2068305 Jul 13 07:51:26.729117 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58072) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:26.750196 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208aee0-e92d-48c7-88af-50e604f697df admin admin] Pushing event updated for resources: {'Subnet': ['ID=59058d89-afdf-4361-a951-c6ec0763fda8,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:26.795468 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0208aee0-e92d-48c7-88af-50e604f697df admin admin] Checking segment: {'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:26.795844 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0208aee0-e92d-48c7-88af-50e604f697df admin admin] Network hostable DHCP agents. Network: 3cfb6628-70f1-4eba-bd72-3d514884b2d1, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:26.816076 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0208aee0-e92d-48c7-88af-50e604f697df admin admin] Network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:26.833767 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-0208aee0-e92d-48c7-88af-50e604f697df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 3cfb6628-70f1-4eba-bd72-3d514884b2d1) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:26.849071 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d004a7-acce-4dc1-ad5b-26f330b7f48a None None] Network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:26.856635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0208aee0-e92d-48c7-88af-50e604f697df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:26.857479 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0208aee0-e92d-48c7-88af-50e604f697df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:26.886600 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0208aee0-e92d-48c7-88af-50e604f697df admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7446997 Jul 13 07:51:26.888983 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58076) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:26.894753 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-5c8f27c3-eaaa-4418-b116-eb0bed191cdc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1277766241-router', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:26.917412 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e28b701c-750e-458a-bbd1-5b6db30f18ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:26.965771 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c8f27c3-eaaa-4418-b116-eb0bed191cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:26.969711 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c8f27c3-eaaa-4418-b116-eb0bed191cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.054470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5838a51a-7d7e-437e-af6c-0bb6b3c45310 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting port 859a153f-15bf-4890-9119-61a648e88c4e {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:27.054933 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5838a51a-7d7e-437e-af6c-0bb6b3c45310 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.088385 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2da46e55-35a4-4e65-abbe-0c8d2fb28f65 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:27.091030 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bb61a0-1b93-4835-a175-e10096acd4de None None] Network 3e01d2ca-9c45-4dcf-9dc6-863a57f14882 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:27.153999 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c8f27c3-eaaa-4418-b116-eb0bed191cdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.274799 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e28b701c-750e-458a-bbd1-5b6db30f18ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.295577 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e28b701c-750e-458a-bbd1-5b6db30f18ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.361543 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e28b701c-750e-458a-bbd1-5b6db30f18ef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=05e966cdb7874a149365e0a04d8240c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7527397 Jul 13 07:51:27.367219 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b701c-750e-458a-bbd1-5b6db30f18ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c533458c-8a74-4651-8270-b15d49643d1e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:27.381278 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58088) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:27.388660 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5838a51a-7d7e-437e-af6c-0bb6b3c45310 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.413350 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5838a51a-7d7e-437e-af6c-0bb6b3c45310 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Calling delete_port for 859a153f-15bf-4890-9119-61a648e88c4e owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:27.415691 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'fixed_ips': [{'subnet_id': '59058d89-afdf-4361-a951-c6ec0763fda8'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:27.418310 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.448040 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0cf29d74-f22d-4374-8174-3b2ed32e4517 None None] Provisioning for port 2da46e55-35a4-4e65-abbe-0c8d2fb28f65 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:27.460304 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c8f27c3-eaaa-4418-b116-eb0bed191cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.536259 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9f92b8f4-b2b5-4395-9c4a-d170e3dcae4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.585897 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9f92b8f4-b2b5-4395-9c4a-d170e3dcae4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.626537 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 2da46e55-35a4-4e65-abbe-0c8d2fb28f65 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:27.648625 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 2da46e55-35a4-4e65-abbe-0c8d2fb28f65 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:27.649495 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.650034 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5838a51a-7d7e-437e-af6c-0bb6b3c45310 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.745992 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20902824-4169-42c2-8f97-bd805fa4a683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.760077 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.837576 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5838a51a-7d7e-437e-af6c-0bb6b3c45310 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.843818 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5838a51a-7d7e-437e-af6c-0bb6b3c45310 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/ports/859a153f-15bf-4890-9119-61a648e88c4e HTTP/1.1" status: 204 len: 168 time: 1.1118410 Jul 13 07:51:27.844671 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58094) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:27.886955 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9f92b8f4-b2b5-4395-9c4a-d170e3dcae4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.893825 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9f92b8f4-b2b5-4395-9c4a-d170e3dcae4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.898497 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9f92b8f4-b2b5-4395-9c4a-d170e3dcae4b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c533458c-8a74-4651-8270-b15d49643d1e HTTP/1.1" status: 204 len: 168 time: 0.5151751 Jul 13 07:51:27.902821 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838a51a-7d7e-437e-af6c-0bb6b3c45310 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Port': ['ID=859a153f-15bf-4890-9119-61a648e88c4e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:27.916130 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] Allocated IP 172.20.0.2 (3cfb6628-70f1-4eba-bd72-3d514884b2d1/59058d89-afdf-4361-a951-c6ec0763fda8/f9c57509-3edd-473a-b228-dd45a1f3ac41) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:27.921614 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78f09e8-ea27-4d33-937e-30bd3cd28023 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] GET failed (client error): The resource could not be found. Jul 13 07:51:27.927264 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.929084 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c78f09e8-ea27-4d33-937e-30bd3cd28023 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports/859a153f-15bf-4890-9119-61a648e88c4e HTTP/1.1" status: 404 len: 333 time: 0.0811632 Jul 13 07:51:27.932300 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58098) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:27.960219 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c8f27c3-eaaa-4418-b116-eb0bed191cdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.964012 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92b8f4-b2b5-4395-9c4a-d170e3dcae4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c533458c-8a74-4651-8270-b15d49643d1e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:27.986302 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c8f27c3-eaaa-4418-b116-eb0bed191cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:28.097170 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 2da46e55-35a4-4e65-abbe-0c8d2fb28f65, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2da46e55-35a4-4e65-abbe-0c8d2fb28f65,segment=NetworkSegment(16218089-657c-4be4-9c4b-b6eb492d7426),segment_id=16218089-657c-4be4-9c4b-b6eb492d7426)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:28.130631 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:28.132304 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-5c8f27c3-eaaa-4418-b116-eb0bed191cdc admin admin] Allocated IP 172.25.0.209 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/4198a172-480b-408c-97ee-0213b176c18d) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:28.203286 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80b968-ccca-4c52-81dc-43d35d3029e1 req-bece9956-1804-421f-861b-0161b9104886 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:28.216409 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5c80b968-ccca-4c52-81dc-43d35d3029e1 req-bece9956-1804-421f-861b-0161b9104886 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 0.3079915 Jul 13 07:51:28.308053 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=2da46e55-35a4-4e65-abbe-0c8d2fb28f65,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:28.310408 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c8f27c3-eaaa-4418-b116-eb0bed191cdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:28.354601 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c8f27c3-eaaa-4418-b116-eb0bed191cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:28.376210 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5c80b968-ccca-4c52-81dc-43d35d3029e1 req-cd128d8b-2031-4a74-a5a3-cdcbdc84a1e2 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588545 Jul 13 07:51:28.408261 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ac245aec-f185-49eb-b307-956f48f3c6eb tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting port 0611119e-fc07-41fc-81cd-f91b1ad94d92 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:28.408614 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac245aec-f185-49eb-b307-956f48f3c6eb tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:28.449698 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8f27c3-eaaa-4418-b116-eb0bed191cdc admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:28.495608 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-5c8f27c3-eaaa-4418-b116-eb0bed191cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:28.499807 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-427e9f73-2bf8-4228-bdf0-d74791737e2d None None] Provisioning for port 0611119e-fc07-41fc-81cd-f91b1ad94d92 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:28.512161 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8f27c3-eaaa-4418-b116-eb0bed191cdc admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:28.529116 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-427e9f73-2bf8-4228-bdf0-d74791737e2d None None] Provisioning complete for port 0611119e-fc07-41fc-81cd-f91b1ad94d92 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:28.529501 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-427e9f73-2bf8-4228-bdf0-d74791737e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:28.531894 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:28.613125 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f27c3-eaaa-4418-b116-eb0bed191cdc admin admin] Pushing event updated for resources: {'Port': ['ID=4198a172-480b-408c-97ee-0213b176c18d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:28.625361 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] Transition to ACTIVE for port object f9c57509-3edd-473a-b228-dd45a1f3ac41 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:28.694645 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58112) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:28.701570 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac245aec-f185-49eb-b307-956f48f3c6eb tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:28.715769 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] Transition to ACTIVE for port object f9c57509-3edd-473a-b228-dd45a1f3ac41 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:28.726173 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-427e9f73-2bf8-4228-bdf0-d74791737e2d None None] Port 0611119e-fc07-41fc-81cd-f91b1ad94d92 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:28.736970 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:28.780564 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ad38fee-0d20-49e9-905f-361b1f97ca78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:28.812097 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] Pushing event updated for resources: {'Port': ['ID=f9c57509-3edd-473a-b228-dd45a1f3ac41,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:28.831365 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-427e9f73-2bf8-4228-bdf0-d74791737e2d None None] Provisioning complete for port 2da46e55-35a4-4e65-abbe-0c8d2fb28f65 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:28.831799 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-427e9f73-2bf8-4228-bdf0-d74791737e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:28.861540 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] Network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:28.875798 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:28.890157 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:28.894071 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ac245aec-f185-49eb-b307-956f48f3c6eb tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Calling delete_port for 0611119e-fc07-41fc-81cd-f91b1ad94d92 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:29.061451 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2da46e55-35a4-4e65-abbe-0c8d2fb28f65 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:29.116667 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] Attempting to bind port f9c57509-3edd-473a-b228-dd45a1f3ac41 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:29.117116 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] Attempting to bind port f9c57509-3edd-473a-b228-dd45a1f3ac41 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:29.117578 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] Attempting to bind port f9c57509-3edd-473a-b228-dd45a1f3ac41 on network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:29.144941 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-427e9f73-2bf8-4228-bdf0-d74791737e2d None None] Could not find standard attr ID for object 859a153f-15bf-4890-9119-61a648e88c4e. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:51:29.149014 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:29.149412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] Checking segment: {'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:29.149821 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.150258 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] Bound using segment: {'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:29.150744 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] Bound port: f9c57509-3edd-473a-b228-dd45a1f3ac41, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:29.151689 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.175673 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c8f27c3-eaaa-4418-b116-eb0bed191cdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.221410 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 2da46e55-35a4-4e65-abbe-0c8d2fb28f65 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:29.221787 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.325574 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] For port f9c57509-3edd-473a-b228-dd45a1f3ac41, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:29.332725 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] For port f9c57509-3edd-473a-b228-dd45a1f3ac41, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f9c57509-3edd-473a-b228-dd45a1f3ac41,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:29.338960 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f500bd79-d4b8-4f1e-97e0-ad77ca68db64 None None] Provisioning complete for port 0611119e-fc07-41fc-81cd-f91b1ad94d92 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:29.339325 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f500bd79-d4b8-4f1e-97e0-ad77ca68db64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.374930 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.461328 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f500bd79-d4b8-4f1e-97e0-ad77ca68db64 None None] Port 0611119e-fc07-41fc-81cd-f91b1ad94d92 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:29.483899 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f500bd79-d4b8-4f1e-97e0-ad77ca68db64 None None] Could not find standard attr ID for object 859a153f-15bf-4890-9119-61a648e88c4e. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:51:29.639454 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa61a5-a372-414b-9a12-59d53b9d701c None None] Pushing event updated for resources: {'Port': ['ID=f9c57509-3edd-473a-b228-dd45a1f3ac41,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:29.656492 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.681126 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c8f27c3-eaaa-4418-b116-eb0bed191cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.712997 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120276e9-7f78-4cde-b70c-24cd6ef4e949 req-dec8598d-152b-4915-8904-bdbbe97a3f75 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:29.714859 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-120276e9-7f78-4cde-b70c-24cd6ef4e949 req-dec8598d-152b-4915-8904-bdbbe97a3f75 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 1.0243797 Jul 13 07:51:29.725318 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58118) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:29.735718 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0200b42c-7181-4ea0-8f1f-ba28d0be0dff tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Request body: {'floatingip': {'port_id': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:29.809911 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0200b42c-7181-4ea0-8f1f-ba28d0be0dff tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.995982 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ad38fee-0d20-49e9-905f-361b1f97ca78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.016745 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ad38fee-0d20-49e9-905f-361b1f97ca78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.049721 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8f27c3-eaaa-4418-b116-eb0bed191cdc admin admin] Router a4b6fe98-27cc-4984-9fcf-0496a53256f7 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:51:30.083420 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad38fee-0d20-49e9-905f-361b1f97ca78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6548693c-e193-45b5-855d-f5fb89d2793f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:30.102177 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2ad38fee-0d20-49e9-905f-361b1f97ca78 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e81a1107644f429ea31c915867658239&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3936756 Jul 13 07:51:30.126697 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58124) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:30.154618 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac245aec-f185-49eb-b307-956f48f3c6eb tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.208484 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac245aec-f185-49eb-b307-956f48f3c6eb tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Port': ['ID=0611119e-fc07-41fc-81cd-f91b1ad94d92,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:30.247585 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5ef96b8b-3f22-4b5b-8834-bfec01699b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.268287 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8f27c3-eaaa-4418-b116-eb0bed191cdc admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:30.284718 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] Sync routers for ids ['a4b6fe98-27cc-4984-9fcf-0496a53256f7'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:30.299126 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5ef96b8b-3f22-4b5b-8834-bfec01699b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.304634 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] Routers {'a4b6fe98-27cc-4984-9fcf-0496a53256f7'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:30.306290 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:51:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a4b6fe98-27cc-4984-9fcf-0496a53256f7'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:30.308575 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c8f27c3-eaaa-4418-b116-eb0bed191cdc admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.309964 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5c8f27c3-eaaa-4418-b116-eb0bed191cdc admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4196057 Jul 13 07:51:30.312844 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58126) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:30.460437 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac245aec-f185-49eb-b307-956f48f3c6eb tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.463471 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ac245aec-f185-49eb-b307-956f48f3c6eb tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/ports/0611119e-fc07-41fc-81cd-f91b1ad94d92 HTTP/1.1" status: 204 len: 168 time: 2.5297170 Jul 13 07:51:30.466759 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58128) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:30.518583 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c73116d-f98a-41f9-91b6-2db15af23d96 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] GET failed (client error): The resource could not be found. Jul 13 07:51:30.520688 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1c73116d-f98a-41f9-91b6-2db15af23d96 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports/0611119e-fc07-41fc-81cd-f91b1ad94d92 HTTP/1.1" status: 404 len: 333 time: 0.0524766 Jul 13 07:51:30.537138 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] Set router a4b6fe98-27cc-4984-9fcf-0496a53256f7 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:30.551297 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58130) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:30.708073 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5ef96b8b-3f22-4b5b-8834-bfec01699b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.715347 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5ef96b8b-3f22-4b5b-8834-bfec01699b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.718044 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5ef96b8b-3f22-4b5b-8834-bfec01699b55 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6548693c-e193-45b5-855d-f5fb89d2793f HTTP/1.1" status: 204 len: 168 time: 0.5896606 Jul 13 07:51:30.779376 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef96b8b-3f22-4b5b-8834-bfec01699b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6548693c-e193-45b5-855d-f5fb89d2793f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:30.821632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34d6e2f-6497-4103-bf66-3857c8a53ddf tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting subnet 4a254273-bf6b-4d7b-87a3-68d220498a48 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:51:30.840389 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f34d6e2f-6497-4103-bf66-3857c8a53ddf tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.080330 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f34d6e2f-6497-4103-bf66-3857c8a53ddf tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.162160 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f9c57509-3edd-473a-b228-dd45a1f3ac41 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:31.293028 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f34d6e2f-6497-4103-bf66-3857c8a53ddf tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.350485 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'name': 'tempest-ServerActionsTestJSON-1277766241-router', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4198a172-480b-408c-97ee-0213b176c18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:26Z', 'updated_at': '2021-07-13T07:51:28Z', 'revision_number': 3, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'gw_port': {'id': '4198a172-480b-408c-97ee-0213b176c18d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:27Z', 'updated_at': '2021-07-13T07:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:31.643956 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] Checking router: a4b6fe98-27cc-4984-9fcf-0496a53256f7 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:51:31.645212 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] Updating router a4b6fe98-27cc-4984-9fcf-0496a53256f7 port 4198a172-480b-408c-97ee-0213b176c18d binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:51:31.648405 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.db.resource_extend [None req-0200b42c-7181-4ea0-8f1f-ba28d0be0dff tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:51:31.669347 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908d85ef-c315-4e99-ad0c-c83dcd3df042 None None] Network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:31.723111 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.772523 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.840443 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0200b42c-7181-4ea0-8f1f-ba28d0be0dff tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.856443 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0200b42c-7181-4ea0-8f1f-ba28d0be0dff tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.968197 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-26986e12-e49d-46cf-aa13-e8a01e884611 None None] Provisioning for port f9c57509-3edd-473a-b228-dd45a1f3ac41 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:32.014922 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-26986e12-e49d-46cf-aa13-e8a01e884611 None None] Provisioning complete for port f9c57509-3edd-473a-b228-dd45a1f3ac41 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:32.020117 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-26986e12-e49d-46cf-aa13-e8a01e884611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.031891 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port f9c57509-3edd-473a-b228-dd45a1f3ac41 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:32.092073 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port f9c57509-3edd-473a-b228-dd45a1f3ac41 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:32.096402 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.224805 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-0200b42c-7181-4ea0-8f1f-ba28d0be0dff tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Floating IP 9493417a-3c7a-4843-8ac5-98a21be088a8 associated. External IP: 172.25.0.56, port: b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1. Jul 13 07:51:32.405368 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f34d6e2f-6497-4103-bf66-3857c8a53ddf tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.456358 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-26986e12-e49d-46cf-aa13-e8a01e884611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.457211 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.497417 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] Transition to ACTIVE for port object 4198a172-480b-408c-97ee-0213b176c18d will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:32.499327 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e438969-2cfe-4fc9-9c96-cfb6ff93eed2 None None] Network 3e01d2ca-9c45-4dcf-9dc6-863a57f14882 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:32.522739 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.559474 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f34d6e2f-6497-4103-bf66-3857c8a53ddf tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.561429 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f34d6e2f-6497-4103-bf66-3857c8a53ddf tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/subnets/4a254273-bf6b-4d7b-87a3-68d220498a48 HTTP/1.1" status: 204 len: 168 time: 2.0091765 Jul 13 07:51:32.572326 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58174) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:32.575320 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d6e2f-6497-4103-bf66-3857c8a53ddf tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Subnet': ['ID=4a254273-bf6b-4d7b-87a3-68d220498a48,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:32.613348 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] Attempting to bind port 4198a172-480b-408c-97ee-0213b176c18d on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:32.615490 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] Attempting to bind port 4198a172-480b-408c-97ee-0213b176c18d by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:32.617850 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] Attempting to bind port 4198a172-480b-408c-97ee-0213b176c18d on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:32.648355 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:32.649081 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:32.650979 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.651557 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:32.652377 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] Bound port: 4198a172-480b-408c-97ee-0213b176c18d, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:32.655076 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.663134 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735de411-2a5b-4506-851b-96b75305eefd None None] Pushing event updated for resources: {'Port': ['ID=4198a172-480b-408c-97ee-0213b176c18d,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:32.699232 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-26986e12-e49d-46cf-aa13-e8a01e884611 None None] For port f9c57509-3edd-473a-b228-dd45a1f3ac41, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f9c57509-3edd-473a-b228-dd45a1f3ac41,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:32.721648 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735de411-2a5b-4506-851b-96b75305eefd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:32.722263 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735de411-2a5b-4506-851b-96b75305eefd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:32.722849 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735de411-2a5b-4506-851b-96b75305eefd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:32.723240 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.723516 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735de411-2a5b-4506-851b-96b75305eefd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:32.723991 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735de411-2a5b-4506-851b-96b75305eefd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:32.724464 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735de411-2a5b-4506-851b-96b75305eefd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:32.725508 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735de411-2a5b-4506-851b-96b75305eefd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:32.726013 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735de411-2a5b-4506-851b-96b75305eefd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:32.726507 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735de411-2a5b-4506-851b-96b75305eefd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:32.727018 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735de411-2a5b-4506-851b-96b75305eefd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:32.730586 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735de411-2a5b-4506-851b-96b75305eefd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:32.738432 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735de411-2a5b-4506-851b-96b75305eefd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:32.740207 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-26986e12-e49d-46cf-aa13-e8a01e884611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.825144 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:51:32.826027 n-d-779913-28 neutron-server[93725]: DEBUG oslo_db.api [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:51:32.829487 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0200b42c-7181-4ea0-8f1f-ba28d0be0dff tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Router d291a3d3-64e6-4a51-8af2-ef65804f974d has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:51:32.836166 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] For port 4198a172-480b-408c-97ee-0213b176c18d, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:32.848804 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] For port 4198a172-480b-408c-97ee-0213b176c18d, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=4198a172-480b-408c-97ee-0213b176c18d,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:32.866667 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b80aa1a6-9706-42dd-861d-fcd2e9095725 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.872817 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.875014 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26986e12-e49d-46cf-aa13-e8a01e884611 None None] Pushing event updated for resources: {'Port': ['ID=f9c57509-3edd-473a-b228-dd45a1f3ac41,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:32.967347 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9408ebc7-e16f-4e4f-945f-061b030810ac None None] DHCP port deletion for 3e01d2ca-9c45-4dcf-9dc6-863a57f14882 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:51:33.036715 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0200b42c-7181-4ea0-8f1f-ba28d0be0dff tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:33.050921 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0200b42c-7181-4ea0-8f1f-ba28d0be0dff tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.056060 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c63f943-95d0-4629-9907-8449248959c6 None None] Sync routers for ids ['d291a3d3-64e6-4a51-8af2-ef65804f974d'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:33.098383 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] Routers {'a4b6fe98-27cc-4984-9fcf-0496a53256f7'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:33.099030 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:51:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a4b6fe98-27cc-4984-9fcf-0496a53256f7'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:33.111847 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c63f943-95d0-4629-9907-8449248959c6 None None] Routers {'d291a3d3-64e6-4a51-8af2-ef65804f974d'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:33.119105 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0c63f943-95d0-4629-9907-8449248959c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:51:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['d291a3d3-64e6-4a51-8af2-ef65804f974d'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:33.129895 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0200b42c-7181-4ea0-8f1f-ba28d0be0dff tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "PUT /v2.0/floatingips/9493417a-3c7a-4843-8ac5-98a21be088a8 HTTP/1.1" status: 200 len: 990 time: 3.4028051 Jul 13 07:51:33.130544 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:33.133841 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143f596e-56b5-4627-8721-510de72974b4" -d '{"events": [{"name": "network-changed", "server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:33.170594 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0903209d-e58f-4de2-9bc6-57d88f3422c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.190554 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883c35a0-4cb2-42de-a57e-468dbe1c1a4a x-openstack-request-id: req-883c35a0-4cb2-42de-a57e-468dbe1c1a4a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:33.190843 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:33.191095 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-883c35a0-4cb2-42de-a57e-468dbe1c1a4a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:33.191500 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1', 'status': 'completed', 'code': 200} Jul 13 07:51:33.344232 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b80aa1a6-9706-42dd-861d-fcd2e9095725 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting port 2da46e55-35a4-4e65-abbe-0c8d2fb28f65 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:33.344600 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b80aa1a6-9706-42dd-861d-fcd2e9095725 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.371504 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] Set router a4b6fe98-27cc-4984-9fcf-0496a53256f7 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:33.437677 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735de411-2a5b-4506-851b-96b75305eefd None None] Pushing event updated for resources: {'Port': ['ID=4198a172-480b-408c-97ee-0213b176c18d,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:33.457485 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9408ebc7-e16f-4e4f-945f-061b030810ac None None] Deleting port 2da46e55-35a4-4e65-abbe-0c8d2fb28f65 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:33.458064 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9408ebc7-e16f-4e4f-945f-061b030810ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.524177 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-b80aa1a6-9706-42dd-861d-fcd2e9095725 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] For port 2da46e55-35a4-4e65-abbe-0c8d2fb28f65, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2da46e55-35a4-4e65-abbe-0c8d2fb28f65,segment=NetworkSegment(16218089-657c-4be4-9c4b-b6eb492d7426),segment_id=16218089-657c-4be4-9c4b-b6eb492d7426)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:33.524819 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b80aa1a6-9706-42dd-861d-fcd2e9095725 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.528271 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f596e-56b5-4627-8721-510de72974b4 req-56c1880c-182b-477b-8bd9-fac3ba5fba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:33.529977 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-143f596e-56b5-4627-8721-510de72974b4 req-56c1880c-182b-477b-8bd9-fac3ba5fba25 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b3de4ade69c24e9b8a0825017e0177ec&device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 1097 time: 0.2922082 Jul 13 07:51:33.670758 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b80aa1a6-9706-42dd-861d-fcd2e9095725 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Calling delete_port for 2da46e55-35a4-4e65-abbe-0c8d2fb28f65 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:33.677663 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f596e-56b5-4627-8721-510de72974b4 req-777459aa-0bb1-448c-8c91-5b10c724268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:33.679186 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-143f596e-56b5-4627-8721-510de72974b4 req-777459aa-0bb1-448c-8c91-5b10c724268c service neutron] 10.222.0.62 "GET /v2.0/networks?id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89 HTTP/1.1" status: 200 len: 917 time: 0.1081550 Jul 13 07:51:33.717474 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e9182b07-2a32-45a3-9569-7e6d6af6f115 None None] Provisioning complete for port f9c57509-3edd-473a-b228-dd45a1f3ac41 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:33.721461 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e9182b07-2a32-45a3-9569-7e6d6af6f115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.756929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-9408ebc7-e16f-4e4f-945f-061b030810ac None None] For port 2da46e55-35a4-4e65-abbe-0c8d2fb28f65, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2da46e55-35a4-4e65-abbe-0c8d2fb28f65,segment=NetworkSegment(16218089-657c-4be4-9c4b-b6eb492d7426),segment_id=16218089-657c-4be4-9c4b-b6eb492d7426)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:33.758055 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9408ebc7-e16f-4e4f-945f-061b030810ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.774969 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-143f596e-56b5-4627-8721-510de72974b4 req-046ab647-787e-4521-b7be-dab1a9e2c343 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 HTTP/1.1" status: 200 len: 998 time: 0.0825107 Jul 13 07:51:33.789376 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f9c57509-3edd-473a-b228-dd45a1f3ac41 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:33.801222 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-0c63f943-95d0-4629-9907-8449248959c6 None None] Set router d291a3d3-64e6-4a51-8af2-ef65804f974d gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:33.804768 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9408ebc7-e16f-4e4f-945f-061b030810ac None None] Calling delete_port for 2da46e55-35a4-4e65-abbe-0c8d2fb28f65 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:33.849153 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f596e-56b5-4627-8721-510de72974b4 req-5e61eaf2-0f76-4c39-890b-f7ee0b2549e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:33.852790 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-143f596e-56b5-4627-8721-510de72974b4 req-5e61eaf2-0f76-4c39-890b-f7ee0b2549e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6c438866-8191-4fb5-b30d-fdddd69335c4 HTTP/1.1" status: 200 len: 855 time: 0.0646908 Jul 13 07:51:33.869882 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'name': 'tempest-ServerActionsTestJSON-1277766241-router', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4198a172-480b-408c-97ee-0213b176c18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:26Z', 'updated_at': '2021-07-13T07:51:28Z', 'revision_number': 3, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'gw_port': {'id': '4198a172-480b-408c-97ee-0213b176c18d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:27Z', 'updated_at': '2021-07-13T07:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:33.879380 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58200) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:33.974019 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030cfed4-e5fc-411b-a4d3-bd63019aaff5 None None] The sync data for ids ['a4b6fe98-27cc-4984-9fcf-0496a53256f7'] in n-d-779913-28 is: [{'id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'name': 'tempest-ServerActionsTestJSON-1277766241-router', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4198a172-480b-408c-97ee-0213b176c18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:26Z', 'updated_at': '2021-07-13T07:51:28Z', 'revision_number': 3, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'gw_port': {'id': '4198a172-480b-408c-97ee-0213b176c18d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:27Z', 'updated_at': '2021-07-13T07:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:34.032317 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-73ac5525-f8ca-4e29-8221-3cb5d0458ca6 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-71953713'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:34.033026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-73ac5525-f8ca-4e29-8221-3cb5d0458ca6 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] Unknown quota resources ['metering_label']. {{(pid=93724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:51:34.040196 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-0903209d-e58f-4de2-9bc6-57d88f3422c4 admin admin] Allocated IP 172.20.0.1 (3cfb6628-70f1-4eba-bd72-3d514884b2d1/59058d89-afdf-4361-a951-c6ec0763fda8/d5ae2516-7d8b-4240-98c8-687061a16028) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:34.068157 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f596e-56b5-4627-8721-510de72974b4 req-4a272f17-01a0-48eb-9c51-d10757e1311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:34.070024 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-143f596e-56b5-4627-8721-510de72974b4 req-4a272f17-01a0-48eb-9c51-d10757e1311a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2064245 Jul 13 07:51:34.199241 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-143f596e-56b5-4627-8721-510de72974b4 req-2333da76-1f36-4211-9386-34772cab966c service neutron] 10.222.0.62 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151829 Jul 13 07:51:34.317538 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port f9c57509-3edd-473a-b228-dd45a1f3ac41 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:34.317917 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.332697 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-143f596e-56b5-4627-8721-510de72974b4 req-c6477115-63f6-4f37-bec5-34fa8f596981 service neutron] 10.222.0.62 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223712 Jul 13 07:51:34.421767 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73ac5525-f8ca-4e29-8221-3cb5d0458ca6 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.423408 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-73ac5525-f8ca-4e29-8221-3cb5d0458ca6 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.5429761 Jul 13 07:51:34.426543 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58208) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:34.438893 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b80aa1a6-9706-42dd-861d-fcd2e9095725 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.462493 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-34d4c2e9-57a2-4a71-bafa-0bfecb2069e8 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5b76ac78-b588-489a-8215-d8d65b5e6d55'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:34.462981 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-34d4c2e9-57a2-4a71-bafa-0bfecb2069e8 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:51:34.511837 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9408ebc7-e16f-4e4f-945f-061b030810ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.543449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80aa1a6-9706-42dd-861d-fcd2e9095725 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Port': ['ID=2da46e55-35a4-4e65-abbe-0c8d2fb28f65,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:34.552885 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80aa1a6-9706-42dd-861d-fcd2e9095725 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] No DVR routers for this DVR port 2da46e55-35a4-4e65-abbe-0c8d2fb28f65 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:34.612173 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408ebc7-e16f-4e4f-945f-061b030810ac None None] Pushing event deleted for resources: {'Port': ['ID=2da46e55-35a4-4e65-abbe-0c8d2fb28f65,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:34.615183 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9408ebc7-e16f-4e4f-945f-061b030810ac None None] No DVR routers for this DVR port 2da46e55-35a4-4e65-abbe-0c8d2fb28f65 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:34.698303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0c63f943-95d0-4629-9907-8449248959c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'name': 'tempest-AttachVolumeShelveTestJSON-109090500-router', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:57Z', 'revision_number': 4, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'gw_port': {'id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '9493417a-3c7a-4843-8ac5-98a21be088a8', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'floating_ip_address': '172.25.0.56', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'port_id': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'mac_address': 'fa:16:3e:8a:5f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362c910b-3011-42c5-93d9-91f134a90275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:51:03Z', 'updated_at': '2021-07-13T07:51:31Z', 'revision_number': 1, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c768b043-fad6-47a1-995a-39f821bbf6af', 'name': '', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'mac_address': 'fa:16:3e:d8:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:56Z', 'updated_at': '2021-07-13T07:51:05Z', 'revision_number': 5, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'subnets': [{'id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:34.735328 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c63f943-95d0-4629-9907-8449248959c6 None None] Checking router: d291a3d3-64e6-4a51-8af2-ef65804f974d for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:51:34.746876 n-d-779913-28 neutron-server[93724]: WARNING neutron.services.metering.metering_plugin [None req-34d4c2e9-57a2-4a71-bafa-0bfecb2069e8 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 07:51:34.747686 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c63f943-95d0-4629-9907-8449248959c6 None None] Routers {'d291a3d3-64e6-4a51-8af2-ef65804f974d'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:34.748339 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0c63f943-95d0-4629-9907-8449248959c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:51:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['d291a3d3-64e6-4a51-8af2-ef65804f974d'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:34.765189 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0903209d-e58f-4de2-9bc6-57d88f3422c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.799126 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-0903209d-e58f-4de2-9bc6-57d88f3422c4 admin admin] Transition to ACTIVE for port object d5ae2516-7d8b-4240-98c8-687061a16028 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:34.813997 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2da46e55-35a4-4e65-abbe-0c8d2fb28f65 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:51:34.844792 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 2da46e55-35a4-4e65-abbe-0c8d2fb28f65 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:51:34.845402 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2da46e55-35a4-4e65-abbe-0c8d2fb28f65 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:51:34.890226 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b80aa1a6-9706-42dd-861d-fcd2e9095725 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.911212 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-b80aa1a6-9706-42dd-861d-fcd2e9095725 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e01d2ca-9c45-4dcf-9dc6-863a57f14882']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:34.961525 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-b80aa1a6-9706-42dd-861d-fcd2e9095725 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16218089-657c-4be4-9c4b-b6eb492d7426') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:34.962115 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-b80aa1a6-9706-42dd-861d-fcd2e9095725 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16218089-657c-4be4-9c4b-b6eb492d7426') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:34.971878 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34d4c2e9-57a2-4a71-bafa-0bfecb2069e8 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.973208 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-34d4c2e9-57a2-4a71-bafa-0bfecb2069e8 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5228288 Jul 13 07:51:34.979164 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58216) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:34.985112 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9274122d-ad3f-4eeb-a381-3bd76b06b177 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5b76ac78-b588-489a-8215-d8d65b5e6d55'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:34.989542 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9274122d-ad3f-4eeb-a381-3bd76b06b177 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:51:35.001201 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b80aa1a6-9706-42dd-861d-fcd2e9095725 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.041021 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b80aa1a6-9706-42dd-861d-fcd2e9095725 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.055450 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80aa1a6-9706-42dd-861d-fcd2e9095725 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:35.056371 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b80aa1a6-9706-42dd-861d-fcd2e9095725 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.128815 n-d-779913-28 neutron-server[93724]: WARNING neutron.services.metering.metering_plugin [None req-9274122d-ad3f-4eeb-a381-3bd76b06b177 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:35.189700 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:35.207279 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b80aa1a6-9706-42dd-861d-fcd2e9095725 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.219243 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b80aa1a6-9706-42dd-861d-fcd2e9095725 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.226121 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58218) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:35.227165 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b80aa1a6-9706-42dd-861d-fcd2e9095725 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/networks/3e01d2ca-9c45-4dcf-9dc6-863a57f14882 HTTP/1.1" status: 204 len: 168 time: 2.6529295 Jul 13 07:51:35.232318 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2f09b99b-3814-4cbe-9a6d-dcd383ad9522 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1661059794'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:35.265892 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-20377212-0030-4abc-b58a-a0e3d26a12aa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7019944 Jul 13 07:51:35.267753 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80aa1a6-9706-42dd-861d-fcd2e9095725 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Network': ['ID=3e01d2ca-9c45-4dcf-9dc6-863a57f14882,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:35.272299 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0903209d-e58f-4de2-9bc6-57d88f3422c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.281747 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9274122d-ad3f-4eeb-a381-3bd76b06b177 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.283027 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9274122d-ad3f-4eeb-a381-3bd76b06b177 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3028193 Jul 13 07:51:35.285797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58220) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:35.300044 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-720f22e3-7e7a-4936-99e2-c606ef2fc0d5 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=874acc0e-ad1a-4ca6-94ed-012a1a5a96b7 HTTP/1.1" status: 200 len: 462 time: 0.0131042 Jul 13 07:51:35.302868 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58222) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:35.344510 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903209d-e58f-4de2-9bc6-57d88f3422c4 admin admin] Pushing event updated for resources: {'Port': ['ID=d5ae2516-7d8b-4240-98c8-687061a16028,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:35.344821 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-0c63f943-95d0-4629-9907-8449248959c6 None None] Set router d291a3d3-64e6-4a51-8af2-ef65804f974d gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:35.352071 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f09b99b-3814-4cbe-9a6d-dcd383ad9522 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:35.356180 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0903209d-e58f-4de2-9bc6-57d88f3422c4 admin admin] Network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:35.359141 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-0903209d-e58f-4de2-9bc6-57d88f3422c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:35.361559 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f09b99b-3814-4cbe-9a6d-dcd383ad9522 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.371708 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0903209d-e58f-4de2-9bc6-57d88f3422c4 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:35.428769 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0903209d-e58f-4de2-9bc6-57d88f3422c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.564544 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f09b99b-3814-4cbe-9a6d-dcd383ad9522 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:35.595010 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4637edec-0b1a-4b67-8732-b99ed49b27f8 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.596208 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4637edec-0b1a-4b67-8732-b99ed49b27f8 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/874acc0e-ad1a-4ca6-94ed-012a1a5a96b7 HTTP/1.1" status: 204 len: 168 time: 0.2924280 Jul 13 07:51:35.601147 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58230) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:35.617478 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f38a5794-b61e-4529-ab85-9bf580896cd7 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=874acc0e-ad1a-4ca6-94ed-012a1a5a96b7 HTTP/1.1" status: 200 len: 221 time: 0.0152161 Jul 13 07:51:35.624364 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f09b99b-3814-4cbe-9a6d-dcd383ad9522 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.624712 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-2f09b99b-3814-4cbe-9a6d-dcd383ad9522 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Added segment a4d8f9bf-5294-497b-9167-9b9d2bfc7e2b of type vlan for network 3acf8df5-869b-408f-9e3b-1ee3d1cb805a Jul 13 07:51:35.625903 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58232) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:35.638911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bfab190c-0407-4c8a-80bf-1f518b833ae7 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--613933834', 'description': 'label created by tempest'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:35.639365 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bfab190c-0407-4c8a-80bf-1f518b833ae7 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] Unknown quota resources ['metering_label']. {{(pid=93724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:51:35.785853 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0903209d-e58f-4de2-9bc6-57d88f3422c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.792247 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f09b99b-3814-4cbe-9a6d-dcd383ad9522 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.856374 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-6d813c55-770b-4b45-af36-872f31750801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:35.856887 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-6d813c55-770b-4b45-af36-872f31750801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:35.857380 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-6d813c55-770b-4b45-af36-872f31750801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:35.857888 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-6d813c55-770b-4b45-af36-872f31750801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:35.858400 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-6d813c55-770b-4b45-af36-872f31750801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:35.865019 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-6d813c55-770b-4b45-af36-872f31750801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:35.866008 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-6d813c55-770b-4b45-af36-872f31750801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:35.868278 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-6d813c55-770b-4b45-af36-872f31750801 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a860a799f3be43a5a80bc0e18715a853&device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 6497 time: 0.5106668 Jul 13 07:51:35.921312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 4198a172-480b-408c-97ee-0213b176c18d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:36.092333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 4198a172-480b-408c-97ee-0213b176c18d completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:36.096145 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-af3da47d-130a-424f-b7eb-a9f4c7ae58c2 None None] Provisioning for port d5ae2516-7d8b-4240-98c8-687061a16028 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:36.112261 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 4198a172-480b-408c-97ee-0213b176c18d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:36.119324 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.129812 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-af3da47d-130a-424f-b7eb-a9f4c7ae58c2 None None] Provisioning complete for port d5ae2516-7d8b-4240-98c8-687061a16028 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:36.132100 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af3da47d-130a-424f-b7eb-a9f4c7ae58c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.279598 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-5dc4c31b-de5f-46ce-b9d2-e6e6553a0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:36.282732 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-5dc4c31b-de5f-46ce-b9d2-e6e6553a0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:36.283405 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-5dc4c31b-de5f-46ce-b9d2-e6e6553a0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:36.285286 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-5dc4c31b-de5f-46ce-b9d2-e6e6553a0328 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9e895a39-1ac3-461a-9cb6-714389916eaf&id=b818ec58-5125-4829-9877-53309d7ad2bc&id=b818ec58-5125-4829-9877-53309d7ad2bc&id=b818ec58-5125-4829-9877-53309d7ad2bc&id=b818ec58-5125-4829-9877-53309d7ad2bc&id=ea323e79-15db-4b79-b637-4002df6be77e&id=ea323e79-15db-4b79-b637-4002df6be77e HTTP/1.1" status: 200 len: 2291 time: 0.3745162 Jul 13 07:51:36.337159 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-af3da47d-130a-424f-b7eb-a9f4c7ae58c2 None None] Port d5ae2516-7d8b-4240-98c8-687061a16028 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:36.342940 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0c63f943-95d0-4629-9907-8449248959c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'name': 'tempest-AttachVolumeShelveTestJSON-109090500-router', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:57Z', 'revision_number': 4, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'gw_port': {'id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '9493417a-3c7a-4843-8ac5-98a21be088a8', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'floating_ip_address': '172.25.0.56', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'port_id': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'mac_address': 'fa:16:3e:8a:5f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362c910b-3011-42c5-93d9-91f134a90275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:51:03Z', 'updated_at': '2021-07-13T07:51:31Z', 'revision_number': 1, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c768b043-fad6-47a1-995a-39f821bbf6af', 'name': '', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'mac_address': 'fa:16:3e:d8:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:56Z', 'updated_at': '2021-07-13T07:51:05Z', 'revision_number': 5, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'subnets': [{'id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:36.393558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c63f943-95d0-4629-9907-8449248959c6 None None] The sync data for ids ['d291a3d3-64e6-4a51-8af2-ef65804f974d'] in n-d-779913-28 is: [{'id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'name': 'tempest-AttachVolumeShelveTestJSON-109090500-router', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:57Z', 'revision_number': 4, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'gw_port': {'id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '9493417a-3c7a-4843-8ac5-98a21be088a8', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'floating_ip_address': '172.25.0.56', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'port_id': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'mac_address': 'fa:16:3e:8a:5f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362c910b-3011-42c5-93d9-91f134a90275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:51:03Z', 'updated_at': '2021-07-13T07:51:31Z', 'revision_number': 1, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c768b043-fad6-47a1-995a-39f821bbf6af', 'name': '', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'mac_address': 'fa:16:3e:d8:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:56Z', 'updated_at': '2021-07-13T07:51:05Z', 'revision_number': 5, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'subnets': [{'id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:36.554724 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-55e21a4c-d66c-4072-b711-b86ad6db4b3f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05e7e080-2b01-44eb-8742-729c05d42526 HTTP/1.1" status: 200 len: 1001 time: 0.2524016 Jul 13 07:51:36.566487 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f09b99b-3814-4cbe-9a6d-dcd383ad9522 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.579785 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f09b99b-3814-4cbe-9a6d-dcd383ad9522 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:36.584844 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f09b99b-3814-4cbe-9a6d-dcd383ad9522 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.724215 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-7b299327-dae8-4f1f-bf74-4f8dc760fef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:36.730987 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-7b299327-dae8-4f1f-bf74-4f8dc760fef7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0d21cc2-dcb1-4290-ad5e-70b78d60b624 HTTP/1.1" status: 200 len: 850 time: 0.1651254 Jul 13 07:51:36.740395 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0903209d-e58f-4de2-9bc6-57d88f3422c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.842225 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0903209d-e58f-4de2-9bc6-57d88f3422c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.889231 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7486acc2-3384-4cdc-bc06-a5bf3d025cf9 None None] New status for floating IP 9493417a-3c7a-4843-8ac5-98a21be088a8: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:51:36.910795 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.929295 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2f09b99b-3814-4cbe-9a6d-dcd383ad9522 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6999648 Jul 13 07:51:36.966817 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58248) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:36.967618 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903209d-e58f-4de2-9bc6-57d88f3422c4 admin admin] Pushing event updated for resources: {'Port': ['ID=d5ae2516-7d8b-4240-98c8-687061a16028,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:36.987659 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bfab190c-0407-4c8a-80bf-1f518b833ae7 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.989459 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bfab190c-0407-4c8a-80bf-1f518b833ae7 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 1.3560538 Jul 13 07:51:36.990006 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 4198a172-480b-408c-97ee-0213b176c18d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=4198a172-480b-408c-97ee-0213b176c18d,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:36.992589 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-34a4fff6-08c0-446d-ab0a-4cbf42eb7799 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'subnet': {'network_id': '3acf8df5-869b-408f-9e3b-1ee3d1cb805a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:36.993953 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58250) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:37.011121 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:37.171995 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=4198a172-480b-408c-97ee-0213b176c18d,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:37.352291 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-bf5599f7-d692-4918-b0f3-c4591b17724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:37.355212 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-bf5599f7-d692-4918-b0f3-c4591b17724c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9e895a39-1ac3-461a-9cb6-714389916eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6128654 Jul 13 07:51:37.401638 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a4fff6-08c0-446d-ab0a-4cbf42eb7799 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:37.420111 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-38349e35-36fc-4093-b99b-e09e4b603139 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=9970b685-5b4c-4b2b-9dd7-904d4c20cfc6 HTTP/1.1" status: 200 len: 467 time: 0.4238853 Jul 13 07:51:37.427204 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-34a4fff6-08c0-446d-ab0a-4cbf42eb7799 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:37.427709 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58258) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:37.429846 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09b99b-3814-4cbe-9a6d-dcd383ad9522 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Network': ['ID=3acf8df5-869b-408f-9e3b-1ee3d1cb805a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:37.437548 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0903209d-e58f-4de2-9bc6-57d88f3422c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:37.454969 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 3acf8df5-869b-408f-9e3b-1ee3d1cb805a details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:37.672947 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9ad59937-e2c8-413c-9750-195b236f5390 None None] Provisioning complete for port d5ae2516-7d8b-4240-98c8-687061a16028 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:37.673322 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ad59937-e2c8-413c-9750-195b236f5390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:37.713954 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9ad59937-e2c8-413c-9750-195b236f5390 None None] Port d5ae2516-7d8b-4240-98c8-687061a16028 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:37.731884 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 4198a172-480b-408c-97ee-0213b176c18d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:37.799274 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 4198a172-480b-408c-97ee-0213b176c18d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:37.800027 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:37.805583 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0903209d-e58f-4de2-9bc6-57d88f3422c4 admin admin] Network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:37.807980 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-02d8cbcb-33e6-4ab1-9bb7-f0f6d8a99f38 service neutron] 10.222.0.62 "GET /v2.0/networks/9e895a39-1ac3-461a-9cb6-714389916eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194803 Jul 13 07:51:37.813960 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-0903209d-e58f-4de2-9bc6-57d88f3422c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:37.911344 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92edd82e-eba1-4a10-a57d-bac6937da9b3 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:37.914832 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-92edd82e-eba1-4a10-a57d-bac6937da9b3 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/9970b685-5b4c-4b2b-9dd7-904d4c20cfc6 HTTP/1.1" status: 204 len: 168 time: 0.4859264 Jul 13 07:51:37.918441 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58264) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:37.929298 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:37.933537 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6e95a97a-5ca8-4d22-bbce-1471b6838000 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=9970b685-5b4c-4b2b-9dd7-904d4c20cfc6 HTTP/1.1" status: 200 len: 216 time: 0.0134141 Jul 13 07:51:37.936980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58266) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:37.963149 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-139464fb-95d7-4b42-a2ee-1dd54791bff7 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0245144 Jul 13 07:51:37.967599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58268) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:37.986185 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-975b8979-8963-4f54-9b45-997414fd3af0 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0152864 Jul 13 07:51:37.989270 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58270) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:38.053773 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d7d968b1-1e53-480b-be27-a2a0ee23d491 tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels/5b76ac78-b588-489a-8215-d8d65b5e6d55 HTTP/1.1" status: 200 len: 471 time: 0.0631757 Jul 13 07:51:38.057514 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58272) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:38.073321 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-23ecffd2-89e4-470a-8d3d-34656c68753a tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules/4a0f8116-b346-4be0-aae1-0becf04a984c HTTP/1.1" status: 200 len: 459 time: 0.0107982 Jul 13 07:51:38.073775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58274) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:38.135932 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-26830cac-dc39-4ddd-8a18-b443c1445ab0 None None] Provisioning complete for port d5ae2516-7d8b-4240-98c8-687061a16028 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:38.136514 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-26830cac-dc39-4ddd-8a18-b443c1445ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.194216 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-26830cac-dc39-4ddd-8a18-b443c1445ab0 None None] Port d5ae2516-7d8b-4240-98c8-687061a16028 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:38.222661 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9cc2978-7b65-4e67-a8c7-cfc4412b91da tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.223839 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d9cc2978-7b65-4e67-a8c7-cfc4412b91da tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/4a0f8116-b346-4be0-aae1-0becf04a984c HTTP/1.1" status: 204 len: 168 time: 0.1492906 Jul 13 07:51:38.226345 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58276) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:38.447024 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-345eaae6-9a35-4d9e-93f5-70d5ed3faa3b tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.447428 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-34c7cb5a-ad43-4c18-9d46-48910bdc5350 service neutron] 10.222.0.62 "GET /v2.0/networks/9e895a39-1ac3-461a-9cb6-714389916eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6129377 Jul 13 07:51:38.448216 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-345eaae6-9a35-4d9e-93f5-70d5ed3faa3b tempest-MeteringIpV6TestJSON-1685368498 tempest-MeteringIpV6TestJSON-1685368498-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/5b76ac78-b588-489a-8215-d8d65b5e6d55 HTTP/1.1" status: 204 len: 168 time: 0.2207143 Jul 13 07:51:38.502937 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-596d91c3-02b6-4d59-8264-aeead4cfb8cf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=a5ad5cc6-8b81-413a-ba67-a126312062d6 HTTP/1.1" status: 200 len: 217 time: 0.0474503 Jul 13 07:51:38.512571 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0903209d-e58f-4de2-9bc6-57d88f3422c4 admin admin] Router a4b6fe98-27cc-4984-9fcf-0496a53256f7 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:51:38.516957 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-34a4fff6-08c0-446d-ab0a-4cbf42eb7799 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.690471 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4fff6-08c0-446d-ab0a-4cbf42eb7799 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Subnet': ['ID=8afb77cb-2eac-4a97-be3f-90c06fe942a4,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:38.715022 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-74858db4-5732-4e20-87ed-34ff0e40e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:38.719474 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-74858db4-5732-4e20-87ed-34ff0e40e7d8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e027fc-f911-4144-acb3-7864eab297b7 HTTP/1.1" status: 200 len: 797 time: 0.1910758 Jul 13 07:51:38.856776 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58292) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:38.867759 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a4fff6-08c0-446d-ab0a-4cbf42eb7799 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Checking segment: {'id': 'a4d8f9bf-5294-497b-9167-9b9d2bfc7e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3acf8df5-869b-408f-9e3b-1ee3d1cb805a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:38.868295 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a4fff6-08c0-446d-ab0a-4cbf42eb7799 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network hostable DHCP agents. Network: 3acf8df5-869b-408f-9e3b-1ee3d1cb805a, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:38.922771 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a4fff6-08c0-446d-ab0a-4cbf42eb7799 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network 3acf8df5-869b-408f-9e3b-1ee3d1cb805a is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:38.933585 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0903209d-e58f-4de2-9bc6-57d88f3422c4 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:38.947267 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0903209d-e58f-4de2-9bc6-57d88f3422c4 admin admin] 10.222.0.58 "PUT /v2.0/routers/a4b6fe98-27cc-4984-9fcf-0496a53256f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6332581 Jul 13 07:51:38.949237 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] Sync routers for ids ['a4b6fe98-27cc-4984-9fcf-0496a53256f7'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:38.950451 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-34a4fff6-08c0-446d-ab0a-4cbf42eb7799 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 3acf8df5-869b-408f-9e3b-1ee3d1cb805a) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:38.956877 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a4fff6-08c0-446d-ab0a-4cbf42eb7799 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:38.957540 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-34a4fff6-08c0-446d-ab0a-4cbf42eb7799 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.962075 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-d8435b3c-7485-4c42-bc54-863553ca37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:38.963929 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-d8435b3c-7485-4c42-bc54-863553ca37fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b818ec58-5125-4829-9877-53309d7ad2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2333071 Jul 13 07:51:38.976895 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-337669a5-2d48-4504-abb8-cf9c8b02d81f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:51:38.977723 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-337669a5-2d48-4504-abb8-cf9c8b02d81f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057061 Jul 13 07:51:38.985382 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] Routers {'a4b6fe98-27cc-4984-9fcf-0496a53256f7'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:38.986367 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:51:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a4b6fe98-27cc-4984-9fcf-0496a53256f7'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:39.002691 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-34a4fff6-08c0-446d-ab0a-4cbf42eb7799 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0306222 Jul 13 07:51:39.004623 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58302) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:39.013311 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-79efa7c1-ce81-4887-a660-ab9893034dd2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'port': {'network_id': '3acf8df5-869b-408f-9e3b-1ee3d1cb805a', 'name': 'tempest-PortsTestJSON-557492721', 'fixed_ips': [{'subnet_id': '8afb77cb-2eac-4a97-be3f-90c06fe942a4', 'ip_address': '172.20.0.10'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:39.106239 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665217fb-04c9-41f5-8bcb-280f6b4f7001 None None] Network 3acf8df5-869b-408f-9e3b-1ee3d1cb805a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:39.146290 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-aed73fed-7ac3-43a0-a771-6fab78ab289f service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600981 Jul 13 07:51:39.146531 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf973a5f-765a-429e-99d3-e6ca26b83bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.282732 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-700a29ac-cfa8-4412-9d4d-4c3168f8a08d service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292465 Jul 13 07:51:39.310875 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79efa7c1-ce81-4887-a660-ab9893034dd2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:39.374203 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-3acf8df5-869b-408f-9e3b-1ee3d1cb805a', 'network_id': '3acf8df5-869b-408f-9e3b-1ee3d1cb805a', 'tenant_id': '2a5e43a8d0ef422c8edca9e41c5be9e2', 'fixed_ips': [{'subnet_id': '8afb77cb-2eac-4a97-be3f-90c06fe942a4'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:39.377220 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.389779 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] Set router a4b6fe98-27cc-4984-9fcf-0496a53256f7 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:39.461654 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79efa7c1-ce81-4887-a660-ab9893034dd2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.484466 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-79efa7c1-ce81-4887-a660-ab9893034dd2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] device_id is not set on port ef7d6507-9f31-46a2-9635-345dcfa4a259 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:51:39.512366 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-18147c72-9e78-4eb6-aa7d-4787fb7e3fdc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d HTTP/1.1" status: 200 len: 217 time: 0.2170813 Jul 13 07:51:39.581070 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-e261d3cd-7552-4eeb-bd39-e39527dcfae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:39.582955 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-e261d3cd-7552-4eeb-bd39-e39527dcfae4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e027fc-f911-4144-acb3-7864eab297b7 HTTP/1.1" status: 200 len: 797 time: 0.0634034 Jul 13 07:51:39.715386 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58316) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:39.724524 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-e2efccf7-7adc-42dc-8a69-a053b71a3335 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Request body: {'security_group': {'name': 'tempest-securitygroup--611114345', 'description': 'tempest-description--360704450'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:39.754855 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-d7f24dc4-2375-4398-b175-6ea816001350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:39.756419 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-d7f24dc4-2375-4398-b175-6ea816001350 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b818ec58-5125-4829-9877-53309d7ad2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1585660 Jul 13 07:51:39.776178 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf973a5f-765a-429e-99d3-e6ca26b83bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.799225 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf973a5f-765a-429e-99d3-e6ca26b83bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.861323 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e2efccf7-7adc-42dc-8a69-a053b71a3335 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.897539 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf973a5f-765a-429e-99d3-e6ca26b83bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4747d173-5285-40aa-8aa9-0da3e85752d4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:39.921895 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bf973a5f-765a-429e-99d3-e6ca26b83bac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bcc4906a6ce94670a6b458f95d1d2a21&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0626287 Jul 13 07:51:39.924151 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58322) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:39.962831 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-7c15f136-aa95-4f39-b855-8d0e17f2e087 service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913610 Jul 13 07:51:39.975339 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] Allocated IP 172.20.0.2 (3acf8df5-869b-408f-9e3b-1ee3d1cb805a/8afb77cb-2eac-4a97-be3f-90c06fe942a4/e687be45-9bd6-4a33-94b7-39b6e7657d64) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:40.117122 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f07b3c7-8f09-4a48-89b1-b3ff82065e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.171522 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f07b3c7-8f09-4a48-89b1-b3ff82065e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.220133 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-df3031d4-63d1-4d52-90ac-c9ec97cd99ef service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443628 Jul 13 07:51:40.235254 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f07b3c7-8f09-4a48-89b1-b3ff82065e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.239412 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f07b3c7-8f09-4a48-89b1-b3ff82065e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.242612 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3f07b3c7-8f09-4a48-89b1-b3ff82065e79 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4747d173-5285-40aa-8aa9-0da3e85752d4 HTTP/1.1" status: 204 len: 168 time: 0.2665749 Jul 13 07:51:40.277004 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07b3c7-8f09-4a48-89b1-b3ff82065e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4747d173-5285-40aa-8aa9-0da3e85752d4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:40.292597 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-abd80984-7af4-4ae3-9f96-7c91dadf8554 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=eef52212-3c48-45b8-b0a5-3e4ec06a834d HTTP/1.1" status: 200 len: 217 time: 0.0623920 Jul 13 07:51:40.293170 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.360395 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e2efccf7-7adc-42dc-8a69-a053b71a3335 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.373915 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e2efccf7-7adc-42dc-8a69-a053b71a3335 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.405529 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-787ebb41-8804-4fc2-8331-6e8e5f2bbeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:40.407376 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-787ebb41-8804-4fc2-8331-6e8e5f2bbeb9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e027fc-f911-4144-acb3-7864eab297b7 HTTP/1.1" status: 200 len: 797 time: 0.1059463 Jul 13 07:51:40.411811 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e2efccf7-7adc-42dc-8a69-a053b71a3335 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.413403 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e2efccf7-7adc-42dc-8a69-a053b71a3335 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6969759 Jul 13 07:51:40.416970 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58330) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:40.424084 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ea10db10-03d9-4dc2-8bea-fb4a3bf79d98 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Request body: {'security_group_rule': {'security_group_id': '5bc0aa81-f181-46e3-ac04-544bd54c5bc6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:40.477272 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efccf7-7adc-42dc-8a69-a053b71a3335 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc0aa81-f181-46e3-ac04-544bd54c5bc6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:40.494787 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ea10db10-03d9-4dc2-8bea-fb4a3bf79d98 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.539888 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'name': 'tempest-ServerActionsTestJSON-1277766241-router', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4198a172-480b-408c-97ee-0213b176c18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:26Z', 'updated_at': '2021-07-13T07:51:35Z', 'revision_number': 4, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'gw_port': {'id': '4198a172-480b-408c-97ee-0213b176c18d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:27Z', 'updated_at': '2021-07-13T07:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'd5ae2516-7d8b-4240-98c8-687061a16028', 'name': '', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'mac_address': 'fa:16:3e:c9:cb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:33Z', 'updated_at': '2021-07-13T07:51:36Z', 'revision_number': 2, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'subnets': [{'id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:40.545141 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] Transition to ACTIVE for port object e687be45-9bd6-4a33-94b7-39b6e7657d64 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:40.562967 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-0929c15d-fa6a-45a6-9c41-d5f107c1a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:40.566294 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-0929c15d-fa6a-45a6-9c41-d5f107c1a59d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b818ec58-5125-4829-9877-53309d7ad2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1458852 Jul 13 07:51:40.586668 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ea10db10-03d9-4dc2-8bea-fb4a3bf79d98 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.594636 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ea10db10-03d9-4dc2-8bea-fb4a3bf79d98 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.606010 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] Transition to ACTIVE for port object e687be45-9bd6-4a33-94b7-39b6e7657d64 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:40.609511 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] Checking router: a4b6fe98-27cc-4984-9fcf-0496a53256f7 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:51:40.610008 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] Updating router a4b6fe98-27cc-4984-9fcf-0496a53256f7 port d5ae2516-7d8b-4240-98c8-687061a16028 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:51:40.630598 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10db10-03d9-4dc2-8bea-fb4a3bf79d98 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2ec9a2-a70e-4e4d-b7d4-7fd345d14f20,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:40.664124 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.689255 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ea10db10-03d9-4dc2-8bea-fb4a3bf79d98 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.697086 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ea10db10-03d9-4dc2-8bea-fb4a3bf79d98 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2781365 Jul 13 07:51:40.703291 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58334) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:40.718367 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-2b4a2020-5d99-4e25-8f07-2a7d0ddf8aa9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Request body: {'security_group_rule': {'security_group_id': '5bc0aa81-f181-46e3-ac04-544bd54c5bc6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:40.722458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-79efa7c1-ce81-4887-a660-ab9893034dd2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Allocated IP 172.20.0.10 (3acf8df5-869b-408f-9e3b-1ee3d1cb805a/8afb77cb-2eac-4a97-be3f-90c06fe942a4/ef7d6507-9f31-46a2-9635-345dcfa4a259) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:40.738573 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.772944 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] Network 3acf8df5-869b-408f-9e3b-1ee3d1cb805a is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:40.773133 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2b4a2020-5d99-4e25-8f07-2a7d0ddf8aa9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.779312 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-82e62940-0bc7-4b77-9587-17ad9f461ff2 service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040799 Jul 13 07:51:40.787777 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:40.788291 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58338) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:40.838212 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:40.851015 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50ad61b2-5043-4aac-9cf7-d8bd5145810a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.851698 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] Pushing event updated for resources: {'Port': ['ID=e687be45-9bd6-4a33-94b7-39b6e7657d64,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:40.908418 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2b4a2020-5d99-4e25-8f07-2a7d0ddf8aa9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.922074 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2b4a2020-5d99-4e25-8f07-2a7d0ddf8aa9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.969712 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-7a804ff7-5bc8-4425-a10e-e7c38b039188 service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826630 Jul 13 07:51:40.973632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a2020-5d99-4e25-8f07-2a7d0ddf8aa9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb78f4f-c65e-4409-a48b-ccd705276e63,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:41.014934 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50ad61b2-5043-4aac-9cf7-d8bd5145810a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.027499 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50ad61b2-5043-4aac-9cf7-d8bd5145810a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.045327 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-3230e92d-e010-4c61-8378-060790aa1429 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=c6b287a7-66a6-4451-b3cc-175a9dd00602 HTTP/1.1" status: 200 len: 217 time: 0.0657704 Jul 13 07:51:41.073707 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2b4a2020-5d99-4e25-8f07-2a7d0ddf8aa9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.076015 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2b4a2020-5d99-4e25-8f07-2a7d0ddf8aa9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3717537 Jul 13 07:51:41.084642 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58340) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:41.115220 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-39f382ff-d4a4-4dfb-b72d-25e4f6edccaf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:41.179080 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-d8267fed-460a-44e5-8d0e-c5f5537b3766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:41.180949 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-d8267fed-460a-44e5-8d0e-c5f5537b3766 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e027fc-f911-4144-acb3-7864eab297b7 HTTP/1.1" status: 200 len: 797 time: 0.1128583 Jul 13 07:51:41.206309 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] Attempting to bind port e687be45-9bd6-4a33-94b7-39b6e7657d64 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:41.206981 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] Attempting to bind port e687be45-9bd6-4a33-94b7-39b6e7657d64 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'a4d8f9bf-5294-497b-9167-9b9d2bfc7e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3acf8df5-869b-408f-9e3b-1ee3d1cb805a'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:41.207347 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] Attempting to bind port e687be45-9bd6-4a33-94b7-39b6e7657d64 on network 3acf8df5-869b-408f-9e3b-1ee3d1cb805a {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:41.251071 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:41.253276 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] Checking segment: {'id': 'a4d8f9bf-5294-497b-9167-9b9d2bfc7e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3acf8df5-869b-408f-9e3b-1ee3d1cb805a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:41.255776 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.258375 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] Bound using segment: {'id': 'a4d8f9bf-5294-497b-9167-9b9d2bfc7e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3acf8df5-869b-408f-9e3b-1ee3d1cb805a'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:41.258681 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] Bound port: e687be45-9bd6-4a33-94b7-39b6e7657d64, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d8f9bf-5294-497b-9167-9b9d2bfc7e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3acf8df5-869b-408f-9e3b-1ee3d1cb805a'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:41.260120 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.352402 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79efa7c1-ce81-4887-a660-ab9893034dd2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.368762 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-79efa7c1-ce81-4887-a660-ab9893034dd2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Transition to ACTIVE for port object ef7d6507-9f31-46a2-9635-345dcfa4a259 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:41.372645 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-10a0fa7f-36c7-4fbd-abd7-f26ba31089ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:41.374944 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-10a0fa7f-36c7-4fbd-abd7-f26ba31089ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b818ec58-5125-4829-9877-53309d7ad2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1840551 Jul 13 07:51:41.437930 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad61b2-5043-4aac-9cf7-d8bd5145810a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631de122-97e4-4e0e-a5f1-6c06f8444ec0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:41.453555 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39f382ff-d4a4-4dfb-b72d-25e4f6edccaf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.462160 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-50ad61b2-5043-4aac-9cf7-d8bd5145810a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4c2363b284ca4e2aa1349bbebcbd94ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6704772 Jul 13 07:51:41.466157 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58350) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:41.486890 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79efa7c1-ce81-4887-a660-ab9893034dd2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.532954 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-b6fe4462-41fc-4304-9515-335f52663143 service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414862 Jul 13 07:51:41.550224 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f148c1e3-536c-4e3f-b817-09f49e03fe98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.562055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efa7c1-ce81-4887-a660-ab9893034dd2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=ef7d6507-9f31-46a2-9635-345dcfa4a259,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:41.566836 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79efa7c1-ce81-4887-a660-ab9893034dd2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network 3acf8df5-869b-408f-9e3b-1ee3d1cb805a is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:41.571790 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-79efa7c1-ce81-4887-a660-ab9893034dd2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:41.575139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79efa7c1-ce81-4887-a660-ab9893034dd2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:41.577594 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f148c1e3-536c-4e3f-b817-09f49e03fe98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.653808 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f148c1e3-536c-4e3f-b817-09f49e03fe98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.656426 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f148c1e3-536c-4e3f-b817-09f49e03fe98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.660013 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f148c1e3-536c-4e3f-b817-09f49e03fe98 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/631de122-97e4-4e0e-a5f1-6c06f8444ec0 HTTP/1.1" status: 204 len: 168 time: 0.1928053 Jul 13 07:51:41.677571 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148c1e3-536c-4e3f-b817-09f49e03fe98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631de122-97e4-4e0e-a5f1-6c06f8444ec0,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:41.700413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79efa7c1-ce81-4887-a660-ab9893034dd2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:41.705196 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79efa7c1-ce81-4887-a660-ab9893034dd2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.706007 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.727903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] For port e687be45-9bd6-4a33-94b7-39b6e7657d64, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:41.749026 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-ac39dd50-fb83-459e-a828-36fa68c44d3c service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003627 Jul 13 07:51:41.771998 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-79efa7c1-ce81-4887-a660-ab9893034dd2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7662659 Jul 13 07:51:41.774659 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58354) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:41.794472 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3e9d4da2-3cde-4ff5-8cc6-6a14749a3211 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'port': {'network_id': '3acf8df5-869b-408f-9e3b-1ee3d1cb805a', 'name': 'tempest-PortsTestJSON-1441113301', 'fixed_ips': [{'subnet_id': '8afb77cb-2eac-4a97-be3f-90c06fe942a4', 'ip_address': '172.20.0.9'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:41.832187 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] For port e687be45-9bd6-4a33-94b7-39b6e7657d64, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e687be45-9bd6-4a33-94b7-39b6e7657d64,segment=NetworkSegment(a4d8f9bf-5294-497b-9167-9b9d2bfc7e2b),segment_id=a4d8f9bf-5294-497b-9167-9b9d2bfc7e2b)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:41.841282 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] Transition to ACTIVE for port object d5ae2516-7d8b-4240-98c8-687061a16028 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:41.842851 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39f382ff-d4a4-4dfb-b72d-25e4f6edccaf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.853312 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.853554 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-c5beb494-fd98-47bb-812f-4eae66d9a51e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6a39fd5-7b74-4423-b2be-c8213af17aa6 HTTP/1.1" status: 200 len: 217 time: 0.0969477 Jul 13 07:51:41.905031 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.956654 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-86b13ef5-c660-4ed1-bbc4-a05f391f1078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:41.964262 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-86b13ef5-c660-4ed1-bbc4-a05f391f1078 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7181ff3b-d9c0-404a-8335-c486c02dac1e HTTP/1.1" status: 200 len: 797 time: 0.0999024 Jul 13 07:51:42.186409 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-4b4d23bc-09c2-45ee-98c4-3a0899aa92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:42.193100 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-4b4d23bc-09c2-45ee-98c4-3a0899aa92b6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ea323e79-15db-4b79-b637-4002df6be77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2204969 Jul 13 07:51:42.223225 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe248a-7477-4847-a10a-da57a768471e None None] Pushing event updated for resources: {'Port': ['ID=e687be45-9bd6-4a33-94b7-39b6e7657d64,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:42.428986 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063da11-0d6c-448d-92ec-30dda982a031 None None] Pushing event updated for resources: {'Port': ['ID=d5ae2516-7d8b-4240-98c8-687061a16028,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:42.520297 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] Attempting to bind port d5ae2516-7d8b-4240-98c8-687061a16028 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:42.526427 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] Attempting to bind port d5ae2516-7d8b-4240-98c8-687061a16028 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:42.526984 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] Attempting to bind port d5ae2516-7d8b-4240-98c8-687061a16028 on network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:42.562643 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:42.563102 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] Checking segment: {'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:42.563614 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.565401 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] Bound using segment: {'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:42.566015 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] Bound port: d5ae2516-7d8b-4240-98c8-687061a16028, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:42.566531 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.629754 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-39f382ff-d4a4-4dfb-b72d-25e4f6edccaf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Allocated IP 172.25.0.12 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/82959a4a-3701-4add-b25e-7c3312aa032a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:42.687321 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9d4da2-3cde-4ff5-8cc6-6a14749a3211 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:42.700981 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e9d4da2-3cde-4ff5-8cc6-6a14749a3211 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.746585 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-e4568a1f-d80d-4a77-9d62-8d711881d3b5 service neutron] 10.222.0.62 "GET /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434215 Jul 13 07:51:42.774920 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-3e9d4da2-3cde-4ff5-8cc6-6a14749a3211 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] device_id is not set on port 287b1992-6910-4b23-b163-74627ff105df yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:51:42.794783 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] For port d5ae2516-7d8b-4240-98c8-687061a16028, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:42.805721 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] For port d5ae2516-7d8b-4240-98c8-687061a16028, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d5ae2516-7d8b-4240-98c8-687061a16028,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:42.833582 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.013603 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-50922eec-e7cf-4d1f-8470-61fb7b1410b4 service neutron] 10.222.0.62 "GET /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553852 Jul 13 07:51:43.035615 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063da11-0d6c-448d-92ec-30dda982a031 None None] Pushing event updated for resources: {'Port': ['ID=d5ae2516-7d8b-4240-98c8-687061a16028,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:43.083468 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.084260 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] Routers {'a4b6fe98-27cc-4984-9fcf-0496a53256f7'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:43.084897 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:51:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a4b6fe98-27cc-4984-9fcf-0496a53256f7'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:43.161989 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-94459d2d-85d3-42e8-aa7b-a912a58f377d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9bbe5067-cbdd-4d3b-9012-0279cc33b234 HTTP/1.1" status: 200 len: 217 time: 0.1370051 Jul 13 07:51:43.278755 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-1f58b669-578b-4637-a42b-61b78d379159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:43.283563 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-1f58b669-578b-4637-a42b-61b78d379159 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7181ff3b-d9c0-404a-8335-c486c02dac1e HTTP/1.1" status: 200 len: 797 time: 0.1094735 Jul 13 07:51:43.366009 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-9045fb29-2bcd-4c6e-8cab-fd6e2c41e97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:43.368206 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-9045fb29-2bcd-4c6e-8cab-fd6e2c41e97a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ea323e79-15db-4b79-b637-4002df6be77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0737450 Jul 13 07:51:43.374273 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39f382ff-d4a4-4dfb-b72d-25e4f6edccaf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.493223 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] Set router a4b6fe98-27cc-4984-9fcf-0496a53256f7 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:43.638485 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-cc0225c5-c1ea-41f6-8a79-ae88af3be833 service neutron] 10.222.0.62 "GET /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569134 Jul 13 07:51:43.698221 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-3e9d4da2-3cde-4ff5-8cc6-6a14749a3211 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Allocated IP 172.20.0.9 (3acf8df5-869b-408f-9e3b-1ee3d1cb805a/8afb77cb-2eac-4a97-be3f-90c06fe942a4/287b1992-6910-4b23-b163-74627ff105df) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:43.805279 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39f382ff-d4a4-4dfb-b72d-25e4f6edccaf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.942872 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-84e67624-49ce-4cee-b463-9b1fc7dc8767 req-3cf0fd62-c889-40ed-b34d-53c2b026ce75 service neutron] 10.222.0.62 "GET /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954025 Jul 13 07:51:43.998578 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e687be45-9bd6-4a33-94b7-39b6e7657d64 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:44.031345 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f382ff-d4a4-4dfb-b72d-25e4f6edccaf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:44.089879 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-39f382ff-d4a4-4dfb-b72d-25e4f6edccaf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:44.147177 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port e687be45-9bd6-4a33-94b7-39b6e7657d64 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:44.167585 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f382ff-d4a4-4dfb-b72d-25e4f6edccaf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:44.198697 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'name': 'tempest-ServerActionsTestJSON-1277766241-router', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4198a172-480b-408c-97ee-0213b176c18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:26Z', 'updated_at': '2021-07-13T07:51:35Z', 'revision_number': 4, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'gw_port': {'id': '4198a172-480b-408c-97ee-0213b176c18d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:27Z', 'updated_at': '2021-07-13T07:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'd5ae2516-7d8b-4240-98c8-687061a16028', 'name': '', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'mac_address': 'fa:16:3e:c9:cb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:33Z', 'updated_at': '2021-07-13T07:51:42Z', 'revision_number': 4, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'subnets': [{'id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:44.251020 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6e264-eb61-405f-9bc3-fab3a599aa60 None None] The sync data for ids ['a4b6fe98-27cc-4984-9fcf-0496a53256f7'] in n-d-779913-28 is: [{'id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'name': 'tempest-ServerActionsTestJSON-1277766241-router', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4198a172-480b-408c-97ee-0213b176c18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:26Z', 'updated_at': '2021-07-13T07:51:35Z', 'revision_number': 4, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'gw_port': {'id': '4198a172-480b-408c-97ee-0213b176c18d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:27Z', 'updated_at': '2021-07-13T07:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'd5ae2516-7d8b-4240-98c8-687061a16028', 'name': '', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'mac_address': 'fa:16:3e:c9:cb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:33Z', 'updated_at': '2021-07-13T07:51:42Z', 'revision_number': 4, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'subnets': [{'id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:44.449006 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b8e949-0d95-41f4-8fd2-6be5ae376e54 None None] Network 3acf8df5-869b-408f-9e3b-1ee3d1cb805a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:44.563242 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39f382ff-d4a4-4dfb-b72d-25e4f6edccaf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:44.592259 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f382ff-d4a4-4dfb-b72d-25e4f6edccaf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Pushing event updated for resources: {'Port': ['ID=82959a4a-3701-4add-b25e-7c3312aa032a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:44.705195 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39f382ff-d4a4-4dfb-b72d-25e4f6edccaf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:44.795134 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a6a37d20-c47a-4ade-8024-d7c570e33656 None None] Provisioning for port e687be45-9bd6-4a33-94b7-39b6e7657d64 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:44.878649 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a6a37d20-c47a-4ade-8024-d7c570e33656 None None] Provisioning complete for port e687be45-9bd6-4a33-94b7-39b6e7657d64 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:44.878886 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a6a37d20-c47a-4ade-8024-d7c570e33656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:44.964032 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e9d4da2-3cde-4ff5-8cc6-6a14749a3211 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.047493 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-3e9d4da2-3cde-4ff5-8cc6-6a14749a3211 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Transition to ACTIVE for port object 287b1992-6910-4b23-b163-74627ff105df will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:45.304408 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e9d4da2-3cde-4ff5-8cc6-6a14749a3211 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.389638 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9d4da2-3cde-4ff5-8cc6-6a14749a3211 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network 3acf8df5-869b-408f-9e3b-1ee3d1cb805a is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:45.392275 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a6a37d20-c47a-4ade-8024-d7c570e33656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.399283 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3e9d4da2-3cde-4ff5-8cc6-6a14749a3211 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:45.405999 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39f382ff-d4a4-4dfb-b72d-25e4f6edccaf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.408310 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9d4da2-3cde-4ff5-8cc6-6a14749a3211 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:45.465342 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9d4da2-3cde-4ff5-8cc6-6a14749a3211 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:45.466127 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e9d4da2-3cde-4ff5-8cc6-6a14749a3211 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.470318 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d4da2-3cde-4ff5-8cc6-6a14749a3211 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=287b1992-6910-4b23-b163-74627ff105df,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:45.475726 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39f382ff-d4a4-4dfb-b72d-25e4f6edccaf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.502177 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a6a37d20-c47a-4ade-8024-d7c570e33656 None None] For port e687be45-9bd6-4a33-94b7-39b6e7657d64, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e687be45-9bd6-4a33-94b7-39b6e7657d64,segment=NetworkSegment(a4d8f9bf-5294-497b-9167-9b9d2bfc7e2b),segment_id=a4d8f9bf-5294-497b-9167-9b9d2bfc7e2b)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:45.519162 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a6a37d20-c47a-4ade-8024-d7c570e33656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.528896 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58432) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:45.532798 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f382ff-d4a4-4dfb-b72d-25e4f6edccaf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Pushing event updated for resources: {'Port': ['ID=82959a4a-3701-4add-b25e-7c3312aa032a,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:45.578789 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3e9d4da2-3cde-4ff5-8cc6-6a14749a3211 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7984252 Jul 13 07:51:45.581443 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58436) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:45.685005 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39f382ff-d4a4-4dfb-b72d-25e4f6edccaf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.741487 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39f382ff-d4a4-4dfb-b72d-25e4f6edccaf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.748334 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-39f382ff-d4a4-4dfb-b72d-25e4f6edccaf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6378181 Jul 13 07:51:45.848828 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a37d20-c47a-4ade-8024-d7c570e33656 None None] Pushing event updated for resources: {'Port': ['ID=e687be45-9bd6-4a33-94b7-39b6e7657d64,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:45.897844 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-23bf1116-e44c-405e-acde-f74165696e04 tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:45.971936 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75c474e-454f-454a-bc1a-2eb7a57ebd16 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:45.973640 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e75c474e-454f-454a-bc1a-2eb7a57ebd16 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3906701 Jul 13 07:51:45.976583 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58444) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.047393 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a39ed18d-fbc5-4919-b155-678cd3849249 None None] Provisioning complete for port e687be45-9bd6-4a33-94b7-39b6e7657d64 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:46.066076 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a39ed18d-fbc5-4919-b155-678cd3849249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.129569 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-23bf1116-e44c-405e-acde-f74165696e04 tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] 10.222.0.58 "PUT /v2.0/quotas/7fb3cf2cc5f44937ab2226f0dfcdbc05 HTTP/1.1" status: 200 len: 366 time: 0.5988996 Jul 13 07:51:46.132138 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58454) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.156081 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7a9cba7c-e23d-4c61-9464-1a74feb53cb8 tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0183437 Jul 13 07:51:46.156519 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58460) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.183747 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f377464b-8e50-40b2-b7c4-1c44f25af43f tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] 10.222.0.58 "GET /v2.0/quotas/7fb3cf2cc5f44937ab2226f0dfcdbc05 HTTP/1.1" status: 200 len: 366 time: 0.0225728 Jul 13 07:51:46.184389 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58462) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.196976 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432f9b5b-4263-468a-a99e-b78b0958e456 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:46.215999 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432f9b5b-4263-468a-a99e-b78b0958e456 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:46.224555 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4ff290b7-cc37-4a35-a1ab-b2f7c34e2313 tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/7fb3cf2cc5f44937ab2226f0dfcdbc05 HTTP/1.1" status: 204 len: 168 time: 0.0375433 Jul 13 07:51:46.225131 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58464) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.239437 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d5ae2516-7d8b-4240-98c8-687061a16028 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:46.246535 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432f9b5b-4263-468a-a99e-b78b0958e456 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:46.252807 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-432f9b5b-4263-468a-a99e-b78b0958e456 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2722135 Jul 13 07:51:46.253024 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8bde5b82-a333-4598-9f4d-cfd03cd84d98 tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0241158 Jul 13 07:51:46.254948 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58466) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.255613 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58468) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.304318 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d8e216ed-54ee-4e62-8d3b-4d7e7863f83e tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] 10.222.0.58 "GET /v2.0/quotas/7fb3cf2cc5f44937ab2226f0dfcdbc05 HTTP/1.1" status: 200 len: 370 time: 0.0452459 Jul 13 07:51:46.305025 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58470) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.324419 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a77df7b3-8b5b-4c17-8627-c67d5fd9bc8d tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] 10.222.0.58 "GET /v2.0/quotas/7fb3cf2cc5f44937ab2226f0dfcdbc05/default HTTP/1.1" status: 200 len: 370 time: 0.0140088 Jul 13 07:51:46.324762 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58472) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.348827 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-8d5c13b6-6de7-462e-b364-80f3c868c7b7 tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] delete failed (client error): The resource could not be found. Jul 13 07:51:46.350099 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8d5c13b6-6de7-462e-b364-80f3c868c7b7 tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/7fb3cf2cc5f44937ab2226f0dfcdbc05 HTTP/1.1" status: 404 len: 348 time: 0.0242407 Jul 13 07:51:46.582129 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f572d4be-cc33-4357-a2a3-183f29c27505 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting port 287b1992-6910-4b23-b163-74627ff105df {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:46.582932 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f572d4be-cc33-4357-a2a3-183f29c27505 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.593457 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port d5ae2516-7d8b-4240-98c8-687061a16028 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:46.618625 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port d5ae2516-7d8b-4240-98c8-687061a16028 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:46.622026 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.656205 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58478) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.703153 n-d-779913-28 neutron-server[93723]: DEBUG neutron.quota.resource [None req-481b170d-a962-4365-b5ad-0ffa97206c3a tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] Usage tracker for resource:network and tenant:958040fb4dad48498d112c7f1092a3c1 is out of sync, need to count used quota {{(pid=93723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:51:46.717449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.quota.resource [None req-481b170d-a962-4365-b5ad-0ffa97206c3a tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93723) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:51:46.735602 n-d-779913-28 neutron-server[93723]: DEBUG neutron.quota.resource [None req-481b170d-a962-4365-b5ad-0ffa97206c3a tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] Usage tracker for resource:subnet and tenant:958040fb4dad48498d112c7f1092a3c1 is out of sync, need to count used quota {{(pid=93723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:51:46.754412 n-d-779913-28 neutron-server[93723]: DEBUG neutron.quota.resource [None req-481b170d-a962-4365-b5ad-0ffa97206c3a tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93723) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:51:46.771258 n-d-779913-28 neutron-server[93723]: DEBUG neutron.quota.resource [None req-481b170d-a962-4365-b5ad-0ffa97206c3a tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] Usage tracker for resource:subnetpool and tenant:958040fb4dad48498d112c7f1092a3c1 is out of sync, need to count used quota {{(pid=93723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:51:46.786164 n-d-779913-28 neutron-server[93723]: DEBUG neutron.quota.resource [None req-481b170d-a962-4365-b5ad-0ffa97206c3a tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93723) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:51:46.811910 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a39ed18d-fbc5-4919-b155-678cd3849249 None None] Provisioning for port ef7d6507-9f31-46a2-9635-345dcfa4a259 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:46.816552 n-d-779913-28 neutron-server[93723]: DEBUG neutron.quota.resource [None req-481b170d-a962-4365-b5ad-0ffa97206c3a tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] Usage tracker for resource:port and tenant:958040fb4dad48498d112c7f1092a3c1 is out of sync, need to count used quota {{(pid=93723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:51:46.834738 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f572d4be-cc33-4357-a2a3-183f29c27505 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.839929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a39ed18d-fbc5-4919-b155-678cd3849249 None None] Provisioning complete for port ef7d6507-9f31-46a2-9635-345dcfa4a259 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:46.841395 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-e091c4b9-b57a-489c-a82f-bdc2a1e414ad tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--611114345&fields=id&tenant_id=fbbeea760150488197661d4c6a4419de HTTP/1.1" status: 200 len: 267 time: 0.1519351 Jul 13 07:51:46.846501 n-d-779913-28 neutron-server[93723]: DEBUG neutron.quota.resource [None req-481b170d-a962-4365-b5ad-0ffa97206c3a tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93723) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:51:46.857981 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a39ed18d-fbc5-4919-b155-678cd3849249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.886218 n-d-779913-28 neutron-server[93723]: DEBUG neutron.quota.resource [None req-481b170d-a962-4365-b5ad-0ffa97206c3a tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] Usage tracker for resource:router and tenant:958040fb4dad48498d112c7f1092a3c1 is out of sync, need to count used quota {{(pid=93723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:51:46.918313 n-d-779913-28 neutron-server[93723]: DEBUG neutron.quota.resource [None req-481b170d-a962-4365-b5ad-0ffa97206c3a tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93723) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:51:46.935680 n-d-779913-28 neutron-server[93723]: DEBUG neutron.quota.resource [None req-481b170d-a962-4365-b5ad-0ffa97206c3a tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] Usage tracker for resource:floatingip and tenant:958040fb4dad48498d112c7f1092a3c1 is out of sync, need to count used quota {{(pid=93723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:51:46.949704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.quota.resource [None req-481b170d-a962-4365-b5ad-0ffa97206c3a tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93723) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:51:46.992182 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a39ed18d-fbc5-4919-b155-678cd3849249 None None] Port ef7d6507-9f31-46a2-9635-345dcfa4a259 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:47.015175 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f572d4be-cc33-4357-a2a3-183f29c27505 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Calling delete_port for 287b1992-6910-4b23-b163-74627ff105df owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:47.017395 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.070766 n-d-779913-28 neutron-server[93723]: DEBUG neutron.quota.resource [None req-481b170d-a962-4365-b5ad-0ffa97206c3a tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] Usage tracker for resource:security_group and tenant:958040fb4dad48498d112c7f1092a3c1 is out of sync, need to count used quota {{(pid=93723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:51:47.087904 n-d-779913-28 neutron-server[93723]: DEBUG neutron.quota.resource [None req-481b170d-a962-4365-b5ad-0ffa97206c3a tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93723) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:51:47.096266 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port d5ae2516-7d8b-4240-98c8-687061a16028, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d5ae2516-7d8b-4240-98c8-687061a16028,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:47.097465 n-d-779913-28 neutron-server[93723]: DEBUG neutron.quota.resource [None req-481b170d-a962-4365-b5ad-0ffa97206c3a tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] Usage tracker for resource:security_group_rule and tenant:958040fb4dad48498d112c7f1092a3c1 is out of sync, need to count used quota {{(pid=93723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:51:47.113443 n-d-779913-28 neutron-server[93723]: DEBUG neutron.quota.resource [None req-481b170d-a962-4365-b5ad-0ffa97206c3a tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93723) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:51:47.125874 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-481b170d-a962-4365-b5ad-0ffa97206c3a tempest-QuotasTest-2061561019 tempest-QuotasTest-2061561019-project-admin] 10.222.0.58 "GET /v2.0/quotas/958040fb4dad48498d112c7f1092a3c1/details.json HTTP/1.1" status: 200 len: 703 time: 0.4635754 Jul 13 07:51:47.146309 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.187555 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-7f0ded05-0b7d-4a47-b689-eeb7bdf61969 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:47.195808 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-7f0ded05-0b7d-4a47-b689-eeb7bdf61969 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 812 time: 0.3340378 Jul 13 07:51:47.225838 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-f531b862-98ee-4b4a-8522-42322df11e1c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/quotas/fbbeea760150488197661d4c6a4419de HTTP/1.1" status: 200 len: 375 time: 0.0288191 Jul 13 07:51:47.248549 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8baad87d-105d-47c8-8a02-e769b0f5759a None None] Provisioning for port 287b1992-6910-4b23-b163-74627ff105df completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:47.264675 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8baad87d-105d-47c8-8a02-e769b0f5759a None None] Provisioning complete for port 287b1992-6910-4b23-b163-74627ff105df triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:47.265210 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8baad87d-105d-47c8-8a02-e769b0f5759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.354183 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=d5ae2516-7d8b-4240-98c8-687061a16028,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:47.368690 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8baad87d-105d-47c8-8a02-e769b0f5759a None None] Port 287b1992-6910-4b23-b163-74627ff105df cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:47.415606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8baad87d-105d-47c8-8a02-e769b0f5759a None None] Provisioning complete for port ef7d6507-9f31-46a2-9635-345dcfa4a259 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:47.415606 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8baad87d-105d-47c8-8a02-e769b0f5759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.499603 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8baad87d-105d-47c8-8a02-e769b0f5759a None None] Port ef7d6507-9f31-46a2-9635-345dcfa4a259 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:47.762700 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4c9378b2-c4f4-4b7a-b6b3-d0b69d0d8b8e None None] Provisioning complete for port d5ae2516-7d8b-4240-98c8-687061a16028 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:47.766724 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c9378b2-c4f4-4b7a-b6b3-d0b69d0d8b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.771818 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d5ae2516-7d8b-4240-98c8-687061a16028 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:47.943737 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-07b032ea-393b-444c-94ca-c303ec6098b4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7140000 Jul 13 07:51:48.004113 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58504) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:48.072795 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f572d4be-cc33-4357-a2a3-183f29c27505 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.103333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port d5ae2516-7d8b-4240-98c8-687061a16028 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:48.104886 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.120971 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572d4be-cc33-4357-a2a3-183f29c27505 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Port': ['ID=287b1992-6910-4b23-b163-74627ff105df,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:48.139260 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-7602fb29-4da8-41ca-8f8b-b9c8d7b8b012 service neutron] 10.222.0.58 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579857 Jul 13 07:51:48.287264 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e687be45-9bd6-4a33-94b7-39b6e7657d64 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:48.325831 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f572d4be-cc33-4357-a2a3-183f29c27505 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.331036 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f572d4be-cc33-4357-a2a3-183f29c27505 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/ports/287b1992-6910-4b23-b163-74627ff105df HTTP/1.1" status: 204 len: 168 time: 2.0694335 Jul 13 07:51:48.332544 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58512) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:48.366772 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-c76e4a0d-17a3-450a-b52b-23b5f4b019da service neutron] 10.222.0.58 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967824 Jul 13 07:51:48.417169 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-266406ca-5c78-42bc-af51-1387ba0b29f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.421043 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce2f7a5-3dda-4794-a323-8924cacef16f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] GET failed (client error): The resource could not be found. Jul 13 07:51:48.422844 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4ce2f7a5-3dda-4794-a323-8924cacef16f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports/287b1992-6910-4b23-b163-74627ff105df HTTP/1.1" status: 404 len: 333 time: 0.0894458 Jul 13 07:51:48.429439 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58516) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:48.443884 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e687be45-9bd6-4a33-94b7-39b6e7657d64 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:48.444268 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.751329 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-266406ca-5c78-42bc-af51-1387ba0b29f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.763091 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-266406ca-5c78-42bc-af51-1387ba0b29f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.783467 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d6e6c6f6-488c-4857-b2db-c842a547a9be tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting port ef7d6507-9f31-46a2-9635-345dcfa4a259 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:48.785848 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c6f6-488c-4857-b2db-c842a547a9be tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.871406 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-266406ca-5c78-42bc-af51-1387ba0b29f0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f92890c2968d4469bb7332156b1f8489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8619263 Jul 13 07:51:48.875090 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58538) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:49.008330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266406ca-5c78-42bc-af51-1387ba0b29f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29bfa34-1d33-4e87-be74-24d13fc0091d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:49.025803 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c6f6-488c-4857-b2db-c842a547a9be tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.051086 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d6e6c6f6-488c-4857-b2db-c842a547a9be tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Calling delete_port for ef7d6507-9f31-46a2-9635-345dcfa4a259 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:49.067491 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2f3e362b-1a3e-4f85-8418-505f4c43d7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.132645 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2f3e362b-1a3e-4f85-8418-505f4c43d7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.198404 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc1dc186-b22c-4f64-a590-bb9d40175fb3 req-b5217414-dca6-4c94-9ddf-c390c3f37b13 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 210 time: 0.0445926 Jul 13 07:51:49.234270 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2f3e362b-1a3e-4f85-8418-505f4c43d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.249230 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2f3e362b-1a3e-4f85-8418-505f4c43d7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.255146 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2f3e362b-1a3e-4f85-8418-505f4c43d7e8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e29bfa34-1d33-4e87-be74-24d13fc0091d HTTP/1.1" status: 204 len: 168 time: 0.3722329 Jul 13 07:51:49.279796 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e362b-1a3e-4f85-8418-505f4c43d7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29bfa34-1d33-4e87-be74-24d13fc0091d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:49.527456 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c6f6-488c-4857-b2db-c842a547a9be tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.597128 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:51:49.609181 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6c6f6-488c-4857-b2db-c842a547a9be tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Port': ['ID=ef7d6507-9f31-46a2-9635-345dcfa4a259,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:49.678425 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c6f6-488c-4857-b2db-c842a547a9be tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.688294 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58554) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:49.707366 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d6e6c6f6-488c-4857-b2db-c842a547a9be tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/ports/ef7d6507-9f31-46a2-9635-345dcfa4a259 HTTP/1.1" status: 204 len: 168 time: 1.2769978 Jul 13 07:51:49.752595 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-3411ccf8-ef11-4993-81ad-36136ff0552d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] GET failed (client error): The resource could not be found. Jul 13 07:51:49.761658 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58560) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:49.770783 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3411ccf8-ef11-4993-81ad-36136ff0552d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports/ef7d6507-9f31-46a2-9635-345dcfa4a259 HTTP/1.1" status: 404 len: 333 time: 0.0813298 Jul 13 07:51:49.851597 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ec5ede-96e0-4aa9-95bc-b9abb25a69db tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting subnet 8afb77cb-2eac-4a97-be3f-90c06fe942a4 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:51:49.856273 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70ec5ede-96e0-4aa9-95bc-b9abb25a69db tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.936105 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58568) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:49.981882 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9e00-edf9-4e39-afac-47a33a32882d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.998008 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70ec5ede-96e0-4aa9-95bc-b9abb25a69db tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.205199 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70ec5ede-96e0-4aa9-95bc-b9abb25a69db tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.295103 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9e00-edf9-4e39-afac-47a33a32882d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.307449 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9e00-edf9-4e39-afac-47a33a32882d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.334376 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70ec5ede-96e0-4aa9-95bc-b9abb25a69db tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.397705 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1ddb9e00-edf9-4e39-afac-47a33a32882d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=958040fb4dad48498d112c7f1092a3c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4599848 Jul 13 07:51:50.399180 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec5ede-96e0-4aa9-95bc-b9abb25a69db tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Subnet': ['ID=8afb77cb-2eac-4a97-be3f-90c06fe942a4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:50.400283 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58576) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:50.412566 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb9e00-edf9-4e39-afac-47a33a32882d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b8921d-79e6-4476-965d-985dcecaa476,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:50.414763 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ea2708-1106-4878-b9ff-b75c16163488 None None] Network 3acf8df5-869b-408f-9e3b-1ee3d1cb805a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:50.416897 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70ec5ede-96e0-4aa9-95bc-b9abb25a69db tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.419116 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-70ec5ede-96e0-4aa9-95bc-b9abb25a69db tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/subnets/8afb77cb-2eac-4a97-be3f-90c06fe942a4 HTTP/1.1" status: 204 len: 168 time: 0.6561127 Jul 13 07:51:50.421716 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58578) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:50.599385 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2f000808-e2f0-444d-a407-f66b3c8fd2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.654231 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2f000808-e2f0-444d-a407-f66b3c8fd2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.675254 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d38ef32b-90f7-4909-9489-b36daba5ea37 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.784169 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2f000808-e2f0-444d-a407-f66b3c8fd2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.787787 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2f000808-e2f0-444d-a407-f66b3c8fd2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.789563 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2f000808-e2f0-444d-a407-f66b3c8fd2ad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/58b8921d-79e6-4476-965d-985dcecaa476 HTTP/1.1" status: 204 len: 168 time: 0.3876591 Jul 13 07:51:50.798818 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e60da1f9-11b6-49f9-874c-9f670ffa5605 req-2f82d57b-f9ec-4eaf-972b-aa59757411e0 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 210 time: 0.3602231 Jul 13 07:51:50.809767 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57c372b-7256-4cd9-a90d-d8f23f32a05b None None] DHCP port deletion for 3acf8df5-869b-408f-9e3b-1ee3d1cb805a request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:51:50.831714 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f000808-e2f0-444d-a407-f66b3c8fd2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b8921d-79e6-4476-965d-985dcecaa476,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:50.858447 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000808-e2f0-444d-a407-f66b3c8fd2ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:50.858810 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000808-e2f0-444d-a407-f66b3c8fd2ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:50.859677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000808-e2f0-444d-a407-f66b3c8fd2ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:50.860597 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000808-e2f0-444d-a407-f66b3c8fd2ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:50.864377 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000808-e2f0-444d-a407-f66b3c8fd2ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:50.864908 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000808-e2f0-444d-a407-f66b3c8fd2ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:50.865412 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000808-e2f0-444d-a407-f66b3c8fd2ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:50.865913 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000808-e2f0-444d-a407-f66b3c8fd2ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:50.870854 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000808-e2f0-444d-a407-f66b3c8fd2ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:50.871507 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000808-e2f0-444d-a407-f66b3c8fd2ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:50.872013 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000808-e2f0-444d-a407-f66b3c8fd2ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:50.872510 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000808-e2f0-444d-a407-f66b3c8fd2ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:50.940649 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b57c372b-7256-4cd9-a90d-d8f23f32a05b None None] Deleting port e687be45-9bd6-4a33-94b7-39b6e7657d64 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:50.942708 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b57c372b-7256-4cd9-a90d-d8f23f32a05b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.958467 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d38ef32b-90f7-4909-9489-b36daba5ea37 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting port e687be45-9bd6-4a33-94b7-39b6e7657d64 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:50.958827 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d38ef32b-90f7-4909-9489-b36daba5ea37 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.094383 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b57c372b-7256-4cd9-a90d-d8f23f32a05b None None] For port e687be45-9bd6-4a33-94b7-39b6e7657d64, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e687be45-9bd6-4a33-94b7-39b6e7657d64,segment=NetworkSegment(a4d8f9bf-5294-497b-9167-9b9d2bfc7e2b),segment_id=a4d8f9bf-5294-497b-9167-9b9d2bfc7e2b)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:51.094620 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b57c372b-7256-4cd9-a90d-d8f23f32a05b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.152761 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b57c372b-7256-4cd9-a90d-d8f23f32a05b None None] Calling delete_port for e687be45-9bd6-4a33-94b7-39b6e7657d64 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:51.264722 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-d38ef32b-90f7-4909-9489-b36daba5ea37 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] For port e687be45-9bd6-4a33-94b7-39b6e7657d64, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e687be45-9bd6-4a33-94b7-39b6e7657d64,segment=NetworkSegment(a4d8f9bf-5294-497b-9167-9b9d2bfc7e2b),segment_id=a4d8f9bf-5294-497b-9167-9b9d2bfc7e2b)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:51.265271 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d38ef32b-90f7-4909-9489-b36daba5ea37 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.320735 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b57c372b-7256-4cd9-a90d-d8f23f32a05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.326706 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d38ef32b-90f7-4909-9489-b36daba5ea37 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Calling delete_port for e687be45-9bd6-4a33-94b7-39b6e7657d64 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:51.364239 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c372b-7256-4cd9-a90d-d8f23f32a05b None None] No DVR routers for this DVR port e687be45-9bd6-4a33-94b7-39b6e7657d64 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:51.421775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c372b-7256-4cd9-a90d-d8f23f32a05b None None] Pushing event deleted for resources: {'Port': ['ID=e687be45-9bd6-4a33-94b7-39b6e7657d64,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:51.565684 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-48dc5005-0e15-4dcf-91dd-ebc7257ab6bd tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:51.567246 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-48dc5005-0e15-4dcf-91dd-ebc7257ab6bd tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.35 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 812 time: 0.4947970 Jul 13 07:51:51.715479 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d38ef32b-90f7-4909-9489-b36daba5ea37 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.743124 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e687be45-9bd6-4a33-94b7-39b6e7657d64 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:51:51.795417 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ef32b-90f7-4909-9489-b36daba5ea37 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Port': ['ID=e687be45-9bd6-4a33-94b7-39b6e7657d64,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:51.818300 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-beccec1f-3494-4ca2-9682-2818462472e8 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbbeea760150488197661d4c6a4419de HTTP/1.1" status: 200 len: 379 time: 0.2234647 Jul 13 07:51:51.819258 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: e687be45-9bd6-4a33-94b7-39b6e7657d64 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:51:51.819861 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e687be45-9bd6-4a33-94b7-39b6e7657d64 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:51:51.833885 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-b8e06ae9-c5cd-4e13-b71a-dc474a384242 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Request body: {'port': {'device_id': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'admin_state_up': True, 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'security_groups': ['5bc0aa81-f181-46e3-ac04-544bd54c5bc6']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:51.852351 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ef32b-90f7-4909-9489-b36daba5ea37 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] No DVR routers for this DVR port e687be45-9bd6-4a33-94b7-39b6e7657d64 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:52.044246 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d38ef32b-90f7-4909-9489-b36daba5ea37 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.059073 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d38ef32b-90f7-4909-9489-b36daba5ea37 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acf8df5-869b-408f-9e3b-1ee3d1cb805a']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:52.089027 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d38ef32b-90f7-4909-9489-b36daba5ea37 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d8f9bf-5294-497b-9167-9b9d2bfc7e2b') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:52.096944 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d38ef32b-90f7-4909-9489-b36daba5ea37 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d8f9bf-5294-497b-9167-9b9d2bfc7e2b') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:52.128423 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d38ef32b-90f7-4909-9489-b36daba5ea37 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.231065 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac6b94c7-1e75-4e17-a924-1dfb2977e4f2 req-13791ff2-35cf-4e87-bbcd-ad3f81bd2ae8 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 210 time: 0.1002433 Jul 13 07:51:52.232820 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d38ef32b-90f7-4909-9489-b36daba5ea37 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.255932 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38ef32b-90f7-4909-9489-b36daba5ea37 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:52.257504 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d38ef32b-90f7-4909-9489-b36daba5ea37 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:52.264810 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:52.280696 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-b8e06ae9-c5cd-4e13-b71a-dc474a384242 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Made reservation on behalf of fbbeea760150488197661d4c6a4419de for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:52.285682 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-b8e06ae9-c5cd-4e13-b71a-dc474a384242 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.438097 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d38ef32b-90f7-4909-9489-b36daba5ea37 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.509306 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d38ef32b-90f7-4909-9489-b36daba5ea37 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.519344 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d38ef32b-90f7-4909-9489-b36daba5ea37 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/networks/3acf8df5-869b-408f-9e3b-1ee3d1cb805a HTTP/1.1" status: 204 len: 168 time: 2.0952957 Jul 13 07:51:52.526799 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58626) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:52.557931 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4bd00820-0a38-4314-b916-44bf629037e1 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1194169505'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:52.560937 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ef32b-90f7-4909-9489-b36daba5ea37 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Network': ['ID=3acf8df5-869b-408f-9e3b-1ee3d1cb805a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:52.655648 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd00820-0a38-4314-b916-44bf629037e1 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:52.660932 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4bd00820-0a38-4314-b916-44bf629037e1 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.742239 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-b8e06ae9-c5cd-4e13-b71a-dc474a384242 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Allocated IP 172.20.0.6 (3cfb6628-70f1-4eba-bd72-3d514884b2d1/59058d89-afdf-4361-a951-c6ec0763fda8/78907ba2-8a91-4d16-a6c9-c4a99ab38b4f) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:52.747139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd00820-0a38-4314-b916-44bf629037e1 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:52.785293 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4bd00820-0a38-4314-b916-44bf629037e1 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.786078 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-4bd00820-0a38-4314-b916-44bf629037e1 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Added segment a28c22a0-0af4-473d-a789-1dd6775cf387 of type vlan for network 3608c8d5-58fd-4b68-9cbf-99fba39563a5 Jul 13 07:51:52.786797 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58632) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:52.948351 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4bd00820-0a38-4314-b916-44bf629037e1 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.982184 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-eec7ada7-fa99-4a6c-8bbf-7d7d7dfdfe60 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-520392015'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:53.067686 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec7ada7-fa99-4a6c-8bbf-7d7d7dfdfe60 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Made reservation on behalf of 56d052f587d24e2b885f10cbd82a3315 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:53.071823 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eec7ada7-fa99-4a6c-8bbf-7d7d7dfdfe60 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.088526 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eec7ada7-fa99-4a6c-8bbf-7d7d7dfdfe60 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.177723 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4bd00820-0a38-4314-b916-44bf629037e1 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.183971 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd00820-0a38-4314-b916-44bf629037e1 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:53.184630 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4bd00820-0a38-4314-b916-44bf629037e1 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.198766 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-87f65ea0-389c-4a10-9149-61641c08fe5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.307756 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eec7ada7-fa99-4a6c-8bbf-7d7d7dfdfe60 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.314935 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-b8e06ae9-c5cd-4e13-b71a-dc474a384242 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.324275 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eec7ada7-fa99-4a6c-8bbf-7d7d7dfdfe60 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.393341 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd00820-0a38-4314-b916-44bf629037e1 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Network': ['ID=3608c8d5-58fd-4b68-9cbf-99fba39563a5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:53.399785 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4bd00820-0a38-4314-b916-44bf629037e1 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8719501 Jul 13 07:51:53.403257 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58644) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:53.414589 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d9a4a1d7-ef1b-4520-b895-0ce621c75950 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'subnet': {'network_id': '3608c8d5-58fd-4b68-9cbf-99fba39563a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:53.418842 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-b8e06ae9-c5cd-4e13-b71a-dc474a384242 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Transition to ACTIVE for port object 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:53.422485 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 3608c8d5-58fd-4b68-9cbf-99fba39563a5 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:53.438010 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec7ada7-fa99-4a6c-8bbf-7d7d7dfdfe60 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:53.447274 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7ada7-fa99-4a6c-8bbf-7d7d7dfdfe60 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a23eb1c8-1217-4e9c-9e71-ec0b8491e438,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:53.460424 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eec7ada7-fa99-4a6c-8bbf-7d7d7dfdfe60 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.461933 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-eec7ada7-fa99-4a6c-8bbf-7d7d7dfdfe60 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Added segment 0480926c-2bea-4177-a682-189a2d3b456d of type vlan for network b9f0afc8-e7a8-4eda-8976-f0d515f0f513 Jul 13 07:51:53.511901 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eec7ada7-fa99-4a6c-8bbf-7d7d7dfdfe60 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.567921 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-b8e06ae9-c5cd-4e13-b71a-dc474a384242 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.573962 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eec7ada7-fa99-4a6c-8bbf-7d7d7dfdfe60 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.582514 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec7ada7-fa99-4a6c-8bbf-7d7d7dfdfe60 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:53.583589 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eec7ada7-fa99-4a6c-8bbf-7d7d7dfdfe60 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.611086 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a4a1d7-ef1b-4520-b895-0ce621c75950 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:53.614602 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a1d7-ef1b-4520-b895-0ce621c75950 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.661599 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-eec7ada7-fa99-4a6c-8bbf-7d7d7dfdfe60 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8736269 Jul 13 07:51:53.665457 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58646) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:53.671866 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-5be28140-7c3e-4f68-bd83-7ac4f51ef3ef tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Request body: {'subnet': {'network_id': 'b9f0afc8-e7a8-4eda-8976-f0d515f0f513', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:53.674956 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-b8e06ae9-c5cd-4e13-b71a-dc474a384242 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:53.683187 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-b8e06ae9-c5cd-4e13-b71a-dc474a384242 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:53.710649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e06ae9-c5cd-4e13-b71a-dc474a384242 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Pushing event updated for resources: {'Port': ['ID=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:53.714746 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-b8e06ae9-c5cd-4e13-b71a-dc474a384242 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:53.775611 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-b8e06ae9-c5cd-4e13-b71a-dc474a384242 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:53.776298 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-b8e06ae9-c5cd-4e13-b71a-dc474a384242 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.817955 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7ada7-fa99-4a6c-8bbf-7d7d7dfdfe60 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Pushing event updated for resources: {'Network': ['ID=b9f0afc8-e7a8-4eda-8976-f0d515f0f513,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:53.837292 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network b9f0afc8-e7a8-4eda-8976-f0d515f0f513 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:53.837456 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f4cdc-e97a-48df-987e-c554e4e9a5d8 req-42408afc-1a47-499e-8e45-3721f4d54518 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:53.859462 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c2f4cdc-e97a-48df-987e-c554e4e9a5d8 req-42408afc-1a47-499e-8e45-3721f4d54518 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 931 time: 0.3346951 Jul 13 07:51:53.866058 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-b8e06ae9-c5cd-4e13-b71a-dc474a384242 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0432925 Jul 13 07:51:53.874754 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be28140-7c3e-4f68-bd83-7ac4f51ef3ef tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Made reservation on behalf of 56d052f587d24e2b885f10cbd82a3315 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:53.881604 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5be28140-7c3e-4f68-bd83-7ac4f51ef3ef tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.883287 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] Request body: {'port': {'device_id': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:54.094462 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c2f4cdc-e97a-48df-987e-c554e4e9a5d8 req-a9a1a1cd-caad-4a3c-a35d-52a18b7792ad tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234645 Jul 13 07:51:54.189999 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a52b5d7d-ecf1-48d6-8233-ed2fc7914dbc None None] Provisioning for port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:54.199667 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a52b5d7d-ecf1-48d6-8233-ed2fc7914dbc None None] Provisioning complete for port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:54.201375 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a52b5d7d-ecf1-48d6-8233-ed2fc7914dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.245807 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a52b5d7d-ecf1-48d6-8233-ed2fc7914dbc None None] Port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:54.283641 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.309811 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5be28140-7c3e-4f68-bd83-7ac4f51ef3ef tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.364292 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a1d7-ef1b-4520-b895-0ce621c75950 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.375246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be28140-7c3e-4f68-bd83-7ac4f51ef3ef tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Pushing event updated for resources: {'Subnet': ['ID=604358ab-1ab7-4490-9a15-cbdc93d521fc,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:54.397578 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be28140-7c3e-4f68-bd83-7ac4f51ef3ef tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Checking segment: {'id': '0480926c-2bea-4177-a682-189a2d3b456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b9f0afc8-e7a8-4eda-8976-f0d515f0f513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:54.398305 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be28140-7c3e-4f68-bd83-7ac4f51ef3ef tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Network hostable DHCP agents. Network: b9f0afc8-e7a8-4eda-8976-f0d515f0f513, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:54.448677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be28140-7c3e-4f68-bd83-7ac4f51ef3ef tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Network b9f0afc8-e7a8-4eda-8976-f0d515f0f513 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:54.472005 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-5be28140-7c3e-4f68-bd83-7ac4f51ef3ef tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, b9f0afc8-e7a8-4eda-8976-f0d515f0f513) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:54.476680 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be28140-7c3e-4f68-bd83-7ac4f51ef3ef tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:54.477376 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5be28140-7c3e-4f68-bd83-7ac4f51ef3ef tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.488768 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b73a7f-559e-491e-aa22-df588075a51c None None] Network b9f0afc8-e7a8-4eda-8976-f0d515f0f513 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:54.522751 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5be28140-7c3e-4f68-bd83-7ac4f51ef3ef tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8570142 Jul 13 07:51:54.523714 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58658) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:54.528998 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-e5a7a42e-fddc-4e55-bbb3-4fd01355f609 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Request body: {'port': {'network_id': 'b9f0afc8-e7a8-4eda-8976-f0d515f0f513', 'name': 'tempest-AllowedAddressPairTestJSON-482653133'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:54.561432 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4a1d7-ef1b-4520-b895-0ce621c75950 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Subnet': ['ID=877c42f6-f8de-4cf0-b9f3-fcf911348a8e,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:54.615045 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a4a1d7-ef1b-4520-b895-0ce621c75950 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Checking segment: {'id': 'a28c22a0-0af4-473d-a789-1dd6775cf387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3608c8d5-58fd-4b68-9cbf-99fba39563a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:54.615353 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a4a1d7-ef1b-4520-b895-0ce621c75950 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network hostable DHCP agents. Network: 3608c8d5-58fd-4b68-9cbf-99fba39563a5, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:54.754920 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a4a1d7-ef1b-4520-b895-0ce621c75950 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network 3608c8d5-58fd-4b68-9cbf-99fba39563a5 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:54.758782 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a7a42e-fddc-4e55-bbb3-4fd01355f609 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Made reservation on behalf of 56d052f587d24e2b885f10cbd82a3315 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:54.763187 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e5a7a42e-fddc-4e55-bbb3-4fd01355f609 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.793116 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-b9f0afc8-e7a8-4eda-8976-f0d515f0f513', 'network_id': 'b9f0afc8-e7a8-4eda-8976-f0d515f0f513', 'tenant_id': '56d052f587d24e2b885f10cbd82a3315', 'fixed_ips': [{'subnet_id': '604358ab-1ab7-4490-9a15-cbdc93d521fc'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:54.794003 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.802827 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-e5a7a42e-fddc-4e55-bbb3-4fd01355f609 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] device_id is not set on port a6c1c9ca-36b2-4547-99fb-56777ff76532 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:51:54.814856 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d9a4a1d7-ef1b-4520-b895-0ce621c75950 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 3608c8d5-58fd-4b68-9cbf-99fba39563a5) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:54.827636 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a4a1d7-ef1b-4520-b895-0ce621c75950 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:54.828238 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a1d7-ef1b-4520-b895-0ce621c75950 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.840323 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ea5499-8749-4ed8-a866-c74254a6fa43 None None] Network 3608c8d5-58fd-4b68-9cbf-99fba39563a5 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:54.918408 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d9a4a1d7-ef1b-4520-b895-0ce621c75950 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5059237 Jul 13 07:51:54.919229 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58660) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:54.934079 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-24c5c093-1a4f-4058-bde1-8588e90859ee tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1065200358', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:54.976431 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-e5a7a42e-fddc-4e55-bbb3-4fd01355f609 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Allocated IP 172.20.0.12 (b9f0afc8-e7a8-4eda-8976-f0d515f0f513/604358ab-1ab7-4490-9a15-cbdc93d521fc/a6c1c9ca-36b2-4547-99fb-56777ff76532) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:55.061338 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:51:55.076199 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.092600 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] Transition to ACTIVE for port object 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:55.105742 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.163857 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24c5c093-1a4f-4058-bde1-8588e90859ee tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.165237 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24c5c093-1a4f-4058-bde1-8588e90859ee tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.242746 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24c5c093-1a4f-4058-bde1-8588e90859ee tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.279869 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24c5c093-1a4f-4058-bde1-8588e90859ee tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.289076 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e5a7a42e-fddc-4e55-bbb3-4fd01355f609 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.332827 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24c5c093-1a4f-4058-bde1-8588e90859ee tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.337922 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-24c5c093-1a4f-4058-bde1-8588e90859ee tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4155874 Jul 13 07:51:55.348822 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58670) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:55.375967 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c06f828b-4b96-4d36-b8fa-024ece680fad tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'port': {'network_id': '3608c8d5-58fd-4b68-9cbf-99fba39563a5', 'name': 'tempest-PortsTestJSON-546337920'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:55.448491 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] Attempting to bind port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:55.449030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] Attempting to bind port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:55.451263 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] Attempting to bind port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f on network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:55.466726 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] Port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f on network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:51:55.467085 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] Attempting to bind port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f on network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:55.535210 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-e5a7a42e-fddc-4e55-bbb3-4fd01355f609 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Transition to ACTIVE for port object a6c1c9ca-36b2-4547-99fb-56777ff76532 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:55.567740 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44110362-4849-4482-afa1-2649678d783b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-3608c8d5-58fd-4b68-9cbf-99fba39563a5', 'network_id': '3608c8d5-58fd-4b68-9cbf-99fba39563a5', 'tenant_id': '2a5e43a8d0ef422c8edca9e41c5be9e2', 'fixed_ips': [{'subnet_id': '877c42f6-f8de-4cf0-b9f3-fcf911348a8e'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:55.570658 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44110362-4849-4482-afa1-2649678d783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.579909 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06f828b-4b96-4d36-b8fa-024ece680fad tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:55.584408 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c06f828b-4b96-4d36-b8fa-024ece680fad tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.590204 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:55.590717 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] Checking segment: {'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:55.591170 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] Bound using segment: {'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:55.591615 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] Bound port: 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:55.592038 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.663005 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-c06f828b-4b96-4d36-b8fa-024ece680fad tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] device_id is not set on port 96f79529-a7d7-40e2-bc2b-f81dda506efe yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:51:55.767609 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] For port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:55.774659 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] For port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:55.784395 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] Pushing event updated for resources: {'Port': ['ID=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:55.786632 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e5a7a42e-fddc-4e55-bbb3-4fd01355f609 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.809734 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.818009 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] Allocated IP 172.20.0.2 (b9f0afc8-e7a8-4eda-8976-f0d515f0f513/604358ab-1ab7-4490-9a15-cbdc93d521fc/40bed2c5-a9e8-403a-a2f2-71d15b167f20) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:55.985684 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:55.986354 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.987832 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] 10.222.0.35 "PUT /v2.0/ports/78907ba2-8a91-4d16-a6c9-c4a99ab38b4f HTTP/1.1" status: 200 len: 1092 time: 2.1133275 Jul 13 07:51:56.002159 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7a42e-fddc-4e55-bbb3-4fd01355f609 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Pushing event updated for resources: {'Port': ['ID=a6c1c9ca-36b2-4547-99fb-56777ff76532,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:56.003321 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:56.021363 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a7a42e-fddc-4e55-bbb3-4fd01355f609 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Network b9f0afc8-e7a8-4eda-8976-f0d515f0f513 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:56.022569 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a998107-be78-451f-9284-0c1d4e03b41c" -d '{"events": [{"name": "network-changed", "server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:56.031250 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-e5a7a42e-fddc-4e55-bbb3-4fd01355f609 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:56.049340 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7a42e-fddc-4e55-bbb3-4fd01355f609 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:56.129358 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a466dfda-9662-4c1d-8844-d357b10f0bcb x-openstack-request-id: req-a466dfda-9662-4c1d-8844-d357b10f0bcb {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:56.129719 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:56.129902 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a466dfda-9662-4c1d-8844-d357b10f0bcb {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:56.130339 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'status': 'completed', 'code': 200} Jul 13 07:51:56.153536 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-44110362-4849-4482-afa1-2649678d783b None None] Allocated IP 172.20.0.2 (3608c8d5-58fd-4b68-9cbf-99fba39563a5/877c42f6-f8de-4cf0-b9f3-fcf911348a8e/1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:56.181014 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a7a42e-fddc-4e55-bbb3-4fd01355f609 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:56.182000 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e5a7a42e-fddc-4e55-bbb3-4fd01355f609 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.183891 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.209729 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd01db-8835-4850-8313-151a55277409 req-282da2c5-03d5-4138-a72d-473b4d788a20 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:56.211472 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fedd01db-8835-4850-8313-151a55277409 req-282da2c5-03d5-4138-a72d-473b4d788a20 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 943 time: 0.7715406 Jul 13 07:51:56.216865 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] Transition to ACTIVE for port object 40bed2c5-a9e8-403a-a2f2-71d15b167f20 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:56.233285 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e5a7a42e-fddc-4e55-bbb3-4fd01355f609 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7082634 Jul 13 07:51:56.236396 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58680) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:56.255596 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-8f328828-b742-49ff-ac7b-50a396e0ef41 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Request body: {'port': {'network_id': 'b9f0afc8-e7a8-4eda-8976-f0d515f0f513', 'name': 'tempest-AllowedAddressPairTestJSON-1339979060', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:41:f7:ad'}]}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:56.265492 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e44fcf-97b8-40be-af75-a04c4ca7867b service neutron] Pushing event updated for resources: {'Port': ['ID=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:56.403131 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fedd01db-8835-4850-8313-151a55277409 req-ce714c29-9a5b-45a3-8ce4-98e0bb0218ec tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510124 Jul 13 07:51:56.452639 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-95c1b953-b30d-4813-9863-d56a44eafda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:56.454220 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-95c1b953-b30d-4813-9863-d56a44eafda4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 1095 time: 0.3230586 Jul 13 07:51:56.491188 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] Transition to ACTIVE for port object 40bed2c5-a9e8-403a-a2f2-71d15b167f20 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:56.530929 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-c8b53e0a-d49a-4c21-bee9-8bc09178be29 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f HTTP/1.1" status: 200 len: 217 time: 0.0692263 Jul 13 07:51:56.536431 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.606231 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44110362-4849-4482-afa1-2649678d783b None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.615008 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f328828-b742-49ff-ac7b-50a396e0ef41 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Made reservation on behalf of 56d052f587d24e2b885f10cbd82a3315 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:56.645224 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-5a4fdbcf-f71a-425f-a284-8a216e8f2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:56.646941 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-5a4fdbcf-f71a-425f-a284-8a216e8f2e95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.1093721 Jul 13 07:51:56.650524 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-44110362-4849-4482-afa1-2649678d783b None None] Transition to ACTIVE for port object 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:56.672160 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] Network b9f0afc8-e7a8-4eda-8976-f0d515f0f513 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:56.676189 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] Pushing event updated for resources: {'Port': ['ID=40bed2c5-a9e8-403a-a2f2-71d15b167f20,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:56.680365 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:56.685367 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:56.689961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-44110362-4849-4482-afa1-2649678d783b None None] Transition to ACTIVE for port object 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:56.751138 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44110362-4849-4482-afa1-2649678d783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.819854 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-b56df06e-eddc-4e91-a894-8a1240c494e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:56.821414 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-b56df06e-eddc-4e91-a894-8a1240c494e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1660826 Jul 13 07:51:56.904101 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-c06f828b-4b96-4d36-b8fa-024ece680fad tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Allocated IP 172.20.0.11 (3608c8d5-58fd-4b68-9cbf-99fba39563a5/877c42f6-f8de-4cf0-b9f3-fcf911348a8e/96f79529-a7d7-40e2-bc2b-f81dda506efe) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:56.909734 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8f328828-b742-49ff-ac7b-50a396e0ef41 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.949697 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-8f328828-b742-49ff-ac7b-50a396e0ef41 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] device_id is not set on port 7c55a7cc-5e99-42bc-b329-de5fc05c780c yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:51:56.971906 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44110362-4849-4482-afa1-2649678d783b None None] Pushing event updated for resources: {'Port': ['ID=1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:57.028841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] Attempting to bind port 40bed2c5-a9e8-403a-a2f2-71d15b167f20 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:57.029817 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] Attempting to bind port 40bed2c5-a9e8-403a-a2f2-71d15b167f20 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0480926c-2bea-4177-a682-189a2d3b456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b9f0afc8-e7a8-4eda-8976-f0d515f0f513'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:57.030478 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] Attempting to bind port 40bed2c5-a9e8-403a-a2f2-71d15b167f20 on network b9f0afc8-e7a8-4eda-8976-f0d515f0f513 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:57.036816 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44110362-4849-4482-afa1-2649678d783b None None] Network 3608c8d5-58fd-4b68-9cbf-99fba39563a5 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:57.043231 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-44110362-4849-4482-afa1-2649678d783b None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:57.051882 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:57.052481 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] Checking segment: {'id': '0480926c-2bea-4177-a682-189a2d3b456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b9f0afc8-e7a8-4eda-8976-f0d515f0f513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:57.053465 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:57.053961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] Bound using segment: {'id': '0480926c-2bea-4177-a682-189a2d3b456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b9f0afc8-e7a8-4eda-8976-f0d515f0f513'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:57.055213 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] Bound port: 40bed2c5-a9e8-403a-a2f2-71d15b167f20, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0480926c-2bea-4177-a682-189a2d3b456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b9f0afc8-e7a8-4eda-8976-f0d515f0f513'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:57.055715 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:57.058318 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-f7f9ec6e-4a07-4142-bbef-018a2778d156 service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279248 Jul 13 07:51:57.060371 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44110362-4849-4482-afa1-2649678d783b None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:57.157900 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-8f328828-b742-49ff-ac7b-50a396e0ef41 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Allocated IP 172.20.0.3 (b9f0afc8-e7a8-4eda-8976-f0d515f0f513/604358ab-1ab7-4490-9a15-cbdc93d521fc/7c55a7cc-5e99-42bc-b329-de5fc05c780c) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:57.235437 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] For port 40bed2c5-a9e8-403a-a2f2-71d15b167f20, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:57.244636 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] For port 40bed2c5-a9e8-403a-a2f2-71d15b167f20, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=40bed2c5-a9e8-403a-a2f2-71d15b167f20,segment=NetworkSegment(0480926c-2bea-4177-a682-189a2d3b456d),segment_id=0480926c-2bea-4177-a682-189a2d3b456d)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:57.283429 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f78454b4-ba47-4847-909f-6f4bc8359615 req-db2da5f2-5eb0-4c32-97d9-8f6d6e253721 service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185652 Jul 13 07:51:57.331559 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:57.464501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-44110362-4849-4482-afa1-2649678d783b None None] Attempting to bind port 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:57.464883 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-44110362-4849-4482-afa1-2649678d783b None None] Attempting to bind port 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'a28c22a0-0af4-473d-a789-1dd6775cf387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3608c8d5-58fd-4b68-9cbf-99fba39563a5'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:57.465856 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a998107-be78-451f-9284-0c1d4e03b41c req-f102ca81-31bf-49a6-9574-deada2551396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:57.466583 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44110362-4849-4482-afa1-2649678d783b None None] Attempting to bind port 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae on network 3608c8d5-58fd-4b68-9cbf-99fba39563a5 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:57.467857 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a998107-be78-451f-9284-0c1d4e03b41c req-f102ca81-31bf-49a6-9574-deada2551396 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 1095 time: 0.1137497 Jul 13 07:51:57.487386 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44110362-4849-4482-afa1-2649678d783b None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:57.487773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44110362-4849-4482-afa1-2649678d783b None None] Checking segment: {'id': 'a28c22a0-0af4-473d-a789-1dd6775cf387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3608c8d5-58fd-4b68-9cbf-99fba39563a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:57.488185 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44110362-4849-4482-afa1-2649678d783b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:57.488583 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44110362-4849-4482-afa1-2649678d783b None None] Bound using segment: {'id': 'a28c22a0-0af4-473d-a789-1dd6775cf387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3608c8d5-58fd-4b68-9cbf-99fba39563a5'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:57.489061 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-44110362-4849-4482-afa1-2649678d783b None None] Bound port: 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28c22a0-0af4-473d-a789-1dd6775cf387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3608c8d5-58fd-4b68-9cbf-99fba39563a5'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:57.489450 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44110362-4849-4482-afa1-2649678d783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:57.514815 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190f229-7b8f-4145-bcf1-2784a46bc49a None None] Pushing event updated for resources: {'Port': ['ID=40bed2c5-a9e8-403a-a2f2-71d15b167f20,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:57.569528 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfb2f997-b78b-41a5-b443-c9869af2258f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:57.660227 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c06f828b-4b96-4d36-b8fa-024ece680fad tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:57.674521 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-44110362-4849-4482-afa1-2649678d783b None None] For port 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:57.692270 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:57.701659 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-44110362-4849-4482-afa1-2649678d783b None None] For port 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae,segment=NetworkSegment(a28c22a0-0af4-473d-a789-1dd6775cf387),segment_id=a28c22a0-0af4-473d-a789-1dd6775cf387)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:57.706829 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44110362-4849-4482-afa1-2649678d783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:57.727426 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8f328828-b742-49ff-ac7b-50a396e0ef41 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:57.729263 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a998107-be78-451f-9284-0c1d4e03b41c req-f93828f2-bd3e-4eef-b24b-0c4da4c7e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:57.730789 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a998107-be78-451f-9284-0c1d4e03b41c req-f93828f2-bd3e-4eef-b24b-0c4da4c7e023 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 913 time: 0.2564116 Jul 13 07:51:57.763749 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-c06f828b-4b96-4d36-b8fa-024ece680fad tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Transition to ACTIVE for port object 96f79529-a7d7-40e2-bc2b-f81dda506efe will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:57.787376 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-8f328828-b742-49ff-ac7b-50a396e0ef41 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Transition to ACTIVE for port object 7c55a7cc-5e99-42bc-b329-de5fc05c780c will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:57.790441 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44110362-4849-4482-afa1-2649678d783b None None] Pushing event updated for resources: {'Port': ['ID=1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:57.880776 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a998107-be78-451f-9284-0c1d4e03b41c req-476bfc46-cd52-47bb-9d90-02f59c097afa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f HTTP/1.1" status: 200 len: 217 time: 0.1320901 Jul 13 07:51:57.897699 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c06f828b-4b96-4d36-b8fa-024ece680fad tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.035523 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a998107-be78-451f-9284-0c1d4e03b41c req-0873d63b-b800-46cc-b809-85f5d6a8916f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:58.036880 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a998107-be78-451f-9284-0c1d4e03b41c req-0873d63b-b800-46cc-b809-85f5d6a8916f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.1454930 Jul 13 07:51:58.063020 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe54122-2654-48e5-b2e1-02b696ceb105 req-0edb7c33-dfb3-44b3-8c83-d40ba38cf3bc tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:58.064581 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-abe54122-2654-48e5-b2e1-02b696ceb105 req-0edb7c33-dfb3-44b3-8c83-d40ba38cf3bc tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 943 time: 0.3295650 Jul 13 07:51:58.070697 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06f828b-4b96-4d36-b8fa-024ece680fad tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network 3608c8d5-58fd-4b68-9cbf-99fba39563a5 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:58.080725 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f828b-4b96-4d36-b8fa-024ece680fad tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=96f79529-a7d7-40e2-bc2b-f81dda506efe,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:58.085324 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-c06f828b-4b96-4d36-b8fa-024ece680fad tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:58.092111 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06f828b-4b96-4d36-b8fa-024ece680fad tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:58.124525 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8f328828-b742-49ff-ac7b-50a396e0ef41 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.179458 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-abe54122-2654-48e5-b2e1-02b696ceb105 req-d78a5c94-f982-428b-b30b-5736a582b47f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959156 Jul 13 07:51:58.198067 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a998107-be78-451f-9284-0c1d4e03b41c req-02a42b5a-e465-4f36-9f87-5b8f88c80453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:58.199819 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a998107-be78-451f-9284-0c1d4e03b41c req-02a42b5a-e465-4f36-9f87-5b8f88c80453 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1553073 Jul 13 07:51:58.367898 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a998107-be78-451f-9284-0c1d4e03b41c req-41cf2a0c-a1a2-47b3-bc58-b1669c6dc907 service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607006 Jul 13 07:51:58.507461 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a998107-be78-451f-9284-0c1d4e03b41c req-6775a694-6d47-44c6-b201-a1c24bc31b58 service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320703 Jul 13 07:51:58.679734 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06f828b-4b96-4d36-b8fa-024ece680fad tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:58.680411 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c06f828b-4b96-4d36-b8fa-024ece680fad tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.684319 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f328828-b742-49ff-ac7b-50a396e0ef41 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Network b9f0afc8-e7a8-4eda-8976-f0d515f0f513 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:58.696281 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-8f328828-b742-49ff-ac7b-50a396e0ef41 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:58.701256 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f328828-b742-49ff-ac7b-50a396e0ef41 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:58.703906 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f328828-b742-49ff-ac7b-50a396e0ef41 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Pushing event updated for resources: {'Port': ['ID=7c55a7cc-5e99-42bc-b329-de5fc05c780c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:58.750130 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c06f828b-4b96-4d36-b8fa-024ece680fad tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3902009 Jul 13 07:51:58.752618 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58726) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:58.772486 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f328828-b742-49ff-ac7b-50a396e0ef41 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:58.773795 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8f328828-b742-49ff-ac7b-50a396e0ef41 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.796241 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8f328828-b742-49ff-ac7b-50a396e0ef41 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.5500550 Jul 13 07:51:58.798239 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58728) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:59.159214 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74f8ee3-d90a-4e9c-bc8c-2b6751dc9f21 None None] Network b9f0afc8-e7a8-4eda-8976-f0d515f0f513 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:59.382519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f79aab93-f4fe-4f07-afcb-4984c7f3ce85 None None] Provisioning for port 40bed2c5-a9e8-403a-a2f2-71d15b167f20 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:59.543940 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:59.634839 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5268922-741c-407c-b17a-5fdf5c9de9db tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:59.641848 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5268922-741c-407c-b17a-5fdf5c9de9db tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:59.649254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5268922-741c-407c-b17a-5fdf5c9de9db tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:59.655375 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c5268922-741c-407c-b17a-5fdf5c9de9db tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.8525527 Jul 13 07:51:59.655467 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58742) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:59.712461 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6a7b72-9814-45fa-bfdb-f60a77a94c2b None None] Network 3608c8d5-58fd-4b68-9cbf-99fba39563a5 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:59.824328 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6d8b2-4d7c-405b-9baa-2bba73b8183e req-a5b8f47a-b42a-488c-93c9-0464eef9b474 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:59.844572 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ea6d8b2-4d7c-405b-9baa-2bba73b8183e req-a5b8f47a-b42a-488c-93c9-0464eef9b474 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 943 time: 0.3297222 Jul 13 07:51:59.860197 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-643bbcb2-2d61-4d58-a364-8e272bfd6947 None None] Provisioning for port 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:59.960020 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-6687b5ed-4ab0-4a4d-be15-c2c4ad43ba17 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Deleting port 7c55a7cc-5e99-42bc-b329-de5fc05c780c {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:59.960506 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6687b5ed-4ab0-4a4d-be15-c2c4ad43ba17 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:59.965038 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ea6d8b2-4d7c-405b-9baa-2bba73b8183e req-ff06ae57-e10c-4d54-b4f8-cb7e004e0187 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185277 Jul 13 07:52:00.035362 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 40bed2c5-a9e8-403a-a2f2-71d15b167f20 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:00.147570 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6687b5ed-4ab0-4a4d-be15-c2c4ad43ba17 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:00.152781 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09fcdd94-8094-415d-b783-b000d3256d35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:00.158680 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1590cc52-9876-489e-b856-c11463decc9d None None] Provisioning for port a6c1c9ca-36b2-4547-99fb-56777ff76532 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:00.163254 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-6687b5ed-4ab0-4a4d-be15-c2c4ad43ba17 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Calling delete_port for 7c55a7cc-5e99-42bc-b329-de5fc05c780c owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:00.178942 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1590cc52-9876-489e-b856-c11463decc9d None None] Provisioning complete for port a6c1c9ca-36b2-4547-99fb-56777ff76532 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:00.179417 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1590cc52-9876-489e-b856-c11463decc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:00.227560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1590cc52-9876-489e-b856-c11463decc9d None None] Port a6c1c9ca-36b2-4547-99fb-56777ff76532 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:00.241307 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 40bed2c5-a9e8-403a-a2f2-71d15b167f20 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:00.249335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 40bed2c5-a9e8-403a-a2f2-71d15b167f20 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:00.249712 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:00.320736 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1590cc52-9876-489e-b856-c11463decc9d None None] Provisioning for port 7c55a7cc-5e99-42bc-b329-de5fc05c780c completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:00.389287 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1590cc52-9876-489e-b856-c11463decc9d None None] Provisioning complete for port 7c55a7cc-5e99-42bc-b329-de5fc05c780c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:00.389908 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1590cc52-9876-489e-b856-c11463decc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:00.498964 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6687b5ed-4ab0-4a4d-be15-c2c4ad43ba17 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:00.541345 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687b5ed-4ab0-4a4d-be15-c2c4ad43ba17 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Pushing event deleted for resources: {'Port': ['ID=7c55a7cc-5e99-42bc-b329-de5fc05c780c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:00.559779 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:00.574333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1590cc52-9876-489e-b856-c11463decc9d None None] Port 7c55a7cc-5e99-42bc-b329-de5fc05c780c cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:00.601434 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:52:00.782681 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 40bed2c5-a9e8-403a-a2f2-71d15b167f20, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=40bed2c5-a9e8-403a-a2f2-71d15b167f20,segment=NetworkSegment(0480926c-2bea-4177-a682-189a2d3b456d),segment_id=0480926c-2bea-4177-a682-189a2d3b456d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:00.836436 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:00.847349 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-78dfdcaa-a2da-403a-b5cd-c9f05c0b21db None None] Provisioning complete for port a6c1c9ca-36b2-4547-99fb-56777ff76532 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:00.847724 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-78dfdcaa-a2da-403a-b5cd-c9f05c0b21db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:00.941143 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09fcdd94-8094-415d-b783-b000d3256d35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:00.950822 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09fcdd94-8094-415d-b783-b000d3256d35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.014360 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:01.029964 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6687b5ed-4ab0-4a4d-be15-c2c4ad43ba17 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.035979 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6687b5ed-4ab0-4a4d-be15-c2c4ad43ba17 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "DELETE /v2.0/ports/7c55a7cc-5e99-42bc-b329-de5fc05c780c HTTP/1.1" status: 204 len: 168 time: 1.3800430 Jul 13 07:52:01.047030 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58762) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:01.068030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcdd94-8094-415d-b783-b000d3256d35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=96f79529-a7d7-40e2-bc2b-f81dda506efe,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:01.131710 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e890e46-7726-4e0a-95e8-dd32adfc412b tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] GET failed (client error): The resource could not be found. Jul 13 07:52:01.141086 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7e890e46-7726-4e0a-95e8-dd32adfc412b tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "GET /v2.0/ports/7c55a7cc-5e99-42bc-b329-de5fc05c780c HTTP/1.1" status: 404 len: 333 time: 0.0921829 Jul 13 07:52:01.142159 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58766) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:01.148063 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-4758f50a-ecda-4b8d-93d4-1dd1c0c70e00 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Request body: {'port': {'network_id': 'b9f0afc8-e7a8-4eda-8976-f0d515f0f513', 'name': 'tempest-AllowedAddressPairTestJSON-7022947'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:01.213939 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-78dfdcaa-a2da-403a-b5cd-c9f05c0b21db None None] Port a6c1c9ca-36b2-4547-99fb-56777ff76532 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:01.222061 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:01.306649 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'port_id': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'mac_address': 'fa:16:3e:7b:b8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:52:01.308448 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=40bed2c5-a9e8-403a-a2f2-71d15b167f20,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:01.350780 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.371007 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.383538 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:01.405709 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-78dfdcaa-a2da-403a-b5cd-c9f05c0b21db None None] Provisioning for port 96f79529-a7d7-40e2-bc2b-f81dda506efe completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:01.409161 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4758f50a-ecda-4b8d-93d4-1dd1c0c70e00 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Made reservation on behalf of 56d052f587d24e2b885f10cbd82a3315 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:01.413655 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4758f50a-ecda-4b8d-93d4-1dd1c0c70e00 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.416129 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:01.416502 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.420077 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:52:01.426255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-78dfdcaa-a2da-403a-b5cd-c9f05c0b21db None None] Provisioning complete for port 96f79529-a7d7-40e2-bc2b-f81dda506efe triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:01.426627 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-78dfdcaa-a2da-403a-b5cd-c9f05c0b21db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.444215 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-4758f50a-ecda-4b8d-93d4-1dd1c0c70e00 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] device_id is not set on port 64dd5d3d-9be2-42ce-a8df-15f78920a85d yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:52:01.460053 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b834a-a985-4ed0-a064-fac2c49ba069 req-dd6350e1-8ec7-4cdf-a061-75ba180dda1e tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:01.467500 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de3b834a-a985-4ed0-a064-fac2c49ba069 req-dd6350e1-8ec7-4cdf-a061-75ba180dda1e tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 943 time: 0.2114875 Jul 13 07:52:01.530261 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09fcdd94-8094-415d-b783-b000d3256d35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.548788 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:01.560597 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.580979 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de3b834a-a985-4ed0-a064-fac2c49ba069 req-00a70431-c965-4e7e-ba24-6d37866e10f5 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123736 Jul 13 07:52:01.605818 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-4758f50a-ecda-4b8d-93d4-1dd1c0c70e00 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Allocated IP 172.20.0.14 (b9f0afc8-e7a8-4eda-8976-f0d515f0f513/604358ab-1ab7-4490-9a15-cbdc93d521fc/64dd5d3d-9be2-42ce-a8df-15f78920a85d) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:01.653507 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:01.667358 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-78dfdcaa-a2da-403a-b5cd-c9f05c0b21db None None] Port 96f79529-a7d7-40e2-bc2b-f81dda506efe cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:01.737573 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.756934 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09fcdd94-8094-415d-b783-b000d3256d35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.799624 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae,segment=NetworkSegment(a28c22a0-0af4-473d-a789-1dd6775cf387),segment_id=a28c22a0-0af4-473d-a789-1dd6775cf387)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:01.807647 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.821658 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-50c8cff4-c495-4cd8-9082-250d0feb27a0 None None] Provisioning complete for port 96f79529-a7d7-40e2-bc2b-f81dda506efe triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:01.822194 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50c8cff4-c495-4cd8-9082-250d0feb27a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.838623 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4758f50a-ecda-4b8d-93d4-1dd1c0c70e00 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.857195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-4758f50a-ecda-4b8d-93d4-1dd1c0c70e00 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Transition to ACTIVE for port object 64dd5d3d-9be2-42ce-a8df-15f78920a85d will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:01.870893 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['78907ba2-8a91-4d16-a6c9-c4a99ab38b4f'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:52:01.903023 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4758f50a-ecda-4b8d-93d4-1dd1c0c70e00 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.967653 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-50c8cff4-c495-4cd8-9082-250d0feb27a0 None None] Port 96f79529-a7d7-40e2-bc2b-f81dda506efe cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:01.985499 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4758f50a-ecda-4b8d-93d4-1dd1c0c70e00 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Network b9f0afc8-e7a8-4eda-8976-f0d515f0f513 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:01.988083 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:01.989674 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-4758f50a-ecda-4b8d-93d4-1dd1c0c70e00 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:02.004677 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-50c8cff4-c495-4cd8-9082-250d0feb27a0 None None] Could not find standard attr ID for object 7c55a7cc-5e99-42bc-b329-de5fc05c780c. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:52:02.024820 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4758f50a-ecda-4b8d-93d4-1dd1c0c70e00 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:02.082708 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758f50a-ecda-4b8d-93d4-1dd1c0c70e00 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Pushing event updated for resources: {'Port': ['ID=64dd5d3d-9be2-42ce-a8df-15f78920a85d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:02.096802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 40bed2c5-a9e8-403a-a2f2-71d15b167f20 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:02.164232 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4758f50a-ecda-4b8d-93d4-1dd1c0c70e00 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:02.164934 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4758f50a-ecda-4b8d-93d4-1dd1c0c70e00 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.207081 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4758f50a-ecda-4b8d-93d4-1dd1c0c70e00 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0631289 Jul 13 07:52:02.208041 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58780) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:02.217576 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-615fe38b-3a22-49b8-874d-d8a2dfc40de5 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:41:f7:ad'}]}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:02.302231 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 40bed2c5-a9e8-403a-a2f2-71d15b167f20 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:02.302771 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.322447 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09fcdd94-8094-415d-b783-b000d3256d35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.334281 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09fcdd94-8094-415d-b783-b000d3256d35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.466268 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d38d17b8-b0d0-4320-9281-232213bb7baf None None] Provisioning for port 64dd5d3d-9be2-42ce-a8df-15f78920a85d completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:02.471163 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d38d17b8-b0d0-4320-9281-232213bb7baf None None] Provisioning complete for port 64dd5d3d-9be2-42ce-a8df-15f78920a85d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:02.471657 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d38d17b8-b0d0-4320-9281-232213bb7baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.520667 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09fcdd94-8094-415d-b783-b000d3256d35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.559065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d38d17b8-b0d0-4320-9281-232213bb7baf None None] Port 64dd5d3d-9be2-42ce-a8df-15f78920a85d cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:02.566591 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-615fe38b-3a22-49b8-874d-d8a2dfc40de5 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.575861 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcdd94-8094-415d-b783-b000d3256d35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=96f79529-a7d7-40e2-bc2b-f81dda506efe,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:02.782646 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-460dd564-5202-45c0-b8ac-9e29b64de4e2 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:02.784411 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-460dd564-5202-45c0-b8ac-9e29b64de4e2 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 811 time: 0.2410786 Jul 13 07:52:02.799732 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-976a998e-30c1-4ec8-8b8d-2ca0b16b9494 None None] Provisioning complete for port 96f79529-a7d7-40e2-bc2b-f81dda506efe triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:02.800149 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-976a998e-30c1-4ec8-8b8d-2ca0b16b9494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.810980 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-615fe38b-3a22-49b8-874d-d8a2dfc40de5 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.817503 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-615fe38b-3a22-49b8-874d-d8a2dfc40de5 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.828743 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fcdd94-8094-415d-b783-b000d3256d35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network 3608c8d5-58fd-4b68-9cbf-99fba39563a5 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:02.833566 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-71a633c7-6988-47df-a641-a6df8f271771 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/quotas/3d1a06314407417ea88e23223ce7096a HTTP/1.1" status: 200 len: 375 time: 0.0240648 Jul 13 07:52:02.834408 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-09fcdd94-8094-415d-b783-b000d3256d35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:02.850498 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-976a998e-30c1-4ec8-8b8d-2ca0b16b9494 None None] Port 96f79529-a7d7-40e2-bc2b-f81dda506efe cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:02.925637 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615fe38b-3a22-49b8-874d-d8a2dfc40de5 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Pushing event updated for resources: {'Port': ['ID=64dd5d3d-9be2-42ce-a8df-15f78920a85d,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:02.945724 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-615fe38b-3a22-49b8-874d-d8a2dfc40de5 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] In _notify_port_updated(), no bound segment for port 64dd5d3d-9be2-42ce-a8df-15f78920a85d on network b9f0afc8-e7a8-4eda-8976-f0d515f0f513 {{(pid=93723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:52:02.956841 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615fe38b-3a22-49b8-874d-d8a2dfc40de5 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:02.957484 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-615fe38b-3a22-49b8-874d-d8a2dfc40de5 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.958898 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-615fe38b-3a22-49b8-874d-d8a2dfc40de5 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "PUT /v2.0/ports/64dd5d3d-9be2-42ce-a8df-15f78920a85d HTTP/1.1" status: 200 len: 992 time: 0.7498384 Jul 13 07:52:02.961558 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58796) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:03.016836 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5da32-2b60-4710-bf77-2f015c83c514 req-2196533b-3f5a-47b1-97b0-b50ea13428e7 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:03.018698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-23f5da32-2b60-4710-bf77-2f015c83c514 req-2196533b-3f5a-47b1-97b0-b50ea13428e7 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 944 time: 0.2753141 Jul 13 07:52:03.088728 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-717cfa04-9247-412a-ae09-8542cba16dfb tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2447841 Jul 13 07:52:03.148976 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-86d80e26-fbf0-4ff5-81ca-9f6da0a93521 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Deleting port 64dd5d3d-9be2-42ce-a8df-15f78920a85d {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:03.149517 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86d80e26-fbf0-4ff5-81ca-9f6da0a93521 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.152248 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-23f5da32-2b60-4710-bf77-2f015c83c514 req-74245e25-fd89-4233-902d-3202dc549c62 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267147 Jul 13 07:52:03.246863 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fcdd94-8094-415d-b783-b000d3256d35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Router 323c6ea3-d8f9-42b4-9f24-cfb7d8b83d7f is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:52:03.282670 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86d80e26-fbf0-4ff5-81ca-9f6da0a93521 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.285295 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-10238b7b-33fd-4208-9f47-d2ddfc48e4a1 None None] Provisioning complete for port 64dd5d3d-9be2-42ce-a8df-15f78920a85d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:03.285675 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10238b7b-33fd-4208-9f47-d2ddfc48e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.317482 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-2abc7b5b-7bcf-4c97-aa88-23bf7aaf4151 service neutron] 10.222.0.58 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121029 Jul 13 07:52:03.333284 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-86d80e26-fbf0-4ff5-81ca-9f6da0a93521 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Calling delete_port for 64dd5d3d-9be2-42ce-a8df-15f78920a85d owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:03.409289 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-10238b7b-33fd-4208-9f47-d2ddfc48e4a1 None None] Port 64dd5d3d-9be2-42ce-a8df-15f78920a85d cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:03.425992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-10238b7b-33fd-4208-9f47-d2ddfc48e4a1 None None] Provisioning complete for port 96f79529-a7d7-40e2-bc2b-f81dda506efe triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:03.426963 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10238b7b-33fd-4208-9f47-d2ddfc48e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.437035 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fcdd94-8094-415d-b783-b000d3256d35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:52:03.446282 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-09fcdd94-8094-415d-b783-b000d3256d35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "PUT /v2.0/routers/323c6ea3-d8f9-42b4-9f24-cfb7d8b83d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6901376 Jul 13 07:52:03.450743 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852e8fa7-4aca-4ad8-b0da-c4ba3ba55d58 None None] Sync routers for ids ['323c6ea3-d8f9-42b4-9f24-cfb7d8b83d7f'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:52:03.472800 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58804) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:03.478817 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852e8fa7-4aca-4ad8-b0da-c4ba3ba55d58 None None] Routers {'323c6ea3-d8f9-42b4-9f24-cfb7d8b83d7f'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:03.479446 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-852e8fa7-4aca-4ad8-b0da-c4ba3ba55d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:51:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['323c6ea3-d8f9-42b4-9f24-cfb7d8b83d7f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:03.521681 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-10238b7b-33fd-4208-9f47-d2ddfc48e4a1 None None] Port 96f79529-a7d7-40e2-bc2b-f81dda506efe cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:03.567377 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-852e8fa7-4aca-4ad8-b0da-c4ba3ba55d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:03.588074 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852e8fa7-4aca-4ad8-b0da-c4ba3ba55d58 None None] Routers {'323c6ea3-d8f9-42b4-9f24-cfb7d8b83d7f'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:03.589405 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-852e8fa7-4aca-4ad8-b0da-c4ba3ba55d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:51:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['323c6ea3-d8f9-42b4-9f24-cfb7d8b83d7f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:03.589679 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86d80e26-fbf0-4ff5-81ca-9f6da0a93521 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.599415 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-d9c48d93-4e42-4d59-9b0e-ef1dc1284a11 service neutron] 10.222.0.58 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542078 Jul 13 07:52:03.629536 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-852e8fa7-4aca-4ad8-b0da-c4ba3ba55d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:03.630301 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852e8fa7-4aca-4ad8-b0da-c4ba3ba55d58 None None] The sync data for ids ['323c6ea3-d8f9-42b4-9f24-cfb7d8b83d7f'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:52:03.649475 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b87d35f-11d0-4f2f-b590-4bc6bec6e0fc tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:03.651749 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4b87d35f-11d0-4f2f-b590-4bc6bec6e0fc tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports?device_id=323c6ea3-d8f9-42b4-9f24-cfb7d8b83d7f HTTP/1.1" status: 200 len: 982 time: 0.1780553 Jul 13 07:52:03.654701 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58812) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:03.736005 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d80e26-fbf0-4ff5-81ca-9f6da0a93521 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Pushing event deleted for resources: {'Port': ['ID=64dd5d3d-9be2-42ce-a8df-15f78920a85d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:04.028448 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86d80e26-fbf0-4ff5-81ca-9f6da0a93521 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.030449 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-86d80e26-fbf0-4ff5-81ca-9f6da0a93521 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "DELETE /v2.0/ports/64dd5d3d-9be2-42ce-a8df-15f78920a85d HTTP/1.1" status: 204 len: 168 time: 1.0678504 Jul 13 07:52:04.033160 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58824) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:04.064557 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:04.091208 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-0babc472-4ad0-4a0f-8379-fbaec02396a6 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] GET failed (client error): The resource could not be found. Jul 13 07:52:04.092903 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0babc472-4ad0-4a0f-8379-fbaec02396a6 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "GET /v2.0/ports/64dd5d3d-9be2-42ce-a8df-15f78920a85d HTTP/1.1" status: 404 len: 333 time: 0.0588021 Jul 13 07:52:04.099409 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58826) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:04.104391 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b69d679a-8895-43ab-8c6e-68ba346f5ef8 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Request body: {'port': {'network_id': 'b9f0afc8-e7a8-4eda-8976-f0d515f0f513', 'name': 'tempest-AllowedAddressPairTestJSON-593478311'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:04.183241 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:04.183716 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.249181 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3e48844d-9168-4dfa-a4ca-116096b4c385 req-751aebfc-722e-45a3-90cf-a06b6000733e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 210 time: 0.1489220 Jul 13 07:52:04.344926 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69d679a-8895-43ab-8c6e-68ba346f5ef8 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Made reservation on behalf of 56d052f587d24e2b885f10cbd82a3315 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:04.351465 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b69d679a-8895-43ab-8c6e-68ba346f5ef8 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.378296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-b69d679a-8895-43ab-8c6e-68ba346f5ef8 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] device_id is not set on port 88059a79-041d-4fe9-953b-8a244fc7ecfb yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:52:04.580831 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:04.693047 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-b69d679a-8895-43ab-8c6e-68ba346f5ef8 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Allocated IP 172.20.0.5 (b9f0afc8-e7a8-4eda-8976-f0d515f0f513/604358ab-1ab7-4490-9a15-cbdc93d521fc/88059a79-041d-4fe9-953b-8a244fc7ecfb) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:04.728560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:04.733427 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:04.733937 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.852420 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e8527-8d90-4666-a1c1-3a77433735f6 req-58163934-dcf7-44ec-9c65-bf9c7b882b11 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:04.858354 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c45e8527-8d90-4666-a1c1-3a77433735f6 req-58163934-dcf7-44ec-9c65-bf9c7b882b11 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 944 time: 0.4250376 Jul 13 07:52:04.882661 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.930287 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:04.931465 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:04.934790 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b591a7-a7cd-4fc2-8d30-dd965447f024" -d '{"events": [{"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-plugged", "status": "completed", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:04.952500 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.013337 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c45e8527-8d90-4666-a1c1-3a77433735f6 req-a029c7ac-5834-427a-a05c-09631a8db64f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411624 Jul 13 07:52:05.040372 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b69d679a-8895-43ab-8c6e-68ba346f5ef8 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.045166 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82fbf12-efe5-4e6e-90a7-2ed1b8b6b8be x-openstack-request-id: req-a82fbf12-efe5-4e6e-90a7-2ed1b8b6b8be {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:05.045677 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-plugged", "status": "completed", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:05.047015 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a82fbf12-efe5-4e6e-90a7-2ed1b8b6b8be {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:05.047627 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'code': 200} Jul 13 07:52:05.057417 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-b69d679a-8895-43ab-8c6e-68ba346f5ef8 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Transition to ACTIVE for port object 88059a79-041d-4fe9-953b-8a244fc7ecfb will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:05.080900 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82557b15-23b5-4681-80fe-11cc1131e50a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.116514 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:05.118538 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b69d679a-8895-43ab-8c6e-68ba346f5ef8 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.193393 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d679a-8895-43ab-8c6e-68ba346f5ef8 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Pushing event updated for resources: {'Port': ['ID=88059a79-041d-4fe9-953b-8a244fc7ecfb,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:05.213224 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69d679a-8895-43ab-8c6e-68ba346f5ef8 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Network b9f0afc8-e7a8-4eda-8976-f0d515f0f513 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:05.214855 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-b69d679a-8895-43ab-8c6e-68ba346f5ef8 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:05.218357 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69d679a-8895-43ab-8c6e-68ba346f5ef8 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:05.273307 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69d679a-8895-43ab-8c6e-68ba346f5ef8 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:05.274098 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b69d679a-8895-43ab-8c6e-68ba346f5ef8 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.291096 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b69d679a-8895-43ab-8c6e-68ba346f5ef8 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1899209 Jul 13 07:52:05.293836 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58854) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:05.300607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-f16ebf5c-b370-4f18-bc68-1122366ac985 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:41:f7:ad'}]}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:05.413273 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f16ebf5c-b370-4f18-bc68-1122366ac985 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.486625 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0bad5333-9920-4cd9-8a8d-e4562183b928 None None] Provisioning complete for port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:05.487003 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0bad5333-9920-4cd9-8a8d-e4562183b928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.779801 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f16ebf5c-b370-4f18-bc68-1122366ac985 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.793953 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-bc753923-94f6-46c9-b656-d7a632c28f33 None None] Provisioning for port 88059a79-041d-4fe9-953b-8a244fc7ecfb completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:05.797347 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f16ebf5c-b370-4f18-bc68-1122366ac985 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.800016 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-bc753923-94f6-46c9-b656-d7a632c28f33 None None] Provisioning complete for port 88059a79-041d-4fe9-953b-8a244fc7ecfb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:05.800390 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc753923-94f6-46c9-b656-d7a632c28f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.961062 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-bc753923-94f6-46c9-b656-d7a632c28f33 None None] Port 88059a79-041d-4fe9-953b-8a244fc7ecfb cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:06.154744 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ebf5c-b370-4f18-bc68-1122366ac985 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Pushing event updated for resources: {'Port': ['ID=88059a79-041d-4fe9-953b-8a244fc7ecfb,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:06.208542 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-f16ebf5c-b370-4f18-bc68-1122366ac985 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] In _notify_port_updated(), no bound segment for port 88059a79-041d-4fe9-953b-8a244fc7ecfb on network b9f0afc8-e7a8-4eda-8976-f0d515f0f513 {{(pid=93723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:52:06.214025 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16ebf5c-b370-4f18-bc68-1122366ac985 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:06.214700 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f16ebf5c-b370-4f18-bc68-1122366ac985 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.216038 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f16ebf5c-b370-4f18-bc68-1122366ac985 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "PUT /v2.0/ports/88059a79-041d-4fe9-953b-8a244fc7ecfb HTTP/1.1" status: 200 len: 995 time: 0.9208658 Jul 13 07:52:06.220632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58866) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:06.282768 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a344c761-b34c-488e-bd4f-24f29ae3b9ab req-be35228e-8d12-4ab3-a7ba-37bf72186650 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 210 time: 0.7528648 Jul 13 07:52:06.316858 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-982f8be1-1f69-4885-9b51-4fcfd237ae46 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:06.318372 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-982f8be1-1f69-4885-9b51-4fcfd237ae46 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.62 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 811 time: 0.3453128 Jul 13 07:52:06.356582 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-d2ebcb07-c552-482b-b27a-1d246a05b94a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Request body: {'port': {'device_id': '721524da-f70b-49ff-9b72-d61ddcad3641', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'admin_state_up': True, 'tenant_id': '3d1a06314407417ea88e23223ce7096a'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:06.365776 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72b841-52bf-43c4-9e2f-ffa79ab966e4 req-74286953-7160-4920-b040-944593cd6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:06.367615 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea72b841-52bf-43c4-9e2f-ffa79ab966e4 req-74286953-7160-4920-b040-944593cd6aa2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 1097 time: 1.1405158 Jul 13 07:52:06.420710 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2359db1e-b6f9-4023-9ca3-996aee5a6970 None None] Provisioning complete for port 88059a79-041d-4fe9-953b-8a244fc7ecfb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:06.422053 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2359db1e-b6f9-4023-9ca3-996aee5a6970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.448335 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea72b841-52bf-43c4-9e2f-ffa79ab966e4 req-44593f37-ab9a-49f8-8eaf-421fd7ece1b1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696638 Jul 13 07:52:06.471710 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-d52bd7b8-ae44-400a-a30c-771835693e9f tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Deleting port 88059a79-041d-4fe9-953b-8a244fc7ecfb {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:06.472241 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d52bd7b8-ae44-400a-a30c-771835693e9f tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.482353 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ca12a-2685-4be0-a3a1-f6af2ab583e5 req-a14d1859-1d7f-4a08-9337-7daa1ba48d85 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:06.484179 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-168ca12a-2685-4be0-a3a1-f6af2ab583e5 req-a14d1859-1d7f-4a08-9337-7daa1ba48d85 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1964340 Jul 13 07:52:06.522163 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2359db1e-b6f9-4023-9ca3-996aee5a6970 None None] Port 88059a79-041d-4fe9-953b-8a244fc7ecfb cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:06.546827 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-168ca12a-2685-4be0-a3a1-f6af2ab583e5 req-f5ee33be-f72d-4802-9567-82f0d4521a3a tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529521 Jul 13 07:52:06.553226 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-82557b15-23b5-4681-80fe-11cc1131e50a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting port 96f79529-a7d7-40e2-bc2b-f81dda506efe {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:06.554159 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82557b15-23b5-4681-80fe-11cc1131e50a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.607109 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-d2ebcb07-c552-482b-b27a-1d246a05b94a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Made reservation on behalf of 3d1a06314407417ea88e23223ce7096a for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:06.610775 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-d2ebcb07-c552-482b-b27a-1d246a05b94a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.613904 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d52bd7b8-ae44-400a-a30c-771835693e9f tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.635909 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-d52bd7b8-ae44-400a-a30c-771835693e9f tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Calling delete_port for 88059a79-041d-4fe9-953b-8a244fc7ecfb owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:06.710037 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82557b15-23b5-4681-80fe-11cc1131e50a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.739050 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-82557b15-23b5-4681-80fe-11cc1131e50a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Calling delete_port for 96f79529-a7d7-40e2-bc2b-f81dda506efe owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:06.880956 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-d2ebcb07-c552-482b-b27a-1d246a05b94a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Allocated IP 172.20.0.11 (dcb46551-b67f-448d-9e50-7e4cc85c9056/fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361/4a40a86f-cb21-49ad-a7c1-1ec7129d8f58) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:06.930759 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d52bd7b8-ae44-400a-a30c-771835693e9f tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.979581 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52bd7b8-ae44-400a-a30c-771835693e9f tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Pushing event deleted for resources: {'Port': ['ID=88059a79-041d-4fe9-953b-8a244fc7ecfb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:07.184671 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82557b15-23b5-4681-80fe-11cc1131e50a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.258349 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d52bd7b8-ae44-400a-a30c-771835693e9f tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.264785 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d52bd7b8-ae44-400a-a30c-771835693e9f tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "DELETE /v2.0/ports/88059a79-041d-4fe9-953b-8a244fc7ecfb HTTP/1.1" status: 204 len: 168 time: 1.0415418 Jul 13 07:52:07.272615 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58918) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:07.295464 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82557b15-23b5-4681-80fe-11cc1131e50a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Port': ['ID=96f79529-a7d7-40e2-bc2b-f81dda506efe,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:07.376886 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-514f5060-5d7f-43f7-86d6-0aca46e12f07 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] GET failed (client error): The resource could not be found. Jul 13 07:52:07.386875 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-514f5060-5d7f-43f7-86d6-0aca46e12f07 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "GET /v2.0/ports/88059a79-041d-4fe9-953b-8a244fc7ecfb HTTP/1.1" status: 404 len: 333 time: 0.1060112 Jul 13 07:52:07.391856 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58926) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:07.411168 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-cc231af0-a336-4fdc-97bb-44c39aca3a1e tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Request body: {'port': {'network_id': 'b9f0afc8-e7a8-4eda-8976-f0d515f0f513', 'name': 'tempest-AllowedAddressPairTestJSON-956478936'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:07.438880 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-d2ebcb07-c552-482b-b27a-1d246a05b94a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.521149 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-d2ebcb07-c552-482b-b27a-1d246a05b94a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Transition to ACTIVE for port object 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:07.694911 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82557b15-23b5-4681-80fe-11cc1131e50a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.766202 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc231af0-a336-4fdc-97bb-44c39aca3a1e tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Made reservation on behalf of 56d052f587d24e2b885f10cbd82a3315 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:07.770692 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc231af0-a336-4fdc-97bb-44c39aca3a1e tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.794257 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-cc231af0-a336-4fdc-97bb-44c39aca3a1e tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] device_id is not set on port 9c0bd7a4-e63d-4183-bf8d-593d852ba987 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:52:07.844341 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-d2ebcb07-c552-482b-b27a-1d246a05b94a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.891075 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.933120 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebcb07-c552-482b-b27a-1d246a05b94a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event updated for resources: {'Port': ['ID=4a40a86f-cb21-49ad-a7c1-1ec7129d8f58,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:07.960430 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-d2ebcb07-c552-482b-b27a-1d246a05b94a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Network dcb46551-b67f-448d-9e50-7e4cc85c9056 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:07.961584 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-d2ebcb07-c552-482b-b27a-1d246a05b94a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:07.982203 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-d2ebcb07-c552-482b-b27a-1d246a05b94a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:08.176968 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-d2ebcb07-c552-482b-b27a-1d246a05b94a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:08.178075 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-d2ebcb07-c552-482b-b27a-1d246a05b94a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.227147 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-cc231af0-a336-4fdc-97bb-44c39aca3a1e tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Allocated IP 172.20.0.5 (b9f0afc8-e7a8-4eda-8976-f0d515f0f513/604358ab-1ab7-4490-9a15-cbdc93d521fc/9c0bd7a4-e63d-4183-bf8d-593d852ba987) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:08.397566 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-d2ebcb07-c552-482b-b27a-1d246a05b94a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0450981 Jul 13 07:52:08.428519 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] Request body: {'port': {'device_id': '721524da-f70b-49ff-9b72-d61ddcad3641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:08.497499 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c6cf9704-1444-4304-a630-3f31a458fd3c None None] Provisioning for port 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:08.506618 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82557b15-23b5-4681-80fe-11cc1131e50a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Router 323c6ea3-d8f9-42b4-9f24-cfb7d8b83d7f has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:52:08.507804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c6cf9704-1444-4304-a630-3f31a458fd3c None None] Provisioning complete for port 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:08.508192 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9704-1444-4304-a630-3f31a458fd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.592623 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be6271-09a0-471a-9188-6c8888a5b498 req-24a23440-26e8-43d0-b56c-5ec5eda125de tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:08.607913 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-09be6271-09a0-471a-9188-6c8888a5b498 req-24a23440-26e8-43d0-b56c-5ec5eda125de tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 932 time: 0.6300018 Jul 13 07:52:08.616522 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf9704-1444-4304-a630-3f31a458fd3c None None] Port 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:08.648894 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc231af0-a336-4fdc-97bb-44c39aca3a1e tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.672834 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.675385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-cc231af0-a336-4fdc-97bb-44c39aca3a1e tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Transition to ACTIVE for port object 9c0bd7a4-e63d-4183-bf8d-593d852ba987 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:08.740318 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82557b15-23b5-4681-80fe-11cc1131e50a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:52:08.751125 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ffb7d-32e3-47ce-aa91-be391fefc361 None None] Sync routers for ids ['323c6ea3-d8f9-42b4-9f24-cfb7d8b83d7f'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:52:08.755622 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbac0f-6e36-438f-937d-43211e8099f1 req-69d927df-d13f-467e-a4c6-151c703810d3 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:08.763545 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ffb7d-32e3-47ce-aa91-be391fefc361 None None] Routers {'323c6ea3-d8f9-42b4-9f24-cfb7d8b83d7f'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:08.763834 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dcbac0f-6e36-438f-937d-43211e8099f1 req-69d927df-d13f-467e-a4c6-151c703810d3 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 945 time: 0.6716762 Jul 13 07:52:08.765121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-022ffb7d-32e3-47ce-aa91-be391fefc361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:51:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['323c6ea3-d8f9-42b4-9f24-cfb7d8b83d7f'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:08.776396 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-82557b15-23b5-4681-80fe-11cc1131e50a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "PUT /v2.0/routers/323c6ea3-d8f9-42b4-9f24-cfb7d8b83d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1206708 Jul 13 07:52:08.787741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58976) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:08.843705 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89be0dc-273d-4c82-8547-4943067a7632 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] GET failed (client error): The resource could not be found. Jul 13 07:52:08.844348 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-022ffb7d-32e3-47ce-aa91-be391fefc361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:08.845344 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b89be0dc-273d-4c82-8547-4943067a7632 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports/96f79529-a7d7-40e2-bc2b-f81dda506efe HTTP/1.1" status: 404 len: 333 time: 0.0566745 Jul 13 07:52:08.848635 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58978) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:08.850800 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc231af0-a336-4fdc-97bb-44c39aca3a1e tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.866536 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ffb7d-32e3-47ce-aa91-be391fefc361 None None] Routers {'323c6ea3-d8f9-42b4-9f24-cfb7d8b83d7f'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:08.869919 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-022ffb7d-32e3-47ce-aa91-be391fefc361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:51:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['323c6ea3-d8f9-42b4-9f24-cfb7d8b83d7f'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:08.924996 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-09be6271-09a0-471a-9188-6c8888a5b498 req-f8274509-468e-4e97-9c72-a805154a6600 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160920 Jul 13 07:52:08.930187 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc231af0-a336-4fdc-97bb-44c39aca3a1e tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Network b9f0afc8-e7a8-4eda-8976-f0d515f0f513 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:08.958706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-cc231af0-a336-4fdc-97bb-44c39aca3a1e tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:08.964057 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc231af0-a336-4fdc-97bb-44c39aca3a1e tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:08.995771 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc231af0-a336-4fdc-97bb-44c39aca3a1e tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Pushing event updated for resources: {'Port': ['ID=9c0bd7a4-e63d-4183-bf8d-593d852ba987,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:09.073386 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dcbac0f-6e36-438f-937d-43211e8099f1 req-0daf6603-6ecd-4986-af23-37d7e7eaff2b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3082728 Jul 13 07:52:09.130660 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ffdefce-b3b2-4c29-8655-511115c81fdd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.138523 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc231af0-a336-4fdc-97bb-44c39aca3a1e tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:09.139217 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc231af0-a336-4fdc-97bb-44c39aca3a1e tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.242650 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cc231af0-a336-4fdc-97bb-44c39aca3a1e tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8423896 Jul 13 07:52:09.247834 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58986) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:09.256185 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c1e0841f-e768-4202-b7c1-3d55711bc31b tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Request body: {'port': {'network_id': 'b9f0afc8-e7a8-4eda-8976-f0d515f0f513', 'name': 'tempest-AllowedAddressPairTestJSON-1129361996'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:09.334669 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-022ffb7d-32e3-47ce-aa91-be391fefc361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:09.335377 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ffb7d-32e3-47ce-aa91-be391fefc361 None None] The sync data for ids ['323c6ea3-d8f9-42b4-9f24-cfb7d8b83d7f'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:52:09.375785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:52:09.386682 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.404152 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] Transition to ACTIVE for port object 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:09.414097 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.459230 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d44958bd-af87-40c9-98f9-df62af10db1f None None] Provisioning for port 9c0bd7a4-e63d-4183-bf8d-593d852ba987 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:09.464549 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d44958bd-af87-40c9-98f9-df62af10db1f None None] Provisioning complete for port 9c0bd7a4-e63d-4183-bf8d-593d852ba987 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:09.465433 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d44958bd-af87-40c9-98f9-df62af10db1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.565751 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d44958bd-af87-40c9-98f9-df62af10db1f None None] Port 9c0bd7a4-e63d-4183-bf8d-593d852ba987 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:09.609680 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] Pushing event updated for resources: {'Port': ['ID=4a40a86f-cb21-49ad-a7c1-1ec7129d8f58,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:09.640676 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ffdefce-b3b2-4c29-8655-511115c81fdd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.644546 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ffdefce-b3b2-4c29-8655-511115c81fdd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.676506 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] Attempting to bind port 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:09.677548 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] Attempting to bind port 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:09.678122 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] Attempting to bind port 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 on network dcb46551-b67f-448d-9e50-7e4cc85c9056 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:09.683766 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] Port 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 on network dcb46551-b67f-448d-9e50-7e4cc85c9056 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:52:09.684780 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] Attempting to bind port 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 on network dcb46551-b67f-448d-9e50-7e4cc85c9056 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:09.690714 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:09.691521 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] Checking segment: {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:09.692330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] Bound using segment: {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:09.692969 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] Bound port: 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:09.694184 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.799191 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] For port 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:09.803275 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] For port 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4a40a86f-cb21-49ad-a7c1-1ec7129d8f58,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:09.804823 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ffdefce-b3b2-4c29-8655-511115c81fdd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.805346 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffdefce-b3b2-4c29-8655-511115c81fdd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Fanout notify agent at l3_agent the message router_deleted on router 323c6ea3-d8f9-42b4-9f24-cfb7d8b83d7f {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:52:09.814657 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e0841f-e768-4202-b7c1-3d55711bc31b tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Made reservation on behalf of 56d052f587d24e2b885f10cbd82a3315 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:09.818107 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1e0841f-e768-4202-b7c1-3d55711bc31b tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.818877 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.838187 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ffdefce-b3b2-4c29-8655-511115c81fdd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.841603 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8ffdefce-b3b2-4c29-8655-511115c81fdd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/routers/323c6ea3-d8f9-42b4-9f24-cfb7d8b83d7f HTTP/1.1" status: 204 len: 168 time: 0.9873493 Jul 13 07:52:09.853273 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58988) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:09.882718 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-c1e0841f-e768-4202-b7c1-3d55711bc31b tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] device_id is not set on port 409b4d60-a1ea-4f5c-b72a-ffaee125f24f yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:52:09.892467 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] Pushing event updated for resources: {'Port': ['ID=4a40a86f-cb21-49ad-a7c1-1ec7129d8f58,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:09.906150 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:09.906883 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.908328 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-cc07dc16-1f1f-4fc8-8a93-d9e1b0728c81 service neutron] 10.222.0.62 "PUT /v2.0/ports/4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 HTTP/1.1" status: 200 len: 1093 time: 1.4840884 Jul 13 07:52:09.909102 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721524da-f70b-49ff-9b72-d61ddcad3641', 'tag': '4a40a86f-cb21-49ad-a7c1-1ec7129d8f58'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:09.911594 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e29f480-efcb-457a-a288-c1c3e2e8e4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "721524da-f70b-49ff-9b72-d61ddcad3641", "tag": "4a40a86f-cb21-49ad-a7c1-1ec7129d8f58"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:10.018166 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c815371-9a4b-44b6-8260-f030d51c7628 x-openstack-request-id: req-5c815371-9a4b-44b6-8260-f030d51c7628 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:10.018460 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "721524da-f70b-49ff-9b72-d61ddcad3641", "tag": "4a40a86f-cb21-49ad-a7c1-1ec7129d8f58", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:10.020192 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c815371-9a4b-44b6-8260-f030d51c7628 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:10.020603 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '721524da-f70b-49ff-9b72-d61ddcad3641', 'tag': '4a40a86f-cb21-49ad-a7c1-1ec7129d8f58', 'status': 'completed', 'code': 200} Jul 13 07:52:10.080738 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-05a91f4a-f16d-4eae-923f-23db1f7158df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:10.082294 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-05a91f4a-f16d-4eae-923f-23db1f7158df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 1096 time: 0.1223598 Jul 13 07:52:10.226105 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-a460b6cb-0e82-4419-9b78-8b0d4b31feb6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 HTTP/1.1" status: 200 len: 217 time: 0.1342926 Jul 13 07:52:10.356841 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-460d2ead-3071-4116-bb32-05b322ac505f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:10.358693 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-460d2ead-3071-4116-bb32-05b322ac505f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 200 len: 850 time: 0.1245935 Jul 13 07:52:10.474296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-9a0a9231-0d8f-472c-a375-31a15854c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:10.477212 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-9a0a9231-0d8f-472c-a375-31a15854c6ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dcb46551-b67f-448d-9e50-7e4cc85c9056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091828 Jul 13 07:52:10.539315 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34473637-3b5d-4899-9855-627e5cd5f100 req-35f52cbd-29e9-4a38-816f-13d16d7e5bf7 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:10.556473 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-34473637-3b5d-4899-9855-627e5cd5f100 req-35f52cbd-29e9-4a38-816f-13d16d7e5bf7 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 945 time: 0.9979384 Jul 13 07:52:10.573393 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59002) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:10.578444 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d2cf5c15-76e9-44da-9ba6-11b1e90f1664 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Request body: {'floatingip': {'port_id': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:10.601264 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-c1e0841f-e768-4202-b7c1-3d55711bc31b tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Allocated IP 172.20.0.3 (b9f0afc8-e7a8-4eda-8976-f0d515f0f513/604358ab-1ab7-4490-9a15-cbdc93d521fc/409b4d60-a1ea-4f5c-b72a-ffaee125f24f) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:10.637589 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2cf5c15-76e9-44da-9ba6-11b1e90f1664 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for floatingip, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:10.753290 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-ce4475ff-93d6-47c9-a36d-25899814f83c service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675178 Jul 13 07:52:11.000530 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1e0841f-e768-4202-b7c1-3d55711bc31b tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:11.016226 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-57aa84c8-061d-4c81-b1ae-0f2161c5f960 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting subnet 877c42f6-f8de-4cf0-b9f3-fcf911348a8e {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:11.038663 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57aa84c8-061d-4c81-b1ae-0f2161c5f960 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:11.090866 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-c1e0841f-e768-4202-b7c1-3d55711bc31b tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Transition to ACTIVE for port object 409b4d60-a1ea-4f5c-b72a-ffaee125f24f will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:11.194731 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1e0841f-e768-4202-b7c1-3d55711bc31b tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:11.261163 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57aa84c8-061d-4c81-b1ae-0f2161c5f960 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:11.341119 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e0841f-e768-4202-b7c1-3d55711bc31b tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Network b9f0afc8-e7a8-4eda-8976-f0d515f0f513 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:11.377211 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c1e0841f-e768-4202-b7c1-3d55711bc31b tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:11.464642 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be543f7-fa80-4c00-aafc-0b859f6aca6e req-2c323706-17e0-4333-979e-51f822ccec67 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:11.472425 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0be543f7-fa80-4c00-aafc-0b859f6aca6e req-2c323706-17e0-4333-979e-51f822ccec67 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.9124367 Jul 13 07:52:11.476626 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0841f-e768-4202-b7c1-3d55711bc31b tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:11.537827 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e0841f-e768-4202-b7c1-3d55711bc31b tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:11.538467 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1e0841f-e768-4202-b7c1-3d55711bc31b tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:11.544154 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8b6dc6fb-dd9e-447f-b60b-6c7bcc1e042f req-c9e79024-1c41-4818-9068-d2a009e0940c service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6754432 Jul 13 07:52:11.595206 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0841f-e768-4202-b7c1-3d55711bc31b tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Pushing event updated for resources: {'Port': ['ID=409b4d60-a1ea-4f5c-b72a-ffaee125f24f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:11.610793 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57aa84c8-061d-4c81-b1ae-0f2161c5f960 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:11.622794 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c1e0841f-e768-4202-b7c1-3d55711bc31b tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3735487 Jul 13 07:52:11.649198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59008) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:11.657659 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c553aeef-df68-46a2-8bff-d9260feffdf5 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:41:f7:ad'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:f7:63:a3'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:11.684241 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0be543f7-fa80-4c00-aafc-0b859f6aca6e req-b484473f-3bc0-4d53-81a1-7dad725ef514 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096825 Jul 13 07:52:11.941582 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57aa84c8-061d-4c81-b1ae-0f2161c5f960 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:11.991375 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5345bd-71a5-4360-8a6e-c5068e845175 None None] Network 3608c8d5-58fd-4b68-9cbf-99fba39563a5 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:11.995185 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57aa84c8-061d-4c81-b1ae-0f2161c5f960 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:11.997452 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-57aa84c8-061d-4c81-b1ae-0f2161c5f960 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/subnets/877c42f6-f8de-4cf0-b9f3-fcf911348a8e HTTP/1.1" status: 204 len: 168 time: 2.1355271 Jul 13 07:52:12.012219 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59014) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:12.051330 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa84c8-061d-4c81-b1ae-0f2161c5f960 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Subnet': ['ID=877c42f6-f8de-4cf0-b9f3-fcf911348a8e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:12.193503 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c553aeef-df68-46a2-8bff-d9260feffdf5 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:12.266735 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9c28235b-cb15-4789-9052-be296c6e72b7 None None] Provisioning for port 409b4d60-a1ea-4f5c-b72a-ffaee125f24f completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:12.273965 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29f480-efcb-457a-a288-c1c3e2e8e4c3 req-336b97b7-066a-41a2-8ead-3b851a2a7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:12.275602 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2e29f480-efcb-457a-a288-c1c3e2e8e4c3 req-336b97b7-066a-41a2-8ead-3b851a2a7177 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 1096 time: 0.5872848 Jul 13 07:52:12.278552 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9c28235b-cb15-4789-9052-be296c6e72b7 None None] Provisioning complete for port 409b4d60-a1ea-4f5c-b72a-ffaee125f24f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:12.278899 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9c28235b-cb15-4789-9052-be296c6e72b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:12.401831 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea6df03-5bb3-416f-a3cf-46bc2376d91f None None] DHCP port deletion for 3608c8d5-58fd-4b68-9cbf-99fba39563a5 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:52:12.411669 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9c28235b-cb15-4789-9052-be296c6e72b7 None None] Port 409b4d60-a1ea-4f5c-b72a-ffaee125f24f cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:12.499021 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0ea6df03-5bb3-416f-a3cf-46bc2376d91f None None] Deleting port 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:12.499681 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ea6df03-5bb3-416f-a3cf-46bc2376d91f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:12.645398 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0ea6df03-5bb3-416f-a3cf-46bc2376d91f None None] For port 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae,segment=NetworkSegment(a28c22a0-0af4-473d-a789-1dd6775cf387),segment_id=a28c22a0-0af4-473d-a789-1dd6775cf387)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:12.645398 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ea6df03-5bb3-416f-a3cf-46bc2376d91f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:12.663638 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0ea6df03-5bb3-416f-a3cf-46bc2376d91f None None] Calling delete_port for 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:12.674896 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c553aeef-df68-46a2-8bff-d9260feffdf5 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:12.675181 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac1199a8-8436-44e3-affe-168d15b8d60e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:12.695223 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c553aeef-df68-46a2-8bff-d9260feffdf5 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:12.792216 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553aeef-df68-46a2-8bff-d9260feffdf5 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Pushing event updated for resources: {'Port': ['ID=409b4d60-a1ea-4f5c-b72a-ffaee125f24f,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:12.877838 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c553aeef-df68-46a2-8bff-d9260feffdf5 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] In _notify_port_updated(), no bound segment for port 409b4d60-a1ea-4f5c-b72a-ffaee125f24f on network b9f0afc8-e7a8-4eda-8976-f0d515f0f513 {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:52:12.885502 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c553aeef-df68-46a2-8bff-d9260feffdf5 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:12.886599 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c553aeef-df68-46a2-8bff-d9260feffdf5 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:12.891500 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c553aeef-df68-46a2-8bff-d9260feffdf5 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "PUT /v2.0/ports/409b4d60-a1ea-4f5c-b72a-ffaee125f24f HTTP/1.1" status: 200 len: 1056 time: 1.2385030 Jul 13 07:52:12.892362 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59022) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:12.896701 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:12.909536 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.resource_extend [None req-d2cf5c15-76e9-44da-9ba6-11b1e90f1664 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:52:12.917478 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ea6df03-5bb3-416f-a3cf-46bc2376d91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:12.998466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea6df03-5bb3-416f-a3cf-46bc2376d91f None None] No DVR routers for this DVR port 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:13.015603 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6df03-5bb3-416f-a3cf-46bc2376d91f None None] Pushing event deleted for resources: {'Port': ['ID=1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:13.078979 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29f480-efcb-457a-a288-c1c3e2e8e4c3 req-ae11ec1c-f687-4977-8c9e-b24ad7fcff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:13.088642 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2e29f480-efcb-457a-a288-c1c3e2e8e4c3 req-ae11ec1c-f687-4977-8c9e-b24ad7fcff29 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 912 time: 0.7959149 Jul 13 07:52:13.203121 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2e29f480-efcb-457a-a288-c1c3e2e8e4c3 req-f6987f0f-5fa7-46ae-99b8-7cd910abe22d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 HTTP/1.1" status: 200 len: 217 time: 0.0962930 Jul 13 07:52:13.258060 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-eb896d13-49c5-415e-acbb-575c3d0ce750 None None] Provisioning complete for port 409b4d60-a1ea-4f5c-b72a-ffaee125f24f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:13.258482 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eb896d13-49c5-415e-acbb-575c3d0ce750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:13.270115 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29f480-efcb-457a-a288-c1c3e2e8e4c3 req-57438f51-543b-4747-8080-40f2aad20430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:13.272599 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2e29f480-efcb-457a-a288-c1c3e2e8e4c3 req-57438f51-543b-4747-8080-40f2aad20430 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 200 len: 850 time: 0.0684388 Jul 13 07:52:13.329683 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35512f9a-307d-4fb6-b646-e3a72d5b4047 req-7b257e36-0d27-4695-a9b4-2e6dc30f1747 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:13.330614 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2cf5c15-76e9-44da-9ba6-11b1e90f1664 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:13.335220 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-35512f9a-307d-4fb6-b646-e3a72d5b4047 req-7b257e36-0d27-4695-a9b4-2e6dc30f1747 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.3776791 Jul 13 07:52:13.361874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-eb896d13-49c5-415e-acbb-575c3d0ce750 None None] Port 409b4d60-a1ea-4f5c-b72a-ffaee125f24f cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:13.378631 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2cf5c15-76e9-44da-9ba6-11b1e90f1664 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:13.473188 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-20c7250d-3a9a-4f5b-a439-e1a467d35807 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Deleting port 409b4d60-a1ea-4f5c-b72a-ffaee125f24f {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:13.478870 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-20c7250d-3a9a-4f5b-a439-e1a467d35807 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:13.540712 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ac1199a8-8436-44e3-affe-168d15b8d60e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting port 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:13.541260 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-35512f9a-307d-4fb6-b646-e3a72d5b4047 req-0171d2c3-99b6-40a7-84f9-9bd55dff93da tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809967 Jul 13 07:52:13.542165 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac1199a8-8436-44e3-affe-168d15b8d60e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:13.672422 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29f480-efcb-457a-a288-c1c3e2e8e4c3 req-2fa9255b-463d-4f07-8dd0-b7b8970eaf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:13.676967 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2e29f480-efcb-457a-a288-c1c3e2e8e4c3 req-2fa9255b-463d-4f07-8dd0-b7b8970eaf51 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dcb46551-b67f-448d-9e50-7e4cc85c9056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3930240 Jul 13 07:52:13.779343 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-20c7250d-3a9a-4f5b-a439-e1a467d35807 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:13.779565 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-ac1199a8-8436-44e3-affe-168d15b8d60e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] For port 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae, host n-d-779913-28, got binding levels [] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:13.779565 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac1199a8-8436-44e3-affe-168d15b8d60e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:13.810285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-20c7250d-3a9a-4f5b-a439-e1a467d35807 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Calling delete_port for 409b4d60-a1ea-4f5c-b72a-ffaee125f24f owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:13.811919 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ac1199a8-8436-44e3-affe-168d15b8d60e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Calling delete_port for 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:13.830416 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.ipam_backend_mixin [None req-ac1199a8-8436-44e3-affe-168d15b8d60e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Port 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae was not found and therefore no delete operation was performed {{(pid=93723) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:52:13.844171 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-d2cf5c15-76e9-44da-9ba6-11b1e90f1664 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Floating IP 31d144c2-bed8-457c-a3bf-c0d0383e42f0 associated. External IP: 172.25.0.12, port: 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f. Jul 13 07:52:13.846565 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac1199a8-8436-44e3-affe-168d15b8d60e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:14.015582 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-20c7250d-3a9a-4f5b-a439-e1a467d35807 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:14.049517 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1199a8-8436-44e3-affe-168d15b8d60e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] No DVR routers for this DVR port 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:14.064458 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:14.069777 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1199a8-8436-44e3-affe-168d15b8d60e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Port': ['ID=1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:14.102045 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7250d-3a9a-4f5b-a439-e1a467d35807 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Pushing event deleted for resources: {'Port': ['ID=409b4d60-a1ea-4f5c-b72a-ffaee125f24f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:14.119879 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:14.121042 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1d5736a0-e5a3-4ae4-aecc-c9ff0021e7ae not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:14.291090 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac1199a8-8436-44e3-affe-168d15b8d60e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:14.375767 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2e29f480-efcb-457a-a288-c1c3e2e8e4c3 req-176b6ae8-01c9-4a11-8665-05988909e678 service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6506376 Jul 13 07:52:14.392310 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-ac1199a8-8436-44e3-affe-168d15b8d60e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3608c8d5-58fd-4b68-9cbf-99fba39563a5']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:14.470946 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-ac1199a8-8436-44e3-affe-168d15b8d60e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28c22a0-0af4-473d-a789-1dd6775cf387') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:14.471168 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-ac1199a8-8436-44e3-affe-168d15b8d60e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28c22a0-0af4-473d-a789-1dd6775cf387') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:14.514733 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac1199a8-8436-44e3-affe-168d15b8d60e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:14.596488 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac1199a8-8436-44e3-affe-168d15b8d60e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:14.621855 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac1199a8-8436-44e3-affe-168d15b8d60e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:14.622541 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac1199a8-8436-44e3-affe-168d15b8d60e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:14.629869 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:14.648666 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-20c7250d-3a9a-4f5b-a439-e1a467d35807 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:14.658799 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-20c7250d-3a9a-4f5b-a439-e1a467d35807 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "DELETE /v2.0/ports/409b4d60-a1ea-4f5c-b72a-ffaee125f24f HTTP/1.1" status: 204 len: 168 time: 1.7629933 Jul 13 07:52:14.660640 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59038) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:14.822719 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2e29f480-efcb-457a-a288-c1c3e2e8e4c3 req-044500d2-446f-4c32-be89-7bbb8c0336ea service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188302 Jul 13 07:52:14.852220 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f05ad53-40d9-4fb4-9c4a-cb8b4c5c49f8 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] GET failed (client error): The resource could not be found. Jul 13 07:52:14.857597 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2f05ad53-40d9-4fb4-9c4a-cb8b4c5c49f8 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "GET /v2.0/ports/409b4d60-a1ea-4f5c-b72a-ffaee125f24f HTTP/1.1" status: 404 len: 333 time: 0.1942568 Jul 13 07:52:14.872053 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59044) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:14.985771 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac1199a8-8436-44e3-affe-168d15b8d60e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:15.018044 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac1199a8-8436-44e3-affe-168d15b8d60e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:15.020224 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ac1199a8-8436-44e3-affe-168d15b8d60e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/networks/3608c8d5-58fd-4b68-9cbf-99fba39563a5 HTTP/1.1" status: 204 len: 168 time: 2.9871311 Jul 13 07:52:15.023247 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1199a8-8436-44e3-affe-168d15b8d60e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Network': ['ID=3608c8d5-58fd-4b68-9cbf-99fba39563a5,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:15.025561 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59046) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:15.121024 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cf5c15-76e9-44da-9ba6-11b1e90f1664 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Router a4b6fe98-27cc-4984-9fcf-0496a53256f7 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:52:15.134798 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6694482d-b6cb-4b5e-ba4a-0438fe17590c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:15.138100 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6694482d-b6cb-4b5e-ba4a-0438fe17590c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports/34a95458-42d4-4a85-be8d-11e490b3bff2 HTTP/1.1" status: 200 len: 840 time: 0.1066675 Jul 13 07:52:15.142188 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59048) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:15.169318 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622081c5-aa26-4932-9008-172ead1e285f req-119e22c4-ee3b-4282-9391-2be7f4a7bfc3 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:15.171382 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-622081c5-aa26-4932-9008-172ead1e285f req-119e22c4-ee3b-4282-9391-2be7f4a7bfc3 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.3057997 Jul 13 07:52:15.255728 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-622081c5-aa26-4932-9008-172ead1e285f req-9765cc88-19a5-4749-bf04-12e2c913eb55 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780110 Jul 13 07:52:15.258904 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d8a854c6-8f79-499c-aa65-7c8acf2cb2d4 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Deleting port 9c0bd7a4-e63d-4183-bf8d-593d852ba987 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:15.259753 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8a854c6-8f79-499c-aa65-7c8acf2cb2d4 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:15.291393 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3989cb5a-532c-44ae-85fa-bb4aefeabbdb tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports/34a95458-42d4-4a85-be8d-11e490b3bff2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1468275 Jul 13 07:52:15.297696 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59050) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:15.302657 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b1b70078-3f88-40ab-827b-4d9f7b51a88f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'subnet': {'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:15.483361 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8a854c6-8f79-499c-aa65-7c8acf2cb2d4 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:15.504654 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cf5c15-76e9-44da-9ba6-11b1e90f1664 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:52:15.512306 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d8a854c6-8f79-499c-aa65-7c8acf2cb2d4 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Calling delete_port for 9c0bd7a4-e63d-4183-bf8d-593d852ba987 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:15.522623 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b162d37-7427-420f-a762-e65d70ef3de4 None None] Sync routers for ids ['a4b6fe98-27cc-4984-9fcf-0496a53256f7'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:52:15.528372 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2cf5c15-76e9-44da-9ba6-11b1e90f1664 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:15.542077 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b162d37-7427-420f-a762-e65d70ef3de4 None None] Routers {'a4b6fe98-27cc-4984-9fcf-0496a53256f7'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:15.542734 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2b162d37-7427-420f-a762-e65d70ef3de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:51:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a4b6fe98-27cc-4984-9fcf-0496a53256f7'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:15.640108 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b70078-3f88-40ab-827b-4d9f7b51a88f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:15.646713 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1b70078-3f88-40ab-827b-4d9f7b51a88f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:15.670444 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d2cf5c15-76e9-44da-9ba6-11b1e90f1664 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "PUT /v2.0/floatingips/31d144c2-bed8-457c-a3bf-c0d0383e42f0 HTTP/1.1" status: 200 len: 990 time: 5.0850625 Jul 13 07:52:15.681922 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2b162d37-7427-420f-a762-e65d70ef3de4 None None] Set router a4b6fe98-27cc-4984-9fcf-0496a53256f7 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:15.713010 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:15.715557 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1f52de-ddc1-43c9-bc95-822b2e31cfda" -d '{"events": [{"name": "network-changed", "server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:15.929462 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2ce452-ebfb-40a6-a563-781fb3eca3d7 x-openstack-request-id: req-0e2ce452-ebfb-40a6-a563-781fb3eca3d7 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:15.929761 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:15.930017 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e2ce452-ebfb-40a6-a563-781fb3eca3d7 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:15.930475 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'status': 'completed', 'code': 200} Jul 13 07:52:16.012012 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8a854c6-8f79-499c-aa65-7c8acf2cb2d4 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.085248 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a854c6-8f79-499c-aa65-7c8acf2cb2d4 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Pushing event deleted for resources: {'Port': ['ID=9c0bd7a4-e63d-4183-bf8d-593d852ba987,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:16.178489 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2b162d37-7427-420f-a762-e65d70ef3de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'name': 'tempest-ServerActionsTestJSON-1277766241-router', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4198a172-480b-408c-97ee-0213b176c18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:26Z', 'updated_at': '2021-07-13T07:51:35Z', 'revision_number': 4, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'gw_port': {'id': '4198a172-480b-408c-97ee-0213b176c18d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:27Z', 'updated_at': '2021-07-13T07:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '31d144c2-bed8-457c-a3bf-c0d0383e42f0', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'port_id': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'mac_address': 'fa:16:3e:7b:b8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:51:44Z', 'updated_at': '2021-07-13T07:52:12Z', 'revision_number': 1, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ae2516-7d8b-4240-98c8-687061a16028', 'name': '', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'mac_address': 'fa:16:3e:c9:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:33Z', 'updated_at': '2021-07-13T07:51:47Z', 'revision_number': 5, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'subnets': [{'id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:16.254315 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b162d37-7427-420f-a762-e65d70ef3de4 None None] Checking router: a4b6fe98-27cc-4984-9fcf-0496a53256f7 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:52:16.280370 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b162d37-7427-420f-a762-e65d70ef3de4 None None] Routers {'a4b6fe98-27cc-4984-9fcf-0496a53256f7'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:16.280836 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2b162d37-7427-420f-a762-e65d70ef3de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:51:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a4b6fe98-27cc-4984-9fcf-0496a53256f7'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:16.297114 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1b70078-3f88-40ab-827b-4d9f7b51a88f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.381458 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8a854c6-8f79-499c-aa65-7c8acf2cb2d4 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.386517 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d8a854c6-8f79-499c-aa65-7c8acf2cb2d4 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "DELETE /v2.0/ports/9c0bd7a4-e63d-4183-bf8d-593d852ba987 HTTP/1.1" status: 204 len: 168 time: 1.5096602 Jul 13 07:52:16.395680 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59066) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:16.404002 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f52de-ddc1-43c9-bc95-822b2e31cfda req-67fcd2d8-26b9-498a-baa2-2b6466aad343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:16.408618 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a1f52de-ddc1-43c9-bc95-822b2e31cfda req-67fcd2d8-26b9-498a-baa2-2b6466aad343 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 1097 time: 0.3434176 Jul 13 07:52:16.503340 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b70078-3f88-40ab-827b-4d9f7b51a88f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network b38a8c5a-5569-4c97-a077-d69d012fd0af is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:16.554754 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-b1b70078-3f88-40ab-827b-4d9f7b51a88f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:16.559832 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b70078-3f88-40ab-827b-4d9f7b51a88f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:16.560423 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1b70078-3f88-40ab-827b-4d9f7b51a88f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.566131 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd422c57-2390-4bdd-ac6d-3d47fd7fd3c0 None None] Network b38a8c5a-5569-4c97-a077-d69d012fd0af requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:16.567829 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6cde57-860f-473d-9767-6ee9483582cc tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] GET failed (client error): The resource could not be found. Jul 13 07:52:16.570249 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-de6cde57-860f-473d-9767-6ee9483582cc tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "GET /v2.0/ports/9c0bd7a4-e63d-4183-bf8d-593d852ba987 HTTP/1.1" status: 404 len: 333 time: 0.1726487 Jul 13 07:52:16.578919 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59068) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:16.604180 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2b162d37-7427-420f-a762-e65d70ef3de4 None None] Set router a4b6fe98-27cc-4984-9fcf-0496a53256f7 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:16.612577 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f52de-ddc1-43c9-bc95-822b2e31cfda req-410b328a-4787-4f2e-a50f-40a5996552af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:16.615976 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a1f52de-ddc1-43c9-bc95-822b2e31cfda req-410b328a-4787-4f2e-a50f-40a5996552af service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 913 time: 0.1993215 Jul 13 07:52:16.663460 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b70078-3f88-40ab-827b-4d9f7b51a88f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Subnet': ['ID=00473688-f372-498a-8f93-d48ed9a93240,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:16.679173 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b1b70078-3f88-40ab-827b-4d9f7b51a88f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3805804 Jul 13 07:52:16.685892 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59070) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:16.691155 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b3651a96-ffb0-4cb0-a4ad-4e3529f69a35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'security_group': {'name': 'tempest-secgroup-1166196090'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:16.736370 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3651a96-ffb0-4cb0-a4ad-4e3529f69a35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.837711 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-70929e8c-461a-4887-932e-e5ae1c44fc56 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Deleting port a6c1c9ca-36b2-4547-99fb-56777ff76532 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:16.838252 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-70929e8c-461a-4887-932e-e5ae1c44fc56 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.942215 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a1f52de-ddc1-43c9-bc95-822b2e31cfda req-08e1b026-2328-478d-8af5-a7a121a6cfea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f HTTP/1.1" status: 200 len: 998 time: 0.3019602 Jul 13 07:52:17.049463 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-b38a8c5a-5569-4c97-a077-d69d012fd0af', 'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af', 'tenant_id': '2a5e43a8d0ef422c8edca9e41c5be9e2', 'fixed_ips': [{'subnet_id': '00473688-f372-498a-8f93-d48ed9a93240'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:52:17.050473 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:17.091650 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2b162d37-7427-420f-a762-e65d70ef3de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'name': 'tempest-ServerActionsTestJSON-1277766241-router', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4198a172-480b-408c-97ee-0213b176c18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:26Z', 'updated_at': '2021-07-13T07:51:35Z', 'revision_number': 4, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'gw_port': {'id': '4198a172-480b-408c-97ee-0213b176c18d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:27Z', 'updated_at': '2021-07-13T07:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '31d144c2-bed8-457c-a3bf-c0d0383e42f0', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'port_id': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'mac_address': 'fa:16:3e:7b:b8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:51:44Z', 'updated_at': '2021-07-13T07:52:12Z', 'revision_number': 1, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ae2516-7d8b-4240-98c8-687061a16028', 'name': '', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'mac_address': 'fa:16:3e:c9:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:33Z', 'updated_at': '2021-07-13T07:51:47Z', 'revision_number': 5, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'subnets': [{'id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:17.121970 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b162d37-7427-420f-a762-e65d70ef3de4 None None] The sync data for ids ['a4b6fe98-27cc-4984-9fcf-0496a53256f7'] in n-d-779913-28 is: [{'id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'name': 'tempest-ServerActionsTestJSON-1277766241-router', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4198a172-480b-408c-97ee-0213b176c18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:26Z', 'updated_at': '2021-07-13T07:51:35Z', 'revision_number': 4, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'gw_port': {'id': '4198a172-480b-408c-97ee-0213b176c18d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:27Z', 'updated_at': '2021-07-13T07:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '31d144c2-bed8-457c-a3bf-c0d0383e42f0', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'port_id': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'mac_address': 'fa:16:3e:7b:b8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:51:44Z', 'updated_at': '2021-07-13T07:52:12Z', 'revision_number': 1, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ae2516-7d8b-4240-98c8-687061a16028', 'name': '', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'mac_address': 'fa:16:3e:c9:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:33Z', 'updated_at': '2021-07-13T07:51:47Z', 'revision_number': 5, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'subnets': [{'id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:52:17.148000 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acee903-4615-445f-9f3b-184b9e305f00 req-8779679e-0d57-4d42-8eda-dc5e43c4506c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:17.169844 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2acee903-4615-445f-9f3b-184b9e305f00 req-8779679e-0d57-4d42-8eda-dc5e43c4506c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.5472045 Jul 13 07:52:17.302316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f52de-ddc1-43c9-bc95-822b2e31cfda req-2e9808eb-a76e-4a1d-bcec-d460b3cccc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:17.304334 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a1f52de-ddc1-43c9-bc95-822b2e31cfda req-2e9808eb-a76e-4a1d-bcec-d460b3cccc20 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.3558350 Jul 13 07:52:17.422688 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2acee903-4615-445f-9f3b-184b9e305f00 req-b3813dba-cb8a-4037-95e5-354f5927dbe8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518077 Jul 13 07:52:17.513367 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f52de-ddc1-43c9-bc95-822b2e31cfda req-4b59c24f-cca1-41f6-9aa3-8aa1136332dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:17.514935 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a1f52de-ddc1-43c9-bc95-822b2e31cfda req-4b59c24f-cca1-41f6-9aa3-8aa1136332dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1945336 Jul 13 07:52:17.574453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] Allocated IP 172.20.0.2 (b38a8c5a-5569-4c97-a077-d69d012fd0af/00473688-f372-498a-8f93-d48ed9a93240/fd5b7261-a512-472d-a3b2-a41aae9341d2) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:17.731561 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-70929e8c-461a-4887-932e-e5ae1c44fc56 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:17.741889 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3651a96-ffb0-4cb0-a4ad-4e3529f69a35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:17.756030 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3651a96-ffb0-4cb0-a4ad-4e3529f69a35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:17.764735 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a1f52de-ddc1-43c9-bc95-822b2e31cfda req-aad0c870-7e19-45fb-95bf-676e355eaecb service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421319 Jul 13 07:52:17.765238 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d982e39-db4d-48c9-a5bd-d0c320b5c1a4 None None] New status for floating IP 31d144c2-bed8-457c-a3bf-c0d0383e42f0: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:52:17.816202 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-70929e8c-461a-4887-932e-e5ae1c44fc56 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Calling delete_port for a6c1c9ca-36b2-4547-99fb-56777ff76532 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:17.821025 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3651a96-ffb0-4cb0-a4ad-4e3529f69a35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ebc8c0-78d9-42c0-b4d4-dbb0101bae1e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:17.847808 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3651a96-ffb0-4cb0-a4ad-4e3529f69a35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:17.849522 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b3651a96-ffb0-4cb0-a4ad-4e3529f69a35 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1626620 Jul 13 07:52:17.854282 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59086) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:17.912227 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d9a3fc47-41d3-490f-bf0b-bb4dfbd0a26a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'security_group': {'name': 'tempest-secgroup-118574083'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:17.967544 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fc47-41d3-490f-bf0b-bb4dfbd0a26a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:17.974936 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a1f52de-ddc1-43c9-bc95-822b2e31cfda req-7b1aa6a8-139e-46b4-be81-f5a7bda6d1c3 service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035828 Jul 13 07:52:17.997370 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.020890 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] Transition to ACTIVE for port object fd5b7261-a512-472d-a3b2-a41aae9341d2 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:18.046477 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-70929e8c-461a-4887-932e-e5ae1c44fc56 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.088189 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70929e8c-461a-4887-932e-e5ae1c44fc56 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Pushing event deleted for resources: {'Port': ['ID=a6c1c9ca-36b2-4547-99fb-56777ff76532,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:18.090622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] Transition to ACTIVE for port object fd5b7261-a512-472d-a3b2-a41aae9341d2 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:18.115302 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.133410 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fc47-41d3-490f-bf0b-bb4dfbd0a26a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.141911 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fc47-41d3-490f-bf0b-bb4dfbd0a26a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.187728 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fc47-41d3-490f-bf0b-bb4dfbd0a26a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.189044 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d9a3fc47-41d3-490f-bf0b-bb4dfbd0a26a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2813065 Jul 13 07:52:18.194685 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59088) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:18.199961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5b0077e1-08b6-47db-8669-79920f6b120f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1731833072', 'security_groups': ['9e2f47ca-4494-4b9d-9b22-3926d26c2a68'], 'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '00473688-f372-498a-8f93-d48ed9a93240'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:18.232295 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3fc47-41d3-490f-bf0b-bb4dfbd0a26a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2f47ca-4494-4b9d-9b22-3926d26c2a68,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:18.264409 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] Network b38a8c5a-5569-4c97-a077-d69d012fd0af is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:18.275132 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] Pushing event updated for resources: {'Port': ['ID=fd5b7261-a512-472d-a3b2-a41aae9341d2,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:18.280194 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:18.293175 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:18.296044 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-70929e8c-461a-4887-932e-e5ae1c44fc56 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.309083 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59094) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:18.311609 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-70929e8c-461a-4887-932e-e5ae1c44fc56 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "DELETE /v2.0/ports/a6c1c9ca-36b2-4547-99fb-56777ff76532 HTTP/1.1" status: 204 len: 168 time: 1.7279744 Jul 13 07:52:18.398698 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5029237-3a2b-423f-af0a-a2347500b507 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Deleting subnet 604358ab-1ab7-4490-9a15-cbdc93d521fc {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:18.418246 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5029237-3a2b-423f-af0a-a2347500b507 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.435638 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] Attempting to bind port fd5b7261-a512-472d-a3b2-a41aae9341d2 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:18.438397 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] Attempting to bind port fd5b7261-a512-472d-a3b2-a41aae9341d2 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'dfd2d355-95b8-4111-9cda-ac4506c22ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:18.438397 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] Attempting to bind port fd5b7261-a512-472d-a3b2-a41aae9341d2 on network b38a8c5a-5569-4c97-a077-d69d012fd0af {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:18.449834 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:18.450239 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] Checking segment: {'id': 'dfd2d355-95b8-4111-9cda-ac4506c22ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:18.450645 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.451035 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] Bound using segment: {'id': 'dfd2d355-95b8-4111-9cda-ac4506c22ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:18.451499 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] Bound port: fd5b7261-a512-472d-a3b2-a41aae9341d2, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd2d355-95b8-4111-9cda-ac4506c22ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:18.451878 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.537862 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5029237-3a2b-423f-af0a-a2347500b507 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.597227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] For port fd5b7261-a512-472d-a3b2-a41aae9341d2, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:18.608155 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] For port fd5b7261-a512-472d-a3b2-a41aae9341d2, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=fd5b7261-a512-472d-a3b2-a41aae9341d2,segment=NetworkSegment(dfd2d355-95b8-4111-9cda-ac4506c22ea3),segment_id=dfd2d355-95b8-4111-9cda-ac4506c22ea3)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:18.616251 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.663262 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0077e1-08b6-47db-8669-79920f6b120f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:18.704418 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84dd08-f6e2-489a-a765-65c7e1ea7bbb None None] Pushing event updated for resources: {'Port': ['ID=fd5b7261-a512-472d-a3b2-a41aae9341d2,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:18.854471 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc299d61-1be8-4e5b-b909-f15c4690ee5e req-ccb67376-55eb-47b3-b60f-c70e0967f1cd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:18.862138 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc299d61-1be8-4e5b-b909-f15c4690ee5e req-ccb67376-55eb-47b3-b60f-c70e0967f1cd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.2779188 Jul 13 07:52:18.921466 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5029237-3a2b-423f-af0a-a2347500b507 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.999374 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b0077e1-08b6-47db-8669-79920f6b120f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.020702 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc299d61-1be8-4e5b-b909-f15c4690ee5e req-7c104b33-6907-4612-ae84-e8a35e643d00 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573172 Jul 13 07:52:19.060618 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-5b0077e1-08b6-47db-8669-79920f6b120f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] device_id is not set on port 9d0cdfe3-8d7b-4bf4-bc19-24c4fb07c8ec yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:52:19.177853 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5029237-3a2b-423f-af0a-a2347500b507 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.221302 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5029237-3a2b-423f-af0a-a2347500b507 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Pushing event deleted for resources: {'Subnet': ['ID=604358ab-1ab7-4490-9a15-cbdc93d521fc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:19.230024 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5029237-3a2b-423f-af0a-a2347500b507 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.234543 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c5029237-3a2b-423f-af0a-a2347500b507 tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "DELETE /v2.0/subnets/604358ab-1ab7-4490-9a15-cbdc93d521fc HTTP/1.1" status: 204 len: 168 time: 0.9218802 Jul 13 07:52:19.234848 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59104) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:19.244238 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a699a8e3-6952-48f6-87ef-46d4dfbf2f0d None None] Network b9f0afc8-e7a8-4eda-8976-f0d515f0f513 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:19.433046 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82cff744-7df3-4d06-8668-bdcf445a3a5c tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.566871 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-82cff744-7df3-4d06-8668-bdcf445a3a5c tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Deleting port 40bed2c5-a9e8-403a-a2f2-71d15b167f20 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:19.567233 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82cff744-7df3-4d06-8668-bdcf445a3a5c tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.655043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396c6e41-31f8-44b2-b6ad-fa32c983742c None None] DHCP port deletion for b9f0afc8-e7a8-4eda-8976-f0d515f0f513 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:52:19.695973 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-82cff744-7df3-4d06-8668-bdcf445a3a5c tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] For port 40bed2c5-a9e8-403a-a2f2-71d15b167f20, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=40bed2c5-a9e8-403a-a2f2-71d15b167f20,segment=NetworkSegment(0480926c-2bea-4177-a682-189a2d3b456d),segment_id=0480926c-2bea-4177-a682-189a2d3b456d)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:19.700008 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82cff744-7df3-4d06-8668-bdcf445a3a5c tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.733619 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-82cff744-7df3-4d06-8668-bdcf445a3a5c tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Calling delete_port for 40bed2c5-a9e8-403a-a2f2-71d15b167f20 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:19.770731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-396c6e41-31f8-44b2-b6ad-fa32c983742c None None] Deleting port 40bed2c5-a9e8-403a-a2f2-71d15b167f20 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:19.771111 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-396c6e41-31f8-44b2-b6ad-fa32c983742c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.849118 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-5b0077e1-08b6-47db-8669-79920f6b120f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Allocated IP 172.20.0.7 (b38a8c5a-5569-4c97-a077-d69d012fd0af/00473688-f372-498a-8f93-d48ed9a93240/9d0cdfe3-8d7b-4bf4-bc19-24c4fb07c8ec) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:19.896823 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-396c6e41-31f8-44b2-b6ad-fa32c983742c None None] For port 40bed2c5-a9e8-403a-a2f2-71d15b167f20, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=40bed2c5-a9e8-403a-a2f2-71d15b167f20,segment=NetworkSegment(0480926c-2bea-4177-a682-189a2d3b456d),segment_id=0480926c-2bea-4177-a682-189a2d3b456d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:19.899750 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-396c6e41-31f8-44b2-b6ad-fa32c983742c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.914661 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82cff744-7df3-4d06-8668-bdcf445a3a5c tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.929421 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-396c6e41-31f8-44b2-b6ad-fa32c983742c None None] Calling delete_port for 40bed2c5-a9e8-403a-a2f2-71d15b167f20 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:19.977632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cff744-7df3-4d06-8668-bdcf445a3a5c tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Pushing event deleted for resources: {'Port': ['ID=40bed2c5-a9e8-403a-a2f2-71d15b167f20,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:19.985540 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cff744-7df3-4d06-8668-bdcf445a3a5c tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] No DVR routers for this DVR port 40bed2c5-a9e8-403a-a2f2-71d15b167f20 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.117498 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.120373 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.120373 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.120373 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.120373 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.120373 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.120373 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.120373 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.120373 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.120373 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.120373 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.120373 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.120373 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.120373 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:20.120373 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 07:52:20.129953 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-396c6e41-31f8-44b2-b6ad-fa32c983742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.171306 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82cff744-7df3-4d06-8668-bdcf445a3a5c tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.180990 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b0077e1-08b6-47db-8669-79920f6b120f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.190025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c6e41-31f8-44b2-b6ad-fa32c983742c None None] Pushing event deleted for resources: {'Port': ['ID=40bed2c5-a9e8-403a-a2f2-71d15b167f20,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:20.191918 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fd5b7261-a512-472d-a3b2-a41aae9341d2 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:20.196517 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-82cff744-7df3-4d06-8668-bdcf445a3a5c tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f0afc8-e7a8-4eda-8976-f0d515f0f513']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:20.209600 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-5b0077e1-08b6-47db-8669-79920f6b120f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Transition to ACTIVE for port object 9d0cdfe3-8d7b-4bf4-bc19-24c4fb07c8ec will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:20.217925 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c6e41-31f8-44b2-b6ad-fa32c983742c None None] No DVR routers for this DVR port 40bed2c5-a9e8-403a-a2f2-71d15b167f20 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:20.220899 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-82cff744-7df3-4d06-8668-bdcf445a3a5c tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0480926c-2bea-4177-a682-189a2d3b456d') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:20.221221 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-82cff744-7df3-4d06-8668-bdcf445a3a5c tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0480926c-2bea-4177-a682-189a2d3b456d') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:20.243146 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82cff744-7df3-4d06-8668-bdcf445a3a5c tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.257097 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port fd5b7261-a512-472d-a3b2-a41aae9341d2 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:20.263480 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82cff744-7df3-4d06-8668-bdcf445a3a5c tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.272499 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82cff744-7df3-4d06-8668-bdcf445a3a5c tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:20.273078 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82cff744-7df3-4d06-8668-bdcf445a3a5c tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:20.277756 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:20.284404 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-124bcda7-53a2-42a0-813a-dfe03d3e7061 None None] Provisioning for port fd5b7261-a512-472d-a3b2-a41aae9341d2 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:20.289701 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-124bcda7-53a2-42a0-813a-dfe03d3e7061 None None] Provisioning complete for port fd5b7261-a512-472d-a3b2-a41aae9341d2 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:20.290260 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-124bcda7-53a2-42a0-813a-dfe03d3e7061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.308698 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b0077e1-08b6-47db-8669-79920f6b120f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.355105 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82cff744-7df3-4d06-8668-bdcf445a3a5c tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.361061 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 40bed2c5-a9e8-403a-a2f2-71d15b167f20 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:20.363509 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82cff744-7df3-4d06-8668-bdcf445a3a5c tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.366608 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-82cff744-7df3-4d06-8668-bdcf445a3a5c tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] 10.222.0.58 "DELETE /v2.0/networks/b9f0afc8-e7a8-4eda-8976-f0d515f0f513 HTTP/1.1" status: 204 len: 168 time: 1.1301248 Jul 13 07:52:20.379966 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cff744-7df3-4d06-8668-bdcf445a3a5c tempest-AllowedAddressPairTestJSON-1045642266 tempest-AllowedAddressPairTestJSON-1045642266-project] Pushing event deleted for resources: {'Network': ['ID=b9f0afc8-e7a8-4eda-8976-f0d515f0f513,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:20.389128 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0077e1-08b6-47db-8669-79920f6b120f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network b38a8c5a-5569-4c97-a077-d69d012fd0af is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:20.394775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-5b0077e1-08b6-47db-8669-79920f6b120f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:20.402787 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0077e1-08b6-47db-8669-79920f6b120f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:20.407847 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 40bed2c5-a9e8-403a-a2f2-71d15b167f20 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:20.408691 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 40bed2c5-a9e8-403a-a2f2-71d15b167f20 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:20.452928 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-124bcda7-53a2-42a0-813a-dfe03d3e7061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.470374 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0077e1-08b6-47db-8669-79920f6b120f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=9d0cdfe3-8d7b-4bf4-bc19-24c4fb07c8ec,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:20.491280 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-124bcda7-53a2-42a0-813a-dfe03d3e7061 None None] For port fd5b7261-a512-472d-a3b2-a41aae9341d2, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=fd5b7261-a512-472d-a3b2-a41aae9341d2,segment=NetworkSegment(dfd2d355-95b8-4111-9cda-ac4506c22ea3),segment_id=dfd2d355-95b8-4111-9cda-ac4506c22ea3)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:20.497613 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-124bcda7-53a2-42a0-813a-dfe03d3e7061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.516203 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb78fb-db4c-4038-848f-e73e6370e06a req-01e3ba28-85ac-4044-82a1-8257bcdc20b2 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:20.517868 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52fb78fb-db4c-4038-848f-e73e6370e06a req-01e3ba28-85ac-4044-82a1-8257bcdc20b2 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.2548318 Jul 13 07:52:20.528487 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0077e1-08b6-47db-8669-79920f6b120f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:20.529180 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b0077e1-08b6-47db-8669-79920f6b120f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.566786 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5b0077e1-08b6-47db-8669-79920f6b120f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3685837 Jul 13 07:52:20.568059 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59122) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:20.577482 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-776f5e84-0163-42b8-b11c-ec724935246d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'subnet': {'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:20.606514 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52fb78fb-db4c-4038-848f-e73e6370e06a req-2be3febb-6f52-4260-9e53-13997775d64b tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653181 Jul 13 07:52:20.627250 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-124bcda7-53a2-42a0-813a-dfe03d3e7061 None None] Provisioning complete for port 34a95458-42d4-4a85-be8d-11e490b3bff2 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:20.627905 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-124bcda7-53a2-42a0-813a-dfe03d3e7061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.674826 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-124bcda7-53a2-42a0-813a-dfe03d3e7061 None None] Port 34a95458-42d4-4a85-be8d-11e490b3bff2 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:20.677299 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bcda7-53a2-42a0-813a-dfe03d3e7061 None None] Pushing event updated for resources: {'Port': ['ID=fd5b7261-a512-472d-a3b2-a41aae9341d2,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:20.779578 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776f5e84-0163-42b8-b11c-ec724935246d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:20.797167 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-776f5e84-0163-42b8-b11c-ec724935246d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.801632 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-74b75d97-9755-4c74-945d-53b2ac34969f None None] Provisioning for port 9d0cdfe3-8d7b-4bf4-bc19-24c4fb07c8ec completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:20.809489 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-74b75d97-9755-4c74-945d-53b2ac34969f None None] Provisioning complete for port 9d0cdfe3-8d7b-4bf4-bc19-24c4fb07c8ec triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:20.811038 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74b75d97-9755-4c74-945d-53b2ac34969f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.892634 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-74b75d97-9755-4c74-945d-53b2ac34969f None None] Port 9d0cdfe3-8d7b-4bf4-bc19-24c4fb07c8ec cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:20.903474 n-d-779913-28 neutron-server[93723]: INFO neutron.db.ipam_backend_mixin [None req-776f5e84-0163-42b8-b11c-ec724935246d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 00473688-f372-498a-8f93-d48ed9a93240 (CIDR: 172.20.0.0/28) Jul 13 07:52:20.907140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59132) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:20.908450 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-776f5e84-0163-42b8-b11c-ec724935246d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:52:20.908949 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776f5e84-0163-42b8-b11c-ec724935246d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:20.931156 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-776f5e84-0163-42b8-b11c-ec724935246d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3604586 Jul 13 07:52:20.933964 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59136) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:20.939091 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1aad9964-f354-4c93-9b4a-7c48dd168340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'subnet': {'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:21.069564 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aad9964-f354-4c93-9b4a-7c48dd168340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:21.073338 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1aad9964-f354-4c93-9b4a-7c48dd168340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:21.110572 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8ea38654-724e-4eb0-98f3-b7aab6e614dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=56d052f587d24e2b885f10cbd82a3315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2020557 Jul 13 07:52:21.113131 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59138) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:21.221683 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0af4416b-b2af-48c4-a49e-3e34c449dac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:21.251773 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0af4416b-b2af-48c4-a49e-3e34c449dac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:21.379382 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0af4416b-b2af-48c4-a49e-3e34c449dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:21.382710 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0af4416b-b2af-48c4-a49e-3e34c449dac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:21.386863 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0af4416b-b2af-48c4-a49e-3e34c449dac8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a23eb1c8-1217-4e9c-9e71-ec0b8491e438 HTTP/1.1" status: 204 len: 168 time: 0.2724545 Jul 13 07:52:21.406119 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4416b-b2af-48c4-a49e-3e34c449dac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23eb1c8-1217-4e9c-9e71-ec0b8491e438,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:21.411213 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1aad9964-f354-4c93-9b4a-7c48dd168340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:21.467245 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aad9964-f354-4c93-9b4a-7c48dd168340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network b38a8c5a-5569-4c97-a077-d69d012fd0af is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:21.470473 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-1aad9964-f354-4c93-9b4a-7c48dd168340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:21.474869 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad9964-f354-4c93-9b4a-7c48dd168340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:21.475458 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1aad9964-f354-4c93-9b4a-7c48dd168340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:21.482214 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05625def-5757-4989-8069-3781cbd19fae None None] Network b38a8c5a-5569-4c97-a077-d69d012fd0af requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:21.487812 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad9964-f354-4c93-9b4a-7c48dd168340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Subnet': ['ID=6f7d137e-5917-4bb5-9b3c-b3df8e9153ec,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:21.505073 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1aad9964-f354-4c93-9b4a-7c48dd168340 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5698574 Jul 13 07:52:21.507581 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59144) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:21.517782 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-db162327-fcc2-4716-94f3-7d7f132dc077 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-18822385', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6f7d137e-5917-4bb5-9b3c-b3df8e9153ec'}], 'security_groups': ['a1ebc8c0-78d9-42c0-b4d4-dbb0101bae1e']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:21.813551 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db162327-fcc2-4716-94f3-7d7f132dc077 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:21.893483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdfc1d-381b-4b71-9cdc-c2d09bc7be08 req-3b79f095-5dd0-4d06-a36a-8ed531096cd1 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:21.900859 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79bdfc1d-381b-4b71-9cdc-c2d09bc7be08 req-3b79f095-5dd0-4d06-a36a-8ed531096cd1 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.1082623 Jul 13 07:52:21.917253 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a65513-4b49-441f-9e98-53ee0480af0c None None] Update dhcp port {'port': {'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af', 'fixed_ips': [{'subnet_id': '00473688-f372-498a-8f93-d48ed9a93240', 'ip_address': '172.20.0.2'}, {'subnet_id': '6f7d137e-5917-4bb5-9b3c-b3df8e9153ec'}], 'binding:host_id': 'n-d-779913-28'}, 'id': 'fd5b7261-a512-472d-a3b2-a41aae9341d2'} from n-d-779913-28. {{(pid=93725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:52:21.966153 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79bdfc1d-381b-4b71-9cdc-c2d09bc7be08 req-e3eba90a-12f4-4b9e-ae54-36b991aa720b tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642962 Jul 13 07:52:22.013293 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-54a65513-4b49-441f-9e98-53ee0480af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:22.064633 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fd5b7261-a512-472d-a3b2-a41aae9341d2 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:22.199733 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port fd5b7261-a512-472d-a3b2-a41aae9341d2 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:22.200108 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:22.305053 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-54a65513-4b49-441f-9e98-53ee0480af0c None None] Allocated IP 172.20.0.18 (b38a8c5a-5569-4c97-a077-d69d012fd0af/6f7d137e-5917-4bb5-9b3c-b3df8e9153ec/fd5b7261-a512-472d-a3b2-a41aae9341d2) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:22.514432 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-54a65513-4b49-441f-9e98-53ee0480af0c None None] For port fd5b7261-a512-472d-a3b2-a41aae9341d2, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=fd5b7261-a512-472d-a3b2-a41aae9341d2,segment=NetworkSegment(dfd2d355-95b8-4111-9cda-ac4506c22ea3),segment_id=dfd2d355-95b8-4111-9cda-ac4506c22ea3)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:22.529765 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59186) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:22.566149 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-54a65513-4b49-441f-9e98-53ee0480af0c None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:22.588729 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-54a65513-4b49-441f-9e98-53ee0480af0c None None] Transition to ACTIVE for port object fd5b7261-a512-472d-a3b2-a41aae9341d2 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:22.593068 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-54a65513-4b49-441f-9e98-53ee0480af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:22.682962 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a65513-4b49-441f-9e98-53ee0480af0c None None] Pushing event updated for resources: {'Port': ['ID=fd5b7261-a512-472d-a3b2-a41aae9341d2,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:22.788573 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-6bdbb22d-6ed1-4100-b0bb-9fdea856a07f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1278707000'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:22.841640 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-db162327-fcc2-4716-94f3-7d7f132dc077 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Delete allocated IP 172.20.0.7 (b38a8c5a-5569-4c97-a077-d69d012fd0af/00473688-f372-498a-8f93-d48ed9a93240) {{(pid=93723) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:52:22.844213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdbb22d-6ed1-4100-b0bb-9fdea856a07f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:22.847927 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb22d-6ed1-4100-b0bb-9fdea856a07f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:22.865808 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb22d-6ed1-4100-b0bb-9fdea856a07f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:22.870038 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-db162327-fcc2-4716-94f3-7d7f132dc077 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Allocated IP 172.20.0.25 (b38a8c5a-5569-4c97-a077-d69d012fd0af/6f7d137e-5917-4bb5-9b3c-b3df8e9153ec/9d0cdfe3-8d7b-4bf4-bc19-24c4fb07c8ec) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:23.147753 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb22d-6ed1-4100-b0bb-9fdea856a07f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.156671 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb22d-6ed1-4100-b0bb-9fdea856a07f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.175192 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db162327-fcc2-4716-94f3-7d7f132dc077 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.192378 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e30932dd-2942-4aa9-a86e-ba9c3696e905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.238613 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bdbb22d-6ed1-4100-b0bb-9fdea856a07f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:23.254634 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-db162327-fcc2-4716-94f3-7d7f132dc077 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Transition to ACTIVE for port object 9d0cdfe3-8d7b-4bf4-bc19-24c4fb07c8ec will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:23.259160 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbb22d-6ed1-4100-b0bb-9fdea856a07f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8927f59-a0e0-4a7e-b57f-e975fdfdecf6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:23.262562 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb22d-6ed1-4100-b0bb-9fdea856a07f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.263157 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-6bdbb22d-6ed1-4100-b0bb-9fdea856a07f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Added segment 439775ea-7545-4e11-ad06-bcc8ba470d6d of type vlan for network 21702be8-3430-4e3e-8260-bfc27702d26b Jul 13 07:52:23.272042 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db162327-fcc2-4716-94f3-7d7f132dc077 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.351838 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ab932-297c-49d0-8f5d-4db2c64a5f39 req-cef31d77-1796-425b-b857-1cdc44b1189a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:23.359625 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d20ab932-297c-49d0-8f5d-4db2c64a5f39 req-cef31d77-1796-425b-b857-1cdc44b1189a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.1700003 Jul 13 07:52:23.364380 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb22d-6ed1-4100-b0bb-9fdea856a07f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.407478 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d20ab932-297c-49d0-8f5d-4db2c64a5f39 req-19b83d59-16e4-4888-b7a0-9e1919eeda74 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468593 Jul 13 07:52:23.484472 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db162327-fcc2-4716-94f3-7d7f132dc077 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=9d0cdfe3-8d7b-4bf4-bc19-24c4fb07c8ec,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:23.546339 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb22d-6ed1-4100-b0bb-9fdea856a07f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.555556 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdbb22d-6ed1-4100-b0bb-9fdea856a07f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:23.556186 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb22d-6ed1-4100-b0bb-9fdea856a07f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.566844 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-db162327-fcc2-4716-94f3-7d7f132dc077 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] In _notify_port_updated(), no bound segment for port 9d0cdfe3-8d7b-4bf4-bc19-24c4fb07c8ec on network b38a8c5a-5569-4c97-a077-d69d012fd0af {{(pid=93723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:52:23.574785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db162327-fcc2-4716-94f3-7d7f132dc077 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:23.574785 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db162327-fcc2-4716-94f3-7d7f132dc077 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.578307 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59204) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:23.589220 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-db162327-fcc2-4716-94f3-7d7f132dc077 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "PUT /v2.0/ports/9d0cdfe3-8d7b-4bf4-bc19-24c4fb07c8ec HTTP/1.1" status: 200 len: 919 time: 2.0794873 Jul 13 07:52:23.669401 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6bdbb22d-6ed1-4100-b0bb-9fdea856a07f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1382210 Jul 13 07:52:23.673583 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59206) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:23.680481 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-7c598661-d992-49dc-a279-713d0c50ede4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'port': {'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b', 'name': 'tempest-PortsIpV6TestJSON-919568666'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:23.728524 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-e6c8c973-d7f1-4e3b-b9d7-f1ae0212609f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting port 9d0cdfe3-8d7b-4bf4-bc19-24c4fb07c8ec {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:23.729140 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6c8c973-d7f1-4e3b-b9d7-f1ae0212609f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.741610 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c130bd57-5289-4323-b34e-d4eccbfe8cbb None None] Provisioning for port fd5b7261-a512-472d-a3b2-a41aae9341d2 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:23.741868 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbb22d-6ed1-4100-b0bb-9fdea856a07f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Network': ['ID=21702be8-3430-4e3e-8260-bfc27702d26b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:23.746325 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c130bd57-5289-4323-b34e-d4eccbfe8cbb None None] Provisioning complete for port fd5b7261-a512-472d-a3b2-a41aae9341d2 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:23.746703 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c130bd57-5289-4323-b34e-d4eccbfe8cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.795637 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 21702be8-3430-4e3e-8260-bfc27702d26b details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:23.823933 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c598661-d992-49dc-a279-713d0c50ede4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:23.827863 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c598661-d992-49dc-a279-713d0c50ede4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.848555 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-7c598661-d992-49dc-a279-713d0c50ede4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] device_id is not set on port 4f7e14cf-ca5a-4b48-ba96-5603006dc617 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:52:23.862499 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6c8c973-d7f1-4e3b-b9d7-f1ae0212609f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.881831 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-e6c8c973-d7f1-4e3b-b9d7-f1ae0212609f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Calling delete_port for 9d0cdfe3-8d7b-4bf4-bc19-24c4fb07c8ec owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:24.128616 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fd5b7261-a512-472d-a3b2-a41aae9341d2 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:24.170909 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c598661-d992-49dc-a279-713d0c50ede4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.184635 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6c8c973-d7f1-4e3b-b9d7-f1ae0212609f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.226893 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c598661-d992-49dc-a279-713d0c50ede4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.242358 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8c973-d7f1-4e3b-b9d7-f1ae0212609f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Port': ['ID=9d0cdfe3-8d7b-4bf4-bc19-24c4fb07c8ec,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:24.263722 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8c973-d7f1-4e3b-b9d7-f1ae0212609f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:24.263992 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8c973-d7f1-4e3b-b9d7-f1ae0212609f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:24.267228 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8c973-d7f1-4e3b-b9d7-f1ae0212609f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:24.267575 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8c973-d7f1-4e3b-b9d7-f1ae0212609f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:24.267916 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8c973-d7f1-4e3b-b9d7-f1ae0212609f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:24.268255 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8c973-d7f1-4e3b-b9d7-f1ae0212609f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:24.268590 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8c973-d7f1-4e3b-b9d7-f1ae0212609f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:24.268922 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8c973-d7f1-4e3b-b9d7-f1ae0212609f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:24.269252 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8c973-d7f1-4e3b-b9d7-f1ae0212609f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:24.269578 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8c973-d7f1-4e3b-b9d7-f1ae0212609f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:24.269909 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8c973-d7f1-4e3b-b9d7-f1ae0212609f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:24.270267 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8c973-d7f1-4e3b-b9d7-f1ae0212609f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:24.297044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port fd5b7261-a512-472d-a3b2-a41aae9341d2 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:24.298203 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.369896 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c598661-d992-49dc-a279-713d0c50ede4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=4f7e14cf-ca5a-4b48-ba96-5603006dc617,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:24.371520 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c130bd57-5289-4323-b34e-d4eccbfe8cbb None None] Could not find standard attr ID for object 9d0cdfe3-8d7b-4bf4-bc19-24c4fb07c8ec. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:52:24.397994 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6c8c973-d7f1-4e3b-b9d7-f1ae0212609f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.401800 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e6c8c973-d7f1-4e3b-b9d7-f1ae0212609f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/ports/9d0cdfe3-8d7b-4bf4-bc19-24c4fb07c8ec HTTP/1.1" status: 204 len: 168 time: 0.8224227 Jul 13 07:52:24.404403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59214) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:24.425012 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c130bd57-5289-4323-b34e-d4eccbfe8cbb None None] Provisioning complete for port 34a95458-42d4-4a85-be8d-11e490b3bff2 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:24.425392 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c130bd57-5289-4323-b34e-d4eccbfe8cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.439941 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1cbc60-e8e0-4839-97c5-e7d57e635b04 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] GET failed (client error): The resource could not be found. Jul 13 07:52:24.442458 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ba1cbc60-e8e0-4839-97c5-e7d57e635b04 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports/9d0cdfe3-8d7b-4bf4-bc19-24c4fb07c8ec HTTP/1.1" status: 404 len: 333 time: 0.0369136 Jul 13 07:52:24.445672 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59218) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:24.494078 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c130bd57-5289-4323-b34e-d4eccbfe8cbb None None] Port 34a95458-42d4-4a85-be8d-11e490b3bff2 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:24.497229 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c598661-d992-49dc-a279-713d0c50ede4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Checking segment: {'id': '439775ea-7545-4e11-ad06-bcc8ba470d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:24.497607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c598661-d992-49dc-a279-713d0c50ede4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network hostable DHCP agents. Network: 21702be8-3430-4e3e-8260-bfc27702d26b, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:24.566454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c598661-d992-49dc-a279-713d0c50ede4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network 21702be8-3430-4e3e-8260-bfc27702d26b is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:24.573952 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5db23f2d-85c4-404a-95b2-9f3654ff63cc tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.586589 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-7c598661-d992-49dc-a279-713d0c50ede4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 21702be8-3430-4e3e-8260-bfc27702d26b) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:24.600853 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57337a68-e75d-4304-a61f-8b85d85efc1b None None] Network 21702be8-3430-4e3e-8260-bfc27702d26b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:24.605614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c598661-d992-49dc-a279-713d0c50ede4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:24.628347 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c598661-d992-49dc-a279-713d0c50ede4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:24.632379 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c598661-d992-49dc-a279-713d0c50ede4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.653728 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5db23f2d-85c4-404a-95b2-9f3654ff63cc tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.673424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c89f3498-e512-4449-b652-be572e7f8fc8 None None] Could not find standard attr ID for object 9d0cdfe3-8d7b-4bf4-bc19-24c4fb07c8ec. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:52:24.681561 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7c598661-d992-49dc-a279-713d0c50ede4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0057709 Jul 13 07:52:24.682500 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59224) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:24.687745 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-00f98366-f0ff-4786-a17e-29277a5c2938 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1821487207'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:24.747312 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5db23f2d-85c4-404a-95b2-9f3654ff63cc tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.750405 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5db23f2d-85c4-404a-95b2-9f3654ff63cc tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.751957 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5db23f2d-85c4-404a-95b2-9f3654ff63cc tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/security-groups/9e2f47ca-4494-4b9d-9b22-3926d26c2a68 HTTP/1.1" status: 204 len: 168 time: 0.3050110 Jul 13 07:52:24.755554 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59226) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:24.782539 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db23f2d-85c4-404a-95b2-9f3654ff63cc tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2f47ca-4494-4b9d-9b22-3926d26c2a68,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:24.794611 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f98366-f0ff-4786-a17e-29277a5c2938 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:24.801280 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-00f98366-f0ff-4786-a17e-29277a5c2938 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.826404 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732a0c1-e8b2-4de3-b25a-5fb6e2ba0539 req-a5f19d11-ca32-4439-b7da-bd7f6e357f54 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:24.833142 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c732a0c1-e8b2-4de3-b25a-5fb6e2ba0539 req-a5f19d11-ca32-4439-b7da-bd7f6e357f54 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.1020164 Jul 13 07:52:24.903418 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c732a0c1-e8b2-4de3-b25a-5fb6e2ba0539 req-f38ad37f-133e-464e-bb4f-8fdb2e0c7a9f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692916 Jul 13 07:52:24.914404 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f98366-f0ff-4786-a17e-29277a5c2938 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:24.962457 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-00f98366-f0ff-4786-a17e-29277a5c2938 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.962821 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-00f98366-f0ff-4786-a17e-29277a5c2938 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Added segment ab0bd1fd-7eae-49e6-a6e4-a80820c41c7e of type vlan for network edb4fc67-7a8e-48d7-b361-25b4df5f47d2 Jul 13 07:52:24.981765 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-14c131a4-b470-435f-ab96-450215cc33aa tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.027711 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-00f98366-f0ff-4786-a17e-29277a5c2938 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.040346 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-14c131a4-b470-435f-ab96-450215cc33aa tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.090076 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-00f98366-f0ff-4786-a17e-29277a5c2938 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.096213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f98366-f0ff-4786-a17e-29277a5c2938 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:25.096861 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-00f98366-f0ff-4786-a17e-29277a5c2938 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.126507 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-14c131a4-b470-435f-ab96-450215cc33aa tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.129109 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-14c131a4-b470-435f-ab96-450215cc33aa tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.133040 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-14c131a4-b470-435f-ab96-450215cc33aa tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/security-groups/a1ebc8c0-78d9-42c0-b4d4-dbb0101bae1e HTTP/1.1" status: 204 len: 168 time: 0.3762894 Jul 13 07:52:25.133234 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59228) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:25.148198 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c131a4-b470-435f-ab96-450215cc33aa tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ebc8c0-78d9-42c0-b4d4-dbb0101bae1e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:25.157235 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-00f98366-f0ff-4786-a17e-29277a5c2938 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4738054 Jul 13 07:52:25.160183 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59230) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:25.165686 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'ports': [{'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b'}, {'network_id': 'edb4fc67-7a8e-48d7-b361-25b4df5f47d2'}]} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:25.165992 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'port': {'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:25.166503 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'port': {'network_id': 'edb4fc67-7a8e-48d7-b361-25b4df5f47d2'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:25.209934 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f98366-f0ff-4786-a17e-29277a5c2938 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Network': ['ID=edb4fc67-7a8e-48d7-b361-25b4df5f47d2,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:25.226146 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network edb4fc67-7a8e-48d7-b361-25b4df5f47d2 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:25.234356 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff45097b-9faa-4291-bd9e-09ae439aa758 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting subnet 00473688-f372-498a-8f93-d48ed9a93240 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:25.238476 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff45097b-9faa-4291-bd9e-09ae439aa758 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.299295 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff45097b-9faa-4291-bd9e-09ae439aa758 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.396700 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'port': 2} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:25.401720 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.420444 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.428788 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff45097b-9faa-4291-bd9e-09ae439aa758 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.504976 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff45097b-9faa-4291-bd9e-09ae439aa758 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.522122 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] device_id is not set on port b3f0e73a-9696-4ac8-923e-dd8059b24c3e yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:52:25.541051 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45097b-9faa-4291-bd9e-09ae439aa758 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Subnet': ['ID=00473688-f372-498a-8f93-d48ed9a93240,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:25.550737 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff45097b-9faa-4291-bd9e-09ae439aa758 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.551820 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4b76b9-0f0b-4d4c-93f4-a907c7d0a8d4 None None] Network b38a8c5a-5569-4c97-a077-d69d012fd0af requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:25.552928 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ff45097b-9faa-4291-bd9e-09ae439aa758 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/subnets/00473688-f372-498a-8f93-d48ed9a93240 HTTP/1.1" status: 204 len: 168 time: 0.4184351 Jul 13 07:52:25.558968 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59232) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:25.564726 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-306be2a2-44cc-4ee2-a9e8-59d0d7750120 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'subnet': {'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:25.701251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306be2a2-44cc-4ee2-a9e8-59d0d7750120 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:25.713743 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-306be2a2-44cc-4ee2-a9e8-59d0d7750120 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.762220 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.925554 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] device_id is not set on port e8928ea8-4966-45ba-b190-06a753b8b04b yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:52:26.191373 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.267555 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.324129 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network 21702be8-3430-4e3e-8260-bfc27702d26b is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:26.327559 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:26.331905 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:26.333572 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.336095 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d4690-cd67-45ff-be7e-f6afddc67f8e req-cbfecbaa-9e46-41ed-8d70-a45e234c2eb4 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:26.342833 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a0d4690-cd67-45ff-be7e-f6afddc67f8e req-cbfecbaa-9e46-41ed-8d70-a45e234c2eb4 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.2058849 Jul 13 07:52:26.344359 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-306be2a2-44cc-4ee2-a9e8-59d0d7750120 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.372705 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=b3f0e73a-9696-4ac8-923e-dd8059b24c3e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:26.422976 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306be2a2-44cc-4ee2-a9e8-59d0d7750120 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network b38a8c5a-5569-4c97-a077-d69d012fd0af is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:26.443097 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Checking segment: {'id': 'ab0bd1fd-7eae-49e6-a6e4-a80820c41c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edb4fc67-7a8e-48d7-b361-25b4df5f47d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:26.443410 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network hostable DHCP agents. Network: edb4fc67-7a8e-48d7-b361-25b4df5f47d2, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:26.445409 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-306be2a2-44cc-4ee2-a9e8-59d0d7750120 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:26.453593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306be2a2-44cc-4ee2-a9e8-59d0d7750120 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:26.453956 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=e8928ea8-4966-45ba-b190-06a753b8b04b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:26.454342 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-306be2a2-44cc-4ee2-a9e8-59d0d7750120 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.463063 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a0d4690-cd67-45ff-be7e-f6afddc67f8e req-3c463569-bf3d-4497-9b69-95e9e15a9f1a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162236 Jul 13 07:52:26.489764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306be2a2-44cc-4ee2-a9e8-59d0d7750120 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Subnet': ['ID=5444b73a-0abc-4e88-afd8-db1383b46057,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:26.489865 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network edb4fc67-7a8e-48d7-b361-25b4df5f47d2 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:26.499321 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-306be2a2-44cc-4ee2-a9e8-59d0d7750120 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9390533 Jul 13 07:52:26.501852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59242) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:26.504785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, edb4fc67-7a8e-48d7-b361-25b4df5f47d2) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:26.507402 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-cc476632-64b3-4250-aafc-74bc1b156719 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'security_group': {'name': 'tempest-secgroup-851831612'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:26.514021 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee02bf9-a300-49e3-b50e-4a3292ee1dc0 None None] Network edb4fc67-7a8e-48d7-b361-25b4df5f47d2 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:26.524568 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:26.540259 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc476632-64b3-4250-aafc-74bc1b156719 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.549463 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:26.562292 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:26.563018 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.598181 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:52:26.601257 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1ada000d-a8a2-4598-bce1-beebe2b7a1fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4396374 Jul 13 07:52:26.604265 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59244) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:26.772297 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc476632-64b3-4250-aafc-74bc1b156719 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.793191 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc476632-64b3-4250-aafc-74bc1b156719 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.854255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25c7c4e-2953-4d9a-b16d-3b76ba4844c6 None None] Network b38a8c5a-5569-4c97-a077-d69d012fd0af requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:26.881744 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc476632-64b3-4250-aafc-74bc1b156719 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.882893 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ec07536e-42d9-491a-8536-3f990d4a964e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting port e8928ea8-4966-45ba-b190-06a753b8b04b {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:26.883917 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ec07536e-42d9-491a-8536-3f990d4a964e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.887349 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cc476632-64b3-4250-aafc-74bc1b156719 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3840408 Jul 13 07:52:26.887986 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59248) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:26.912705 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d1c7d088-26d7-464b-b3bd-0d6564ae5e81 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'security_group': {'name': 'tempest-secgroup-923547781'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:26.927795 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc476632-64b3-4250-aafc-74bc1b156719 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2190d52e-1aeb-4012-a0e5-136740427c7f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:26.953548 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9458d7f0-02e5-4a5a-b6ea-46a4ae2d2f82 None None] Provisioning complete for port fd5b7261-a512-472d-a3b2-a41aae9341d2 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:26.954078 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9458d7f0-02e5-4a5a-b6ea-46a4ae2d2f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.987545 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d088-26d7-464b-b3bd-0d6564ae5e81 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.029956 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ec07536e-42d9-491a-8536-3f990d4a964e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.054190 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ec07536e-42d9-491a-8536-3f990d4a964e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Calling delete_port for e8928ea8-4966-45ba-b190-06a753b8b04b owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:27.160376 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d088-26d7-464b-b3bd-0d6564ae5e81 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.170256 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d088-26d7-464b-b3bd-0d6564ae5e81 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.223579 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ec07536e-42d9-491a-8536-3f990d4a964e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.229413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7d088-26d7-464b-b3bd-0d6564ae5e81 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616fec9a-e1c4-472d-97ee-8419c12d6615,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:27.245359 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d088-26d7-464b-b3bd-0d6564ae5e81 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.250306 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d1c7d088-26d7-464b-b3bd-0d6564ae5e81 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3498120 Jul 13 07:52:27.250998 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59254) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:27.257262 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9458d7f0-02e5-4a5a-b6ea-46a4ae2d2f82 None None] Provisioning complete for port 34a95458-42d4-4a85-be8d-11e490b3bff2 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:27.259128 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9458d7f0-02e5-4a5a-b6ea-46a4ae2d2f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.265505 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-33c9eba2-eda6-4b8c-a85c-f844f9ba8d6b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'security_group': {'name': 'tempest-secgroup-851787621'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:27.303223 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ec07536e-42d9-491a-8536-3f990d4a964e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.303603 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-33c9eba2-eda6-4b8c-a85c-f844f9ba8d6b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.308200 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ec07536e-42d9-491a-8536-3f990d4a964e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/ports/e8928ea8-4966-45ba-b190-06a753b8b04b HTTP/1.1" status: 204 len: 168 time: 0.7024298 Jul 13 07:52:27.310618 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07536e-42d9-491a-8536-3f990d4a964e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Port': ['ID=e8928ea8-4966-45ba-b190-06a753b8b04b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:27.313260 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59256) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:27.381865 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9458d7f0-02e5-4a5a-b6ea-46a4ae2d2f82 None None] Port 34a95458-42d4-4a85-be8d-11e490b3bff2 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:27.424528 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bd4aac-8c5d-4796-8110-b855814f6a87 None None] Update dhcp port {'port': {'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af', 'fixed_ips': [{'subnet_id': '6f7d137e-5917-4bb5-9b3c-b3df8e9153ec', 'ip_address': '172.20.0.18'}, {'subnet_id': '5444b73a-0abc-4e88-afd8-db1383b46057'}], 'binding:host_id': 'n-d-779913-28'}, 'id': 'fd5b7261-a512-472d-a3b2-a41aae9341d2'} from n-d-779913-28. {{(pid=93725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:52:27.425736 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-33c9eba2-eda6-4b8c-a85c-f844f9ba8d6b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.433743 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-33c9eba2-eda6-4b8c-a85c-f844f9ba8d6b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.460171 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f288f3-3450-4a8c-b9e6-007130de1746 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:27.466266 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9eba2-eda6-4b8c-a85c-f844f9ba8d6b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24122f78-e5f1-4c9f-a620-7d78eb0ac646,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:27.470003 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f288f3-3450-4a8c-b9e6-007130de1746 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:27.471068 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-55f288f3-3450-4a8c-b9e6-007130de1746 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1564412 Jul 13 07:52:27.473829 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59258) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:27.529776 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c2bd4aac-8c5d-4796-8110-b855814f6a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.536957 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-33c9eba2-eda6-4b8c-a85c-f844f9ba8d6b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.544710 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59262) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:27.550183 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-8fffbaf3-31c5-4056-8aa4-55217223692e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1023042664', 'security_groups': ['24122f78-e5f1-4c9f-a620-7d78eb0ac646'], 'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5444b73a-0abc-4e88-afd8-db1383b46057'}]}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:27.567604 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-33c9eba2-eda6-4b8c-a85c-f844f9ba8d6b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2895143 Jul 13 07:52:27.710675 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5b383bb0-068c-48d9-8710-405f684c3aa3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting port b3f0e73a-9696-4ac8-923e-dd8059b24c3e {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:27.711028 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b383bb0-068c-48d9-8710-405f684c3aa3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.735539 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4033618-1aed-4fcd-82bd-0874a05c44dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.740310 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.764734 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fffbaf3-31c5-4056-8aa4-55217223692e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:27.803346 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b383bb0-068c-48d9-8710-405f684c3aa3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.806226 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-c2bd4aac-8c5d-4796-8110-b855814f6a87 None None] Allocated IP 172.20.0.2 (b38a8c5a-5569-4c97-a077-d69d012fd0af/5444b73a-0abc-4e88-afd8-db1383b46057/fd5b7261-a512-472d-a3b2-a41aae9341d2) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:27.823501 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5b383bb0-068c-48d9-8710-405f684c3aa3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Calling delete_port for b3f0e73a-9696-4ac8-923e-dd8059b24c3e owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:27.850127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e69348-a774-46c4-894c-4b4bf877a4a2 req-c7d27c32-aba3-456b-89c9-c01c204a53bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:27.857682 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-02e69348-a774-46c4-894c-4b4bf877a4a2 req-c7d27c32-aba3-456b-89c9-c01c204a53bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.2082810 Jul 13 07:52:27.942748 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-02e69348-a774-46c4-894c-4b4bf877a4a2 req-ed08fb84-3ae3-4ffd-9c35-de5a3f17e648 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840700 Jul 13 07:52:27.951293 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c2bd4aac-8c5d-4796-8110-b855814f6a87 None None] For port fd5b7261-a512-472d-a3b2-a41aae9341d2, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=fd5b7261-a512-472d-a3b2-a41aae9341d2,segment=NetworkSegment(dfd2d355-95b8-4111-9cda-ac4506c22ea3),segment_id=dfd2d355-95b8-4111-9cda-ac4506c22ea3)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:27.960116 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8fffbaf3-31c5-4056-8aa4-55217223692e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.987663 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b383bb0-068c-48d9-8710-405f684c3aa3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.000739 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-8fffbaf3-31c5-4056-8aa4-55217223692e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] device_id is not set on port a78983b9-360d-4c56-8510-5cd191e90bc9 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:52:28.010736 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c2bd4aac-8c5d-4796-8110-b855814f6a87 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.027274 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c2bd4aac-8c5d-4796-8110-b855814f6a87 None None] Transition to ACTIVE for port object fd5b7261-a512-472d-a3b2-a41aae9341d2 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:28.031500 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c2bd4aac-8c5d-4796-8110-b855814f6a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.032903 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b383bb0-068c-48d9-8710-405f684c3aa3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Port': ['ID=b3f0e73a-9696-4ac8-923e-dd8059b24c3e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:28.055466 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b383bb0-068c-48d9-8710-405f684c3aa3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.058305 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5b383bb0-068c-48d9-8710-405f684c3aa3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/ports/b3f0e73a-9696-4ac8-923e-dd8059b24c3e HTTP/1.1" status: 204 len: 168 time: 0.5835788 Jul 13 07:52:28.063212 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59264) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:28.182425 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd4aac-8c5d-4796-8110-b855814f6a87 None None] Pushing event updated for resources: {'Port': ['ID=fd5b7261-a512-472d-a3b2-a41aae9341d2,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:28.196796 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c276474-1783-4890-bd11-95421a54aa3c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:28.198385 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3c276474-1783-4890-bd11-95421a54aa3c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1337798 Jul 13 07:52:28.199562 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4aac-8c5d-4796-8110-b855814f6a87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:28.199915 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4aac-8c5d-4796-8110-b855814f6a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:28.202449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4aac-8c5d-4796-8110-b855814f6a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:28.202814 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4aac-8c5d-4796-8110-b855814f6a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:28.203843 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59268) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:28.208166 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4aac-8c5d-4796-8110-b855814f6a87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:28.208547 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4aac-8c5d-4796-8110-b855814f6a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:28.208898 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4aac-8c5d-4796-8110-b855814f6a87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:28.209246 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4aac-8c5d-4796-8110-b855814f6a87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:28.209591 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4aac-8c5d-4796-8110-b855814f6a87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:28.209928 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4aac-8c5d-4796-8110-b855814f6a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:28.210301 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4aac-8c5d-4796-8110-b855814f6a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:28.210639 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4aac-8c5d-4796-8110-b855814f6a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:28.257940 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50c382d-b1b1-4468-a3a9-7ea3e6802e8e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] GET failed (client error): The resource could not be found. Jul 13 07:52:28.266685 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a50c382d-b1b1-4468-a3a9-7ea3e6802e8e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports/e8928ea8-4966-45ba-b190-06a753b8b04b HTTP/1.1" status: 404 len: 333 time: 0.0617924 Jul 13 07:52:28.269240 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59272) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:28.327856 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.api [None req-8fffbaf3-31c5-4056-8aa4-55217223692e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a843d42d-a63d-49c7-b4a3-91f3d0bc94d5 {{(pid=93723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:52:28.328571 n-d-779913-28 neutron-server[93723]: DEBUG oslo_db.api [None req-8fffbaf3-31c5-4056-8aa4-55217223692e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:52:28.331668 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3fa858-3a0b-46ec-8d4b-c2fd7ea5db22 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] GET failed (client error): The resource could not be found. Jul 13 07:52:28.339036 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59274) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:28.339207 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bc3fa858-3a0b-46ec-8d4b-c2fd7ea5db22 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports/b3f0e73a-9696-4ac8-923e-dd8059b24c3e HTTP/1.1" status: 404 len: 333 time: 0.0644634 Jul 13 07:52:28.457705 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6d0296ef-0195-497b-be4f-e51cc340c4a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.559636 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6d0296ef-0195-497b-be4f-e51cc340c4a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.574977 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-6d0296ef-0195-497b-be4f-e51cc340c4a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb4fc67-7a8e-48d7-b361-25b4df5f47d2']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:28.596012 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-6d0296ef-0195-497b-be4f-e51cc340c4a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0bd1fd-7eae-49e6-a6e4-a80820c41c7e') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:28.596480 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-6d0296ef-0195-497b-be4f-e51cc340c4a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0bd1fd-7eae-49e6-a6e4-a80820c41c7e') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:28.612661 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6d0296ef-0195-497b-be4f-e51cc340c4a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.655515 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6d0296ef-0195-497b-be4f-e51cc340c4a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.669302 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0296ef-0195-497b-be4f-e51cc340c4a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:28.670548 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6d0296ef-0195-497b-be4f-e51cc340c4a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:28.675102 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:28.761805 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6d0296ef-0195-497b-be4f-e51cc340c4a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.773822 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6d0296ef-0195-497b-be4f-e51cc340c4a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.775689 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6d0296ef-0195-497b-be4f-e51cc340c4a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/networks/edb4fc67-7a8e-48d7-b361-25b4df5f47d2 HTTP/1.1" status: 204 len: 168 time: 0.4346960 Jul 13 07:52:28.781775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59280) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:28.788987 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-42673e3b-a35a-48e5-898a-2695662f4cbd tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1306668527'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:28.789185 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0296ef-0195-497b-be4f-e51cc340c4a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Network': ['ID=edb4fc67-7a8e-48d7-b361-25b4df5f47d2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:28.829975 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8fffbaf3-31c5-4056-8aa4-55217223692e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.855472 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42673e3b-a35a-48e5-898a-2695662f4cbd tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:28.859069 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42673e3b-a35a-48e5-898a-2695662f4cbd tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.870630 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-8fffbaf3-31c5-4056-8aa4-55217223692e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] device_id is not set on port c1d23e78-3d4b-40ef-8587-ff6c35d09c40 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:52:28.909649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42673e3b-a35a-48e5-898a-2695662f4cbd tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:28.935289 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42673e3b-a35a-48e5-898a-2695662f4cbd tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.935649 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-42673e3b-a35a-48e5-898a-2695662f4cbd tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Added segment 57650b08-bcce-46d9-b1c1-b66ac209ec3d of type vlan for network 5de6c782-3c8f-4b41-8c3a-25083517d6dd Jul 13 07:52:29.042741 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42673e3b-a35a-48e5-898a-2695662f4cbd tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:29.134814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-8fffbaf3-31c5-4056-8aa4-55217223692e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Allocated IP 172.20.0.10 (b38a8c5a-5569-4c97-a077-d69d012fd0af/5444b73a-0abc-4e88-afd8-db1383b46057/c1d23e78-3d4b-40ef-8587-ff6c35d09c40) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:29.136795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-157ef31d-1e5e-4f22-9508-2b82a2aa1368 None None] Provisioning for port fd5b7261-a512-472d-a3b2-a41aae9341d2 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:29.142019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-157ef31d-1e5e-4f22-9508-2b82a2aa1368 None None] Provisioning complete for port fd5b7261-a512-472d-a3b2-a41aae9341d2 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:29.143538 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-157ef31d-1e5e-4f22-9508-2b82a2aa1368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:29.167477 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42673e3b-a35a-48e5-898a-2695662f4cbd tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:29.175245 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42673e3b-a35a-48e5-898a-2695662f4cbd tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:29.176168 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42673e3b-a35a-48e5-898a-2695662f4cbd tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:29.299028 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-157ef31d-1e5e-4f22-9508-2b82a2aa1368 None None] Provisioning complete for port 34a95458-42d4-4a85-be8d-11e490b3bff2 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:29.299666 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-157ef31d-1e5e-4f22-9508-2b82a2aa1368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:29.306979 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-42673e3b-a35a-48e5-898a-2695662f4cbd tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5238116 Jul 13 07:52:29.307961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42673e3b-a35a-48e5-898a-2695662f4cbd tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Network': ['ID=5de6c782-3c8f-4b41-8c3a-25083517d6dd,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:29.312104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59292) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:29.322513 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ccc7aab4-6a08-419e-a1f8-9734949db521 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'subnet': {'network_id': '5de6c782-3c8f-4b41-8c3a-25083517d6dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:29.333105 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 5de6c782-3c8f-4b41-8c3a-25083517d6dd details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:29.378550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80abd2-ef1d-4ff9-91c3-6cfca50905a6 req-927661ab-7299-4506-90bf-2074884edcbc tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:29.391851 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-157ef31d-1e5e-4f22-9508-2b82a2aa1368 None None] Port 34a95458-42d4-4a85-be8d-11e490b3bff2 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:29.396852 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8f80abd2-ef1d-4ff9-91c3-6cfca50905a6 req-927661ab-7299-4506-90bf-2074884edcbc tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.3116772 Jul 13 07:52:29.496365 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8fffbaf3-31c5-4056-8aa4-55217223692e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:29.525689 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-8fffbaf3-31c5-4056-8aa4-55217223692e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Transition to ACTIVE for port object c1d23e78-3d4b-40ef-8587-ff6c35d09c40 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:29.548544 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:29.609186 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8fffbaf3-31c5-4056-8aa4-55217223692e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:29.613227 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8f80abd2-ef1d-4ff9-91c3-6cfca50905a6 req-ff545306-a4dc-40d6-9cf8-f068ff1537dd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121458 Jul 13 07:52:29.615359 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc7aab4-6a08-419e-a1f8-9734949db521 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:29.620947 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ccc7aab4-6a08-419e-a1f8-9734949db521 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:29.688124 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fffbaf3-31c5-4056-8aa4-55217223692e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network b38a8c5a-5569-4c97-a077-d69d012fd0af is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:29.703496 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-8fffbaf3-31c5-4056-8aa4-55217223692e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:29.709057 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fffbaf3-31c5-4056-8aa4-55217223692e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:29.761179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffbaf3-31c5-4056-8aa4-55217223692e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=c1d23e78-3d4b-40ef-8587-ff6c35d09c40,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:29.802255 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fffbaf3-31c5-4056-8aa4-55217223692e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:29.802821 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8fffbaf3-31c5-4056-8aa4-55217223692e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:29.834053 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8fffbaf3-31c5-4056-8aa4-55217223692e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2882128 Jul 13 07:52:29.837448 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59308) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:29.842935 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1291e420-29bd-4430-a00c-b7dce89672cd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'subnet': {'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:29.895371 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ccc7aab4-6a08-419e-a1f8-9734949db521 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:29.988325 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7aab4-6a08-419e-a1f8-9734949db521 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Subnet': ['ID=1b7a800b-85e7-4e23-9bfd-2d1c97f20288,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:30.037512 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fd5b7261-a512-472d-a3b2-a41aae9341d2 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:30.066814 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc7aab4-6a08-419e-a1f8-9734949db521 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Checking segment: {'id': '57650b08-bcce-46d9-b1c1-b66ac209ec3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5de6c782-3c8f-4b41-8c3a-25083517d6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:30.067261 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc7aab4-6a08-419e-a1f8-9734949db521 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network hostable DHCP agents. Network: 5de6c782-3c8f-4b41-8c3a-25083517d6dd, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:30.089449 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc7aab4-6a08-419e-a1f8-9734949db521 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network 5de6c782-3c8f-4b41-8c3a-25083517d6dd is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:30.101729 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ccc7aab4-6a08-419e-a1f8-9734949db521 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 5de6c782-3c8f-4b41-8c3a-25083517d6dd) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:30.107396 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc7aab4-6a08-419e-a1f8-9734949db521 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:30.108294 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ccc7aab4-6a08-419e-a1f8-9734949db521 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.135551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1291e420-29bd-4430-a00c-b7dce89672cd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:30.139333 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1291e420-29bd-4430-a00c-b7dce89672cd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.156621 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ccc7aab4-6a08-419e-a1f8-9734949db521 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8385253 Jul 13 07:52:30.157481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59312) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:30.168588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-bdb9103d-ac18-4952-b5bb-9b130b74d3d2 None None] Provisioning for port c1d23e78-3d4b-40ef-8587-ff6c35d09c40 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:30.169528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-dbb7d5c6-2b22-43f4-82cf-e0cd5884e38e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'port': {'network_id': '5de6c782-3c8f-4b41-8c3a-25083517d6dd', 'name': 'tempest-PortsIpV6TestJSON-992960245'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:30.176152 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port fd5b7261-a512-472d-a3b2-a41aae9341d2 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:30.176530 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.189303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-bdb9103d-ac18-4952-b5bb-9b130b74d3d2 None None] Provisioning complete for port c1d23e78-3d4b-40ef-8587-ff6c35d09c40 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:30.190850 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bdb9103d-ac18-4952-b5bb-9b130b74d3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.282454 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70079a0c-1a8f-4869-902b-de8c99b945c8 None None] Network 5de6c782-3c8f-4b41-8c3a-25083517d6dd requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:30.309795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-bdb9103d-ac18-4952-b5bb-9b130b74d3d2 None None] Port c1d23e78-3d4b-40ef-8587-ff6c35d09c40 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:30.317144 n-d-779913-28 neutron-server[93723]: INFO neutron.db.ipam_backend_mixin [None req-1291e420-29bd-4430-a00c-b7dce89672cd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5444b73a-0abc-4e88-afd8-db1383b46057 (CIDR: 172.20.0.0/28) Jul 13 07:52:30.323148 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-1291e420-29bd-4430-a00c-b7dce89672cd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:52:30.323688 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1291e420-29bd-4430-a00c-b7dce89672cd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:30.341268 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1291e420-29bd-4430-a00c-b7dce89672cd tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5027306 Jul 13 07:52:30.343937 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59314) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:30.357528 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-55b8c1e2-8b02-4314-be05-15371b79a3d2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'subnet': {'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:30.382191 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb7d5c6-2b22-43f4-82cf-e0cd5884e38e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:30.391922 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dbb7d5c6-2b22-43f4-82cf-e0cd5884e38e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.444891 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-dbb7d5c6-2b22-43f4-82cf-e0cd5884e38e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] device_id is not set on port 41368b8b-f81f-45bf-89d9-b14fa567bc9d yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:52:30.562440 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b8c1e2-8b02-4314-be05-15371b79a3d2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:30.566854 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-55b8c1e2-8b02-4314-be05-15371b79a3d2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.597929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-5de6c782-3c8f-4b41-8c3a-25083517d6dd', 'network_id': '5de6c782-3c8f-4b41-8c3a-25083517d6dd', 'tenant_id': '0ac629f673f541f983c4cbb8438bd68e', 'fixed_ips': [{'subnet_id': '1b7a800b-85e7-4e23-9bfd-2d1c97f20288'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:52:30.598897 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.773595 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-dbb7d5c6-2b22-43f4-82cf-e0cd5884e38e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Allocated IP 2001:db8::2da (5de6c782-3c8f-4b41-8c3a-25083517d6dd/1b7a800b-85e7-4e23-9bfd-2d1c97f20288/41368b8b-f81f-45bf-89d9-b14fa567bc9d) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:30.807137 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec0f5a86-61e4-4b15-b899-d52ad577ba74 req-bcbc5be4-fae7-4dfb-a1d9-689daf10eaaa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2753115 Jul 13 07:52:30.861026 n-d-779913-28 neutron-server[93723]: INFO neutron.db.ipam_backend_mixin [None req-55b8c1e2-8b02-4314-be05-15371b79a3d2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6f7d137e-5917-4bb5-9b3c-b3df8e9153ec (CIDR: 172.20.0.16/28) Jul 13 07:52:30.864095 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b8c1e2-8b02-4314-be05-15371b79a3d2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:52:30.864678 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b8c1e2-8b02-4314-be05-15371b79a3d2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:30.902111 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-55b8c1e2-8b02-4314-be05-15371b79a3d2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5559988 Jul 13 07:52:30.903016 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59334) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:30.910234 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-9a4b98da-e6b2-4ec7-9d08-91df6fcfdf40 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'subnet': {'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:31.068443 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4b98da-e6b2-4ec7-9d08-91df6fcfdf40 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Made reservation on behalf of 2a5e43a8d0ef422c8edca9e41c5be9e2 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:31.072570 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a4b98da-e6b2-4ec7-9d08-91df6fcfdf40 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.131736 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dbb7d5c6-2b22-43f4-82cf-e0cd5884e38e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.142862 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f5a86-61e4-4b15-b899-d52ad577ba74 req-66377816-775a-46e3-bb30-fa9da4086625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:31.142862 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec0f5a86-61e4-4b15-b899-d52ad577ba74 req-66377816-775a-46e3-bb30-fa9da4086625 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 1097 time: 0.2531140 Jul 13 07:52:31.157394 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab881016-46cb-4cef-a3a3-ca7cf2fc3a37 req-e1663b8a-1e37-45fb-b91e-622c28c47dd1 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:31.159623 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab881016-46cb-4cef-a3a3-ca7cf2fc3a37 req-e1663b8a-1e37-45fb-b91e-622c28c47dd1 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.2858489 Jul 13 07:52:31.165552 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-dbb7d5c6-2b22-43f4-82cf-e0cd5884e38e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Transition to ACTIVE for port object 41368b8b-f81f-45bf-89d9-b14fa567bc9d will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:31.254645 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab881016-46cb-4cef-a3a3-ca7cf2fc3a37 req-17879105-9ffb-4fb0-873d-bc6dd1ad08d4 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872414 Jul 13 07:52:31.277408 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.316334 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dbb7d5c6-2b22-43f4-82cf-e0cd5884e38e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.375421 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb7d5c6-2b22-43f4-82cf-e0cd5884e38e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network 5de6c782-3c8f-4b41-8c3a-25083517d6dd is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:31.382810 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f5a86-61e4-4b15-b899-d52ad577ba74 req-4ca598b2-7c0a-44a7-86ea-eba10fc14743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:31.384805 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec0f5a86-61e4-4b15-b899-d52ad577ba74 req-4ca598b2-7c0a-44a7-86ea-eba10fc14743 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 913 time: 0.1984282 Jul 13 07:52:31.388064 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-dbb7d5c6-2b22-43f4-82cf-e0cd5884e38e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:31.391589 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb7d5c6-2b22-43f4-82cf-e0cd5884e38e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:31.398314 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb7d5c6-2b22-43f4-82cf-e0cd5884e38e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:31.399037 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dbb7d5c6-2b22-43f4-82cf-e0cd5884e38e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.413420 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] Allocated IP 2001:db8::2 (5de6c782-3c8f-4b41-8c3a-25083517d6dd/1b7a800b-85e7-4e23-9bfd-2d1c97f20288/5918fca9-6ff6-4988-abad-670d7d357be8) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:31.465551 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7d5c6-2b22-43f4-82cf-e0cd5884e38e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=41368b8b-f81f-45bf-89d9-b14fa567bc9d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:31.488977 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-dbb7d5c6-2b22-43f4-82cf-e0cd5884e38e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3297622 Jul 13 07:52:31.491572 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59340) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:31.518623 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a4b98da-e6b2-4ec7-9d08-91df6fcfdf40 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.527639 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec0f5a86-61e4-4b15-b899-d52ad577ba74 req-03ca538f-f090-463b-883c-8d78ad3edf6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f HTTP/1.1" status: 200 len: 1000 time: 0.1197751 Jul 13 07:52:31.610418 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4b98da-e6b2-4ec7-9d08-91df6fcfdf40 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Network b38a8c5a-5569-4c97-a077-d69d012fd0af is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:31.613978 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-9a4b98da-e6b2-4ec7-9d08-91df6fcfdf40 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:31.618316 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4b98da-e6b2-4ec7-9d08-91df6fcfdf40 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:31.618909 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a4b98da-e6b2-4ec7-9d08-91df6fcfdf40 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.630029 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b98da-e6b2-4ec7-9d08-91df6fcfdf40 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Subnet': ['ID=a2983141-331a-4f66-8bda-2d7b4bd9d8ee,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:31.630882 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f5a86-61e4-4b15-b899-d52ad577ba74 req-2b486040-5315-49c5-a77d-3a13891bbe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:31.633572 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec0f5a86-61e4-4b15-b899-d52ad577ba74 req-2b486040-5315-49c5-a77d-3a13891bbe31 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.0975058 Jul 13 07:52:31.650194 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9a4b98da-e6b2-4ec7-9d08-91df6fcfdf40 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7440772 Jul 13 07:52:31.652053 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59342) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:31.657900 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b2d0eb3a-3fdc-41b3-a3cf-722e37156351 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-849693408', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a2983141-331a-4f66-8bda-2d7b4bd9d8ee'}], 'security_groups': ['2190d52e-1aeb-4012-a0e5-136740427c7f', '616fec9a-e1c4-472d-97ee-8419c12d6615']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:31.688493 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.697423 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] Transition to ACTIVE for port object 5918fca9-6ff6-4988-abad-670d7d357be8 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:31.705689 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fd078155-e83d-4c81-8f1f-f7a4929bb7f0 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting port 41368b8b-f81f-45bf-89d9-b14fa567bc9d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:31.706172 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd078155-e83d-4c81-8f1f-f7a4929bb7f0 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.714243 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] Transition to ACTIVE for port object 5918fca9-6ff6-4988-abad-670d7d357be8 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:31.718175 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed50345-6e5c-4628-9dcc-690e0eb5f153 None None] Network b38a8c5a-5569-4c97-a077-d69d012fd0af requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:31.762545 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f5a86-61e4-4b15-b899-d52ad577ba74 req-3f10a890-4c41-4d45-96d7-8934d0c8e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:31.764083 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec0f5a86-61e4-4b15-b899-d52ad577ba74 req-3f10a890-4c41-4d45-96d7-8934d0c8e092 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1218565 Jul 13 07:52:31.800620 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b2d0eb3a-3fdc-41b3-a3cf-722e37156351 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.828464 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.947649 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] Network 5de6c782-3c8f-4b41-8c3a-25083517d6dd is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:31.965724 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:31.972041 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:32.028145 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] Pushing event updated for resources: {'Port': ['ID=5918fca9-6ff6-4988-abad-670d7d357be8,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:32.074161 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] Attempting to bind port 5918fca9-6ff6-4988-abad-670d7d357be8 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:32.074573 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] Attempting to bind port 5918fca9-6ff6-4988-abad-670d7d357be8 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '57650b08-bcce-46d9-b1c1-b66ac209ec3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5de6c782-3c8f-4b41-8c3a-25083517d6dd'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:32.074939 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] Attempting to bind port 5918fca9-6ff6-4988-abad-670d7d357be8 on network 5de6c782-3c8f-4b41-8c3a-25083517d6dd {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:32.088500 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:32.088890 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] Checking segment: {'id': '57650b08-bcce-46d9-b1c1-b66ac209ec3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5de6c782-3c8f-4b41-8c3a-25083517d6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:32.089451 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.089856 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] Bound using segment: {'id': '57650b08-bcce-46d9-b1c1-b66ac209ec3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5de6c782-3c8f-4b41-8c3a-25083517d6dd'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:32.090370 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] Bound port: 5918fca9-6ff6-4988-abad-670d7d357be8, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57650b08-bcce-46d9-b1c1-b66ac209ec3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5de6c782-3c8f-4b41-8c3a-25083517d6dd'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:32.090757 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.182673 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] For port 5918fca9-6ff6-4988-abad-670d7d357be8, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:32.191204 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] For port 5918fca9-6ff6-4988-abad-670d7d357be8, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=5918fca9-6ff6-4988-abad-670d7d357be8,segment=NetworkSegment(57650b08-bcce-46d9-b1c1-b66ac209ec3d),segment_id=57650b08-bcce-46d9-b1c1-b66ac209ec3d)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:32.209136 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.290884 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546270e-a4c4-45c3-a679-a2c434973aaa None None] Pushing event updated for resources: {'Port': ['ID=5918fca9-6ff6-4988-abad-670d7d357be8,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:32.323333 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-ec0f5a86-61e4-4b15-b899-d52ad577ba74 req-7d9dea2b-6d9a-4acb-8037-1ca332842891 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:52:32.326121 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec0f5a86-61e4-4b15-b899-d52ad577ba74 req-7d9dea2b-6d9a-4acb-8037-1ca332842891 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178483 Jul 13 07:52:32.341521 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e8c6b1-2c56-42b9-aac8-1c5668f0238b None None] Update dhcp port {'port': {'network_id': 'b38a8c5a-5569-4c97-a077-d69d012fd0af', 'fixed_ips': [{'subnet_id': '6f7d137e-5917-4bb5-9b3c-b3df8e9153ec', 'ip_address': '172.20.0.18'}, {'subnet_id': '5444b73a-0abc-4e88-afd8-db1383b46057', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a2983141-331a-4f66-8bda-2d7b4bd9d8ee'}], 'binding:host_id': 'n-d-779913-28'}, 'id': 'fd5b7261-a512-472d-a3b2-a41aae9341d2'} from n-d-779913-28. {{(pid=93725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:52:32.392050 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-59e8c6b1-2c56-42b9-aac8-1c5668f0238b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.463529 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-b2d0eb3a-3fdc-41b3-a3cf-722e37156351 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Delete allocated IP 172.20.0.10 (b38a8c5a-5569-4c97-a077-d69d012fd0af/5444b73a-0abc-4e88-afd8-db1383b46057) {{(pid=93723) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:52:32.476965 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-b2d0eb3a-3fdc-41b3-a3cf-722e37156351 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Allocated IP 172.20.0.46 (b38a8c5a-5569-4c97-a077-d69d012fd0af/a2983141-331a-4f66-8bda-2d7b4bd9d8ee/c1d23e78-3d4b-40ef-8587-ff6c35d09c40) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:32.497808 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd078155-e83d-4c81-8f1f-f7a4929bb7f0 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.578892 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fd078155-e83d-4c81-8f1f-f7a4929bb7f0 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Calling delete_port for 41368b8b-f81f-45bf-89d9-b14fa567bc9d owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:32.696610 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec0f5a86-61e4-4b15-b899-d52ad577ba74 req-9b07ab1f-b5ab-4a09-a49a-68fbe42505d4 service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530905 Jul 13 07:52:32.805118 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b2d0eb3a-3fdc-41b3-a3cf-722e37156351 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.826876 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-b2d0eb3a-3fdc-41b3-a3cf-722e37156351 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Transition to ACTIVE for port object c1d23e78-3d4b-40ef-8587-ff6c35d09c40 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:32.839705 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b2d0eb3a-3fdc-41b3-a3cf-722e37156351 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.912968 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec0f5a86-61e4-4b15-b899-d52ad577ba74 req-751d51ea-d478-4dad-9add-3304e0ef2f96 service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975479 Jul 13 07:52:32.952317 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0eb3a-3fdc-41b3-a3cf-722e37156351 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event updated for resources: {'Port': ['ID=c1d23e78-3d4b-40ef-8587-ff6c35d09c40,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:32.973697 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5e43b-6da3-4096-a37b-58ecff61452f req-782baf3f-ce29-4f41-98e6-7d8e0f4963ef tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:32.976513 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3ff5e43b-6da3-4096-a37b-58ecff61452f req-782baf3f-ce29-4f41-98e6-7d8e0f4963ef tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.4760509 Jul 13 07:52:32.978348 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-59e8c6b1-2c56-42b9-aac8-1c5668f0238b None None] Allocated IP 172.20.0.34 (b38a8c5a-5569-4c97-a077-d69d012fd0af/a2983141-331a-4f66-8bda-2d7b4bd9d8ee/fd5b7261-a512-472d-a3b2-a41aae9341d2) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:32.982929 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0eb3a-3fdc-41b3-a3cf-722e37156351 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] In _notify_port_updated(), no bound segment for port c1d23e78-3d4b-40ef-8587-ff6c35d09c40 on network b38a8c5a-5569-4c97-a077-d69d012fd0af {{(pid=93723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:52:32.988905 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d0eb3a-3fdc-41b3-a3cf-722e37156351 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:32.989718 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b2d0eb3a-3fdc-41b3-a3cf-722e37156351 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.991250 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b2d0eb3a-3fdc-41b3-a3cf-722e37156351 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "PUT /v2.0/ports/c1d23e78-3d4b-40ef-8587-ff6c35d09c40 HTTP/1.1" status: 200 len: 959 time: 1.3381720 Jul 13 07:52:32.994026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59362) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:33.042600 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3ff5e43b-6da3-4096-a37b-58ecff61452f req-55ffdc53-b814-4384-ac3e-0ed28b05ddf5 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583856 Jul 13 07:52:33.177915 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd078155-e83d-4c81-8f1f-f7a4929bb7f0 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.178841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-59e8c6b1-2c56-42b9-aac8-1c5668f0238b None None] For port fd5b7261-a512-472d-a3b2-a41aae9341d2, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=fd5b7261-a512-472d-a3b2-a41aae9341d2,segment=NetworkSegment(dfd2d355-95b8-4111-9cda-ac4506c22ea3),segment_id=dfd2d355-95b8-4111-9cda-ac4506c22ea3)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:33.208345 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-49dc297f-3da5-409b-8022-ed90b32efe1f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting port c1d23e78-3d4b-40ef-8587-ff6c35d09c40 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:33.208742 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-49dc297f-3da5-409b-8022-ed90b32efe1f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.238831 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-59e8c6b1-2c56-42b9-aac8-1c5668f0238b None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.256055 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-59e8c6b1-2c56-42b9-aac8-1c5668f0238b None None] Transition to ACTIVE for port object fd5b7261-a512-472d-a3b2-a41aae9341d2 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:33.263655 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd078155-e83d-4c81-8f1f-f7a4929bb7f0 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Port': ['ID=41368b8b-f81f-45bf-89d9-b14fa567bc9d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:33.264960 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-59e8c6b1-2c56-42b9-aac8-1c5668f0238b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.266983 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd078155-e83d-4c81-8f1f-f7a4929bb7f0 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.272379 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fd078155-e83d-4c81-8f1f-f7a4929bb7f0 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/ports/41368b8b-f81f-45bf-89d9-b14fa567bc9d HTTP/1.1" status: 204 len: 168 time: 1.7775245 Jul 13 07:52:33.274600 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59368) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:33.328730 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf767d30-9471-4748-8299-334c7a3acd0b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:33.329659 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf767d30-9471-4748-8299-334c7a3acd0b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:33.339991 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cf767d30-9471-4748-8299-334c7a3acd0b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/ports/41368b8b-f81f-45bf-89d9-b14fa567bc9d HTTP/1.1" status: 404 len: 333 time: 0.0636435 Jul 13 07:52:33.340917 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59370) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:33.413169 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8c6b1-2c56-42b9-aac8-1c5668f0238b None None] Pushing event updated for resources: {'Port': ['ID=fd5b7261-a512-472d-a3b2-a41aae9341d2,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:33.457288 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8acd933-150b-40bb-9d5c-99682146dee9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] GET failed (client error): The resource could not be found. Jul 13 07:52:33.461998 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59374) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:33.462565 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b8acd933-150b-40bb-9d5c-99682146dee9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports/41368b8b-f81f-45bf-89d9-b14fa567bc9d HTTP/1.1" status: 404 len: 333 time: 0.0658300 Jul 13 07:52:33.510316 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-49dc297f-3da5-409b-8022-ed90b32efe1f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.530687 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-49dc297f-3da5-409b-8022-ed90b32efe1f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Calling delete_port for c1d23e78-3d4b-40ef-8587-ff6c35d09c40 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:33.563737 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a961472-6aaa-4b60-a1d6-a48b09f860c9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting subnet 1b7a800b-85e7-4e23-9bfd-2d1c97f20288 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:33.578721 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a961472-6aaa-4b60-a1d6-a48b09f860c9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.656720 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a961472-6aaa-4b60-a1d6-a48b09f860c9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.828477 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a961472-6aaa-4b60-a1d6-a48b09f860c9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.926410 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a961472-6aaa-4b60-a1d6-a48b09f860c9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.973163 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a775066-548f-483c-9b67-f3edb4a3810f None None] Network 5de6c782-3c8f-4b41-8c3a-25083517d6dd requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:33.999610 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a961472-6aaa-4b60-a1d6-a48b09f860c9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Subnet': ['ID=1b7a800b-85e7-4e23-9bfd-2d1c97f20288,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:34.019545 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a961472-6aaa-4b60-a1d6-a48b09f860c9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.030602 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5a961472-6aaa-4b60-a1d6-a48b09f860c9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/subnets/1b7a800b-85e7-4e23-9bfd-2d1c97f20288 HTTP/1.1" status: 204 len: 168 time: 0.5672891 Jul 13 07:52:34.031174 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59376) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:34.201418 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-71c33af0-a6ce-4cb4-a3b4-e394153a5ea4 None None] Provisioning for port 5918fca9-6ff6-4988-abad-670d7d357be8 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:34.251415 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bfcc7120-a0eb-49ce-b786-77bb2d879144 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.282415 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fd5b7261-a512-472d-a3b2-a41aae9341d2 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:34.382595 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e51cc15-897d-4067-8b44-1511080d9491 None None] DHCP port deletion for 5de6c782-3c8f-4b41-8c3a-25083517d6dd request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:52:34.420897 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5918fca9-6ff6-4988-abad-670d7d357be8 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:34.499422 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-49dc297f-3da5-409b-8022-ed90b32efe1f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.553445 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 5918fca9-6ff6-4988-abad-670d7d357be8 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:34.560972 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21272d-d842-4779-a2d5-f301c761982b req-009c5892-40a8-468b-b97e-ed5687f46b92 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:34.571659 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 5918fca9-6ff6-4988-abad-670d7d357be8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:34.572386 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.573498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc297f-3da5-409b-8022-ed90b32efe1f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Port': ['ID=c1d23e78-3d4b-40ef-8587-ff6c35d09c40,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:34.576446 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b21272d-d842-4779-a2d5-f301c761982b req-009c5892-40a8-468b-b97e-ed5687f46b92 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.2267754 Jul 13 07:52:34.578903 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-bfcc7120-a0eb-49ce-b786-77bb2d879144 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting port 5918fca9-6ff6-4988-abad-670d7d357be8 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:34.579827 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bfcc7120-a0eb-49ce-b786-77bb2d879144 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.611732 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7e51cc15-897d-4067-8b44-1511080d9491 None None] Deleting port 5918fca9-6ff6-4988-abad-670d7d357be8 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:34.612113 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e51cc15-897d-4067-8b44-1511080d9491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.690558 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b21272d-d842-4779-a2d5-f301c761982b req-a3bf98c4-1776-49f0-aca8-8eabc498c31b tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134286 Jul 13 07:52:34.719819 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-bfcc7120-a0eb-49ce-b786-77bb2d879144 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] For port 5918fca9-6ff6-4988-abad-670d7d357be8, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=5918fca9-6ff6-4988-abad-670d7d357be8,segment=NetworkSegment(57650b08-bcce-46d9-b1c1-b66ac209ec3d),segment_id=57650b08-bcce-46d9-b1c1-b66ac209ec3d)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:34.720199 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bfcc7120-a0eb-49ce-b786-77bb2d879144 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.744597 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-49dc297f-3da5-409b-8022-ed90b32efe1f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.749387 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-bfcc7120-a0eb-49ce-b786-77bb2d879144 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Calling delete_port for 5918fca9-6ff6-4988-abad-670d7d357be8 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:34.750567 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-49dc297f-3da5-409b-8022-ed90b32efe1f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/ports/c1d23e78-3d4b-40ef-8587-ff6c35d09c40 HTTP/1.1" status: 204 len: 168 time: 1.7480264 Jul 13 07:52:34.752065 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59386) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:34.789117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b93006ca-c806-4a88-99fd-c78fc15df85b None None] Provisioning for port fd5b7261-a512-472d-a3b2-a41aae9341d2 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:34.819579 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b93006ca-c806-4a88-99fd-c78fc15df85b None None] Provisioning complete for port fd5b7261-a512-472d-a3b2-a41aae9341d2 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:34.820012 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b93006ca-c806-4a88-99fd-c78fc15df85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.823040 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-7e51cc15-897d-4067-8b44-1511080d9491 None None] For port 5918fca9-6ff6-4988-abad-670d7d357be8, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=5918fca9-6ff6-4988-abad-670d7d357be8,segment=NetworkSegment(57650b08-bcce-46d9-b1c1-b66ac209ec3d),segment_id=57650b08-bcce-46d9-b1c1-b66ac209ec3d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:34.825370 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e51cc15-897d-4067-8b44-1511080d9491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.825741 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad77fda-a5a4-4084-b7c6-f2c3e3147064 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] GET failed (client error): The resource could not be found. Jul 13 07:52:34.831329 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1ad77fda-a5a4-4084-b7c6-f2c3e3147064 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports/c1d23e78-3d4b-40ef-8587-ff6c35d09c40 HTTP/1.1" status: 404 len: 333 time: 0.0738311 Jul 13 07:52:34.831937 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59388) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:34.896776 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bfcc7120-a0eb-49ce-b786-77bb2d879144 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.929159 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7e51cc15-897d-4067-8b44-1511080d9491 None None] Calling delete_port for 5918fca9-6ff6-4988-abad-670d7d357be8 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:34.951716 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc29b-8f0d-4a26-8e28-1337b542546b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.958035 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc7120-a0eb-49ce-b786-77bb2d879144 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Port': ['ID=5918fca9-6ff6-4988-abad-670d7d357be8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:34.978113 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc7120-a0eb-49ce-b786-77bb2d879144 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] No DVR routers for this DVR port 5918fca9-6ff6-4988-abad-670d7d357be8 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:34.985536 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.015022 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc29b-8f0d-4a26-8e28-1337b542546b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.090579 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc29b-8f0d-4a26-8e28-1337b542546b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.093454 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc29b-8f0d-4a26-8e28-1337b542546b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.094556 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fd2dc29b-8f0d-4a26-8e28-1337b542546b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/security-groups/24122f78-e5f1-4c9f-a620-7d78eb0ac646 HTTP/1.1" status: 204 len: 168 time: 0.2616842 Jul 13 07:52:35.098914 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59390) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:35.115448 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2dc29b-8f0d-4a26-8e28-1337b542546b tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24122f78-e5f1-4c9f-a620-7d78eb0ac646,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:35.166158 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bfcc7120-a0eb-49ce-b786-77bb2d879144 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.204607 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-bfcc7120-a0eb-49ce-b786-77bb2d879144 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de6c782-3c8f-4b41-8c3a-25083517d6dd']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:35.211475 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e51cc15-897d-4067-8b44-1511080d9491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.221684 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-bfcc7120-a0eb-49ce-b786-77bb2d879144 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57650b08-bcce-46d9-b1c1-b66ac209ec3d') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:35.222536 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-bfcc7120-a0eb-49ce-b786-77bb2d879144 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57650b08-bcce-46d9-b1c1-b66ac209ec3d') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:35.243762 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bfcc7120-a0eb-49ce-b786-77bb2d879144 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.256346 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b93006ca-c806-4a88-99fd-c78fc15df85b None None] Provisioning complete for port 34a95458-42d4-4a85-be8d-11e490b3bff2 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:35.258267 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b93006ca-c806-4a88-99fd-c78fc15df85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.275172 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bfcc7120-a0eb-49ce-b786-77bb2d879144 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.287517 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfcc7120-a0eb-49ce-b786-77bb2d879144 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:35.288102 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bfcc7120-a0eb-49ce-b786-77bb2d879144 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.299647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b93006ca-c806-4a88-99fd-c78fc15df85b None None] Port 34a95458-42d4-4a85-be8d-11e490b3bff2 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:35.303216 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51cc15-897d-4067-8b44-1511080d9491 None None] Pushing event deleted for resources: {'Port': ['ID=5918fca9-6ff6-4988-abad-670d7d357be8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:35.305926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b93006ca-c806-4a88-99fd-c78fc15df85b None None] Could not find standard attr ID for object c1d23e78-3d4b-40ef-8587-ff6c35d09c40. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:52:35.309507 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e51cc15-897d-4067-8b44-1511080d9491 None None] No DVR routers for this DVR port 5918fca9-6ff6-4988-abad-670d7d357be8 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:35.342713 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:35.420128 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4379a412-34fc-4ab8-be3d-b07261456f0c None None] Could not find standard attr ID for object c1d23e78-3d4b-40ef-8587-ff6c35d09c40. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:52:35.435119 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bfcc7120-a0eb-49ce-b786-77bb2d879144 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.445833 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bfcc7120-a0eb-49ce-b786-77bb2d879144 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.447855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bfcc7120-a0eb-49ce-b786-77bb2d879144 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/networks/5de6c782-3c8f-4b41-8c3a-25083517d6dd HTTP/1.1" status: 204 len: 168 time: 1.4112563 Jul 13 07:52:35.451883 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59392) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:35.457543 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-04d9fca5-8d77-4cef-bf02-79622dfc9348 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-222568827'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:35.471042 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc7120-a0eb-49ce-b786-77bb2d879144 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Network': ['ID=5de6c782-3c8f-4b41-8c3a-25083517d6dd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:35.473339 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7531fc8-534b-4d00-a42e-5032f3d40889 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.497009 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d9fca5-8d77-4cef-bf02-79622dfc9348 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:35.503823 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-04d9fca5-8d77-4cef-bf02-79622dfc9348 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.517530 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7531fc8-534b-4d00-a42e-5032f3d40889 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.536422 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d9fca5-8d77-4cef-bf02-79622dfc9348 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:35.549661 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-04d9fca5-8d77-4cef-bf02-79622dfc9348 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.550329 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-04d9fca5-8d77-4cef-bf02-79622dfc9348 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Added segment 61e32138-e6dc-4cc3-94c0-f46f47f0ce27 of type vlan for network 47320143-bd12-4f41-a5d3-f9d5f5353f40 Jul 13 07:52:35.590313 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7531fc8-534b-4d00-a42e-5032f3d40889 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.594880 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7531fc8-534b-4d00-a42e-5032f3d40889 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.596513 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a7531fc8-534b-4d00-a42e-5032f3d40889 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/security-groups/616fec9a-e1c4-472d-97ee-8419c12d6615 HTTP/1.1" status: 204 len: 168 time: 0.4966683 Jul 13 07:52:35.601093 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59396) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:35.616858 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-04d9fca5-8d77-4cef-bf02-79622dfc9348 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.632523 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7531fc8-534b-4d00-a42e-5032f3d40889 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=616fec9a-e1c4-472d-97ee-8419c12d6615,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:35.679676 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-04d9fca5-8d77-4cef-bf02-79622dfc9348 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.693110 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d9fca5-8d77-4cef-bf02-79622dfc9348 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:35.694224 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-04d9fca5-8d77-4cef-bf02-79622dfc9348 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.706605 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc793-de6f-4dc9-af5f-9afbb3cdb731 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.732376 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-04d9fca5-8d77-4cef-bf02-79622dfc9348 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2792587 Jul 13 07:52:35.735419 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59398) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:35.757018 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8c3a7941-29a8-432c-9bc4-3668e019e6ee tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'subnet': {'network_id': '47320143-bd12-4f41-a5d3-f9d5f5353f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:35.811453 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9fca5-8d77-4cef-bf02-79622dfc9348 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Network': ['ID=47320143-bd12-4f41-a5d3-f9d5f5353f40,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:35.830053 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 47320143-bd12-4f41-a5d3-f9d5f5353f40 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:35.910253 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc793-de6f-4dc9-af5f-9afbb3cdb731 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.948434 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3a7941-29a8-432c-9bc4-3668e019e6ee tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:35.952223 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c3a7941-29a8-432c-9bc4-3668e019e6ee tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.109338 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5918fca9-6ff6-4988-abad-670d7d357be8 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:36.140559 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 5918fca9-6ff6-4988-abad-670d7d357be8 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:36.140740 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5918fca9-6ff6-4988-abad-670d7d357be8 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:36.182400 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc793-de6f-4dc9-af5f-9afbb3cdb731 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.185005 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc793-de6f-4dc9-af5f-9afbb3cdb731 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.186129 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0a5fc793-de6f-4dc9-af5f-9afbb3cdb731 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/security-groups/2190d52e-1aeb-4012-a0e5-136740427c7f HTTP/1.1" status: 204 len: 168 time: 0.5831711 Jul 13 07:52:36.190668 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59406) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:36.216235 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc793-de6f-4dc9-af5f-9afbb3cdb731 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2190d52e-1aeb-4012-a0e5-136740427c7f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:36.264256 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f3d8b-bab8-4a23-b389-ceabda869be0 req-5a96ebe4-8e9a-481e-becd-3869a6d327ed tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:36.265921 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9a9f3d8b-bab8-4a23-b389-ceabda869be0 req-5a96ebe4-8e9a-481e-becd-3869a6d327ed tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.1959190 Jul 13 07:52:36.294028 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce36df9-5578-4719-9a0f-b2439c527249 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting subnet 5444b73a-0abc-4e88-afd8-db1383b46057 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:36.300066 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ce36df9-5578-4719-9a0f-b2439c527249 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.344783 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ce36df9-5578-4719-9a0f-b2439c527249 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.359415 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9a9f3d8b-bab8-4a23-b389-ceabda869be0 req-8077c284-426a-4755-99dc-d59da4b66e97 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842459 Jul 13 07:52:36.371744 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c3a7941-29a8-432c-9bc4-3668e019e6ee tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.454251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a7941-29a8-432c-9bc4-3668e019e6ee tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Subnet': ['ID=67e6c605-9c5b-4272-950a-d9661c8269d5,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:36.462822 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3a7941-29a8-432c-9bc4-3668e019e6ee tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Checking segment: {'id': '61e32138-e6dc-4cc3-94c0-f46f47f0ce27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '47320143-bd12-4f41-a5d3-f9d5f5353f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:36.462822 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3a7941-29a8-432c-9bc4-3668e019e6ee tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network hostable DHCP agents. Network: 47320143-bd12-4f41-a5d3-f9d5f5353f40, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:36.482551 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3a7941-29a8-432c-9bc4-3668e019e6ee tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network 47320143-bd12-4f41-a5d3-f9d5f5353f40 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:36.494608 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ce36df9-5578-4719-9a0f-b2439c527249 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.498540 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-8c3a7941-29a8-432c-9bc4-3668e019e6ee tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 47320143-bd12-4f41-a5d3-f9d5f5353f40) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:36.506265 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc9abce-acf1-4261-b03d-baa46b83b620 None None] Network 47320143-bd12-4f41-a5d3-f9d5f5353f40 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:36.508332 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3a7941-29a8-432c-9bc4-3668e019e6ee tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:36.509114 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c3a7941-29a8-432c-9bc4-3668e019e6ee tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.528983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8c3a7941-29a8-432c-9bc4-3668e019e6ee tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7855721 Jul 13 07:52:36.529768 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59408) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:36.535741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f0d07464-5f0e-4b44-bff9-620b3d89e260 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'port': {'network_id': '47320143-bd12-4f41-a5d3-f9d5f5353f40', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1672080176'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:36.643685 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c8d5570-025c-4812-92d0-b526c94ba25a req-f0d34507-3f25-492c-a0b3-afcbc0286ce4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ae4c9434-f5d9-469b-87c9-9d82e1e019df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1004786 Jul 13 07:52:36.654044 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ce36df9-5578-4719-9a0f-b2439c527249 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.685551 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d07464-5f0e-4b44-bff9-620b3d89e260 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:36.689919 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f0d07464-5f0e-4b44-bff9-620b3d89e260 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.701241 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce36df9-5578-4719-9a0f-b2439c527249 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Subnet': ['ID=5444b73a-0abc-4e88-afd8-db1383b46057,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:36.705312 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ce36df9-5578-4719-9a0f-b2439c527249 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.707555 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6ce36df9-5578-4719-9a0f-b2439c527249 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/subnets/5444b73a-0abc-4e88-afd8-db1383b46057 HTTP/1.1" status: 204 len: 168 time: 0.5158854 Jul 13 07:52:36.719649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59410) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:36.746595 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30361849-dee8-4180-a2c0-5742f2c88876 None None] Network b38a8c5a-5569-4c97-a077-d69d012fd0af requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:36.758441 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-47320143-bd12-4f41-a5d3-f9d5f5353f40', 'network_id': '47320143-bd12-4f41-a5d3-f9d5f5353f40', 'tenant_id': '0ac629f673f541f983c4cbb8438bd68e', 'fixed_ips': [{'subnet_id': '67e6c605-9c5b-4272-950a-d9661c8269d5'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:52:36.759760 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.768949 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d5570-025c-4812-92d0-b526c94ba25a req-83a12acb-809b-4579-96eb-d569ebec847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:36.770653 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c8d5570-025c-4812-92d0-b526c94ba25a req-83a12acb-809b-4579-96eb-d569ebec847f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f14c0acd9f784f1c95e03b53f067da36&device_id=ae4c9434-f5d9-469b-87c9-9d82e1e019df HTTP/1.1" status: 200 len: 1097 time: 0.0782070 Jul 13 07:52:36.802166 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0ba9f1-61c5-4830-8b12-b338be6d0ec2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting subnet a2983141-331a-4f66-8bda-2d7b4bd9d8ee {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:36.804730 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-f0d07464-5f0e-4b44-bff9-620b3d89e260 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] device_id is not set on port 0df0b87c-b90a-4989-8163-1e6df47066ff yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:52:36.812268 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d0ba9f1-61c5-4830-8b12-b338be6d0ec2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.900037 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d0ba9f1-61c5-4830-8b12-b338be6d0ec2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:37.001854 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d5570-025c-4812-92d0-b526c94ba25a req-01a6dbb2-8764-4a9e-861a-12b8db40621f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:37.004048 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c8d5570-025c-4812-92d0-b526c94ba25a req-01a6dbb2-8764-4a9e-861a-12b8db40621f service neutron] 10.222.0.62 "GET /v2.0/networks?id=1b4fd3a8-9309-406f-87ff-e745f78908e3 HTTP/1.1" status: 200 len: 912 time: 0.2092037 Jul 13 07:52:37.036567 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-f0d07464-5f0e-4b44-bff9-620b3d89e260 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Allocated IP 2001:db8::2b0 (47320143-bd12-4f41-a5d3-f9d5f5353f40/67e6c605-9c5b-4272-950a-d9661c8269d5/0df0b87c-b90a-4989-8163-1e6df47066ff) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:37.085479 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d0ba9f1-61c5-4830-8b12-b338be6d0ec2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:37.132922 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c8d5570-025c-4812-92d0-b526c94ba25a req-64e414ba-a31b-4770-be30-30ad23c22a4a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60be258c-ad6f-4df6-b8b3-f60534b72535 HTTP/1.1" status: 200 len: 1001 time: 0.1164587 Jul 13 07:52:37.246471 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d5570-025c-4812-92d0-b526c94ba25a req-30670022-fb9b-40ec-a86d-b32d0cd50e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:37.248148 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c8d5570-025c-4812-92d0-b526c94ba25a req-30670022-fb9b-40ec-a86d-b32d0cd50e62 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9bae17d-a9cd-4de6-bffc-674a284593a4 HTTP/1.1" status: 200 len: 850 time: 0.1060443 Jul 13 07:52:37.267937 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d0ba9f1-61c5-4830-8b12-b338be6d0ec2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:37.341619 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ba9f1-61c5-4830-8b12-b338be6d0ec2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Subnet': ['ID=a2983141-331a-4f66-8bda-2d7b4bd9d8ee,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:37.345650 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f0d07464-5f0e-4b44-bff9-620b3d89e260 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:37.348312 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d0ba9f1-61c5-4830-8b12-b338be6d0ec2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:37.352878 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d5570-025c-4812-92d0-b526c94ba25a req-076cb079-9643-409c-8fb0-73f8c15e66ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:37.353343 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8d0ba9f1-61c5-4830-8b12-b338be6d0ec2 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/subnets/a2983141-331a-4f66-8bda-2d7b4bd9d8ee HTTP/1.1" status: 204 len: 168 time: 0.6254861 Jul 13 07:52:37.355146 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c8d5570-025c-4812-92d0-b526c94ba25a req-076cb079-9643-409c-8fb0-73f8c15e66ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b4fd3a8-9309-406f-87ff-e745f78908e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978484 Jul 13 07:52:37.355852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59418) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:37.392443 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-74073346-f19d-4895-a3a1-e51010cffc88 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:37.392905 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74073346-f19d-4895-a3a1-e51010cffc88 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:37.399248 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59422) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:37.409387 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-74073346-f19d-4895-a3a1-e51010cffc88 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/subnets/5444b73a-0abc-4e88-afd8-db1383b46057 HTTP/1.1" status: 404 len: 337 time: 0.0522852 Jul 13 07:52:37.410939 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-f0d07464-5f0e-4b44-bff9-620b3d89e260 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Transition to ACTIVE for port object 0df0b87c-b90a-4989-8163-1e6df47066ff will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:37.495115 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f0d07464-5f0e-4b44-bff9-620b3d89e260 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:37.573491 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d07464-5f0e-4b44-bff9-620b3d89e260 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network 47320143-bd12-4f41-a5d3-f9d5f5353f40 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:37.579460 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f0d07464-5f0e-4b44-bff9-620b3d89e260 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:37.590515 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ca594c-83c0-4007-aca7-cffd88a80018 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting subnet 6f7d137e-5917-4bb5-9b3c-b3df8e9153ec {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:37.591831 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d07464-5f0e-4b44-bff9-620b3d89e260 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:37.597684 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d07464-5f0e-4b44-bff9-620b3d89e260 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:37.598469 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f0d07464-5f0e-4b44-bff9-620b3d89e260 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:37.600336 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-50ca594c-83c0-4007-aca7-cffd88a80018 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:37.600457 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] Allocated IP 2001:db8::2 (47320143-bd12-4f41-a5d3-f9d5f5353f40/67e6c605-9c5b-4272-950a-d9661c8269d5/2deb10c6-03e5-4143-a85d-d109511c1088) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:37.644719 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d07464-5f0e-4b44-bff9-620b3d89e260 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=0df0b87c-b90a-4989-8163-1e6df47066ff,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:37.656331 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c8d5570-025c-4812-92d0-b526c94ba25a req-24da553d-c2bd-4992-9dc5-7a466ca26c84 service neutron] 10.222.0.62 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916017 Jul 13 07:52:37.680634 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f0d07464-5f0e-4b44-bff9-620b3d89e260 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.1487441 Jul 13 07:52:37.682831 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59424) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:37.708719 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-50ca594c-83c0-4007-aca7-cffd88a80018 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:37.798583 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117e8e0-d11c-4f30-a803-0a8097411c48 req-bd74e883-0e45-4760-be8a-ff1d09078f54 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:37.810054 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9117e8e0-d11c-4f30-a803-0a8097411c48 req-bd74e883-0e45-4760-be8a-ff1d09078f54 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.2351828 Jul 13 07:52:37.865367 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:37.897425 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] Transition to ACTIVE for port object 2deb10c6-03e5-4143-a85d-d109511c1088 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:37.903984 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9117e8e0-d11c-4f30-a803-0a8097411c48 req-9bc8d057-0aaf-4efc-a945-b7ae35b29a66 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928571 Jul 13 07:52:37.927072 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-915dff8a-2ef8-41d5-a2ce-e89e87d6ba6e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting port 0df0b87c-b90a-4989-8163-1e6df47066ff {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:37.930928 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-915dff8a-2ef8-41d5-a2ce-e89e87d6ba6e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:37.960789 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] Transition to ACTIVE for port object 2deb10c6-03e5-4143-a85d-d109511c1088 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:37.960789 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:37.965477 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.024530 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] Network 47320143-bd12-4f41-a5d3-f9d5f5353f40 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:38.028384 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c8d5570-025c-4812-92d0-b526c94ba25a req-21c64f09-505d-4667-aa91-374bb8aa8ad5 service neutron] 10.222.0.62 "GET /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644741 Jul 13 07:52:38.031087 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:38.034728 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:38.051105 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] Pushing event updated for resources: {'Port': ['ID=2deb10c6-03e5-4143-a85d-d109511c1088,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:38.079820 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-50ca594c-83c0-4007-aca7-cffd88a80018 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.128087 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-915dff8a-2ef8-41d5-a2ce-e89e87d6ba6e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.171123 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-915dff8a-2ef8-41d5-a2ce-e89e87d6ba6e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Calling delete_port for 0df0b87c-b90a-4989-8163-1e6df47066ff owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:38.190884 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] Attempting to bind port 2deb10c6-03e5-4143-a85d-d109511c1088 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:38.191264 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] Attempting to bind port 2deb10c6-03e5-4143-a85d-d109511c1088 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '61e32138-e6dc-4cc3-94c0-f46f47f0ce27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '47320143-bd12-4f41-a5d3-f9d5f5353f40'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:38.191645 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] Attempting to bind port 2deb10c6-03e5-4143-a85d-d109511c1088 on network 47320143-bd12-4f41-a5d3-f9d5f5353f40 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:38.199140 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:38.199672 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] Checking segment: {'id': '61e32138-e6dc-4cc3-94c0-f46f47f0ce27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '47320143-bd12-4f41-a5d3-f9d5f5353f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:38.201895 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-50ca594c-83c0-4007-aca7-cffd88a80018 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.211829 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.213709 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] Bound using segment: {'id': '61e32138-e6dc-4cc3-94c0-f46f47f0ce27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '47320143-bd12-4f41-a5d3-f9d5f5353f40'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:38.215930 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] Bound port: 2deb10c6-03e5-4143-a85d-d109511c1088, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e32138-e6dc-4cc3-94c0-f46f47f0ce27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '47320143-bd12-4f41-a5d3-f9d5f5353f40'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:38.216403 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.252643 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751f8cc5-1a67-4d3e-95e1-ea42b282dc0a None None] Network b38a8c5a-5569-4c97-a077-d69d012fd0af requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:38.257452 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca594c-83c0-4007-aca7-cffd88a80018 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7d137e-5917-4bb5-9b3c-b3df8e9153ec,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:38.279235 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-50ca594c-83c0-4007-aca7-cffd88a80018 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.285344 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-50ca594c-83c0-4007-aca7-cffd88a80018 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/subnets/6f7d137e-5917-4bb5-9b3c-b3df8e9153ec HTTP/1.1" status: 204 len: 168 time: 0.8726172 Jul 13 07:52:38.287166 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59436) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:38.329013 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-933207d4-9cdb-4b4c-8698-c323c9e4449c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:38.330171 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-933207d4-9cdb-4b4c-8698-c323c9e4449c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:38.334614 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59440) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:38.334762 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-933207d4-9cdb-4b4c-8698-c323c9e4449c tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/subnets/00473688-f372-498a-8f93-d48ed9a93240 HTTP/1.1" status: 404 len: 337 time: 0.0464222 Jul 13 07:52:38.386380 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-915dff8a-2ef8-41d5-a2ce-e89e87d6ba6e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.481538 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2a0fa162-a701-48b3-a524-1bf4a37995b6 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "GET /v2.0/ports?device_id=323c6ea3-d8f9-42b4-9f24-cfb7d8b83d7f HTTP/1.1" status: 200 len: 205 time: 0.1457176 Jul 13 07:52:38.483947 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915dff8a-2ef8-41d5-a2ce-e89e87d6ba6e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Port': ['ID=0df0b87c-b90a-4989-8163-1e6df47066ff,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:38.484301 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59448) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:38.489722 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5aa9becb-45a0-469e-ba8d-75485f47983d None None] Provisioning complete for port fd5b7261-a512-472d-a3b2-a41aae9341d2 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:38.490027 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5aa9becb-45a0-469e-ba8d-75485f47983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.530907 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-915dff8a-2ef8-41d5-a2ce-e89e87d6ba6e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.547254 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-915dff8a-2ef8-41d5-a2ce-e89e87d6ba6e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/ports/0df0b87c-b90a-4989-8163-1e6df47066ff HTTP/1.1" status: 204 len: 168 time: 0.8621891 Jul 13 07:52:38.548485 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59450) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:38.558195 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] For port 2deb10c6-03e5-4143-a85d-d109511c1088, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:38.562257 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] For port 2deb10c6-03e5-4143-a85d-d109511c1088, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2deb10c6-03e5-4143-a85d-d109511c1088,segment=NetworkSegment(61e32138-e6dc-4cc3-94c0-f46f47f0ce27),segment_id=61e32138-e6dc-4cc3-94c0-f46f47f0ce27)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:38.596748 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66361ef-8741-4a4e-ad47-683d06ecee31 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] GET failed (client error): The resource could not be found. Jul 13 07:52:38.601150 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d66361ef-8741-4a4e-ad47-683d06ecee31 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports/0df0b87c-b90a-4989-8163-1e6df47066ff HTTP/1.1" status: 404 len: 333 time: 0.0452681 Jul 13 07:52:38.601395 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59454) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:38.605264 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.615715 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-19f05b54-a315-4a4d-b9a9-e1e19ff362c4 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] delete failed (client error): The resource could not be found. Jul 13 07:52:38.617177 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-19f05b54-a315-4a4d-b9a9-e1e19ff362c4 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/routers/323c6ea3-d8f9-42b4-9f24-cfb7d8b83d7f HTTP/1.1" status: 404 len: 336 time: 0.1318610 Jul 13 07:52:38.624295 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59456) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:38.681556 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6004caf-5924-4f8a-87c7-2c1d1375fc80 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting subnet 67e6c605-9c5b-4272-950a-d9661c8269d5 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:38.685906 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6004caf-5924-4f8a-87c7-2c1d1375fc80 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.701067 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ff4ba9-4dac-4005-82a5-72ecec0e3d1d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:38.701600 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ff4ba9-4dac-4005-82a5-72ecec0e3d1d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:38.709985 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b1ff4ba9-4dac-4005-82a5-72ecec0e3d1d tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/subnets/877c42f6-f8de-4cf0-b9f3-fcf911348a8e HTTP/1.1" status: 404 len: 337 time: 0.0838354 Jul 13 07:52:38.712866 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5aa9becb-45a0-469e-ba8d-75485f47983d None None] Provisioning complete for port 34a95458-42d4-4a85-be8d-11e490b3bff2 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:38.713077 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59460) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:38.713650 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5aa9becb-45a0-469e-ba8d-75485f47983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.719169 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e4780-9505-4f1e-be1e-ba4a998e0c09 None None] Pushing event updated for resources: {'Port': ['ID=2deb10c6-03e5-4143-a85d-d109511c1088,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:38.760430 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9becb-45a0-469e-ba8d-75485f47983d None None] Port 34a95458-42d4-4a85-be8d-11e490b3bff2 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:38.795745 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6004caf-5924-4f8a-87c7-2c1d1375fc80 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.803049 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dce7db2-66a2-46c5-8bbe-71a6b854a4da None None] DHCP port deletion for b38a8c5a-5569-4c97-a077-d69d012fd0af request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:52:38.816080 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8956561-a07b-48c0-b4de-867114970d01 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:38.816545 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8956561-a07b-48c0-b4de-867114970d01 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:38.840734 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59464) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:38.841279 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a8956561-a07b-48c0-b4de-867114970d01 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/subnets/8afb77cb-2eac-4a97-be3f-90c06fe942a4 HTTP/1.1" status: 404 len: 337 time: 0.1252689 Jul 13 07:52:38.894908 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb5e8a0-0262-42de-aa0e-2a8fd6f0994f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:38.895374 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb5e8a0-0262-42de-aa0e-2a8fd6f0994f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:38.899634 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6dce7db2-66a2-46c5-8bbe-71a6b854a4da None None] Deleting port fd5b7261-a512-472d-a3b2-a41aae9341d2 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:38.900201 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6dce7db2-66a2-46c5-8bbe-71a6b854a4da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.903623 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ccb5e8a0-0262-42de-aa0e-2a8fd6f0994f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/subnets/4a254273-bf6b-4d7b-87a3-68d220498a48 HTTP/1.1" status: 404 len: 337 time: 0.0668228 Jul 13 07:52:38.904528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59468) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:38.971857 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-39914670-f7e9-4143-9207-1589292d321e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:38.972877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39914670-f7e9-4143-9207-1589292d321e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:38.974894 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-39914670-f7e9-4143-9207-1589292d321e tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/ports/98899c2e-09c7-4bca-9646-20f742892aad HTTP/1.1" status: 404 len: 333 time: 0.0696568 Jul 13 07:52:38.978402 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59472) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:39.012555 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1aa96a0-028a-4e66-8771-b3b0029b21c5 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:39.013147 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1aa96a0-028a-4e66-8771-b3b0029b21c5 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:39.022689 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b1aa96a0-028a-4e66-8771-b3b0029b21c5 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/subnets/a8c4d719-bd28-46fa-9079-e8b05aeed4cb HTTP/1.1" status: 404 len: 337 time: 0.0430896 Jul 13 07:52:39.024712 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59474) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:39.064185 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2e3959-187a-43f4-b3bf-1ef5f49e4b93 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:39.064657 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2e3959-187a-43f4-b3bf-1ef5f49e4b93 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:39.072133 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1f2e3959-187a-43f4-b3bf-1ef5f49e4b93 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/subnets/af709c3f-cd2e-48fc-a802-d47244955507 HTTP/1.1" status: 404 len: 337 time: 0.0463014 Jul 13 07:52:39.072771 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59476) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:39.083587 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6004caf-5924-4f8a-87c7-2c1d1375fc80 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.133804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6dce7db2-66a2-46c5-8bbe-71a6b854a4da None None] For port fd5b7261-a512-472d-a3b2-a41aae9341d2, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=fd5b7261-a512-472d-a3b2-a41aae9341d2,segment=NetworkSegment(dfd2d355-95b8-4111-9cda-ac4506c22ea3),segment_id=dfd2d355-95b8-4111-9cda-ac4506c22ea3)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:39.138803 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6dce7db2-66a2-46c5-8bbe-71a6b854a4da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.166039 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6dce7db2-66a2-46c5-8bbe-71a6b854a4da None None] Calling delete_port for fd5b7261-a512-472d-a3b2-a41aae9341d2 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:39.169848 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-824f865f-eca5-4eed-95c0-7b8a9d63e8da tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:39.171429 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-824f865f-eca5-4eed-95c0-7b8a9d63e8da tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:39.173904 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-824f865f-eca5-4eed-95c0-7b8a9d63e8da tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/ports/c21c6f00-2db8-432b-9e08-1959a482e327 HTTP/1.1" status: 404 len: 333 time: 0.0997608 Jul 13 07:52:39.176875 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59478) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:39.233943 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-333dfd5b-a0bf-4a43-a245-231f05b1f99a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:39.234739 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-333dfd5b-a0bf-4a43-a245-231f05b1f99a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:39.239539 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-333dfd5b-a0bf-4a43-a245-231f05b1f99a tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/subnets/50a5fa01-66f9-4241-a64d-7bb77b50ef7a HTTP/1.1" status: 404 len: 337 time: 0.0486760 Jul 13 07:52:39.240205 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59480) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:39.299272 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b5ebd2-fd74-4aaf-91d2-92e664db3e75 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:39.299781 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b5ebd2-fd74-4aaf-91d2-92e664db3e75 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:39.304565 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d9b5ebd2-fd74-4aaf-91d2-92e664db3e75 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/subnets/dbb930d4-d65f-4697-878e-180a03c10162 HTTP/1.1" status: 404 len: 337 time: 0.0619049 Jul 13 07:52:39.305861 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59488) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:39.408201 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6dce7db2-66a2-46c5-8bbe-71a6b854a4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.437079 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6004caf-5924-4f8a-87c7-2c1d1375fc80 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.465406 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce7db2-66a2-46c5-8bbe-71a6b854a4da None None] Pushing event deleted for resources: {'Port': ['ID=fd5b7261-a512-472d-a3b2-a41aae9341d2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:39.479897 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bc3bf-b91b-4205-ba7f-9d13004ae1a4 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Deleting port 34a95458-42d4-4a85-be8d-11e490b3bff2 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:39.480506 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc3bf-b91b-4205-ba7f-9d13004ae1a4 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.491481 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dce7db2-66a2-46c5-8bbe-71a6b854a4da None None] No DVR routers for this DVR port fd5b7261-a512-472d-a3b2-a41aae9341d2 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:39.508819 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd544a-0d89-4a7c-8a5a-394c659177a7 req-49f29272-371e-4630-99a5-f067a1c4799e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:39.515839 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66fd544a-0d89-4a7c-8a5a-394c659177a7 req-49f29272-371e-4630-99a5-f067a1c4799e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.3003407 Jul 13 07:52:39.525943 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6004caf-5924-4f8a-87c7-2c1d1375fc80 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Subnet': ['ID=67e6c605-9c5b-4272-950a-d9661c8269d5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:39.548648 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6004caf-5924-4f8a-87c7-2c1d1375fc80 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.550794 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a6004caf-5924-4f8a-87c7-2c1d1375fc80 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/subnets/67e6c605-9c5b-4272-950a-d9661c8269d5 HTTP/1.1" status: 204 len: 168 time: 0.9473236 Jul 13 07:52:39.565245 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59498) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:39.580656 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66fd544a-0d89-4a7c-8a5a-394c659177a7 req-2d7376e2-d05b-4fa4-8e1d-4c17ffb41c91 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638599 Jul 13 07:52:39.618619 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc3bf-b91b-4205-ba7f-9d13004ae1a4 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.643242 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bc3bf-b91b-4205-ba7f-9d13004ae1a4 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Calling delete_port for 34a95458-42d4-4a85-be8d-11e490b3bff2 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:39.745061 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-77586bf3-b31e-4ec1-85d0-155fa43ad52e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.769565 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea3ca5-0386-401c-b0a9-9a9c6b651504 req-8446cb3e-2d72-40b8-bc4e-64e30202ba83 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:39.771205 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f3ea3ca5-0386-401c-b0a9-9a9c6b651504 req-8446cb3e-2d72-40b8-bc4e-64e30202ba83 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4c9434-f5d9-469b-87c9-9d82e1e019df HTTP/1.1" status: 200 len: 945 time: 0.0825207 Jul 13 07:52:39.825076 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f3ea3ca5-0386-401c-b0a9-9a9c6b651504 req-c97d8e2e-8373-40cb-be62-25aed9cd9643 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=c69b73e5-f191-4453-a11f-fc128696d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474579 Jul 13 07:52:39.909668 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-77586bf3-b31e-4ec1-85d0-155fa43ad52e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting port 2deb10c6-03e5-4143-a85d-d109511c1088 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:39.909975 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-77586bf3-b31e-4ec1-85d0-155fa43ad52e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.916683 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc3bf-b91b-4205-ba7f-9d13004ae1a4 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.981502 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bc3bf-b91b-4205-ba7f-9d13004ae1a4 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Port': ['ID=34a95458-42d4-4a85-be8d-11e490b3bff2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:40.003953 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc3bf-b91b-4205-ba7f-9d13004ae1a4 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.005974 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7a6bc3bf-b91b-4205-ba7f-9d13004ae1a4 tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/ports/34a95458-42d4-4a85-be8d-11e490b3bff2 HTTP/1.1" status: 204 len: 168 time: 0.6971977 Jul 13 07:52:40.008676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59500) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:40.079760 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-77586bf3-b31e-4ec1-85d0-155fa43ad52e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] For port 2deb10c6-03e5-4143-a85d-d109511c1088, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2deb10c6-03e5-4143-a85d-d109511c1088,segment=NetworkSegment(61e32138-e6dc-4cc3-94c0-f46f47f0ce27),segment_id=61e32138-e6dc-4cc3-94c0-f46f47f0ce27)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:40.080118 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-77586bf3-b31e-4ec1-85d0-155fa43ad52e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.085252 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2deb10c6-03e5-4143-a85d-d109511c1088 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:40.112040 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-77586bf3-b31e-4ec1-85d0-155fa43ad52e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Calling delete_port for 2deb10c6-03e5-4143-a85d-d109511c1088 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:40.161706 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1321b338-6daa-4201-b676-75206675db2f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.196834 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 2deb10c6-03e5-4143-a85d-d109511c1088 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:40.266166 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-77586bf3-b31e-4ec1-85d0-155fa43ad52e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.296138 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77586bf3-b31e-4ec1-85d0-155fa43ad52e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] No DVR routers for this DVR port 2deb10c6-03e5-4143-a85d-d109511c1088 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:40.304271 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fd5b7261-a512-472d-a3b2-a41aae9341d2 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:40.331613 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: fd5b7261-a512-472d-a3b2-a41aae9341d2 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:40.331956 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fd5b7261-a512-472d-a3b2-a41aae9341d2 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:40.369411 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77586bf3-b31e-4ec1-85d0-155fa43ad52e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Port': ['ID=2deb10c6-03e5-4143-a85d-d109511c1088,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:40.380852 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1321b338-6daa-4201-b676-75206675db2f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.394531 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-1321b338-6daa-4201-b676-75206675db2f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b38a8c5a-5569-4c97-a077-d69d012fd0af']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:40.408162 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-1321b338-6daa-4201-b676-75206675db2f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd2d355-95b8-4111-9cda-ac4506c22ea3') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:40.408475 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-1321b338-6daa-4201-b676-75206675db2f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd2d355-95b8-4111-9cda-ac4506c22ea3') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:40.419067 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1321b338-6daa-4201-b676-75206675db2f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.438296 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-77586bf3-b31e-4ec1-85d0-155fa43ad52e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.450035 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1321b338-6daa-4201-b676-75206675db2f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.453208 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281f92c2-7633-4266-b9e1-9659f8955b7f None None] Network 47320143-bd12-4f41-a5d3-f9d5f5353f40 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:40.456217 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-77586bf3-b31e-4ec1-85d0-155fa43ad52e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47320143-bd12-4f41-a5d3-f9d5f5353f40']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:40.458647 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1321b338-6daa-4201-b676-75206675db2f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:40.459033 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1321b338-6daa-4201-b676-75206675db2f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:40.462939 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:40.474523 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-77586bf3-b31e-4ec1-85d0-155fa43ad52e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e32138-e6dc-4cc3-94c0-f46f47f0ce27') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:40.475260 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-77586bf3-b31e-4ec1-85d0-155fa43ad52e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e32138-e6dc-4cc3-94c0-f46f47f0ce27') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:40.488868 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-77586bf3-b31e-4ec1-85d0-155fa43ad52e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.512841 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-77586bf3-b31e-4ec1-85d0-155fa43ad52e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.516083 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-68a4b4ac-30a1-4a20-98a0-7f6c8b8ac646 None None] Could not find standard attr ID for object 2deb10c6-03e5-4143-a85d-d109511c1088. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:52:40.522610 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77586bf3-b31e-4ec1-85d0-155fa43ad52e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:40.523088 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-77586bf3-b31e-4ec1-85d0-155fa43ad52e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:40.529317 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:40.543632 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1321b338-6daa-4201-b676-75206675db2f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.555955 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1321b338-6daa-4201-b676-75206675db2f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.559798 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1321b338-6daa-4201-b676-75206675db2f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] 10.222.0.58 "DELETE /v2.0/networks/b38a8c5a-5569-4c97-a077-d69d012fd0af HTTP/1.1" status: 204 len: 168 time: 0.5494826 Jul 13 07:52:40.578927 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321b338-6daa-4201-b676-75206675db2f tempest-PortsTestJSON-20199219 tempest-PortsTestJSON-20199219-project] Pushing event deleted for resources: {'Network': ['ID=b38a8c5a-5569-4c97-a077-d69d012fd0af,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:40.631548 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-77586bf3-b31e-4ec1-85d0-155fa43ad52e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.648109 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-77586bf3-b31e-4ec1-85d0-155fa43ad52e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.659253 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-77586bf3-b31e-4ec1-85d0-155fa43ad52e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/networks/47320143-bd12-4f41-a5d3-f9d5f5353f40 HTTP/1.1" status: 204 len: 168 time: 1.0925927 Jul 13 07:52:40.665315 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59512) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:40.673067 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b213151-88c3-4be9-927a-5f62ef088f5c None None] DHCP port deletion for 47320143-bd12-4f41-a5d3-f9d5f5353f40 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:52:40.677633 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7725bca5-36cd-4a00-8c7a-534e58d85352 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'port': {'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b', 'name': 'tempest-PortsIpV6TestJSON-1226732418'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:40.698050 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77586bf3-b31e-4ec1-85d0-155fa43ad52e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Network': ['ID=47320143-bd12-4f41-a5d3-f9d5f5353f40,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:40.849321 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7725bca5-36cd-4a00-8c7a-534e58d85352 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:40.853321 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7725bca5-36cd-4a00-8c7a-534e58d85352 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.876815 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311ea0f-e16a-449e-a7a3-56da0ba3cbf4 req-8aba7b69-fec6-4b80-a75d-7db763c6b59f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:40.878348 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c311ea0f-e16a-449e-a7a3-56da0ba3cbf4 req-8aba7b69-fec6-4b80-a75d-7db763c6b59f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.1064150 Jul 13 07:52:40.884568 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-7725bca5-36cd-4a00-8c7a-534e58d85352 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] device_id is not set on port a8cbd079-4f87-41ee-94c4-4e2f49aad2d1 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:52:40.944153 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59522) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:41.003470 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c311ea0f-e16a-449e-a7a3-56da0ba3cbf4 req-a46c53d7-9ddc-4936-b0ee-5bc0fed0ae27 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139638 Jul 13 07:52:41.108264 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-af64eebb-3f90-47c5-9c12-707dbb03068f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a5e43a8d0ef422c8edca9e41c5be9e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606531 Jul 13 07:52:41.108615 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59526) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:41.124041 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642cca7-1a81-4c3e-9a51-8f0ed0de236a req-522274e4-6101-466c-a75e-f1b8edac8685 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:41.125568 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3642cca7-1a81-4c3e-9a51-8f0ed0de236a req-522274e4-6101-466c-a75e-f1b8edac8685 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4c9434-f5d9-469b-87c9-9d82e1e019df HTTP/1.1" status: 200 len: 945 time: 0.1717677 Jul 13 07:52:41.149458 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7725bca5-36cd-4a00-8c7a-534e58d85352 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.162437 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3318b32f-9074-42ed-84a4-2e784af84124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.186164 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3642cca7-1a81-4c3e-9a51-8f0ed0de236a req-8dec57d7-4b03-432e-80ca-82791e6110ed tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups?id=c69b73e5-f191-4453-a11f-fc128696d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531182 Jul 13 07:52:41.188726 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3318b32f-9074-42ed-84a4-2e784af84124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.214283 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7725bca5-36cd-4a00-8c7a-534e58d85352 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.237717 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3318b32f-9074-42ed-84a4-2e784af84124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.240423 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3318b32f-9074-42ed-84a4-2e784af84124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.241717 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3318b32f-9074-42ed-84a4-2e784af84124 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e78ce9bb-0f97-4a9c-a238-dbfd258f8711 HTTP/1.1" status: 204 len: 168 time: 0.1321282 Jul 13 07:52:41.250836 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318b32f-9074-42ed-84a4-2e784af84124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78ce9bb-0f97-4a9c-a238-dbfd258f8711,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:41.257287 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7725bca5-36cd-4a00-8c7a-534e58d85352 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network 21702be8-3430-4e3e-8260-bfc27702d26b is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:41.262861 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-7725bca5-36cd-4a00-8c7a-534e58d85352 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:41.266666 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7725bca5-36cd-4a00-8c7a-534e58d85352 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:41.272226 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7725bca5-36cd-4a00-8c7a-534e58d85352 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:41.272831 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7725bca5-36cd-4a00-8c7a-534e58d85352 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.285101 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725bca5-36cd-4a00-8c7a-534e58d85352 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=a8cbd079-4f87-41ee-94c4-4e2f49aad2d1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:41.300465 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7725bca5-36cd-4a00-8c7a-534e58d85352 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6332824 Jul 13 07:52:41.302853 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59530) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:41.391843 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2f1e7-ca5a-4303-9f37-f20b3d70efbd req-b2940419-461b-4cf4-b125-c4150ab88576 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:41.393434 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f5e2f1e7-ca5a-4303-9f37-f20b3d70efbd req-b2940419-461b-4cf4-b125-c4150ab88576 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae4c9434-f5d9-469b-87c9-9d82e1e019df HTTP/1.1" status: 200 len: 945 time: 0.1025450 Jul 13 07:52:41.416580 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-50ca8590-0973-4326-91bc-9c701d02b13e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting port a8cbd079-4f87-41ee-94c4-4e2f49aad2d1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:41.416929 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50ca8590-0973-4326-91bc-9c701d02b13e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.513904 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50ca8590-0973-4326-91bc-9c701d02b13e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.514064 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-f5e2f1e7-ca5a-4303-9f37-f20b3d70efbd req-4923dcde-2b59-44cc-8025-e9c8d9a5b2ec tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Deleting port 60be258c-ad6f-4df6-b8b3-f60534b72535 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:41.514304 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f5e2f1e7-ca5a-4303-9f37-f20b3d70efbd req-4923dcde-2b59-44cc-8025-e9c8d9a5b2ec tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.528713 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-50ca8590-0973-4326-91bc-9c701d02b13e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Calling delete_port for a8cbd079-4f87-41ee-94c4-4e2f49aad2d1 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:41.624509 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f5e2f1e7-ca5a-4303-9f37-f20b3d70efbd req-4923dcde-2b59-44cc-8025-e9c8d9a5b2ec tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] For port 60be258c-ad6f-4df6-b8b3-f60534b72535, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=60be258c-ad6f-4df6-b8b3-f60534b72535,segment=NetworkSegment(fcf199ef-b4b7-4de6-b19e-68a9531bc13c),segment_id=fcf199ef-b4b7-4de6-b19e-68a9531bc13c)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:41.625137 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f5e2f1e7-ca5a-4303-9f37-f20b3d70efbd req-4923dcde-2b59-44cc-8025-e9c8d9a5b2ec tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.919127 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f5e2f1e7-ca5a-4303-9f37-f20b3d70efbd req-4923dcde-2b59-44cc-8025-e9c8d9a5b2ec tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.919893 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f5e2f1e7-ca5a-4303-9f37-f20b3d70efbd req-4923dcde-2b59-44cc-8025-e9c8d9a5b2ec tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.920493 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [req-f5e2f1e7-ca5a-4303-9f37-f20b3d70efbd req-4923dcde-2b59-44cc-8025-e9c8d9a5b2ec tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Floating IP 8c614b40-1e76-484e-8d58-60dafb8d02e8 disassociated. External IP: 172.25.0.153, port: 60be258c-ad6f-4df6-b8b3-f60534b72535. Jul 13 07:52:41.920933 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-f5e2f1e7-ca5a-4303-9f37-f20b3d70efbd req-4923dcde-2b59-44cc-8025-e9c8d9a5b2ec tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Calling delete_port for 60be258c-ad6f-4df6-b8b3-f60534b72535 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:42.039497 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2deb10c6-03e5-4143-a85d-d109511c1088 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:42.095315 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f5e2f1e7-ca5a-4303-9f37-f20b3d70efbd req-4923dcde-2b59-44cc-8025-e9c8d9a5b2ec tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.098243 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 2deb10c6-03e5-4143-a85d-d109511c1088 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:42.098849 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2deb10c6-03e5-4143-a85d-d109511c1088 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:42.213842 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923dcde-2b59-44cc-8025-e9c8d9a5b2ec tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Pushing event deleted for resources: {'Port': ['ID=60be258c-ad6f-4df6-b8b3-f60534b72535,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:42.308944 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50ca8590-0973-4326-91bc-9c701d02b13e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.355538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59568) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:42.359785 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca8590-0973-4326-91bc-9c701d02b13e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Port': ['ID=a8cbd079-4f87-41ee-94c4-4e2f49aad2d1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:42.392820 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50ca8590-0973-4326-91bc-9c701d02b13e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.399462 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-50ca8590-0973-4326-91bc-9c701d02b13e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/ports/a8cbd079-4f87-41ee-94c4-4e2f49aad2d1 HTTP/1.1" status: 204 len: 168 time: 1.0940671 Jul 13 07:52:42.401711 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59572) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:42.413386 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-8c176ebb-35d6-464a-ab9b-7fe6519262e2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'port': {'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b', 'mac_address': 'fa:16:3e:11:6a:b4', 'name': 'tempest-PortsIpV6TestJSON-1924065296'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:42.431150 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580f86b-a1f7-4f7b-9775-c3e2dc238811 req-7b76b230-532f-46ce-bf1e-5e52c54d643f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:42.433011 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9580f86b-a1f7-4f7b-9775-c3e2dc238811 req-7b76b230-532f-46ce-bf1e-5e52c54d643f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.1788545 Jul 13 07:52:42.456985 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7ac0c0ad-b1e5-47a1-bda9-c73d6eaf86cf req-74405272-2047-45da-b373-cd9dc061ebb8 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4c9434-f5d9-469b-87c9-9d82e1e019df HTTP/1.1" status: 200 len: 210 time: 0.0448804 Jul 13 07:52:42.459267 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5e2f1e7-ca5a-4303-9f37-f20b3d70efbd req-4923dcde-2b59-44cc-8025-e9c8d9a5b2ec tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Router a87c33a2-67f9-4ecd-96ca-f501e0f61aad has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:52:42.503051 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9580f86b-a1f7-4f7b-9775-c3e2dc238811 req-16a69183-82c6-48a6-b7d6-b08e39363445 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489788 Jul 13 07:52:42.769776 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ae331306-7a24-4325-b2f6-22f3344a86a2 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-496614157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:42.828804 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.api [None req-ae331306-7a24-4325-b2f6-22f3344a86a2 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:52:42.828804 n-d-779913-28 neutron-server[93723]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:52:42.828804 n-d-779913-28 neutron-server[93723]: [parameters: {'project_id': '7722fbff762e475f8f0dbd5b8f5d6ebd', 'id': 'd435ec9f-aaca-4be0-8dc0-ba81b3f88bde', 'expiration': datetime.datetime(2021, 7, 13, 7, 54, 42, 791613)}] Jul 13 07:52:42.828804 n-d-779913-28 neutron-server[93723]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:52:42.829258 n-d-779913-28 neutron-server[93723]: DEBUG oslo_db.api [None req-ae331306-7a24-4325-b2f6-22f3344a86a2 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:52:42.851904 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.886660 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c176ebb-35d6-464a-ab9b-7fe6519262e2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:42.956417 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5e2f1e7-ca5a-4303-9f37-f20b3d70efbd req-4923dcde-2b59-44cc-8025-e9c8d9a5b2ec tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:52:42.965809 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688e6ee0-2690-4dfb-a273-b654f380635b None None] Sync routers for ids ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:52:42.974598 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688e6ee0-2690-4dfb-a273-b654f380635b None None] Routers {'a87c33a2-67f9-4ecd-96ca-f501e0f61aad'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:42.975221 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-688e6ee0-2690-4dfb-a273-b654f380635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:52:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:42.992904 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8c176ebb-35d6-464a-ab9b-7fe6519262e2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.016835 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e2f1e7-ca5a-4303-9f37-f20b3d70efbd req-4923dcde-2b59-44cc-8025-e9c8d9a5b2ec tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] No DVR routers for this DVR port 60be258c-ad6f-4df6-b8b3-f60534b72535 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:43.019638 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f5e2f1e7-ca5a-4303-9f37-f20b3d70efbd req-4923dcde-2b59-44cc-8025-e9c8d9a5b2ec tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.022216 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f5e2f1e7-ca5a-4303-9f37-f20b3d70efbd req-4923dcde-2b59-44cc-8025-e9c8d9a5b2ec tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.62 "DELETE /v2.0/ports/60be258c-ad6f-4df6-b8b3-f60534b72535 HTTP/1.1" status: 204 len: 173 time: 1.6204820 Jul 13 07:52:43.025250 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4c9434-f5d9-469b-87c9-9d82e1e019df', 'name': 'network-vif-deleted', 'tag': '60be258c-ad6f-4df6-b8b3-f60534b72535'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:43.027944 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8460bfcd-8fb2-45d7-96ea-8e1e17ecf8f1" -d '{"events": [{"server_uuid": "ae4c9434-f5d9-469b-87c9-9d82e1e019df", "name": "network-vif-deleted", "tag": "60be258c-ad6f-4df6-b8b3-f60534b72535"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:43.097322 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-8c176ebb-35d6-464a-ab9b-7fe6519262e2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] device_id is not set on port f39471c8-fcd3-45b5-aa8a-f6155d98e684 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:52:43.099288 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-688e6ee0-2690-4dfb-a273-b654f380635b None None] Set router a87c33a2-67f9-4ecd-96ca-f501e0f61aad gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:43.351175 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185b399f-8cc4-4d12-b088-efc7b4cf18d4 x-openstack-request-id: req-185b399f-8cc4-4d12-b088-efc7b4cf18d4 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:43.352213 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4c9434-f5d9-469b-87c9-9d82e1e019df", "name": "network-vif-deleted", "tag": "60be258c-ad6f-4df6-b8b3-f60534b72535", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:43.352465 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-185b399f-8cc4-4d12-b088-efc7b4cf18d4 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:43.352884 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4c9434-f5d9-469b-87c9-9d82e1e019df', 'name': 'network-vif-deleted', 'tag': '60be258c-ad6f-4df6-b8b3-f60534b72535', 'status': 'completed', 'code': 200} Jul 13 07:52:43.385897 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8c176ebb-35d6-464a-ab9b-7fe6519262e2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.405461 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae331306-7a24-4325-b2f6-22f3344a86a2 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.407105 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae331306-7a24-4325-b2f6-22f3344a86a2 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.451053 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-688e6ee0-2690-4dfb-a273-b654f380635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'name': 'tempest-AttachVolumeTestJSON-1833424248-router', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:46Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 4, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'gw_port': {'id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:47Z', 'updated_at': '2021-07-13T07:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'dfd0ba74-feeb-4708-8b48-c19a7034b4e4', 'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'mac_address': 'fa:16:3e:87:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:51Z', 'updated_at': '2021-07-13T07:45:01Z', 'revision_number': 5, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'subnets': [{'id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:43.478431 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688e6ee0-2690-4dfb-a273-b654f380635b None None] Checking router: a87c33a2-67f9-4ecd-96ca-f501e0f61aad for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:52:43.486949 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688e6ee0-2690-4dfb-a273-b654f380635b None None] Routers {'a87c33a2-67f9-4ecd-96ca-f501e0f61aad'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:43.487552 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-688e6ee0-2690-4dfb-a273-b654f380635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:52:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:43.536573 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8c176ebb-35d6-464a-ab9b-7fe6519262e2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.597483 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae331306-7a24-4325-b2f6-22f3344a86a2 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.598635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c176ebb-35d6-464a-ab9b-7fe6519262e2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=f39471c8-fcd3-45b5-aa8a-f6155d98e684,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:43.611185 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae331306-7a24-4325-b2f6-22f3344a86a2 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.632987 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c176ebb-35d6-464a-ab9b-7fe6519262e2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network 21702be8-3430-4e3e-8260-bfc27702d26b is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:43.634974 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-8c176ebb-35d6-464a-ab9b-7fe6519262e2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:43.638292 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c176ebb-35d6-464a-ab9b-7fe6519262e2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:43.644704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c176ebb-35d6-464a-ab9b-7fe6519262e2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:43.645421 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8c176ebb-35d6-464a-ab9b-7fe6519262e2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.651828 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae331306-7a24-4325-b2f6-22f3344a86a2 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.653043 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ae331306-7a24-4325-b2f6-22f3344a86a2 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.2962620 Jul 13 07:52:43.656305 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59590) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:43.662600 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ab4537f6-f923-4e99-b8ea-6300f83a6545 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-952699951'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:43.667563 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e97a110-79d9-46b3-8d2d-482fe7331197 req-47f722dc-2aba-4b5c-8f35-ed34bea0738c tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4c9434-f5d9-469b-87c9-9d82e1e019df HTTP/1.1" status: 200 len: 210 time: 0.0515616 Jul 13 07:52:43.676976 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-688e6ee0-2690-4dfb-a273-b654f380635b None None] Set router a87c33a2-67f9-4ecd-96ca-f501e0f61aad gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:43.685274 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8c176ebb-35d6-464a-ab9b-7fe6519262e2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2810664 Jul 13 07:52:43.688065 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59592) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:43.722569 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4537f6-f923-4e99-b8ea-6300f83a6545 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Made reservation on behalf of 7722fbff762e475f8f0dbd5b8f5d6ebd for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:43.727177 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab4537f6-f923-4e99-b8ea-6300f83a6545 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.747018 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab4537f6-f923-4e99-b8ea-6300f83a6545 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.801757 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a51841-fe6b-4897-a2f2-5c6b73c82c7d tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:43.806522 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c8a51841-fe6b-4897-a2f2-5c6b73c82c7d tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports/f39471c8-fcd3-45b5-aa8a-f6155d98e684 HTTP/1.1" status: 200 len: 845 time: 0.1142638 Jul 13 07:52:43.809357 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59596) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:43.913769 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2751ad9-ade3-4219-8764-9b4ab607562a req-e04cb4b2-b915-48cd-ac62-f38c24abfa5e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:43.922536 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c2751ad9-ade3-4219-8764-9b4ab607562a req-e04cb4b2-b915-48cd-ac62-f38c24abfa5e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.1787140 Jul 13 07:52:43.994806 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c2751ad9-ade3-4219-8764-9b4ab607562a req-e9c73027-7bf3-497e-8034-8d2f138d224d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712342 Jul 13 07:52:43.999401 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab4537f6-f923-4e99-b8ea-6300f83a6545 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.008674 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab4537f6-f923-4e99-b8ea-6300f83a6545 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.022198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f9f3b13a-9a9b-40d5-86f8-feaba78b79d6 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting port f39471c8-fcd3-45b5-aa8a-f6155d98e684 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:44.022517 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9f3b13a-9a9b-40d5-86f8-feaba78b79d6 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.036680 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4537f6-f923-4e99-b8ea-6300f83a6545 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:44.041609 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-688e6ee0-2690-4dfb-a273-b654f380635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'name': 'tempest-AttachVolumeTestJSON-1833424248-router', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:46Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 4, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'gw_port': {'id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:47Z', 'updated_at': '2021-07-13T07:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'dfd0ba74-feeb-4708-8b48-c19a7034b4e4', 'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'mac_address': 'fa:16:3e:87:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:51Z', 'updated_at': '2021-07-13T07:45:01Z', 'revision_number': 5, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'subnets': [{'id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:44.056654 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab4537f6-f923-4e99-b8ea-6300f83a6545 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.057000 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-ab4537f6-f923-4e99-b8ea-6300f83a6545 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Added segment c3aae2ee-f4a0-4caa-9b69-2cd785606b0a of type vlan for network a6758965-5194-45f7-ab5c-1f719f2c7716 Jul 13 07:52:44.058620 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4537f6-f923-4e99-b8ea-6300f83a6545 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0b724c-4694-4187-8cc4-59a8bd3019f6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:44.083534 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688e6ee0-2690-4dfb-a273-b654f380635b None None] The sync data for ids ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'] in n-d-779913-28 is: [{'id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'name': 'tempest-AttachVolumeTestJSON-1833424248-router', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:46Z', 'updated_at': '2021-07-13T07:44:52Z', 'revision_number': 4, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'gw_port': {'id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:47Z', 'updated_at': '2021-07-13T07:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'dfd0ba74-feeb-4708-8b48-c19a7034b4e4', 'name': '', 'network_id': '1b4fd3a8-9309-406f-87ff-e745f78908e3', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'mac_address': 'fa:16:3e:87:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:51Z', 'updated_at': '2021-07-13T07:45:01Z', 'revision_number': 5, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'subnets': [{'id': 'e9bae17d-a9cd-4de6-bffc-674a284593a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:52:44.110810 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab4537f6-f923-4e99-b8ea-6300f83a6545 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.111364 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9f3b13a-9a9b-40d5-86f8-feaba78b79d6 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.126729 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f9f3b13a-9a9b-40d5-86f8-feaba78b79d6 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Calling delete_port for f39471c8-fcd3-45b5-aa8a-f6155d98e684 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:44.155538 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab4537f6-f923-4e99-b8ea-6300f83a6545 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.161924 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4537f6-f923-4e99-b8ea-6300f83a6545 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:44.162823 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab4537f6-f923-4e99-b8ea-6300f83a6545 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.210689 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ab4537f6-f923-4e99-b8ea-6300f83a6545 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5530808 Jul 13 07:52:44.214462 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59600) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:44.220646 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-59d68e27-8ec6-4b91-a750-57cc9a2a4cb6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Request body: {'subnet': {'network_id': 'a6758965-5194-45f7-ab5c-1f719f2c7716', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:44.255181 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4537f6-f923-4e99-b8ea-6300f83a6545 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event updated for resources: {'Network': ['ID=a6758965-5194-45f7-ab5c-1f719f2c7716,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:44.261828 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9f3b13a-9a9b-40d5-86f8-feaba78b79d6 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.267121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network a6758965-5194-45f7-ab5c-1f719f2c7716 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:44.313748 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3b13a-9a9b-40d5-86f8-feaba78b79d6 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Port': ['ID=f39471c8-fcd3-45b5-aa8a-f6155d98e684,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:44.320162 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9f3b13a-9a9b-40d5-86f8-feaba78b79d6 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.324579 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f9f3b13a-9a9b-40d5-86f8-feaba78b79d6 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/ports/f39471c8-fcd3-45b5-aa8a-f6155d98e684 HTTP/1.1" status: 204 len: 168 time: 0.5145152 Jul 13 07:52:44.327782 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59604) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:44.389009 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-77586602-0dd4-4f6c-ad7f-9002d9c6b73f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] GET failed (client error): The resource could not be found. Jul 13 07:52:44.392531 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-77586602-0dd4-4f6c-ad7f-9002d9c6b73f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports/f39471c8-fcd3-45b5-aa8a-f6155d98e684 HTTP/1.1" status: 404 len: 333 time: 0.0637357 Jul 13 07:52:44.396511 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d68e27-8ec6-4b91-a750-57cc9a2a4cb6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Made reservation on behalf of 7722fbff762e475f8f0dbd5b8f5d6ebd for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:44.396767 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59606) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:44.402238 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-59d68e27-8ec6-4b91-a750-57cc9a2a4cb6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.402640 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a3763596-b8be-4cb2-916b-20570f34e6d7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'port': {'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b', 'name': 'tempest-PortsIpV6TestJSON-1397539105'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:44.524556 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3763596-b8be-4cb2-916b-20570f34e6d7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:44.528723 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3763596-b8be-4cb2-916b-20570f34e6d7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.538383 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fe2f47-5b37-4984-8a54-2daee9eab6f3 None None] New status for floating IP 8c614b40-1e76-484e-8d58-60dafb8d02e8: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:52:44.560627 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-a3763596-b8be-4cb2-916b-20570f34e6d7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] device_id is not set on port 9a3a39c9-d03f-4ec4-9625-72cd7adfc477 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:52:44.633671 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-59d68e27-8ec6-4b91-a750-57cc9a2a4cb6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.708956 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d68e27-8ec6-4b91-a750-57cc9a2a4cb6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event updated for resources: {'Subnet': ['ID=a7275b1f-0990-4906-aa9e-0f070f04dd14,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:44.712519 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d68e27-8ec6-4b91-a750-57cc9a2a4cb6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Checking segment: {'id': 'c3aae2ee-f4a0-4caa-9b69-2cd785606b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a6758965-5194-45f7-ab5c-1f719f2c7716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:44.713117 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d68e27-8ec6-4b91-a750-57cc9a2a4cb6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Network hostable DHCP agents. Network: a6758965-5194-45f7-ab5c-1f719f2c7716, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:44.736104 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d68e27-8ec6-4b91-a750-57cc9a2a4cb6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Network a6758965-5194-45f7-ab5c-1f719f2c7716 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:44.749476 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-59d68e27-8ec6-4b91-a750-57cc9a2a4cb6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, a6758965-5194-45f7-ab5c-1f719f2c7716) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:44.755106 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d68e27-8ec6-4b91-a750-57cc9a2a4cb6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:44.755830 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-59d68e27-8ec6-4b91-a750-57cc9a2a4cb6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.777106 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-59d68e27-8ec6-4b91-a750-57cc9a2a4cb6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5612257 Jul 13 07:52:44.777934 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59612) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:44.784295 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b4d3d45d-3e47-40c6-870c-505f6bc8b2f9 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Request body: {'network': {'name': 'tempest-router-network01--73618604'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:44.812567 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3763596-b8be-4cb2-916b-20570f34e6d7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.821612 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d3d45d-3e47-40c6-870c-505f6bc8b2f9 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Made reservation on behalf of 7722fbff762e475f8f0dbd5b8f5d6ebd for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:44.824026 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c491f5b-cd2c-44c0-88fb-935b932483a8 None None] Network a6758965-5194-45f7-ab5c-1f719f2c7716 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:44.826017 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4d3d45d-3e47-40c6-870c-505f6bc8b2f9 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.870041 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3763596-b8be-4cb2-916b-20570f34e6d7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.879087 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59616) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:44.895375 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d3d45d-3e47-40c6-870c-505f6bc8b2f9 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:44.912227 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4d3d45d-3e47-40c6-870c-505f6bc8b2f9 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.912227 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-b4d3d45d-3e47-40c6-870c-505f6bc8b2f9 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Added segment f6845dc2-2c5d-4bfa-a8e9-20c465d72387 of type vlan for network 4632a463-fa8c-4de0-8800-c1475f590f7b Jul 13 07:52:44.982028 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3763596-b8be-4cb2-916b-20570f34e6d7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=9a3a39c9-d03f-4ec4-9625-72cd7adfc477,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:45.005926 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3763596-b8be-4cb2-916b-20570f34e6d7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network 21702be8-3430-4e3e-8260-bfc27702d26b is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:45.008006 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4d3d45d-3e47-40c6-870c-505f6bc8b2f9 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.059390 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4d3d45d-3e47-40c6-870c-505f6bc8b2f9 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.067008 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d3d45d-3e47-40c6-870c-505f6bc8b2f9 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:45.067966 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4d3d45d-3e47-40c6-870c-505f6bc8b2f9 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.090476 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d72fd228-5114-4a39-b7bc-c580bdf90e93 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.158064 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3d45d-3e47-40c6-870c-505f6bc8b2f9 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event updated for resources: {'Network': ['ID=4632a463-fa8c-4de0-8800-c1475f590f7b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:45.173917 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 4632a463-fa8c-4de0-8800-c1475f590f7b details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:45.187173 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a3763596-b8be-4cb2-916b-20570f34e6d7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:45.196593 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b4d3d45d-3e47-40c6-870c-505f6bc8b2f9 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4168169 Jul 13 07:52:45.199825 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d72fd228-5114-4a39-b7bc-c580bdf90e93 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.199975 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59626) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:45.203514 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3763596-b8be-4cb2-916b-20570f34e6d7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:45.210589 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3763596-b8be-4cb2-916b-20570f34e6d7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:45.212058 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3763596-b8be-4cb2-916b-20570f34e6d7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.212625 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-7bde7ff6-4a00-451b-9e86-60d755c66ec6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Request body: {'network': {'name': 'tempest-router-network02--456515041'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:45.218152 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-a6758965-5194-45f7-ab5c-1f719f2c7716', 'network_id': 'a6758965-5194-45f7-ab5c-1f719f2c7716', 'tenant_id': '7722fbff762e475f8f0dbd5b8f5d6ebd', 'fixed_ips': [{'subnet_id': 'a7275b1f-0990-4906-aa9e-0f070f04dd14'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:52:45.220544 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.251329 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bde7ff6-4a00-451b-9e86-60d755c66ec6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Made reservation on behalf of 7722fbff762e475f8f0dbd5b8f5d6ebd for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:45.256099 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7bde7ff6-4a00-451b-9e86-60d755c66ec6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.271354 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a3763596-b8be-4cb2-916b-20570f34e6d7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8735154 Jul 13 07:52:45.275656 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59628) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:45.294452 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bde7ff6-4a00-451b-9e86-60d755c66ec6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:45.302756 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9b422bc7-0303-4143-81ee-a8db2b84604f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:45.306260 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7bde7ff6-4a00-451b-9e86-60d755c66ec6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.307033 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-7bde7ff6-4a00-451b-9e86-60d755c66ec6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Added segment ae0e934c-7d4e-4387-bf65-92034c9beda6 of type vlan for network ece1fe28-5011-4911-9767-4c25b433bd38 Jul 13 07:52:45.370477 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7bde7ff6-4a00-451b-9e86-60d755c66ec6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.433612 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7bde7ff6-4a00-451b-9e86-60d755c66ec6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.440303 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bde7ff6-4a00-451b-9e86-60d755c66ec6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:45.440927 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7bde7ff6-4a00-451b-9e86-60d755c66ec6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.497613 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d72fd228-5114-4a39-b7bc-c580bdf90e93 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.500136 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d72fd228-5114-4a39-b7bc-c580bdf90e93 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.503782 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d72fd228-5114-4a39-b7bc-c580bdf90e93 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "DELETE /v2.0/security-groups/c69b73e5-f191-4453-a11f-fc128696d6f8 HTTP/1.1" status: 204 len: 168 time: 0.6144388 Jul 13 07:52:45.505370 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59634) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:45.526521 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fd228-5114-4a39-b7bc-c580bdf90e93 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69b73e5-f191-4453-a11f-fc128696d6f8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:45.532718 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7bde7ff6-4a00-451b-9e86-60d755c66ec6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3268890 Jul 13 07:52:45.539318 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1cc20-bec8-4c64-83b0-141eacbc203c req-70ffbb62-638b-449c-9769-12e6b25ffa49 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:45.547793 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d0d1cc20-bec8-4c64-83b0-141eacbc203c req-70ffbb62-638b-449c-9769-12e6b25ffa49 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.2728510 Jul 13 07:52:45.548103 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59636) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:45.565437 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9b422bc7-0303-4143-81ee-a8db2b84604f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.584178 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-139ca563-8a8f-4c79-acfe-aecc2b53f546 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Request body: {'subnet': {'network_id': '4632a463-fa8c-4de0-8800-c1475f590f7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:45.588827 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-fc327a02-7702-459c-aa11-b52bce0a6666 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] show failed (client error): The resource could not be found. Jul 13 07:52:45.592680 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fc327a02-7702-459c-aa11-b52bce0a6666 tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "GET /v2.0/security-groups/c69b73e5-f191-4453-a11f-fc128696d6f8 HTTP/1.1" status: 404 len: 347 time: 0.0835373 Jul 13 07:52:45.592680 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde7ff6-4a00-451b-9e86-60d755c66ec6 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event updated for resources: {'Network': ['ID=ece1fe28-5011-4911-9767-4c25b433bd38,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:45.594040 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59638) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:45.615011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network ece1fe28-5011-4911-9767-4c25b433bd38 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:45.671584 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d0d1cc20-bec8-4c64-83b0-141eacbc203c req-20673434-7c9d-4a06-87d5-4bfa5becce29 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228440 Jul 13 07:52:45.709938 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 60be258c-ad6f-4df6-b8b3-f60534b72535 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:45.775036 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 60be258c-ad6f-4df6-b8b3-f60534b72535 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:45.775484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 60be258c-ad6f-4df6-b8b3-f60534b72535 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:45.822213 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] Allocated IP 2001:db8::2 (a6758965-5194-45f7-ab5c-1f719f2c7716/a7275b1f-0990-4906-aa9e-0f070f04dd14/38ccaaec-edc4-4f9a-ac55-2d392d82d977) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:45.843912 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139ca563-8a8f-4c79-acfe-aecc2b53f546 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Made reservation on behalf of 7722fbff762e475f8f0dbd5b8f5d6ebd for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:45.848003 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-139ca563-8a8f-4c79-acfe-aecc2b53f546 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.894134 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9b422bc7-0303-4143-81ee-a8db2b84604f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.899483 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9b422bc7-0303-4143-81ee-a8db2b84604f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.934602 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9b422bc7-0303-4143-81ee-a8db2b84604f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] In _notify_port_updated(), no bound segment for port 9a3a39c9-d03f-4ec4-9625-72cd7adfc477 on network 21702be8-3430-4e3e-8260-bfc27702d26b {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:52:45.940234 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b422bc7-0303-4143-81ee-a8db2b84604f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:45.940808 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9b422bc7-0303-4143-81ee-a8db2b84604f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.945283 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9b422bc7-0303-4143-81ee-a8db2b84604f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "PUT /v2.0/ports/9a3a39c9-d03f-4ec4-9625-72cd7adfc477 HTTP/1.1" status: 200 len: 818 time: 0.6678665 Jul 13 07:52:45.946463 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59642) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:46.004477 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.016784 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] Transition to ACTIVE for port object 38ccaaec-edc4-4f9a-ac55-2d392d82d977 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:46.034910 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b422bc7-0303-4143-81ee-a8db2b84604f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=9a3a39c9-d03f-4ec4-9625-72cd7adfc477,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:46.043802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] Transition to ACTIVE for port object 38ccaaec-edc4-4f9a-ac55-2d392d82d977 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:46.055911 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.077395 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2331ac0e-d9d1-4fc2-ad03-cfc960d846c2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting port 9a3a39c9-d03f-4ec4-9625-72cd7adfc477 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:46.078207 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2331ac0e-d9d1-4fc2-ad03-cfc960d846c2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.104297 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] Network a6758965-5194-45f7-ab5c-1f719f2c7716 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:46.108828 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:46.111464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-38990c12-06ef-4687-bd41-a5733ac0835c tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Deleting port 02cd68d3-b7be-40a5-b898-45f7a8c8a0d0 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:46.111873 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38990c12-06ef-4687-bd41-a5733ac0835c tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.113406 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:46.116673 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] Pushing event updated for resources: {'Port': ['ID=38ccaaec-edc4-4f9a-ac55-2d392d82d977,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:46.133845 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-139ca563-8a8f-4c79-acfe-aecc2b53f546 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.182673 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] Attempting to bind port 38ccaaec-edc4-4f9a-ac55-2d392d82d977 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:46.183044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] Attempting to bind port 38ccaaec-edc4-4f9a-ac55-2d392d82d977 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'c3aae2ee-f4a0-4caa-9b69-2cd785606b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a6758965-5194-45f7-ab5c-1f719f2c7716'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:46.183410 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] Attempting to bind port 38ccaaec-edc4-4f9a-ac55-2d392d82d977 on network a6758965-5194-45f7-ab5c-1f719f2c7716 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:46.191554 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:46.191934 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] Checking segment: {'id': 'c3aae2ee-f4a0-4caa-9b69-2cd785606b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a6758965-5194-45f7-ab5c-1f719f2c7716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:46.192346 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.192739 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] Bound using segment: {'id': 'c3aae2ee-f4a0-4caa-9b69-2cd785606b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a6758965-5194-45f7-ab5c-1f719f2c7716'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:46.193380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] Bound port: 38ccaaec-edc4-4f9a-ac55-2d392d82d977, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3aae2ee-f4a0-4caa-9b69-2cd785606b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a6758965-5194-45f7-ab5c-1f719f2c7716'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:46.193773 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.209174 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2331ac0e-d9d1-4fc2-ad03-cfc960d846c2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.250768 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2331ac0e-d9d1-4fc2-ad03-cfc960d846c2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Calling delete_port for 9a3a39c9-d03f-4ec4-9625-72cd7adfc477 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:46.273534 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ca563-8a8f-4c79-acfe-aecc2b53f546 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event updated for resources: {'Subnet': ['ID=6ef6298b-4025-4920-b4ff-fc8a1cafd764,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:46.274182 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] For port 38ccaaec-edc4-4f9a-ac55-2d392d82d977, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:46.277605 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] For port 38ccaaec-edc4-4f9a-ac55-2d392d82d977, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=38ccaaec-edc4-4f9a-ac55-2d392d82d977,segment=NetworkSegment(c3aae2ee-f4a0-4caa-9b69-2cd785606b0a),segment_id=c3aae2ee-f4a0-4caa-9b69-2cd785606b0a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:46.285766 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.291904 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139ca563-8a8f-4c79-acfe-aecc2b53f546 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Checking segment: {'id': 'f6845dc2-2c5d-4bfa-a8e9-20c465d72387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4632a463-fa8c-4de0-8800-c1475f590f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:46.292563 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139ca563-8a8f-4c79-acfe-aecc2b53f546 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Network hostable DHCP agents. Network: 4632a463-fa8c-4de0-8800-c1475f590f7b, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:46.298893 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38990c12-06ef-4687-bd41-a5733ac0835c tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.299445 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38990c12-06ef-4687-bd41-a5733ac0835c tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.315867 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-38990c12-06ef-4687-bd41-a5733ac0835c tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Calling delete_port for 02cd68d3-b7be-40a5-b898-45f7a8c8a0d0 owned by network:floatingip {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:46.344686 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139ca563-8a8f-4c79-acfe-aecc2b53f546 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Network 4632a463-fa8c-4de0-8800-c1475f590f7b is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:46.350856 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2331ac0e-d9d1-4fc2-ad03-cfc960d846c2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.375179 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea582274-2f2f-40ae-af84-34c651b38d0c None None] Pushing event updated for resources: {'Port': ['ID=38ccaaec-edc4-4f9a-ac55-2d392d82d977,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:46.383681 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331ac0e-d9d1-4fc2-ad03-cfc960d846c2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Port': ['ID=9a3a39c9-d03f-4ec4-9625-72cd7adfc477,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:46.391466 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2331ac0e-d9d1-4fc2-ad03-cfc960d846c2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.396927 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2331ac0e-d9d1-4fc2-ad03-cfc960d846c2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/ports/9a3a39c9-d03f-4ec4-9625-72cd7adfc477 HTTP/1.1" status: 204 len: 168 time: 0.4472153 Jul 13 07:52:46.397944 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59646) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:46.418412 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-139ca563-8a8f-4c79-acfe-aecc2b53f546 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 4632a463-fa8c-4de0-8800-c1475f590f7b) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:46.424833 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139ca563-8a8f-4c79-acfe-aecc2b53f546 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:46.425655 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-139ca563-8a8f-4c79-acfe-aecc2b53f546 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.427731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303b5326-4f4b-4718-b49d-9527e3fa6612 None None] Network 4632a463-fa8c-4de0-8800-c1475f590f7b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:46.469832 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-139ca563-8a8f-4c79-acfe-aecc2b53f546 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8901455 Jul 13 07:52:46.471423 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59648) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:46.481914 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7e0fded0-bf48-4a99-8774-b1d105f44712 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Request body: {'subnet': {'network_id': 'ece1fe28-5011-4911-9767-4c25b433bd38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:46.524564 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74013162-58f8-4042-9386-e55e60a74a20 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:46.533036 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-74013162-58f8-4042-9386-e55e60a74a20 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1333814 Jul 13 07:52:46.534015 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59650) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:46.573927 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f949ca7-02a9-44f5-b7ee-0ca0bf3ca83c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] GET failed (client error): The resource could not be found. Jul 13 07:52:46.604313 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7f949ca7-02a9-44f5-b7ee-0ca0bf3ca83c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports/9a3a39c9-d03f-4ec4-9625-72cd7adfc477 HTTP/1.1" status: 404 len: 333 time: 0.0691180 Jul 13 07:52:46.609923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59654) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:46.620562 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3fccd976-717c-4a40-b326-5404027b61b1 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-165119859'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:46.654977 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38990c12-06ef-4687-bd41-a5733ac0835c tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.666694 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.db.api [None req-7e0fded0-bf48-4a99-8774-b1d105f44712 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:52:46.666694 n-d-779913-28 neutron-server[93724]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:52:46.666694 n-d-779913-28 neutron-server[93724]: [parameters: {'project_id_1': '7722fbff762e475f8f0dbd5b8f5d6ebd', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 52, 46, 651758)}] Jul 13 07:52:46.666694 n-d-779913-28 neutron-server[93724]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:52:46.667576 n-d-779913-28 neutron-server[93724]: DEBUG oslo_db.api [None req-7e0fded0-bf48-4a99-8774-b1d105f44712 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:52:46.682047 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fccd976-717c-4a40-b326-5404027b61b1 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:46.686821 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3fccd976-717c-4a40-b326-5404027b61b1 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.690870 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-4632a463-fa8c-4de0-8800-c1475f590f7b', 'network_id': '4632a463-fa8c-4de0-8800-c1475f590f7b', 'tenant_id': '7722fbff762e475f8f0dbd5b8f5d6ebd', 'fixed_ips': [{'subnet_id': '6ef6298b-4025-4920-b4ff-fc8a1cafd764'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:52:46.692414 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.717867 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38990c12-06ef-4687-bd41-a5733ac0835c tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Pushing event deleted for resources: {'Port': ['ID=02cd68d3-b7be-40a5-b898-45f7a8c8a0d0,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:46.747838 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fccd976-717c-4a40-b326-5404027b61b1 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:46.776735 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3fccd976-717c-4a40-b326-5404027b61b1 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.777129 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-3fccd976-717c-4a40-b326-5404027b61b1 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Added segment 35afd761-1cd4-4e85-bece-8900a0505ef3 of type vlan for network f26f983b-0343-42e2-9bae-a6bd934ce442 Jul 13 07:52:46.837248 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3fccd976-717c-4a40-b326-5404027b61b1 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.871870 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3fccd976-717c-4a40-b326-5404027b61b1 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.879354 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fccd976-717c-4a40-b326-5404027b61b1 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:46.880199 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3fccd976-717c-4a40-b326-5404027b61b1 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.911036 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38990c12-06ef-4687-bd41-a5733ac0835c tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks [] for floatingip, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.913732 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38990c12-06ef-4687-bd41-a5733ac0835c tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.925591 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-38990c12-06ef-4687-bd41-a5733ac0835c tempest-AttachVolumeTestJSON-845962115 tempest-AttachVolumeTestJSON-845962115-project] 10.222.0.58 "DELETE /v2.0/floatingips/8c614b40-1e76-484e-8d58-60dafb8d02e8 HTTP/1.1" status: 204 len: 168 time: 1.3290942 Jul 13 07:52:46.964536 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] Allocated IP 2001:db8::2 (4632a463-fa8c-4de0-8800-c1475f590f7b/6ef6298b-4025-4920-b4ff-fc8a1cafd764/01d96de3-ab67-48b5-aa3b-69975c7ed7a8) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:47.041551 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fccd976-717c-4a40-b326-5404027b61b1 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Network': ['ID=f26f983b-0343-42e2-9bae-a6bd934ce442,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:47.063031 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3fccd976-717c-4a40-b326-5404027b61b1 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4470143 Jul 13 07:52:47.066055 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59664) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:47.072897 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-2ca8c287-dab6-4813-affe-5c4ab791ff3b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'subnet': {'network_id': 'f26f983b-0343-42e2-9bae-a6bd934ce442', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:47.211772 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network f26f983b-0343-42e2-9bae-a6bd934ce442 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:47.219993 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74481d-7e6d-424a-8c42-b90fa47de84f req-872be046-9b5d-4009-a3e7-7be4b8e16f1f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:47.221816 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da74481d-7e6d-424a-8c42-b90fa47de84f req-872be046-9b5d-4009-a3e7-7be4b8e16f1f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.3254845 Jul 13 07:52:47.223221 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0fded0-bf48-4a99-8774-b1d105f44712 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Made reservation on behalf of 7722fbff762e475f8f0dbd5b8f5d6ebd for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:47.227175 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e0fded0-bf48-4a99-8774-b1d105f44712 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.297385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca8c287-dab6-4813-affe-5c4ab791ff3b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:47.302834 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2ca8c287-dab6-4813-affe-5c4ab791ff3b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.366674 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.445910 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] Transition to ACTIVE for port object 01d96de3-ab67-48b5-aa3b-69975c7ed7a8 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:47.501594 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] Transition to ACTIVE for port object 01d96de3-ab67-48b5-aa3b-69975c7ed7a8 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:47.518853 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.609487 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da74481d-7e6d-424a-8c42-b90fa47de84f req-4344eedf-8d23-47fa-8947-6b84c9543382 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137466 Jul 13 07:52:47.611199 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e0fded0-bf48-4a99-8774-b1d105f44712 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.629485 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] Network 4632a463-fa8c-4de0-8800-c1475f590f7b is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:47.635112 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2ca8c287-dab6-4813-affe-5c4ab791ff3b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.646777 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:47.654501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:47.709913 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] Pushing event updated for resources: {'Port': ['ID=01d96de3-ab67-48b5-aa3b-69975c7ed7a8,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:47.719768 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca8c287-dab6-4813-affe-5c4ab791ff3b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Checking segment: {'id': '35afd761-1cd4-4e85-bece-8900a0505ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f26f983b-0343-42e2-9bae-a6bd934ce442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:47.720434 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca8c287-dab6-4813-affe-5c4ab791ff3b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network hostable DHCP agents. Network: f26f983b-0343-42e2-9bae-a6bd934ce442, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:47.723002 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fded0-bf48-4a99-8774-b1d105f44712 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event updated for resources: {'Subnet': ['ID=5f4583d6-208d-4ad7-b59a-a260738efc29,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:47.723214 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8c287-dab6-4813-affe-5c4ab791ff3b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Subnet': ['ID=542d50e0-5a16-4c03-8487-4e5895bdb533,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:47.766703 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0fded0-bf48-4a99-8774-b1d105f44712 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Checking segment: {'id': 'ae0e934c-7d4e-4387-bf65-92034c9beda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ece1fe28-5011-4911-9767-4c25b433bd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:47.767108 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0fded0-bf48-4a99-8774-b1d105f44712 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Network hostable DHCP agents. Network: ece1fe28-5011-4911-9767-4c25b433bd38, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:47.772057 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca8c287-dab6-4813-affe-5c4ab791ff3b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network f26f983b-0343-42e2-9bae-a6bd934ce442 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:47.777533 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] Attempting to bind port 01d96de3-ab67-48b5-aa3b-69975c7ed7a8 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:47.778292 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] Attempting to bind port 01d96de3-ab67-48b5-aa3b-69975c7ed7a8 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'f6845dc2-2c5d-4bfa-a8e9-20c465d72387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4632a463-fa8c-4de0-8800-c1475f590f7b'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:47.778868 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] Attempting to bind port 01d96de3-ab67-48b5-aa3b-69975c7ed7a8 on network 4632a463-fa8c-4de0-8800-c1475f590f7b {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:47.785188 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:47.785896 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] Checking segment: {'id': 'f6845dc2-2c5d-4bfa-a8e9-20c465d72387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4632a463-fa8c-4de0-8800-c1475f590f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:47.786567 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.787476 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] Bound using segment: {'id': 'f6845dc2-2c5d-4bfa-a8e9-20c465d72387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4632a463-fa8c-4de0-8800-c1475f590f7b'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:47.788253 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] Bound port: 01d96de3-ab67-48b5-aa3b-69975c7ed7a8, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6845dc2-2c5d-4bfa-a8e9-20c465d72387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4632a463-fa8c-4de0-8800-c1475f590f7b'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:47.788704 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.791826 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-2ca8c287-dab6-4813-affe-5c4ab791ff3b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, f26f983b-0343-42e2-9bae-a6bd934ce442) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:47.801385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca8c287-dab6-4813-affe-5c4ab791ff3b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:47.804207 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3573289a-a3c7-4174-a57d-3cd9375f07d5 None None] Network f26f983b-0343-42e2-9bae-a6bd934ce442 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:47.804371 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2ca8c287-dab6-4813-affe-5c4ab791ff3b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.807094 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0fded0-bf48-4a99-8774-b1d105f44712 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Network ece1fe28-5011-4911-9767-4c25b433bd38 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:47.814373 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-7e0fded0-bf48-4a99-8774-b1d105f44712 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, ece1fe28-5011-4911-9767-4c25b433bd38) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:47.821928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0fded0-bf48-4a99-8774-b1d105f44712 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:47.822667 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e0fded0-bf48-4a99-8774-b1d105f44712 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.840838 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b438baa1-bd04-47c1-8050-8521672e06c1 None None] Network ece1fe28-5011-4911-9767-4c25b433bd38 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:47.844435 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2ca8c287-dab6-4813-affe-5c4ab791ff3b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7770245 Jul 13 07:52:47.845294 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59672) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:47.858544 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-6e92c27d-8a01-470f-8a4c-55176a8951bb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'subnet': {'network_id': 'f26f983b-0343-42e2-9bae-a6bd934ce442', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:47.861753 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7e0fded0-bf48-4a99-8774-b1d105f44712 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3892541 Jul 13 07:52:47.864570 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59674) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:48.007134 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195fcef7-9b3c-4249-bfc9-af9890823e73 None None] Network a6758965-5194-45f7-ab5c-1f719f2c7716 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:48.122400 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] For port 01d96de3-ab67-48b5-aa3b-69975c7ed7a8, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:48.172716 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 38ccaaec-edc4-4f9a-ac55-2d392d82d977 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:48.188901 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e92c27d-8a01-470f-8a4c-55176a8951bb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:48.191087 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] For port 01d96de3-ab67-48b5-aa3b-69975c7ed7a8, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=01d96de3-ab67-48b5-aa3b-69975c7ed7a8,segment=NetworkSegment(f6845dc2-2c5d-4bfa-a8e9-20c465d72387),segment_id=f6845dc2-2c5d-4bfa-a8e9-20c465d72387)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:48.192107 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-53a9ae29-ea01-4ad1-83ce-b00db2fcf94f None None] Provisioning for port 38ccaaec-edc4-4f9a-ac55-2d392d82d977 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:48.194226 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e92c27d-8a01-470f-8a4c-55176a8951bb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.269081 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.405841 n-d-779913-28 neutron-server[93723]: INFO neutron.db.ipam_backend_mixin [None req-6e92c27d-8a01-470f-8a4c-55176a8951bb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 542d50e0-5a16-4c03-8487-4e5895bdb533 (CIDR: 2001:db8::/64) Jul 13 07:52:48.416778 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e92c27d-8a01-470f-8a4c-55176a8951bb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:52:48.417243 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e92c27d-8a01-470f-8a4c-55176a8951bb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:48.450815 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6e92c27d-8a01-470f-8a4c-55176a8951bb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6048241 Jul 13 07:52:48.451411 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59684) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:48.456491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-e01e0828-199e-4c88-9d86-c9bb03d3d43c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'subnet': {'network_id': 'f26f983b-0343-42e2-9bae-a6bd934ce442', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:48.468378 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-402cc5dc-17b1-470a-adfe-d0ab9bf55663 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.628902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-f26f983b-0343-42e2-9bae-a6bd934ce442', 'network_id': 'f26f983b-0343-42e2-9bae-a6bd934ce442', 'tenant_id': '0ac629f673f541f983c4cbb8438bd68e', 'fixed_ips': [{'subnet_id': '542d50e0-5a16-4c03-8487-4e5895bdb533'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:52:48.629696 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.730254 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa5698-3081-42e8-9ee8-2894790acc13 None None] Pushing event updated for resources: {'Port': ['ID=01d96de3-ab67-48b5-aa3b-69975c7ed7a8,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:48.741285 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-ece1fe28-5011-4911-9767-4c25b433bd38', 'network_id': 'ece1fe28-5011-4911-9767-4c25b433bd38', 'tenant_id': '7722fbff762e475f8f0dbd5b8f5d6ebd', 'fixed_ips': [{'subnet_id': '5f4583d6-208d-4ad7-b59a-a260738efc29'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:52:48.745770 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.770535 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01e0828-199e-4c88-9d86-c9bb03d3d43c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:48.775068 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e01e0828-199e-4c88-9d86-c9bb03d3d43c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.836315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 38ccaaec-edc4-4f9a-ac55-2d392d82d977 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:48.847479 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 38ccaaec-edc4-4f9a-ac55-2d392d82d977 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:48.847850 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.244009 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174ef3e-9912-45f9-8a6a-5b375fc0d8bb req-193ea756-318c-44e8-bb85-8850a30be2b0 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:49.258137 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2174ef3e-9912-45f9-8a6a-5b375fc0d8bb req-193ea756-318c-44e8-bb85-8850a30be2b0 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.4571135 Jul 13 07:52:49.306275 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-402cc5dc-17b1-470a-adfe-d0ab9bf55663 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Allocated IP 2001:db8::1 (4632a463-fa8c-4de0-8800-c1475f590f7b/6ef6298b-4025-4920-b4ff-fc8a1cafd764/941ba47e-842e-4cfa-8d76-6b6b1b873866) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:49.345938 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e01e0828-199e-4c88-9d86-c9bb03d3d43c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.357491 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] Allocated IP 2001:db8::2 (f26f983b-0343-42e2-9bae-a6bd934ce442/542d50e0-5a16-4c03-8487-4e5895bdb533/051ccbb6-1367-44c3-8ccd-d4020cc61964) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:49.368246 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2174ef3e-9912-45f9-8a6a-5b375fc0d8bb req-84ebf91a-b63a-4dc7-ac2b-0222b73eed05 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088808 Jul 13 07:52:49.421823 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] Allocated IP 2001:db8::2 (ece1fe28-5011-4911-9767-4c25b433bd38/5f4583d6-208d-4ad7-b59a-a260738efc29/1f88a22a-15f7-4b9b-88de-8f5cb0ce587c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:49.424096 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.471263 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01e0828-199e-4c88-9d86-c9bb03d3d43c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network f26f983b-0343-42e2-9bae-a6bd934ce442 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:49.490659 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-e01e0828-199e-4c88-9d86-c9bb03d3d43c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:49.498201 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01e0828-199e-4c88-9d86-c9bb03d3d43c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:49.498994 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e01e0828-199e-4c88-9d86-c9bb03d3d43c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.544744 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e0828-199e-4c88-9d86-c9bb03d3d43c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Subnet': ['ID=42866e4b-7626-4ca1-beb6-f541854f85f1,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:49.563725 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e01e0828-199e-4c88-9d86-c9bb03d3d43c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1111865 Jul 13 07:52:49.564393 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59698) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:49.570123 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'port': {'network_id': 'f26f983b-0343-42e2-9bae-a6bd934ce442', 'fixed_ips': [{'subnet_id': '542d50e0-5a16-4c03-8487-4e5895bdb533'}, {'subnet_id': '42866e4b-7626-4ca1-beb6-f541854f85f1'}], 'name': 'tempest-PortsIpV6TestJSON-444667371'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:49.687178 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-402cc5dc-17b1-470a-adfe-d0ab9bf55663 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.713597 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-402cc5dc-17b1-470a-adfe-d0ab9bf55663 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Transition to ACTIVE for port object 941ba47e-842e-4cfa-8d76-6b6b1b873866 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:49.771010 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-402cc5dc-17b1-470a-adfe-d0ab9bf55663 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.831177 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402cc5dc-17b1-470a-adfe-d0ab9bf55663 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Network 4632a463-fa8c-4de0-8800-c1475f590f7b is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:49.849086 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-402cc5dc-17b1-470a-adfe-d0ab9bf55663 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:49.859370 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402cc5dc-17b1-470a-adfe-d0ab9bf55663 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:49.861474 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-402cc5dc-17b1-470a-adfe-d0ab9bf55663 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.869853 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:49.913398 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:52:49.934987 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402cc5dc-17b1-470a-adfe-d0ab9bf55663 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event updated for resources: {'Port': ['ID=941ba47e-842e-4cfa-8d76-6b6b1b873866,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:50.068508 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.081863 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] Transition to ACTIVE for port object 051ccbb6-1367-44c3-8ccd-d4020cc61964 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:50.103662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] Transition to ACTIVE for port object 051ccbb6-1367-44c3-8ccd-d4020cc61964 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:50.188036 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-402cc5dc-17b1-470a-adfe-d0ab9bf55663 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.233306 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4a40a86f-cb21-49ad-a7c1-1ec7129d8f58,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:50.250901 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '4a40a86f-cb21-49ad-a7c1-1ec7129d8f58', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'port_id': '4a40a86f-cb21-49ad-a7c1-1ec7129d8f58', 'mac_address': 'fa:16:3e:86:ee:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:52:50.252887 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.433044 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.443288 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] Transition to ACTIVE for port object 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:50.464468 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] Transition to ACTIVE for port object 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:50.536631 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 38ccaaec-edc4-4f9a-ac55-2d392d82d977, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=38ccaaec-edc4-4f9a-ac55-2d392d82d977,segment=NetworkSegment(c3aae2ee-f4a0-4caa-9b69-2cd785606b0a),segment_id=c3aae2ee-f4a0-4caa-9b69-2cd785606b0a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:50.547386 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.555187 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.558698 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.559742 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb3f6e4-cbb1-4a7c-bf2c-4afa2e4b59cf None None] Network 4632a463-fa8c-4de0-8800-c1475f590f7b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:50.603184 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] device_id is not set on port d1e8cadd-fc3f-4fe4-a99e-7956ad28e9c6 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:52:50.675379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f4bc0fe9-5ef8-4744-abae-20c603fef3fb None None] Provisioning complete for port 38ccaaec-edc4-4f9a-ac55-2d392d82d977 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:50.675739 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4bc0fe9-5ef8-4744-abae-20c603fef3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.711548 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd16f13-e9ae-4235-9ee5-b7f601d16966 req-0e5c2b20-08f8-4017-96dc-d550e54ab01e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:50.713273 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8dd16f13-e9ae-4235-9ee5-b7f601d16966 req-0e5c2b20-08f8-4017-96dc-d550e54ab01e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 944 time: 0.1290803 Jul 13 07:52:50.724533 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-402cc5dc-17b1-470a-adfe-d0ab9bf55663 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.761684 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-402cc5dc-17b1-470a-adfe-d0ab9bf55663 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.772510 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.870965 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-402cc5dc-17b1-470a-adfe-d0ab9bf55663 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.877448 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:52:50.886028 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] Pushing event updated for resources: {'Port': ['ID=051ccbb6-1367-44c3-8ccd-d4020cc61964,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:50.910326 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] Network f26f983b-0343-42e2-9bae-a6bd934ce442 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:50.924625 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] Network ece1fe28-5011-4911-9767-4c25b433bd38 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:50.950040 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8dd16f13-e9ae-4235-9ee5-b7f601d16966 req-a48bbaa6-cbb2-4d8c-b55a-201e98c6d227 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203968 Jul 13 07:52:50.956027 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:50.961975 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402cc5dc-17b1-470a-adfe-d0ab9bf55663 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event updated for resources: {'Port': ['ID=941ba47e-842e-4cfa-8d76-6b6b1b873866,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:50.966529 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:50.972802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:50.979224 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4a40a86f-cb21-49ad-a7c1-1ec7129d8f58,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:50.985565 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:51.045782 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.069289 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] Pushing event updated for resources: {'Port': ['ID=1f88a22a-15f7-4b9b-88de-8f5cb0ce587c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:51.152135 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Allocated IP 2001:db8::22b (f26f983b-0343-42e2-9bae-a6bd934ce442/542d50e0-5a16-4c03-8487-4e5895bdb533/d1e8cadd-fc3f-4fe4-a99e-7956ad28e9c6) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:51.167184 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Allocated IP 2001:db8:0:1::27b (f26f983b-0343-42e2-9bae-a6bd934ce442/42866e4b-7626-4ca1-beb6-f541854f85f1/d1e8cadd-fc3f-4fe4-a99e-7956ad28e9c6) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:51.187858 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402cc5dc-17b1-470a-adfe-d0ab9bf55663 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Network 4632a463-fa8c-4de0-8800-c1475f590f7b is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:51.191598 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-402cc5dc-17b1-470a-adfe-d0ab9bf55663 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:51.237765 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 01d96de3-ab67-48b5-aa3b-69975c7ed7a8 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:51.357311 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] Attempting to bind port 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:51.361204 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] Attempting to bind port 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'ae0e934c-7d4e-4387-bf65-92034c9beda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ece1fe28-5011-4911-9767-4c25b433bd38'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:51.361579 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] Attempting to bind port 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c on network ece1fe28-5011-4911-9767-4c25b433bd38 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:51.364402 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402cc5dc-17b1-470a-adfe-d0ab9bf55663 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Router dfabc98a-51e2-44f5-b5b1-141bd09181f1 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:52:51.372425 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] Attempting to bind port 051ccbb6-1367-44c3-8ccd-d4020cc61964 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:51.372788 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] Attempting to bind port 051ccbb6-1367-44c3-8ccd-d4020cc61964 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '35afd761-1cd4-4e85-bece-8900a0505ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f26f983b-0343-42e2-9bae-a6bd934ce442'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:51.373250 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] Attempting to bind port 051ccbb6-1367-44c3-8ccd-d4020cc61964 on network f26f983b-0343-42e2-9bae-a6bd934ce442 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:51.394651 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:51.395089 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] Checking segment: {'id': 'ae0e934c-7d4e-4387-bf65-92034c9beda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ece1fe28-5011-4911-9767-4c25b433bd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:51.395427 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.395815 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] Bound using segment: {'id': 'ae0e934c-7d4e-4387-bf65-92034c9beda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ece1fe28-5011-4911-9767-4c25b433bd38'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:51.396299 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] Bound port: 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0e934c-7d4e-4387-bf65-92034c9beda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ece1fe28-5011-4911-9767-4c25b433bd38'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:51.396661 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.405288 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:51.405500 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] Checking segment: {'id': '35afd761-1cd4-4e85-bece-8900a0505ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f26f983b-0343-42e2-9bae-a6bd934ce442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:51.405865 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.406303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] Bound using segment: {'id': '35afd761-1cd4-4e85-bece-8900a0505ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f26f983b-0343-42e2-9bae-a6bd934ce442'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:51.406780 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] Bound port: 051ccbb6-1367-44c3-8ccd-d4020cc61964, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35afd761-1cd4-4e85-bece-8900a0505ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f26f983b-0343-42e2-9bae-a6bd934ce442'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:51.407266 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.409230 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=38ccaaec-edc4-4f9a-ac55-2d392d82d977,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:51.464955 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.487385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Transition to ACTIVE for port object d1e8cadd-fc3f-4fe4-a99e-7956ad28e9c6 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:51.533879 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.601880 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ba3a7b29-0d25-43fb-bf84-cefa7f87a83c None None] Provisioning for port 01d96de3-ab67-48b5-aa3b-69975c7ed7a8 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:51.621498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402cc5dc-17b1-470a-adfe-d0ab9bf55663 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:52:51.637583 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde599c1-dbb4-44c2-8124-fb8e95c0da63 None None] Sync routers for ids ['dfabc98a-51e2-44f5-b5b1-141bd09181f1'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:52:51.650187 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-402cc5dc-17b1-470a-adfe-d0ab9bf55663 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "PUT /v2.0/routers/dfabc98a-51e2-44f5-b5b1-141bd09181f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7822673 Jul 13 07:52:51.650452 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=4a40a86f-cb21-49ad-a7c1-1ec7129d8f58,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:51.651906 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59722) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:51.652088 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde599c1-dbb4-44c2-8124-fb8e95c0da63 None None] Routers {'dfabc98a-51e2-44f5-b5b1-141bd09181f1'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:51.657092 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-dde599c1-dbb4-44c2-8124-fb8e95c0da63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:52:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dfabc98a-51e2-44f5-b5b1-141bd09181f1'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:51.694854 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network f26f983b-0343-42e2-9bae-a6bd934ce442 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:51.698533 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:51.712613 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 01d96de3-ab67-48b5-aa3b-69975c7ed7a8 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:51.728359 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:51.732312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['4a40a86f-cb21-49ad-a7c1-1ec7129d8f58'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:52:51.739027 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:51.739785 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.756977 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-dde599c1-dbb4-44c2-8124-fb8e95c0da63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:51.757759 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=d1e8cadd-fc3f-4fe4-a99e-7956ad28e9c6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:51.779025 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:51.779379 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:51.779718 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:51.780054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:51.780386 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:51.780707 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:51.792538 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 01d96de3-ab67-48b5-aa3b-69975c7ed7a8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:51.793329 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:51.793859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:51.794396 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:51.795028 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:51.795512 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:51.796010 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:51.801178 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ec85c5e2-3d40-4d3c-a937-bdf3ff769def tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.2356801 Jul 13 07:52:51.801910 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.805514 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59724) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:51.811514 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-fd8271be-c7b4-4914-a9a5-911faf90513b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '542d50e0-5a16-4c03-8487-4e5895bdb533'}]}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:51.845725 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde599c1-dbb4-44c2-8124-fb8e95c0da63 None None] Routers {'dfabc98a-51e2-44f5-b5b1-141bd09181f1'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:51.848483 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-dde599c1-dbb4-44c2-8124-fb8e95c0da63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:52:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dfabc98a-51e2-44f5-b5b1-141bd09181f1'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:51.870350 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] For port 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:51.927525 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] For port 051ccbb6-1367-44c3-8ccd-d4020cc61964, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:51.950720 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd8271be-c7b4-4914-a9a5-911faf90513b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.973791 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-dde599c1-dbb4-44c2-8124-fb8e95c0da63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:51.977894 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde599c1-dbb4-44c2-8124-fb8e95c0da63 None None] The sync data for ids ['dfabc98a-51e2-44f5-b5b1-141bd09181f1'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:52:51.982832 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] For port 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1f88a22a-15f7-4b9b-88de-8f5cb0ce587c,segment=NetworkSegment(ae0e934c-7d4e-4387-bf65-92034c9beda6),segment_id=ae0e934c-7d4e-4387-bf65-92034c9beda6)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:52.024122 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] For port 051ccbb6-1367-44c3-8ccd-d4020cc61964, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=051ccbb6-1367-44c3-8ccd-d4020cc61964,segment=NetworkSegment(35afd761-1cd4-4e85-bece-8900a0505ef3),segment_id=35afd761-1cd4-4e85-bece-8900a0505ef3)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:52.033743 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.094622 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.328789 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.482258 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcf864-1bea-4f8e-b40a-abd78ce993ca None None] Pushing event updated for resources: {'Port': ['ID=1f88a22a-15f7-4b9b-88de-8f5cb0ce587c,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:52.488230 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 01d96de3-ab67-48b5-aa3b-69975c7ed7a8, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=01d96de3-ab67-48b5-aa3b-69975c7ed7a8,segment=NetworkSegment(f6845dc2-2c5d-4bfa-a8e9-20c465d72387),segment_id=f6845dc2-2c5d-4bfa-a8e9-20c465d72387)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:52.489555 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-75e280cb-1004-4393-ad92-15a9711d6771 None None] Provisioning for port 941ba47e-842e-4cfa-8d76-6b6b1b873866 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:52.504977 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-75e280cb-1004-4393-ad92-15a9711d6771 None None] Provisioning complete for port 941ba47e-842e-4cfa-8d76-6b6b1b873866 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:52.506645 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75e280cb-1004-4393-ad92-15a9711d6771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.536290 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-fd8271be-c7b4-4914-a9a5-911faf90513b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Delete allocated IP 2001:db8:0:1::27b (f26f983b-0343-42e2-9bae-a6bd934ce442/42866e4b-7626-4ca1-beb6-f541854f85f1) {{(pid=93723) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:52:52.675463 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.691814 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f1c39-484e-4b1f-9d74-b05b87e1a2d3 None None] Pushing event updated for resources: {'Port': ['ID=051ccbb6-1367-44c3-8ccd-d4020cc61964,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:52.945674 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd8271be-c7b4-4914-a9a5-911faf90513b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.000157 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-fd8271be-c7b4-4914-a9a5-911faf90513b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Ignored duplicate provisioning block setup for port d1e8cadd-fc3f-4fe4-a99e-7956ad28e9c6 by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 07:52:53.012094 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd8271be-c7b4-4914-a9a5-911faf90513b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.103490 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-75e280cb-1004-4393-ad92-15a9711d6771 None None] Port 941ba47e-842e-4cfa-8d76-6b6b1b873866 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:53.198896 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8271be-c7b4-4914-a9a5-911faf90513b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=d1e8cadd-fc3f-4fe4-a99e-7956ad28e9c6,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:53.314975 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-75e280cb-1004-4393-ad92-15a9711d6771 None None] Provisioning complete for port 01d96de3-ab67-48b5-aa3b-69975c7ed7a8 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:53.315355 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75e280cb-1004-4393-ad92-15a9711d6771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.346952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-fd8271be-c7b4-4914-a9a5-911faf90513b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] In _notify_port_updated(), no bound segment for port d1e8cadd-fc3f-4fe4-a99e-7956ad28e9c6 on network f26f983b-0343-42e2-9bae-a6bd934ce442 {{(pid=93723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:52:53.371551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8271be-c7b4-4914-a9a5-911faf90513b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:53.372256 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd8271be-c7b4-4914-a9a5-911faf90513b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.379276 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59746) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:53.380027 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fd8271be-c7b4-4914-a9a5-911faf90513b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "PUT /v2.0/ports/d1e8cadd-fc3f-4fe4-a99e-7956ad28e9c6 HTTP/1.1" status: 200 len: 925 time: 1.5666552 Jul 13 07:52:53.396389 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4be746ec-b4d4-4add-9b9c-d25c7ab34928 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '542d50e0-5a16-4c03-8487-4e5895bdb533'}, {'subnet_id': '42866e4b-7626-4ca1-beb6-f541854f85f1'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:53.452117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=01d96de3-ab67-48b5-aa3b-69975c7ed7a8,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:53.468934 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73d4716d-e3d7-43f6-b0e4-203c045c71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.567584 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fcac5-38e9-46f7-9026-e93b0cfc2fd3 req-bd3918ec-1ef2-42be-be01-09c57b2c162f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:53.579380 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-508fcac5-38e9-46f7-9026-e93b0cfc2fd3 req-bd3918ec-1ef2-42be-be01-09c57b2c162f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 945 time: 0.8362312 Jul 13 07:52:53.632254 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 38ccaaec-edc4-4f9a-ac55-2d392d82d977 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:53.760964 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-508fcac5-38e9-46f7-9026-e93b0cfc2fd3 req-7fb2298b-f5b5-48c4-aabe-cfb4961f6d5b tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803589 Jul 13 07:52:53.772393 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e69b7491-5a28-4713-9e76-107d313ef70a None None] Provisioning complete for port 941ba47e-842e-4cfa-8d76-6b6b1b873866 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:53.773243 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e69b7491-5a28-4713-9e76-107d313ef70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.794329 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59752) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:53.823519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 38ccaaec-edc4-4f9a-ac55-2d392d82d977 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:53.824045 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.856692 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e69b7491-5a28-4713-9e76-107d313ef70a None None] Port 941ba47e-842e-4cfa-8d76-6b6b1b873866 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:53.964291 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 051ccbb6-1367-44c3-8ccd-d4020cc61964 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:54.005049 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4be746ec-b4d4-4add-9b9c-d25c7ab34928 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.029511 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-df1525d2-96f3-429d-a348-05f58f9edd18 None None] Provisioning complete for port 941ba47e-842e-4cfa-8d76-6b6b1b873866 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:54.030649 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-df1525d2-96f3-429d-a348-05f58f9edd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.033809 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4484a5a3-5c83-413b-8ad8-929f10fcd8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.113681 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-9f03bb9c-c147-4b0d-a97e-8402cf6bbb21 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:52:54.114954 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9f03bb9c-c147-4b0d-a97e-8402cf6bbb21 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "PUT /v2.0/routers/dfabc98a-51e2-44f5-b5b1-141bd09181f1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4577267 Jul 13 07:52:54.122669 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59758) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:54.151708 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 051ccbb6-1367-44c3-8ccd-d4020cc61964 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:54.158117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:54.219459 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-df1525d2-96f3-429d-a348-05f58f9edd18 None None] Port 941ba47e-842e-4cfa-8d76-6b6b1b873866 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:54.259121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:54.402009 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4484a5a3-5c83-413b-8ad8-929f10fcd8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.408921 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4484a5a3-5c83-413b-8ad8-929f10fcd8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.452878 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4484a5a3-5c83-413b-8ad8-929f10fcd8de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d82f89e68d4843fcbc3c627cf2e28578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6571343 Jul 13 07:52:54.459449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59764) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:54.545287 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484a5a3-5c83-413b-8ad8-929f10fcd8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fac34f-8446-4fca-8aa4-cf52d4889d13,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:54.625829 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6ebc-ae79-4e84-b399-6db816535bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.650789 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6ebc-ae79-4e84-b399-6db816535bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.691239 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5990ac4-f9ce-4266-a265-4462f86e1b5a None None] Network f26f983b-0343-42e2-9bae-a6bd934ce442 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:54.738751 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6ebc-ae79-4e84-b399-6db816535bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.741323 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6ebc-ae79-4e84-b399-6db816535bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.743442 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f5cd6ebc-ae79-4e84-b399-6db816535bd4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c0fac34f-8446-4fca-8aa4-cf52d4889d13 HTTP/1.1" status: 204 len: 168 time: 0.2775967 Jul 13 07:52:54.755407 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd6ebc-ae79-4e84-b399-6db816535bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fac34f-8446-4fca-8aa4-cf52d4889d13,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:54.836673 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-4be746ec-b4d4-4add-9b9c-d25c7ab34928 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Allocated IP 2001:db8:0:1::1b8 (f26f983b-0343-42e2-9bae-a6bd934ce442/42866e4b-7626-4ca1-beb6-f541854f85f1/d1e8cadd-fc3f-4fe4-a99e-7956ad28e9c6) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:54.870700 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1bab63-4658-45fd-9c91-689ccae5504b None None] Network ece1fe28-5011-4911-9767-4c25b433bd38 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:55.129163 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-351667b4-dbf1-4ee0-9554-1fb491bcf533 None None] Provisioning for port 051ccbb6-1367-44c3-8ccd-d4020cc61964 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:55.182633 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 01d96de3-ab67-48b5-aa3b-69975c7ed7a8 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:55.188754 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-351667b4-dbf1-4ee0-9554-1fb491bcf533 None None] Provisioning complete for port 051ccbb6-1367-44c3-8ccd-d4020cc61964 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:55.188754 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-351667b4-dbf1-4ee0-9554-1fb491bcf533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.208115 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4be746ec-b4d4-4add-9b9c-d25c7ab34928 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.244013 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874d026-4abb-44c8-80b7-ec5ad9fba4b8 req-0ae7a199-de10-4995-83a9-9f405b0f1908 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:55.250424 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4874d026-4abb-44c8-80b7-ec5ad9fba4b8 req-0ae7a199-de10-4995-83a9-9f405b0f1908 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 945 time: 0.2674079 Jul 13 07:52:55.264961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-4be746ec-b4d4-4add-9b9c-d25c7ab34928 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Ignored duplicate provisioning block setup for port d1e8cadd-fc3f-4fe4-a99e-7956ad28e9c6 by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 07:52:55.278949 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ea091d7-e0dc-4622-ae08-c7739e49afaa tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.283460 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4be746ec-b4d4-4add-9b9c-d25c7ab34928 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.418669 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4874d026-4abb-44c8-80b7-ec5ad9fba4b8 req-4bad06d2-698b-4cb0-878f-f197dc2a7aff tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672928 Jul 13 07:52:55.425748 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 01d96de3-ab67-48b5-aa3b-69975c7ed7a8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:55.426743 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.503117 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-4be746ec-b4d4-4add-9b9c-d25c7ab34928 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] In _notify_port_updated(), no bound segment for port d1e8cadd-fc3f-4fe4-a99e-7956ad28e9c6 on network f26f983b-0343-42e2-9bae-a6bd934ce442 {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:52:55.508609 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be746ec-b4d4-4add-9b9c-d25c7ab34928 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:55.509418 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4be746ec-b4d4-4add-9b9c-d25c7ab34928 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.510900 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4be746ec-b4d4-4add-9b9c-d25c7ab34928 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "PUT /v2.0/ports/d1e8cadd-fc3f-4fe4-a99e-7956ad28e9c6 HTTP/1.1" status: 200 len: 1011 time: 2.1234183 Jul 13 07:52:55.513739 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59786) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:55.514702 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be746ec-b4d4-4add-9b9c-d25c7ab34928 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=d1e8cadd-fc3f-4fe4-a99e-7956ad28e9c6,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:55.531107 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-351667b4-dbf1-4ee0-9554-1fb491bcf533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.671898 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-8fb47a01-8dc3-4bfe-a7a3-287691a319a9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting port d1e8cadd-fc3f-4fe4-a99e-7956ad28e9c6 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:55.672244 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8fb47a01-8dc3-4bfe-a7a3-287691a319a9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.741053 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-351667b4-dbf1-4ee0-9554-1fb491bcf533 None None] For port 051ccbb6-1367-44c3-8ccd-d4020cc61964, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=051ccbb6-1367-44c3-8ccd-d4020cc61964,segment=NetworkSegment(35afd761-1cd4-4e85-bece-8900a0505ef3),segment_id=35afd761-1cd4-4e85-bece-8900a0505ef3)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:55.781683 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb805d0-5b86-498a-b713-3a2be4408b67 None None] Update dhcp port {'port': {'network_id': 'f26f983b-0343-42e2-9bae-a6bd934ce442', 'fixed_ips': [{'subnet_id': '542d50e0-5a16-4c03-8487-4e5895bdb533', 'ip_address': '2001:db8::2'}, {'subnet_id': '42866e4b-7626-4ca1-beb6-f541854f85f1'}], 'binding:host_id': 'n-d-779913-28'}, 'id': '051ccbb6-1367-44c3-8ccd-d4020cc61964'} from n-d-779913-28. {{(pid=93725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:52:55.816881 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:55.836738 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8fb47a01-8dc3-4bfe-a7a3-287691a319a9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.840241 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5ea091d7-e0dc-4622-ae08-c7739e49afaa tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Deleting port 941ba47e-842e-4cfa-8d76-6b6b1b873866 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:55.841667 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ea091d7-e0dc-4622-ae08-c7739e49afaa tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.850107 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-8fb47a01-8dc3-4bfe-a7a3-287691a319a9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Calling delete_port for d1e8cadd-fc3f-4fe4-a99e-7956ad28e9c6 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:55.854658 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-351667b4-dbf1-4ee0-9554-1fb491bcf533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.964297 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4fb805d0-5b86-498a-b713-3a2be4408b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.982766 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ea091d7-e0dc-4622-ae08-c7739e49afaa tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.014641 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5ea091d7-e0dc-4622-ae08-c7739e49afaa tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Calling delete_port for 941ba47e-842e-4cfa-8d76-6b6b1b873866 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:56.153365 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351667b4-dbf1-4ee0-9554-1fb491bcf533 None None] Pushing event updated for resources: {'Port': ['ID=051ccbb6-1367-44c3-8ccd-d4020cc61964,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:56.174025 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8fb47a01-8dc3-4bfe-a7a3-287691a319a9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.187270 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ea1c2749-ad62-44e7-b321-2e5ec29d1b3a None None] Provisioning for port 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:56.197277 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ea1c2749-ad62-44e7-b321-2e5ec29d1b3a None None] Provisioning complete for port 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:56.197660 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2749-ad62-44e7-b321-2e5ec29d1b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.218711 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb47a01-8dc3-4bfe-a7a3-287691a319a9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Port': ['ID=d1e8cadd-fc3f-4fe4-a99e-7956ad28e9c6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:56.297179 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8fb47a01-8dc3-4bfe-a7a3-287691a319a9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.298776 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8fb47a01-8dc3-4bfe-a7a3-287691a319a9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/ports/d1e8cadd-fc3f-4fe4-a99e-7956ad28e9c6 HTTP/1.1" status: 204 len: 168 time: 0.7839434 Jul 13 07:52:56.302622 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59808) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:56.325276 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:56.335004 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:56.335383 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.361032 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c06dada-f0d5-4839-938f-b8351e910606 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] GET failed (client error): The resource could not be found. Jul 13 07:52:56.363737 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5c06dada-f0d5-4839-938f-b8351e910606 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports/d1e8cadd-fc3f-4fe4-a99e-7956ad28e9c6 HTTP/1.1" status: 404 len: 333 time: 0.0597844 Jul 13 07:52:56.366802 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59814) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:56.388270 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ea091d7-e0dc-4622-ae08-c7739e49afaa tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.413242 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2749-ad62-44e7-b321-2e5ec29d1b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.452643 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e5f574-feff-4521-9b81-ac8fa7c4789c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting subnet 42866e4b-7626-4ca1-beb6-f541854f85f1 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:56.454491 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea091d7-e0dc-4622-ae08-c7739e49afaa tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event deleted for resources: {'Port': ['ID=941ba47e-842e-4cfa-8d76-6b6b1b873866,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:56.596746 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ea1c2749-ad62-44e7-b321-2e5ec29d1b3a None None] For port 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1f88a22a-15f7-4b9b-88de-8f5cb0ce587c,segment=NetworkSegment(ae0e934c-7d4e-4387-bf65-92034c9beda6),segment_id=ae0e934c-7d4e-4387-bf65-92034c9beda6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:56.615379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-4fb805d0-5b86-498a-b713-3a2be4408b67 None None] Allocated IP 2001:db8:0:1::2 (f26f983b-0343-42e2-9bae-a6bd934ce442/42866e4b-7626-4ca1-beb6-f541854f85f1/051ccbb6-1367-44c3-8ccd-d4020cc61964) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:56.620174 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2749-ad62-44e7-b321-2e5ec29d1b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.708437 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ea091d7-e0dc-4622-ae08-c7739e49afaa tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.891514 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c2749-ad62-44e7-b321-2e5ec29d1b3a None None] Pushing event updated for resources: {'Port': ['ID=1f88a22a-15f7-4b9b-88de-8f5cb0ce587c,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:56.905175 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.989301 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4fb805d0-5b86-498a-b713-3a2be4408b67 None None] For port 051ccbb6-1367-44c3-8ccd-d4020cc61964, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=051ccbb6-1367-44c3-8ccd-d4020cc61964,segment=NetworkSegment(35afd761-1cd4-4e85-bece-8900a0505ef3),segment_id=35afd761-1cd4-4e85-bece-8900a0505ef3)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:57.005472 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721524da-f70b-49ff-9b72-d61ddcad3641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a40a86f-cb21-49ad-a7c1-1ec7129d8f58'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:57.014619 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05bcfe1-4302-400f-82d3-7e1cd90a4e72" -d '{"events": [{"server_uuid": "721524da-f70b-49ff-9b72-d61ddcad3641", "name": "network-vif-plugged", "status": "completed", "tag": "4a40a86f-cb21-49ad-a7c1-1ec7129d8f58"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:57.086743 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a4b24b39-16ee-4a80-95b1-0dc4f8aa34f5 None None] Provisioning complete for port 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:57.087130 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4b24b39-16ee-4a80-95b1-0dc4f8aa34f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.102727 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4fb805d0-5b86-498a-b713-3a2be4408b67 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.154722 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4a40a86f-cb21-49ad-a7c1-1ec7129d8f58,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:57.172578 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 051ccbb6-1367-44c3-8ccd-d4020cc61964 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:57.240679 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4fb805d0-5b86-498a-b713-3a2be4408b67 None None] Transition to ACTIVE for port object 051ccbb6-1367-44c3-8ccd-d4020cc61964 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:57.243323 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.243456 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6087d-db58-4264-b771-b1b5f277bd8e req-26c22b55-d20d-4aa5-bacf-5ec673554cc2 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:57.245563 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6e5f574-feff-4521-9b81-ac8fa7c4789c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.250984 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ac6087d-db58-4264-b771-b1b5f277bd8e req-26c22b55-d20d-4aa5-bacf-5ec673554cc2 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 945 time: 0.5830908 Jul 13 07:52:57.269259 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea091d7-e0dc-4622-ae08-c7739e49afaa tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Router dfabc98a-51e2-44f5-b5b1-141bd09181f1 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:52:57.286783 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4fb805d0-5b86-498a-b713-3a2be4408b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.346744 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ac6087d-db58-4264-b771-b1b5f277bd8e req-3f671d28-5561-45fc-bd3c-f605fcb81c0e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947926 Jul 13 07:52:57.372186 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e75feb2-bec6-4d9f-924a-f519b4369f99 x-openstack-request-id: req-3e75feb2-bec6-4d9f-924a-f519b4369f99 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:57.372733 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721524da-f70b-49ff-9b72-d61ddcad3641", "name": "network-vif-plugged", "status": "completed", "tag": "4a40a86f-cb21-49ad-a7c1-1ec7129d8f58", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:57.373073 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e75feb2-bec6-4d9f-924a-f519b4369f99 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:57.374256 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721524da-f70b-49ff-9b72-d61ddcad3641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a40a86f-cb21-49ad-a7c1-1ec7129d8f58', 'code': 200} Jul 13 07:52:57.402932 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6e5f574-feff-4521-9b81-ac8fa7c4789c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.419575 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea091d7-e0dc-4622-ae08-c7739e49afaa tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:52:57.444176 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5ea091d7-e0dc-4622-ae08-c7739e49afaa tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "PUT /v2.0/routers/dfabc98a-51e2-44f5-b5b1-141bd09181f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3014979 Jul 13 07:52:57.444982 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59838) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:57.473816 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9354dec1-bd1a-492d-a13c-85b4f00115eb None None] Sync routers for ids ['dfabc98a-51e2-44f5-b5b1-141bd09181f1'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:52:57.487628 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:57.511172 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-b5142392-f0bb-4b55-8b99-636bb3453b3a tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] delete failed (client error): The resource could not be found. Jul 13 07:52:57.511981 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b5142392-f0bb-4b55-8b99-636bb3453b3a tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-1518044651 HTTP/1.1" status: 404 len: 335 time: 0.0660517 Jul 13 07:52:57.516021 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59842) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:57.524098 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8b30047d-b31a-450b-8035-ab32a6e14921 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dfabc98a-51e2-44f5-b5b1-141bd09181f1'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:57.675225 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9354dec1-bd1a-492d-a13c-85b4f00115eb None None] Routers {'dfabc98a-51e2-44f5-b5b1-141bd09181f1'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:57.688354 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-9354dec1-bd1a-492d-a13c-85b4f00115eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:52:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dfabc98a-51e2-44f5-b5b1-141bd09181f1'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:57.690313 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=4a40a86f-cb21-49ad-a7c1-1ec7129d8f58,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:57.712185 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6e5f574-feff-4521-9b81-ac8fa7c4789c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.795801 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0c055-79f1-46a7-af49-74dd271c1b32 req-59bd4882-22f8-4c6a-a35d-948c30c4666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:57.797348 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-82d0c055-79f1-46a7-af49-74dd271c1b32 req-59bd4882-22f8-4c6a-a35d-948c30c4666d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 1098 time: 0.3225858 Jul 13 07:52:57.941075 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-82d0c055-79f1-46a7-af49-74dd271c1b32 req-ae44b16b-119c-4720-acc4-9d1f6f8588fb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151066 Jul 13 07:52:57.946272 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6e5f574-feff-4521-9b81-ac8fa7c4789c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.010262 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5f574-feff-4521-9b81-ac8fa7c4789c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Subnet': ['ID=42866e4b-7626-4ca1-beb6-f541854f85f1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:58.022276 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6e5f574-feff-4521-9b81-ac8fa7c4789c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.024993 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d6e5f574-feff-4521-9b81-ac8fa7c4789c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/subnets/42866e4b-7626-4ca1-beb6-f541854f85f1 HTTP/1.1" status: 204 len: 168 time: 1.6570566 Jul 13 07:52:58.028206 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59856) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:58.062079 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8b30047d-b31a-450b-8035-ab32a6e14921 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.093568 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-9354dec1-bd1a-492d-a13c-85b4f00115eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:58.102663 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4df48489-b06d-4029-8257-cf01de96e1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.128898 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-8b30047d-b31a-450b-8035-ab32a6e14921 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] update failed (client error): The resource could not be found. Jul 13 07:52:58.133912 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8b30047d-b31a-450b-8035-ab32a6e14921 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "PUT /v2.0/routers/dfabc98a-51e2-44f5-b5b1-141bd09181f1 HTTP/1.1" status: 404 len: 339 time: 0.6128678 Jul 13 07:52:58.134133 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-88fc8900-7870-4470-8fe3-1b6a946dfb68 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting subnet 542d50e0-5a16-4c03-8487-4e5895bdb533 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:58.153404 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59860) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:58.165511 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a1d6d3b8-97b0-4743-b0a9-bc88600b228e tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1295728640'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:58.170904 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-88fc8900-7870-4470-8fe3-1b6a946dfb68 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.175250 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb805d0-5b86-498a-b713-3a2be4408b67 None None] Pushing event updated for resources: {'Port': ['ID=051ccbb6-1367-44c3-8ccd-d4020cc61964,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:58.197468 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.208325 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9354dec1-bd1a-492d-a13c-85b4f00115eb None None] Routers {'dfabc98a-51e2-44f5-b5b1-141bd09181f1'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:58.209113 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-9354dec1-bd1a-492d-a13c-85b4f00115eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:52:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dfabc98a-51e2-44f5-b5b1-141bd09181f1'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:58.283442 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-9354dec1-bd1a-492d-a13c-85b4f00115eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:58.285584 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9354dec1-bd1a-492d-a13c-85b4f00115eb None None] The sync data for ids ['dfabc98a-51e2-44f5-b5b1-141bd09181f1'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:52:58.310832 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:58.311249 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.323417 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-88fc8900-7870-4470-8fe3-1b6a946dfb68 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.331907 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d6d3b8-97b0-4743-b0a9-bc88600b228e tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Made reservation on behalf of 7722fbff762e475f8f0dbd5b8f5d6ebd for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:58.336065 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a1d6d3b8-97b0-4743-b0a9-bc88600b228e tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.365859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4600808f-edcf-4091-8157-027bb55729bc None None] Provisioning complete for port 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:58.366385 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4600808f-edcf-4091-8157-027bb55729bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.420021 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d6d3b8-97b0-4743-b0a9-bc88600b228e tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:58.454991 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a1d6d3b8-97b0-4743-b0a9-bc88600b228e tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.459421 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-a1d6d3b8-97b0-4743-b0a9-bc88600b228e tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Added segment d5710954-cf42-4862-a3ea-6b02cc3da6b5 of type vlan for network bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5 Jul 13 07:52:58.508241 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-88fc8900-7870-4470-8fe3-1b6a946dfb68 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.604977 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a387629-d8ce-464f-a56d-874207482233 req-d754e365-2568-4517-835d-2828f163b09b tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:58.606972 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a387629-d8ce-464f-a56d-874207482233 req-d754e365-2568-4517-835d-2828f163b09b tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 946 time: 0.0782428 Jul 13 07:52:58.621361 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a1d6d3b8-97b0-4743-b0a9-bc88600b228e tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.658619 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-88fc8900-7870-4470-8fe3-1b6a946dfb68 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.661209 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a387629-d8ce-464f-a56d-874207482233 req-2d8fdb58-ebf8-4137-aef1-ab7967d9a89b tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477619 Jul 13 07:52:58.690950 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc8900-7870-4470-8fe3-1b6a946dfb68 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Subnet': ['ID=542d50e0-5a16-4c03-8487-4e5895bdb533,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:58.702019 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a1d6d3b8-97b0-4743-b0a9-bc88600b228e tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.702319 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1d341e-5da3-4a60-925b-960edf1b85fe None None] Network f26f983b-0343-42e2-9bae-a6bd934ce442 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:58.708620 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d6d3b8-97b0-4743-b0a9-bc88600b228e tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:58.709448 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a1d6d3b8-97b0-4743-b0a9-bc88600b228e tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.752473 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-88fc8900-7870-4470-8fe3-1b6a946dfb68 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.754422 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-88fc8900-7870-4470-8fe3-1b6a946dfb68 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/subnets/542d50e0-5a16-4c03-8487-4e5895bdb533 HTTP/1.1" status: 204 len: 168 time: 0.7249370 Jul 13 07:52:58.757071 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59868) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:58.799497 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a1d6d3b8-97b0-4743-b0a9-bc88600b228e tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6448913 Jul 13 07:52:58.800716 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6d3b8-97b0-4743-b0a9-bc88600b228e tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event updated for resources: {'Network': ['ID=bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:58.803130 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59870) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:58.808253 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-7cf1e1ee-ea5b-490f-9980-bffbec7c6248 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Request body: {'subnet': {'network_id': 'bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:58.828968 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:58.903934 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a601c524-5cd2-451c-bc66-b75bd44ab371 None None] Provisioning for port 051ccbb6-1367-44c3-8ccd-d4020cc61964 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:58.911170 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a601c524-5cd2-451c-bc66-b75bd44ab371 None None] Provisioning complete for port 051ccbb6-1367-44c3-8ccd-d4020cc61964 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:58.911490 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a601c524-5cd2-451c-bc66-b75bd44ab371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.931135 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf1e1ee-ea5b-490f-9980-bffbec7c6248 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Made reservation on behalf of 7722fbff762e475f8f0dbd5b8f5d6ebd for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:58.935206 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7cf1e1ee-ea5b-490f-9980-bffbec7c6248 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.937752 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-667d6521-9e4d-407b-8669-f773146b7c8f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.025259 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-667d6521-9e4d-407b-8669-f773146b7c8f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting port 051ccbb6-1367-44c3-8ccd-d4020cc61964 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:59.026229 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-667d6521-9e4d-407b-8669-f773146b7c8f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.178113 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-667d6521-9e4d-407b-8669-f773146b7c8f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] For port 051ccbb6-1367-44c3-8ccd-d4020cc61964, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=051ccbb6-1367-44c3-8ccd-d4020cc61964,segment=NetworkSegment(35afd761-1cd4-4e85-bece-8900a0505ef3),segment_id=35afd761-1cd4-4e85-bece-8900a0505ef3)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:59.178489 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-667d6521-9e4d-407b-8669-f773146b7c8f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.206856 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-667d6521-9e4d-407b-8669-f773146b7c8f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Calling delete_port for 051ccbb6-1367-44c3-8ccd-d4020cc61964 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:59.238501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 051ccbb6-1367-44c3-8ccd-d4020cc61964 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:59.329808 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7cf1e1ee-ea5b-490f-9980-bffbec7c6248 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.340189 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-667d6521-9e4d-407b-8669-f773146b7c8f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.403417 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1e1ee-ea5b-490f-9980-bffbec7c6248 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event updated for resources: {'Subnet': ['ID=ec42aaf9-3626-4d43-bbb3-22ac5e71de44,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:59.416242 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Could not find standard attr ID for object 051ccbb6-1367-44c3-8ccd-d4020cc61964. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:52:59.419036 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d6521-9e4d-407b-8669-f773146b7c8f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Port': ['ID=051ccbb6-1367-44c3-8ccd-d4020cc61964,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:59.433811 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667d6521-9e4d-407b-8669-f773146b7c8f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] No DVR routers for this DVR port 051ccbb6-1367-44c3-8ccd-d4020cc61964 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:59.437343 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a601c524-5cd2-451c-bc66-b75bd44ab371 None None] Could not find standard attr ID for object d1e8cadd-fc3f-4fe4-a99e-7956ad28e9c6. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:52:59.459775 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf1e1ee-ea5b-490f-9980-bffbec7c6248 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Checking segment: {'id': 'd5710954-cf42-4862-a3ea-6b02cc3da6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:59.460694 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf1e1ee-ea5b-490f-9980-bffbec7c6248 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Network hostable DHCP agents. Network: bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:59.486372 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf1e1ee-ea5b-490f-9980-bffbec7c6248 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Network bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:59.504628 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d990f7-a35b-4adc-86e0-60f45b45a675 None None] DHCP port deletion for f26f983b-0343-42e2-9bae-a6bd934ce442 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:52:59.504893 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-7cf1e1ee-ea5b-490f-9980-bffbec7c6248 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:59.512089 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf1e1ee-ea5b-490f-9980-bffbec7c6248 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:59.512840 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7cf1e1ee-ea5b-490f-9980-bffbec7c6248 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.521634 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0228675b-9949-4527-b694-ba43052fc663 None None] Network bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:59.553287 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7cf1e1ee-ea5b-490f-9980-bffbec7c6248 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7489257 Jul 13 07:52:59.554001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59882) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:59.560258 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-667d6521-9e4d-407b-8669-f773146b7c8f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.561849 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-7fc73e97-414f-4512-8a35-1c99e37c8ce5 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:59.572448 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-667d6521-9e4d-407b-8669-f773146b7c8f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26f983b-0343-42e2-9bae-a6bd934ce442']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:59.586486 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-667d6521-9e4d-407b-8669-f773146b7c8f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35afd761-1cd4-4e85-bece-8900a0505ef3') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:59.597572 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-667d6521-9e4d-407b-8669-f773146b7c8f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35afd761-1cd4-4e85-bece-8900a0505ef3') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:59.617765 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-667d6521-9e4d-407b-8669-f773146b7c8f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.651771 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-667d6521-9e4d-407b-8669-f773146b7c8f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.661990 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667d6521-9e4d-407b-8669-f773146b7c8f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:59.663013 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-667d6521-9e4d-407b-8669-f773146b7c8f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:59.667786 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:59.685307 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.770272 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-667d6521-9e4d-407b-8669-f773146b7c8f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.782000 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-667d6521-9e4d-407b-8669-f773146b7c8f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.784255 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-667d6521-9e4d-407b-8669-f773146b7c8f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/networks/f26f983b-0343-42e2-9bae-a6bd934ce442 HTTP/1.1" status: 204 len: 168 time: 1.0258496 Jul 13 07:52:59.799491 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59890) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:59.802958 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5', 'network_id': 'bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5', 'tenant_id': '7722fbff762e475f8f0dbd5b8f5d6ebd', 'fixed_ips': [{'subnet_id': 'ec42aaf9-3626-4d43-bbb3-22ac5e71de44'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:52:59.804094 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.810648 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d6521-9e4d-407b-8669-f773146b7c8f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Network': ['ID=f26f983b-0343-42e2-9bae-a6bd934ce442,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:59.895730 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93528873-deee-45a0-906f-37ce709f4788 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:59.897778 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-93528873-deee-45a0-906f-37ce709f4788 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0973392 Jul 13 07:52:59.902007 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59892) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:59.995512 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7fc73e97-414f-4512-8a35-1c99e37c8ce5 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.040652 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] Allocated IP 2001:db8:1::2 (bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5/ec42aaf9-3626-4d43-bbb3-22ac5e71de44/e5aaa858-c932-4ccd-8f58-74a161ca254d) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:00.091554 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0feec573-226c-4581-ad02-52a18a04f3c5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1873870 Jul 13 07:53:00.094158 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59894) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:00.102097 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-707217ca-97f0-45ed-9e8f-06f0dca701de tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1604327205'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:00.122950 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a47e9-ba97-45e7-8710-7709aec96082 req-1347ef58-db6f-4b78-a246-a2027252e1f6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:00.130267 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b39a47e9-ba97-45e7-8710-7709aec96082 req-1347ef58-db6f-4b78-a246-a2027252e1f6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 946 time: 0.1755323 Jul 13 07:53:00.160025 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707217ca-97f0-45ed-9e8f-06f0dca701de tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:00.163923 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-707217ca-97f0-45ed-9e8f-06f0dca701de tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.169202 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-7fc73e97-414f-4512-8a35-1c99e37c8ce5 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:53:00.170279 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7fc73e97-414f-4512-8a35-1c99e37c8ce5 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "PUT /v2.0/routers/dfabc98a-51e2-44f5-b5b1-141bd09181f1 HTTP/1.1" status: 400 len: 364 time: 0.6146414 Jul 13 07:53:00.174194 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59896) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:00.199597 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707217ca-97f0-45ed-9e8f-06f0dca701de tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:53:00.212439 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-707217ca-97f0-45ed-9e8f-06f0dca701de tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.212938 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-707217ca-97f0-45ed-9e8f-06f0dca701de tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Added segment f99b591c-ce75-41de-abf2-f8aa51e0dea0 of type vlan for network fc19b96e-6dc0-4e51-8274-c7172ed02a3c Jul 13 07:53:00.248340 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.258316 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-707217ca-97f0-45ed-9e8f-06f0dca701de tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.270994 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] Transition to ACTIVE for port object e5aaa858-c932-4ccd-8f58-74a161ca254d will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:00.297416 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] Transition to ACTIVE for port object e5aaa858-c932-4ccd-8f58-74a161ca254d will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:00.297939 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-707217ca-97f0-45ed-9e8f-06f0dca701de tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.306546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707217ca-97f0-45ed-9e8f-06f0dca701de tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:00.307215 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-707217ca-97f0-45ed-9e8f-06f0dca701de tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.310201 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.367810 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b39a47e9-ba97-45e7-8710-7709aec96082 req-ed300040-3a3f-4935-bfb2-78da16c3a011 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366281 Jul 13 07:53:00.428096 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] Network bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:00.440624 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:00.444373 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:00.465318 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] Pushing event updated for resources: {'Port': ['ID=e5aaa858-c932-4ccd-8f58-74a161ca254d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:00.502187 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-707217ca-97f0-45ed-9e8f-06f0dca701de tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4060471 Jul 13 07:53:00.503095 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707217ca-97f0-45ed-9e8f-06f0dca701de tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Network': ['ID=fc19b96e-6dc0-4e51-8274-c7172ed02a3c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:00.505863 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59906) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:00.523635 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-edf67b73-828d-4ba6-8327-778773bafe8a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'subnet': {'network_id': 'fc19b96e-6dc0-4e51-8274-c7172ed02a3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:00.548481 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network fc19b96e-6dc0-4e51-8274-c7172ed02a3c details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:53:00.590427 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] Attempting to bind port e5aaa858-c932-4ccd-8f58-74a161ca254d on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:00.590788 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] Attempting to bind port e5aaa858-c932-4ccd-8f58-74a161ca254d by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'd5710954-cf42-4862-a3ea-6b02cc3da6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:00.591156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] Attempting to bind port e5aaa858-c932-4ccd-8f58-74a161ca254d on network bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:00.600578 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:00.600963 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] Checking segment: {'id': 'd5710954-cf42-4862-a3ea-6b02cc3da6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:00.601897 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.602311 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] Bound using segment: {'id': 'd5710954-cf42-4862-a3ea-6b02cc3da6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:00.602781 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] Bound port: e5aaa858-c932-4ccd-8f58-74a161ca254d, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5710954-cf42-4862-a3ea-6b02cc3da6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:00.603161 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.744726 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] For port e5aaa858-c932-4ccd-8f58-74a161ca254d, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:00.748094 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] For port e5aaa858-c932-4ccd-8f58-74a161ca254d, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e5aaa858-c932-4ccd-8f58-74a161ca254d,segment=NetworkSegment(d5710954-cf42-4862-a3ea-6b02cc3da6b5),segment_id=d5710954-cf42-4862-a3ea-6b02cc3da6b5)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:00.754459 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.762442 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11c612cc-8eef-4582-b6b2-a7fd52cdc580 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.803854 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf67b73-828d-4ba6-8327-778773bafe8a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:00.812035 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-edf67b73-828d-4ba6-8327-778773bafe8a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.841188 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7fcde-6e75-4c45-bd85-b00b37b941ac req-00607de6-6c55-44ce-9bff-1470cb67f5ce tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:00.847871 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958104b2-6e2a-4530-8121-1c3d66552837 None None] Pushing event updated for resources: {'Port': ['ID=e5aaa858-c932-4ccd-8f58-74a161ca254d,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:00.849333 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9cf7fcde-6e75-4c45-bd85-b00b37b941ac req-00607de6-6c55-44ce-9bff-1470cb67f5ce tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 946 time: 0.2659895 Jul 13 07:53:01.045905 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9cf7fcde-6e75-4c45-bd85-b00b37b941ac req-056f119d-ce40-4428-b1ff-d75ba6ed1618 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956048 Jul 13 07:53:01.205601 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 051ccbb6-1367-44c3-8ccd-d4020cc61964 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:01.289625 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 051ccbb6-1367-44c3-8ccd-d4020cc61964 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:01.289963 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 051ccbb6-1367-44c3-8ccd-d4020cc61964 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:01.313375 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:01.534125 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-11c612cc-8eef-4582-b6b2-a7fd52cdc580 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Allocated IP 2001:db8::1 (a6758965-5194-45f7-ab5c-1f719f2c7716/a7275b1f-0990-4906-aa9e-0f070f04dd14/06eba0cf-f302-4fd4-b8ce-bd7704e275b4) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:01.559252 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886b42f-8747-41c5-a6a8-8c94ba427dc2 req-fe648057-2af6-472a-b38c-b896a7dd04f8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:01.566252 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7886b42f-8747-41c5-a6a8-8c94ba427dc2 req-fe648057-2af6-472a-b38c-b896a7dd04f8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 946 time: 0.2293987 Jul 13 07:53:01.580702 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-edf67b73-828d-4ba6-8327-778773bafe8a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:01.640480 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59922) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:01.729481 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7886b42f-8747-41c5-a6a8-8c94ba427dc2 req-818ef75f-7dc0-4bb9-9842-3a931fed8277 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622522 Jul 13 07:53:01.760841 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf67b73-828d-4ba6-8327-778773bafe8a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Subnet': ['ID=48c33687-72e9-43ae-8095-b72863a818cd,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:01.820465 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf67b73-828d-4ba6-8327-778773bafe8a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Checking segment: {'id': 'f99b591c-ce75-41de-abf2-f8aa51e0dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc19b96e-6dc0-4e51-8274-c7172ed02a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:01.821496 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf67b73-828d-4ba6-8327-778773bafe8a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network hostable DHCP agents. Network: fc19b96e-6dc0-4e51-8274-c7172ed02a3c, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:53:01.891337 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11c612cc-8eef-4582-b6b2-a7fd52cdc580 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:01.928674 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf67b73-828d-4ba6-8327-778773bafe8a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network fc19b96e-6dc0-4e51-8274-c7172ed02a3c is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:53:01.940428 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-11c612cc-8eef-4582-b6b2-a7fd52cdc580 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Transition to ACTIVE for port object 06eba0cf-f302-4fd4-b8ce-bd7704e275b4 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:01.973396 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-edf67b73-828d-4ba6-8327-778773bafe8a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, fc19b96e-6dc0-4e51-8274-c7172ed02a3c) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:01.983006 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2286c935-db23-4068-8db7-60de1c03242c None None] Network fc19b96e-6dc0-4e51-8274-c7172ed02a3c requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:01.988818 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf67b73-828d-4ba6-8327-778773bafe8a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:01.989418 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-edf67b73-828d-4ba6-8327-778773bafe8a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.028891 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-edf67b73-828d-4ba6-8327-778773bafe8a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5138743 Jul 13 07:53:02.031407 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59940) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:02.053639 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4201629b-5b27-473f-8dcb-7035e6413731 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'port': {'network_id': 'fc19b96e-6dc0-4e51-8274-c7172ed02a3c', 'name': 'tempest-PortsIpV6TestJSON-668358567'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:02.057885 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11c612cc-8eef-4582-b6b2-a7fd52cdc580 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.250105 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-fc19b96e-6dc0-4e51-8274-c7172ed02a3c', 'network_id': 'fc19b96e-6dc0-4e51-8274-c7172ed02a3c', 'tenant_id': '0ac629f673f541f983c4cbb8438bd68e', 'fixed_ips': [{'subnet_id': '48c33687-72e9-43ae-8095-b72863a818cd'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:53:02.252208 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.316361 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c612cc-8eef-4582-b6b2-a7fd52cdc580 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Network a6758965-5194-45f7-ab5c-1f719f2c7716 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:02.317952 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-11c612cc-8eef-4582-b6b2-a7fd52cdc580 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:02.333671 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c612cc-8eef-4582-b6b2-a7fd52cdc580 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:02.336990 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11c612cc-8eef-4582-b6b2-a7fd52cdc580 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.566829 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cfe230-02da-48f1-a5b0-f3b9803c0b1b None None] Network bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:02.585350 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c612cc-8eef-4582-b6b2-a7fd52cdc580 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event updated for resources: {'Port': ['ID=06eba0cf-f302-4fd4-b8ce-bd7704e275b4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:02.649798 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4201629b-5b27-473f-8dcb-7035e6413731 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:02.670127 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4201629b-5b27-473f-8dcb-7035e6413731 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.687208 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8ac7cc48-db3e-4514-bbb3-0e912ca35d12 None None] Provisioning for port e5aaa858-c932-4ccd-8f58-74a161ca254d completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:02.699587 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] Allocated IP 2001:db8::2 (fc19b96e-6dc0-4e51-8274-c7172ed02a3c/48c33687-72e9-43ae-8095-b72863a818cd/81a28be3-6632-40b6-9fd5-4ced0da491e8) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:02.717961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-4201629b-5b27-473f-8dcb-7035e6413731 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] device_id is not set on port d8573347-8e5e-49b2-896b-72b06f93e1d7 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:53:02.910898 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-83d07e5b-fb6f-4eef-892c-6e951ca2dea0 None None] Provisioning for port 06eba0cf-f302-4fd4-b8ce-bd7704e275b4 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:02.917716 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-83d07e5b-fb6f-4eef-892c-6e951ca2dea0 None None] Provisioning complete for port 06eba0cf-f302-4fd4-b8ce-bd7704e275b4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:02.918353 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-83d07e5b-fb6f-4eef-892c-6e951ca2dea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.973094 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38d1aef3-1b01-4d28-b02e-369545b3f00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.003438 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11c612cc-8eef-4582-b6b2-a7fd52cdc580 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.088662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-83d07e5b-fb6f-4eef-892c-6e951ca2dea0 None None] Port 06eba0cf-f302-4fd4-b8ce-bd7704e275b4 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:03.102077 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6616ae1-b6ad-416d-ba64-297323e17084 req-a296d3c0-d2e2-4d3a-a258-bddabb42d118 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:03.115175 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6616ae1-b6ad-416d-ba64-297323e17084 req-a296d3c0-d2e2-4d3a-a258-bddabb42d118 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 946 time: 0.4700933 Jul 13 07:53:03.127861 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-bb73b0f4-8422-4c68-9a88-f20baac0486d req-2cbc6906-859d-448b-8e75-d148f9a8a576 service neutron] (93724) timed out ('10.222.0.58', 59184) {{(pid=93724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:53:03.156473 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.200983 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e5aaa858-c932-4ccd-8f58-74a161ca254d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:03.226215 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6616ae1-b6ad-416d-ba64-297323e17084 req-c5fd3e45-e67b-40d5-aedc-c7b816b8dcbd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868313 Jul 13 07:53:03.246293 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] Transition to ACTIVE for port object 81a28be3-6632-40b6-9fd5-4ced0da491e8 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:03.275341 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] Transition to ACTIVE for port object 81a28be3-6632-40b6-9fd5-4ced0da491e8 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:03.287244 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.358320 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] Pushing event updated for resources: {'Port': ['ID=81a28be3-6632-40b6-9fd5-4ced0da491e8,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:03.371029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port e5aaa858-c932-4ccd-8f58-74a161ca254d completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:03.385124 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e5aaa858-c932-4ccd-8f58-74a161ca254d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:03.385510 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.474511 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] Network fc19b96e-6dc0-4e51-8274-c7172ed02a3c is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:03.476929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:03.486450 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:03.605252 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:53:03.640363 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.655376 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] Attempting to bind port 81a28be3-6632-40b6-9fd5-4ced0da491e8 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:03.656024 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] Attempting to bind port 81a28be3-6632-40b6-9fd5-4ced0da491e8 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'f99b591c-ce75-41de-abf2-f8aa51e0dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc19b96e-6dc0-4e51-8274-c7172ed02a3c'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:03.656781 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] Attempting to bind port 81a28be3-6632-40b6-9fd5-4ced0da491e8 on network fc19b96e-6dc0-4e51-8274-c7172ed02a3c {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:03.668070 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:03.668455 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] Checking segment: {'id': 'f99b591c-ce75-41de-abf2-f8aa51e0dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc19b96e-6dc0-4e51-8274-c7172ed02a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:03.669070 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.669475 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] Bound using segment: {'id': 'f99b591c-ce75-41de-abf2-f8aa51e0dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc19b96e-6dc0-4e51-8274-c7172ed02a3c'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:03.669966 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] Bound port: 81a28be3-6632-40b6-9fd5-4ced0da491e8, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99b591c-ce75-41de-abf2-f8aa51e0dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc19b96e-6dc0-4e51-8274-c7172ed02a3c'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:03.670425 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.739997 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port e5aaa858-c932-4ccd-8f58-74a161ca254d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e5aaa858-c932-4ccd-8f58-74a161ca254d,segment=NetworkSegment(d5710954-cf42-4862-a3ea-6b02cc3da6b5),segment_id=d5710954-cf42-4862-a3ea-6b02cc3da6b5)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:03.762669 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5c3dd474-2ee1-400f-8d97-2b6bace7e9d8 None None] Provisioning complete for port e5aaa858-c932-4ccd-8f58-74a161ca254d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:03.763489 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd474-2ee1-400f-8d97-2b6bace7e9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.767229 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.859346 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] For port 81a28be3-6632-40b6-9fd5-4ced0da491e8, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:03.899160 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] For port 81a28be3-6632-40b6-9fd5-4ced0da491e8, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=81a28be3-6632-40b6-9fd5-4ced0da491e8,segment=NetworkSegment(f99b591c-ce75-41de-abf2-f8aa51e0dea0),segment_id=f99b591c-ce75-41de-abf2-f8aa51e0dea0)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:03.900609 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=e5aaa858-c932-4ccd-8f58-74a161ca254d,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:03.906264 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-38d1aef3-1b01-4d28-b02e-369545b3f00b admin admin] Deleting port dfd0ba74-feeb-4708-8b48-c19a7034b4e4 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:03.906717 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38d1aef3-1b01-4d28-b02e-369545b3f00b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.912315 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.965468 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-4201629b-5b27-473f-8dcb-7035e6413731 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Allocated IP 2001:db8::327 (fc19b96e-6dc0-4e51-8274-c7172ed02a3c/48c33687-72e9-43ae-8095-b72863a818cd/d8573347-8e5e-49b2-896b-72b06f93e1d7) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:04.029863 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e846695-5fb7-4818-893c-0ef15e940d87 None None] Pushing event updated for resources: {'Port': ['ID=81a28be3-6632-40b6-9fd5-4ced0da491e8,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:04.032024 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-38d1aef3-1b01-4d28-b02e-369545b3f00b admin admin] For port dfd0ba74-feeb-4708-8b48-c19a7034b4e4, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=dfd0ba74-feeb-4708-8b48-c19a7034b4e4,segment=NetworkSegment(fcf199ef-b4b7-4de6-b19e-68a9531bc13c),segment_id=fcf199ef-b4b7-4de6-b19e-68a9531bc13c)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:04.032539 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38d1aef3-1b01-4d28-b02e-369545b3f00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.045640 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-38d1aef3-1b01-4d28-b02e-369545b3f00b admin admin] Calling delete_port for dfd0ba74-feeb-4708-8b48-c19a7034b4e4 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:04.359289 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11c612cc-8eef-4582-b6b2-a7fd52cdc580 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.373537 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11c612cc-8eef-4582-b6b2-a7fd52cdc580 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.396526 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11c612cc-8eef-4582-b6b2-a7fd52cdc580 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.435769 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38d1aef3-1b01-4d28-b02e-369545b3f00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.453181 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4201629b-5b27-473f-8dcb-7035e6413731 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.470764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-4201629b-5b27-473f-8dcb-7035e6413731 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Transition to ACTIVE for port object d8573347-8e5e-49b2-896b-72b06f93e1d7 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:04.510953 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1aef3-1b01-4d28-b02e-369545b3f00b admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd0ba74-feeb-4708-8b48-c19a7034b4e4,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:04.564082 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4201629b-5b27-473f-8dcb-7035e6413731 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.657669 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c612cc-8eef-4582-b6b2-a7fd52cdc580 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event updated for resources: {'Port': ['ID=06eba0cf-f302-4fd4-b8ce-bd7704e275b4,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:04.667075 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2eb31-7d9a-48c2-be78-92ba6bbb0093 req-d62bd1fd-93c8-4602-9c1c-16b213294aec tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:04.668493 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4ed2eb31-7d9a-48c2-be78-92ba6bbb0093 req-d62bd1fd-93c8-4602-9c1c-16b213294aec tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.62 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 946 time: 0.4246745 Jul 13 07:53:04.730937 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201629b-5b27-473f-8dcb-7035e6413731 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=d8573347-8e5e-49b2-896b-72b06f93e1d7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:04.753204 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4201629b-5b27-473f-8dcb-7035e6413731 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network fc19b96e-6dc0-4e51-8274-c7172ed02a3c is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:04.758735 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-4201629b-5b27-473f-8dcb-7035e6413731 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:04.761409 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201629b-5b27-473f-8dcb-7035e6413731 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:04.768841 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4201629b-5b27-473f-8dcb-7035e6413731 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:04.769756 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4201629b-5b27-473f-8dcb-7035e6413731 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.836925 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4201629b-5b27-473f-8dcb-7035e6413731 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8001513 Jul 13 07:53:04.836925 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59970) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:04.845452 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6ccc9df2-c56a-4c20-ae28-8883a38a4c9b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'port': {'network_id': 'fc19b96e-6dc0-4e51-8274-c7172ed02a3c', 'name': 'tempest-PortsIpV6TestJSON-281514573'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:04.957450 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-02800b24-57f3-45e3-9281-8b9ac4dc0d3a None None] Provisioning complete for port 06eba0cf-f302-4fd4-b8ce-bd7704e275b4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:04.958559 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60178036-324d-4639-b397-4dcd365d18a6 req-fea6611f-76be-438b-bf06-25ecf102a306 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:04.959615 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-02800b24-57f3-45e3-9281-8b9ac4dc0d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.960162 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60178036-324d-4639-b397-4dcd365d18a6 req-fea6611f-76be-438b-bf06-25ecf102a306 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 946 time: 0.3865995 Jul 13 07:53:04.971312 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38d1aef3-1b01-4d28-b02e-369545b3f00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.976047 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-4ed2eb31-7d9a-48c2-be78-92ba6bbb0093 req-f402af45-5784-40f8-9eeb-e7a2ebc8c474 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Deleting port 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:04.976492 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-4ed2eb31-7d9a-48c2-be78-92ba6bbb0093 req-f402af45-5784-40f8-9eeb-e7a2ebc8c474 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.006961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c612cc-8eef-4582-b6b2-a7fd52cdc580 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Network a6758965-5194-45f7-ab5c-1f719f2c7716 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:05.007867 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-02800b24-57f3-45e3-9281-8b9ac4dc0d3a None None] Port 06eba0cf-f302-4fd4-b8ce-bd7704e275b4 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:05.016823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-11c612cc-8eef-4582-b6b2-a7fd52cdc580 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:05.072157 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-4ed2eb31-7d9a-48c2-be78-92ba6bbb0093 req-f402af45-5784-40f8-9eeb-e7a2ebc8c474 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] For port 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4a40a86f-cb21-49ad-a7c1-1ec7129d8f58,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:05.072744 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-4ed2eb31-7d9a-48c2-be78-92ba6bbb0093 req-f402af45-5784-40f8-9eeb-e7a2ebc8c474 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.086967 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-4ed2eb31-7d9a-48c2-be78-92ba6bbb0093 req-f402af45-5784-40f8-9eeb-e7a2ebc8c474 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Calling delete_port for 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:05.117549 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60178036-324d-4639-b397-4dcd365d18a6 req-141b6ccc-ba3a-42a2-96f3-c683d686e0a5 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442509 Jul 13 07:53:05.153663 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccc9df2-c56a-4c20-ae28-8883a38a4c9b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:05.170534 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ccc9df2-c56a-4c20-ae28-8883a38a4c9b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.207626 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c612cc-8eef-4582-b6b2-a7fd52cdc580 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Router dfabc98a-51e2-44f5-b5b1-141bd09181f1 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:53:05.208926 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-6ccc9df2-c56a-4c20-ae28-8883a38a4c9b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] device_id is not set on port fb37cbe5-b8c5-4628-a1c6-56984779dacf yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:53:05.463717 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e5aaa858-c932-4ccd-8f58-74a161ca254d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:05.570378 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e5aaa858-c932-4ccd-8f58-74a161ca254d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:05.570746 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c612cc-8eef-4582-b6b2-a7fd52cdc580 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:05.571212 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.577127 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-11c612cc-8eef-4582-b6b2-a7fd52cdc580 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "PUT /v2.0/routers/dfabc98a-51e2-44f5-b5b1-141bd09181f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4009757 Jul 13 07:53:05.580301 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59978) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:05.587661 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cac66dd-408f-4c6e-ba7d-4fc3b34a6ac3 None None] Sync routers for ids ['dfabc98a-51e2-44f5-b5b1-141bd09181f1'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:05.608210 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cac66dd-408f-4c6e-ba7d-4fc3b34a6ac3 None None] Routers {'dfabc98a-51e2-44f5-b5b1-141bd09181f1'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:05.609287 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7cac66dd-408f-4c6e-ba7d-4fc3b34a6ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:52:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dfabc98a-51e2-44f5-b5b1-141bd09181f1'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:05.663924 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-6ccc9df2-c56a-4c20-ae28-8883a38a4c9b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Allocated IP 2001:db8::14c (fc19b96e-6dc0-4e51-8274-c7172ed02a3c/48c33687-72e9-43ae-8095-b72863a818cd/fb37cbe5-b8c5-4628-a1c6-56984779dacf) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:05.718415 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7cac66dd-408f-4c6e-ba7d-4fc3b34a6ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:05.730377 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-4ed2eb31-7d9a-48c2-be78-92ba6bbb0093 req-f402af45-5784-40f8-9eeb-e7a2ebc8c474 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.737907 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cac66dd-408f-4c6e-ba7d-4fc3b34a6ac3 None None] Routers {'dfabc98a-51e2-44f5-b5b1-141bd09181f1'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:05.739437 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7cac66dd-408f-4c6e-ba7d-4fc3b34a6ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:52:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dfabc98a-51e2-44f5-b5b1-141bd09181f1'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:05.762212 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['4a40a86f-cb21-49ad-a7c1-1ec7129d8f58'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:53:05.769075 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2c4708f8-1194-4707-911e-b039f57e79e7 None None] Provisioning complete for port 06eba0cf-f302-4fd4-b8ce-bd7704e275b4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:05.769455 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2c4708f8-1194-4707-911e-b039f57e79e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.805227 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7cac66dd-408f-4c6e-ba7d-4fc3b34a6ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:05.806003 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cac66dd-408f-4c6e-ba7d-4fc3b34a6ac3 None None] The sync data for ids ['dfabc98a-51e2-44f5-b5b1-141bd09181f1'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:05.815577 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f2db432-c527-407f-be78-b4bba1af3b9e tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.836814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402af45-5784-40f8-9eeb-e7a2ebc8c474 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event deleted for resources: {'Port': ['ID=4a40a86f-cb21-49ad-a7c1-1ec7129d8f58,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:05.861936 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 81a28be3-6632-40b6-9fd5-4ced0da491e8 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:05.870512 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d8e303-65a5-4a1b-9d3e-a42d57da6b7a None None] Network fc19b96e-6dc0-4e51-8274-c7172ed02a3c requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:05.875038 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d1aef3-1b01-4d28-b02e-369545b3f00b admin admin] Router a87c33a2-67f9-4ecd-96ca-f501e0f61aad has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:53:05.911852 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed2eb31-7d9a-48c2-be78-92ba6bbb0093 req-f402af45-5784-40f8-9eeb-e7a2ebc8c474 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] No DVR routers for this DVR port 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:05.916639 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-4ed2eb31-7d9a-48c2-be78-92ba6bbb0093 req-f402af45-5784-40f8-9eeb-e7a2ebc8c474 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.921940 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4ed2eb31-7d9a-48c2-be78-92ba6bbb0093 req-f402af45-5784-40f8-9eeb-e7a2ebc8c474 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.62 "DELETE /v2.0/ports/4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 HTTP/1.1" status: 204 len: 173 time: 1.2462699 Jul 13 07:53:05.923008 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721524da-f70b-49ff-9b72-d61ddcad3641', 'name': 'network-vif-deleted', 'tag': '4a40a86f-cb21-49ad-a7c1-1ec7129d8f58'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:05.925611 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fb363d-469e-400b-9833-6ea5a9f9ade5" -d '{"events": [{"server_uuid": "721524da-f70b-49ff-9b72-d61ddcad3641", "name": "network-vif-deleted", "tag": "4a40a86f-cb21-49ad-a7c1-1ec7129d8f58"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:05.940092 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2c4708f8-1194-4707-911e-b039f57e79e7 None None] Port 06eba0cf-f302-4fd4-b8ce-bd7704e275b4 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:06.029226 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-3f2db432-c527-407f-be78-b4bba1af3b9e tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 07:53:06.033066 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3f2db432-c527-407f-be78-b4bba1af3b9e tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "DELETE /v2.0/routers/dfabc98a-51e2-44f5-b5b1-141bd09181f1 HTTP/1.1" status: 409 len: 329 time: 0.4493394 Jul 13 07:53:06.033248 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbde537-1030-4e23-a362-f58213467ba2 x-openstack-request-id: req-6cbde537-1030-4e23-a362-f58213467ba2 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:06.033248 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721524da-f70b-49ff-9b72-d61ddcad3641", "name": "network-vif-deleted", "tag": "4a40a86f-cb21-49ad-a7c1-1ec7129d8f58", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:06.033248 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6cbde537-1030-4e23-a362-f58213467ba2 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:06.033513 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 59984) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:06.034660 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721524da-f70b-49ff-9b72-d61ddcad3641', 'name': 'network-vif-deleted', 'tag': '4a40a86f-cb21-49ad-a7c1-1ec7129d8f58', 'status': 'completed', 'code': 200} Jul 13 07:53:06.129070 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d1aef3-1b01-4d28-b02e-369545b3f00b admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:06.146807 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-38d1aef3-1b01-4d28-b02e-369545b3f00b admin admin] 10.222.0.58 "PUT /v2.0/routers/a87c33a2-67f9-4ecd-96ca-f501e0f61aad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5027292 Jul 13 07:53:06.151827 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59986) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:06.161114 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e644de-347f-44dc-b217-74fa9a57ded6 None None] Sync routers for ids ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:06.209079 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-27894875-f7d9-4987-859b-2cf582c75850 None None] Provisioning for port 81a28be3-6632-40b6-9fd5-4ced0da491e8 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:06.227226 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ccc9df2-c56a-4c20-ae28-8883a38a4c9b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.251554 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 81a28be3-6632-40b6-9fd5-4ced0da491e8 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:06.263226 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e644de-347f-44dc-b217-74fa9a57ded6 None None] Routers {'a87c33a2-67f9-4ecd-96ca-f501e0f61aad'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:06.264066 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-56e644de-347f-44dc-b217-74fa9a57ded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:52:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:06.274837 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 81a28be3-6632-40b6-9fd5-4ced0da491e8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:06.279831 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.289727 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-6ccc9df2-c56a-4c20-ae28-8883a38a4c9b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Transition to ACTIVE for port object fb37cbe5-b8c5-4628-a1c6-56984779dacf will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:06.370303 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfc606ca-6287-401c-a423-6c5b1332af7a admin admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.545434 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfc606ca-6287-401c-a423-6c5b1332af7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.691526 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-cfc606ca-6287-401c-a423-6c5b1332af7a admin admin] Deleting port 013466a6-c5b2-408e-810c-20f0b5bb4986 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:06.691898 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfc606ca-6287-401c-a423-6c5b1332af7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.747163 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ecc04a05-9dc9-40f7-9bd8-7c49bd91c864 req-95ebd1b4-62fe-4a6e-ad3d-1ce9e259e406 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 210 time: 0.4229467 Jul 13 07:53:06.817830 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-cfc606ca-6287-401c-a423-6c5b1332af7a admin admin] For port 013466a6-c5b2-408e-810c-20f0b5bb4986, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=013466a6-c5b2-408e-810c-20f0b5bb4986,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:06.818258 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfc606ca-6287-401c-a423-6c5b1332af7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.834732 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-cfc606ca-6287-401c-a423-6c5b1332af7a admin admin] Calling delete_port for 013466a6-c5b2-408e-810c-20f0b5bb4986 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:06.940200 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ccc9df2-c56a-4c20-ae28-8883a38a4c9b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.066007 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.089536 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc9df2-c56a-4c20-ae28-8883a38a4c9b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network fc19b96e-6dc0-4e51-8274-c7172ed02a3c is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:07.091114 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfc606ca-6287-401c-a423-6c5b1332af7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.099029 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-6ccc9df2-c56a-4c20-ae28-8883a38a4c9b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:07.103008 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc9df2-c56a-4c20-ae28-8883a38a4c9b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=fb37cbe5-b8c5-4628-a1c6-56984779dacf,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:07.107970 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc9df2-c56a-4c20-ae28-8883a38a4c9b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:07.109575 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-56e644de-347f-44dc-b217-74fa9a57ded6 None None] Set router a87c33a2-67f9-4ecd-96ca-f501e0f61aad gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:07.114822 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccc9df2-c56a-4c20-ae28-8883a38a4c9b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:07.115602 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ccc9df2-c56a-4c20-ae28-8883a38a4c9b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.153613 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6ccc9df2-c56a-4c20-ae28-8883a38a4c9b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3130817 Jul 13 07:53:07.162002 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60000) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:07.166857 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc606ca-6287-401c-a423-6c5b1332af7a admin admin] Pushing event deleted for resources: {'Port': ['ID=013466a6-c5b2-408e-810c-20f0b5bb4986,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:07.220947 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 81a28be3-6632-40b6-9fd5-4ced0da491e8, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=81a28be3-6632-40b6-9fd5-4ced0da491e8,segment=NetworkSegment(f99b591c-ce75-41de-abf2-f8aa51e0dea0),segment_id=f99b591c-ce75-41de-abf2-f8aa51e0dea0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:07.256443 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.297841 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5580ab49-827c-4b0e-ac65-aa0662ea4f98 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.345040 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=81a28be3-6632-40b6-9fd5-4ced0da491e8,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:07.491139 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfc606ca-6287-401c-a423-6c5b1332af7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.650209 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-56e644de-347f-44dc-b217-74fa9a57ded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'name': 'tempest-AttachVolumeTestJSON-1833424248-router', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:46Z', 'updated_at': '2021-07-13T07:53:04Z', 'revision_number': 5, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'gw_port': {'id': '013466a6-c5b2-408e-810c-20f0b5bb4986', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:47Z', 'updated_at': '2021-07-13T07:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:07.743399 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e644de-347f-44dc-b217-74fa9a57ded6 None None] Checking router: a87c33a2-67f9-4ecd-96ca-f501e0f61aad for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:53:07.771357 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e644de-347f-44dc-b217-74fa9a57ded6 None None] Routers {'a87c33a2-67f9-4ecd-96ca-f501e0f61aad'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:07.772010 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-56e644de-347f-44dc-b217-74fa9a57ded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:52:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:07.863877 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 81a28be3-6632-40b6-9fd5-4ced0da491e8 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:07.871048 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:07.977410 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5580ab49-827c-4b0e-ac65-aa0662ea4f98 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Deleting port 06eba0cf-f302-4fd4-b8ce-bd7704e275b4 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:07.977965 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5580ab49-827c-4b0e-ac65-aa0662ea4f98 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.067109 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:08.067722 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 4a40a86f-cb21-49ad-a7c1-1ec7129d8f58 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:08.085288 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-56e644de-347f-44dc-b217-74fa9a57ded6 None None] Set router a87c33a2-67f9-4ecd-96ca-f501e0f61aad gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:08.173350 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8bc098ea-81ea-434e-b425-d18e7d9faa73 req-04a35a78-f3f8-4b7b-9cea-52e621b0d538 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 210 time: 0.0761509 Jul 13 07:53:08.185093 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.250746 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60020) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:08.254792 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c07cccea-64a1-43e9-bbf3-18bc27191c67 None None] Provisioning for port d8573347-8e5e-49b2-896b-72b06f93e1d7 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:08.263597 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-56e644de-347f-44dc-b217-74fa9a57ded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'name': 'tempest-AttachVolumeTestJSON-1833424248-router', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:46Z', 'updated_at': '2021-07-13T07:53:07Z', 'revision_number': 7, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:08.332640 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5580ab49-827c-4b0e-ac65-aa0662ea4f98 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.362926 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5580ab49-827c-4b0e-ac65-aa0662ea4f98 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Calling delete_port for 06eba0cf-f302-4fd4-b8ce-bd7704e275b4 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:08.369880 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e644de-347f-44dc-b217-74fa9a57ded6 None None] The sync data for ids ['a87c33a2-67f9-4ecd-96ca-f501e0f61aad'] in n-d-779913-28 is: [{'id': 'a87c33a2-67f9-4ecd-96ca-f501e0f61aad', 'name': 'tempest-AttachVolumeTestJSON-1833424248-router', 'tenant_id': 'f14c0acd9f784f1c95e03b53f067da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:46Z', 'updated_at': '2021-07-13T07:53:07Z', 'revision_number': 7, 'project_id': 'f14c0acd9f784f1c95e03b53f067da36', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:08.373398 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c07cccea-64a1-43e9-bbf3-18bc27191c67 None None] Provisioning complete for port d8573347-8e5e-49b2-896b-72b06f93e1d7 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:08.373523 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c07cccea-64a1-43e9-bbf3-18bc27191c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.511002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 81a28be3-6632-40b6-9fd5-4ced0da491e8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:08.512674 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.556250 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfc606ca-6287-401c-a423-6c5b1332af7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.559533 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfc606ca-6287-401c-a423-6c5b1332af7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.593163 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c07cccea-64a1-43e9-bbf3-18bc27191c67 None None] Port d8573347-8e5e-49b2-896b-72b06f93e1d7 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:08.613567 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a1158c6c-6210-4787-a13f-91ba5edfd799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.664738 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c07cccea-64a1-43e9-bbf3-18bc27191c67 None None] Provisioning complete for port 81a28be3-6632-40b6-9fd5-4ced0da491e8 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:08.666737 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c07cccea-64a1-43e9-bbf3-18bc27191c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.681593 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358316da-858e-4c82-a8d4-d32a271a041d tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:08.683524 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-358316da-858e-4c82-a8d4-d32a271a041d tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A327 HTTP/1.1" status: 200 len: 928 time: 1.5128219 Jul 13 07:53:08.688180 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60028) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:08.808971 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfc606ca-6287-401c-a423-6c5b1332af7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.809499 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc606ca-6287-401c-a423-6c5b1332af7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a87c33a2-67f9-4ecd-96ca-f501e0f61aad {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:53:08.831794 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfc606ca-6287-401c-a423-6c5b1332af7a admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.833005 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cfc606ca-6287-401c-a423-6c5b1332af7a admin admin] 10.222.0.58 "DELETE /v2.0/routers/a87c33a2-67f9-4ecd-96ca-f501e0f61aad HTTP/1.1" status: 204 len: 168 time: 2.6801004 Jul 13 07:53:08.836378 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60030) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:08.922782 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a1158c6c-6210-4787-a13f-91ba5edfd799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.933745 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a1158c6c-6210-4787-a13f-91ba5edfd799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.963219 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-7881d87f-c1cc-4b6b-a5aa-2b8c341e620b admin admin] Deleting subnet e9bae17d-a9cd-4de6-bffc-674a284593a4 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:08.967132 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7881d87f-c1cc-4b6b-a5aa-2b8c341e620b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.991210 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1158c6c-6210-4787-a13f-91ba5edfd799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9beba57-2d04-4810-bc94-8f6580daa924,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:09.004350 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5580ab49-827c-4b0e-ac65-aa0662ea4f98 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.010809 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c07cccea-64a1-43e9-bbf3-18bc27191c67 None None] Provisioning for port fb37cbe5-b8c5-4628-a1c6-56984779dacf completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:09.015920 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c07cccea-64a1-43e9-bbf3-18bc27191c67 None None] Provisioning complete for port fb37cbe5-b8c5-4628-a1c6-56984779dacf triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:09.016563 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c07cccea-64a1-43e9-bbf3-18bc27191c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.027766 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7881d87f-c1cc-4b6b-a5aa-2b8c341e620b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.040003 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580ab49-827c-4b0e-ac65-aa0662ea4f98 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event deleted for resources: {'Port': ['ID=06eba0cf-f302-4fd4-b8ce-bd7704e275b4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:09.117269 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c07cccea-64a1-43e9-bbf3-18bc27191c67 None None] Port fb37cbe5-b8c5-4628-a1c6-56984779dacf cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:09.118099 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a1158c6c-6210-4787-a13f-91ba5edfd799 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=585e810caf884f489410eff9dc76db3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8645964 Jul 13 07:53:09.126414 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60032) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:09.210237 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7881d87f-c1cc-4b6b-a5aa-2b8c341e620b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.233822 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c51f53d1-5eea-4ebc-977d-b8e7efcdee3f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting port fb37cbe5-b8c5-4628-a1c6-56984779dacf {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:09.235098 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c51f53d1-5eea-4ebc-977d-b8e7efcdee3f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.241968 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-556badbd-fe3f-4821-9a82-388d0798955f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.255764 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-504ebecb-b9f0-4483-8e4b-fd0731639d21 None None] Provisioning complete for port d8573347-8e5e-49b2-896b-72b06f93e1d7 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:09.256279 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-504ebecb-b9f0-4483-8e4b-fd0731639d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.295996 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5580ab49-827c-4b0e-ac65-aa0662ea4f98 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.346045 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-556badbd-fe3f-4821-9a82-388d0798955f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.396538 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-504ebecb-b9f0-4483-8e4b-fd0731639d21 None None] Port d8573347-8e5e-49b2-896b-72b06f93e1d7 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:09.425146 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-504ebecb-b9f0-4483-8e4b-fd0731639d21 None None] Provisioning complete for port fb37cbe5-b8c5-4628-a1c6-56984779dacf triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:09.425618 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-504ebecb-b9f0-4483-8e4b-fd0731639d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.485992 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c0b88b73-f73a-4e85-ba99-7d68acc480f2 req-78d93a75-78a3-456a-b202-47141709921b tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 210 time: 0.0710127 Jul 13 07:53:09.527561 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7881d87f-c1cc-4b6b-a5aa-2b8c341e620b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.539822 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-504ebecb-b9f0-4483-8e4b-fd0731639d21 None None] Port fb37cbe5-b8c5-4628-a1c6-56984779dacf cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:09.572407 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device dfd0ba74-feeb-4708-8b48-c19a7034b4e4 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:09.593260 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: dfd0ba74-feeb-4708-8b48-c19a7034b4e4 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:09.593613 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device dfd0ba74-feeb-4708-8b48-c19a7034b4e4 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:09.594047 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 013466a6-c5b2-408e-810c-20f0b5bb4986 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:09.599292 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-556badbd-fe3f-4821-9a82-388d0798955f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.603020 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-556badbd-fe3f-4821-9a82-388d0798955f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.608020 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-556badbd-fe3f-4821-9a82-388d0798955f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e9beba57-2d04-4810-bc94-8f6580daa924 HTTP/1.1" status: 204 len: 168 time: 0.4777029 Jul 13 07:53:09.613598 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7881d87f-c1cc-4b6b-a5aa-2b8c341e620b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.615561 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7881d87f-c1cc-4b6b-a5aa-2b8c341e620b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e9bae17d-a9cd-4de6-bffc-674a284593a4 HTTP/1.1" status: 204 len: 168 time: 0.7782719 Jul 13 07:53:09.618765 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881d87f-c1cc-4b6b-a5aa-2b8c341e620b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9bae17d-a9cd-4de6-bffc-674a284593a4,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:09.620614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 013466a6-c5b2-408e-810c-20f0b5bb4986 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:09.621279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 013466a6-c5b2-408e-810c-20f0b5bb4986 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:09.621405 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60040) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:09.636117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b1ddce-1724-47eb-b98e-a36f8aec75f7 None None] Network 1b4fd3a8-9309-406f-87ff-e745f78908e3 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:09.677149 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556badbd-fe3f-4821-9a82-388d0798955f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9beba57-2d04-4810-bc94-8f6580daa924,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:09.716870 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c51f53d1-5eea-4ebc-977d-b8e7efcdee3f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.739752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5580ab49-827c-4b0e-ac65-aa0662ea4f98 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Router dfabc98a-51e2-44f5-b5b1-141bd09181f1 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:53:09.763547 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c51f53d1-5eea-4ebc-977d-b8e7efcdee3f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Calling delete_port for fb37cbe5-b8c5-4628-a1c6-56984779dacf owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:09.889104 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad44d58d-030c-4658-a40b-cd604fe26765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.933891 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5580ab49-827c-4b0e-ac65-aa0662ea4f98 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:09.952589 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dfc16d-92c9-4007-b32b-c7590bf082d2 None None] Sync routers for ids ['dfabc98a-51e2-44f5-b5b1-141bd09181f1'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:09.953214 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5580ab49-827c-4b0e-ac65-aa0662ea4f98 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "PUT /v2.0/routers/dfabc98a-51e2-44f5-b5b1-141bd09181f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9182384 Jul 13 07:53:09.953318 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60050) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:09.979079 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dfc16d-92c9-4007-b32b-c7590bf082d2 None None] Routers {'dfabc98a-51e2-44f5-b5b1-141bd09181f1'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:09.979896 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-24dfc16d-92c9-4007-b32b-c7590bf082d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:52:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dfabc98a-51e2-44f5-b5b1-141bd09181f1'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:10.043128 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-a0e518dc-fde5-494c-a081-764a716cea95 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] show failed (client error): The resource could not be found. Jul 13 07:53:10.048683 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60054) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:10.054812 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a0e518dc-fde5-494c-a081-764a716cea95 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-1317282687 HTTP/1.1" status: 404 len: 335 time: 0.1003098 Jul 13 07:53:10.055531 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-2b5cc5d8-690a-482e-a33a-8fd87349277b tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:10.063321 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef36b519-1b62-4080-9671-729cb122f7cc None None] DHCP port deletion for 1b4fd3a8-9309-406f-87ff-e745f78908e3 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:53:10.112626 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ad44d58d-030c-4658-a40b-cd604fe26765 admin admin] Deleting port c0c2d1a5-a662-4e59-b772-00310e73d2a1 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:10.113126 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad44d58d-030c-4658-a40b-cd604fe26765 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.117428 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-2b5cc5d8-690a-482e-a33a-8fd87349277b tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] update failed (client error): The resource could not be found. Jul 13 07:53:10.118877 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2b5cc5d8-690a-482e-a33a-8fd87349277b tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-796087699 HTTP/1.1" status: 404 len: 334 time: 0.0690231 Jul 13 07:53:10.125031 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60058) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:10.168103 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ef36b519-1b62-4080-9671-729cb122f7cc None None] Deleting port c0c2d1a5-a662-4e59-b772-00310e73d2a1 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:10.169393 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef36b519-1b62-4080-9671-729cb122f7cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.222506 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae51fa7-649a-4ddb-b697-51ada1574cb7 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Deleting subnet ec42aaf9-3626-4d43-bbb3-22ac5e71de44 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:10.231457 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ae51fa7-649a-4ddb-b697-51ada1574cb7 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.258451 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-ad44d58d-030c-4658-a40b-cd604fe26765 admin admin] For port c0c2d1a5-a662-4e59-b772-00310e73d2a1, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c0c2d1a5-a662-4e59-b772-00310e73d2a1,segment=NetworkSegment(fcf199ef-b4b7-4de6-b19e-68a9531bc13c),segment_id=fcf199ef-b4b7-4de6-b19e-68a9531bc13c)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:10.258884 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad44d58d-030c-4658-a40b-cd604fe26765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.271610 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-24dfc16d-92c9-4007-b32b-c7590bf082d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:10.279923 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ad44d58d-030c-4658-a40b-cd604fe26765 admin admin] Calling delete_port for c0c2d1a5-a662-4e59-b772-00310e73d2a1 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:10.287033 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c51f53d1-5eea-4ebc-977d-b8e7efcdee3f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.298100 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dfc16d-92c9-4007-b32b-c7590bf082d2 None None] Routers {'dfabc98a-51e2-44f5-b5b1-141bd09181f1'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:10.298653 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ae51fa7-649a-4ddb-b697-51ada1574cb7 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.298786 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-24dfc16d-92c9-4007-b32b-c7590bf082d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:52:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dfabc98a-51e2-44f5-b5b1-141bd09181f1'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:10.327741 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ef36b519-1b62-4080-9671-729cb122f7cc None None] For port c0c2d1a5-a662-4e59-b772-00310e73d2a1, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c0c2d1a5-a662-4e59-b772-00310e73d2a1,segment=NetworkSegment(fcf199ef-b4b7-4de6-b19e-68a9531bc13c),segment_id=fcf199ef-b4b7-4de6-b19e-68a9531bc13c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:10.328319 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef36b519-1b62-4080-9671-729cb122f7cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.363274 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ef36b519-1b62-4080-9671-729cb122f7cc None None] Calling delete_port for c0c2d1a5-a662-4e59-b772-00310e73d2a1 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:10.371097 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c51f53d1-5eea-4ebc-977d-b8e7efcdee3f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.377000 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c51f53d1-5eea-4ebc-977d-b8e7efcdee3f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/ports/fb37cbe5-b8c5-4628-a1c6-56984779dacf HTTP/1.1" status: 204 len: 168 time: 1.6851547 Jul 13 07:53:10.379479 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-24dfc16d-92c9-4007-b32b-c7590bf082d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:10.380160 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dfc16d-92c9-4007-b32b-c7590bf082d2 None None] The sync data for ids ['dfabc98a-51e2-44f5-b5b1-141bd09181f1'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:10.381572 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60064) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:10.385601 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f53d1-5eea-4ebc-977d-b8e7efcdee3f tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Port': ['ID=fb37cbe5-b8c5-4628-a1c6-56984779dacf,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:10.455862 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ae51fa7-649a-4ddb-b697-51ada1574cb7 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.468451 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0008a0-ef81-4db2-9a78-97eb1fb1bc96 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] GET failed (client error): The resource could not be found. Jul 13 07:53:10.470723 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0b0008a0-ef81-4db2-9a78-97eb1fb1bc96 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports/fb37cbe5-b8c5-4628-a1c6-56984779dacf HTTP/1.1" status: 404 len: 333 time: 0.0805891 Jul 13 07:53:10.473690 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60066) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:10.506447 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef36b519-1b62-4080-9671-729cb122f7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.565874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36b519-1b62-4080-9671-729cb122f7cc None None] Pushing event deleted for resources: {'Port': ['ID=c0c2d1a5-a662-4e59-b772-00310e73d2a1,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:10.576513 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef36b519-1b62-4080-9671-729cb122f7cc None None] No DVR routers for this DVR port c0c2d1a5-a662-4e59-b772-00310e73d2a1 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:10.654153 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ae51fa7-649a-4ddb-b697-51ada1574cb7 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.689487 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-0f4d80f9-e307-45b0-93a1-efd5f58f3846 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting port d8573347-8e5e-49b2-896b-72b06f93e1d7 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:10.690655 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f4d80f9-e307-45b0-93a1-efd5f58f3846 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.691566 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae51fa7-649a-4ddb-b697-51ada1574cb7 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event deleted for resources: {'Subnet': ['ID=ec42aaf9-3626-4d43-bbb3-22ac5e71de44,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:10.696838 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad44d58d-030c-4658-a40b-cd604fe26765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.715310 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b76188-ac2f-4dff-969b-061ad8026b8c None None] Network bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:10.720382 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad44d58d-030c-4658-a40b-cd604fe26765 admin admin] No DVR routers for this DVR port c0c2d1a5-a662-4e59-b772-00310e73d2a1 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:10.739466 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ae51fa7-649a-4ddb-b697-51ada1574cb7 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.743270 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1ae51fa7-649a-4ddb-b697-51ada1574cb7 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "DELETE /v2.0/subnets/ec42aaf9-3626-4d43-bbb3-22ac5e71de44 HTTP/1.1" status: 204 len: 168 time: 0.6147015 Jul 13 07:53:10.746640 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60078) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:10.777706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44d58d-030c-4658-a40b-cd604fe26765 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c2d1a5-a662-4e59-b772-00310e73d2a1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:10.870449 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5155a5f8-b4dc-448a-8bb5-8ebcb867fb16 req-689305c8-b3e9-41e3-b569-562adacf7e5f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 210 time: 0.0677128 Jul 13 07:53:10.909170 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad44d58d-030c-4658-a40b-cd604fe26765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.927263 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-ad44d58d-030c-4658-a40b-cd604fe26765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4fd3a8-9309-406f-87ff-e745f78908e3']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:10.941892 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-ad44d58d-030c-4658-a40b-cd604fe26765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf199ef-b4b7-4de6-b19e-68a9531bc13c') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:10.942262 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-ad44d58d-030c-4658-a40b-cd604fe26765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf199ef-b4b7-4de6-b19e-68a9531bc13c') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:10.959728 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a881ebb9-4748-452f-9c53-ca01251ce563 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.965276 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad44d58d-030c-4658-a40b-cd604fe26765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.968007 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f4d80f9-e307-45b0-93a1-efd5f58f3846 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.018149 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-0f4d80f9-e307-45b0-93a1-efd5f58f3846 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Calling delete_port for d8573347-8e5e-49b2-896b-72b06f93e1d7 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:11.020462 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad44d58d-030c-4658-a40b-cd604fe26765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.050426 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a881ebb9-4748-452f-9c53-ca01251ce563 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Deleting port e5aaa858-c932-4ccd-8f58-74a161ca254d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:11.050980 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a881ebb9-4748-452f-9c53-ca01251ce563 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.052712 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad44d58d-030c-4658-a40b-cd604fe26765 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:53:11.053242 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad44d58d-030c-4658-a40b-cd604fe26765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: self.session.flush() Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: self.session.flush() Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: self.session.flush() Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: self.session.flush() Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:53:11.055147 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:53:11.110058 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc7903e-6bb1-4cf4-9cf8-b64dd9b5bf68 None None] DHCP port deletion for bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:53:11.156309 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-a881ebb9-4748-452f-9c53-ca01251ce563 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] For port e5aaa858-c932-4ccd-8f58-74a161ca254d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e5aaa858-c932-4ccd-8f58-74a161ca254d,segment=NetworkSegment(d5710954-cf42-4862-a3ea-6b02cc3da6b5),segment_id=d5710954-cf42-4862-a3ea-6b02cc3da6b5)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:11.157958 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a881ebb9-4748-452f-9c53-ca01251ce563 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.173774 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a881ebb9-4748-452f-9c53-ca01251ce563 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Calling delete_port for e5aaa858-c932-4ccd-8f58-74a161ca254d owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:11.193494 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8dc7903e-6bb1-4cf4-9cf8-b64dd9b5bf68 None None] Deleting port e5aaa858-c932-4ccd-8f58-74a161ca254d {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:11.195203 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8dc7903e-6bb1-4cf4-9cf8-b64dd9b5bf68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.293651 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a881ebb9-4748-452f-9c53-ca01251ce563 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.299678 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad44d58d-030c-4658-a40b-cd604fe26765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.307948 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-8dc7903e-6bb1-4cf4-9cf8-b64dd9b5bf68 None None] For port e5aaa858-c932-4ccd-8f58-74a161ca254d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e5aaa858-c932-4ccd-8f58-74a161ca254d,segment=NetworkSegment(d5710954-cf42-4862-a3ea-6b02cc3da6b5),segment_id=d5710954-cf42-4862-a3ea-6b02cc3da6b5)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:11.308592 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8dc7903e-6bb1-4cf4-9cf8-b64dd9b5bf68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.321779 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad44d58d-030c-4658-a40b-cd604fe26765 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.329695 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881ebb9-4748-452f-9c53-ca01251ce563 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event deleted for resources: {'Port': ['ID=e5aaa858-c932-4ccd-8f58-74a161ca254d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:11.332085 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8dc7903e-6bb1-4cf4-9cf8-b64dd9b5bf68 None None] Calling delete_port for e5aaa858-c932-4ccd-8f58-74a161ca254d owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:11.333294 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ad44d58d-030c-4658-a40b-cd604fe26765 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1b4fd3a8-9309-406f-87ff-e745f78908e3 HTTP/1.1" status: 204 len: 168 time: 1.7084572 Jul 13 07:53:11.344186 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a881ebb9-4748-452f-9c53-ca01251ce563 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] No DVR routers for this DVR port e5aaa858-c932-4ccd-8f58-74a161ca254d on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:11.379386 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44d58d-030c-4658-a40b-cd604fe26765 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4fd3a8-9309-406f-87ff-e745f78908e3,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:11.524864 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f4d80f9-e307-45b0-93a1-efd5f58f3846 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.545773 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8dc7903e-6bb1-4cf4-9cf8-b64dd9b5bf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.551905 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a881ebb9-4748-452f-9c53-ca01251ce563 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.579027 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a881ebb9-4748-452f-9c53-ca01251ce563 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:11.608059 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a881ebb9-4748-452f-9c53-ca01251ce563 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5710954-cf42-4862-a3ea-6b02cc3da6b5') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:11.608793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a881ebb9-4748-452f-9c53-ca01251ce563 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5710954-cf42-4862-a3ea-6b02cc3da6b5') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:11.610977 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d80f9-e307-45b0-93a1-efd5f58f3846 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Port': ['ID=d8573347-8e5e-49b2-896b-72b06f93e1d7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:11.611544 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7903e-6bb1-4cf4-9cf8-b64dd9b5bf68 None None] Pushing event deleted for resources: {'Port': ['ID=e5aaa858-c932-4ccd-8f58-74a161ca254d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:11.629961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc7903e-6bb1-4cf4-9cf8-b64dd9b5bf68 None None] No DVR routers for this DVR port e5aaa858-c932-4ccd-8f58-74a161ca254d on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:11.642797 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a881ebb9-4748-452f-9c53-ca01251ce563 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.657981 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e5aaa858-c932-4ccd-8f58-74a161ca254d no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:11.673468 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a881ebb9-4748-452f-9c53-ca01251ce563 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.682559 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f4d80f9-e307-45b0-93a1-efd5f58f3846 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.685036 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0f4d80f9-e307-45b0-93a1-efd5f58f3846 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/ports/d8573347-8e5e-49b2-896b-72b06f93e1d7 HTTP/1.1" status: 204 len: 168 time: 1.2102847 Jul 13 07:53:11.687848 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60106) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:11.688461 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a881ebb9-4748-452f-9c53-ca01251ce563 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:53:11.689044 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a881ebb9-4748-452f-9c53-ca01251ce563 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:53:11.692192 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:53:11.711039 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: e5aaa858-c932-4ccd-8f58-74a161ca254d {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:11.711671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e5aaa858-c932-4ccd-8f58-74a161ca254d not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:11.712309 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c0c2d1a5-a662-4e59-b772-00310e73d2a1 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:11.728052 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60108) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:11.739469 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: c0c2d1a5-a662-4e59-b772-00310e73d2a1 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:11.740104 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c0c2d1a5-a662-4e59-b772-00310e73d2a1 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:11.789027 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-60779f43-97b7-4722-9145-fc0876b4aad0 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] GET failed (client error): The resource could not be found. Jul 13 07:53:11.794709 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-60779f43-97b7-4722-9145-fc0876b4aad0 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports/d8573347-8e5e-49b2-896b-72b06f93e1d7 HTTP/1.1" status: 404 len: 333 time: 0.1036458 Jul 13 07:53:11.797442 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60110) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:11.913048 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e30b6790-223c-48e9-b6de-4e4da0d8cc07 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f14c0acd9f784f1c95e03b53f067da36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1664848 Jul 13 07:53:11.917145 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60122) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:11.961865 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a881ebb9-4748-452f-9c53-ca01251ce563 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.982931 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-15dbf718-28de-4202-9349-ddea6d2b8683 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting subnet 48c33687-72e9-43ae-8095-b72863a818cd {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:11.991258 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15dbf718-28de-4202-9349-ddea6d2b8683 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.995824 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a881ebb9-4748-452f-9c53-ca01251ce563 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.000070 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a881ebb9-4748-452f-9c53-ca01251ce563 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "DELETE /v2.0/networks/bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5 HTTP/1.1" status: 204 len: 168 time: 1.2484848 Jul 13 07:53:12.032395 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60124) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:12.062405 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881ebb9-4748-452f-9c53-ca01251ce563 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event deleted for resources: {'Network': ['ID=bf6de8e7-1df9-4c56-a8b9-165f9b58cdb5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:12.090166 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15dbf718-28de-4202-9349-ddea6d2b8683 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.208156 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15dbf718-28de-4202-9349-ddea6d2b8683 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.260722 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b5ae0454-ce8b-4b6b-9ba5-ca572874b527 req-b55de51e-c748-403d-9558-4c0d8e511006 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 210 time: 0.0650616 Jul 13 07:53:12.273203 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-92930058-dad0-4d19-9144-98a59e07654c tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Deleting subnet 5f4583d6-208d-4ad7-b59a-a260738efc29 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:12.275283 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4708bd3f-72a0-48cc-91e4-5b1c106fb21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.289380 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92930058-dad0-4d19-9144-98a59e07654c tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.296506 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15dbf718-28de-4202-9349-ddea6d2b8683 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.344817 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15dbf718-28de-4202-9349-ddea6d2b8683 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.348428 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-15dbf718-28de-4202-9349-ddea6d2b8683 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/subnets/48c33687-72e9-43ae-8095-b72863a818cd HTTP/1.1" status: 204 len: 168 time: 0.5424089 Jul 13 07:53:12.349316 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbf718-28de-4202-9349-ddea6d2b8683 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Subnet': ['ID=48c33687-72e9-43ae-8095-b72863a818cd,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:12.353736 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcf0622-873e-4136-a49e-af0989a472ff None None] Network fc19b96e-6dc0-4e51-8274-c7172ed02a3c requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:12.357699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60134) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:12.403794 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4708bd3f-72a0-48cc-91e4-5b1c106fb21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.419937 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92930058-dad0-4d19-9144-98a59e07654c tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.466822 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f77f29aa-d60f-49ff-b205-ac3130b1f383 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.500452 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3a277-6012-4a26-8a40-bcd808bedb4f req-5bae5697-70ed-4538-ab64-54a11cab54f2 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:12.507842 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08b3a277-6012-4a26-8a40-bcd808bedb4f req-5bae5697-70ed-4538-ab64-54a11cab54f2 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 0.3555434 Jul 13 07:53:12.544723 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-f77f29aa-d60f-49ff-b205-ac3130b1f383 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting port 81a28be3-6632-40b6-9fd5-4ced0da491e8 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:12.545198 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f77f29aa-d60f-49ff-b205-ac3130b1f383 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.587958 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08b3a277-6012-4a26-8a40-bcd808bedb4f req-b271b589-ecac-4015-8a41-879720890f73 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791178 Jul 13 07:53:12.609285 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92930058-dad0-4d19-9144-98a59e07654c tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.613650 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4708bd3f-72a0-48cc-91e4-5b1c106fb21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.616610 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4708bd3f-72a0-48cc-91e4-5b1c106fb21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.617764 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4708bd3f-72a0-48cc-91e4-5b1c106fb21b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1650c1d4-ea07-4cb3-b20c-68d5486ff3d4 HTTP/1.1" status: 204 len: 168 time: 0.6996980 Jul 13 07:53:12.678521 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708bd3f-72a0-48cc-91e4-5b1c106fb21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1650c1d4-ea07-4cb3-b20c-68d5486ff3d4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:12.681562 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9326c2b-1a4a-4471-92d5-0e2f1f889d0b None None] DHCP port deletion for fc19b96e-6dc0-4e51-8274-c7172ed02a3c request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:53:12.727360 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92930058-dad0-4d19-9144-98a59e07654c tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.766567 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-f77f29aa-d60f-49ff-b205-ac3130b1f383 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] For port 81a28be3-6632-40b6-9fd5-4ced0da491e8, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=81a28be3-6632-40b6-9fd5-4ced0da491e8,segment=NetworkSegment(f99b591c-ce75-41de-abf2-f8aa51e0dea0),segment_id=f99b591c-ce75-41de-abf2-f8aa51e0dea0)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:12.767002 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f77f29aa-d60f-49ff-b205-ac3130b1f383 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.780265 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92930058-dad0-4d19-9144-98a59e07654c tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event deleted for resources: {'Subnet': ['ID=5f4583d6-208d-4ad7-b59a-a260738efc29,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:12.787595 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92930058-dad0-4d19-9144-98a59e07654c tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.790678 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-f77f29aa-d60f-49ff-b205-ac3130b1f383 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Calling delete_port for 81a28be3-6632-40b6-9fd5-4ced0da491e8 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:12.791437 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-92930058-dad0-4d19-9144-98a59e07654c tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "DELETE /v2.0/subnets/5f4583d6-208d-4ad7-b59a-a260738efc29 HTTP/1.1" status: 204 len: 168 time: 0.7539284 Jul 13 07:53:12.793024 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60146) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:12.797928 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ee02e0-f0e2-40c6-8599-387b6cdb7da3 None None] Network ece1fe28-5011-4911-9767-4c25b433bd38 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:12.880420 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-c058c1e9-5b39-470e-898a-d5c845882419 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Deleting subnet 6ef6298b-4025-4920-b4ff-fc8a1cafd764 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:12.888079 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c058c1e9-5b39-470e-898a-d5c845882419 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.909099 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f77f29aa-d60f-49ff-b205-ac3130b1f383 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.938393 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.939618 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f29aa-d60f-49ff-b205-ac3130b1f383 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Port': ['ID=81a28be3-6632-40b6-9fd5-4ced0da491e8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:12.952110 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77f29aa-d60f-49ff-b205-ac3130b1f383 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] No DVR routers for this DVR port 81a28be3-6632-40b6-9fd5-4ced0da491e8 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:12.981141 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c058c1e9-5b39-470e-898a-d5c845882419 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.015209 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e9326c2b-1a4a-4471-92d5-0e2f1f889d0b None None] Deleting port 81a28be3-6632-40b6-9fd5-4ced0da491e8 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:13.015592 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e9326c2b-1a4a-4471-92d5-0e2f1f889d0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.064835 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f77f29aa-d60f-49ff-b205-ac3130b1f383 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.079369 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f77f29aa-d60f-49ff-b205-ac3130b1f383 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc19b96e-6dc0-4e51-8274-c7172ed02a3c']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:13.098331 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f77f29aa-d60f-49ff-b205-ac3130b1f383 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99b591c-ce75-41de-abf2-f8aa51e0dea0') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:13.098532 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f77f29aa-d60f-49ff-b205-ac3130b1f383 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99b591c-ce75-41de-abf2-f8aa51e0dea0') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:13.123360 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f77f29aa-d60f-49ff-b205-ac3130b1f383 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.147152 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f77f29aa-d60f-49ff-b205-ac3130b1f383 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.154162 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77f29aa-d60f-49ff-b205-ac3130b1f383 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:53:13.154574 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f77f29aa-d60f-49ff-b205-ac3130b1f383 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.211805 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c058c1e9-5b39-470e-898a-d5c845882419 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.222736 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e9326c2b-1a4a-4471-92d5-0e2f1f889d0b None None] For port 81a28be3-6632-40b6-9fd5-4ced0da491e8, host n-d-779913-28, got binding levels [] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:13.223418 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e9326c2b-1a4a-4471-92d5-0e2f1f889d0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.241127 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e9326c2b-1a4a-4471-92d5-0e2f1f889d0b None None] Calling delete_port for 81a28be3-6632-40b6-9fd5-4ced0da491e8 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:53:13.243972 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:53:13.249050 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.ipam_backend_mixin [None req-e9326c2b-1a4a-4471-92d5-0e2f1f889d0b None None] Port 81a28be3-6632-40b6-9fd5-4ced0da491e8 was not found and therefore no delete operation was performed {{(pid=93725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:53:13.250698 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e9326c2b-1a4a-4471-92d5-0e2f1f889d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.261347 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f77f29aa-d60f-49ff-b205-ac3130b1f383 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.268136 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f77f29aa-d60f-49ff-b205-ac3130b1f383 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.274602 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f77f29aa-d60f-49ff-b205-ac3130b1f383 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/networks/fc19b96e-6dc0-4e51-8274-c7172ed02a3c HTTP/1.1" status: 204 len: 168 time: 0.9115198 Jul 13 07:53:13.275797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60162) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:13.286148 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9326c2b-1a4a-4471-92d5-0e2f1f889d0b None None] No DVR routers for this DVR port 81a28be3-6632-40b6-9fd5-4ced0da491e8 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:13.293873 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f29aa-d60f-49ff-b205-ac3130b1f383 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Network': ['ID=fc19b96e-6dc0-4e51-8274-c7172ed02a3c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:13.303647 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5e5e5dd8-1a03-4596-9347-6817f9c85175 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1946054493'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:13.377321 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9326c2b-1a4a-4471-92d5-0e2f1f889d0b None None] Pushing event deleted for resources: {'Port': ['ID=81a28be3-6632-40b6-9fd5-4ced0da491e8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:13.386887 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5e5dd8-1a03-4596-9347-6817f9c85175 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:13.400406 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5dd8-1a03-4596-9347-6817f9c85175 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.407344 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c058c1e9-5b39-470e-898a-d5c845882419 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.440681 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c058c1e9-5b39-470e-898a-d5c845882419 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.445602 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c058c1e9-5b39-470e-898a-d5c845882419 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "DELETE /v2.0/subnets/6ef6298b-4025-4920-b4ff-fc8a1cafd764 HTTP/1.1" status: 204 len: 168 time: 0.6489167 Jul 13 07:53:13.445988 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60170) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:13.448279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c53bdc-99fb-4a6e-b24a-84c8d1d22fd0 None None] Network 4632a463-fa8c-4de0-8800-c1475f590f7b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:13.546542 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5e5dd8-1a03-4596-9347-6817f9c85175 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:53:13.567811 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5dd8-1a03-4596-9347-6817f9c85175 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.569763 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-5e5e5dd8-1a03-4596-9347-6817f9c85175 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Added segment e779cd22-6895-4490-9d5a-60cd52384ab8 of type vlan for network 1e0a4b24-aa48-4ce7-888a-546c82b0a526 Jul 13 07:53:13.576951 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2205812f-7074-48fe-8ea1-2ee57f96e26c None None] DHCP port deletion for ece1fe28-5011-4911-9767-4c25b433bd38 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:53:13.619811 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4286e2f-cce5-42c0-bbf7-59801c2a9f90 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.640985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058c1e9-5b39-470e-898a-d5c845882419 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef6298b-4025-4920-b4ff-fc8a1cafd764,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:13.659825 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 81a28be3-6632-40b6-9fd5-4ced0da491e8 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:13.720066 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 81a28be3-6632-40b6-9fd5-4ced0da491e8 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:13.720409 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 81a28be3-6632-40b6-9fd5-4ced0da491e8 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:13.720841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:13.751243 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-989baea7-68bb-4e22-bbfc-b5b808b93e96 req-5d258522-bbff-4eef-ab28-352275369b8e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 210 time: 0.1448793 Jul 13 07:53:13.760276 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c4286e2f-cce5-42c0-bbf7-59801c2a9f90 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Deleting port 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:13.761707 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4286e2f-cce5-42c0-bbf7-59801c2a9f90 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.791119 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5dd8-1a03-4596-9347-6817f9c85175 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.829707 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2205812f-7074-48fe-8ea1-2ee57f96e26c None None] Deleting port 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:13.830114 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2205812f-7074-48fe-8ea1-2ee57f96e26c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.847257 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60182) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:13.870728 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.874654 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-c4286e2f-cce5-42c0-bbf7-59801c2a9f90 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] For port 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1f88a22a-15f7-4b9b-88de-8f5cb0ce587c,segment=NetworkSegment(ae0e934c-7d4e-4387-bf65-92034c9beda6),segment_id=ae0e934c-7d4e-4387-bf65-92034c9beda6)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:13.875611 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4286e2f-cce5-42c0-bbf7-59801c2a9f90 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.875737 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5dd8-1a03-4596-9347-6817f9c85175 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.886397 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5e5dd8-1a03-4596-9347-6817f9c85175 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:13.887156 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5dd8-1a03-4596-9347-6817f9c85175 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.902693 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c4286e2f-cce5-42c0-bbf7-59801c2a9f90 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Calling delete_port for 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:13.960989 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665b9465-8f49-4a30-8ca7-53bcb1ac0e58 None None] DHCP port deletion for 4632a463-fa8c-4de0-8800-c1475f590f7b request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:53:13.966095 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1f88a22a-15f7-4b9b-88de-8f5cb0ce587c,segment=NetworkSegment(ae0e934c-7d4e-4387-bf65-92034c9beda6),segment_id=ae0e934c-7d4e-4387-bf65-92034c9beda6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:13.968874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2205812f-7074-48fe-8ea1-2ee57f96e26c None None] For port 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1f88a22a-15f7-4b9b-88de-8f5cb0ce587c,segment=NetworkSegment(ae0e934c-7d4e-4387-bf65-92034c9beda6),segment_id=ae0e934c-7d4e-4387-bf65-92034c9beda6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:13.969277 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2205812f-7074-48fe-8ea1-2ee57f96e26c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.995647 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5e5e5dd8-1a03-4596-9347-6817f9c85175 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7183623 Jul 13 07:53:13.997003 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.008745 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2205812f-7074-48fe-8ea1-2ee57f96e26c None None] Calling delete_port for 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:14.009693 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60186) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:14.024905 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4286e2f-cce5-42c0-bbf7-59801c2a9f90 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.026367 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-53e711af-5b5f-4325-8e5c-b285cc25da75 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'subnet': {'network_id': '1e0a4b24-aa48-4ce7-888a-546c82b0a526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:14.138283 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4286e2f-cce5-42c0-bbf7-59801c2a9f90 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] No DVR routers for this DVR port 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:14.141895 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4286e2f-cce5-42c0-bbf7-59801c2a9f90 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event deleted for resources: {'Port': ['ID=1f88a22a-15f7-4b9b-88de-8f5cb0ce587c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:14.201695 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e5dd8-1a03-4596-9347-6817f9c85175 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Network': ['ID=1e0a4b24-aa48-4ce7-888a-546c82b0a526,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:14.237087 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8fc06c6c-91d1-48cd-a4a3-97bfe124920a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-373296005-network', 'tenant_id': '720da6c44773453e9873d1bb4f013d09'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:14.262125 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 1e0a4b24-aa48-4ce7-888a-546c82b0a526 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:53:14.313551 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4286e2f-cce5-42c0-bbf7-59801c2a9f90 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.328716 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-c4286e2f-cce5-42c0-bbf7-59801c2a9f90 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece1fe28-5011-4911-9767-4c25b433bd38']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:14.342266 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-c4286e2f-cce5-42c0-bbf7-59801c2a9f90 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0e934c-7d4e-4387-bf65-92034c9beda6') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:14.342568 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-c4286e2f-cce5-42c0-bbf7-59801c2a9f90 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0e934c-7d4e-4387-bf65-92034c9beda6') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:14.366788 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4286e2f-cce5-42c0-bbf7-59801c2a9f90 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.389426 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4286e2f-cce5-42c0-bbf7-59801c2a9f90 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.400724 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4286e2f-cce5-42c0-bbf7-59801c2a9f90 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:53:14.402404 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4286e2f-cce5-42c0-bbf7-59801c2a9f90 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.409571 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc06c6c-91d1-48cd-a4a3-97bfe124920a admin admin] Made reservation on behalf of 720da6c44773453e9873d1bb4f013d09 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:14.412320 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fc06c6c-91d1-48cd-a4a3-97bfe124920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.431739 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fc06c6c-91d1-48cd-a4a3-97bfe124920a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.445622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=1f88a22a-15f7-4b9b-88de-8f5cb0ce587c,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:14.458312 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e711af-5b5f-4325-8e5c-b285cc25da75 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:14.462847 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53e711af-5b5f-4325-8e5c-b285cc25da75 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.463290 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-665b9465-8f49-4a30-8ca7-53bcb1ac0e58 None None] Deleting port 01d96de3-ab67-48b5-aa3b-69975c7ed7a8 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:14.463715 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-665b9465-8f49-4a30-8ca7-53bcb1ac0e58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:53:14.487470 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:53:14.502199 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4286e2f-cce5-42c0-bbf7-59801c2a9f90 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.513238 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4286e2f-cce5-42c0-bbf7-59801c2a9f90 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.518112 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c4286e2f-cce5-42c0-bbf7-59801c2a9f90 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "DELETE /v2.0/networks/ece1fe28-5011-4911-9767-4c25b433bd38 HTTP/1.1" status: 204 len: 168 time: 1.0685239 Jul 13 07:53:14.519724 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60190) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:14.520059 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60192) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:14.531348 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b10dc907-5eb9-46ad-af3e-181365ae8604 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Request body: {'network': {'name': 'tempest-network-smoke--2133657076', 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'port_security_enabled': True}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:14.550897 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2205812f-7074-48fe-8ea1-2ee57f96e26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.553799 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-665b9465-8f49-4a30-8ca7-53bcb1ac0e58 None None] For port 01d96de3-ab67-48b5-aa3b-69975c7ed7a8, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=01d96de3-ab67-48b5-aa3b-69975c7ed7a8,segment=NetworkSegment(f6845dc2-2c5d-4bfa-a8e9-20c465d72387),segment_id=f6845dc2-2c5d-4bfa-a8e9-20c465d72387)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:14.554217 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-665b9465-8f49-4a30-8ca7-53bcb1ac0e58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.590215 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2205812f-7074-48fe-8ea1-2ee57f96e26c None None] Network ece1fe28-5011-4911-9767-4c25b433bd38 is not hosted by any dhcp agent {{(pid=93725) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:53:14.590676 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2205812f-7074-48fe-8ea1-2ee57f96e26c None None] No DVR routers for this DVR port 1f88a22a-15f7-4b9b-88de-8f5cb0ce587c on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:14.595709 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205812f-7074-48fe-8ea1-2ee57f96e26c None None] Pushing event deleted for resources: {'Port': ['ID=1f88a22a-15f7-4b9b-88de-8f5cb0ce587c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:14.597877 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-665b9465-8f49-4a30-8ca7-53bcb1ac0e58 None None] Calling delete_port for 01d96de3-ab67-48b5-aa3b-69975c7ed7a8 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:14.670326 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec97f19-9d4f-494b-85fb-c579525eb698 req-774e43d6-aeca-413d-8dd9-b4fc0b499a2b tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:14.677398 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ec97f19-9d4f-494b-85fb-c579525eb698 req-774e43d6-aeca-413d-8dd9-b4fc0b499a2b tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 0.3307807 Jul 13 07:53:14.707867 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9284d27b-d33f-42ea-8e41-3af092b8f466 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.708303 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-665b9465-8f49-4a30-8ca7-53bcb1ac0e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.723076 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4286e2f-cce5-42c0-bbf7-59801c2a9f90 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event deleted for resources: {'Network': ['ID=ece1fe28-5011-4911-9767-4c25b433bd38,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:14.760112 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b9465-8f49-4a30-8ca7-53bcb1ac0e58 None None] No DVR routers for this DVR port 01d96de3-ab67-48b5-aa3b-69975c7ed7a8 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:14.760534 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ec97f19-9d4f-494b-85fb-c579525eb698 req-f5bd6625-91d4-4f48-9c37-e562ae7a1efe tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799401 Jul 13 07:53:14.779007 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b9465-8f49-4a30-8ca7-53bcb1ac0e58 None None] Pushing event deleted for resources: {'Port': ['ID=01d96de3-ab67-48b5-aa3b-69975c7ed7a8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:14.852351 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fc06c6c-91d1-48cd-a4a3-97bfe124920a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.927559 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9284d27b-d33f-42ea-8e41-3af092b8f466 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.945641 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-9284d27b-d33f-42ea-8e41-3af092b8f466 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4632a463-fa8c-4de0-8800-c1475f590f7b']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:14.957850 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fc06c6c-91d1-48cd-a4a3-97bfe124920a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.963195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-9284d27b-d33f-42ea-8e41-3af092b8f466 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6845dc2-2c5d-4bfa-a8e9-20c465d72387') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:14.964186 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-9284d27b-d33f-42ea-8e41-3af092b8f466 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6845dc2-2c5d-4bfa-a8e9-20c465d72387') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:14.973639 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10dc907-5eb9-46ad-af3e-181365ae8604 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Made reservation on behalf of 380b7979739948e5a91a2f3ea43419aa for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:14.978287 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b10dc907-5eb9-46ad-af3e-181365ae8604 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.984466 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9284d27b-d33f-42ea-8e41-3af092b8f466 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.996384 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b10dc907-5eb9-46ad-af3e-181365ae8604 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.999022 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-33f7db78-fe1e-489b-bbdf-f8568a0ad95f req-26bcb280-959b-4de7-b75a-48088ce1101d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=721524da-f70b-49ff-9b72-d61ddcad3641 HTTP/1.1" status: 200 len: 210 time: 0.0471621 Jul 13 07:53:15.009493 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53e711af-5b5f-4325-8e5c-b285cc25da75 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.017099 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9284d27b-d33f-42ea-8e41-3af092b8f466 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.024706 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc06c6c-91d1-48cd-a4a3-97bfe124920a admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:53:15.025935 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9284d27b-d33f-42ea-8e41-3af092b8f466 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:53:15.026967 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9284d27b-d33f-42ea-8e41-3af092b8f466 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:53:15.030615 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:53:15.059714 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc06c6c-91d1-48cd-a4a3-97bfe124920a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e377d66c-037d-4a90-9691-e8180d59aec7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:15.074120 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fc06c6c-91d1-48cd-a4a3-97bfe124920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.074432 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-8fc06c6c-91d1-48cd-a4a3-97bfe124920a admin admin] Added segment 4274e490-15b7-43be-8439-a248d70b1f1c of type vlan for network e253f1c6-51d9-42ff-9541-a7b1eff9e445 Jul 13 07:53:15.141847 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e711af-5b5f-4325-8e5c-b285cc25da75 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Subnet': ['ID=f91c47db-5b99-4444-abe2-41058a1c405a,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:15.151752 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fc06c6c-91d1-48cd-a4a3-97bfe124920a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.156795 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e711af-5b5f-4325-8e5c-b285cc25da75 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Checking segment: {'id': 'e779cd22-6895-4490-9d5a-60cd52384ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1e0a4b24-aa48-4ce7-888a-546c82b0a526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:15.157098 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e711af-5b5f-4325-8e5c-b285cc25da75 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network hostable DHCP agents. Network: 1e0a4b24-aa48-4ce7-888a-546c82b0a526, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:53:15.199759 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e711af-5b5f-4325-8e5c-b285cc25da75 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network 1e0a4b24-aa48-4ce7-888a-546c82b0a526 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:53:15.203324 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fc06c6c-91d1-48cd-a4a3-97bfe124920a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.203780 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b10dc907-5eb9-46ad-af3e-181365ae8604 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.204541 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc06c6c-91d1-48cd-a4a3-97bfe124920a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:15.204862 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9284d27b-d33f-42ea-8e41-3af092b8f466 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.205109 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fc06c6c-91d1-48cd-a4a3-97bfe124920a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.213826 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9284d27b-d33f-42ea-8e41-3af092b8f466 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.218817 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9284d27b-d33f-42ea-8e41-3af092b8f466 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "DELETE /v2.0/networks/4632a463-fa8c-4de0-8800-c1475f590f7b HTTP/1.1" status: 204 len: 168 time: 0.6526444 Jul 13 07:53:15.219006 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60198) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:15.222498 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b10dc907-5eb9-46ad-af3e-181365ae8604 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.235072 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10dc907-5eb9-46ad-af3e-181365ae8604 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:53:15.246014 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b10dc907-5eb9-46ad-af3e-181365ae8604 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.246421 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-b10dc907-5eb9-46ad-af3e-181365ae8604 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Added segment c0de58fa-7a80-4b0d-9d32-5ad2c1d88342 of type vlan for network a1940323-3062-41b6-8e72-e73110e23be7 Jul 13 07:53:15.249121 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-53e711af-5b5f-4325-8e5c-b285cc25da75 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 1e0a4b24-aa48-4ce7-888a-546c82b0a526) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:15.260476 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6d0e96-b0b4-4d88-a0b0-1a8896cc5733 None None] Network 1e0a4b24-aa48-4ce7-888a-546c82b0a526 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:15.297839 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e711af-5b5f-4325-8e5c-b285cc25da75 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:15.298652 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53e711af-5b5f-4325-8e5c-b285cc25da75 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.302155 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284d27b-d33f-42ea-8e41-3af092b8f466 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event deleted for resources: {'Network': ['ID=4632a463-fa8c-4de0-8800-c1475f590f7b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:15.310361 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b10dc907-5eb9-46ad-af3e-181365ae8604 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.311339 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8fc06c6c-91d1-48cd-a4a3-97bfe124920a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4630332 Jul 13 07:53:15.316026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60200) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:15.324203 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b4208297-1da9-43f3-aaae-db35d0444472 admin admin] Request body: {'subnet': {'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-373296005-subnet', 'tenant_id': '720da6c44773453e9873d1bb4f013d09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:15.351906 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10dc907-5eb9-46ad-af3e-181365ae8604 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f32df3-86d9-44d4-ab2e-f47ab0c1160a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:15.363377 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc06c6c-91d1-48cd-a4a3-97bfe124920a admin admin] Pushing event updated for resources: {'Network': ['ID=e253f1c6-51d9-42ff-9541-a7b1eff9e445,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:15.374610 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4208297-1da9-43f3-aaae-db35d0444472 admin admin] Made reservation on behalf of 720da6c44773453e9873d1bb4f013d09 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:15.378645 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4208297-1da9-43f3-aaae-db35d0444472 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.380615 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-53e711af-5b5f-4325-8e5c-b285cc25da75 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3617685 Jul 13 07:53:15.382868 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b10dc907-5eb9-46ad-af3e-181365ae8604 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.385958 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a191ec-3656-4302-b484-d6f64c293dcf tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Deleting subnet a7275b1f-0990-4906-aa9e-0f070f04dd14 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:15.388056 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10dc907-5eb9-46ad-af3e-181365ae8604 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:15.388439 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60202) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:15.388580 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b10dc907-5eb9-46ad-af3e-181365ae8604 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.394665 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bf296c03-0512-4a63-b5dd-7575a41a1b64 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'port': {'network_id': '1e0a4b24-aa48-4ce7-888a-546c82b0a526', 'name': 'tempest-PortsIpV6TestJSON-1686474784', 'fixed_ips': [{'subnet_id': 'f91c47db-5b99-4444-abe2-41058a1c405a', 'ip_address': '2001:db8::10'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:15.398353 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80a191ec-3656-4302-b484-d6f64c293dcf tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.418862 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network e253f1c6-51d9-42ff-9541-a7b1eff9e445 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:53:15.486449 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80a191ec-3656-4302-b484-d6f64c293dcf tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.566269 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-1e0a4b24-aa48-4ce7-888a-546c82b0a526', 'network_id': '1e0a4b24-aa48-4ce7-888a-546c82b0a526', 'tenant_id': '0ac629f673f541f983c4cbb8438bd68e', 'fixed_ips': [{'subnet_id': 'f91c47db-5b99-4444-abe2-41058a1c405a'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:53:15.567899 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.594788 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 01d96de3-ab67-48b5-aa3b-69975c7ed7a8 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:15.620784 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 01d96de3-ab67-48b5-aa3b-69975c7ed7a8 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:15.621213 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 01d96de3-ab67-48b5-aa3b-69975c7ed7a8 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:15.777614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] Allocated IP 2001:db8::2 (1e0a4b24-aa48-4ce7-888a-546c82b0a526/f91c47db-5b99-4444-abe2-41058a1c405a/1e03814e-3449-4026-8252-aa193a937016) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:15.924901 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80a191ec-3656-4302-b484-d6f64c293dcf tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.952454 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf296c03-0512-4a63-b5dd-7575a41a1b64 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:15.982499 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b10dc907-5eb9-46ad-af3e-181365ae8604 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4613829 Jul 13 07:53:15.983744 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10dc907-5eb9-46ad-af3e-181365ae8604 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event updated for resources: {'Network': ['ID=a1940323-3062-41b6-8e72-e73110e23be7,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:15.988074 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4208297-1da9-43f3-aaae-db35d0444472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.989930 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60208) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:15.999559 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network a1940323-3062-41b6-8e72-e73110e23be7 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:53:16.020653 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-49ce0855-15aa-4893-92c8-d51926344613 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1596890059', 'admin_state_up': True, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:16.057080 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.065432 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4208297-1da9-43f3-aaae-db35d0444472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af3a2383-8099-4064-9267-4ac4780fcb43,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:16.088371 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4208297-1da9-43f3-aaae-db35d0444472 admin admin] Checking segment: {'id': '4274e490-15b7-43be-8439-a248d70b1f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:16.088741 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4208297-1da9-43f3-aaae-db35d0444472 admin admin] Network hostable DHCP agents. Network: e253f1c6-51d9-42ff-9541-a7b1eff9e445, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:53:16.118071 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49ce0855-15aa-4893-92c8-d51926344613 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.119274 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49ce0855-15aa-4893-92c8-d51926344613 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.122615 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4208297-1da9-43f3-aaae-db35d0444472 admin admin] Network e253f1c6-51d9-42ff-9541-a7b1eff9e445 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:53:16.137100 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-b4208297-1da9-43f3-aaae-db35d0444472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, e253f1c6-51d9-42ff-9541-a7b1eff9e445) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:16.144687 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] Transition to ACTIVE for port object 1e03814e-3449-4026-8252-aa193a937016 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:16.165931 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] Transition to ACTIVE for port object 1e03814e-3449-4026-8252-aa193a937016 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:16.167474 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4208297-1da9-43f3-aaae-db35d0444472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:16.169252 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4208297-1da9-43f3-aaae-db35d0444472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.171730 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88239abc-ad95-4d97-8174-e9660b17734e None None] Network e253f1c6-51d9-42ff-9541-a7b1eff9e445 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:16.187022 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.191763 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747edb5-d8b0-47eb-9c6f-183aaabf0e91 req-8a4b2cc6-5609-4672-a709-2372e9c76bf8 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:16.193608 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6747edb5-d8b0-47eb-9c6f-183aaabf0e91 req-8a4b2cc6-5609-4672-a709-2372e9c76bf8 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 0.2319548 Jul 13 07:53:16.195331 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80a191ec-3656-4302-b484-d6f64c293dcf tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.199398 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b4208297-1da9-43f3-aaae-db35d0444472 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8810153 Jul 13 07:53:16.235447 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80a191ec-3656-4302-b484-d6f64c293dcf tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.239851 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60218) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:16.241798 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-80a191ec-3656-4302-b484-d6f64c293dcf tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "DELETE /v2.0/subnets/a7275b1f-0990-4906-aa9e-0f070f04dd14 HTTP/1.1" status: 204 len: 168 time: 1.0186510 Jul 13 07:53:16.253893 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b170b0e-c50c-46c5-b017-6d75a8b55cb4 None None] Network a6758965-5194-45f7-ab5c-1f719f2c7716 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:16.275761 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a191ec-3656-4302-b484-d6f64c293dcf tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event deleted for resources: {'Subnet': ['ID=a7275b1f-0990-4906-aa9e-0f070f04dd14,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:16.280424 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf296c03-0512-4a63-b5dd-7575a41a1b64 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.314893 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] Network 1e0a4b24-aa48-4ce7-888a-546c82b0a526 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:16.326370 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49ce0855-15aa-4893-92c8-d51926344613 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.345971 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6747edb5-d8b0-47eb-9c6f-183aaabf0e91 req-2071ea7b-c86a-4915-8b0f-98c83f8b16f6 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281412 Jul 13 07:53:16.354854 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:16.360821 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:16.423008 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-47212fa9-51cd-4c80-9e42-7d57ca0eb352 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.430611 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-bf296c03-0512-4a63-b5dd-7575a41a1b64 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] device_id is not set on port 09b5dbf8-dbb8-41ff-a85b-29c4de7ae200 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:53:16.538730 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49ce0855-15aa-4893-92c8-d51926344613 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.582961 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-47212fa9-51cd-4c80-9e42-7d57ca0eb352 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Deleting port 38ccaaec-edc4-4f9a-ac55-2d392d82d977 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:16.583570 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-47212fa9-51cd-4c80-9e42-7d57ca0eb352 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.603243 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] Pushing event updated for resources: {'Port': ['ID=1e03814e-3449-4026-8252-aa193a937016,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:16.642653 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] Attempting to bind port 1e03814e-3449-4026-8252-aa193a937016 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:16.643024 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] Attempting to bind port 1e03814e-3449-4026-8252-aa193a937016 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'e779cd22-6895-4490-9d5a-60cd52384ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1e0a4b24-aa48-4ce7-888a-546c82b0a526'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:16.643390 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] Attempting to bind port 1e03814e-3449-4026-8252-aa193a937016 on network 1e0a4b24-aa48-4ce7-888a-546c82b0a526 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:16.657182 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:16.657568 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] Checking segment: {'id': 'e779cd22-6895-4490-9d5a-60cd52384ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1e0a4b24-aa48-4ce7-888a-546c82b0a526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:16.657979 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.659402 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] Bound using segment: {'id': 'e779cd22-6895-4490-9d5a-60cd52384ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1e0a4b24-aa48-4ce7-888a-546c82b0a526'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:16.659908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] Bound port: 1e03814e-3449-4026-8252-aa193a937016, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e779cd22-6895-4490-9d5a-60cd52384ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1e0a4b24-aa48-4ce7-888a-546c82b0a526'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:16.660464 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.671887 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-47212fa9-51cd-4c80-9e42-7d57ca0eb352 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] For port 38ccaaec-edc4-4f9a-ac55-2d392d82d977, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=38ccaaec-edc4-4f9a-ac55-2d392d82d977,segment=NetworkSegment(c3aae2ee-f4a0-4caa-9b69-2cd785606b0a),segment_id=c3aae2ee-f4a0-4caa-9b69-2cd785606b0a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:16.672510 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-47212fa9-51cd-4c80-9e42-7d57ca0eb352 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.689824 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-47212fa9-51cd-4c80-9e42-7d57ca0eb352 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Calling delete_port for 38ccaaec-edc4-4f9a-ac55-2d392d82d977 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:16.773634 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd71f751-fbbd-4bf7-ba26-3a4975e7a890 None None] Network e253f1c6-51d9-42ff-9541-a7b1eff9e445 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:16.773968 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-bf296c03-0512-4a63-b5dd-7575a41a1b64 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Allocated IP 2001:db8::10 (1e0a4b24-aa48-4ce7-888a-546c82b0a526/f91c47db-5b99-4444-abe2-41058a1c405a/09b5dbf8-dbb8-41ff-a85b-29c4de7ae200) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:16.823838 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-47212fa9-51cd-4c80-9e42-7d57ca0eb352 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.869116 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47212fa9-51cd-4c80-9e42-7d57ca0eb352 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event deleted for resources: {'Port': ['ID=38ccaaec-edc4-4f9a-ac55-2d392d82d977,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:16.880999 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47212fa9-51cd-4c80-9e42-7d57ca0eb352 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] No DVR routers for this DVR port 38ccaaec-edc4-4f9a-ac55-2d392d82d977 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:16.886947 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] For port 1e03814e-3449-4026-8252-aa193a937016, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:16.900339 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9988d976-a74f-49b6-aba2-91f3d896c6d3 None None] DHCP port deletion for a6758965-5194-45f7-ab5c-1f719f2c7716 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:53:16.925176 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] For port 1e03814e-3449-4026-8252-aa193a937016, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1e03814e-3449-4026-8252-aa193a937016,segment=NetworkSegment(e779cd22-6895-4490-9d5a-60cd52384ab8),segment_id=e779cd22-6895-4490-9d5a-60cd52384ab8)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:16.937462 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.020067 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-47212fa9-51cd-4c80-9e42-7d57ca0eb352 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.037297 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-47212fa9-51cd-4c80-9e42-7d57ca0eb352 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6758965-5194-45f7-ab5c-1f719f2c7716']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:17.051138 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-47212fa9-51cd-4c80-9e42-7d57ca0eb352 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3aae2ee-f4a0-4caa-9b69-2cd785606b0a') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:17.051833 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-47212fa9-51cd-4c80-9e42-7d57ca0eb352 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3aae2ee-f4a0-4caa-9b69-2cd785606b0a') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:17.075930 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-47212fa9-51cd-4c80-9e42-7d57ca0eb352 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.080405 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574ad3a-ad10-4237-8972-ca9ed889728b None None] Pushing event updated for resources: {'Port': ['ID=1e03814e-3449-4026-8252-aa193a937016,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:17.084141 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49ce0855-15aa-4893-92c8-d51926344613 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.105696 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-47212fa9-51cd-4c80-9e42-7d57ca0eb352 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.119420 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47212fa9-51cd-4c80-9e42-7d57ca0eb352 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:53:17.119959 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-47212fa9-51cd-4c80-9e42-7d57ca0eb352 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:53:17.123555 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:53:17.167539 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49ce0855-15aa-4893-92c8-d51926344613 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.195485 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-47212fa9-51cd-4c80-9e42-7d57ca0eb352 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.201625 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-47212fa9-51cd-4c80-9e42-7d57ca0eb352 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.208687 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-47212fa9-51cd-4c80-9e42-7d57ca0eb352 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "DELETE /v2.0/networks/a6758965-5194-45f7-ab5c-1f719f2c7716 HTTP/1.1" status: 204 len: 168 time: 0.9664862 Jul 13 07:53:17.210498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60236) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:17.237897 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47212fa9-51cd-4c80-9e42-7d57ca0eb352 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Pushing event deleted for resources: {'Network': ['ID=a6758965-5194-45f7-ab5c-1f719f2c7716,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:17.274981 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ab2f5ce2-923b-43f0-affb-220547389001 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfabc98a-51e2-44f5-b5b1-141bd09181f1 HTTP/1.1" status: 200 len: 205 time: 0.0586085 Jul 13 07:53:17.274981 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60240) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:17.321843 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-30ca4794-0c57-4ed1-9505-a9c4188c3135 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:17.323523 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-30ca4794-0c57-4ed1-9505-a9c4188c3135 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/networks?id=e253f1c6-51d9-42ff-9541-a7b1eff9e445 HTTP/1.1" status: 200 len: 814 time: 0.4935186 Jul 13 07:53:17.394515 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9cb69fda-37c7-4979-a162-2c199cc05040 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.399146 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf296c03-0512-4a63-b5dd-7575a41a1b64 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.402354 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-17978699-2e63-4d1f-821c-a9ffbb9235f5 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/quotas/720da6c44773453e9873d1bb4f013d09 HTTP/1.1" status: 200 len: 375 time: 0.0695226 Jul 13 07:53:17.460519 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-bf296c03-0512-4a63-b5dd-7575a41a1b64 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Transition to ACTIVE for port object 09b5dbf8-dbb8-41ff-a85b-29c4de7ae200 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:17.471664 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-a3b13e67-e306-4c14-883b-cdcc510b1fe8 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=720da6c44773453e9873d1bb4f013d09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591662 Jul 13 07:53:17.486048 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-814e008b-7b44-421e-90e2-220a64e57ef6 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:53:17.493309 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-814e008b-7b44-421e-90e2-220a64e57ef6 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212996 Jul 13 07:53:17.539290 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-49ce0855-15aa-4893-92c8-d51926344613 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Allocated IP 172.25.0.232 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/45443aef-2e6f-427a-bada-dd4d9c70f961) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:17.623009 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9cb69fda-37c7-4979-a162-2c199cc05040 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.626581 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9cb69fda-37c7-4979-a162-2c199cc05040 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.641400 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1e03814e-3449-4026-8252-aa193a937016 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:17.691326 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-02a7f337-3add-4f31-9fb1-f4723987a3c0 service neutron] 10.222.0.58 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971471 Jul 13 07:53:17.715176 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 1e03814e-3449-4026-8252-aa193a937016 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:17.722566 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9cb69fda-37c7-4979-a162-2c199cc05040 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.723113 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb69fda-37c7-4979-a162-2c199cc05040 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Fanout notify agent at l3_agent the message router_deleted on router dfabc98a-51e2-44f5-b5b1-141bd09181f1 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:53:17.731234 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9cb69fda-37c7-4979-a162-2c199cc05040 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.735538 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9cb69fda-37c7-4979-a162-2c199cc05040 tempest-RoutersNegativeIpV6Test-474231660 tempest-RoutersNegativeIpV6Test-474231660-project] 10.222.0.58 "DELETE /v2.0/routers/dfabc98a-51e2-44f5-b5b1-141bd09181f1 HTTP/1.1" status: 204 len: 168 time: 0.4587736 Jul 13 07:53:17.809272 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 38ccaaec-edc4-4f9a-ac55-2d392d82d977 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:17.813518 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf296c03-0512-4a63-b5dd-7575a41a1b64 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.833582 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 38ccaaec-edc4-4f9a-ac55-2d392d82d977 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:17.834169 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 38ccaaec-edc4-4f9a-ac55-2d392d82d977 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:17.899713 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf296c03-0512-4a63-b5dd-7575a41a1b64 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network 1e0a4b24-aa48-4ce7-888a-546c82b0a526 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:17.946529 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-bf296c03-0512-4a63-b5dd-7575a41a1b64 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:17.962627 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf296c03-0512-4a63-b5dd-7575a41a1b64 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:17.968760 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf296c03-0512-4a63-b5dd-7575a41a1b64 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:17.969352 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60250) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:17.969470 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf296c03-0512-4a63-b5dd-7575a41a1b64 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.992465 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf296c03-0512-4a63-b5dd-7575a41a1b64 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=09b5dbf8-dbb8-41ff-a85b-29c4de7ae200,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:18.002921 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bf296c03-0512-4a63-b5dd-7575a41a1b64 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6135724 Jul 13 07:53:18.005859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60254) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:18.015214 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-42a8e4c2-fe83-4e0e-ac24-765b32475396 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'port': {'network_id': '1e0a4b24-aa48-4ce7-888a-546c82b0a526', 'name': 'tempest-PortsIpV6TestJSON-1828604840', 'fixed_ips': [{'subnet_id': 'f91c47db-5b99-4444-abe2-41058a1c405a', 'ip_address': '2001:db8::f'}]}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:18.019837 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169564c5-3f90-4943-99b8-2b670f8a1724 req-6215c824-8c98-4e21-856a-f1440b61e21d tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:18.021563 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-169564c5-3f90-4943-99b8-2b670f8a1724 req-6215c824-8c98-4e21-856a-f1440b61e21d tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 0.3168499 Jul 13 07:53:18.040534 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-a4ec78aa-5e61-4921-a72c-fc2fbb892a08 service neutron] 10.222.0.58 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334377 Jul 13 07:53:18.142004 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49ce0855-15aa-4893-92c8-d51926344613 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.181155 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-169564c5-3f90-4943-99b8-2b670f8a1724 req-e7fcddcd-afcb-40cb-a925-e9ed07b36740 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358771 Jul 13 07:53:18.220144 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49ce0855-15aa-4893-92c8-d51926344613 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.275768 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ce0855-15aa-4893-92c8-d51926344613 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:18.282174 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-49ce0855-15aa-4893-92c8-d51926344613 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:18.295671 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ce0855-15aa-4893-92c8-d51926344613 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:18.338607 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0100e8fe-dcb6-4bb8-829c-84d6a5045875 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7722fbff762e475f8f0dbd5b8f5d6ebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3675625 Jul 13 07:53:18.341223 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60264) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:18.383804 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce0855-15aa-4893-92c8-d51926344613 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event updated for resources: {'Port': ['ID=45443aef-2e6f-427a-bada-dd4d9c70f961,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:18.392843 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-983f39d1-b696-4408-8a5b-d481606a1f0e req-d58b7a1e-ffdd-44ed-8c91-eefe67f78b76 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=135a56d9-d1f7-4ee9-9190-22417d5fc4e8 HTTP/1.1" status: 200 len: 210 time: 0.0680032 Jul 13 07:53:18.426470 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a8e4c2-fe83-4e0e-ac24-765b32475396 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:18.597189 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-42a8e4c2-fe83-4e0e-ac24-765b32475396 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.654136 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ada4da-88ed-4428-8f8a-1c3daec85b1f None None] Network 1e0a4b24-aa48-4ce7-888a-546c82b0a526 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:18.688417 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-42a8e4c2-fe83-4e0e-ac24-765b32475396 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] device_id is not set on port b99e9869-5742-4c21-903e-e05cc6e46a22 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:53:18.794861 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5396-8fee-4d82-8e5e-8f8889dbb21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.876000 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5396-8fee-4d82-8e5e-8f8889dbb21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.881695 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0801533e-a948-481f-9250-2ce95462f170 None None] Provisioning for port 1e03814e-3449-4026-8252-aa193a937016 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:18.887864 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0801533e-a948-481f-9250-2ce95462f170 None None] Provisioning complete for port 1e03814e-3449-4026-8252-aa193a937016 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:18.888493 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0801533e-a948-481f-9250-2ce95462f170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.915309 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49ce0855-15aa-4893-92c8-d51926344613 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.055114 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-42a8e4c2-fe83-4e0e-ac24-765b32475396 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Allocated IP 2001:db8::f (1e0a4b24-aa48-4ce7-888a-546c82b0a526/f91c47db-5b99-4444-abe2-41058a1c405a/b99e9869-5742-4c21-903e-e05cc6e46a22) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:19.067528 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0801533e-a948-481f-9250-2ce95462f170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.068350 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5396-8fee-4d82-8e5e-8f8889dbb21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.072615 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5396-8fee-4d82-8e5e-8f8889dbb21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.076593 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6e6e5396-8fee-4d82-8e5e-8f8889dbb21f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2b0b724c-4694-4187-8cc4-59a8bd3019f6 HTTP/1.1" status: 204 len: 168 time: 0.7337642 Jul 13 07:53:19.091857 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e5396-8fee-4d82-8e5e-8f8889dbb21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0b724c-4694-4187-8cc4-59a8bd3019f6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:19.192794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0801533e-a948-481f-9250-2ce95462f170 None None] For port 1e03814e-3449-4026-8252-aa193a937016, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1e03814e-3449-4026-8252-aa193a937016,segment=NetworkSegment(e779cd22-6895-4490-9d5a-60cd52384ab8),segment_id=e779cd22-6895-4490-9d5a-60cd52384ab8)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:19.214182 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0801533e-a948-481f-9250-2ce95462f170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.405883 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801533e-a948-481f-9250-2ce95462f170 None None] Pushing event updated for resources: {'Port': ['ID=1e03814e-3449-4026-8252-aa193a937016,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:19.521361 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-42a8e4c2-fe83-4e0e-ac24-765b32475396 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.553141 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-42a8e4c2-fe83-4e0e-ac24-765b32475396 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Transition to ACTIVE for port object b99e9869-5742-4c21-903e-e05cc6e46a22 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:19.603658 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-42a8e4c2-fe83-4e0e-ac24-765b32475396 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.635716 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-15b6bed2-8e37-45a9-971b-435aafe80ee7 None None] Provisioning complete for port 1e03814e-3449-4026-8252-aa193a937016 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:19.636480 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-15b6bed2-8e37-45a9-971b-435aafe80ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.684968 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a8e4c2-fe83-4e0e-ac24-765b32475396 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network 1e0a4b24-aa48-4ce7-888a-546c82b0a526 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:19.702974 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1e03814e-3449-4026-8252-aa193a937016 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:19.749698 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-42a8e4c2-fe83-4e0e-ac24-765b32475396 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:19.753769 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a8e4c2-fe83-4e0e-ac24-765b32475396 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:19.771836 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a8e4c2-fe83-4e0e-ac24-765b32475396 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:19.773196 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-42a8e4c2-fe83-4e0e-ac24-765b32475396 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.835831 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-42a8e4c2-fe83-4e0e-ac24-765b32475396 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8282189 Jul 13 07:53:19.840791 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60306) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:19.849965 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 1e03814e-3449-4026-8252-aa193a937016 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:19.851704 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.928949 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8e4c2-fe83-4e0e-ac24-765b32475396 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=b99e9869-5742-4c21-903e-e05cc6e46a22,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:20.003694 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e52ae1-00ec-42dd-b47b-bb3928660ef2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:20.005960 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e5e52ae1-00ec-42dd-b47b-bb3928660ef2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1641881 Jul 13 07:53:20.009444 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60310) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:20.053287 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-15b6bed2-8e37-45a9-971b-435aafe80ee7 None None] Provisioning for port 09b5dbf8-dbb8-41ff-a85b-29c4de7ae200 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:20.086724 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-15b6bed2-8e37-45a9-971b-435aafe80ee7 None None] Provisioning complete for port 09b5dbf8-dbb8-41ff-a85b-29c4de7ae200 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:20.086975 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-15b6bed2-8e37-45a9-971b-435aafe80ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.152353 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-15b6bed2-8e37-45a9-971b-435aafe80ee7 None None] Port 09b5dbf8-dbb8-41ff-a85b-29c4de7ae200 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:20.164452 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550b9405-33af-4b61-ae96-9e7b98de11bd tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:20.171895 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550b9405-33af-4b61-ae96-9e7b98de11bd tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:20.180699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550b9405-33af-4b61-ae96-9e7b98de11bd tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:20.183866 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-550b9405-33af-4b61-ae96-9e7b98de11bd tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1717403 Jul 13 07:53:20.186292 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60316) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:20.245900 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f996d445-752e-48b5-8c39-b6bba2169a34 req-da7021bb-fb04-4bc4-b50b-13e9080d2ad2 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=135a56d9-d1f7-4ee9-9190-22417d5fc4e8 HTTP/1.1" status: 200 len: 210 time: 0.0954320 Jul 13 07:53:20.292683 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e7bd6ff1-8d55-47a0-9e7c-a3524df5b5d8 None None] Provisioning complete for port 09b5dbf8-dbb8-41ff-a85b-29c4de7ae200 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:20.296476 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7bd6ff1-8d55-47a0-9e7c-a3524df5b5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.320502 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49ce0855-15aa-4893-92c8-d51926344613 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.328171 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-33e7e6c0-bff8-4aed-8e68-da3ca40d659e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting port b99e9869-5742-4c21-903e-e05cc6e46a22 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:20.328171 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-33e7e6c0-bff8-4aed-8e68-da3ca40d659e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.366671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd6ff1-8d55-47a0-9e7c-a3524df5b5d8 None None] Port 09b5dbf8-dbb8-41ff-a85b-29c4de7ae200 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:20.450604 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320c885-e369-49f7-9a18-0dd1b0ab9776 req-2a93d999-ba71-48a3-b494-5df187869e08 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:20.457566 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e320c885-e369-49f7-9a18-0dd1b0ab9776 req-2a93d999-ba71-48a3-b494-5df187869e08 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 0.3058035 Jul 13 07:53:20.509822 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5db0aa9f-aab7-43cf-afb9-a12b355b08eb None None] Provisioning for port b99e9869-5742-4c21-903e-e05cc6e46a22 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:20.514807 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5db0aa9f-aab7-43cf-afb9-a12b355b08eb None None] Provisioning complete for port b99e9869-5742-4c21-903e-e05cc6e46a22 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:20.515395 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5db0aa9f-aab7-43cf-afb9-a12b355b08eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.534265 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-33e7e6c0-bff8-4aed-8e68-da3ca40d659e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.556958 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-33e7e6c0-bff8-4aed-8e68-da3ca40d659e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Calling delete_port for b99e9869-5742-4c21-903e-e05cc6e46a22 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:20.592688 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e320c885-e369-49f7-9a18-0dd1b0ab9776 req-6d8ad74c-3159-47cb-91f6-33f7fd2ec3ea tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341598 Jul 13 07:53:20.608766 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5db0aa9f-aab7-43cf-afb9-a12b355b08eb None None] Port b99e9869-5742-4c21-903e-e05cc6e46a22 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:20.701852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-bbde34ad-4ce1-4bc0-a338-5c3eca0dafec tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:20.703655 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-bbde34ad-4ce1-4bc0-a338-5c3eca0dafec tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.35 "GET /v2.0/networks?id=e253f1c6-51d9-42ff-9541-a7b1eff9e445 HTTP/1.1" status: 200 len: 814 time: 0.2373428 Jul 13 07:53:20.704943 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ce0855-15aa-4893-92c8-d51926344613 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Router e84c7190-caad-4052-931d-172a6d931362 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:53:20.718575 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-6cac34ab-3a03-45cf-9212-318757d66502 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Request body: {'port': {'device_id': '135a56d9-d1f7-4ee9-9190-22417d5fc4e8', 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445', 'admin_state_up': True, 'tenant_id': '720da6c44773453e9873d1bb4f013d09'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:20.855758 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-33e7e6c0-bff8-4aed-8e68-da3ca40d659e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.884878 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-6cac34ab-3a03-45cf-9212-318757d66502 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Made reservation on behalf of 720da6c44773453e9873d1bb4f013d09 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:20.889054 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-6cac34ab-3a03-45cf-9212-318757d66502 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.905821 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7e6c0-bff8-4aed-8e68-da3ca40d659e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Port': ['ID=b99e9869-5742-4c21-903e-e05cc6e46a22,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:20.941799 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-33e7e6c0-bff8-4aed-8e68-da3ca40d659e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.948279 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-33e7e6c0-bff8-4aed-8e68-da3ca40d659e tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/ports/b99e9869-5742-4c21-903e-e05cc6e46a22 HTTP/1.1" status: 204 len: 168 time: 0.7593136 Jul 13 07:53:20.948913 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60330) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:20.990216 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46c4d01-05b8-47b7-9469-421531e7e1bf tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] GET failed (client error): The resource could not be found. Jul 13 07:53:20.994671 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f46c4d01-05b8-47b7-9469-421531e7e1bf tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports/b99e9869-5742-4c21-903e-e05cc6e46a22 HTTP/1.1" status: 404 len: 333 time: 0.0447245 Jul 13 07:53:20.995549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60332) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:21.095088 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ce0855-15aa-4893-92c8-d51926344613 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:21.107653 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] Sync routers for ids ['e84c7190-caad-4052-931d-172a6d931362'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:21.133380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] Routers {'e84c7190-caad-4052-931d-172a6d931362'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:21.134392 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:52:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e84c7190-caad-4052-931d-172a6d931362'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:21.139146 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49ce0855-15aa-4893-92c8-d51926344613 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.145406 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60336) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:21.145965 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-49ce0855-15aa-4893-92c8-d51926344613 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.1514955 Jul 13 07:53:21.156896 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-6cac34ab-3a03-45cf-9212-318757d66502 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Allocated IP 172.20.0.8 (e253f1c6-51d9-42ff-9541-a7b1eff9e445/af3a2383-8099-4064-9267-4ac4780fcb43/070ba8b1-ab16-4d64-9578-c7d6828da9f8) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:21.221097 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-1a755df5-c205-4c0c-90a7-6009add245fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting port 09b5dbf8-dbb8-41ff-a85b-29c4de7ae200 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:21.221482 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1a755df5-c205-4c0c-90a7-6009add245fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.348447 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] Set router e84c7190-caad-4052-931d-172a6d931362 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:21.354206 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1a755df5-c205-4c0c-90a7-6009add245fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.369163 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-1a755df5-c205-4c0c-90a7-6009add245fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Calling delete_port for 09b5dbf8-dbb8-41ff-a85b-29c4de7ae200 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:21.520467 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c78b348c-804a-4d4e-aa59-ae8dda2059b0 req-f523b7cf-2e8e-4dca-a13a-0394ce2642bf tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=135a56d9-d1f7-4ee9-9190-22417d5fc4e8 HTTP/1.1" status: 200 len: 210 time: 0.0519476 Jul 13 07:53:21.540215 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-6cac34ab-3a03-45cf-9212-318757d66502 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.601662 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d49f3ba5-d5d8-4554-914a-cee0d8ce59fd tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=380b7979739948e5a91a2f3ea43419aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4509487 Jul 13 07:53:21.602292 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-6cac34ab-3a03-45cf-9212-318757d66502 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.602572 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60350) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:21.680650 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac34ab-3a03-45cf-9212-318757d66502 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Pushing event updated for resources: {'Port': ['ID=070ba8b1-ab16-4d64-9578-c7d6828da9f8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:21.758918 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-6cac34ab-3a03-45cf-9212-318757d66502 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Network e253f1c6-51d9-42ff-9541-a7b1eff9e445 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:21.765641 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1a755df5-c205-4c0c-90a7-6009add245fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.777924 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-6cac34ab-3a03-45cf-9212-318757d66502 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:21.779047 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84c7190-caad-4052-931d-172a6d931362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596890059', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:16Z', 'updated_at': '2021-07-13T07:53:18Z', 'revision_number': 3, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port': {'id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:17Z', 'updated_at': '2021-07-13T07:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:21.825497 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a755df5-c205-4c0c-90a7-6009add245fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Port': ['ID=09b5dbf8-dbb8-41ff-a85b-29c4de7ae200,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:21.860520 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-6cac34ab-3a03-45cf-9212-318757d66502 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:21.863242 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1a755df5-c205-4c0c-90a7-6009add245fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.865570 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1a755df5-c205-4c0c-90a7-6009add245fb tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/ports/09b5dbf8-dbb8-41ff-a85b-29c4de7ae200 HTTP/1.1" status: 204 len: 168 time: 0.8689859 Jul 13 07:53:21.868725 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60362) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:21.904433 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb3c5be-e162-480d-876f-3029fb6b3418 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] GET failed (client error): The resource could not be found. Jul 13 07:53:21.906361 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1fb3c5be-e162-480d-876f-3029fb6b3418 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports/09b5dbf8-dbb8-41ff-a85b-29c4de7ae200 HTTP/1.1" status: 404 len: 333 time: 0.0365753 Jul 13 07:53:21.909111 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60366) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:21.974587 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-b320a542-aab8-4432-b721-fec1642547ad tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting subnet f91c47db-5b99-4444-abe2-41058a1c405a {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:21.983379 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b320a542-aab8-4432-b721-fec1642547ad tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.032464 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] Checking router: e84c7190-caad-4052-931d-172a6d931362 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:53:22.032903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] Updating router e84c7190-caad-4052-931d-172a6d931362 port 45443aef-2e6f-427a-bada-dd4d9c70f961 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:53:22.052663 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b320a542-aab8-4432-b721-fec1642547ad tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.078697 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.084133 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dbac8e-6510-4176-a757-70eb73bea8e6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:22.096708 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e0dbac8e-6510-4176-a757-70eb73bea8e6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4904859 Jul 13 07:53:22.097587 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60372) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:22.104604 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-6cac34ab-3a03-45cf-9212-318757d66502 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:22.105409 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-6cac34ab-3a03-45cf-9212-318757d66502 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.137800 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-6cac34ab-3a03-45cf-9212-318757d66502 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4249444 Jul 13 07:53:22.150666 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0ea32-b97e-43bc-9b5a-57c855213559 req-46e1fa62-ebdd-4aa0-8395-c1600c08b85b tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:22.152264 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d4d0ea32-b97e-43bc-9b5a-57c855213559 req-46e1fa62-ebdd-4aa0-8395-c1600c08b85b tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 0.2877381 Jul 13 07:53:22.157524 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] Request body: {'port': {'device_id': '135a56d9-d1f7-4ee9-9190-22417d5fc4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:22.201377 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d3d564e2-7812-4dee-92e2-b5034cf370fc tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f96be058-f906-4210-b421-902eff1606be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1029024 Jul 13 07:53:22.204358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60374) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:22.210212 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-fc81f56f-e2de-4698-bccf-b017695686b1 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-570911837', 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7', 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:22.261506 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d4d0ea32-b97e-43bc-9b5a-57c855213559 req-9a291e24-890e-4bc9-84c3-53d37720c27b tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968430 Jul 13 07:53:22.276217 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.354660 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b320a542-aab8-4432-b721-fec1642547ad tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.409750 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc81f56f-e2de-4698-bccf-b017695686b1 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Made reservation on behalf of 380b7979739948e5a91a2f3ea43419aa for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:22.414815 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fc81f56f-e2de-4698-bccf-b017695686b1 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.488346 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.518764 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] Transition to ACTIVE for port object 45443aef-2e6f-427a-bada-dd4d9c70f961 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:22.522356 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b320a542-aab8-4432-b721-fec1642547ad tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.537228 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.565801 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320a542-aab8-4432-b721-fec1642547ad tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Subnet': ['ID=f91c47db-5b99-4444-abe2-41058a1c405a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:22.573180 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b320a542-aab8-4432-b721-fec1642547ad tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.575041 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b320a542-aab8-4432-b721-fec1642547ad tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/subnets/f91c47db-5b99-4444-abe2-41058a1c405a HTTP/1.1" status: 204 len: 168 time: 0.6649897 Jul 13 07:53:22.578919 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60386) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:22.621296 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21554558-fdc3-42ad-b3e9-d35fb9d824d7 None None] Network 1e0a4b24-aa48-4ce7-888a-546c82b0a526 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:22.668712 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b852-4c08-40e6-815a-9d0e141af706 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.809669 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fc81f56f-e2de-4698-bccf-b017695686b1 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.825000 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] Attempting to bind port 45443aef-2e6f-427a-bada-dd4d9c70f961 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:22.826023 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] Attempting to bind port 45443aef-2e6f-427a-bada-dd4d9c70f961 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:22.826598 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] Attempting to bind port 45443aef-2e6f-427a-bada-dd4d9c70f961 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:22.833435 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd6e94-bf91-4ac4-a430-f8d6da236601 None None] Pushing event updated for resources: {'Port': ['ID=45443aef-2e6f-427a-bada-dd4d9c70f961,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:22.862992 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9b852-4c08-40e6-815a-9d0e141af706 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting port 1e03814e-3449-4026-8252-aa193a937016 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:22.863371 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b852-4c08-40e6-815a-9d0e141af706 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.869233 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:22.869670 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:22.870105 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.870505 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:22.871666 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] Bound port: 45443aef-2e6f-427a-bada-dd4d9c70f961, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:22.872071 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.886423 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070ba8b1-ab16-4d64-9578-c7d6828da9f8 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:53:22.901161 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81f56f-e2de-4698-bccf-b017695686b1 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event updated for resources: {'Subnet': ['ID=e3ce8877-83d9-4dc6-aae1-31e0fd0d405e,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:22.902375 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.933003 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] For port 45443aef-2e6f-427a-bada-dd4d9c70f961, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:22.933796 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c277c64-7a1e-4362-a99e-877f00fe59d5 req-0144559d-09ad-4923-8bcf-38e99b0095ef tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:22.935578 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9c277c64-7a1e-4362-a99e-877f00fe59d5 req-0144559d-09ad-4923-8bcf-38e99b0095ef tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=135a56d9-d1f7-4ee9-9190-22417d5fc4e8 HTTP/1.1" status: 200 len: 931 time: 0.2012849 Jul 13 07:53:22.942030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] Transition to ACTIVE for port object 070ba8b1-ab16-4d64-9578-c7d6828da9f8 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:22.944602 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] For port 45443aef-2e6f-427a-bada-dd4d9c70f961, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=45443aef-2e6f-427a-bada-dd4d9c70f961,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:22.953431 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc81f56f-e2de-4698-bccf-b017695686b1 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Checking segment: {'id': 'c0de58fa-7a80-4b0d-9d32-5ad2c1d88342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:22.953811 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc81f56f-e2de-4698-bccf-b017695686b1 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Network hostable DHCP agents. Network: a1940323-3062-41b6-8e72-e73110e23be7, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:53:22.962615 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-c4a9b852-4c08-40e6-815a-9d0e141af706 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] For port 1e03814e-3449-4026-8252-aa193a937016, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1e03814e-3449-4026-8252-aa193a937016,segment=NetworkSegment(e779cd22-6895-4490-9d5a-60cd52384ab8),segment_id=e779cd22-6895-4490-9d5a-60cd52384ab8)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:22.962979 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b852-4c08-40e6-815a-9d0e141af706 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.965416 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.974941 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.992373 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9b852-4c08-40e6-815a-9d0e141af706 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Calling delete_port for 1e03814e-3449-4026-8252-aa193a937016 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:23.003018 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc81f56f-e2de-4698-bccf-b017695686b1 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Network a1940323-3062-41b6-8e72-e73110e23be7 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:53:23.024257 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] Routers {'e84c7190-caad-4052-931d-172a6d931362'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:23.024909 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:52:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e84c7190-caad-4052-931d-172a6d931362'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:23.056602 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-fc81f56f-e2de-4698-bccf-b017695686b1 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, a1940323-3062-41b6-8e72-e73110e23be7) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:23.067183 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81f56f-e2de-4698-bccf-b017695686b1 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:23.068855 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fc81f56f-e2de-4698-bccf-b017695686b1 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.085990 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc9af53-5e5d-4763-9e53-6beb1870631b None None] Network a1940323-3062-41b6-8e72-e73110e23be7 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:23.127791 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fc81f56f-e2de-4698-bccf-b017695686b1 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9221590 Jul 13 07:53:23.130496 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60392) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:23.167676 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9c277c64-7a1e-4362-a99e-877f00fe59d5 req-631cec52-6625-43ac-8d34-47c6b75e0180 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224355 Jul 13 07:53:23.200327 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=070ba8b1-ab16-4d64-9578-c7d6828da9f8,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:23.202590 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9ca18d-dc14-4bfa-9b14-61517969057e None None] DHCP port deletion for 1e0a4b24-aa48-4ce7-888a-546c82b0a526 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:53:23.216243 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b852-4c08-40e6-815a-9d0e141af706 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.266037 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a9b852-4c08-40e6-815a-9d0e141af706 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] No DVR routers for this DVR port 1e03814e-3449-4026-8252-aa193a937016 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:23.284171 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5779a8ef-a877-4cd8-8faa-b73e48c2ca14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.321961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] Attempting to bind port 070ba8b1-ab16-4d64-9578-c7d6828da9f8 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:23.322434 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] Attempting to bind port 070ba8b1-ab16-4d64-9578-c7d6828da9f8 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '4274e490-15b7-43be-8439-a248d70b1f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:23.323190 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] Attempting to bind port 070ba8b1-ab16-4d64-9578-c7d6828da9f8 on network e253f1c6-51d9-42ff-9541-a7b1eff9e445 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:23.337499 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9b852-4c08-40e6-815a-9d0e141af706 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Port': ['ID=1e03814e-3449-4026-8252-aa193a937016,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:23.341911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] Port 070ba8b1-ab16-4d64-9578-c7d6828da9f8 on network e253f1c6-51d9-42ff-9541-a7b1eff9e445 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:53:23.342251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] Attempting to bind port 070ba8b1-ab16-4d64-9578-c7d6828da9f8 on network e253f1c6-51d9-42ff-9541-a7b1eff9e445 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:23.348055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:23.348345 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] Checking segment: {'id': '4274e490-15b7-43be-8439-a248d70b1f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:23.348912 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] Bound using segment: {'id': '4274e490-15b7-43be-8439-a248d70b1f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:23.349177 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] Set router e84c7190-caad-4052-931d-172a6d931362 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:23.349393 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] Bound port: 070ba8b1-ab16-4d64-9578-c7d6828da9f8, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4274e490-15b7-43be-8439-a248d70b1f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:23.349761 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.423159 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] For port 070ba8b1-ab16-4d64-9578-c7d6828da9f8, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:23.426847 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] For port 070ba8b1-ab16-4d64-9578-c7d6828da9f8, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=070ba8b1-ab16-4d64-9578-c7d6828da9f8,segment=NetworkSegment(4274e490-15b7-43be-8439-a248d70b1f1c),segment_id=4274e490-15b7-43be-8439-a248d70b1f1c)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:23.432412 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.432609 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd6e94-bf91-4ac4-a430-f8d6da236601 None None] Pushing event updated for resources: {'Port': ['ID=45443aef-2e6f-427a-bada-dd4d9c70f961,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:23.457273 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:23.458107 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.460148 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] 10.222.0.35 "PUT /v2.0/ports/070ba8b1-ab16-4d64-9578-c7d6828da9f8 HTTP/1.1" status: 200 len: 1092 time: 1.3063080 Jul 13 07:53:23.462290 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135a56d9-d1f7-4ee9-9190-22417d5fc4e8', 'tag': '070ba8b1-ab16-4d64-9578-c7d6828da9f8'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:23.465701 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62931d0f-c014-4367-b60c-6eef491dfd69" -d '{"events": [{"name": "network-changed", "server_uuid": "135a56d9-d1f7-4ee9-9190-22417d5fc4e8", "tag": "070ba8b1-ab16-4d64-9578-c7d6828da9f8"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:23.476494 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b852-4c08-40e6-815a-9d0e141af706 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.530314 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-c4a9b852-4c08-40e6-815a-9d0e141af706 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0a4b24-aa48-4ce7-888a-546c82b0a526']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:23.637004 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1e03814e-3449-4026-8252-aa193a937016 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:23.687241 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 1e03814e-3449-4026-8252-aa193a937016 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:23.687814 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1e03814e-3449-4026-8252-aa193a937016 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:23.732389 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-a1940323-3062-41b6-8e72-e73110e23be7', 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'fixed_ips': [{'subnet_id': 'e3ce8877-83d9-4dc6-aae1-31e0fd0d405e'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:53:23.733258 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.781437 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb5bf8a-705c-40a2-afd2-b2a41f3c237b x-openstack-request-id: req-4cb5bf8a-705c-40a2-afd2-b2a41f3c237b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:23.781889 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135a56d9-d1f7-4ee9-9190-22417d5fc4e8", "tag": "070ba8b1-ab16-4d64-9578-c7d6828da9f8", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:23.782173 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4cb5bf8a-705c-40a2-afd2-b2a41f3c237b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:23.782595 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135a56d9-d1f7-4ee9-9190-22417d5fc4e8', 'tag': '070ba8b1-ab16-4d64-9578-c7d6828da9f8', 'status': 'completed', 'code': 200} Jul 13 07:53:23.838583 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-9e5fe305-d58e-4c5c-b72d-009af212a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:23.840586 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-9e5fe305-d58e-4c5c-b72d-009af212a6ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=720da6c44773453e9873d1bb4f013d09&device_id=135a56d9-d1f7-4ee9-9190-22417d5fc4e8 HTTP/1.1" status: 200 len: 1095 time: 0.2623878 Jul 13 07:53:23.851000 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf9f68-3ca6-49f8-9989-a63123bfc4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=070ba8b1-ab16-4d64-9578-c7d6828da9f8,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:23.900939 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:53:23.967089 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-0b02ebcd-b0f6-4a3c-9c27-c0501d9ef3a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=070ba8b1-ab16-4d64-9578-c7d6828da9f8 HTTP/1.1" status: 200 len: 217 time: 0.1066675 Jul 13 07:53:23.981071 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583797ca-bdc8-4db7-bcd3-7faa1d19709e req-6cecc321-c97b-495f-b157-70633b5b92c4 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:23.984427 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-583797ca-bdc8-4db7-bcd3-7faa1d19709e req-6cecc321-c97b-495f-b157-70633b5b92c4 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 0.4417872 Jul 13 07:53:24.024249 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84c7190-caad-4052-931d-172a6d931362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596890059', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:16Z', 'updated_at': '2021-07-13T07:53:18Z', 'revision_number': 3, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port': {'id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:17Z', 'updated_at': '2021-07-13T07:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:24.108156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085a305a-0935-4d74-8d04-c5c2a4483206 None None] The sync data for ids ['e84c7190-caad-4052-931d-172a6d931362'] in n-d-779913-28 is: [{'id': 'e84c7190-caad-4052-931d-172a6d931362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596890059', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:16Z', 'updated_at': '2021-07-13T07:53:18Z', 'revision_number': 3, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port': {'id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:17Z', 'updated_at': '2021-07-13T07:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:24.108696 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-415da50e-003a-46eb-9254-db943aef8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:24.111707 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-415da50e-003a-46eb-9254-db943aef8d08 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=af3a2383-8099-4064-9267-4ac4780fcb43 HTTP/1.1" status: 200 len: 854 time: 0.1263053 Jul 13 07:53:24.136559 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] Allocated IP 172.20.0.2 (a1940323-3062-41b6-8e72-e73110e23be7/e3ce8877-83d9-4dc6-aae1-31e0fd0d405e/c46d3387-a112-425f-bc56-e8de6ed5bd75) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:24.137082 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-583797ca-bdc8-4db7-bcd3-7faa1d19709e req-a2408c14-5273-47b3-9f07-c8f7a6cddbf3 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227245 Jul 13 07:53:24.183169 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:24.203775 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-d98a0410-b269-44b1-8ad0-32f8b046b5c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e253f1c6-51d9-42ff-9541-a7b1eff9e445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733182 Jul 13 07:53:24.265801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'port_id': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1', 'mac_address': 'fa:16:3e:8a:5f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:53:24.375437 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.400104 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:53:24.432275 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-c4a9b852-4c08-40e6-815a-9d0e141af706 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e779cd22-6895-4490-9d5a-60cd52384ab8') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:24.433728 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-c4a9b852-4c08-40e6-815a-9d0e141af706 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e779cd22-6895-4490-9d5a-60cd52384ab8') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:24.462251 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:24.474453 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.485671 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b852-4c08-40e6-815a-9d0e141af706 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.497107 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-765f8f49-149d-49cf-b845-0b4926ca1b6a service neutron] 10.222.0.35 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750001 Jul 13 07:53:24.567740 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b852-4c08-40e6-815a-9d0e141af706 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.620753 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a9b852-4c08-40e6-815a-9d0e141af706 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:53:24.622001 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b852-4c08-40e6-815a-9d0e141af706 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:53:24.648169 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:53:24.711892 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.714126 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:24.733782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] Transition to ACTIVE for port object c46d3387-a112-425f-bc56-e8de6ed5bd75 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:24.747015 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b852-4c08-40e6-815a-9d0e141af706 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.755712 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b852-4c08-40e6-815a-9d0e141af706 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.763129 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c4a9b852-4c08-40e6-815a-9d0e141af706 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/networks/1e0a4b24-aa48-4ce7-888a-546c82b0a526 HTTP/1.1" status: 204 len: 168 time: 2.1829720 Jul 13 07:53:24.763797 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60422) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:24.767586 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:53:24.820936 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a50b7f69-4ecf-49af-8a8b-d868ad8e4809 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1409238411'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:24.860070 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9b852-4c08-40e6-815a-9d0e141af706 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Network': ['ID=1e0a4b24-aa48-4ce7-888a-546c82b0a526,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:24.885948 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] Transition to ACTIVE for port object c46d3387-a112-425f-bc56-e8de6ed5bd75 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:24.902647 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.934380 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa614327-aec2-4412-8111-d7915661155c req-70881148-0e5e-4dd4-b0f6-dcef2c0ea723 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:24.955525 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa614327-aec2-4412-8111-d7915661155c req-70881148-0e5e-4dd4-b0f6-dcef2c0ea723 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=135a56d9-d1f7-4ee9-9190-22417d5fc4e8 HTTP/1.1" status: 200 len: 943 time: 0.4566576 Jul 13 07:53:24.962705 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50b7f69-4ecf-49af-8a8b-d868ad8e4809 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:24.974170 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a50b7f69-4ecf-49af-8a8b-d868ad8e4809 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.043637 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2eb17f1-a4b0-4284-909a-3566ed464144 req-2dcf929e-4d9c-4181-853c-eefb3683f152 service neutron] 10.222.0.35 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296652 Jul 13 07:53:25.104012 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50b7f69-4ecf-49af-8a8b-d868ad8e4809 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:53:25.160576 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] Network a1940323-3062-41b6-8e72-e73110e23be7 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:25.161654 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] Pushing event updated for resources: {'Port': ['ID=c46d3387-a112-425f-bc56-e8de6ed5bd75,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:25.174654 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:25.176668 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0ef7a0eb-8a7d-4414-a619-f948ad277217 None None] Provisioning complete for port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:25.177205 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ef7a0eb-8a7d-4414-a619-f948ad277217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.180761 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:25.194834 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a50b7f69-4ecf-49af-8a8b-d868ad8e4809 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.195334 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-a50b7f69-4ecf-49af-8a8b-d868ad8e4809 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Added segment 6b1a7d0d-8140-4c7c-a2d8-9a117fcb564e of type vlan for network 71c603c0-e5f0-41de-ae74-9f6432fdb739 Jul 13 07:53:25.210068 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa614327-aec2-4412-8111-d7915661155c req-89e6254f-da72-423e-a3da-56d668be0d50 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523687 Jul 13 07:53:25.359793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62931d0f-c014-4367-b60c-6eef491dfd69 req-54253353-1776-4393-a6a1-b6d1e8895376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:25.361917 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62931d0f-c014-4367-b60c-6eef491dfd69 req-54253353-1776-4393-a6a1-b6d1e8895376 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=720da6c44773453e9873d1bb4f013d09&device_id=135a56d9-d1f7-4ee9-9190-22417d5fc4e8 HTTP/1.1" status: 200 len: 1095 time: 0.2245839 Jul 13 07:53:25.667875 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dc9db0b5-11ad-45e6-bfe0-cdb536ef67ed tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.693195 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a50b7f69-4ecf-49af-8a8b-d868ad8e4809 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.721898 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 45443aef-2e6f-427a-bada-dd4d9c70f961 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:25.848395 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.resource_extend [None req-a50b7f69-4ecf-49af-8a8b-d868ad8e4809 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:53:25.860495 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62931d0f-c014-4367-b60c-6eef491dfd69 req-58f417e0-e5bd-4714-8081-27ef34ca34e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:25.862323 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62931d0f-c014-4367-b60c-6eef491dfd69 req-58f417e0-e5bd-4714-8081-27ef34ca34e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e253f1c6-51d9-42ff-9541-a7b1eff9e445 HTTP/1.1" status: 200 len: 915 time: 0.4913881 Jul 13 07:53:25.885430 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f9f59-044f-4ace-a18d-f07d793cfd40 req-99fd992f-44ce-4b95-afa7-24f61dc98c19 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:25.898292 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-722f9f59-044f-4ace-a18d-f07d793cfd40 req-99fd992f-44ce-4b95-afa7-24f61dc98c19 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 944 time: 0.4482658 Jul 13 07:53:25.900015 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] Attempting to bind port c46d3387-a112-425f-bc56-e8de6ed5bd75 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:25.901484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] Attempting to bind port c46d3387-a112-425f-bc56-e8de6ed5bd75 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'c0de58fa-7a80-4b0d-9d32-5ad2c1d88342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:25.902176 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] Attempting to bind port c46d3387-a112-425f-bc56-e8de6ed5bd75 on network a1940323-3062-41b6-8e72-e73110e23be7 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:25.909693 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a50b7f69-4ecf-49af-8a8b-d868ad8e4809 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.917495 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:25.918572 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] Checking segment: {'id': 'c0de58fa-7a80-4b0d-9d32-5ad2c1d88342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:25.919219 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.919836 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] Bound using segment: {'id': 'c0de58fa-7a80-4b0d-9d32-5ad2c1d88342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:25.920554 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] Bound port: c46d3387-a112-425f-bc56-e8de6ed5bd75, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0de58fa-7a80-4b0d-9d32-5ad2c1d88342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:25.921635 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.941711 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50b7f69-4ecf-49af-8a8b-d868ad8e4809 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:25.942736 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a50b7f69-4ecf-49af-8a8b-d868ad8e4809 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.083824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62931d0f-c014-4367-b60c-6eef491dfd69 req-6746acc9-ca6a-41ab-8ef4-ee4f96e561c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=070ba8b1-ab16-4d64-9578-c7d6828da9f8 HTTP/1.1" status: 200 len: 217 time: 0.1831400 Jul 13 07:53:26.153997 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] For port c46d3387-a112-425f-bc56-e8de6ed5bd75, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:26.159097 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] For port c46d3387-a112-425f-bc56-e8de6ed5bd75, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c46d3387-a112-425f-bc56-e8de6ed5bd75,segment=NetworkSegment(c0de58fa-7a80-4b0d-9d32-5ad2c1d88342),segment_id=c0de58fa-7a80-4b0d-9d32-5ad2c1d88342)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:26.176002 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.216411 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a50b7f69-4ecf-49af-8a8b-d868ad8e4809 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4030690 Jul 13 07:53:26.236381 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-722f9f59-044f-4ace-a18d-f07d793cfd40 req-b2e4ce3d-3ea3-402a-ab42-adfd84db33f4 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3370063 Jul 13 07:53:26.240567 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60480) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:26.294794 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'subnet': {'network_id': '71c603c0-e5f0-41de-ae74-9f6432fdb739', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:26.309116 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826044a7-8e59-4c97-b454-5202d186a4ae None None] Pushing event updated for resources: {'Port': ['ID=c46d3387-a112-425f-bc56-e8de6ed5bd75,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:26.356809 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ef7a0eb-8a7d-4414-a619-f948ad277217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.401538 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 45443aef-2e6f-427a-bada-dd4d9c70f961 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:26.410408 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 45443aef-2e6f-427a-bada-dd4d9c70f961 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:26.410408 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.437847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b7f69-4ecf-49af-8a8b-d868ad8e4809 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Network': ['ID=71c603c0-e5f0-41de-ae74-9f6432fdb739,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:26.494580 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:26.498038 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1fa939-0457-4b7e-86cb-054ef0c3b92b" -d '{"events": [{"server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "name": "network-vif-plugged", "status": "completed", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:26.502184 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 71c603c0-e5f0-41de-ae74-9f6432fdb739 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:53:26.560899 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0ef7a0eb-8a7d-4414-a619-f948ad277217 None None] For port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:26.584571 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ef7a0eb-8a7d-4414-a619-f948ad277217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.841346 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62931d0f-c014-4367-b60c-6eef491dfd69 req-5b3e2b30-65e0-4f67-a9fc-c65a45bd93d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:26.843402 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62931d0f-c014-4367-b60c-6eef491dfd69 req-5b3e2b30-65e0-4f67-a9fc-c65a45bd93d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=af3a2383-8099-4064-9267-4ac4780fcb43 HTTP/1.1" status: 200 len: 854 time: 0.7505558 Jul 13 07:53:26.898390 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e4dc27-ab14-47d8-994d-c9d877a5c8bc x-openstack-request-id: req-a2e4dc27-ab14-47d8-994d-c9d877a5c8bc {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:26.898913 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "name": "network-vif-plugged", "status": "completed", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:26.898913 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a2e4dc27-ab14-47d8-994d-c9d877a5c8bc {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:26.899328 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1', 'code': 200} Jul 13 07:53:26.928872 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62931d0f-c014-4367-b60c-6eef491dfd69 req-6a274006-01d4-4384-9d25-a409ba5a3835 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e253f1c6-51d9-42ff-9541-a7b1eff9e445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709193 Jul 13 07:53:26.950724 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:26.975747 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.155541 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 070ba8b1-ab16-4d64-9578-c7d6828da9f8 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:53:27.276591 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-dc9db0b5-11ad-45e6-bfe0-cdb536ef67ed tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Allocated IP 172.20.0.1 (a1940323-3062-41b6-8e72-e73110e23be7/e3ce8877-83d9-4dc6-aae1-31e0fd0d405e/3643474a-8a9e-4ed7-91d3-05014cca04b8) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:27.343597 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.447903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 45443aef-2e6f-427a-bada-dd4d9c70f961, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=45443aef-2e6f-427a-bada-dd4d9c70f961,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:27.497402 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.570816 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62931d0f-c014-4367-b60c-6eef491dfd69 req-c4d46575-74c9-4f91-b46f-b180a445c60a service neutron] 10.222.0.35 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6257544 Jul 13 07:53:27.572589 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.574596 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.resource_extend [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:53:27.605705 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7a0eb-8a7d-4414-a619-f948ad277217 None None] Pushing event updated for resources: {'Port': ['ID=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:27.672445 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=45443aef-2e6f-427a-bada-dd4d9c70f961,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:27.693473 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Subnet': ['ID=d960025d-1a59-450b-bf6b-3702ea44362c,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:27.834043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-97cef67e-cb82-4e82-8b6a-afefcfb9c349 None None] Provisioning complete for port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:27.852087 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-97cef67e-cb82-4e82-8b6a-afefcfb9c349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.866865 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c3e84eb8-ed26-4add-b325-d0db9d886faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.870050 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dc9db0b5-11ad-45e6-bfe0-cdb536ef67ed tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.932146 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-dc9db0b5-11ad-45e6-bfe0-cdb536ef67ed tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Transition to ACTIVE for port object 3643474a-8a9e-4ed7-91d3-05014cca04b8 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:27.948334 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.956381 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:28.047777 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:28.048114 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:28.048624 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:28.049119 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:28.049808 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:28.050325 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:28.050448 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dc9db0b5-11ad-45e6-bfe0-cdb536ef67ed tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.050964 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:28.054366 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:28.054933 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:28.055429 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:28.055921 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:28.058523 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:28.088416 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c46d3387-a112-425f-bc56-e8de6ed5bd75 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:28.141726 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9db0b5-11ad-45e6-bfe0-cdb536ef67ed tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Network a1940323-3062-41b6-8e72-e73110e23be7 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:28.146669 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-dc9db0b5-11ad-45e6-bfe0-cdb536ef67ed tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:28.147675 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62931d0f-c014-4367-b60c-6eef491dfd69 req-b4eaf4bd-d5dd-4080-bdaf-a4b074e3538f service neutron] 10.222.0.35 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506459 Jul 13 07:53:28.159394 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9db0b5-11ad-45e6-bfe0-cdb536ef67ed tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:28.226688 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dc9db0b5-11ad-45e6-bfe0-cdb536ef67ed tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.286064 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 070ba8b1-ab16-4d64-9578-c7d6828da9f8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=070ba8b1-ab16-4d64-9578-c7d6828da9f8,segment=NetworkSegment(4274e490-15b7-43be-8439-a248d70b1f1c),segment_id=4274e490-15b7-43be-8439-a248d70b1f1c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:28.295748 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcc86e-1c6c-4668-b259-75c293d30f16 req-ffd19830-c6d5-43f4-aaaa-49468c7be24f tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:28.308128 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a9dcc86e-1c6c-4668-b259-75c293d30f16 req-ffd19830-c6d5-43f4-aaaa-49468c7be24f tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=135a56d9-d1f7-4ee9-9190-22417d5fc4e8 HTTP/1.1" status: 200 len: 943 time: 1.6616769 Jul 13 07:53:28.355841 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9db0b5-11ad-45e6-bfe0-cdb536ef67ed tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event updated for resources: {'Port': ['ID=3643474a-8a9e-4ed7-91d3-05014cca04b8,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:28.387258 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '070ba8b1-ab16-4d64-9578-c7d6828da9f8', 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445', 'port_id': '070ba8b1-ab16-4d64-9578-c7d6828da9f8', 'mac_address': 'fa:16:3e:4c:40:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3a2383-8099-4064-9267-4ac4780fcb43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:53:28.443336 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5aadcc-2649-4e9f-923f-8019f7a05e33 req-ae552b1f-8554-4fc3-8a90-0585d9a14815 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:28.468999 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3a5aadcc-2649-4e9f-923f-8019f7a05e33 req-ae552b1f-8554-4fc3-8a90-0585d9a14815 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 0.5417604 Jul 13 07:53:28.516682 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dc9db0b5-11ad-45e6-bfe0-cdb536ef67ed tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.547764 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be31e3f-1d59-43cf-b6fa-fb35f02d0628 None None] Network a1940323-3062-41b6-8e72-e73110e23be7 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:28.641595 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Checking segment: {'id': '6b1a7d0d-8140-4c7c-a2d8-9a117fcb564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '71c603c0-e5f0-41de-ae74-9f6432fdb739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:28.642316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network hostable DHCP agents. Network: 71c603c0-e5f0-41de-ae74-9f6432fdb739, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:53:28.658897 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:28.659548 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.720818 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3a5aadcc-2649-4e9f-923f-8019f7a05e33 req-bb67e704-5df4-414a-ab92-a8f7c45a508c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500267 Jul 13 07:53:28.783356 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a9dcc86e-1c6c-4668-b259-75c293d30f16 req-f5870499-2d6b-4f81-81cb-ab24b7442d2c tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742362 Jul 13 07:53:28.800019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port c46d3387-a112-425f-bc56-e8de6ed5bd75 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:28.823054 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network 71c603c0-e5f0-41de-ae74-9f6432fdb739 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:53:28.825774 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.848819 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 71c603c0-e5f0-41de-ae74-9f6432fdb739) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:28.854409 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:28.855093 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.859302 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070ba8b1-ab16-4d64-9578-c7d6828da9f8 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:53:28.922026 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ab1790-23a3-4988-b570-50778d7536be None None] Network 71c603c0-e5f0-41de-ae74-9f6432fdb739 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:28.935437 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-464f16c2-5f6b-450a-9406-840cad9d28ab tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6748867 Jul 13 07:53:28.941791 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60572) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:28.957676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ce640a67-a43d-4ca5-b559-ccb8d0ef7804 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1779448398', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:29.020437 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 070ba8b1-ab16-4d64-9578-c7d6828da9f8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=070ba8b1-ab16-4d64-9578-c7d6828da9f8,segment=NetworkSegment(4274e490-15b7-43be-8439-a248d70b1f1c),segment_id=4274e490-15b7-43be-8439-a248d70b1f1c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:29.078297 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dc9db0b5-11ad-45e6-bfe0-cdb536ef67ed tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.080379 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.090924 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dc9db0b5-11ad-45e6-bfe0-cdb536ef67ed tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.109742 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce640a67-a43d-4ca5-b559-ccb8d0ef7804 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.110743 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce640a67-a43d-4ca5-b559-ccb8d0ef7804 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.161084 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=070ba8b1-ab16-4d64-9578-c7d6828da9f8,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:29.234723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:29.235295 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:29.235813 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:29.236308 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:29.236800 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:29.237279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:29.237765 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:29.238335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:29.238825 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:29.239399 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:29.239965 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:29.241671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:29.275400 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce640a67-a43d-4ca5-b559-ccb8d0ef7804 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.275886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9db0b5-11ad-45e6-bfe0-cdb536ef67ed tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event updated for resources: {'Port': ['ID=3643474a-8a9e-4ed7-91d3-05014cca04b8,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:29.290112 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce640a67-a43d-4ca5-b559-ccb8d0ef7804 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.321265 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dc9db0b5-11ad-45e6-bfe0-cdb536ef67ed tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.332485 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-20a84a9f-cd2f-4471-9b1e-c4948de060e3 None None] Provisioning for port c46d3387-a112-425f-bc56-e8de6ed5bd75 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:29.336415 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce640a67-a43d-4ca5-b559-ccb8d0ef7804 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.343699 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ce640a67-a43d-4ca5-b559-ccb8d0ef7804 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3923285 Jul 13 07:53:29.344652 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60574) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:29.361614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-20a84a9f-cd2f-4471-9b1e-c4948de060e3 None None] Provisioning complete for port c46d3387-a112-425f-bc56-e8de6ed5bd75 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:29.361909 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20a84a9f-cd2f-4471-9b1e-c4948de060e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.387171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8876bbbf-01ad-4a65-a45f-26b6bc4045a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'port': {'network_id': '71c603c0-e5f0-41de-ae74-9f6432fdb739', 'name': 'tempest-PortsIpV6TestJSON-1436162837'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:29.452855 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9db0b5-11ad-45e6-bfe0-cdb536ef67ed tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Network a1940323-3062-41b6-8e72-e73110e23be7 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:29.455618 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-dc9db0b5-11ad-45e6-bfe0-cdb536ef67ed tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:29.482745 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-71c603c0-e5f0-41de-ae74-9f6432fdb739', 'network_id': '71c603c0-e5f0-41de-ae74-9f6432fdb739', 'tenant_id': '0ac629f673f541f983c4cbb8438bd68e', 'fixed_ips': [{'subnet_id': 'd960025d-1a59-450b-bf6b-3702ea44362c'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:53:29.484434 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.497923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['070ba8b1-ab16-4d64-9578-c7d6828da9f8'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:53:29.613952 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.695066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9db0b5-11ad-45e6-bfe0-cdb536ef67ed tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Router e84c7190-caad-4052-931d-172a6d931362 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:53:29.892803 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20a84a9f-cd2f-4471-9b1e-c4948de060e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.920385 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 45443aef-2e6f-427a-bada-dd4d9c70f961 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:30.005233 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9db0b5-11ad-45e6-bfe0-cdb536ef67ed tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:30.016848 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-dc9db0b5-11ad-45e6-bfe0-cdb536ef67ed tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "PUT /v2.0/routers/e84c7190-caad-4052-931d-172a6d931362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8823762 Jul 13 07:53:30.020020 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60586) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:30.024372 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] Sync routers for ids ['e84c7190-caad-4052-931d-172a6d931362'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:30.037705 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ebfa258e-3a95-451f-ae3c-9c14cf45305e tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--149122957', 'description': 'tempest-secgroup_access--149122957 description', 'project_id': '380b7979739948e5a91a2f3ea43419aa'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:30.056211 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] Routers {'e84c7190-caad-4052-931d-172a6d931362'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:30.056590 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:53:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e84c7190-caad-4052-931d-172a6d931362'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:30.095153 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ebfa258e-3a95-451f-ae3c-9c14cf45305e tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:30.179742 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-20a84a9f-cd2f-4471-9b1e-c4948de060e3 None None] For port c46d3387-a112-425f-bc56-e8de6ed5bd75, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c46d3387-a112-425f-bc56-e8de6ed5bd75,segment=NetworkSegment(c0de58fa-7a80-4b0d-9d32-5ad2c1d88342),segment_id=c0de58fa-7a80-4b0d-9d32-5ad2c1d88342)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:30.210587 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20a84a9f-cd2f-4471-9b1e-c4948de060e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:30.321072 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] Set router e84c7190-caad-4052-931d-172a6d931362 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:30.418597 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ebfa258e-3a95-451f-ae3c-9c14cf45305e tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:30.437608 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ebfa258e-3a95-451f-ae3c-9c14cf45305e tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:30.453390 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 45443aef-2e6f-427a-bada-dd4d9c70f961 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:30.456318 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:30.585774 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8876bbbf-01ad-4a65-a45f-26b6bc4045a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:30.594073 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8876bbbf-01ad-4a65-a45f-26b6bc4045a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:30.609236 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ebfa258e-3a95-451f-ae3c-9c14cf45305e tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:30.617857 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ebfa258e-3a95-451f-ae3c-9c14cf45305e tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5966613 Jul 13 07:53:30.632635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60592) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:30.649173 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-3c825468-fd5d-4f55-9691-668389f2903c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--568365812', 'description': 'tempest-secgroup_general--568365812 description', 'project_id': '380b7979739948e5a91a2f3ea43419aa'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:30.676653 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ede87-ff80-4327-97a3-fd287f99e703 req-3d084f05-fc49-4f23-8778-e740336e9808 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:30.682033 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa258e-3a95-451f-ae3c-9c14cf45305e tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=addfe987-240c-456d-b3f7-0a5b6f193058,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:30.687081 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d8ede87-ff80-4327-97a3-fd287f99e703 req-3d084f05-fc49-4f23-8778-e740336e9808 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=135a56d9-d1f7-4ee9-9190-22417d5fc4e8 HTTP/1.1" status: 200 len: 944 time: 0.4261904 Jul 13 07:53:30.737787 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7424716-749e-4628-adaf-fdd91b0ee902 req-7b801b83-9e58-40bd-a676-09937090ec73 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:30.748729 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7424716-749e-4628-adaf-fdd91b0ee902 req-7b801b83-9e58-40bd-a676-09937090ec73 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 0.4311340 Jul 13 07:53:30.799567 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c825468-fd5d-4f55-9691-668389f2903c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:30.828237 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-8876bbbf-01ad-4a65-a45f-26b6bc4045a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] device_id is not set on port dbc10b5b-da19-44ee-8752-61312a62bf03 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:53:30.990319 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d8ede87-ff80-4327-97a3-fd287f99e703 req-e3c219c9-71ce-45f0-86aa-9b9605fcd690 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023081 Jul 13 07:53:31.108026 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fb9754d2-9f29-4569-ad7e-c1368d97c225 None None] Provisioning complete for port c46d3387-a112-425f-bc56-e8de6ed5bd75 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:31.108657 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb9754d2-9f29-4569-ad7e-c1368d97c225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.171602 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7424716-749e-4628-adaf-fdd91b0ee902 req-fadc77ff-3aed-4296-b633-4b42800ac65e tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4173367 Jul 13 07:53:31.230160 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] Allocated IP 2001:db8::2 (71c603c0-e5f0-41de-ae74-9f6432fdb739/d960025d-1a59-450b-bf6b-3702ea44362c/85d834dc-c8a8-425f-9c40-4e3f74b6917c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:31.239878 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a84a9f-cd2f-4471-9b1e-c4948de060e3 None None] Pushing event updated for resources: {'Port': ['ID=c46d3387-a112-425f-bc56-e8de6ed5bd75,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:31.240507 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84c7190-caad-4052-931d-172a6d931362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596890059', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:16Z', 'updated_at': '2021-07-13T07:53:28Z', 'revision_number': 4, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port': {'id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:17Z', 'updated_at': '2021-07-13T07:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '3643474a-8a9e-4ed7-91d3-05014cca04b8', 'name': '', 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'mac_address': 'fa:16:3e:7a:38:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'e3ce8877-83d9-4dc6-aae1-31e0fd0d405e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:26Z', 'updated_at': '2021-07-13T07:53:28Z', 'revision_number': 2, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'subnets': [{'id': 'e3ce8877-83d9-4dc6-aae1-31e0fd0d405e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:31.281057 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c825468-fd5d-4f55-9691-668389f2903c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.287312 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c825468-fd5d-4f55-9691-668389f2903c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.338907 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c825468-fd5d-4f55-9691-668389f2903c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.341200 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3c825468-fd5d-4f55-9691-668389f2903c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6974010 Jul 13 07:53:31.343002 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c825468-fd5d-4f55-9691-668389f2903c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccb0593-8855-4826-957e-00767428e7d1,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:31.344286 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60598) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:31.366746 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b9d2d519-b614-4b41-af62-65c4092de968 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Request body: {'security_group_rule': {'security_group_id': 'addfe987-240c-456d-b3f7-0a5b6f193058', 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:31.370558 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] Checking router: e84c7190-caad-4052-931d-172a6d931362 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:53:31.370921 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] Updating router e84c7190-caad-4052-931d-172a6d931362 port 3643474a-8a9e-4ed7-91d3-05014cca04b8 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:53:31.373985 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.443204 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9d2d519-b614-4b41-af62-65c4092de968 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.464388 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.689484 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9d2d519-b614-4b41-af62-65c4092de968 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.711678 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9d2d519-b614-4b41-af62-65c4092de968 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.745437 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fb9754d2-9f29-4569-ad7e-c1368d97c225 None None] Provisioning for port 3643474a-8a9e-4ed7-91d3-05014cca04b8 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:31.759991 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.767765 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fb9754d2-9f29-4569-ad7e-c1368d97c225 None None] Provisioning complete for port 3643474a-8a9e-4ed7-91d3-05014cca04b8 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:31.768312 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb9754d2-9f29-4569-ad7e-c1368d97c225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.869065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] Transition to ACTIVE for port object 85d834dc-c8a8-425f-9c40-4e3f74b6917c will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:31.957576 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2d519-b614-4b41-af62-65c4092de968 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8375280-c8da-4bca-8c7a-1393f404086e,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:31.967873 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c46d3387-a112-425f-bc56-e8de6ed5bd75 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:31.974610 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9d2d519-b614-4b41-af62-65c4092de968 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.995482 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b9d2d519-b614-4b41-af62-65c4092de968 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6497006 Jul 13 07:53:32.078295 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-905866a4-9f91-4eed-9f32-b23fba3fe3af req-784b3dc4-c3e7-4cbd-96ca-37ae12765c30 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2993917 Jul 13 07:53:32.092637 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-fb9754d2-9f29-4569-ad7e-c1368d97c225 None None] Port 3643474a-8a9e-4ed7-91d3-05014cca04b8 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:32.095051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] Transition to ACTIVE for port object 85d834dc-c8a8-425f-9c40-4e3f74b6917c will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:32.128181 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.277952 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.307239 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] Transition to ACTIVE for port object 3643474a-8a9e-4ed7-91d3-05014cca04b8 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:32.309021 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] Network 71c603c0-e5f0-41de-ae74-9f6432fdb739 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:32.328979 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:32.329244 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.339752 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:32.484784 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] Attempting to bind port 85d834dc-c8a8-425f-9c40-4e3f74b6917c on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:32.485208 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] Attempting to bind port 85d834dc-c8a8-425f-9c40-4e3f74b6917c by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '6b1a7d0d-8140-4c7c-a2d8-9a117fcb564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '71c603c0-e5f0-41de-ae74-9f6432fdb739'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:32.485585 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] Attempting to bind port 85d834dc-c8a8-425f-9c40-4e3f74b6917c on network 71c603c0-e5f0-41de-ae74-9f6432fdb739 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:32.498328 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:32.506025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] Checking segment: {'id': '6b1a7d0d-8140-4c7c-a2d8-9a117fcb564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '71c603c0-e5f0-41de-ae74-9f6432fdb739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:32.507886 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.508315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] Bound using segment: {'id': '6b1a7d0d-8140-4c7c-a2d8-9a117fcb564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '71c603c0-e5f0-41de-ae74-9f6432fdb739'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:32.508836 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] Bound port: 85d834dc-c8a8-425f-9c40-4e3f74b6917c, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1a7d0d-8140-4c7c-a2d8-9a117fcb564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '71c603c0-e5f0-41de-ae74-9f6432fdb739'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:32.509309 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.519722 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] Pushing event updated for resources: {'Port': ['ID=85d834dc-c8a8-425f-9c40-4e3f74b6917c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:32.525262 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e96fe7-955d-400a-8a65-cb15c54ee457 None None] Pushing event updated for resources: {'Port': ['ID=3643474a-8a9e-4ed7-91d3-05014cca04b8,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:32.532533 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port c46d3387-a112-425f-bc56-e8de6ed5bd75 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:32.532895 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.640624 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e96fe7-955d-400a-8a65-cb15c54ee457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:32.640974 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e96fe7-955d-400a-8a65-cb15c54ee457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:32.657368 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e96fe7-955d-400a-8a65-cb15c54ee457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:32.657733 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e96fe7-955d-400a-8a65-cb15c54ee457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:32.658047 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e96fe7-955d-400a-8a65-cb15c54ee457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:32.659236 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e96fe7-955d-400a-8a65-cb15c54ee457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:32.659553 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e96fe7-955d-400a-8a65-cb15c54ee457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:32.659735 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e96fe7-955d-400a-8a65-cb15c54ee457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:32.660065 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e96fe7-955d-400a-8a65-cb15c54ee457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:32.660399 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e96fe7-955d-400a-8a65-cb15c54ee457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:32.661430 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e96fe7-955d-400a-8a65-cb15c54ee457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:32.662981 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e96fe7-955d-400a-8a65-cb15c54ee457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:32.745387 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] Attempting to bind port 3643474a-8a9e-4ed7-91d3-05014cca04b8 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:32.745728 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] Attempting to bind port 3643474a-8a9e-4ed7-91d3-05014cca04b8 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'c0de58fa-7a80-4b0d-9d32-5ad2c1d88342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:32.749963 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] Attempting to bind port 3643474a-8a9e-4ed7-91d3-05014cca04b8 on network a1940323-3062-41b6-8e72-e73110e23be7 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:32.751736 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] For port 85d834dc-c8a8-425f-9c40-4e3f74b6917c, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:32.759861 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] For port 85d834dc-c8a8-425f-9c40-4e3f74b6917c, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=85d834dc-c8a8-425f-9c40-4e3f74b6917c,segment=NetworkSegment(6b1a7d0d-8140-4c7c-a2d8-9a117fcb564e),segment_id=6b1a7d0d-8140-4c7c-a2d8-9a117fcb564e)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:32.767949 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-8876bbbf-01ad-4a65-a45f-26b6bc4045a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Allocated IP 2001:db8::fc (71c603c0-e5f0-41de-ae74-9f6432fdb739/d960025d-1a59-450b-bf6b-3702ea44362c/dbc10b5b-da19-44ee-8752-61312a62bf03) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:32.770935 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:32.772109 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] Checking segment: {'id': 'c0de58fa-7a80-4b0d-9d32-5ad2c1d88342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:32.772109 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.775487 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] Bound using segment: {'id': 'c0de58fa-7a80-4b0d-9d32-5ad2c1d88342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:32.776536 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] Bound port: 3643474a-8a9e-4ed7-91d3-05014cca04b8, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0de58fa-7a80-4b0d-9d32-5ad2c1d88342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:32.777402 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.870424 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.906470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905866a4-9f91-4eed-9f32-b23fba3fe3af req-09ba7518-b618-4910-ad11-4d825b018284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:32.908236 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-905866a4-9f91-4eed-9f32-b23fba3fe3af req-09ba7518-b618-4910-ad11-4d825b018284 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 1097 time: 0.6698127 Jul 13 07:53:33.007508 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] For port 3643474a-8a9e-4ed7-91d3-05014cca04b8, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:33.020457 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] For port 3643474a-8a9e-4ed7-91d3-05014cca04b8, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3643474a-8a9e-4ed7-91d3-05014cca04b8,segment=NetworkSegment(c0de58fa-7a80-4b0d-9d32-5ad2c1d88342),segment_id=c0de58fa-7a80-4b0d-9d32-5ad2c1d88342)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:33.031136 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d15e6-6697-4952-99e5-5959819fdd82 None None] Pushing event updated for resources: {'Port': ['ID=85d834dc-c8a8-425f-9c40-4e3f74b6917c,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:33.031997 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.125463 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2412f43-31dd-42f6-8adb-cda27f69fc74 req-7d56f065-0f85-451b-a81e-053f4a066051 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:33.133675 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2412f43-31dd-42f6-8adb-cda27f69fc74 req-7d56f065-0f85-451b-a81e-053f4a066051 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=135a56d9-d1f7-4ee9-9190-22417d5fc4e8 HTTP/1.1" status: 200 len: 944 time: 0.6798263 Jul 13 07:53:33.241099 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 070ba8b1-ab16-4d64-9578-c7d6828da9f8 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:33.298596 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] Routers {'e84c7190-caad-4052-931d-172a6d931362'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:33.299492 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:53:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e84c7190-caad-4052-931d-172a6d931362'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:33.301072 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8140314-11cf-4e02-b97f-b577f3dfcc5a req-12408811-3609-477b-aa37-cf95705331f0 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:33.335001 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8140314-11cf-4e02-b97f-b577f3dfcc5a req-12408811-3609-477b-aa37-cf95705331f0 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 0.7477465 Jul 13 07:53:33.412242 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 070ba8b1-ab16-4d64-9578-c7d6828da9f8 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:33.419411 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 070ba8b1-ab16-4d64-9578-c7d6828da9f8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:33.420050 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.604022 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e96fe7-955d-400a-8a65-cb15c54ee457 None None] Pushing event updated for resources: {'Port': ['ID=3643474a-8a9e-4ed7-91d3-05014cca04b8,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:33.635981 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8140314-11cf-4e02-b97f-b577f3dfcc5a req-cfe09bc5-528d-49af-99d6-907d4dc381c5 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2981472 Jul 13 07:53:33.672148 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] Set router e84c7190-caad-4052-931d-172a6d931362 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:33.689869 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2412f43-31dd-42f6-8adb-cda27f69fc74 req-2954683e-e5c9-47b6-a1f0-ea381704c90d tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5552046 Jul 13 07:53:33.706800 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.749552 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905866a4-9f91-4eed-9f32-b23fba3fe3af req-1a7c1999-69e1-4104-a7b1-9973b42b0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:33.764495 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-905866a4-9f91-4eed-9f32-b23fba3fe3af req-1a7c1999-69e1-4104-a7b1-9973b42b0100 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 913 time: 0.7750185 Jul 13 07:53:33.824698 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 070ba8b1-ab16-4d64-9578-c7d6828da9f8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=070ba8b1-ab16-4d64-9578-c7d6828da9f8,segment=NetworkSegment(4274e490-15b7-43be-8439-a248d70b1f1c),segment_id=4274e490-15b7-43be-8439-a248d70b1f1c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:33.827939 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135a56d9-d1f7-4ee9-9190-22417d5fc4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070ba8b1-ab16-4d64-9578-c7d6828da9f8'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:33.840921 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb126b8e-9242-4a73-80a8-e40d22667728" -d '{"events": [{"server_uuid": "135a56d9-d1f7-4ee9-9190-22417d5fc4e8", "name": "network-vif-plugged", "status": "completed", "tag": "070ba8b1-ab16-4d64-9578-c7d6828da9f8"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:33.859846 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.981133 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 85d834dc-c8a8-425f-9c40-4e3f74b6917c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:33.989445 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=070ba8b1-ab16-4d64-9578-c7d6828da9f8,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:34.098707 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 85d834dc-c8a8-425f-9c40-4e3f74b6917c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:34.109454 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8876bbbf-01ad-4a65-a45f-26b6bc4045a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.119626 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-905866a4-9f91-4eed-9f32-b23fba3fe3af req-2f1afd14-d822-412c-9e47-8b841105da0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f HTTP/1.1" status: 200 len: 1000 time: 0.3542511 Jul 13 07:53:34.208775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905866a4-9f91-4eed-9f32-b23fba3fe3af req-4f70b2fa-b0dd-493c-b032-9e4eb823c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:34.217499 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-905866a4-9f91-4eed-9f32-b23fba3fe3af req-4f70b2fa-b0dd-493c-b032-9e4eb823c4f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.0881362 Jul 13 07:53:34.236575 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4931c001-f387-42c7-92a9-18a9d6a3e976 x-openstack-request-id: req-4931c001-f387-42c7-92a9-18a9d6a3e976 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:34.236885 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135a56d9-d1f7-4ee9-9190-22417d5fc4e8", "name": "network-vif-plugged", "status": "completed", "tag": "070ba8b1-ab16-4d64-9578-c7d6828da9f8", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:34.237189 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4931c001-f387-42c7-92a9-18a9d6a3e976 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:34.237565 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135a56d9-d1f7-4ee9-9190-22417d5fc4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070ba8b1-ab16-4d64-9578-c7d6828da9f8', 'code': 200} Jul 13 07:53:34.346994 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84c7190-caad-4052-931d-172a6d931362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596890059', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:16Z', 'updated_at': '2021-07-13T07:53:28Z', 'revision_number': 4, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port': {'id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:17Z', 'updated_at': '2021-07-13T07:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '3643474a-8a9e-4ed7-91d3-05014cca04b8', 'name': '', 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'mac_address': 'fa:16:3e:7a:38:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'e3ce8877-83d9-4dc6-aae1-31e0fd0d405e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:26Z', 'updated_at': '2021-07-13T07:53:32Z', 'revision_number': 4, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'subnets': [{'id': 'e3ce8877-83d9-4dc6-aae1-31e0fd0d405e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:34.358136 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-8876bbbf-01ad-4a65-a45f-26b6bc4045a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Transition to ACTIVE for port object dbc10b5b-da19-44ee-8752-61312a62bf03 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:34.430242 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2903990-d2cb-499e-b945-6b14d9cf1aa5 None None] The sync data for ids ['e84c7190-caad-4052-931d-172a6d931362'] in n-d-779913-28 is: [{'id': 'e84c7190-caad-4052-931d-172a6d931362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596890059', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:16Z', 'updated_at': '2021-07-13T07:53:28Z', 'revision_number': 4, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port': {'id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:17Z', 'updated_at': '2021-07-13T07:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '3643474a-8a9e-4ed7-91d3-05014cca04b8', 'name': '', 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'mac_address': 'fa:16:3e:7a:38:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'e3ce8877-83d9-4dc6-aae1-31e0fd0d405e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:26Z', 'updated_at': '2021-07-13T07:53:32Z', 'revision_number': 4, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'subnets': [{'id': 'e3ce8877-83d9-4dc6-aae1-31e0fd0d405e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:34.435839 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8876bbbf-01ad-4a65-a45f-26b6bc4045a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.532660 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8876bbbf-01ad-4a65-a45f-26b6bc4045a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network 71c603c0-e5f0-41de-ae74-9f6432fdb739 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:34.557526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-8876bbbf-01ad-4a65-a45f-26b6bc4045a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:34.565242 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8876bbbf-01ad-4a65-a45f-26b6bc4045a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:34.572639 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8876bbbf-01ad-4a65-a45f-26b6bc4045a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:34.573455 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8876bbbf-01ad-4a65-a45f-26b6bc4045a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.580741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876bbbf-01ad-4a65-a45f-26b6bc4045a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=dbc10b5b-da19-44ee-8752-61312a62bf03,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:34.591689 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905866a4-9f91-4eed-9f32-b23fba3fe3af req-b45f48bc-e5f1-4e24-9d67-da3db1e0a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:34.593686 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-905866a4-9f91-4eed-9f32-b23fba3fe3af req-b45f48bc-e5f1-4e24-9d67-da3db1e0a759 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3675897 Jul 13 07:53:34.619959 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0113d-b1d5-477a-afd7-470ac0706756 req-4f068594-c245-44dd-9c57-73ea584f4c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:34.629494 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-20d0113d-b1d5-477a-afd7-470ac0706756 req-4f068594-c245-44dd-9c57-73ea584f4c42 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=135a56d9-d1f7-4ee9-9190-22417d5fc4e8 HTTP/1.1" status: 200 len: 1097 time: 0.3087635 Jul 13 07:53:34.641041 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8876bbbf-01ad-4a65-a45f-26b6bc4045a3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.2896149 Jul 13 07:53:34.650163 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60644) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:34.855817 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-20d0113d-b1d5-477a-afd7-470ac0706756 req-9914062b-da6f-4c30-a991-2f7a28122b9c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175014 Jul 13 07:53:34.946051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df0db7d-67b6-49c8-999c-95fa23967fbe None None] Network 71c603c0-e5f0-41de-ae74-9f6432fdb739 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:35.126506 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-20e3e39d-54c8-4063-bcc9-e6f2d5063e23 None None] Provisioning for port 85d834dc-c8a8-425f-9c40-4e3f74b6917c completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:35.132913 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-905866a4-9f91-4eed-9f32-b23fba3fe3af req-f0acd731-1154-42be-9327-66aa70e2214a service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129032 Jul 13 07:53:35.138689 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-20e3e39d-54c8-4063-bcc9-e6f2d5063e23 None None] Provisioning complete for port 85d834dc-c8a8-425f-9c40-4e3f74b6917c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:35.142352 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20e3e39d-54c8-4063-bcc9-e6f2d5063e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:35.470878 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20e3e39d-54c8-4063-bcc9-e6f2d5063e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:35.555539 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-20e3e39d-54c8-4063-bcc9-e6f2d5063e23 None None] For port 85d834dc-c8a8-425f-9c40-4e3f74b6917c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=85d834dc-c8a8-425f-9c40-4e3f74b6917c,segment=NetworkSegment(6b1a7d0d-8140-4c7c-a2d8-9a117fcb564e),segment_id=6b1a7d0d-8140-4c7c-a2d8-9a117fcb564e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:35.558003 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9188c-2efc-40c9-bac5-2a36b6781833 req-90ffe4b5-55f8-429e-abac-2d092d578069 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:35.560011 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f7b9188c-2efc-40c9-bac5-2a36b6781833 req-90ffe4b5-55f8-429e-abac-2d092d578069 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 0.5484397 Jul 13 07:53:35.564058 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20e3e39d-54c8-4063-bcc9-e6f2d5063e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:35.694671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3e39d-54c8-4063-bcc9-e6f2d5063e23 None None] Pushing event updated for resources: {'Port': ['ID=85d834dc-c8a8-425f-9c40-4e3f74b6917c,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:35.776451 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-905866a4-9f91-4eed-9f32-b23fba3fe3af req-ef3b7644-547a-480b-9d42-e1efec3cd41a service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6404762 Jul 13 07:53:35.805064 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f7b9188c-2efc-40c9-bac5-2a36b6781833 req-3ed06e38-e2c8-427e-8213-6986f4aaec48 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117031 Jul 13 07:53:35.958020 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb1fe6d1-3a60-41cd-ba26-a4a03aeea58b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:35.961851 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 3643474a-8a9e-4ed7-91d3-05014cca04b8 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:36.123221 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 3643474a-8a9e-4ed7-91d3-05014cca04b8 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:36.137836 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 3643474a-8a9e-4ed7-91d3-05014cca04b8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:36.138608 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:36.380227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5d7b18dd-66c8-41cf-b2a0-731e25d30335 None None] Provisioning for port dbc10b5b-da19-44ee-8752-61312a62bf03 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:36.410624 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5d7b18dd-66c8-41cf-b2a0-731e25d30335 None None] Provisioning complete for port dbc10b5b-da19-44ee-8752-61312a62bf03 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:36.419160 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5d7b18dd-66c8-41cf-b2a0-731e25d30335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:36.774165 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e6c0d-1bf8-4bdc-b1e0-0cb25b18ac39 req-ca72dd0d-3428-4457-a271-643d325a1609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:36.780164 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7f0e6c0d-1bf8-4bdc-b1e0-0cb25b18ac39 req-ca72dd0d-3428-4457-a271-643d325a1609 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b3de4ade69c24e9b8a0825017e0177ec&device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 1097 time: 0.1265330 Jul 13 07:53:36.834145 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:36.839840 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b18dd-66c8-41cf-b2a0-731e25d30335 None None] Port dbc10b5b-da19-44ee-8752-61312a62bf03 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:36.853073 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06dffa-cef8-4c25-a92a-bf3d7b3b8262 req-638a4ab2-35d1-4283-af12-a26775c65c9d tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:36.854974 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a06dffa-cef8-4c25-a92a-bf3d7b3b8262 req-638a4ab2-35d1-4283-af12-a26775c65c9d tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=135a56d9-d1f7-4ee9-9190-22417d5fc4e8 HTTP/1.1" status: 200 len: 945 time: 0.4646013 Jul 13 07:53:36.903983 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5d7b18dd-66c8-41cf-b2a0-731e25d30335 None None] Provisioning complete for port 85d834dc-c8a8-425f-9c40-4e3f74b6917c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:36.904364 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5d7b18dd-66c8-41cf-b2a0-731e25d30335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:36.977092 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a06dffa-cef8-4c25-a92a-bf3d7b3b8262 req-45c27388-759b-4f77-9212-23500bc1df19 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136703 Jul 13 07:53:36.988629 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e6c0d-1bf8-4bdc-b1e0-0cb25b18ac39 req-fde5a865-4b74-4af9-b52a-8f72c16f08cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:36.991259 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7f0e6c0d-1bf8-4bdc-b1e0-0cb25b18ac39 req-fde5a865-4b74-4af9-b52a-8f72c16f08cf service neutron] 10.222.0.62 "GET /v2.0/networks?id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89 HTTP/1.1" status: 200 len: 917 time: 0.1823328 Jul 13 07:53:37.024223 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb1fe6d1-3a60-41cd-ba26-a4a03aeea58b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:37.041257 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb1fe6d1-3a60-41cd-ba26-a4a03aeea58b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:37.207220 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7f0e6c0d-1bf8-4bdc-b1e0-0cb25b18ac39 req-e4878eba-3a2d-46e8-b81f-55d7524e13c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 HTTP/1.1" status: 200 len: 1000 time: 0.2069843 Jul 13 07:53:37.303647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 3643474a-8a9e-4ed7-91d3-05014cca04b8, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3643474a-8a9e-4ed7-91d3-05014cca04b8,segment=NetworkSegment(c0de58fa-7a80-4b0d-9d32-5ad2c1d88342),segment_id=c0de58fa-7a80-4b0d-9d32-5ad2c1d88342)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:37.362436 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e6c0d-1bf8-4bdc-b1e0-0cb25b18ac39 req-80073112-3df6-4900-ae48-72dacfa342b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:37.367977 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:37.369389 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7f0e6c0d-1bf8-4bdc-b1e0-0cb25b18ac39 req-80073112-3df6-4900-ae48-72dacfa342b3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6c438866-8191-4fb5-b30d-fdddd69335c4 HTTP/1.1" status: 200 len: 855 time: 0.1494122 Jul 13 07:53:37.393386 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fe6d1-3a60-41cd-ba26-a4a03aeea58b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=dbc10b5b-da19-44ee-8752-61312a62bf03,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:37.529146 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e6c0d-1bf8-4bdc-b1e0-0cb25b18ac39 req-ef5b84d4-0aca-44f7-bcf8-29fd391954fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:37.535388 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7f0e6c0d-1bf8-4bdc-b1e0-0cb25b18ac39 req-ef5b84d4-0aca-44f7-bcf8-29fd391954fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1560924 Jul 13 07:53:37.915616 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7f0e6c0d-1bf8-4bdc-b1e0-0cb25b18ac39 req-c7ef4ced-06c3-4b7c-8aac-f87ae1b8b12b service neutron] 10.222.0.62 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691702 Jul 13 07:53:38.027946 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 85d834dc-c8a8-425f-9c40-4e3f74b6917c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:38.104853 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb1fe6d1-3a60-41cd-ba26-a4a03aeea58b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.137346 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7f0e6c0d-1bf8-4bdc-b1e0-0cb25b18ac39 req-acf6e886-dd94-479a-b0e2-39adae34fbba service neutron] 10.222.0.62 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924937 Jul 13 07:53:38.246374 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=3643474a-8a9e-4ed7-91d3-05014cca04b8,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:38.448587 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.558822 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-040f5c21-ef77-4628-9076-bfa9c2e6c9fd None None] Provisioning complete for port dbc10b5b-da19-44ee-8752-61312a62bf03 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:38.563765 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-040f5c21-ef77-4628-9076-bfa9c2e6c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.642170 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 85d834dc-c8a8-425f-9c40-4e3f74b6917c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:38.643169 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.719101 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb1fe6d1-3a60-41cd-ba26-a4a03aeea58b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.757228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-040f5c21-ef77-4628-9076-bfa9c2e6c9fd None None] Port dbc10b5b-da19-44ee-8752-61312a62bf03 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:38.823464 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-040f5c21-ef77-4628-9076-bfa9c2e6c9fd None None] Provisioning complete for port 3643474a-8a9e-4ed7-91d3-05014cca04b8 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:38.834715 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-040f5c21-ef77-4628-9076-bfa9c2e6c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.155301 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7b252-344d-4204-b8ac-ca4252d93407 req-63aa65da-6051-46f1-907a-9aeada4e633a tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:39.163505 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30d7b252-344d-4204-b8ac-ca4252d93407 req-63aa65da-6051-46f1-907a-9aeada4e633a tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 0.6387417 Jul 13 07:53:39.327237 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30d7b252-344d-4204-b8ac-ca4252d93407 req-0a5fec5e-8209-4389-9c29-6414b19a8581 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627271 Jul 13 07:53:39.620768 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb1fe6d1-3a60-41cd-ba26-a4a03aeea58b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.638195 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb1fe6d1-3a60-41cd-ba26-a4a03aeea58b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.835626 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb1fe6d1-3a60-41cd-ba26-a4a03aeea58b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.863398 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 3643474a-8a9e-4ed7-91d3-05014cca04b8 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:40.014709 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 3643474a-8a9e-4ed7-91d3-05014cca04b8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:40.017058 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:40.056184 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fe6d1-3a60-41cd-ba26-a4a03aeea58b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=dbc10b5b-da19-44ee-8752-61312a62bf03,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:40.259140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1fe6d1-3a60-41cd-ba26-a4a03aeea58b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network 71c603c0-e5f0-41de-ae74-9f6432fdb739 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:40.264261 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-eb1fe6d1-3a60-41cd-ba26-a4a03aeea58b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:40.415665 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-64ff843b-553c-4e9c-97eb-064745467bf7 None None] Provisioning complete for port dbc10b5b-da19-44ee-8752-61312a62bf03 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:40.416735 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-64ff843b-553c-4e9c-97eb-064745467bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:40.528104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1fe6d1-3a60-41cd-ba26-a4a03aeea58b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Router baeff0d2-af4d-4d9a-879e-e5bf8a32a1d6 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:53:40.538253 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-64ff843b-553c-4e9c-97eb-064745467bf7 None None] Port dbc10b5b-da19-44ee-8752-61312a62bf03 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:40.606015 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:53:40.776509 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-125e5121-8a8c-4476-815d-6afe46b94373 None None] Provisioning complete for port dbc10b5b-da19-44ee-8752-61312a62bf03 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:40.776889 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-125e5121-8a8c-4476-815d-6afe46b94373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:41.059215 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-125e5121-8a8c-4476-815d-6afe46b94373 None None] Port dbc10b5b-da19-44ee-8752-61312a62bf03 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:41.668483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1fe6d1-3a60-41cd-ba26-a4a03aeea58b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:41.684263 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213b19f4-4e50-4723-a2ca-cd2675b7b1e9 None None] Sync routers for ids ['baeff0d2-af4d-4d9a-879e-e5bf8a32a1d6'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:41.685412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264aecbd-1d3d-4f4e-a5c3-6b0fd7fc875f req-97548968-1a3e-4416-b3e4-353fae97f15f tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:41.694982 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-264aecbd-1d3d-4f4e-a5c3-6b0fd7fc875f req-97548968-1a3e-4416-b3e4-353fae97f15f tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 0.3009555 Jul 13 07:53:41.705826 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-eb1fe6d1-3a60-41cd-ba26-a4a03aeea58b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "PUT /v2.0/routers/baeff0d2-af4d-4d9a-879e-e5bf8a32a1d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0533781 Jul 13 07:53:41.709171 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60726) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:41.797694 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213b19f4-4e50-4723-a2ca-cd2675b7b1e9 None None] Routers {'baeff0d2-af4d-4d9a-879e-e5bf8a32a1d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:41.798703 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-213b19f4-4e50-4723-a2ca-cd2675b7b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:53:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['baeff0d2-af4d-4d9a-879e-e5bf8a32a1d6'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:41.862989 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-264aecbd-1d3d-4f4e-a5c3-6b0fd7fc875f req-b5429d1a-23bc-4b10-b92f-d802cae07638 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612759 Jul 13 07:53:41.971461 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b8c732-c40a-4dcb-9c9e-683a0508b8e8 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:41.974895 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-57b8c732-c40a-4dcb-9c9e-683a0508b8e8 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports?device_id=baeff0d2-af4d-4d9a-879e-e5bf8a32a1d6 HTTP/1.1" status: 200 len: 988 time: 0.2646072 Jul 13 07:53:41.977797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60728) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:41.986858 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-213b19f4-4e50-4723-a2ca-cd2675b7b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:42.013256 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213b19f4-4e50-4723-a2ca-cd2675b7b1e9 None None] Routers {'baeff0d2-af4d-4d9a-879e-e5bf8a32a1d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:42.013954 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-213b19f4-4e50-4723-a2ca-cd2675b7b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:53:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['baeff0d2-af4d-4d9a-879e-e5bf8a32a1d6'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:42.083725 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-213b19f4-4e50-4723-a2ca-cd2675b7b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:42.097301 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213b19f4-4e50-4723-a2ca-cd2675b7b1e9 None None] The sync data for ids ['baeff0d2-af4d-4d9a-879e-e5bf8a32a1d6'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:42.871815 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef18fc37-ac8a-4492-bea5-f941e84a3794 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.879621 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.570909 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced9525-3681-4452-878e-481859283195 req-ce720fe1-eabd-41da-ba12-8fbb0d316687 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:43.587110 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ced9525-3681-4452-878e-481859283195 req-ce720fe1-eabd-41da-ba12-8fbb0d316687 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 0.4099638 Jul 13 07:53:43.809903 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ced9525-3681-4452-878e-481859283195 req-026c07d2-4f70-4814-a4bc-f78e34a7e720 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193542 Jul 13 07:53:43.875046 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ef18fc37-ac8a-4492-bea5-f941e84a3794 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting port dbc10b5b-da19-44ee-8752-61312a62bf03 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:43.876059 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef18fc37-ac8a-4492-bea5-f941e84a3794 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:44.009157 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef18fc37-ac8a-4492-bea5-f941e84a3794 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:44.065348 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ef18fc37-ac8a-4492-bea5-f941e84a3794 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Calling delete_port for dbc10b5b-da19-44ee-8752-61312a62bf03 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:44.736060 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef18fc37-ac8a-4492-bea5-f941e84a3794 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:44.954642 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18fc37-ac8a-4492-bea5-f941e84a3794 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Port': ['ID=dbc10b5b-da19-44ee-8752-61312a62bf03,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:45.165592 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef18fc37-ac8a-4492-bea5-f941e84a3794 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:45.240125 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad74db2-b692-4e6a-97a5-ed293df931ec req-4fe8e282-4455-44b3-83d7-8c48efc39326 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:45.249932 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ad74db2-b692-4e6a-97a5-ed293df931ec req-4fe8e282-4455-44b3-83d7-8c48efc39326 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 945 time: 0.3145268 Jul 13 07:53:45.331067 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ad74db2-b692-4e6a-97a5-ed293df931ec req-d5a156dc-21c8-4898-893f-8410a35a45e8 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782173 Jul 13 07:53:45.527291 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef18fc37-ac8a-4492-bea5-f941e84a3794 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Router baeff0d2-af4d-4d9a-879e-e5bf8a32a1d6 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:53:45.720391 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef18fc37-ac8a-4492-bea5-f941e84a3794 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:45.726119 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ef18fc37-ac8a-4492-bea5-f941e84a3794 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "PUT /v2.0/routers/baeff0d2-af4d-4d9a-879e-e5bf8a32a1d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7466207 Jul 13 07:53:45.730078 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60772) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:45.743596 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d2cf1e-2ceb-46de-85dc-595a7e3e0326 None None] Sync routers for ids ['baeff0d2-af4d-4d9a-879e-e5bf8a32a1d6'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:45.770386 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d2cf1e-2ceb-46de-85dc-595a7e3e0326 None None] Routers {'baeff0d2-af4d-4d9a-879e-e5bf8a32a1d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:45.772508 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-33d2cf1e-2ceb-46de-85dc-595a7e3e0326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:53:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['baeff0d2-af4d-4d9a-879e-e5bf8a32a1d6'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:45.826626 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b50c37-7691-4e8f-a4f4-fea3d7bc32e7 req-1983020c-b5bf-4083-adb7-52f04f6caca8 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:45.836075 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36b50c37-7691-4e8f-a4f4-fea3d7bc32e7 req-1983020c-b5bf-4083-adb7-52f04f6caca8 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 0.1830730 Jul 13 07:53:45.857866 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-d76c23b8-0f33-4bef-a27e-8fbd7ca49a57 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] GET failed (client error): The resource could not be found. Jul 13 07:53:45.860028 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d76c23b8-0f33-4bef-a27e-8fbd7ca49a57 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports/dbc10b5b-da19-44ee-8752-61312a62bf03 HTTP/1.1" status: 404 len: 333 time: 0.1281345 Jul 13 07:53:45.870151 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60776) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:45.897379 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-33d2cf1e-2ceb-46de-85dc-595a7e3e0326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:45.916494 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d2cf1e-2ceb-46de-85dc-595a7e3e0326 None None] Routers {'baeff0d2-af4d-4d9a-879e-e5bf8a32a1d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:45.918351 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-33d2cf1e-2ceb-46de-85dc-595a7e3e0326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:53:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['baeff0d2-af4d-4d9a-879e-e5bf8a32a1d6'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:46.085013 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-33d2cf1e-2ceb-46de-85dc-595a7e3e0326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:46.086710 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d2cf1e-2ceb-46de-85dc-595a7e3e0326 None None] The sync data for ids ['baeff0d2-af4d-4d9a-879e-e5bf8a32a1d6'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:46.108449 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5462d8d-d157-46f9-ada1-1e5431362766 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.123935 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36b50c37-7691-4e8f-a4f4-fea3d7bc32e7 req-2ad93af9-89a3-49ac-a2ab-cc2bc9be5d31 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2866652 Jul 13 07:53:46.599399 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5462d8d-d157-46f9-ada1-1e5431362766 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.608612 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5462d8d-d157-46f9-ada1-1e5431362766 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.713887 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5462d8d-d157-46f9-ada1-1e5431362766 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.714392 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5462d8d-d157-46f9-ada1-1e5431362766 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Fanout notify agent at l3_agent the message router_deleted on router baeff0d2-af4d-4d9a-879e-e5bf8a32a1d6 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:53:46.727856 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5462d8d-d157-46f9-ada1-1e5431362766 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.728844 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b5462d8d-d157-46f9-ada1-1e5431362766 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/routers/baeff0d2-af4d-4d9a-879e-e5bf8a32a1d6 HTTP/1.1" status: 204 len: 168 time: 0.8575161 Jul 13 07:53:46.731690 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60788) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:46.851619 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-2edde803-fa70-4277-b8f0-e1a11986cbf5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting subnet d960025d-1a59-450b-bf6b-3702ea44362c {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:46.860554 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2edde803-fa70-4277-b8f0-e1a11986cbf5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.924883 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2edde803-fa70-4277-b8f0-e1a11986cbf5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.128726 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2edde803-fa70-4277-b8f0-e1a11986cbf5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.272960 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2edde803-fa70-4277-b8f0-e1a11986cbf5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.377829 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edde803-fa70-4277-b8f0-e1a11986cbf5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Subnet': ['ID=d960025d-1a59-450b-bf6b-3702ea44362c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:47.393579 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d428af89-5840-43d6-b3aa-36e9a58d263e None None] Network 71c603c0-e5f0-41de-ae74-9f6432fdb739 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:47.394620 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2edde803-fa70-4277-b8f0-e1a11986cbf5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.396592 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2edde803-fa70-4277-b8f0-e1a11986cbf5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/subnets/d960025d-1a59-450b-bf6b-3702ea44362c HTTP/1.1" status: 204 len: 168 time: 0.6637015 Jul 13 07:53:47.399669 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60802) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:47.603509 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be75e79b-4553-415f-af44-b80df7e67749 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.749821 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-be75e79b-4553-415f-af44-b80df7e67749 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting port 85d834dc-c8a8-425f-9c40-4e3f74b6917c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:47.750555 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be75e79b-4553-415f-af44-b80df7e67749 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.864493 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-be75e79b-4553-415f-af44-b80df7e67749 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] For port 85d834dc-c8a8-425f-9c40-4e3f74b6917c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=85d834dc-c8a8-425f-9c40-4e3f74b6917c,segment=NetworkSegment(6b1a7d0d-8140-4c7c-a2d8-9a117fcb564e),segment_id=6b1a7d0d-8140-4c7c-a2d8-9a117fcb564e)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:47.864854 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be75e79b-4553-415f-af44-b80df7e67749 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.892361 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-be75e79b-4553-415f-af44-b80df7e67749 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Calling delete_port for 85d834dc-c8a8-425f-9c40-4e3f74b6917c owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:48.058729 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be75e79b-4553-415f-af44-b80df7e67749 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.152378 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75e79b-4553-415f-af44-b80df7e67749 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Port': ['ID=85d834dc-c8a8-425f-9c40-4e3f74b6917c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:48.155086 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be75e79b-4553-415f-af44-b80df7e67749 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] No DVR routers for this DVR port 85d834dc-c8a8-425f-9c40-4e3f74b6917c on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:48.195656 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34329068-be95-4587-b048-2acdc5af7e04 None None] DHCP port deletion for 71c603c0-e5f0-41de-ae74-9f6432fdb739 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:53:48.310908 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be75e79b-4553-415f-af44-b80df7e67749 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.325695 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-be75e79b-4553-415f-af44-b80df7e67749 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c603c0-e5f0-41de-ae74-9f6432fdb739']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:48.337676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-be75e79b-4553-415f-af44-b80df7e67749 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1a7d0d-8140-4c7c-a2d8-9a117fcb564e') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:48.338025 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-be75e79b-4553-415f-af44-b80df7e67749 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1a7d0d-8140-4c7c-a2d8-9a117fcb564e') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:48.348514 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be75e79b-4553-415f-af44-b80df7e67749 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.365530 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be75e79b-4553-415f-af44-b80df7e67749 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.376438 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be75e79b-4553-415f-af44-b80df7e67749 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:53:48.376939 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be75e79b-4553-415f-af44-b80df7e67749 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:53:48.380298 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:53:48.491990 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be75e79b-4553-415f-af44-b80df7e67749 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.504843 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be75e79b-4553-415f-af44-b80df7e67749 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.514020 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60820) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:48.514555 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-be75e79b-4553-415f-af44-b80df7e67749 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/networks/71c603c0-e5f0-41de-ae74-9f6432fdb739 HTTP/1.1" status: 204 len: 168 time: 1.1137259 Jul 13 07:53:48.529581 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75e79b-4553-415f-af44-b80df7e67749 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Network': ['ID=71c603c0-e5f0-41de-ae74-9f6432fdb739,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:48.637858 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3537f926-27e6-4dac-a149-b8ddf5cf1cfc tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:48.645736 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60822) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:48.657427 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3537f926-27e6-4dac-a149-b8ddf5cf1cfc tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports/4f7e14cf-ca5a-4b48-ba96-5603006dc617 HTTP/1.1" status: 200 len: 844 time: 0.1399505 Jul 13 07:53:48.728118 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60826) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:48.733758 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-19ab6179-cea3-4399-a5f1-facee8b97497 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'subnet': {'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:48.743236 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-76b78c67-a060-4143-b16a-d7476ab3c2a9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports/4f7e14cf-ca5a-4b48-ba96-5603006dc617?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0906448 Jul 13 07:53:48.895876 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ab6179-cea3-4399-a5f1-facee8b97497 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:48.901428 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-19ab6179-cea3-4399-a5f1-facee8b97497 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:49.273840 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-19ab6179-cea3-4399-a5f1-facee8b97497 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:49.340298 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ab6179-cea3-4399-a5f1-facee8b97497 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network 21702be8-3430-4e3e-8260-bfc27702d26b is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:49.370252 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-19ab6179-cea3-4399-a5f1-facee8b97497 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:49.370252 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ab6179-cea3-4399-a5f1-facee8b97497 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:49.370252 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-19ab6179-cea3-4399-a5f1-facee8b97497 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:49.371126 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caacf776-df93-4e70-b2b8-5c45ac503864 None None] Network 21702be8-3430-4e3e-8260-bfc27702d26b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:49.406473 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab6179-cea3-4399-a5f1-facee8b97497 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Subnet': ['ID=9d3a7397-884b-4ac3-9904-e6862bb1fe0b,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:49.544238 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-19ab6179-cea3-4399-a5f1-facee8b97497 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8051744 Jul 13 07:53:49.544238 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60832) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:49.577044 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a9701869-cb45-400d-95b4-8dae881fbec2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'security_group': {'name': 'tempest-secgroup-705834471'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:49.636606 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a9701869-cb45-400d-95b4-8dae881fbec2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:49.817761 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-21702be8-3430-4e3e-8260-bfc27702d26b', 'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b', 'tenant_id': '0ac629f673f541f983c4cbb8438bd68e', 'fixed_ips': [{'subnet_id': '9d3a7397-884b-4ac3-9904-e6862bb1fe0b'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:53:49.818941 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:49.958834 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a9701869-cb45-400d-95b4-8dae881fbec2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:49.974521 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a9701869-cb45-400d-95b4-8dae881fbec2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.000777 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 85d834dc-c8a8-425f-9c40-4e3f74b6917c no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:50.048485 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 85d834dc-c8a8-425f-9c40-4e3f74b6917c {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:50.050236 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 85d834dc-c8a8-425f-9c40-4e3f74b6917c not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:50.096772 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a9701869-cb45-400d-95b4-8dae881fbec2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.099815 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a9701869-cb45-400d-95b4-8dae881fbec2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5473790 Jul 13 07:53:50.102871 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60838) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:50.104285 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] Allocated IP 2001:db8::2 (21702be8-3430-4e3e-8260-bfc27702d26b/9d3a7397-884b-4ac3-9904-e6862bb1fe0b/f72bd664-7280-4592-b162-1917300efb78) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:50.104725 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9701869-cb45-400d-95b4-8dae881fbec2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2b6971-114a-4464-b016-45e69fc65f49,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:50.149401 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-cdc2091d-670b-4156-b002-0546c3a0d9c2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'security_group': {'name': 'tempest-secgroup-1963310637'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:50.293679 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdc2091d-670b-4156-b002-0546c3a0d9c2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.514491 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdc2091d-670b-4156-b002-0546c3a0d9c2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.536899 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdc2091d-670b-4156-b002-0546c3a0d9c2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.599282 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdc2091d-670b-4156-b002-0546c3a0d9c2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.600657 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cdc2091d-670b-4156-b002-0546c3a0d9c2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4943283 Jul 13 07:53:50.604885 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60844) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:50.611463 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1797349652', 'security_groups': ['7f18fc11-f697-4cd3-9fe2-0f970dbdf889'], 'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9d3a7397-884b-4ac3-9904-e6862bb1fe0b'}]}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:50.615619 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2091d-670b-4156-b002-0546c3a0d9c2 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f18fc11-f697-4cd3-9fe2-0f970dbdf889,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:50.641360 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.653291 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] Transition to ACTIVE for port object f72bd664-7280-4592-b162-1917300efb78 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:50.688322 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] Transition to ACTIVE for port object f72bd664-7280-4592-b162-1917300efb78 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:50.700111 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.788568 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:50.809512 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] Pushing event updated for resources: {'Port': ['ID=f72bd664-7280-4592-b162-1917300efb78,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:50.843801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] Network 21702be8-3430-4e3e-8260-bfc27702d26b is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:50.849562 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:50.856386 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:50.907086 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.980425 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] device_id is not set on port f793f227-353c-454a-b524-0dcf63d09ebf yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:53:51.014360 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] Attempting to bind port f72bd664-7280-4592-b162-1917300efb78 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:51.016240 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] Attempting to bind port f72bd664-7280-4592-b162-1917300efb78 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '439775ea-7545-4e11-ad06-bcc8ba470d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:51.018005 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] Attempting to bind port f72bd664-7280-4592-b162-1917300efb78 on network 21702be8-3430-4e3e-8260-bfc27702d26b {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:51.042445 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:51.042720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] Checking segment: {'id': '439775ea-7545-4e11-ad06-bcc8ba470d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:51.048470 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:51.048912 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] Bound using segment: {'id': '439775ea-7545-4e11-ad06-bcc8ba470d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:51.049426 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] Bound port: f72bd664-7280-4592-b162-1917300efb78, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439775ea-7545-4e11-ad06-bcc8ba470d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:51.049823 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:51.233794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] For port f72bd664-7280-4592-b162-1917300efb78, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:51.242249 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] For port f72bd664-7280-4592-b162-1917300efb78, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f72bd664-7280-4592-b162-1917300efb78,segment=NetworkSegment(439775ea-7545-4e11-ad06-bcc8ba470d6d),segment_id=439775ea-7545-4e11-ad06-bcc8ba470d6d)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:51.254536 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:51.409205 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5ce98-3d51-46ac-bf2e-1f83dbe752d8 None None] Pushing event updated for resources: {'Port': ['ID=f72bd664-7280-4592-b162-1917300efb78,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:51.437243 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Allocated IP 2001:db8::f2 (21702be8-3430-4e3e-8260-bfc27702d26b/9d3a7397-884b-4ac3-9904-e6862bb1fe0b/f793f227-353c-454a-b524-0dcf63d09ebf) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:51.748739 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:51.775607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Transition to ACTIVE for port object f793f227-353c-454a-b524-0dcf63d09ebf will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:51.903688 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:51.982122 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network 21702be8-3430-4e3e-8260-bfc27702d26b is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:51.987318 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:51.990149 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:51.996656 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:51.997481 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:52.028332 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=f793f227-353c-454a-b524-0dcf63d09ebf,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:52.040079 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:52.040718 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:52.041662 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:52.041988 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:52.042448 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:52.042985 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:52.043378 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:52.043729 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:52.044275 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:52.044840 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:52.045178 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:52.045688 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:52.067002 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-85f8f764-7cf5-4e5d-a32a-dab1153233d5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4602752 Jul 13 07:53:52.070281 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60872) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:52.077114 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ab9d1a5e-d263-485d-8307-744f6d432cb4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'subnet': {'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:52.077702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f72bd664-7280-4592-b162-1917300efb78 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:52.207443 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port f72bd664-7280-4592-b162-1917300efb78 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:52.337860 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9d1a5e-d263-485d-8307-744f6d432cb4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:52.346943 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab9d1a5e-d263-485d-8307-744f6d432cb4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:52.590993 n-d-779913-28 neutron-server[93724]: INFO neutron.db.ipam_backend_mixin [None req-ab9d1a5e-d263-485d-8307-744f6d432cb4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9d3a7397-884b-4ac3-9904-e6862bb1fe0b (CIDR: 2001:db8::/64) Jul 13 07:53:52.602885 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9d1a5e-d263-485d-8307-744f6d432cb4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:53:52.604129 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab9d1a5e-d263-485d-8307-744f6d432cb4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:53:52.650419 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ab9d1a5e-d263-485d-8307-744f6d432cb4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5778348 Jul 13 07:53:52.653179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60876) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:52.659488 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-61f2bf2e-6f9b-471c-8831-1e170193a2ec tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'subnet': {'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:52.951270 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f2bf2e-6f9b-471c-8831-1e170193a2ec tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:52.956068 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-61f2bf2e-6f9b-471c-8831-1e170193a2ec tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.197174 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4a30fb72-683f-4876-b03f-291a0717000c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.389498 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a8815efa-14cc-4f88-b01b-70474578b319 None None] Provisioning complete for port 4f7e14cf-ca5a-4b48-ba96-5603006dc617 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:53.390172 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8815efa-14cc-4f88-b01b-70474578b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.476238 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a8815efa-14cc-4f88-b01b-70474578b319 None None] Port 4f7e14cf-ca5a-4b48-ba96-5603006dc617 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:53.520880 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a8815efa-14cc-4f88-b01b-70474578b319 None None] Provisioning for port f72bd664-7280-4592-b162-1917300efb78 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:53.530270 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-61f2bf2e-6f9b-471c-8831-1e170193a2ec tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.532663 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a8815efa-14cc-4f88-b01b-70474578b319 None None] Provisioning complete for port f72bd664-7280-4592-b162-1917300efb78 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:53.533254 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8815efa-14cc-4f88-b01b-70474578b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.587448 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f2bf2e-6f9b-471c-8831-1e170193a2ec tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network 21702be8-3430-4e3e-8260-bfc27702d26b is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:53.596207 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-61f2bf2e-6f9b-471c-8831-1e170193a2ec tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:53.599905 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f2bf2e-6f9b-471c-8831-1e170193a2ec tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:53.600498 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-61f2bf2e-6f9b-471c-8831-1e170193a2ec tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.613838 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2bf2e-6f9b-471c-8831-1e170193a2ec tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Subnet': ['ID=54b60d05-b2c2-4e2f-9ec5-063514c7c41b,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:53.628660 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-61f2bf2e-6f9b-471c-8831-1e170193a2ec tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9739070 Jul 13 07:53:53.632104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60890) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:53.637916 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f33fff5e-1d28-4895-b940-1ce260cc1763 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1232678306', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '54b60d05-b2c2-4e2f-9ec5-063514c7c41b'}], 'security_groups': ['ce2b6971-114a-4464-b016-45e69fc65f49']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:53.667715 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8815efa-14cc-4f88-b01b-70474578b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.719788 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb66291-9876-41c6-8d66-6fc83a7f6dfe None None] Network 21702be8-3430-4e3e-8260-bfc27702d26b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:53.810569 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a8815efa-14cc-4f88-b01b-70474578b319 None None] For port f72bd664-7280-4592-b162-1917300efb78, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f72bd664-7280-4592-b162-1917300efb78,segment=NetworkSegment(439775ea-7545-4e11-ad06-bcc8ba470d6d),segment_id=439775ea-7545-4e11-ad06-bcc8ba470d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:53.823349 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8815efa-14cc-4f88-b01b-70474578b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.932649 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-ee69b259-fbcc-4742-931f-c068ae33d8c6 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup_access--149122957&fields=id&tenant_id=380b7979739948e5a91a2f3ea43419aa HTTP/1.1" status: 200 len: 267 time: 0.0772321 Jul 13 07:53:53.935619 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8815efa-14cc-4f88-b01b-70474578b319 None None] Pushing event updated for resources: {'Port': ['ID=f72bd664-7280-4592-b162-1917300efb78,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:53.981756 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f33fff5e-1d28-4895-b940-1ce260cc1763 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.008096 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f27c85c7-00e9-4124-b3a2-d22d29e9909d None None] Provisioning for port f793f227-353c-454a-b524-0dcf63d09ebf completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:54.016356 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f27c85c7-00e9-4124-b3a2-d22d29e9909d None None] Provisioning complete for port f793f227-353c-454a-b524-0dcf63d09ebf triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:54.016754 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f27c85c7-00e9-4124-b3a2-d22d29e9909d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.018418 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-01d303a5-2051-4cf6-a9bf-3172b706bcfd tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup_general--568365812&fields=id&tenant_id=380b7979739948e5a91a2f3ea43419aa HTTP/1.1" status: 200 len: 267 time: 0.0845017 Jul 13 07:53:54.073127 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f27c85c7-00e9-4124-b3a2-d22d29e9909d None None] Port f793f227-353c-454a-b524-0dcf63d09ebf cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:54.221926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cc9c45-87a4-4368-b746-2ea4c2c3a8f1 None None] Update dhcp port {'port': {'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b', 'fixed_ips': [{'subnet_id': '9d3a7397-884b-4ac3-9904-e6862bb1fe0b', 'ip_address': '2001:db8::2'}, {'subnet_id': '54b60d05-b2c2-4e2f-9ec5-063514c7c41b'}], 'binding:host_id': 'n-d-779913-28'}, 'id': 'f72bd664-7280-4592-b162-1917300efb78'} from n-d-779913-28. {{(pid=93725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:53:54.227253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-53c443c4-3c44-4147-b1f3-b7d5c033624d tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:54.234770 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-53c443c4-3c44-4147-b1f3-b7d5c033624d tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/networks?id=a1940323-3062-41b6-8e72-e73110e23be7 HTTP/1.1" status: 200 len: 797 time: 0.2149181 Jul 13 07:53:54.256448 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-ec3c1abe-de7a-4943-8c98-e82f066c7cd0 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/quotas/380b7979739948e5a91a2f3ea43419aa HTTP/1.1" status: 200 len: 375 time: 0.0207255 Jul 13 07:53:54.279456 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-60cc9c45-87a4-4368-b746-2ea4c2c3a8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.557119 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-60cc9c45-87a4-4368-b746-2ea4c2c3a8f1 None None] Allocated IP 2001:db8:0:1::2 (21702be8-3430-4e3e-8260-bfc27702d26b/54b60d05-b2c2-4e2f-9ec5-063514c7c41b/f72bd664-7280-4592-b162-1917300efb78) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:54.650914 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-ae60c38f-b5c0-4039-a97f-12cbc52ed5fe tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=380b7979739948e5a91a2f3ea43419aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3936090 Jul 13 07:53:54.669734 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc6e2d-3ea8-417d-a8c8-c4245cc3a079 req-08631fef-d37e-45d3-a2e0-174143e3499d tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:54.678670 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ddfc6e2d-3ea8-417d-a8c8-c4245cc3a079 req-08631fef-d37e-45d3-a2e0-174143e3499d tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 0.3277497 Jul 13 07:53:54.696610 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-60cc9c45-87a4-4368-b746-2ea4c2c3a8f1 None None] For port f72bd664-7280-4592-b162-1917300efb78, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f72bd664-7280-4592-b162-1917300efb78,segment=NetworkSegment(439775ea-7545-4e11-ad06-bcc8ba470d6d),segment_id=439775ea-7545-4e11-ad06-bcc8ba470d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:54.707268 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68595732-d68d-45b6-9e4d-0f2a23616a60 req-0d10e2fd-106b-436b-8eb2-31bc46ae868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:54.709413 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68595732-d68d-45b6-9e4d-0f2a23616a60 req-0d10e2fd-106b-436b-8eb2-31bc46ae868a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b3de4ade69c24e9b8a0825017e0177ec&device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 1097 time: 0.1385727 Jul 13 07:53:54.729355 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-60cc9c45-87a4-4368-b746-2ea4c2c3a8f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.745371 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-60cc9c45-87a4-4368-b746-2ea4c2c3a8f1 None None] Transition to ACTIVE for port object f72bd664-7280-4592-b162-1917300efb78 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:54.751721 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-60cc9c45-87a4-4368-b746-2ea4c2c3a8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.817477 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68595732-d68d-45b6-9e4d-0f2a23616a60 req-cf8bc08c-4b87-49de-8ee8-1256ac49fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:54.820569 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68595732-d68d-45b6-9e4d-0f2a23616a60 req-cf8bc08c-4b87-49de-8ee8-1256ac49fd8a service neutron] 10.222.0.62 "GET /v2.0/networks?id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89 HTTP/1.1" status: 200 len: 917 time: 0.1034534 Jul 13 07:53:54.821795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc9c45-87a4-4368-b746-2ea4c2c3a8f1 None None] Pushing event updated for resources: {'Port': ['ID=f72bd664-7280-4592-b162-1917300efb78,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:54.909000 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68595732-d68d-45b6-9e4d-0f2a23616a60 req-ff99ed1d-5d66-4096-b9a8-6e2ca6345d86 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 HTTP/1.1" status: 200 len: 1000 time: 0.0772519 Jul 13 07:53:54.968103 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68595732-d68d-45b6-9e4d-0f2a23616a60 req-3525e714-30b5-48d2-88c1-3ba6793b6704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:54.972910 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68595732-d68d-45b6-9e4d-0f2a23616a60 req-3525e714-30b5-48d2-88c1-3ba6793b6704 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6c438866-8191-4fb5-b30d-fdddd69335c4 HTTP/1.1" status: 200 len: 855 time: 0.0553479 Jul 13 07:53:55.066697 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68595732-d68d-45b6-9e4d-0f2a23616a60 req-69cae04e-0610-4f1b-8db1-a0ee67fb2fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:55.068464 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68595732-d68d-45b6-9e4d-0f2a23616a60 req-69cae04e-0610-4f1b-8db1-a0ee67fb2fac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860560 Jul 13 07:53:55.232906 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-f33fff5e-1d28-4895-b940-1ce260cc1763 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Delete allocated IP 2001:db8::f2 (21702be8-3430-4e3e-8260-bfc27702d26b/9d3a7397-884b-4ac3-9904-e6862bb1fe0b) {{(pid=93724) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:53:55.247858 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-f33fff5e-1d28-4895-b940-1ce260cc1763 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Allocated IP 2001:db8:0:1::125 (21702be8-3430-4e3e-8260-bfc27702d26b/54b60d05-b2c2-4e2f-9ec5-063514c7c41b/f793f227-353c-454a-b524-0dcf63d09ebf) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:55.418598 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ddfc6e2d-3ea8-417d-a8c8-c4245cc3a079 req-cab80372-cf2a-446f-a7cc-4c2ceadd81dd tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7263324 Jul 13 07:53:55.507971 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-f17a9f08-47e8-43ba-9bee-024a18e47ca3 service neutron] 10.222.0.58 "GET /v2.0/networks/a1940323-3062-41b6-8e72-e73110e23be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8274655 Jul 13 07:53:55.663115 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f33fff5e-1d28-4895-b940-1ce260cc1763 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:55.667313 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68595732-d68d-45b6-9e4d-0f2a23616a60 req-1bcf4798-2190-4636-a15c-849437716c97 service neutron] 10.222.0.62 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914903 Jul 13 07:53:55.718178 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-f33fff5e-1d28-4895-b940-1ce260cc1763 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Transition to ACTIVE for port object f793f227-353c-454a-b524-0dcf63d09ebf will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:55.748161 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f33fff5e-1d28-4895-b940-1ce260cc1763 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:55.814914 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2171cf71-76a2-4d99-8ce2-02b44e4ab85b None None] Provisioning for port f793f227-353c-454a-b524-0dcf63d09ebf completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:55.820601 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2171cf71-76a2-4d99-8ce2-02b44e4ab85b None None] Provisioning complete for port f793f227-353c-454a-b524-0dcf63d09ebf triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:55.820853 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2171cf71-76a2-4d99-8ce2-02b44e4ab85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:55.827872 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-68595732-d68d-45b6-9e4d-0f2a23616a60 req-c123e718-df1e-415f-b4e6-4af6cbf1e876 service neutron] 10.222.0.62 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508708 Jul 13 07:53:55.859122 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f33fff5e-1d28-4895-b940-1ce260cc1763 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] In _notify_port_updated(), no bound segment for port f793f227-353c-454a-b524-0dcf63d09ebf on network 21702be8-3430-4e3e-8260-bfc27702d26b {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:53:55.866006 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33fff5e-1d28-4895-b940-1ce260cc1763 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:55.866821 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f33fff5e-1d28-4895-b940-1ce260cc1763 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:55.870844 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f33fff5e-1d28-4895-b940-1ce260cc1763 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "PUT /v2.0/ports/f793f227-353c-454a-b524-0dcf63d09ebf HTTP/1.1" status: 200 len: 931 time: 2.2351336 Jul 13 07:53:55.871515 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60954) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:55.881655 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-b917cdbe-21da-41aa-9c2c-ced5488a8943 service neutron] 10.222.0.58 "GET /v2.0/networks/a1940323-3062-41b6-8e72-e73110e23be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503740 Jul 13 07:53:55.905614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2171cf71-76a2-4d99-8ce2-02b44e4ab85b None None] Port f793f227-353c-454a-b524-0dcf63d09ebf cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:55.929273 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2171cf71-76a2-4d99-8ce2-02b44e4ab85b None None] Provisioning complete for port 4f7e14cf-ca5a-4b48-ba96-5603006dc617 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:55.931252 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2171cf71-76a2-4d99-8ce2-02b44e4ab85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:55.937924 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fff5e-1d28-4895-b940-1ce260cc1763 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=f793f227-353c-454a-b524-0dcf63d09ebf,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:55.988414 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f72bd664-7280-4592-b162-1917300efb78 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:56.045992 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-6406b516-4d45-4559-b12c-d9a5018b984d tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting port f793f227-353c-454a-b524-0dcf63d09ebf {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:56.046366 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6406b516-4d45-4559-b12c-d9a5018b984d tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:56.095254 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2171cf71-76a2-4d99-8ce2-02b44e4ab85b None None] Port 4f7e14cf-ca5a-4b48-ba96-5603006dc617 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:56.135670 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2171cf71-76a2-4d99-8ce2-02b44e4ab85b None None] Provisioning for port f72bd664-7280-4592-b162-1917300efb78 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:56.146891 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2171cf71-76a2-4d99-8ce2-02b44e4ab85b None None] Provisioning complete for port f72bd664-7280-4592-b162-1917300efb78 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:56.147274 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2171cf71-76a2-4d99-8ce2-02b44e4ab85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:56.192555 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port f72bd664-7280-4592-b162-1917300efb78 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:56.193903 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:56.204180 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6406b516-4d45-4559-b12c-d9a5018b984d tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:56.233489 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-6406b516-4d45-4559-b12c-d9a5018b984d tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Calling delete_port for f793f227-353c-454a-b524-0dcf63d09ebf owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:56.293481 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be3dc0d2-e004-4716-89ae-334eb3520b14 req-8af731d8-570a-41f4-b459-bb6d5f64705d tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 210 time: 0.0806918 Jul 13 07:53:56.406675 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9cb8746e-11ae-485f-b8ea-e9af30e2db74 None None] Provisioning complete for port f793f227-353c-454a-b524-0dcf63d09ebf triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:56.407302 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9cb8746e-11ae-485f-b8ea-e9af30e2db74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:56.454822 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9cb8746e-11ae-485f-b8ea-e9af30e2db74 None None] Port f793f227-353c-454a-b524-0dcf63d09ebf cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:56.515773 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6406b516-4d45-4559-b12c-d9a5018b984d tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:56.673917 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406b516-4d45-4559-b12c-d9a5018b984d tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Port': ['ID=f793f227-353c-454a-b524-0dcf63d09ebf,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:56.699625 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febed833-e073-47ce-ba2e-715559426b36 req-6cef7f7e-f955-4034-8208-19515fb3a820 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:56.704278 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6406b516-4d45-4559-b12c-d9a5018b984d tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:56.714865 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6406b516-4d45-4559-b12c-d9a5018b984d tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/ports/f793f227-353c-454a-b524-0dcf63d09ebf HTTP/1.1" status: 204 len: 168 time: 0.8422437 Jul 13 07:53:56.715680 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60974) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:56.715980 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-febed833-e073-47ce-ba2e-715559426b36 req-6cef7f7e-f955-4034-8208-19515fb3a820 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 0.1250272 Jul 13 07:53:56.807399 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-918a27f1-b808-4701-b6e9-4521ca41fc2c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] GET failed (client error): The resource could not be found. Jul 13 07:53:56.812190 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-918a27f1-b808-4701-b6e9-4521ca41fc2c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports/f793f227-353c-454a-b524-0dcf63d09ebf HTTP/1.1" status: 404 len: 333 time: 0.0954213 Jul 13 07:53:56.814133 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60980) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:56.868909 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-febed833-e073-47ce-ba2e-715559426b36 req-c8c46239-b3e1-468d-978e-028b72fd2c0d tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516125 Jul 13 07:53:57.001856 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6060ec1-0186-48e4-8905-ad085a93c283 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.045112 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6060ec1-0186-48e4-8905-ad085a93c283 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.119594 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6060ec1-0186-48e4-8905-ad085a93c283 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.125073 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6060ec1-0186-48e4-8905-ad085a93c283 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.126741 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c6060ec1-0186-48e4-8905-ad085a93c283 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/security-groups/7f18fc11-f697-4cd3-9fe2-0f970dbdf889 HTTP/1.1" status: 204 len: 168 time: 0.3115127 Jul 13 07:53:57.129519 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60986) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:57.175253 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6060ec1-0186-48e4-8905-ad085a93c283 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f18fc11-f697-4cd3-9fe2-0f970dbdf889,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:57.227692 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d51879db-c19e-4ab8-9184-6c3ab6fff392 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.254791 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d51879db-c19e-4ab8-9184-6c3ab6fff392 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.303298 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d51879db-c19e-4ab8-9184-6c3ab6fff392 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.306517 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d51879db-c19e-4ab8-9184-6c3ab6fff392 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.310931 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60996) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:57.311584 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d51879db-c19e-4ab8-9184-6c3ab6fff392 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/security-groups/ce2b6971-114a-4464-b016-45e69fc65f49 HTTP/1.1" status: 204 len: 168 time: 0.1802502 Jul 13 07:53:57.325842 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:53:57.353051 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51879db-c19e-4ab8-9184-6c3ab6fff392 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2b6971-114a-4464-b016-45e69fc65f49,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:57.415054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe00c2e7-dc74-48de-b4fa-aa7531802df5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting subnet 9d3a7397-884b-4ac3-9904-e6862bb1fe0b {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:57.426916 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fe00c2e7-dc74-48de-b4fa-aa7531802df5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.472388 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fe00c2e7-dc74-48de-b4fa-aa7531802df5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.493668 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:57.511757 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'port_id': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'mac_address': 'fa:16:3e:7b:b8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:53:57.565107 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ae7a3423-55c3-4eee-b9df-cb170587e544 req-a5eb46a1-7e7a-429b-afbb-1ddfe52fbd49 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 210 time: 0.0389614 Jul 13 07:53:57.570275 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1810dc0-992a-4fef-b17d-b4611dcfe6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.574073 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.608621 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fe00c2e7-dc74-48de-b4fa-aa7531802df5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.611276 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:53:57.658985 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:57.670367 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.774418 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fe00c2e7-dc74-48de-b4fa-aa7531802df5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.783147 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:57.839485 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.840157 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00c2e7-dc74-48de-b4fa-aa7531802df5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Subnet': ['ID=9d3a7397-884b-4ac3-9904-e6862bb1fe0b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:57.860348 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fe00c2e7-dc74-48de-b4fa-aa7531802df5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.863245 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fe00c2e7-dc74-48de-b4fa-aa7531802df5 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/subnets/9d3a7397-884b-4ac3-9904-e6862bb1fe0b HTTP/1.1" status: 204 len: 168 time: 0.5467906 Jul 13 07:53:57.867885 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 32778) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:57.876944 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f55f2c3-1667-492a-9087-0634d783e8e7 None None] Network 21702be8-3430-4e3e-8260-bfc27702d26b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:57.893485 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-eb8b26b9-62e0-4b0f-92df-422506b4dcd6 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'subnet': {'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:57.959597 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['78907ba2-8a91-4d16-a6c9-c4a99ab38b4f'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:53:58.164295 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:58.217093 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6322572-89f1-481b-ba76-ce79cdbac0c6 req-7436e649-f1f7-49ac-bfba-b36d59026bfb tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:58.224721 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6322572-89f1-481b-ba76-ce79cdbac0c6 req-7436e649-f1f7-49ac-bfba-b36d59026bfb tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 0.1552513 Jul 13 07:53:58.285982 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6322572-89f1-481b-ba76-ce79cdbac0c6 req-bc07fa98-c738-4f54-8f18-53c52f183cd9 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602660 Jul 13 07:53:58.579201 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8b26b9-62e0-4b0f-92df-422506b4dcd6 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:58.597794 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eb8b26b9-62e0-4b0f-92df-422506b4dcd6 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:58.622453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0047d153-7ab2-441b-bb5b-f62aa0d2eaf4 None None] Provisioning complete for port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:58.623141 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0047d153-7ab2-441b-bb5b-f62aa0d2eaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:58.647646 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-29d954fb-9895-41de-8583-0d2918d41bbc tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:58.668665 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-29d954fb-9895-41de-8583-0d2918d41bbc tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/networks?id=e253f1c6-51d9-42ff-9541-a7b1eff9e445 HTTP/1.1" status: 200 len: 814 time: 0.3014653 Jul 13 07:53:58.702834 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-615c67b8-7c98-45e1-aa05-3c95074eaff0 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/quotas/720da6c44773453e9873d1bb4f013d09 HTTP/1.1" status: 200 len: 375 time: 0.0333507 Jul 13 07:53:58.839865 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:58.887333 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-506cdd2f-295a-40b4-a778-e967cd63e0b4 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=720da6c44773453e9873d1bb4f013d09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1835537 Jul 13 07:53:59.047673 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:59.051479 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a800949b-44fc-4299-808e-6854cd9f7492" -d '{"events": [{"server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "name": "network-vif-unplugged", "status": "completed", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:59.069854 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:59.092082 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:59.092889 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-2713dc8b-432c-4c97-bb5b-a1af3bb5f02b service neutron] 10.222.0.58 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016747 Jul 13 07:53:59.128118 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0047d153-7ab2-441b-bb5b-f62aa0d2eaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:59.213269 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-6765cdaa-6bed-4934-8650-5788c10f859d tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:59.226404 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-6765cdaa-6bed-4934-8650-5788c10f859d tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.62 "GET /v2.0/networks?id=a1940323-3062-41b6-8e72-e73110e23be7 HTTP/1.1" status: 200 len: 797 time: 1.0130954 Jul 13 07:53:59.336398 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eb8b26b9-62e0-4b0f-92df-422506b4dcd6 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:59.351479 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:59.381196 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-0bc8c9be-4e7e-48c9-ab81-e44281ef7ff8 service neutron] 10.222.0.58 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858286 Jul 13 07:53:59.413618 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1dd2adea-0c83-42f0-83bf-96bcde86654e tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=380b7979739948e5a91a2f3ea43419aa HTTP/1.1" status: 200 len: 476 time: 0.1861942 Jul 13 07:53:59.526966 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-7d4a1d42-7f1c-4262-818c-02d7f3db7f02 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Request body: {'port': {'device_id': 'f740c49d-f074-4731-be61-d11dac916841', 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7', 'admin_state_up': True, 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'security_groups': ['addfe987-240c-456d-b3f7-0a5b6f193058', '7ccb0593-8855-4826-957e-00767428e7d1']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:59.543298 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0047d153-7ab2-441b-bb5b-f62aa0d2eaf4 None None] For port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:59.604868 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b26b9-62e0-4b0f-92df-422506b4dcd6 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network 21702be8-3430-4e3e-8260-bfc27702d26b is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:59.613028 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0047d153-7ab2-441b-bb5b-f62aa0d2eaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:59.613916 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-580a31a7-90ce-4396-946b-a572597be8dd req-34b5e5c4-7b16-408b-9912-78d36212dbac tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 210 time: 0.0946519 Jul 13 07:53:59.631630 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:59.666116 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:59.673461 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-eb8b26b9-62e0-4b0f-92df-422506b4dcd6 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:59.703900 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b26b9-62e0-4b0f-92df-422506b4dcd6 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:59.705062 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eb8b26b9-62e0-4b0f-92df-422506b4dcd6 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:59.906996 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b26b9-62e0-4b0f-92df-422506b4dcd6 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Subnet': ['ID=3a5ea341-7458-45d2-bdf7-1a67cdec0bac,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:59.945566 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-eb8b26b9-62e0-4b0f-92df-422506b4dcd6 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0760758 Jul 13 07:53:59.948318 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 32870) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:59.953276 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-dc0abf45-60df-4e9a-9dea-a7122011c993 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'security_group': {'name': 'tempest-secgroup-260166931'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:59.960459 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047d153-7ab2-441b-bb5b-f62aa0d2eaf4 None None] Pushing event updated for resources: {'Port': ['ID=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:59.990751 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2538f222-5386-4d05-8730-6e523a4560ed x-openstack-request-id: req-2538f222-5386-4d05-8730-6e523a4560ed {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:59.990905 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "name": "network-vif-unplugged", "status": "failed", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1", "code": 422}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:59.991132 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2538f222-5386-4d05-8730-6e523a4560ed {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:59.997627 n-d-779913-28 neutron-server[93725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1', 'code': 422} returned with failed status Jul 13 07:54:00.057769 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:00.061298 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc0abf45-60df-4e9a-9dea-a7122011c993 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.063137 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.103713 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-7d4a1d42-7f1c-4262-818c-02d7f3db7f02 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Made reservation on behalf of 380b7979739948e5a91a2f3ea43419aa for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:00.107644 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-7d4a1d42-7f1c-4262-818c-02d7f3db7f02 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.320159 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1497c6a0-8cc6-4c05-9395-5d81d3c9b28c None None] Provisioning complete for port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:00.320532 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1497c6a0-8cc6-4c05-9395-5d81d3c9b28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.368780 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80c4374d-8c8e-45cf-949d-42360bc3b878 req-52612217-5bac-4b88-af86-cb7ba9268d0c tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=9377f9fa-27ab-4330-b2b5-774054bdd179 HTTP/1.1" status: 200 len: 210 time: 0.1149542 Jul 13 07:54:00.611711 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc0abf45-60df-4e9a-9dea-a7122011c993 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.647468 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc0abf45-60df-4e9a-9dea-a7122011c993 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.678560 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-7d4a1d42-7f1c-4262-818c-02d7f3db7f02 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Allocated IP 172.20.0.4 (a1940323-3062-41b6-8e72-e73110e23be7/e3ce8877-83d9-4dc6-aae1-31e0fd0d405e/37f2d720-a73f-4293-a15d-bbb2ab3f672a) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:00.769198 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc0abf45-60df-4e9a-9dea-a7122011c993 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.772140 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-dc0abf45-60df-4e9a-9dea-a7122011c993 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8225613 Jul 13 07:54:00.782523 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 32900) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:00.784082 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0abf45-60df-4e9a-9dea-a7122011c993 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0167a1c8-32cc-4cb1-820e-9e629c3c2ee9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:00.791569 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-3eb26732-22a5-4321-9995-8f400ac84473 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'security_group': {'name': 'tempest-secgroup-363437516'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:00.869022 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df39c19d-e42c-441c-b17b-293a920a46ee None None] Network 21702be8-3430-4e3e-8260-bfc27702d26b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:01.040351 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-7d4a1d42-7f1c-4262-818c-02d7f3db7f02 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.076931 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-7d4a1d42-7f1c-4262-818c-02d7f3db7f02 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Transition to ACTIVE for port object 37f2d720-a73f-4293-a15d-bbb2ab3f672a will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:01.132551 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c1950e8e-27bc-48d8-9d84-8711e184400c req-a27406b9-aac3-4fb9-a9d1-a3c73f734373 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 210 time: 0.0830007 Jul 13 07:54:01.156132 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-7d4a1d42-7f1c-4262-818c-02d7f3db7f02 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.165844 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97784f-f5ce-4b1c-b675-9524f72e3694 req-54da9fcd-3d28-4ed3-a201-c35297d62fb0 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:01.182707 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c97784f-f5ce-4b1c-b675-9524f72e3694 req-54da9fcd-3d28-4ed3-a201-c35297d62fb0 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 943 time: 0.2341995 Jul 13 07:54:01.307349 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 32914) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:01.322602 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c97784f-f5ce-4b1c-b675-9524f72e3694 req-df32efda-c9d9-4015-8b08-a4ff909d85eb tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388719 Jul 13 07:54:01.417432 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3eb26732-22a5-4321-9995-8f400ac84473 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.433827 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-7d4a1d42-7f1c-4262-818c-02d7f3db7f02 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Network a1940323-3062-41b6-8e72-e73110e23be7 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:01.463978 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-7d4a1d42-7f1c-4262-818c-02d7f3db7f02 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:01.492001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-7d4a1d42-7f1c-4262-818c-02d7f3db7f02 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:01.596828 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a1d42-7f1c-4262-818c-02d7f3db7f02 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event updated for resources: {'Port': ['ID=37f2d720-a73f-4293-a15d-bbb2ab3f672a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:01.616274 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.643595 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-7d4a1d42-7f1c-4262-818c-02d7f3db7f02 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:01.644685 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-7d4a1d42-7f1c-4262-818c-02d7f3db7f02 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.802497 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-046d3ced-b856-457b-b65b-a26c09589995 req-d5b4f395-8930-42ad-a060-0448ceb5bac9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4841774 Jul 13 07:54:01.861554 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1497c6a0-8cc6-4c05-9395-5d81d3c9b28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.877758 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3eb26732-22a5-4321-9995-8f400ac84473 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.887849 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3eb26732-22a5-4321-9995-8f400ac84473 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.928698 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-7d4a1d42-7f1c-4262-818c-02d7f3db7f02 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.4482522 Jul 13 07:54:01.937466 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3eb26732-22a5-4321-9995-8f400ac84473 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.943557 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3eb26732-22a5-4321-9995-8f400ac84473 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1593204 Jul 13 07:54:01.945280 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 32926) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:01.959312 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-8eae1ac7-0fed-43a9-a361-bf61980e0b9c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'security_group': {'name': 'tempest-secgroup-1910917760'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:01.976454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] Request body: {'port': {'device_id': 'f740c49d-f074-4731-be61-d11dac916841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:01.979756 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b8fb3f5-505a-4399-940b-78d5c373ae47 req-90dd24a6-a12d-45c6-a7d0-b76f1ed5e1f2 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=9377f9fa-27ab-4330-b2b5-774054bdd179 HTTP/1.1" status: 200 len: 210 time: 0.1148498 Jul 13 07:54:02.004756 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f'}, {'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:02.013221 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5bca27-30d3-472e-8825-909228abfb06" -d '{"events": [{"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-plugged", "status": "completed", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f"}, {"server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "name": "network-vif-plugged", "status": "completed", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:02.158479 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb26732-22a5-4321-9995-8f400ac84473 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7beb0a77-a6c7-48ee-a427-d65fc170b995,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:02.196961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:54:02.202427 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-1497c6a0-8cc6-4c05-9395-5d81d3c9b28c None None] For port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:02.245948 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1497c6a0-8cc6-4c05-9395-5d81d3c9b28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.318278 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf3e104-074e-4b0f-8e81-c5ab80419b9c x-openstack-request-id: req-bbf3e104-074e-4b0f-8e81-c5ab80419b9c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:02.319193 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-plugged", "status": "completed", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f", "code": 200}, {"server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "name": "network-vif-plugged", "status": "failed", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1", "code": 422}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:02.319946 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bbf3e104-074e-4b0f-8e81-c5ab80419b9c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:02.320603 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'code': 200} Jul 13 07:54:02.321085 n-d-779913-28 neutron-server[93725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1', 'code': 422} returned with failed status Jul 13 07:54:02.326050 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497c6a0-8cc6-4c05-9395-5d81d3c9b28c None None] Pushing event updated for resources: {'Port': ['ID=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:02.330013 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065c2099-fb99-4453-9426-ec4e50f94a4d None None] Update dhcp port {'port': {'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b', 'fixed_ips': [{'subnet_id': '54b60d05-b2c2-4e2f-9ec5-063514c7c41b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3a5ea341-7458-45d2-bdf7-1a67cdec0bac'}], 'binding:host_id': 'n-d-779913-28'}, 'id': 'f72bd664-7280-4592-b162-1917300efb78'} from n-d-779913-28. {{(pid=93725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:54:02.342747 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8eae1ac7-0fed-43a9-a361-bf61980e0b9c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.470412 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-065c2099-fb99-4453-9426-ec4e50f94a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.507292 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.702383 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.812609 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2400e222-27f9-409c-9040-4dc4ebf9de98 None None] Provisioning for port 37f2d720-a73f-4293-a15d-bbb2ab3f672a completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:02.826910 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2400e222-27f9-409c-9040-4dc4ebf9de98 None None] Provisioning complete for port 37f2d720-a73f-4293-a15d-bbb2ab3f672a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:02.827333 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2400e222-27f9-409c-9040-4dc4ebf9de98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.914175 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:02.992253 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:03.165299 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2400e222-27f9-409c-9040-4dc4ebf9de98 None None] Port 37f2d720-a73f-4293-a15d-bbb2ab3f672a cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:03.271229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2400e222-27f9-409c-9040-4dc4ebf9de98 None None] Provisioning complete for port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:03.277345 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2400e222-27f9-409c-9040-4dc4ebf9de98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:03.357904 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-2bb06555-9022-46df-bf16-6867f4893563 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:03.359988 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-2bb06555-9022-46df-bf16-6867f4893563 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.62 "GET /v2.0/networks?id=e253f1c6-51d9-42ff-9541-a7b1eff9e445 HTTP/1.1" status: 200 len: 814 time: 0.7322237 Jul 13 07:54:03.389718 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-f0c0cdaf-9673-4c66-9ff1-d7c4bc9e0c66 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Request body: {'port': {'device_id': '9377f9fa-27ab-4330-b2b5-774054bdd179', 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445', 'admin_state_up': True, 'tenant_id': '720da6c44773453e9873d1bb4f013d09'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:03.449078 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,revision_number=10']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:03.485762 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8eae1ac7-0fed-43a9-a361-bf61980e0b9c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:03.502126 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-065c2099-fb99-4453-9426-ec4e50f94a4d None None] Allocated IP 2001:db8::2 (21702be8-3430-4e3e-8260-bfc27702d26b/3a5ea341-7458-45d2-bdf7-1a67cdec0bac/f72bd664-7280-4592-b162-1917300efb78) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:03.513709 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8eae1ac7-0fed-43a9-a361-bf61980e0b9c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:03.549987 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8eae1ac7-0fed-43a9-a361-bf61980e0b9c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:03.552303 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8eae1ac7-0fed-43a9-a361-bf61980e0b9c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6004841 Jul 13 07:54:03.576032 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 32962) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:03.586200 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-0503e95b-0c18-4356-8b81-c01a743fc841 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1569800615', 'security_groups': ['5d1b712f-6709-451e-b583-2a24d6f3b8ca'], 'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3a5ea341-7458-45d2-bdf7-1a67cdec0bac'}]}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:03.695900 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8532b28-cc2b-4deb-bf28-df58536b6d39 req-3474aed0-81a6-4189-811b-da08fb1e15cb tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:03.710689 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8532b28-cc2b-4deb-bf28-df58536b6d39 req-3474aed0-81a6-4189-811b-da08fb1e15cb tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 970 time: 1.2181809 Jul 13 07:54:03.761613 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2400e222-27f9-409c-9040-4dc4ebf9de98 None None] Provisioning complete for port 4f7e14cf-ca5a-4b48-ba96-5603006dc617 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:03.762227 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2400e222-27f9-409c-9040-4dc4ebf9de98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:03.767261 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0503e95b-0c18-4356-8b81-c01a743fc841 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:03.893782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2400e222-27f9-409c-9040-4dc4ebf9de98 None None] Port 4f7e14cf-ca5a-4b48-ba96-5603006dc617 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:03.927847 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8532b28-cc2b-4deb-bf28-df58536b6d39 req-f75502c2-3324-4840-887d-930490c84984 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ccb0593-8855-4826-957e-00767428e7d1&id=addfe987-240c-456d-b3f7-0a5b6f193058&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2161829 Jul 13 07:54:03.986809 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2400e222-27f9-409c-9040-4dc4ebf9de98 None None] Provisioning complete for port f72bd664-7280-4592-b162-1917300efb78 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:03.987972 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae1ac7-0fed-43a9-a361-bf61980e0b9c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1b712f-6709-451e-b583-2a24d6f3b8ca,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:03.989446 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2400e222-27f9-409c-9040-4dc4ebf9de98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.006050 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-065c2099-fb99-4453-9426-ec4e50f94a4d None None] For port f72bd664-7280-4592-b162-1917300efb78, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f72bd664-7280-4592-b162-1917300efb78,segment=NetworkSegment(439775ea-7545-4e11-ad06-bcc8ba470d6d),segment_id=439775ea-7545-4e11-ad06-bcc8ba470d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:04.032240 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644ec6e-7820-4dc7-a89e-59e219817ccf req-46f72556-369c-4d4d-8499-1556bc0fb4d9 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:04.044415 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7644ec6e-7820-4dc7-a89e-59e219817ccf req-46f72556-369c-4d4d-8499-1556bc0fb4d9 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 944 time: 0.9116337 Jul 13 07:54:04.047164 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-f0c0cdaf-9673-4c66-9ff1-d7c4bc9e0c66 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Made reservation on behalf of 720da6c44773453e9873d1bb4f013d09 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:04.051706 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-f0c0cdaf-9673-4c66-9ff1-d7c4bc9e0c66 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.194943 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7644ec6e-7820-4dc7-a89e-59e219817ccf req-40b680d8-62f1-4f5a-9c6c-d9525d192bbf tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489038 Jul 13 07:54:04.220003 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f2d720-a73f-4293-a15d-bbb2ab3f672a {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:54:04.222024 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-065c2099-fb99-4453-9426-ec4e50f94a4d None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.266979 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.277705 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-065c2099-fb99-4453-9426-ec4e50f94a4d None None] Transition to ACTIVE for port object f72bd664-7280-4592-b162-1917300efb78 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:04.298773 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0503e95b-0c18-4356-8b81-c01a743fc841 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.300155 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-065c2099-fb99-4453-9426-ec4e50f94a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.331379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:04.336485 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197dfcd2-4afb-43d7-b253-ee70735ea223" -d '{"events": [{"server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "name": "network-vif-unplugged", "status": "completed", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:04.339881 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] Transition to ACTIVE for port object 37f2d720-a73f-4293-a15d-bbb2ab3f672a will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:04.358129 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-0503e95b-0c18-4356-8b81-c01a743fc841 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] device_id is not set on port e962b3ea-ec79-467c-ba62-711240687395 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:54:04.431533 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9675f6-d5ff-4581-bad4-acaf501f4376 x-openstack-request-id: req-9a9675f6-d5ff-4581-bad4-acaf501f4376 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:04.431829 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "name": "network-vif-unplugged", "status": "failed", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1", "code": 422}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:04.432089 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a9675f6-d5ff-4581-bad4-acaf501f4376 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:04.432490 n-d-779913-28 neutron-server[93725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1', 'code': 422} returned with failed status Jul 13 07:54:04.511354 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6fe2c8e6-4ed5-4695-b834-c0b862aa3fe8 req-eca900bd-9c9a-4dd8-9ebc-3e690f6da920 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=9377f9fa-27ab-4330-b2b5-774054bdd179 HTTP/1.1" status: 200 len: 210 time: 0.0458615 Jul 13 07:54:04.537270 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-f0c0cdaf-9673-4c66-9ff1-d7c4bc9e0c66 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Allocated IP 172.20.0.10 (e253f1c6-51d9-42ff-9541-a7b1eff9e445/af3a2383-8099-4064-9267-4ac4780fcb43/ec357f39-5baa-4c1a-a465-9f9fcc28a9d2) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:04.593629 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2400e222-27f9-409c-9040-4dc4ebf9de98 None None] Port f72bd664-7280-4592-b162-1917300efb78 had new provisioning blocks added so it will not transition to active. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 13 07:54:04.615967 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c2099-fb99-4453-9426-ec4e50f94a4d None None] Pushing event updated for resources: {'Port': ['ID=f72bd664-7280-4592-b162-1917300efb78,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:04.727496 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7a1c63b4-f43e-4902-bf19-54c1f8354ffe None None] Provisioning complete for port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:04.727877 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a1c63b4-f43e-4902-bf19-54c1f8354ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.762233 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-0503e95b-0c18-4356-8b81-c01a743fc841 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Allocated IP 2001:db8::38b (21702be8-3430-4e3e-8260-bfc27702d26b/3a5ea341-7458-45d2-bdf7-1a67cdec0bac/e962b3ea-ec79-467c-ba62-711240687395) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:04.952141 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a1c63b4-f43e-4902-bf19-54c1f8354ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.000633 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.013489 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-f0c0cdaf-9673-4c66-9ff1-d7c4bc9e0c66 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.064160 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-7a1c63b4-f43e-4902-bf19-54c1f8354ffe None None] For port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:05.074747 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a1c63b4-f43e-4902-bf19-54c1f8354ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.199688 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-f0c0cdaf-9673-4c66-9ff1-d7c4bc9e0c66 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.227021 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-f0c0cdaf-9673-4c66-9ff1-d7c4bc9e0c66 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Network e253f1c6-51d9-42ff-9541-a7b1eff9e445 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:05.230757 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-f0c0cdaf-9673-4c66-9ff1-d7c4bc9e0c66 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:05.244096 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-f0c0cdaf-9673-4c66-9ff1-d7c4bc9e0c66 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:05.269559 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['070ba8b1-ab16-4d64-9578-c7d6828da9f8'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:54:05.271385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=37f2d720-a73f-4293-a15d-bbb2ab3f672a,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:05.319012 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0503e95b-0c18-4356-8b81-c01a743fc841 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.466114 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-f0c0cdaf-9673-4c66-9ff1-d7c4bc9e0c66 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:05.467117 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-f0c0cdaf-9673-4c66-9ff1-d7c4bc9e0c66 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.511331 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-0503e95b-0c18-4356-8b81-c01a743fc841 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Transition to ACTIVE for port object e962b3ea-ec79-467c-ba62-711240687395 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:05.559064 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c63b4-f43e-4902-bf19-54c1f8354ffe None None] Pushing event updated for resources: {'Port': ['ID=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,revision_number=11']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:05.581200 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-f0c0cdaf-9673-4c66-9ff1-d7c4bc9e0c66 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2062857 Jul 13 07:54:05.599923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0cdaf-9673-4c66-9ff1-d7c4bc9e0c66 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Pushing event updated for resources: {'Port': ['ID=ec357f39-5baa-4c1a-a465-9f9fcc28a9d2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:05.643442 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] Request body: {'port': {'device_id': '9377f9fa-27ab-4330-b2b5-774054bdd179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:05.723259 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] Attempting to bind port 37f2d720-a73f-4293-a15d-bbb2ab3f672a on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:05.723791 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] Attempting to bind port 37f2d720-a73f-4293-a15d-bbb2ab3f672a by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'c0de58fa-7a80-4b0d-9d32-5ad2c1d88342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:05.724376 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] Attempting to bind port 37f2d720-a73f-4293-a15d-bbb2ab3f672a on network a1940323-3062-41b6-8e72-e73110e23be7 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:05.770843 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.830783 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] Port 37f2d720-a73f-4293-a15d-bbb2ab3f672a on network a1940323-3062-41b6-8e72-e73110e23be7 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:54:05.831299 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] Attempting to bind port 37f2d720-a73f-4293-a15d-bbb2ab3f672a on network a1940323-3062-41b6-8e72-e73110e23be7 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:05.905633 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:05.906154 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] Checking segment: {'id': 'c0de58fa-7a80-4b0d-9d32-5ad2c1d88342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:05.906766 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] Bound using segment: {'id': 'c0de58fa-7a80-4b0d-9d32-5ad2c1d88342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:05.907448 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] Bound port: 37f2d720-a73f-4293-a15d-bbb2ab3f672a, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0de58fa-7a80-4b0d-9d32-5ad2c1d88342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:05.935145 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.002481 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0503e95b-0c18-4356-8b81-c01a743fc841 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.067540 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f72bd664-7280-4592-b162-1917300efb78 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:06.129876 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0503e95b-0c18-4356-8b81-c01a743fc841 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network 21702be8-3430-4e3e-8260-bfc27702d26b is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:06.145681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-0503e95b-0c18-4356-8b81-c01a743fc841 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:06.162806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0503e95b-0c18-4356-8b81-c01a743fc841 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:06.176705 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0503e95b-0c18-4356-8b81-c01a743fc841 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:06.185384 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0503e95b-0c18-4356-8b81-c01a743fc841 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.315163 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503e95b-0c18-4356-8b81-c01a743fc841 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=e962b3ea-ec79-467c-ba62-711240687395,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:06.400192 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0503e95b-0c18-4356-8b81-c01a743fc841 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8217151 Jul 13 07:54:06.405917 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb0f12-58d5-4a04-b2cc-a9153ab60f45 req-3a66cfda-e634-486b-afc3-6306b84862ea tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:06.406571 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33014) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:06.417909 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3cb0f12-58d5-4a04-b2cc-a9153ab60f45 req-3a66cfda-e634-486b-afc3-6306b84862ea tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 982 time: 1.0073550 Jul 13 07:54:06.420325 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-10949c80-1c1f-4e9d-a9b4-95489fab49e7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'subnet': {'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:06.436294 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:06.449017 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f954a00-703a-45a8-8526-2652e576702a" -d '{"events": [{"server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "name": "network-vif-plugged", "status": "completed", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:06.462364 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-091bfc56-a27a-47a1-a155-b33c68b15d75 None None] Provisioning complete for port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:06.463299 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-091bfc56-a27a-47a1-a155-b33c68b15d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.486791 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] For port 37f2d720-a73f-4293-a15d-bbb2ab3f672a, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:06.524272 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a74ef-b4a3-414b-987a-53df2bc6e8db req-54595b30-584d-43e3-9f4f-60fa58028b4e tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:06.545740 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-408a74ef-b4a3-414b-987a-53df2bc6e8db req-54595b30-584d-43e3-9f4f-60fa58028b4e tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 946 time: 0.9862545 Jul 13 07:54:06.554233 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] For port 37f2d720-a73f-4293-a15d-bbb2ab3f672a, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=37f2d720-a73f-4293-a15d-bbb2ab3f672a,segment=NetworkSegment(c0de58fa-7a80-4b0d-9d32-5ad2c1d88342),segment_id=c0de58fa-7a80-4b0d-9d32-5ad2c1d88342)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:06.582285 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.668420 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3cb0f12-58d5-4a04-b2cc-a9153ab60f45 req-664155b8-5e40-42b3-85e3-71ee5388bf51 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ccb0593-8855-4826-957e-00767428e7d1&id=addfe987-240c-456d-b3f7-0a5b6f193058&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2492554 Jul 13 07:54:06.721723 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=37f2d720-a73f-4293-a15d-bbb2ab3f672a,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:06.745766 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-408a74ef-b4a3-414b-987a-53df2bc6e8db req-e1be63dd-f9db-4a04-b40f-c672d4c5b20e tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986217 Jul 13 07:54:06.874280 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:54:06.888793 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.922733 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] Transition to ACTIVE for port object ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:06.928343 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:06.929158 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.930904 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-1d9af96e-c010-45b6-abae-8021c3e3f6b8 service neutron] 10.222.0.62 "PUT /v2.0/ports/37f2d720-a73f-4293-a15d-bbb2ab3f672a HTTP/1.1" status: 200 len: 1131 time: 4.9835472 Jul 13 07:54:06.931449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f740c49d-f074-4731-be61-d11dac916841', 'tag': '37f2d720-a73f-4293-a15d-bbb2ab3f672a'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:06.933241 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.934532 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6412828b-fd74-4bc2-ac02-0318a2ff4415" -d '{"events": [{"name": "network-changed", "server_uuid": "f740c49d-f074-4731-be61-d11dac916841", "tag": "37f2d720-a73f-4293-a15d-bbb2ab3f672a"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:06.977086 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f6debca0-35e5-48f0-88d2-b741182d57d8 None None] Provisioning complete for port 4f7e14cf-ca5a-4b48-ba96-5603006dc617 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:06.977470 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6debca0-35e5-48f0-88d2-b741182d57d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.052443 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30c9e48-072e-4bc6-8a3c-9f074cd76f3e x-openstack-request-id: req-a30c9e48-072e-4bc6-8a3c-9f074cd76f3e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:07.052943 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "name": "network-vif-plugged", "status": "failed", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1", "code": 422}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:07.053392 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a30c9e48-072e-4bc6-8a3c-9f074cd76f3e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:07.054007 n-d-779913-28 neutron-server[93725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1', 'code': 422} returned with failed status Jul 13 07:54:07.079702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f6debca0-35e5-48f0-88d2-b741182d57d8 None None] Port 4f7e14cf-ca5a-4b48-ba96-5603006dc617 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:07.128130 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10949c80-1c1f-4e9d-a9b4-95489fab49e7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:07.132157 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10949c80-1c1f-4e9d-a9b4-95489fab49e7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.177915 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f6debca0-35e5-48f0-88d2-b741182d57d8 None None] Provisioning for port f72bd664-7280-4592-b162-1917300efb78 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:07.201338 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] Pushing event updated for resources: {'Port': ['ID=ec357f39-5baa-4c1a-a465-9f9fcc28a9d2,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:07.213381 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f6debca0-35e5-48f0-88d2-b741182d57d8 None None] Provisioning complete for port f72bd664-7280-4592-b162-1917300efb78 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:07.227135 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6debca0-35e5-48f0-88d2-b741182d57d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.396720 n-d-779913-28 neutron-server[93723]: INFO neutron.db.ipam_backend_mixin [None req-10949c80-1c1f-4e9d-a9b4-95489fab49e7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a5ea341-7458-45d2-bdf7-1a67cdec0bac (CIDR: 2001:db8::/64) Jul 13 07:54:07.407203 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-10949c80-1c1f-4e9d-a9b4-95489fab49e7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:54:07.407672 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10949c80-1c1f-4e9d-a9b4-95489fab49e7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:54:07.462152 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-10949c80-1c1f-4e9d-a9b4-95489fab49e7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0539896 Jul 13 07:54:07.465504 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33030) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:07.467508 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f6debca0-35e5-48f0-88d2-b741182d57d8 None None] Provisioning for port e962b3ea-ec79-467c-ba62-711240687395 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:07.473756 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-12eeb5c4-359a-4eb9-8d26-7dc4668302d9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'subnet': {'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:07.477781 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f6debca0-35e5-48f0-88d2-b741182d57d8 None None] Provisioning complete for port e962b3ea-ec79-467c-ba62-711240687395 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:07.477781 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6debca0-35e5-48f0-88d2-b741182d57d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.487550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] Attempting to bind port ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:07.487891 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] Attempting to bind port ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '4274e490-15b7-43be-8439-a248d70b1f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:07.488220 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] Attempting to bind port ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 on network e253f1c6-51d9-42ff-9541-a7b1eff9e445 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:07.510457 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadf22b-891f-4be6-b44d-c35be16cbb40 req-1eb4f78c-b5bd-4dd4-afbe-50f84181b3d7 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:07.512057 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2cadf22b-891f-4be6-b44d-c35be16cbb40 req-1eb4f78c-b5bd-4dd4-afbe-50f84181b3d7 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=9377f9fa-27ab-4330-b2b5-774054bdd179 HTTP/1.1" status: 200 len: 944 time: 0.5071411 Jul 13 07:54:07.514396 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-327aa5e2-3393-4fea-a365-8067d91bb785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:07.516425 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-327aa5e2-3393-4fea-a365-8067d91bb785 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=380b7979739948e5a91a2f3ea43419aa&device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 1134 time: 0.5203805 Jul 13 07:54:07.540793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] Port ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 on network e253f1c6-51d9-42ff-9541-a7b1eff9e445 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:54:07.541380 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] Attempting to bind port ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 on network e253f1c6-51d9-42ff-9541-a7b1eff9e445 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:07.549325 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:07.549928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] Checking segment: {'id': '4274e490-15b7-43be-8439-a248d70b1f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:07.550527 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] Bound using segment: {'id': '4274e490-15b7-43be-8439-a248d70b1f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:07.551136 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] Bound port: ec357f39-5baa-4c1a-a465-9f9fcc28a9d2, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4274e490-15b7-43be-8439-a248d70b1f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:07.551680 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.581224 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f6debca0-35e5-48f0-88d2-b741182d57d8 None None] Port e962b3ea-ec79-467c-ba62-711240687395 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:07.624270 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-2db6c178-6935-4571-b52c-65f0b19d3ffa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37f2d720-a73f-4293-a15d-bbb2ab3f672a HTTP/1.1" status: 200 len: 217 time: 0.0985737 Jul 13 07:54:07.754294 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2cadf22b-891f-4be6-b44d-c35be16cbb40 req-972a9ccf-3470-4ac5-a004-8d29c74e498d tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143428 Jul 13 07:54:07.769673 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-65a2b0b5-22ff-4c48-9f28-98582e2cb2e8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:07.773892 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12eeb5c4-359a-4eb9-8d26-7dc4668302d9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:07.784128 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-65a2b0b5-22ff-4c48-9f28-98582e2cb2e8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 811 time: 0.4926267 Jul 13 07:54:07.798780 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-12eeb5c4-359a-4eb9-8d26-7dc4668302d9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.843185 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-5c6534d3-eab2-4a6c-8b29-29ecbdf86f44 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/quotas/3d1a06314407417ea88e23223ce7096a HTTP/1.1" status: 200 len: 375 time: 0.0580697 Jul 13 07:54:07.905150 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] For port ec357f39-5baa-4c1a-a465-9f9fcc28a9d2, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:07.923752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] For port ec357f39-5baa-4c1a-a465-9f9fcc28a9d2, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ec357f39-5baa-4c1a-a465-9f9fcc28a9d2,segment=NetworkSegment(4274e490-15b7-43be-8439-a248d70b1f1c),segment_id=4274e490-15b7-43be-8439-a248d70b1f1c)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:07.937504 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.940007 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.949250 n-d-779913-28 neutron-server[93723]: INFO neutron.db.ipam_backend_mixin [None req-12eeb5c4-359a-4eb9-8d26-7dc4668302d9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 54b60d05-b2c2-4e2f-9ec5-063514c7c41b (CIDR: 2001:db8:0:1::/64) Jul 13 07:54:07.953898 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d5c6ce-52ff-4da7-aa00-32cd3ffc8c91 x-openstack-request-id: req-47d5c6ce-52ff-4da7-aa00-32cd3ffc8c91 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:07.954678 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f740c49d-f074-4731-be61-d11dac916841", "tag": "37f2d720-a73f-4293-a15d-bbb2ab3f672a", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:07.954985 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47d5c6ce-52ff-4da7-aa00-32cd3ffc8c91 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:07.955407 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f740c49d-f074-4731-be61-d11dac916841', 'tag': '37f2d720-a73f-4293-a15d-bbb2ab3f672a', 'status': 'completed', 'code': 200} Jul 13 07:54:07.957668 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-7c2d3f6e-dd57-4c19-8577-cb64e1da3252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:07.960438 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-7c2d3f6e-dd57-4c19-8577-cb64e1da3252 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3ce8877-83d9-4dc6-aae1-31e0fd0d405e HTTP/1.1" status: 200 len: 834 time: 0.3279963 Jul 13 07:54:07.962404 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-12eeb5c4-359a-4eb9-8d26-7dc4668302d9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:54:07.963011 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12eeb5c4-359a-4eb9-8d26-7dc4668302d9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:54:08.001621 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-12eeb5c4-359a-4eb9-8d26-7dc4668302d9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5318592 Jul 13 07:54:08.007827 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:08.008604 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:08.015508 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] 10.222.0.62 "PUT /v2.0/ports/ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 HTTP/1.1" status: 200 len: 1093 time: 2.3781238 Jul 13 07:54:08.017550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33044) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:08.018316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9377f9fa-27ab-4330-b2b5-774054bdd179', 'tag': 'ec357f39-5baa-4c1a-a465-9f9fcc28a9d2'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:08.031336 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3483e52f-7dc1-479e-a360-273776f988ee" -d '{"events": [{"name": "network-changed", "server_uuid": "9377f9fa-27ab-4330-b2b5-774054bdd179", "tag": "ec357f39-5baa-4c1a-a465-9f9fcc28a9d2"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:08.064489 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7a49b83c-8a2d-4803-9a32-74c347c63bd1 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'subnet': {'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:08.114856 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-f820831d-a793-42fc-a5c8-cff6ed89cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:08.116419 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-f820831d-a793-42fc-a5c8-cff6ed89cbf0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1940323-3062-41b6-8e72-e73110e23be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1374261 Jul 13 07:54:08.157901 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-6bddf5e9-0245-43cf-accd-ebd96efdbfa3 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3099046 Jul 13 07:54:08.261051 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-f6229e13-4722-44b2-b85d-3668f6796fae service neutron] 10.222.0.62 "GET /v2.0/networks/a1940323-3062-41b6-8e72-e73110e23be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354554 Jul 13 07:54:08.389920 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03ec8c-0cb7-45dc-b988-e4b039e3b11a service neutron] Pushing event updated for resources: {'Port': ['ID=ec357f39-5baa-4c1a-a465-9f9fcc28a9d2,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:08.393649 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dec0ffeb-b750-4dd6-a2c8-4f236180cc3c req-b4512eea-f9bb-4fea-a770-b3152ba464c8 service neutron] 10.222.0.62 "GET /v2.0/networks/a1940323-3062-41b6-8e72-e73110e23be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247184 Jul 13 07:54:08.567168 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412828b-fd74-4bc2-ac02-0318a2ff4415 req-e325e26b-860c-4cf8-8a20-ec03577c00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:08.570573 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6412828b-fd74-4bc2-ac02-0318a2ff4415 req-e325e26b-860c-4cf8-8a20-ec03577c00c5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=380b7979739948e5a91a2f3ea43419aa&device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 1134 time: 0.1065538 Jul 13 07:54:08.695212 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412828b-fd74-4bc2-ac02-0318a2ff4415 req-2790299e-42ce-465b-a68b-b9f91ee0b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:08.696727 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6412828b-fd74-4bc2-ac02-0318a2ff4415 req-2790299e-42ce-465b-a68b-b9f91ee0b7e0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a1940323-3062-41b6-8e72-e73110e23be7 HTTP/1.1" status: 200 len: 898 time: 0.1147122 Jul 13 07:54:08.763019 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6412828b-fd74-4bc2-ac02-0318a2ff4415 req-8c2efd8d-1f23-496c-b18c-aa036f79032f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37f2d720-a73f-4293-a15d-bbb2ab3f672a HTTP/1.1" status: 200 len: 217 time: 0.0536270 Jul 13 07:54:08.766312 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-96f796ae-841b-4cce-a36d-1ca6e79f05c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:08.768438 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-96f796ae-841b-4cce-a36d-1ca6e79f05c8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=720da6c44773453e9873d1bb4f013d09&device_id=9377f9fa-27ab-4330-b2b5-774054bdd179 HTTP/1.1" status: 200 len: 1096 time: 0.6717572 Jul 13 07:54:08.841895 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-83b1340c-110c-471f-a12b-846560f8771a service neutron] 10.222.0.58 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6830652 Jul 13 07:54:08.866844 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-949bbe9a-5c00-4993-ba7e-e0cc61893477 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 HTTP/1.1" status: 200 len: 217 time: 0.0814042 Jul 13 07:54:08.886281 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1173e09-4f1f-463c-944d-4de51b98c8af req-53e55666-748f-4ad9-8fd1-882db7fae3b6 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:08.893554 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e1173e09-4f1f-463c-944d-4de51b98c8af req-53e55666-748f-4ad9-8fd1-882db7fae3b6 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 982 time: 0.6764379 Jul 13 07:54:08.895562 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a49b83c-8a2d-4803-9a32-74c347c63bd1 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Made reservation on behalf of 0ac629f673f541f983c4cbb8438bd68e for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:08.899769 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a49b83c-8a2d-4803-9a32-74c347c63bd1 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:09.160301 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e1173e09-4f1f-463c-944d-4de51b98c8af req-a11f8add-5e1c-4f18-b905-b1227e201224 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ccb0593-8855-4826-957e-00767428e7d1&id=addfe987-240c-456d-b3f7-0a5b6f193058&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2656033 Jul 13 07:54:09.235784 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-8cfb6df8-c417-45ed-8aab-b04567675c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:09.237741 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-8cfb6df8-c417-45ed-8aab-b04567675c07 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af3a2383-8099-4064-9267-4ac4780fcb43 HTTP/1.1" status: 200 len: 854 time: 0.3610196 Jul 13 07:54:09.334463 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412828b-fd74-4bc2-ac02-0318a2ff4415 req-d4c1adb1-8696-4f37-9007-6377b3942fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:09.336327 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6412828b-fd74-4bc2-ac02-0318a2ff4415 req-d4c1adb1-8696-4f37-9007-6377b3942fb1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3ce8877-83d9-4dc6-aae1-31e0fd0d405e HTTP/1.1" status: 200 len: 834 time: 0.5609276 Jul 13 07:54:09.337909 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-664f89ee-f759-4044-a589-18a692b0d4e6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e253f1c6-51d9-42ff-9541-a7b1eff9e445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786526 Jul 13 07:54:09.360251 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-ab42d494-a7d3-4559-98a3-e7c0b9a84f83 service neutron] 10.222.0.58 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921937 Jul 13 07:54:09.426481 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412828b-fd74-4bc2-ac02-0318a2ff4415 req-3e0fdab1-6161-46b9-ab3c-e76c269d0844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:09.429297 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6412828b-fd74-4bc2-ac02-0318a2ff4415 req-3e0fdab1-6161-46b9-ab3c-e76c269d0844 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1940323-3062-41b6-8e72-e73110e23be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791450 Jul 13 07:54:09.469355 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-992700a2-258c-4a1a-82a4-6a60166b0443 service neutron] 10.222.0.62 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114099 Jul 13 07:54:09.628535 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6412828b-fd74-4bc2-ac02-0318a2ff4415 req-2b8544f8-1500-43de-b427-68e793eec547 service neutron] 10.222.0.62 "GET /v2.0/networks/a1940323-3062-41b6-8e72-e73110e23be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905322 Jul 13 07:54:09.708198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ec9d5-7d23-4a0c-aea4-997b9cf7c041 req-b9932ff8-a9af-4b09-af36-b7aff5be6605 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:09.715318 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-af0ec9d5-7d23-4a0c-aea4-997b9cf7c041 req-b9932ff8-a9af-4b09-af36-b7aff5be6605 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 946 time: 0.3809257 Jul 13 07:54:09.759905 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e3c7a45-0c62-4e6f-88f1-e94b9a78fd33 req-e60eca0c-4b60-45d8-8a89-f772a0432b90 service neutron] 10.222.0.62 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664464 Jul 13 07:54:09.788920 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-af0ec9d5-7d23-4a0c-aea4-997b9cf7c041 req-bc1f2230-580a-4834-93f8-cd7fbee951cd tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726421 Jul 13 07:54:09.814196 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6412828b-fd74-4bc2-ac02-0318a2ff4415 req-8088d387-efca-4944-9a71-ec9c0196c6b6 service neutron] 10.222.0.62 "GET /v2.0/networks/a1940323-3062-41b6-8e72-e73110e23be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767969 Jul 13 07:54:09.896540 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a49b83c-8a2d-4803-9a32-74c347c63bd1 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:09.991980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a49b83c-8a2d-4803-9a32-74c347c63bd1 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Network 21702be8-3430-4e3e-8260-bfc27702d26b is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:09.996562 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-7a49b83c-8a2d-4803-9a32-74c347c63bd1 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:10.002688 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a49b83c-8a2d-4803-9a32-74c347c63bd1 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:10.003287 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a49b83c-8a2d-4803-9a32-74c347c63bd1 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:10.008025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d807151f-b17e-4f80-9475-3899034d925c None None] Network 21702be8-3430-4e3e-8260-bfc27702d26b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:10.024277 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3821ea1e-c820-4b04-a6d8-ad3a0603f638 x-openstack-request-id: req-3821ea1e-c820-4b04-a6d8-ad3a0603f638 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:10.024574 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9377f9fa-27ab-4330-b2b5-774054bdd179", "tag": "ec357f39-5baa-4c1a-a465-9f9fcc28a9d2", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:10.024832 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3821ea1e-c820-4b04-a6d8-ad3a0603f638 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:10.025243 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9377f9fa-27ab-4330-b2b5-774054bdd179', 'tag': 'ec357f39-5baa-4c1a-a465-9f9fcc28a9d2', 'status': 'completed', 'code': 200} Jul 13 07:54:10.064331 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49b83c-8a2d-4803-9a32-74c347c63bd1 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Subnet': ['ID=07451f56-6d15-452a-b091-400d2cb8a5fb,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:10.116480 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-22306152-0981-405f-b0d3-dc4e11c555c4 req-e76f4443-5d1a-4f9e-9f87-ccc7208eba4d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 210 time: 0.0458784 Jul 13 07:54:10.118708 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7a49b83c-8a2d-4803-9a32-74c347c63bd1 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0788753 Jul 13 07:54:10.124902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33078) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:10.146298 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-30b6ed34-74c2-4771-a313-c54dbcfc6111 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1978411762', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '07451f56-6d15-452a-b091-400d2cb8a5fb'}], 'security_groups': ['0167a1c8-32cc-4cb1-820e-9e629c3c2ee9', '7beb0a77-a6c7-48ee-a427-d65fc170b995']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:10.221996 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483e52f-7dc1-479e-a360-273776f988ee req-20a20eca-8840-46e4-b1f3-997be74f9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:10.223771 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3483e52f-7dc1-479e-a360-273776f988ee req-20a20eca-8840-46e4-b1f3-997be74f9e8e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=720da6c44773453e9873d1bb4f013d09&device_id=9377f9fa-27ab-4330-b2b5-774054bdd179 HTTP/1.1" status: 200 len: 1096 time: 0.1809926 Jul 13 07:54:10.558330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483e52f-7dc1-479e-a360-273776f988ee req-f4bff07c-62ef-42ee-ae13-dec45eb65d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:10.563773 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3483e52f-7dc1-479e-a360-273776f988ee req-f4bff07c-62ef-42ee-ae13-dec45eb65d26 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e253f1c6-51d9-42ff-9541-a7b1eff9e445 HTTP/1.1" status: 200 len: 915 time: 0.3297243 Jul 13 07:54:10.616902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ac3de7-bb77-4823-a844-e8176a89a0e5 None None] Update dhcp port {'port': {'network_id': '21702be8-3430-4e3e-8260-bfc27702d26b', 'fixed_ips': [{'subnet_id': '54b60d05-b2c2-4e2f-9ec5-063514c7c41b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3a5ea341-7458-45d2-bdf7-1a67cdec0bac', 'ip_address': '2001:db8::2'}, {'subnet_id': '07451f56-6d15-452a-b091-400d2cb8a5fb'}], 'binding:host_id': 'n-d-779913-28'}, 'id': 'f72bd664-7280-4592-b162-1917300efb78'} from n-d-779913-28. {{(pid=93725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:54:10.689416 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3483e52f-7dc1-479e-a360-273776f988ee req-2a9d404b-9100-44dc-9db6-279b1b3d50d7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 HTTP/1.1" status: 200 len: 217 time: 0.1114402 Jul 13 07:54:10.723055 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-84ac3de7-bb77-4823-a844-e8176a89a0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:10.757951 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30b6ed34-74c2-4771-a313-c54dbcfc6111 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:10.799021 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483e52f-7dc1-479e-a360-273776f988ee req-e52f2921-de6b-44ad-846b-0055521d2447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:10.801621 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3483e52f-7dc1-479e-a360-273776f988ee req-e52f2921-de6b-44ad-846b-0055521d2447 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af3a2383-8099-4064-9267-4ac4780fcb43 HTTP/1.1" status: 200 len: 854 time: 0.1015682 Jul 13 07:54:10.809282 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd5076-006e-43f1-96e8-5e28ef14f81e req-7d590620-7d03-487f-8527-77f813296871 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:10.824892 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9bfd5076-006e-43f1-96e8-5e28ef14f81e req-7d590620-7d03-487f-8527-77f813296871 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 982 time: 0.1833985 Jul 13 07:54:10.847299 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15eb81-c93a-4cbe-8fed-69964fd7b7b3 req-0c618944-706a-46f1-b842-8a5f7ce473d2 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:10.853443 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ad15eb81-c93a-4cbe-8fed-69964fd7b7b3 req-0c618944-706a-46f1-b842-8a5f7ce473d2 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=9377f9fa-27ab-4330-b2b5-774054bdd179 HTTP/1.1" status: 200 len: 944 time: 0.2866018 Jul 13 07:54:10.867284 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3483e52f-7dc1-479e-a360-273776f988ee req-46fce2b5-f3b4-4667-bba0-fb7f01689087 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e253f1c6-51d9-42ff-9541-a7b1eff9e445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564563 Jul 13 07:54:10.965710 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9bfd5076-006e-43f1-96e8-5e28ef14f81e req-c3779e0e-500b-43d7-8dc2-c266eb8cef9c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ccb0593-8855-4826-957e-00767428e7d1&id=addfe987-240c-456d-b3f7-0a5b6f193058&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1393495 Jul 13 07:54:11.013100 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ad15eb81-c93a-4cbe-8fed-69964fd7b7b3 req-dd1e94bb-ccd8-4ba7-a103-40889b544373 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584706 Jul 13 07:54:11.135332 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3483e52f-7dc1-479e-a360-273776f988ee req-06449608-54a7-44b9-9d37-928fe1bdaff7 service neutron] 10.222.0.62 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595398 Jul 13 07:54:11.241613 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-84ac3de7-bb77-4823-a844-e8176a89a0e5 None None] Allocated IP 2001:db8:0:2::2 (21702be8-3430-4e3e-8260-bfc27702d26b/07451f56-6d15-452a-b091-400d2cb8a5fb/f72bd664-7280-4592-b162-1917300efb78) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:11.359065 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3483e52f-7dc1-479e-a360-273776f988ee req-9f58c2cb-1c48-4522-ae05-5be7b0d4226e service neutron] 10.222.0.62 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079628 Jul 13 07:54:11.403879 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e2978-d59e-4b03-935e-2694de88457a req-5575aea0-79bc-418d-b5ac-cc970db305aa tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:11.405827 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b7e2978-d59e-4b03-935e-2694de88457a req-5575aea0-79bc-418d-b5ac-cc970db305aa tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 946 time: 0.2519443 Jul 13 07:54:11.438490 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-84ac3de7-bb77-4823-a844-e8176a89a0e5 None None] For port f72bd664-7280-4592-b162-1917300efb78, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f72bd664-7280-4592-b162-1917300efb78,segment=NetworkSegment(439775ea-7545-4e11-ad06-bcc8ba470d6d),segment_id=439775ea-7545-4e11-ad06-bcc8ba470d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:11.475137 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-84ac3de7-bb77-4823-a844-e8176a89a0e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:11.490746 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-84ac3de7-bb77-4823-a844-e8176a89a0e5 None None] Transition to ACTIVE for port object f72bd664-7280-4592-b162-1917300efb78 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:11.497091 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-84ac3de7-bb77-4823-a844-e8176a89a0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:11.561590 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac3de7-bb77-4823-a844-e8176a89a0e5 None None] Pushing event updated for resources: {'Port': ['ID=f72bd664-7280-4592-b162-1917300efb78,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:11.684887 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-30b6ed34-74c2-4771-a313-c54dbcfc6111 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Delete allocated IP 2001:db8::38b (21702be8-3430-4e3e-8260-bfc27702d26b/3a5ea341-7458-45d2-bdf7-1a67cdec0bac) {{(pid=93724) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:54:11.707232 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-30b6ed34-74c2-4771-a313-c54dbcfc6111 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Allocated IP 2001:db8:0:2::203 (21702be8-3430-4e3e-8260-bfc27702d26b/07451f56-6d15-452a-b091-400d2cb8a5fb/e962b3ea-ec79-467c-ba62-711240687395) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:11.839814 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1768c548-5c73-4f47-a051-7e1afbd12ea9 req-125ca3a2-b9d0-4ee1-ad01-9b4f81683f7a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 210 time: 0.1221645 Jul 13 07:54:11.952348 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b7e2978-d59e-4b03-935e-2694de88457a req-80f3c19c-48ff-4954-867f-ed4623d8821e tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4708877 Jul 13 07:54:11.957891 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f72bd664-7280-4592-b162-1917300efb78 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:12.149364 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 37f2d720-a73f-4293-a15d-bbb2ab3f672a details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:54:12.402318 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 37f2d720-a73f-4293-a15d-bbb2ab3f672a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=37f2d720-a73f-4293-a15d-bbb2ab3f672a,segment=NetworkSegment(c0de58fa-7a80-4b0d-9d32-5ad2c1d88342),segment_id=c0de58fa-7a80-4b0d-9d32-5ad2c1d88342)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:12.435278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '37f2d720-a73f-4293-a15d-bbb2ab3f672a', 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7', 'port_id': '37f2d720-a73f-4293-a15d-bbb2ab3f672a', 'mac_address': 'fa:16:3e:5a:43:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ce8877-83d9-4dc6-aae1-31e0fd0d405e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:54:12.550598 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:12.565593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-1d691421-38bf-4538-ac32-38d23e5c0554 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:12.568422 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-1d691421-38bf-4538-ac32-38d23e5c0554 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.35 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 811 time: 0.6983759 Jul 13 07:54:12.592553 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f2d720-a73f-4293-a15d-bbb2ab3f672a {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:54:12.593913 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-1734bb35-284d-493a-aaf9-d828bb2bf1b8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Request body: {'port': {'device_id': 'bfd87266-91af-4381-addc-3dade8088328', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'admin_state_up': True, 'tenant_id': '3d1a06314407417ea88e23223ce7096a'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:12.620515 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 37f2d720-a73f-4293-a15d-bbb2ab3f672a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=37f2d720-a73f-4293-a15d-bbb2ab3f672a,segment=NetworkSegment(c0de58fa-7a80-4b0d-9d32-5ad2c1d88342),segment_id=c0de58fa-7a80-4b0d-9d32-5ad2c1d88342)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:12.631938 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:12.740651 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:54:12.831101 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=37f2d720-a73f-4293-a15d-bbb2ab3f672a,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:12.886689 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ef984-98f6-4a0d-84bc-9cbd5f828a20 req-e8e83c34-44c4-48ba-853f-f347f1112079 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:12.888327 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d24ef984-98f6-4a0d-84bc-9cbd5f828a20 req-e8e83c34-44c4-48ba-853f-f347f1112079 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=9377f9fa-27ab-4330-b2b5-774054bdd179 HTTP/1.1" status: 200 len: 944 time: 0.5580959 Jul 13 07:54:12.975950 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46c7bb-db99-463e-aa37-8c184f084faf req-da63f11c-57c6-40d7-8230-9303296d1e99 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:12.984737 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c46c7bb-db99-463e-aa37-8c184f084faf req-da63f11c-57c6-40d7-8230-9303296d1e99 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 982 time: 0.7889776 Jul 13 07:54:12.992024 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:12.992672 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8e411275-7a9d-4fb2-a387-860c81a4e692 None None] Provisioning complete for port 4f7e14cf-ca5a-4b48-ba96-5603006dc617 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:12.993384 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e411275-7a9d-4fb2-a387-860c81a4e692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:13.016655 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port ec357f39-5baa-4c1a-a465-9f9fcc28a9d2, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ec357f39-5baa-4c1a-a465-9f9fcc28a9d2,segment=NetworkSegment(4274e490-15b7-43be-8439-a248d70b1f1c),segment_id=4274e490-15b7-43be-8439-a248d70b1f1c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:13.090026 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'ec357f39-5baa-4c1a-a465-9f9fcc28a9d2', 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445', 'port_id': 'ec357f39-5baa-4c1a-a465-9f9fcc28a9d2', 'mac_address': 'fa:16:3e:54:7f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3a2383-8099-4064-9267-4ac4780fcb43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:54:13.120144 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8e411275-7a9d-4fb2-a387-860c81a4e692 None None] Port 4f7e14cf-ca5a-4b48-ba96-5603006dc617 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:13.190970 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c46c7bb-db99-463e-aa37-8c184f084faf req-8fee680c-aedd-4740-9c45-f2fb14c008ea tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ccb0593-8855-4826-957e-00767428e7d1&id=addfe987-240c-456d-b3f7-0a5b6f193058&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2052608 Jul 13 07:54:13.203343 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30b6ed34-74c2-4771-a313-c54dbcfc6111 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:13.249701 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d24ef984-98f6-4a0d-84bc-9cbd5f828a20 req-bb0bb940-eba0-4a6f-9016-257173d8cd6a tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190675 Jul 13 07:54:13.253127 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8e411275-7a9d-4fb2-a387-860c81a4e692 None None] Provisioning for port f72bd664-7280-4592-b162-1917300efb78 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:13.266693 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:13.274275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8e411275-7a9d-4fb2-a387-860c81a4e692 None None] Provisioning complete for port f72bd664-7280-4592-b162-1917300efb78 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:13.275629 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-30b6ed34-74c2-4771-a313-c54dbcfc6111 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Transition to ACTIVE for port object e962b3ea-ec79-467c-ba62-711240687395 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:13.275777 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e411275-7a9d-4fb2-a387-860c81a4e692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:13.296041 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30b6ed34-74c2-4771-a313-c54dbcfc6111 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:13.309869 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-1734bb35-284d-493a-aaf9-d828bb2bf1b8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Made reservation on behalf of 3d1a06314407417ea88e23223ce7096a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:13.325870 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-1734bb35-284d-493a-aaf9-d828bb2bf1b8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:13.448473 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:54:13.487672 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-30b6ed34-74c2-4771-a313-c54dbcfc6111 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] In _notify_port_updated(), no bound segment for port e962b3ea-ec79-467c-ba62-711240687395 on network 21702be8-3430-4e3e-8260-bfc27702d26b {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:54:13.498183 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b6ed34-74c2-4771-a313-c54dbcfc6111 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:13.502531 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30b6ed34-74c2-4771-a313-c54dbcfc6111 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:13.514179 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-30b6ed34-74c2-4771-a313-c54dbcfc6111 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "PUT /v2.0/ports/e962b3ea-ec79-467c-ba62-711240687395 HTTP/1.1" status: 200 len: 970 time: 3.3872790 Jul 13 07:54:13.517869 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33138) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:13.526776 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port ec357f39-5baa-4c1a-a465-9f9fcc28a9d2, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ec357f39-5baa-4c1a-a465-9f9fcc28a9d2,segment=NetworkSegment(4274e490-15b7-43be-8439-a248d70b1f1c),segment_id=4274e490-15b7-43be-8439-a248d70b1f1c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:13.627711 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6ed34-74c2-4771-a313-c54dbcfc6111 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event updated for resources: {'Port': ['ID=e962b3ea-ec79-467c-ba62-711240687395,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:13.658728 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:13.737639 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8e411275-7a9d-4fb2-a387-860c81a4e692 None None] Provisioning for port e962b3ea-ec79-467c-ba62-711240687395 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:13.761573 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8e411275-7a9d-4fb2-a387-860c81a4e692 None None] Provisioning complete for port e962b3ea-ec79-467c-ba62-711240687395 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:13.761942 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e411275-7a9d-4fb2-a387-860c81a4e692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:13.766911 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-518dd749-7163-47d6-a0a5-7ff9bf96fc84 req-2639e2f5-ab03-4dc1-b7c1-24e918686e32 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 210 time: 0.1842668 Jul 13 07:54:13.853893 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8e411275-7a9d-4fb2-a387-860c81a4e692 None None] Port e962b3ea-ec79-467c-ba62-711240687395 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:13.897607 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=ec357f39-5baa-4c1a-a465-9f9fcc28a9d2,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:13.975009 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d3ced-b856-457b-b65b-a26c09589995 req-04c87d53-dae0-4473-b764-de78fb74c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:13.976470 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-046d3ced-b856-457b-b65b-a26c09589995 req-04c87d53-dae0-4473-b764-de78fb74c7e6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275&tenant_id=b3de4ade69c24e9b8a0825017e0177ec HTTP/1.1" status: 200 len: 1098 time: 0.1928444 Jul 13 07:54:13.979566 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-d8da3b90-5b11-4183-9646-25cbbe5d03b7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting port e962b3ea-ec79-467c-ba62-711240687395 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:54:13.979910 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d8da3b90-5b11-4183-9646-25cbbe5d03b7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:13.990754 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-28', 'device_owner': 'compute:nova'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:14.028492 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-96987f8b-7fc8-43fa-94c7-b71ee018650b None None] Provisioning complete for port e962b3ea-ec79-467c-ba62-711240687395 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:14.029217 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-96987f8b-7fc8-43fa-94c7-b71ee018650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:14.106878 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-96987f8b-7fc8-43fa-94c7-b71ee018650b None None] Port e962b3ea-ec79-467c-ba62-711240687395 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:14.169604 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-1734bb35-284d-493a-aaf9-d828bb2bf1b8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Allocated IP 172.20.0.7 (dcb46551-b67f-448d-9e50-7e4cc85c9056/fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361/a427bbc0-853e-4a63-80a1-f88fdc7a4828) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:14.237345 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['37f2d720-a73f-4293-a15d-bbb2ab3f672a'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:54:14.246934 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d8da3b90-5b11-4183-9646-25cbbe5d03b7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:14.253510 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:14.310168 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-d8da3b90-5b11-4183-9646-25cbbe5d03b7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Calling delete_port for e962b3ea-ec79-467c-ba62-711240687395 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:54:14.406025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['ec357f39-5baa-4c1a-a465-9f9fcc28a9d2'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:54:14.456015 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-1734bb35-284d-493a-aaf9-d828bb2bf1b8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:14.484423 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-1734bb35-284d-493a-aaf9-d828bb2bf1b8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Transition to ACTIVE for port object a427bbc0-853e-4a63-80a1-f88fdc7a4828 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:14.580803 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c5aee-1953-47da-9733-9548968760eb req-1725923a-cf6f-4613-b13d-9fe87800b12d tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:14.582718 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d09c5aee-1953-47da-9733-9548968760eb req-1725923a-cf6f-4613-b13d-9fe87800b12d tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 946 time: 0.7338209 Jul 13 07:54:14.584077 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-1734bb35-284d-493a-aaf9-d828bb2bf1b8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:14.675694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-1734bb35-284d-493a-aaf9-d828bb2bf1b8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Network dcb46551-b67f-448d-9e50-7e4cc85c9056 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:14.701074 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-1734bb35-284d-493a-aaf9-d828bb2bf1b8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:14.736526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-1734bb35-284d-493a-aaf9-d828bb2bf1b8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:14.828747 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-1734bb35-284d-493a-aaf9-d828bb2bf1b8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:14.829579 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-1734bb35-284d-493a-aaf9-d828bb2bf1b8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:14.898504 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-1734bb35-284d-493a-aaf9-d828bb2bf1b8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3079743 Jul 13 07:54:14.930386 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] Request body: {'port': {'device_id': 'bfd87266-91af-4381-addc-3dade8088328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:14.938202 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734bb35-284d-493a-aaf9-d828bb2bf1b8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event updated for resources: {'Port': ['ID=a427bbc0-853e-4a63-80a1-f88fdc7a4828,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:14.959241 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d09c5aee-1953-47da-9733-9548968760eb req-d55eb38d-d994-4f14-b485-4c6722e8cd76 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3632157 Jul 13 07:54:15.110553 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc367702-825a-4a5a-a589-c1997914b882 req-5067a900-9de2-4e90-8844-351500843c67 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:15.112301 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc367702-825a-4a5a-a589-c1997914b882 req-5067a900-9de2-4e90-8844-351500843c67 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 983 time: 0.5025134 Jul 13 07:54:15.158982 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] For port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:15.199721 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d8da3b90-5b11-4183-9646-25cbbe5d03b7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:15.227816 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:15.276351 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] For port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:15.360359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-61788628-e375-4d1e-a711-dff8b598362d None None] Provisioning for port a427bbc0-853e-4a63-80a1-f88fdc7a4828 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:15.368834 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-61788628-e375-4d1e-a711-dff8b598362d None None] Provisioning complete for port a427bbc0-853e-4a63-80a1-f88fdc7a4828 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:15.369221 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-61788628-e375-4d1e-a711-dff8b598362d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:15.400911 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:15.425302 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-61788628-e375-4d1e-a711-dff8b598362d None None] Port a427bbc0-853e-4a63-80a1-f88fdc7a4828 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:15.437158 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] Transition to ACTIVE for port object b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:15.464760 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:15.467596 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263e2b72-135c-4727-8aba-2ad866a0aebc" -d '{"events": [{"server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "name": "network-vif-unplugged", "status": "completed", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:15.470394 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da3b90-5b11-4183-9646-25cbbe5d03b7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Port': ['ID=e962b3ea-ec79-467c-ba62-711240687395,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:15.492216 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:15.599541 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d8da3b90-5b11-4183-9646-25cbbe5d03b7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:15.610075 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d8da3b90-5b11-4183-9646-25cbbe5d03b7 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/ports/e962b3ea-ec79-467c-ba62-711240687395 HTTP/1.1" status: 204 len: 168 time: 2.0908582 Jul 13 07:54:15.619712 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33162) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:15.665326 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc367702-825a-4a5a-a589-c1997914b882 req-848338cd-e8db-4e52-b1b8-c4a95158473c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ccb0593-8855-4826-957e-00767428e7d1&id=addfe987-240c-456d-b3f7-0a5b6f193058&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5466938 Jul 13 07:54:15.808028 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a427bbc0-853e-4a63-80a1-f88fdc7a4828 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:54:15.836565 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52787d6-765b-4018-8ce8-486e8a4c1edf tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] GET failed (client error): The resource could not be found. Jul 13 07:54:15.841911 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:15.843655 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f52787d6-765b-4018-8ce8-486e8a4c1edf tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports/e962b3ea-ec79-467c-ba62-711240687395 HTTP/1.1" status: 404 len: 333 time: 0.1815796 Jul 13 07:54:15.844008 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33168) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:15.888716 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] Pushing event updated for resources: {'Port': ['ID=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,revision_number=12']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:15.909402 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4def0-c0e4-4209-a7cc-75238691dd99 req-a5801da6-60c0-4d11-80ee-bfb3e0900aae tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:15.911937 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77f4def0-c0e4-4209-a7cc-75238691dd99 req-a5801da6-60c0-4d11-80ee-bfb3e0900aae tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=9377f9fa-27ab-4330-b2b5-774054bdd179 HTTP/1.1" status: 200 len: 945 time: 0.2895012 Jul 13 07:54:15.969160 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] Transition to ACTIVE for port object a427bbc0-853e-4a63-80a1-f88fdc7a4828 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:15.991948 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:16.044865 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] Pushing event updated for resources: {'Port': ['ID=a427bbc0-853e-4a63-80a1-f88fdc7a4828,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:16.070209 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] No DVR routers for this DVR port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:54:16.074151 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77f4def0-c0e4-4209-a7cc-75238691dd99 req-5d22a34c-4cb5-4455-a5e5-349047910d71 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525736 Jul 13 07:54:16.208955 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebda703-3f1b-4311-8aa1-02b319c8ad39 x-openstack-request-id: req-0ebda703-3f1b-4311-8aa1-02b319c8ad39 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:16.215187 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "name": "network-vif-unplugged", "status": "completed", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:16.215919 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ebda703-3f1b-4311-8aa1-02b319c8ad39 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:16.216445 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1', 'code': 200} Jul 13 07:54:16.322739 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb705771-8bec-4dd9-9e70-0cbd60e41aa8 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:16.465788 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb705771-8bec-4dd9-9e70-0cbd60e41aa8 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:16.537127 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] Attempting to bind port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:16.537608 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] Attempting to bind port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'e59dd538-281d-4885-bc59-b883b76b38c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:16.538045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] Attempting to bind port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 on network af7ca3eb-4965-4f8d-8ffe-2935fee77b89 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:16.546433 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] Port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 on network af7ca3eb-4965-4f8d-8ffe-2935fee77b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:54:16.548198 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] Attempting to bind port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 on network af7ca3eb-4965-4f8d-8ffe-2935fee77b89 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:16.553927 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:16.565917 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] Checking segment: {'id': 'e59dd538-281d-4885-bc59-b883b76b38c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:16.566562 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] Bound using segment: {'id': 'e59dd538-281d-4885-bc59-b883b76b38c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:16.567952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] Bound port: b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59dd538-281d-4885-bc59-b883b76b38c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:16.568549 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:16.665734 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] Attempting to bind port a427bbc0-853e-4a63-80a1-f88fdc7a4828 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:16.677608 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] Attempting to bind port a427bbc0-853e-4a63-80a1-f88fdc7a4828 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:16.678325 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] Attempting to bind port a427bbc0-853e-4a63-80a1-f88fdc7a4828 on network dcb46551-b67f-448d-9e50-7e4cc85c9056 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:16.705818 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] Port a427bbc0-853e-4a63-80a1-f88fdc7a4828 on network dcb46551-b67f-448d-9e50-7e4cc85c9056 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:54:16.726290 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] Attempting to bind port a427bbc0-853e-4a63-80a1-f88fdc7a4828 on network dcb46551-b67f-448d-9e50-7e4cc85c9056 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:16.729270 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] For port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:16.736659 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] For port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:16.738722 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:16.742547 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] Checking segment: {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:16.743271 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] Bound using segment: {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:16.743772 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] Bound port: a427bbc0-853e-4a63-80a1-f88fdc7a4828, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:16.744253 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:16.747455 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:16.791225 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:16.792436 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:16.794437 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-046d3ced-b856-457b-b65b-a26c09589995 req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] 10.222.0.35 "PUT /v2.0/ports/b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 HTTP/1.1" status: 200 len: 1093 time: 2.8087649 Jul 13 07:54:16.801525 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789eb32-4206-4cee-9156-476c8d9ed3ed req-d151369b-e23d-4c2b-82a2-d50c95a38643 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:16.816587 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1789eb32-4206-4cee-9156-476c8d9ed3ed req-d151369b-e23d-4c2b-82a2-d50c95a38643 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 943 time: 0.5807018 Jul 13 07:54:16.865694 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb705771-8bec-4dd9-9e70-0cbd60e41aa8 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:16.892747 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e68926-dc91-4f68-9c0e-4d44b7df526f service neutron] Pushing event updated for resources: {'Port': ['ID=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,revision_number=13']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:16.893165 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb705771-8bec-4dd9-9e70-0cbd60e41aa8 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:16.898584 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bb705771-8bec-4dd9-9e70-0cbd60e41aa8 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/security-groups/5d1b712f-6709-451e-b583-2a24d6f3b8ca HTTP/1.1" status: 204 len: 168 time: 1.0412772 Jul 13 07:54:16.915516 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33180) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:16.968010 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb705771-8bec-4dd9-9e70-0cbd60e41aa8 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1b712f-6709-451e-b583-2a24d6f3b8ca,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:17.031659 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c154c-c025-4504-8d55-752472ebde22 req-03c5d73b-54b2-487f-828f-92d24a2662f4 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:17.033313 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a7c154c-c025-4504-8d55-752472ebde22 req-03c5d73b-54b2-487f-828f-92d24a2662f4 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 944 time: 0.6007111 Jul 13 07:54:17.124558 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d3ced-b856-457b-b65b-a26c09589995 req-c645763a-d4e5-455e-b593-adaf63017375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:17.125192 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1789eb32-4206-4cee-9156-476c8d9ed3ed req-0d6b48db-4c00-462a-a182-970b7e300378 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816124 Jul 13 07:54:17.131390 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-046d3ced-b856-457b-b65b-a26c09589995 req-c645763a-d4e5-455e-b593-adaf63017375 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3de4ade69c24e9b8a0825017e0177ec&device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 1096 time: 0.2984650 Jul 13 07:54:17.153005 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8b36f0d0-2d61-47cc-9721-4ebb9e7dfdca tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.161386 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] For port a427bbc0-853e-4a63-80a1-f88fdc7a4828, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:17.164764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] For port a427bbc0-853e-4a63-80a1-f88fdc7a4828, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=a427bbc0-853e-4a63-80a1-f88fdc7a4828,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:17.173886 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a7c154c-c025-4504-8d55-752472ebde22 req-3a4afc17-fb58-498b-ab5b-2fe57ef36b10 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115880 Jul 13 07:54:17.181641 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.251170 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:17.251803 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.253909 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] 10.222.0.35 "PUT /v2.0/ports/a427bbc0-853e-4a63-80a1-f88fdc7a4828 HTTP/1.1" status: 200 len: 1092 time: 2.3354683 Jul 13 07:54:17.253909 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd87266-91af-4381-addc-3dade8088328', 'tag': 'a427bbc0-853e-4a63-80a1-f88fdc7a4828'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:17.260158 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93f34d7-df64-476c-b7a9-0887217697da" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd87266-91af-4381-addc-3dade8088328", "tag": "a427bbc0-853e-4a63-80a1-f88fdc7a4828"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:17.320637 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00952f40-86d5-40d8-a674-2437be28d104 service neutron] Pushing event updated for resources: {'Port': ['ID=a427bbc0-853e-4a63-80a1-f88fdc7a4828,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:17.479368 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8b36f0d0-2d61-47cc-9721-4ebb9e7dfdca tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.607376 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:54:17.781074 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d3ced-b856-457b-b65b-a26c09589995 req-0234227a-a04f-4108-8b5e-8a2dbcfc3704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:17.782658 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-046d3ced-b856-457b-b65b-a26c09589995 req-0234227a-a04f-4108-8b5e-8a2dbcfc3704 service neutron] 10.222.0.35 "GET /v2.0/networks?id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89 HTTP/1.1" status: 200 len: 917 time: 0.6258242 Jul 13 07:54:17.784041 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8b36f0d0-2d61-47cc-9721-4ebb9e7dfdca tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.790213 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8b36f0d0-2d61-47cc-9721-4ebb9e7dfdca tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.791348 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8b36f0d0-2d61-47cc-9721-4ebb9e7dfdca tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/security-groups/7beb0a77-a6c7-48ee-a427-d65fc170b995 HTTP/1.1" status: 204 len: 168 time: 0.8745842 Jul 13 07:54:17.805299 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33196) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:17.893396 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36f0d0-2d61-47cc-9721-4ebb9e7dfdca tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7beb0a77-a6c7-48ee-a427-d65fc170b995,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:17.990695 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-046d3ced-b856-457b-b65b-a26c09589995 req-8c4cfe51-0096-4a3c-9bf6-fbc100c4dad4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 HTTP/1.1" status: 200 len: 998 time: 0.1982222 Jul 13 07:54:18.103559 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c7da91b-9693-40a2-8a54-47bdc38e13dd tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:18.175184 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d3ced-b856-457b-b65b-a26c09589995 req-146b1e2f-e54b-45d4-bb02-ae9177a7d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:18.177387 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-046d3ced-b856-457b-b65b-a26c09589995 req-146b1e2f-e54b-45d4-bb02-ae9177a7d26c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c438866-8191-4fb5-b30d-fdddd69335c4 HTTP/1.1" status: 200 len: 855 time: 0.1683874 Jul 13 07:54:18.220356 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 37f2d720-a73f-4293-a15d-bbb2ab3f672a up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:18.238641 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:18.242170 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fedd96-2e31-450f-a808-be4391a407a5" -d '{"events": [{"name": "network-changed", "server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:18.250388 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c7da91b-9693-40a2-8a54-47bdc38e13dd tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:18.370867 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 37f2d720-a73f-4293-a15d-bbb2ab3f672a completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:18.377120 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 37f2d720-a73f-4293-a15d-bbb2ab3f672a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:18.377816 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:18.395045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d3ced-b856-457b-b65b-a26c09589995 req-36f5ada7-7320-4e11-a23a-f548589300c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:18.401483 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-046d3ced-b856-457b-b65b-a26c09589995 req-36f5ada7-7320-4e11-a23a-f548589300c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2170043 Jul 13 07:54:18.485208 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-bbc8d190-094e-4a08-b461-662c18ccb014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:18.487965 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-bbc8d190-094e-4a08-b461-662c18ccb014 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 1095 time: 1.1633701 Jul 13 07:54:18.514528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34717-74e4-4993-a32a-b62efc87bfcc req-c32ce6a1-bacb-4179-ab2b-efcb553ead99 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:18.521812 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3eb34717-74e4-4993-a32a-b62efc87bfcc req-c32ce6a1-bacb-4179-ab2b-efcb553ead99 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 983 time: 1.1353202 Jul 13 07:54:18.532570 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:18.543735 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c7da91b-9693-40a2-8a54-47bdc38e13dd tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:18.546573 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7c7da91b-9693-40a2-8a54-47bdc38e13dd tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:18.550395 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7c7da91b-9693-40a2-8a54-47bdc38e13dd tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/security-groups/0167a1c8-32cc-4cb1-820e-9e629c3c2ee9 HTTP/1.1" status: 204 len: 168 time: 0.7415314 Jul 13 07:54:18.553140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33220) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:18.597795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 37f2d720-a73f-4293-a15d-bbb2ab3f672a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=37f2d720-a73f-4293-a15d-bbb2ab3f672a,segment=NetworkSegment(c0de58fa-7a80-4b0d-9d32-5ad2c1d88342),segment_id=c0de58fa-7a80-4b0d-9d32-5ad2c1d88342)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:18.599027 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f740c49d-f074-4731-be61-d11dac916841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f2d720-a73f-4293-a15d-bbb2ab3f672a'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:18.601586 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7da91b-9693-40a2-8a54-47bdc38e13dd tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0167a1c8-32cc-4cb1-820e-9e629c3c2ee9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:18.602291 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4578c837-ff4c-49a5-91ce-1c9080a7123a" -d '{"events": [{"server_uuid": "f740c49d-f074-4731-be61-d11dac916841", "name": "network-vif-plugged", "status": "completed", "tag": "37f2d720-a73f-4293-a15d-bbb2ab3f672a"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:18.608380 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:18.649893 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-046d3ced-b856-457b-b65b-a26c09589995 req-27dff9c2-0d89-45a6-8b42-3c42bcfc9d99 service neutron] 10.222.0.35 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370801 Jul 13 07:54:18.669158 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:18.689522 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-afb2e357-97c3-4b7f-97d8-ebf153803aa7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a427bbc0-853e-4a63-80a1-f88fdc7a4828 HTTP/1.1" status: 200 len: 217 time: 0.1864007 Jul 13 07:54:18.756599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=37f2d720-a73f-4293-a15d-bbb2ab3f672a,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:18.786287 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:18.793114 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:18.793721 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:18.806474 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48ea5b-72eb-4382-b18e-e35dd7e3bc69 req-ba2f3ffd-6488-4c88-aa17-f29df7fa3d79 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:18.825161 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc48ea5b-72eb-4382-b18e-e35dd7e3bc69 req-ba2f3ffd-6488-4c88-aa17-f29df7fa3d79 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=9377f9fa-27ab-4330-b2b5-774054bdd179 HTTP/1.1" status: 200 len: 945 time: 0.5599546 Jul 13 07:54:18.832401 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-046d3ced-b856-457b-b65b-a26c09589995 req-dc7903e4-9b06-4b8e-9201-47fc49c196cb service neutron] 10.222.0.35 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690016 Jul 13 07:54:18.892493 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3eb34717-74e4-4993-a32a-b62efc87bfcc req-0031d86e-ea82-4f48-b8d4-40e7e65f511a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ccb0593-8855-4826-957e-00767428e7d1&id=addfe987-240c-456d-b3f7-0a5b6f193058&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3697064 Jul 13 07:54:18.940751 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:19.014152 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc48ea5b-72eb-4382-b18e-e35dd7e3bc69 req-cf448842-3a31-492e-8f3b-01f3a99dc0b0 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856966 Jul 13 07:54:19.026922 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port ec357f39-5baa-4c1a-a465-9f9fcc28a9d2, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ec357f39-5baa-4c1a-a465-9f9fcc28a9d2,segment=NetworkSegment(4274e490-15b7-43be-8439-a248d70b1f1c),segment_id=4274e490-15b7-43be-8439-a248d70b1f1c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:19.033914 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd37ced-5de9-451b-8626-b5be39b6951a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting subnet 3a5ea341-7458-45d2-bdf7-1a67cdec0bac {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:54:19.039794 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:19.045082 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcd37ced-5de9-451b-8626-b5be39b6951a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:19.120382 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee55ae8-9452-4b85-8b2d-c1826aca8225 x-openstack-request-id: req-cee55ae8-9452-4b85-8b2d-c1826aca8225 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:19.120685 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd87266-91af-4381-addc-3dade8088328", "tag": "a427bbc0-853e-4a63-80a1-f88fdc7a4828", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:19.120944 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cee55ae8-9452-4b85-8b2d-c1826aca8225 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:19.121352 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd87266-91af-4381-addc-3dade8088328', 'tag': 'a427bbc0-853e-4a63-80a1-f88fdc7a4828', 'status': 'completed', 'code': 200} Jul 13 07:54:19.125866 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-eeefba78-d847-4949-92a2-4eb181d9c9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:19.126977 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-eeefba78-d847-4949-92a2-4eb181d9c9ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 200 len: 850 time: 0.3438969 Jul 13 07:54:19.186532 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=ec357f39-5baa-4c1a-a465-9f9fcc28a9d2,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:19.233205 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9f1584fc-dd22-443b-95df-66109a15b95f None None] Provisioning complete for port 37f2d720-a73f-4293-a15d-bbb2ab3f672a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:19.233924 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9f1584fc-dd22-443b-95df-66109a15b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:19.243586 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4788d53b-4456-4c43-88fd-e0c6bdd52fa4 x-openstack-request-id: req-4788d53b-4456-4c43-88fd-e0c6bdd52fa4 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:19.243999 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:19.244405 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4788d53b-4456-4c43-88fd-e0c6bdd52fa4 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:19.244917 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1', 'status': 'completed', 'code': 200} Jul 13 07:54:19.268664 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcd37ced-5de9-451b-8626-b5be39b6951a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:19.394309 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fedd96-2e31-450f-a808-be4391a407a5 req-ffc3d2e3-aa8a-4c80-80c0-a89f15e0b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:19.396353 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b1fedd96-2e31-450f-a808-be4391a407a5 req-ffc3d2e3-aa8a-4c80-80c0-a89f15e0b9f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3de4ade69c24e9b8a0825017e0177ec&device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 1096 time: 0.1265731 Jul 13 07:54:19.553686 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fedd96-2e31-450f-a808-be4391a407a5 req-f40c7f30-717b-4b41-a365-0f24441e0629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:19.555416 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b1fedd96-2e31-450f-a808-be4391a407a5 req-f40c7f30-717b-4b41-a365-0f24441e0629 service neutron] 10.222.0.35 "GET /v2.0/networks?id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89 HTTP/1.1" status: 200 len: 917 time: 0.1506262 Jul 13 07:54:19.602809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-6b87ed35-8ba4-4804-a422-523e5985b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:19.605115 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-6b87ed35-8ba4-4804-a422-523e5985b33c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcb46551-b67f-448d-9e50-7e4cc85c9056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4536376 Jul 13 07:54:19.648877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65677c-cefb-4728-b3f7-ae109dd5dfc7 req-42f90d0d-0df4-4d0e-a891-55412e3a91be tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:19.662197 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e65677c-cefb-4728-b3f7-ae109dd5dfc7 req-42f90d0d-0df4-4d0e-a891-55412e3a91be tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 943 time: 0.3897710 Jul 13 07:54:19.719145 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcd37ced-5de9-451b-8626-b5be39b6951a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:19.797652 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b1fedd96-2e31-450f-a808-be4391a407a5 req-81e989e2-f5e2-4d77-927f-0076a8c6acfb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 HTTP/1.1" status: 200 len: 998 time: 0.1850200 Jul 13 07:54:19.974855 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fedd96-2e31-450f-a808-be4391a407a5 req-1942af9d-f19d-48c1-8f70-05c0cc5c337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:19.981078 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b1fedd96-2e31-450f-a808-be4391a407a5 req-1942af9d-f19d-48c1-8f70-05c0cc5c337d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c438866-8191-4fb5-b30d-fdddd69335c4 HTTP/1.1" status: 200 len: 855 time: 0.1550009 Jul 13 07:54:20.186764 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fedd96-2e31-450f-a808-be4391a407a5 req-1e86c3d1-d604-4d0b-affc-e07e911e2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:20.189685 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b1fedd96-2e31-450f-a808-be4391a407a5 req-1e86c3d1-d604-4d0b-affc-e07e911e2e16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1990244 Jul 13 07:54:20.319316 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e65677c-cefb-4728-b3f7-ae109dd5dfc7 req-39bc45e2-a5c6-4364-97f1-f211d3a0d2ab tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6549220 Jul 13 07:54:20.435913 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db578e-d14d-4116-ace7-c67ff33d412d req-9161eff8-aae5-496a-8eaf-c6e513c6f656 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:20.447883 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53db578e-d14d-4116-ace7-c67ff33d412d req-9161eff8-aae5-496a-8eaf-c6e513c6f656 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 944 time: 0.9538186 Jul 13 07:54:20.459219 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcd37ced-5de9-451b-8626-b5be39b6951a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:20.469677 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-8a3d1aff-bf43-42a0-a0c9-101a249d21a7 service neutron] 10.222.0.35 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7877536 Jul 13 07:54:20.519706 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd37ced-5de9-451b-8626-b5be39b6951a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Subnet': ['ID=3a5ea341-7458-45d2-bdf7-1a67cdec0bac,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:20.537525 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6efe161-f411-4a8e-93f6-1048cadcb6d7 None None] Network 21702be8-3430-4e3e-8260-bfc27702d26b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:20.598982 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcd37ced-5de9-451b-8626-b5be39b6951a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:20.607953 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-dcd37ced-5de9-451b-8626-b5be39b6951a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/subnets/3a5ea341-7458-45d2-bdf7-1a67cdec0bac HTTP/1.1" status: 204 len: 168 time: 1.9704461 Jul 13 07:54:20.610314 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33262) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:20.656055 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53db578e-d14d-4116-ace7-c67ff33d412d req-39b7623b-64fd-4c8b-883d-7f539782f586 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070839 Jul 13 07:54:20.668229 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b1fedd96-2e31-450f-a808-be4391a407a5 req-d7b262df-8870-4b67-a7e5-7ce0d8c202c2 service neutron] 10.222.0.35 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656024 Jul 13 07:54:20.765724 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0813aaaa-10ea-46f3-827f-ce3b185112dd x-openstack-request-id: req-0813aaaa-10ea-46f3-827f-ce3b185112dd {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:20.770982 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f740c49d-f074-4731-be61-d11dac916841", "name": "network-vif-plugged", "status": "completed", "tag": "37f2d720-a73f-4293-a15d-bbb2ab3f672a", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:20.771747 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0813aaaa-10ea-46f3-827f-ce3b185112dd {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:20.772335 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f740c49d-f074-4731-be61-d11dac916841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f2d720-a73f-4293-a15d-bbb2ab3f672a', 'code': 200} Jul 13 07:54:20.846557 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c74c53b-dc9d-495b-90ed-bc3de0ed4949 req-b0804b9d-8e4b-44db-bd59-06790e790a25 service neutron] 10.222.0.35 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398180 Jul 13 07:54:21.218264 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f34d7-df64-476c-b7a9-0887217697da req-12ab5fa5-a244-40e6-b7d5-76520eaa60e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:21.219893 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d93f34d7-df64-476c-b7a9-0887217697da req-12ab5fa5-a244-40e6-b7d5-76520eaa60e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 1095 time: 0.3061788 Jul 13 07:54:21.283673 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ce385-4b68-44e0-b4c3-d77d0bc1b414 req-01ab5efe-2a06-4763-bd13-0ee653d3436f tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:21.285306 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb5ce385-4b68-44e0-b4c3-d77d0bc1b414 req-01ab5efe-2a06-4763-bd13-0ee653d3436f tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 984 time: 0.2962232 Jul 13 07:54:21.522879 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f34d7-df64-476c-b7a9-0887217697da req-92c336b1-f3bf-450b-ad93-c33b965d4917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:21.524789 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d93f34d7-df64-476c-b7a9-0887217697da req-92c336b1-f3bf-450b-ad93-c33b965d4917 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 912 time: 0.2798157 Jul 13 07:54:21.695292 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17fbd17-75fb-49d8-a97a-d424bfd43502 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting subnet 07451f56-6d15-452a-b091-400d2cb8a5fb {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:54:21.704517 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b17fbd17-75fb-49d8-a97a-d424bfd43502 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:21.746131 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d93f34d7-df64-476c-b7a9-0887217697da req-52d1eff0-5284-4fde-9db6-30bd04cf7d24 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a427bbc0-853e-4a63-80a1-f88fdc7a4828 HTTP/1.1" status: 200 len: 217 time: 0.2000165 Jul 13 07:54:21.814887 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb5ce385-4b68-44e0-b4c3-d77d0bc1b414 req-0728720f-c66d-4870-b4fd-76f152f782f3 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ccb0593-8855-4826-957e-00767428e7d1&id=addfe987-240c-456d-b3f7-0a5b6f193058&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5158844 Jul 13 07:54:21.834689 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b17fbd17-75fb-49d8-a97a-d424bfd43502 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.015138 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f34d7-df64-476c-b7a9-0887217697da req-c2e47267-8874-4760-b707-fb8423a861a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:22.021215 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d93f34d7-df64-476c-b7a9-0887217697da req-c2e47267-8874-4760-b707-fb8423a861a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 200 len: 850 time: 0.2636824 Jul 13 07:54:22.083255 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92774b-b3fa-4851-a2bc-c569b0cf491a req-5f254db2-9a58-4975-bde7-27f9434122d5 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:22.095416 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d92774b-b3fa-4851-a2bc-c569b0cf491a req-5f254db2-9a58-4975-bde7-27f9434122d5 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=9377f9fa-27ab-4330-b2b5-774054bdd179 HTTP/1.1" status: 200 len: 946 time: 0.6993902 Jul 13 07:54:22.111303 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b17fbd17-75fb-49d8-a97a-d424bfd43502 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.320777 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d92774b-b3fa-4851-a2bc-c569b0cf491a req-6e4f0ce4-d1eb-434c-9556-82197ea570d3 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232885 Jul 13 07:54:22.407164 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b17fbd17-75fb-49d8-a97a-d424bfd43502 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.567444 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f34d7-df64-476c-b7a9-0887217697da req-51fb90a0-05f9-40b8-a7b2-dcafc44ba455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:22.574890 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d93f34d7-df64-476c-b7a9-0887217697da req-51fb90a0-05f9-40b8-a7b2-dcafc44ba455 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcb46551-b67f-448d-9e50-7e4cc85c9056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5439653 Jul 13 07:54:22.575537 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c028cd33-cafc-46a0-a8a0-c4a339addb45 None None] Network 21702be8-3430-4e3e-8260-bfc27702d26b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:22.577136 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b17fbd17-75fb-49d8-a97a-d424bfd43502 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.581398 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b17fbd17-75fb-49d8-a97a-d424bfd43502 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/subnets/07451f56-6d15-452a-b091-400d2cb8a5fb HTTP/1.1" status: 204 len: 168 time: 1.9678423 Jul 13 07:54:22.582500 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33274) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:22.607877 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fbd17-75fb-49d8-a97a-d424bfd43502 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Subnet': ['ID=07451f56-6d15-452a-b091-400d2cb8a5fb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:22.645079 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5a247-74b3-4106-aa6a-4f0829b3cc87 req-6df52421-f026-4e07-8259-b9c7adb227bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:22.663710 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a4b5a247-74b3-4106-aa6a-4f0829b3cc87 req-6df52421-f026-4e07-8259-b9c7adb227bf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 1136 time: 1.9945936 Jul 13 07:54:22.669940 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b1fedd96-2e31-450f-a808-be4391a407a5 req-f1dfe0e7-3bc5-47d3-b30e-8aaa05204074 service neutron] 10.222.0.35 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1616716 Jul 13 07:54:22.705105 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f4996a-3ce1-4697-965e-902dfdb47bb4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] DELETE failed (client error): The resource could not be found. Jul 13 07:54:22.705544 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f4996a-3ce1-4697-965e-902dfdb47bb4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:54:22.710256 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a4f4996a-3ce1-4697-965e-902dfdb47bb4 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/subnets/3a5ea341-7458-45d2-bdf7-1a67cdec0bac HTTP/1.1" status: 404 len: 337 time: 0.1238480 Jul 13 07:54:22.718195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33276) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:22.740429 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a4b5a247-74b3-4106-aa6a-4f0829b3cc87 req-e0dcd314-792e-47fd-b402-f25373f99ac5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7ccb0593-8855-4826-957e-00767428e7d1&id=addfe987-240c-456d-b3f7-0a5b6f193058&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0686474 Jul 13 07:54:22.794800 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9377f9fa-27ab-4330-b2b5-774054bdd179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec357f39-5baa-4c1a-a465-9f9fcc28a9d2'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:22.797657 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff575535-e984-4905-b70e-07604adfaa15" -d '{"events": [{"server_uuid": "9377f9fa-27ab-4330-b2b5-774054bdd179", "name": "network-vif-plugged", "status": "completed", "tag": "ec357f39-5baa-4c1a-a465-9f9fcc28a9d2"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:22.827430 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-27639d44-eb00-430a-9f2e-5a3179db6507 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting subnet 54b60d05-b2c2-4e2f-9ec5-063514c7c41b {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:54:22.832626 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27639d44-eb00-430a-9f2e-5a3179db6507 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.839231 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-bbb4eb70-2ce5-4829-a1b9-063d21632b43 None None] Provisioning complete for port 4f7e14cf-ca5a-4b48-ba96-5603006dc617 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:22.839725 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bbb4eb70-2ce5-4829-a1b9-063d21632b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.886825 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117cfbf-0aed-4b87-a87f-48498c9edd6d req-9aaf2db9-de93-4fe7-962e-f318444ece1f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:22.888836 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7117cfbf-0aed-4b87-a87f-48498c9edd6d req-9aaf2db9-de93-4fe7-962e-f318444ece1f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 943 time: 0.7488985 Jul 13 07:54:22.945222 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27639d44-eb00-430a-9f2e-5a3179db6507 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:23.066400 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7117cfbf-0aed-4b87-a87f-48498c9edd6d req-a1e37a08-d300-4e83-a2a5-93e4bed75bf1 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659033 Jul 13 07:54:23.131649 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-bbb4eb70-2ce5-4829-a1b9-063d21632b43 None None] Port 4f7e14cf-ca5a-4b48-ba96-5603006dc617 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:23.204943 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7529b-c672-4eb3-bc85-ec197d289009 req-93dfe083-736a-45da-bde5-11a802911838 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:23.208775 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ee7529b-c672-4eb3-bc85-ec197d289009 req-93dfe083-736a-45da-bde5-11a802911838 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 944 time: 0.5254014 Jul 13 07:54:23.215574 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-bbb4eb70-2ce5-4829-a1b9-063d21632b43 None None] Provisioning complete for port f72bd664-7280-4592-b162-1917300efb78 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:23.215960 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bbb4eb70-2ce5-4829-a1b9-063d21632b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:23.301006 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-12a301ba-0287-410a-86c2-cb47e9506ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:23.393955 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ee7529b-c672-4eb3-bc85-ec197d289009 req-3cb0c83a-55f7-4902-ab5f-2a4c9b0cd5bf tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625035 Jul 13 07:54:23.396598 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d93f34d7-df64-476c-b7a9-0887217697da req-446f5238-0b9f-4777-bbc8-53932f4e80ff service neutron] 10.222.0.35 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7367311 Jul 13 07:54:23.399759 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27639d44-eb00-430a-9f2e-5a3179db6507 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:23.528617 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7855a596-f515-4213-98b6-02a363fc5331 x-openstack-request-id: req-7855a596-f515-4213-98b6-02a363fc5331 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:23.529226 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9377f9fa-27ab-4330-b2b5-774054bdd179", "name": "network-vif-plugged", "status": "completed", "tag": "ec357f39-5baa-4c1a-a465-9f9fcc28a9d2", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:23.529489 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7855a596-f515-4213-98b6-02a363fc5331 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:23.530054 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9377f9fa-27ab-4330-b2b5-774054bdd179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec357f39-5baa-4c1a-a465-9f9fcc28a9d2', 'code': 200} Jul 13 07:54:23.684714 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27639d44-eb00-430a-9f2e-5a3179db6507 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:23.753052 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d93f34d7-df64-476c-b7a9-0887217697da req-a6c98a50-2909-46f5-8a1a-bfff63ed40fa service neutron] 10.222.0.35 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420615 Jul 13 07:54:23.763044 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27639d44-eb00-430a-9f2e-5a3179db6507 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Subnet': ['ID=54b60d05-b2c2-4e2f-9ec5-063514c7c41b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:23.772484 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27639d44-eb00-430a-9f2e-5a3179db6507 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:23.794797 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-27639d44-eb00-430a-9f2e-5a3179db6507 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/subnets/54b60d05-b2c2-4e2f-9ec5-063514c7c41b HTTP/1.1" status: 204 len: 168 time: 1.0733843 Jul 13 07:54:23.796483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33290) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:23.839639 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f602705b-291d-4e99-b9ff-00c480825fb3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] DELETE failed (client error): The resource could not be found. Jul 13 07:54:23.840111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f602705b-291d-4e99-b9ff-00c480825fb3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:54:23.844763 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33294) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:23.845740 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f602705b-291d-4e99-b9ff-00c480825fb3 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/subnets/9d3a7397-884b-4ac3-9904-e6862bb1fe0b HTTP/1.1" status: 404 len: 337 time: 0.0482838 Jul 13 07:54:23.945881 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-597e2664-6130-467f-877a-e5289b456500 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "GET /v2.0/ports?device_id=baeff0d2-af4d-4d9a-879e-e5bf8a32a1d6 HTTP/1.1" status: 200 len: 205 time: 0.0995207 Jul 13 07:54:23.951825 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33296) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:24.032644 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae068f46-f797-44f4-8b26-0fe36e3784ad req-cabcbbce-6a73-479d-8006-42b98ba5cb70 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:24.040920 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ae068f46-f797-44f4-8b26-0fe36e3784ad req-cabcbbce-6a73-479d-8006-42b98ba5cb70 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 984 time: 0.1821208 Jul 13 07:54:24.117719 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e625626-572e-4ab5-9d58-ea99ae773d43 req-cd26ddfe-6809-42cb-946f-32b0fa481126 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:24.125694 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e625626-572e-4ab5-9d58-ea99ae773d43 req-cd26ddfe-6809-42cb-946f-32b0fa481126 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=9377f9fa-27ab-4330-b2b5-774054bdd179 HTTP/1.1" status: 200 len: 946 time: 0.1915796 Jul 13 07:54:24.147965 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ae068f46-f797-44f4-8b26-0fe36e3784ad req-0e0d5776-c0d3-4e5f-aa46-2b09343a5839 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ccb0593-8855-4826-957e-00767428e7d1&id=addfe987-240c-456d-b3f7-0a5b6f193058&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1056252 Jul 13 07:54:24.151909 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-97564778-8b31-4926-854b-05bb9881e5aa tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] delete failed (client error): The resource could not be found. Jul 13 07:54:24.153579 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-97564778-8b31-4926-854b-05bb9881e5aa tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/routers/baeff0d2-af4d-4d9a-879e-e5bf8a32a1d6 HTTP/1.1" status: 404 len: 336 time: 0.1995211 Jul 13 07:54:24.156264 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33300) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:24.240905 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf959c9-ecae-4840-a72c-b4df8bd34fca tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] DELETE failed (client error): The resource could not be found. Jul 13 07:54:24.241383 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf959c9-ecae-4840-a72c-b4df8bd34fca tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:54:24.250693 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3bf959c9-ecae-4840-a72c-b4df8bd34fca tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/subnets/d960025d-1a59-450b-bf6b-3702ea44362c HTTP/1.1" status: 404 len: 337 time: 0.0932815 Jul 13 07:54:24.254056 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33302) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:24.255370 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e625626-572e-4ab5-9d58-ea99ae773d43 req-d6dcd915-2291-4ab4-be66-a302fdee576e tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277242 Jul 13 07:54:24.316472 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8037512-6e4c-4a4e-b779-cf82115d4559 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] DELETE failed (client error): The resource could not be found. Jul 13 07:54:24.318053 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8037512-6e4c-4a4e-b779-cf82115d4559 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:54:24.320728 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a8037512-6e4c-4a4e-b779-cf82115d4559 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/subnets/f91c47db-5b99-4444-abe2-41058a1c405a HTTP/1.1" status: 404 len: 337 time: 0.0649776 Jul 13 07:54:24.323360 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33304) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:24.356367 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7deb6-b57e-4535-91cf-f71ed5b9e207 req-00ffc31d-763d-45d1-a13c-b2089cb6c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:24.369490 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-caf7deb6-b57e-4535-91cf-f71ed5b9e207 req-00ffc31d-763d-45d1-a13c-b2089cb6c07a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9377f9fa-27ab-4330-b2b5-774054bdd179 HTTP/1.1" status: 200 len: 1098 time: 0.3985868 Jul 13 07:54:24.404043 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-5551f8ac-3d7b-42aa-83a1-4999b7666abc tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] DELETE failed (client error): The resource could not be found. Jul 13 07:54:24.404979 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5551f8ac-3d7b-42aa-83a1-4999b7666abc tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:54:24.407334 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5551f8ac-3d7b-42aa-83a1-4999b7666abc tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/subnets/48c33687-72e9-43ae-8095-b72863a818cd HTTP/1.1" status: 404 len: 337 time: 0.0825584 Jul 13 07:54:24.409923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33306) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:24.456325 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-caf7deb6-b57e-4535-91cf-f71ed5b9e207 req-a6d3acbf-313b-4aba-9d4a-10498f729c93 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770457 Jul 13 07:54:24.477993 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc21e77-7d85-46fb-9f8a-2f6e0ebd489b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] DELETE failed (client error): The resource could not be found. Jul 13 07:54:24.478795 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc21e77-7d85-46fb-9f8a-2f6e0ebd489b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:54:24.480754 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ffc21e77-7d85-46fb-9f8a-2f6e0ebd489b tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/ports/d1e8cadd-fc3f-4fe4-a99e-7956ad28e9c6 HTTP/1.1" status: 404 len: 333 time: 0.0684075 Jul 13 07:54:24.483527 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33310) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:24.548352 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0771f-ad6b-41a0-90ea-e19ea3e3cfd2 req-8cb65c8b-ac78-4a65-a702-e4165647d911 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:24.549533 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-1407396b-488e-4dd6-95a1-0b9f812ec9b8 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] DELETE failed (client error): The resource could not be found. Jul 13 07:54:24.550336 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8cb0771f-ad6b-41a0-90ea-e19ea3e3cfd2 req-8cb65c8b-ac78-4a65-a702-e4165647d911 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 943 time: 0.1705251 Jul 13 07:54:24.555781 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1407396b-488e-4dd6-95a1-0b9f812ec9b8 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:54:24.557646 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1407396b-488e-4dd6-95a1-0b9f812ec9b8 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/subnets/42866e4b-7626-4ca1-beb6-f541854f85f1 HTTP/1.1" status: 404 len: 337 time: 0.0730793 Jul 13 07:54:24.560232 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33312) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:24.620429 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8cb0771f-ad6b-41a0-90ea-e19ea3e3cfd2 req-4cb32c90-0aa5-4c19-8ec4-e1e51f009bc5 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638142 Jul 13 07:54:24.630817 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4971c3b-5514-4607-8390-82f2677e0378 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] DELETE failed (client error): The resource could not be found. Jul 13 07:54:24.631315 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4971c3b-5514-4607-8390-82f2677e0378 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:54:24.635592 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e4971c3b-5514-4607-8390-82f2677e0378 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/subnets/542d50e0-5a16-4c03-8487-4e5895bdb533 HTTP/1.1" status: 404 len: 337 time: 0.0715466 Jul 13 07:54:24.636481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33316) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:24.759079 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-179764bc-b8eb-4a41-a931-14225084e2a8 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] DELETE failed (client error): The resource could not be found. Jul 13 07:54:24.759746 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179764bc-b8eb-4a41-a931-14225084e2a8 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:54:24.766588 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33326) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:24.768292 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-179764bc-b8eb-4a41-a931-14225084e2a8 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/ports/0df0b87c-b90a-4989-8163-1e6df47066ff HTTP/1.1" status: 404 len: 333 time: 0.1304834 Jul 13 07:54:24.840068 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f91a52-982b-4d3a-92cd-61192f5b67f4 req-c0a24a3f-e854-4e93-8979-ad1fafb1ba88 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:24.842654 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-29f91a52-982b-4d3a-92cd-61192f5b67f4 req-c0a24a3f-e854-4e93-8979-ad1fafb1ba88 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 944 time: 0.1933196 Jul 13 07:54:24.849554 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0d84d1-f379-48c6-8f11-a58e5fc8976a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] DELETE failed (client error): The resource could not be found. Jul 13 07:54:24.850026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e0d84d1-f379-48c6-8f11-a58e5fc8976a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:54:24.852729 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8e0d84d1-f379-48c6-8f11-a58e5fc8976a tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/subnets/67e6c605-9c5b-4272-950a-d9661c8269d5 HTTP/1.1" status: 404 len: 337 time: 0.0851107 Jul 13 07:54:24.860692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33328) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:24.919947 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05b448d-3728-482f-b245-8ebb7419561c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] DELETE failed (client error): The resource could not be found. Jul 13 07:54:24.920513 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05b448d-3728-482f-b245-8ebb7419561c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:54:24.922382 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e05b448d-3728-482f-b245-8ebb7419561c tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/subnets/1b7a800b-85e7-4e23-9bfd-2d1c97f20288 HTTP/1.1" status: 404 len: 337 time: 0.0604913 Jul 13 07:54:24.928102 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33332) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:24.941757 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aaf2ca-5924-4d9a-ac5e-69d518277f82 None None] Network 21702be8-3430-4e3e-8260-bfc27702d26b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:24.985483 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ff10868c-4c30-4be0-9226-8ed4d2be2b68 None None] Provisioning complete for port 4f7e14cf-ca5a-4b48-ba96-5603006dc617 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:24.985483 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff10868c-4c30-4be0-9226-8ed4d2be2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:25.010935 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-29f91a52-982b-4d3a-92cd-61192f5b67f4 req-1f796848-53a0-4871-acc5-4ef6773b4fdc tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622710 Jul 13 07:54:25.137035 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-4391372e-678c-44c3-add5-04c6bbd9cdb0 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Deleting port 4f7e14cf-ca5a-4b48-ba96-5603006dc617 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:54:25.137682 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4391372e-678c-44c3-add5-04c6bbd9cdb0 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:25.192112 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ff10868c-4c30-4be0-9226-8ed4d2be2b68 None None] Port 4f7e14cf-ca5a-4b48-ba96-5603006dc617 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:25.241225 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ff10868c-4c30-4be0-9226-8ed4d2be2b68 None None] Provisioning complete for port f72bd664-7280-4592-b162-1917300efb78 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:25.241965 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff10868c-4c30-4be0-9226-8ed4d2be2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:25.314589 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4391372e-678c-44c3-add5-04c6bbd9cdb0 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:25.343019 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-4391372e-678c-44c3-add5-04c6bbd9cdb0 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Calling delete_port for 4f7e14cf-ca5a-4b48-ba96-5603006dc617 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:54:25.491600 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bad100-2b55-4024-a3a3-45602c06b586 None None] DHCP port deletion for 21702be8-3430-4e3e-8260-bfc27702d26b request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:54:25.654562 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-65bad100-2b55-4024-a3a3-45602c06b586 None None] Deleting port f72bd664-7280-4592-b162-1917300efb78 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:54:25.656419 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-65bad100-2b55-4024-a3a3-45602c06b586 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:25.791604 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-65bad100-2b55-4024-a3a3-45602c06b586 None None] For port f72bd664-7280-4592-b162-1917300efb78, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f72bd664-7280-4592-b162-1917300efb78,segment=NetworkSegment(439775ea-7545-4e11-ad06-bcc8ba470d6d),segment_id=439775ea-7545-4e11-ad06-bcc8ba470d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:25.791973 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-65bad100-2b55-4024-a3a3-45602c06b586 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:25.812928 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-65bad100-2b55-4024-a3a3-45602c06b586 None None] Calling delete_port for f72bd664-7280-4592-b162-1917300efb78 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:54:25.846355 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4391372e-678c-44c3-add5-04c6bbd9cdb0 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:25.920904 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-65bad100-2b55-4024-a3a3-45602c06b586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:25.929270 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e5c69-716f-406d-992c-1bd7ba711057 req-bf6873b9-8714-4ce5-910a-b5b383db1f87 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:25.939088 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-276e5c69-716f-406d-992c-1bd7ba711057 req-bf6873b9-8714-4ce5-910a-b5b383db1f87 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 984 time: 0.4272041 Jul 13 07:54:25.952175 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bad100-2b55-4024-a3a3-45602c06b586 None None] Pushing event deleted for resources: {'Port': ['ID=f72bd664-7280-4592-b162-1917300efb78,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:25.960588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bad100-2b55-4024-a3a3-45602c06b586 None None] No DVR routers for this DVR port f72bd664-7280-4592-b162-1917300efb78 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:54:25.976698 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f72bd664-7280-4592-b162-1917300efb78 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:54:25.988572 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89743e5-f86e-49b0-b573-e899e1bc12e1 req-d0c54cc8-169c-4021-a405-2fb2dca0a39e tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:25.998721 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d89743e5-f86e-49b0-b573-e899e1bc12e1 req-d0c54cc8-169c-4021-a405-2fb2dca0a39e tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=9377f9fa-27ab-4330-b2b5-774054bdd179 HTTP/1.1" status: 200 len: 946 time: 0.4576592 Jul 13 07:54:26.011791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: f72bd664-7280-4592-b162-1917300efb78 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:54:26.012178 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f72bd664-7280-4592-b162-1917300efb78 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:54:26.020358 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4391372e-678c-44c3-add5-04c6bbd9cdb0 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:26.022513 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4391372e-678c-44c3-add5-04c6bbd9cdb0 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/ports/4f7e14cf-ca5a-4b48-ba96-5603006dc617 HTTP/1.1" status: 204 len: 168 time: 1.0913103 Jul 13 07:54:26.023711 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391372e-678c-44c3-add5-04c6bbd9cdb0 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Port': ['ID=4f7e14cf-ca5a-4b48-ba96-5603006dc617,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:26.025118 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33364) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:26.084355 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d89743e5-f86e-49b0-b573-e899e1bc12e1 req-97f47782-d152-4267-9a5c-8f0b677e39b1 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845230 Jul 13 07:54:26.111620 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-276e5c69-716f-406d-992c-1bd7ba711057 req-31e9b131-ea7d-499f-831c-bff9a483fe10 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ccb0593-8855-4826-957e-00767428e7d1&id=addfe987-240c-456d-b3f7-0a5b6f193058&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1715426 Jul 13 07:54:26.192635 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0d5b-e890-4287-bd8a-74311faff3e9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:26.304606 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0d5b-e890-4287-bd8a-74311faff3e9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:26.316426 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-ac7a0d5b-e890-4287-bd8a-74311faff3e9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21702be8-3430-4e3e-8260-bfc27702d26b']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:26.328517 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-ac7a0d5b-e890-4287-bd8a-74311faff3e9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439775ea-7545-4e11-ad06-bcc8ba470d6d') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:26.328949 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-ac7a0d5b-e890-4287-bd8a-74311faff3e9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439775ea-7545-4e11-ad06-bcc8ba470d6d') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:26.342334 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0d5b-e890-4287-bd8a-74311faff3e9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:26.359112 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0d5b-e890-4287-bd8a-74311faff3e9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:26.366594 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7a0d5b-e890-4287-bd8a-74311faff3e9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:54:26.367268 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0d5b-e890-4287-bd8a-74311faff3e9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:54:26.371411 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:54:26.449489 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0d5b-e890-4287-bd8a-74311faff3e9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:26.461478 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f1a0b-ba3e-441d-a93d-9f3d39d5aaa1 req-d86eb342-c582-472f-a6f1-8f7a8be2d0d2 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:26.470031 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-724f1a0b-ba3e-441d-a93d-9f3d39d5aaa1 req-d86eb342-c582-472f-a6f1-8f7a8be2d0d2 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1491089 Jul 13 07:54:26.487128 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb339ea8-c855-4aa9-95b7-64487ec45221 req-c41bfef2-fa83-4776-81e9-7ad10acb57cc tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:26.494913 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb339ea8-c855-4aa9-95b7-64487ec45221 req-c41bfef2-fa83-4776-81e9-7ad10acb57cc tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 943 time: 0.1557322 Jul 13 07:54:26.509535 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0d5b-e890-4287-bd8a-74311faff3e9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:26.518665 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ac7a0d5b-e890-4287-bd8a-74311faff3e9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] 10.222.0.58 "DELETE /v2.0/networks/21702be8-3430-4e3e-8260-bfc27702d26b HTTP/1.1" status: 204 len: 168 time: 0.4906614 Jul 13 07:54:26.519999 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a0d5b-e890-4287-bd8a-74311faff3e9 tempest-PortsIpV6TestJSON-879523867 tempest-PortsIpV6TestJSON-879523867-project] Pushing event deleted for resources: {'Network': ['ID=21702be8-3430-4e3e-8260-bfc27702d26b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:26.583782 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-724f1a0b-ba3e-441d-a93d-9f3d39d5aaa1 req-b5d11db8-ffdf-41df-8412-2f2ae977838e tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118877 Jul 13 07:54:26.589916 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb339ea8-c855-4aa9-95b7-64487ec45221 req-59154126-5fa6-4872-8595-ec9dd96ef856 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941079 Jul 13 07:54:26.974698 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07945ad-809f-4e51-8283-28075ca26050 req-eb6440d9-c15e-48a0-b952-ef003a91a35b tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:26.976284 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f07945ad-809f-4e51-8283-28075ca26050 req-eb6440d9-c15e-48a0-b952-ef003a91a35b tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 944 time: 0.1395464 Jul 13 07:54:27.050539 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33384) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:27.195184 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f07945ad-809f-4e51-8283-28075ca26050 req-022192c9-fb7a-4008-8229-96c84da18e96 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070143 Jul 13 07:54:27.284145 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fc848-4547-4fcf-9778-d8007f743609 req-5afb334e-0383-4bcf-b8c7-9141afa46d2d tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:27.292182 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a3fc848-4547-4fcf-9778-d8007f743609 req-5afb334e-0383-4bcf-b8c7-9141afa46d2d tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 984 time: 0.2707689 Jul 13 07:54:27.397287 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a3fc848-4547-4fcf-9778-d8007f743609 req-20c78035-c5b7-43fe-9d96-da4ff2a37688 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ccb0593-8855-4826-957e-00767428e7d1&id=addfe987-240c-456d-b3f7-0a5b6f193058&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1041522 Jul 13 07:54:27.402846 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1992842a-ec52-4913-89a4-cf1e77141007 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0ac629f673f541f983c4cbb8438bd68e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3502283 Jul 13 07:54:27.403751 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33390) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:27.464996 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48889e4d-3a62-48fc-896d-0578f622003e req-b8181670-b582-4a86-9a6d-517a0517c9a4 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:27.475875 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48889e4d-3a62-48fc-896d-0578f622003e req-b8181670-b582-4a86-9a6d-517a0517c9a4 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=9377f9fa-27ab-4330-b2b5-774054bdd179 HTTP/1.1" status: 200 len: 946 time: 0.1335704 Jul 13 07:54:27.542303 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62393131-bd81-4ff9-9c1b-6b3ec74641fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:27.594593 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10dd0d32-1fa6-4bc1-82eb-5249f462391a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:27.604513 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48889e4d-3a62-48fc-896d-0578f622003e req-64aa8989-a65b-4c9d-90ea-baf1534abc62 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277249 Jul 13 07:54:27.628916 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62393131-bd81-4ff9-9c1b-6b3ec74641fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:27.761883 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:27.769741 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62393131-bd81-4ff9-9c1b-6b3ec74641fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:27.773538 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62393131-bd81-4ff9-9c1b-6b3ec74641fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:27.774971 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-62393131-bd81-4ff9-9c1b-6b3ec74641fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8927f59-a0e0-4a7e-b57f-e975fdfdecf6 HTTP/1.1" status: 204 len: 168 time: 0.3700836 Jul 13 07:54:27.790419 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62393131-bd81-4ff9-9c1b-6b3ec74641fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8927f59-a0e0-4a7e-b57f-e975fdfdecf6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:27.815110 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341f818-a88b-4397-91d2-f299bf86c466 req-1085849c-d9c4-4979-8880-6af271d730ed tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:27.825398 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0341f818-a88b-4397-91d2-f299bf86c466 req-1085849c-d9c4-4979-8880-6af271d730ed tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 1136 time: 0.2051594 Jul 13 07:54:27.862767 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0341f818-a88b-4397-91d2-f299bf86c466 req-0cd5b5e2-64df-464c-b286-831b14674bf6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:28.055068 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ad35d-c99a-457d-9241-414b7b0cc13d req-e12f5883-ed64-458a-ba54-fc58aa53f386 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:28.056642 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e1ad35d-c99a-457d-9241-414b7b0cc13d req-e12f5883-ed64-458a-ba54-fc58aa53f386 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1538799 Jul 13 07:54:28.126561 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0341f818-a88b-4397-91d2-f299bf86c466 req-0cd5b5e2-64df-464c-b286-831b14674bf6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:28.132481 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e1ad35d-c99a-457d-9241-414b7b0cc13d req-1f4d5f9a-3a60-4556-be32-4a08ad1d59a6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687943 Jul 13 07:54:28.136095 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0341f818-a88b-4397-91d2-f299bf86c466 req-0cd5b5e2-64df-464c-b286-831b14674bf6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:28.192477 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5b5e2-64df-464c-b286-831b14674bf6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac375c7-9e08-4400-a63b-acaaf8ab5037,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:28.206933 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5b5e2-64df-464c-b286-831b14674bf6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:28.207252 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5b5e2-64df-464c-b286-831b14674bf6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:28.208356 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5b5e2-64df-464c-b286-831b14674bf6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:28.208758 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5b5e2-64df-464c-b286-831b14674bf6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:28.209162 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5b5e2-64df-464c-b286-831b14674bf6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:28.209655 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5b5e2-64df-464c-b286-831b14674bf6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:28.210094 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5b5e2-64df-464c-b286-831b14674bf6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:28.210505 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5b5e2-64df-464c-b286-831b14674bf6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:28.210907 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5b5e2-64df-464c-b286-831b14674bf6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:28.211402 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5b5e2-64df-464c-b286-831b14674bf6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:28.211870 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5b5e2-64df-464c-b286-831b14674bf6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:28.212253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5b5e2-64df-464c-b286-831b14674bf6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:28.218191 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0341f818-a88b-4397-91d2-f299bf86c466 req-0cd5b5e2-64df-464c-b286-831b14674bf6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=7ccb0593-8855-4826-957e-00767428e7d1&id=addfe987-240c-456d-b3f7-0a5b6f193058&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3918617 Jul 13 07:54:28.256671 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33414) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:28.409292 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2480c116-b689-41de-806a-0080936e1eee tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:28.425568 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2480c116-b689-41de-806a-0080936e1eee tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 1131 time: 0.1576371 Jul 13 07:54:28.427303 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33422) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:28.443124 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-0ee536b0-5bb2-419b-98ae-0e153291ae47 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': '37f2d720-a73f-4293-a15d-bbb2ab3f672a', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:28.493633 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd322e-ab56-413e-840c-5d819b9e3503 req-2cd7ae70-02c9-4b27-94c4-dd581c3c7576 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:28.495829 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcbd322e-ab56-413e-840c-5d819b9e3503 req-2cd7ae70-02c9-4b27-94c4-dd581c3c7576 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 943 time: 0.1142852 Jul 13 07:54:28.507458 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ee536b0-5bb2-419b-98ae-0e153291ae47 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for floatingip, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:28.622410 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcbd322e-ab56-413e-840c-5d819b9e3503 req-85b9d98f-38f0-42b8-8bd8-6a371e2072e0 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992785 Jul 13 07:54:28.783068 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ee536b0-5bb2-419b-98ae-0e153291ae47 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:29.085939 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-0ee536b0-5bb2-419b-98ae-0e153291ae47 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Allocated IP 172.25.0.119 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/d27d4b1f-4aa9-44da-99ec-f78e3c17acef) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:29.187292 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d441a-bd52-4861-93d3-8034ba76932c req-e78c9a8f-2b7b-46f2-b0d2-7280a73e19a4 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:29.189280 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4d9d441a-bd52-4861-93d3-8034ba76932c req-e78c9a8f-2b7b-46f2-b0d2-7280a73e19a4 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 944 time: 0.1550498 Jul 13 07:54:29.285230 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ee536b0-5bb2-419b-98ae-0e153291ae47 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:29.297270 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4d9d441a-bd52-4861-93d3-8034ba76932c req-b496a1ac-122b-4296-9b01-57fa50cd5cae tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995519 Jul 13 07:54:29.395519 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ee536b0-5bb2-419b-98ae-0e153291ae47 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:29.404232 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33452) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:29.478079 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee536b0-5bb2-419b-98ae-0e153291ae47 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event updated for resources: {'Port': ['ID=d27d4b1f-4aa9-44da-99ec-f78e3c17acef,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:29.516738 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee536b0-5bb2-419b-98ae-0e153291ae47 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:29.518489 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-0ee536b0-5bb2-419b-98ae-0e153291ae47 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:29.521472 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee536b0-5bb2-419b-98ae-0e153291ae47 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:29.523534 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:54:29.634640 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1509337f-48c1-4850-88dd-0660ac4126e1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-663014697'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:29.635310 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:29.695697 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1509337f-48c1-4850-88dd-0660ac4126e1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Made reservation on behalf of df97e55fdf6643bbaf24537534c4c718 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:29.706596 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1509337f-48c1-4850-88dd-0660ac4126e1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:29.725817 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1509337f-48c1-4850-88dd-0660ac4126e1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:29.779341 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:29.826235 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:29.833853 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a99bbc5-68c0-4e91-9590-c4aee16fde05" -d '{"events": [{"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-unplugged", "status": "completed", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:29.866374 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:29.875663 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:30.059345 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:30.091627 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:30.092426 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:30.093077 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:30.096085 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:30.096694 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:30.097426 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:30.102945 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:30.103504 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1509337f-48c1-4850-88dd-0660ac4126e1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:30.103801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:30.104315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:30.104798 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:30.105291 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:30.105931 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:30.128055 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1509337f-48c1-4850-88dd-0660ac4126e1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:30.137400 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a56c2c8-a0af-416e-868e-241e9d1b2423 x-openstack-request-id: req-8a56c2c8-a0af-416e-868e-241e9d1b2423 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:30.146236 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-unplugged", "status": "completed", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:30.146659 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8a56c2c8-a0af-416e-868e-241e9d1b2423 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:30.147188 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'code': 200} Jul 13 07:54:30.225871 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1509337f-48c1-4850-88dd-0660ac4126e1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:54:30.258879 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1509337f-48c1-4850-88dd-0660ac4126e1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:30.259157 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-1509337f-48c1-4850-88dd-0660ac4126e1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Added segment 13c6522f-47b7-4d03-bacf-14bceb05bdf7 of type vlan for network 21288b49-6809-4d13-800a-a80069ab914d Jul 13 07:54:30.281942 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509337f-48c1-4850-88dd-0660ac4126e1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef3b983-b5e7-436c-8684-f04163efc21f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:30.407374 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff803c32-bacb-489d-882b-d46035223820 req-af035c47-7eae-4af3-9338-6736af96a6d4 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:30.419340 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ff803c32-bacb-489d-882b-d46035223820 req-af035c47-7eae-4af3-9338-6736af96a6d4 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 943 time: 0.3125687 Jul 13 07:54:30.461773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-eb1642bd-274f-4e10-9b2f-1889d50fbee7 None None] Provisioning complete for port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:30.462553 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eb1642bd-274f-4e10-9b2f-1889d50fbee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:30.483232 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1509337f-48c1-4850-88dd-0660ac4126e1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:30.505834 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ee536b0-5bb2-419b-98ae-0e153291ae47 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:30.609899 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eb1642bd-274f-4e10-9b2f-1889d50fbee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:30.627461 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ee536b0-5bb2-419b-98ae-0e153291ae47 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:30.720636 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-eb1642bd-274f-4e10-9b2f-1889d50fbee7 None None] For port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:30.723502 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ff803c32-bacb-489d-882b-d46035223820 req-0089e670-8ba1-473a-a156-4d136f989035 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985129 Jul 13 07:54:30.724660 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.db.resource_extend [None req-1509337f-48c1-4850-88dd-0660ac4126e1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:54:30.739582 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eb1642bd-274f-4e10-9b2f-1889d50fbee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:30.760309 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1509337f-48c1-4850-88dd-0660ac4126e1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:30.766032 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1509337f-48c1-4850-88dd-0660ac4126e1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:30.766906 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1509337f-48c1-4850-88dd-0660ac4126e1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:30.799279 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1509337f-48c1-4850-88dd-0660ac4126e1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3933871 Jul 13 07:54:30.816291 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33484) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:30.822045 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1642bd-274f-4e10-9b2f-1889d50fbee7 None None] Pushing event updated for resources: {'Port': ['ID=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:30.825851 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5c80d3e0-cddd-4509-bfff-10bad946c910 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-558921832'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:30.915256 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ee536b0-5bb2-419b-98ae-0e153291ae47 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:30.920838 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509337f-48c1-4850-88dd-0660ac4126e1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Network': ['ID=21288b49-6809-4d13-800a-a80069ab914d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:30.937713 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1897a-7846-4bbe-a762-c3be22bf91af req-62a94b59-c983-4295-8974-313a93a36324 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:30.939403 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ee536b0-5bb2-419b-98ae-0e153291ae47 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:30.948248 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ac1897a-7846-4bbe-a762-c3be22bf91af req-62a94b59-c983-4295-8974-313a93a36324 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 944 time: 0.3662403 Jul 13 07:54:30.951350 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 21288b49-6809-4d13-800a-a80069ab914d details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:54:30.985021 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c80d3e0-cddd-4509-bfff-10bad946c910 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Made reservation on behalf of df97e55fdf6643bbaf24537534c4c718 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:30.996901 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c80d3e0-cddd-4509-bfff-10bad946c910 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:31.136928 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee536b0-5bb2-419b-98ae-0e153291ae47 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event updated for resources: {'Port': ['ID=d27d4b1f-4aa9-44da-99ec-f78e3c17acef,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:31.236935 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c80d3e0-cddd-4509-bfff-10bad946c910 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:54:31.297026 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:31.307530 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ac1897a-7846-4bbe-a762-c3be22bf91af req-ef873bd2-b4a5-4de2-a30a-78e7584599ce tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3471134 Jul 13 07:54:31.335634 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ee536b0-5bb2-419b-98ae-0e153291ae47 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:31.388756 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c80d3e0-cddd-4509-bfff-10bad946c910 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:31.389575 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-5c80d3e0-cddd-4509-bfff-10bad946c910 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Added segment 3a879554-0d59-4d11-a2e7-87ec47e88434 of type vlan for network 3403f4fc-ce5b-4477-9916-9ff07dc971eb Jul 13 07:54:31.394000 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4877fc24-4791-4d3e-82ea-59cf4a888d87 None None] Provisioning complete for port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:31.395236 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4877fc24-4791-4d3e-82ea-59cf4a888d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:31.558379 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c80d3e0-cddd-4509-bfff-10bad946c910 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:31.609344 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-0ee536b0-5bb2-419b-98ae-0e153291ae47 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Floating IP 2fa05527-a697-4ed6-8899-e835d72c577b associated. External IP: 172.25.0.119, port: 37f2d720-a73f-4293-a15d-bbb2ab3f672a. Jul 13 07:54:31.640850 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c80d3e0-cddd-4509-bfff-10bad946c910 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:31.649198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c80d3e0-cddd-4509-bfff-10bad946c910 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:31.651292 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c80d3e0-cddd-4509-bfff-10bad946c910 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:31.733831 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5c80d3e0-cddd-4509-bfff-10bad946c910 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9143193 Jul 13 07:54:31.737853 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33500) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:31.748563 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-453f039d-1c6b-42cd-b1ba-d7391ebb8287 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'subnet': {'network_id': '21288b49-6809-4d13-800a-a80069ab914d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:31.848048 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80d3e0-cddd-4509-bfff-10bad946c910 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Network': ['ID=3403f4fc-ce5b-4477-9916-9ff07dc971eb,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:31.868824 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 3403f4fc-ce5b-4477-9916-9ff07dc971eb details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:54:32.022885 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80dc387-8e50-4c58-930f-bebad7896103 req-1c9a0712-692b-4f36-80df-6263b3e7a548 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:32.025275 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e80dc387-8e50-4c58-930f-bebad7896103 req-1c9a0712-692b-4f36-80df-6263b3e7a548 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 943 time: 0.0923645 Jul 13 07:54:32.032953 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453f039d-1c6b-42cd-b1ba-d7391ebb8287 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Made reservation on behalf of df97e55fdf6643bbaf24537534c4c718 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:32.036877 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-453f039d-1c6b-42cd-b1ba-d7391ebb8287 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:32.145607 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e80dc387-8e50-4c58-930f-bebad7896103 req-00db44cd-ffb1-46d6-9a14-bbf977cc6432 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095843 Jul 13 07:54:32.150855 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:32.153612 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211a21b2-6cb3-4617-852b-b5303a8b78e2" -d '{"events": [{"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-plugged", "status": "completed", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:32.260784 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75074293-b641-415b-aa6d-934adb5a947e x-openstack-request-id: req-75074293-b641-415b-aa6d-934adb5a947e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:32.261178 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-plugged", "status": "completed", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:32.261590 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-75074293-b641-415b-aa6d-934adb5a947e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:32.262043 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'code': 200} Jul 13 07:54:32.727801 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bab8c-c64b-4723-90cb-92ef3ab6f3ec req-b726ea3a-4b7b-4a9e-b1f9-79b023ee81db tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:32.741200 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f07bab8c-c64b-4723-90cb-92ef3ab6f3ec req-b726ea3a-4b7b-4a9e-b1f9-79b023ee81db tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 944 time: 0.1533449 Jul 13 07:54:32.847822 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f07bab8c-c64b-4723-90cb-92ef3ab6f3ec req-816b4174-172d-4cae-b2a3-33fefd47e803 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055789 Jul 13 07:54:32.990912 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee536b0-5bb2-419b-98ae-0e153291ae47 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Router e84c7190-caad-4052-931d-172a6d931362 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:54:33.186566 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee536b0-5bb2-419b-98ae-0e153291ae47 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:54:33.199954 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef77298-2e80-4e78-9118-7f474e91feb8 None None] Sync routers for ids ['e84c7190-caad-4052-931d-172a6d931362'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:54:33.227176 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef77298-2e80-4e78-9118-7f474e91feb8 None None] Routers {'e84c7190-caad-4052-931d-172a6d931362'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:33.227836 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-fef77298-2e80-4e78-9118-7f474e91feb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:54:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e84c7190-caad-4052-931d-172a6d931362'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:33.329031 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-453f039d-1c6b-42cd-b1ba-d7391ebb8287 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:33.375767 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ee536b0-5bb2-419b-98ae-0e153291ae47 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:33.484609 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0ee536b0-5bb2-419b-98ae-0e153291ae47 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0495448 Jul 13 07:54:33.487083 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33536) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:33.508391 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f740c49d-f074-4731-be61-d11dac916841', 'tag': '37f2d720-a73f-4293-a15d-bbb2ab3f672a'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:33.513427 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b44ce0b-b980-48e7-9cdb-65613a602f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "f740c49d-f074-4731-be61-d11dac916841", "tag": "37f2d720-a73f-4293-a15d-bbb2ab3f672a"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:33.584592 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f039d-1c6b-42cd-b1ba-d7391ebb8287 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Subnet': ['ID=53d51874-fb8f-49b1-acd1-5da6bf238c69,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:33.601897 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device a427bbc0-853e-4a63-80a1-f88fdc7a4828 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:54:33.602771 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f039d-1c6b-42cd-b1ba-d7391ebb8287 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Checking segment: {'id': '13c6522f-47b7-4d03-bacf-14bceb05bdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '21288b49-6809-4d13-800a-a80069ab914d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:33.606472 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f039d-1c6b-42cd-b1ba-d7391ebb8287 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network hostable DHCP agents. Network: 21288b49-6809-4d13-800a-a80069ab914d, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:54:33.650293 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-fef77298-2e80-4e78-9118-7f474e91feb8 None None] Set router e84c7190-caad-4052-931d-172a6d931362 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:54:33.667098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f039d-1c6b-42cd-b1ba-d7391ebb8287 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 21288b49-6809-4d13-800a-a80069ab914d is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:54:33.690513 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-453f039d-1c6b-42cd-b1ba-d7391ebb8287 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 21288b49-6809-4d13-800a-a80069ab914d) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:33.709034 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453f039d-1c6b-42cd-b1ba-d7391ebb8287 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:33.710268 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-453f039d-1c6b-42cd-b1ba-d7391ebb8287 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:33.733462 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-453f039d-1c6b-42cd-b1ba-d7391ebb8287 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9933741 Jul 13 07:54:33.738008 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33542) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:33.742395 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4da03f-d879-4574-988a-8658ac54a788 None None] Network 21288b49-6809-4d13-800a-a80069ab914d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:33.795588 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.resource_extend [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:54:33.849470 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f33850-9a16-41af-b352-644ff490c97a x-openstack-request-id: req-09f33850-9a16-41af-b352-644ff490c97a {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:33.849784 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f740c49d-f074-4731-be61-d11dac916841", "tag": "37f2d720-a73f-4293-a15d-bbb2ab3f672a", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:33.850047 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-09f33850-9a16-41af-b352-644ff490c97a {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:33.850498 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f740c49d-f074-4731-be61-d11dac916841', 'tag': '37f2d720-a73f-4293-a15d-bbb2ab3f672a', 'status': 'completed', 'code': 200} Jul 13 07:54:34.123197 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44ce0b-b980-48e7-9cdb-65613a602f8a req-7aabef5e-60df-45d1-a423-689349e33f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:34.124759 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3b44ce0b-b980-48e7-9cdb-65613a602f8a req-7aabef5e-60df-45d1-a423-689349e33f5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=380b7979739948e5a91a2f3ea43419aa&device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 1136 time: 0.2179680 Jul 13 07:54:34.383213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44ce0b-b980-48e7-9cdb-65613a602f8a req-2d9f1ad8-2a6f-47db-83e3-ce03b9c14134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:34.385013 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3b44ce0b-b980-48e7-9cdb-65613a602f8a req-2d9f1ad8-2a6f-47db-83e3-ce03b9c14134 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a1940323-3062-41b6-8e72-e73110e23be7 HTTP/1.1" status: 200 len: 898 time: 0.2380559 Jul 13 07:54:34.544989 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3b44ce0b-b980-48e7-9cdb-65613a602f8a req-bcddf5f4-8273-4d44-a7bb-43c65ad51cef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37f2d720-a73f-4293-a15d-bbb2ab3f672a HTTP/1.1" status: 200 len: 999 time: 0.1344905 Jul 13 07:54:34.634842 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44ce0b-b980-48e7-9cdb-65613a602f8a req-c2d0f866-4523-49fa-bb13-fd9240c83ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:34.636635 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3b44ce0b-b980-48e7-9cdb-65613a602f8a req-c2d0f866-4523-49fa-bb13-fd9240c83ff8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3ce8877-83d9-4dc6-aae1-31e0fd0d405e HTTP/1.1" status: 200 len: 834 time: 0.0835636 Jul 13 07:54:34.753545 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44ce0b-b980-48e7-9cdb-65613a602f8a req-87a46e13-433f-49e0-be34-90b1e3199170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:34.755678 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3b44ce0b-b980-48e7-9cdb-65613a602f8a req-87a46e13-433f-49e0-be34-90b1e3199170 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1940323-3062-41b6-8e72-e73110e23be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1088707 Jul 13 07:54:34.759246 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-aaf0d1cc-3245-40f5-b4f1-b94cffab486b tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'subnet': {'network_id': '3403f4fc-ce5b-4477-9916-9ff07dc971eb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:35.005215 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3b44ce0b-b980-48e7-9cdb-65613a602f8a req-92575cc0-6295-4602-84ed-0353687246cb service neutron] 10.222.0.62 "GET /v2.0/networks/a1940323-3062-41b6-8e72-e73110e23be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283225 Jul 13 07:54:35.173185 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port a427bbc0-853e-4a63-80a1-f88fdc7a4828, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=a427bbc0-853e-4a63-80a1-f88fdc7a4828,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:35.187169 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca25022-811c-47e6-b54a-5fe5ef9fec7f req-30c7a683-467a-4ef0-be63-c0dba2e3182a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.188758 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7ca25022-811c-47e6-b54a-5fe5ef9fec7f req-30c7a683-467a-4ef0-be63-c0dba2e3182a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 943 time: 1.7393053 Jul 13 07:54:35.228431 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3b44ce0b-b980-48e7-9cdb-65613a602f8a req-5e45bb49-52aa-4111-b182-3b4999de1fa4 service neutron] 10.222.0.62 "GET /v2.0/networks/a1940323-3062-41b6-8e72-e73110e23be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099838 Jul 13 07:54:35.230967 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-21288b49-6809-4d13-800a-a80069ab914d', 'network_id': '21288b49-6809-4d13-800a-a80069ab914d', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'fixed_ips': [{'subnet_id': '53d51874-fb8f-49b1-acd1-5da6bf238c69'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:54:35.233333 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a88338-96e1-4429-a072-41d6551253a4 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.233817 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a88338-96e1-4429-a072-41d6551253a4 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.234318 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a88338-96e1-4429-a072-41d6551253a4 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.234931 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a88338-96e1-4429-a072-41d6551253a4 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.235182 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:35.235308 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a88338-96e1-4429-a072-41d6551253a4 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.235677 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a88338-96e1-4429-a072-41d6551253a4 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.236135 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a88338-96e1-4429-a072-41d6551253a4 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.236638 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a88338-96e1-4429-a072-41d6551253a4 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.237042 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a88338-96e1-4429-a072-41d6551253a4 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.238691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a88338-96e1-4429-a072-41d6551253a4 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.238691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a88338-96e1-4429-a072-41d6551253a4 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.238691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a88338-96e1-4429-a072-41d6551253a4 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.238941 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a88338-96e1-4429-a072-41d6551253a4 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.239359 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a88338-96e1-4429-a072-41d6551253a4 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.241557 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-54a88338-96e1-4429-a072-41d6551253a4 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9787 time: 1.7531891 Jul 13 07:54:35.242291 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf0d1cc-3245-40f5-b4f1-b94cffab486b tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Made reservation on behalf of df97e55fdf6643bbaf24537534c4c718 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:35.245773 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d1cc-3245-40f5-b4f1-b94cffab486b tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:35.252848 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33576) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:35.284140 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'a427bbc0-853e-4a63-80a1-f88fdc7a4828', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'port_id': 'a427bbc0-853e-4a63-80a1-f88fdc7a4828', 'mac_address': 'fa:16:3e:c5:f3:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:54:35.373399 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ba4dd-215c-40df-9368-3a5b01c31b03 req-a268fa05-f7e0-4f68-a19d-48e48ab79fc1 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.380999 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9c8ba4dd-215c-40df-9368-3a5b01c31b03 req-a268fa05-f7e0-4f68-a19d-48e48ab79fc1 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 944 time: 0.6527698 Jul 13 07:54:35.408329 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:35.453192 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a427bbc0-853e-4a63-80a1-f88fdc7a4828 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:54:35.454227 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7ca25022-811c-47e6-b54a-5fe5ef9fec7f req-e21b4f09-c59e-4d38-ab70-d86945318743 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473676 Jul 13 07:54:35.484529 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-fef77298-2e80-4e78-9118-7f474e91feb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84c7190-caad-4052-931d-172a6d931362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596890059', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:16Z', 'updated_at': '2021-07-13T07:53:28Z', 'revision_number': 4, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port': {'id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:17Z', 'updated_at': '2021-07-13T07:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '2fa05527-a697-4ed6-8899-e835d72c577b', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'floating_ip_address': '172.25.0.119', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'e84c7190-caad-4052-931d-172a6d931362', 'port_id': '37f2d720-a73f-4293-a15d-bbb2ab3f672a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7', 'mac_address': 'fa:16:3e:5a:43:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740c49d-f074-4731-be61-d11dac916841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:54:30Z', 'updated_at': '2021-07-13T07:54:30Z', 'revision_number': 0, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3643474a-8a9e-4ed7-91d3-05014cca04b8', 'name': '', 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'mac_address': 'fa:16:3e:7a:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'e3ce8877-83d9-4dc6-aae1-31e0fd0d405e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:26Z', 'updated_at': '2021-07-13T07:53:36Z', 'revision_number': 5, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'subnets': [{'id': 'e3ce8877-83d9-4dc6-aae1-31e0fd0d405e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:35.537404 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef77298-2e80-4e78-9118-7f474e91feb8 None None] Checking router: e84c7190-caad-4052-931d-172a6d931362 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:54:35.542046 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port a427bbc0-853e-4a63-80a1-f88fdc7a4828, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=a427bbc0-853e-4a63-80a1-f88fdc7a4828,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:35.568520 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:35.581543 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9c8ba4dd-215c-40df-9368-3a5b01c31b03 req-6c8ae34c-bd05-4160-9bca-64adfc82b76d tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995816 Jul 13 07:54:35.612009 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b7938-0b11-43ec-bda9-1b06e889f7e6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.612484 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b7938-0b11-43ec-bda9-1b06e889f7e6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.612944 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b7938-0b11-43ec-bda9-1b06e889f7e6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.613402 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b7938-0b11-43ec-bda9-1b06e889f7e6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.614522 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b7938-0b11-43ec-bda9-1b06e889f7e6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.614980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b7938-0b11-43ec-bda9-1b06e889f7e6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.615431 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b7938-0b11-43ec-bda9-1b06e889f7e6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.615879 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b7938-0b11-43ec-bda9-1b06e889f7e6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.616327 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b7938-0b11-43ec-bda9-1b06e889f7e6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.616776 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b7938-0b11-43ec-bda9-1b06e889f7e6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.617222 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b7938-0b11-43ec-bda9-1b06e889f7e6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.617670 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b7938-0b11-43ec-bda9-1b06e889f7e6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.618136 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b7938-0b11-43ec-bda9-1b06e889f7e6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.622132 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-827b7938-0b11-43ec-bda9-1b06e889f7e6 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8347 time: 0.3639030 Jul 13 07:54:35.624924 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] Allocated IP 2001:db8::2 (21288b49-6809-4d13-800a-a80069ab914d/53d51874-fb8f-49b1-acd1-5da6bf238c69/14905036-89cb-49c0-b835-aea1b06cae12) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:35.627171 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33578) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:35.637124 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef77298-2e80-4e78-9118-7f474e91feb8 None None] Routers {'e84c7190-caad-4052-931d-172a6d931362'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:35.637834 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-fef77298-2e80-4e78-9118-7f474e91feb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:54:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e84c7190-caad-4052-931d-172a6d931362'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:35.643586 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=a427bbc0-853e-4a63-80a1-f88fdc7a4828,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:35.720461 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:54:35.812019 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d1cc-3245-40f5-b4f1-b94cffab486b tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:35.894498 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:35.921476 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'port_id': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'mac_address': 'fa:16:3e:7b:b8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:54:35.994834 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf0d1cc-3245-40f5-b4f1-b94cffab486b tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Checking segment: {'id': '3a879554-0d59-4d11-a2e7-87ec47e88434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3403f4fc-ce5b-4477-9916-9ff07dc971eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:35.995498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf0d1cc-3245-40f5-b4f1-b94cffab486b tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network hostable DHCP agents. Network: 3403f4fc-ce5b-4477-9916-9ff07dc971eb, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:54:35.997747 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d1cc-3245-40f5-b4f1-b94cffab486b tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Subnet': ['ID=2e11b6f2-5ea4-4254-8eef-1f824e929736,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:36.024104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf0d1cc-3245-40f5-b4f1-b94cffab486b tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 3403f4fc-ce5b-4477-9916-9ff07dc971eb is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:54:36.047126 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-aaf0d1cc-3245-40f5-b4f1-b94cffab486b tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 3403f4fc-ce5b-4477-9916-9ff07dc971eb) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:36.058605 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf0d1cc-3245-40f5-b4f1-b94cffab486b tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:36.061614 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d1cc-3245-40f5-b4f1-b94cffab486b tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:36.102405 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-aaf0d1cc-3245-40f5-b4f1-b94cffab486b tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3771076 Jul 13 07:54:36.107845 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33590) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:36.123798 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5124db56-a2de-407b-92d8-2a86a25669f3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1006382704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:36.146681 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['a427bbc0-853e-4a63-80a1-f88fdc7a4828'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:54:36.146681 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fe6fc0-4302-4c36-bee1-e1b7e00454b6 None None] Network 3403f4fc-ce5b-4477-9916-9ff07dc971eb requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:36.150886 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-28ebe826-1a8b-46c5-90dc-35f7842e961d tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5218 time: 0.5219162 Jul 13 07:54:36.151667 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33596) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:36.212862 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5124db56-a2de-407b-92d8-2a86a25669f3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:36.213927 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5124db56-a2de-407b-92d8-2a86a25669f3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:36.321770 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5124db56-a2de-407b-92d8-2a86a25669f3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:36.324697 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dafd2b-97a6-4140-bd9a-1b6b455fb906 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:36.325181 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dafd2b-97a6-4140-bd9a-1b6b455fb906 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:36.338154 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d0dafd2b-97a6-4140-bd9a-1b6b455fb906 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e84c7190-caad-4052-931d-172a6d931362 HTTP/1.1" status: 200 len: 1992 time: 0.1742420 Jul 13 07:54:36.338154 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5124db56-a2de-407b-92d8-2a86a25669f3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:36.373499 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5124db56-a2de-407b-92d8-2a86a25669f3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:36.374885 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5124db56-a2de-407b-92d8-2a86a25669f3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2637227 Jul 13 07:54:36.378344 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33608) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:36.549303 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:36.564827 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-fef77298-2e80-4e78-9118-7f474e91feb8 None None] Set router e84c7190-caad-4052-931d-172a6d931362 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:54:36.646797 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-9452d4f5-5dd0-43f3-b157-51ffc4963cf0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1530280 Jul 13 07:54:36.667647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:54:36.797542 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b3867-42ec-4470-a3cb-b5772cdbbe05 req-7a2d6ba7-65e5-4bc4-baa1-74ce5e96eb21 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:36.805853 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e68b3867-42ec-4470-a3cb-b5772cdbbe05 req-7a2d6ba7-65e5-4bc4-baa1-74ce5e96eb21 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 944 time: 0.1810825 Jul 13 07:54:36.868440 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e68b3867-42ec-4470-a3cb-b5772cdbbe05 req-622b76f6-280b-49e6-b166-c64a66539a45 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609097 Jul 13 07:54:36.873903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:36.909234 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-4d09876f-5c07-40bd-9ea0-3f4ef366f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:36.909836 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-4d09876f-5c07-40bd-9ea0-3f4ef366f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:36.911101 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-4d09876f-5c07-40bd-9ea0-3f4ef366f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:36.911597 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-4d09876f-5c07-40bd-9ea0-3f4ef366f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:36.912081 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-4d09876f-5c07-40bd-9ea0-3f4ef366f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:36.912651 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-4d09876f-5c07-40bd-9ea0-3f4ef366f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:36.913194 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-4d09876f-5c07-40bd-9ea0-3f4ef366f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:36.915693 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-4d09876f-5c07-40bd-9ea0-3f4ef366f3da service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a860a799f3be43a5a80bc0e18715a853&device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 6497 time: 0.1586661 Jul 13 07:54:36.958645 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:36.964571 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bab895e9-403d-4f8b-82bc-72f87a6aa5ae tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:36.993117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] Transition to ACTIVE for port object 14905036-89cb-49c0-b835-aea1b06cae12 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:37.042495 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] Transition to ACTIVE for port object 14905036-89cb-49c0-b835-aea1b06cae12 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:37.107247 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-d35c3bdb-ce29-4382-be35-71a8cf6faffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:37.107749 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-d35c3bdb-ce29-4382-be35-71a8cf6faffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:37.108335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-d35c3bdb-ce29-4382-be35-71a8cf6faffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:37.110121 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-d35c3bdb-ce29-4382-be35-71a8cf6faffd service neutron] 10.222.0.62 "GET /v2.0/networks?id=9e895a39-1ac3-461a-9cb6-714389916eaf&id=b818ec58-5125-4829-9877-53309d7ad2bc&id=b818ec58-5125-4829-9877-53309d7ad2bc&id=b818ec58-5125-4829-9877-53309d7ad2bc&id=b818ec58-5125-4829-9877-53309d7ad2bc&id=ea323e79-15db-4b79-b637-4002df6be77e&id=ea323e79-15db-4b79-b637-4002df6be77e HTTP/1.1" status: 200 len: 2291 time: 0.1470542 Jul 13 07:54:37.228514 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-28c7eddf-2874-41f4-91f0-ece3076d6be3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05e7e080-2b01-44eb-8742-729c05d42526 HTTP/1.1" status: 200 len: 1001 time: 0.1015348 Jul 13 07:54:37.267003 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19375dc2-045b-471c-9a5b-fac8eec4d7ca req-fc2fe7b2-b4fd-4c42-9545-421f7d640c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:37.268534 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19375dc2-045b-471c-9a5b-fac8eec4d7ca req-fc2fe7b2-b4fd-4c42-9545-421f7d640c76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3de4ade69c24e9b8a0825017e0177ec&device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 1096 time: 0.3485835 Jul 13 07:54:37.284021 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034e5be-5789-4205-9350-a2be58039287 req-3b70eb07-0b39-4764-b873-3a5d11be2e0b tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:37.285968 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8034e5be-5789-4205-9350-a2be58039287 req-3b70eb07-0b39-4764-b873-3a5d11be2e0b tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 944 time: 0.3671288 Jul 13 07:54:37.312578 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-72df9f94-7a92-4bad-bd7e-5ae33287c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:37.314298 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-72df9f94-7a92-4bad-bd7e-5ae33287c7e0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0d21cc2-dcb1-4290-ad5e-70b78d60b624 HTTP/1.1" status: 200 len: 850 time: 0.0721111 Jul 13 07:54:37.320752 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:37.350750 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:37.417327 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8034e5be-5789-4205-9350-a2be58039287 req-00ce69a2-7ea8-4ccd-b951-61d09b18e2b2 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242816 Jul 13 07:54:37.496062 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-f517d110-dfdf-4f8c-8da1-b179764de8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:37.504837 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-f517d110-dfdf-4f8c-8da1-b179764de8b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9e895a39-1ac3-461a-9cb6-714389916eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1755927 Jul 13 07:54:37.588347 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] Network 21288b49-6809-4d13-800a-a80069ab914d is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:37.603830 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['78907ba2-8a91-4d16-a6c9-c4a99ab38b4f'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:54:37.688048 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-bab895e9-403d-4f8b-82bc-72f87a6aa5ae tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Allocated IP 2001:db8::1 (21288b49-6809-4d13-800a-a80069ab914d/53d51874-fb8f-49b1-acd1-5da6bf238c69/37516628-076a-4442-a946-3ab08c668145) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:37.693344 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-3403f4fc-ce5b-4477-9916-9ff07dc971eb', 'network_id': '3403f4fc-ce5b-4477-9916-9ff07dc971eb', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'fixed_ips': [{'subnet_id': '2e11b6f2-5ea4-4254-8eef-1f824e929736'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:54:37.695142 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19375dc2-045b-471c-9a5b-fac8eec4d7ca req-7c0c7065-9a70-44b7-a8b5-3e03e7462991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:37.695507 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:37.707520 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19375dc2-045b-471c-9a5b-fac8eec4d7ca req-7c0c7065-9a70-44b7-a8b5-3e03e7462991 service neutron] 10.222.0.35 "GET /v2.0/networks?id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89 HTTP/1.1" status: 200 len: 917 time: 0.3606055 Jul 13 07:54:37.714787 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:37.733308 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:37.755032 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-a31ab158-cb5a-4cd6-82f0-81f9c0018674 service neutron] 10.222.0.62 "GET /v2.0/networks/9e895a39-1ac3-461a-9cb6-714389916eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385798 Jul 13 07:54:37.813510 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,revision_number=10']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:38.002220 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-5823ba6e-c60d-43fb-a9c7-4e61b067409f service neutron] 10.222.0.62 "GET /v2.0/networks/9e895a39-1ac3-461a-9cb6-714389916eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379587 Jul 13 07:54:38.100604 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19375dc2-045b-471c-9a5b-fac8eec4d7ca req-8f118633-8e18-44ab-a43c-0b1deebe5f1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 HTTP/1.1" status: 200 len: 998 time: 0.3846872 Jul 13 07:54:38.197572 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-a2154e49-92cb-4cd2-b1a9-532857a13835 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=a5ad5cc6-8b81-413a-ba67-a126312062d6 HTTP/1.1" status: 200 len: 217 time: 0.1675298 Jul 13 07:54:38.221453 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19375dc2-045b-471c-9a5b-fac8eec4d7ca req-40228dba-a4fb-4ce4-89b2-1b4254a82ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:38.224408 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19375dc2-045b-471c-9a5b-fac8eec4d7ca req-40228dba-a4fb-4ce4-89b2-1b4254a82ba9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c438866-8191-4fb5-b30d-fdddd69335c4 HTTP/1.1" status: 200 len: 855 time: 0.0671480 Jul 13 07:54:38.341368 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-2146b325-2f4b-4337-965e-a65ae74be99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:38.343118 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-2146b325-2f4b-4337-965e-a65ae74be99f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e027fc-f911-4144-acb3-7864eab297b7 HTTP/1.1" status: 200 len: 797 time: 0.1444998 Jul 13 07:54:38.453599 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-e4f50782-bdc2-4f20-b5e0-50de3136f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:38.455312 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-e4f50782-bdc2-4f20-b5e0-50de3136f8a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b818ec58-5125-4829-9877-53309d7ad2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1011574 Jul 13 07:54:38.462534 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bab895e9-403d-4f8b-82bc-72f87a6aa5ae tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:38.500534 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-bab895e9-403d-4f8b-82bc-72f87a6aa5ae tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Transition to ACTIVE for port object 37516628-076a-4442-a946-3ab08c668145 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:38.529062 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0de58b-fc95-4e21-9211-c01215d1d016 req-e85e94da-02cb-4a0b-b352-3efce9e67bf5 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:38.532929 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e0de58b-fc95-4e21-9211-c01215d1d016 req-e85e94da-02cb-4a0b-b352-3efce9e67bf5 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 944 time: 0.3268416 Jul 13 07:54:38.597907 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19375dc2-045b-471c-9a5b-fac8eec4d7ca req-9998404d-f9d2-4ef4-853b-ae81a0c4c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:38.600101 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19375dc2-045b-471c-9a5b-fac8eec4d7ca req-9998404d-f9d2-4ef4-853b-ae81a0c4c691 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2910216 Jul 13 07:54:38.653774 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-fc9d8339-859b-4456-8b7d-e1bd59afc514 service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867607 Jul 13 07:54:38.737757 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e0de58b-fc95-4e21-9211-c01215d1d016 req-c10145fc-79d6-4e65-95b6-5cc13dfc8d89 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937099 Jul 13 07:54:38.773459 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] Attempting to bind port 14905036-89cb-49c0-b835-aea1b06cae12 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:38.774421 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] Attempting to bind port 14905036-89cb-49c0-b835-aea1b06cae12 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '13c6522f-47b7-4d03-bacf-14bceb05bdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '21288b49-6809-4d13-800a-a80069ab914d'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:38.774421 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] Attempting to bind port 14905036-89cb-49c0-b835-aea1b06cae12 on network 21288b49-6809-4d13-800a-a80069ab914d {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:38.819107 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] Pushing event updated for resources: {'Port': ['ID=14905036-89cb-49c0-b835-aea1b06cae12,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:38.826782 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:38.858182 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-caf04cbb-d602-4e01-a34a-e2bb84d7faae service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923935 Jul 13 07:54:38.859236 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:38.859733 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] Checking segment: {'id': '13c6522f-47b7-4d03-bacf-14bceb05bdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '21288b49-6809-4d13-800a-a80069ab914d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:38.860243 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:38.860749 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] Bound using segment: {'id': '13c6522f-47b7-4d03-bacf-14bceb05bdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '21288b49-6809-4d13-800a-a80069ab914d'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:38.861356 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] Bound port: 14905036-89cb-49c0-b835-aea1b06cae12, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c6522f-47b7-4d03-bacf-14bceb05bdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '21288b49-6809-4d13-800a-a80069ab914d'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:38.861842 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:38.933308 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-35185b11-b533-48a4-b5fd-9d3c69c90e2f None None] Provisioning complete for port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:38.943120 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-c40afb33-442a-40a8-b459-d4ba366f4892 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d HTTP/1.1" status: 200 len: 217 time: 0.0714152 Jul 13 07:54:38.943823 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-35185b11-b533-48a4-b5fd-9d3c69c90e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:39.044211 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-f41d3489-32e4-41e1-9fab-0d1cb4826a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:39.046505 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-f41d3489-32e4-41e1-9fab-0d1cb4826a7b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e027fc-f911-4144-acb3-7864eab297b7 HTTP/1.1" status: 200 len: 797 time: 0.0915356 Jul 13 07:54:39.069090 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bab895e9-403d-4f8b-82bc-72f87a6aa5ae tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:39.128026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab895e9-403d-4f8b-82bc-72f87a6aa5ae tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 21288b49-6809-4d13-800a-a80069ab914d is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:39.142973 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-bab895e9-403d-4f8b-82bc-72f87a6aa5ae tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:39.153482 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab895e9-403d-4f8b-82bc-72f87a6aa5ae tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:39.154246 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bab895e9-403d-4f8b-82bc-72f87a6aa5ae tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:39.155281 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-5447e3ab-5df1-4c54-bf12-034e27d8a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:39.163869 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-5447e3ab-5df1-4c54-bf12-034e27d8a8a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b818ec58-5125-4829-9877-53309d7ad2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1047328 Jul 13 07:54:39.164256 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19375dc2-045b-471c-9a5b-fac8eec4d7ca req-d0ef9c9e-2f19-4b2c-9f0a-fbb686b76c4b service neutron] 10.222.0.35 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5382738 Jul 13 07:54:39.166637 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-fef77298-2e80-4e78-9118-7f474e91feb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84c7190-caad-4052-931d-172a6d931362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596890059', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:16Z', 'updated_at': '2021-07-13T07:53:28Z', 'revision_number': 4, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port': {'id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:17Z', 'updated_at': '2021-07-13T07:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '2fa05527-a697-4ed6-8899-e835d72c577b', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'floating_ip_address': '172.25.0.119', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'e84c7190-caad-4052-931d-172a6d931362', 'port_id': '37f2d720-a73f-4293-a15d-bbb2ab3f672a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7', 'mac_address': 'fa:16:3e:5a:43:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740c49d-f074-4731-be61-d11dac916841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:54:30Z', 'updated_at': '2021-07-13T07:54:30Z', 'revision_number': 0, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3643474a-8a9e-4ed7-91d3-05014cca04b8', 'name': '', 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'mac_address': 'fa:16:3e:7a:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'e3ce8877-83d9-4dc6-aae1-31e0fd0d405e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:26Z', 'updated_at': '2021-07-13T07:53:36Z', 'revision_number': 5, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'subnets': [{'id': 'e3ce8877-83d9-4dc6-aae1-31e0fd0d405e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:39.267986 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a439a7-8e0f-4f23-91d6-0b0a5feb5c61 req-ca729ef9-a18b-451a-a99f-ea10f2f7d60c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:39.272540 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79a439a7-8e0f-4f23-91d6-0b0a5feb5c61 req-ca729ef9-a18b-451a-a99f-ea10f2f7d60c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 944 time: 0.5332162 Jul 13 07:54:39.338195 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef77298-2e80-4e78-9118-7f474e91feb8 None None] The sync data for ids ['e84c7190-caad-4052-931d-172a6d931362'] in n-d-779913-28 is: [{'id': 'e84c7190-caad-4052-931d-172a6d931362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596890059', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:16Z', 'updated_at': '2021-07-13T07:53:28Z', 'revision_number': 4, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port': {'id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:17Z', 'updated_at': '2021-07-13T07:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '2fa05527-a697-4ed6-8899-e835d72c577b', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'floating_ip_address': '172.25.0.119', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'e84c7190-caad-4052-931d-172a6d931362', 'port_id': '37f2d720-a73f-4293-a15d-bbb2ab3f672a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7', 'mac_address': 'fa:16:3e:5a:43:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740c49d-f074-4731-be61-d11dac916841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:54:30Z', 'updated_at': '2021-07-13T07:54:30Z', 'revision_number': 0, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3643474a-8a9e-4ed7-91d3-05014cca04b8', 'name': '', 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'mac_address': 'fa:16:3e:7a:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'e3ce8877-83d9-4dc6-aae1-31e0fd0d405e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:26Z', 'updated_at': '2021-07-13T07:53:36Z', 'revision_number': 5, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'subnets': [{'id': 'e3ce8877-83d9-4dc6-aae1-31e0fd0d405e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:54:39.383325 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-55d13f9f-8d6d-42bb-a445-7e6537f1c702 service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083633 Jul 13 07:54:39.415951 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] For port 14905036-89cb-49c0-b835-aea1b06cae12, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:39.425562 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] For port 14905036-89cb-49c0-b835-aea1b06cae12, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=14905036-89cb-49c0-b835-aea1b06cae12,segment=NetworkSegment(13c6522f-47b7-4d03-bacf-14bceb05bdf7),segment_id=13c6522f-47b7-4d03-bacf-14bceb05bdf7)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:39.464708 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:39.586928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab895e9-403d-4f8b-82bc-72f87a6aa5ae tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Port': ['ID=37516628-076a-4442-a946-3ab08c668145,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:39.717005 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] Allocated IP 2001:db8:1::2 (3403f4fc-ce5b-4477-9916-9ff07dc971eb/2e11b6f2-5ea4-4254-8eef-1f824e929736/14ca6ede-7c16-465e-8edb-918366677850) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:39.727725 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-47f336e4-d95c-4133-9033-54a91311d32b service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226228 Jul 13 07:54:39.759252 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79a439a7-8e0f-4f23-91d6-0b0a5feb5c61 req-7b24b89e-fd0e-49af-8cf6-219463188f36 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4698498 Jul 13 07:54:39.777360 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-35185b11-b533-48a4-b5fd-9d3c69c90e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:39.794404 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7e438-f847-4eb2-9a7b-7010b668f47c None None] Pushing event updated for resources: {'Port': ['ID=14905036-89cb-49c0-b835-aea1b06cae12,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:39.865267 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device a427bbc0-853e-4a63-80a1-f88fdc7a4828 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:39.872263 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-9455e639-cb3c-49ec-a4a0-107ee4ed7364 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=eef52212-3c48-45b8-b0a5-3e4ec06a834d HTTP/1.1" status: 200 len: 217 time: 0.1384745 Jul 13 07:54:39.952368 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c016b3c-bbfa-4a2d-a890-e9ecfae37d6b None None] New status for floating IP 2fa05527-a697-4ed6-8899-e835d72c577b: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:54:39.988119 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-7e7a0473-137b-41ae-89fd-b4ee9631e134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:39.990256 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-7e7a0473-137b-41ae-89fd-b4ee9631e134 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e027fc-f911-4144-acb3-7864eab297b7 HTTP/1.1" status: 200 len: 797 time: 0.1115868 Jul 13 07:54:40.083973 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:40.092757 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbc5b6d-0619-4374-b03c-ee6daa58fe66" -d '{"events": [{"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-plugged", "status": "completed", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:40.128197 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-2735d09f-73e2-4983-8f42-21ee1e8fc95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:40.131562 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-2735d09f-73e2-4983-8f42-21ee1e8fc95a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b818ec58-5125-4829-9877-53309d7ad2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1326575 Jul 13 07:54:40.163359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-35185b11-b533-48a4-b5fd-9d3c69c90e2f None None] For port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:40.190055 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-35185b11-b533-48a4-b5fd-9d3c69c90e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:40.211959 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb121f2-3579-41e5-9882-06048f5d554d x-openstack-request-id: req-feb121f2-3579-41e5-9882-06048f5d554d {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:40.212341 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-plugged", "status": "completed", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:40.212727 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-feb121f2-3579-41e5-9882-06048f5d554d {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:40.213456 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'code': 200} Jul 13 07:54:40.365876 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-4475c101-736e-4312-a61c-12082849e274 service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258649 Jul 13 07:54:40.505876 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35185b11-b533-48a4-b5fd-9d3c69c90e2f None None] Pushing event updated for resources: {'Port': ['ID=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,revision_number=11']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:40.512261 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port a427bbc0-853e-4a63-80a1-f88fdc7a4828 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:40.569826 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port a427bbc0-853e-4a63-80a1-f88fdc7a4828 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:40.570384 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:40.582766 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19375dc2-045b-471c-9a5b-fac8eec4d7ca req-dd12b9cb-e223-4742-a7b5-4009836949ba service neutron] 10.222.0.35 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3872414 Jul 13 07:54:40.602572 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bab895e9-403d-4f8b-82bc-72f87a6aa5ae tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:40.763998 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-1dbd756b-29d5-4805-ac49-77472e4abf32 service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858459 Jul 13 07:54:40.857818 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-55cb6a73-2571-464c-b006-5e727a804292 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=c6b287a7-66a6-4451-b3cc-175a9dd00602 HTTP/1.1" status: 200 len: 217 time: 0.0879772 Jul 13 07:54:40.889239 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0b475-542f-4819-8aaf-2a90b1a4ab6b req-b5fb3dcb-ff90-4954-bf34-15179d6b42b9 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:40.901279 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:40.901738 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90d0b475-542f-4819-8aaf-2a90b1a4ab6b req-b5fb3dcb-ff90-4954-bf34-15179d6b42b9 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 944 time: 0.4018192 Jul 13 07:54:40.927938 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] Transition to ACTIVE for port object 14ca6ede-7c16-465e-8edb-918366677850 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:40.955128 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] Transition to ACTIVE for port object 14ca6ede-7c16-465e-8edb-918366677850 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:40.971474 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:40.991012 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-633356e8-44d7-441b-9732-2147df1a1604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:40.992465 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-633356e8-44d7-441b-9732-2147df1a1604 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e027fc-f911-4144-acb3-7864eab297b7 HTTP/1.1" status: 200 len: 797 time: 0.1163936 Jul 13 07:54:41.006799 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90d0b475-542f-4819-8aaf-2a90b1a4ab6b req-5e718f71-cbe7-4b25-8897-03704b00af8f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059320 Jul 13 07:54:41.093260 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f5aa0837-ffd6-4bbc-86a7-3d054fe315df None None] Provisioning complete for port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:41.094002 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f5aa0837-ffd6-4bbc-86a7-3d054fe315df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:41.098232 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] Pushing event updated for resources: {'Port': ['ID=14ca6ede-7c16-465e-8edb-918366677850,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:41.125345 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-b136e50f-4a94-4567-bdf3-65354c5bb878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:41.126787 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-b136e50f-4a94-4567-bdf3-65354c5bb878 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b818ec58-5125-4829-9877-53309d7ad2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1225111 Jul 13 07:54:41.208202 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] Network 3403f4fc-ce5b-4477-9916-9ff07dc971eb is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:41.220223 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:41.225556 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:41.271690 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b5db1-68d3-45ad-9efc-0f0d27c3570f req-84f639d9-c9d0-4bc1-a526-ca8f5f4e8472 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:41.274124 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-933b5db1-68d3-45ad-9efc-0f0d27c3570f req-84f639d9-c9d0-4bc1-a526-ca8f5f4e8472 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 944 time: 0.1509495 Jul 13 07:54:41.308276 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:41.394847 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-dd2d06a4-e633-485b-b5ff-1b38e9f7e266 service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582197 Jul 13 07:54:41.419746 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port a427bbc0-853e-4a63-80a1-f88fdc7a4828, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=a427bbc0-853e-4a63-80a1-f88fdc7a4828,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:41.429829 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-933b5db1-68d3-45ad-9efc-0f0d27c3570f req-02daf86f-69fe-401c-9b6a-ea57b332c83e tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454606 Jul 13 07:54:41.437864 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:41.466381 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bab895e9-403d-4f8b-82bc-72f87a6aa5ae tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:41.479808 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bab895e9-403d-4f8b-82bc-72f87a6aa5ae tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:41.517936 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bab895e9-403d-4f8b-82bc-72f87a6aa5ae tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:41.568985 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] Attempting to bind port 14ca6ede-7c16-465e-8edb-918366677850 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:41.569738 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] Attempting to bind port 14ca6ede-7c16-465e-8edb-918366677850 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '3a879554-0d59-4d11-a2e7-87ec47e88434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3403f4fc-ce5b-4477-9916-9ff07dc971eb'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:41.571151 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] Attempting to bind port 14ca6ede-7c16-465e-8edb-918366677850 on network 3403f4fc-ce5b-4477-9916-9ff07dc971eb {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:41.633411 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:41.633727 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] Checking segment: {'id': '3a879554-0d59-4d11-a2e7-87ec47e88434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3403f4fc-ce5b-4477-9916-9ff07dc971eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:41.634184 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:41.634653 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] Bound using segment: {'id': '3a879554-0d59-4d11-a2e7-87ec47e88434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3403f4fc-ce5b-4477-9916-9ff07dc971eb'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:41.635153 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] Bound port: 14ca6ede-7c16-465e-8edb-918366677850, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a879554-0d59-4d11-a2e7-87ec47e88434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3403f4fc-ce5b-4477-9916-9ff07dc971eb'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:41.635552 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:41.701233 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-922276d5-4d49-4234-b236-e5d8944c3e8a service neutron] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861514 Jul 13 07:54:41.721028 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:41.780201 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-8c9ea7e8-7de1-4ea6-b563-8a230c028a75 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6a39fd5-7b74-4423-b2be-c8213af17aa6 HTTP/1.1" status: 200 len: 217 time: 0.0561531 Jul 13 07:54:41.786607 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab895e9-403d-4f8b-82bc-72f87a6aa5ae tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Port': ['ID=37516628-076a-4442-a946-3ab08c668145,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:41.791893 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=a427bbc0-853e-4a63-80a1-f88fdc7a4828,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:41.930765 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab895e9-403d-4f8b-82bc-72f87a6aa5ae tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 21288b49-6809-4d13-800a-a80069ab914d is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:41.934349 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-bab895e9-403d-4f8b-82bc-72f87a6aa5ae tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:42.041484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] For port 14ca6ede-7c16-465e-8edb-918366677850, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:42.052244 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-f78f62bc-7c72-409d-8345-18a12bebea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:42.057654 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] For port 14ca6ede-7c16-465e-8edb-918366677850, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=14ca6ede-7c16-465e-8edb-918366677850,segment=NetworkSegment(3a879554-0d59-4d11-a2e7-87ec47e88434),segment_id=3a879554-0d59-4d11-a2e7-87ec47e88434)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:42.063171 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-f78f62bc-7c72-409d-8345-18a12bebea14 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7181ff3b-d9c0-404a-8335-c486c02dac1e HTTP/1.1" status: 200 len: 797 time: 0.2718256 Jul 13 07:54:42.094568 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:42.134662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 14905036-89cb-49c0-b835-aea1b06cae12 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:42.141188 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58193d86-4371-44bf-a2d4-ea22059aa1cc None None] Network 21288b49-6809-4d13-800a-a80069ab914d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:42.187562 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-e033aa59-dad9-44f0-99fe-ba0ed067c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:42.195283 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-e033aa59-dad9-44f0-99fe-ba0ed067c5dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ea323e79-15db-4b79-b637-4002df6be77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1119564 Jul 13 07:54:42.210272 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:42.210828 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:42.333710 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd87266-91af-4381-addc-3dade8088328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a427bbc0-853e-4a63-80a1-f88fdc7a4828'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:42.336160 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd40e97-0337-4dd6-962c-a5bfd0cf28f1" -d '{"events": [{"server_uuid": "bfd87266-91af-4381-addc-3dade8088328", "name": "network-vif-plugged", "status": "completed", "tag": "a427bbc0-853e-4a63-80a1-f88fdc7a4828"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:42.391433 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab895e9-403d-4f8b-82bc-72f87a6aa5ae tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router 83e1b304-b275-4748-9849-c83d7c074497 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:54:42.575811 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721c58cc-9877-4df9-ae51-5117d441fdfb x-openstack-request-id: req-721c58cc-9877-4df9-ae51-5117d441fdfb {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:42.577018 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd87266-91af-4381-addc-3dade8088328", "name": "network-vif-plugged", "status": "completed", "tag": "a427bbc0-853e-4a63-80a1-f88fdc7a4828", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:42.577507 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-721c58cc-9877-4df9-ae51-5117d441fdfb {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:42.578183 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd87266-91af-4381-addc-3dade8088328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a427bbc0-853e-4a63-80a1-f88fdc7a4828', 'code': 200} Jul 13 07:54:42.590348 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-bec815e1-3139-4a51-99a7-6996e2b1499d None None] Provisioning for port 14905036-89cb-49c0-b835-aea1b06cae12 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:42.648274 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab895e9-403d-4f8b-82bc-72f87a6aa5ae tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:54:42.650442 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d5fa2-8119-44ac-9b13-5a8745ba7cd8 None None] Pushing event updated for resources: {'Port': ['ID=14ca6ede-7c16-465e-8edb-918366677850,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:42.655417 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bab895e9-403d-4f8b-82bc-72f87a6aa5ae tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/83e1b304-b275-4748-9849-c83d7c074497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2728105 Jul 13 07:54:42.675971 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d8003-6d85-4282-9ecb-a41fd55d7105 None None] Sync routers for ids ['83e1b304-b275-4748-9849-c83d7c074497'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:54:42.695091 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33730) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:42.719358 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d8003-6d85-4282-9ecb-a41fd55d7105 None None] Routers {'83e1b304-b275-4748-9849-c83d7c074497'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:42.720200 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4e2d8003-6d85-4282-9ecb-a41fd55d7105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:54:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['83e1b304-b275-4748-9849-c83d7c074497'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:42.804267 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 14905036-89cb-49c0-b835-aea1b06cae12 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:42.815877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2092e23d-75f9-4287-a3ad-d603c2afc3a0 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:42.818776 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2092e23d-75f9-4287-a3ad-d603c2afc3a0 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/ports/37516628-076a-4442-a946-3ab08c668145 HTTP/1.1" status: 200 len: 911 time: 0.1212797 Jul 13 07:54:42.837539 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33734) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:42.840481 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4e2d8003-6d85-4282-9ecb-a41fd55d7105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:42.852298 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 14905036-89cb-49c0-b835-aea1b06cae12 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:42.852824 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:43.109436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-a683b15a-c977-4e0b-a32d-0b0363bcae18 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:43.117081 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-92109826-d4cc-4beb-a30b-46b1f56c94c0 None None] Provisioning complete for port a427bbc0-853e-4a63-80a1-f88fdc7a4828 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:43.117668 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92109826-d4cc-4beb-a30b-46b1f56c94c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:43.126646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-a683b15a-c977-4e0b-a32d-0b0363bcae18 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/networks?id=e253f1c6-51d9-42ff-9541-a7b1eff9e445 HTTP/1.1" status: 200 len: 814 time: 0.4710228 Jul 13 07:54:43.170742 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f603196-1361-436c-addf-f71515d899fa req-ec84f8d0-edb3-4d08-aff4-d91641b63c68 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:43.178555 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f603196-1361-436c-addf-f71515d899fa req-ec84f8d0-edb3-4d08-aff4-d91641b63c68 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 945 time: 0.8600738 Jul 13 07:54:43.208193 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-d4d6ef7e-92b0-42d2-82a5-fba0ca5cdd85 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/quotas/720da6c44773453e9873d1bb4f013d09 HTTP/1.1" status: 200 len: 375 time: 0.0802388 Jul 13 07:54:43.215645 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d8003-6d85-4282-9ecb-a41fd55d7105 None None] Routers {'83e1b304-b275-4748-9849-c83d7c074497'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:43.217479 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4e2d8003-6d85-4282-9ecb-a41fd55d7105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:54:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['83e1b304-b275-4748-9849-c83d7c074497'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:43.297662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4e2d8003-6d85-4282-9ecb-a41fd55d7105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:43.298340 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d8003-6d85-4282-9ecb-a41fd55d7105 None None] The sync data for ids ['83e1b304-b275-4748-9849-c83d7c074497'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:54:43.303880 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:43.338461 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-54eb8036-b030-4cc9-8bab-b46e1104114c service neutron] 10.222.0.62 "GET /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1314878 Jul 13 07:54:43.473097 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:43.522922 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-159d1509-bef1-4072-a062-efe6ab377e06 service neutron] 10.222.0.62 "GET /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771870 Jul 13 07:54:43.561517 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 14905036-89cb-49c0-b835-aea1b06cae12, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=14905036-89cb-49c0-b835-aea1b06cae12,segment=NetworkSegment(13c6522f-47b7-4d03-bacf-14bceb05bdf7),segment_id=13c6522f-47b7-4d03-bacf-14bceb05bdf7)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:43.571151 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:43.645017 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-1243529a-2422-4c28-be46-7600ab52e8bf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9bbe5067-cbdd-4d3b-9012-0279cc33b234 HTTP/1.1" status: 200 len: 217 time: 0.1058757 Jul 13 07:54:43.682008 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=14905036-89cb-49c0-b835-aea1b06cae12,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:43.753754 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:54:43.791652 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-1a148b37-3a38-4cbb-8ae5-2a1032efaccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:43.794057 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-1a148b37-3a38-4cbb-8ae5-2a1032efaccb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7181ff3b-d9c0-404a-8335-c486c02dac1e HTTP/1.1" status: 200 len: 797 time: 0.1401823 Jul 13 07:54:43.846443 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f603196-1361-436c-addf-f71515d899fa req-6cda73bf-99c6-4339-9e3c-bc55d2007812 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6666059 Jul 13 07:54:43.968153 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-f959cf6e-da62-4f07-ab71-23ac0248c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:43.970187 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-f959cf6e-da62-4f07-ab71-23ac0248c9ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ea323e79-15db-4b79-b637-4002df6be77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1654861 Jul 13 07:54:44.050120 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e2f6a-6b76-4cd6-a8d3-51fa2b53b9da req-6425deb3-c07c-442c-96ee-6bd5cb05b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:44.061221 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c2e2f6a-6b76-4cd6-a8d3-51fa2b53b9da req-6425deb3-c07c-442c-96ee-6bd5cb05b5f7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 1097 time: 1.3785086 Jul 13 07:54:44.261040 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-4898afab-706b-42b8-8f4d-be72218cde05 service neutron] 10.222.0.62 "GET /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813411 Jul 13 07:54:44.446495 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-3b9f681b-5b44-455c-8efb-4d47628d306e tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=720da6c44773453e9873d1bb4f013d09&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2369816 Jul 13 07:54:44.460661 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c2e2f6a-6b76-4cd6-a8d3-51fa2b53b9da req-ef5bfcd5-2f85-4d03-8fcb-d03ac7f5cda5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953855 Jul 13 07:54:44.510021 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b7b8e62-6c8c-454a-b84a-dca021b1d61d req-ac54f3d6-045e-4c6e-a876-54d98271a001 service neutron] 10.222.0.62 "GET /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232573 Jul 13 07:54:44.534620 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 14905036-89cb-49c0-b835-aea1b06cae12 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:44.539820 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:44.614868 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a2863ffa-d726-44a4-a919-cd8604c661fa None None] Provisioning for port 37516628-076a-4442-a946-3ab08c668145 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:44.620318 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'port_id': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1', 'mac_address': 'fa:16:3e:8a:5f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:54:44.627301 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78452d8-e294-4a1b-8d86-09a75498d728 None None] Network 3403f4fc-ce5b-4477-9916-9ff07dc971eb requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:44.634476 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a2863ffa-d726-44a4-a919-cd8604c661fa None None] Provisioning complete for port 37516628-076a-4442-a946-3ab08c668145 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:44.634846 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a2863ffa-d726-44a4-a919-cd8604c661fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:44.641989 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80db90-79c5-43d3-89a4-217fad425665 req-a875a26f-31d6-41c1-9593-e45ff8ef40da tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:44.643808 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6b80db90-79c5-43d3-89a4-217fad425665 req-a875a26f-31d6-41c1-9593-e45ff8ef40da tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 944 time: 0.4029024 Jul 13 07:54:44.772306 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6b80db90-79c5-43d3-89a4-217fad425665 req-a71b2ba0-0776-4d58-b0f6-169a9eb93912 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899770 Jul 13 07:54:44.776536 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3fd73b41-c08f-4008-a33f-dd6d5918a421 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:44.783182 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-e00ba31a-99c4-4fb5-8d66-92a3fdc1cc25 service neutron] 10.222.0.58 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214004 Jul 13 07:54:44.937845 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:44.941830 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a2863ffa-d726-44a4-a919-cd8604c661fa None None] Port 37516628-076a-4442-a946-3ab08c668145 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:44.976466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 14905036-89cb-49c0-b835-aea1b06cae12 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:44.976819 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:44.982408 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:54:45.062284 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-cd91df96-1e7b-4bc6-9862-f2f31c06ad98 service neutron] 10.222.0.58 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695136 Jul 13 07:54:45.093726 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:45.124775 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:45.143441 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a2863ffa-d726-44a4-a919-cd8604c661fa None None] Provisioning complete for port 14905036-89cb-49c0-b835-aea1b06cae12 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:45.143441 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a2863ffa-d726-44a4-a919-cd8604c661fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:45.499811 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e664753e-a958-4913-b7ee-5c44748dddea req-8d661e0e-44b1-4e03-899b-6f459b8db04e tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8 HTTP/1.1" status: 200 len: 210 time: 0.0667958 Jul 13 07:54:45.597222 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 14ca6ede-7c16-465e-8edb-918366677850 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:45.710738 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf5e5e-6a54-497a-8ef8-4aab7683c724 req-501ee7a7-cf9a-419c-96a0-b9ebccb37a28 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:45.712042 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:54:45.721499 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5bf5e5e-6a54-497a-8ef8-4aab7683c724 req-501ee7a7-cf9a-419c-96a0-b9ebccb37a28 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 945 time: 0.3849688 Jul 13 07:54:45.725330 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,revision_number=14']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:45.850761 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 14ca6ede-7c16-465e-8edb-918366677850 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:45.886903 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-3fd73b41-c08f-4008-a33f-dd6d5918a421 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Allocated IP 2001:db8:1::1 (3403f4fc-ce5b-4477-9916-9ff07dc971eb/2e11b6f2-5ea4-4254-8eef-1f824e929736/c2b4e970-a373-4956-9d4c-f9b519d7f643) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:46.079477 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a31c88a0-44b4-430d-9496-7739615da11e None None] Provisioning complete for port 37516628-076a-4442-a946-3ab08c668145 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:46.080477 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a31c88a0-44b4-430d-9496-7739615da11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:46.095818 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3fd73b41-c08f-4008-a33f-dd6d5918a421 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:46.131643 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a31c88a0-44b4-430d-9496-7739615da11e None None] Port 37516628-076a-4442-a946-3ab08c668145 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:46.142152 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-3fd73b41-c08f-4008-a33f-dd6d5918a421 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Transition to ACTIVE for port object c2b4e970-a373-4956-9d4c-f9b519d7f643 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:46.152584 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a31c88a0-44b4-430d-9496-7739615da11e None None] Provisioning for port 14ca6ede-7c16-465e-8edb-918366677850 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:46.164558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a31c88a0-44b4-430d-9496-7739615da11e None None] Provisioning complete for port 14ca6ede-7c16-465e-8edb-918366677850 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:46.167441 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a31c88a0-44b4-430d-9496-7739615da11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:46.419104 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a31c88a0-44b4-430d-9496-7739615da11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:46.528227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a31c88a0-44b4-430d-9496-7739615da11e None None] For port 14ca6ede-7c16-465e-8edb-918366677850, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=14ca6ede-7c16-465e-8edb-918366677850,segment=NetworkSegment(3a879554-0d59-4d11-a2e7-87ec47e88434),segment_id=3a879554-0d59-4d11-a2e7-87ec47e88434)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:46.551738 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a31c88a0-44b4-430d-9496-7739615da11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:46.638465 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c88a0-44b4-430d-9496-7739615da11e None None] Pushing event updated for resources: {'Port': ['ID=14ca6ede-7c16-465e-8edb-918366677850,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:46.752224 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-916eafb7-4a00-43cb-9209-af91381eaac3 None None] Provisioning complete for port 14ca6ede-7c16-465e-8edb-918366677850 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:46.752939 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-916eafb7-4a00-43cb-9209-af91381eaac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:46.849626 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5bf5e5e-6a54-497a-8ef8-4aab7683c724 req-18177732-8945-4c7c-a6f3-999e977a0976 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1270239 Jul 13 07:54:46.899135 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3fd73b41-c08f-4008-a33f-dd6d5918a421 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:46.965391 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd73b41-c08f-4008-a33f-dd6d5918a421 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 3403f4fc-ce5b-4477-9916-9ff07dc971eb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:46.980537 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdeca44-379e-4010-807c-a26cda3c33fa req-b3cdffb4-2fac-44b9-999a-4123dd57cb4f tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:46.981676 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2fdeca44-379e-4010-807c-a26cda3c33fa req-b3cdffb4-2fac-44b9-999a-4123dd57cb4f tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 945 time: 0.8113546 Jul 13 07:54:46.985199 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3fd73b41-c08f-4008-a33f-dd6d5918a421 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:46.989288 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd73b41-c08f-4008-a33f-dd6d5918a421 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:46.989962 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3fd73b41-c08f-4008-a33f-dd6d5918a421 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.133670 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd73b41-c08f-4008-a33f-dd6d5918a421 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Port': ['ID=c2b4e970-a373-4956-9d4c-f9b519d7f643,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:47.255609 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2fdeca44-379e-4010-807c-a26cda3c33fa req-3731f295-9e43-4ed3-9f71-b08cb4477458 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524093 Jul 13 07:54:47.273456 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3e477019-3ae4-48ad-af97-d7876edd5704 req-5be303f5-ea6f-4586-b50e-cfa8d074079f tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8 HTTP/1.1" status: 200 len: 210 time: 0.0712521 Jul 13 07:54:47.274762 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3fd73b41-c08f-4008-a33f-dd6d5918a421 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.498872 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-873f908b-2820-4c69-a249-cdff3fb4921a None None] Provisioning for port c2b4e970-a373-4956-9d4c-f9b519d7f643 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:47.504552 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-873f908b-2820-4c69-a249-cdff3fb4921a None None] Provisioning complete for port c2b4e970-a373-4956-9d4c-f9b519d7f643 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:47.504927 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-873f908b-2820-4c69-a249-cdff3fb4921a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.563612 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-873f908b-2820-4c69-a249-cdff3fb4921a None None] Port c2b4e970-a373-4956-9d4c-f9b519d7f643 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:47.636387 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3fd73b41-c08f-4008-a33f-dd6d5918a421 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.651779 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3fd73b41-c08f-4008-a33f-dd6d5918a421 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.763722 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd73b41-c08f-4008-a33f-dd6d5918a421 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Port': ['ID=c2b4e970-a373-4956-9d4c-f9b519d7f643,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:47.771172 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3fd73b41-c08f-4008-a33f-dd6d5918a421 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.781641 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:47.940652 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:47.961483 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:47.961705 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:48.059542 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 14ca6ede-7c16-465e-8edb-918366677850 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:48.087975 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd73b41-c08f-4008-a33f-dd6d5918a421 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 3403f4fc-ce5b-4477-9916-9ff07dc971eb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:48.098565 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3fd73b41-c08f-4008-a33f-dd6d5918a421 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:48.197484 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-e77c0b20-ab05-4317-92ad-d0f8d0a374f9 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:48.199491 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-e77c0b20-ab05-4317-92ad-d0f8d0a374f9 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.62 "GET /v2.0/networks?id=e253f1c6-51d9-42ff-9541-a7b1eff9e445 HTTP/1.1" status: 200 len: 814 time: 0.2571065 Jul 13 07:54:48.218514 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-ee75c0d7-d5a4-415c-b10f-0f7839b3c4c3 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Request body: {'port': {'device_id': '8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8', 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445', 'admin_state_up': True, 'tenant_id': '720da6c44773453e9873d1bb4f013d09'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:48.235670 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 14ca6ede-7c16-465e-8edb-918366677850 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:48.235670 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:48.405107 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:48.459179 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd73b41-c08f-4008-a33f-dd6d5918a421 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router 83e1b304-b275-4748-9849-c83d7c074497 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:54:48.535620 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:48.537991 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2970df67-8cd1-4913-b7f8-3cbefa88c4b4" -d '{"events": [{"server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "name": "network-vif-plugged", "status": "completed", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:48.570428 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-ee75c0d7-d5a4-415c-b10f-0f7839b3c4c3 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Made reservation on behalf of 720da6c44773453e9873d1bb4f013d09 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:48.574016 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-ee75c0d7-d5a4-415c-b10f-0f7839b3c4c3 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:48.582710 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9172e074-fcbd-4288-8bec-4e9d3ccfb975 None None] Provisioning complete for port c2b4e970-a373-4956-9d4c-f9b519d7f643 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:48.591857 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9172e074-fcbd-4288-8bec-4e9d3ccfb975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:48.607492 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:48.703707 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2af8cff3-553c-4275-89ed-cc3f81a9c93e req-0545d02a-9658-441e-b190-2a2436885a99 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8 HTTP/1.1" status: 200 len: 210 time: 0.1624045 Jul 13 07:54:48.704209 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:48.745599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9172e074-fcbd-4288-8bec-4e9d3ccfb975 None None] Port c2b4e970-a373-4956-9d4c-f9b519d7f643 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:48.872971 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,revision_number=15']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:48.897610 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-be9fc329-4e9c-4c26-ad12-8425c7ca9be7 None None] Provisioning complete for port c2b4e970-a373-4956-9d4c-f9b519d7f643 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:48.900648 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be9fc329-4e9c-4c26-ad12-8425c7ca9be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:48.914320 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-ee75c0d7-d5a4-415c-b10f-0f7839b3c4c3 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Allocated IP 172.20.0.5 (e253f1c6-51d9-42ff-9541-a7b1eff9e445/af3a2383-8099-4064-9267-4ac4780fcb43/388dd765-e404-4c94-be29-83bea6d392a8) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:48.983275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-be9fc329-4e9c-4c26-ad12-8425c7ca9be7 None None] Port c2b4e970-a373-4956-9d4c-f9b519d7f643 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:49.014697 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848c783-5d95-41e2-b13b-22ca360b4abf req-6bed4342-8254-4c06-97ea-b39ea6b964aa tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:49.016335 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3848c783-5d95-41e2-b13b-22ca360b4abf req-6bed4342-8254-4c06-97ea-b39ea6b964aa tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 945 time: 0.8843641 Jul 13 07:54:49.024863 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd73b41-c08f-4008-a33f-dd6d5918a421 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:54:49.048298 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b3a1c6-e160-4bbd-a9ec-1d7ecc8fad9c None None] Sync routers for ids ['83e1b304-b275-4748-9849-c83d7c074497'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:54:49.065231 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3fd73b41-c08f-4008-a33f-dd6d5918a421 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/83e1b304-b275-4748-9849-c83d7c074497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2240868 Jul 13 07:54:49.071995 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33840) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:49.073076 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b3a1c6-e160-4bbd-a9ec-1d7ecc8fad9c None None] Routers {'83e1b304-b275-4748-9849-c83d7c074497'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:49.073975 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e3b3a1c6-e160-4bbd-a9ec-1d7ecc8fad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:54:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['83e1b304-b275-4748-9849-c83d7c074497'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:49.225331 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6cd03f1a-c69c-49f9-9552-31fdd18ede33 None None] Provisioning complete for port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:49.225902 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6cd03f1a-c69c-49f9-9552-31fdd18ede33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.240463 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e3b3a1c6-e160-4bbd-a9ec-1d7ecc8fad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:49.259085 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b3a1c6-e160-4bbd-a9ec-1d7ecc8fad9c None None] Routers {'83e1b304-b275-4748-9849-c83d7c074497'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:49.260164 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e3b3a1c6-e160-4bbd-a9ec-1d7ecc8fad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:54:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['83e1b304-b275-4748-9849-c83d7c074497'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:49.281408 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3848c783-5d95-41e2-b13b-22ca360b4abf req-10cc6a29-ace0-4907-9f46-e3a68b61628a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312224 Jul 13 07:54:49.286002 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-ee75c0d7-d5a4-415c-b10f-0f7839b3c4c3 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.304775 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e3b3a1c6-e160-4bbd-a9ec-1d7ecc8fad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:49.305869 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b3a1c6-e160-4bbd-a9ec-1d7ecc8fad9c None None] The sync data for ids ['83e1b304-b275-4748-9849-c83d7c074497'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:54:49.368558 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4f512-30af-44fb-ac8f-f911c460ee5c req-051e4fee-fbde-4ef5-91d6-71617d861f3c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:49.384492 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fbb4f512-30af-44fb-ac8f-f911c460ee5c req-051e4fee-fbde-4ef5-91d6-71617d861f3c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 946 time: 0.4539261 Jul 13 07:54:49.397857 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef68f80-c719-4227-9826-c3a6fb1ba8e6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:49.405660 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cef68f80-c719-4227-9826-c3a6fb1ba8e6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/ports/c2b4e970-a373-4956-9d4c-f9b519d7f643 HTTP/1.1" status: 200 len: 913 time: 0.3189976 Jul 13 07:54:49.409738 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33854) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:49.442897 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bc3484-f1c3-4efc-99b3-93d6f93bf28e x-openstack-request-id: req-f3bc3484-f1c3-4efc-99b3-93d6f93bf28e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:49.443195 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "name": "network-vif-plugged", "status": "completed", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:49.443449 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3bc3484-f1c3-4efc-99b3-93d6f93bf28e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:49.451056 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1', 'code': 200} Jul 13 07:54:49.480045 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fbb4f512-30af-44fb-ac8f-f911c460ee5c req-fca37ba7-24bc-487e-9213-57bc88d38490 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941217 Jul 13 07:54:49.746472 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-ee75c0d7-d5a4-415c-b10f-0f7839b3c4c3 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.765354 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['070ba8b1-ab16-4d64-9578-c7d6828da9f8'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:54:49.767722 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['ec357f39-5baa-4c1a-a465-9f9fcc28a9d2'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:54:49.836950 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-ee75c0d7-d5a4-415c-b10f-0f7839b3c4c3 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Network e253f1c6-51d9-42ff-9541-a7b1eff9e445 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:49.857992 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-ee75c0d7-d5a4-415c-b10f-0f7839b3c4c3 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:49.863827 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-ee75c0d7-d5a4-415c-b10f-0f7839b3c4c3 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:49.909308 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed07df-975f-432c-8552-80e5c7de7431 req-8f576b9c-c9ac-4a23-bc65-4beb861c8984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:49.917936 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7fed07df-975f-432c-8552-80e5c7de7431 req-8f576b9c-c9ac-4a23-bc65-4beb861c8984 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 1098 time: 0.2706456 Jul 13 07:54:49.963476 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-ee75c0d7-d5a4-415c-b10f-0f7839b3c4c3 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:49.966533 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-ee75c0d7-d5a4-415c-b10f-0f7839b3c4c3 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:50.019114 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-ee75c0d7-d5a4-415c-b10f-0f7839b3c4c3 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8049138 Jul 13 07:54:50.022526 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75c0d7-d5a4-415c-b10f-0f7839b3c4c3 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Pushing event updated for resources: {'Port': ['ID=388dd765-e404-4c94-be29-83bea6d392a8,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:50.043094 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Request body: {'port': {'device_id': '8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:50.077207 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5526f62-a288-4f57-9a79-53b145af3b7a req-0cabafa9-de98-4c33-940b-9957131e2f82 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:50.085892 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d5526f62-a288-4f57-9a79-53b145af3b7a req-0cabafa9-de98-4c33-940b-9957131e2f82 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 945 time: 0.3266196 Jul 13 07:54:50.236565 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33874) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:50.266545 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:50.267234 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7fed07df-975f-432c-8552-80e5c7de7431 req-2c110907-8005-4f41-abb7-3347caa010ec service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3306777 Jul 13 07:54:50.270299 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d5526f62-a288-4f57-9a79-53b145af3b7a req-6d2a91a1-70c8-4113-af0f-63807ebd4c87 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684582 Jul 13 07:54:50.311376 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342f978-fedd-4095-b1f8-1a29eb0c319b req-a3ce8b85-d894-43a1-8373-d296f5192c8d tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:50.328882 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2342f978-fedd-4095-b1f8-1a29eb0c319b req-a3ce8b85-d894-43a1-8373-d296f5192c8d tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8 HTTP/1.1" status: 200 len: 931 time: 0.3384304 Jul 13 07:54:50.397077 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2342f978-fedd-4095-b1f8-1a29eb0c319b req-3f67f986-4a0e-4797-b725-e775ffb9e632 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643291 Jul 13 07:54:50.516007 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1b65c21-b3a1-4e37-9647-921a354bcd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:50.614801 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20551116-3c25-40e8-b83d-02c92a65f9e4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:50.749439 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e082c-4b3e-4ec6-97d9-780cec5a3908 req-aeb9f3c5-c49f-4a6a-821a-bf11172dce23 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:50.758750 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a68e082c-4b3e-4ec6-97d9-780cec5a3908 req-aeb9f3c5-c49f-4a6a-821a-bf11172dce23 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 946 time: 0.0977645 Jul 13 07:54:50.853344 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a68e082c-4b3e-4ec6-97d9-780cec5a3908 req-a45208a2-2bad-4fce-acab-2f8ea1cbde70 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918627 Jul 13 07:54:50.993696 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1b65c21-b3a1-4e37-9647-921a354bcd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:51.009852 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1b65c21-b3a1-4e37-9647-921a354bcd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:51.036704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388dd765-e404-4c94-be29-83bea6d392a8 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:54:51.065738 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:51.100965 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b1b65c21-b3a1-4e37-9647-921a354bcd5e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=985149398cee4cfa9220aaa562502e80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8572023 Jul 13 07:54:51.104169 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33896) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:51.126531 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Transition to ACTIVE for port object 388dd765-e404-4c94-be29-83bea6d392a8 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:51.130508 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b65c21-b3a1-4e37-9647-921a354bcd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6bdf2d-4886-44de-b991-3f60c11d95be,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:51.138847 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:51.208270 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6b262bd-8980-4882-ae0b-1762ea773516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:51.234576 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6b262bd-8980-4882-ae0b-1762ea773516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:51.274918 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Pushing event updated for resources: {'Port': ['ID=388dd765-e404-4c94-be29-83bea6d392a8,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:51.305373 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6b262bd-8980-4882-ae0b-1762ea773516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:51.309454 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6b262bd-8980-4882-ae0b-1762ea773516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:51.313834 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e6b262bd-8980-4882-ae0b-1762ea773516 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca6bdf2d-4886-44de-b991-3f60c11d95be HTTP/1.1" status: 204 len: 168 time: 0.2085519 Jul 13 07:54:51.323388 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b262bd-8980-4882-ae0b-1762ea773516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6bdf2d-4886-44de-b991-3f60c11d95be,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:51.474718 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Attempting to bind port 388dd765-e404-4c94-be29-83bea6d392a8 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:51.476946 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Attempting to bind port 388dd765-e404-4c94-be29-83bea6d392a8 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '4274e490-15b7-43be-8439-a248d70b1f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:51.477307 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Attempting to bind port 388dd765-e404-4c94-be29-83bea6d392a8 on network e253f1c6-51d9-42ff-9541-a7b1eff9e445 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:51.482576 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-20551116-3c25-40e8-b83d-02c92a65f9e4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting port c2b4e970-a373-4956-9d4c-f9b519d7f643 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:54:51.483240 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20551116-3c25-40e8-b83d-02c92a65f9e4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:51.604174 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Port 388dd765-e404-4c94-be29-83bea6d392a8 on network e253f1c6-51d9-42ff-9541-a7b1eff9e445 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:54:51.610006 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Attempting to bind port 388dd765-e404-4c94-be29-83bea6d392a8 on network e253f1c6-51d9-42ff-9541-a7b1eff9e445 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:51.763427 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:51.768358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Checking segment: {'id': '4274e490-15b7-43be-8439-a248d70b1f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:51.768358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Bound using segment: {'id': '4274e490-15b7-43be-8439-a248d70b1f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:51.770195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Bound port: 388dd765-e404-4c94-be29-83bea6d392a8, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4274e490-15b7-43be-8439-a248d70b1f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:51.770195 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:51.848542 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20551116-3c25-40e8-b83d-02c92a65f9e4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:51.848863 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9ff75-ec85-4080-a266-e9638abab638 req-17f28230-86e5-4b6e-9f33-ff5301ab15b6 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:51.867531 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-feb9ff75-ec85-4080-a266-e9638abab638 req-17f28230-86e5-4b6e-9f33-ff5301ab15b6 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8 HTTP/1.1" status: 200 len: 943 time: 0.1946609 Jul 13 07:54:51.903316 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-20551116-3c25-40e8-b83d-02c92a65f9e4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Calling delete_port for c2b4e970-a373-4956-9d4c-f9b519d7f643 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:54:52.009795 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-feb9ff75-ec85-4080-a266-e9638abab638 req-6f0980b9-176b-4310-8604-bb9596293a57 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412468 Jul 13 07:54:52.054426 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] For port 388dd765-e404-4c94-be29-83bea6d392a8, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:52.100165 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] For port 388dd765-e404-4c94-be29-83bea6d392a8, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=388dd765-e404-4c94-be29-83bea6d392a8,segment=NetworkSegment(4274e490-15b7-43be-8439-a248d70b1f1c),segment_id=4274e490-15b7-43be-8439-a248d70b1f1c)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:52.185627 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33926) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:52.186189 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:52.204964 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-87bec890-e8e8-45cf-98c1-97c02851ac4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:52.251055 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:52.251903 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:52.253472 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] 10.222.0.62 "PUT /v2.0/ports/388dd765-e404-4c94-be29-83bea6d392a8 HTTP/1.1" status: 200 len: 1092 time: 2.2146697 Jul 13 07:54:52.255439 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8', 'tag': '388dd765-e404-4c94-be29-83bea6d392a8'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:52.257957 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3639d5e3-c30c-4eba-a5bb-1be096e66c74" -d '{"events": [{"name": "network-changed", "server_uuid": "8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8", "tag": "388dd765-e404-4c94-be29-83bea6d392a8"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:52.389796 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Pushing event updated for resources: {'Port': ['ID=388dd765-e404-4c94-be29-83bea6d392a8,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:52.420914 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:52.421478 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:52.422190 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:52.422793 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:52.423706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:52.424223 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:52.424868 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:52.425268 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:52.426571 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:52.427009 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:52.427413 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:52.427959 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48854c3-d1b8-48f3-bda3-e43cef156d45 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:52.444197 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af7b30-2e0a-4b42-a7bb-f44a0dc9f7a2 req-3d3a0873-9611-4f07-b572-936f13f933fb tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:52.453693 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-21af7b30-2e0a-4b42-a7bb-f44a0dc9f7a2 req-3d3a0873-9611-4f07-b572-936f13f933fb tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 946 time: 0.1701272 Jul 13 07:54:52.457272 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-068de45a-e132-46d6-b95d-55f1a3c47e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:52.459070 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-068de45a-e132-46d6-b95d-55f1a3c47e27 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=720da6c44773453e9873d1bb4f013d09&device_id=8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8 HTTP/1.1" status: 200 len: 1095 time: 0.1227927 Jul 13 07:54:52.460312 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20551116-3c25-40e8-b83d-02c92a65f9e4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:52.536836 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20551116-3c25-40e8-b83d-02c92a65f9e4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Port': ['ID=c2b4e970-a373-4956-9d4c-f9b519d7f643,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:52.541532 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-21af7b30-2e0a-4b42-a7bb-f44a0dc9f7a2 req-913736e2-6fa4-487b-9074-67df573765d5 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867498 Jul 13 07:54:52.609131 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-32bce326-4f7c-438d-a9b7-015940fd5f50 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=388dd765-e404-4c94-be29-83bea6d392a8 HTTP/1.1" status: 200 len: 217 time: 0.1365352 Jul 13 07:54:52.612707 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-87bec890-e8e8-45cf-98c1-97c02851ac4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:52.626745 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-87bec890-e8e8-45cf-98c1-97c02851ac4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:52.734891 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-87bec890-e8e8-45cf-98c1-97c02851ac4b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c208e6bb9c7b48eeb552c849bc99201f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5475039 Jul 13 07:54:52.737783 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33952) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:52.791753 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20551116-3c25-40e8-b83d-02c92a65f9e4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:52.864125 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bec890-e8e8-45cf-98c1-97c02851ac4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d7410b-b98a-4d61-9e81-2c1eb0f02eb7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:52.934386 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91891edf-0be0-46f0-a125-70817f7705d1 x-openstack-request-id: req-91891edf-0be0-46f0-a125-70817f7705d1 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:52.934686 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8", "tag": "388dd765-e404-4c94-be29-83bea6d392a8", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:52.937669 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-91891edf-0be0-46f0-a125-70817f7705d1 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:52.938233 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8', 'tag': '388dd765-e404-4c94-be29-83bea6d392a8', 'status': 'completed', 'code': 200} Jul 13 07:54:52.978677 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e431ba8-c411-4e80-81ee-cabaf17f70a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.020815 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-cf7acaa8-8fb5-455a-a68c-5e0781b8a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:53.028988 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-cf7acaa8-8fb5-455a-a68c-5e0781b8a294 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af3a2383-8099-4064-9267-4ac4780fcb43 HTTP/1.1" status: 200 len: 854 time: 0.2319560 Jul 13 07:54:53.039123 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e431ba8-c411-4e80-81ee-cabaf17f70a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.131021 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-604a7f94-8f87-41bf-b1c8-46e3889d9834 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e253f1c6-51d9-42ff-9541-a7b1eff9e445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955017 Jul 13 07:54:53.162221 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e431ba8-c411-4e80-81ee-cabaf17f70a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.164714 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e431ba8-c411-4e80-81ee-cabaf17f70a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.165887 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6e431ba8-c411-4e80-81ee-cabaf17f70a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/95d7410b-b98a-4d61-9e81-2c1eb0f02eb7 HTTP/1.1" status: 204 len: 168 time: 0.4129212 Jul 13 07:54:53.189924 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e431ba8-c411-4e80-81ee-cabaf17f70a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d7410b-b98a-4d61-9e81-2c1eb0f02eb7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:53.293691 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f0969e6-37de-481c-bef4-f6a8d293ad29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.362565 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-69f6062f-22a4-4570-b590-871a4b04b153 service neutron] 10.222.0.62 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122357 Jul 13 07:54:53.448645 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a3f85-f386-4e51-8e65-07e178136c9c req-485b225b-9cb2-4904-8a49-7bc30a2f4806 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:53.459556 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3e6a3f85-f386-4e51-8e65-07e178136c9c req-485b225b-9cb2-4904-8a49-7bc30a2f4806 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8 HTTP/1.1" status: 200 len: 943 time: 0.1675873 Jul 13 07:54:53.534813 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3e6a3f85-f386-4e51-8e65-07e178136c9c req-99e61946-5a44-41de-8441-410bbcc049b5 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742006 Jul 13 07:54:53.545616 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b898a2a1-84ea-4053-81ef-1544856cdec1 req-659b9f53-ba8b-4ee4-8c05-413eb74cfc8f service neutron] 10.222.0.62 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138723 Jul 13 07:54:53.626208 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20551116-3c25-40e8-b83d-02c92a65f9e4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router 83e1b304-b275-4748-9849-c83d7c074497 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:54:53.890170 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4931dcd-6188-407f-81a2-fdcf8cde46c6 req-fa463033-d044-4a1a-834a-211aa1e30edf tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:53.901028 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4931dcd-6188-407f-81a2-fdcf8cde46c6 req-fa463033-d044-4a1a-834a-211aa1e30edf tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 946 time: 0.1396892 Jul 13 07:54:53.965933 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4931dcd-6188-407f-81a2-fdcf8cde46c6 req-468ce62c-717a-4def-a332-731d3f351078 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630348 Jul 13 07:54:54.273479 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639d5e3-c30c-4eba-a5bb-1be096e66c74 req-18ca4ef7-8320-4d7e-a1f1-0de440641f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:54.277283 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3639d5e3-c30c-4eba-a5bb-1be096e66c74 req-18ca4ef7-8320-4d7e-a1f1-0de440641f7d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=720da6c44773453e9873d1bb4f013d09&device_id=8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8 HTTP/1.1" status: 200 len: 1095 time: 0.6490152 Jul 13 07:54:54.283178 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20551116-3c25-40e8-b83d-02c92a65f9e4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:54:54.291375 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-20551116-3c25-40e8-b83d-02c92a65f9e4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/83e1b304-b275-4748-9849-c83d7c074497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8777280 Jul 13 07:54:54.294196 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34010) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:54.296819 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0e8641-48d6-43c0-b995-d097fdba5b8e None None] Sync routers for ids ['83e1b304-b275-4748-9849-c83d7c074497'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:54:54.333902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0e8641-48d6-43c0-b995-d097fdba5b8e None None] Routers {'83e1b304-b275-4748-9849-c83d7c074497'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:54.337171 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-de0e8641-48d6-43c0-b995-d097fdba5b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:54:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['83e1b304-b275-4748-9849-c83d7c074497'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:54.425019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-de0e8641-48d6-43c0-b995-d097fdba5b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:54.452191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0e8641-48d6-43c0-b995-d097fdba5b8e None None] Routers {'83e1b304-b275-4748-9849-c83d7c074497'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:54.453087 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-de0e8641-48d6-43c0-b995-d097fdba5b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:54:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['83e1b304-b275-4748-9849-c83d7c074497'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:54.499510 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639d5e3-c30c-4eba-a5bb-1be096e66c74 req-0a278c8b-963a-48fc-9780-cb0272fa22b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:54.506927 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3639d5e3-c30c-4eba-a5bb-1be096e66c74 req-0a278c8b-963a-48fc-9780-cb0272fa22b2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e253f1c6-51d9-42ff-9541-a7b1eff9e445 HTTP/1.1" status: 200 len: 915 time: 0.2139001 Jul 13 07:54:54.517619 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-de0e8641-48d6-43c0-b995-d097fdba5b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:54.530034 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0e8641-48d6-43c0-b995-d097fdba5b8e None None] The sync data for ids ['83e1b304-b275-4748-9849-c83d7c074497'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:54:54.602630 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:54:54.604087 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3639d5e3-c30c-4eba-a5bb-1be096e66c74 req-3fa10e6d-a00e-43bf-9947-53209a821046 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=388dd765-e404-4c94-be29-83bea6d392a8 HTTP/1.1" status: 200 len: 217 time: 0.0865781 Jul 13 07:54:54.727584 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639d5e3-c30c-4eba-a5bb-1be096e66c74 req-a4494735-e3eb-4a70-aeba-0e99469d60fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:54.731032 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3639d5e3-c30c-4eba-a5bb-1be096e66c74 req-a4494735-e3eb-4a70-aeba-0e99469d60fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af3a2383-8099-4064-9267-4ac4780fcb43 HTTP/1.1" status: 200 len: 854 time: 0.1179454 Jul 13 07:54:54.787645 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3639d5e3-c30c-4eba-a5bb-1be096e66c74 req-9835ec36-4726-4b00-845e-e4c75c50c72e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e253f1c6-51d9-42ff-9541-a7b1eff9e445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404692 Jul 13 07:54:54.929181 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff3fd0-6d08-4288-8e53-e3dbde891886 req-e8c34a4e-394b-47c9-bfc0-16b92e117175 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:54.938721 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-38ff3fd0-6d08-4288-8e53-e3dbde891886 req-e8c34a4e-394b-47c9-bfc0-16b92e117175 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8 HTTP/1.1" status: 200 len: 943 time: 0.1570826 Jul 13 07:54:55.000247 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3639d5e3-c30c-4eba-a5bb-1be096e66c74 req-72de1228-6eb0-42b9-a0bc-169865fa8d7c service neutron] 10.222.0.62 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923103 Jul 13 07:54:55.007423 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-38ff3fd0-6d08-4288-8e53-e3dbde891886 req-d986a84e-53e8-4b0a-9eca-7d93be3b60cc tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672891 Jul 13 07:54:55.038296 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2946a97d-2784-4ebe-b26e-926d84525cbc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:55.291472 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3639d5e3-c30c-4eba-a5bb-1be096e66c74 req-9987693b-821a-4f56-87c8-26a337f96792 service neutron] 10.222.0.62 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800007 Jul 13 07:54:55.536553 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2946a97d-2784-4ebe-b26e-926d84525cbc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting port 37516628-076a-4442-a946-3ab08c668145 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:54:55.536997 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2946a97d-2784-4ebe-b26e-926d84525cbc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:55.688589 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2946a97d-2784-4ebe-b26e-926d84525cbc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:55.739237 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2946a97d-2784-4ebe-b26e-926d84525cbc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Calling delete_port for 37516628-076a-4442-a946-3ab08c668145 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:54:55.835908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8b60e4d4-b5fd-47bb-8d26-32caa3828559 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:55.843415 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8b60e4d4-b5fd-47bb-8d26-32caa3828559 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 811 time: 0.2077110 Jul 13 07:54:55.864704 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-e9dd22e2-8e7a-4607-bff6-8ceb2d87ec14 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/quotas/3d1a06314407417ea88e23223ce7096a HTTP/1.1" status: 200 len: 375 time: 0.0200274 Jul 13 07:54:56.031873 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-0bebc9d2-c116-4b61-a211-0cace23c16ce tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1657753 Jul 13 07:54:56.204021 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2946a97d-2784-4ebe-b26e-926d84525cbc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.368011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 388dd765-e404-4c94-be29-83bea6d392a8 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:54:56.527482 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 388dd765-e404-4c94-be29-83bea6d392a8, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=388dd765-e404-4c94-be29-83bea6d392a8,segment=NetworkSegment(4274e490-15b7-43be-8439-a248d70b1f1c),segment_id=4274e490-15b7-43be-8439-a248d70b1f1c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:56.546176 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '388dd765-e404-4c94-be29-83bea6d392a8', 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445', 'port_id': '388dd765-e404-4c94-be29-83bea6d392a8', 'mac_address': 'fa:16:3e:fd:7d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3a2383-8099-4064-9267-4ac4780fcb43', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:54:56.616137 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.627324 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946a97d-2784-4ebe-b26e-926d84525cbc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Port': ['ID=37516628-076a-4442-a946-3ab08c668145,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:56.634057 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-e95d9028-986c-41bc-a022-7243b814d9f1 service neutron] 10.222.0.58 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6013074 Jul 13 07:54:56.637767 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388dd765-e404-4c94-be29-83bea6d392a8 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:54:56.665079 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 388dd765-e404-4c94-be29-83bea6d392a8, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=388dd765-e404-4c94-be29-83bea6d392a8,segment=NetworkSegment(4274e490-15b7-43be-8439-a248d70b1f1c),segment_id=4274e490-15b7-43be-8439-a248d70b1f1c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:56.676720 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.741746 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=388dd765-e404-4c94-be29-83bea6d392a8,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:56.779706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34102) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:56.927375 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2946a97d-2784-4ebe-b26e-926d84525cbc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.944004 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0dfdfe8a-ed93-470c-955f-d64d1608fd9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.953148 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec263b-e608-4085-877d-847d62a4c28c req-e7d5a8fd-b136-41b4-bbbd-7a025a2aad6c tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:56.960213 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eaec263b-e608-4085-877d-847d62a4c28c req-e7d5a8fd-b136-41b4-bbbd-7a025a2aad6c tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8 HTTP/1.1" status: 200 len: 943 time: 0.7602851 Jul 13 07:54:57.009917 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-1fc8c199-0cd9-4d42-adca-4ee655e03427 service neutron] 10.222.0.58 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484366 Jul 13 07:54:57.086229 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0dfdfe8a-ed93-470c-955f-d64d1608fd9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:57.100997 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0dfdfe8a-ed93-470c-955f-d64d1608fd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:57.139018 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdfe8a-ed93-470c-955f-d64d1608fd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ecb2f1-8c15-4b11-822a-676abf8ff904,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:57.155854 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['388dd765-e404-4c94-be29-83bea6d392a8'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:54:57.178366 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0dfdfe8a-ed93-470c-955f-d64d1608fd9f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=98ccc641a7b64df89b0836832dc55c85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3958213 Jul 13 07:54:57.182585 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34112) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:57.231053 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eaec263b-e608-4085-877d-847d62a4c28c req-dad0d45d-301e-41dc-a89f-a94b45dbfe85 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696950 Jul 13 07:54:57.297747 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8b7d3c59-3ae4-4cc9-bda1-e1cb407aea61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:57.322646 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8b7d3c59-3ae4-4cc9-bda1-e1cb407aea61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:57.389997 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8b7d3c59-3ae4-4cc9-bda1-e1cb407aea61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:57.394620 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8b7d3c59-3ae4-4cc9-bda1-e1cb407aea61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:57.395923 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8b7d3c59-3ae4-4cc9-bda1-e1cb407aea61 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c0ecb2f1-8c15-4b11-822a-676abf8ff904 HTTP/1.1" status: 204 len: 168 time: 0.2121251 Jul 13 07:54:57.412197 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d3c59-3ae4-4cc9-bda1-e1cb407aea61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ecb2f1-8c15-4b11-822a-676abf8ff904,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:57.551003 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4cf6d2e-5409-4890-a3c7-126f1d75c9c3 req-6f09b5a9-7114-4fee-a4d6-8d7d2b50c07d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 210 time: 0.1750319 Jul 13 07:54:57.599635 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fdaf42b2-7bca-4608-9f6d-3ca73935b45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:57.612334 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2946a97d-2784-4ebe-b26e-926d84525cbc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router 83e1b304-b275-4748-9849-c83d7c074497 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:54:57.743838 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:57.755716 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2946a97d-2784-4ebe-b26e-926d84525cbc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:54:57.762955 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2946a97d-2784-4ebe-b26e-926d84525cbc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/83e1b304-b275-4748-9849-c83d7c074497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4641578 Jul 13 07:54:57.766271 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34126) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:57.771414 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1e0b1c-530c-4078-9a8c-58b15790e167 None None] Sync routers for ids ['83e1b304-b275-4748-9849-c83d7c074497'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:54:57.792978 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e0b1c-530c-4078-9a8c-58b15790e167 None None] Routers {'83e1b304-b275-4748-9849-c83d7c074497'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:57.793778 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cd1e0b1c-530c-4078-9a8c-58b15790e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:54:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['83e1b304-b275-4748-9849-c83d7c074497'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:57.852237 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ed2a9523-861f-486d-9c72-ed3e3246c36d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/ports?device_id=83e1b304-b275-4748-9849-c83d7c074497 HTTP/1.1" status: 200 len: 205 time: 0.0836236 Jul 13 07:54:57.854947 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34130) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:57.868383 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cd1e0b1c-530c-4078-9a8c-58b15790e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:57.877978 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e0b1c-530c-4078-9a8c-58b15790e167 None None] Routers {'83e1b304-b275-4748-9849-c83d7c074497'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:57.878908 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cd1e0b1c-530c-4078-9a8c-58b15790e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:54:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['83e1b304-b275-4748-9849-c83d7c074497'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:57.913176 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cd1e0b1c-530c-4078-9a8c-58b15790e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:57.914167 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34132) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:57.924509 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1e0b1c-530c-4078-9a8c-58b15790e167 None None] The sync data for ids ['83e1b304-b275-4748-9849-c83d7c074497'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:54:57.930639 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1365c90e-7c6a-44cc-a56c-872c855682ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.019384 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f22ccbc3-197f-40cc-9628-e6f076238b4f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.053249 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1365c90e-7c6a-44cc-a56c-872c855682ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.058571 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1365c90e-7c6a-44cc-a56c-872c855682ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.095100 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1365c90e-7c6a-44cc-a56c-872c855682ef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a146889b26e4403f800363c34118b9ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1770504 Jul 13 07:54:58.099877 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34134) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:58.154294 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365c90e-7c6a-44cc-a56c-872c855682ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c6330a-248c-49f4-9a1f-aa28713158a5,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:58.209941 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d9e1728e-4808-4ec3-b3fa-cb3ea80b91e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.247302 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d9e1728e-4808-4ec3-b3fa-cb3ea80b91e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.338293 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d9e1728e-4808-4ec3-b3fa-cb3ea80b91e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.348870 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d9e1728e-4808-4ec3-b3fa-cb3ea80b91e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.352958 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d9e1728e-4808-4ec3-b3fa-cb3ea80b91e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b9c6330a-248c-49f4-9a1f-aa28713158a5 HTTP/1.1" status: 204 len: 168 time: 0.2515326 Jul 13 07:54:58.367933 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1728e-4808-4ec3-b3fa-cb3ea80b91e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c6330a-248c-49f4-9a1f-aa28713158a5,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:58.375608 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f22ccbc3-197f-40cc-9628-e6f076238b4f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.379889 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f22ccbc3-197f-40cc-9628-e6f076238b4f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.449349 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f22ccbc3-197f-40cc-9628-e6f076238b4f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.450770 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22ccbc3-197f-40cc-9628-e6f076238b4f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Fanout notify agent at l3_agent the message router_deleted on router 83e1b304-b275-4748-9849-c83d7c074497 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:54:58.463538 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f22ccbc3-197f-40cc-9628-e6f076238b4f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.465193 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f22ccbc3-197f-40cc-9628-e6f076238b4f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/routers/83e1b304-b275-4748-9849-c83d7c074497 HTTP/1.1" status: 204 len: 168 time: 0.6092303 Jul 13 07:54:58.467871 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34146) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:58.586968 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1efd10-3155-42e1-8ef9-6b82024ab694 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting subnet 2e11b6f2-5ea4-4254-8eef-1f824e929736 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:54:58.591261 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a1efd10-3155-42e1-8ef9-6b82024ab694 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.637651 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a1efd10-3155-42e1-8ef9-6b82024ab694 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.754632 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a1efd10-3155-42e1-8ef9-6b82024ab694 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.795741 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a65d752f-d6e0-43d0-9f35-ae33add58fde req-63b48e97-1995-4af1-8466-5d87d8a034a2 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 210 time: 0.0653553 Jul 13 07:54:58.864852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6909e4-2901-4a6a-be3d-e1e910b9aeed req-91471e57-3fb7-4855-9f19-359fd10d5e8e tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:58.866444 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d6909e4-2901-4a6a-be3d-e1e910b9aeed req-91471e57-3fb7-4855-9f19-359fd10d5e8e tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8 HTTP/1.1" status: 200 len: 944 time: 0.3448470 Jul 13 07:54:58.882875 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a1efd10-3155-42e1-8ef9-6b82024ab694 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.951532 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1efd10-3155-42e1-8ef9-6b82024ab694 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Subnet': ['ID=2e11b6f2-5ea4-4254-8eef-1f824e929736,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:58.959968 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a1efd10-3155-42e1-8ef9-6b82024ab694 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.962698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4a1efd10-3155-42e1-8ef9-6b82024ab694 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/subnets/2e11b6f2-5ea4-4254-8eef-1f824e929736 HTTP/1.1" status: 204 len: 168 time: 0.4929845 Jul 13 07:54:58.965549 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3615ce0d-e47d-4034-8cc3-2ed847be87ef None None] Network 3403f4fc-ce5b-4477-9916-9ff07dc971eb requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:58.966002 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34156) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:59.020195 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d6909e4-2901-4a6a-be3d-e1e910b9aeed req-8140b112-e1b3-4d6c-92e0-760d2ba456af tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470323 Jul 13 07:54:59.051634 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-223dbbea-1862-493e-a2a6-105ac246f8f4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting subnet 53d51874-fb8f-49b1-acd1-5da6bf238c69 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:54:59.055086 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-223dbbea-1862-493e-a2a6-105ac246f8f4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:59.113675 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-223dbbea-1862-493e-a2a6-105ac246f8f4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:59.263695 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-223dbbea-1862-493e-a2a6-105ac246f8f4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:59.397170 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-223dbbea-1862-493e-a2a6-105ac246f8f4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:59.476142 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223dbbea-1862-493e-a2a6-105ac246f8f4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Subnet': ['ID=53d51874-fb8f-49b1-acd1-5da6bf238c69,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:59.492800 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8fad5ab8-0165-45fa-8595-4ee7cf59252a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:59.495016 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8fad5ab8-0165-45fa-8595-4ee7cf59252a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.62 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 811 time: 0.2573304 Jul 13 07:54:59.499425 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-223dbbea-1862-493e-a2a6-105ac246f8f4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:59.501890 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-223dbbea-1862-493e-a2a6-105ac246f8f4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/subnets/53d51874-fb8f-49b1-acd1-5da6bf238c69 HTTP/1.1" status: 204 len: 168 time: 0.5347598 Jul 13 07:54:59.504336 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34178) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:59.515168 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d843f2db-caea-485c-b5d1-349fec3cfed8 None None] Network 21288b49-6809-4d13-800a-a80069ab914d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:59.552258 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-f57baeef-744b-4080-a9a4-3cec49164919 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Request body: {'port': {'device_id': 'f51e3f7e-d599-4210-ad8d-1a7362285d91', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'admin_state_up': True, 'tenant_id': '3d1a06314407417ea88e23223ce7096a'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:59.618206 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:59.788972 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77598322-bb6f-4f4d-9703-526088a6d11d None None] DHCP port deletion for 3403f4fc-ce5b-4477-9916-9ff07dc971eb request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:54:59.857042 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-77598322-bb6f-4f4d-9703-526088a6d11d None None] Deleting port 14ca6ede-7c16-465e-8edb-918366677850 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:54:59.857563 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-77598322-bb6f-4f4d-9703-526088a6d11d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:59.884632 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7c5e80-1100-4dc4-88dd-7a0c77737787 None None] DHCP port deletion for 21288b49-6809-4d13-800a-a80069ab914d request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:54:59.892863 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-71910f86-8369-4414-bdac-c10866e11f09 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:00.079732 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 14905036-89cb-49c0-b835-aea1b06cae12 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:55:00.162691 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-f57baeef-744b-4080-a9a4-3cec49164919 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Made reservation on behalf of 3d1a06314407417ea88e23223ce7096a for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:00.171295 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-f57baeef-744b-4080-a9a4-3cec49164919 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:00.188376 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-77598322-bb6f-4f4d-9703-526088a6d11d None None] For port 14ca6ede-7c16-465e-8edb-918366677850, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=14ca6ede-7c16-465e-8edb-918366677850,segment=NetworkSegment(3a879554-0d59-4d11-a2e7-87ec47e88434),segment_id=3a879554-0d59-4d11-a2e7-87ec47e88434)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:00.189808 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-77598322-bb6f-4f4d-9703-526088a6d11d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:00.195572 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-71910f86-8369-4414-bdac-c10866e11f09 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting port 14ca6ede-7c16-465e-8edb-918366677850 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:55:00.195912 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-71910f86-8369-4414-bdac-c10866e11f09 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:00.265520 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e910da9e-0746-4f36-93bb-bd5a0dc4d012 req-d684f8fe-ee0d-4b50-89bb-04ffcc0c2cd7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 210 time: 0.1307764 Jul 13 07:55:00.314296 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:00.343257 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-77598322-bb6f-4f4d-9703-526088a6d11d None None] Calling delete_port for 14ca6ede-7c16-465e-8edb-918366677850 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:55:00.358760 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78974e5e-8e95-4ae0-9a84-3f4e24035c5f req-b6bb0de1-5c9e-43e1-ac95-a19558b82fd7 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:00.367641 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78974e5e-8e95-4ae0-9a84-3f4e24035c5f req-b6bb0de1-5c9e-43e1-ac95-a19558b82fd7 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8 HTTP/1.1" status: 200 len: 944 time: 0.1403029 Jul 13 07:55:00.411753 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 388dd765-e404-4c94-be29-83bea6d392a8 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:00.421640 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78974e5e-8e95-4ae0-9a84-3f4e24035c5f req-1659e1bd-c332-4fb5-95cb-7b5160284868 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523980 Jul 13 07:55:00.457101 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-71910f86-8369-4414-bdac-c10866e11f09 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] For port 14ca6ede-7c16-465e-8edb-918366677850, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=14ca6ede-7c16-465e-8edb-918366677850,segment=NetworkSegment(3a879554-0d59-4d11-a2e7-87ec47e88434),segment_id=3a879554-0d59-4d11-a2e7-87ec47e88434)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:00.457765 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-71910f86-8369-4414-bdac-c10866e11f09 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:00.474144 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7a7c5e80-1100-4dc4-88dd-7a0c77737787 None None] Deleting port 14905036-89cb-49c0-b835-aea1b06cae12 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:55:00.474525 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5e80-1100-4dc4-88dd-7a0c77737787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:00.496075 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-71910f86-8369-4414-bdac-c10866e11f09 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Calling delete_port for 14ca6ede-7c16-465e-8edb-918366677850 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:55:00.597015 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 14905036-89cb-49c0-b835-aea1b06cae12, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=14905036-89cb-49c0-b835-aea1b06cae12,segment=NetworkSegment(13c6522f-47b7-4d03-bacf-14bceb05bdf7),segment_id=13c6522f-47b7-4d03-bacf-14bceb05bdf7)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:00.608779 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:00.669259 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=14905036-89cb-49c0-b835-aea1b06cae12,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:00.727781 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 14ca6ede-7c16-465e-8edb-918366677850 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:55:00.741038 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-f57baeef-744b-4080-a9a4-3cec49164919 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Allocated IP 172.20.0.5 (dcb46551-b67f-448d-9e50-7e4cc85c9056/fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361/e65e28ba-1de4-4a4a-a7d2-e5ab67089d42) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:00.793029 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-71910f86-8369-4414-bdac-c10866e11f09 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:00.808626 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-7a7c5e80-1100-4dc4-88dd-7a0c77737787 None None] For port 14905036-89cb-49c0-b835-aea1b06cae12, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=14905036-89cb-49c0-b835-aea1b06cae12,segment=NetworkSegment(13c6522f-47b7-4d03-bacf-14bceb05bdf7),segment_id=13c6522f-47b7-4d03-bacf-14bceb05bdf7)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:00.809063 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5e80-1100-4dc4-88dd-7a0c77737787 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:00.835161 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7a7c5e80-1100-4dc4-88dd-7a0c77737787 None None] Calling delete_port for 14905036-89cb-49c0-b835-aea1b06cae12 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:55:00.851947 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-77598322-bb6f-4f4d-9703-526088a6d11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:00.858322 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 388dd765-e404-4c94-be29-83bea6d392a8 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:00.864831 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71910f86-8369-4414-bdac-c10866e11f09 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Port': ['ID=14ca6ede-7c16-465e-8edb-918366677850,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:00.866692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71910f86-8369-4414-bdac-c10866e11f09 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] No DVR routers for this DVR port 14ca6ede-7c16-465e-8edb-918366677850 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:55:00.952837 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77598322-bb6f-4f4d-9703-526088a6d11d None None] Pushing event deleted for resources: {'Port': ['ID=14ca6ede-7c16-465e-8edb-918366677850,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:00.958017 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No active binding found for port 14ca6ede-7c16-465e-8edb-918366677850 {{(pid=93725) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 07:55:00.958496 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 14ca6ede-7c16-465e-8edb-918366677850 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:55:00.966331 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 388dd765-e404-4c94-be29-83bea6d392a8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:00.966711 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:01.003000 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-71910f86-8369-4414-bdac-c10866e11f09 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:01.036360 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77598322-bb6f-4f4d-9703-526088a6d11d None None] No DVR routers for this DVR port 14ca6ede-7c16-465e-8edb-918366677850 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:55:01.128534 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-71910f86-8369-4414-bdac-c10866e11f09 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3403f4fc-ce5b-4477-9916-9ff07dc971eb']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:01.153816 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-71910f86-8369-4414-bdac-c10866e11f09 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a879554-0d59-4d11-a2e7-87ec47e88434') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:01.164655 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-71910f86-8369-4414-bdac-c10866e11f09 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a879554-0d59-4d11-a2e7-87ec47e88434') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:01.175194 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-71910f86-8369-4414-bdac-c10866e11f09 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:01.187678 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5e80-1100-4dc4-88dd-7a0c77737787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:01.192002 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-71910f86-8369-4414-bdac-c10866e11f09 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:01.199372 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71910f86-8369-4414-bdac-c10866e11f09 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:55:01.199789 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-71910f86-8369-4414-bdac-c10866e11f09 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:01.228075 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c5e80-1100-4dc4-88dd-7a0c77737787 None None] Pushing event deleted for resources: {'Port': ['ID=14905036-89cb-49c0-b835-aea1b06cae12,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:01.233173 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7c5e80-1100-4dc4-88dd-7a0c77737787 None None] No DVR routers for this DVR port 14905036-89cb-49c0-b835-aea1b06cae12 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:55:01.235061 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:55:01.258860 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:55:01.293524 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388dd765-e404-4c94-be29-83bea6d392a8'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:01.297077 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce3a4ad-102b-4ce6-8d6d-3cc007dccf5c" -d '{"events": [{"server_uuid": "8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8", "name": "network-vif-plugged", "status": "completed", "tag": "388dd765-e404-4c94-be29-83bea6d392a8"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:01.309143 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-71910f86-8369-4414-bdac-c10866e11f09 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:01.340756 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 388dd765-e404-4c94-be29-83bea6d392a8, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=388dd765-e404-4c94-be29-83bea6d392a8,segment=NetworkSegment(4274e490-15b7-43be-8439-a248d70b1f1c),segment_id=4274e490-15b7-43be-8439-a248d70b1f1c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:01.348865 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:01.371176 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-71910f86-8369-4414-bdac-c10866e11f09 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:01.373148 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-71910f86-8369-4414-bdac-c10866e11f09 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/networks/3403f4fc-ce5b-4477-9916-9ff07dc971eb HTTP/1.1" status: 204 len: 168 time: 1.8676095 Jul 13 07:55:01.376019 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34240) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:01.427899 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71910f86-8369-4414-bdac-c10866e11f09 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Network': ['ID=3403f4fc-ce5b-4477-9916-9ff07dc971eb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:01.475978 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-f57baeef-744b-4080-a9a4-3cec49164919 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:01.542776 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4dafe9-52aa-4b4d-8d1d-6206edd986cf x-openstack-request-id: req-3f4dafe9-52aa-4b4d-8d1d-6206edd986cf {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:01.544762 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8", "name": "network-vif-plugged", "status": "completed", "tag": "388dd765-e404-4c94-be29-83bea6d392a8", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:01.545211 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f4dafe9-52aa-4b4d-8d1d-6206edd986cf {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:01.549036 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388dd765-e404-4c94-be29-83bea6d392a8', 'code': 200} Jul 13 07:55:01.552197 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=388dd765-e404-4c94-be29-83bea6d392a8,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:01.559403 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-f57baeef-744b-4080-a9a4-3cec49164919 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Transition to ACTIVE for port object e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:01.613838 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:01.666702 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-f57baeef-744b-4080-a9a4-3cec49164919 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:01.689142 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['a427bbc0-853e-4a63-80a1-f88fdc7a4828'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:55:01.845217 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-f57baeef-744b-4080-a9a4-3cec49164919 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Network dcb46551-b67f-448d-9e50-7e4cc85c9056 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:01.851984 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57baeef-744b-4080-a9a4-3cec49164919 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event updated for resources: {'Port': ['ID=e65e28ba-1de4-4a4a-a7d2-e5ab67089d42,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:01.854875 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-f57baeef-744b-4080-a9a4-3cec49164919 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:01.856908 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-f57baeef-744b-4080-a9a4-3cec49164919 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:01.906623 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-964ad5a6-7bc6-46c4-8acd-cef93c9ad7b4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:01.953048 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34256) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:02.027872 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-f57baeef-744b-4080-a9a4-3cec49164919 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:02.028881 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-f57baeef-744b-4080-a9a4-3cec49164919 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.058948 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-f57baeef-744b-4080-a9a4-3cec49164919 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5177932 Jul 13 07:55:02.065374 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd71987-3691-465f-a553-bce4ec9fbd5b req-a0dacc24-2e80-4f0c-b32a-7b16a6059f0a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:02.075566 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] Request body: {'port': {'device_id': 'f51e3f7e-d599-4210-ad8d-1a7362285d91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:02.075776 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4bd71987-3691-465f-a553-bce4ec9fbd5b req-a0dacc24-2e80-4f0c-b32a-7b16a6059f0a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 931 time: 0.3134608 Jul 13 07:55:02.140935 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9da697-d18e-42f3-a128-99b0547b6a67 req-5c44ca98-8282-4ffb-94a9-edfaa9cfeffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:02.142480 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f9da697-d18e-42f3-a128-99b0547b6a67 req-5c44ca98-8282-4ffb-94a9-edfaa9cfeffe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8 HTTP/1.1" status: 200 len: 1097 time: 0.4711161 Jul 13 07:55:02.225229 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-964ad5a6-7bc6-46c4-8acd-cef93c9ad7b4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.235609 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.254237 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4bd71987-3691-465f-a553-bce4ec9fbd5b req-02b0643a-cb09-4f22-9288-1e2f5be819ea tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768961 Jul 13 07:55:02.264590 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4ea39cde-7145-4f7f-95b9-30a694727b6a None None] Provisioning for port e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:02.266848 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b54fe0bb-e6f2-4b68-9cfa-6c0683587667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.275008 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-964ad5a6-7bc6-46c4-8acd-cef93c9ad7b4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21288b49-6809-4d13-800a-a80069ab914d']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:02.276162 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4ea39cde-7145-4f7f-95b9-30a694727b6a None None] Provisioning complete for port e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:02.276795 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ea39cde-7145-4f7f-95b9-30a694727b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.288107 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268927c-15e8-45df-9c97-4c3b80c1a261 req-108c7baa-8047-4ea5-ba4b-8c5bcda467d2 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:02.295824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b268927c-15e8-45df-9c97-4c3b80c1a261 req-108c7baa-8047-4ea5-ba4b-8c5bcda467d2 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8 HTTP/1.1" status: 200 len: 945 time: 0.4490392 Jul 13 07:55:02.328835 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f9da697-d18e-42f3-a128-99b0547b6a67 req-384698ec-9067-4eca-be5f-3d1199a175d8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694648 Jul 13 07:55:02.339796 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-964ad5a6-7bc6-46c4-8acd-cef93c9ad7b4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c6522f-47b7-4d03-bacf-14bceb05bdf7') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:02.340019 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-964ad5a6-7bc6-46c4-8acd-cef93c9ad7b4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c6522f-47b7-4d03-bacf-14bceb05bdf7') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:02.348832 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4ea39cde-7145-4f7f-95b9-30a694727b6a None None] Port e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:02.367521 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-964ad5a6-7bc6-46c4-8acd-cef93c9ad7b4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.384774 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b268927c-15e8-45df-9c97-4c3b80c1a261 req-8f19096d-31d8-4dce-bcc2-12d1d1f507f2 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880678 Jul 13 07:55:02.403727 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-964ad5a6-7bc6-46c4-8acd-cef93c9ad7b4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.429705 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-964ad5a6-7bc6-46c4-8acd-cef93c9ad7b4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:55:02.430520 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-964ad5a6-7bc6-46c4-8acd-cef93c9ad7b4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:55:02.433780 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:55:02.527175 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b54fe0bb-e6f2-4b68-9cfa-6c0683587667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.538738 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b54fe0bb-e6f2-4b68-9cfa-6c0683587667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.551471 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-964ad5a6-7bc6-46c4-8acd-cef93c9ad7b4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.570407 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-964ad5a6-7bc6-46c4-8acd-cef93c9ad7b4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.576115 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-964ad5a6-7bc6-46c4-8acd-cef93c9ad7b4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/networks/21288b49-6809-4d13-800a-a80069ab914d HTTP/1.1" status: 204 len: 168 time: 1.1950598 Jul 13 07:55:02.576115 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ad5a6-7bc6-46c4-8acd-cef93c9ad7b4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Network': ['ID=21288b49-6809-4d13-800a-a80069ab914d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:02.576681 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34262) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:02.585446 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-571b9f87-2264-4f93-be0c-218d82890775 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1202421910'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:02.603205 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966d35d-9541-490f-bef1-37c21ad4a5b7 req-3084cade-c512-4805-93f1-2931aaaf9e66 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:02.606669 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e966d35d-9541-490f-bef1-37c21ad4a5b7 req-3084cade-c512-4805-93f1-2931aaaf9e66 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.2006056 Jul 13 07:55:02.620719 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b54fe0bb-e6f2-4b68-9cfa-6c0683587667 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=12a878912d5841d2903693b8739d1749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6486678 Jul 13 07:55:02.627455 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34264) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:02.647304 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54fe0bb-e6f2-4b68-9cfa-6c0683587667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad516df2-a6b4-451e-8829-29cd7b2f4ef3,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:02.653133 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571b9f87-2264-4f93-be0c-218d82890775 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Made reservation on behalf of df97e55fdf6643bbaf24537534c4c718 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:02.656748 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-571b9f87-2264-4f93-be0c-218d82890775 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.710693 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e966d35d-9541-490f-bef1-37c21ad4a5b7 req-732ec6d6-3146-4a1e-af8e-773968c30e41 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937910 Jul 13 07:55:02.723616 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571b9f87-2264-4f93-be0c-218d82890775 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:55:02.745542 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59bfb6ac-bc7f-4fa6-923b-1f79071fe791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.745542 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-571b9f87-2264-4f93-be0c-218d82890775 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.745542 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-571b9f87-2264-4f93-be0c-218d82890775 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Added segment 86eac209-13c6-4e88-b31d-dbfeebfd8039 of type vlan for network 8dc141eb-de07-4e10-8952-4da408ea6010 Jul 13 07:55:02.801565 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:55:02.811170 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59bfb6ac-bc7f-4fa6-923b-1f79071fe791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.813767 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.820763 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-571b9f87-2264-4f93-be0c-218d82890775 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.830711 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] Transition to ACTIVE for port object e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:02.835689 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.878370 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-571b9f87-2264-4f93-be0c-218d82890775 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.884157 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571b9f87-2264-4f93-be0c-218d82890775 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:02.884781 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-571b9f87-2264-4f93-be0c-218d82890775 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.909287 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] Pushing event updated for resources: {'Port': ['ID=e65e28ba-1de4-4a4a-a7d2-e5ab67089d42,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:02.943392 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-571b9f87-2264-4f93-be0c-218d82890775 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3628714 Jul 13 07:55:02.946652 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34272) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:02.952992 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-17cbc4c8-bd50-4fcc-904f-d2aae5709edb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'subnet': {'network_id': '8dc141eb-de07-4e10-8952-4da408ea6010', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:02.961018 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59bfb6ac-bc7f-4fa6-923b-1f79071fe791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.963735 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59bfb6ac-bc7f-4fa6-923b-1f79071fe791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.970576 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-59bfb6ac-bc7f-4fa6-923b-1f79071fe791 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ad516df2-a6b4-451e-8829-29cd7b2f4ef3 HTTP/1.1" status: 204 len: 168 time: 0.3421109 Jul 13 07:55:03.078915 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b9f87-2264-4f93-be0c-218d82890775 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Network': ['ID=8dc141eb-de07-4e10-8952-4da408ea6010,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:03.083031 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] Attempting to bind port e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:55:03.083869 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfb6ac-bc7f-4fa6-923b-1f79071fe791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad516df2-a6b4-451e-8829-29cd7b2f4ef3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:03.084205 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] Attempting to bind port e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:55:03.084564 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] Attempting to bind port e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 on network dcb46551-b67f-448d-9e50-7e4cc85c9056 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:03.095988 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] Port e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 on network dcb46551-b67f-448d-9e50-7e4cc85c9056 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:55:03.096176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] Attempting to bind port e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 on network dcb46551-b67f-448d-9e50-7e4cc85c9056 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:03.102813 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 8dc141eb-de07-4e10-8952-4da408ea6010 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:55:03.115104 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:55:03.115474 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] Checking segment: {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:03.115880 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] Bound using segment: {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:55:03.116348 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] Bound port: e65e28ba-1de4-4a4a-a7d2-e5ab67089d42, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:55:03.116722 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:03.200294 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cbc4c8-bd50-4fcc-904f-d2aae5709edb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Made reservation on behalf of df97e55fdf6643bbaf24537534c4c718 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:03.206903 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17cbc4c8-bd50-4fcc-904f-d2aae5709edb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:03.243425 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] For port e65e28ba-1de4-4a4a-a7d2-e5ab67089d42, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:03.248667 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] For port e65e28ba-1de4-4a4a-a7d2-e5ab67089d42, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e65e28ba-1de4-4a4a-a7d2-e5ab67089d42,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:55:03.255683 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:03.334857 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:03.335625 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:03.337037 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] 10.222.0.62 "PUT /v2.0/ports/e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 HTTP/1.1" status: 200 len: 1092 time: 1.2673907 Jul 13 07:55:03.337480 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51e3f7e-d599-4210-ad8d-1a7362285d91', 'tag': 'e65e28ba-1de4-4a4a-a7d2-e5ab67089d42'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:03.339837 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9936f72d-8a87-4184-bcc7-19abb3e27221" -d '{"events": [{"name": "network-changed", "server_uuid": "f51e3f7e-d599-4210-ad8d-1a7362285d91", "tag": "e65e28ba-1de4-4a4a-a7d2-e5ab67089d42"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:03.401629 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e009a32-b6e7-4993-b782-d4bbb3fe0889 service neutron] Pushing event updated for resources: {'Port': ['ID=e65e28ba-1de4-4a4a-a7d2-e5ab67089d42,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:03.562668 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f14f333-d9a5-4f68-9f26-377d4853889e x-openstack-request-id: req-1f14f333-d9a5-4f68-9f26-377d4853889e {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:03.564391 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51e3f7e-d599-4210-ad8d-1a7362285d91", "tag": "e65e28ba-1de4-4a4a-a7d2-e5ab67089d42", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:03.568135 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1f14f333-d9a5-4f68-9f26-377d4853889e {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:03.570877 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51e3f7e-d599-4210-ad8d-1a7362285d91', 'tag': 'e65e28ba-1de4-4a4a-a7d2-e5ab67089d42', 'status': 'completed', 'code': 200} Jul 13 07:55:03.571684 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34292) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:03.622743 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f996367b-e971-45b3-8afe-e7b3d1b33fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:03.717807 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17cbc4c8-bd50-4fcc-904f-d2aae5709edb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:03.740596 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-1aab1300-e3a8-4d2c-a26c-1c51d09097ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:03.742279 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-1aab1300-e3a8-4d2c-a26c-1c51d09097ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 1095 time: 0.3210411 Jul 13 07:55:03.805908 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-40cad027-d7a8-42a2-8a5d-cc88218e88ce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 HTTP/1.1" status: 200 len: 217 time: 0.0527966 Jul 13 07:55:03.858470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cbc4c8-bd50-4fcc-904f-d2aae5709edb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Subnet': ['ID=2db7e819-0b0a-4296-a054-7c696ba0ed95,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:03.886498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-433eb2cb-44bd-440e-9ef4-72aa7f0d8144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:03.888614 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-433eb2cb-44bd-440e-9ef4-72aa7f0d8144 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 200 len: 850 time: 0.0677323 Jul 13 07:55:03.893156 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f996367b-e971-45b3-8afe-e7b3d1b33fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:03.894608 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:55:03.898815 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3d60a-1a1b-44fd-a374-05b585b1a148 req-53acd126-2362-4b87-baf5-1ff07bb331ae tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:03.900502 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d8d3d60a-1a1b-44fd-a374-05b585b1a148 req-53acd126-2362-4b87-baf5-1ff07bb331ae tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 943 time: 0.3004024 Jul 13 07:55:03.907833 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f996367b-e971-45b3-8afe-e7b3d1b33fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:03.919311 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cbc4c8-bd50-4fcc-904f-d2aae5709edb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Checking segment: {'id': '86eac209-13c6-4e88-b31d-dbfeebfd8039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8dc141eb-de07-4e10-8952-4da408ea6010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:03.919697 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cbc4c8-bd50-4fcc-904f-d2aae5709edb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network hostable DHCP agents. Network: 8dc141eb-de07-4e10-8952-4da408ea6010, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:55:03.969840 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cbc4c8-bd50-4fcc-904f-d2aae5709edb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 8dc141eb-de07-4e10-8952-4da408ea6010 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:55:03.987490 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147ae86-2c05-4219-b8b2-5b30db193c32 req-3f5caefc-779c-445c-a13d-e2f3c7ce3524 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:03.989881 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f996367b-e971-45b3-8afe-e7b3d1b33fd4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae6887adf00648a0929962fae7c105e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4157493 Jul 13 07:55:03.992125 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996367b-e971-45b3-8afe-e7b3d1b33fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e492ab4-c1e6-4a43-9654-cf1f459b0100,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:03.995628 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34294) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:03.996065 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6147ae86-2c05-4219-b8b2-5b30db193c32 req-3f5caefc-779c-445c-a13d-e2f3c7ce3524 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8 HTTP/1.1" status: 200 len: 945 time: 0.2366619 Jul 13 07:55:04.009105 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d8d3d60a-1a1b-44fd-a374-05b585b1a148 req-8e68bf1e-3cbf-4fce-8c7c-6a6f8a687e71 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968299 Jul 13 07:55:04.027707 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-17cbc4c8-bd50-4fcc-904f-d2aae5709edb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 8dc141eb-de07-4e10-8952-4da408ea6010) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:04.046942 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594a8943-2234-4e18-8bc7-57dea53d54a9 None None] Network 8dc141eb-de07-4e10-8952-4da408ea6010 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:55:04.051793 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:04.057160 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cbc4c8-bd50-4fcc-904f-d2aae5709edb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:04.057829 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17cbc4c8-bd50-4fcc-904f-d2aae5709edb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:04.106871 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:04.109652 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7e6397-2713-4c74-a686-528837a3d84d" -d '{"events": [{"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-unplugged", "status": "completed", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:04.129243 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:04.135869 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8aee96d7-d655-4d08-8e58-cf15c7d9ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:04.136078 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6147ae86-2c05-4219-b8b2-5b30db193c32 req-4a6b074a-4be0-45a0-874a-eecf51ab0aee tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389189 Jul 13 07:55:04.137732 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-8aee96d7-d655-4d08-8e58-cf15c7d9ab27 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dcb46551-b67f-448d-9e50-7e4cc85c9056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2256916 Jul 13 07:55:04.142927 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-17cbc4c8-bd50-4fcc-904f-d2aae5709edb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1941152 Jul 13 07:55:04.146594 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34298) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:04.179952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-74b156f8-ce03-4a6e-b02b-53f2a2a0a63b tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-482608135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:04.180329 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:04.257171 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4d16d9fc-fded-409f-bc9d-93e276282da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:04.390410 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,revision_number=12']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:04.407680 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44161f44-d82a-474a-98d9-89ff8b1bb885 req-1caa5c1a-2a54-4fac-8b1f-41903cd6b9f0 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:04.420497 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44161f44-d82a-474a-98d9-89ff8b1bb885 req-1caa5c1a-2a54-4fac-8b1f-41903cd6b9f0 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 944 time: 0.1807899 Jul 13 07:55:04.489232 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-13974c62-b7cc-4d9d-8827-613c88299304 service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952306 Jul 13 07:55:04.492081 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4d16d9fc-fded-409f-bc9d-93e276282da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:04.494553 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-74b156f8-ce03-4a6e-b02b-53f2a2a0a63b tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:04.495694 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-74b156f8-ce03-4a6e-b02b-53f2a2a0a63b tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:04.498684 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efed8697-3f22-4272-afd8-135727161aef x-openstack-request-id: req-efed8697-3f22-4272-afd8-135727161aef {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:04.498984 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-unplugged", "status": "completed", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:04.499263 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-efed8697-3f22-4272-afd8-135727161aef {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:04.499649 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'code': 200} Jul 13 07:55:04.544742 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44161f44-d82a-474a-98d9-89ff8b1bb885 req-1b64fed7-47cc-4ee9-9875-84941d864c47 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230004 Jul 13 07:55:04.578152 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-8dc141eb-de07-4e10-8952-4da408ea6010', 'network_id': '8dc141eb-de07-4e10-8952-4da408ea6010', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'fixed_ips': [{'subnet_id': '2db7e819-0b0a-4296-a054-7c696ba0ed95'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:55:04.578152 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:04.765044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] Allocated IP 2001:db8::2 (8dc141eb-de07-4e10-8952-4da408ea6010/2db7e819-0b0a-4296-a054-7c696ba0ed95/2f0fdbb0-1b71-451b-a190-0fa491fe5959) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:04.799676 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-74b156f8-ce03-4a6e-b02b-53f2a2a0a63b tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:04.817591 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-74b156f8-ce03-4a6e-b02b-53f2a2a0a63b tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:04.833557 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4d16d9fc-fded-409f-bc9d-93e276282da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:04.836597 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4d16d9fc-fded-409f-bc9d-93e276282da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:04.847228 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4d16d9fc-fded-409f-bc9d-93e276282da5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6e492ab4-c1e6-4a43-9654-cf1f459b0100 HTTP/1.1" status: 204 len: 168 time: 0.8442848 Jul 13 07:55:04.852270 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-35e50188-b549-4c2d-86c5-981786fb1d78 req-92010b4d-739d-41da-97fa-f6b89bfd6801 service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526390 Jul 13 07:55:04.864664 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16d9fc-fded-409f-bc9d-93e276282da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e492ab4-c1e6-4a43-9654-cf1f459b0100,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:04.868218 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-74b156f8-ce03-4a6e-b02b-53f2a2a0a63b tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:04.871747 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-74b156f8-ce03-4a6e-b02b-53f2a2a0a63b tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7057858 Jul 13 07:55:04.875851 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34310) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:04.882328 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d2ebf4a7-6db6-4f78-b8e5-b421479f1cb1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'port': {'network_id': '8dc141eb-de07-4e10-8952-4da408ea6010', 'name': 'tempest-RoutersIpV6Test-118450337'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:05.035496 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5a51fdc1-eda0-4faf-ba9d-5eff65b3ccda None None] Provisioning complete for port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:05.035977 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5a51fdc1-eda0-4faf-ba9d-5eff65b3ccda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:05.077455 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ebf4a7-6db6-4f78-b8e5-b421479f1cb1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Made reservation on behalf of df97e55fdf6643bbaf24537534c4c718 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:05.092187 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2ebf4a7-6db6-4f78-b8e5-b421479f1cb1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:05.103396 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936f72d-8a87-4184-bcc7-19abb3e27221 req-162b1acb-d945-4bd7-b47f-c39c7b8c9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:05.107497 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9936f72d-8a87-4184-bcc7-19abb3e27221 req-162b1acb-d945-4bd7-b47f-c39c7b8c9a70 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 1095 time: 0.1356277 Jul 13 07:55:05.134141 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-d2ebf4a7-6db6-4f78-b8e5-b421479f1cb1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] device_id is not set on port ce477167-7705-4388-b6a7-8d0d15e609df yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:55:05.348061 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936f72d-8a87-4184-bcc7-19abb3e27221 req-4006cbea-d5bf-4e46-916f-67ce56723d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:05.353158 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9936f72d-8a87-4184-bcc7-19abb3e27221 req-4006cbea-d5bf-4e46-916f-67ce56723d2a service neutron] 10.222.0.62 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 912 time: 0.2371943 Jul 13 07:55:05.378814 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febce6e-2b43-41f2-b556-7c9929d44278 req-7ee0e302-12c6-43d6-8331-dbd2f93aad6e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:05.388213 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4febce6e-2b43-41f2-b556-7c9929d44278 req-7ee0e302-12c6-43d6-8331-dbd2f93aad6e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 943 time: 0.1241515 Jul 13 07:55:05.418190 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5a51fdc1-eda0-4faf-ba9d-5eff65b3ccda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:05.468929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5a51fdc1-eda0-4faf-ba9d-5eff65b3ccda None None] For port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:05.477428 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5a51fdc1-eda0-4faf-ba9d-5eff65b3ccda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:05.479675 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4febce6e-2b43-41f2-b556-7c9929d44278 req-1a3da41f-fea5-4517-bc02-70e213fbbe36 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898843 Jul 13 07:55:05.497992 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9936f72d-8a87-4184-bcc7-19abb3e27221 req-e583f385-69fb-4535-b948-3136227b9534 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 HTTP/1.1" status: 200 len: 217 time: 0.1354573 Jul 13 07:55:05.546024 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:05.557092 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51fdc1-eda0-4faf-ba9d-5eff65b3ccda None None] Pushing event updated for resources: {'Port': ['ID=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,revision_number=13']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:05.572203 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] Transition to ACTIVE for port object 2f0fdbb0-1b71-451b-a190-0fa491fe5959 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:05.612266 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] Transition to ACTIVE for port object 2f0fdbb0-1b71-451b-a190-0fa491fe5959 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:05.666965 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:05.696014 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936f72d-8a87-4184-bcc7-19abb3e27221 req-a0495857-8179-4262-b8c7-1300a065bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:05.707314 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9936f72d-8a87-4184-bcc7-19abb3e27221 req-a0495857-8179-4262-b8c7-1300a065bdd9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 200 len: 850 time: 0.2023244 Jul 13 07:55:05.848941 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] Network 8dc141eb-de07-4e10-8952-4da408ea6010 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:05.851241 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936f72d-8a87-4184-bcc7-19abb3e27221 req-fe22c909-3b71-46ca-a285-462d8982eead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:05.853689 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9936f72d-8a87-4184-bcc7-19abb3e27221 req-fe22c909-3b71-46ca-a285-462d8982eead service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dcb46551-b67f-448d-9e50-7e4cc85c9056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336453 Jul 13 07:55:05.875843 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:05.885713 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:05.921480 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-d2ebf4a7-6db6-4f78-b8e5-b421479f1cb1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Allocated IP 2001:db8::300 (8dc141eb-de07-4e10-8952-4da408ea6010/2db7e819-0b0a-4296-a054-7c696ba0ed95/ce477167-7705-4388-b6a7-8d0d15e609df) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:05.936032 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] Pushing event updated for resources: {'Port': ['ID=2f0fdbb0-1b71-451b-a190-0fa491fe5959,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:06.073022 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] Attempting to bind port 2f0fdbb0-1b71-451b-a190-0fa491fe5959 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:55:06.074736 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] Attempting to bind port 2f0fdbb0-1b71-451b-a190-0fa491fe5959 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '86eac209-13c6-4e88-b31d-dbfeebfd8039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8dc141eb-de07-4e10-8952-4da408ea6010'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:55:06.079126 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] Attempting to bind port 2f0fdbb0-1b71-451b-a190-0fa491fe5959 on network 8dc141eb-de07-4e10-8952-4da408ea6010 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:06.093457 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:55:06.094406 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] Checking segment: {'id': '86eac209-13c6-4e88-b31d-dbfeebfd8039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8dc141eb-de07-4e10-8952-4da408ea6010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:06.095084 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:06.096800 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] Bound using segment: {'id': '86eac209-13c6-4e88-b31d-dbfeebfd8039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8dc141eb-de07-4e10-8952-4da408ea6010'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:55:06.099350 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] Bound port: 2f0fdbb0-1b71-451b-a190-0fa491fe5959, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86eac209-13c6-4e88-b31d-dbfeebfd8039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8dc141eb-de07-4e10-8952-4da408ea6010'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:55:06.100026 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:06.138523 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9936f72d-8a87-4184-bcc7-19abb3e27221 req-74ca5a0f-41da-49b7-8ce0-46b82563a5f0 service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735384 Jul 13 07:55:06.170346 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b745d980-dd6a-48e2-9562-d5c4e9b0ef40 None None] Provisioning complete for port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:06.171110 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b745d980-dd6a-48e2-9562-d5c4e9b0ef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:06.271799 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] For port 2f0fdbb0-1b71-451b-a190-0fa491fe5959, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:06.277395 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] For port 2f0fdbb0-1b71-451b-a190-0fa491fe5959, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2f0fdbb0-1b71-451b-a190-0fa491fe5959,segment=NetworkSegment(86eac209-13c6-4e88-b31d-dbfeebfd8039),segment_id=86eac209-13c6-4e88-b31d-dbfeebfd8039)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:55:06.315589 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:06.340240 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9936f72d-8a87-4184-bcc7-19abb3e27221 req-9cd65d79-2c39-48c2-80ff-a3da127289ec service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845825 Jul 13 07:55:06.380894 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988719cc-d42d-435f-a170-cc08e5ea4e9a req-122ec4d4-2f68-4285-85d6-90fd16fe17c6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:06.382971 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-988719cc-d42d-435f-a170-cc08e5ea4e9a req-122ec4d4-2f68-4285-85d6-90fd16fe17c6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.4222858 Jul 13 07:55:06.430327 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6d990-45b3-4e0e-9c19-cbe6198fedcf None None] Pushing event updated for resources: {'Port': ['ID=2f0fdbb0-1b71-451b-a190-0fa491fe5959,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:06.467710 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2ebf4a7-6db6-4f78-b8e5-b421479f1cb1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:06.478239 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-988719cc-d42d-435f-a170-cc08e5ea4e9a req-f44896b5-124b-48cf-9161-beba3edc68fa tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845423 Jul 13 07:55:06.507546 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:06.510538 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30901615-dbfc-455e-8139-c3df3850c125" -d '{"events": [{"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-plugged", "status": "completed", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:06.512258 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-d2ebf4a7-6db6-4f78-b8e5-b421479f1cb1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Transition to ACTIVE for port object ce477167-7705-4388-b6a7-8d0d15e609df will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:06.609464 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2ebf4a7-6db6-4f78-b8e5-b421479f1cb1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:06.639349 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf67c630-ce8a-444a-9347-ac18452ba833 x-openstack-request-id: req-cf67c630-ce8a-444a-9347-ac18452ba833 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:06.639349 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-plugged", "status": "completed", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:06.639632 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf67c630-ce8a-444a-9347-ac18452ba833 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:06.642444 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'code': 200} Jul 13 07:55:06.753014 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebf4a7-6db6-4f78-b8e5-b421479f1cb1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Port': ['ID=ce477167-7705-4388-b6a7-8d0d15e609df,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:06.760798 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ebf4a7-6db6-4f78-b8e5-b421479f1cb1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 8dc141eb-de07-4e10-8952-4da408ea6010 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:06.807502 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d2ebf4a7-6db6-4f78-b8e5-b421479f1cb1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:06.811755 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ebf4a7-6db6-4f78-b8e5-b421479f1cb1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:06.817961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ebf4a7-6db6-4f78-b8e5-b421479f1cb1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:06.818925 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2ebf4a7-6db6-4f78-b8e5-b421479f1cb1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:06.845623 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d2ebf4a7-6db6-4f78-b8e5-b421479f1cb1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9686038 Jul 13 07:55:06.850521 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34350) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:06.870125 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb000236-4485-4bdf-ad08-c243183025b9 req-f712df3e-e10e-4346-a074-d8535e9449f0 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:06.872077 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb000236-4485-4bdf-ad08-c243183025b9 req-f712df3e-e10e-4346-a074-d8535e9449f0 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 943 time: 0.1526124 Jul 13 07:55:06.978643 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb000236-4485-4bdf-ad08-c243183025b9 req-9eda9e7f-6972-4c42-b9b4-b0364687a6bf tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902383 Jul 13 07:55:07.353695 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34366) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:07.549525 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1bf295c-67ce-4a40-91fa-bff3e91e5c95 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:07.674049 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ad9ed956-bd41-4c3a-8fdf-639e88f31780 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] 10.222.0.58 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 6030 time: 0.3175218 Jul 13 07:55:07.711465 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34378) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:07.716706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-9a504e72-eaf3-464a-b205-a1b5a764c47c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Request body: {'network': {'name': 'tempest-network-smoke--751997000', 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'port_security_enabled': False}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:07.840751 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47295e18-8432-45c4-b060-0d9c28e785b5 req-d83c13c9-52d1-4365-83e9-a913719982a2 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:07.848825 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-47295e18-8432-45c4-b060-0d9c28e785b5 req-d83c13c9-52d1-4365-83e9-a913719982a2 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.1723418 Jul 13 07:55:07.905550 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:55:08.050362 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:08.210342 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2f0fdbb0-1b71-451b-a190-0fa491fe5959 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:08.267712 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a504e72-eaf3-464a-b205-a1b5a764c47c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Made reservation on behalf of 380b7979739948e5a91a2f3ea43419aa for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:08.278872 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a504e72-eaf3-464a-b205-a1b5a764c47c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:08.458316 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a504e72-eaf3-464a-b205-a1b5a764c47c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:55:08.483081 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a504e72-eaf3-464a-b205-a1b5a764c47c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:08.484307 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-9a504e72-eaf3-464a-b205-a1b5a764c47c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Added segment 062ee7c7-4deb-4c59-a039-dd87c8d4f7cd of type vlan for network 454dc9c9-1c93-4430-9e9a-eafad9631360 Jul 13 07:55:08.534981 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1bf295c-67ce-4a40-91fa-bff3e91e5c95 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:08.565407 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a504e72-eaf3-464a-b205-a1b5a764c47c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:08.673487 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1bf295c-67ce-4a40-91fa-bff3e91e5c95 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:08.704420 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c317aef9-45cd-414d-bd40-34c81385bb2d None None] Network 8dc141eb-de07-4e10-8952-4da408ea6010 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:55:08.761957 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a504e72-eaf3-464a-b205-a1b5a764c47c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:08.768399 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a504e72-eaf3-464a-b205-a1b5a764c47c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:08.769270 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a504e72-eaf3-464a-b205-a1b5a764c47c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:08.776670 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf295c-67ce-4a40-91fa-bff3e91e5c95 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Port': ['ID=ce477167-7705-4388-b6a7-8d0d15e609df,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:08.848316 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-47295e18-8432-45c4-b060-0d9c28e785b5 req-cbed1097-dc48-49a0-9b1b-b61523504845 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9982331 Jul 13 07:55:08.984272 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42683531-0a97-4bed-be52-d950e2ae8969 req-9a7ab526-ac22-43c5-9b87-98754ce6de43 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:08.996903 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-42683531-0a97-4bed-be52-d950e2ae8969 req-9a7ab526-ac22-43c5-9b87-98754ce6de43 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 943 time: 0.2727735 Jul 13 07:55:09.109115 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-42683531-0a97-4bed-be52-d950e2ae8969 req-2f6fbca0-5cb1-4b79-a374-a862c6e5d153 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020379 Jul 13 07:55:09.169792 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dc68e353-561b-4728-9447-085d72cf12da None None] Provisioning for port 2f0fdbb0-1b71-451b-a190-0fa491fe5959 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:09.195880 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:09.226720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'port_id': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'mac_address': 'fa:16:3e:7b:b8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:55:09.271065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 2f0fdbb0-1b71-451b-a190-0fa491fe5959 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:09.279309 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34416) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:09.311333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 2f0fdbb0-1b71-451b-a190-0fa491fe5959 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:09.311865 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:09.351265 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34420) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:09.357411 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-abde71e3-1a4b-4a1a-a333-7d098ebb634b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1784197295', 'admin_state_up': True, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:09.362447 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9a504e72-eaf3-464a-b205-a1b5a764c47c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6496458 Jul 13 07:55:09.412620 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abde71e3-1a4b-4a1a-a333-7d098ebb634b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:09.414067 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abde71e3-1a4b-4a1a-a333-7d098ebb634b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:09.456066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a504e72-eaf3-464a-b205-a1b5a764c47c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event updated for resources: {'Network': ['ID=454dc9c9-1c93-4430-9e9a-eafad9631360,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:09.520381 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 454dc9c9-1c93-4430-9e9a-eafad9631360 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:55:09.581259 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abde71e3-1a4b-4a1a-a333-7d098ebb634b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:09.611123 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1bf295c-67ce-4a40-91fa-bff3e91e5c95 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:09.786710 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6af6630-504e-4453-b9e9-74de6709069c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:09.825327 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:09.859568 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1bf295c-67ce-4a40-91fa-bff3e91e5c95 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:09.896408 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:10.006982 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:55:10.129320 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abde71e3-1a4b-4a1a-a333-7d098ebb634b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:10.155849 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 2f0fdbb0-1b71-451b-a190-0fa491fe5959, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2f0fdbb0-1b71-451b-a190-0fa491fe5959,segment=NetworkSegment(86eac209-13c6-4e88-b31d-dbfeebfd8039),segment_id=86eac209-13c6-4e88-b31d-dbfeebfd8039)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:10.265000 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:10.323565 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:10.417652 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:10.574930 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=2f0fdbb0-1b71-451b-a190-0fa491fe5959,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:10.576585 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f632eb-8796-426c-9249-a9e2811db349 req-01c26aa7-c275-4d0b-84cc-811800d4698e tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:10.578394 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30f632eb-8796-426c-9249-a9e2811db349 req-01c26aa7-c275-4d0b-84cc-811800d4698e tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.3692746 Jul 13 07:55:10.673333 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1bf295c-67ce-4a40-91fa-bff3e91e5c95 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:10.693575 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1bf295c-67ce-4a40-91fa-bff3e91e5c95 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:10.715516 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3e886-cf98-4af7-9480-553e0369eb03 req-1044afdc-4ff6-4b8d-a4f9-0a09e7a63609 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:10.717111 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fda3e886-cf98-4af7-9480-553e0369eb03 req-1044afdc-4ff6-4b8d-a4f9-0a09e7a63609 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 943 time: 0.3929417 Jul 13 07:55:10.739483 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,revision_number=14']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:10.751646 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['78907ba2-8a91-4d16-a6c9-c4a99ab38b4f'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:55:10.818027 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf295c-67ce-4a40-91fa-bff3e91e5c95 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Port': ['ID=ce477167-7705-4388-b6a7-8d0d15e609df,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:10.859559 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1bf295c-67ce-4a40-91fa-bff3e91e5c95 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:10.912420 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30f632eb-8796-426c-9249-a9e2811db349 req-e4edc78c-4168-455c-ae23-9198bc540a4f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296536 Jul 13 07:55:11.068120 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6af6630-504e-4453-b9e9-74de6709069c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:11.102685 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6af6630-504e-4453-b9e9-74de6709069c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:11.178437 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f84fe461-265f-453e-bc18-c606b36107ef None None] Provisioning complete for port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:11.178820 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f84fe461-265f-453e-bc18-c606b36107ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:11.224164 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af6630-504e-4453-b9e9-74de6709069c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991e11a6-cc13-4610-b131-c422057a6b07,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:11.243555 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bf295c-67ce-4a40-91fa-bff3e91e5c95 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 8dc141eb-de07-4e10-8952-4da408ea6010 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:11.257247 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-b1bf295c-67ce-4a40-91fa-bff3e91e5c95 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:11.257498 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fda3e886-cf98-4af7-9480-553e0369eb03 req-b4cf7735-7847-4377-9468-302c437fe969 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075376 Jul 13 07:55:11.295886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34436) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:11.296768 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a6af6630-504e-4453-b9e9-74de6709069c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd37798442d540d1aeb3145c4c7409f1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0159624 Jul 13 07:55:11.508534 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f84fe461-265f-453e-bc18-c606b36107ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:11.606001 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abde71e3-1a4b-4a1a-a333-7d098ebb634b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:11.620992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:11.640169 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7467ff1b-9d29-4058-bd73-b4d7d7df17f0" -d '{"events": [{"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-plugged", "status": "completed", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:11.667243 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abde71e3-1a4b-4a1a-a333-7d098ebb634b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:11.715722 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f84fe461-265f-453e-bc18-c606b36107ef None None] For port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:11.727594 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f84fe461-265f-453e-bc18-c606b36107ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:11.765894 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bf295c-67ce-4a40-91fa-bff3e91e5c95 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router 19fb47fc-ba58-408c-a0ef-7df47480f7fd is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:55:11.782017 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8dddffc-93c3-4ae3-a39c-57299e0c33ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:11.841359 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8dddffc-93c3-4ae3-a39c-57299e0c33ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:11.857851 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a79896-0a02-4670-834e-df2db74a6e9b x-openstack-request-id: req-b2a79896-0a02-4670-834e-df2db74a6e9b {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:11.858172 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-plugged", "status": "completed", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:11.866512 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b2a79896-0a02-4670-834e-df2db74a6e9b {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:11.867032 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'code': 200} Jul 13 07:55:12.005607 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fe461-265f-453e-bc18-c606b36107ef None None] Pushing event updated for resources: {'Port': ['ID=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,revision_number=15']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:12.085409 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e82ed9bb-f2d3-4450-9ebb-56cbbacf186d None None] Provisioning complete for port 2f0fdbb0-1b71-451b-a190-0fa491fe5959 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:12.085875 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e82ed9bb-f2d3-4450-9ebb-56cbbacf186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:12.135430 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bf295c-67ce-4a40-91fa-bff3e91e5c95 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:55:12.170968 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b1bf295c-67ce-4a40-91fa-bff3e91e5c95 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/19fb47fc-ba58-408c-a0ef-7df47480f7fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3184075 Jul 13 07:55:12.171790 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34442) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:12.196166 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8dddffc-93c3-4ae3-a39c-57299e0c33ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:12.199449 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8dddffc-93c3-4ae3-a39c-57299e0c33ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:12.201636 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b8dddffc-93c3-4ae3-a39c-57299e0c33ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/991e11a6-cc13-4610-b131-c422057a6b07 HTTP/1.1" status: 204 len: 168 time: 0.8996599 Jul 13 07:55:12.214213 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80929e6-b2aa-4bca-a6f7-229578e256dc None None] Sync routers for ids ['19fb47fc-ba58-408c-a0ef-7df47480f7fd'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:55:12.240350 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dddffc-93c3-4ae3-a39c-57299e0c33ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991e11a6-cc13-4610-b131-c422057a6b07,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:12.296035 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80929e6-b2aa-4bca-a6f7-229578e256dc None None] Routers {'19fb47fc-ba58-408c-a0ef-7df47480f7fd'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:12.296688 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a80929e6-b2aa-4bca-a6f7-229578e256dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:54:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['19fb47fc-ba58-408c-a0ef-7df47480f7fd'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:12.336899 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a48f791-3270-4c3b-9e2d-fd00448ea3ce tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:12.341503 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34452) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:12.360514 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3a48f791-3270-4c3b-9e2d-fd00448ea3ce tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/ports/ce477167-7705-4388-b6a7-8d0d15e609df HTTP/1.1" status: 200 len: 983 time: 0.1859999 Jul 13 07:55:12.558567 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2f0fdbb0-1b71-451b-a190-0fa491fe5959 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:12.618115 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-abde71e3-1a4b-4a1a-a333-7d098ebb634b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Allocated IP 172.25.0.34 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:12.642764 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:12.800414 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a80929e6-b2aa-4bca-a6f7-229578e256dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:12.955598 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80929e6-b2aa-4bca-a6f7-229578e256dc None None] Routers {'19fb47fc-ba58-408c-a0ef-7df47480f7fd'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:12.958823 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a80929e6-b2aa-4bca-a6f7-229578e256dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:54:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['19fb47fc-ba58-408c-a0ef-7df47480f7fd'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:13.077711 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a80929e6-b2aa-4bca-a6f7-229578e256dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:13.085524 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80929e6-b2aa-4bca-a6f7-229578e256dc None None] The sync data for ids ['19fb47fc-ba58-408c-a0ef-7df47480f7fd'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:55:13.105392 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:13.197212 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7a4e4-7b26-4686-8aae-96470cb91ad5 req-35f77005-3859-494c-9c51-6f69ebcb193f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:13.211800 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3dd7a4e4-7b26-4686-8aae-96470cb91ad5 req-35f77005-3859-494c-9c51-6f69ebcb193f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.8428276 Jul 13 07:55:13.259950 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 2f0fdbb0-1b71-451b-a190-0fa491fe5959 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:13.260941 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:13.322508 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abde71e3-1a4b-4a1a-a333-7d098ebb634b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:13.355126 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34456) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:13.380813 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:13.381198 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:13.421877 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eae6efc5-54fb-464f-959a-8b3d54fd3f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:13.432193 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3dd7a4e4-7b26-4686-8aae-96470cb91ad5 req-763512cd-5fb5-491c-84d8-c1f26866e645 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157841 Jul 13 07:55:13.435899 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abde71e3-1a4b-4a1a-a333-7d098ebb634b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:13.584526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abde71e3-1a4b-4a1a-a333-7d098ebb634b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:13.605490 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e82ed9bb-f2d3-4450-9ebb-56cbbacf186d None None] Provisioning for port ce477167-7705-4388-b6a7-8d0d15e609df completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:13.618452 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-abde71e3-1a4b-4a1a-a333-7d098ebb634b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:13.627036 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e82ed9bb-f2d3-4450-9ebb-56cbbacf186d None None] Provisioning complete for port ce477167-7705-4388-b6a7-8d0d15e609df triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:13.627036 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e82ed9bb-f2d3-4450-9ebb-56cbbacf186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:13.635741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde71e3-1a4b-4a1a-a333-7d098ebb634b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:13.646479 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde71e3-1a4b-4a1a-a333-7d098ebb634b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event updated for resources: {'Port': ['ID=7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:13.673076 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eae6efc5-54fb-464f-959a-8b3d54fd3f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:13.712608 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eae6efc5-54fb-464f-959a-8b3d54fd3f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:13.770488 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e9714-7385-44b6-8f95-6c0ee24257c5 req-0c229597-7088-42ef-a9bb-a92b1d45cfa6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:13.779346 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc1e9714-7385-44b6-8f95-6c0ee24257c5 req-0c229597-7088-42ef-a9bb-a92b1d45cfa6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 943 time: 0.7418659 Jul 13 07:55:13.882871 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e82ed9bb-f2d3-4450-9ebb-56cbbacf186d None None] Port ce477167-7705-4388-b6a7-8d0d15e609df cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:13.898301 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-eae6efc5-54fb-464f-959a-8b3d54fd3f3e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ea281997611428e8160bcd8d66ab9f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5414903 Jul 13 07:55:13.899105 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6efc5-54fb-464f-959a-8b3d54fd3f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7d6297-b4f4-472e-af7a-289e07d9331c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:13.901899 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34462) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:13.919090 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc1e9714-7385-44b6-8f95-6c0ee24257c5 req-6fc6ff5f-7fe9-489c-a2d7-dbf364de456d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388526 Jul 13 07:55:14.022546 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a28c488e-1dd1-434d-b054-e572787e8f57 None None] Provisioning complete for port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:14.028367 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a28c488e-1dd1-434d-b054-e572787e8f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:14.184578 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-faa5132a-4102-4958-b138-e5d2ab470273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:14.220565 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a28c488e-1dd1-434d-b054-e572787e8f57 None None] Provisioning complete for port ce477167-7705-4388-b6a7-8d0d15e609df triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:14.221155 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a28c488e-1dd1-434d-b054-e572787e8f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:14.268271 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abde71e3-1a4b-4a1a-a333-7d098ebb634b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:14.271082 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a28c488e-1dd1-434d-b054-e572787e8f57 None None] Port ce477167-7705-4388-b6a7-8d0d15e609df cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:14.294581 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-764532fe-1972-4cca-a70b-1be58c135186 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:14.352150 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-faa5132a-4102-4958-b138-e5d2ab470273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:14.554139 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-faa5132a-4102-4958-b138-e5d2ab470273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:14.558192 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-faa5132a-4102-4958-b138-e5d2ab470273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:14.562466 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-faa5132a-4102-4958-b138-e5d2ab470273 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5c7d6297-b4f4-472e-af7a-289e07d9331c HTTP/1.1" status: 204 len: 168 time: 0.6431878 Jul 13 07:55:14.575353 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5132a-4102-4958-b138-e5d2ab470273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7d6297-b4f4-472e-af7a-289e07d9331c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:14.576199 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abde71e3-1a4b-4a1a-a333-7d098ebb634b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:14.686936 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-764532fe-1972-4cca-a70b-1be58c135186 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting port ce477167-7705-4388-b6a7-8d0d15e609df {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:55:14.687579 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-764532fe-1972-4cca-a70b-1be58c135186 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:14.836385 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-764532fe-1972-4cca-a70b-1be58c135186 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:14.855347 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abde71e3-1a4b-4a1a-a333-7d098ebb634b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Router 13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:55:14.866628 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf917a-2a7c-4963-83f3-8a6ff8324778 req-c4b83155-3651-40d4-951a-48f70a120e54 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:14.873417 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-764532fe-1972-4cca-a70b-1be58c135186 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Calling delete_port for ce477167-7705-4388-b6a7-8d0d15e609df owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:55:14.877108 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2ddf917a-2a7c-4963-83f3-8a6ff8324778 req-c4b83155-3651-40d4-951a-48f70a120e54 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.1461034 Jul 13 07:55:14.956951 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2ddf917a-2a7c-4963-83f3-8a6ff8324778 req-5a05aad6-b115-4803-8a21-e77ae944e053 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788434 Jul 13 07:55:15.177386 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abde71e3-1a4b-4a1a-a333-7d098ebb634b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:55:15.188463 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] Sync routers for ids ['13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:55:15.208219 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] Routers {'13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:15.210371 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abde71e3-1a4b-4a1a-a333-7d098ebb634b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:15.214788 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-abde71e3-1a4b-4a1a-a333-7d098ebb634b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.8587337 Jul 13 07:55:15.214984 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:54:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:15.227328 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34480) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:15.257841 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-764532fe-1972-4cca-a70b-1be58c135186 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:15.353904 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960338c-a620-49b6-ada9-3ecf8ca23775 req-11b4317b-432c-4058-a966-46ada1560653 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:15.368225 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1960338c-a620-49b6-ada9-3ecf8ca23775 req-11b4317b-432c-4058-a966-46ada1560653 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 943 time: 0.1673481 Jul 13 07:55:15.368842 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764532fe-1972-4cca-a70b-1be58c135186 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Port': ['ID=ce477167-7705-4388-b6a7-8d0d15e609df,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:15.450245 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1960338c-a620-49b6-ada9-3ecf8ca23775 req-9592a974-dabf-4f05-8497-7414c69ab295 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810595 Jul 13 07:55:15.472470 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] Set router 13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:55:15.478918 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0c92f7-2308-489a-9e4b-bd8afa73cbb5 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:15.492165 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ac0c92f7-2308-489a-9e4b-bd8afa73cbb5 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=380b7979739948e5a91a2f3ea43419aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2629128 Jul 13 07:55:15.492488 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34488) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:15.651352 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-764532fe-1972-4cca-a70b-1be58c135186 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:15.737853 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cacc17-c575-4b50-b582-891480989850 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:15.741799 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-91cacc17-c575-4b50-b582-891480989850 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2391114 Jul 13 07:55:15.746990 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34496) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:15.832185 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-98b75bf5-3c7f-4034-98a5-5cd2195e2383 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f96be058-f906-4210-b421-902eff1606be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0822830 Jul 13 07:55:15.834028 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34500) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:15.903306 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34504) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:15.906418 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-77b5b84b-9c22-42a6-a3d6-9867fd41f42b tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=380b7979739948e5a91a2f3ea43419aa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0670059 Jul 13 07:55:15.945164 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1784197295', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:09Z', 'updated_at': '2021-07-13T07:55:14Z', 'revision_number': 3, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port': {'id': '7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:aa:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:11Z', 'updated_at': '2021-07-13T07:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:16.026537 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764532fe-1972-4cca-a70b-1be58c135186 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router 19fb47fc-ba58-408c-a0ef-7df47480f7fd has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:55:16.036817 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] Checking router: 13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:55:16.036817 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] Updating router 13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15 port 7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:55:16.135370 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51e67e9-85f8-4541-bab3-4838b93e4de5 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:16.137300 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d51e67e9-85f8-4541-bab3-4838b93e4de5 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2329464 Jul 13 07:55:16.141887 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34512) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:16.148230 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:16.191306 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5b485dbb-ea2e-4989-8429-ed4f7da32842 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f96be058-f906-4210-b421-902eff1606be&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459058 Jul 13 07:55:16.193988 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34514) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:16.201038 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b8664d92-2de1-449f-a3df-6bd3ec259cb0 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1364871111', 'network_id': '454dc9c9-1c93-4430-9e9a-eafad9631360', 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:16.224999 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764532fe-1972-4cca-a70b-1be58c135186 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:55:16.238940 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-764532fe-1972-4cca-a70b-1be58c135186 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/19fb47fc-ba58-408c-a0ef-7df47480f7fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8962533 Jul 13 07:55:16.240402 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bfbc77-fd85-4a6b-8c0a-24dcc009773a None None] Sync routers for ids ['19fb47fc-ba58-408c-a0ef-7df47480f7fd'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:55:16.246787 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34516) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:16.290453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bfbc77-fd85-4a6b-8c0a-24dcc009773a None None] Routers {'19fb47fc-ba58-408c-a0ef-7df47480f7fd'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:16.291097 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a2bfbc77-fd85-4a6b-8c0a-24dcc009773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:54:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['19fb47fc-ba58-408c-a0ef-7df47480f7fd'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:16.445101 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a2bfbc77-fd85-4a6b-8c0a-24dcc009773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:16.457135 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bfbc77-fd85-4a6b-8c0a-24dcc009773a None None] Routers {'19fb47fc-ba58-408c-a0ef-7df47480f7fd'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:16.459290 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a2bfbc77-fd85-4a6b-8c0a-24dcc009773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:54:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['19fb47fc-ba58-408c-a0ef-7df47480f7fd'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:16.496629 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a2bfbc77-fd85-4a6b-8c0a-24dcc009773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:16.497316 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bfbc77-fd85-4a6b-8c0a-24dcc009773a None None] The sync data for ids ['19fb47fc-ba58-408c-a0ef-7df47480f7fd'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:55:16.601506 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8664d92-2de1-449f-a3df-6bd3ec259cb0 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Made reservation on behalf of 380b7979739948e5a91a2f3ea43419aa for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:16.605575 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8664d92-2de1-449f-a3df-6bd3ec259cb0 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:16.684015 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442055e-c92b-4ae6-aea6-a8ebba5250cd req-96f65593-16e7-4930-a0e7-575d92f9af91 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:16.685657 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d442055e-c92b-4ae6-aea6-a8ebba5250cd req-96f65593-16e7-4930-a0e7-575d92f9af91 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.2571113 Jul 13 07:55:16.895534 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-0d0a3234-badc-484b-a75e-65815554cd4e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] remove_router_interface failed (client error): The resource could not be found. Jul 13 07:55:16.896564 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0d0a3234-badc-484b-a75e-65815554cd4e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/19fb47fc-ba58-408c-a0ef-7df47480f7fd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6487813 Jul 13 07:55:16.906620 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34528) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:16.954340 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d442055e-c92b-4ae6-aea6-a8ebba5250cd req-626089ca-7f0a-4070-8940-545fa2e694cd tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2588837 Jul 13 07:55:16.988133 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-73476962-acf5-4008-abd2-9046a2bc698f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/ports?device_id=19fb47fc-ba58-408c-a0ef-7df47480f7fd HTTP/1.1" status: 200 len: 205 time: 0.0793381 Jul 13 07:55:16.992628 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34534) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:17.062150 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f0e07-d5f8-4b01-95bc-6c0962a208d1 req-55b0a8fd-db52-4b67-b95f-bb1de6325709 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:17.067426 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-012f0e07-d5f8-4b01-95bc-6c0962a208d1 req-55b0a8fd-db52-4b67-b95f-bb1de6325709 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 943 time: 0.3177140 Jul 13 07:55:17.190324 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-012f0e07-d5f8-4b01-95bc-6c0962a208d1 req-8179464d-ccb9-4a01-bedc-02f7071e459d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978198 Jul 13 07:55:17.247698 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:17.261969 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5b0b22e8-cac6-4035-8ef1-2355626e12b4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:17.276300 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] Transition to ACTIVE for port object 7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:17.295696 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:17.331727 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8664d92-2de1-449f-a3df-6bd3ec259cb0 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:17.383777 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] Attempting to bind port 7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:55:17.389416 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] Attempting to bind port 7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:55:17.390198 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] Attempting to bind port 7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:17.448834 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:55:17.451108 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8664d92-2de1-449f-a3df-6bd3ec259cb0 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Checking segment: {'id': '062ee7c7-4deb-4c59-a039-dd87c8d4f7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '454dc9c9-1c93-4430-9e9a-eafad9631360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:17.451494 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8664d92-2de1-449f-a3df-6bd3ec259cb0 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Network hostable DHCP agents. Network: 454dc9c9-1c93-4430-9e9a-eafad9631360, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:55:17.461837 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8664d92-2de1-449f-a3df-6bd3ec259cb0 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event updated for resources: {'Subnet': ['ID=ee061728-af5a-4d78-b409-85a128fc5b17,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:17.467015 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:17.474722 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:17.478259 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:55:17.479079 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] Bound port: 7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:55:17.479903 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:17.510770 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8664d92-2de1-449f-a3df-6bd3ec259cb0 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Network 454dc9c9-1c93-4430-9e9a-eafad9631360 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:55:17.529288 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b8664d92-2de1-449f-a3df-6bd3ec259cb0 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 454dc9c9-1c93-4430-9e9a-eafad9631360) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:17.540054 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8664d92-2de1-449f-a3df-6bd3ec259cb0 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:17.542121 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8664d92-2de1-449f-a3df-6bd3ec259cb0 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:17.546708 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195091e9-d934-4993-855c-b8244740a680 None None] Network 454dc9c9-1c93-4430-9e9a-eafad9631360 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:55:17.605616 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b8664d92-2de1-449f-a3df-6bd3ec259cb0 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4097922 Jul 13 07:55:17.606640 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34542) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:17.666930 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] For port 7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:17.674146 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] For port 7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:55:17.698208 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:17.775363 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] Routers {'13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:17.782924 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:54:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:17.834743 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5b0b22e8-cac6-4035-8ef1-2355626e12b4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:17.837694 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5b0b22e8-cac6-4035-8ef1-2355626e12b4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:17.931635 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-454dc9c9-1c93-4430-9e9a-eafad9631360', 'network_id': '454dc9c9-1c93-4430-9e9a-eafad9631360', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'fixed_ips': [{'subnet_id': 'ee061728-af5a-4d78-b409-85a128fc5b17'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:55:17.932511 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:18.063597 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] Set router 13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:55:18.161581 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] Allocated IP 172.20.0.18 (454dc9c9-1c93-4430-9e9a-eafad9631360/ee061728-af5a-4d78-b409-85a128fc5b17/7795ed8c-cc45-4fab-b01f-c84359f85672) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:18.278419 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032a6d2-6ae6-411f-888d-fb59c9413373 None None] Pushing event updated for resources: {'Port': ['ID=7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:18.346440 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032a6d2-6ae6-411f-888d-fb59c9413373 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:18.360053 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032a6d2-6ae6-411f-888d-fb59c9413373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:18.360701 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032a6d2-6ae6-411f-888d-fb59c9413373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:18.361215 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032a6d2-6ae6-411f-888d-fb59c9413373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:18.361857 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032a6d2-6ae6-411f-888d-fb59c9413373 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:18.362926 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032a6d2-6ae6-411f-888d-fb59c9413373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:18.363440 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032a6d2-6ae6-411f-888d-fb59c9413373 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:18.363939 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032a6d2-6ae6-411f-888d-fb59c9413373 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:18.364458 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032a6d2-6ae6-411f-888d-fb59c9413373 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:18.364952 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032a6d2-6ae6-411f-888d-fb59c9413373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:18.365456 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032a6d2-6ae6-411f-888d-fb59c9413373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:18.368008 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032a6d2-6ae6-411f-888d-fb59c9413373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:18.583081 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:18.603366 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] Transition to ACTIVE for port object 7795ed8c-cc45-4fab-b01f-c84359f85672 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:18.648953 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] Transition to ACTIVE for port object 7795ed8c-cc45-4fab-b01f-c84359f85672 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:18.708696 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:18.735266 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5b0b22e8-cac6-4035-8ef1-2355626e12b4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:18.737873 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0b22e8-cac6-4035-8ef1-2355626e12b4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Fanout notify agent at l3_agent the message router_deleted on router 19fb47fc-ba58-408c-a0ef-7df47480f7fd {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:55:18.752551 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5b0b22e8-cac6-4035-8ef1-2355626e12b4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:18.755425 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5b0b22e8-cac6-4035-8ef1-2355626e12b4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/routers/19fb47fc-ba58-408c-a0ef-7df47480f7fd HTTP/1.1" status: 204 len: 168 time: 1.7586250 Jul 13 07:55:18.759076 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34566) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:18.779763 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] Network 454dc9c9-1c93-4430-9e9a-eafad9631360 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:18.786150 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:18.792659 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:18.834131 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-d683b758-ff94-43ca-9768-ea1d9d9bae5f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting subnet 2db7e819-0b0a-4296-a054-7c696ba0ed95 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:55:18.840494 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d683b758-ff94-43ca-9768-ea1d9d9bae5f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:18.848718 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032a6d2-6ae6-411f-888d-fb59c9413373 None None] Pushing event updated for resources: {'Port': ['ID=7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:18.885376 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] Pushing event updated for resources: {'Port': ['ID=7795ed8c-cc45-4fab-b01f-c84359f85672,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:18.892169 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d683b758-ff94-43ca-9768-ea1d9d9bae5f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:18.963447 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] Attempting to bind port 7795ed8c-cc45-4fab-b01f-c84359f85672 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:55:18.963707 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] Attempting to bind port 7795ed8c-cc45-4fab-b01f-c84359f85672 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '062ee7c7-4deb-4c59-a039-dd87c8d4f7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '454dc9c9-1c93-4430-9e9a-eafad9631360'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:55:18.964042 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] Attempting to bind port 7795ed8c-cc45-4fab-b01f-c84359f85672 on network 454dc9c9-1c93-4430-9e9a-eafad9631360 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:18.976588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:55:18.976990 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] Checking segment: {'id': '062ee7c7-4deb-4c59-a039-dd87c8d4f7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '454dc9c9-1c93-4430-9e9a-eafad9631360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:18.979486 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:18.979919 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] Bound using segment: {'id': '062ee7c7-4deb-4c59-a039-dd87c8d4f7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '454dc9c9-1c93-4430-9e9a-eafad9631360'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:55:18.980423 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] Bound port: 7795ed8c-cc45-4fab-b01f-c84359f85672, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062ee7c7-4deb-4c59-a039-dd87c8d4f7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '454dc9c9-1c93-4430-9e9a-eafad9631360'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:55:18.980817 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:18.995882 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1784197295', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:09Z', 'updated_at': '2021-07-13T07:55:14Z', 'revision_number': 3, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port': {'id': '7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:aa:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:11Z', 'updated_at': '2021-07-13T07:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:19.013046 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d683b758-ff94-43ca-9768-ea1d9d9bae5f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:19.047531 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc2410b-6469-478e-9f50-a167503acd5a None None] The sync data for ids ['13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15'] in n-d-779913-28 is: [{'id': '13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1784197295', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:09Z', 'updated_at': '2021-07-13T07:55:14Z', 'revision_number': 3, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port': {'id': '7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:aa:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:11Z', 'updated_at': '2021-07-13T07:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:55:19.090139 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] For port 7795ed8c-cc45-4fab-b01f-c84359f85672, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:19.097264 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] For port 7795ed8c-cc45-4fab-b01f-c84359f85672, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7795ed8c-cc45-4fab-b01f-c84359f85672,segment=NetworkSegment(062ee7c7-4deb-4c59-a039-dd87c8d4f7cd),segment_id=062ee7c7-4deb-4c59-a039-dd87c8d4f7cd)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:55:19.101792 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d683b758-ff94-43ca-9768-ea1d9d9bae5f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:19.118633 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:19.138339 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683b758-ff94-43ca-9768-ea1d9d9bae5f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Subnet': ['ID=2db7e819-0b0a-4296-a054-7c696ba0ed95,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:19.141068 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d683b758-ff94-43ca-9768-ea1d9d9bae5f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:19.144415 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d683b758-ff94-43ca-9768-ea1d9d9bae5f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/subnets/2db7e819-0b0a-4296-a054-7c696ba0ed95 HTTP/1.1" status: 204 len: 168 time: 0.3842468 Jul 13 07:55:19.148003 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34572) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:19.264038 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b0d79a2c-4b8f-46da-bde3-eb6a95846eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:19.278585 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a90968-813b-4333-a70c-6eae56ff611a None None] Network 8dc141eb-de07-4e10-8952-4da408ea6010 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:55:19.392456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b0d79a2c-4b8f-46da-bde3-eb6a95846eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting port 2f0fdbb0-1b71-451b-a190-0fa491fe5959 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:55:19.393835 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b0d79a2c-4b8f-46da-bde3-eb6a95846eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:19.513144 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa5e4d-e31c-4312-9388-3d824642de85 req-71c9654b-45ca-4f8b-bd2c-5114dda959a7 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:19.524469 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dffa5e4d-e31c-4312-9388-3d824642de85 req-71c9654b-45ca-4f8b-bd2c-5114dda959a7 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.4314864 Jul 13 07:55:19.536381 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b59e53-d63e-4c0c-82a9-46c361510cdd None None] Pushing event updated for resources: {'Port': ['ID=7795ed8c-cc45-4fab-b01f-c84359f85672,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:19.551695 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd180657-4cb5-4ef2-a9c4-170b53297c90 req-7948b392-566f-43fa-94b7-754b3d54ee1d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:19.579632 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd180657-4cb5-4ef2-a9c4-170b53297c90 req-7948b392-566f-43fa-94b7-754b3d54ee1d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 943 time: 0.5262063 Jul 13 07:55:19.662285 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-b0d79a2c-4b8f-46da-bde3-eb6a95846eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] For port 2f0fdbb0-1b71-451b-a190-0fa491fe5959, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2f0fdbb0-1b71-451b-a190-0fa491fe5959,segment=NetworkSegment(86eac209-13c6-4e88-b31d-dbfeebfd8039),segment_id=86eac209-13c6-4e88-b31d-dbfeebfd8039)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:19.662285 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b0d79a2c-4b8f-46da-bde3-eb6a95846eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:19.717123 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b0d79a2c-4b8f-46da-bde3-eb6a95846eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Calling delete_port for 2f0fdbb0-1b71-451b-a190-0fa491fe5959 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:55:19.826557 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd180657-4cb5-4ef2-a9c4-170b53297c90 req-3a55623f-2754-4d73-a84c-dd7550c5b3e6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399192 Jul 13 07:55:19.833225 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-384330f3-1be8-4c85-86ae-b3c59986239c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:19.841749 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dffa5e4d-e31c-4312-9388-3d824642de85 req-8c03f79b-5bff-47d7-80a7-66b9fcd3448b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3160312 Jul 13 07:55:19.964748 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b0d79a2c-4b8f-46da-bde3-eb6a95846eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:19.983428 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39700f7b-1f36-4e47-8319-1142e2a86034 None None] DHCP port deletion for 8dc141eb-de07-4e10-8952-4da408ea6010 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:55:20.002311 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d79a2c-4b8f-46da-bde3-eb6a95846eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] No DVR routers for this DVR port 2f0fdbb0-1b71-451b-a190-0fa491fe5959 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:55:20.075835 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d79a2c-4b8f-46da-bde3-eb6a95846eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Port': ['ID=2f0fdbb0-1b71-451b-a190-0fa491fe5959,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:20.361781 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b0d79a2c-4b8f-46da-bde3-eb6a95846eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:20.387876 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-b0d79a2c-4b8f-46da-bde3-eb6a95846eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc141eb-de07-4e10-8952-4da408ea6010']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:20.414808 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-b0d79a2c-4b8f-46da-bde3-eb6a95846eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86eac209-13c6-4e88-b31d-dbfeebfd8039') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:20.415102 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-b0d79a2c-4b8f-46da-bde3-eb6a95846eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86eac209-13c6-4e88-b31d-dbfeebfd8039') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:20.436438 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b0d79a2c-4b8f-46da-bde3-eb6a95846eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:20.480442 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b0d79a2c-4b8f-46da-bde3-eb6a95846eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:20.503815 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d79a2c-4b8f-46da-bde3-eb6a95846eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:55:20.508066 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b0d79a2c-4b8f-46da-bde3-eb6a95846eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:55:20.678339 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:55:20.685022 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b0d79a2c-4b8f-46da-bde3-eb6a95846eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:20.708209 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b0d79a2c-4b8f-46da-bde3-eb6a95846eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:20.714391 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b0d79a2c-4b8f-46da-bde3-eb6a95846eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/networks/8dc141eb-de07-4e10-8952-4da408ea6010 HTTP/1.1" status: 204 len: 168 time: 1.5609982 Jul 13 07:55:20.720757 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34590) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:20.732445 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7d64a707-6033-44bf-a41d-bf3a5717fc3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-856781552'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:20.746786 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-384330f3-1be8-4c85-86ae-b3c59986239c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Allocated IP 172.20.0.17 (454dc9c9-1c93-4430-9e9a-eafad9631360/ee061728-af5a-4d78-b409-85a128fc5b17/60e839d4-412f-4800-9077-1c28d2eac23a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:20.751540 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d79a2c-4b8f-46da-bde3-eb6a95846eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Network': ['ID=8dc141eb-de07-4e10-8952-4da408ea6010,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:20.824803 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:20.849961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0367e-d3c4-4743-ba23-b03a9cc0e0eb req-19e7838c-ee1c-4812-af10-84e581374adb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:20.889593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0367e-d3c4-4743-ba23-b03a9cc0e0eb req-19e7838c-ee1c-4812-af10-84e581374adb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:20.921614 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0367e-d3c4-4743-ba23-b03a9cc0e0eb req-19e7838c-ee1c-4812-af10-84e581374adb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:20.931057 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0367e-d3c4-4743-ba23-b03a9cc0e0eb req-19e7838c-ee1c-4812-af10-84e581374adb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:20.965479 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0367e-d3c4-4743-ba23-b03a9cc0e0eb req-19e7838c-ee1c-4812-af10-84e581374adb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:20.991541 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0367e-d3c4-4743-ba23-b03a9cc0e0eb req-19e7838c-ee1c-4812-af10-84e581374adb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:21.013809 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:21.020412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:21.021135 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:21.024621 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0367e-d3c4-4743-ba23-b03a9cc0e0eb req-19e7838c-ee1c-4812-af10-84e581374adb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:21.041483 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12b0367e-d3c4-4743-ba23-b03a9cc0e0eb req-19e7838c-ee1c-4812-af10-84e581374adb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5433 time: 0.5802686 Jul 13 07:55:21.193025 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d64a707-6033-44bf-a41d-bf3a5717fc3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Made reservation on behalf of df97e55fdf6643bbaf24537534c4c718 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:21.202664 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350de7ba-7d54-4731-817a-f79979d6e3bf None None] Network 454dc9c9-1c93-4430-9e9a-eafad9631360 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:55:21.208121 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d64a707-6033-44bf-a41d-bf3a5717fc3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:21.403088 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:21.426821 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12b0367e-d3c4-4743-ba23-b03a9cc0e0eb req-88107169-46ab-4cd9-8772-f0457fc92588 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3838789 Jul 13 07:55:21.440890 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:21.500019 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d64a707-6033-44bf-a41d-bf3a5717fc3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:55:21.549189 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d64a707-6033-44bf-a41d-bf3a5717fc3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:21.550885 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-7d64a707-6033-44bf-a41d-bf3a5717fc3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Added segment 2c33fe1a-1b90-4358-a970-5d94574e0416 of type vlan for network 69e0633c-0846-4ba0-b0d2-e32dac793c9b Jul 13 07:55:21.553559 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:21.559252 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5090f75a-b9b9-4dfb-b70a-f3e334703287 None None] Provisioning for port 7795ed8c-cc45-4fab-b01f-c84359f85672 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:21.623420 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d64a707-6033-44bf-a41d-bf3a5717fc3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:21.625113 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7795ed8c-cc45-4fab-b01f-c84359f85672 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:21.711371 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d64a707-6033-44bf-a41d-bf3a5717fc3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:21.720286 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d64a707-6033-44bf-a41d-bf3a5717fc3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:21.720939 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d64a707-6033-44bf-a41d-bf3a5717fc3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:21.768287 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-384330f3-1be8-4c85-86ae-b3c59986239c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:21.823379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:21.864926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 7795ed8c-cc45-4fab-b01f-c84359f85672 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:21.881646 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 7795ed8c-cc45-4fab-b01f-c84359f85672 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:21.887904 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:21.892320 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-384330f3-1be8-4c85-86ae-b3c59986239c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Transition to ACTIVE for port object 60e839d4-412f-4800-9077-1c28d2eac23a will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:22.006381 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-384330f3-1be8-4c85-86ae-b3c59986239c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:22.012505 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34612) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:22.013497 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7d64a707-6033-44bf-a41d-bf3a5717fc3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2854183 Jul 13 07:55:22.018269 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-10140a5a-bea6-45cc-9e4a-e55bfd8b59f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'subnet': {'network_id': '69e0633c-0846-4ba0-b0d2-e32dac793c9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:22.095254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dffe79-51a9-49c0-823b-a0e3e903a509 req-2e029b35-d390-49af-9600-da0d22b4fe9e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:22.096948 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a9dffe79-51a9-49c0-823b-a0e3e903a509 req-2e029b35-d390-49af-9600-da0d22b4fe9e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 943 time: 0.8503327 Jul 13 07:55:22.172066 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384330f3-1be8-4c85-86ae-b3c59986239c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event updated for resources: {'Port': ['ID=60e839d4-412f-4800-9077-1c28d2eac23a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:22.190677 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64a707-6033-44bf-a41d-bf3a5717fc3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Network': ['ID=69e0633c-0846-4ba0-b0d2-e32dac793c9b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:22.232745 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384330f3-1be8-4c85-86ae-b3c59986239c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Network 454dc9c9-1c93-4430-9e9a-eafad9631360 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:22.262697 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-384330f3-1be8-4c85-86ae-b3c59986239c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:22.274887 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384330f3-1be8-4c85-86ae-b3c59986239c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:22.298269 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10140a5a-bea6-45cc-9e4a-e55bfd8b59f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Made reservation on behalf of df97e55fdf6643bbaf24537534c4c718 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:22.313989 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10140a5a-bea6-45cc-9e4a-e55bfd8b59f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:22.341883 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a9dffe79-51a9-49c0-823b-a0e3e903a509 req-1590e43a-89c4-4e01-ba1a-ce6c209badb4 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388693 Jul 13 07:55:22.362378 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fa017-0745-4eb4-8856-455f534c09f5 req-18cfe60d-7c35-45ab-b87c-0622ecec5bc2 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:22.369646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-970fa017-0745-4eb4-8856-455f534c09f5 req-18cfe60d-7c35-45ab-b87c-0622ecec5bc2 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.6250873 Jul 13 07:55:22.373092 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 69e0633c-0846-4ba0-b0d2-e32dac793c9b details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:55:22.451904 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-970fa017-0745-4eb4-8856-455f534c09f5 req-a14cf25c-67a4-43a3-93c7-83f6b5746a74 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812151 Jul 13 07:55:22.458821 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-384330f3-1be8-4c85-86ae-b3c59986239c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:22.669597 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:22.787180 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 7795ed8c-cc45-4fab-b01f-c84359f85672, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7795ed8c-cc45-4fab-b01f-c84359f85672,segment=NetworkSegment(062ee7c7-4deb-4c59-a039-dd87c8d4f7cd),segment_id=062ee7c7-4deb-4c59-a039-dd87c8d4f7cd)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:22.804037 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:22.867702 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-384330f3-1be8-4c85-86ae-b3c59986239c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:22.943286 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2f0fdbb0-1b71-451b-a190-0fa491fe5959 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:55:23.028273 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 2f0fdbb0-1b71-451b-a190-0fa491fe5959 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:55:23.029017 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2f0fdbb0-1b71-451b-a190-0fa491fe5959 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:55:23.031099 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=7795ed8c-cc45-4fab-b01f-c84359f85672,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:23.034055 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7e729ee0-3708-4cc7-ab98-0ed66b66adf9 None None] Provisioning complete for port 7795ed8c-cc45-4fab-b01f-c84359f85672 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:23.034665 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e729ee0-3708-4cc7-ab98-0ed66b66adf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:23.037735 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10140a5a-bea6-45cc-9e4a-e55bfd8b59f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:23.318488 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10140a5a-bea6-45cc-9e4a-e55bfd8b59f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Subnet': ['ID=36977af2-ef18-4479-9a19-bc174829efdf,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:23.335143 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10140a5a-bea6-45cc-9e4a-e55bfd8b59f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Checking segment: {'id': '2c33fe1a-1b90-4358-a970-5d94574e0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '69e0633c-0846-4ba0-b0d2-e32dac793c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:23.335506 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10140a5a-bea6-45cc-9e4a-e55bfd8b59f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network hostable DHCP agents. Network: 69e0633c-0846-4ba0-b0d2-e32dac793c9b, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:55:23.355780 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7795ed8c-cc45-4fab-b01f-c84359f85672 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:23.383312 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10140a5a-bea6-45cc-9e4a-e55bfd8b59f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 69e0633c-0846-4ba0-b0d2-e32dac793c9b is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:55:23.436105 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-10140a5a-bea6-45cc-9e4a-e55bfd8b59f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 69e0633c-0846-4ba0-b0d2-e32dac793c9b) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:23.441412 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10140a5a-bea6-45cc-9e4a-e55bfd8b59f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:23.442289 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10140a5a-bea6-45cc-9e4a-e55bfd8b59f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:23.443616 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13eb9639-b747-4f54-92c9-2200534b7c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:23.476272 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-10140a5a-bea6-45cc-9e4a-e55bfd8b59f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4623914 Jul 13 07:55:23.477218 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34626) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:23.478354 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6f9d46-2a84-4209-863e-94d4e00832fc None None] Network 69e0633c-0846-4ba0-b0d2-e32dac793c9b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:55:23.487188 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-31a18911-fc35-4788-aed8-2933569784bd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1280361215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:23.553304 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-31a18911-fc35-4788-aed8-2933569784bd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:23.556903 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-31a18911-fc35-4788-aed8-2933569784bd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:23.714367 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-31a18911-fc35-4788-aed8-2933569784bd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:23.724054 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-31a18911-fc35-4788-aed8-2933569784bd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:23.759971 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-31a18911-fc35-4788-aed8-2933569784bd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:23.761590 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-278ba1f6-eaad-44f8-9809-d91882bb7090 None None] Provisioning for port 60e839d4-412f-4800-9077-1c28d2eac23a completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:23.764175 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-31a18911-fc35-4788-aed8-2933569784bd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2857602 Jul 13 07:55:23.765414 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34630) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:23.776344 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-278ba1f6-eaad-44f8-9809-d91882bb7090 None None] Provisioning complete for port 60e839d4-412f-4800-9077-1c28d2eac23a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:23.776948 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-278ba1f6-eaad-44f8-9809-d91882bb7090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:23.814641 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-278ba1f6-eaad-44f8-9809-d91882bb7090 None None] Port 60e839d4-412f-4800-9077-1c28d2eac23a cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:23.852261 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 7795ed8c-cc45-4fab-b01f-c84359f85672 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:23.852904 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:23.889021 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-69e0633c-0846-4ba0-b0d2-e32dac793c9b', 'network_id': '69e0633c-0846-4ba0-b0d2-e32dac793c9b', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'fixed_ips': [{'subnet_id': '36977af2-ef18-4479-9a19-bc174829efdf'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:55:23.889886 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:23.956663 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-384330f3-1be8-4c85-86ae-b3c59986239c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:23.985215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3850c-f5ef-4635-9998-5a8f3638eae1 req-f47f1a0b-e5d8-47e1-91f5-576b7c4a574c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:24.005444 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fae3850c-f5ef-4635-9998-5a8f3638eae1 req-f47f1a0b-e5d8-47e1-91f5-576b7c4a574c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 943 time: 0.2883313 Jul 13 07:55:24.011376 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-384330f3-1be8-4c85-86ae-b3c59986239c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.037472 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a899a-867f-4b35-affb-4d62680944f0 req-066c8f6b-e7ae-4a53-abb5-b9008d4648f7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:24.051928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a899a-867f-4b35-affb-4d62680944f0 req-066c8f6b-e7ae-4a53-abb5-b9008d4648f7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:24.070749 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a899a-867f-4b35-affb-4d62680944f0 req-066c8f6b-e7ae-4a53-abb5-b9008d4648f7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:24.076928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a899a-867f-4b35-affb-4d62680944f0 req-066c8f6b-e7ae-4a53-abb5-b9008d4648f7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:24.088195 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a899a-867f-4b35-affb-4d62680944f0 req-066c8f6b-e7ae-4a53-abb5-b9008d4648f7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:24.101447 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a899a-867f-4b35-affb-4d62680944f0 req-066c8f6b-e7ae-4a53-abb5-b9008d4648f7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:24.107416 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a899a-867f-4b35-affb-4d62680944f0 req-066c8f6b-e7ae-4a53-abb5-b9008d4648f7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:24.142732 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e0a899a-867f-4b35-affb-4d62680944f0 req-066c8f6b-e7ae-4a53-abb5-b9008d4648f7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5433 time: 0.7940280 Jul 13 07:55:24.354854 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e79dc51e-3f54-472e-b7ed-4e46f1d9c194 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.380896 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:24.472449 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fae3850c-f5ef-4635-9998-5a8f3638eae1 req-f24e10de-7cee-4079-9a2b-af354f09c84f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656179 Jul 13 07:55:24.472921 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384330f3-1be8-4c85-86ae-b3c59986239c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event updated for resources: {'Port': ['ID=60e839d4-412f-4800-9077-1c28d2eac23a,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:24.496452 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-384330f3-1be8-4c85-86ae-b3c59986239c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.527826 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] Allocated IP 2001:db8::2 (69e0633c-0846-4ba0-b0d2-e32dac793c9b/36977af2-ef18-4479-9a19-bc174829efdf/caf59e34-8a22-44ec-b5de-51b862137873) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:24.816809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ad1e8-5de6-43e7-b869-2b4c840e01c3 req-bbc70271-5763-4805-80bb-f998060b6085 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:24.824723 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-900ad1e8-5de6-43e7-b869-2b4c840e01c3 req-bbc70271-5763-4805-80bb-f998060b6085 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.4943657 Jul 13 07:55:24.892585 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:24.898446 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.903451 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e6934ea5-0320-476d-99c2-5fdf3cad8a1a None None] Provisioning complete for port 60e839d4-412f-4800-9077-1c28d2eac23a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:24.904030 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e6934ea5-0320-476d-99c2-5fdf3cad8a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.913496 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-900ad1e8-5de6-43e7-b869-2b4c840e01c3 req-92cb879b-5338-4537-9158-1047af920d2a tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878160 Jul 13 07:55:24.933123 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384330f3-1be8-4c85-86ae-b3c59986239c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Network 454dc9c9-1c93-4430-9e9a-eafad9631360 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:24.934974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-384330f3-1be8-4c85-86ae-b3c59986239c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:24.966709 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e6934ea5-0320-476d-99c2-5fdf3cad8a1a None None] Port 60e839d4-412f-4800-9077-1c28d2eac23a cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:25.086008 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:25.124243 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] Transition to ACTIVE for port object caf59e34-8a22-44ec-b5de-51b862137873 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:25.186356 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384330f3-1be8-4c85-86ae-b3c59986239c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Router 13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:55:25.193661 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] Transition to ACTIVE for port object caf59e34-8a22-44ec-b5de-51b862137873 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:25.210769 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:25.288824 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] Pushing event updated for resources: {'Port': ['ID=caf59e34-8a22-44ec-b5de-51b862137873,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:25.317940 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] Network 69e0633c-0846-4ba0-b0d2-e32dac793c9b is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:25.324662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:25.329555 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:25.398544 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-e79dc51e-3f54-472e-b7ed-4e46f1d9c194 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Allocated IP 2001:db8::1 (69e0633c-0846-4ba0-b0d2-e32dac793c9b/36977af2-ef18-4479-9a19-bc174829efdf/19be6ede-52e4-4c22-b3bc-4df0c34999b3) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:25.484634 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] Attempting to bind port caf59e34-8a22-44ec-b5de-51b862137873 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:55:25.485007 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] Attempting to bind port caf59e34-8a22-44ec-b5de-51b862137873 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '2c33fe1a-1b90-4358-a970-5d94574e0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '69e0633c-0846-4ba0-b0d2-e32dac793c9b'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:55:25.485373 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] Attempting to bind port caf59e34-8a22-44ec-b5de-51b862137873 on network 69e0633c-0846-4ba0-b0d2-e32dac793c9b {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:25.511137 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:55:25.511511 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] Checking segment: {'id': '2c33fe1a-1b90-4358-a970-5d94574e0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '69e0633c-0846-4ba0-b0d2-e32dac793c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:25.513043 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:25.513553 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] Bound using segment: {'id': '2c33fe1a-1b90-4358-a970-5d94574e0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '69e0633c-0846-4ba0-b0d2-e32dac793c9b'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:55:25.514132 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] Bound port: caf59e34-8a22-44ec-b5de-51b862137873, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33fe1a-1b90-4358-a970-5d94574e0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '69e0633c-0846-4ba0-b0d2-e32dac793c9b'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:55:25.516154 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:25.540895 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384330f3-1be8-4c85-86ae-b3c59986239c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:55:25.554545 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] Sync routers for ids ['13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:55:25.574186 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] Routers {'13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:25.576144 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:54:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:25.577300 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-384330f3-1be8-4c85-86ae-b3c59986239c tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "PUT /v2.0/routers/13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9679310 Jul 13 07:55:25.591418 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e79dc51e-3f54-472e-b7ed-4e46f1d9c194 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:25.630511 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-e79dc51e-3f54-472e-b7ed-4e46f1d9c194 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Transition to ACTIVE for port object 19be6ede-52e4-4c22-b3bc-4df0c34999b3 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:25.642355 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-62985661-e090-44e1-b2a5-757ee899d2db None None] Provisioning complete for port 60e839d4-412f-4800-9077-1c28d2eac23a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:25.643394 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62985661-e090-44e1-b2a5-757ee899d2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:25.699065 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e79dc51e-3f54-472e-b7ed-4e46f1d9c194 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:25.718652 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-62985661-e090-44e1-b2a5-757ee899d2db None None] Port 60e839d4-412f-4800-9077-1c28d2eac23a cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:25.787962 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] For port caf59e34-8a22-44ec-b5de-51b862137873, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:25.793551 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] For port caf59e34-8a22-44ec-b5de-51b862137873, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=caf59e34-8a22-44ec-b5de-51b862137873,segment=NetworkSegment(2c33fe1a-1b90-4358-a970-5d94574e0416),segment_id=2c33fe1a-1b90-4358-a970-5d94574e0416)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:55:25.810742 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:25.841947 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79dc51e-3f54-472e-b7ed-4e46f1d9c194 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 69e0633c-0846-4ba0-b0d2-e32dac793c9b is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:25.850247 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] Set router 13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:55:25.851845 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-e79dc51e-3f54-472e-b7ed-4e46f1d9c194 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:25.880948 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79dc51e-3f54-472e-b7ed-4e46f1d9c194 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:25.881502 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e79dc51e-3f54-472e-b7ed-4e46f1d9c194 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:25.897869 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dc51e-3f54-472e-b7ed-4e46f1d9c194 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Port': ['ID=19be6ede-52e4-4c22-b3bc-4df0c34999b3,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:25.972829 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df1593-d7ee-44fa-9c56-5188f408b130 None None] Pushing event updated for resources: {'Port': ['ID=caf59e34-8a22-44ec-b5de-51b862137873,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:26.201573 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6344e02-c769-447a-835b-69dce083af01 req-a3892602-99ad-425b-9a4c-5e62d9b3856b tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:26.213487 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6344e02-c769-447a-835b-69dce083af01 req-a3892602-99ad-425b-9a4c-5e62d9b3856b tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 943 time: 0.2253919 Jul 13 07:55:26.333658 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e79dc51e-3f54-472e-b7ed-4e46f1d9c194 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:26.342919 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6344e02-c769-447a-835b-69dce083af01 req-9e6ab4dd-10d9-465c-8912-3430abe07948 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290121 Jul 13 07:55:26.570946 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1784197295', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:09Z', 'updated_at': '2021-07-13T07:55:22Z', 'revision_number': 4, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port': {'id': '7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:11Z', 'updated_at': '2021-07-13T07:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '60e839d4-412f-4800-9077-1c28d2eac23a', 'name': '', 'network_id': '454dc9c9-1c93-4430-9e9a-eafad9631360', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'mac_address': 'fa:16:3e:62:a1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': 'ee061728-af5a-4d78-b409-85a128fc5b17', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:20Z', 'updated_at': '2021-07-13T07:55:23Z', 'revision_number': 2, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'subnets': [{'id': 'ee061728-af5a-4d78-b409-85a128fc5b17', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:26.683155 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] Checking router: 13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:55:26.686615 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] Updating router 13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15 port 60e839d4-412f-4800-9077-1c28d2eac23a binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:55:26.774902 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:26.807423 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd212d-309c-459b-843a-861a9aab97a1 req-307d87d7-e057-4c95-991b-ed5bc46f9897 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:26.824764 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76fd212d-309c-459b-843a-861a9aab97a1 req-307d87d7-e057-4c95-991b-ed5bc46f9897 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/networks?id=454dc9c9-1c93-4430-9e9a-eafad9631360 HTTP/1.1" status: 200 len: 797 time: 0.3389778 Jul 13 07:55:26.854801 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76fd212d-309c-459b-843a-861a9aab97a1 req-734ec034-e711-4eb1-8f46-4d8e20c90b7f tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/quotas/380b7979739948e5a91a2f3ea43419aa HTTP/1.1" status: 200 len: 375 time: 0.0288143 Jul 13 07:55:27.030689 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76fd212d-309c-459b-843a-861a9aab97a1 req-a0cd9722-efa7-4909-87c3-a1fde5c091ac tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=380b7979739948e5a91a2f3ea43419aa&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1747291 Jul 13 07:55:27.258461 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-76fd212d-309c-459b-843a-861a9aab97a1 req-e2579b3c-853a-4e09-901a-e9f0441c408e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:55:27.268859 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76fd212d-309c-459b-843a-861a9aab97a1 req-e2579b3c-853a-4e09-901a-e9f0441c408e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2343404 Jul 13 07:55:27.455119 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e79dc51e-3f54-472e-b7ed-4e46f1d9c194 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.471181 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e79dc51e-3f54-472e-b7ed-4e46f1d9c194 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.517597 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.545184 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] Transition to ACTIVE for port object 60e839d4-412f-4800-9077-1c28d2eac23a will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:27.570465 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42182b0f-9bea-47f7-8abd-9a4c526efb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.572717 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.576940 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34698) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:27.604546 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e79dc51e-3f54-472e-b7ed-4e46f1d9c194 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.673694 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76fd212d-309c-459b-843a-861a9aab97a1 req-de3077a7-494f-4e03-9e0e-11df2c116c15 service neutron] 10.222.0.58 "GET /v2.0/networks/454dc9c9-1c93-4430-9e9a-eafad9631360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982339 Jul 13 07:55:27.745725 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace14a76-99b9-4273-bbb2-c73d9df53aec None None] Pushing event updated for resources: {'Port': ['ID=60e839d4-412f-4800-9077-1c28d2eac23a,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:27.793200 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dc51e-3f54-472e-b7ed-4e46f1d9c194 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Port': ['ID=19be6ede-52e4-4c22-b3bc-4df0c34999b3,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:27.806045 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.875365 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] Attempting to bind port 60e839d4-412f-4800-9077-1c28d2eac23a on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:55:27.875770 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] Attempting to bind port 60e839d4-412f-4800-9077-1c28d2eac23a by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '062ee7c7-4deb-4c59-a039-dd87c8d4f7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '454dc9c9-1c93-4430-9e9a-eafad9631360'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:55:27.876572 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] Attempting to bind port 60e839d4-412f-4800-9077-1c28d2eac23a on network 454dc9c9-1c93-4430-9e9a-eafad9631360 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:27.895750 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:55:27.896396 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] Checking segment: {'id': '062ee7c7-4deb-4c59-a039-dd87c8d4f7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '454dc9c9-1c93-4430-9e9a-eafad9631360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:27.896999 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.897555 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] Bound using segment: {'id': '062ee7c7-4deb-4c59-a039-dd87c8d4f7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '454dc9c9-1c93-4430-9e9a-eafad9631360'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:55:27.897756 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device caf59e34-8a22-44ec-b5de-51b862137873 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:27.898402 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] Bound port: 60e839d4-412f-4800-9077-1c28d2eac23a, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062ee7c7-4deb-4c59-a039-dd87c8d4f7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '454dc9c9-1c93-4430-9e9a-eafad9631360'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:55:27.902961 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:28.052501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port caf59e34-8a22-44ec-b5de-51b862137873 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:28.139037 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93a05bb-6086-4c90-8b1f-892af71da93d None None] Network 69e0633c-0846-4ba0-b0d2-e32dac793c9b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:55:28.170906 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] For port 60e839d4-412f-4800-9077-1c28d2eac23a, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:28.180983 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] For port 60e839d4-412f-4800-9077-1c28d2eac23a, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=60e839d4-412f-4800-9077-1c28d2eac23a,segment=NetworkSegment(062ee7c7-4deb-4c59-a039-dd87c8d4f7cd),segment_id=062ee7c7-4deb-4c59-a039-dd87c8d4f7cd)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:55:28.204359 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:28.207134 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79dc51e-3f54-472e-b7ed-4e46f1d9c194 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 69e0633c-0846-4ba0-b0d2-e32dac793c9b is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:28.215001 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bccda9-6a5c-42b6-beb7-1a4eeea2e9f5 req-9f5344ff-6b8d-4357-a494-617cb6a6463a tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:28.221925 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-32bccda9-6a5c-42b6-beb7-1a4eeea2e9f5 req-9f5344ff-6b8d-4357-a494-617cb6a6463a tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.4698462 Jul 13 07:55:28.240422 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76fd212d-309c-459b-843a-861a9aab97a1 req-707d7578-2a97-4ebb-9668-0dc9e3bf0777 service neutron] 10.222.0.58 "GET /v2.0/networks/454dc9c9-1c93-4430-9e9a-eafad9631360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612314 Jul 13 07:55:28.244816 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f4f58-3578-4e39-8270-3a2fc206eb8d req-f56e9158-5c33-46ea-b8c8-5431e5920305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:28.245418 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f4f58-3578-4e39-8270-3a2fc206eb8d req-f56e9158-5c33-46ea-b8c8-5431e5920305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:28.245913 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f4f58-3578-4e39-8270-3a2fc206eb8d req-f56e9158-5c33-46ea-b8c8-5431e5920305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:28.246437 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f4f58-3578-4e39-8270-3a2fc206eb8d req-f56e9158-5c33-46ea-b8c8-5431e5920305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:28.246920 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f4f58-3578-4e39-8270-3a2fc206eb8d req-f56e9158-5c33-46ea-b8c8-5431e5920305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:28.247402 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f4f58-3578-4e39-8270-3a2fc206eb8d req-f56e9158-5c33-46ea-b8c8-5431e5920305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:28.247883 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f4f58-3578-4e39-8270-3a2fc206eb8d req-f56e9158-5c33-46ea-b8c8-5431e5920305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:28.271970 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1484c295-90c6-41f2-85fa-afc7528bb737 None None] Provisioning for port caf59e34-8a22-44ec-b5de-51b862137873 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:28.274132 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c5f4f58-3578-4e39-8270-3a2fc206eb8d req-f56e9158-5c33-46ea-b8c8-5431e5920305 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 6497 time: 0.6959696 Jul 13 07:55:28.292714 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-e79dc51e-3f54-472e-b7ed-4e46f1d9c194 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:28.300262 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] Routers {'13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:28.300926 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:28.351194 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-32bccda9-6a5c-42b6-beb7-1a4eeea2e9f5 req-fa8f167f-e4fe-4f5d-b5b2-b6dfbe655f82 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283512 Jul 13 07:55:28.381661 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace14a76-99b9-4273-bbb2-c73d9df53aec None None] Pushing event updated for resources: {'Port': ['ID=60e839d4-412f-4800-9077-1c28d2eac23a,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:28.395248 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c5f4f58-3578-4e39-8270-3a2fc206eb8d req-2d321284-610c-4ece-9915-d6dd6f135925 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&id=4884dbff-9761-439b-b7d3-660cb6ca4183&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1165829 Jul 13 07:55:28.467657 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1484c295-90c6-41f2-85fa-afc7528bb737 None None] Provisioning complete for port caf59e34-8a22-44ec-b5de-51b862137873 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:28.468684 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1484c295-90c6-41f2-85fa-afc7528bb737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:28.524204 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] Set router 13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:55:28.713616 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1484c295-90c6-41f2-85fa-afc7528bb737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:28.864530 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79dc51e-3f54-472e-b7ed-4e46f1d9c194 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router 9fb66b9b-7368-4f67-b78a-0c0a312c3bf4 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:55:29.015692 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1784197295', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:09Z', 'updated_at': '2021-07-13T07:55:22Z', 'revision_number': 4, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port': {'id': '7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:11Z', 'updated_at': '2021-07-13T07:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '60e839d4-412f-4800-9077-1c28d2eac23a', 'name': '', 'network_id': '454dc9c9-1c93-4430-9e9a-eafad9631360', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'mac_address': 'fa:16:3e:62:a1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': 'ee061728-af5a-4d78-b409-85a128fc5b17', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:20Z', 'updated_at': '2021-07-13T07:55:28Z', 'revision_number': 4, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'subnets': [{'id': 'ee061728-af5a-4d78-b409-85a128fc5b17', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:29.030273 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-1484c295-90c6-41f2-85fa-afc7528bb737 None None] For port caf59e34-8a22-44ec-b5de-51b862137873, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=caf59e34-8a22-44ec-b5de-51b862137873,segment=NetworkSegment(2c33fe1a-1b90-4358-a970-5d94574e0416),segment_id=2c33fe1a-1b90-4358-a970-5d94574e0416)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:29.055535 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1484c295-90c6-41f2-85fa-afc7528bb737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:29.070428 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fa371e-b0ea-4243-b5a9-b3d094ae2379 None None] The sync data for ids ['13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15'] in n-d-779913-28 is: [{'id': '13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1784197295', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:09Z', 'updated_at': '2021-07-13T07:55:22Z', 'revision_number': 4, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port': {'id': '7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:11Z', 'updated_at': '2021-07-13T07:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '60e839d4-412f-4800-9077-1c28d2eac23a', 'name': '', 'network_id': '454dc9c9-1c93-4430-9e9a-eafad9631360', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'mac_address': 'fa:16:3e:62:a1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': 'ee061728-af5a-4d78-b409-85a128fc5b17', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:20Z', 'updated_at': '2021-07-13T07:55:28Z', 'revision_number': 4, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'subnets': [{'id': 'ee061728-af5a-4d78-b409-85a128fc5b17', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:55:29.167400 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79dc51e-3f54-472e-b7ed-4e46f1d9c194 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:55:29.192941 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e79dc51e-3f54-472e-b7ed-4e46f1d9c194 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/9fb66b9b-7368-4f67-b78a-0c0a312c3bf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4261835 Jul 13 07:55:29.192941 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34720) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:29.280999 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07119f90-8a21-481f-ba2f-0041c23780f0 None None] Sync routers for ids ['9fb66b9b-7368-4f67-b78a-0c0a312c3bf4'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:55:29.296072 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484c295-90c6-41f2-85fa-afc7528bb737 None None] Pushing event updated for resources: {'Port': ['ID=caf59e34-8a22-44ec-b5de-51b862137873,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:29.355543 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07119f90-8a21-481f-ba2f-0041c23780f0 None None] Routers {'9fb66b9b-7368-4f67-b78a-0c0a312c3bf4'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:29.357438 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-07119f90-8a21-481f-ba2f-0041c23780f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9fb66b9b-7368-4f67-b78a-0c0a312c3bf4'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:29.513452 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d054341-5748-4fed-87fb-0d1510fe36d3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:29.530321 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2d054341-5748-4fed-87fb-0d1510fe36d3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/ports/19be6ede-52e4-4c22-b3bc-4df0c34999b3 HTTP/1.1" status: 200 len: 911 time: 0.3362839 Jul 13 07:55:29.531357 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34734) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:29.590914 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-07119f90-8a21-481f-ba2f-0041c23780f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:29.671255 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9546a668-3b6d-42de-af37-bea2f218b2e2 req-6da282ce-d6a2-489e-9392-5d75191468f6 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e37d019-de1b-4fa7-83c3-490a3aacb605 HTTP/1.1" status: 200 len: 210 time: 0.1612537 Jul 13 07:55:29.734985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e2242-dac4-438b-bf39-573d1823ebab req-6b5df43f-9e56-4154-a9c0-f121afabbef8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:29.757707 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:29.759227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07119f90-8a21-481f-ba2f-0041c23780f0 None None] Routers {'9fb66b9b-7368-4f67-b78a-0c0a312c3bf4'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:29.765466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-07119f90-8a21-481f-ba2f-0041c23780f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9fb66b9b-7368-4f67-b78a-0c0a312c3bf4'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:29.766449 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db4e2242-dac4-438b-bf39-573d1823ebab req-6b5df43f-9e56-4154-a9c0-f121afabbef8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 943 time: 0.6685550 Jul 13 07:55:29.918338 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device caf59e34-8a22-44ec-b5de-51b862137873 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:29.929336 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-07119f90-8a21-481f-ba2f-0041c23780f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:29.931162 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07119f90-8a21-481f-ba2f-0041c23780f0 None None] The sync data for ids ['9fb66b9b-7368-4f67-b78a-0c0a312c3bf4'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:55:29.963446 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db4e2242-dac4-438b-bf39-573d1823ebab req-afdb8ff3-1183-46be-8d54-67fe2f3a9c02 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959946 Jul 13 07:55:30.194337 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port caf59e34-8a22-44ec-b5de-51b862137873 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:30.195347 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:30.704974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5306fb-e02e-4d62-b5da-423e0eecf5f5 req-3ee83e7f-8857-456e-aa2e-83c1271f2372 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:30.712896 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 60e839d4-412f-4800-9077-1c28d2eac23a up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:30.725703 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ff5306fb-e02e-4d62-b5da-423e0eecf5f5 req-3ee83e7f-8857-456e-aa2e-83c1271f2372 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.2553880 Jul 13 07:55:30.840281 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cb7da5c3-13f2-4f68-ac2c-391ab6115f06 None None] Provisioning for port 19be6ede-52e4-4c22-b3bc-4df0c34999b3 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:30.868849 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cb7da5c3-13f2-4f68-ac2c-391ab6115f06 None None] Provisioning complete for port 19be6ede-52e4-4c22-b3bc-4df0c34999b3 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:30.881608 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb7da5c3-13f2-4f68-ac2c-391ab6115f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:30.902467 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ff5306fb-e02e-4d62-b5da-423e0eecf5f5 req-b91d6e68-ecaa-4505-9953-7d1cb108335b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738100 Jul 13 07:55:31.028241 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-cb7da5c3-13f2-4f68-ac2c-391ab6115f06 None None] Port 19be6ede-52e4-4c22-b3bc-4df0c34999b3 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:31.050380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 60e839d4-412f-4800-9077-1c28d2eac23a completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:31.098453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 60e839d4-412f-4800-9077-1c28d2eac23a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:31.099251 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:31.133702 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-81062465-2dd9-4af5-8e12-4b7456b690f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:31.195216 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cb7da5c3-13f2-4f68-ac2c-391ab6115f06 None None] Provisioning complete for port caf59e34-8a22-44ec-b5de-51b862137873 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:31.197315 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb7da5c3-13f2-4f68-ac2c-391ab6115f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:31.383025 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-33ffe824-c9c4-4cda-afe3-f37bc41fae96 req-1d74c628-d25e-45a3-9a8e-6b3531148bbc tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e37d019-de1b-4fa7-83c3-490a3aacb605 HTTP/1.1" status: 200 len: 210 time: 0.1774428 Jul 13 07:55:31.433283 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:31.532163 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60021395-11ca-4d2f-86cf-c5b5a800d04a req-6ed353a6-5b43-4d33-8990-260a20a987bb tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:31.543655 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60021395-11ca-4d2f-86cf-c5b5a800d04a req-6ed353a6-5b43-4d33-8990-260a20a987bb tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 943 time: 0.2463183 Jul 13 07:55:31.606298 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:55:31.653950 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:31.682144 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60021395-11ca-4d2f-86cf-c5b5a800d04a req-5630c9c9-48fb-493e-8c17-2b7c2e8c4c8c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292715 Jul 13 07:55:31.877396 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 60e839d4-412f-4800-9077-1c28d2eac23a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=60e839d4-412f-4800-9077-1c28d2eac23a,segment=NetworkSegment(062ee7c7-4deb-4c59-a039-dd87c8d4f7cd),segment_id=062ee7c7-4deb-4c59-a039-dd87c8d4f7cd)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:31.903257 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:31.927918 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-04b350f9-2521-408c-b814-9cb491e1fe00 None None] Provisioning complete for port 19be6ede-52e4-4c22-b3bc-4df0c34999b3 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:31.928648 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-04b350f9-2521-408c-b814-9cb491e1fe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:32.211209 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-04b350f9-2521-408c-b814-9cb491e1fe00 None None] Port 19be6ede-52e4-4c22-b3bc-4df0c34999b3 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:32.223964 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=60e839d4-412f-4800-9077-1c28d2eac23a,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:32.256856 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:32.259119 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:32.259657 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:32.260201 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:32.260752 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:32.264057 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:32.266872 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:32.267497 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:32.268131 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:32.268650 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:32.270544 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:32.271662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:32.439824 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-81062465-2dd9-4af5-8e12-4b7456b690f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting port 19be6ede-52e4-4c22-b3bc-4df0c34999b3 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:55:32.440477 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-81062465-2dd9-4af5-8e12-4b7456b690f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:32.553974 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5254ba1c-5bab-47ff-8fe9-f63c353c489e None None] Provisioning complete for port 19be6ede-52e4-4c22-b3bc-4df0c34999b3 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:32.556049 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5254ba1c-5bab-47ff-8fe9-f63c353c489e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:32.700202 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-81062465-2dd9-4af5-8e12-4b7456b690f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:32.707017 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5254ba1c-5bab-47ff-8fe9-f63c353c489e None None] Port 19be6ede-52e4-4c22-b3bc-4df0c34999b3 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:32.720706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-81062465-2dd9-4af5-8e12-4b7456b690f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Calling delete_port for 19be6ede-52e4-4c22-b3bc-4df0c34999b3 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:55:32.801164 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd212d-309c-459b-843a-861a9aab97a1 req-b135c5d9-22b6-4cc3-b998-056dd5117e39 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:32.803466 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76fd212d-309c-459b-843a-861a9aab97a1 req-b135c5d9-22b6-4cc3-b998-056dd5117e39 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.35 "GET /v2.0/networks?id=454dc9c9-1c93-4430-9e9a-eafad9631360 HTTP/1.1" status: 200 len: 797 time: 0.6092541 Jul 13 07:55:32.836934 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-76fd212d-309c-459b-843a-861a9aab97a1 req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Request body: {'port': {'device_id': '7e37d019-de1b-4fa7-83c3-490a3aacb605', 'network_id': '454dc9c9-1c93-4430-9e9a-eafad9631360', 'admin_state_up': True, 'tenant_id': '380b7979739948e5a91a2f3ea43419aa'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:32.837989 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f0d0630d-5b43-4e21-be0a-0d09809b89a0 None None] Provisioning complete for port 60e839d4-412f-4800-9077-1c28d2eac23a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:32.838879 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f0d0630d-5b43-4e21-be0a-0d09809b89a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:32.953873 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12b60401-31f6-437e-83ff-6a290a3dbf8b req-85aa65f4-dc84-4548-87bf-5e8ea7a1219a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e37d019-de1b-4fa7-83c3-490a3aacb605 HTTP/1.1" status: 200 len: 210 time: 0.2250443 Jul 13 07:55:33.090990 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35d1dc-dffe-4054-9aa4-f07435467352 req-a8796c68-8e5d-46ee-b63c-aa4056660723 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:33.093095 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-81062465-2dd9-4af5-8e12-4b7456b690f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:33.097232 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab35d1dc-dffe-4054-9aa4-f07435467352 req-a8796c68-8e5d-46ee-b63c-aa4056660723 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.7968094 Jul 13 07:55:33.177973 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81062465-2dd9-4af5-8e12-4b7456b690f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Port': ['ID=19be6ede-52e4-4c22-b3bc-4df0c34999b3,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:33.275334 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-81062465-2dd9-4af5-8e12-4b7456b690f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:33.493336 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81062465-2dd9-4af5-8e12-4b7456b690f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router 9fb66b9b-7368-4f67-b78a-0c0a312c3bf4 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:55:33.621049 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81062465-2dd9-4af5-8e12-4b7456b690f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:55:33.633943 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f715885-c3b7-4105-942d-5d7258369f50 None None] Sync routers for ids ['9fb66b9b-7368-4f67-b78a-0c0a312c3bf4'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:55:33.650842 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f715885-c3b7-4105-942d-5d7258369f50 None None] Routers {'9fb66b9b-7368-4f67-b78a-0c0a312c3bf4'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:33.655939 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9f715885-c3b7-4105-942d-5d7258369f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9fb66b9b-7368-4f67-b78a-0c0a312c3bf4'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:33.657888 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-81062465-2dd9-4af5-8e12-4b7456b690f6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/9fb66b9b-7368-4f67-b78a-0c0a312c3bf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1219358 Jul 13 07:55:33.659968 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34778) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:33.754423 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-69747c69-4785-4d2b-97d2-a73816b7cbb5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fb66b9b-7368-4f67-b78a-0c0a312c3bf4 HTTP/1.1" status: 200 len: 205 time: 0.0916281 Jul 13 07:55:33.756209 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34780) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:33.760081 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9f715885-c3b7-4105-942d-5d7258369f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:33.783280 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f715885-c3b7-4105-942d-5d7258369f50 None None] Routers {'9fb66b9b-7368-4f67-b78a-0c0a312c3bf4'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:33.784944 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9f715885-c3b7-4105-942d-5d7258369f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9fb66b9b-7368-4f67-b78a-0c0a312c3bf4'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:33.883062 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9f715885-c3b7-4105-942d-5d7258369f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:33.886157 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f715885-c3b7-4105-942d-5d7258369f50 None None] The sync data for ids ['9fb66b9b-7368-4f67-b78a-0c0a312c3bf4'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:55:34.033042 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab35d1dc-dffe-4054-9aa4-f07435467352 req-09089f71-a712-4fd4-8a5b-60ccd2a67417 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9233027 Jul 13 07:55:34.120574 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e564e-7c48-4974-a97b-a32a2d90892f req-a7f3fe8a-b599-47a2-99df-7d4e4da1c9ae tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:34.128345 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5f5e564e-7c48-4974-a97b-a32a2d90892f req-a7f3fe8a-b599-47a2-99df-7d4e4da1c9ae tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 943 time: 0.2225139 Jul 13 07:55:34.136232 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76fd212d-309c-459b-843a-861a9aab97a1 req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Made reservation on behalf of 380b7979739948e5a91a2f3ea43419aa for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:34.140184 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-76fd212d-309c-459b-843a-861a9aab97a1 req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:34.211230 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 60e839d4-412f-4800-9077-1c28d2eac23a up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:34.261574 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5f5e564e-7c48-4974-a97b-a32a2d90892f req-64b923ae-7699-4a04-bd83-b6d0102dd70b tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320179 Jul 13 07:55:34.317711 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 60e839d4-412f-4800-9077-1c28d2eac23a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:34.318379 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:34.344763 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-54883be6-f979-428d-ae94-0a783f6d3cf8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:34.395788 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-13e7952d-05f7-473c-b301-671e6db9d47f req-1c28a96c-30c8-43ad-a6e4-a49baa094ece tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e37d019-de1b-4fa7-83c3-490a3aacb605 HTTP/1.1" status: 200 len: 210 time: 0.0527825 Jul 13 07:55:34.435642 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-76fd212d-309c-459b-843a-861a9aab97a1 req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Allocated IP 172.20.0.25 (454dc9c9-1c93-4430-9e9a-eafad9631360/ee061728-af5a-4d78-b409-85a128fc5b17/ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:34.560277 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-54883be6-f979-428d-ae94-0a783f6d3cf8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:34.563207 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-54883be6-f979-428d-ae94-0a783f6d3cf8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:34.630932 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-54883be6-f979-428d-ae94-0a783f6d3cf8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:34.631459 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54883be6-f979-428d-ae94-0a783f6d3cf8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Fanout notify agent at l3_agent the message router_deleted on router 9fb66b9b-7368-4f67-b78a-0c0a312c3bf4 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:55:34.643227 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-54883be6-f979-428d-ae94-0a783f6d3cf8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:34.647544 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-54883be6-f979-428d-ae94-0a783f6d3cf8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/routers/9fb66b9b-7368-4f67-b78a-0c0a312c3bf4 HTTP/1.1" status: 204 len: 168 time: 0.8882971 Jul 13 07:55:34.648186 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34786) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:34.716298 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-76fd212d-309c-459b-843a-861a9aab97a1 req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:34.720536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-537dffb0-807f-45fc-8be5-9a9dbb1b8567 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting subnet 36977af2-ef18-4479-9a19-bc174829efdf {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:55:34.724710 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-537dffb0-807f-45fc-8be5-9a9dbb1b8567 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:34.755260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-76fd212d-309c-459b-843a-861a9aab97a1 req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Transition to ACTIVE for port object ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:34.807190 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-537dffb0-807f-45fc-8be5-9a9dbb1b8567 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:34.821103 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-76fd212d-309c-459b-843a-861a9aab97a1 req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:34.887316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76fd212d-309c-459b-843a-861a9aab97a1 req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Network 454dc9c9-1c93-4430-9e9a-eafad9631360 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:34.894008 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-76fd212d-309c-459b-843a-861a9aab97a1 req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:34.898392 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-76fd212d-309c-459b-843a-861a9aab97a1 req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:34.968436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd212d-309c-459b-843a-861a9aab97a1 req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:34.970956 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-76fd212d-309c-459b-843a-861a9aab97a1 req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:34.976344 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-537dffb0-807f-45fc-8be5-9a9dbb1b8567 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:34.992256 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event updated for resources: {'Port': ['ID=ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:35.021995 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:35.022830 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:35.023388 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:35.023936 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:35.024566 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:35.025144 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:35.025682 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:35.029660 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:35.030326 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:35.030896 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:35.031463 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:35.032155 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:35.047350 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76fd212d-309c-459b-843a-861a9aab97a1 req-c4ecaeb5-832e-407c-8cec-e5afb6f18d2a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.2170928 Jul 13 07:55:35.065504 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-76fd212d-309c-459b-843a-861a9aab97a1 req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] Request body: {'port': {'device_id': '7e37d019-de1b-4fa7-83c3-490a3aacb605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:35.099638 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-537dffb0-807f-45fc-8be5-9a9dbb1b8567 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:35.176239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537dffb0-807f-45fc-8be5-9a9dbb1b8567 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Subnet': ['ID=36977af2-ef18-4479-9a19-bc174829efdf,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:35.227406 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711ae682-e9bd-46d0-a03f-fb43c40dccdf None None] Network 69e0633c-0846-4ba0-b0d2-e32dac793c9b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:55:35.230834 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-537dffb0-807f-45fc-8be5-9a9dbb1b8567 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:35.233639 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-537dffb0-807f-45fc-8be5-9a9dbb1b8567 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/subnets/36977af2-ef18-4479-9a19-bc174829efdf HTTP/1.1" status: 204 len: 168 time: 0.5842848 Jul 13 07:55:35.236685 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34790) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:35.273747 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-76fd212d-309c-459b-843a-861a9aab97a1 req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:35.363196 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fb0694f-a9a2-4b06-b9ac-ea208d377e90 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:35.458112 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406e583-4c60-448d-9883-96dc524318a1 req-79ace020-c7d3-47e5-8697-b20a335dbb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:35.460154 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f406e583-4c60-448d-9883-96dc524318a1 req-79ace020-c7d3-47e5-8697-b20a335dbb35 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 1098 time: 0.2976544 Jul 13 07:55:35.467388 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-9fb0694f-a9a2-4b06-b9ac-ea208d377e90 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting port caf59e34-8a22-44ec-b5de-51b862137873 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:55:35.468187 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fb0694f-a9a2-4b06-b9ac-ea208d377e90 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:35.556013 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-9fb0694f-a9a2-4b06-b9ac-ea208d377e90 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] For port caf59e34-8a22-44ec-b5de-51b862137873, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=caf59e34-8a22-44ec-b5de-51b862137873,segment=NetworkSegment(2c33fe1a-1b90-4358-a970-5d94574e0416),segment_id=2c33fe1a-1b90-4358-a970-5d94574e0416)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:35.556792 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fb0694f-a9a2-4b06-b9ac-ea208d377e90 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:35.580039 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-9fb0694f-a9a2-4b06-b9ac-ea208d377e90 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Calling delete_port for caf59e34-8a22-44ec-b5de-51b862137873 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:55:35.677122 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3981976a-8528-4c68-9899-b912ffeb952d None None] Provisioning for port ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:35.691184 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3981976a-8528-4c68-9899-b912ffeb952d None None] Provisioning complete for port ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:35.693111 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3981976a-8528-4c68-9899-b912ffeb952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:35.782200 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fb0694f-a9a2-4b06-b9ac-ea208d377e90 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:35.791493 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3981976a-8528-4c68-9899-b912ffeb952d None None] Port ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:35.841952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0694f-a9a2-4b06-b9ac-ea208d377e90 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Port': ['ID=caf59e34-8a22-44ec-b5de-51b862137873,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:35.856309 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb0694f-a9a2-4b06-b9ac-ea208d377e90 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] No DVR routers for this DVR port caf59e34-8a22-44ec-b5de-51b862137873 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:55:35.914531 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bed85a-591a-428d-b033-e314eb87f5dc req-54eb80ed-3d52-4e7d-93f3-7511865e8d43 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:35.918191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4d0426-b0ef-4b55-b8de-a988d40b504b None None] DHCP port deletion for 69e0633c-0846-4ba0-b0d2-e32dac793c9b request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:55:35.921830 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37bed85a-591a-428d-b033-e314eb87f5dc req-54eb80ed-3d52-4e7d-93f3-7511865e8d43 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.6029811 Jul 13 07:55:35.964570 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406e583-4c60-448d-9883-96dc524318a1 req-6923e70d-d650-43a7-bc36-c0a57c645d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:35.967978 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f406e583-4c60-448d-9883-96dc524318a1 req-6923e70d-d650-43a7-bc36-c0a57c645d4c service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 913 time: 0.2691417 Jul 13 07:55:36.007426 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fb0694f-a9a2-4b06-b9ac-ea208d377e90 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:36.025229 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-9fb0694f-a9a2-4b06-b9ac-ea208d377e90 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e0633c-0846-4ba0-b0d2-e32dac793c9b']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:36.046365 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-9fb0694f-a9a2-4b06-b9ac-ea208d377e90 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c33fe1a-1b90-4358-a970-5d94574e0416') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:36.047337 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-9fb0694f-a9a2-4b06-b9ac-ea208d377e90 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c33fe1a-1b90-4358-a970-5d94574e0416') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:36.055694 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37bed85a-591a-428d-b033-e314eb87f5dc req-fb55204f-a463-46c9-8c01-6189e46c36bb tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273155 Jul 13 07:55:36.065598 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fb0694f-a9a2-4b06-b9ac-ea208d377e90 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:36.097357 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fb0694f-a9a2-4b06-b9ac-ea208d377e90 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:36.106025 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb0694f-a9a2-4b06-b9ac-ea208d377e90 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:55:36.106598 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fb0694f-a9a2-4b06-b9ac-ea208d377e90 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:36.124564 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93bd12-8434-48b6-a451-738bd5183aa9 req-4bc0d659-a73d-4a94-9cd7-3a1f09587303 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:36.138960 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb93bd12-8434-48b6-a451-738bd5183aa9 req-4bc0d659-a73d-4a94-9cd7-3a1f09587303 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 943 time: 0.3333981 Jul 13 07:55:36.156387 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device caf59e34-8a22-44ec-b5de-51b862137873 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:55:36.219438 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb93bd12-8434-48b6-a451-738bd5183aa9 req-549a77b3-0d6e-48be-8b29-0b0cee81ade8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773401 Jul 13 07:55:36.225695 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: caf59e34-8a22-44ec-b5de-51b862137873 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:55:36.226051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device caf59e34-8a22-44ec-b5de-51b862137873 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:55:36.252050 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-76fd212d-309c-459b-843a-861a9aab97a1 req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:55:36.278032 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:55:36.284994 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-76fd212d-309c-459b-843a-861a9aab97a1 req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:36.304889 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-76fd212d-309c-459b-843a-861a9aab97a1 req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] Transition to ACTIVE for port object ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:36.323452 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-76fd212d-309c-459b-843a-861a9aab97a1 req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:36.355869 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fb0694f-a9a2-4b06-b9ac-ea208d377e90 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:36.374366 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fb0694f-a9a2-4b06-b9ac-ea208d377e90 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:36.383893 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9fb0694f-a9a2-4b06-b9ac-ea208d377e90 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/networks/69e0633c-0846-4ba0-b0d2-e32dac793c9b HTTP/1.1" status: 204 len: 168 time: 1.1406391 Jul 13 07:55:36.384444 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34796) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:36.386952 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e5bc550f-ccbe-4cc2-82fe-09ad2756b2a5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1429263638', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:36.410908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70efa1-6824-47d9-8619-313e27829b11 req-8abe39e5-48b9-4900-a278-d52c307fd0d0 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:36.412564 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d70efa1-6824-47d9-8619-313e27829b11 req-8abe39e5-48b9-4900-a278-d52c307fd0d0 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e37d019-de1b-4fa7-83c3-490a3aacb605 HTTP/1.1" status: 200 len: 895 time: 0.1717241 Jul 13 07:55:36.439730 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0694f-a9a2-4b06-b9ac-ea208d377e90 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Network': ['ID=69e0633c-0846-4ba0-b0d2-e32dac793c9b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:36.461872 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f406e583-4c60-448d-9883-96dc524318a1 req-e1d31f25-a728-477d-9dde-1985bd1ad354 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f HTTP/1.1" status: 200 len: 1000 time: 0.1806788 Jul 13 07:55:36.472727 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:36.545987 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5bc550f-ccbe-4cc2-82fe-09ad2756b2a5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:36.548901 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406e583-4c60-448d-9883-96dc524318a1 req-033f2c1c-4123-482b-81bf-f2bbd8b95593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:36.551446 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f406e583-4c60-448d-9883-96dc524318a1 req-033f2c1c-4123-482b-81bf-f2bbd8b95593 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.0813954 Jul 13 07:55:36.555500 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5bc550f-ccbe-4cc2-82fe-09ad2756b2a5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:36.715576 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5bc550f-ccbe-4cc2-82fe-09ad2756b2a5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:36.790687 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406e583-4c60-448d-9883-96dc524318a1 req-06789acf-fc45-4bc1-9393-0aa35ee38e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:36.792859 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f406e583-4c60-448d-9883-96dc524318a1 req-06789acf-fc45-4bc1-9393-0aa35ee38e37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2339706 Jul 13 07:55:36.839898 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d411f3eb-a9a9-49f2-a1b7-2e24134217d5 req-837f5ae8-4056-4628-886d-7a4d74d0cd4e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2575603 Jul 13 07:55:36.988686 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5bc550f-ccbe-4cc2-82fe-09ad2756b2a5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:37.004642 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-76fd212d-309c-459b-843a-861a9aab97a1 req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] Attempting to bind port ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:55:37.005050 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-76fd212d-309c-459b-843a-861a9aab97a1 req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] Attempting to bind port ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '062ee7c7-4deb-4c59-a039-dd87c8d4f7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '454dc9c9-1c93-4430-9e9a-eafad9631360'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:55:37.005502 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fd212d-309c-459b-843a-861a9aab97a1 req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] Attempting to bind port ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 on network 454dc9c9-1c93-4430-9e9a-eafad9631360 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:37.013100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fd212d-309c-459b-843a-861a9aab97a1 req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] Port ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 on network 454dc9c9-1c93-4430-9e9a-eafad9631360 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:55:37.013703 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fd212d-309c-459b-843a-861a9aab97a1 req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] Attempting to bind port ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 on network 454dc9c9-1c93-4430-9e9a-eafad9631360 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:37.051092 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411f3eb-a9a9-49f2-a1b7-2e24134217d5 req-1fb667a6-49c3-4c93-9bec-ebc374dcb4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:37.053160 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d411f3eb-a9a9-49f2-a1b7-2e24134217d5 req-1fb667a6-49c3-4c93-9bec-ebc374dcb4af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=380b7979739948e5a91a2f3ea43419aa&device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 1136 time: 0.1621599 Jul 13 07:55:37.057780 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fd212d-309c-459b-843a-861a9aab97a1 req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:55:37.058496 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fd212d-309c-459b-843a-861a9aab97a1 req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] Checking segment: {'id': '062ee7c7-4deb-4c59-a039-dd87c8d4f7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '454dc9c9-1c93-4430-9e9a-eafad9631360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:37.058946 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fd212d-309c-459b-843a-861a9aab97a1 req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] Bound using segment: {'id': '062ee7c7-4deb-4c59-a039-dd87c8d4f7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '454dc9c9-1c93-4430-9e9a-eafad9631360'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:55:37.059415 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-76fd212d-309c-459b-843a-861a9aab97a1 req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] Bound port: ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062ee7c7-4deb-4c59-a039-dd87c8d4f7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '454dc9c9-1c93-4430-9e9a-eafad9631360'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:55:37.059783 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-76fd212d-309c-459b-843a-861a9aab97a1 req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:37.239473 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-76fd212d-309c-459b-843a-861a9aab97a1 req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] For port ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:37.247601 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411f3eb-a9a9-49f2-a1b7-2e24134217d5 req-c770cf6f-04fa-4e22-9ce5-902470cf6787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:37.249510 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d411f3eb-a9a9-49f2-a1b7-2e24134217d5 req-c770cf6f-04fa-4e22-9ce5-902470cf6787 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a1940323-3062-41b6-8e72-e73110e23be7 HTTP/1.1" status: 200 len: 898 time: 0.1667416 Jul 13 07:55:37.268557 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-76fd212d-309c-459b-843a-861a9aab97a1 req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] For port ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454,segment=NetworkSegment(062ee7c7-4deb-4c59-a039-dd87c8d4f7cd),segment_id=062ee7c7-4deb-4c59-a039-dd87c8d4f7cd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:55:37.282828 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-76fd212d-309c-459b-843a-861a9aab97a1 req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:37.326908 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f406e583-4c60-448d-9883-96dc524318a1 req-de11aa15-d652-4c55-b026-e58263675672 service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252371 Jul 13 07:55:37.406931 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd212d-309c-459b-843a-861a9aab97a1 req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:37.407485 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-76fd212d-309c-459b-843a-861a9aab97a1 req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:37.409585 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76fd212d-309c-459b-843a-861a9aab97a1 req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] 10.222.0.35 "PUT /v2.0/ports/ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 HTTP/1.1" status: 200 len: 1056 time: 2.3499126 Jul 13 07:55:37.460192 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e37d019-de1b-4fa7-83c3-490a3aacb605', 'tag': 'ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:37.466891 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b39c46-e8e7-424b-af38-9a44e9f22f62" -d '{"events": [{"name": "network-changed", "server_uuid": "7e37d019-de1b-4fa7-83c3-490a3aacb605", "tag": "ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:37.501351 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f406e583-4c60-448d-9883-96dc524318a1 req-6f58a1b3-4804-4c29-bafa-16efef9ec3d0 service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450851 Jul 13 07:55:37.552622 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d411f3eb-a9a9-49f2-a1b7-2e24134217d5 req-43306ec4-fa23-40be-9a76-c6af0fbdf624 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37f2d720-a73f-4293-a15d-bbb2ab3f672a HTTP/1.1" status: 200 len: 1001 time: 0.2877522 Jul 13 07:55:37.664312 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411f3eb-a9a9-49f2-a1b7-2e24134217d5 req-05dc5bac-27de-4544-b541-bf420e71ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:37.666856 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d411f3eb-a9a9-49f2-a1b7-2e24134217d5 req-05dc5bac-27de-4544-b541-bf420e71ec17 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3ce8877-83d9-4dc6-aae1-31e0fd0d405e HTTP/1.1" status: 200 len: 834 time: 0.1094787 Jul 13 07:55:37.723899 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5bc550f-ccbe-4cc2-82fe-09ad2756b2a5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:37.806503 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5bc550f-ccbe-4cc2-82fe-09ad2756b2a5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:37.809054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411f3eb-a9a9-49f2-a1b7-2e24134217d5 req-60a26fa3-fd70-401a-b190-df0e0424d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:37.811208 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d411f3eb-a9a9-49f2-a1b7-2e24134217d5 req-60a26fa3-fd70-401a-b190-df0e0424d9fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1940323-3062-41b6-8e72-e73110e23be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1348200 Jul 13 07:55:37.888510 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb8bba-633d-4e62-b526-3661794b1951 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:37.916481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688fe84-5656-4fd5-8b05-2b9df88fea41 req-33d046ca-6df9-4192-8bbb-c2c3875ffe46 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:37.918043 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f688fe84-5656-4fd5-8b05-2b9df88fea41 req-33d046ca-6df9-4192-8bbb-c2c3875ffe46 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.6149294 Jul 13 07:55:37.955736 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd212d-309c-459b-843a-861a9aab97a1 req-778103a9-16bd-43b5-843d-9de37fdc9d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:37.957275 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76fd212d-309c-459b-843a-861a9aab97a1 req-778103a9-16bd-43b5-843d-9de37fdc9d71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=380b7979739948e5a91a2f3ea43419aa&device_id=7e37d019-de1b-4fa7-83c3-490a3aacb605 HTTP/1.1" status: 200 len: 1059 time: 0.4802277 Jul 13 07:55:37.973868 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151786c-0c1a-4042-ab96-89c73dc9ad0f req-56ff7aae-7c6a-44df-9c51-379551b45162 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:37.975547 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:37.982784 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8151786c-0c1a-4042-ab96-89c73dc9ad0f req-56ff7aae-7c6a-44df-9c51-379551b45162 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 943 time: 0.4733801 Jul 13 07:55:38.040406 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d411f3eb-a9a9-49f2-a1b7-2e24134217d5 req-a02b00f0-a499-4416-bbb2-8509e1c18702 service neutron] 10.222.0.62 "GET /v2.0/networks/a1940323-3062-41b6-8e72-e73110e23be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164412 Jul 13 07:55:38.183012 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76fd212d-309c-459b-843a-861a9aab97a1 req-6410e35b-de1b-4aa7-8248-dc14d5e31d34 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 HTTP/1.1" status: 200 len: 217 time: 0.1898310 Jul 13 07:55:38.185967 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f688fe84-5656-4fd5-8b05-2b9df88fea41 req-41e70c56-bfcf-4d6c-906c-f8ad02e4da6d tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495108 Jul 13 07:55:38.240305 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-e5bc550f-ccbe-4cc2-82fe-09ad2756b2a5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Allocated IP 172.25.0.184 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/4733c13f-53db-42ff-8c6b-c4baab3b6c6c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:38.250887 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d411f3eb-a9a9-49f2-a1b7-2e24134217d5 req-a00d1935-5903-4b88-b2b5-8ddde18ad761 service neutron] 10.222.0.62 "GET /v2.0/networks/a1940323-3062-41b6-8e72-e73110e23be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977277 Jul 13 07:55:38.269401 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8151786c-0c1a-4042-ab96-89c73dc9ad0f req-ea920c52-e7c7-441f-9d3c-cdf69a140bf9 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854240 Jul 13 07:55:38.446163 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd212d-309c-459b-843a-861a9aab97a1 req-129db00d-0b37-48a6-9e70-d061e5821a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:38.447768 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76fd212d-309c-459b-843a-861a9aab97a1 req-129db00d-0b37-48a6-9e70-d061e5821a2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee061728-af5a-4d78-b409-85a128fc5b17 HTTP/1.1" status: 200 len: 838 time: 0.2573605 Jul 13 07:55:38.503062 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96eb8e0-6114-4676-9b35-e17b19a308a1 x-openstack-request-id: req-c96eb8e0-6114-4676-9b35-e17b19a308a1 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:38.503062 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e37d019-de1b-4fa7-83c3-490a3aacb605", "tag": "ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:38.503062 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c96eb8e0-6114-4676-9b35-e17b19a308a1 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:38.503062 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e37d019-de1b-4fa7-83c3-490a3aacb605', 'tag': 'ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454', 'status': 'completed', 'code': 200} Jul 13 07:55:38.568856 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:55:38.676038 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5bc550f-ccbe-4cc2-82fe-09ad2756b2a5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:38.689184 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd212d-309c-459b-843a-861a9aab97a1 req-c0d43da8-815b-4dd5-8e4b-a77de808704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:38.691598 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76fd212d-309c-459b-843a-861a9aab97a1 req-c0d43da8-815b-4dd5-8e4b-a77de808704c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=454dc9c9-1c93-4430-9e9a-eafad9631360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2249537 Jul 13 07:55:38.780402 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a14da-184e-4d80-b1b5-d753f5336be1 req-a6487678-c125-4019-99cb-f5b6a286013a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:38.785262 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f24a14da-184e-4d80-b1b5-d753f5336be1 req-a6487678-c125-4019-99cb-f5b6a286013a tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e37d019-de1b-4fa7-83c3-490a3aacb605 HTTP/1.1" status: 200 len: 907 time: 0.2800183 Jul 13 07:55:38.807856 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port e65e28ba-1de4-4a4a-a7d2-e5ab67089d42, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e65e28ba-1de4-4a4a-a7d2-e5ab67089d42,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:38.825235 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'e65e28ba-1de4-4a4a-a7d2-e5ab67089d42', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'port_id': 'e65e28ba-1de4-4a4a-a7d2-e5ab67089d42', 'mac_address': 'fa:16:3e:63:29:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:55:38.923593 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:38.927490 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5bc550f-ccbe-4cc2-82fe-09ad2756b2a5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:38.962137 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:55:38.968940 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76fd212d-309c-459b-843a-861a9aab97a1 req-b761f0f0-4094-43ca-807f-3c32b94a1871 service neutron] 10.222.0.35 "GET /v2.0/networks/454dc9c9-1c93-4430-9e9a-eafad9631360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638841 Jul 13 07:55:38.997241 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bc550f-ccbe-4cc2-82fe-09ad2756b2a5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:39.008397 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port e65e28ba-1de4-4a4a-a7d2-e5ab67089d42, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e65e28ba-1de4-4a4a-a7d2-e5ab67089d42,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:39.019168 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:39.024812 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e5bc550f-ccbe-4cc2-82fe-09ad2756b2a5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:39.031106 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bc550f-ccbe-4cc2-82fe-09ad2756b2a5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:39.092564 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc550f-ccbe-4cc2-82fe-09ad2756b2a5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Port': ['ID=4733c13f-53db-42ff-8c6b-c4baab3b6c6c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:39.171955 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=e65e28ba-1de4-4a4a-a7d2-e5ab67089d42,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:39.323510 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76fd212d-309c-459b-843a-861a9aab97a1 req-96d620ae-43cf-4583-9768-e2fc44040f9a service neutron] 10.222.0.35 "GET /v2.0/networks/454dc9c9-1c93-4430-9e9a-eafad9631360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421993 Jul 13 07:55:39.520426 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['e65e28ba-1de4-4a4a-a7d2-e5ab67089d42'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:55:39.734948 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39c46-e8e7-424b-af38-9a44e9f22f62 req-52aa60dd-9eaf-41e7-8ee2-328281c01c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:39.737205 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90b39c46-e8e7-424b-af38-9a44e9f22f62 req-52aa60dd-9eaf-41e7-8ee2-328281c01c76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=380b7979739948e5a91a2f3ea43419aa&device_id=7e37d019-de1b-4fa7-83c3-490a3aacb605 HTTP/1.1" status: 200 len: 1059 time: 0.3396602 Jul 13 07:55:40.355311 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f44edc8-460d-4adf-b226-e8ef22a94cd8 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:40.358605 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f44edc8-460d-4adf-b226-e8ef22a94cd8 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/networks?id=e253f1c6-51d9-42ff-9541-a7b1eff9e445 HTTP/1.1" status: 200 len: 814 time: 0.9603674 Jul 13 07:55:40.455863 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5bc550f-ccbe-4cc2-82fe-09ad2756b2a5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:40.465408 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-66b6196c-9bf5-44f4-bcfc-d660a4dc7179 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/quotas/720da6c44773453e9873d1bb4f013d09 HTTP/1.1" status: 200 len: 375 time: 0.0301702 Jul 13 07:55:40.472928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574d8d8-2418-49cf-a81a-f1601e4ef049 req-90558d4d-45e8-4244-947e-8a47e9ce5452 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:40.474987 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2574d8d8-2418-49cf-a81a-f1601e4ef049 req-90558d4d-45e8-4244-947e-8a47e9ce5452 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.9135406 Jul 13 07:55:40.547104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39c46-e8e7-424b-af38-9a44e9f22f62 req-59de2e4a-3cd8-409f-8d0b-2ebcb69c0212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:40.548793 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90b39c46-e8e7-424b-af38-9a44e9f22f62 req-59de2e4a-3cd8-409f-8d0b-2ebcb69c0212 service neutron] 10.222.0.35 "GET /v2.0/networks?id=454dc9c9-1c93-4430-9e9a-eafad9631360 HTTP/1.1" status: 200 len: 898 time: 0.2331078 Jul 13 07:55:40.628230 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90b39c46-e8e7-424b-af38-9a44e9f22f62 req-ce664169-f740-4d68-a46f-4a12b9c6d613 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 HTTP/1.1" status: 200 len: 217 time: 0.0515401 Jul 13 07:55:40.725011 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2574d8d8-2418-49cf-a81a-f1601e4ef049 req-95bdb6e7-2654-42ae-a93e-bac4628ad607 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016883 Jul 13 07:55:40.763607 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39c46-e8e7-424b-af38-9a44e9f22f62 req-5df8149b-9a6c-492c-8841-454f15cde5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:40.765008 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90b39c46-e8e7-424b-af38-9a44e9f22f62 req-5df8149b-9a6c-492c-8841-454f15cde5d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee061728-af5a-4d78-b409-85a128fc5b17 HTTP/1.1" status: 200 len: 838 time: 0.1023057 Jul 13 07:55:40.869056 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-85582eef-8da3-45f2-9239-da89e6151801 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=720da6c44773453e9873d1bb4f013d09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3470657 Jul 13 07:55:41.079620 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5bc550f-ccbe-4cc2-82fe-09ad2756b2a5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:41.111143 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-ed812f4e-6e7e-41ce-b9f3-ee587352f816 service neutron] 10.222.0.58 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410042 Jul 13 07:55:41.155472 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39c46-e8e7-424b-af38-9a44e9f22f62 req-a0697ef2-61fb-4973-ae06-6051aa995622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:41.157063 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90b39c46-e8e7-424b-af38-9a44e9f22f62 req-a0697ef2-61fb-4973-ae06-6051aa995622 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=454dc9c9-1c93-4430-9e9a-eafad9631360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3266923 Jul 13 07:55:41.228898 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cddb8-3cfd-48ef-8423-f6f0198ca730 req-c3249dd7-6d2a-47e0-ac07-1223b6b0e508 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:41.235754 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-864cddb8-3cfd-48ef-8423-f6f0198ca730 req-c3249dd7-6d2a-47e0-ac07-1223b6b0e508 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 944 time: 0.3426790 Jul 13 07:55:41.439826 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-08054400-7438-46cc-849c-f36180960cfa service neutron] 10.222.0.58 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279006 Jul 13 07:55:41.455940 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-864cddb8-3cfd-48ef-8423-f6f0198ca730 req-9e5dd604-1289-4f59-8c7b-77b12102a890 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176940 Jul 13 07:55:41.509370 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90b39c46-e8e7-424b-af38-9a44e9f22f62 req-2fcd8b47-5e0f-4485-a929-c4a851c7e143 service neutron] 10.222.0.35 "GET /v2.0/networks/454dc9c9-1c93-4430-9e9a-eafad9631360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043971 Jul 13 07:55:41.660019 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bc550f-ccbe-4cc2-82fe-09ad2756b2a5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router abcdff43-8022-411e-a342-08771ea56248 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:55:41.763552 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b4a5d92-4ae6-4f28-b7de-b66e3a9d42bb req-6e1688b4-bb2f-48ed-87aa-b5fefd7accf0 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef47389-de87-483b-a6ce-6159c66dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0870643 Jul 13 07:55:41.969987 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90b39c46-e8e7-424b-af38-9a44e9f22f62 req-e31e34ee-fb57-45c3-a128-001510027112 service neutron] 10.222.0.35 "GET /v2.0/networks/454dc9c9-1c93-4430-9e9a-eafad9631360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514930 Jul 13 07:55:42.206837 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bc550f-ccbe-4cc2-82fe-09ad2756b2a5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:55:42.222113 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0f7d8-f461-4d61-b67b-8b1632883c6b None None] Sync routers for ids ['abcdff43-8022-411e-a342-08771ea56248'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:55:42.238848 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac78008-52bc-464e-a4b3-21810a41d0ea req-7dec5493-5d65-46d5-ac49-556b1fd4e910 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:42.241098 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad0f7d8-f461-4d61-b67b-8b1632883c6b None None] Routers {'abcdff43-8022-411e-a342-08771ea56248'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:42.244032 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5ad0f7d8-f461-4d61-b67b-8b1632883c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['abcdff43-8022-411e-a342-08771ea56248'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:42.256815 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eac78008-52bc-464e-a4b3-21810a41d0ea req-7dec5493-5d65-46d5-ac49-556b1fd4e910 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e37d019-de1b-4fa7-83c3-490a3aacb605 HTTP/1.1" status: 200 len: 907 time: 0.5151536 Jul 13 07:55:42.277200 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5bc550f-ccbe-4cc2-82fe-09ad2756b2a5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:42.278433 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e5bc550f-ccbe-4cc2-82fe-09ad2756b2a5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8955586 Jul 13 07:55:42.281167 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34916) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:42.332835 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ded3d1-d20d-424d-a601-edf1929dc294 req-ab275c39-fb83-4e23-af90-f4ce72baa128 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:42.335983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62ded3d1-d20d-424d-a601-edf1929dc294 req-ab275c39-fb83-4e23-af90-f4ce72baa128 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.3908026 Jul 13 07:55:42.337491 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5ad0f7d8-f461-4d61-b67b-8b1632883c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:42.353218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad0f7d8-f461-4d61-b67b-8b1632883c6b None None] Routers {'abcdff43-8022-411e-a342-08771ea56248'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:42.355086 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5ad0f7d8-f461-4d61-b67b-8b1632883c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['abcdff43-8022-411e-a342-08771ea56248'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:42.406592 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5ad0f7d8-f461-4d61-b67b-8b1632883c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:42.407256 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0f7d8-f461-4d61-b67b-8b1632883c6b None None] The sync data for ids ['abcdff43-8022-411e-a342-08771ea56248'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:55:42.435176 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62ded3d1-d20d-424d-a601-edf1929dc294 req-015b5f19-b877-4858-8ccc-abcb513560e1 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889838 Jul 13 07:55:42.471562 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34924) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:42.472553 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-24a102cf-ff78-434b-be05-e880f829b8c6 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/routers/abcdff43-8022-411e-a342-08771ea56248 HTTP/1.1" status: 200 len: 885 time: 0.1856072 Jul 13 07:55:42.589482 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:42.680631 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:55:42.783059 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ba40d-8efc-45bc-a8f3-295a8aea2a92 req-8eb085cd-03fd-42ff-93ba-159737beb8fe tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:42.800256 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-130ba40d-8efc-45bc-a8f3-295a8aea2a92 req-8eb085cd-03fd-42ff-93ba-159737beb8fe tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 944 time: 0.1464906 Jul 13 07:55:42.940330 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-130ba40d-8efc-45bc-a8f3-295a8aea2a92 req-a9d07409-25db-4e44-840b-f037cc5d28b9 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309161 Jul 13 07:55:42.985000 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:42.996833 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:43.006731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454,segment=NetworkSegment(062ee7c7-4deb-4c59-a039-dd87c8d4f7cd),segment_id=062ee7c7-4deb-4c59-a039-dd87c8d4f7cd)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:43.009177 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:43.009563 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:43.053206 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454', 'network_id': '454dc9c9-1c93-4430-9e9a-eafad9631360', 'port_id': 'ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454', 'mac_address': 'fa:16:3e:79:aa:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee061728-af5a-4d78-b409-85a128fc5b17', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:55:43.057408 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26456026-7118-4ed3-a103-a1f6a37dc35b req-5f53aafd-1ef5-4607-a337-29577d52ead6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:43.059027 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-26456026-7118-4ed3-a103-a1f6a37dc35b req-5f53aafd-1ef5-4607-a337-29577d52ead6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.1997461 Jul 13 07:55:43.149556 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-86226aa0-b57d-49c4-8ee8-5ab666b2b816 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6751871 Jul 13 07:55:43.152148 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34942) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:43.156875 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-909e37dc-c4c0-4530-ade1-ad8bd9a0547c tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1429263638'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:43.183644 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-26456026-7118-4ed3-a103-a1f6a37dc35b req-d04a725c-6e62-43d9-a867-77cbf0bea4c9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145275 Jul 13 07:55:43.281424 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:43.284479 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:43.300585 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-537646f2-d0a1-4142-ad3f-ff7db63ad111 req-9189a3f3-e088-4fc3-a10a-0b9a269c250d tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef47389-de87-483b-a6ce-6159c66dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0666878 Jul 13 07:55:43.359998 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port e65e28ba-1de4-4a4a-a7d2-e5ab67089d42, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e65e28ba-1de4-4a4a-a7d2-e5ab67089d42,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:43.373780 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51e3f7e-d599-4210-ad8d-1a7362285d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65e28ba-1de4-4a4a-a7d2-e5ab67089d42'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:43.375995 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd5a8ab-f0ff-4aa5-999f-2d549c3f928e" -d '{"events": [{"server_uuid": "f51e3f7e-d599-4210-ad8d-1a7362285d91", "name": "network-vif-plugged", "status": "completed", "tag": "e65e28ba-1de4-4a4a-a7d2-e5ab67089d42"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:43.391766 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:43.412570 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:55:43.498134 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f550a1d3-c120-4e55-aa09-615fa74795c0 x-openstack-request-id: req-f550a1d3-c120-4e55-aa09-615fa74795c0 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:43.498434 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51e3f7e-d599-4210-ad8d-1a7362285d91", "name": "network-vif-plugged", "status": "completed", "tag": "e65e28ba-1de4-4a4a-a7d2-e5ab67089d42", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:43.498692 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f550a1d3-c120-4e55-aa09-615fa74795c0 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:43.499122 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51e3f7e-d599-4210-ad8d-1a7362285d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65e28ba-1de4-4a4a-a7d2-e5ab67089d42', 'code': 200} Jul 13 07:55:43.530696 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454,segment=NetworkSegment(062ee7c7-4deb-4c59-a039-dd87c8d4f7cd),segment_id=062ee7c7-4deb-4c59-a039-dd87c8d4f7cd)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:43.553506 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:43.589750 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=e65e28ba-1de4-4a4a-a7d2-e5ab67089d42,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:43.759435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d223db-6bf7-47c6-b746-2ec62ce95b7e req-769b5bde-6622-40a4-9f79-138f0aa6aa53 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:43.775224 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-20d223db-6bf7-47c6-b746-2ec62ce95b7e req-769b5bde-6622-40a4-9f79-138f0aa6aa53 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e37d019-de1b-4fa7-83c3-490a3aacb605 HTTP/1.1" status: 200 len: 907 time: 0.2578170 Jul 13 07:55:43.846503 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:43.979581 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:55:44.012974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32472f6-9d80-427a-ab9d-d400dc710b37 req-e477f75b-5dad-4ff5-8e37-7c064a6eb3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:44.015373 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a32472f6-9d80-427a-ab9d-d400dc710b37 req-e477f75b-5dad-4ff5-8e37-7c064a6eb3be service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 1097 time: 0.2376420 Jul 13 07:55:44.196257 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a32472f6-9d80-427a-ab9d-d400dc710b37 req-4bc1bc41-f2e2-43a2-8181-8ff5bd0ac63a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695638 Jul 13 07:55:44.217840 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1f29a429-cce4-488e-9530-d2046de3fdfc None None] Provisioning complete for port e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:44.218636 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f29a429-cce4-488e-9530-d2046de3fdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:44.362453 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa460e15-0122-4683-9965-f047466b0090 req-342e4430-b767-4269-b255-96459abb66f6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:44.364051 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa460e15-0122-4683-9965-f047466b0090 req-342e4430-b767-4269-b255-96459abb66f6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 945 time: 0.2178020 Jul 13 07:55:44.424804 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-909e37dc-c4c0-4530-ade1-ad8bd9a0547c tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:44.452667 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-9b7bc9c1-8947-4d71-9fae-e46310873686 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:44.456965 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-9b7bc9c1-8947-4d71-9fae-e46310873686 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.62 "GET /v2.0/networks?id=e253f1c6-51d9-42ff-9541-a7b1eff9e445 HTTP/1.1" status: 200 len: 814 time: 0.5467494 Jul 13 07:55:44.457147 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa460e15-0122-4683-9965-f047466b0090 req-60aaf009-72ec-4cdb-9977-05b4335c6c04 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861068 Jul 13 07:55:44.479581 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0e8aba99-6549-4425-ab18-9b4d54bf11e6 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Request body: {'port': {'device_id': '0ef47389-de87-483b-a6ce-6159c66dcb77', 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445', 'admin_state_up': True, 'tenant_id': '720da6c44773453e9873d1bb4f013d09'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:44.513277 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-909e37dc-c4c0-4530-ade1-ad8bd9a0547c tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396023'] for router, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:44.593983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed0d5dad-df6e-473e-a702-7a7234be4f12 req-5db65ae6-6977-444f-98fa-1307445c73f9 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef47389-de87-483b-a6ce-6159c66dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0550909 Jul 13 07:55:44.663963 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:44.682207 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35010) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:44.735428 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:44.745800 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:44.746408 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:44.911102 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:44.928968 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-137dd06e-6997-4d84-b4b7-f29cfb8c3a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:44.965806 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454,segment=NetworkSegment(062ee7c7-4deb-4c59-a039-dd87c8d4f7cd),segment_id=062ee7c7-4deb-4c59-a039-dd87c8d4f7cd)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:44.975756 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:45.025704 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:55:45.184555 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a281d5f-4886-4505-8fcd-b260d0232525 req-4b60de63-dd98-425b-9f17-cd7bb1512420 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:45.195280 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9a281d5f-4886-4505-8fcd-b260d0232525 req-4b60de63-dd98-425b-9f17-cd7bb1512420 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e37d019-de1b-4fa7-83c3-490a3aacb605 HTTP/1.1" status: 200 len: 909 time: 0.2126067 Jul 13 07:55:45.241784 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:45.314512 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-137dd06e-6997-4d84-b4b7-f29cfb8c3a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:45.321709 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-137dd06e-6997-4d84-b4b7-f29cfb8c3a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:45.338597 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:45.380395 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-137dd06e-6997-4d84-b4b7-f29cfb8c3a59 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aab6c8f85e814f2e9040aaeefbcf6f8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6967359 Jul 13 07:55:45.382061 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137dd06e-6997-4d84-b4b7-f29cfb8c3a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfff7c5b-21a5-4c4a-9d50-acb7083c68ef,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:45.398171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35046) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:45.401683 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:45.408740 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:45.481115 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d04e8a6e-1802-4549-98e7-0c7634d5ca44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:45.482246 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,revision_number=16']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:45.501119 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e37d019-de1b-4fa7-83c3-490a3aacb605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454'}, {'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:45.504101 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5123d2-86b8-461f-bc05-43bf0ae073af" -d '{"events": [{"server_uuid": "7e37d019-de1b-4fa7-83c3-490a3aacb605", "name": "network-vif-plugged", "status": "completed", "tag": "ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454"}, {"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-unplugged", "status": "completed", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:45.508524 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909e37dc-c4c0-4530-ade1-ad8bd9a0547c tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router abcdff43-8022-411e-a342-08771ea56248 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:55:45.509045 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-44731083-4bda-4fdd-bb06-0d3525057f3e None None] Provisioning complete for port ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:45.509323 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44731083-4bda-4fdd-bb06-0d3525057f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:45.524886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0e8aba99-6549-4425-ab18-9b4d54bf11e6 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Made reservation on behalf of 720da6c44773453e9873d1bb4f013d09 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:45.528754 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0e8aba99-6549-4425-ab18-9b4d54bf11e6 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:45.561320 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d04e8a6e-1802-4549-98e7-0c7634d5ca44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:45.645720 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d04e8a6e-1802-4549-98e7-0c7634d5ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:45.649871 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d04e8a6e-1802-4549-98e7-0c7634d5ca44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:45.653622 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d04e8a6e-1802-4549-98e7-0c7634d5ca44 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bfff7c5b-21a5-4c4a-9d50-acb7083c68ef HTTP/1.1" status: 204 len: 168 time: 0.2521784 Jul 13 07:55:45.739757 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e8a6e-1802-4549-98e7-0c7634d5ca44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfff7c5b-21a5-4c4a-9d50-acb7083c68ef,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:45.757088 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909e37dc-c4c0-4530-ade1-ad8bd9a0547c tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:55:45.766717 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-909e37dc-c4c0-4530-ade1-ad8bd9a0547c tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:45.770982 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-909e37dc-c4c0-4530-ade1-ad8bd9a0547c tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/abcdff43-8022-411e-a342-08771ea56248 HTTP/1.1" status: 200 len: 892 time: 2.6151946 Jul 13 07:55:45.771492 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35060) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:45.784587 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de79fa0-994e-4f40-ba43-918fff2ed3e5 None None] Sync routers for ids ['abcdff43-8022-411e-a342-08771ea56248'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:55:45.800962 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de79fa0-994e-4f40-ba43-918fff2ed3e5 None None] Routers {'abcdff43-8022-411e-a342-08771ea56248'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:45.802307 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8de79fa0-994e-4f40-ba43-918fff2ed3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['abcdff43-8022-411e-a342-08771ea56248'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:45.817360 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-87a96ba2-b5ec-4c8e-8464-3fa0efb8fe70 None None] Provisioning complete for port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:45.817949 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-87a96ba2-b5ec-4c8e-8464-3fa0efb8fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:45.841079 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8de79fa0-994e-4f40-ba43-918fff2ed3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:45.846740 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0e8aba99-6549-4425-ab18-9b4d54bf11e6 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Allocated IP 172.20.0.13 (e253f1c6-51d9-42ff-9541-a7b1eff9e445/af3a2383-8099-4064-9267-4ac4780fcb43/217c0ec0-a178-4385-b47a-cc98d3b54574) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:45.853707 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de79fa0-994e-4f40-ba43-918fff2ed3e5 None None] Routers {'abcdff43-8022-411e-a342-08771ea56248'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:45.854582 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8de79fa0-994e-4f40-ba43-918fff2ed3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['abcdff43-8022-411e-a342-08771ea56248'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:45.897878 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8de79fa0-994e-4f40-ba43-918fff2ed3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:45.898857 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de79fa0-994e-4f40-ba43-918fff2ed3e5 None None] The sync data for ids ['abcdff43-8022-411e-a342-08771ea56248'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:55:45.931979 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2313f7-0559-443a-8d78-064986159187 req-9e31dbd8-9bfd-4305-97b6-614f5356da7d tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:45.933521 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb2313f7-0559-443a-8d78-064986159187 req-9e31dbd8-9bfd-4305-97b6-614f5356da7d tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 944 time: 0.3066821 Jul 13 07:55:45.948409 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dc78e-11fc-4bf0-86a4-e751305505cf req-097351bf-0485-4d5e-9a7b-e06e60c84498 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:45.953541 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a7ab462e-9eac-4bab-965b-8689903f5283 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/routers/abcdff43-8022-411e-a342-08771ea56248 HTTP/1.1" status: 200 len: 892 time: 0.1786335 Jul 13 07:55:45.955541 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f37dc78e-11fc-4bf0-86a4-e751305505cf req-097351bf-0485-4d5e-9a7b-e06e60c84498 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 945 time: 0.2173197 Jul 13 07:55:45.956206 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35064) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:45.988775 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-87a96ba2-b5ec-4c8e-8464-3fa0efb8fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:45.998350 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-dcf511fa-70a6-45c6-89b5-e18c192ed5be tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/ports?device_id=abcdff43-8022-411e-a342-08771ea56248 HTTP/1.1" status: 200 len: 205 time: 0.0387404 Jul 13 07:55:46.003025 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35066) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:46.029749 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f37dc78e-11fc-4bf0-86a4-e751305505cf req-538e6adb-de52-4702-b220-68f969e347ac tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732608 Jul 13 07:55:46.041358 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-87a96ba2-b5ec-4c8e-8464-3fa0efb8fe70 None None] For port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:46.050517 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-87a96ba2-b5ec-4c8e-8464-3fa0efb8fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:46.099782 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb2313f7-0559-443a-8d78-064986159187 req-73660d54-8c76-48ac-8ebe-436859f645d5 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408513 Jul 13 07:55:46.133263 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0e8aba99-6549-4425-ab18-9b4d54bf11e6 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:46.181524 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35070) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:46.194038 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cff064-29e2-4df4-8244-c5c58576d810 x-openstack-request-id: req-56cff064-29e2-4df4-8244-c5c58576d810 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:46.194377 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e37d019-de1b-4fa7-83c3-490a3aacb605", "name": "network-vif-plugged", "status": "completed", "tag": "ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454", "code": 200}, {"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-unplugged", "status": "completed", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:46.194640 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56cff064-29e2-4df4-8244-c5c58576d810 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:46.197188 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e37d019-de1b-4fa7-83c3-490a3aacb605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454', 'code': 200} Jul 13 07:55:46.197458 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'code': 200} Jul 13 07:55:46.202455 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a96ba2-b5ec-4c8e-8464-3fa0efb8fe70 None None] Pushing event updated for resources: {'Port': ['ID=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,revision_number=17']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:46.205937 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c0979bbb-92fd-4dc7-a0d8-3b6ce8fbfbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:46.242367 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0e8aba99-6549-4425-ab18-9b4d54bf11e6 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:46.260712 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['070ba8b1-ab16-4d64-9578-c7d6828da9f8'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:55:46.264056 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['ec357f39-5baa-4c1a-a465-9f9fcc28a9d2', '388dd765-e404-4c94-be29-83bea6d392a8'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:55:46.349223 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0e8aba99-6549-4425-ab18-9b4d54bf11e6 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Network e253f1c6-51d9-42ff-9541-a7b1eff9e445 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:46.356807 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8aba99-6549-4425-ab18-9b4d54bf11e6 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Pushing event updated for resources: {'Port': ['ID=217c0ec0-a178-4385-b47a-cc98d3b54574,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:46.368759 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0e8aba99-6549-4425-ab18-9b4d54bf11e6 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:46.377587 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0e8aba99-6549-4425-ab18-9b4d54bf11e6 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:46.471354 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0e8aba99-6549-4425-ab18-9b4d54bf11e6 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:46.472148 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0e8aba99-6549-4425-ab18-9b4d54bf11e6 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:46.506550 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c0979bbb-92fd-4dc7-a0d8-3b6ce8fbfbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:46.514205 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c0979bbb-92fd-4dc7-a0d8-3b6ce8fbfbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:46.543353 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0e8aba99-6549-4425-ab18-9b4d54bf11e6 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0743887 Jul 13 07:55:46.565719 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] Request body: {'port': {'device_id': '0ef47389-de87-483b-a6ce-6159c66dcb77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:46.601554 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c0979bbb-92fd-4dc7-a0d8-3b6ce8fbfbb5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bc871ccb43fb4ab69eda80fe723ba635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4184265 Jul 13 07:55:46.605839 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35076) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:46.629754 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e031b7ee-82e4-4f06-aaff-23a2e2a1f21e None None] Provisioning complete for port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:46.631810 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e031b7ee-82e4-4f06-aaff-23a2e2a1f21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:46.648596 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0979bbb-92fd-4dc7-a0d8-3b6ce8fbfbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8464649-454a-4af3-9550-e2022230d02a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:46.717454 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:46.735017 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5ed3-16af-45fa-bd4b-0771358fca3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:46.736551 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5cbce75c-1dbb-415f-9361-3c58058fed05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:46.791495 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5cbce75c-1dbb-415f-9361-3c58058fed05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:46.955777 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5cbce75c-1dbb-415f-9361-3c58058fed05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:46.958008 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5ed3-16af-45fa-bd4b-0771358fca3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:46.958545 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5cbce75c-1dbb-415f-9361-3c58058fed05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:46.964633 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5cbce75c-1dbb-415f-9361-3c58058fed05 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8464649-454a-4af3-9550-e2022230d02a HTTP/1.1" status: 204 len: 168 time: 0.3549359 Jul 13 07:55:46.977089 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbce75c-1dbb-415f-9361-3c58058fed05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8464649-454a-4af3-9550-e2022230d02a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:47.073757 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a548420-43fb-4fc9-b824-e6efe3fb87d2 req-2ef0d651-fe95-4aa7-af75-328103a8f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:47.075703 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a548420-43fb-4fc9-b824-e6efe3fb87d2 req-2ef0d651-fe95-4aa7-af75-328103a8f57a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e37d019-de1b-4fa7-83c3-490a3aacb605 HTTP/1.1" status: 200 len: 1061 time: 0.3900547 Jul 13 07:55:47.086441 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4abcb-7c27-40f6-bd1a-0242b89344ab req-7008c080-6160-4206-b2fa-58bddf194cc5 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:47.087929 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11f4abcb-7c27-40f6-bd1a-0242b89344ab req-7008c080-6160-4206-b2fa-58bddf194cc5 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 946 time: 0.4036121 Jul 13 07:55:47.099595 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217c0ec0-a178-4385-b47a-cc98d3b54574 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:55:47.101308 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdcc25-ee20-41f8-a477-8c3fd802af3f req-c87c1a92-e73a-4f25-9121-034e4bf40427 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:47.103163 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56cdcc25-ee20-41f8-a477-8c3fd802af3f req-c87c1a92-e73a-4f25-9121-034e4bf40427 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef47389-de87-483b-a6ce-6159c66dcb77 HTTP/1.1" status: 200 len: 932 time: 0.4163921 Jul 13 07:55:47.108335 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:47.129487 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] Transition to ACTIVE for port object 217c0ec0-a178-4385-b47a-cc98d3b54574 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:47.133802 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:47.209733 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] Pushing event updated for resources: {'Port': ['ID=217c0ec0-a178-4385-b47a-cc98d3b54574,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:47.229082 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11f4abcb-7c27-40f6-bd1a-0242b89344ab req-517ce1a7-4818-44f1-b0bc-2273d67ccef2 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248245 Jul 13 07:55:47.236988 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c6dc5ed3-16af-45fa-bd4b-0771358fca3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting port 4733c13f-53db-42ff-8c6b-c4baab3b6c6c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:55:47.237566 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5ed3-16af-45fa-bd4b-0771358fca3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:47.243530 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56cdcc25-ee20-41f8-a477-8c3fd802af3f req-cc6c694a-97d4-4ee2-9548-2e402f35582f tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297073 Jul 13 07:55:47.284877 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] Attempting to bind port 217c0ec0-a178-4385-b47a-cc98d3b54574 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:55:47.285227 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] Attempting to bind port 217c0ec0-a178-4385-b47a-cc98d3b54574 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '4274e490-15b7-43be-8439-a248d70b1f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:55:47.286116 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] Attempting to bind port 217c0ec0-a178-4385-b47a-cc98d3b54574 on network e253f1c6-51d9-42ff-9541-a7b1eff9e445 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:47.297084 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] Port 217c0ec0-a178-4385-b47a-cc98d3b54574 on network e253f1c6-51d9-42ff-9541-a7b1eff9e445 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:55:47.297685 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] Attempting to bind port 217c0ec0-a178-4385-b47a-cc98d3b54574 on network e253f1c6-51d9-42ff-9541-a7b1eff9e445 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:47.305058 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:55:47.305536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] Checking segment: {'id': '4274e490-15b7-43be-8439-a248d70b1f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:47.306245 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] Bound using segment: {'id': '4274e490-15b7-43be-8439-a248d70b1f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:55:47.307178 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] Bound port: 217c0ec0-a178-4385-b47a-cc98d3b54574, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4274e490-15b7-43be-8439-a248d70b1f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:55:47.307775 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:47.342247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc102d44-ed05-46fb-9106-1bcce2820367 req-9beb0dc2-8fd3-4363-bf6b-c51020f1552a tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:47.344109 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bc102d44-ed05-46fb-9106-1bcce2820367 req-9beb0dc2-8fd3-4363-bf6b-c51020f1552a tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.35 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 946 time: 0.1899300 Jul 13 07:55:47.402152 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5ed3-16af-45fa-bd4b-0771358fca3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:47.428265 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] For port 217c0ec0-a178-4385-b47a-cc98d3b54574, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:47.429324 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c6dc5ed3-16af-45fa-bd4b-0771358fca3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Calling delete_port for 4733c13f-53db-42ff-8c6b-c4baab3b6c6c owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:55:47.435819 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35084) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:47.439309 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] For port 217c0ec0-a178-4385-b47a-cc98d3b54574, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=217c0ec0-a178-4385-b47a-cc98d3b54574,segment=NetworkSegment(4274e490-15b7-43be-8439-a248d70b1f1c),segment_id=4274e490-15b7-43be-8439-a248d70b1f1c)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:55:47.444782 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:47.489235 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:47.489764 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:47.491172 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] 10.222.0.62 "PUT /v2.0/ports/217c0ec0-a178-4385-b47a-cc98d3b54574 HTTP/1.1" status: 200 len: 1093 time: 0.9374452 Jul 13 07:55:47.491613 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef47389-de87-483b-a6ce-6159c66dcb77', 'tag': '217c0ec0-a178-4385-b47a-cc98d3b54574'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:47.493915 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e430e27-b409-436a-95c1-513f93ac0450" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef47389-de87-483b-a6ce-6159c66dcb77", "tag": "217c0ec0-a178-4385-b47a-cc98d3b54574"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:47.516869 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-151cfe89-ad8c-4487-856b-bb51f51e51e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:47.522188 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e21be-0d6a-4196-bdea-8ace0509e408 service neutron] Pushing event updated for resources: {'Port': ['ID=217c0ec0-a178-4385-b47a-cc98d3b54574,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:47.608664 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-06923fd2-7783-49b4-a3fb-f7772f2fe1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:47.610390 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-06923fd2-7783-49b4-a3fb-f7772f2fe1f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=720da6c44773453e9873d1bb4f013d09&device_id=0ef47389-de87-483b-a6ce-6159c66dcb77 HTTP/1.1" status: 200 len: 1096 time: 0.0668890 Jul 13 07:55:47.673132 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-894bf9d5-84e0-4f87-b1ff-e5a5bc31701a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217c0ec0-a178-4385-b47a-cc98d3b54574 HTTP/1.1" status: 200 len: 217 time: 0.0548747 Jul 13 07:55:47.744948 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-bc102d44-ed05-46fb-9106-1bcce2820367 req-568b4535-c91d-46e7-b7cb-fd39277d3bcd tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Deleting port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:55:47.745220 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bc102d44-ed05-46fb-9106-1bcce2820367 req-568b4535-c91d-46e7-b7cb-fd39277d3bcd tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:47.761268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e397b-4e9b-4c04-85f7-5245fafc15c3 req-515ad861-fed0-41ef-8d86-21f39bb2fe19 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:47.762402 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-9f176737-07ba-4019-b01e-4a8bc1b63f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:47.762901 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd8e397b-4e9b-4c04-85f7-5245fafc15c3 req-515ad861-fed0-41ef-8d86-21f39bb2fe19 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 945 time: 0.3118184 Jul 13 07:55:47.767409 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-9f176737-07ba-4019-b01e-4a8bc1b63f36 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af3a2383-8099-4064-9267-4ac4780fcb43 HTTP/1.1" status: 200 len: 854 time: 0.0704093 Jul 13 07:55:47.807146 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-7cb2e3ee-25dc-48c0-9858-27d361662e22 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e253f1c6-51d9-42ff-9541-a7b1eff9e445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316386 Jul 13 07:55:47.809135 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82b8a0-020c-469c-9338-da822737d2c3 req-9e21bde5-47c7-416f-8c0d-bed35748a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:47.810568 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9b82b8a0-020c-469c-9338-da822737d2c3 req-9e21bde5-47c7-416f-8c0d-bed35748a2d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 1098 time: 0.1463082 Jul 13 07:55:47.972100 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-94629e50-d9f2-4c47-9650-45bc3642da83 service neutron] 10.222.0.62 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576376 Jul 13 07:55:47.976281 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd8e397b-4e9b-4c04-85f7-5245fafc15c3 req-e9b9e87c-c575-42c1-8afa-eefce5e6aafb tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932130 Jul 13 07:55:47.979549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82b8a0-020c-469c-9338-da822737d2c3 req-af1d7941-047f-4800-b5b0-f0cf97cad395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:47.981147 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9b82b8a0-020c-469c-9338-da822737d2c3 req-af1d7941-047f-4800-b5b0-f0cf97cad395 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 913 time: 0.1582916 Jul 13 07:55:48.003145 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ba173-6791-49b7-9a09-51190c25a440 req-84e308a0-8291-4ed4-b574-be587e770b1b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:48.011588 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2f9ba173-6791-49b7-9a09-51190c25a440 req-84e308a0-8291-4ed4-b574-be587e770b1b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e37d019-de1b-4fa7-83c3-490a3aacb605 HTTP/1.1" status: 200 len: 909 time: 0.3367250 Jul 13 07:55:48.012300 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5ed3-16af-45fa-bd4b-0771358fca3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.028455 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-bc102d44-ed05-46fb-9106-1bcce2820367 req-568b4535-c91d-46e7-b7cb-fd39277d3bcd tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] For port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:48.028937 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bc102d44-ed05-46fb-9106-1bcce2820367 req-568b4535-c91d-46e7-b7cb-fd39277d3bcd tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.061754 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87200ac7-12da-43de-aa42-5747a1bd5e8b x-openstack-request-id: req-87200ac7-12da-43de-aa42-5747a1bd5e8b {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:48.062051 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef47389-de87-483b-a6ce-6159c66dcb77", "tag": "217c0ec0-a178-4385-b47a-cc98d3b54574", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:48.062427 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-87200ac7-12da-43de-aa42-5747a1bd5e8b {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:48.062727 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef47389-de87-483b-a6ce-6159c66dcb77', 'tag': '217c0ec0-a178-4385-b47a-cc98d3b54574', 'status': 'completed', 'code': 200} Jul 13 07:55:48.070923 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-151cfe89-ad8c-4487-856b-bb51f51e51e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.144427 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9b82b8a0-020c-469c-9338-da822737d2c3 req-85117e61-b177-4196-a4d2-c711fcaeafe6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f HTTP/1.1" status: 200 len: 1000 time: 0.1379850 Jul 13 07:55:48.148612 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1a8db7ac-f494-4f92-9f6e-b868b3a53ddb req-e916ecdd-303e-40be-ab0e-80d5d4caa007 service neutron] 10.222.0.62 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663566 Jul 13 07:55:48.150850 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc5ed3-16af-45fa-bd4b-0771358fca3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Port': ['ID=4733c13f-53db-42ff-8c6b-c4baab3b6c6c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:48.157944 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-151cfe89-ad8c-4487-856b-bb51f51e51e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.198832 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:48.200723 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82b8a0-020c-469c-9338-da822737d2c3 req-3d597f09-657b-4f25-8e03-6492c52b9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:48.202227 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07e158b-8911-4e04-aeca-1b59abd73f02" -d '{"events": [{"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-plugged", "status": "completed", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:48.202368 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9b82b8a0-020c-469c-9338-da822737d2c3 req-3d597f09-657b-4f25-8e03-6492c52b9dd0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.0506289 Jul 13 07:55:48.304140 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82b8a0-020c-469c-9338-da822737d2c3 req-081d7e2f-ee1b-45e1-96a2-db2fc59772c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:48.305679 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9b82b8a0-020c-469c-9338-da822737d2c3 req-081d7e2f-ee1b-45e1-96a2-db2fc59772c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955744 Jul 13 07:55:48.311586 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e430e27-b409-436a-95c1-513f93ac0450 req-6f685777-3f6c-41c7-8a10-d06ed8732b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:48.313143 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2e430e27-b409-436a-95c1-513f93ac0450 req-6f685777-3f6c-41c7-8a10-d06ed8732b2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=720da6c44773453e9873d1bb4f013d09&device_id=0ef47389-de87-483b-a6ce-6159c66dcb77 HTTP/1.1" status: 200 len: 1096 time: 0.0945086 Jul 13 07:55:48.381905 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-151cfe89-ad8c-4487-856b-bb51f51e51e0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01105b3b29df4fdfa16c72b543fcd2cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9424369 Jul 13 07:55:48.387895 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35100) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:48.397160 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cfe89-ad8c-4487-856b-bb51f51e51e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065241ef-5201-4f04-aa13-b39773fbb8bb,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:48.450203 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e3bc0e-f12c-4d15-b66e-1918cd6dd3e1 x-openstack-request-id: req-55e3bc0e-f12c-4d15-b66e-1918cd6dd3e1 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:48.450503 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-plugged", "status": "completed", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:48.450762 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-55e3bc0e-f12c-4d15-b66e-1918cd6dd3e1 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:48.451172 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'code': 200} Jul 13 07:55:48.459948 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5ed3-16af-45fa-bd4b-0771358fca3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.485464 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9b82b8a0-020c-469c-9338-da822737d2c3 req-6b90baca-3d89-43df-a225-882df7635bcb service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713734 Jul 13 07:55:48.487144 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e430e27-b409-436a-95c1-513f93ac0450 req-f4723078-868a-46dd-87bf-4626d3983ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:48.488534 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2e430e27-b409-436a-95c1-513f93ac0450 req-f4723078-868a-46dd-87bf-4626d3983ee9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e253f1c6-51d9-42ff-9541-a7b1eff9e445 HTTP/1.1" status: 200 len: 915 time: 0.1655056 Jul 13 07:55:48.553352 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2e430e27-b409-436a-95c1-513f93ac0450 req-b52fa67e-62b7-435c-954f-05381f2cd107 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217c0ec0-a178-4385-b47a-cc98d3b54574 HTTP/1.1" status: 200 len: 217 time: 0.0526319 Jul 13 07:55:48.609555 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5ed3-16af-45fa-bd4b-0771358fca3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.633958 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5ed3-16af-45fa-bd4b-0771358fca3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.652436 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e430e27-b409-436a-95c1-513f93ac0450 req-e8eea516-469c-482a-8488-9ed661874b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:48.653966 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2e430e27-b409-436a-95c1-513f93ac0450 req-e8eea516-469c-482a-8488-9ed661874b8d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af3a2383-8099-4064-9267-4ac4780fcb43 HTTP/1.1" status: 200 len: 854 time: 0.0927064 Jul 13 07:55:48.655952 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9b82b8a0-020c-469c-9338-da822737d2c3 req-a20e04b1-db44-4821-bd1f-cc6dcb7434e1 service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629844 Jul 13 07:55:48.695798 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2e430e27-b409-436a-95c1-513f93ac0450 req-0824afdc-4732-4897-a7e4-b78deb13742f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e253f1c6-51d9-42ff-9541-a7b1eff9e445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299754 Jul 13 07:55:48.753164 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec1fb0-d3cd-42ed-8686-7db7b1d3ec24 req-7fbc2b2a-0e72-4515-9e03-6ced7705e226 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:48.754739 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6ec1fb0-d3cd-42ed-8686-7db7b1d3ec24 req-7fbc2b2a-0e72-4515-9e03-6ced7705e226 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.5249670 Jul 13 07:55:48.762152 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5ed3-16af-45fa-bd4b-0771358fca3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.762710 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dc5ed3-16af-45fa-bd4b-0771358fca3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Fanout notify agent at l3_agent the message router_deleted on router abcdff43-8022-411e-a342-08771ea56248 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:55:48.775394 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5ed3-16af-45fa-bd4b-0771358fca3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.776489 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c6dc5ed3-16af-45fa-bd4b-0771358fca3a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/routers/abcdff43-8022-411e-a342-08771ea56248 HTTP/1.1" status: 204 len: 168 time: 2.7724884 Jul 13 07:55:48.780074 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b5a89b5-4aa3-4a30-b352-8a653cf3135b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.781788 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35104) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:48.788677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a4753e13-d7f0-43c9-b1e4-06553e08ad75 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1525979380'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:48.800167 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bc102d44-ed05-46fb-9106-1bcce2820367 req-568b4535-c91d-46e7-b7cb-fd39277d3bcd tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.801258 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bc102d44-ed05-46fb-9106-1bcce2820367 req-568b4535-c91d-46e7-b7cb-fd39277d3bcd tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.801258 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [req-bc102d44-ed05-46fb-9106-1bcce2820367 req-568b4535-c91d-46e7-b7cb-fd39277d3bcd tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Floating IP 9493417a-3c7a-4843-8ac5-98a21be088a8 disassociated. External IP: 172.25.0.56, port: b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1. Jul 13 07:55:48.801258 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-bc102d44-ed05-46fb-9106-1bcce2820367 req-568b4535-c91d-46e7-b7cb-fd39277d3bcd tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Calling delete_port for b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:55:48.829133 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2e430e27-b409-436a-95c1-513f93ac0450 req-0ea9b53c-b2d6-40e0-b481-695ce3e39c8e service neutron] 10.222.0.62 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249917 Jul 13 07:55:48.831451 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4753e13-d7f0-43c9-b1e4-06553e08ad75 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Made reservation on behalf of df97e55fdf6643bbaf24537534c4c718 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:48.835245 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4753e13-d7f0-43c9-b1e4-06553e08ad75 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.852434 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b5a89b5-4aa3-4a30-b352-8a653cf3135b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.891554 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4753e13-d7f0-43c9-b1e4-06553e08ad75 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:55:48.910105 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7fa9e-7b2c-4883-a28f-9b2827f3a596 req-c296eb6b-9ec7-4190-8623-90678d3888f9 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:48.914555 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75d7fa9e-7b2c-4883-a28f-9b2827f3a596 req-c296eb6b-9ec7-4190-8623-90678d3888f9 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef47389-de87-483b-a6ce-6159c66dcb77 HTTP/1.1" status: 200 len: 944 time: 0.3714159 Jul 13 07:55:48.919292 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6ec1fb0-d3cd-42ed-8686-7db7b1d3ec24 req-bfb241e7-d443-4268-8484-c5cd9cd36ed5 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534448 Jul 13 07:55:48.931783 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4753e13-d7f0-43c9-b1e4-06553e08ad75 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.932239 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-a4753e13-d7f0-43c9-b1e4-06553e08ad75 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Added segment 7b37af3f-18ca-4c59-84a6-7de8cd1365af of type vlan for network 172b7bd7-666a-4c99-9893-8389c055d0b3 Jul 13 07:55:48.994291 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4753e13-d7f0-43c9-b1e4-06553e08ad75 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:49.001244 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2e430e27-b409-436a-95c1-513f93ac0450 req-6f371da0-2a19-4094-b51f-dc83f4439cc6 service neutron] 10.222.0.62 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542327 Jul 13 07:55:49.023539 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75d7fa9e-7b2c-4883-a28f-9b2827f3a596 req-76e48354-4125-4751-89d2-3b203b0a7896 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815654 Jul 13 07:55:49.045986 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b5a89b5-4aa3-4a30-b352-8a653cf3135b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:49.049731 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b5a89b5-4aa3-4a30-b352-8a653cf3135b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:49.050761 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6b5a89b5-4aa3-4a30-b352-8a653cf3135b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/065241ef-5201-4f04-aa13-b39773fbb8bb HTTP/1.1" status: 204 len: 168 time: 0.6599107 Jul 13 07:55:49.060917 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4753e13-d7f0-43c9-b1e4-06553e08ad75 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:49.067811 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4753e13-d7f0-43c9-b1e4-06553e08ad75 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:49.068491 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4753e13-d7f0-43c9-b1e4-06553e08ad75 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:49.137840 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a89b5-4aa3-4a30-b352-8a653cf3135b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065241ef-5201-4f04-aa13-b39773fbb8bb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:49.171224 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4753e13-d7f0-43c9-b1e4-06553e08ad75 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Network': ['ID=172b7bd7-666a-4c99-9893-8389c055d0b3,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:49.175807 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a4753e13-d7f0-43c9-b1e4-06553e08ad75 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3935933 Jul 13 07:55:49.179474 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35110) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:49.184918 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-3fee68a2-7023-4ef0-b928-f1b792492cec tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'subnet': {'network_id': '172b7bd7-666a-4c99-9893-8389c055d0b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:49.204584 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 172b7bd7-666a-4c99-9893-8389c055d0b3 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:55:49.233989 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bc102d44-ed05-46fb-9106-1bcce2820367 req-568b4535-c91d-46e7-b7cb-fd39277d3bcd tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:49.276846 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b4535-c91d-46e7-b7cb-fd39277d3bcd tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Pushing event deleted for resources: {'Port': ['ID=b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:49.289630 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870b55b-2642-435d-a6e4-d1b8030a3454 req-5faecdce-1606-4257-bbcc-7693107ffff2 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:49.297386 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5870b55b-2642-435d-a6e4-d1b8030a3454 req-5faecdce-1606-4257-bbcc-7693107ffff2 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 868 time: 0.2231426 Jul 13 07:55:49.347370 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fee68a2-7023-4ef0-b928-f1b792492cec tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Made reservation on behalf of df97e55fdf6643bbaf24537534c4c718 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:49.354236 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c197a-11b5-45a1-b127-b42513e58253 req-cb3a07a2-ffb2-453d-91ba-4215c531cbeb tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:49.355798 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3fee68a2-7023-4ef0-b928-f1b792492cec tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:49.356549 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-212c197a-11b5-45a1-b127-b42513e58253 req-cb3a07a2-ffb2-453d-91ba-4215c531cbeb tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 945 time: 0.1963289 Jul 13 07:55:49.447063 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5870b55b-2642-435d-a6e4-d1b8030a3454 req-6c28f23a-d4c6-4807-836d-5de692e6b73b tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=158593da-1adf-4ecb-b06c-e4c672211c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484025 Jul 13 07:55:49.612234 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3fee68a2-7023-4ef0-b928-f1b792492cec tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:49.677672 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee68a2-7023-4ef0-b928-f1b792492cec tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Subnet': ['ID=696a599e-00c4-4545-bcbe-31ff03f980b8,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:49.698480 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee68a2-7023-4ef0-b928-f1b792492cec tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Checking segment: {'id': '7b37af3f-18ca-4c59-84a6-7de8cd1365af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '172b7bd7-666a-4c99-9893-8389c055d0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:49.699198 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fee68a2-7023-4ef0-b928-f1b792492cec tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network hostable DHCP agents. Network: 172b7bd7-666a-4c99-9893-8389c055d0b3, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:55:49.723057 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fee68a2-7023-4ef0-b928-f1b792492cec tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 172b7bd7-666a-4c99-9893-8389c055d0b3 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:55:49.736847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-3fee68a2-7023-4ef0-b928-f1b792492cec tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 172b7bd7-666a-4c99-9893-8389c055d0b3) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:49.742109 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fee68a2-7023-4ef0-b928-f1b792492cec tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:49.742860 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3fee68a2-7023-4ef0-b928-f1b792492cec tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:49.749881 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a72a8af-cd96-471e-935f-c2b1cbc7f655 None None] Network 172b7bd7-666a-4c99-9893-8389c055d0b3 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:55:49.778116 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3fee68a2-7023-4ef0-b928-f1b792492cec tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5948999 Jul 13 07:55:49.778445 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35122) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:49.784979 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-2a43f66b-d68d-41bc-a670-867d89dd4a71 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-809671558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:49.822174 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2a43f66b-d68d-41bc-a670-867d89dd4a71 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:49.823893 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2a43f66b-d68d-41bc-a670-867d89dd4a71 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:49.888706 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-212c197a-11b5-45a1-b127-b42513e58253 req-38918802-3ec2-4178-91a8-b2ed45fec7dc tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916608 Jul 13 07:55:49.967623 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2a43f66b-d68d-41bc-a670-867d89dd4a71 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:49.974320 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2a43f66b-d68d-41bc-a670-867d89dd4a71 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:50.004053 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc102d44-ed05-46fb-9106-1bcce2820367 req-568b4535-c91d-46e7-b7cb-fd39277d3bcd tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Router d291a3d3-64e6-4a51-8af2-ef65804f974d has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:55:50.006340 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2a43f66b-d68d-41bc-a670-867d89dd4a71 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:50.008265 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2a43f66b-d68d-41bc-a670-867d89dd4a71 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2276759 Jul 13 07:55:50.011744 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35132) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:50.037855 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29f515-b348-4cb1-a618-221e495ee17c req-33d16ee1-8026-47f7-9e38-d6d2570dae8f tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:50.048485 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef29f515-b348-4cb1-a618-221e495ee17c req-33d16ee1-8026-47f7-9e38-d6d2570dae8f tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e37d019-de1b-4fa7-83c3-490a3aacb605 HTTP/1.1" status: 200 len: 909 time: 0.1567576 Jul 13 07:55:50.053670 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-172b7bd7-666a-4c99-9893-8389c055d0b3', 'network_id': '172b7bd7-666a-4c99-9893-8389c055d0b3', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'fixed_ips': [{'subnet_id': '696a599e-00c4-4545-bcbe-31ff03f980b8'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:55:50.054586 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:50.270854 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc102d44-ed05-46fb-9106-1bcce2820367 req-568b4535-c91d-46e7-b7cb-fd39277d3bcd tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:55:50.345201 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc102d44-ed05-46fb-9106-1bcce2820367 req-568b4535-c91d-46e7-b7cb-fd39277d3bcd tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] No DVR routers for this DVR port b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:55:50.351588 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bc102d44-ed05-46fb-9106-1bcce2820367 req-568b4535-c91d-46e7-b7cb-fd39277d3bcd tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:50.354401 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bc102d44-ed05-46fb-9106-1bcce2820367 req-568b4535-c91d-46e7-b7cb-fd39277d3bcd tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.35 "DELETE /v2.0/ports/b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 HTTP/1.1" status: 204 len: 173 time: 3.0032299 Jul 13 07:55:50.359392 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] Allocated IP 2001:db8::2 (172b7bd7-666a-4c99-9893-8389c055d0b3/696a599e-00c4-4545-bcbe-31ff03f980b8/312b9a30-b4fc-4b22-9fb8-3b765f16c821) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:50.361986 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb81fc2-c142-455b-9bd9-5b3d683e954d req-f771a29c-21a8-4586-a993-0131b1066d47 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:50.363535 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6fb81fc2-c142-455b-9bd9-5b3d683e954d req-f771a29c-21a8-4586-a993-0131b1066d47 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.1860094 Jul 13 07:55:50.364006 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'name': 'network-vif-deleted', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:50.366315 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e9d944-2715-4f3a-abd3-0d135f4f541d" -d '{"events": [{"server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "name": "network-vif-deleted", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:50.379828 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c3e0f-e7a5-4e3c-b52a-05accb7b24fd req-3b1bc1c2-74d0-4094-9fb0-1344f5b25021 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:50.381361 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5d2c3e0f-e7a5-4e3c-b52a-05accb7b24fd req-3b1bc1c2-74d0-4094-9fb0-1344f5b25021 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef47389-de87-483b-a6ce-6159c66dcb77 HTTP/1.1" status: 200 len: 944 time: 0.1705375 Jul 13 07:55:50.443592 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:50.447313 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6fb81fc2-c142-455b-9bd9-5b3d683e954d req-0cb5861d-4d61-4f5f-8405-3d4ff7f5dc9f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764806 Jul 13 07:55:50.483403 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5d2c3e0f-e7a5-4e3c-b52a-05accb7b24fd req-53cf4bda-c03c-4205-b971-9e847e1971b9 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833910 Jul 13 07:55:50.510926 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb1f6c-83f2-4372-8d84-b0f954498368 req-ed755ccb-7fef-45fe-958d-07822f17508f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:50.522149 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-afcb1f6c-83f2-4372-8d84-b0f954498368 req-ed755ccb-7fef-45fe-958d-07822f17508f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.62 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 945 time: 0.1804614 Jul 13 07:55:50.578174 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22ef277-709e-40fa-ac91-ba971f74573a x-openstack-request-id: req-b22ef277-709e-40fa-ac91-ba971f74573a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:50.578472 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362c910b-3011-42c5-93d9-91f134a90275", "name": "network-vif-deleted", "tag": "b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:50.578730 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b22ef277-709e-40fa-ac91-ba971f74573a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:50.579140 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362c910b-3011-42c5-93d9-91f134a90275', 'name': 'network-vif-deleted', 'tag': 'b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1', 'status': 'completed', 'code': 200} Jul 13 07:55:50.602738 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d511ca9-5498-4623-a554-080282315dfa None None] Sync routers for ids ['d291a3d3-64e6-4a51-8af2-ef65804f974d'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:55:50.653213 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 217c0ec0-a178-4385-b47a-cc98d3b54574 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:55:50.662837 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:50.697277 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d511ca9-5498-4623-a554-080282315dfa None None] Routers {'d291a3d3-64e6-4a51-8af2-ef65804f974d'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:50.698371 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5d511ca9-5498-4623-a554-080282315dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['d291a3d3-64e6-4a51-8af2-ef65804f974d'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:50.714163 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] Transition to ACTIVE for port object 312b9a30-b4fc-4b22-9fb8-3b765f16c821 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:50.750877 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:55:50.781407 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae073ab4-b8a9-4305-a5aa-24498d81874b req-076bdbed-6608-49c4-88c3-6b0f17a1295d tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:50.788918 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ae073ab4-b8a9-4305-a5aa-24498d81874b req-076bdbed-6608-49c4-88c3-6b0f17a1295d tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e37d019-de1b-4fa7-83c3-490a3aacb605 HTTP/1.1" status: 200 len: 909 time: 0.1539285 Jul 13 07:55:50.843177 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:55:50.844069 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device b5fb5cf2-f0c6-460c-af1b-41d770aa9fa1 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:55:50.867561 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] Transition to ACTIVE for port object 312b9a30-b4fc-4b22-9fb8-3b765f16c821 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:50.942146 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0cf24d93-ef74-48ff-a467-1e0234d9e297 req-f56404eb-ef62-472d-9400-59d2ca4f9eee tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=362c910b-3011-42c5-93d9-91f134a90275 HTTP/1.1" status: 200 len: 210 time: 0.0421612 Jul 13 07:55:51.016469 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:51.145240 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86129f0-374e-4e42-8dfa-4c0c94e4f5e1 req-3562961e-7510-456e-bbee-9783afdf408f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:51.160305 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f86129f0-374e-4e42-8dfa-4c0c94e4f5e1 req-3562961e-7510-456e-bbee-9783afdf408f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.1630733 Jul 13 07:55:51.290807 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-afcb1f6c-83f2-4372-8d84-b0f954498368 req-60f01fff-ec50-4c8e-8c90-612e9786d107 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Deleting port e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:55:51.291820 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-afcb1f6c-83f2-4372-8d84-b0f954498368 req-60f01fff-ec50-4c8e-8c90-612e9786d107 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:51.302722 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] Pushing event updated for resources: {'Port': ['ID=312b9a30-b4fc-4b22-9fb8-3b765f16c821,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:51.323342 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f86129f0-374e-4e42-8dfa-4c0c94e4f5e1 req-0c0a55bc-0438-4540-9886-e69fa48a08f8 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616857 Jul 13 07:55:51.334177 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Allocated IP 2001:db8::1 (172b7bd7-666a-4c99-9893-8389c055d0b3/696a599e-00c4-4545-bcbe-31ff03f980b8/57f622e1-8287-4b4a-ad55-129e9a5dbb45) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:51.389194 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 217c0ec0-a178-4385-b47a-cc98d3b54574, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=217c0ec0-a178-4385-b47a-cc98d3b54574,segment=NetworkSegment(4274e490-15b7-43be-8439-a248d70b1f1c),segment_id=4274e490-15b7-43be-8439-a248d70b1f1c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:51.391333 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b06b89-9890-4bf3-ab91-7e632aef50bb req-6d8ead21-9620-4822-97ca-80705edc48ad tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:51.411732 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56b06b89-9890-4bf3-ab91-7e632aef50bb req-6d8ead21-9620-4822-97ca-80705edc48ad tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7e37d019-de1b-4fa7-83c3-490a3aacb605 HTTP/1.1" status: 200 len: 1061 time: 0.2118218 Jul 13 07:55:51.433991 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-5d511ca9-5498-4623-a554-080282315dfa None None] Set router d291a3d3-64e6-4a51-8af2-ef65804f974d gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:55:51.454490 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-afcb1f6c-83f2-4372-8d84-b0f954498368 req-60f01fff-ec50-4c8e-8c90-612e9786d107 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] For port e65e28ba-1de4-4a4a-a7d2-e5ab67089d42, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e65e28ba-1de4-4a4a-a7d2-e5ab67089d42,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:51.454647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '217c0ec0-a178-4385-b47a-cc98d3b54574', 'network_id': 'e253f1c6-51d9-42ff-9541-a7b1eff9e445', 'port_id': '217c0ec0-a178-4385-b47a-cc98d3b54574', 'mac_address': 'fa:16:3e:f3:33:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3a2383-8099-4064-9267-4ac4780fcb43', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:55:51.455426 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-afcb1f6c-83f2-4372-8d84-b0f954498368 req-60f01fff-ec50-4c8e-8c90-612e9786d107 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:51.507048 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] Network 172b7bd7-666a-4c99-9893-8389c055d0b3 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:51.525862 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-afcb1f6c-83f2-4372-8d84-b0f954498368 req-60f01fff-ec50-4c8e-8c90-612e9786d107 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Calling delete_port for e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:55:51.550134 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:51.555165 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:51.620612 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fbac0-a9dd-4160-afce-2dae62cf1052 req-2e0be5e0-1aa5-48d3-b324-632c78df44b2 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:51.622204 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-793fbac0-a9dd-4160-afce-2dae62cf1052 req-2e0be5e0-1aa5-48d3-b324-632c78df44b2 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 945 time: 0.1391346 Jul 13 07:55:51.639497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0de36-7be7-4dfa-acbc-e44746531ab5 req-0f9068f1-280a-46ec-b64f-050bd64bc2f8 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:51.641244 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-edd0de36-7be7-4dfa-acbc-e44746531ab5 req-0f9068f1-280a-46ec-b64f-050bd64bc2f8 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.0999601 Jul 13 07:55:51.648707 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:51.676406 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Transition to ACTIVE for port object 57f622e1-8287-4b4a-ad55-129e9a5dbb45 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:51.697482 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] Attempting to bind port 312b9a30-b4fc-4b22-9fb8-3b765f16c821 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:55:51.697791 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-793fbac0-a9dd-4160-afce-2dae62cf1052 req-231bacb5-b777-4f2d-8536-abaa89e090bb tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552471 Jul 13 07:55:51.698108 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] Attempting to bind port 312b9a30-b4fc-4b22-9fb8-3b765f16c821 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '7b37af3f-18ca-4c59-84a6-7de8cd1365af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '172b7bd7-666a-4c99-9893-8389c055d0b3'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:55:51.698646 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] Attempting to bind port 312b9a30-b4fc-4b22-9fb8-3b765f16c821 on network 172b7bd7-666a-4c99-9893-8389c055d0b3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:51.704516 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:51.715110 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-edd0de36-7be7-4dfa-acbc-e44746531ab5 req-56983759-cce2-4a39-9551-0a83e34ff75c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646851 Jul 13 07:55:51.749590 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:55:51.752524 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] Checking segment: {'id': '7b37af3f-18ca-4c59-84a6-7de8cd1365af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '172b7bd7-666a-4c99-9893-8389c055d0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:51.753303 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:51.753795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] Bound using segment: {'id': '7b37af3f-18ca-4c59-84a6-7de8cd1365af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '172b7bd7-666a-4c99-9893-8389c055d0b3'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:55:51.754606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] Bound port: 312b9a30-b4fc-4b22-9fb8-3b765f16c821, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b37af3f-18ca-4c59-84a6-7de8cd1365af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '172b7bd7-666a-4c99-9893-8389c055d0b3'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:55:51.755091 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:51.758175 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217c0ec0-a178-4385-b47a-cc98d3b54574 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:55:51.760675 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:51.839163 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 172b7bd7-666a-4c99-9893-8389c055d0b3 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:51.845903 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:51.852519 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:51.853402 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:51.861548 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-afcb1f6c-83f2-4372-8d84-b0f954498368 req-60f01fff-ec50-4c8e-8c90-612e9786d107 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:51.946207 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Port': ['ID=57f622e1-8287-4b4a-ad55-129e9a5dbb45,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:51.947902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] For port 312b9a30-b4fc-4b22-9fb8-3b765f16c821, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:51.953731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] For port 312b9a30-b4fc-4b22-9fb8-3b765f16c821, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=312b9a30-b4fc-4b22-9fb8-3b765f16c821,segment=NetworkSegment(7b37af3f-18ca-4c59-84a6-7de8cd1365af),segment_id=7b37af3f-18ca-4c59-84a6-7de8cd1365af)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:55:51.956190 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['a427bbc0-853e-4a63-80a1-f88fdc7a4828'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:55:51.959649 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['e65e28ba-1de4-4a4a-a7d2-e5ab67089d42'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:55:51.965586 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 217c0ec0-a178-4385-b47a-cc98d3b54574, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=217c0ec0-a178-4385-b47a-cc98d3b54574,segment=NetworkSegment(4274e490-15b7-43be-8439-a248d70b1f1c),segment_id=4274e490-15b7-43be-8439-a248d70b1f1c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:51.990209 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:51.996461 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303e86a-28cc-447e-b470-8856a4a2e531 req-d5cdd37d-3ea0-4497-8d6d-7dc2d33321dd tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:51.998023 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4303e86a-28cc-447e-b470-8856a4a2e531 req-d5cdd37d-3ea0-4497-8d6d-7dc2d33321dd tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 1136 time: 0.1175008 Jul 13 07:55:52.029061 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f01fff-ec50-4c8e-8c90-612e9786d107 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event deleted for resources: {'Port': ['ID=e65e28ba-1de4-4a4a-a7d2-e5ab67089d42,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:52.029185 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:52.120590 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcb1f6c-83f2-4372-8d84-b0f954498368 req-60f01fff-ec50-4c8e-8c90-612e9786d107 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] No DVR routers for this DVR port e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:55:52.120590 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-afcb1f6c-83f2-4372-8d84-b0f954498368 req-60f01fff-ec50-4c8e-8c90-612e9786d107 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:52.131726 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-afcb1f6c-83f2-4372-8d84-b0f954498368 req-60f01fff-ec50-4c8e-8c90-612e9786d107 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.62 "DELETE /v2.0/ports/e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 HTTP/1.1" status: 204 len: 173 time: 1.5729148 Jul 13 07:55:52.136711 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51e3f7e-d599-4210-ad8d-1a7362285d91', 'name': 'network-vif-deleted', 'tag': 'e65e28ba-1de4-4a4a-a7d2-e5ab67089d42'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:52.138745 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc5f2fd-ff8b-43ea-87d6-163d9e34ed8a" -d '{"events": [{"server_uuid": "f51e3f7e-d599-4210-ad8d-1a7362285d91", "name": "network-vif-deleted", "tag": "e65e28ba-1de4-4a4a-a7d2-e5ab67089d42"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:52.182624 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4303e86a-28cc-447e-b470-8856a4a2e531 req-339f329e-2861-41a7-ac64-f86378896d6a tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=7ccb0593-8855-4826-957e-00767428e7d1&id=addfe987-240c-456d-b3f7-0a5b6f193058&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1778030 Jul 13 07:55:52.190337 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35190) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:52.261891 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bbd35-70a7-4de1-b8c2-e2fb98b73f2c req-d16da771-899e-41d3-9a25-40aa1b177725 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:52.269523 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda34b24-e184-46a1-b754-5d083a1b00f5 None None] Pushing event updated for resources: {'Port': ['ID=312b9a30-b4fc-4b22-9fb8-3b765f16c821,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:52.276226 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7f5bbd35-70a7-4de1-b8c2-e2fb98b73f2c req-d16da771-899e-41d3-9a25-40aa1b177725 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef47389-de87-483b-a6ce-6159c66dcb77 HTTP/1.1" status: 200 len: 945 time: 0.2623396 Jul 13 07:55:52.399691 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:52.464532 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7f5bbd35-70a7-4de1-b8c2-e2fb98b73f2c req-e8a47846-4ff6-4660-875b-2a5d4b198058 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874533 Jul 13 07:55:52.584527 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['217c0ec0-a178-4385-b47a-cc98d3b54574'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:55:52.620811 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ba3ee5-6eb5-4f77-b13d-6de026fdf553 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:52.632845 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a6ba3ee5-6eb5-4f77-b13d-6de026fdf553 tempest-TestSecurityGroupsBasicOps-1556190325 tempest-TestSecurityGroupsBasicOps-1556190325-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7e37d019-de1b-4fa7-83c3-490a3aacb605 HTTP/1.1" status: 200 len: 1056 time: 0.4388373 Jul 13 07:55:52.674902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-ceab8f57-5040-419e-8e07-3927ae1e18ff tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:52.677839 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-ceab8f57-5040-419e-8e07-3927ae1e18ff tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 812 time: 0.3429418 Jul 13 07:55:52.685821 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=217c0ec0-a178-4385-b47a-cc98d3b54574,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:52.693918 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:55:52.712064 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-ae66a3de-7477-434b-a933-5a14bce61931 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/quotas/fbbeea760150488197661d4c6a4419de HTTP/1.1" status: 200 len: 375 time: 0.0283852 Jul 13 07:55:52.826764 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5d511ca9-5498-4623-a554-080282315dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'name': 'tempest-AttachVolumeShelveTestJSON-109090500-router', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:57Z', 'revision_number': 4, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'gw_port': {'id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'c768b043-fad6-47a1-995a-39f821bbf6af', 'name': '', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'mac_address': 'fa:16:3e:d8:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:56Z', 'updated_at': '2021-07-13T07:51:05Z', 'revision_number': 5, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'subnets': [{'id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:52.830885 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7243c5-03ff-4c71-a85f-9568008d17c9 x-openstack-request-id: req-6d7243c5-03ff-4c71-a85f-9568008d17c9 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:52.831154 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51e3f7e-d599-4210-ad8d-1a7362285d91", "name": "network-vif-deleted", "tag": "e65e28ba-1de4-4a4a-a7d2-e5ab67089d42", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:52.831411 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d7243c5-03ff-4c71-a85f-9568008d17c9 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:52.831903 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51e3f7e-d599-4210-ad8d-1a7362285d91', 'name': 'network-vif-deleted', 'tag': 'e65e28ba-1de4-4a4a-a7d2-e5ab67089d42', 'status': 'completed', 'code': 200} Jul 13 07:55:52.856933 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:55:52.859264 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e65e28ba-1de4-4a4a-a7d2-e5ab67089d42 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:55:52.880031 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-b90e0091-ad93-4a4e-9036-0ec56a5a50a6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1598196 Jul 13 07:55:52.960389 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d511ca9-5498-4623-a554-080282315dfa None None] Checking router: d291a3d3-64e6-4a51-8af2-ef65804f974d for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:55:53.043545 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d511ca9-5498-4623-a554-080282315dfa None None] Routers {'d291a3d3-64e6-4a51-8af2-ef65804f974d'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:53.044198 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5d511ca9-5498-4623-a554-080282315dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['d291a3d3-64e6-4a51-8af2-ef65804f974d'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:53.056758 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-1f656764-073c-4aba-a0dc-953d3022bc0c service neutron] 10.222.0.58 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649590 Jul 13 07:55:53.082287 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:53.094007 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:53.254492 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35222) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:53.271804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-5d511ca9-5498-4623-a554-080282315dfa None None] Set router d291a3d3-64e6-4a51-8af2-ef65804f974d gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:55:53.275760 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Port': ['ID=57f622e1-8287-4b4a-ad55-129e9a5dbb45,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:53.290342 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:53.302018 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-c1099801-d73d-4b47-9664-8ced026ec7b6 service neutron] 10.222.0.58 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442017 Jul 13 07:55:53.357026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:53.361842 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:53.362369 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:53.363331 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:53.363494 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:53.364325 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:53.365775 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:53.367185 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:53.367643 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:53.369654 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:53.370011 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:53.370376 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:53.498493 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b85fd1a-689f-417b-b4c3-b32a3c30b01a req-43df0275-0ca1-4e91-bb7d-d565ae6a1fc7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 210 time: 0.0904982 Jul 13 07:55:53.554359 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3b81fef5-04e2-4ac5-816f-f096da0f53cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:53.556163 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f6c61606-461a-40a9-a81b-7fe024f90e48 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:53.594526 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 172b7bd7-666a-4c99-9893-8389c055d0b3 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:53.616682 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:53.640055 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f6c61606-461a-40a9-a81b-7fe024f90e48 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:53.854194 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5d511ca9-5498-4623-a554-080282315dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'name': 'tempest-AttachVolumeShelveTestJSON-109090500-router', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:57Z', 'revision_number': 4, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'gw_port': {'id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'c768b043-fad6-47a1-995a-39f821bbf6af', 'name': '', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'mac_address': 'fa:16:3e:d8:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:56Z', 'updated_at': '2021-07-13T07:51:05Z', 'revision_number': 5, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'subnets': [{'id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:53.926433 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f6c61606-461a-40a9-a81b-7fe024f90e48 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:53.937921 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f6c61606-461a-40a9-a81b-7fe024f90e48 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:53.940482 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f6c61606-461a-40a9-a81b-7fe024f90e48 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "DELETE /v2.0/security-groups/158593da-1adf-4ecb-b06c-e4c672211c77 HTTP/1.1" status: 204 len: 168 time: 0.6796095 Jul 13 07:55:53.952144 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35234) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:53.961354 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1c3a5b-acd8-47df-b648-c6dc5c693216 None None] Network 172b7bd7-666a-4c99-9893-8389c055d0b3 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:55:53.967414 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d511ca9-5498-4623-a554-080282315dfa None None] The sync data for ids ['d291a3d3-64e6-4a51-8af2-ef65804f974d'] in n-d-779913-28 is: [{'id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'name': 'tempest-AttachVolumeShelveTestJSON-109090500-router', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:57Z', 'revision_number': 4, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'gw_port': {'id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'c768b043-fad6-47a1-995a-39f821bbf6af', 'name': '', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'mac_address': 'fa:16:3e:d8:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:56Z', 'updated_at': '2021-07-13T07:51:05Z', 'revision_number': 5, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'subnets': [{'id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:55:54.024897 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e26b782d-2272-4e89-8801-b2b4d8e0a2ab None None] Provisioning for port 312b9a30-b4fc-4b22-9fb8-3b765f16c821 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:54.039114 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-bca9b383-eac0-4c8f-9f66-184295cfc925 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] show failed (client error): The resource could not be found. Jul 13 07:55:54.041901 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bca9b383-eac0-4c8f-9f66-184295cfc925 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups/158593da-1adf-4ecb-b06c-e4c672211c77 HTTP/1.1" status: 404 len: 347 time: 0.0886180 Jul 13 07:55:54.050591 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35240) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:54.070509 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c61606-461a-40a9-a81b-7fe024f90e48 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=158593da-1adf-4ecb-b06c-e4c672211c77,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:54.167521 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053c86a-2e22-4406-93e5-3acadcf1fe5e req-b10934b6-31c1-4c52-9c6c-82bb007c811d tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:54.175048 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5053c86a-2e22-4406-93e5-3acadcf1fe5e req-b10934b6-31c1-4c52-9c6c-82bb007c811d tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e37d019-de1b-4fa7-83c3-490a3aacb605 HTTP/1.1" status: 200 len: 909 time: 0.4305727 Jul 13 07:55:54.262497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b722c-dc87-4e56-ac20-2909493ff3a6 req-d93cb099-6ee9-4229-86c9-267dd8052f86 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:54.264180 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a1b722c-dc87-4e56-ac20-2909493ff3a6 req-d93cb099-6ee9-4229-86c9-267dd8052f86 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef47389-de87-483b-a6ce-6159c66dcb77 HTTP/1.1" status: 200 len: 945 time: 0.2911937 Jul 13 07:55:54.329794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 312b9a30-b4fc-4b22-9fb8-3b765f16c821 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:54.365649 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a1b722c-dc87-4e56-ac20-2909493ff3a6 req-9ff7521a-eff7-455c-8918-807efe5fb30d tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853486 Jul 13 07:55:54.416366 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router c9c9578a-353d-43dc-a4be-50d6122a9bc4 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:55:54.425556 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4df1cfe-5421-46df-bc9b-074e623994f2 req-763b5252-9167-4d73-94e0-9a4c2e7d8333 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 210 time: 0.0654118 Jul 13 07:55:54.526048 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 312b9a30-b4fc-4b22-9fb8-3b765f16c821 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:54.535320 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 312b9a30-b4fc-4b22-9fb8-3b765f16c821 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:54.535743 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:54.549216 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a5978b-bc3d-491b-afa1-7127556d3781 None None] New status for floating IP 9493417a-3c7a-4843-8ac5-98a21be088a8: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:55:54.621363 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 217c0ec0-a178-4385-b47a-cc98d3b54574 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:54.677524 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:55:54.699165 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58ad287-c1e8-4387-99c9-4a1112dc437d None None] Sync routers for ids ['c9c9578a-353d-43dc-a4be-50d6122a9bc4'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:55:54.707955 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3d228-4a09-450e-a8fd-22b61969d203 req-3b0273a9-b689-4a94-8485-14afa92850aa tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:54.709871 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1da3d228-4a09-450e-a8fd-22b61969d203 req-3b0273a9-b689-4a94-8485-14afa92850aa tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e37d019-de1b-4fa7-83c3-490a3aacb605 HTTP/1.1" status: 200 len: 909 time: 0.1541402 Jul 13 07:55:54.716316 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-821a777b-2d3d-4907-9425-aa773ba7eefd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/c9c9578a-353d-43dc-a4be-50d6122a9bc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7002823 Jul 13 07:55:54.716692 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35248) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:54.738764 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-f58d7006-ea91-4bb4-8ff9-bceb2bfaa4ae tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Deleting port 7f119fb7-c080-4d9b-b4c5-db1bdf4f86aa {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:55:54.744345 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f58d7006-ea91-4bb4-8ff9-bceb2bfaa4ae tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:54.806542 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58ad287-c1e8-4387-99c9-4a1112dc437d None None] Routers {'c9c9578a-353d-43dc-a4be-50d6122a9bc4'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:54.811984 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b58ad287-c1e8-4387-99c9-4a1112dc437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['c9c9578a-353d-43dc-a4be-50d6122a9bc4'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:54.927584 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b58ad287-c1e8-4387-99c9-4a1112dc437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:54.932457 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 217c0ec0-a178-4385-b47a-cc98d3b54574 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:54.948904 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f58d7006-ea91-4bb4-8ff9-bceb2bfaa4ae tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:54.949240 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f58d7006-ea91-4bb4-8ff9-bceb2bfaa4ae tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:54.963072 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 217c0ec0-a178-4385-b47a-cc98d3b54574 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:54.963960 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:54.977688 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-f58d7006-ea91-4bb4-8ff9-bceb2bfaa4ae tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Calling delete_port for 7f119fb7-c080-4d9b-b4c5-db1bdf4f86aa owned by network:floatingip {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:55:55.060856 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:55.079231 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58ad287-c1e8-4387-99c9-4a1112dc437d None None] Routers {'c9c9578a-353d-43dc-a4be-50d6122a9bc4'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:55.080441 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b58ad287-c1e8-4387-99c9-4a1112dc437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['c9c9578a-353d-43dc-a4be-50d6122a9bc4'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:55.103054 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a8d080a-dd7e-46fc-b6ff-30af74f33b16 req-5ebfef7e-6e0e-450e-8ced-f35b6f676ce1 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 210 time: 0.1409621 Jul 13 07:55:55.166433 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91868f03-9768-4c6e-9fc1-5fe6297eba41 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:55.171185 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-91868f03-9768-4c6e-9fc1-5fe6297eba41 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/ports/57f622e1-8287-4b4a-ad55-129e9a5dbb45 HTTP/1.1" status: 200 len: 911 time: 0.4499884 Jul 13 07:55:55.173356 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35252) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:55.191986 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d3a9cc0c-6376-4643-8ef7-62a43d79d3bc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '696a599e-00c4-4545-bcbe-31ff03f980b8'}]}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:55.249368 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-1da3d228-4a09-450e-a8fd-22b61969d203 req-a6c4f478-0b1b-4535-a59d-5654eb2f2301 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Deleting port ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:55:55.249716 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1da3d228-4a09-450e-a8fd-22b61969d203 req-a6c4f478-0b1b-4535-a59d-5654eb2f2301 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:55.277727 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b58ad287-c1e8-4387-99c9-4a1112dc437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:55.278699 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58ad287-c1e8-4387-99c9-4a1112dc437d None None] The sync data for ids ['c9c9578a-353d-43dc-a4be-50d6122a9bc4'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:55:55.339829 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 312b9a30-b4fc-4b22-9fb8-3b765f16c821, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=312b9a30-b4fc-4b22-9fb8-3b765f16c821,segment=NetworkSegment(7b37af3f-18ca-4c59-84a6-7de8cd1365af),segment_id=7b37af3f-18ca-4c59-84a6-7de8cd1365af)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:55.344400 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5b5fb93a-5a90-4293-af1b-f5c85d0aa3d8 None None] Provisioning for port 57f622e1-8287-4b4a-ad55-129e9a5dbb45 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:55.353257 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:55.357985 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5b5fb93a-5a90-4293-af1b-f5c85d0aa3d8 None None] Provisioning complete for port 57f622e1-8287-4b4a-ad55-129e9a5dbb45 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:55.358809 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b5fb93a-5a90-4293-af1b-f5c85d0aa3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:55.411170 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5b5fb93a-5a90-4293-af1b-f5c85d0aa3d8 None None] Port 57f622e1-8287-4b4a-ad55-129e9a5dbb45 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:55.534286 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-1da3d228-4a09-450e-a8fd-22b61969d203 req-a6c4f478-0b1b-4535-a59d-5654eb2f2301 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] For port ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454,segment=NetworkSegment(062ee7c7-4deb-4c59-a039-dd87c8d4f7cd),segment_id=062ee7c7-4deb-4c59-a039-dd87c8d4f7cd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:55.535358 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1da3d228-4a09-450e-a8fd-22b61969d203 req-a6c4f478-0b1b-4535-a59d-5654eb2f2301 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:55.547346 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:55.580378 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-1da3d228-4a09-450e-a8fd-22b61969d203 req-a6c4f478-0b1b-4535-a59d-5654eb2f2301 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Calling delete_port for ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:55:55.587810 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=312b9a30-b4fc-4b22-9fb8-3b765f16c821,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:55.592355 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5b5fb93a-5a90-4293-af1b-f5c85d0aa3d8 None None] Provisioning complete for port 312b9a30-b4fc-4b22-9fb8-3b765f16c821 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:55.592949 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b5fb93a-5a90-4293-af1b-f5c85d0aa3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:55.651774 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef47389-de87-483b-a6ce-6159c66dcb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217c0ec0-a178-4385-b47a-cc98d3b54574'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:55.654406 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55664972-8dc5-49d0-bae8-838f798ad9d2" -d '{"events": [{"server_uuid": "0ef47389-de87-483b-a6ce-6159c66dcb77", "name": "network-vif-plugged", "status": "completed", "tag": "217c0ec0-a178-4385-b47a-cc98d3b54574"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:55.674799 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 217c0ec0-a178-4385-b47a-cc98d3b54574, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=217c0ec0-a178-4385-b47a-cc98d3b54574,segment=NetworkSegment(4274e490-15b7-43be-8439-a248d70b1f1c),segment_id=4274e490-15b7-43be-8439-a248d70b1f1c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:55.723626 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5953991-e2b6-4bc7-b08d-c01d9e598e54 req-d2a039d3-bcae-4310-86c6-9fa1312df493 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:55.739282 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b5953991-e2b6-4bc7-b08d-c01d9e598e54 req-d2a039d3-bcae-4310-86c6-9fa1312df493 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e37d019-de1b-4fa7-83c3-490a3aacb605 HTTP/1.1" status: 200 len: 909 time: 0.3088839 Jul 13 07:55:55.766616 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:55.848660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=217c0ec0-a178-4385-b47a-cc98d3b54574,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:55.866875 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3a9cc0c-6376-4643-8ef7-62a43d79d3bc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:55.867486 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d9594-4002-4699-aef5-42f7f298ccdd req-c59e3145-9a57-40bf-802d-2b7d13e81f18 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:55.873859 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-394d9594-4002-4699-aef5-42f7f298ccdd req-c59e3145-9a57-40bf-802d-2b7d13e81f18 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef47389-de87-483b-a6ce-6159c66dcb77 HTTP/1.1" status: 200 len: 945 time: 0.2178915 Jul 13 07:55:55.896312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-83bbded3-c01b-4881-ae7a-be0b75a0fdbe None None] Provisioning complete for port 57f622e1-8287-4b4a-ad55-129e9a5dbb45 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:55.896816 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-83bbded3-c01b-4881-ae7a-be0b75a0fdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:55.990422 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-83bbded3-c01b-4881-ae7a-be0b75a0fdbe None None] Port 57f622e1-8287-4b4a-ad55-129e9a5dbb45 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:56.007130 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-fe6f1e00-96a3-40b2-84c6-91b37c6d9848 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:56.013739 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-fe6f1e00-96a3-40b2-84c6-91b37c6d9848 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.35 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 812 time: 0.2657473 Jul 13 07:55:56.022801 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-394d9594-4002-4699-aef5-42f7f298ccdd req-cd777a1d-564d-49ce-917e-3f1b28a93379 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478434 Jul 13 07:55:56.040178 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1da3d228-4a09-450e-a8fd-22b61969d203 req-a6c4f478-0b1b-4535-a59d-5654eb2f2301 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:56.048574 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-cb88fdc4-6b5d-4991-8b25-14667505ea7f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Request body: {'port': {'device_id': 'a519fa2c-1041-4945-89f3-fd1ee581d831', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'admin_state_up': True, 'tenant_id': 'fbbeea760150488197661d4c6a4419de'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:56.149604 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0134b827-ce3a-4318-a045-7c70088498fc x-openstack-request-id: req-0134b827-ce3a-4318-a045-7c70088498fc {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:56.150992 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef47389-de87-483b-a6ce-6159c66dcb77", "name": "network-vif-plugged", "status": "completed", "tag": "217c0ec0-a178-4385-b47a-cc98d3b54574", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:56.152476 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0134b827-ce3a-4318-a045-7c70088498fc {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:56.154488 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef47389-de87-483b-a6ce-6159c66dcb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217c0ec0-a178-4385-b47a-cc98d3b54574', 'code': 200} Jul 13 07:55:56.155656 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-63ea37a8-fce8-45e0-9b0b-37c97a2b2bb3 None None] Provisioning complete for port 57f622e1-8287-4b4a-ad55-129e9a5dbb45 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:56.172686 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63ea37a8-fce8-45e0-9b0b-37c97a2b2bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:56.237964 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 312b9a30-b4fc-4b22-9fb8-3b765f16c821 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:56.239809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4f478-0b1b-4535-a59d-5654eb2f2301 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event deleted for resources: {'Port': ['ID=ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:56.261892 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e14ef6fa-95f9-4396-be7e-cefad242112b req-ea57b297-a5f5-484d-9258-4ff35b751ae3 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 210 time: 0.2055323 Jul 13 07:55:56.363696 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-63ea37a8-fce8-45e0-9b0b-37c97a2b2bb3 None None] Port 57f622e1-8287-4b4a-ad55-129e9a5dbb45 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:56.411341 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da3d228-4a09-450e-a8fd-22b61969d203 req-a6c4f478-0b1b-4535-a59d-5654eb2f2301 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] No DVR routers for this DVR port ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:55:56.421320 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1da3d228-4a09-450e-a8fd-22b61969d203 req-a6c4f478-0b1b-4535-a59d-5654eb2f2301 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:56.430812 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1da3d228-4a09-450e-a8fd-22b61969d203 req-a6c4f478-0b1b-4535-a59d-5654eb2f2301 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.35 "DELETE /v2.0/ports/ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 HTTP/1.1" status: 204 len: 173 time: 1.6931996 Jul 13 07:55:56.431977 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e37d019-de1b-4fa7-83c3-490a3aacb605', 'name': 'network-vif-deleted', 'tag': 'ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:56.439918 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a383965-3c1e-467c-a17f-00ba8f3a3b1b" -d '{"events": [{"server_uuid": "7e37d019-de1b-4fa7-83c3-490a3aacb605", "name": "network-vif-deleted", "tag": "ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:56.451290 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 312b9a30-b4fc-4b22-9fb8-3b765f16c821 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:56.468949 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:56.541639 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dbf90899-b8fb-41c7-b37d-092d23880012 req-1ee42f7a-7c8d-4c89-aea0-57053bfd2082 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 210 time: 0.0813324 Jul 13 07:55:56.568934 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf97db80-4a15-413c-8d08-58e7fd8c109e x-openstack-request-id: req-bf97db80-4a15-413c-8d08-58e7fd8c109e {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:56.569138 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e37d019-de1b-4fa7-83c3-490a3aacb605", "name": "network-vif-deleted", "tag": "ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:56.569394 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bf97db80-4a15-413c-8d08-58e7fd8c109e {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:56.570284 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e37d019-de1b-4fa7-83c3-490a3aacb605', 'name': 'network-vif-deleted', 'tag': 'ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454', 'status': 'completed', 'code': 200} Jul 13 07:55:56.613194 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-cb88fdc4-6b5d-4991-8b25-14667505ea7f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Made reservation on behalf of fbbeea760150488197661d4c6a4419de for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:56.617841 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-cb88fdc4-6b5d-4991-8b25-14667505ea7f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:56.629145 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0f96d3da-09ce-43c1-be28-93e6f1d397fe None None] Provisioning complete for port 57f622e1-8287-4b4a-ad55-129e9a5dbb45 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:56.629797 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f96d3da-09ce-43c1-be28-93e6f1d397fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:56.636986 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f58d7006-ea91-4bb4-8ff9-bceb2bfaa4ae tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:56.724294 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d7006-ea91-4bb4-8ff9-bceb2bfaa4ae tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Pushing event deleted for resources: {'Port': ['ID=7f119fb7-c080-4d9b-b4c5-db1bdf4f86aa,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:56.773607 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0f96d3da-09ce-43c1-be28-93e6f1d397fe None None] Port 57f622e1-8287-4b4a-ad55-129e9a5dbb45 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:56.944560 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7bfc7c81-0375-4504-817e-73e91e614142 req-4d4ad1d3-271b-4127-b6a5-e49d46df869e tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e37d019-de1b-4fa7-83c3-490a3aacb605 HTTP/1.1" status: 200 len: 210 time: 0.0429733 Jul 13 07:55:57.022172 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18f510-2778-4cfc-ba59-faf230250ebc req-e9c81d3a-e421-4753-b48a-fd0435968614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:57.023829 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fb18f510-2778-4cfc-ba59-faf230250ebc req-e9c81d3a-e421-4753-b48a-fd0435968614 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0ef47389-de87-483b-a6ce-6159c66dcb77 HTTP/1.1" status: 200 len: 1098 time: 0.6776814 Jul 13 07:55:57.051693 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f58d7006-ea91-4bb4-8ff9-bceb2bfaa4ae tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for floatingip, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.055225 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f58d7006-ea91-4bb4-8ff9-bceb2bfaa4ae tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.056821 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f58d7006-ea91-4bb4-8ff9-bceb2bfaa4ae tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "DELETE /v2.0/floatingips/9493417a-3c7a-4843-8ac5-98a21be088a8 HTTP/1.1" status: 204 len: 168 time: 3.0034273 Jul 13 07:55:57.065758 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-cb88fdc4-6b5d-4991-8b25-14667505ea7f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Allocated IP 172.20.0.13 (3cfb6628-70f1-4eba-bd72-3d514884b2d1/59058d89-afdf-4361-a951-c6ec0763fda8/ae84bb95-026c-47c0-98dc-22f8e12bb4f5) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:57.186947 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fb18f510-2778-4cfc-ba59-faf230250ebc req-d680c9b2-57e4-43ed-a9b0-64a36cf0409b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488073 Jul 13 07:55:57.399246 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3a9cc0c-6376-4643-8ef7-62a43d79d3bc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.415756 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88056d-cfcb-44b0-8a66-f78bb05c5305 req-ed1f2d3b-0665-45cf-a1aa-b82cbe6f90b6 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:57.417347 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de88056d-cfcb-44b0-8a66-f78bb05c5305 req-ed1f2d3b-0665-45cf-a1aa-b82cbe6f90b6 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef47389-de87-483b-a6ce-6159c66dcb77 HTTP/1.1" status: 200 len: 946 time: 0.1256926 Jul 13 07:55:57.423346 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-cb88fdc4-6b5d-4991-8b25-14667505ea7f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.426701 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3a9cc0c-6376-4643-8ef7-62a43d79d3bc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.486170 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a9cc0c-6376-4643-8ef7-62a43d79d3bc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:57.487024 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3a9cc0c-6376-4643-8ef7-62a43d79d3bc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.492177 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d3a9cc0c-6376-4643-8ef7-62a43d79d3bc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/ports/57f622e1-8287-4b4a-ad55-129e9a5dbb45 HTTP/1.1" status: 200 len: 911 time: 2.3176894 Jul 13 07:55:57.496115 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de88056d-cfcb-44b0-8a66-f78bb05c5305 req-a2bfba54-ecbb-430c-8d70-34db216bdc31 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703387 Jul 13 07:55:57.499692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-cb88fdc4-6b5d-4991-8b25-14667505ea7f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Transition to ACTIVE for port object ae84bb95-026c-47c0-98dc-22f8e12bb4f5 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:57.499871 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35298) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:57.524148 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9cc0c-6376-4643-8ef7-62a43d79d3bc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Port': ['ID=57f622e1-8287-4b4a-ad55-129e9a5dbb45,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:57.566364 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-beb7ff6f-a8d0-4f12-857c-18dca29e16ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.582879 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-cb88fdc4-6b5d-4991-8b25-14667505ea7f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.696562 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35302) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:57.698072 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88fdc4-6b5d-4991-8b25-14667505ea7f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Pushing event updated for resources: {'Port': ['ID=ae84bb95-026c-47c0-98dc-22f8e12bb4f5,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:57.718284 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-8d8288cc-473f-4722-9c05-9bb996ccf388 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--677085195', 'description': 'tempest-description--1315575357'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:57.731356 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-cb88fdc4-6b5d-4991-8b25-14667505ea7f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:57.743758 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-cb88fdc4-6b5d-4991-8b25-14667505ea7f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:57.750659 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-cb88fdc4-6b5d-4991-8b25-14667505ea7f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:57.794434 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.852139 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-cb88fdc4-6b5d-4991-8b25-14667505ea7f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:57.853085 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-cb88fdc4-6b5d-4991-8b25-14667505ea7f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.858047 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8d8288cc-473f-4722-9c05-9bb996ccf388 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.891235 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-cb88fdc4-6b5d-4991-8b25-14667505ea7f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8682351 Jul 13 07:55:57.907718 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] Request body: {'port': {'device_id': 'a519fa2c-1041-4945-89f3-fd1ee581d831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:57.933954 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d8ac4741-28bc-4a94-8f28-d4236f03b0ec None None] Provisioning complete for port 57f622e1-8287-4b4a-ad55-129e9a5dbb45 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:57.934618 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d8ac4741-28bc-4a94-8f28-d4236f03b0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:58.015680 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac4741-28bc-4a94-8f28-d4236f03b0ec None None] Port 57f622e1-8287-4b4a-ad55-129e9a5dbb45 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:58.089745 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:58.104214 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-67c3e449-986a-4101-ba33-ebce59420c31 req-0e2bd3bd-6d86-4f0e-9bf8-7178a3a9c0a5 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 210 time: 0.1720924 Jul 13 07:55:58.156635 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8d8288cc-473f-4722-9c05-9bb996ccf388 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:58.166771 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f1cb3df0-a1ed-4ccb-b89b-154a3905b914 None None] Provisioning for port ae84bb95-026c-47c0-98dc-22f8e12bb4f5 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:58.172182 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f1cb3df0-a1ed-4ccb-b89b-154a3905b914 None None] Provisioning complete for port ae84bb95-026c-47c0-98dc-22f8e12bb4f5 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:58.172715 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f1cb3df0-a1ed-4ccb-b89b-154a3905b914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:58.223015 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8d8288cc-473f-4722-9c05-9bb996ccf388 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:58.235220 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5d6e6-b968-48d4-9054-f9e7ea0a8b40 req-2dba52bd-93ba-435d-ba80-acf1304ad286 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:58.245148 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ec5d6e6-b968-48d4-9054-f9e7ea0a8b40 req-2dba52bd-93ba-435d-ba80-acf1304ad286 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 932 time: 0.3165157 Jul 13 07:55:58.275501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb3df0-a1ed-4ccb-b89b-154a3905b914 None None] Port ae84bb95-026c-47c0-98dc-22f8e12bb4f5 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:58.313313 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35308) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:58.375139 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8d8288cc-473f-4722-9c05-9bb996ccf388 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:58.379654 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8d8288cc-473f-4722-9c05-9bb996ccf388 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6777539 Jul 13 07:55:58.382626 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35310) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:58.387786 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-98526c29-5b20-4681-b652-81f5205ba0bc tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Request body: {'security_group_rule': {'security_group_id': 'c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:58.395972 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8288cc-473f-4722-9c05-9bb996ccf388 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:58.414675 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ec5d6e6-b968-48d4-9054-f9e7ea0a8b40 req-5563f6e3-f2d4-454e-98a5-7525304ed8f5 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677659 Jul 13 07:55:58.487614 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-98526c29-5b20-4681-b652-81f5205ba0bc tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:58.563028 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c40886a7-90c2-48d3-9d8f-251ea3e089db tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:58.649708 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae84bb95-026c-47c0-98dc-22f8e12bb4f5 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:55:58.658928 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:58.672885 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] Transition to ACTIVE for port object ae84bb95-026c-47c0-98dc-22f8e12bb4f5 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:58.680268 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:58.773758 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:55:58.820906 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:55:58.822061 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ce0a9e66-d0d9-4159-8fd9-70bcd6c9a454 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:55:58.847482 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae84bb95-026c-47c0-98dc-22f8e12bb4f5,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:58.872534 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-98526c29-5b20-4681-b652-81f5205ba0bc tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:58.875857 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] Attempting to bind port ae84bb95-026c-47c0-98dc-22f8e12bb4f5 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:55:58.876705 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] Attempting to bind port ae84bb95-026c-47c0-98dc-22f8e12bb4f5 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:55:58.877254 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] Attempting to bind port ae84bb95-026c-47c0-98dc-22f8e12bb4f5 on network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:58.885150 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] Port ae84bb95-026c-47c0-98dc-22f8e12bb4f5 on network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:55:58.885711 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] Attempting to bind port ae84bb95-026c-47c0-98dc-22f8e12bb4f5 on network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:58.890289 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-98526c29-5b20-4681-b652-81f5205ba0bc tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:58.918026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98526c29-5b20-4681-b652-81f5205ba0bc tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96558d35-dba0-4ebe-b131-8406ad6c987f,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:58.921278 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:55:58.921923 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] Checking segment: {'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:58.922492 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] Bound using segment: {'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:55:58.923098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] Bound port: ae84bb95-026c-47c0-98dc-22f8e12bb4f5, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:55:58.924049 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:58.938752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad08c9-a879-4437-9358-0a0b1401cb88 req-f1fb80f9-ebf4-4d8e-ad83-55a439b9793b tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:58.942499 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-98526c29-5b20-4681-b652-81f5205ba0bc tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:58.943850 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-98526c29-5b20-4681-b652-81f5205ba0bc tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5598311 Jul 13 07:55:58.953057 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-15ad08c9-a879-4437-9358-0a0b1401cb88 req-f1fb80f9-ebf4-4d8e-ad83-55a439b9793b tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef47389-de87-483b-a6ce-6159c66dcb77 HTTP/1.1" status: 200 len: 946 time: 0.3060732 Jul 13 07:55:58.967573 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35314) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:58.972699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-0a4e6d70-0222-4f53-aea5-f6d34555e977 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Request body: {'security_group_rule': {'security_group_id': 'c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:59.031794 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] For port ae84bb95-026c-47c0-98dc-22f8e12bb4f5, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:59.038969 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] For port ae84bb95-026c-47c0-98dc-22f8e12bb4f5, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ae84bb95-026c-47c0-98dc-22f8e12bb4f5,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:55:59.044498 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a4e6d70-0222-4f53-aea5-f6d34555e977 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.063379 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.118181 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-15ad08c9-a879-4437-9358-0a0b1401cb88 req-d57c636c-d675-428c-9c2a-1cf74c67a905 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641159 Jul 13 07:55:59.177629 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:59.178354 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.180693 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] 10.222.0.35 "PUT /v2.0/ports/ae84bb95-026c-47c0-98dc-22f8e12bb4f5 HTTP/1.1" status: 200 len: 1093 time: 1.2811129 Jul 13 07:55:59.181693 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a519fa2c-1041-4945-89f3-fd1ee581d831', 'tag': 'ae84bb95-026c-47c0-98dc-22f8e12bb4f5'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:59.185959 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3416fc-2926-4018-8a64-b2597fc8750a" -d '{"events": [{"name": "network-changed", "server_uuid": "a519fa2c-1041-4945-89f3-fd1ee581d831", "tag": "ae84bb95-026c-47c0-98dc-22f8e12bb4f5"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:59.237130 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a4e6d70-0222-4f53-aea5-f6d34555e977 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.239382 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633aa517-28f1-4a4c-9fc7-f899adf5d0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae84bb95-026c-47c0-98dc-22f8e12bb4f5,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:59.269718 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a4e6d70-0222-4f53-aea5-f6d34555e977 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.467628 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-372ece8b-aaab-49b1-8b1d-326ad0cf1d54 req-49879c34-32d9-4b5c-9ab9-ba2cdfdaa30e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 210 time: 0.0807295 Jul 13 07:55:59.574154 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.604529 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c40886a7-90c2-48d3-9d8f-251ea3e089db tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting port 57f622e1-8287-4b4a-ad55-129e9a5dbb45 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:55:59.604959 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c40886a7-90c2-48d3-9d8f-251ea3e089db tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.646968 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cba74815-b10b-47d5-870c-874a22c73146 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.800700 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e6d70-0222-4f53-aea5-f6d34555e977 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0572de1-2b98-4190-9eee-857f097c1215,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:59.806431 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029bb3f4-13f7-4f01-973d-d7647e9a0ff1 x-openstack-request-id: req-029bb3f4-13f7-4f01-973d-d7647e9a0ff1 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:59.806774 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a519fa2c-1041-4945-89f3-fd1ee581d831", "tag": "ae84bb95-026c-47c0-98dc-22f8e12bb4f5", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:59.807135 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-029bb3f4-13f7-4f01-973d-d7647e9a0ff1 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:59.807658 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a519fa2c-1041-4945-89f3-fd1ee581d831', 'tag': 'ae84bb95-026c-47c0-98dc-22f8e12bb4f5', 'status': 'completed', 'code': 200} Jul 13 07:55:59.825244 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a4e6d70-0222-4f53-aea5-f6d34555e977 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.830374 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0a4e6d70-0222-4f53-aea5-f6d34555e977 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8609121 Jul 13 07:55:59.832569 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35332) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:59.837364 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-fa0fa651-6adb-4ddd-afa3-66f2f3898e15 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:59.870184 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-af51ee19-14b0-4d41-a937-01ee623ab77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:59.873308 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-af51ee19-14b0-4d41-a937-01ee623ab77c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 1096 time: 0.6187689 Jul 13 07:55:59.878889 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa651-6adb-4ddd-afa3-66f2f3898e15 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for floatingip, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.956819 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-ef381be3-d7f6-4e18-80cd-ae901798072b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae84bb95-026c-47c0-98dc-22f8e12bb4f5 HTTP/1.1" status: 200 len: 217 time: 0.0727801 Jul 13 07:56:00.030462 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-df93c85a-fba3-4e44-ad0c-3fb7392f49c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:00.031963 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-df93c85a-fba3-4e44-ad0c-3fb7392f49c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.0669689 Jul 13 07:56:00.137171 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-91f3f89c-e4d3-40e3-b7cc-e750a39f9d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:00.138739 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-91f3f89c-e4d3-40e3-b7cc-e750a39f9d97 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986948 Jul 13 07:56:00.311022 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa651-6adb-4ddd-afa3-66f2f3898e15 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:00.432543 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-359f725e-56a3-48a3-a111-88d7869310ea service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758839 Jul 13 07:56:00.468972 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c40886a7-90c2-48d3-9d8f-251ea3e089db tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:00.492286 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c40886a7-90c2-48d3-9d8f-251ea3e089db tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Calling delete_port for 57f622e1-8287-4b4a-ad55-129e9a5dbb45 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:00.719571 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-fa0fa651-6adb-4ddd-afa3-66f2f3898e15 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Allocated IP 172.25.0.189 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/bd27c665-5fec-4e74-998f-6d08167d3c42) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:00.732490 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088e2e4-afca-4522-9ea2-cbe46076190a req-fd0e60f5-ebdb-4598-8040-951b013bbc76 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:00.747355 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0088e2e4-afca-4522-9ea2-cbe46076190a req-fd0e60f5-ebdb-4598-8040-951b013bbc76 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 944 time: 1.0513389 Jul 13 07:56:00.880456 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72bfd907-ddd2-47a7-8fcf-f1a63267f6f5 req-44e81d54-7b85-46f5-92ab-f987f3070b0e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f51e3f7e-d599-4210-ad8d-1a7362285d91 HTTP/1.1" status: 200 len: 210 time: 0.1168463 Jul 13 07:56:00.892405 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35352) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:00.985874 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0088e2e4-afca-4522-9ea2-cbe46076190a req-7d2faa96-26d1-46e6-8b8c-81748160423e tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372410 Jul 13 07:56:01.062127 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa651-6adb-4ddd-afa3-66f2f3898e15 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.071930 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1dec819e-d5b1-4e47-8871-58f4123e9e93 req-ae329671-e055-4989-a602-f596ea83f298 service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6320229 Jul 13 07:56:01.109793 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d814b631-a1d7-49f5-bbec-5f913493218d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.123479 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa651-6adb-4ddd-afa3-66f2f3898e15 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.212695 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0fa651-6adb-4ddd-afa3-66f2f3898e15 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:01.221604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-fa0fa651-6adb-4ddd-afa3-66f2f3898e15 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:01.224739 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0fa651-6adb-4ddd-afa3-66f2f3898e15 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:01.229051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fa651-6adb-4ddd-afa3-66f2f3898e15 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Pushing event updated for resources: {'Port': ['ID=bd27c665-5fec-4e74-998f-6d08167d3c42,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:01.300384 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c40886a7-90c2-48d3-9d8f-251ea3e089db tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.312079 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.314940 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3416fc-2926-4018-8a64-b2597fc8750a req-50de99cd-c177-4acb-b67e-916754f26457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:01.318766 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c3416fc-2926-4018-8a64-b2597fc8750a req-50de99cd-c177-4acb-b67e-916754f26457 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 1096 time: 0.1621740 Jul 13 07:56:01.371110 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40886a7-90c2-48d3-9d8f-251ea3e089db tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Port': ['ID=57f622e1-8287-4b4a-ad55-129e9a5dbb45,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:01.441321 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa651-6adb-4ddd-afa3-66f2f3898e15 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.476793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-cba74815-b10b-47d5-870c-874a22c73146 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Deleting port 60e839d4-412f-4800-9077-1c28d2eac23a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:01.477744 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cba74815-b10b-47d5-870c-874a22c73146 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.496352 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3416fc-2926-4018-8a64-b2597fc8750a req-110f0086-2bfb-4f90-8f1c-511178f33729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:01.497936 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c3416fc-2926-4018-8a64-b2597fc8750a req-110f0086-2bfb-4f90-8f1c-511178f33729 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 913 time: 0.1687698 Jul 13 07:56:01.518820 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d814b631-a1d7-49f5-bbec-5f913493218d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.524681 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c40886a7-90c2-48d3-9d8f-251ea3e089db tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.548898 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa651-6adb-4ddd-afa3-66f2f3898e15 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.551574 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c3416fc-2926-4018-8a64-b2597fc8750a req-454bd0a1-7f6f-4360-9b7d-7f54e39b8d2e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae84bb95-026c-47c0-98dc-22f8e12bb4f5 HTTP/1.1" status: 200 len: 217 time: 0.0424392 Jul 13 07:56:01.557612 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d814b631-a1d7-49f5-bbec-5f913493218d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.643435 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3416fc-2926-4018-8a64-b2597fc8750a req-f82a6289-d882-40c0-bd6b-293ffd445b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:01.644953 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c3416fc-2926-4018-8a64-b2597fc8750a req-f82a6289-d882-40c0-bd6b-293ffd445b19 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.0724699 Jul 13 07:56:01.685750 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d814b631-a1d7-49f5-bbec-5f913493218d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=60aef906bbc54d01a03118dbcd6581bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7900283 Jul 13 07:56:01.687060 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35356) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:01.696027 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814b631-a1d7-49f5-bbec-5f913493218d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5603b15-a597-45f2-be65-f8ee207ecb51,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:01.704380 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-cba74815-b10b-47d5-870c-874a22c73146 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] For port 60e839d4-412f-4800-9077-1c28d2eac23a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=60e839d4-412f-4800-9077-1c28d2eac23a,segment=NetworkSegment(062ee7c7-4deb-4c59-a039-dd87c8d4f7cd),segment_id=062ee7c7-4deb-4c59-a039-dd87c8d4f7cd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:01.704696 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cba74815-b10b-47d5-870c-874a22c73146 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.720942 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-cba74815-b10b-47d5-870c-874a22c73146 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Calling delete_port for 60e839d4-412f-4800-9077-1c28d2eac23a owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:01.822642 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3416fc-2926-4018-8a64-b2597fc8750a req-7569fe91-9710-4d9f-95fb-73a861ec7176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:01.824180 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c3416fc-2926-4018-8a64-b2597fc8750a req-7569fe91-9710-4d9f-95fb-73a861ec7176 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1696100 Jul 13 07:56:01.829839 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-89d4c643-4692-482b-b494-0eb53b4307d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.833268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40886a7-90c2-48d3-9d8f-251ea3e089db tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router c9c9578a-353d-43dc-a4be-50d6122a9bc4 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:56:01.908181 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-89d4c643-4692-482b-b494-0eb53b4307d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.974588 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa651-6adb-4ddd-afa3-66f2f3898e15 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.978225 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40886a7-90c2-48d3-9d8f-251ea3e089db tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:01.984751 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c40886a7-90c2-48d3-9d8f-251ea3e089db tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/c9c9578a-353d-43dc-a4be-50d6122a9bc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4799783 Jul 13 07:56:01.990482 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35364) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:01.991790 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfbf089-1637-4e7c-9345-95a1fc1a325b None None] Sync routers for ids ['c9c9578a-353d-43dc-a4be-50d6122a9bc4'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:02.009405 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfbf089-1637-4e7c-9345-95a1fc1a325b None None] Routers {'c9c9578a-353d-43dc-a4be-50d6122a9bc4'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:02.024345 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-89d4c643-4692-482b-b494-0eb53b4307d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:02.024642 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5dfbf089-1637-4e7c-9345-95a1fc1a325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['c9c9578a-353d-43dc-a4be-50d6122a9bc4'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:02.027299 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6212d617-dc22-4672-a043-39923ec13add tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9c9578a-353d-43dc-a4be-50d6122a9bc4 HTTP/1.1" status: 200 len: 205 time: 0.0359211 Jul 13 07:56:02.028945 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-89d4c643-4692-482b-b494-0eb53b4307d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:02.030000 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35368) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:02.034469 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-89d4c643-4692-482b-b494-0eb53b4307d6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a5603b15-a597-45f2-be65-f8ee207ecb51 HTTP/1.1" status: 204 len: 168 time: 0.3460572 Jul 13 07:56:02.072925 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa651-6adb-4ddd-afa3-66f2f3898e15 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:02.088054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4c643-4692-482b-b494-0eb53b4307d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5603b15-a597-45f2-be65-f8ee207ecb51,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:02.092403 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5dfbf089-1637-4e7c-9345-95a1fc1a325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:02.127632 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfbf089-1637-4e7c-9345-95a1fc1a325b None None] Routers {'c9c9578a-353d-43dc-a4be-50d6122a9bc4'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:02.127632 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5dfbf089-1637-4e7c-9345-95a1fc1a325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['c9c9578a-353d-43dc-a4be-50d6122a9bc4'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:02.205489 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5dfbf089-1637-4e7c-9345-95a1fc1a325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:02.208063 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff5c4-96f2-4210-85ed-797bb4070a58 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:02.209053 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfbf089-1637-4e7c-9345-95a1fc1a325b None None] The sync data for ids ['c9c9578a-353d-43dc-a4be-50d6122a9bc4'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:02.270173 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fa651-6adb-4ddd-afa3-66f2f3898e15 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Pushing event updated for resources: {'Port': ['ID=bd27c665-5fec-4e74-998f-6d08167d3c42,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:02.328654 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c3416fc-2926-4018-8a64-b2597fc8750a req-da399794-ee13-4739-8013-2bf2bf0f5fea service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947119 Jul 13 07:56:02.329794 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa651-6adb-4ddd-afa3-66f2f3898e15 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:02.370555 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa651-6adb-4ddd-afa3-66f2f3898e15 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:02.373446 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fa0fa651-6adb-4ddd-afa3-66f2f3898e15 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5388110 Jul 13 07:56:02.446517 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cba74815-b10b-47d5-870c-874a22c73146 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:02.473145 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c3416fc-2926-4018-8a64-b2597fc8750a req-d3ef9beb-3c7f-4971-9264-8210c2bc12ad service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357141 Jul 13 07:56:02.532797 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35388) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:02.550788 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e6e0580-723c-4043-9af1-0c710332f284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:02.630375 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff5c4-96f2-4210-85ed-797bb4070a58 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:02.633485 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff5c4-96f2-4210-85ed-797bb4070a58 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:02.713905 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba74815-b10b-47d5-870c-874a22c73146 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event deleted for resources: {'Port': ['ID=60e839d4-412f-4800-9077-1c28d2eac23a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:02.736809 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e6e0580-723c-4043-9af1-0c710332f284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:02.755288 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e6e0580-723c-4043-9af1-0c710332f284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:02.756509 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff5c4-96f2-4210-85ed-797bb4070a58 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:02.758788 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8ff5c4-96f2-4210-85ed-797bb4070a58 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Fanout notify agent at l3_agent the message router_deleted on router c9c9578a-353d-43dc-a4be-50d6122a9bc4 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:56:02.779098 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff5c4-96f2-4210-85ed-797bb4070a58 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:02.780294 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0b8ff5c4-96f2-4210-85ed-797bb4070a58 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/routers/c9c9578a-353d-43dc-a4be-50d6122a9bc4 HTTP/1.1" status: 204 len: 168 time: 0.7494187 Jul 13 07:56:02.783720 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35392) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:02.829143 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e0580-723c-4043-9af1-0c710332f284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a55c0a9-c20d-411d-966f-bc135f71e668,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:02.867564 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d740135-4f8b-4b72-944e-0ea1ae24b57e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting subnet 696a599e-00c4-4545-bcbe-31ff03f980b8 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:56:02.871502 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4e6e0580-723c-4043-9af1-0c710332f284 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a31eef3dd33540999bf61b098d06a782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376582 Jul 13 07:56:02.875154 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35394) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:02.890147 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fa3a2-e374-42b2-914e-a041e350eb04 req-99c9a598-b366-4c83-82a5-6134f1aa12f8 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:02.891729 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-790fa3a2-e374-42b2-914e-a041e350eb04 req-99c9a598-b366-4c83-82a5-6134f1aa12f8 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 944 time: 0.6056852 Jul 13 07:56:02.892594 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d740135-4f8b-4b72-944e-0ea1ae24b57e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:02.956088 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e2628dff-634d-490a-b1d3-4d4a2200d826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:02.980115 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e2628dff-634d-490a-b1d3-4d4a2200d826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:02.993637 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d740135-4f8b-4b72-944e-0ea1ae24b57e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.060809 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e2628dff-634d-490a-b1d3-4d4a2200d826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.063986 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e2628dff-634d-490a-b1d3-4d4a2200d826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.065647 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e2628dff-634d-490a-b1d3-4d4a2200d826 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a55c0a9-c20d-411d-966f-bc135f71e668 HTTP/1.1" status: 204 len: 168 time: 0.1890423 Jul 13 07:56:03.078405 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2628dff-634d-490a-b1d3-4d4a2200d826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a55c0a9-c20d-411d-966f-bc135f71e668,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:03.143047 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-790fa3a2-e374-42b2-914e-a041e350eb04 req-0b2cc949-98b0-42c2-b6bb-d73dd25020b7 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251546 Jul 13 07:56:03.253502 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-fa78cb03-5203-4c26-942c-189e7a58fbe3 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--677085195&fields=id&tenant_id=b3de4ade69c24e9b8a0825017e0177ec HTTP/1.1" status: 200 len: 267 time: 0.1751797 Jul 13 07:56:03.321729 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d740135-4f8b-4b72-944e-0ea1ae24b57e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.332573 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cba74815-b10b-47d5-870c-874a22c73146 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.479684 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35410) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:03.524382 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58835867-66ed-49e3-bb70-2d234465a382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.543542 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d740135-4f8b-4b72-944e-0ea1ae24b57e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.586223 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-0af59b3e-eee8-4e3c-afc6-a9255e92e28a tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:03.590551 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-0af59b3e-eee8-4e3c-afc6-a9255e92e28a tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/networks?id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89 HTTP/1.1" status: 200 len: 816 time: 0.3292298 Jul 13 07:56:03.591787 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d740135-4f8b-4b72-944e-0ea1ae24b57e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Subnet': ['ID=696a599e-00c4-4545-bcbe-31ff03f980b8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:03.603510 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d740135-4f8b-4b72-944e-0ea1ae24b57e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.605326 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1d740135-4f8b-4b72-944e-0ea1ae24b57e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/subnets/696a599e-00c4-4545-bcbe-31ff03f980b8 HTTP/1.1" status: 204 len: 168 time: 0.8007979 Jul 13 07:56:03.607528 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639009c3-4315-49f1-af65-ac54e37373a3 None None] Network 172b7bd7-666a-4c99-9893-8389c055d0b3 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:03.611470 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35412) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:03.635506 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-2297e55b-86de-4289-888b-17ed506c7cca tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/quotas/b3de4ade69c24e9b8a0825017e0177ec HTTP/1.1" status: 200 len: 375 time: 0.0383596 Jul 13 07:56:03.697385 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-be34bcd1-9327-44d1-bf0d-f133b9f7ca74 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.787318 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58835867-66ed-49e3-bb70-2d234465a382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.800115 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58835867-66ed-49e3-bb70-2d234465a382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.813023 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-be34bcd1-9327-44d1-bf0d-f133b9f7ca74 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting port 312b9a30-b4fc-4b22-9fb8-3b765f16c821 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:03.813522 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-be34bcd1-9327-44d1-bf0d-f133b9f7ca74 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.885491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-be34bcd1-9327-44d1-bf0d-f133b9f7ca74 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] For port 312b9a30-b4fc-4b22-9fb8-3b765f16c821, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=312b9a30-b4fc-4b22-9fb8-3b765f16c821,segment=NetworkSegment(7b37af3f-18ca-4c59-84a6-7de8cd1365af),segment_id=7b37af3f-18ca-4c59-84a6-7de8cd1365af)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:03.886166 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-be34bcd1-9327-44d1-bf0d-f133b9f7ca74 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.900219 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-be34bcd1-9327-44d1-bf0d-f133b9f7ca74 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Calling delete_port for 312b9a30-b4fc-4b22-9fb8-3b765f16c821 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:04.042207 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-be34bcd1-9327-44d1-bf0d-f133b9f7ca74 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.045879 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58835867-66ed-49e3-bb70-2d234465a382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b625dfc-a13e-46cf-8ba5-ed78c50eff2c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:04.092580 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-58835867-66ed-49e3-bb70-2d234465a382 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d313cf98a13e45d3913f9a6790c14038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6115661 Jul 13 07:56:04.097297 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35416) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:04.098180 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34bcd1-9327-44d1-bf0d-f133b9f7ca74 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Port': ['ID=312b9a30-b4fc-4b22-9fb8-3b765f16c821,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:04.131005 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be34bcd1-9327-44d1-bf0d-f133b9f7ca74 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] No DVR routers for this DVR port 312b9a30-b4fc-4b22-9fb8-3b765f16c821 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:04.156798 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e64cbd-4512-4dc9-86bb-c86c4743484b None None] DHCP port deletion for 172b7bd7-666a-4c99-9893-8389c055d0b3 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:56:04.261508 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-43fd1e24-3aaf-4d0d-b46c-0b2be8f629c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.291640 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-43fd1e24-3aaf-4d0d-b46c-0b2be8f629c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.385577 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-be34bcd1-9327-44d1-bf0d-f133b9f7ca74 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.389107 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-43fd1e24-3aaf-4d0d-b46c-0b2be8f629c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.391733 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-43fd1e24-3aaf-4d0d-b46c-0b2be8f629c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.396170 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-43fd1e24-3aaf-4d0d-b46c-0b2be8f629c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b625dfc-a13e-46cf-8ba5-ed78c50eff2c HTTP/1.1" status: 204 len: 168 time: 0.2956729 Jul 13 07:56:04.413601 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd1e24-3aaf-4d0d-b46c-0b2be8f629c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b625dfc-a13e-46cf-8ba5-ed78c50eff2c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:04.417091 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-be34bcd1-9327-44d1-bf0d-f133b9f7ca74 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172b7bd7-666a-4c99-9893-8389c055d0b3']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:04.439986 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-be34bcd1-9327-44d1-bf0d-f133b9f7ca74 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b37af3f-18ca-4c59-84a6-7de8cd1365af') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:04.440348 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-be34bcd1-9327-44d1-bf0d-f133b9f7ca74 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b37af3f-18ca-4c59-84a6-7de8cd1365af') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:04.452557 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-be34bcd1-9327-44d1-bf0d-f133b9f7ca74 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.496409 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-be34bcd1-9327-44d1-bf0d-f133b9f7ca74 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.509779 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be34bcd1-9327-44d1-bf0d-f133b9f7ca74 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:56:04.510234 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-be34bcd1-9327-44d1-bf0d-f133b9f7ca74 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:56:04.514871 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:56:04.577090 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-855403c4-29c1-4a55-8bb1-e3c29d9f018e tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b3de4ade69c24e9b8a0825017e0177ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9253047 Jul 13 07:56:04.627384 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-be34bcd1-9327-44d1-bf0d-f133b9f7ca74 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.643852 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-be34bcd1-9327-44d1-bf0d-f133b9f7ca74 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.651925 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-be34bcd1-9327-44d1-bf0d-f133b9f7ca74 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/networks/172b7bd7-666a-4c99-9893-8389c055d0b3 HTTP/1.1" status: 204 len: 168 time: 1.0332079 Jul 13 07:56:04.651925 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35428) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:04.664954 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-02e4245f-ecdb-4268-8c98-650d429ca98f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1727690809', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:04.686510 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34bcd1-9327-44d1-bf0d-f133b9f7ca74 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Network': ['ID=172b7bd7-666a-4c99-9893-8389c055d0b3,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:04.693268 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-02e4245f-ecdb-4268-8c98-650d429ca98f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.695524 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-02e4245f-ecdb-4268-8c98-650d429ca98f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.722414 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-86fce720-61a8-4413-87f2-02d6bc476486 service neutron] 10.222.0.58 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441338 Jul 13 07:56:04.725255 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba74815-b10b-47d5-870c-874a22c73146 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Router 13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:56:04.763267 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-02e4245f-ecdb-4268-8c98-650d429ca98f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.775176 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-02e4245f-ecdb-4268-8c98-650d429ca98f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.784377 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ae84bb95-026c-47c0-98dc-22f8e12bb4f5 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:56:04.817165 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-02e4245f-ecdb-4268-8c98-650d429ca98f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.819307 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-02e4245f-ecdb-4268-8c98-650d429ca98f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1672437 Jul 13 07:56:04.822465 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35434) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:04.829314 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-01f18ec4-d3ad-4ca0-8d33-c05ce245d844 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1699116967'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:04.885175 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f18ec4-d3ad-4ca0-8d33-c05ce245d844 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Made reservation on behalf of df97e55fdf6643bbaf24537534c4c718 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:04.888779 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-01f18ec4-d3ad-4ca0-8d33-c05ce245d844 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.941087 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f18ec4-d3ad-4ca0-8d33-c05ce245d844 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:56:04.946875 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7dfab-d77c-4b50-b549-0e581302c7f7 req-fdd9d0b1-dc4e-4699-9b5c-aedb8902a8f7 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:04.953777 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ae84bb95-026c-47c0-98dc-22f8e12bb4f5, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ae84bb95-026c-47c0-98dc-22f8e12bb4f5,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:04.955257 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d5e7dfab-d77c-4b50-b549-0e581302c7f7 req-fdd9d0b1-dc4e-4699-9b5c-aedb8902a8f7 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 944 time: 0.4902675 Jul 13 07:56:04.961043 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-01f18ec4-d3ad-4ca0-8d33-c05ce245d844 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.961459 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-01f18ec4-d3ad-4ca0-8d33-c05ce245d844 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Added segment 35a9a37b-66a7-4461-8915-569da92f03ae of type vlan for network e761ab00-f5c1-4c5f-ae6d-3ab00bd18143 Jul 13 07:56:04.977226 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'ae84bb95-026c-47c0-98dc-22f8e12bb4f5', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'port_id': 'ae84bb95-026c-47c0-98dc-22f8e12bb4f5', 'mac_address': 'fa:16:3e:34:32:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:56:05.022686 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-01f18ec4-d3ad-4ca0-8d33-c05ce245d844 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:05.062404 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:05.081305 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-01f18ec4-d3ad-4ca0-8d33-c05ce245d844 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:05.089231 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae84bb95-026c-47c0-98dc-22f8e12bb4f5 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:56:05.091266 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f18ec4-d3ad-4ca0-8d33-c05ce245d844 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:05.092744 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-01f18ec4-d3ad-4ca0-8d33-c05ce245d844 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:05.114569 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ae84bb95-026c-47c0-98dc-22f8e12bb4f5, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ae84bb95-026c-47c0-98dc-22f8e12bb4f5,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:05.126259 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:05.178544 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-01f18ec4-d3ad-4ca0-8d33-c05ce245d844 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3543599 Jul 13 07:56:05.181582 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35442) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:05.186877 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-bb5885a4-b945-4597-8b4a-eefc2dacc4e2 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'subnet': {'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:05.191234 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=ae84bb95-026c-47c0-98dc-22f8e12bb4f5,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:05.266981 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f18ec4-d3ad-4ca0-8d33-c05ce245d844 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Network': ['ID=e761ab00-f5c1-4c5f-ae6d-3ab00bd18143,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:05.278336 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network e761ab00-f5c1-4c5f-ae6d-3ab00bd18143 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:56:05.306078 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d5e7dfab-d77c-4b50-b549-0e581302c7f7 req-5a9e57bf-34f8-4ec6-bad0-41793512ae6f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412769 Jul 13 07:56:05.324835 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-d6e3575f-5081-434f-af82-721f3183ccb6 service neutron] 10.222.0.58 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936182 Jul 13 07:56:05.329099 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba74815-b10b-47d5-870c-874a22c73146 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:05.352605 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cba74815-b10b-47d5-870c-874a22c73146 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "PUT /v2.0/routers/13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0370893 Jul 13 07:56:05.355384 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35446) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:05.450176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5885a4-b945-4597-8b4a-eefc2dacc4e2 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Made reservation on behalf of df97e55fdf6643bbaf24537534c4c718 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:05.453901 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb5885a4-b945-4597-8b4a-eefc2dacc4e2 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:05.471851 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28128628-55cd-4c66-ad83-ab469acde8e4 None None] Sync routers for ids ['13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:05.506914 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28128628-55cd-4c66-ad83-ab469acde8e4 None None] Routers {'13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:05.509819 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-28128628-55cd-4c66-ad83-ab469acde8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:05.514680 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fbb085a-1fab-4148-9980-aed8e8df1e3b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Deleting subnet ee061728-af5a-4d78-b409-85a128fc5b17 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:56:05.525222 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5fbb085a-1fab-4148-9980-aed8e8df1e3b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:05.621885 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['ae84bb95-026c-47c0-98dc-22f8e12bb4f5'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:05.644071 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5fbb085a-1fab-4148-9980-aed8e8df1e3b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:05.798493 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7cbc7d2d-0c6f-473e-a42d-bbf67fb60ab7 req-e3819d20-9128-48cd-9cb1-306748bf33ed tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 210 time: 0.1585395 Jul 13 07:56:05.885483 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5fbb085a-1fab-4148-9980-aed8e8df1e3b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:05.929671 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb5885a4-b945-4597-8b4a-eefc2dacc4e2 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:06.024251 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5fbb085a-1fab-4148-9980-aed8e8df1e3b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:06.024599 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5885a4-b945-4597-8b4a-eefc2dacc4e2 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Subnet': ['ID=434003e8-8629-44b7-9903-e598119bbe37,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:06.061411 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5885a4-b945-4597-8b4a-eefc2dacc4e2 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Checking segment: {'id': '35a9a37b-66a7-4461-8915-569da92f03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:06.061891 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5885a4-b945-4597-8b4a-eefc2dacc4e2 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network hostable DHCP agents. Network: e761ab00-f5c1-4c5f-ae6d-3ab00bd18143, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:56:06.111705 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5885a4-b945-4597-8b4a-eefc2dacc4e2 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network e761ab00-f5c1-4c5f-ae6d-3ab00bd18143 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:56:06.139131 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-bb5885a4-b945-4597-8b4a-eefc2dacc4e2 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, e761ab00-f5c1-4c5f-ae6d-3ab00bd18143) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:06.149418 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb085a-1fab-4148-9980-aed8e8df1e3b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event deleted for resources: {'Subnet': ['ID=ee061728-af5a-4d78-b409-85a128fc5b17,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:06.150428 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5885a4-b945-4597-8b4a-eefc2dacc4e2 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:06.153416 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb5885a4-b945-4597-8b4a-eefc2dacc4e2 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:06.161371 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5fbb085a-1fab-4148-9980-aed8e8df1e3b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:06.169243 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5fbb085a-1fab-4148-9980-aed8e8df1e3b tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "DELETE /v2.0/subnets/ee061728-af5a-4d78-b409-85a128fc5b17 HTTP/1.1" status: 204 len: 168 time: 0.8088737 Jul 13 07:56:06.170907 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35474) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:06.174323 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-28128628-55cd-4c66-ad83-ab469acde8e4 None None] Set router 13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:06.176455 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa889a0-26d9-41c7-8396-a1000ea34d1e None None] Network 454dc9c9-1c93-4430-9e9a-eafad9631360 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:06.205546 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bb5885a4-b945-4597-8b4a-eefc2dacc4e2 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0214641 Jul 13 07:56:06.206439 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35476) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:06.230711 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7664717-dc48-4a4c-be70-48fbd004ba5c None None] Network e761ab00-f5c1-4c5f-ae6d-3ab00bd18143 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:06.330478 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 312b9a30-b4fc-4b22-9fb8-3b765f16c821 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:06.486312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 312b9a30-b4fc-4b22-9fb8-3b765f16c821 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:06.486661 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 312b9a30-b4fc-4b22-9fb8-3b765f16c821 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:06.548955 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f31cb31c-03fd-45d6-84ce-b36bc3e75996 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:06.863491 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f31cb31c-03fd-45d6-84ce-b36bc3e75996 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:06.871021 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3767cdbb-3eb6-4988-98b2-585af6d9002e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:06.903688 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94500ca-e7cc-425e-9eac-3724de058173 req-b00805a2-f608-4d12-a279-82310fd3ef35 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:06.912272 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f94500ca-e7cc-425e-9eac-3724de058173 req-b00805a2-f608-4d12-a279-82310fd3ef35 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 945 time: 0.2846656 Jul 13 07:56:07.002245 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f94500ca-e7cc-425e-9eac-3724de058173 req-82ccab1e-0383-4122-b600-257716187918 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889175 Jul 13 07:56:07.048794 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f31cb31c-03fd-45d6-84ce-b36bc3e75996 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Deleting port 7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:07.049408 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f31cb31c-03fd-45d6-84ce-b36bc3e75996 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:07.114363 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bf62b558-fd6a-40b1-9c08-a43b0450decd req-1b86027c-8dd5-4268-8dbf-ee7d9acbb3d0 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 210 time: 0.0383420 Jul 13 07:56:07.188122 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-f31cb31c-03fd-45d6-84ce-b36bc3e75996 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] For port 7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:07.189061 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f31cb31c-03fd-45d6-84ce-b36bc3e75996 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:07.204014 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f31cb31c-03fd-45d6-84ce-b36bc3e75996 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Calling delete_port for 7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:07.211975 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:56:07.212848 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:07.321702 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-3767cdbb-3eb6-4988-98b2-585af6d9002e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Allocated IP 2001:db8::1 (e761ab00-f5c1-4c5f-ae6d-3ab00bd18143/434003e8-8629-44b7-9903-e598119bbe37/e5f96dd0-a267-48e0-ba6f-fa50bc380e0f) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:07.446269 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f31cb31c-03fd-45d6-84ce-b36bc3e75996 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:07.488652 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7ce548-f1bd-42aa-a0c0-35fe374094fc None None] DHCP port deletion for 454dc9c9-1c93-4430-9e9a-eafad9631360 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:56:07.535908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31cb31c-03fd-45d6-84ce-b36bc3e75996 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event deleted for resources: {'Port': ['ID=7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:07.552451 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-28128628-55cd-4c66-ad83-ab469acde8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1784197295', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:09Z', 'updated_at': '2021-07-13T07:56:02Z', 'revision_number': 5, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port': {'id': '7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:11Z', 'updated_at': '2021-07-13T07:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:07.588113 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28128628-55cd-4c66-ad83-ab469acde8e4 None None] Checking router: 13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:07.600660 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f31cb31c-03fd-45d6-84ce-b36bc3e75996 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:07.608686 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28128628-55cd-4c66-ad83-ab469acde8e4 None None] Routers {'13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:07.609332 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-28128628-55cd-4c66-ad83-ab469acde8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:07.680783 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-dd7ce548-f1bd-42aa-a0c0-35fe374094fc None None] Deleting port 7795ed8c-cc45-4fab-b01f-c84359f85672 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:07.681173 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd7ce548-f1bd-42aa-a0c0-35fe374094fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:07.706691 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-28128628-55cd-4c66-ad83-ab469acde8e4 None None] Set router 13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:07.774646 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-28128628-55cd-4c66-ad83-ab469acde8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1784197295', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:09Z', 'updated_at': '2021-07-13T07:56:07Z', 'revision_number': 7, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:07.782002 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f31cb31c-03fd-45d6-84ce-b36bc3e75996 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:07.789695 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f31cb31c-03fd-45d6-84ce-b36bc3e75996 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:07.847794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28128628-55cd-4c66-ad83-ab469acde8e4 None None] The sync data for ids ['13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15'] in n-d-779913-28 is: [{'id': '13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1784197295', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:09Z', 'updated_at': '2021-07-13T07:56:07Z', 'revision_number': 7, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:07.862849 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-dd7ce548-f1bd-42aa-a0c0-35fe374094fc None None] For port 7795ed8c-cc45-4fab-b01f-c84359f85672, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7795ed8c-cc45-4fab-b01f-c84359f85672,segment=NetworkSegment(062ee7c7-4deb-4c59-a039-dd87c8d4f7cd),segment_id=062ee7c7-4deb-4c59-a039-dd87c8d4f7cd)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:07.863300 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd7ce548-f1bd-42aa-a0c0-35fe374094fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:07.893423 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-dd7ce548-f1bd-42aa-a0c0-35fe374094fc None None] Calling delete_port for 7795ed8c-cc45-4fab-b01f-c84359f85672 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:07.916804 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f31cb31c-03fd-45d6-84ce-b36bc3e75996 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:07.918705 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31cb31c-03fd-45d6-84ce-b36bc3e75996 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Fanout notify agent at l3_agent the message router_deleted on router 13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:56:07.929845 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f31cb31c-03fd-45d6-84ce-b36bc3e75996 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:07.931179 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f31cb31c-03fd-45d6-84ce-b36bc3e75996 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "DELETE /v2.0/routers/13ca6f1f-303d-4ed1-9aa4-e8dae2dbde15 HTTP/1.1" status: 204 len: 168 time: 1.7578344 Jul 13 07:56:07.933699 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35510) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:08.012639 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3767cdbb-3eb6-4988-98b2-585af6d9002e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.028327 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-3767cdbb-3eb6-4988-98b2-585af6d9002e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Transition to ACTIVE for port object e5f96dd0-a267-48e0-ba6f-fa50bc380e0f will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:08.045298 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.048517 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7dbb2cdb-0dd4-4772-9b09-f18cc5a9f2ad tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.071931 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-e74e1d8a-76b7-4304-a48f-6f45d241364b tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:08.073609 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-e74e1d8a-76b7-4304-a48f-6f45d241364b tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.35 "GET /v2.0/networks?id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89 HTTP/1.1" status: 200 len: 816 time: 0.7437754 Jul 13 07:56:08.127604 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7dbb2cdb-0dd4-4772-9b09-f18cc5a9f2ad tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Deleting port 7795ed8c-cc45-4fab-b01f-c84359f85672 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:08.128197 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7dbb2cdb-0dd4-4772-9b09-f18cc5a9f2ad tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.128489 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-4fcb198b-5551-40f2-8ba4-077749ea26e7 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3de4ade69c24e9b8a0825017e0177ec HTTP/1.1" status: 200 len: 379 time: 0.0450683 Jul 13 07:56:08.132297 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd7ce548-f1bd-42aa-a0c0-35fe374094fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.138588 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-10267628-42d5-4f8a-ae1b-87e1a19e9820 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Request body: {'port': {'device_id': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'admin_state_up': True, 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'security_groups': ['c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:08.183227 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3767cdbb-3eb6-4988-98b2-585af6d9002e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.222929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7ce548-f1bd-42aa-a0c0-35fe374094fc None None] No DVR routers for this DVR port 7795ed8c-cc45-4fab-b01f-c84359f85672 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:08.260891 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767cdbb-3eb6-4988-98b2-585af6d9002e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Port': ['ID=e5f96dd0-a267-48e0-ba6f-fa50bc380e0f,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:08.261880 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ce548-f1bd-42aa-a0c0-35fe374094fc None None] Pushing event deleted for resources: {'Port': ['ID=7795ed8c-cc45-4fab-b01f-c84359f85672,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:08.322893 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-7dbb2cdb-0dd4-4772-9b09-f18cc5a9f2ad tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] For port 7795ed8c-cc45-4fab-b01f-c84359f85672, host n-d-779913-28, got binding levels [] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:08.323420 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7dbb2cdb-0dd4-4772-9b09-f18cc5a9f2ad tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.324894 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3767cdbb-3eb6-4988-98b2-585af6d9002e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network e761ab00-f5c1-4c5f-ae6d-3ab00bd18143 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:08.329524 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-3767cdbb-3eb6-4988-98b2-585af6d9002e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:08.334198 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3767cdbb-3eb6-4988-98b2-585af6d9002e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:08.334764 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3767cdbb-3eb6-4988-98b2-585af6d9002e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.387533 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] Allocated IP 2001:db8::2 (e761ab00-f5c1-4c5f-ae6d-3ab00bd18143/434003e8-8629-44b7-9903-e598119bbe37/e46a87e5-9f84-4f51-9529-ec006e7b36d4) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:08.454397 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7dbb2cdb-0dd4-4772-9b09-f18cc5a9f2ad tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Calling delete_port for 7795ed8c-cc45-4fab-b01f-c84359f85672 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:08.474021 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.ipam_backend_mixin [None req-7dbb2cdb-0dd4-4772-9b09-f18cc5a9f2ad tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Port 7795ed8c-cc45-4fab-b01f-c84359f85672 was not found and therefore no delete operation was performed {{(pid=93724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:56:08.478370 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7dbb2cdb-0dd4-4772-9b09-f18cc5a9f2ad tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.521391 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7795ed8c-cc45-4fab-b01f-c84359f85672 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:08.559361 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbb2cdb-0dd4-4772-9b09-f18cc5a9f2ad tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] No DVR routers for this DVR port 7795ed8c-cc45-4fab-b01f-c84359f85672 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:08.568269 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb2cdb-0dd4-4772-9b09-f18cc5a9f2ad tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event deleted for resources: {'Port': ['ID=7795ed8c-cc45-4fab-b01f-c84359f85672,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:08.583793 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 7795ed8c-cc45-4fab-b01f-c84359f85672 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:08.585142 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7795ed8c-cc45-4fab-b01f-c84359f85672 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:08.588032 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 60e839d4-412f-4800-9077-1c28d2eac23a no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:08.607056 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:56:08.607569 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-10267628-42d5-4f8a-ae1b-87e1a19e9820 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Made reservation on behalf of b3de4ade69c24e9b8a0825017e0177ec for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:08.612096 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-10267628-42d5-4f8a-ae1b-87e1a19e9820 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.628421 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 60e839d4-412f-4800-9077-1c28d2eac23a {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:08.628844 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 60e839d4-412f-4800-9077-1c28d2eac23a not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:08.660440 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-65caed85-3940-4248-a607-4237997d821c req-7dbb096a-e672-42a2-a971-b7a6b5e5edd7 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 210 time: 0.1175420 Jul 13 07:56:08.734039 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd7472-9ba5-48e9-bfe1-ecccd2648115 req-b029dfa8-8de2-4067-a30a-33cd4bdd4d3c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:08.736188 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1dcd7472-9ba5-48e9-bfe1-ecccd2648115 req-b029dfa8-8de2-4067-a30a-33cd4bdd4d3c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 945 time: 0.4381201 Jul 13 07:56:08.794560 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-10267628-42d5-4f8a-ae1b-87e1a19e9820 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Allocated IP 172.20.0.11 (af7ca3eb-4965-4f8d-8ffe-2935fee77b89/6c438866-8191-4fb5-b30d-fdddd69335c4/fdae8ee5-7ed0-4dc2-9099-5b9072c058d6) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:08.807646 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ae84bb95-026c-47c0-98dc-22f8e12bb4f5 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:08.851719 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7dbb2cdb-0dd4-4772-9b09-f18cc5a9f2ad tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.869199 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7dbb2cdb-0dd4-4772-9b09-f18cc5a9f2ad tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454dc9c9-1c93-4430-9e9a-eafad9631360']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:08.891259 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7dbb2cdb-0dd4-4772-9b09-f18cc5a9f2ad tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062ee7c7-4deb-4c59-a039-dd87c8d4f7cd') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:08.891876 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7dbb2cdb-0dd4-4772-9b09-f18cc5a9f2ad tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062ee7c7-4deb-4c59-a039-dd87c8d4f7cd') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:08.913725 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.918522 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7dbb2cdb-0dd4-4772-9b09-f18cc5a9f2ad tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.946147 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7dbb2cdb-0dd4-4772-9b09-f18cc5a9f2ad tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.946753 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] Transition to ACTIVE for port object e46a87e5-9f84-4f51-9529-ec006e7b36d4 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:08.962844 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dbb2cdb-0dd4-4772-9b09-f18cc5a9f2ad tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:56:08.963693 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7dbb2cdb-0dd4-4772-9b09-f18cc5a9f2ad tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.979458 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-10267628-42d5-4f8a-ae1b-87e1a19e9820 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.990821 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] Transition to ACTIVE for port object e46a87e5-9f84-4f51-9529-ec006e7b36d4 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:08.999307 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port ae84bb95-026c-47c0-98dc-22f8e12bb4f5 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:09.007994 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.026797 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port ae84bb95-026c-47c0-98dc-22f8e12bb4f5 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:09.028266 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.040896 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-10267628-42d5-4f8a-ae1b-87e1a19e9820 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Transition to ACTIVE for port object fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:56:09.106761 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:56:09.151003 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1dcd7472-9ba5-48e9-bfe1-ecccd2648115 req-d10e2c49-694c-462a-afb4-301ee61a65ac tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027767 Jul 13 07:56:09.159517 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7dbb2cdb-0dd4-4772-9b09-f18cc5a9f2ad tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.182217 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7dbb2cdb-0dd4-4772-9b09-f18cc5a9f2ad tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.184635 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7dbb2cdb-0dd4-4772-9b09-f18cc5a9f2ad tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "DELETE /v2.0/networks/454dc9c9-1c93-4430-9e9a-eafad9631360 HTTP/1.1" status: 204 len: 168 time: 1.2499347 Jul 13 07:56:09.196802 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35526) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:09.216893 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb2cdb-0dd4-4772-9b09-f18cc5a9f2ad tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event deleted for resources: {'Network': ['ID=454dc9c9-1c93-4430-9e9a-eafad9631360,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:09.235347 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] Pushing event updated for resources: {'Port': ['ID=e46a87e5-9f84-4f51-9529-ec006e7b36d4,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:09.244695 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] Network e761ab00-f5c1-4c5f-ae6d-3ab00bd18143 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:09.247949 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:09.252901 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3767cdbb-3eb6-4988-98b2-585af6d9002e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.253437 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:09.356847 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-10267628-42d5-4f8a-ae1b-87e1a19e9820 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.481633 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ffdc11c1-dde9-442d-9ef0-17b808e12bdf tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Deleting port d27d4b1f-4aa9-44da-99ec-f78e3c17acef {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:09.482664 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffdc11c1-dde9-442d-9ef0-17b808e12bdf tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.484553 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-10267628-42d5-4f8a-ae1b-87e1a19e9820 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Network af7ca3eb-4965-4f8d-8ffe-2935fee77b89 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:09.519319 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-10267628-42d5-4f8a-ae1b-87e1a19e9820 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:09.539534 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-10267628-42d5-4f8a-ae1b-87e1a19e9820 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:09.651796 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.653830 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] Attempting to bind port e46a87e5-9f84-4f51-9529-ec006e7b36d4 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:09.655560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] Attempting to bind port e46a87e5-9f84-4f51-9529-ec006e7b36d4 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '35a9a37b-66a7-4461-8915-569da92f03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:09.658801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] Attempting to bind port e46a87e5-9f84-4f51-9529-ec006e7b36d4 on network e761ab00-f5c1-4c5f-ae6d-3ab00bd18143 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:09.675608 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:09.676140 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] Checking segment: {'id': '35a9a37b-66a7-4461-8915-569da92f03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:09.676651 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.677274 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] Bound using segment: {'id': '35a9a37b-66a7-4461-8915-569da92f03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:09.678099 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] Bound port: e46a87e5-9f84-4f51-9529-ec006e7b36d4, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a9a37b-66a7-4461-8915-569da92f03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:09.679612 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.737846 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a519fa2c-1041-4945-89f3-fd1ee581d831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae84bb95-026c-47c0-98dc-22f8e12bb4f5'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:09.740533 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5d422e-2cbd-4631-ae98-c3add6326d6b" -d '{"events": [{"server_uuid": "a519fa2c-1041-4945-89f3-fd1ee581d831", "name": "network-vif-plugged", "status": "completed", "tag": "ae84bb95-026c-47c0-98dc-22f8e12bb4f5"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:09.748867 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffdc11c1-dde9-442d-9ef0-17b808e12bdf tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.749614 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffdc11c1-dde9-442d-9ef0-17b808e12bdf tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.819482 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c558a0-536c-4efb-9a68-7fa8fce4e3ac req-8c42b8b6-8c37-46b4-ba53-7dcc9ecd6d60 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:09.819867 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ae84bb95-026c-47c0-98dc-22f8e12bb4f5, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ae84bb95-026c-47c0-98dc-22f8e12bb4f5,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:09.825407 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9c558a0-536c-4efb-9a68-7fa8fce4e3ac req-8c42b8b6-8c37-46b4-ba53-7dcc9ecd6d60 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 945 time: 0.3750007 Jul 13 07:56:09.836886 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ffdc11c1-dde9-442d-9ef0-17b808e12bdf tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Calling delete_port for d27d4b1f-4aa9-44da-99ec-f78e3c17acef owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:09.846763 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.891118 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3767cdbb-3eb6-4988-98b2-585af6d9002e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.908309 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10267628-42d5-4f8a-ae1b-87e1a19e9820 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Pushing event updated for resources: {'Port': ['ID=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:09.912853 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3767cdbb-3eb6-4988-98b2-585af6d9002e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.955464 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=ae84bb95-026c-47c0-98dc-22f8e12bb4f5,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:09.970788 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3767cdbb-3eb6-4988-98b2-585af6d9002e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.972282 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] For port e46a87e5-9f84-4f51-9529-ec006e7b36d4, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:09.975947 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] For port e46a87e5-9f84-4f51-9529-ec006e7b36d4, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e46a87e5-9f84-4f51-9529-ec006e7b36d4,segment=NetworkSegment(35a9a37b-66a7-4461-8915-569da92f03ae),segment_id=35a9a37b-66a7-4461-8915-569da92f03ae)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:09.984241 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:10.093412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e8d1b001-f602-411f-815e-a1ff1acc95c9 None None] Provisioning for port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:10.098444 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0160b28-b9fb-4963-a789-4c9ed24d6af7 None None] Pushing event updated for resources: {'Port': ['ID=e46a87e5-9f84-4f51-9529-ec006e7b36d4,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:10.102638 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e8d1b001-f602-411f-815e-a1ff1acc95c9 None None] Provisioning complete for port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:10.103420 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8d1b001-f602-411f-815e-a1ff1acc95c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:10.138461 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:10.168443 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9c558a0-536c-4efb-9a68-7fa8fce4e3ac req-9f07fc79-f234-4a03-b74f-a3a230d3e77b tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211372 Jul 13 07:56:10.202942 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:10.203292 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7ffb0784-08dd-43ed-ad36-dfc2fa3a12e3 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:10.235147 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e8d1b001-f602-411f-815e-a1ff1acc95c9 None None] Port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:10.259582 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064e6b6b-ddee-4b3c-a9bc-22dd78bff93f x-openstack-request-id: req-064e6b6b-ddee-4b3c-a9bc-22dd78bff93f {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:10.260719 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3767cdbb-3eb6-4988-98b2-585af6d9002e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network e761ab00-f5c1-4c5f-ae6d-3ab00bd18143 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:10.260952 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a519fa2c-1041-4945-89f3-fd1ee581d831", "name": "network-vif-plugged", "status": "completed", "tag": "ae84bb95-026c-47c0-98dc-22f8e12bb4f5", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:10.261375 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-064e6b6b-ddee-4b3c-a9bc-22dd78bff93f {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:10.261949 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a519fa2c-1041-4945-89f3-fd1ee581d831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae84bb95-026c-47c0-98dc-22f8e12bb4f5', 'code': 200} Jul 13 07:56:10.267152 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767cdbb-3eb6-4988-98b2-585af6d9002e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Port': ['ID=e5f96dd0-a267-48e0-ba6f-fa50bc380e0f,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:10.272403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83aad4-04a9-4cb8-bad0-70832e075abd req-f65882ca-a68d-45bf-8d47-e3f4e2f7132b tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:10.278982 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-3767cdbb-3eb6-4988-98b2-585af6d9002e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:10.280752 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7f83aad4-04a9-4cb8-bad0-70832e075abd req-f65882ca-a68d-45bf-8d47-e3f4e2f7132b tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 932 time: 0.3046086 Jul 13 07:56:10.293498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-10267628-42d5-4f8a-ae1b-87e1a19e9820 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:10.294595 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-10267628-42d5-4f8a-ae1b-87e1a19e9820 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:10.364163 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7f83aad4-04a9-4cb8-bad0-70832e075abd req-e6d6f427-889c-490d-9f9a-e86bc5a58b5c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823116 Jul 13 07:56:10.481905 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-546b6cb5-c150-4f74-8fca-1d3c27ca1270 None None] Provisioning complete for port ae84bb95-026c-47c0-98dc-22f8e12bb4f5 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:10.482542 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-546b6cb5-c150-4f74-8fca-1d3c27ca1270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:10.487148 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-10267628-42d5-4f8a-ae1b-87e1a19e9820 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3511488 Jul 13 07:56:10.513176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] Request body: {'port': {'device_id': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:10.565389 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fbf71-d43d-4736-a8f3-cbc23d0a7b01 req-596bba45-f078-4c4d-bff0-ccd91730f402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:10.566945 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef7fbf71-d43d-4736-a8f3-cbc23d0a7b01 req-596bba45-f078-4c4d-bff0-ccd91730f402 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 1098 time: 0.1980064 Jul 13 07:56:10.616167 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffdc11c1-dde9-442d-9ef0-17b808e12bdf tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:10.644314 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:10.672568 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc11c1-dde9-442d-9ef0-17b808e12bdf tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event deleted for resources: {'Port': ['ID=d27d4b1f-4aa9-44da-99ec-f78e3c17acef,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:10.694244 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3767cdbb-3eb6-4988-98b2-585af6d9002e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:56:10.719071 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed55d18-e97c-45de-9e9b-4e1264a1a3e7 req-e50f59bf-5f9a-4c55-9fd1-2a2d00ae0db4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:10.720605 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ed55d18-e97c-45de-9e9b-4e1264a1a3e7 req-e50f59bf-5f9a-4c55-9fd1-2a2d00ae0db4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 946 time: 0.2554681 Jul 13 07:56:10.722260 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef7fbf71-d43d-4736-a8f3-cbc23d0a7b01 req-cc59f257-5220-4f7f-a3b1-6fed67082ff7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345737 Jul 13 07:56:10.776900 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ed55d18-e97c-45de-9e9b-4e1264a1a3e7 req-8feedbf7-0f2c-4e00-afd1-be87b569637d tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364449 Jul 13 07:56:10.818481 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffdc11c1-dde9-442d-9ef0-17b808e12bdf tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:10.818824 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-ffdc11c1-dde9-442d-9ef0-17b808e12bdf tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Floating IP 2fa05527-a697-4ed6-8899-e835d72c577b disassociated (deleted). External IP: 172.25.0.119, port: 37f2d720-a73f-4293-a15d-bbb2ab3f672a. Jul 13 07:56:10.889552 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3767cdbb-3eb6-4988-98b2-585af6d9002e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:10.900973 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3767cdbb-3eb6-4988-98b2-585af6d9002e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/dd8721e5-ff9e-4c31-8041-2782d2b4f5d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6933961 Jul 13 07:56:10.901940 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] Sync routers for ids ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:10.905261 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35548) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:10.912363 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a0bd338b-2ddc-4dfa-8dc0-439479cd8f8f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1386130361'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:10.916175 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] Routers {'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:10.919010 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:10.941213 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b6a6b-ddae-4bdc-bdf8-51b07915573e req-cbf3d715-383a-453e-98e7-9dfd2c274b6d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:10.942888 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c7b6a6b-ddae-4bdc-bdf8-51b07915573e req-cbf3d715-383a-453e-98e7-9dfd2c274b6d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 945 time: 0.1545711 Jul 13 07:56:10.980981 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bd338b-2ddc-4dfa-8dc0-439479cd8f8f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Made reservation on behalf of df97e55fdf6643bbaf24537534c4c718 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:10.985113 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0bd338b-2ddc-4dfa-8dc0-439479cd8f8f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:11.020383 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] Set router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:11.033055 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0bd338b-2ddc-4dfa-8dc0-439479cd8f8f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:56:11.077402 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0bd338b-2ddc-4dfa-8dc0-439479cd8f8f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:11.077985 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-a0bd338b-2ddc-4dfa-8dc0-439479cd8f8f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Added segment 778fcdc7-5d5f-4eb5-a333-e2b2e843dd49 of type vlan for network 87b87ea5-ea49-4d32-a27e-053823b9501a Jul 13 07:56:11.131705 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:56:11.141413 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0bd338b-2ddc-4dfa-8dc0-439479cd8f8f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:11.146382 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:11.178037 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] Transition to ACTIVE for port object fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:11.199265 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:11.262520 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0bd338b-2ddc-4dfa-8dc0-439479cd8f8f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:11.263967 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-1c7b6a6b-ddae-4bdc-bdf8-51b07915573e req-c9f25f6f-5a83-4c74-8ca7-e02a1abef4ac tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Deleting port a427bbc0-853e-4a63-80a1-f88fdc7a4828 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:11.266259 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c7b6a6b-ddae-4bdc-bdf8-51b07915573e req-c9f25f6f-5a83-4c74-8ca7-e02a1abef4ac tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:11.284136 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bd338b-2ddc-4dfa-8dc0-439479cd8f8f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:11.284947 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0bd338b-2ddc-4dfa-8dc0-439479cd8f8f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:11.325212 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdc11c1-dde9-442d-9ef0-17b808e12bdf tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Router e84c7190-caad-4052-931d-172a6d931362 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:56:11.394113 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a0bd338b-2ddc-4dfa-8dc0-439479cd8f8f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4875174 Jul 13 07:56:11.457891 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] Pushing event updated for resources: {'Port': ['ID=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:11.464728 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35554) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:11.542646 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-1c7b6a6b-ddae-4bdc-bdf8-51b07915573e req-c9f25f6f-5a83-4c74-8ca7-e02a1abef4ac tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] For port a427bbc0-853e-4a63-80a1-f88fdc7a4828, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=a427bbc0-853e-4a63-80a1-f88fdc7a4828,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:11.543047 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c7b6a6b-ddae-4bdc-bdf8-51b07915573e req-c9f25f6f-5a83-4c74-8ca7-e02a1abef4ac tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:11.561872 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-14af9131-f91d-4f7f-a78d-7fa367acafa1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'subnet': {'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:11.582522 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:09Z', 'revision_number': 2, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:09Z', 'revision_number': 2, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:11.635484 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] Checking router: dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:11.635897 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] Updating router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 port e5f96dd0-a267-48e0-ba6f-fa50bc380e0f binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:56:11.649881 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd338b-2ddc-4dfa-8dc0-439479cd8f8f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Network': ['ID=87b87ea5-ea49-4d32-a27e-053823b9501a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:11.684921 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 87b87ea5-ea49-4d32-a27e-053823b9501a details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:56:11.705474 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:11.773084 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b30ce1c-3cff-4990-b043-ddceb3c6e3b4 None None] Network e761ab00-f5c1-4c5f-ae6d-3ab00bd18143 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:11.784286 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] Attempting to bind port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:11.784657 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] Attempting to bind port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'e59dd538-281d-4885-bc59-b883b76b38c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:11.784961 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] Attempting to bind port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 on network af7ca3eb-4965-4f8d-8ffe-2935fee77b89 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:11.795902 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] Port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 on network af7ca3eb-4965-4f8d-8ffe-2935fee77b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:56:11.796270 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] Attempting to bind port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 on network af7ca3eb-4965-4f8d-8ffe-2935fee77b89 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:11.804128 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:11.804534 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] Checking segment: {'id': 'e59dd538-281d-4885-bc59-b883b76b38c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:11.804856 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] Bound using segment: {'id': 'e59dd538-281d-4885-bc59-b883b76b38c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:11.805295 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] Bound port: fdae8ee5-7ed0-4dc2-9099-5b9072c058d6, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59dd538-281d-4885-bc59-b883b76b38c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:11.805665 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:11.808928 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14af9131-f91d-4f7f-a78d-7fa367acafa1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Made reservation on behalf of df97e55fdf6643bbaf24537534c4c718 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:11.812916 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-14af9131-f91d-4f7f-a78d-7fa367acafa1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:11.901643 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3a1e9b92-5980-43c8-9bca-51e821d79af3 None None] Provisioning for port e46a87e5-9f84-4f51-9529-ec006e7b36d4 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:11.994699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] For port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:11.999933 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] For port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:12.016643 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:12.128421 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:12.132258 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:12.140840 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] 10.222.0.35 "PUT /v2.0/ports/fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 HTTP/1.1" status: 200 len: 1093 time: 1.6398380 Jul 13 07:56:12.144552 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'tag': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:12.155551 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd85103-de3d-4d67-b03a-cb6034a172b5" -d '{"events": [{"name": "network-changed", "server_uuid": "95ec32c9-b358-41f6-9445-c4c2c5e13aa1", "tag": "fdae8ee5-7ed0-4dc2-9099-5b9072c058d6"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:12.256140 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:12.258855 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-1c7b6a6b-ddae-4bdc-bdf8-51b07915573e req-c9f25f6f-5a83-4c74-8ca7-e02a1abef4ac tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Calling delete_port for a427bbc0-853e-4a63-80a1-f88fdc7a4828 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:12.285714 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] Transition to ACTIVE for port object e5f96dd0-a267-48e0-ba6f-fa50bc380e0f will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:12.309516 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:12.314653 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e46a87e5-9f84-4f51-9529-ec006e7b36d4 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:12.430258 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33732427-3039-466d-a5bb-644e98091184 None None] Pushing event updated for resources: {'Port': ['ID=e5f96dd0-a267-48e0-ba6f-fa50bc380e0f,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:12.466077 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-14af9131-f91d-4f7f-a78d-7fa367acafa1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:12.473019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port e46a87e5-9f84-4f51-9529-ec006e7b36d4 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:12.479169 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e46a87e5-9f84-4f51-9529-ec006e7b36d4 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:12.479607 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:12.552407 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af9131-f91d-4f7f-a78d-7fa367acafa1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Subnet': ['ID=b2ea75ec-75ba-454c-983c-cf68d33d06d7,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:12.557200 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c5ef9-7734-4c3b-a645-615cd49eeea6 service neutron] Pushing event updated for resources: {'Port': ['ID=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:12.608803 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] Attempting to bind port e5f96dd0-a267-48e0-ba6f-fa50bc380e0f on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:12.613050 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] Attempting to bind port e5f96dd0-a267-48e0-ba6f-fa50bc380e0f by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '35a9a37b-66a7-4461-8915-569da92f03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:12.613556 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] Attempting to bind port e5f96dd0-a267-48e0-ba6f-fa50bc380e0f on network e761ab00-f5c1-4c5f-ae6d-3ab00bd18143 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:12.628885 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-1800800b-9e86-43f9-8425-dad5ae2b6152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:12.629898 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:12.630416 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] Checking segment: {'id': '35a9a37b-66a7-4461-8915-569da92f03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:12.630550 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-1800800b-9e86-43f9-8425-dad5ae2b6152 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3de4ade69c24e9b8a0825017e0177ec&device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 1096 time: 0.4164455 Jul 13 07:56:12.631008 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:12.631790 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] Bound using segment: {'id': '35a9a37b-66a7-4461-8915-569da92f03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:12.632132 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] Bound port: e5f96dd0-a267-48e0-ba6f-fa50bc380e0f, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a9a37b-66a7-4461-8915-569da92f03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:12.632616 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:12.634828 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14af9131-f91d-4f7f-a78d-7fa367acafa1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Checking segment: {'id': '778fcdc7-5d5f-4eb5-a333-e2b2e843dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:12.635195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14af9131-f91d-4f7f-a78d-7fa367acafa1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network hostable DHCP agents. Network: 87b87ea5-ea49-4d32-a27e-053823b9501a, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:56:12.660996 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:12.720696 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-1e3d9c3b-d90a-4739-a80b-f7981401fab6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 HTTP/1.1" status: 200 len: 217 time: 0.0811071 Jul 13 07:56:12.740526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dceb5c-9aa2-4549-841c-798c23ef6491 req-c9be7bcd-858b-4baf-ae2f-e79215bff0e3 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:12.747905 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4dceb5c-9aa2-4549-841c-798c23ef6491 req-c9be7bcd-858b-4baf-ae2f-e79215bff0e3 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 945 time: 0.4851263 Jul 13 07:56:12.754409 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port e46a87e5-9f84-4f51-9529-ec006e7b36d4, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e46a87e5-9f84-4f51-9529-ec006e7b36d4,segment=NetworkSegment(35a9a37b-66a7-4461-8915-569da92f03ae),segment_id=35a9a37b-66a7-4461-8915-569da92f03ae)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:12.775406 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ddecd8fb-3997-425b-84cc-adc5cdd26a88 None None] Provisioning complete for port e46a87e5-9f84-4f51-9529-ec006e7b36d4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:12.775784 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ddecd8fb-3997-425b-84cc-adc5cdd26a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:12.781943 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:12.790989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14af9131-f91d-4f7f-a78d-7fa367acafa1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 87b87ea5-ea49-4d32-a27e-053823b9501a is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:56:12.802821 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] For port e5f96dd0-a267-48e0-ba6f-fa50bc380e0f, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:12.810351 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] For port e5f96dd0-a267-48e0-ba6f-fa50bc380e0f, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e5f96dd0-a267-48e0-ba6f-fa50bc380e0f,segment=NetworkSegment(35a9a37b-66a7-4461-8915-569da92f03ae),segment_id=35a9a37b-66a7-4461-8915-569da92f03ae)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:12.827468 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-14af9131-f91d-4f7f-a78d-7fa367acafa1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 87b87ea5-ea49-4d32-a27e-053823b9501a) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:12.832289 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:12.865720 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14af9131-f91d-4f7f-a78d-7fa367acafa1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:12.869072 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-14af9131-f91d-4f7f-a78d-7fa367acafa1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:12.902623 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=e46a87e5-9f84-4f51-9529-ec006e7b36d4,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:12.905902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b790810e-fb4c-41e1-82c2-af39e4455222 None None] Network 87b87ea5-ea49-4d32-a27e-053823b9501a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:12.932331 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-3e78af12-0114-401e-be96-5e6a0ecc3375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:12.942645 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-3e78af12-0114-401e-be96-5e6a0ecc3375 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c438866-8191-4fb5-b30d-fdddd69335c4 HTTP/1.1" status: 200 len: 855 time: 0.2107270 Jul 13 07:56:12.943959 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4dceb5c-9aa2-4549-841c-798c23ef6491 req-ba0fb9de-8f59-4898-9403-15685761b018 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=728517cb-deaf-445d-b06e-cfd9bd75e816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734364 Jul 13 07:56:12.991273 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:12.998126 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb183a7-8225-4bc2-a941-53cca7b5a617 req-1b0461b6-bef4-4700-b382-ff8ede385e84 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:13.006702 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8cb183a7-8225-4bc2-a941-53cca7b5a617 req-1b0461b6-bef4-4700-b382-ff8ede385e84 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 944 time: 0.7143085 Jul 13 07:56:13.035980 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33732427-3039-466d-a5bb-644e98091184 None None] Pushing event updated for resources: {'Port': ['ID=e5f96dd0-a267-48e0-ba6f-fa50bc380e0f,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:13.050662 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] Routers {'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:13.051480 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:13.062835 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdc11c1-dde9-442d-9ef0-17b808e12bdf tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:13.064961 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-14af9131-f91d-4f7f-a78d-7fa367acafa1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5898919 Jul 13 07:56:13.071465 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35588) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:13.072868 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffdc11c1-dde9-442d-9ef0-17b808e12bdf tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:13.099382 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ea2094-2070-4152-83a0-80d224016e0c None None] Sync routers for ids ['e84c7190-caad-4052-931d-172a6d931362'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:13.183769 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ddecd8fb-3997-425b-84cc-adc5cdd26a88 None None] Provisioning for port e5f96dd0-a267-48e0-ba6f-fa50bc380e0f completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:13.188943 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8cb183a7-8225-4bc2-a941-53cca7b5a617 req-70449074-ad65-497a-a93a-efd8e448b7d1 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784606 Jul 13 07:56:13.190849 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ea2094-2070-4152-83a0-80d224016e0c None None] Routers {'e84c7190-caad-4052-931d-172a6d931362'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:13.191486 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-88ea2094-2070-4152-83a0-80d224016e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e84c7190-caad-4052-931d-172a6d931362'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:13.281570 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ffdc11c1-dde9-442d-9ef0-17b808e12bdf tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "DELETE /v2.0/floatingips/2fa05527-a697-4ed6-8899-e835d72c577b HTTP/1.1" status: 204 len: 168 time: 4.0835774 Jul 13 07:56:13.290015 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f740c49d-f074-4731-be61-d11dac916841', 'tag': '37f2d720-a73f-4293-a15d-bbb2ab3f672a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:13.295479 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] Set router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:13.296770 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f40b291-edbb-4012-8f71-571bd4b7fadf" -d '{"events": [{"name": "network-changed", "server_uuid": "f740c49d-f074-4731-be61-d11dac916841", "tag": "37f2d720-a73f-4293-a15d-bbb2ab3f672a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:13.352312 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8686f62b-2f06-4c04-ae65-253c16cc20f7 x-openstack-request-id: req-8686f62b-2f06-4c04-ae65-253c16cc20f7 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:13.352665 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ec32c9-b358-41f6-9445-c4c2c5e13aa1", "tag": "fdae8ee5-7ed0-4dc2-9099-5b9072c058d6", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:13.353029 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8686f62b-2f06-4c04-ae65-253c16cc20f7 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:13.353551 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'tag': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6', 'status': 'completed', 'code': 200} Jul 13 07:56:13.416068 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-e34de212-3c8b-4ad7-ae63-25f228832b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:13.417867 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-e34de212-3c8b-4ad7-ae63-25f228832b7e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4585824 Jul 13 07:56:13.420046 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c7b6a6b-ddae-4bdc-bdf8-51b07915573e req-c9f25f6f-5a83-4c74-8ca7-e02a1abef4ac tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:13.484453 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f25f6f-5a83-4c74-8ca7-e02a1abef4ac tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event deleted for resources: {'Port': ['ID=a427bbc0-853e-4a63-80a1-f88fdc7a4828,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:13.565226 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-87b87ea5-ea49-4d32-a27e-053823b9501a', 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'fixed_ips': [{'subnet_id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:56:13.568683 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:13.689917 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7b6a6b-ddae-4bdc-bdf8-51b07915573e req-c9f25f6f-5a83-4c74-8ca7-e02a1abef4ac tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] No DVR routers for this DVR port a427bbc0-853e-4a63-80a1-f88fdc7a4828 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:13.696444 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c7b6a6b-ddae-4bdc-bdf8-51b07915573e req-c9f25f6f-5a83-4c74-8ca7-e02a1abef4ac tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:13.705099 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c7b6a6b-ddae-4bdc-bdf8-51b07915573e req-c9f25f6f-5a83-4c74-8ca7-e02a1abef4ac tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.35 "DELETE /v2.0/ports/a427bbc0-853e-4a63-80a1-f88fdc7a4828 HTTP/1.1" status: 204 len: 173 time: 2.7537112 Jul 13 07:56:13.739603 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92b6cf-82c0-4038-828e-abec2401338e req-ca489aff-a3f4-4f8f-9c71-4985c48a0990 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:13.745169 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b92b6cf-82c0-4038-828e-abec2401338e req-ca489aff-a3f4-4f8f-9c71-4985c48a0990 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 946 time: 0.4120204 Jul 13 07:56:13.825016 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:09Z', 'revision_number': 2, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:12Z', 'revision_number': 4, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:13.844312 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b92b6cf-82c0-4038-828e-abec2401338e req-b2972f35-37b6-47bf-b4c1-eb5d82f37a70 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923977 Jul 13 07:56:13.848787 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] Allocated IP 2001:db8:1::2 (87b87ea5-ea49-4d32-a27e-053823b9501a/b2ea75ec-75ba-454c-983c-cf68d33d06d7/90343951-9dc7-4c55-9115-bea32c0057bd) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:13.891321 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff8350-de6a-49aa-8e84-8aac6cfa9832 None None] The sync data for ids ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'] in n-d-779913-28 is: [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:09Z', 'revision_number': 2, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:12Z', 'revision_number': 4, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:13.962529 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2d0be7-3430-41de-a3bd-8a1ac7491d61 x-openstack-request-id: req-bd2d0be7-3430-41de-a3bd-8a1ac7491d61 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:13.962924 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f740c49d-f074-4731-be61-d11dac916841", "tag": "37f2d720-a73f-4293-a15d-bbb2ab3f672a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:13.963283 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bd2d0be7-3430-41de-a3bd-8a1ac7491d61 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:13.963791 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f740c49d-f074-4731-be61-d11dac916841', 'tag': '37f2d720-a73f-4293-a15d-bbb2ab3f672a', 'status': 'completed', 'code': 200} Jul 13 07:56:14.116285 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:14.153235 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] Transition to ACTIVE for port object 90343951-9dc7-4c55-9115-bea32c0057bd will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:14.228793 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] Transition to ACTIVE for port object 90343951-9dc7-4c55-9115-bea32c0057bd will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:14.278273 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:14.380310 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e46a87e5-9f84-4f51-9529-ec006e7b36d4 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:14.386445 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-88ea2094-2070-4152-83a0-80d224016e0c None None] Set router e84c7190-caad-4052-931d-172a6d931362 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:14.498871 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8569417-8937-41ca-acb1-944155a7a96a req-562bb2af-59d1-4328-82c5-9a5bab47ff38 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:14.502855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b8569417-8937-41ca-acb1-944155a7a96a req-562bb2af-59d1-4328-82c5-9a5bab47ff38 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 984 time: 0.2752173 Jul 13 07:56:14.597432 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] Pushing event updated for resources: {'Port': ['ID=90343951-9dc7-4c55-9115-bea32c0057bd,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:14.643184 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b8569417-8937-41ca-acb1-944155a7a96a req-773b0346-ab6e-4bf5-9730-729b9dd55fca tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ccb0593-8855-4826-957e-00767428e7d1&id=addfe987-240c-456d-b3f7-0a5b6f193058&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1322336 Jul 13 07:56:14.676420 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] Network 87b87ea5-ea49-4d32-a27e-053823b9501a is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:14.718340 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:14.740618 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:14.772271 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-571db68d-29c0-4534-886f-8ae8f936fcc6 req-c16928ff-4f20-4fdf-8d60-c8ebdb45c0fe tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 210 time: 0.0587471 Jul 13 07:56:14.830528 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device a427bbc0-853e-4a63-80a1-f88fdc7a4828 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:14.944531 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: a427bbc0-853e-4a63-80a1-f88fdc7a4828 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:14.946041 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device a427bbc0-853e-4a63-80a1-f88fdc7a4828 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:15.125156 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-44229dd0-b4b3-412d-bfc6-1e65c7fb732c service neutron] 10.222.0.35 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6922150 Jul 13 07:56:15.133443 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e46a87e5-9f84-4f51-9529-ec006e7b36d4 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:15.135915 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:15.150893 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] Attempting to bind port 90343951-9dc7-4c55-9115-bea32c0057bd on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:15.154420 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] Attempting to bind port 90343951-9dc7-4c55-9115-bea32c0057bd by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '778fcdc7-5d5f-4eb5-a333-e2b2e843dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:15.154907 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] Attempting to bind port 90343951-9dc7-4c55-9115-bea32c0057bd on network 87b87ea5-ea49-4d32-a27e-053823b9501a {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:15.170368 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c829d-b71c-4b0c-9a58-fd5cdd23f7d6 req-b985ac2f-eff7-45cb-b88e-8535e6c55bb0 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:15.172041 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e0c829d-b71c-4b0c-9a58-fd5cdd23f7d6 req-b985ac2f-eff7-45cb-b88e-8535e6c55bb0 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 944 time: 0.2699406 Jul 13 07:56:15.195707 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40b291-edbb-4012-8f71-571bd4b7fadf req-38ea4ec3-2b12-4ab2-b9fb-2f592a3419c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:15.208674 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f40b291-edbb-4012-8f71-571bd4b7fadf req-38ea4ec3-2b12-4ab2-b9fb-2f592a3419c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=380b7979739948e5a91a2f3ea43419aa&device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 1136 time: 0.4039252 Jul 13 07:56:15.276532 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e0c829d-b71c-4b0c-9a58-fd5cdd23f7d6 req-a5cd8fe6-408b-4c04-a92b-ab623fcad205 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886574 Jul 13 07:56:15.326394 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb68c9-ec06-4e2b-9c7e-7dcce2d1a34b req-1cfe792f-a105-4598-9b97-0716adb12580 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:15.342204 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2fb68c9-ec06-4e2b-9c7e-7dcce2d1a34b req-1cfe792f-a105-4598-9b97-0716adb12580 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 946 time: 0.3170316 Jul 13 07:56:15.354169 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40b291-edbb-4012-8f71-571bd4b7fadf req-86ca251d-6666-4136-a05e-967786839f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:15.355716 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f40b291-edbb-4012-8f71-571bd4b7fadf req-86ca251d-6666-4136-a05e-967786839f01 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a1940323-3062-41b6-8e72-e73110e23be7 HTTP/1.1" status: 200 len: 898 time: 0.1462314 Jul 13 07:56:15.414405 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2fb68c9-ec06-4e2b-9c7e-7dcce2d1a34b req-6eca2e82-d900-4c9b-bbac-9a4baec52cd0 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544722 Jul 13 07:56:15.464725 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:15.465378 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] Checking segment: {'id': '778fcdc7-5d5f-4eb5-a333-e2b2e843dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:15.465967 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:15.466637 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] Bound using segment: {'id': '778fcdc7-5d5f-4eb5-a333-e2b2e843dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:15.467297 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] Bound port: 90343951-9dc7-4c55-9115-bea32c0057bd, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778fcdc7-5d5f-4eb5-a333-e2b2e843dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:15.467866 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:15.475411 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f40b291-edbb-4012-8f71-571bd4b7fadf req-4415e3b1-ebb6-46a0-9a4c-af6059d4f92f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37f2d720-a73f-4293-a15d-bbb2ab3f672a HTTP/1.1" status: 200 len: 217 time: 0.0975356 Jul 13 07:56:15.591913 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c108e76-cd11-40a4-98d6-d7ca84353670 req-4f76bfaa-672f-4331-a68a-2b10477d97d9 service neutron] 10.222.0.35 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499843 Jul 13 07:56:15.605300 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40b291-edbb-4012-8f71-571bd4b7fadf req-c280d625-ba2f-48ec-8fee-471c75ab16e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:15.606865 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f40b291-edbb-4012-8f71-571bd4b7fadf req-c280d625-ba2f-48ec-8fee-471c75ab16e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3ce8877-83d9-4dc6-aae1-31e0fd0d405e HTTP/1.1" status: 200 len: 834 time: 0.0994036 Jul 13 07:56:15.638637 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcde098-c61e-442b-9c7b-bfd6b14556ed req-e9921495-36a8-4d04-8e10-21d7fc3687a7 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:15.639866 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dcde098-c61e-442b-9c7b-bfd6b14556ed req-e9921495-36a8-4d04-8e10-21d7fc3687a7 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.62 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 984 time: 0.1261244 Jul 13 07:56:15.680815 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] For port 90343951-9dc7-4c55-9115-bea32c0057bd, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:15.697773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] For port 90343951-9dc7-4c55-9115-bea32c0057bd, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=90343951-9dc7-4c55-9115-bea32c0057bd,segment=NetworkSegment(778fcdc7-5d5f-4eb5-a333-e2b2e843dd49),segment_id=778fcdc7-5d5f-4eb5-a333-e2b2e843dd49)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:15.716723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-88ea2094-2070-4152-83a0-80d224016e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84c7190-caad-4052-931d-172a6d931362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596890059', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:16Z', 'updated_at': '2021-07-13T07:53:28Z', 'revision_number': 4, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port': {'id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:17Z', 'updated_at': '2021-07-13T07:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '3643474a-8a9e-4ed7-91d3-05014cca04b8', 'name': '', 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'mac_address': 'fa:16:3e:7a:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'e3ce8877-83d9-4dc6-aae1-31e0fd0d405e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:26Z', 'updated_at': '2021-07-13T07:53:36Z', 'revision_number': 5, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'subnets': [{'id': 'e3ce8877-83d9-4dc6-aae1-31e0fd0d405e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:15.728452 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:15.864296 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d916c-e744-4bcf-947f-831d365cdbfe None None] Pushing event updated for resources: {'Port': ['ID=90343951-9dc7-4c55-9115-bea32c0057bd,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:15.864494 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d3ab392-5b7a-4e54-9387-968928e9eeb8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:15.880945 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ea2094-2070-4152-83a0-80d224016e0c None None] Checking router: e84c7190-caad-4052-931d-172a6d931362 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:15.894702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ea2094-2070-4152-83a0-80d224016e0c None None] Routers {'e84c7190-caad-4052-931d-172a6d931362'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:15.896000 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-88ea2094-2070-4152-83a0-80d224016e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e84c7190-caad-4052-931d-172a6d931362'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:15.974127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd87266-91af-4381-addc-3dade8088328', 'name': 'network-vif-deleted', 'tag': 'a427bbc0-853e-4a63-80a1-f88fdc7a4828'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:15.978874 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8cfdc1-4167-4880-9ad4-90cbdab0bd6e" -d '{"events": [{"server_uuid": "bfd87266-91af-4381-addc-3dade8088328", "name": "network-vif-deleted", "tag": "a427bbc0-853e-4a63-80a1-f88fdc7a4828"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:16.097929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-88ea2094-2070-4152-83a0-80d224016e0c None None] Set router e84c7190-caad-4052-931d-172a6d931362 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:16.208926 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1890cdd8-f0b8-4c7c-82e7-125365e432b5 req-ee7630c0-7943-4244-b6b4-2b96901b49ec tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 210 time: 0.2045345 Jul 13 07:56:16.292691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-5dcde098-c61e-442b-9c7b-bfd6b14556ed req-2ab1c24e-5c3d-4416-ae0e-ee88e8ca2f21 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Deleting port 37f2d720-a73f-4293-a15d-bbb2ab3f672a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:16.293034 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5dcde098-c61e-442b-9c7b-bfd6b14556ed req-2ab1c24e-5c3d-4416-ae0e-ee88e8ca2f21 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:16.347275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e5f96dd0-a267-48e0-ba6f-fa50bc380e0f up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:16.424663 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-1d3ab392-5b7a-4e54-9387-968928e9eeb8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Allocated IP 2001:db8:1::1 (87b87ea5-ea49-4d32-a27e-053823b9501a/b2ea75ec-75ba-454c-983c-cf68d33d06d7/780d8ba1-22ee-4ce7-a426-98b5109bfb8c) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:16.524551 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b789ed1-bed4-4dfc-895b-29e86f42e205 x-openstack-request-id: req-4b789ed1-bed4-4dfc-895b-29e86f42e205 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:16.526238 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd87266-91af-4381-addc-3dade8088328", "name": "network-vif-deleted", "tag": "a427bbc0-853e-4a63-80a1-f88fdc7a4828", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:16.526717 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4b789ed1-bed4-4dfc-895b-29e86f42e205 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:16.527327 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd87266-91af-4381-addc-3dade8088328', 'name': 'network-vif-deleted', 'tag': 'a427bbc0-853e-4a63-80a1-f88fdc7a4828', 'status': 'completed', 'code': 200} Jul 13 07:56:16.601540 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762169ef-d8b8-4b6a-b2ac-d4d95d4f3613 req-808e1c7e-4c0b-4bfa-bafe-c87af330ab5d tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:16.614511 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-762169ef-d8b8-4b6a-b2ac-d4d95d4f3613 req-808e1c7e-4c0b-4bfa-bafe-c87af330ab5d tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 984 time: 0.8014140 Jul 13 07:56:16.651083 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d3ab392-5b7a-4e54-9387-968928e9eeb8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:16.669006 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-1d3ab392-5b7a-4e54-9387-968928e9eeb8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Transition to ACTIVE for port object 780d8ba1-22ee-4ce7-a426-98b5109bfb8c will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:16.703112 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40b291-edbb-4012-8f71-571bd4b7fadf req-9a499f17-d8d9-46dd-86e4-12d1fd2016ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:16.705548 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f40b291-edbb-4012-8f71-571bd4b7fadf req-9a499f17-d8d9-46dd-86e4-12d1fd2016ae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1940323-3062-41b6-8e72-e73110e23be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0785897 Jul 13 07:56:16.709134 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d3ab392-5b7a-4e54-9387-968928e9eeb8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:16.803859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd85103-de3d-4d67-b03a-cb6034a172b5 req-48bdd724-4582-493f-b302-95522667cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:16.805927 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6bd85103-de3d-4d67-b03a-cb6034a172b5 req-48bdd724-4582-493f-b302-95522667cabd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3de4ade69c24e9b8a0825017e0177ec&device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 1096 time: 1.1136858 Jul 13 07:56:16.849551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3ab392-5b7a-4e54-9387-968928e9eeb8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 87b87ea5-ea49-4d32-a27e-053823b9501a is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:16.867506 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-1d3ab392-5b7a-4e54-9387-968928e9eeb8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:16.871614 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-762169ef-d8b8-4b6a-b2ac-d4d95d4f3613 req-5ea57ec9-bf63-4cae-a809-2093105422d3 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ccb0593-8855-4826-957e-00767428e7d1&id=addfe987-240c-456d-b3f7-0a5b6f193058&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2548978 Jul 13 07:56:16.878267 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-5dcde098-c61e-442b-9c7b-bfd6b14556ed req-2ab1c24e-5c3d-4416-ae0e-ee88e8ca2f21 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] For port 37f2d720-a73f-4293-a15d-bbb2ab3f672a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=37f2d720-a73f-4293-a15d-bbb2ab3f672a,segment=NetworkSegment(c0de58fa-7a80-4b0d-9d32-5ad2c1d88342),segment_id=c0de58fa-7a80-4b0d-9d32-5ad2c1d88342)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:16.879123 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5dcde098-c61e-442b-9c7b-bfd6b14556ed req-2ab1c24e-5c3d-4416-ae0e-ee88e8ca2f21 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:16.905900 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3ab392-5b7a-4e54-9387-968928e9eeb8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:16.906857 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d3ab392-5b7a-4e54-9387-968928e9eeb8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:16.912178 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port e5f96dd0-a267-48e0-ba6f-fa50bc380e0f completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:16.922275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e5f96dd0-a267-48e0-ba6f-fa50bc380e0f triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:16.928176 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:16.935002 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-5dcde098-c61e-442b-9c7b-bfd6b14556ed req-2ab1c24e-5c3d-4416-ae0e-ee88e8ca2f21 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Calling delete_port for 37f2d720-a73f-4293-a15d-bbb2ab3f672a owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:16.994813 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103739c-eb0d-4ef6-b1f0-99e52cc15759 req-3398192f-8ea9-44cf-a52d-27b206497e7c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:17.012994 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5103739c-eb0d-4ef6-b1f0-99e52cc15759 req-3398192f-8ea9-44cf-a52d-27b206497e7c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 944 time: 0.3362119 Jul 13 07:56:17.018984 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ab392-5b7a-4e54-9387-968928e9eeb8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Port': ['ID=780d8ba1-22ee-4ce7-a426-98b5109bfb8c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:17.175471 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f40b291-edbb-4012-8f71-571bd4b7fadf req-34d218a6-fb51-442b-8e67-300950e40d89 service neutron] 10.222.0.62 "GET /v2.0/networks/a1940323-3062-41b6-8e72-e73110e23be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571452 Jul 13 07:56:17.176970 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d3ab392-5b7a-4e54-9387-968928e9eeb8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:17.180068 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd85103-de3d-4d67-b03a-cb6034a172b5 req-04837659-a3ed-4c7f-a0c7-8571dba498b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:17.181743 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6bd85103-de3d-4d67-b03a-cb6034a172b5 req-04837659-a3ed-4c7f-a0c7-8571dba498b9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89 HTTP/1.1" status: 200 len: 917 time: 0.3664529 Jul 13 07:56:17.197998 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5103739c-eb0d-4ef6-b1f0-99e52cc15759 req-35328386-3f18-4e4e-bd16-301d04b00ae8 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840911 Jul 13 07:56:17.229158 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-88ea2094-2070-4152-83a0-80d224016e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84c7190-caad-4052-931d-172a6d931362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596890059', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:16Z', 'updated_at': '2021-07-13T07:53:28Z', 'revision_number': 4, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port': {'id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:17Z', 'updated_at': '2021-07-13T07:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '3643474a-8a9e-4ed7-91d3-05014cca04b8', 'name': '', 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'mac_address': 'fa:16:3e:7a:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'e3ce8877-83d9-4dc6-aae1-31e0fd0d405e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:26Z', 'updated_at': '2021-07-13T07:53:36Z', 'revision_number': 5, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'subnets': [{'id': 'e3ce8877-83d9-4dc6-aae1-31e0fd0d405e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:17.241330 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:17.263516 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92906f22-56a1-42f0-a950-9f8c3571f420 req-60eeddb7-a584-4c39-8d01-ad93782fb6aa tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:17.271920 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92906f22-56a1-42f0-a950-9f8c3571f420 req-60eeddb7-a584-4c39-8d01-ad93782fb6aa tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 946 time: 0.1951613 Jul 13 07:56:17.307859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ea2094-2070-4152-83a0-80d224016e0c None None] The sync data for ids ['e84c7190-caad-4052-931d-172a6d931362'] in n-d-779913-28 is: [{'id': 'e84c7190-caad-4052-931d-172a6d931362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596890059', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:16Z', 'updated_at': '2021-07-13T07:53:28Z', 'revision_number': 4, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port': {'id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:17Z', 'updated_at': '2021-07-13T07:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '3643474a-8a9e-4ed7-91d3-05014cca04b8', 'name': '', 'network_id': 'a1940323-3062-41b6-8e72-e73110e23be7', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'mac_address': 'fa:16:3e:7a:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'e3ce8877-83d9-4dc6-aae1-31e0fd0d405e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:26Z', 'updated_at': '2021-07-13T07:53:36Z', 'revision_number': 5, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'subnets': [{'id': 'e3ce8877-83d9-4dc6-aae1-31e0fd0d405e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:17.327122 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6bd85103-de3d-4d67-b03a-cb6034a172b5 req-1602bb97-9e9c-4a4a-b147-6bdfbaf1de75 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 HTTP/1.1" status: 200 len: 217 time: 0.1320844 Jul 13 07:56:17.350638 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92906f22-56a1-42f0-a950-9f8c3571f420 req-2c8f66cb-a3ca-4c02-8846-ac7923d99267 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775356 Jul 13 07:56:17.408477 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port e5f96dd0-a267-48e0-ba6f-fa50bc380e0f, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e5f96dd0-a267-48e0-ba6f-fa50bc380e0f,segment=NetworkSegment(35a9a37b-66a7-4461-8915-569da92f03ae),segment_id=35a9a37b-66a7-4461-8915-569da92f03ae)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:17.426940 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:17.519700 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5dcde098-c61e-442b-9c7b-bfd6b14556ed req-2ab1c24e-5c3d-4416-ae0e-ee88e8ca2f21 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:17.632145 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1c24e-5c3d-4416-ae0e-ee88e8ca2f21 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event deleted for resources: {'Port': ['ID=37f2d720-a73f-4293-a15d-bbb2ab3f672a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:17.638727 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=e5f96dd0-a267-48e0-ba6f-fa50bc380e0f,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:17.796788 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcde098-c61e-442b-9c7b-bfd6b14556ed req-2ab1c24e-5c3d-4416-ae0e-ee88e8ca2f21 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] No DVR routers for this DVR port 37f2d720-a73f-4293-a15d-bbb2ab3f672a on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:17.833061 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5dcde098-c61e-442b-9c7b-bfd6b14556ed req-2ab1c24e-5c3d-4416-ae0e-ee88e8ca2f21 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:17.844279 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dcde098-c61e-442b-9c7b-bfd6b14556ed req-2ab1c24e-5c3d-4416-ae0e-ee88e8ca2f21 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.62 "DELETE /v2.0/ports/37f2d720-a73f-4293-a15d-bbb2ab3f672a HTTP/1.1" status: 204 len: 173 time: 2.1955507 Jul 13 07:56:17.868846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f857c8af-0702-4bbc-815b-a23a28faf5d2 req-509e95ce-e3ef-4543-bcb7-bac1af89d867 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 210 time: 0.1854429 Jul 13 07:56:17.919425 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd85103-de3d-4d67-b03a-cb6034a172b5 req-a90bb968-9a4a-49d8-a18c-dfa401941729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:17.921846 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6bd85103-de3d-4d67-b03a-cb6034a172b5 req-a90bb968-9a4a-49d8-a18c-dfa401941729 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c438866-8191-4fb5-b30d-fdddd69335c4 HTTP/1.1" status: 200 len: 855 time: 0.5701265 Jul 13 07:56:17.975694 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705f16f0-0fc4-4eb9-9874-a1520e5c67d2 None None] New status for floating IP 2fa05527-a697-4ed6-8899-e835d72c577b: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:56:18.057519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26c43d5-9349-4ca7-bcab-38fec65df66f None None] Network 87b87ea5-ea49-4d32-a27e-053823b9501a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:18.107383 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f40b291-edbb-4012-8f71-571bd4b7fadf req-97d3e9ef-0bfc-455e-a149-4f0b83f567a3 service neutron] 10.222.0.62 "GET /v2.0/networks/a1940323-3062-41b6-8e72-e73110e23be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9102170 Jul 13 07:56:18.341089 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-658f3b30-e20b-4322-92d1-784da9b37a31 req-9d5d551e-3d9c-47a9-8d60-28b67534a971 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "GET /v2.0/ports?device_id=f740c49d-f074-4731-be61-d11dac916841 HTTP/1.1" status: 200 len: 210 time: 0.0715294 Jul 13 07:56:18.382447 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd85103-de3d-4d67-b03a-cb6034a172b5 req-c6d346d7-4e71-424a-9b78-b453cd1cc604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:18.386524 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6bd85103-de3d-4d67-b03a-cb6034a172b5 req-c6d346d7-4e71-424a-9b78-b453cd1cc604 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4550543 Jul 13 07:56:18.525997 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d3ab392-5b7a-4e54-9387-968928e9eeb8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:18.538788 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f740c49d-f074-4731-be61-d11dac916841', 'name': 'network-vif-deleted', 'tag': '37f2d720-a73f-4293-a15d-bbb2ab3f672a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:18.543213 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcaffd43-0243-4e69-8600-cfe8169d54d6" -d '{"events": [{"server_uuid": "f740c49d-f074-4731-be61-d11dac916841", "name": "network-vif-deleted", "tag": "37f2d720-a73f-4293-a15d-bbb2ab3f672a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:18.547145 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d3ab392-5b7a-4e54-9387-968928e9eeb8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:18.551475 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 90343951-9dc7-4c55-9115-bea32c0057bd up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:18.642530 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b643f2aa-06d6-4fb0-8989-ba961b433f9b None None] Provisioning for port 90343951-9dc7-4c55-9115-bea32c0057bd completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:18.643793 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ab392-5b7a-4e54-9387-968928e9eeb8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Port': ['ID=780d8ba1-22ee-4ce7-a426-98b5109bfb8c,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:18.663852 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d3ab392-5b7a-4e54-9387-968928e9eeb8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:18.696087 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 90343951-9dc7-4c55-9115-bea32c0057bd completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:18.712675 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 90343951-9dc7-4c55-9115-bea32c0057bd triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:18.713072 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:18.785586 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 37f2d720-a73f-4293-a15d-bbb2ab3f672a no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:18.825614 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6bd85103-de3d-4d67-b03a-cb6034a172b5 req-18049713-4e23-4b37-8e2d-067cd04076e7 service neutron] 10.222.0.35 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260745 Jul 13 07:56:18.871639 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44548536-e96f-4d55-80b8-3c4c187f5912 req-f0c1c0bc-2813-4f6b-aa94-7bb524d0e4fc tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:18.876883 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44548536-e96f-4d55-80b8-3c4c187f5912 req-f0c1c0bc-2813-4f6b-aa94-7bb524d0e4fc tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 944 time: 0.3471503 Jul 13 07:56:18.891246 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 37f2d720-a73f-4293-a15d-bbb2ab3f672a {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:18.891696 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 37f2d720-a73f-4293-a15d-bbb2ab3f672a not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:18.893198 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:56:18.926887 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6002af24-b815-4129-b79e-046d8232b33a None None] Provisioning complete for port e5f96dd0-a267-48e0-ba6f-fa50bc380e0f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:18.928068 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6002af24-b815-4129-b79e-046d8232b33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:18.942505 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd225b5-b237-4ceb-9494-494684cb10f4 req-9c94bf74-65e3-4113-a2b7-1ab98036225a tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:18.943263 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6bd85103-de3d-4d67-b03a-cb6034a172b5 req-7926e940-f6df-48db-9468-0134f07c154d service neutron] 10.222.0.35 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102083 Jul 13 07:56:18.953024 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ddd225b5-b237-4ceb-9494-494684cb10f4 req-9c94bf74-65e3-4113-a2b7-1ab98036225a tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 946 time: 0.3293812 Jul 13 07:56:18.997664 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3ab392-5b7a-4e54-9387-968928e9eeb8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 87b87ea5-ea49-4d32-a27e-053823b9501a is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:19.000502 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-1d3ab392-5b7a-4e54-9387-968928e9eeb8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:19.008170 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44548536-e96f-4d55-80b8-3c4c187f5912 req-2ac82783-15c2-4e84-b27a-aeaba668ff95 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108465 Jul 13 07:56:19.024969 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ddd225b5-b237-4ceb-9494-494684cb10f4 req-1910ab64-20c7-461a-a7dc-6d9ae4fbb204 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706546 Jul 13 07:56:19.037852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35694) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:19.105310 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e52c64c-02b3-4bab-9da8-53a3af41d886 x-openstack-request-id: req-4e52c64c-02b3-4bab-9da8-53a3af41d886 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:19.105595 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f740c49d-f074-4731-be61-d11dac916841", "name": "network-vif-deleted", "tag": "37f2d720-a73f-4293-a15d-bbb2ab3f672a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:19.106246 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e52c64c-02b3-4bab-9da8-53a3af41d886 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:19.106847 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f740c49d-f074-4731-be61-d11dac916841', 'name': 'network-vif-deleted', 'tag': '37f2d720-a73f-4293-a15d-bbb2ab3f672a', 'status': 'completed', 'code': 200} Jul 13 07:56:19.223106 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.236739 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ada75a9f-8ac9-4886-a934-3c2d9475e814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.377711 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3ab392-5b7a-4e54-9387-968928e9eeb8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:56:19.478135 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:19.481347 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 90343951-9dc7-4c55-9115-bea32c0057bd, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=90343951-9dc7-4c55-9115-bea32c0057bd,segment=NetworkSegment(778fcdc7-5d5f-4eb5-a333-e2b2e843dd49),segment_id=778fcdc7-5d5f-4eb5-a333-e2b2e843dd49)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:19.484575 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a19fe4c7-bf31-44c0-849d-8915777c5be1 req-e6d0e580-95e9-4a74-95a5-2eaaaa63bc3b tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 210 time: 0.0774176 Jul 13 07:56:19.506109 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.508219 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ada75a9f-8ac9-4886-a934-3c2d9475e814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.518641 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ada75a9f-8ac9-4886-a934-3c2d9475e814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.537993 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35700) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:19.567677 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ada75a9f-8ac9-4886-a934-3c2d9475e814 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a5b9f56535df4cffb8d3f497bbba4565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5257497 Jul 13 07:56:19.568405 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3ab392-5b7a-4e54-9387-968928e9eeb8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:19.569466 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35702) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:19.598866 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=90343951-9dc7-4c55-9115-bea32c0057bd,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:19.602356 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'port_id': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6', 'mac_address': 'fa:16:3e:3e:79:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:56:19.604619 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] Sync routers for ids ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:19.614192 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1d3ab392-5b7a-4e54-9387-968928e9eeb8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/dd8721e5-ff9e-4c31-8041-2782d2b4f5d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5410748 Jul 13 07:56:19.617283 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35704) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:19.628690 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-6c4d5e92-e1e4-47f8-b9c0-6d15aab84085 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1351104607'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:19.681165 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0772-328d-4198-a50a-117fe60f6737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.683940 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.692127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada75a9f-8ac9-4886-a934-3c2d9475e814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6760219-a4b1-4ddd-86dc-c4bb8e7e5d7a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:19.695986 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e5f96dd0-a267-48e0-ba6f-fa50bc380e0f up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:19.731413 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0772-328d-4198-a50a-117fe60f6737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.750372 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] Routers {'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:19.752702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:19.765704 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f46e7be2-3f61-4a5c-bd9a-c057adfe45f5 None None] Provisioning for port 780d8ba1-22ee-4ce7-a426-98b5109bfb8c completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:19.787049 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4d5e92-e1e4-47f8-b9c0-6d15aab84085 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Made reservation on behalf of df97e55fdf6643bbaf24537534c4c718 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:19.793423 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6c4d5e92-e1e4-47f8-b9c0-6d15aab84085 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.800837 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88b0a9d5-0af0-4941-971e-821045b8416e tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.824647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:56:19.836170 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4d5e92-e1e4-47f8-b9c0-6d15aab84085 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:56:19.838386 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88b0a9d5-0af0-4941-971e-821045b8416e tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.838528 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0772-328d-4198-a50a-117fe60f6737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.841088 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0772-328d-4198-a50a-117fe60f6737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.842280 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bc4a0772-328d-4198-a50a-117fe60f6737 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d6760219-a4b1-4ddd-86dc-c4bb8e7e5d7a HTTP/1.1" status: 204 len: 168 time: 0.2715642 Jul 13 07:56:19.861587 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:19.881632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a0772-328d-4198-a50a-117fe60f6737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6760219-a4b1-4ddd-86dc-c4bb8e7e5d7a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:19.897049 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f46e7be2-3f61-4a5c-bd9a-c057adfe45f5 None None] Provisioning complete for port 780d8ba1-22ee-4ce7-a426-98b5109bfb8c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:19.897480 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f46e7be2-3f61-4a5c-bd9a-c057adfe45f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.899138 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6c4d5e92-e1e4-47f8-b9c0-6d15aab84085 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.899495 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-6c4d5e92-e1e4-47f8-b9c0-6d15aab84085 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Added segment a4fa8435-6741-4851-bb64-c7fad341c62e of type vlan for network 07a8ab06-4be3-4508-b89f-6fadf08a448b Jul 13 07:56:19.914285 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.928270 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88b0a9d5-0af0-4941-971e-821045b8416e tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.931000 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88b0a9d5-0af0-4941-971e-821045b8416e tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.939190 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-88b0a9d5-0af0-4941-971e-821045b8416e tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "DELETE /v2.0/security-groups/7ccb0593-8855-4826-957e-00767428e7d1 HTTP/1.1" status: 204 len: 168 time: 0.3778403 Jul 13 07:56:19.939844 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35708) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:20.020336 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6c4d5e92-e1e4-47f8-b9c0-6d15aab84085 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:20.022474 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e5f96dd0-a267-48e0-ba6f-fa50bc380e0f triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:20.022851 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:20.097289 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6c4d5e92-e1e4-47f8-b9c0-6d15aab84085 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:20.112102 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] Set router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:20.114986 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f46e7be2-3f61-4a5c-bd9a-c057adfe45f5 None None] Port 780d8ba1-22ee-4ce7-a426-98b5109bfb8c cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:20.119557 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4d5e92-e1e4-47f8-b9c0-6d15aab84085 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:20.121199 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6c4d5e92-e1e4-47f8-b9c0-6d15aab84085 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:20.177467 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0a9d5-0af0-4941-971e-821045b8416e tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccb0593-8855-4826-957e-00767428e7d1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:20.185177 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a73c00d7-8734-4140-9f2d-84149b4f0c17 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:20.227878 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6c4d5e92-e1e4-47f8-b9c0-6d15aab84085 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6079352 Jul 13 07:56:20.241503 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35716) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:20.256310 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-8f8f7701-3206-4d00-a210-c945f9e692a4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'subnet': {'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:20.263711 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a73c00d7-8734-4140-9f2d-84149b4f0c17 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:20.374315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['fdae8ee5-7ed0-4dc2-9099-5b9072c058d6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:20.400798 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d5e92-e1e4-47f8-b9c0-6d15aab84085 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Network': ['ID=07a8ab06-4be3-4508-b89f-6fadf08a448b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:20.425405 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35718) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:20.493406 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 07a8ab06-4be3-4508-b89f-6fadf08a448b details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:56:20.527766 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:20.551563 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a73c00d7-8734-4140-9f2d-84149b4f0c17 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:20.554866 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a73c00d7-8734-4140-9f2d-84149b4f0c17 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:20.556313 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a73c00d7-8734-4140-9f2d-84149b4f0c17 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "DELETE /v2.0/security-groups/addfe987-240c-456d-b3f7-0a5b6f193058 HTTP/1.1" status: 204 len: 168 time: 0.6126842 Jul 13 07:56:20.563885 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35722) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:20.593238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd7809-c73e-48f9-8dbe-efcc538d8478 req-3049758c-55d9-4beb-b6b1-efddaa459af0 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:20.596347 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 90343951-9dc7-4c55-9115-bea32c0057bd up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:20.601525 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0dd7809-c73e-48f9-8dbe-efcc538d8478 req-3049758c-55d9-4beb-b6b1-efddaa459af0 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 945 time: 0.2750595 Jul 13 07:56:20.673800 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c00d7-8734-4140-9f2d-84149b4f0c17 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=addfe987-240c-456d-b3f7-0a5b6f193058,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:20.723637 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0dd7809-c73e-48f9-8dbe-efcc538d8478 req-744f4ca8-cb56-4cad-a67f-cc6732ffc2e0 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210926 Jul 13 07:56:20.741053 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8eea7-06bb-4d5b-8492-e6f42a245de7 req-ae04b743-9a73-40a5-a771-f330df581826 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:20.743257 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-23a8eea7-06bb-4d5b-8492-e6f42a245de7 req-ae04b743-9a73-40a5-a771-f330df581826 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 946 time: 0.3868630 Jul 13 07:56:20.855119 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f46e7be2-3f61-4a5c-bd9a-c057adfe45f5 None None] Provisioning complete for port 90343951-9dc7-4c55-9115-bea32c0057bd triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:20.856134 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f46e7be2-3f61-4a5c-bd9a-c057adfe45f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:20.921759 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4055a750-8489-4e26-b9fb-b3a2dee4cb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:20.935602 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-23a8eea7-06bb-4d5b-8492-e6f42a245de7 req-00e2baaf-c7bc-4529-ae2c-3144cf6eafa9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076932 Jul 13 07:56:20.943210 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 90343951-9dc7-4c55-9115-bea32c0057bd triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:20.943589 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:20.981229 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-670bf089-9a1c-4a34-89df-01614603c7ed req-467b2c4d-31ae-4ded-96d6-28b92099c2e0 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfd87266-91af-4381-addc-3dade8088328 HTTP/1.1" status: 200 len: 210 time: 0.0415483 Jul 13 07:56:20.985374 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.api [None req-4055a750-8489-4e26-b9fb-b3a2dee4cb74 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:56:20.985374 n-d-779913-28 neutron-server[93723]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:56:20.985374 n-d-779913-28 neutron-server[93723]: [parameters: {'project_id': '02e0afb5110342e8b27c291f649f0350', 'id': 'e1360baa-0af5-4a12-a71b-17b73f4019dd', 'expiration': datetime.datetime(2021, 7, 13, 7, 58, 20, 974909)}] Jul 13 07:56:20.985374 n-d-779913-28 neutron-server[93723]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:56:20.986326 n-d-779913-28 neutron-server[93723]: DEBUG oslo_db.api [None req-4055a750-8489-4e26-b9fb-b3a2dee4cb74 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:56:20.996957 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8f7701-3206-4d00-a210-c945f9e692a4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Made reservation on behalf of df97e55fdf6643bbaf24537534c4c718 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:21.002579 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7701-3206-4d00-a210-c945f9e692a4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:21.217819 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7701-3206-4d00-a210-c945f9e692a4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:21.238841 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66e820cc-9f59-4f38-b873-e21529266efa tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:21.289673 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f7701-3206-4d00-a210-c945f9e692a4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Subnet': ['ID=d4cbe6e1-eeef-492d-9d9d-c2304a34bfb3,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:21.304502 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8f7701-3206-4d00-a210-c945f9e692a4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Checking segment: {'id': 'a4fa8435-6741-4851-bb64-c7fad341c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:21.304869 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8f7701-3206-4d00-a210-c945f9e692a4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network hostable DHCP agents. Network: 07a8ab06-4be3-4508-b89f-6fadf08a448b, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:56:21.326833 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8f7701-3206-4d00-a210-c945f9e692a4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 07a8ab06-4be3-4508-b89f-6fadf08a448b is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:56:21.339689 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-8f8f7701-3206-4d00-a210-c945f9e692a4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 07a8ab06-4be3-4508-b89f-6fadf08a448b) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:21.344812 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8f7701-3206-4d00-a210-c945f9e692a4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:21.345432 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7701-3206-4d00-a210-c945f9e692a4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:21.348946 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 3, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': '780d8ba1-22ee-4ce7-a426-98b5109bfb8c', 'name': '', 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:59:5c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:16Z', 'updated_at': '2021-07-13T07:56:18Z', 'revision_number': 2, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:21.353367 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9476b3f1-55ed-4733-9073-d9f2c7053af4 None None] Network 07a8ab06-4be3-4508-b89f-6fadf08a448b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:21.368592 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8f8f7701-3206-4d00-a210-c945f9e692a4 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1231349 Jul 13 07:56:21.370037 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35724) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:21.463420 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] Checking router: dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:21.463884 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] Updating router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 port 780d8ba1-22ee-4ce7-a426-98b5109bfb8c binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:56:21.488960 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4055a750-8489-4e26-b9fb-b3a2dee4cb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:21.508952 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:21.555927 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-66e820cc-9f59-4f38-b873-e21529266efa tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Deleting port 3643474a-8a9e-4ed7-91d3-05014cca04b8 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:21.556486 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66e820cc-9f59-4f38-b873-e21529266efa tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:21.567655 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-384ee8e6-b22f-4deb-ad42-25a4715bd073 None None] Provisioning complete for port 780d8ba1-22ee-4ce7-a426-98b5109bfb8c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:21.568109 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-384ee8e6-b22f-4deb-ad42-25a4715bd073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:21.652087 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-384ee8e6-b22f-4deb-ad42-25a4715bd073 None None] Port 780d8ba1-22ee-4ce7-a426-98b5109bfb8c cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:21.693748 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-66e820cc-9f59-4f38-b873-e21529266efa tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] For port 3643474a-8a9e-4ed7-91d3-05014cca04b8, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3643474a-8a9e-4ed7-91d3-05014cca04b8,segment=NetworkSegment(c0de58fa-7a80-4b0d-9d32-5ad2c1d88342),segment_id=c0de58fa-7a80-4b0d-9d32-5ad2c1d88342)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:21.695356 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66e820cc-9f59-4f38-b873-e21529266efa tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:21.720281 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-66e820cc-9f59-4f38-b873-e21529266efa tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Calling delete_port for 3643474a-8a9e-4ed7-91d3-05014cca04b8 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:21.746428 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-07a8ab06-4be3-4508-b89f-6fadf08a448b', 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'fixed_ips': [{'subnet_id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:56:21.747445 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:21.796469 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4055a750-8489-4e26-b9fb-b3a2dee4cb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:21.831959 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4055a750-8489-4e26-b9fb-b3a2dee4cb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:21.899070 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055a750-8489-4e26-b9fb-b3a2dee4cb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6937678-145e-436d-8ffc-36586e8f9bf1,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:21.916613 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f6d9703b-9cbf-407c-85b9-e8edccce9598 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:21.928055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35728) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:21.929261 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4055a750-8489-4e26-b9fb-b3a2dee4cb74 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=02e0afb5110342e8b27c291f649f0350&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5019493 Jul 13 07:56:22.117362 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] Allocated IP 2001:db8:2::2 (07a8ab06-4be3-4508-b89f-6fadf08a448b/d4cbe6e1-eeef-492d-9d9d-c2304a34bfb3/0a82924a-076d-4e66-a04a-7d82006f2bb8) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:22.243319 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:22.264660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] Transition to ACTIVE for port object 780d8ba1-22ee-4ce7-a426-98b5109bfb8c will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:22.273358 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:22.277163 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66e820cc-9f59-4f38-b873-e21529266efa tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:22.320322 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9101253-32d2-4d8b-ba80-5bdf5208bbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:22.383961 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:22.391054 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9101253-32d2-4d8b-ba80-5bdf5208bbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:22.394575 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e820cc-9f59-4f38-b873-e21529266efa tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event deleted for resources: {'Port': ['ID=3643474a-8a9e-4ed7-91d3-05014cca04b8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:22.395327 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] Transition to ACTIVE for port object 0a82924a-076d-4e66-a04a-7d82006f2bb8 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:22.418470 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] Transition to ACTIVE for port object 0a82924a-076d-4e66-a04a-7d82006f2bb8 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:22.459288 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547f036-e0fd-4f61-823a-aa2a9d8ab6fc None None] Pushing event updated for resources: {'Port': ['ID=780d8ba1-22ee-4ce7-a426-98b5109bfb8c,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:22.468900 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:22.549613 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f790d9-d5cb-4543-9f4d-25eb9dc239e1 req-6b3cd33d-4a1e-47cb-9605-03f3abda88b6 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:22.559174 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-58f790d9-d5cb-4543-9f4d-25eb9dc239e1 req-6b3cd33d-4a1e-47cb-9605-03f3abda88b6 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 945 time: 0.6300740 Jul 13 07:56:22.564449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-f6d9703b-9cbf-407c-85b9-e8edccce9598 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Allocated IP 2001:db8:2::1 (07a8ab06-4be3-4508-b89f-6fadf08a448b/d4cbe6e1-eeef-492d-9d9d-c2304a34bfb3/6e88738e-a19c-4133-b62c-f2a3805bfd80) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:22.604046 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff17c0d-7788-4ea4-bb0d-17bb4fe570cc req-5479c5fb-4ca1-4232-ba00-909a7cf878ac tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:22.607093 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cff17c0d-7788-4ea4-bb0d-17bb4fe570cc req-5479c5fb-4ca1-4232-ba00-909a7cf878ac tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 946 time: 0.4756713 Jul 13 07:56:22.661076 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] Network 07a8ab06-4be3-4508-b89f-6fadf08a448b is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:22.683082 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] Attempting to bind port 780d8ba1-22ee-4ce7-a426-98b5109bfb8c on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:22.683596 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] Attempting to bind port 780d8ba1-22ee-4ce7-a426-98b5109bfb8c by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '778fcdc7-5d5f-4eb5-a333-e2b2e843dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:22.683969 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] Attempting to bind port 780d8ba1-22ee-4ce7-a426-98b5109bfb8c on network 87b87ea5-ea49-4d32-a27e-053823b9501a {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:22.691940 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:22.692323 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] Checking segment: {'id': '778fcdc7-5d5f-4eb5-a333-e2b2e843dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:22.692733 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:22.693128 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] Bound using segment: {'id': '778fcdc7-5d5f-4eb5-a333-e2b2e843dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:22.693616 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] Bound port: 780d8ba1-22ee-4ce7-a426-98b5109bfb8c, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778fcdc7-5d5f-4eb5-a333-e2b2e843dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:22.694001 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:22.707740 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:22.710463 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:22.726261 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] Pushing event updated for resources: {'Port': ['ID=0a82924a-076d-4e66-a04a-7d82006f2bb8,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:22.785802 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9101253-32d2-4d8b-ba80-5bdf5208bbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:22.788560 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9101253-32d2-4d8b-ba80-5bdf5208bbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:22.789822 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f9101253-32d2-4d8b-ba80-5bdf5208bbce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e6937678-145e-436d-8ffc-36586e8f9bf1 HTTP/1.1" status: 204 len: 168 time: 0.7988634 Jul 13 07:56:22.811852 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f6d9703b-9cbf-407c-85b9-e8edccce9598 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:22.838076 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] For port 780d8ba1-22ee-4ce7-a426-98b5109bfb8c, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:22.843242 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] For port 780d8ba1-22ee-4ce7-a426-98b5109bfb8c, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=780d8ba1-22ee-4ce7-a426-98b5109bfb8c,segment=NetworkSegment(778fcdc7-5d5f-4eb5-a333-e2b2e843dd49),segment_id=778fcdc7-5d5f-4eb5-a333-e2b2e843dd49)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:22.856740 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-f6d9703b-9cbf-407c-85b9-e8edccce9598 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Transition to ACTIVE for port object 6e88738e-a19c-4133-b62c-f2a3805bfd80 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:22.907880 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f6d9703b-9cbf-407c-85b9-e8edccce9598 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:22.946775 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:22.956335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:23.009905 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d9703b-9cbf-407c-85b9-e8edccce9598 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 07a8ab06-4be3-4508-b89f-6fadf08a448b is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:23.031809 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-f6d9703b-9cbf-407c-85b9-e8edccce9598 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:23.047613 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d9703b-9cbf-407c-85b9-e8edccce9598 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:23.049433 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f6d9703b-9cbf-407c-85b9-e8edccce9598 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:23.055283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] Attempting to bind port 0a82924a-076d-4e66-a04a-7d82006f2bb8 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:23.055656 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] Attempting to bind port 0a82924a-076d-4e66-a04a-7d82006f2bb8 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'a4fa8435-6741-4851-bb64-c7fad341c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:23.056019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] Attempting to bind port 0a82924a-076d-4e66-a04a-7d82006f2bb8 on network 07a8ab06-4be3-4508-b89f-6fadf08a448b {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:23.102907 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:23.103382 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] Checking segment: {'id': 'a4fa8435-6741-4851-bb64-c7fad341c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:23.103991 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:23.110198 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] Bound using segment: {'id': 'a4fa8435-6741-4851-bb64-c7fad341c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:23.110735 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] Bound port: 0a82924a-076d-4e66-a04a-7d82006f2bb8, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fa8435-6741-4851-bb64-c7fad341c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:23.111268 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:23.136340 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] Routers {'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:23.137866 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:23.242526 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9703b-9cbf-407c-85b9-e8edccce9598 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Port': ['ID=6e88738e-a19c-4133-b62c-f2a3805bfd80,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:23.318981 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] Set router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:23.345001 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f6d9703b-9cbf-407c-85b9-e8edccce9598 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:23.381277 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cff17c0d-7788-4ea4-bb0d-17bb4fe570cc req-429a062e-42d7-49be-bd5a-3faddc567dcb tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6838274 Jul 13 07:56:23.448455 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-58f790d9-d5cb-4543-9f4d-25eb9dc239e1 req-1455fe61-3ff2-409f-b3c5-94f08dd38d44 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8876734 Jul 13 07:56:23.454970 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9101253-32d2-4d8b-ba80-5bdf5208bbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6937678-145e-436d-8ffc-36586e8f9bf1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:23.509987 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66e820cc-9f59-4f38-b873-e21529266efa tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:23.537161 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547f036-e0fd-4f61-823a-aa2a9d8ab6fc None None] Pushing event updated for resources: {'Port': ['ID=780d8ba1-22ee-4ce7-a426-98b5109bfb8c,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:23.554431 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd494a22-45c2-47b2-b8c2-cc6a48f129e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:23.747422 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f6d9703b-9cbf-407c-85b9-e8edccce9598 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:23.757622 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f6d9703b-9cbf-407c-85b9-e8edccce9598 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:23.776611 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f6d9703b-9cbf-407c-85b9-e8edccce9598 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:23.790477 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:23.807632 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:23.808017 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:23.889480 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9703b-9cbf-407c-85b9-e8edccce9598 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Port': ['ID=6e88738e-a19c-4133-b62c-f2a3805bfd80,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:23.926259 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] For port 0a82924a-076d-4e66-a04a-7d82006f2bb8, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:23.938980 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d9703b-9cbf-407c-85b9-e8edccce9598 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 07a8ab06-4be3-4508-b89f-6fadf08a448b is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:23.943128 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-f6d9703b-9cbf-407c-85b9-e8edccce9598 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:23.964225 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] For port 0a82924a-076d-4e66-a04a-7d82006f2bb8, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0a82924a-076d-4e66-a04a-7d82006f2bb8,segment=NetworkSegment(a4fa8435-6741-4851-bb64-c7fad341c62e),segment_id=a4fa8435-6741-4851-bb64-c7fad341c62e)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:23.968166 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e820cc-9f59-4f38-b873-e21529266efa tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Router e84c7190-caad-4052-931d-172a6d931362 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:56:23.974347 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:24.055724 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:24.123004 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c38e61-c3b1-4311-a2fb-93e258cae0e8 None None] Pushing event updated for resources: {'Port': ['ID=0a82924a-076d-4e66-a04a-7d82006f2bb8,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:24.132829 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:24.141684 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db598ad-5b0a-4792-81f7-db5c9c7c6d95" -d '{"events": [{"server_uuid": "95ec32c9-b358-41f6-9445-c4c2c5e13aa1", "name": "network-vif-plugged", "status": "completed", "tag": "fdae8ee5-7ed0-4dc2-9099-5b9072c058d6"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:24.165343 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e820cc-9f59-4f38-b873-e21529266efa tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:24.169914 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:24.176391 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 3, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': '780d8ba1-22ee-4ce7-a426-98b5109bfb8c', 'name': '', 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:59:5c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:16Z', 'updated_at': '2021-07-13T07:56:22Z', 'revision_number': 4, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:24.182159 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ffafc-6fd9-45e3-bd60-077a7e7b852c None None] Sync routers for ids ['e84c7190-caad-4052-931d-172a6d931362'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:24.194913 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-66e820cc-9f59-4f38-b873-e21529266efa tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "PUT /v2.0/routers/e84c7190-caad-4052-931d-172a6d931362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6252956 Jul 13 07:56:24.196892 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35766) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:24.203673 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ffafc-6fd9-45e3-bd60-077a7e7b852c None None] Routers {'e84c7190-caad-4052-931d-172a6d931362'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:24.205651 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-022ffafc-6fd9-45e3-bd60-077a7e7b852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e84c7190-caad-4052-931d-172a6d931362'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:24.225192 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d1286b-5faf-4188-8c1f-c9b64b187a92 None None] The sync data for ids ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'] in n-d-779913-28 is: [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 3, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': '780d8ba1-22ee-4ce7-a426-98b5109bfb8c', 'name': '', 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:59:5c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:16Z', 'updated_at': '2021-07-13T07:56:22Z', 'revision_number': 4, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:24.228694 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:24.262216 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d9703b-9cbf-407c-85b9-e8edccce9598 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:56:24.309987 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e57615a-b0f0-41a1-ac38-e8b73a0bc8ec x-openstack-request-id: req-1e57615a-b0f0-41a1-ac38-e8b73a0bc8ec {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:24.310352 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ec32c9-b358-41f6-9445-c4c2c5e13aa1", "name": "network-vif-plugged", "status": "completed", "tag": "fdae8ee5-7ed0-4dc2-9099-5b9072c058d6", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:24.310611 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e57615a-b0f0-41a1-ac38-e8b73a0bc8ec {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:24.311021 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6', 'code': 200} Jul 13 07:56:24.354568 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-38aa47d2-7e93-4236-8773-3b5f8ba822d8 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Deleting subnet e3ce8877-83d9-4dc6-aae1-31e0fd0d405e {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:56:24.382762 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-38aa47d2-7e93-4236-8773-3b5f8ba822d8 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:24.403989 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:24.487108 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-38aa47d2-7e93-4236-8773-3b5f8ba822d8 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:24.660328 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-022ffafc-6fd9-45e3-bd60-077a7e7b852c None None] Set router e84c7190-caad-4052-931d-172a6d931362 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:24.904294 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d9703b-9cbf-407c-85b9-e8edccce9598 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:24.916879 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f6d9703b-9cbf-407c-85b9-e8edccce9598 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/dd8721e5-ff9e-4c31-8041-2782d2b4f5d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5457160 Jul 13 07:56:24.919867 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35782) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:24.925978 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-38fbb5ee-9ef8-42e4-b0af-58850ce0dc19 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1441122192'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:24.954683 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 780d8ba1-22ee-4ce7-a426-98b5109bfb8c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:24.996259 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa1683-8b37-4bfc-b875-e7f34b58bafa req-c14899da-aada-442e-b254-8319d437bd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:24.998118 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c3fa1683-8b37-4bfc-b875-e7f34b58bafa req-c14899da-aada-442e-b254-8319d437bd03 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 1098 time: 0.5082707 Jul 13 07:56:25.037384 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fbb5ee-9ef8-42e4-b0af-58850ce0dc19 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Made reservation on behalf of df97e55fdf6643bbaf24537534c4c718 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:25.041845 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38fbb5ee-9ef8-42e4-b0af-58850ce0dc19 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:25.050467 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e357c2ee-3759-46bb-8e16-40cac10616c2 None None] Provisioning complete for port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:25.051067 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e357c2ee-3759-46bb-8e16-40cac10616c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:25.066103 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-38aa47d2-7e93-4236-8773-3b5f8ba822d8 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:25.079449 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c3fa1683-8b37-4bfc-b875-e7f34b58bafa req-e6408285-269f-450d-9f6e-c31d0a30d81e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658925 Jul 13 07:56:25.095115 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38fbb5ee-9ef8-42e4-b0af-58850ce0dc19 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:56:25.116233 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38fbb5ee-9ef8-42e4-b0af-58850ce0dc19 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:25.116775 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-38fbb5ee-9ef8-42e4-b0af-58850ce0dc19 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Added segment 66b3124a-a987-4a7e-a443-73d6e7524791 of type vlan for network 3fb2ed06-3745-4718-86ca-9ac14437d66d Jul 13 07:56:25.173873 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 780d8ba1-22ee-4ce7-a426-98b5109bfb8c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:25.190043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 780d8ba1-22ee-4ce7-a426-98b5109bfb8c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:25.190448 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:25.193410 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-022ffafc-6fd9-45e3-bd60-077a7e7b852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84c7190-caad-4052-931d-172a6d931362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596890059', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:16Z', 'updated_at': '2021-07-13T07:56:22Z', 'revision_number': 5, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port': {'id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:17Z', 'updated_at': '2021-07-13T07:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:25.226490 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-38aa47d2-7e93-4236-8773-3b5f8ba822d8 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:25.237209 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38fbb5ee-9ef8-42e4-b0af-58850ce0dc19 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:25.254510 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ffafc-6fd9-45e3-bd60-077a7e7b852c None None] Checking router: e84c7190-caad-4052-931d-172a6d931362 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:25.281817 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ffafc-6fd9-45e3-bd60-077a7e7b852c None None] Routers {'e84c7190-caad-4052-931d-172a6d931362'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:25.282954 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-022ffafc-6fd9-45e3-bd60-077a7e7b852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e84c7190-caad-4052-931d-172a6d931362'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:25.317859 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa47d2-7e93-4236-8773-3b5f8ba822d8 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ce8877-83d9-4dc6-aae1-31e0fd0d405e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:25.331314 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-38aa47d2-7e93-4236-8773-3b5f8ba822d8 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:25.346449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35790) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:25.346815 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-38aa47d2-7e93-4236-8773-3b5f8ba822d8 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "DELETE /v2.0/subnets/e3ce8877-83d9-4dc6-aae1-31e0fd0d405e HTTP/1.1" status: 204 len: 168 time: 1.1332324 Jul 13 07:56:25.415006 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38fbb5ee-9ef8-42e4-b0af-58850ce0dc19 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:25.418761 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc57a55-2464-421e-a828-087c3c23fc83 req-1816f139-8267-469e-b275-0e082282ea92 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:25.420360 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4dc57a55-2464-421e-a828-087c3c23fc83 req-1816f139-8267-469e-b275-0e082282ea92 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.4516459 Jul 13 07:56:25.420563 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fbb5ee-9ef8-42e4-b0af-58850ce0dc19 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:25.421186 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38fbb5ee-9ef8-42e4-b0af-58850ce0dc19 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:25.454298 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209d727-72a7-427b-a796-3485f0488cb8 req-5638752c-842b-42dc-9991-35ce045fb9dc tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:25.462689 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a209d727-72a7-427b-a796-3485f0488cb8 req-5638752c-842b-42dc-9991-35ce045fb9dc tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 946 time: 0.6627429 Jul 13 07:56:25.599796 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4dc57a55-2464-421e-a828-087c3c23fc83 req-bf1b139e-9505-487d-937c-f64f8b1f31a7 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632662 Jul 13 07:56:25.605572 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-38fbb5ee-9ef8-42e4-b0af-58850ce0dc19 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6822543 Jul 13 07:56:25.614693 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35796) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:25.621241 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-959ef730-bb9f-47d5-a2e9-ec0fac7dcdcc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'subnet': {'network_id': '3fb2ed06-3745-4718-86ca-9ac14437d66d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:25.671401 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-022ffafc-6fd9-45e3-bd60-077a7e7b852c None None] Set router e84c7190-caad-4052-931d-172a6d931362 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:25.701201 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a209d727-72a7-427b-a796-3485f0488cb8 req-3a9451c2-bab7-43a6-add2-089548a0d1ed tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968412 Jul 13 07:56:25.753854 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36fef873-d709-42ea-984e-0a938e52c07f tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:25.767759 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a409be73-284b-4d62-9ad1-c07bf2b6f1da None None] Network a1940323-3062-41b6-8e72-e73110e23be7 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:25.769732 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] Sync routers for ids ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:25.883219 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbb5ee-9ef8-42e4-b0af-58850ce0dc19 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Network': ['ID=3fb2ed06-3745-4718-86ca-9ac14437d66d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:25.949428 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959ef730-bb9f-47d5-a2e9-ec0fac7dcdcc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Made reservation on behalf of df97e55fdf6643bbaf24537534c4c718 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:25.956472 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-959ef730-bb9f-47d5-a2e9-ec0fac7dcdcc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:26.045325 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36fef873-d709-42ea-984e-0a938e52c07f tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:26.055477 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 3fb2ed06-3745-4718-86ca-9ac14437d66d details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:56:26.059954 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] Routers {'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:26.061098 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:26.103745 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-022ffafc-6fd9-45e3-bd60-077a7e7b852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84c7190-caad-4052-931d-172a6d931362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596890059', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:16Z', 'updated_at': '2021-07-13T07:56:22Z', 'revision_number': 5, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port': {'id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:17Z', 'updated_at': '2021-07-13T07:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:26.175856 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-36fef873-d709-42ea-984e-0a938e52c07f tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Deleting port 45443aef-2e6f-427a-bada-dd4d9c70f961 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:26.176189 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36fef873-d709-42ea-984e-0a938e52c07f tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:26.200828 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ffafc-6fd9-45e3-bd60-077a7e7b852c None None] The sync data for ids ['e84c7190-caad-4052-931d-172a6d931362'] in n-d-779913-28 is: [{'id': 'e84c7190-caad-4052-931d-172a6d931362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596890059', 'tenant_id': '380b7979739948e5a91a2f3ea43419aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:16Z', 'updated_at': '2021-07-13T07:56:22Z', 'revision_number': 5, 'project_id': '380b7979739948e5a91a2f3ea43419aa', 'gw_port': {'id': '45443aef-2e6f-427a-bada-dd4d9c70f961', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84c7190-caad-4052-931d-172a6d931362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:17Z', 'updated_at': '2021-07-13T07:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:26.285966 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251f8056-832b-4fc1-832d-5c2846f15102 None None] Network 07a8ab06-4be3-4508-b89f-6fadf08a448b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:26.332836 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-36fef873-d709-42ea-984e-0a938e52c07f tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] For port 45443aef-2e6f-427a-bada-dd4d9c70f961, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=45443aef-2e6f-427a-bada-dd4d9c70f961,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:26.333331 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36fef873-d709-42ea-984e-0a938e52c07f tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:26.349566 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-36fef873-d709-42ea-984e-0a938e52c07f tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Calling delete_port for 45443aef-2e6f-427a-bada-dd4d9c70f961 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:26.358813 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-959ef730-bb9f-47d5-a2e9-ec0fac7dcdcc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:26.456912 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959ef730-bb9f-47d5-a2e9-ec0fac7dcdcc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Checking segment: {'id': '66b3124a-a987-4a7e-a443-73d6e7524791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3fb2ed06-3745-4718-86ca-9ac14437d66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:26.457276 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959ef730-bb9f-47d5-a2e9-ec0fac7dcdcc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network hostable DHCP agents. Network: 3fb2ed06-3745-4718-86ca-9ac14437d66d, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:56:26.481700 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ef730-bb9f-47d5-a2e9-ec0fac7dcdcc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Subnet': ['ID=22494553-127e-4b61-8306-810e77a729a2,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:26.497775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959ef730-bb9f-47d5-a2e9-ec0fac7dcdcc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 3fb2ed06-3745-4718-86ca-9ac14437d66d is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:56:26.511871 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-959ef730-bb9f-47d5-a2e9-ec0fac7dcdcc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 3fb2ed06-3745-4718-86ca-9ac14437d66d) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:26.530907 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959ef730-bb9f-47d5-a2e9-ec0fac7dcdcc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:26.531789 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-959ef730-bb9f-47d5-a2e9-ec0fac7dcdcc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:26.560779 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-959ef730-bb9f-47d5-a2e9-ec0fac7dcdcc tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9448061 Jul 13 07:56:26.564122 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35818) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:26.579929 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36fef873-d709-42ea-984e-0a938e52c07f tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:26.581209 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] Set router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:26.643126 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fef873-d709-42ea-984e-0a938e52c07f tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event deleted for resources: {'Port': ['ID=45443aef-2e6f-427a-bada-dd4d9c70f961,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:26.798805 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36fef873-d709-42ea-984e-0a938e52c07f tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:26.845416 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666ffd41-6849-47a5-879d-fdb3029c6e72 None None] Network 3fb2ed06-3745-4718-86ca-9ac14437d66d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:26.943210 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36fef873-d709-42ea-984e-0a938e52c07f tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:26.946490 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36fef873-d709-42ea-984e-0a938e52c07f tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.009518 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36fef873-d709-42ea-984e-0a938e52c07f tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.010225 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fef873-d709-42ea-984e-0a938e52c07f tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Fanout notify agent at l3_agent the message router_deleted on router e84c7190-caad-4052-931d-172a6d931362 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:56:27.022312 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36fef873-d709-42ea-984e-0a938e52c07f tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.023844 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-36fef873-d709-42ea-984e-0a938e52c07f tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "DELETE /v2.0/routers/e84c7190-caad-4052-931d-172a6d931362 HTTP/1.1" status: 204 len: 168 time: 1.6836853 Jul 13 07:56:27.026182 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35826) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:27.069543 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35828) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:27.139428 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.208135 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b66298b8-b849-4cf7-b625-998bbffbdd42 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.327914 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d99718af-a38b-4942-9bb3-c1835eecdf9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.350638 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-99da9137-a92d-4978-93a5-760e9b9e3bd2 None None] Provisioning for port 0a82924a-076d-4e66-a04a-7d82006f2bb8 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:27.381770 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39207640-6847-440a-b7f2-90d8b49230da req-3edb4c24-b629-4f8b-be24-d7e3db87243d tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:27.383843 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39207640-6847-440a-b7f2-90d8b49230da req-3edb4c24-b629-4f8b-be24-d7e3db87243d tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.4562104 Jul 13 07:56:27.394448 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190195d-922c-4f89-a974-afd6458b133e req-f7ad760a-2d72-47d6-bf26-b3c023388684 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:27.401433 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 780d8ba1-22ee-4ce7-a426-98b5109bfb8c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=780d8ba1-22ee-4ce7-a426-98b5109bfb8c,segment=NetworkSegment(778fcdc7-5d5f-4eb5-a333-e2b2e843dd49),segment_id=778fcdc7-5d5f-4eb5-a333-e2b2e843dd49)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:27.402948 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8190195d-922c-4f89-a974-afd6458b133e req-f7ad760a-2d72-47d6-bf26-b3c023388684 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 946 time: 0.3839746 Jul 13 07:56:27.430779 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-3fb2ed06-3745-4718-86ca-9ac14437d66d', 'network_id': '3fb2ed06-3745-4718-86ca-9ac14437d66d', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'fixed_ips': [{'subnet_id': '22494553-127e-4b61-8306-810e77a729a2'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:56:27.432022 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.439692 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.446860 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d99718af-a38b-4942-9bb3-c1835eecdf9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.448341 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15721de1-71a0-4141-8ca9-409ad3103e9d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.458525 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b66298b8-b849-4cf7-b625-998bbffbdd42 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Deleting port c46d3387-a112-425f-bc56-e8de6ed5bd75 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:27.458788 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b66298b8-b849-4cf7-b625-998bbffbdd42 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.495188 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8190195d-922c-4f89-a974-afd6458b133e req-a7ae88d0-0230-4e70-b4df-32de72f5ed0c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911794 Jul 13 07:56:27.527068 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39207640-6847-440a-b7f2-90d8b49230da req-a7e2eb97-c9e8-427b-ac02-fddb512f1883 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185589 Jul 13 07:56:27.527437 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d99718af-a38b-4942-9bb3-c1835eecdf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.556436 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d99718af-a38b-4942-9bb3-c1835eecdf9e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a8e8a84d09774b2c9c22bb37136ab3dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4854639 Jul 13 07:56:27.560848 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35836) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:27.562585 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-b66298b8-b849-4cf7-b625-998bbffbdd42 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] For port c46d3387-a112-425f-bc56-e8de6ed5bd75, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c46d3387-a112-425f-bc56-e8de6ed5bd75,segment=NetworkSegment(c0de58fa-7a80-4b0d-9d32-5ad2c1d88342),segment_id=c0de58fa-7a80-4b0d-9d32-5ad2c1d88342)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:27.563497 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b66298b8-b849-4cf7-b625-998bbffbdd42 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.634113 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b66298b8-b849-4cf7-b625-998bbffbdd42 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Calling delete_port for c46d3387-a112-425f-bc56-e8de6ed5bd75 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:27.682387 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=780d8ba1-22ee-4ce7-a426-98b5109bfb8c,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:27.690857 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-37f86b8f-d09b-4f95-99ee-5df9a0e44409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.699400 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99718af-a38b-4942-9bb3-c1835eecdf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3805c937-ccd1-4266-b1a9-472b55cc438c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:27.809816 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-37f86b8f-d09b-4f95-99ee-5df9a0e44409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.883959 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7fbfb37-9ea3-44aa-b869-04bf1bde36c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.897803 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd5d481-3443-461f-bfc5-5b142e8ce5aa None None] DHCP port deletion for a1940323-3062-41b6-8e72-e73110e23be7 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:56:27.963157 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-37f86b8f-d09b-4f95-99ee-5df9a0e44409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.965968 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-37f86b8f-d09b-4f95-99ee-5df9a0e44409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.970601 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:23Z', 'revision_number': 4, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': '6e88738e-a19c-4133-b62c-f2a3805bfd80', 'name': '', 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:a6:14:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:22Z', 'updated_at': '2021-07-13T07:56:23Z', 'revision_number': 2, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780d8ba1-22ee-4ce7-a426-98b5109bfb8c', 'name': '', 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:59:5c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:16Z', 'updated_at': '2021-07-13T07:56:22Z', 'revision_number': 4, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:27.973116 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.977501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0a82924a-076d-4e66-a04a-7d82006f2bb8 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:27.983657 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-37f86b8f-d09b-4f95-99ee-5df9a0e44409 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3805c937-ccd1-4266-b1a9-472b55cc438c HTTP/1.1" status: 204 len: 168 time: 0.4085443 Jul 13 07:56:28.005875 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f86b8f-d09b-4f95-99ee-5df9a0e44409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3805c937-ccd1-4266-b1a9-472b55cc438c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:28.014617 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b66298b8-b849-4cf7-b625-998bbffbdd42 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:28.036385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66298b8-b849-4cf7-b625-998bbffbdd42 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] No DVR routers for this DVR port c46d3387-a112-425f-bc56-e8de6ed5bd75 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:28.037050 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-15721de1-71a0-4141-8ca9-409ad3103e9d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Allocated IP 2001:db8:3::1 (3fb2ed06-3745-4718-86ca-9ac14437d66d/22494553-127e-4b61-8306-810e77a729a2/bf895b15-c2aa-482e-b698-09815176d4ad) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:28.086658 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66298b8-b849-4cf7-b625-998bbffbdd42 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event deleted for resources: {'Port': ['ID=c46d3387-a112-425f-bc56-e8de6ed5bd75,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:28.140725 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] Checking router: dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:28.141871 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] Updating router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 port 6e88738e-a19c-4133-b62c-f2a3805bfd80 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:56:28.242251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769c514-1c2b-45c3-a1fb-5fbf54ddae56 req-58d3963b-23ea-4661-88ee-668fbc76ebe9 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:28.245578 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b66298b8-b849-4cf7-b625-998bbffbdd42 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:28.254650 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5769c514-1c2b-45c3-a1fb-5fbf54ddae56 req-58d3963b-23ea-4661-88ee-668fbc76ebe9 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.3024940 Jul 13 07:56:28.255255 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35844) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:28.261735 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-b66298b8-b849-4cf7-b625-998bbffbdd42 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1940323-3062-41b6-8e72-e73110e23be7']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:28.262436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-42871bfa-9043-41f0-9a4e-1e0f44488e17 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Request body: {'floatingip': {'port_id': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:28.268986 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-368e3c1a-88ff-407c-bf38-a1c0ba0dabbb None None] Provisioning complete for port 780d8ba1-22ee-4ce7-a426-98b5109bfb8c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:28.269370 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-368e3c1a-88ff-407c-bf38-a1c0ba0dabbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:28.270975 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:28.303037 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-b66298b8-b849-4cf7-b625-998bbffbdd42 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0de58fa-7a80-4b0d-9d32-5ad2c1d88342') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:28.303590 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-b66298b8-b849-4cf7-b625-998bbffbdd42 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0de58fa-7a80-4b0d-9d32-5ad2c1d88342') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:28.318066 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42871bfa-9043-41f0-9a4e-1e0f44488e17 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:28.320488 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b66298b8-b849-4cf7-b625-998bbffbdd42 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:28.340036 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b66298b8-b849-4cf7-b625-998bbffbdd42 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:28.351962 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66298b8-b849-4cf7-b625-998bbffbdd42 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:56:28.352402 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b66298b8-b849-4cf7-b625-998bbffbdd42 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:56:28.381154 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:56:28.417988 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15721de1-71a0-4141-8ca9-409ad3103e9d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:28.463414 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-efd5d481-3443-461f-bfc5-5b142e8ce5aa None None] Deleting port c46d3387-a112-425f-bc56-e8de6ed5bd75 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:28.464178 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-efd5d481-3443-461f-bfc5-5b142e8ce5aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:28.480562 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-15721de1-71a0-4141-8ca9-409ad3103e9d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Transition to ACTIVE for port object bf895b15-c2aa-482e-b698-09815176d4ad will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:28.568636 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35852) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:28.576050 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 0a82924a-076d-4e66-a04a-7d82006f2bb8 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:28.617319 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-399058ab-f6cb-4d37-ba85-ad7a80e396ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:28.648997 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 0a82924a-076d-4e66-a04a-7d82006f2bb8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:28.649641 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:28.673738 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b66298b8-b849-4cf7-b625-998bbffbdd42 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:28.681379 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b66298b8-b849-4cf7-b625-998bbffbdd42 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:28.689204 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b66298b8-b849-4cf7-b625-998bbffbdd42 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] 10.222.0.58 "DELETE /v2.0/networks/a1940323-3062-41b6-8e72-e73110e23be7 HTTP/1.1" status: 204 len: 168 time: 1.6584651 Jul 13 07:56:28.721559 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15721de1-71a0-4141-8ca9-409ad3103e9d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:28.731757 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66298b8-b849-4cf7-b625-998bbffbdd42 tempest-TestSecurityGroupsBasicOps-261717289 tempest-TestSecurityGroupsBasicOps-261717289-project] Pushing event deleted for resources: {'Network': ['ID=a1940323-3062-41b6-8e72-e73110e23be7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:28.822514 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-efd5d481-3443-461f-bfc5-5b142e8ce5aa None None] For port c46d3387-a112-425f-bc56-e8de6ed5bd75, host n-d-779913-28, got binding levels [] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:28.822890 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-efd5d481-3443-461f-bfc5-5b142e8ce5aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:28.843899 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15721de1-71a0-4141-8ca9-409ad3103e9d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Port': ['ID=bf895b15-c2aa-482e-b698-09815176d4ad,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:28.925725 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-efd5d481-3443-461f-bfc5-5b142e8ce5aa None None] Calling delete_port for c46d3387-a112-425f-bc56-e8de6ed5bd75 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:28.926285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15721de1-71a0-4141-8ca9-409ad3103e9d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 3fb2ed06-3745-4718-86ca-9ac14437d66d is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:28.936076 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-15721de1-71a0-4141-8ca9-409ad3103e9d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:28.959785 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.ipam_backend_mixin [None req-efd5d481-3443-461f-bfc5-5b142e8ce5aa None None] Port c46d3387-a112-425f-bc56-e8de6ed5bd75 was not found and therefore no delete operation was performed {{(pid=93725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:56:28.967871 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-efd5d481-3443-461f-bfc5-5b142e8ce5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:28.973006 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15721de1-71a0-4141-8ca9-409ad3103e9d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:28.973998 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15721de1-71a0-4141-8ca9-409ad3103e9d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:29.064333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-efd5d481-3443-461f-bfc5-5b142e8ce5aa None None] Network a1940323-3062-41b6-8e72-e73110e23be7 is not hosted by any dhcp agent {{(pid=93725) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:56:29.064816 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd5d481-3443-461f-bfc5-5b142e8ce5aa None None] No DVR routers for this DVR port c46d3387-a112-425f-bc56-e8de6ed5bd75 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:29.094724 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] Allocated IP 2001:db8:3::2 (3fb2ed06-3745-4718-86ca-9ac14437d66d/22494553-127e-4b61-8306-810e77a729a2/0de13144-7df2-4d74-82d6-32272286c129) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:29.096968 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5d481-3443-461f-bfc5-5b142e8ce5aa None None] Pushing event deleted for resources: {'Port': ['ID=c46d3387-a112-425f-bc56-e8de6ed5bd75,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:29.205861 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35862) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:29.460436 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-99070e04-3745-4b98-ad97-ca8d4146db27 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=380b7979739948e5a91a2f3ea43419aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533467 Jul 13 07:56:29.461507 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35866) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:29.522435 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:29.527849 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-256d1e5e-9751-46f8-9820-416b01ee39a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:29.536315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] Transition to ACTIVE for port object 6e88738e-a19c-4133-b62c-f2a3805bfd80 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:29.542307 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f02d176f-a658-49e9-9bc1-b49fc2d1296e None None] Provisioning for port 6e88738e-a19c-4133-b62c-f2a3805bfd80 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:29.560408 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-256d1e5e-9751-46f8-9820-416b01ee39a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:29.601226 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:29.603253 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:29.620006 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-256d1e5e-9751-46f8-9820-416b01ee39a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:29.623135 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-256d1e5e-9751-46f8-9820-416b01ee39a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:29.627803 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-256d1e5e-9751-46f8-9820-416b01ee39a4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3f32df3-86d9-44d4-ab2e-f47ab0c1160a HTTP/1.1" status: 204 len: 168 time: 0.1621103 Jul 13 07:56:29.634683 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d1e5e-9751-46f8-9820-416b01ee39a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f32df3-86d9-44d4-ab2e-f47ab0c1160a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:29.641098 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-399058ab-f6cb-4d37-ba85-ad7a80e396ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:29.683297 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-399058ab-f6cb-4d37-ba85-ad7a80e396ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:29.793045 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 0a82924a-076d-4e66-a04a-7d82006f2bb8, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0a82924a-076d-4e66-a04a-7d82006f2bb8,segment=NetworkSegment(a4fa8435-6741-4851-bb64-c7fad341c62e),segment_id=a4fa8435-6741-4851-bb64-c7fad341c62e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:29.794447 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f02d176f-a658-49e9-9bc1-b49fc2d1296e None None] Provisioning complete for port 0a82924a-076d-4e66-a04a-7d82006f2bb8 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:29.794989 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f02d176f-a658-49e9-9bc1-b49fc2d1296e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:29.798046 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:29.809373 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99fb9f-26b0-402b-b336-39779ceca6cc req-4aaaca87-d28c-4ef2-8c37-d9f8ccade983 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:29.811016 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9c99fb9f-26b0-402b-b336-39779ceca6cc req-4aaaca87-d28c-4ef2-8c37-d9f8ccade983 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 946 time: 0.9731364 Jul 13 07:56:29.816905 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35874) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:29.823846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-399058ab-f6cb-4d37-ba85-ad7a80e396ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=29b8fed1c6414b7cb2adae34d707aafb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2522373 Jul 13 07:56:29.864136 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399058ab-f6cb-4d37-ba85-ad7a80e396ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba26ba5-cccc-4293-af3c-41867f796f88,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:29.897986 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15721de1-71a0-4141-8ca9-409ad3103e9d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:29.956488 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75f7dd05-0af3-490c-9bba-a7e340b14620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:29.956923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310dd40-6d90-4eb8-95f7-6aec24b6ab73 None None] Pushing event updated for resources: {'Port': ['ID=6e88738e-a19c-4133-b62c-f2a3805bfd80,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:29.967940 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:30.017117 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75f7dd05-0af3-490c-9bba-a7e340b14620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:30.092180 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.db.resource_extend [None req-42871bfa-9043-41f0-9a4e-1e0f44488e17 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:56:30.100522 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9c99fb9f-26b0-402b-b336-39779ceca6cc req-5422fd57-6ef2-4109-b4f5-ba49f7b9d6b4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743640 Jul 13 07:56:30.132435 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] Attempting to bind port 6e88738e-a19c-4133-b62c-f2a3805bfd80 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:30.132802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] Attempting to bind port 6e88738e-a19c-4133-b62c-f2a3805bfd80 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'a4fa8435-6741-4851-bb64-c7fad341c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:30.134273 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75f7dd05-0af3-490c-9bba-a7e340b14620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:30.137318 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75f7dd05-0af3-490c-9bba-a7e340b14620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:30.141640 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-75f7dd05-0af3-490c-9bba-a7e340b14620 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3ba26ba5-cccc-4293-af3c-41867f796f88 HTTP/1.1" status: 204 len: 168 time: 0.3233657 Jul 13 07:56:30.149766 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] Attempting to bind port 6e88738e-a19c-4133-b62c-f2a3805bfd80 on network 07a8ab06-4be3-4508-b89f-6fadf08a448b {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:30.155524 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7dd05-0af3-490c-9bba-a7e340b14620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba26ba5-cccc-4293-af3c-41867f796f88,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:30.205142 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:30.205823 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] Checking segment: {'id': 'a4fa8435-6741-4851-bb64-c7fad341c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:30.206180 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:30.206571 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] Bound using segment: {'id': 'a4fa8435-6741-4851-bb64-c7fad341c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:30.207257 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] Bound port: 6e88738e-a19c-4133-b62c-f2a3805bfd80, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fa8435-6741-4851-bb64-c7fad341c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:30.207601 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:30.219163 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:30.248929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] Transition to ACTIVE for port object 0de13144-7df2-4d74-82d6-32272286c129 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:30.254789 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35884) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:30.277083 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-55d85f6f-85a3-415c-9793-be3ca33e04ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:30.288108 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 3643474a-8a9e-4ed7-91d3-05014cca04b8 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:30.296148 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42871bfa-9043-41f0-9a4e-1e0f44488e17 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:30.370524 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=0a82924a-076d-4e66-a04a-7d82006f2bb8,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:30.468726 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 3643474a-8a9e-4ed7-91d3-05014cca04b8 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:30.469860 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 3643474a-8a9e-4ed7-91d3-05014cca04b8 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:30.470456 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 45443aef-2e6f-427a-bada-dd4d9c70f961 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:30.498005 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-55d85f6f-85a3-415c-9793-be3ca33e04ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:30.503554 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] Transition to ACTIVE for port object 0de13144-7df2-4d74-82d6-32272286c129 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:30.510414 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-55d85f6f-85a3-415c-9793-be3ca33e04ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:30.511482 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 45443aef-2e6f-427a-bada-dd4d9c70f961 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:30.512207 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 45443aef-2e6f-427a-bada-dd4d9c70f961 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:30.531348 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:30.557815 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d85f6f-85a3-415c-9793-be3ca33e04ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cf558e-b3c0-4d8d-922a-ab7bb23d2af5,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:30.571073 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] For port 6e88738e-a19c-4133-b62c-f2a3805bfd80, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:30.582522 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] Network 3fb2ed06-3745-4718-86ca-9ac14437d66d is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:30.588757 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:30.601877 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42871bfa-9043-41f0-9a4e-1e0f44488e17 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:30.602294 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:30.605581 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-55d85f6f-85a3-415c-9793-be3ca33e04ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=791c2a5080c341f78df2032ff3388cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3438165 Jul 13 07:56:30.606974 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35890) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:30.614797 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] For port 6e88738e-a19c-4133-b62c-f2a3805bfd80, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=6e88738e-a19c-4133-b62c-f2a3805bfd80,segment=NetworkSegment(a4fa8435-6741-4851-bb64-c7fad341c62e),segment_id=a4fa8435-6741-4851-bb64-c7fad341c62e)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:30.618519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] Pushing event updated for resources: {'Port': ['ID=0de13144-7df2-4d74-82d6-32272286c129,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:30.704261 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:30.728729 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2923a84d-115b-49c9-a454-126b068ecbb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:30.801810 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2923a84d-115b-49c9-a454-126b068ecbb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:30.821973 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 780d8ba1-22ee-4ce7-a426-98b5109bfb8c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:30.872280 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2923a84d-115b-49c9-a454-126b068ecbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:30.877319 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2923a84d-115b-49c9-a454-126b068ecbb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:30.883942 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2923a84d-115b-49c9-a454-126b068ecbb8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/91cf558e-b3c0-4d8d-922a-ab7bb23d2af5 HTTP/1.1" status: 204 len: 168 time: 0.2723758 Jul 13 07:56:30.884128 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15721de1-71a0-4141-8ca9-409ad3103e9d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:30.895784 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-42871bfa-9043-41f0-9a4e-1e0f44488e17 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Floating IP d60d6737-179a-4e72-a4e4-c747fe74d0ab associated. External IP: 172.25.0.189, port: fdae8ee5-7ed0-4dc2-9099-5b9072c058d6. Jul 13 07:56:30.907718 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923a84d-115b-49c9-a454-126b068ecbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cf558e-b3c0-4d8d-922a-ab7bb23d2af5,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:30.910338 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15721de1-71a0-4141-8ca9-409ad3103e9d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:30.978805 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] Attempting to bind port 0de13144-7df2-4d74-82d6-32272286c129 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:30.981630 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] Attempting to bind port 0de13144-7df2-4d74-82d6-32272286c129 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '66b3124a-a987-4a7e-a443-73d6e7524791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3fb2ed06-3745-4718-86ca-9ac14437d66d'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:30.982130 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] Attempting to bind port 0de13144-7df2-4d74-82d6-32272286c129 on network 3fb2ed06-3745-4718-86ca-9ac14437d66d {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:31.011896 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:31.013119 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] Checking segment: {'id': '66b3124a-a987-4a7e-a443-73d6e7524791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3fb2ed06-3745-4718-86ca-9ac14437d66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:31.014823 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:31.017268 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] Bound using segment: {'id': '66b3124a-a987-4a7e-a443-73d6e7524791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3fb2ed06-3745-4718-86ca-9ac14437d66d'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:31.018043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] Bound port: 0de13144-7df2-4d74-82d6-32272286c129, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b3124a-a987-4a7e-a443-73d6e7524791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3fb2ed06-3745-4718-86ca-9ac14437d66d'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:31.018557 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:31.038165 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15721de1-71a0-4141-8ca9-409ad3103e9d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:31.128820 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] Routers {'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:31.134166 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:31.151730 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310dd40-6d90-4eb8-95f7-6aec24b6ab73 None None] Pushing event updated for resources: {'Port': ['ID=6e88738e-a19c-4133-b62c-f2a3805bfd80,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:31.258391 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 780d8ba1-22ee-4ce7-a426-98b5109bfb8c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:31.272117 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:31.352305 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15721de1-71a0-4141-8ca9-409ad3103e9d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event updated for resources: {'Port': ['ID=bf895b15-c2aa-482e-b698-09815176d4ad,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:31.404514 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] Set router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:31.584470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15721de1-71a0-4141-8ca9-409ad3103e9d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Network 3fb2ed06-3745-4718-86ca-9ac14437d66d is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:31.635755 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-15721de1-71a0-4141-8ca9-409ad3103e9d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:31.647456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35920) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:31.665602 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:31.794949 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] For port 0de13144-7df2-4d74-82d6-32272286c129, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:31.803158 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-77f996dc-28d9-48e1-ac7f-fff28a67dc74 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e5c05bd41780468c971267fe161a7479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499052 Jul 13 07:56:31.803918 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35926) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:31.841555 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] For port 0de13144-7df2-4d74-82d6-32272286c129, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0de13144-7df2-4d74-82d6-32272286c129,segment=NetworkSegment(66b3124a-a987-4a7e-a443-73d6e7524791),segment_id=66b3124a-a987-4a7e-a443-73d6e7524791)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:31.862061 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:31.874347 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73653a-0f43-45eb-b51c-55ccea37be26 req-97f239eb-e63b-4f89-9ce0-9e0713b7c06a tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:31.885876 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4b73653a-0f43-45eb-b51c-55ccea37be26 req-97f239eb-e63b-4f89-9ce0-9e0713b7c06a tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 946 time: 0.4534612 Jul 13 07:56:31.932443 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42871bfa-9043-41f0-9a4e-1e0f44488e17 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Router d291a3d3-64e6-4a51-8af2-ef65804f974d has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:56:31.959084 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0a82924a-076d-4e66-a04a-7d82006f2bb8 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:31.961711 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15721de1-71a0-4141-8ca9-409ad3103e9d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:56:31.978585 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f8e13533-7897-4e9b-86f8-eedd97549df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:32.027837 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f8e13533-7897-4e9b-86f8-eedd97549df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:32.029101 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070b0ab-c3d5-42eb-a33b-bf620698adf6 None None] Pushing event updated for resources: {'Port': ['ID=0de13144-7df2-4d74-82d6-32272286c129,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:32.109735 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f8e13533-7897-4e9b-86f8-eedd97549df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:32.110675 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4b73653a-0f43-45eb-b51c-55ccea37be26 req-4721cb2e-8abc-41cb-a457-44b399d7c3da tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236884 Jul 13 07:56:32.116566 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f8e13533-7897-4e9b-86f8-eedd97549df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:32.123758 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f8e13533-7897-4e9b-86f8-eedd97549df4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0ac375c7-9e08-4400-a63b-acaaf8ab5037 HTTP/1.1" status: 204 len: 168 time: 0.3187630 Jul 13 07:56:32.135914 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:29Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': '6e88738e-a19c-4133-b62c-f2a3805bfd80', 'name': '', 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:a6:14:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:22Z', 'updated_at': '2021-07-13T07:56:30Z', 'revision_number': 4, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780d8ba1-22ee-4ce7-a426-98b5109bfb8c', 'name': '', 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:59:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:16Z', 'updated_at': '2021-07-13T07:56:27Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf895b15-c2aa-482e-b698-09815176d4ad', 'name': '', 'network_id': '3fb2ed06-3745-4718-86ca-9ac14437d66d', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:58:c1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '22494553-127e-4b61-8306-810e77a729a2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:27Z', 'updated_at': '2021-07-13T07:56:30Z', 'revision_number': 2, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '22494553-127e-4b61-8306-810e77a729a2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:32.176689 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e13533-7897-4e9b-86f8-eedd97549df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac375c7-9e08-4400-a63b-acaaf8ab5037,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:32.201975 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 0a82924a-076d-4e66-a04a-7d82006f2bb8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:32.202454 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:32.205742 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eb83ff-c948-46fb-b20b-e9defabcff8f None None] The sync data for ids ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'] in n-d-779913-28 is: [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:29Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': '6e88738e-a19c-4133-b62c-f2a3805bfd80', 'name': '', 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:a6:14:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:22Z', 'updated_at': '2021-07-13T07:56:30Z', 'revision_number': 4, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780d8ba1-22ee-4ce7-a426-98b5109bfb8c', 'name': '', 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:59:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:16Z', 'updated_at': '2021-07-13T07:56:27Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf895b15-c2aa-482e-b698-09815176d4ad', 'name': '', 'network_id': '3fb2ed06-3745-4718-86ca-9ac14437d66d', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:58:c1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '22494553-127e-4b61-8306-810e77a729a2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:27Z', 'updated_at': '2021-07-13T07:56:30Z', 'revision_number': 2, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '22494553-127e-4b61-8306-810e77a729a2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:32.249619 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35932) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:32.513419 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15721de1-71a0-4141-8ca9-409ad3103e9d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:32.552270 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-496017ad-9eb4-4b4b-9cc6-ef3aa9d87c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:32.552672 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-15721de1-71a0-4141-8ca9-409ad3103e9d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/dd8721e5-ff9e-4c31-8041-2782d2b4f5d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9870243 Jul 13 07:56:32.555277 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35938) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:32.579984 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-13597a0f-46ed-4c5c-a908-21d033712168 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:32.592779 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c46d3387-a112-425f-bc56-e8de6ed5bd75 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:32.638976 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: c46d3387-a112-425f-bc56-e8de6ed5bd75 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:32.640521 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c46d3387-a112-425f-bc56-e8de6ed5bd75 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:32.752302 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-496017ad-9eb4-4b4b-9cc6-ef3aa9d87c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:32.813760 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-496017ad-9eb4-4b4b-9cc6-ef3aa9d87c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:32.885620 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42871bfa-9043-41f0-9a4e-1e0f44488e17 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:32.898114 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f9c279-94b5-43bf-8eb6-9dfb1b7a20f5 None None] Sync routers for ids ['d291a3d3-64e6-4a51-8af2-ef65804f974d'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:32.910931 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42871bfa-9043-41f0-9a4e-1e0f44488e17 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:32.922183 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496017ad-9eb4-4b4b-9cc6-ef3aa9d87c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec5d255-cfee-44a9-a82c-a9f53fc0bda1,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:32.925233 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f9c279-94b5-43bf-8eb6-9dfb1b7a20f5 None None] Routers {'d291a3d3-64e6-4a51-8af2-ef65804f974d'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:32.928963 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f9f9c279-94b5-43bf-8eb6-9dfb1b7a20f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['d291a3d3-64e6-4a51-8af2-ef65804f974d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:32.941164 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-496017ad-9eb4-4b4b-9cc6-ef3aa9d87c3f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c0bbdc7fbd64dba9af3ab5bd33ebf80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6910148 Jul 13 07:56:32.941790 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35946) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:33.017288 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0de13144-7df2-4d74-82d6-32272286c129 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:33.078117 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-09ebe55b-bf35-4d3c-8294-318e557380ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:33.127547 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-09ebe55b-bf35-4d3c-8294-318e557380ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:33.152445 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 0de13144-7df2-4d74-82d6-32272286c129 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:33.158971 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 6e88738e-a19c-4133-b62c-f2a3805bfd80 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:33.188221 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f9f9c279-94b5-43bf-8eb6-9dfb1b7a20f5 None None] Set router d291a3d3-64e6-4a51-8af2-ef65804f974d gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:33.295409 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 6e88738e-a19c-4133-b62c-f2a3805bfd80 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:33.308514 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 6e88738e-a19c-4133-b62c-f2a3805bfd80 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:33.309261 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:33.311117 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-09ebe55b-bf35-4d3c-8294-318e557380ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:33.314330 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-09ebe55b-bf35-4d3c-8294-318e557380ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:33.315518 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-09ebe55b-bf35-4d3c-8294-318e557380ac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ec5d255-cfee-44a9-a82c-a9f53fc0bda1 HTTP/1.1" status: 204 len: 168 time: 0.3727689 Jul 13 07:56:33.360432 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebe55b-bf35-4d3c-8294-318e557380ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec5d255-cfee-44a9-a82c-a9f53fc0bda1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:33.402019 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-42871bfa-9043-41f0-9a4e-1e0f44488e17 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "PUT /v2.0/floatingips/d60d6737-179a-4e72-a4e4-c747fe74d0ab HTTP/1.1" status: 200 len: 992 time: 5.1434929 Jul 13 07:56:33.410870 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'tag': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:33.415246 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79eeae33-4891-47cc-acaf-10f5695a2a50" -d '{"events": [{"name": "network-changed", "server_uuid": "95ec32c9-b358-41f6-9445-c4c2c5e13aa1", "tag": "fdae8ee5-7ed0-4dc2-9099-5b9072c058d6"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:33.595787 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:33.728979 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 6e88738e-a19c-4133-b62c-f2a3805bfd80, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=6e88738e-a19c-4133-b62c-f2a3805bfd80,segment=NetworkSegment(a4fa8435-6741-4851-bb64-c7fad341c62e),segment_id=a4fa8435-6741-4851-bb64-c7fad341c62e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:33.743185 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:33.770063 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f9f9c279-94b5-43bf-8eb6-9dfb1b7a20f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'name': 'tempest-AttachVolumeShelveTestJSON-109090500-router', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:57Z', 'revision_number': 4, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'gw_port': {'id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'd60d6737-179a-4e72-a4e4-c747fe74d0ab', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'floating_ip_address': '172.25.0.189', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'port_id': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'mac_address': 'fa:16:3e:3e:79:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:56:01Z', 'updated_at': '2021-07-13T07:56:29Z', 'revision_number': 1, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c768b043-fad6-47a1-995a-39f821bbf6af', 'name': '', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'mac_address': 'fa:16:3e:d8:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:56Z', 'updated_at': '2021-07-13T07:51:05Z', 'revision_number': 5, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'subnets': [{'id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:33.806936 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f9c279-94b5-43bf-8eb6-9dfb1b7a20f5 None None] Checking router: d291a3d3-64e6-4a51-8af2-ef65804f974d for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:33.818641 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f9c279-94b5-43bf-8eb6-9dfb1b7a20f5 None None] Routers {'d291a3d3-64e6-4a51-8af2-ef65804f974d'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:33.819482 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f9f9c279-94b5-43bf-8eb6-9dfb1b7a20f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['d291a3d3-64e6-4a51-8af2-ef65804f974d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:33.972411 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=6e88738e-a19c-4133-b62c-f2a3805bfd80,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:34.017207 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:34.017555 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:34.018149 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:34.026923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:34.028067 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:34.029077 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:34.030497 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:34.031358 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:34.035041 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:34.036050 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:34.037015 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:34.039958 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:34.136988 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eeae33-4891-47cc-acaf-10f5695a2a50 req-2292b3f4-95d0-4a5c-bcab-44c98952ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:34.140140 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-79eeae33-4891-47cc-acaf-10f5695a2a50 req-2292b3f4-95d0-4a5c-bcab-44c98952ad5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3de4ade69c24e9b8a0825017e0177ec&device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 1098 time: 0.1620610 Jul 13 07:56:34.150671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4345ef4-2464-4728-a428-8c8db26cd759 None None] Network 3fb2ed06-3745-4718-86ca-9ac14437d66d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:34.199706 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f9f9c279-94b5-43bf-8eb6-9dfb1b7a20f5 None None] Set router d291a3d3-64e6-4a51-8af2-ef65804f974d gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:34.516657 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eeae33-4891-47cc-acaf-10f5695a2a50 req-4cde48bd-bfbf-41c9-9cdd-ea4e9bb95d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:34.533134 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-79eeae33-4891-47cc-acaf-10f5695a2a50 req-4cde48bd-bfbf-41c9-9cdd-ea4e9bb95d94 service neutron] 10.222.0.35 "GET /v2.0/networks?id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89 HTTP/1.1" status: 200 len: 917 time: 0.3642428 Jul 13 07:56:34.628715 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7e1651f8-aa5b-490e-ac0a-7b97bfc4e499 None None] Provisioning for port 0de13144-7df2-4d74-82d6-32272286c129 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:34.648403 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7e1651f8-aa5b-490e-ac0a-7b97bfc4e499 None None] Provisioning complete for port 0de13144-7df2-4d74-82d6-32272286c129 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:34.648896 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e1651f8-aa5b-490e-ac0a-7b97bfc4e499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:34.728302 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35994) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:34.730867 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b8e1f4-c6ce-4dad-a1b7-55e37d028e2b x-openstack-request-id: req-e5b8e1f4-c6ce-4dad-a1b7-55e37d028e2b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:34.731355 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ec32c9-b358-41f6-9445-c4c2c5e13aa1", "tag": "fdae8ee5-7ed0-4dc2-9099-5b9072c058d6", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:34.731459 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5b8e1f4-c6ce-4dad-a1b7-55e37d028e2b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:34.731814 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'tag': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6', 'status': 'completed', 'code': 200} Jul 13 07:56:34.827974 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-79eeae33-4891-47cc-acaf-10f5695a2a50 req-703cf02c-6a4f-4410-bf4c-06069d9f98b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 HTTP/1.1" status: 200 len: 1000 time: 0.2895784 Jul 13 07:56:34.913256 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 6e88738e-a19c-4133-b62c-f2a3805bfd80 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:35.037010 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f9f9c279-94b5-43bf-8eb6-9dfb1b7a20f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'name': 'tempest-AttachVolumeShelveTestJSON-109090500-router', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:57Z', 'revision_number': 4, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'gw_port': {'id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'd60d6737-179a-4e72-a4e4-c747fe74d0ab', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'floating_ip_address': '172.25.0.189', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'port_id': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'mac_address': 'fa:16:3e:3e:79:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:56:01Z', 'updated_at': '2021-07-13T07:56:29Z', 'revision_number': 1, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c768b043-fad6-47a1-995a-39f821bbf6af', 'name': '', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'mac_address': 'fa:16:3e:d8:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:56Z', 'updated_at': '2021-07-13T07:51:05Z', 'revision_number': 5, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'subnets': [{'id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:35.039146 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] Sync routers for ids ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:35.125765 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f9c279-94b5-43bf-8eb6-9dfb1b7a20f5 None None] The sync data for ids ['d291a3d3-64e6-4a51-8af2-ef65804f974d'] in n-d-779913-28 is: [{'id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'name': 'tempest-AttachVolumeShelveTestJSON-109090500-router', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:57Z', 'revision_number': 4, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'gw_port': {'id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'd60d6737-179a-4e72-a4e4-c747fe74d0ab', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'floating_ip_address': '172.25.0.189', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'port_id': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'mac_address': 'fa:16:3e:3e:79:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:56:01Z', 'updated_at': '2021-07-13T07:56:29Z', 'revision_number': 1, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c768b043-fad6-47a1-995a-39f821bbf6af', 'name': '', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'mac_address': 'fa:16:3e:d8:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:56Z', 'updated_at': '2021-07-13T07:51:05Z', 'revision_number': 5, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'subnets': [{'id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:35.165933 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] Routers {'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:35.166731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:35.213179 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e1651f8-aa5b-490e-ac0a-7b97bfc4e499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:35.312087 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87585bf-f9a8-4dfd-929f-e06415e620e0 req-4b36baf7-570f-46e9-8a2a-b559021b4d01 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:35.314156 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a87585bf-f9a8-4dfd-929f-e06415e620e0 req-4b36baf7-570f-46e9-8a2a-b559021b4d01 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 946 time: 1.7499251 Jul 13 07:56:35.430578 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a87585bf-f9a8-4dfd-929f-e06415e620e0 req-9e767e87-7939-472a-ae46-138ff2376c1e tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020658 Jul 13 07:56:35.459664 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.extraroute_db [None req-13597a0f-46ed-4c5c-a908-21d033712168 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 07:56:35.505364 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.extraroute_db [None req-13597a0f-46ed-4c5c-a908-21d033712168 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Removed routes are [] {{(pid=93724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 07:56:35.507146 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13597a0f-46ed-4c5c-a908-21d033712168 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:35.606176 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e733e16-5588-4909-b9e9-d357426bd608 None None] New status for floating IP d60d6737-179a-4e72-a4e4-c747fe74d0ab: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:56:35.723749 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-11c2c597-a249-4587-88e7-c37ab983e821 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2085541636-network', 'tenant_id': '6ad4c40067be450f8ab9004872502cad'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:35.743150 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 6e88738e-a19c-4133-b62c-f2a3805bfd80 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:35.748879 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:35.806026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c2c597-a249-4587-88e7-c37ab983e821 admin admin] Made reservation on behalf of 6ad4c40067be450f8ab9004872502cad for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:35.810313 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-11c2c597-a249-4587-88e7-c37ab983e821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:35.832468 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-11c2c597-a249-4587-88e7-c37ab983e821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:35.864689 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eeae33-4891-47cc-acaf-10f5695a2a50 req-5f291e4d-3c61-4155-a693-306fa66baf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:35.866211 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-79eeae33-4891-47cc-acaf-10f5695a2a50 req-5f291e4d-3c61-4155-a693-306fa66baf86 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c438866-8191-4fb5-b30d-fdddd69335c4 HTTP/1.1" status: 200 len: 855 time: 1.0305407 Jul 13 07:56:35.891700 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-7e1651f8-aa5b-490e-ac0a-7b97bfc4e499 None None] For port 0de13144-7df2-4d74-82d6-32272286c129, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0de13144-7df2-4d74-82d6-32272286c129,segment=NetworkSegment(66b3124a-a987-4a7e-a443-73d6e7524791),segment_id=66b3124a-a987-4a7e-a443-73d6e7524791)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:35.895643 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] Set router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:36.129907 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-11c2c597-a249-4587-88e7-c37ab983e821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:36.199945 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-11c2c597-a249-4587-88e7-c37ab983e821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:36.200189 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e1651f8-aa5b-490e-ac0a-7b97bfc4e499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:36.326926 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13597a0f-46ed-4c5c-a908-21d033712168 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:36.355911 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c2c597-a249-4587-88e7-c37ab983e821 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:56:36.367787 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13597a0f-46ed-4c5c-a908-21d033712168 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396023'] for router, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:36.421589 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-11c2c597-a249-4587-88e7-c37ab983e821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:36.423528 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-11c2c597-a249-4587-88e7-c37ab983e821 admin admin] Added segment 1debc241-a322-48b9-89e6-6603bf5c6fb0 of type vlan for network a895e7b0-afcc-4098-a27d-05e4c5bfad37 Jul 13 07:56:36.438286 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2c597-a249-4587-88e7-c37ab983e821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f83592-f1a4-4b98-90ab-7884ec78c8a6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:36.490051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eeae33-4891-47cc-acaf-10f5695a2a50 req-4be398c6-4d05-462d-b0bc-b347f794be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:36.491614 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-79eeae33-4891-47cc-acaf-10f5695a2a50 req-4be398c6-4d05-462d-b0bc-b347f794be1e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3598273 Jul 13 07:56:36.585667 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94ac7213-5a2c-40b4-b057-3b85104e02fb req-ded19c2d-c321-436e-ad36-13c9d2987475 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=135a56d9-d1f7-4ee9-9190-22417d5fc4e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5504467 Jul 13 07:56:36.626262 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-11c2c597-a249-4587-88e7-c37ab983e821 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:36.666633 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-79eeae33-4891-47cc-acaf-10f5695a2a50 req-f22b887f-c2e1-43bb-b1a1-5c51e5fc3fe0 service neutron] 10.222.0.35 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582096 Jul 13 07:56:36.739987 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a5a44232-4868-4ad3-a8f1-a91461fa4ab6 None None] Provisioning complete for port 6e88738e-a19c-4133-b62c-f2a3805bfd80 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:36.741718 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a5a44232-4868-4ad3-a8f1-a91461fa4ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:36.860954 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-79eeae33-4891-47cc-acaf-10f5695a2a50 req-247a2ad0-f2d5-46c9-bbdc-2452f359d717 service neutron] 10.222.0.35 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857898 Jul 13 07:56:36.888843 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-11c2c597-a249-4587-88e7-c37ab983e821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:36.890406 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c2c597-a249-4587-88e7-c37ab983e821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:36.894310 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-11c2c597-a249-4587-88e7-c37ab983e821 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:36.922598 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13597a0f-46ed-4c5c-a908-21d033712168 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:56:36.971504 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac7213-5a2c-40b4-b057-3b85104e02fb req-0f655e09-7987-4d8e-bd6f-46e65500ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:36.973292 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94ac7213-5a2c-40b4-b057-3b85104e02fb req-0f655e09-7987-4d8e-bd6f-46e65500ddb3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=720da6c44773453e9873d1bb4f013d09&device_id=135a56d9-d1f7-4ee9-9190-22417d5fc4e8 HTTP/1.1" status: 200 len: 1097 time: 0.3475928 Jul 13 07:56:37.003453 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-11c2c597-a249-4587-88e7-c37ab983e821 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2738938 Jul 13 07:56:37.007298 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:29Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': '6e88738e-a19c-4133-b62c-f2a3805bfd80', 'name': '', 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:a6:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:22Z', 'updated_at': '2021-07-13T07:56:33Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780d8ba1-22ee-4ce7-a426-98b5109bfb8c', 'name': '', 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:59:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:16Z', 'updated_at': '2021-07-13T07:56:27Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf895b15-c2aa-482e-b698-09815176d4ad', 'name': '', 'network_id': '3fb2ed06-3745-4718-86ca-9ac14437d66d', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:58:c1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '22494553-127e-4b61-8306-810e77a729a2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:27Z', 'updated_at': '2021-07-13T07:56:30Z', 'revision_number': 2, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '22494553-127e-4b61-8306-810e77a729a2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:37.008435 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36058) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:37.023855 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c6e6ab43-0c42-4d1c-b760-89bb3b6e5217 admin admin] Request body: {'subnet': {'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2085541636-subnet', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:37.086543 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1651f8-aa5b-490e-ac0a-7b97bfc4e499 None None] Pushing event updated for resources: {'Port': ['ID=0de13144-7df2-4d74-82d6-32272286c129,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:37.090563 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] Checking router: dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:37.091120 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] Updating router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 port bf895b15-c2aa-482e-b698-09815176d4ad binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:56:37.169207 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:37.169473 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2c597-a249-4587-88e7-c37ab983e821 admin admin] Pushing event updated for resources: {'Network': ['ID=a895e7b0-afcc-4098-a27d-05e4c5bfad37,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:37.207571 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e6ab43-0c42-4d1c-b760-89bb3b6e5217 admin admin] Made reservation on behalf of 6ad4c40067be450f8ab9004872502cad for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:37.214697 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6e6ab43-0c42-4d1c-b760-89bb3b6e5217 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:37.220384 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network a895e7b0-afcc-4098-a27d-05e4c5bfad37 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:56:37.387762 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7425b6f-ead4-4e0e-86fe-e3809e7e4fd4 req-baa58fd0-5602-4583-955c-17a47312d956 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:37.396233 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7425b6f-ead4-4e0e-86fe-e3809e7e4fd4 req-baa58fd0-5602-4583-955c-17a47312d956 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef47389-de87-483b-a6ce-6159c66dcb77 HTTP/1.1" status: 200 len: 946 time: 0.6435046 Jul 13 07:56:37.481789 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13597a0f-46ed-4c5c-a908-21d033712168 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:37.502335 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6e6ab43-0c42-4d1c-b760-89bb3b6e5217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:37.509047 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13597a0f-46ed-4c5c-a908-21d033712168 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:37.515048 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-13597a0f-46ed-4c5c-a908-21d033712168 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 HTTP/1.1" status: 200 len: 954 time: 4.9584877 Jul 13 07:56:37.525750 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36066) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:37.528484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a5a44232-4868-4ad3-a8f1-a91461fa4ab6 None None] Provisioning for port bf895b15-c2aa-482e-b698-09815176d4ad completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:37.551199 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a5a44232-4868-4ad3-a8f1-a91461fa4ab6 None None] Provisioning complete for port bf895b15-c2aa-482e-b698-09815176d4ad triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:37.551605 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a5a44232-4868-4ad3-a8f1-a91461fa4ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:37.602715 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a5a44232-4868-4ad3-a8f1-a91461fa4ab6 None None] Port bf895b15-c2aa-482e-b698-09815176d4ad cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:37.623089 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a5a44232-4868-4ad3-a8f1-a91461fa4ab6 None None] Provisioning complete for port 0de13144-7df2-4d74-82d6-32272286c129 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:37.623576 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a5a44232-4868-4ad3-a8f1-a91461fa4ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:37.655000 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518d0ee-48c2-4e5d-9b71-f6865cd3ce55 req-3e9e3c20-20c9-46ac-a585-7b67779de7c0 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:37.656842 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c518d0ee-48c2-4e5d-9b71-f6865cd3ce55 req-3e9e3c20-20c9-46ac-a585-7b67779de7c0 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 946 time: 0.4863684 Jul 13 07:56:37.662439 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6ab43-0c42-4d1c-b760-89bb3b6e5217 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f4eecc3-67cc-4f9e-9fc2-82dad46a9705,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:37.719950 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6ab43-0c42-4d1c-b760-89bb3b6e5217 admin admin] Checking segment: {'id': '1debc241-a322-48b9-89e6-6603bf5c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:37.721817 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e6ab43-0c42-4d1c-b760-89bb3b6e5217 admin admin] Network hostable DHCP agents. Network: a895e7b0-afcc-4098-a27d-05e4c5bfad37, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:56:37.723733 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7425b6f-ead4-4e0e-86fe-e3809e7e4fd4 req-81b32641-b319-441f-abf0-3f0cf01c4732 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263795 Jul 13 07:56:37.753888 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac7213-5a2c-40b4-b057-3b85104e02fb req-ffbc5abf-ab46-4600-b2b3-8c5ce4fd062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:37.756076 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94ac7213-5a2c-40b4-b057-3b85104e02fb req-ffbc5abf-ab46-4600-b2b3-8c5ce4fd062b service neutron] 10.222.0.35 "GET /v2.0/networks?id=e253f1c6-51d9-42ff-9541-a7b1eff9e445 HTTP/1.1" status: 200 len: 915 time: 0.6095412 Jul 13 07:56:37.800736 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e6ab43-0c42-4d1c-b760-89bb3b6e5217 admin admin] Network a895e7b0-afcc-4098-a27d-05e4c5bfad37 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:56:37.819130 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-c6e6ab43-0c42-4d1c-b760-89bb3b6e5217 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, a895e7b0-afcc-4098-a27d-05e4c5bfad37) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:37.824313 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c3c67a3-436d-4bdf-b687-9b17b2674590 req-2a506961-1c51-49c6-baeb-d68eab652216 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9377f9fa-27ab-4330-b2b5-774054bdd179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0903835 Jul 13 07:56:37.827427 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e6ab43-0c42-4d1c-b760-89bb3b6e5217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:37.828062 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6e6ab43-0c42-4d1c-b760-89bb3b6e5217 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:37.837493 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7220d5-dc56-4637-af73-3dbb1277c1c8 None None] Network a895e7b0-afcc-4098-a27d-05e4c5bfad37 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:37.848953 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c6e6ab43-0c42-4d1c-b760-89bb3b6e5217 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8272655 Jul 13 07:56:37.850534 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36070) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:37.863387 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-36354017-bedc-45e8-a334-cf04b5d0d594 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2085541636-router', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:37.880089 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94ac7213-5a2c-40b4-b057-3b85104e02fb req-7da5bb45-ac1c-4b1c-915b-59a0fd57c533 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=070ba8b1-ab16-4d64-9578-c7d6828da9f8 HTTP/1.1" status: 200 len: 217 time: 0.1009192 Jul 13 07:56:37.915346 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c518d0ee-48c2-4e5d-9b71-f6865cd3ce55 req-7a59e945-c1db-499c-bd20-10ed77cb0631 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880028 Jul 13 07:56:37.979405 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36354017-bedc-45e8-a334-cf04b5d0d594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:37.980554 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36354017-bedc-45e8-a334-cf04b5d0d594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.010141 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9e1454b7-6a6b-4c55-9e64-48b5324ffe6e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/routers/dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 HTTP/1.1" status: 200 len: 954 time: 0.4795630 Jul 13 07:56:38.014582 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36072) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:38.023361 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fda52530-90d3-4709-be8c-6e275a4ff941 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'router': {'routes': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:38.043670 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.050881 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36354017-bedc-45e8-a334-cf04b5d0d594 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.052546 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b4d62094-1ff4-4785-97d1-a066d5e5a4ef None None] Provisioning complete for port bf895b15-c2aa-482e-b698-09815176d4ad triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:38.053311 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b4d62094-1ff4-4785-97d1-a066d5e5a4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.119761 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36074) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:38.125822 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-649df772-4a20-41c7-ba5c-e2dd9e3a2747 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-255802963', 'description': 'tempest-secgroup-smoke-255802963 description', 'project_id': '3d1a06314407417ea88e23223ce7096a'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:38.135212 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac7213-5a2c-40b4-b057-3b85104e02fb req-ef5fd0e9-386d-4a85-9f51-63fb2f789058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:38.136899 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94ac7213-5a2c-40b4-b057-3b85104e02fb req-ef5fd0e9-386d-4a85-9f51-63fb2f789058 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=af3a2383-8099-4064-9267-4ac4780fcb43 HTTP/1.1" status: 200 len: 854 time: 0.2388551 Jul 13 07:56:38.144003 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.157928 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c67a3-436d-4bdf-b687-9b17b2674590 req-bd904e07-5c18-46d6-9431-9f0cd7896375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:38.159545 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c3c67a3-436d-4bdf-b687-9b17b2674590 req-bd904e07-5c18-46d6-9431-9f0cd7896375 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=720da6c44773453e9873d1bb4f013d09&device_id=9377f9fa-27ab-4330-b2b5-774054bdd179 HTTP/1.1" status: 200 len: 1098 time: 0.2888086 Jul 13 07:56:38.169427 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b4d62094-1ff4-4785-97d1-a066d5e5a4ef None None] Port bf895b15-c2aa-482e-b698-09815176d4ad cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:38.176842 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] Transition to ACTIVE for port object bf895b15-c2aa-482e-b698-09815176d4ad will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:38.224464 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.268235 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94ac7213-5a2c-40b4-b057-3b85104e02fb req-052ce8da-335e-49ea-8fba-f4008d1447b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e253f1c6-51d9-42ff-9541-a7b1eff9e445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849347 Jul 13 07:56:38.287024 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'fixed_ips': [{'subnet_id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:56:38.288904 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.332890 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-649df772-4a20-41c7-ba5c-e2dd9e3a2747 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.427349 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643222e-4aa7-4e66-bd94-a7461fef9bb4 None None] Pushing event updated for resources: {'Port': ['ID=bf895b15-c2aa-482e-b698-09815176d4ad,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:38.431020 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36354017-bedc-45e8-a334-cf04b5d0d594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.441084 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c67a3-436d-4bdf-b687-9b17b2674590 req-ff290a02-acdb-46ce-a40d-01d803142484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:38.442830 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c3c67a3-436d-4bdf-b687-9b17b2674590 req-ff290a02-acdb-46ce-a40d-01d803142484 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e253f1c6-51d9-42ff-9541-a7b1eff9e445 HTTP/1.1" status: 200 len: 915 time: 0.2440817 Jul 13 07:56:38.514075 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c3c67a3-436d-4bdf-b687-9b17b2674590 req-5becd7c9-bd73-4115-ac57-53f87c04319a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 HTTP/1.1" status: 200 len: 217 time: 0.0564702 Jul 13 07:56:38.548377 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] Allocated IP 172.20.0.2 (a895e7b0-afcc-4098-a27d-05e4c5bfad37/5f4eecc3-67cc-4f9e-9fc2-82dad46a9705/817659a0-fe17-4273-9dab-88808a2b7b19) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:38.554023 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] Attempting to bind port bf895b15-c2aa-482e-b698-09815176d4ad on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:38.554420 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] Attempting to bind port bf895b15-c2aa-482e-b698-09815176d4ad by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '66b3124a-a987-4a7e-a443-73d6e7524791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3fb2ed06-3745-4718-86ca-9ac14437d66d'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:38.554905 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] Attempting to bind port bf895b15-c2aa-482e-b698-09815176d4ad on network 3fb2ed06-3745-4718-86ca-9ac14437d66d {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:38.564165 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94ac7213-5a2c-40b4-b057-3b85104e02fb req-ea0b510c-e848-4ce1-9faa-e999b843c456 service neutron] 10.222.0.35 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835774 Jul 13 07:56:38.568413 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:38.568413 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] Checking segment: {'id': '66b3124a-a987-4a7e-a443-73d6e7524791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3fb2ed06-3745-4718-86ca-9ac14437d66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:38.568908 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.569290 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] Bound using segment: {'id': '66b3124a-a987-4a7e-a443-73d6e7524791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3fb2ed06-3745-4718-86ca-9ac14437d66d'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:38.569718 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] Bound port: bf895b15-c2aa-482e-b698-09815176d4ad, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b3124a-a987-4a7e-a443-73d6e7524791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3fb2ed06-3745-4718-86ca-9ac14437d66d'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:38.570390 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.600953 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c67a3-436d-4bdf-b687-9b17b2674590 req-89e0ecaf-4f99-4986-b8b9-7b8779301516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:38.602822 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c3c67a3-436d-4bdf-b687-9b17b2674590 req-89e0ecaf-4f99-4986-b8b9-7b8779301516 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af3a2383-8099-4064-9267-4ac4780fcb43 HTTP/1.1" status: 200 len: 854 time: 0.0791411 Jul 13 07:56:38.692200 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] For port bf895b15-c2aa-482e-b698-09815176d4ad, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:38.693205 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c3c67a3-436d-4bdf-b687-9b17b2674590 req-2ccf06c2-f8aa-4c42-a840-57d7510ce0b1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e253f1c6-51d9-42ff-9541-a7b1eff9e445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810056 Jul 13 07:56:38.711700 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] For port bf895b15-c2aa-482e-b698-09815176d4ad, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=bf895b15-c2aa-482e-b698-09815176d4ad,segment=NetworkSegment(66b3124a-a987-4a7e-a443-73d6e7524791),segment_id=66b3124a-a987-4a7e-a443-73d6e7524791)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:38.724874 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.801772 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a7c03-9be5-4a96-b781-f1217c6f5ee4 req-8159b71c-f88b-4717-8e4a-dc92c387bc54 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:38.803441 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-362a7c03-9be5-4a96-b781-f1217c6f5ee4 req-8159b71c-f88b-4717-8e4a-dc92c387bc54 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ef47389-de87-483b-a6ce-6159c66dcb77 HTTP/1.1" status: 200 len: 946 time: 0.3032343 Jul 13 07:56:38.807357 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-649df772-4a20-41c7-ba5c-e2dd9e3a2747 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.828232 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94ac7213-5a2c-40b4-b057-3b85104e02fb req-27c32cd1-3c31-4616-8c22-7b098d0aff93 service neutron] 10.222.0.35 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492816 Jul 13 07:56:38.859133 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] Routers {'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:38.860484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:38.874764 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-649df772-4a20-41c7-ba5c-e2dd9e3a2747 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.922708 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643222e-4aa7-4e66-bd94-a7461fef9bb4 None None] Pushing event updated for resources: {'Port': ['ID=bf895b15-c2aa-482e-b698-09815176d4ad,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:38.970828 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649df772-4a20-41c7-ba5c-e2dd9e3a2747 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f20740a-453e-4777-b32c-d64a99b918d6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:38.987593 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c3c67a3-436d-4bdf-b687-9b17b2674590 req-828812a3-c60e-4658-a9a9-800d9fc8c43f service neutron] 10.222.0.62 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828634 Jul 13 07:56:39.045588 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-649df772-4a20-41c7-ba5c-e2dd9e3a2747 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.050260 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-649df772-4a20-41c7-ba5c-e2dd9e3a2747 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9258323 Jul 13 07:56:39.079605 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36082) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:39.101252 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-32a2014d-6995-457f-9b6f-1513a2c740a7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Request body: {'security_group_rule': {'security_group_id': '8f20740a-453e-4777-b32c-d64a99b918d6', 'project_id': '3d1a06314407417ea88e23223ce7096a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:39.113927 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c3c67a3-436d-4bdf-b687-9b17b2674590 req-bac7cb11-0dbd-4078-a278-33ef6e3d0fd1 service neutron] 10.222.0.62 "GET /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144919 Jul 13 07:56:39.118435 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36354017-bedc-45e8-a334-cf04b5d0d594 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.146852 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36354017-bedc-45e8-a334-cf04b5d0d594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.150890 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649df772-4a20-41c7-ba5c-e2dd9e3a2747 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:39.151484 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649df772-4a20-41c7-ba5c-e2dd9e3a2747 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:39.152006 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649df772-4a20-41c7-ba5c-e2dd9e3a2747 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:39.152735 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649df772-4a20-41c7-ba5c-e2dd9e3a2747 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:39.153248 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649df772-4a20-41c7-ba5c-e2dd9e3a2747 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:39.153796 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649df772-4a20-41c7-ba5c-e2dd9e3a2747 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:39.155652 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649df772-4a20-41c7-ba5c-e2dd9e3a2747 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:39.156937 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649df772-4a20-41c7-ba5c-e2dd9e3a2747 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:39.157445 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649df772-4a20-41c7-ba5c-e2dd9e3a2747 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:39.158127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649df772-4a20-41c7-ba5c-e2dd9e3a2747 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:39.160442 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649df772-4a20-41c7-ba5c-e2dd9e3a2747 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:39.161873 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649df772-4a20-41c7-ba5c-e2dd9e3a2747 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:39.238552 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.257477 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] Transition to ACTIVE for port object 817659a0-fe17-4273-9dab-88808a2b7b19 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:39.269771 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] Set router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:39.316845 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.extraroute_db [None req-fda52530-90d3-4709-be8c-6e275a4ff941 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Added routes are [] {{(pid=93724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 07:56:39.317139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.extraroute_db [None req-fda52530-90d3-4709-be8c-6e275a4ff941 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 07:56:39.349706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-36354017-bedc-45e8-a334-cf04b5d0d594 admin admin] Allocated IP 172.25.0.66 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/ba3c8947-a785-459a-814b-2ce0dab1f2d4) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:39.374409 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device bf895b15-c2aa-482e-b698-09815176d4ad up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:39.403459 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32a2014d-6995-457f-9b6f-1513a2c740a7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.430192 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fda52530-90d3-4709-be8c-6e275a4ff941 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.443044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] Transition to ACTIVE for port object 817659a0-fe17-4273-9dab-88808a2b7b19 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:39.462465 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be392a8-6547-4491-b115-aedf572c2a75 req-7e3bd21d-747d-4d21-a2b8-1c192498ee6b tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:39.464476 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3be392a8-6547-4491-b115-aedf572c2a75 req-7e3bd21d-747d-4d21-a2b8-1c192498ee6b tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef47389-de87-483b-a6ce-6159c66dcb77 HTTP/1.1" status: 200 len: 946 time: 0.2961447 Jul 13 07:56:39.472466 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-362a7c03-9be5-4a96-b781-f1217c6f5ee4 req-242054c3-816a-4271-bc4f-5fe229d7105a tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Deleting port 217c0ec0-a178-4385-b47a-cc98d3b54574 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:39.473044 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-362a7c03-9be5-4a96-b781-f1217c6f5ee4 req-242054c3-816a-4271-bc4f-5fe229d7105a tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.483818 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.522539 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36354017-bedc-45e8-a334-cf04b5d0d594 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.602991 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36354017-bedc-45e8-a334-cf04b5d0d594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.607664 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] Network a895e7b0-afcc-4098-a27d-05e4c5bfad37 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:39.618070 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:39.626507 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:39.682206 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36354017-bedc-45e8-a334-cf04b5d0d594 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:39.689067 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-36354017-bedc-45e8-a334-cf04b5d0d594 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:39.700295 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36354017-bedc-45e8-a334-cf04b5d0d594 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:39.733978 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] Pushing event updated for resources: {'Port': ['ID=817659a0-fe17-4273-9dab-88808a2b7b19,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:39.753718 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port bf895b15-c2aa-482e-b698-09815176d4ad completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:39.765072 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port bf895b15-c2aa-482e-b698-09815176d4ad triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:39.765620 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.784513 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36354017-bedc-45e8-a334-cf04b5d0d594 admin admin] Pushing event updated for resources: {'Port': ['ID=ba3c8947-a785-459a-814b-2ce0dab1f2d4,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:39.824500 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] Attempting to bind port 817659a0-fe17-4273-9dab-88808a2b7b19 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:39.824954 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] Attempting to bind port 817659a0-fe17-4273-9dab-88808a2b7b19 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '1debc241-a322-48b9-89e6-6603bf5c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:39.825367 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] Attempting to bind port 817659a0-fe17-4273-9dab-88808a2b7b19 on network a895e7b0-afcc-4098-a27d-05e4c5bfad37 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:39.837952 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:39.839049 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] Checking segment: {'id': '1debc241-a322-48b9-89e6-6603bf5c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:39.839475 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.839874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] Bound using segment: {'id': '1debc241-a322-48b9-89e6-6603bf5c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:39.840373 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] Bound port: 817659a0-fe17-4273-9dab-88808a2b7b19, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1debc241-a322-48b9-89e6-6603bf5c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:39.840898 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.957659 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] For port 817659a0-fe17-4273-9dab-88808a2b7b19, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:39.961319 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] For port 817659a0-fe17-4273-9dab-88808a2b7b19, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=817659a0-fe17-4273-9dab-88808a2b7b19,segment=NetworkSegment(1debc241-a322-48b9-89e6-6603bf5c6fb0),segment_id=1debc241-a322-48b9-89e6-6603bf5c6fb0)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:39.982293 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.029658 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68d7e5-49a8-49cd-ab29-f8d5a94b5839 req-6b850d22-3887-49c7-bb54-e517a177d559 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:40.048400 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd68d7e5-49a8-49cd-ab29-f8d5a94b5839 req-6b850d22-3887-49c7-bb54-e517a177d559 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 946 time: 0.7547615 Jul 13 07:56:40.111515 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe0747-a614-457b-b02e-74e27b2f1d8c None None] Pushing event updated for resources: {'Port': ['ID=817659a0-fe17-4273-9dab-88808a2b7b19,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:40.125558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:35Z', 'revision_number': 6, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': '6e88738e-a19c-4133-b62c-f2a3805bfd80', 'name': '', 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:a6:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:22Z', 'updated_at': '2021-07-13T07:56:33Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780d8ba1-22ee-4ce7-a426-98b5109bfb8c', 'name': '', 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:59:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:16Z', 'updated_at': '2021-07-13T07:56:27Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf895b15-c2aa-482e-b698-09815176d4ad', 'name': '', 'network_id': '3fb2ed06-3745-4718-86ca-9ac14437d66d', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:58:c1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '22494553-127e-4b61-8306-810e77a729a2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:27Z', 'updated_at': '2021-07-13T07:56:38Z', 'revision_number': 4, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '22494553-127e-4b61-8306-810e77a729a2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:40.184851 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3be392a8-6547-4491-b115-aedf572c2a75 req-db5cd7a9-4339-4ceb-8fd8-18193ca846ac tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7043383 Jul 13 07:56:40.194025 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.194472 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32a2014d-6995-457f-9b6f-1513a2c740a7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.213357 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6959f0f-a074-4aad-bc02-a27c8faeba23 None None] The sync data for ids ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'] in n-d-779913-28 is: [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:35Z', 'revision_number': 6, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': '6e88738e-a19c-4133-b62c-f2a3805bfd80', 'name': '', 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:a6:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:22Z', 'updated_at': '2021-07-13T07:56:33Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780d8ba1-22ee-4ce7-a426-98b5109bfb8c', 'name': '', 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:59:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:16Z', 'updated_at': '2021-07-13T07:56:27Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf895b15-c2aa-482e-b698-09815176d4ad', 'name': '', 'network_id': '3fb2ed06-3745-4718-86ca-9ac14437d66d', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:58:c1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '22494553-127e-4b61-8306-810e77a729a2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:27Z', 'updated_at': '2021-07-13T07:56:38Z', 'revision_number': 4, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '22494553-127e-4b61-8306-810e77a729a2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:40.270806 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port bf895b15-c2aa-482e-b698-09815176d4ad, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=bf895b15-c2aa-482e-b698-09815176d4ad,segment=NetworkSegment(66b3124a-a987-4a7e-a443-73d6e7524791),segment_id=66b3124a-a987-4a7e-a443-73d6e7524791)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:40.280410 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.321109 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36354017-bedc-45e8-a334-cf04b5d0d594 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.375679 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=bf895b15-c2aa-482e-b698-09815176d4ad,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:40.380853 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0de13144-7df2-4d74-82d6-32272286c129 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:40.463210 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fda52530-90d3-4709-be8c-6e275a4ff941 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.481775 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fda52530-90d3-4709-be8c-6e275a4ff941 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396023'] for router, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.495407 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32a2014d-6995-457f-9b6f-1513a2c740a7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.520952 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 0de13144-7df2-4d74-82d6-32272286c129 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:40.521596 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.649563 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-362a7c03-9be5-4a96-b781-f1217c6f5ee4 req-242054c3-816a-4271-bc4f-5fe229d7105a tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] For port 217c0ec0-a178-4385-b47a-cc98d3b54574, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=217c0ec0-a178-4385-b47a-cc98d3b54574,segment=NetworkSegment(4274e490-15b7-43be-8439-a248d70b1f1c),segment_id=4274e490-15b7-43be-8439-a248d70b1f1c)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:40.650426 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-362a7c03-9be5-4a96-b781-f1217c6f5ee4 req-242054c3-816a-4271-bc4f-5fe229d7105a tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.671989 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2014d-6995-457f-9b6f-1513a2c740a7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae293e8c-1f34-493f-87f5-4d8e59dd8dbf,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:40.681785 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32a2014d-6995-457f-9b6f-1513a2c740a7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.685799 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-32a2014d-6995-457f-9b6f-1513a2c740a7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6022663 Jul 13 07:56:40.687482 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36096) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:40.700619 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-855b3344-82b3-4d3a-aa24-f40ba9c2cbc6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Request body: {'security_group_rule': {'security_group_id': '8f20740a-453e-4777-b32c-d64a99b918d6', 'project_id': '3d1a06314407417ea88e23223ce7096a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:40.709179 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-362a7c03-9be5-4a96-b781-f1217c6f5ee4 req-242054c3-816a-4271-bc4f-5fe229d7105a tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Calling delete_port for 217c0ec0-a178-4385-b47a-cc98d3b54574 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:40.725327 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd68d7e5-49a8-49cd-ab29-f8d5a94b5839 req-8f3fccca-4214-409a-aec4-598afb7388e8 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6758435 Jul 13 07:56:40.799566 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96ba361-0201-4f1f-a7cc-05689ff0d9ee None None] Sync routers for ids ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:40.812573 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96ba361-0201-4f1f-a7cc-05689ff0d9ee None None] Routers {'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:40.813214 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a96ba361-0201-4f1f-a7cc-05689ff0d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:40.837189 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda52530-90d3-4709-be8c-6e275a4ff941 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:56:40.837429 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36354017-bedc-45e8-a334-cf04b5d0d594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.888216 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-855b3344-82b3-4d3a-aa24-f40ba9c2cbc6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.914591 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-a96ba361-0201-4f1f-a7cc-05689ff0d9ee None None] Set router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:40.985979 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-68d0af7d-ba1b-48c2-a67c-797cef151b15 None None] Provisioning complete for port bf895b15-c2aa-482e-b698-09815176d4ad triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:40.987205 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68d0af7d-ba1b-48c2-a67c-797cef151b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.993002 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda52530-90d3-4709-be8c-6e275a4ff941 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:41.002274 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fda52530-90d3-4709-be8c-6e275a4ff941 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.006324 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fda52530-90d3-4709-be8c-6e275a4ff941 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 HTTP/1.1" status: 200 len: 704 time: 2.9864757 Jul 13 07:56:41.006960 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36098) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:41.034757 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-855b3344-82b3-4d3a-aa24-f40ba9c2cbc6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.064714 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-855b3344-82b3-4d3a-aa24-f40ba9c2cbc6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.128118 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b3344-82b3-4d3a-aa24-f40ba9c2cbc6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f227009-357c-4e9a-8490-bea54ed56a13,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:41.148968 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-855b3344-82b3-4d3a-aa24-f40ba9c2cbc6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.153331 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-855b3344-82b3-4d3a-aa24-f40ba9c2cbc6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4647958 Jul 13 07:56:41.154299 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36100) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:41.159280 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-68091c2c-9e4e-4c15-852b-4006372c6230 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Request body: {'security_group_rule': {'security_group_id': '8f20740a-453e-4777-b32c-d64a99b918d6', 'project_id': '3d1a06314407417ea88e23223ce7096a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:41.198808 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36354017-bedc-45e8-a334-cf04b5d0d594 admin admin] Router 1b8b29dc-c445-417d-aac4-3aba9a0c6387 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:56:41.251558 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68091c2c-9e4e-4c15-852b-4006372c6230 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.275705 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-362a7c03-9be5-4a96-b781-f1217c6f5ee4 req-242054c3-816a-4271-bc4f-5fe229d7105a tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.305274 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['070ba8b1-ab16-4d64-9578-c7d6828da9f8'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:41.311752 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['ec357f39-5baa-4c1a-a465-9f9fcc28a9d2', '388dd765-e404-4c94-be29-83bea6d392a8'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:41.349842 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242054c3-816a-4271-bc4f-5fe229d7105a tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Pushing event deleted for resources: {'Port': ['ID=217c0ec0-a178-4385-b47a-cc98d3b54574,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:41.366394 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c8fd1ad0-fbbf-476b-b970-8673a502b94c tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/routers/dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 HTTP/1.1" status: 200 len: 704 time: 0.3544254 Jul 13 07:56:41.366394 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36104) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:41.402929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 817659a0-fe17-4273-9dab-88808a2b7b19 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:41.533478 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68091c2c-9e4e-4c15-852b-4006372c6230 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.538240 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36354017-bedc-45e8-a334-cf04b5d0d594 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:41.540758 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68091c2c-9e4e-4c15-852b-4006372c6230 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.565182 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] Sync routers for ids ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:41.577176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68091c2c-9e4e-4c15-852b-4006372c6230 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa78ed32-0726-4215-b64a-078f568a93c8,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:41.580051 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36354017-bedc-45e8-a334-cf04b5d0d594 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.585818 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-36354017-bedc-45e8-a334-cf04b5d0d594 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7342126 Jul 13 07:56:41.586553 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36108) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:41.622403 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] Routers {'1b8b29dc-c445-417d-aac4-3aba9a0c6387'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:41.629804 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:41.660565 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-68091c2c-9e4e-4c15-852b-4006372c6230 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.664175 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-68091c2c-9e4e-4c15-852b-4006372c6230 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5091498 Jul 13 07:56:41.666919 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36112) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:41.671596 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-4cdb3cda-d135-4d66-a115-c7034432d9be tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Request body: {'security_group_rule': {'security_group_id': '8f20740a-453e-4777-b32c-d64a99b918d6', 'project_id': '3d1a06314407417ea88e23223ce7096a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:41.831822 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] Set router 1b8b29dc-c445-417d-aac4-3aba9a0c6387 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:41.843105 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-362a7c03-9be5-4a96-b781-f1217c6f5ee4 req-242054c3-816a-4271-bc4f-5fe229d7105a tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] No DVR routers for this DVR port 217c0ec0-a178-4385-b47a-cc98d3b54574 on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:41.864696 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11abda18-b3fa-462d-bf5d-edd050d6d8ac req-63645754-39a8-4054-972a-3068b057ca1b tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef47389-de87-483b-a6ce-6159c66dcb77 HTTP/1.1" status: 200 len: 210 time: 0.2989967 Jul 13 07:56:41.874208 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-362a7c03-9be5-4a96-b781-f1217c6f5ee4 req-242054c3-816a-4271-bc4f-5fe229d7105a tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.899136 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-362a7c03-9be5-4a96-b781-f1217c6f5ee4 req-242054c3-816a-4271-bc4f-5fe229d7105a tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.62 "DELETE /v2.0/ports/217c0ec0-a178-4385-b47a-cc98d3b54574 HTTP/1.1" status: 204 len: 173 time: 3.0879717 Jul 13 07:56:41.899793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef47389-de87-483b-a6ce-6159c66dcb77', 'name': 'network-vif-deleted', 'tag': '217c0ec0-a178-4385-b47a-cc98d3b54574'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:41.902292 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47af36d9-8f1c-4c00-8b5c-f9b123d4f140" -d '{"events": [{"server_uuid": "0ef47389-de87-483b-a6ce-6159c66dcb77", "name": "network-vif-deleted", "tag": "217c0ec0-a178-4385-b47a-cc98d3b54574"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:42.025584 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a96ba361-0201-4f1f-a7cc-05689ff0d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:39Z', 'revision_number': 7, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': '6e88738e-a19c-4133-b62c-f2a3805bfd80', 'name': '', 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:a6:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:22Z', 'updated_at': '2021-07-13T07:56:33Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780d8ba1-22ee-4ce7-a426-98b5109bfb8c', 'name': '', 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:59:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:16Z', 'updated_at': '2021-07-13T07:56:27Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf895b15-c2aa-482e-b698-09815176d4ad', 'name': '', 'network_id': '3fb2ed06-3745-4718-86ca-9ac14437d66d', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:58:c1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '22494553-127e-4b61-8306-810e77a729a2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:27Z', 'updated_at': '2021-07-13T07:56:40Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '22494553-127e-4b61-8306-810e77a729a2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:42.074557 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84e7f00-e640-4540-8231-fc2a9173c9dc x-openstack-request-id: req-b84e7f00-e640-4540-8231-fc2a9173c9dc {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:42.075181 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef47389-de87-483b-a6ce-6159c66dcb77", "name": "network-vif-deleted", "tag": "217c0ec0-a178-4385-b47a-cc98d3b54574", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:42.075764 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b84e7f00-e640-4540-8231-fc2a9173c9dc {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:42.076405 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef47389-de87-483b-a6ce-6159c66dcb77', 'name': 'network-vif-deleted', 'tag': '217c0ec0-a178-4385-b47a-cc98d3b54574', 'status': 'completed', 'code': 200} Jul 13 07:56:42.179524 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96ba361-0201-4f1f-a7cc-05689ff0d9ee None None] Checking router: dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:42.187811 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 817659a0-fe17-4273-9dab-88808a2b7b19 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:42.197620 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b53aa2d-2d83-4622-87e1-4ec537e7dcb9 None None] Network a895e7b0-afcc-4098-a27d-05e4c5bfad37 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:42.266897 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297d034-1fd4-4eb2-abe7-002cb1f87b20 req-dbd215cd-1c49-4f5a-a8df-0b721ddf5938 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:42.274363 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e297d034-1fd4-4eb2-abe7-002cb1f87b20 req-dbd215cd-1c49-4f5a-a8df-0b721ddf5938 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 946 time: 0.2118180 Jul 13 07:56:42.274593 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device bf895b15-c2aa-482e-b698-09815176d4ad up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:42.278482 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'name': 'tempest-TestVolumeBackupRestore-2085541636-router', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:37Z', 'updated_at': '2021-07-13T07:56:40Z', 'revision_number': 3, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'gw_port': {'id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:39Z', 'updated_at': '2021-07-13T07:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:42.328916 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] Checking router: 1b8b29dc-c445-417d-aac4-3aba9a0c6387 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:42.329541 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] Updating router 1b8b29dc-c445-417d-aac4-3aba9a0c6387 port ba3c8947-a785-459a-814b-2ce0dab1f2d4 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:56:42.339620 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9312576f-107d-4bea-9907-080f75fab2cf None None] Provisioning for port 817659a0-fe17-4273-9dab-88808a2b7b19 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:42.375152 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.390298 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e297d034-1fd4-4eb2-abe7-002cb1f87b20 req-3a4a6f41-dcb0-43da-900a-88cf0474a016 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144426 Jul 13 07:56:42.529565 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4cdb3cda-d135-4d66-a115-c7034432d9be tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.645163 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96ba361-0201-4f1f-a7cc-05689ff0d9ee None None] Routers {'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:42.646224 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a96ba361-0201-4f1f-a7cc-05689ff0d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:42.654897 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9312576f-107d-4bea-9907-080f75fab2cf None None] Provisioning complete for port 817659a0-fe17-4273-9dab-88808a2b7b19 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:42.655546 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9312576f-107d-4bea-9907-080f75fab2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.667223 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d0498cf-5a70-4f15-b2f3-a3b9b767462d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.671175 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4cdb3cda-d135-4d66-a115-c7034432d9be tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.681545 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4cdb3cda-d135-4d66-a115-c7034432d9be tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.737522 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb3cda-d135-4d66-a115-c7034432d9be tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2e91d6-0f35-4d9a-9a00-fc679ed7f935,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:42.754110 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4cdb3cda-d135-4d66-a115-c7034432d9be tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.768602 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4cdb3cda-d135-4d66-a115-c7034432d9be tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1004100 Jul 13 07:56:42.769100 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36128) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:42.861615 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a785ab77-7b2b-49e1-95ed-caae6a5d085a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Request body: {'security_group_rule': {'security_group_id': '8f20740a-453e-4777-b32c-d64a99b918d6', 'project_id': '3d1a06314407417ea88e23223ce7096a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:42.902547 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 217c0ec0-a178-4385-b47a-cc98d3b54574 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:42.976728 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.988518 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] Transition to ACTIVE for port object ba3c8947-a785-459a-814b-2ce0dab1f2d4 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:43.003411 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.064177 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 217c0ec0-a178-4385-b47a-cc98d3b54574 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:43.073894 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 217c0ec0-a178-4385-b47a-cc98d3b54574 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:43.092983 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da316f3e-9099-4ed3-b010-b10409c50583 None None] Pushing event updated for resources: {'Port': ['ID=ba3c8947-a785-459a-814b-2ce0dab1f2d4,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:43.106049 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da316f3e-9099-4ed3-b010-b10409c50583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:43.106739 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da316f3e-9099-4ed3-b010-b10409c50583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:43.118027 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da316f3e-9099-4ed3-b010-b10409c50583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:43.118398 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8d852-1617-4465-8b30-91fc15be5de2 req-b83c733a-97c6-4b71-a198-952a7e9e9dba tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:43.119732 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da316f3e-9099-4ed3-b010-b10409c50583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:43.120023 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-89b8d852-1617-4465-8b30-91fc15be5de2 req-b83c733a-97c6-4b71-a198-952a7e9e9dba tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.2517059 Jul 13 07:56:43.120455 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da316f3e-9099-4ed3-b010-b10409c50583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:43.120965 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da316f3e-9099-4ed3-b010-b10409c50583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:43.125245 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da316f3e-9099-4ed3-b010-b10409c50583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:43.125777 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da316f3e-9099-4ed3-b010-b10409c50583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:43.126487 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da316f3e-9099-4ed3-b010-b10409c50583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:43.130245 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da316f3e-9099-4ed3-b010-b10409c50583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:43.130803 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da316f3e-9099-4ed3-b010-b10409c50583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:43.131318 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da316f3e-9099-4ed3-b010-b10409c50583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:43.167595 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] Attempting to bind port ba3c8947-a785-459a-814b-2ce0dab1f2d4 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:43.168452 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] Attempting to bind port ba3c8947-a785-459a-814b-2ce0dab1f2d4 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:43.169010 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] Attempting to bind port ba3c8947-a785-459a-814b-2ce0dab1f2d4 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:43.174915 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:43.175506 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:43.176079 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.176645 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:43.177295 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] Bound port: ba3c8947-a785-459a-814b-2ce0dab1f2d4, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:43.177861 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.181615 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-89b8d852-1617-4465-8b30-91fc15be5de2 req-0aef7616-684c-477a-947d-81ac1b7a4c25 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541761 Jul 13 07:56:43.182229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-a96ba361-0201-4f1f-a7cc-05689ff0d9ee None None] Set router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:43.184428 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.268355 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] For port ba3c8947-a785-459a-814b-2ce0dab1f2d4, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:43.276880 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] For port ba3c8947-a785-459a-814b-2ce0dab1f2d4, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ba3c8947-a785-459a-814b-2ce0dab1f2d4,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:43.293628 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.306963 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port bf895b15-c2aa-482e-b698-09815176d4ad triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:43.307510 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.432406 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8d0498cf-5a70-4f15-b2f3-a3b9b767462d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting port bf895b15-c2aa-482e-b698-09815176d4ad {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:43.433323 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d0498cf-5a70-4f15-b2f3-a3b9b767462d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.444703 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] Routers {'1b8b29dc-c445-417d-aac4-3aba9a0c6387'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:43.455953 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:43.463831 n-d-779913-28 neutron-server[93723]: INFO neutron.db.securitygroups_db [None req-a785ab77-7b2b-49e1-95ed-caae6a5d085a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Project 3d1a06314407417ea88e23223ce7096a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:56:43.528634 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a785ab77-7b2b-49e1-95ed-caae6a5d085a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.609834 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] Set router 1b8b29dc-c445-417d-aac4-3aba9a0c6387 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:43.716159 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da316f3e-9099-4ed3-b010-b10409c50583 None None] Pushing event updated for resources: {'Port': ['ID=ba3c8947-a785-459a-814b-2ce0dab1f2d4,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:43.736025 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-8d0498cf-5a70-4f15-b2f3-a3b9b767462d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] For port bf895b15-c2aa-482e-b698-09815176d4ad, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=bf895b15-c2aa-482e-b698-09815176d4ad,segment=NetworkSegment(66b3124a-a987-4a7e-a443-73d6e7524791),segment_id=66b3124a-a987-4a7e-a443-73d6e7524791)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:43.737595 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d0498cf-5a70-4f15-b2f3-a3b9b767462d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.743986 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9312576f-107d-4bea-9907-080f75fab2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.779803 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8d0498cf-5a70-4f15-b2f3-a3b9b767462d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Calling delete_port for bf895b15-c2aa-482e-b698-09815176d4ad owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:43.797310 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-78396477-d613-4632-bc7d-0ea5d05d0d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.798319 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdcdc9-9809-4606-979c-d4915ee755eb req-bab56445-2ef8-48e8-a114-e9dddfe0278d tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:43.813334 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9bbdcdc9-9809-4606-979c-d4915ee755eb req-bab56445-2ef8-48e8-a114-e9dddfe0278d tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.2801828 Jul 13 07:56:43.846786 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a785ab77-7b2b-49e1-95ed-caae6a5d085a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.880961 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a785ab77-7b2b-49e1-95ed-caae6a5d085a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.954464 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-9312576f-107d-4bea-9907-080f75fab2cf None None] For port 817659a0-fe17-4273-9dab-88808a2b7b19, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=817659a0-fe17-4273-9dab-88808a2b7b19,segment=NetworkSegment(1debc241-a322-48b9-89e6-6603bf5c6fb0),segment_id=1debc241-a322-48b9-89e6-6603bf5c6fb0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:43.993287 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9312576f-107d-4bea-9907-080f75fab2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.007504 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'name': 'tempest-TestVolumeBackupRestore-2085541636-router', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:37Z', 'updated_at': '2021-07-13T07:56:40Z', 'revision_number': 3, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'gw_port': {'id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:39Z', 'updated_at': '2021-07-13T07:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:44.037761 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c217fa88-1601-4a95-9e21-968fb5cd9e2d None None] The sync data for ids ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'] in n-d-779913-28 is: [{'id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'name': 'tempest-TestVolumeBackupRestore-2085541636-router', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:37Z', 'updated_at': '2021-07-13T07:56:40Z', 'revision_number': 3, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'gw_port': {'id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:39Z', 'updated_at': '2021-07-13T07:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:44.050241 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9bbdcdc9-9809-4606-979c-d4915ee755eb req-f090d90a-333c-4a9f-be49-51c4f4b88a80 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300801 Jul 13 07:56:44.165989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785ab77-7b2b-49e1-95ed-caae6a5d085a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df435ad1-cb51-44f4-8207-8210863796fa,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:44.209299 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a785ab77-7b2b-49e1-95ed-caae6a5d085a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.213011 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a785ab77-7b2b-49e1-95ed-caae6a5d085a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3630996 Jul 13 07:56:44.213845 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36172) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:44.219419 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312576f-107d-4bea-9907-080f75fab2cf None None] Pushing event updated for resources: {'Port': ['ID=817659a0-fe17-4273-9dab-88808a2b7b19,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:44.225538 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-79060419-5611-4364-abfd-81c475111e53 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Request body: {'security_group_rule': {'security_group_id': '8f20740a-453e-4777-b32c-d64a99b918d6', 'project_id': '3d1a06314407417ea88e23223ce7096a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:44.300348 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-79060419-5611-4364-abfd-81c475111e53 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Project 3d1a06314407417ea88e23223ce7096a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:56:44.311747 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79060419-5611-4364-abfd-81c475111e53 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.342385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-78396477-d613-4632-bc7d-0ea5d05d0d97 admin admin] Allocated IP 172.20.0.1 (a895e7b0-afcc-4098-a27d-05e4c5bfad37/5f4eecc3-67cc-4f9e-9fc2-82dad46a9705/fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:44.387508 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-79ed8525-9899-4a3c-adaf-04380861f481 None None] Provisioning complete for port 817659a0-fe17-4273-9dab-88808a2b7b19 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:44.387508 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-79ed8525-9899-4a3c-adaf-04380861f481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.488036 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a96ba361-0201-4f1f-a7cc-05689ff0d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:39Z', 'revision_number': 7, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': '6e88738e-a19c-4133-b62c-f2a3805bfd80', 'name': '', 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:a6:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:22Z', 'updated_at': '2021-07-13T07:56:33Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780d8ba1-22ee-4ce7-a426-98b5109bfb8c', 'name': '', 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:59:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:16Z', 'updated_at': '2021-07-13T07:56:27Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf895b15-c2aa-482e-b698-09815176d4ad', 'name': '', 'network_id': '3fb2ed06-3745-4718-86ca-9ac14437d66d', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:58:c1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '22494553-127e-4b61-8306-810e77a729a2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:27Z', 'updated_at': '2021-07-13T07:56:40Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '22494553-127e-4b61-8306-810e77a729a2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:44.573444 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-78396477-d613-4632-bc7d-0ea5d05d0d97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.603333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96ba361-0201-4f1f-a7cc-05689ff0d9ee None None] The sync data for ids ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'] in n-d-779913-28 is: [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:39Z', 'revision_number': 7, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': '6e88738e-a19c-4133-b62c-f2a3805bfd80', 'name': '', 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:a6:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:22Z', 'updated_at': '2021-07-13T07:56:33Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780d8ba1-22ee-4ce7-a426-98b5109bfb8c', 'name': '', 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:59:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:16Z', 'updated_at': '2021-07-13T07:56:27Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf895b15-c2aa-482e-b698-09815176d4ad', 'name': '', 'network_id': '3fb2ed06-3745-4718-86ca-9ac14437d66d', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:58:c1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '22494553-127e-4b61-8306-810e77a729a2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:27Z', 'updated_at': '2021-07-13T07:56:40Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '22494553-127e-4b61-8306-810e77a729a2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:44.604837 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-78396477-d613-4632-bc7d-0ea5d05d0d97 admin admin] Transition to ACTIVE for port object fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:44.666474 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-572e4d02-a648-4515-bba5-f4a1544d4f25 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:44.669930 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-572e4d02-a648-4515-bba5-f4a1544d4f25 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 812 time: 0.3223262 Jul 13 07:56:44.701435 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-78396477-d613-4632-bc7d-0ea5d05d0d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.753200 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-b9e27392-90ba-4254-89dd-7f2833bc0b7c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/quotas/fbbeea760150488197661d4c6a4419de HTTP/1.1" status: 200 len: 375 time: 0.0614698 Jul 13 07:56:44.785771 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78396477-d613-4632-bc7d-0ea5d05d0d97 admin admin] Network a895e7b0-afcc-4098-a27d-05e4c5bfad37 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:44.806253 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-78396477-d613-4632-bc7d-0ea5d05d0d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:44.809167 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78396477-d613-4632-bc7d-0ea5d05d0d97 admin admin] Pushing event updated for resources: {'Port': ['ID=fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:44.819564 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78396477-d613-4632-bc7d-0ea5d05d0d97 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:44.831123 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d0498cf-5a70-4f15-b2f3-a3b9b767462d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.855061 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79060419-5611-4364-abfd-81c475111e53 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.904328 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-78396477-d613-4632-bc7d-0ea5d05d0d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.946514 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0498cf-5a70-4f15-b2f3-a3b9b767462d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Port': ['ID=bf895b15-c2aa-482e-b698-09815176d4ad,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:44.968555 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79060419-5611-4364-abfd-81c475111e53 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:45.138784 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abef911-9b2d-49e6-9dd7-215bc8e5f310 None None] Sync routers for ids ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:45.172670 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abef911-9b2d-49e6-9dd7-215bc8e5f310 None None] Routers {'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:45.172835 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-7abef911-9b2d-49e6-9dd7-215bc8e5f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:45.325289 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-78396477-d613-4632-bc7d-0ea5d05d0d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:45.437512 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c9dfbae5-8498-4a39-941d-e6a3ef7b742c None None] Provisioning for port fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:45.457008 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c9dfbae5-8498-4a39-941d-e6a3ef7b742c None None] Provisioning complete for port fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:45.461836 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c9dfbae5-8498-4a39-941d-e6a3ef7b742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:45.465865 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-7abef911-9b2d-49e6-9dd7-215bc8e5f310 None None] Set router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:45.623048 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:56:45.736494 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-78396477-d613-4632-bc7d-0ea5d05d0d97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:45.743041 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c9dfbae5-8498-4a39-941d-e6a3ef7b742c None None] Port fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:45.750977 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-78396477-d613-4632-bc7d-0ea5d05d0d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:45.880218 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78396477-d613-4632-bc7d-0ea5d05d0d97 admin admin] Pushing event updated for resources: {'Port': ['ID=fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:45.891394 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-78396477-d613-4632-bc7d-0ea5d05d0d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:45.909569 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d0498cf-5a70-4f15-b2f3-a3b9b767462d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:45.943592 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-34eb44a9-75d2-4548-8730-6e8d7457bba7 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&fields=id HTTP/1.1" status: 200 len: 440 time: 1.1840122 Jul 13 07:56:45.975275 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79060419-5611-4364-abfd-81c475111e53 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49355e09-75da-44f7-9e70-a5ffaaf497b1,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:45.980877 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79060419-5611-4364-abfd-81c475111e53 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:45.986743 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-79060419-5611-4364-abfd-81c475111e53 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7717512 Jul 13 07:56:46.014360 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-7abef911-9b2d-49e6-9dd7-215bc8e5f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:44Z', 'revision_number': 8, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': '6e88738e-a19c-4133-b62c-f2a3805bfd80', 'name': '', 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:a6:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:22Z', 'updated_at': '2021-07-13T07:56:33Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780d8ba1-22ee-4ce7-a426-98b5109bfb8c', 'name': '', 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:59:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:16Z', 'updated_at': '2021-07-13T07:56:27Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:46.094950 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abef911-9b2d-49e6-9dd7-215bc8e5f310 None None] Checking router: dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:46.136369 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abef911-9b2d-49e6-9dd7-215bc8e5f310 None None] Routers {'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:46.137011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-7abef911-9b2d-49e6-9dd7-215bc8e5f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:46.152908 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78396477-d613-4632-bc7d-0ea5d05d0d97 admin admin] Network a895e7b0-afcc-4098-a27d-05e4c5bfad37 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:46.170599 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-78396477-d613-4632-bc7d-0ea5d05d0d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:46.387530 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-7abef911-9b2d-49e6-9dd7-215bc8e5f310 None None] Set router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:46.439024 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78396477-d613-4632-bc7d-0ea5d05d0d97 admin admin] Router 1b8b29dc-c445-417d-aac4-3aba9a0c6387 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:56:46.476178 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-7c1b9eab-4bbd-454a-8c2a-26d30cfa58ad service neutron] 10.222.0.58 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277107 Jul 13 07:56:46.703225 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78396477-d613-4632-bc7d-0ea5d05d0d97 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:46.708538 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-78396477-d613-4632-bc7d-0ea5d05d0d97 admin admin] 10.222.0.58 "PUT /v2.0/routers/1b8b29dc-c445-417d-aac4-3aba9a0c6387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1165571 Jul 13 07:56:46.759831 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 817659a0-fe17-4273-9dab-88808a2b7b19 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:46.835758 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dc6f3c7a-4ec7-4670-8d7b-8c71ea5005b6 None None] Provisioning complete for port fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:46.836068 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc6f3c7a-4ec7-4670-8d7b-8c71ea5005b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:46.872532 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-faf52475-b164-40d4-9612-4402051d6c52 service neutron] 10.222.0.58 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875918 Jul 13 07:56:46.952056 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0498cf-5a70-4f15-b2f3-a3b9b767462d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:56:47.143139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0498cf-5a70-4f15-b2f3-a3b9b767462d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:47.159632 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-dc6f3c7a-4ec7-4670-8d7b-8c71ea5005b6 None None] Port fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:47.159754 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8d0498cf-5a70-4f15-b2f3-a3b9b767462d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/dd8721e5-ff9e-4c31-8041-2782d2b4f5d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7905529 Jul 13 07:56:47.161605 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36254) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:47.223699 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] Sync routers for ids ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:47.301113 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 817659a0-fe17-4273-9dab-88808a2b7b19 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:47.303625 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] Routers {'1b8b29dc-c445-417d-aac4-3aba9a0c6387'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:47.304962 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:47.308480 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.355313 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-545e427e-a4b1-49b5-95d9-a1050f996172 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting subnet 22494553-127e-4b61-8306-810e77a729a2 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:56:47.371060 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-545e427e-a4b1-49b5-95d9-a1050f996172 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.398904 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-37128b9a-980b-465f-9d75-768e6789265a None None] Provisioning complete for port fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:47.399489 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-37128b9a-980b-465f-9d75-768e6789265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.467669 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-37128b9a-980b-465f-9d75-768e6789265a None None] Port fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:47.533729 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-7abef911-9b2d-49e6-9dd7-215bc8e5f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:44Z', 'revision_number': 8, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': '6e88738e-a19c-4133-b62c-f2a3805bfd80', 'name': '', 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:a6:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:22Z', 'updated_at': '2021-07-13T07:56:33Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780d8ba1-22ee-4ce7-a426-98b5109bfb8c', 'name': '', 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:59:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:16Z', 'updated_at': '2021-07-13T07:56:27Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:47.553184 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-545e427e-a4b1-49b5-95d9-a1050f996172 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.682942 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abef911-9b2d-49e6-9dd7-215bc8e5f310 None None] The sync data for ids ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'] in n-d-779913-28 is: [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:44Z', 'revision_number': 8, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': '6e88738e-a19c-4133-b62c-f2a3805bfd80', 'name': '', 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:a6:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:22Z', 'updated_at': '2021-07-13T07:56:33Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780d8ba1-22ee-4ce7-a426-98b5109bfb8c', 'name': '', 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:59:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:16Z', 'updated_at': '2021-07-13T07:56:27Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:47.756892 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ba3c8947-a785-459a-814b-2ce0dab1f2d4 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:47.830873 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-545e427e-a4b1-49b5-95d9-a1050f996172 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.861519 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] Set router 1b8b29dc-c445-417d-aac4-3aba9a0c6387 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:47.909999 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ff9b406a-2ba6-4ea6-b802-0788efb30cbb req-a71c1625-ef4b-4bb3-9409-4597fd8d0cba tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e HTTP/1.1" status: 200 len: 210 time: 0.6783428 Jul 13 07:56:47.980319 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port ba3c8947-a785-459a-814b-2ce0dab1f2d4 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:47.986364 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port ba3c8947-a785-459a-814b-2ce0dab1f2d4 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:47.986821 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.033399 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-545e427e-a4b1-49b5-95d9-a1050f996172 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.116660 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e427e-a4b1-49b5-95d9-a1050f996172 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Subnet': ['ID=22494553-127e-4b61-8306-810e77a729a2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:48.140152 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-545e427e-a4b1-49b5-95d9-a1050f996172 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.144476 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-545e427e-a4b1-49b5-95d9-a1050f996172 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/subnets/22494553-127e-4b61-8306-810e77a729a2 HTTP/1.1" status: 204 len: 168 time: 0.9782927 Jul 13 07:56:48.145858 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36306) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:48.179466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8607a222-f252-4564-bc7e-e0ba50d3735d None None] Network 3fb2ed06-3745-4718-86ca-9ac14437d66d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:48.322891 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'name': 'tempest-TestVolumeBackupRestore-2085541636-router', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:37Z', 'updated_at': '2021-07-13T07:56:45Z', 'revision_number': 4, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'gw_port': {'id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:39Z', 'updated_at': '2021-07-13T07:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d', 'name': '', 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'mac_address': 'fa:16:3e:01:4c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:43Z', 'updated_at': '2021-07-13T07:56:45Z', 'revision_number': 2, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'subnets': [{'id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:48.365022 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] Checking router: 1b8b29dc-c445-417d-aac4-3aba9a0c6387 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:48.365657 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] Updating router 1b8b29dc-c445-417d-aac4-3aba9a0c6387 port fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:56:48.379432 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-794424d7-d426-4765-bafe-cdaa0a53eb76 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.414472 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.444301 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36310) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:48.451091 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-fc06aaff-6310-4502-8c1e-563b0be27c60 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1422381788-network', 'tenant_id': '8a2262d7768d4026b0493c9a6cda0b55'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:48.529149 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc06aaff-6310-4502-8c1e-563b0be27c60 admin admin] Made reservation on behalf of 8a2262d7768d4026b0493c9a6cda0b55 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:48.550983 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3342c4-6433-4a2b-bb13-c04b840bdf19 None None] Sync routers for ids ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:48.556399 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fc06aaff-6310-4502-8c1e-563b0be27c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.571411 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.580668 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fc06aaff-6310-4502-8c1e-563b0be27c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.586484 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-794424d7-d426-4765-bafe-cdaa0a53eb76 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting port 0de13144-7df2-4d74-82d6-32272286c129 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:48.590580 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-794424d7-d426-4765-bafe-cdaa0a53eb76 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.683643 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port ba3c8947-a785-459a-814b-2ce0dab1f2d4, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ba3c8947-a785-459a-814b-2ce0dab1f2d4,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:48.692071 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3342c4-6433-4a2b-bb13-c04b840bdf19 None None] Routers {'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:48.692723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-db3342c4-6433-4a2b-bb13-c04b840bdf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:48.706400 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.751344 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-794424d7-d426-4765-bafe-cdaa0a53eb76 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] For port 0de13144-7df2-4d74-82d6-32272286c129, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0de13144-7df2-4d74-82d6-32272286c129,segment=NetworkSegment(66b3124a-a987-4a7e-a443-73d6e7524791),segment_id=66b3124a-a987-4a7e-a443-73d6e7524791)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:48.751865 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-794424d7-d426-4765-bafe-cdaa0a53eb76 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.777979 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-794424d7-d426-4765-bafe-cdaa0a53eb76 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Calling delete_port for 0de13144-7df2-4d74-82d6-32272286c129 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:48.814997 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fc06aaff-6310-4502-8c1e-563b0be27c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.837950 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fc06aaff-6310-4502-8c1e-563b0be27c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.893090 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc06aaff-6310-4502-8c1e-563b0be27c60 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:56:48.908949 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fc06aaff-6310-4502-8c1e-563b0be27c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.909323 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-fc06aaff-6310-4502-8c1e-563b0be27c60 admin admin] Added segment eba305e4-259b-4994-a010-bd9099c75363 of type vlan for network 8c0c128c-e415-4fa1-9b03-a061bae140b8 Jul 13 07:56:48.997220 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99d01a1-7335-4b77-8c20-3f3821c11d1c None None] DHCP port deletion for 3fb2ed06-3745-4718-86ca-9ac14437d66d request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:56:49.016770 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fc06aaff-6310-4502-8c1e-563b0be27c60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.042865 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-794424d7-d426-4765-bafe-cdaa0a53eb76 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.098264 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794424d7-d426-4765-bafe-cdaa0a53eb76 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Port': ['ID=0de13144-7df2-4d74-82d6-32272286c129,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:49.125956 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794424d7-d426-4765-bafe-cdaa0a53eb76 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] No DVR routers for this DVR port 0de13144-7df2-4d74-82d6-32272286c129 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:49.186814 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.207809 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fc06aaff-6310-4502-8c1e-563b0be27c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.209107 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc06aaff-6310-4502-8c1e-563b0be27c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:49.209896 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fc06aaff-6310-4502-8c1e-563b0be27c60 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.231176 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] Transition to ACTIVE for port object fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:49.256236 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.266346 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06aaff-6310-4502-8c1e-563b0be27c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e99e689-5f90-4c24-99d6-6b9e6fa609ea,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:49.275559 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fc06aaff-6310-4502-8c1e-563b0be27c60 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8290849 Jul 13 07:56:49.278933 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36324) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:49.287189 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d61ef603-85a4-4b91-8d78-04557e730916 admin admin] Request body: {'subnet': {'network_id': '8c0c128c-e415-4fa1-9b03-a061bae140b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1422381788-subnet', 'tenant_id': '8a2262d7768d4026b0493c9a6cda0b55', 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:49.334641 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f99d01a1-7335-4b77-8c20-3f3821c11d1c None None] The port '0de13144-7df2-4d74-82d6-32272286c129' was deleted {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 13 07:56:49.338804 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06aaff-6310-4502-8c1e-563b0be27c60 admin admin] Pushing event updated for resources: {'Network': ['ID=8c0c128c-e415-4fa1-9b03-a061bae140b8,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:49.371542 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-794424d7-d426-4765-bafe-cdaa0a53eb76 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.378120 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61ef603-85a4-4b91-8d78-04557e730916 admin admin] Made reservation on behalf of 8a2262d7768d4026b0493c9a6cda0b55 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:49.385850 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d61ef603-85a4-4b91-8d78-04557e730916 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.397544 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-794424d7-d426-4765-bafe-cdaa0a53eb76 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb2ed06-3745-4718-86ca-9ac14437d66d']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:49.401641 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-db3342c4-6433-4a2b-bb13-c04b840bdf19 None None] Set router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:49.407820 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b27e3e-b535-490c-bfc7-3f66544eeacd None None] Pushing event updated for resources: {'Port': ['ID=fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:49.441570 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-794424d7-d426-4765-bafe-cdaa0a53eb76 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b3124a-a987-4a7e-a443-73d6e7524791') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:49.450942 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-794424d7-d426-4765-bafe-cdaa0a53eb76 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b3124a-a987-4a7e-a443-73d6e7524791') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:49.464208 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-794424d7-d426-4765-bafe-cdaa0a53eb76 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.511367 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-794424d7-d426-4765-bafe-cdaa0a53eb76 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.530018 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794424d7-d426-4765-bafe-cdaa0a53eb76 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:56:49.537500 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-794424d7-d426-4765-bafe-cdaa0a53eb76 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.578934 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] Attempting to bind port fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:49.583523 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] Attempting to bind port fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '1debc241-a322-48b9-89e6-6603bf5c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:49.584234 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] Attempting to bind port fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d on network a895e7b0-afcc-4098-a27d-05e4c5bfad37 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:49.599396 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:49.600173 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] Checking segment: {'id': '1debc241-a322-48b9-89e6-6603bf5c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:49.600842 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.601538 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] Bound using segment: {'id': '1debc241-a322-48b9-89e6-6603bf5c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:49.602273 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] Bound port: fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1debc241-a322-48b9-89e6-6603bf5c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:49.602888 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.688059 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device bf895b15-c2aa-482e-b698-09815176d4ad no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:56:49.720560 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:56:49.772271 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-794424d7-d426-4765-bafe-cdaa0a53eb76 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.778517 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 8c0c128c-e415-4fa1-9b03-a061bae140b8 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:56:49.822982 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] For port fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:49.823883 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=ba3c8947-a785-459a-814b-2ce0dab1f2d4,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:49.830759 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] For port fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d,segment=NetworkSegment(1debc241-a322-48b9-89e6-6603bf5c6fb0),segment_id=1debc241-a322-48b9-89e6-6603bf5c6fb0)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:49.846340 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.886238 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: bf895b15-c2aa-482e-b698-09815176d4ad {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:49.888660 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-794424d7-d426-4765-bafe-cdaa0a53eb76 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.895012 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-794424d7-d426-4765-bafe-cdaa0a53eb76 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/networks/3fb2ed06-3745-4718-86ca-9ac14437d66d HTTP/1.1" status: 204 len: 168 time: 1.7480092 Jul 13 07:56:49.897885 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36332) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:49.910427 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device bf895b15-c2aa-482e-b698-09815176d4ad not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:49.910915 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0de13144-7df2-4d74-82d6-32272286c129 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:49.975396 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794424d7-d426-4765-bafe-cdaa0a53eb76 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Network': ['ID=3fb2ed06-3745-4718-86ca-9ac14437d66d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:49.985310 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-957091bd-11c2-4a85-839b-24c54562a976 req-e1543027-712b-4693-afc7-21b1ff321f4d tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e HTTP/1.1" status: 200 len: 210 time: 0.2341657 Jul 13 07:56:49.998907 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] Routers {'1b8b29dc-c445-417d-aac4-3aba9a0c6387'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:50.002562 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:50.093686 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d61ef603-85a4-4b91-8d78-04557e730916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:50.103428 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 0de13144-7df2-4d74-82d6-32272286c129 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:50.103762 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0de13144-7df2-4d74-82d6-32272286c129 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:50.312777 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-5d3bc16f-71f9-4c50-9317-7744cacd3588 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:50.330539 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-5d3bc16f-71f9-4c50-9317-7744cacd3588 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.62 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 812 time: 0.6134322 Jul 13 07:56:50.346842 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-bbda69ba-681e-489b-82cc-fd9cbf8c9ec4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Request body: {'port': {'device_id': 'ca4c2ace-ae2c-47bd-87e4-a93f47cd677e', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'admin_state_up': True, 'tenant_id': 'fbbeea760150488197661d4c6a4419de'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:50.494983 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ef603-85a4-4b91-8d78-04557e730916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7b4a78-2248-44e3-904b-2c499b4f7200,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:50.513479 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b27e3e-b535-490c-bfc7-3f66544eeacd None None] Pushing event updated for resources: {'Port': ['ID=fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:50.550366 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61ef603-85a4-4b91-8d78-04557e730916 admin admin] Checking segment: {'id': 'eba305e4-259b-4994-a010-bd9099c75363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8c0c128c-e415-4fa1-9b03-a061bae140b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:50.552914 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61ef603-85a4-4b91-8d78-04557e730916 admin admin] Network hostable DHCP agents. Network: 8c0c128c-e415-4fa1-9b03-a061bae140b8, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:56:50.678782 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-bbda69ba-681e-489b-82cc-fd9cbf8c9ec4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Made reservation on behalf of fbbeea760150488197661d4c6a4419de for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:50.689015 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-bbda69ba-681e-489b-82cc-fd9cbf8c9ec4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:50.689473 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] Set router 1b8b29dc-c445-417d-aac4-3aba9a0c6387 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:50.706770 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61ef603-85a4-4b91-8d78-04557e730916 admin admin] Network 8c0c128c-e415-4fa1-9b03-a061bae140b8 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:56:50.758940 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-db3342c4-6433-4a2b-bb13-c04b840bdf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:44Z', 'revision_number': 8, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': '6e88738e-a19c-4133-b62c-f2a3805bfd80', 'name': '', 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:a6:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:22Z', 'updated_at': '2021-07-13T07:56:33Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780d8ba1-22ee-4ce7-a426-98b5109bfb8c', 'name': '', 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:59:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:16Z', 'updated_at': '2021-07-13T07:56:27Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:50.762938 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-d61ef603-85a4-4b91-8d78-04557e730916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 8c0c128c-e415-4fa1-9b03-a061bae140b8) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:50.770548 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61ef603-85a4-4b91-8d78-04557e730916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:50.776831 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d61ef603-85a4-4b91-8d78-04557e730916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:50.797851 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c78bbc-9aaf-4784-8823-629fcdf71df4 None None] Network 8c0c128c-e415-4fa1-9b03-a061bae140b8 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:50.802327 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3342c4-6433-4a2b-bb13-c04b840bdf19 None None] Checking router: dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:50.833940 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d61ef603-85a4-4b91-8d78-04557e730916 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5527141 Jul 13 07:56:50.834191 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36344) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:50.853136 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-22a5b3f9-89c4-4894-83b8-32f4910a3843 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1422381788-router', 'tenant_id': '8a2262d7768d4026b0493c9a6cda0b55', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:50.874012 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3342c4-6433-4a2b-bb13-c04b840bdf19 None None] Routers {'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:50.875660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-db3342c4-6433-4a2b-bb13-c04b840bdf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:50.927831 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-22a5b3f9-89c4-4894-83b8-32f4910a3843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:50.940540 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-22a5b3f9-89c4-4894-83b8-32f4910a3843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.001112 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-bbda69ba-681e-489b-82cc-fd9cbf8c9ec4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Allocated IP 172.20.0.8 (3cfb6628-70f1-4eba-bd72-3d514884b2d1/59058d89-afdf-4361-a951-c6ec0763fda8/8bbb45c0-b137-47c7-bf73-393e0210de1b) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:51.137608 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-db3342c4-6433-4a2b-bb13-c04b840bdf19 None None] Set router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:51.138643 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'name': 'tempest-TestVolumeBackupRestore-2085541636-router', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:37Z', 'updated_at': '2021-07-13T07:56:45Z', 'revision_number': 4, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'gw_port': {'id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:39Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d', 'name': '', 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'mac_address': 'fa:16:3e:01:4c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:43Z', 'updated_at': '2021-07-13T07:56:49Z', 'revision_number': 4, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'subnets': [{'id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:51.155573 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-22a5b3f9-89c4-4894-83b8-32f4910a3843 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.201111 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b48370-e2af-4c12-9cb0-deabfc5217ab None None] The sync data for ids ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'] in n-d-779913-28 is: [{'id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'name': 'tempest-TestVolumeBackupRestore-2085541636-router', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:37Z', 'updated_at': '2021-07-13T07:56:45Z', 'revision_number': 4, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'gw_port': {'id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:39Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d', 'name': '', 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'mac_address': 'fa:16:3e:01:4c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:43Z', 'updated_at': '2021-07-13T07:56:49Z', 'revision_number': 4, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'subnets': [{'id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:51.310516 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-bbda69ba-681e-489b-82cc-fd9cbf8c9ec4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.335706 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ba3c8947-a785-459a-814b-2ce0dab1f2d4 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:51.394098 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5de879f-4459-4b8d-b0af-3aa31db6f454 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.394833 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e3c41798-8648-45d5-a80b-5ae055e23a85 req-8463a4ca-5b4c-4417-8ba2-0c23d8dfc59f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e HTTP/1.1" status: 200 len: 210 time: 0.0902929 Jul 13 07:56:51.399624 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-bbda69ba-681e-489b-82cc-fd9cbf8c9ec4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Transition to ACTIVE for port object 8bbb45c0-b137-47c7-bf73-393e0210de1b will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:51.428251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b3efe-db33-4124-89fa-744863566bc0 req-13fb67af-ab55-4038-b74b-641963e0fb40 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:51.438582 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef7b3efe-db33-4124-89fa-744863566bc0 req-13fb67af-ab55-4038-b74b-641963e0fb40 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8 HTTP/1.1" status: 200 len: 945 time: 1.5947464 Jul 13 07:56:51.517141 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-bbda69ba-681e-489b-82cc-fd9cbf8c9ec4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.532565 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-22a5b3f9-89c4-4894-83b8-32f4910a3843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.536874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['ae84bb95-026c-47c0-98dc-22f8e12bb4f5'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:51.568986 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-bbda69ba-681e-489b-82cc-fd9cbf8c9ec4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:51.593814 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-8c0c128c-e415-4fa1-9b03-a061bae140b8', 'network_id': '8c0c128c-e415-4fa1-9b03-a061bae140b8', 'tenant_id': '8a2262d7768d4026b0493c9a6cda0b55', 'fixed_ips': [{'subnet_id': 'dc7b4a78-2248-44e3-904b-2c499b4f7200'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:56:51.600999 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.708666 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-bbda69ba-681e-489b-82cc-fd9cbf8c9ec4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:51.712394 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-bbda69ba-681e-489b-82cc-fd9cbf8c9ec4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:51.734296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510a411-8db0-42c1-88ca-db3184ddcee2 req-92371ba2-bb58-4755-82cc-6afda6c3e9db tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:51.736422 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c510a411-8db0-42c1-88ca-db3184ddcee2 req-92371ba2-bb58-4755-82cc-6afda6c3e9db tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.62 "GET /v2.0/ports?device_id=8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8 HTTP/1.1" status: 200 len: 945 time: 0.6026664 Jul 13 07:56:51.815844 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda69ba-681e-489b-82cc-fd9cbf8c9ec4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Pushing event updated for resources: {'Port': ['ID=8bbb45c0-b137-47c7-bf73-393e0210de1b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:51.887810 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef7b3efe-db33-4124-89fa-744863566bc0 req-6a76389e-e773-4559-b6c8-654c2e23e597 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007156 Jul 13 07:56:51.896166 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-bbda69ba-681e-489b-82cc-fd9cbf8c9ec4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:51.896812 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-bbda69ba-681e-489b-82cc-fd9cbf8c9ec4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.933164 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-bbda69ba-681e-489b-82cc-fd9cbf8c9ec4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5922518 Jul 13 07:56:52.034257 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] Request body: {'port': {'device_id': 'ca4c2ace-ae2c-47bd-87e4-a93f47cd677e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:52.043895 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port ba3c8947-a785-459a-814b-2ce0dab1f2d4 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:52.044319 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.202529 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.242347 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-c510a411-8db0-42c1-88ca-db3184ddcee2 req-f5d93aa3-edcb-426a-add6-5a5f341e1d07 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Deleting port 388dd765-e404-4c94-be29-83bea6d392a8 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:52.242929 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c510a411-8db0-42c1-88ca-db3184ddcee2 req-f5d93aa3-edcb-426a-add6-5a5f341e1d07 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.394457 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-c510a411-8db0-42c1-88ca-db3184ddcee2 req-f5d93aa3-edcb-426a-add6-5a5f341e1d07 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] For port 388dd765-e404-4c94-be29-83bea6d392a8, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=388dd765-e404-4c94-be29-83bea6d392a8,segment=NetworkSegment(4274e490-15b7-43be-8439-a248d70b1f1c),segment_id=4274e490-15b7-43be-8439-a248d70b1f1c)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:52.395266 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c510a411-8db0-42c1-88ca-db3184ddcee2 req-f5d93aa3-edcb-426a-add6-5a5f341e1d07 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.413850 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-c510a411-8db0-42c1-88ca-db3184ddcee2 req-f5d93aa3-edcb-426a-add6-5a5f341e1d07 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Calling delete_port for 388dd765-e404-4c94-be29-83bea6d392a8 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:52.465744 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-33372cf3-a9ac-43e5-9a70-b821c8e5cbb1 None None] Provisioning for port 8bbb45c0-b137-47c7-bf73-393e0210de1b completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:52.498892 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-33372cf3-a9ac-43e5-9a70-b821c8e5cbb1 None None] Provisioning complete for port 8bbb45c0-b137-47c7-bf73-393e0210de1b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:52.499283 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-33372cf3-a9ac-43e5-9a70-b821c8e5cbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.784128 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c510a411-8db0-42c1-88ca-db3184ddcee2 req-f5d93aa3-edcb-426a-add6-5a5f341e1d07 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.827277 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['ec357f39-5baa-4c1a-a465-9f9fcc28a9d2', '388dd765-e404-4c94-be29-83bea6d392a8'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:52.836330 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bbb45c0-b137-47c7-bf73-393e0210de1b {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:56:52.847971 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.869358 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] Transition to ACTIVE for port object 8bbb45c0-b137-47c7-bf73-393e0210de1b will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:52.884914 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54c8eb-ca20-42dd-b146-1886279739e6 req-fd5640d2-206e-4711-a15f-541d1678fcf1 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:52.887006 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd54c8eb-ca20-42dd-b146-1886279739e6 req-fd5640d2-206e-4711-a15f-541d1678fcf1 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e HTTP/1.1" status: 200 len: 931 time: 0.1852362 Jul 13 07:56:52.889168 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.947767 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-33372cf3-a9ac-43e5-9a70-b821c8e5cbb1 None None] Port 8bbb45c0-b137-47c7-bf73-393e0210de1b cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:53.008730 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd54c8eb-ca20-42dd-b146-1886279739e6 req-db557e3a-8f5b-4b90-b229-f4dbfda7e3c3 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900402 Jul 13 07:56:53.018985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8bbb45c0-b137-47c7-bf73-393e0210de1b,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:53.089781 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] Allocated IP 172.20.0.2 (8c0c128c-e415-4fa1-9b03-a061bae140b8/dc7b4a78-2248-44e3-904b-2c499b4f7200/23031cfc-fd09-4c36-b56a-539388e7227f) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:53.294023 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-db3342c4-6433-4a2b-bb13-c04b840bdf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:44Z', 'revision_number': 8, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': '6e88738e-a19c-4133-b62c-f2a3805bfd80', 'name': '', 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:a6:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:22Z', 'updated_at': '2021-07-13T07:56:33Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780d8ba1-22ee-4ce7-a426-98b5109bfb8c', 'name': '', 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:59:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:16Z', 'updated_at': '2021-07-13T07:56:27Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:53.331647 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] Attempting to bind port 8bbb45c0-b137-47c7-bf73-393e0210de1b on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:53.334437 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] Attempting to bind port 8bbb45c0-b137-47c7-bf73-393e0210de1b by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:53.335125 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] Attempting to bind port 8bbb45c0-b137-47c7-bf73-393e0210de1b on network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:53.423188 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] Port 8bbb45c0-b137-47c7-bf73-393e0210de1b on network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:56:53.424756 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] Attempting to bind port 8bbb45c0-b137-47c7-bf73-393e0210de1b on network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:53.446183 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b3f56310-e11d-4757-8e72-e22ed3ea850b req-3538e7e2-66e1-4b1f-b4b3-3199a66fbd54 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8 HTTP/1.1" status: 200 len: 210 time: 0.0965359 Jul 13 07:56:53.465887 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:53.465887 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] Checking segment: {'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:53.467485 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] Bound using segment: {'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:53.468569 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] Bound port: 8bbb45c0-b137-47c7-bf73-393e0210de1b, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:53.470388 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:53.532344 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:53.589496 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] For port 8bbb45c0-b137-47c7-bf73-393e0210de1b, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:53.593771 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] For port 8bbb45c0-b137-47c7-bf73-393e0210de1b, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8bbb45c0-b137-47c7-bf73-393e0210de1b,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:53.595295 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36370) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:53.618231 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:53.667111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:53.667942 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:53.673163 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] 10.222.0.62 "PUT /v2.0/ports/8bbb45c0-b137-47c7-bf73-393e0210de1b HTTP/1.1" status: 200 len: 1092 time: 1.7303548 Jul 13 07:56:53.685636 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d93aa3-edcb-426a-add6-5a5f341e1d07 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Pushing event deleted for resources: {'Port': ['ID=388dd765-e404-4c94-be29-83bea6d392a8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:53.725818 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4c2ace-ae2c-47bd-87e4-a93f47cd677e', 'tag': '8bbb45c0-b137-47c7-bf73-393e0210de1b'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:53.728807 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9b1e4a-ccef-41a0-8138-47c16ee0c07f" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4c2ace-ae2c-47bd-87e4-a93f47cd677e", "tag": "8bbb45c0-b137-47c7-bf73-393e0210de1b"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:53.755313 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93aa3-edcb-426a-add6-5a5f341e1d07 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:53.755664 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93aa3-edcb-426a-add6-5a5f341e1d07 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:53.756006 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93aa3-edcb-426a-add6-5a5f341e1d07 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:53.756346 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93aa3-edcb-426a-add6-5a5f341e1d07 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:53.756673 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93aa3-edcb-426a-add6-5a5f341e1d07 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:53.757006 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93aa3-edcb-426a-add6-5a5f341e1d07 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:53.757334 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93aa3-edcb-426a-add6-5a5f341e1d07 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:53.757733 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93aa3-edcb-426a-add6-5a5f341e1d07 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:53.757975 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93aa3-edcb-426a-add6-5a5f341e1d07 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:53.758357 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93aa3-edcb-426a-add6-5a5f341e1d07 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:53.758680 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93aa3-edcb-426a-add6-5a5f341e1d07 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:53.760117 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93aa3-edcb-426a-add6-5a5f341e1d07 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:53.847759 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3342c4-6433-4a2b-bb13-c04b840bdf19 None None] The sync data for ids ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'] in n-d-779913-28 is: [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:44Z', 'revision_number': 8, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': '6e88738e-a19c-4133-b62c-f2a3805bfd80', 'name': '', 'network_id': '07a8ab06-4be3-4508-b89f-6fadf08a448b', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:a6:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:22Z', 'updated_at': '2021-07-13T07:56:33Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'd4cbe6e1-eeef-492d-9d9d-c2304a34bfb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780d8ba1-22ee-4ce7-a426-98b5109bfb8c', 'name': '', 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:59:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:16Z', 'updated_at': '2021-07-13T07:56:27Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:53.887087 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4e3d3488-4450-48a5-b71a-ad4afae3f48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:53.931211 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-518b0124-2677-4c47-a053-44927978ab52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:53.945804 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a4f592-7bbb-487a-b2b4-d08abfdc9212 x-openstack-request-id: req-b3a4f592-7bbb-487a-b2b4-d08abfdc9212 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:53.946070 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4c2ace-ae2c-47bd-87e4-a93f47cd677e", "tag": "8bbb45c0-b137-47c7-bf73-393e0210de1b", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:53.946338 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b3a4f592-7bbb-487a-b2b4-d08abfdc9212 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:53.946746 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4c2ace-ae2c-47bd-87e4-a93f47cd677e', 'tag': '8bbb45c0-b137-47c7-bf73-393e0210de1b', 'status': 'completed', 'code': 200} Jul 13 07:56:53.968609 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb06ba0-03f7-4846-97fe-7dfc434774d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8bbb45c0-b137-47c7-bf73-393e0210de1b,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:54.007174 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-ac966a07-6fb2-458f-90e7-4feb76f1a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:54.007854 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:54.016766 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-ac966a07-6fb2-458f-90e7-4feb76f1a1d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e HTTP/1.1" status: 200 len: 1095 time: 0.2850161 Jul 13 07:56:54.019184 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c510a411-8db0-42c1-88ca-db3184ddcee2 req-f5d93aa3-edcb-426a-add6-5a5f341e1d07 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] No DVR routers for this DVR port 388dd765-e404-4c94-be29-83bea6d392a8 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:54.022118 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c510a411-8db0-42c1-88ca-db3184ddcee2 req-f5d93aa3-edcb-426a-add6-5a5f341e1d07 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.024803 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['070ba8b1-ab16-4d64-9578-c7d6828da9f8'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:54.031080 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c510a411-8db0-42c1-88ca-db3184ddcee2 req-f5d93aa3-edcb-426a-add6-5a5f341e1d07 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.62 "DELETE /v2.0/ports/388dd765-e404-4c94-be29-83bea6d392a8 HTTP/1.1" status: 204 len: 173 time: 2.2837756 Jul 13 07:56:54.035002 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-22a5b3f9-89c4-4894-83b8-32f4910a3843 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.095949 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:54.097013 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.107047 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8', 'name': 'network-vif-deleted', 'tag': '388dd765-e404-4c94-be29-83bea6d392a8'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:54.112060 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e173b118-65a1-4e28-bb6f-35897f2bd578" -d '{"events": [{"server_uuid": "8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8", "name": "network-vif-deleted", "tag": "388dd765-e404-4c94-be29-83bea6d392a8"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:54.129054 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-22a5b3f9-89c4-4894-83b8-32f4910a3843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.172250 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.192500 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-518b0124-2677-4c47-a053-44927978ab52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.219772 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-518b0124-2677-4c47-a053-44927978ab52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.276594 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] Transition to ACTIVE for port object 23031cfc-fd09-4c36-b56a-539388e7227f will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:54.317209 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-22a5b3f9-89c4-4894-83b8-32f4910a3843 admin admin] Allocated IP 172.25.0.89 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/772da0b0-3d81-4106-a3d6-35976eda49a2) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:54.334386 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-518b0124-2677-4c47-a053-44927978ab52 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01d9663b0c78492b92005e64159aa041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7377665 Jul 13 07:56:54.343120 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] Transition to ACTIVE for port object 23031cfc-fd09-4c36-b56a-539388e7227f will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:54.344751 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36384) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:54.346283 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-1bf74ae7-e79b-4858-b2b8-fce36f736c66 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bbb45c0-b137-47c7-bf73-393e0210de1b HTTP/1.1" status: 200 len: 217 time: 0.1474018 Jul 13 07:56:54.374551 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.462452 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-22a5b3f9-89c4-4894-83b8-32f4910a3843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.462742 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] Pushing event updated for resources: {'Port': ['ID=23031cfc-fd09-4c36-b56a-539388e7227f,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:54.483261 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7b5d1de-a4df-491e-963a-a8cb44087d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.493545 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-f5de879f-4459-4b8d-b0af-3aa31db6f454 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting port 6e88738e-a19c-4133-b62c-f2a3805bfd80 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:54.494314 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5de879f-4459-4b8d-b0af-3aa31db6f454 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.507457 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7b5d1de-a4df-491e-963a-a8cb44087d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.508978 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] Network 8c0c128c-e415-4fa1-9b03-a061bae140b8 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:54.513598 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:54.516301 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.522694 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:54.586723 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b0124-2677-4c47-a053-44927978ab52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e93b6a-6cab-47b5-9c26-3c71c4959672,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:54.604154 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7b5d1de-a4df-491e-963a-a8cb44087d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.607381 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7b5d1de-a4df-491e-963a-a8cb44087d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.610951 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d7b5d1de-a4df-491e-963a-a8cb44087d63 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7e93b6a-6cab-47b5-9c26-3c71c4959672 HTTP/1.1" status: 204 len: 168 time: 0.2611783 Jul 13 07:56:54.633777 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-6aa2f062-d4ed-465a-be5a-d2368c18400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:54.635379 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-6aa2f062-d4ed-465a-be5a-d2368c18400b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.2174513 Jul 13 07:56:54.636101 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5d1de-a4df-491e-963a-a8cb44087d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e93b6a-6cab-47b5-9c26-3c71c4959672,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:54.677453 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-f5de879f-4459-4b8d-b0af-3aa31db6f454 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] For port 6e88738e-a19c-4133-b62c-f2a3805bfd80, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=6e88738e-a19c-4133-b62c-f2a3805bfd80,segment=NetworkSegment(a4fa8435-6741-4851-bb64-c7fad341c62e),segment_id=a4fa8435-6741-4851-bb64-c7fad341c62e)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:54.677969 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5de879f-4459-4b8d-b0af-3aa31db6f454 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.678377 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1fab5-1608-4a4d-9ea0-0f460ddb2ffc req-35819758-cd23-4a32-8013-c43f49f337d7 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:54.698606 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a4c1fab5-1608-4a4d-9ea0-0f460ddb2ffc req-35819758-cd23-4a32-8013-c43f49f337d7 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e HTTP/1.1" status: 200 len: 943 time: 0.3575256 Jul 13 07:56:54.715129 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-f5de879f-4459-4b8d-b0af-3aa31db6f454 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Calling delete_port for 6e88738e-a19c-4133-b62c-f2a3805bfd80 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:54.719566 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] Attempting to bind port 23031cfc-fd09-4c36-b56a-539388e7227f on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:54.720299 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] Attempting to bind port 23031cfc-fd09-4c36-b56a-539388e7227f by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'eba305e4-259b-4994-a010-bd9099c75363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8c0c128c-e415-4fa1-9b03-a061bae140b8'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:54.720973 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] Attempting to bind port 23031cfc-fd09-4c36-b56a-539388e7227f on network 8c0c128c-e415-4fa1-9b03-a061bae140b8 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:54.752418 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:54.753362 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] Checking segment: {'id': 'eba305e4-259b-4994-a010-bd9099c75363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8c0c128c-e415-4fa1-9b03-a061bae140b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:54.754007 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.754749 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] Bound using segment: {'id': 'eba305e4-259b-4994-a010-bd9099c75363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8c0c128c-e415-4fa1-9b03-a061bae140b8'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:54.755572 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] Bound port: 23031cfc-fd09-4c36-b56a-539388e7227f, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba305e4-259b-4994-a010-bd9099c75363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8c0c128c-e415-4fa1-9b03-a061bae140b8'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:54.756223 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.818698 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-22a5b3f9-89c4-4894-83b8-32f4910a3843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.867785 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d,segment=NetworkSegment(1debc241-a322-48b9-89e6-6603bf5c6fb0),segment_id=1debc241-a322-48b9-89e6-6603bf5c6fb0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:54.897270 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a82efd37-f599-4a38-81ab-337c23733893 req-97944af8-0b10-479a-9d88-05d16160e77a tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8 HTTP/1.1" status: 200 len: 210 time: 0.1097972 Jul 13 07:56:54.915836 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.951603 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a4c1fab5-1608-4a4d-9ea0-0f460ddb2ffc req-c44cbd68-7154-43c1-ae58-a38e13688590 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520719 Jul 13 07:56:54.959786 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a5b3f9-89c4-4894-83b8-32f4910a3843 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:54.960674 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-15a4ec42-c164-45a4-8a44-91792a336afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:54.963410 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-15a4ec42-c164-45a4-8a44-91792a336afa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2622013 Jul 13 07:56:54.968926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 388dd765-e404-4c94-be29-83bea6d392a8 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:54.991027 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-22a5b3f9-89c4-4894-83b8-32f4910a3843 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:54.997689 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a5b3f9-89c4-4894-83b8-32f4910a3843 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:55.001040 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] For port 23031cfc-fd09-4c36-b56a-539388e7227f, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:55.047201 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60affad-412a-4114-b124-65ab07d2febd x-openstack-request-id: req-e60affad-412a-4114-b124-65ab07d2febd {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:55.047996 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8", "name": "network-vif-deleted", "tag": "388dd765-e404-4c94-be29-83bea6d392a8", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:55.048454 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e60affad-412a-4114-b124-65ab07d2febd {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:55.049106 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf3ddbe-cb27-4801-97bd-d5254ec8b0d8', 'name': 'network-vif-deleted', 'tag': '388dd765-e404-4c94-be29-83bea6d392a8', 'status': 'completed', 'code': 200} Jul 13 07:56:55.090275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 388dd765-e404-4c94-be29-83bea6d392a8 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:55.090665 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 388dd765-e404-4c94-be29-83bea6d392a8 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:55.102123 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] For port 23031cfc-fd09-4c36-b56a-539388e7227f, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=23031cfc-fd09-4c36-b56a-539388e7227f,segment=NetworkSegment(eba305e4-259b-4994-a010-bd9099c75363),segment_id=eba305e4-259b-4994-a010-bd9099c75363)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:55.125437 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:55.151629 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:55.189127 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-464a5c01-feb6-4af3-b1cc-399cf50c8672 service neutron] 10.222.0.62 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168238 Jul 13 07:56:55.238456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5b3f9-89c4-4894-83b8-32f4910a3843 admin admin] Pushing event updated for resources: {'Port': ['ID=772da0b0-3d81-4106-a3d6-35976eda49a2,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:55.294950 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0196737-95a8-4810-8a9e-5a0ad5d93933 None None] Pushing event updated for resources: {'Port': ['ID=23031cfc-fd09-4c36-b56a-539388e7227f,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:55.390109 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7add6493-2f7f-4ceb-8ed4-de33e311e5e8 req-c46298d4-e9a1-47ab-8e3a-b013789162ef service neutron] 10.222.0.62 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923654 Jul 13 07:56:55.460632 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5de879f-4459-4b8d-b0af-3aa31db6f454 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:55.563061 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3ab61373-2ed4-4bf7-a531-b94c8718dda2 None None] Provisioning complete for port fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:55.563462 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ab61373-2ed4-4bf7-a531-b94c8718dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:55.576934 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de879f-4459-4b8d-b0af-3aa31db6f454 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Port': ['ID=6e88738e-a19c-4133-b62c-f2a3805bfd80,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:55.650426 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b1e4a-ccef-41a0-8138-47c16ee0c07f req-597b94e9-ad41-41c9-8967-7ccebf6174ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:55.652864 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d9b1e4a-ccef-41a0-8138-47c16ee0c07f req-597b94e9-ad41-41c9-8967-7ccebf6174ce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e HTTP/1.1" status: 200 len: 1095 time: 0.1915889 Jul 13 07:56:55.853255 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b1e4a-ccef-41a0-8138-47c16ee0c07f req-8d5e49bf-5587-4cc7-90c1-c7a3b5257897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:55.855724 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d9b1e4a-ccef-41a0-8138-47c16ee0c07f req-8d5e49bf-5587-4cc7-90c1-c7a3b5257897 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 913 time: 0.1942928 Jul 13 07:56:55.918820 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d9b1e4a-ccef-41a0-8138-47c16ee0c07f req-33dad372-1a93-4d0f-a6ea-a36c3f3544d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bbb45c0-b137-47c7-bf73-393e0210de1b HTTP/1.1" status: 200 len: 217 time: 0.0546651 Jul 13 07:56:55.949761 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5de879f-4459-4b8d-b0af-3aa31db6f454 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:55.968593 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-22a5b3f9-89c4-4894-83b8-32f4910a3843 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:56.059694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b1e4a-ccef-41a0-8138-47c16ee0c07f req-03202e4b-289f-4daf-b789-b484c79a52a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:56.061216 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d9b1e4a-ccef-41a0-8138-47c16ee0c07f req-03202e4b-289f-4daf-b789-b484c79a52a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.1345751 Jul 13 07:56:56.153245 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b1e4a-ccef-41a0-8138-47c16ee0c07f req-b1cc118a-97a0-4be1-99d2-f3fb00da2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:56.154888 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d9b1e4a-ccef-41a0-8138-47c16ee0c07f req-b1cc118a-97a0-4be1-99d2-f3fb00da2d2c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845840 Jul 13 07:56:56.350935 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d9b1e4a-ccef-41a0-8138-47c16ee0c07f req-f2ff9dab-e9c8-4184-8929-9d75a8b31be4 service neutron] 10.222.0.62 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887710 Jul 13 07:56:56.422581 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35f03a-ed5c-46e8-8c0d-c0d0797e6f0d req-cc59f562-358c-4146-8120-a109ae3987e4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:56.424442 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c35f03a-ed5c-46e8-8c0d-c0d0797e6f0d req-cc59f562-358c-4146-8120-a109ae3987e4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e HTTP/1.1" status: 200 len: 943 time: 0.1735942 Jul 13 07:56:56.598848 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c35f03a-ed5c-46e8-8c0d-c0d0797e6f0d req-e1a5dd78-759f-4140-874c-7964df448240 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322017 Jul 13 07:56:56.635655 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d9b1e4a-ccef-41a0-8138-47c16ee0c07f req-cb49963c-1cd5-4597-b87c-85fa8c396ebd service neutron] 10.222.0.62 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750969 Jul 13 07:56:56.739935 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5de879f-4459-4b8d-b0af-3aa31db6f454 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:56:56.746824 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-22a5b3f9-89c4-4894-83b8-32f4910a3843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:56.819879 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76227c7-3909-4ddb-8f35-2066e8f08d2f None None] Network 8c0c128c-e415-4fa1-9b03-a061bae140b8 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:56.858479 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1993bc-e252-4b9e-9a26-7fcbb1f9b3ca req-96197155-a69d-4ce3-b691-9ae16febed3d tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:56.869793 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b1993bc-e252-4b9e-9a26-7fcbb1f9b3ca req-96197155-a69d-4ce3-b691-9ae16febed3d tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=9377f9fa-27ab-4330-b2b5-774054bdd179 HTTP/1.1" status: 200 len: 946 time: 0.1554487 Jul 13 07:56:56.923949 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5de879f-4459-4b8d-b0af-3aa31db6f454 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:56.927446 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b1993bc-e252-4b9e-9a26-7fcbb1f9b3ca req-dc870e35-4592-4191-8143-baa15f1f3d62 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563006 Jul 13 07:56:56.930393 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f5de879f-4459-4b8d-b0af-3aa31db6f454 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/dd8721e5-ff9e-4c31-8041-2782d2b4f5d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0311863 Jul 13 07:56:56.933329 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36438) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:56.941708 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778b3f0f-aecc-4e31-90a4-501156a03757 None None] Sync routers for ids ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:56.960583 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778b3f0f-aecc-4e31-90a4-501156a03757 None None] Routers {'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:56.961861 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-778b3f0f-aecc-4e31-90a4-501156a03757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:57.001119 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a5b3f9-89c4-4894-83b8-32f4910a3843 admin admin] Router 08e85966-1be6-4f08-8aa0-9b1ef5de0013 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:56:57.001710 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-614899ef-78f4-4b87-8d1c-6e24ca6e6ab4 None None] Provisioning for port 23031cfc-fd09-4c36-b56a-539388e7227f completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:57.050306 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-151785ec-8fbf-4296-bb21-3ad7a1fe624a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting subnet d4cbe6e1-eeef-492d-9d9d-c2304a34bfb3 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:56:57.059793 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-151785ec-8fbf-4296-bb21-3ad7a1fe624a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:57.128482 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-151785ec-8fbf-4296-bb21-3ad7a1fe624a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:57.192084 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-778b3f0f-aecc-4e31-90a4-501156a03757 None None] Set router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:57.249088 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a5b3f9-89c4-4894-83b8-32f4910a3843 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:57.264667 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] Sync routers for ids ['08e85966-1be6-4f08-8aa0-9b1ef5de0013'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:57.285201 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-151785ec-8fbf-4296-bb21-3ad7a1fe624a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:57.289580 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-22a5b3f9-89c4-4894-83b8-32f4910a3843 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:57.294509 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-22a5b3f9-89c4-4894-83b8-32f4910a3843 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.4512279 Jul 13 07:56:57.295192 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36446) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:57.304449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] Routers {'08e85966-1be6-4f08-8aa0-9b1ef5de0013'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:57.305121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['08e85966-1be6-4f08-8aa0-9b1ef5de0013'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:57.386260 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-151785ec-8fbf-4296-bb21-3ad7a1fe624a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:57.461183 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151785ec-8fbf-4296-bb21-3ad7a1fe624a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Subnet': ['ID=d4cbe6e1-eeef-492d-9d9d-c2304a34bfb3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:57.478542 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-151785ec-8fbf-4296-bb21-3ad7a1fe624a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:57.478923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14253922-7463-4d58-91e0-13e0101cbe4d None None] Network 07a8ab06-4be3-4508-b89f-6fadf08a448b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:57.485261 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-151785ec-8fbf-4296-bb21-3ad7a1fe624a tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/subnets/d4cbe6e1-eeef-492d-9d9d-c2304a34bfb3 HTTP/1.1" status: 204 len: 168 time: 0.5500503 Jul 13 07:56:57.488396 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36448) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:57.650115 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1a83c6ba-0b82-476c-8d89-8ec65dfa07b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:57.667457 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 23031cfc-fd09-4c36-b56a-539388e7227f up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:57.683895 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-778b3f0f-aecc-4e31-90a4-501156a03757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:55Z', 'revision_number': 9, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': '780d8ba1-22ee-4ce7-a426-98b5109bfb8c', 'name': '', 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:59:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:16Z', 'updated_at': '2021-07-13T07:56:27Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:57.756022 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778b3f0f-aecc-4e31-90a4-501156a03757 None None] Checking router: dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:57.769060 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778b3f0f-aecc-4e31-90a4-501156a03757 None None] Routers {'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:57.770103 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-778b3f0f-aecc-4e31-90a4-501156a03757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:57.771059 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-298884d6-362f-41fe-bfe2-bdc8e382d86f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:57.839071 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] Set router 08e85966-1be6-4f08-8aa0-9b1ef5de0013 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:57.895360 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-778b3f0f-aecc-4e31-90a4-501156a03757 None None] Set router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:58.118665 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:58.143538 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe4e3b-5cfc-4ae3-ae6b-0dc028f6f5d6 req-ea4bfffb-09f2-4f03-a728-af3f8ac5cb15 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:58.150462 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 23031cfc-fd09-4c36-b56a-539388e7227f completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:58.151479 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcfe4e3b-5cfc-4ae3-ae6b-0dc028f6f5d6 req-ea4bfffb-09f2-4f03-a728-af3f8ac5cb15 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e HTTP/1.1" status: 200 len: 943 time: 0.3747737 Jul 13 07:56:58.185916 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 23031cfc-fd09-4c36-b56a-539388e7227f triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:58.186321 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:58.201380 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-298884d6-362f-41fe-bfe2-bdc8e382d86f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting port 0a82924a-076d-4e66-a04a-7d82006f2bb8 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:58.201721 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-298884d6-362f-41fe-bfe2-bdc8e382d86f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:58.276597 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0fa7746a-32ef-4754-9104-b4a2ea2deb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:58.277182 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-778b3f0f-aecc-4e31-90a4-501156a03757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:55Z', 'revision_number': 9, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': '780d8ba1-22ee-4ce7-a426-98b5109bfb8c', 'name': '', 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:59:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:16Z', 'updated_at': '2021-07-13T07:56:27Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:58.348656 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778b3f0f-aecc-4e31-90a4-501156a03757 None None] The sync data for ids ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'] in n-d-779913-28 is: [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:56:55Z', 'revision_number': 9, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': '780d8ba1-22ee-4ce7-a426-98b5109bfb8c', 'name': '', 'network_id': '87b87ea5-ea49-4d32-a27e-053823b9501a', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:59:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:16Z', 'updated_at': '2021-07-13T07:56:27Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': 'b2ea75ec-75ba-454c-983c-cf68d33d06d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:58.350364 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb553ae-7ac0-4f61-94f6-29a788b5991f req-1c744685-7f66-492e-b539-77be567bfd86 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:58.351924 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-beb553ae-7ac0-4f61-94f6-29a788b5991f req-1c744685-7f66-492e-b539-77be567bfd86 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.62 "GET /v2.0/ports?device_id=9377f9fa-27ab-4330-b2b5-774054bdd179 HTTP/1.1" status: 200 len: 946 time: 0.4181461 Jul 13 07:56:58.411854 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcfe4e3b-5cfc-4ae3-ae6b-0dc028f6f5d6 req-5ee5a9c8-a795-4e81-b3b4-16323568e658 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492473 Jul 13 07:56:58.456353 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36458) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:58.464299 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a4c59bbc-94d7-4fd9-8746-410b6f16c2b3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1420713405', 'description': 'tempest-secgroup-smoke-1420713405 description', 'project_id': 'b0a400cab12449b3b23abe0905366730'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:58.507031 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5013cad-88fa-4cd2-8efc-22befe4c9e36 None None] DHCP port deletion for 07a8ab06-4be3-4508-b89f-6fadf08a448b request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:56:58.587437 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4c59bbc-94d7-4fd9-8746-410b6f16c2b3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:58.660358 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4c59bbc-94d7-4fd9-8746-410b6f16c2b3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:58.675828 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:58.739111 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'name': 'tempest-TestVolumeBackupRestore-1422381788-router', 'tenant_id': '8a2262d7768d4026b0493c9a6cda0b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '772da0b0-3d81-4106-a3d6-35976eda49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:50Z', 'updated_at': '2021-07-13T07:56:55Z', 'revision_number': 3, 'project_id': '8a2262d7768d4026b0493c9a6cda0b55', 'gw_port': {'id': '772da0b0-3d81-4106-a3d6-35976eda49a2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:54Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:58.746339 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 23031cfc-fd09-4c36-b56a-539388e7227f, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=23031cfc-fd09-4c36-b56a-539388e7227f,segment=NetworkSegment(eba305e4-259b-4994-a010-bd9099c75363),segment_id=eba305e4-259b-4994-a010-bd9099c75363)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:58.777860 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c5013cad-88fa-4cd2-8efc-22befe4c9e36 None None] Deleting port 0a82924a-076d-4e66-a04a-7d82006f2bb8 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:58.778435 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c5013cad-88fa-4cd2-8efc-22befe4c9e36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:58.779649 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-0fa7746a-32ef-4754-9104-b4a2ea2deb35 admin admin] Allocated IP 172.20.0.1 (8c0c128c-e415-4fa1-9b03-a061bae140b8/dc7b4a78-2248-44e3-904b-2c499b4f7200/9852d2fb-df5f-430a-a936-bb0dbc7fab02) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:58.852781 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] Checking router: 08e85966-1be6-4f08-8aa0-9b1ef5de0013 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:58.853451 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] Updating router 08e85966-1be6-4f08-8aa0-9b1ef5de0013 port 772da0b0-3d81-4106-a3d6-35976eda49a2 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:56:58.899257 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:58.907465 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:58.973053 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:58.975012 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 8bbb45c0-b137-47c7-bf73-393e0210de1b details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:56:59.023834 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-298884d6-362f-41fe-bfe2-bdc8e382d86f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] For port 0a82924a-076d-4e66-a04a-7d82006f2bb8, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0a82924a-076d-4e66-a04a-7d82006f2bb8,segment=NetworkSegment(a4fa8435-6741-4851-bb64-c7fad341c62e),segment_id=a4fa8435-6741-4851-bb64-c7fad341c62e)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:59.024205 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-298884d6-362f-41fe-bfe2-bdc8e382d86f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.080832 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c5013cad-88fa-4cd2-8efc-22befe4c9e36 None None] For port 0a82924a-076d-4e66-a04a-7d82006f2bb8, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0a82924a-076d-4e66-a04a-7d82006f2bb8,segment=NetworkSegment(a4fa8435-6741-4851-bb64-c7fad341c62e),segment_id=a4fa8435-6741-4851-bb64-c7fad341c62e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:59.081238 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c5013cad-88fa-4cd2-8efc-22befe4c9e36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.092891 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-298884d6-362f-41fe-bfe2-bdc8e382d86f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Calling delete_port for 0a82924a-076d-4e66-a04a-7d82006f2bb8 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:59.191212 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c5013cad-88fa-4cd2-8efc-22befe4c9e36 None None] Calling delete_port for 0a82924a-076d-4e66-a04a-7d82006f2bb8 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:59.217980 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.resource_extend [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:56:59.221359 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7ddea-b882-442d-9c72-67a15ee12cc5 req-0795b3ab-ab13-497a-82b5-787012ac3bff tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:59.223259 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12e7ddea-b882-442d-9c72-67a15ee12cc5 req-0795b3ab-ab13-497a-82b5-787012ac3bff tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=9377f9fa-27ab-4330-b2b5-774054bdd179 HTTP/1.1" status: 200 len: 946 time: 0.1945965 Jul 13 07:56:59.240357 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=23031cfc-fd09-4c36-b56a-539388e7227f,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:59.304750 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-beb553ae-7ac0-4f61-94f6-29a788b5991f req-0e78c04e-7420-4bc5-b938-1456096cfab4 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Deleting port ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:59.305137 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-beb553ae-7ac0-4f61-94f6-29a788b5991f req-0e78c04e-7420-4bc5-b938-1456096cfab4 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.341185 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12e7ddea-b882-442d-9c72-67a15ee12cc5 req-12763d6e-7cca-4c3c-91e1-1c33833f1d30 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049798 Jul 13 07:56:59.401172 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0fa7746a-32ef-4754-9104-b4a2ea2deb35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.407285 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-298884d6-362f-41fe-bfe2-bdc8e382d86f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.415608 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-0fa7746a-32ef-4754-9104-b4a2ea2deb35 admin admin] Transition to ACTIVE for port object 9852d2fb-df5f-430a-a936-bb0dbc7fab02 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:59.459230 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:59.459824 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.467666 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298884d6-362f-41fe-bfe2-bdc8e382d86f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Port': ['ID=0a82924a-076d-4e66-a04a-7d82006f2bb8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:59.476646 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298884d6-362f-41fe-bfe2-bdc8e382d86f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] No DVR routers for this DVR port 0a82924a-076d-4e66-a04a-7d82006f2bb8 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:59.501020 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4c59bbc-94d7-4fd9-8746-410b6f16c2b3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.503961 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0fa7746a-32ef-4754-9104-b4a2ea2deb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.517304 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4c59bbc-94d7-4fd9-8746-410b6f16c2b3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.529232 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 8bbb45c0-b137-47c7-bf73-393e0210de1b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8bbb45c0-b137-47c7-bf73-393e0210de1b,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:59.560497 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '8bbb45c0-b137-47c7-bf73-393e0210de1b', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'port_id': '8bbb45c0-b137-47c7-bf73-393e0210de1b', 'mac_address': 'fa:16:3e:15:19:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:56:59.562608 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa7746a-32ef-4754-9104-b4a2ea2deb35 admin admin] Network 8c0c128c-e415-4fa1-9b03-a061bae140b8 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:59.573097 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-0fa7746a-32ef-4754-9104-b4a2ea2deb35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:59.585963 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c5013cad-88fa-4cd2-8efc-22befe4c9e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.590904 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa7746a-32ef-4754-9104-b4a2ea2deb35 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:59.628248 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-beb553ae-7ac0-4f61-94f6-29a788b5991f req-0e78c04e-7420-4bc5-b938-1456096cfab4 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] For port ec357f39-5baa-4c1a-a465-9f9fcc28a9d2, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=ec357f39-5baa-4c1a-a465-9f9fcc28a9d2,segment=NetworkSegment(4274e490-15b7-43be-8439-a248d70b1f1c),segment_id=4274e490-15b7-43be-8439-a248d70b1f1c)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:59.628654 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-beb553ae-7ac0-4f61-94f6-29a788b5991f req-0e78c04e-7420-4bc5-b938-1456096cfab4 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.659697 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-beb553ae-7ac0-4f61-94f6-29a788b5991f req-0e78c04e-7420-4bc5-b938-1456096cfab4 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Calling delete_port for ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:59.660766 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c59bbc-94d7-4fd9-8746-410b6f16c2b3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da72c9e-30aa-40a0-bf7b-f003addfadad,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:59.680267 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5013cad-88fa-4cd2-8efc-22befe4c9e36 None None] Pushing event deleted for resources: {'Port': ['ID=0a82924a-076d-4e66-a04a-7d82006f2bb8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:59.682073 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.693435 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5013cad-88fa-4cd2-8efc-22befe4c9e36 None None] No DVR routers for this DVR port 0a82924a-076d-4e66-a04a-7d82006f2bb8 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:59.741153 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7746a-32ef-4754-9104-b4a2ea2deb35 admin admin] Pushing event updated for resources: {'Port': ['ID=9852d2fb-df5f-430a-a936-bb0dbc7fab02,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:59.770059 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-298884d6-362f-41fe-bfe2-bdc8e382d86f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.795387 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-298884d6-362f-41fe-bfe2-bdc8e382d86f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a8ab06-4be3-4508-b89f-6fadf08a448b']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:59.813657 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0fa7746a-32ef-4754-9104-b4a2ea2deb35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.820753 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.829696 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4c59bbc-94d7-4fd9-8746-410b6f16c2b3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.888652 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bbb45c0-b137-47c7-bf73-393e0210de1b {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:56:59.909255 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4c59bbc-94d7-4fd9-8746-410b6f16c2b3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.923377 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.928477 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 8bbb45c0-b137-47c7-bf73-393e0210de1b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8bbb45c0-b137-47c7-bf73-393e0210de1b,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:59.936687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-298884d6-362f-41fe-bfe2-bdc8e382d86f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fa8435-6741-4851-bb64-c7fad341c62e') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:59.938695 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] Transition to ACTIVE for port object 772da0b0-3d81-4106-a3d6-35976eda49a2 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:59.940148 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-298884d6-362f-41fe-bfe2-bdc8e382d86f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fa8435-6741-4851-bb64-c7fad341c62e') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:59.944224 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.971210 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-298884d6-362f-41fe-bfe2-bdc8e382d86f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.971589 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4c59bbc-94d7-4fd9-8746-410b6f16c2b3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.972962 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a4c59bbc-94d7-4fd9-8746-410b6f16c2b3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5147333 Jul 13 07:56:59.978770 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c59bbc-94d7-4fd9-8746-410b6f16c2b3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a37c330-9503-4728-ab8b-2c4434dc8c49,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:59.980032 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.981173 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36466) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:59.988842 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c3d33bcf-9756-4496-a2fa-c4aa74329986 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': '8a37c330-9503-4728-ab8b-2c4434dc8c49', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:00.011441 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ebed451d-8b7f-4ae9-acf2-ac1f04de9d9e None None] Provisioning for port 9852d2fb-df5f-430a-a936-bb0dbc7fab02 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:00.019437 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-298884d6-362f-41fe-bfe2-bdc8e382d86f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.033078 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ebed451d-8b7f-4ae9-acf2-ac1f04de9d9e None None] Provisioning complete for port 9852d2fb-df5f-430a-a936-bb0dbc7fab02 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:00.033455 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebed451d-8b7f-4ae9-acf2-ac1f04de9d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.037232 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] Attempting to bind port 772da0b0-3d81-4106-a3d6-35976eda49a2 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:00.037606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] Attempting to bind port 772da0b0-3d81-4106-a3d6-35976eda49a2 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:00.037826 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298884d6-362f-41fe-bfe2-bdc8e382d86f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:57:00.037951 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] Attempting to bind port 772da0b0-3d81-4106-a3d6-35976eda49a2 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:00.038286 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-298884d6-362f-41fe-bfe2-bdc8e382d86f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.041923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=8bbb45c0-b137-47c7-bf73-393e0210de1b,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:00.080590 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:57:00.080884 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:57:00.085277 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:00.085277 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.085277 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:00.085277 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] Bound port: 772da0b0-3d81-4106-a3d6-35976eda49a2, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:00.085277 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.102321 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c3d33bcf-9756-4496-a2fa-c4aa74329986 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.162197 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 23031cfc-fd09-4c36-b56a-539388e7227f up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:00.203811 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0fa7746a-32ef-4754-9104-b4a2ea2deb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.216830 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ebed451d-8b7f-4ae9-acf2-ac1f04de9d9e None None] Port 9852d2fb-df5f-430a-a936-bb0dbc7fab02 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:57:00.222756 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-298884d6-362f-41fe-bfe2-bdc8e382d86f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.227829 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-298884d6-362f-41fe-bfe2-bdc8e382d86f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.233419 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36468) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:00.234294 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-298884d6-362f-41fe-bfe2-bdc8e382d86f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/networks/07a8ab06-4be3-4508-b89f-6fadf08a448b HTTP/1.1" status: 204 len: 168 time: 2.7439954 Jul 13 07:57:00.238852 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cebc274-d9e8-4446-8fd5-ecdcea4557ad None None] Pushing event updated for resources: {'Port': ['ID=772da0b0-3d81-4106-a3d6-35976eda49a2,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:00.260450 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c3d33bcf-9756-4496-a2fa-c4aa74329986 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.266991 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298884d6-362f-41fe-bfe2-bdc8e382d86f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Network': ['ID=07a8ab06-4be3-4508-b89f-6fadf08a448b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:00.270618 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] For port 772da0b0-3d81-4106-a3d6-35976eda49a2, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:00.275311 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] For port 772da0b0-3d81-4106-a3d6-35976eda49a2, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=772da0b0-3d81-4106-a3d6-35976eda49a2,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:00.292093 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.311784 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c3d33bcf-9756-4496-a2fa-c4aa74329986 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.329365 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66971380-bea0-448b-92af-76bc84a94f89 req-712fec76-d368-4631-a692-8b7d55464bcc tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:00.338642 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66971380-bea0-448b-92af-76bc84a94f89 req-712fec76-d368-4631-a692-8b7d55464bcc tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e HTTP/1.1" status: 200 len: 943 time: 0.7040939 Jul 13 07:57:00.342326 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['8bbb45c0-b137-47c7-bf73-393e0210de1b'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:57:00.409354 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 23031cfc-fd09-4c36-b56a-539388e7227f triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:00.409832 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.416025 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-beb553ae-7ac0-4f61-94f6-29a788b5991f req-0e78c04e-7420-4bc5-b938-1456096cfab4 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.422372 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c3d33bcf-9756-4496-a2fa-c4aa74329986 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.424380 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c3d33bcf-9756-4496-a2fa-c4aa74329986 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4405923 Jul 13 07:57:00.428833 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36472) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:00.429741 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d33bcf-9756-4496-a2fa-c4aa74329986 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66472712-64bd-4ff1-b1f9-91500ce71152,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:00.440147 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-dc33b1fb-f489-4e49-af7b-2e932b55b1c1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': '8a37c330-9503-4728-ab8b-2c4434dc8c49', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:00.487408 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78c04e-7420-4bc5-b938-1456096cfab4 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Pushing event deleted for resources: {'Port': ['ID=ec357f39-5baa-4c1a-a465-9f9fcc28a9d2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:00.493957 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['070ba8b1-ab16-4d64-9578-c7d6828da9f8'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:57:00.591389 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] Routers {'08e85966-1be6-4f08-8aa0-9b1ef5de0013'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:00.592385 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['08e85966-1be6-4f08-8aa0-9b1ef5de0013'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:00.614366 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66971380-bea0-448b-92af-76bc84a94f89 req-dc262ac3-f611-49d0-8faa-0bb5ff0fc23c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086310 Jul 13 07:57:00.662688 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb553ae-7ac0-4f61-94f6-29a788b5991f req-0e78c04e-7420-4bc5-b938-1456096cfab4 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] No DVR routers for this DVR port ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:57:00.670601 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cebc274-d9e8-4446-8fd5-ecdcea4557ad None None] Pushing event updated for resources: {'Port': ['ID=772da0b0-3d81-4106-a3d6-35976eda49a2,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:00.687534 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc33b1fb-f489-4e49-af7b-2e932b55b1c1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.691834 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-beb553ae-7ac0-4f61-94f6-29a788b5991f req-0e78c04e-7420-4bc5-b938-1456096cfab4 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.694288 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-beb553ae-7ac0-4f61-94f6-29a788b5991f req-0e78c04e-7420-4bc5-b938-1456096cfab4 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.62 "DELETE /v2.0/ports/ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 HTTP/1.1" status: 204 len: 173 time: 2.3089862 Jul 13 07:57:00.706216 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-16647ca7-d94e-48f7-8852-61cf54fade6b req-d4d672c9-0562-4ae7-8bb1-a70ce44750b4 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=9377f9fa-27ab-4330-b2b5-774054bdd179 HTTP/1.1" status: 200 len: 210 time: 0.1180542 Jul 13 07:57:00.712426 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9377f9fa-27ab-4330-b2b5-774054bdd179', 'name': 'network-vif-deleted', 'tag': 'ec357f39-5baa-4c1a-a465-9f9fcc28a9d2'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:00.715392 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09199adb-9133-4b79-ad7f-a67e53ab20a9" -d '{"events": [{"server_uuid": "9377f9fa-27ab-4330-b2b5-774054bdd179", "name": "network-vif-deleted", "tag": "ec357f39-5baa-4c1a-a465-9f9fcc28a9d2"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:00.834439 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] Set router 08e85966-1be6-4f08-8aa0-9b1ef5de0013 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:00.840595 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc33b1fb-f489-4e49-af7b-2e932b55b1c1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.842890 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c938d0-d0d9-4d96-8001-fe9b14e95354 x-openstack-request-id: req-65c938d0-d0d9-4d96-8001-fe9b14e95354 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:00.844147 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9377f9fa-27ab-4330-b2b5-774054bdd179", "name": "network-vif-deleted", "tag": "ec357f39-5baa-4c1a-a465-9f9fcc28a9d2", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:00.844506 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-65c938d0-d0d9-4d96-8001-fe9b14e95354 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:00.845288 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9377f9fa-27ab-4330-b2b5-774054bdd179', 'name': 'network-vif-deleted', 'tag': 'ec357f39-5baa-4c1a-a465-9f9fcc28a9d2', 'status': 'completed', 'code': 200} Jul 13 07:57:00.848692 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc33b1fb-f489-4e49-af7b-2e932b55b1c1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.874812 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33b1fb-f489-4e49-af7b-2e932b55b1c1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410fe5da-1936-4faf-8118-985af2bcef57,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:00.886488 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc33b1fb-f489-4e49-af7b-2e932b55b1c1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.891016 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-dc33b1fb-f489-4e49-af7b-2e932b55b1c1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4593735 Jul 13 07:57:00.893707 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36480) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:00.898751 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0c5df5c6-0d37-46c7-990a-11ab37012119 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': '8a37c330-9503-4728-ab8b-2c4434dc8c49', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:00.917716 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0fa7746a-32ef-4754-9104-b4a2ea2deb35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.936874 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0fa7746a-32ef-4754-9104-b4a2ea2deb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.955230 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c5df5c6-0d37-46c7-990a-11ab37012119 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.020686 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7746a-32ef-4754-9104-b4a2ea2deb35 admin admin] Pushing event updated for resources: {'Port': ['ID=9852d2fb-df5f-430a-a936-bb0dbc7fab02,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:01.052103 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0fa7746a-32ef-4754-9104-b4a2ea2deb35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.069909 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ef37e02e-1ee6-4a6f-9baa-37a4f5d227c3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.091563 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c5df5c6-0d37-46c7-990a-11ab37012119 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.102491 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c5df5c6-0d37-46c7-990a-11ab37012119 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.139755 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5df5c6-0d37-46c7-990a-11ab37012119 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04170c3-7f01-4349-be75-40299f21b30a,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:01.156845 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c5df5c6-0d37-46c7-990a-11ab37012119 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.162481 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0c5df5c6-0d37-46c7-990a-11ab37012119 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2646832 Jul 13 07:57:01.163233 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36482) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:01.170414 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a3bb1f22-eb32-47b4-a4c9-ad161f6bffbe tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': '8a37c330-9503-4728-ab8b-2c4434dc8c49', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:01.218891 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3bb1f22-eb32-47b4-a4c9-ad161f6bffbe tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.247592 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:01.349010 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:57:01.349453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device ec357f39-5baa-4c1a-a465-9f9fcc28a9d2 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:01.350481 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3bb1f22-eb32-47b4-a4c9-ad161f6bffbe tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.365783 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3bb1f22-eb32-47b4-a4c9-ad161f6bffbe tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.381601 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0a82924a-076d-4e66-a04a-7d82006f2bb8 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:01.387658 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa7746a-32ef-4754-9104-b4a2ea2deb35 admin admin] Network 8c0c128c-e415-4fa1-9b03-a061bae140b8 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:01.390793 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-0fa7746a-32ef-4754-9104-b4a2ea2deb35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:01.398845 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.422982 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb1f22-eb32-47b4-a4c9-ad161f6bffbe tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972f485b-ccb7-485f-a21a-4d00bbe37cd3,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:01.441160 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3bb1f22-eb32-47b4-a4c9-ad161f6bffbe tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.442693 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a3bb1f22-eb32-47b4-a4c9-ad161f6bffbe tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2771537 Jul 13 07:57:01.445664 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36484) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:01.455766 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 0a82924a-076d-4e66-a04a-7d82006f2bb8 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:57:01.456116 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0a82924a-076d-4e66-a04a-7d82006f2bb8 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:01.456961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 6e88738e-a19c-4133-b62c-f2a3805bfd80 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:01.470525 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ac7b5b9f-4f27-4314-963b-53c52f3b3be2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': '8a37c330-9503-4728-ab8b-2c4434dc8c49', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:01.511967 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 6e88738e-a19c-4133-b62c-f2a3805bfd80 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:57:01.512276 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 6e88738e-a19c-4133-b62c-f2a3805bfd80 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:01.524902 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-ac7b5b9f-4f27-4314-963b-53c52f3b3be2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Project b0a400cab12449b3b23abe0905366730 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:57:01.553696 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-282cc407-66dc-41c7-85f3-34048af3ed16 None None] Provisioning complete for port 9852d2fb-df5f-430a-a936-bb0dbc7fab02 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:01.554112 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-282cc407-66dc-41c7-85f3-34048af3ed16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.559288 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5b9f-4f27-4314-963b-53c52f3b3be2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.656052 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa7746a-32ef-4754-9104-b4a2ea2deb35 admin admin] Router 08e85966-1be6-4f08-8aa0-9b1ef5de0013 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:57:01.701782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-282cc407-66dc-41c7-85f3-34048af3ed16 None None] Port 9852d2fb-df5f-430a-a936-bb0dbc7fab02 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:57:01.723544 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5b9f-4f27-4314-963b-53c52f3b3be2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.730149 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5b9f-4f27-4314-963b-53c52f3b3be2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.769600 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b5b9f-4f27-4314-963b-53c52f3b3be2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d46916-f3ec-488d-977b-b3714124c819,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:01.778996 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5b9f-4f27-4314-963b-53c52f3b3be2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.782124 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ac7b5b9f-4f27-4314-963b-53c52f3b3be2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3339891 Jul 13 07:57:01.783590 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'name': 'tempest-TestVolumeBackupRestore-1422381788-router', 'tenant_id': '8a2262d7768d4026b0493c9a6cda0b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '772da0b0-3d81-4106-a3d6-35976eda49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:50Z', 'updated_at': '2021-07-13T07:57:00Z', 'revision_number': 4, 'project_id': '8a2262d7768d4026b0493c9a6cda0b55', 'gw_port': {'id': '772da0b0-3d81-4106-a3d6-35976eda49a2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:54Z', 'updated_at': '2021-07-13T07:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '9852d2fb-df5f-430a-a936-bb0dbc7fab02', 'name': '', 'network_id': '8c0c128c-e415-4fa1-9b03-a061bae140b8', 'tenant_id': '8a2262d7768d4026b0493c9a6cda0b55', 'mac_address': 'fa:16:3e:31:31:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'dc7b4a78-2248-44e3-904b-2c499b4f7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:58Z', 'updated_at': '2021-07-13T07:56:58Z', 'revision_number': 1, 'project_id': '8a2262d7768d4026b0493c9a6cda0b55', 'subnets': [{'id': 'dc7b4a78-2248-44e3-904b-2c499b4f7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:01.784588 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36492) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:01.799528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b35e080f-e45f-4ab4-8c37-9afad8f8fd75 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': '8a37c330-9503-4728-ab8b-2c4434dc8c49', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:01.859957 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d67ec0d-866b-451c-b246-a976863977e7 None None] The sync data for ids ['08e85966-1be6-4f08-8aa0-9b1ef5de0013'] in n-d-779913-28 is: [{'id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'name': 'tempest-TestVolumeBackupRestore-1422381788-router', 'tenant_id': '8a2262d7768d4026b0493c9a6cda0b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '772da0b0-3d81-4106-a3d6-35976eda49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:50Z', 'updated_at': '2021-07-13T07:57:00Z', 'revision_number': 4, 'project_id': '8a2262d7768d4026b0493c9a6cda0b55', 'gw_port': {'id': '772da0b0-3d81-4106-a3d6-35976eda49a2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:54Z', 'updated_at': '2021-07-13T07:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '9852d2fb-df5f-430a-a936-bb0dbc7fab02', 'name': '', 'network_id': '8c0c128c-e415-4fa1-9b03-a061bae140b8', 'tenant_id': '8a2262d7768d4026b0493c9a6cda0b55', 'mac_address': 'fa:16:3e:31:31:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'dc7b4a78-2248-44e3-904b-2c499b4f7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:58Z', 'updated_at': '2021-07-13T07:56:58Z', 'revision_number': 1, 'project_id': '8a2262d7768d4026b0493c9a6cda0b55', 'subnets': [{'id': 'dc7b4a78-2248-44e3-904b-2c499b4f7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:01.919783 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-b35e080f-e45f-4ab4-8c37-9afad8f8fd75 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Project b0a400cab12449b3b23abe0905366730 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:57:01.929866 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f8e3f9a1-7b8e-49b6-8792-d7574c3e0806 None None] Provisioning complete for port 9852d2fb-df5f-430a-a936-bb0dbc7fab02 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:01.932332 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f9a1-7b8e-49b6-8792-d7574c3e0806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.932506 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ef37e02e-1ee6-4a6f-9baa-37a4f5d227c3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting port 780d8ba1-22ee-4ce7-a426-98b5109bfb8c {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:01.932506 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ef37e02e-1ee6-4a6f-9baa-37a4f5d227c3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.936252 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b35e080f-e45f-4ab4-8c37-9afad8f8fd75 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.982219 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f8e3f9a1-7b8e-49b6-8792-d7574c3e0806 None None] Port 9852d2fb-df5f-430a-a936-bb0dbc7fab02 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:57:01.984591 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa7746a-32ef-4754-9104-b4a2ea2deb35 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:02.002956 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0fa7746a-32ef-4754-9104-b4a2ea2deb35 admin admin] 10.222.0.58 "PUT /v2.0/routers/08e85966-1be6-4f08-8aa0-9b1ef5de0013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7050915 Jul 13 07:57:02.060728 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab28ea8-e3fa-4f9e-bedc-ad8f6663276d req-9fc3c442-eeb7-477c-ad73-3d3758098085 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:02.063099 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ab28ea8-e3fa-4f9e-bedc-ad8f6663276d req-9fc3c442-eeb7-477c-ad73-3d3758098085 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e HTTP/1.1" status: 200 len: 944 time: 0.2080903 Jul 13 07:57:02.121007 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ab28ea8-e3fa-4f9e-bedc-ad8f6663276d req-b3285c37-f0c6-4cb7-a10c-ac7bd2faa487 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517004 Jul 13 07:57:02.142569 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b35e080f-e45f-4ab4-8c37-9afad8f8fd75 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:02.151688 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b35e080f-e45f-4ab4-8c37-9afad8f8fd75 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:02.173282 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e080f-e45f-4ab4-8c37-9afad8f8fd75 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ee12a6-1151-4888-8f0a-64a2e7b63323,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:02.197651 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-ef37e02e-1ee6-4a6f-9baa-37a4f5d227c3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] For port 780d8ba1-22ee-4ce7-a426-98b5109bfb8c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=780d8ba1-22ee-4ce7-a426-98b5109bfb8c,segment=NetworkSegment(778fcdc7-5d5f-4eb5-a333-e2b2e843dd49),segment_id=778fcdc7-5d5f-4eb5-a333-e2b2e843dd49)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:02.198036 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ef37e02e-1ee6-4a6f-9baa-37a4f5d227c3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:02.201068 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b35e080f-e45f-4ab4-8c37-9afad8f8fd75 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:02.203282 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b35e080f-e45f-4ab4-8c37-9afad8f8fd75 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4166973 Jul 13 07:57:02.206244 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36502) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:02.216138 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c3142af3-00fc-4f7a-874b-322a30b16bd1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'network': {'name': 'tempest-network-smoke--1796123174', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'port_security_enabled': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:02.230482 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ef37e02e-1ee6-4a6f-9baa-37a4f5d227c3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Calling delete_port for 780d8ba1-22ee-4ce7-a426-98b5109bfb8c owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:02.328352 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3142af3-00fc-4f7a-874b-322a30b16bd1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Made reservation on behalf of b0a400cab12449b3b23abe0905366730 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:57:02.332279 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3142af3-00fc-4f7a-874b-322a30b16bd1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:02.394905 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3142af3-00fc-4f7a-874b-322a30b16bd1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:57:02.422799 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3142af3-00fc-4f7a-874b-322a30b16bd1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:02.423227 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-c3142af3-00fc-4f7a-874b-322a30b16bd1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Added segment b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8 of type vlan for network f6b415b5-aae6-48a3-92fb-0445108cb875 Jul 13 07:57:02.530630 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3142af3-00fc-4f7a-874b-322a30b16bd1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:02.593250 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3142af3-00fc-4f7a-874b-322a30b16bd1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:02.595107 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ef37e02e-1ee6-4a6f-9baa-37a4f5d227c3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:02.608496 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3142af3-00fc-4f7a-874b-322a30b16bd1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:02.610637 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3142af3-00fc-4f7a-874b-322a30b16bd1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:02.664464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37e02e-1ee6-4a6f-9baa-37a4f5d227c3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Port': ['ID=780d8ba1-22ee-4ce7-a426-98b5109bfb8c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:02.696591 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c3142af3-00fc-4f7a-874b-322a30b16bd1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4889064 Jul 13 07:57:02.698052 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36518) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:02.710453 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0abdcf86-7540-4036-ae3b-da11314cf6db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1687274135', 'admin_state_up': True, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:02.844869 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0abdcf86-7540-4036-ae3b-da11314cf6db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:02.847987 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0abdcf86-7540-4036-ae3b-da11314cf6db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:02.858290 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3142af3-00fc-4f7a-874b-322a30b16bd1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Network': ['ID=f6b415b5-aae6-48a3-92fb-0445108cb875,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:02.878971 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network f6b415b5-aae6-48a3-92fb-0445108cb875 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:57:02.962356 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 8bbb45c0-b137-47c7-bf73-393e0210de1b up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:02.971429 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ef37e02e-1ee6-4a6f-9baa-37a4f5d227c3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:03.067899 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0abdcf86-7540-4036-ae3b-da11314cf6db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:03.243487 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 8bbb45c0-b137-47c7-bf73-393e0210de1b completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:03.254771 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 8bbb45c0-b137-47c7-bf73-393e0210de1b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:03.255153 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:03.464769 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:03.527975 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0abdcf86-7540-4036-ae3b-da11314cf6db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:03.550979 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4c2ace-ae2c-47bd-87e4-a93f47cd677e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbb45c0-b137-47c7-bf73-393e0210de1b'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:03.552399 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16af173a-b1c1-435a-aef7-9612c2b15603" -d '{"events": [{"server_uuid": "ca4c2ace-ae2c-47bd-87e4-a93f47cd677e", "name": "network-vif-plugged", "status": "completed", "tag": "8bbb45c0-b137-47c7-bf73-393e0210de1b"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:03.596151 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef37e02e-1ee6-4a6f-9baa-37a4f5d227c3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:57:03.608144 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 8bbb45c0-b137-47c7-bf73-393e0210de1b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8bbb45c0-b137-47c7-bf73-393e0210de1b,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:03.629156 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:03.692739 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf0b79-4408-4c4f-88e5-8a2e316ea7cf req-63942a13-c184-4e54-983d-187cb103fd58 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:03.694405 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fbaf0b79-4408-4c4f-88e5-8a2e316ea7cf req-63942a13-c184-4e54-983d-187cb103fd58 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e HTTP/1.1" status: 200 len: 944 time: 0.2647758 Jul 13 07:57:03.796827 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef37e02e-1ee6-4a6f-9baa-37a4f5d227c3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:03.810213 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d843e0f-24ad-4acd-86cc-01d9c42e0bb9 None None] Sync routers for ids ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:03.822157 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ef37e02e-1ee6-4a6f-9baa-37a4f5d227c3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/dd8721e5-ff9e-4c31-8041-2782d2b4f5d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5827751 Jul 13 07:57:03.822881 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36560) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:03.824543 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d843e0f-24ad-4acd-86cc-01d9c42e0bb9 None None] Routers {'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:03.825175 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9d843e0f-24ad-4acd-86cc-01d9c42e0bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:04.028579 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f15cbe-c28c-4ca6-955a-707de0ace4db tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting subnet b2ea75ec-75ba-454c-983c-cf68d33d06d7 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:57:04.052364 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=8bbb45c0-b137-47c7-bf73-393e0210de1b,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:04.055119 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85f15cbe-c28c-4ca6-955a-707de0ace4db tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:04.065484 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5999b8a-87d0-4e2f-9685-7afc32d2c662 x-openstack-request-id: req-e5999b8a-87d0-4e2f-9685-7afc32d2c662 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:04.066284 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4c2ace-ae2c-47bd-87e4-a93f47cd677e", "name": "network-vif-plugged", "status": "completed", "tag": "8bbb45c0-b137-47c7-bf73-393e0210de1b", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:04.066931 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5999b8a-87d0-4e2f-9685-7afc32d2c662 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:04.067755 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4c2ace-ae2c-47bd-87e4-a93f47cd677e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbb45c0-b137-47c7-bf73-393e0210de1b', 'code': 200} Jul 13 07:57:04.113918 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fbaf0b79-4408-4c4f-88e5-8a2e316ea7cf req-54d678f5-ceb4-40fc-8591-6e9b338da29d tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050605 Jul 13 07:57:04.174582 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-9d843e0f-24ad-4acd-86cc-01d9c42e0bb9 None None] Set router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:04.267375 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85f15cbe-c28c-4ca6-955a-707de0ace4db tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:04.365484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 772da0b0-3d81-4106-a3d6-35976eda49a2 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:04.548485 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 772da0b0-3d81-4106-a3d6-35976eda49a2 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:04.553198 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 772da0b0-3d81-4106-a3d6-35976eda49a2 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:04.553583 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:04.634952 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9d843e0f-24ad-4acd-86cc-01d9c42e0bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:57:02Z', 'revision_number': 10, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:04.693079 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d843e0f-24ad-4acd-86cc-01d9c42e0bb9 None None] Checking router: dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:04.719095 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d843e0f-24ad-4acd-86cc-01d9c42e0bb9 None None] Routers {'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:04.719783 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9d843e0f-24ad-4acd-86cc-01d9c42e0bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:04.738771 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:04.780271 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0abdcf86-7540-4036-ae3b-da11314cf6db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:04.787428 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85f15cbe-c28c-4ca6-955a-707de0ace4db tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:04.827775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-41965ee7-7f5b-4872-9d0b-76c1b6d11b16 None None] Provisioning complete for port 8bbb45c0-b137-47c7-bf73-393e0210de1b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:04.828186 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-41965ee7-7f5b-4872-9d0b-76c1b6d11b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:04.833389 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 772da0b0-3d81-4106-a3d6-35976eda49a2, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=772da0b0-3d81-4106-a3d6-35976eda49a2,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:04.879492 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0abdcf86-7540-4036-ae3b-da11314cf6db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:04.898359 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:04.945051 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85f15cbe-c28c-4ca6-955a-707de0ace4db tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:04.994918 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f15cbe-c28c-4ca6-955a-707de0ace4db tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Subnet': ['ID=b2ea75ec-75ba-454c-983c-cf68d33d06d7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:04.997695 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85f15cbe-c28c-4ca6-955a-707de0ace4db tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:05.000974 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-85f15cbe-c28c-4ca6-955a-707de0ace4db tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/subnets/b2ea75ec-75ba-454c-983c-cf68d33d06d7 HTTP/1.1" status: 204 len: 168 time: 1.1770566 Jul 13 07:57:05.006451 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ae814f-275c-47a8-8b03-819d0a0fb77f None None] Network 87b87ea5-ea49-4d32-a27e-053823b9501a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:57:05.006686 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36598) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:05.013948 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e62785-1b51-464c-b11a-53bc58bfe97f req-2552cc86-12db-4be6-bb72-5cc69a24b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:05.016086 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57e62785-1b51-464c-b11a-53bc58bfe97f req-2552cc86-12db-4be6-bb72-5cc69a24b5c5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e HTTP/1.1" status: 200 len: 1097 time: 0.8623116 Jul 13 07:57:05.111922 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57e62785-1b51-464c-b11a-53bc58bfe97f req-c4db2d98-7add-4fad-85eb-25ca46cf2be2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825043 Jul 13 07:57:05.183902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-0abdcf86-7540-4036-ae3b-da11314cf6db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Allocated IP 172.25.0.177 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/16bc035f-8847-4d3b-bbcc-a82a896f15ee) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:05.227461 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-9d843e0f-24ad-4acd-86cc-01d9c42e0bb9 None None] Set router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:05.270333 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e229cfc-9fb5-4a34-9097-f8b9cdb102a8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:05.353110 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-6e229cfc-9fb5-4a34-9097-f8b9cdb102a8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting port 90343951-9dc7-4c55-9115-bea32c0057bd {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:05.353730 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e229cfc-9fb5-4a34-9097-f8b9cdb102a8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:05.412779 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0abdcf86-7540-4036-ae3b-da11314cf6db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:05.493775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=772da0b0-3d81-4106-a3d6-35976eda49a2,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:05.534935 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-6e229cfc-9fb5-4a34-9097-f8b9cdb102a8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] For port 90343951-9dc7-4c55-9115-bea32c0057bd, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=90343951-9dc7-4c55-9115-bea32c0057bd,segment=NetworkSegment(778fcdc7-5d5f-4eb5-a333-e2b2e843dd49),segment_id=778fcdc7-5d5f-4eb5-a333-e2b2e843dd49)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:05.536006 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e229cfc-9fb5-4a34-9097-f8b9cdb102a8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:05.552547 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-6e229cfc-9fb5-4a34-9097-f8b9cdb102a8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Calling delete_port for 90343951-9dc7-4c55-9115-bea32c0057bd owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:05.629010 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0abdcf86-7540-4036-ae3b-da11314cf6db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:05.655986 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61672c4-82d2-4df5-8737-b69b9449218d req-96958c66-f067-4c28-a30a-67dbb87289b4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:05.657967 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e61672c4-82d2-4df5-8737-b69b9449218d req-96958c66-f067-4c28-a30a-67dbb87289b4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e HTTP/1.1" status: 200 len: 945 time: 0.2331595 Jul 13 07:57:05.670841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6f5993-b984-4627-823f-55c6daf4c734 None None] DHCP port deletion for 87b87ea5-ea49-4d32-a27e-053823b9501a request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:57:05.697102 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9d843e0f-24ad-4acd-86cc-01d9c42e0bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:57:02Z', 'revision_number': 10, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:05.732361 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e229cfc-9fb5-4a34-9097-f8b9cdb102a8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:05.744489 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4e6f5993-b984-4627-823f-55c6daf4c734 None None] Deleting port 90343951-9dc7-4c55-9115-bea32c0057bd {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:05.745313 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4e6f5993-b984-4627-823f-55c6daf4c734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:05.755949 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d843e0f-24ad-4acd-86cc-01d9c42e0bb9 None None] The sync data for ids ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'] in n-d-779913-28 is: [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:57:02Z', 'revision_number': 10, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None, '_interfaces': [{'id': 'e5f96dd0-a267-48e0-ba6f-fa50bc380e0f', 'name': '', 'network_id': 'e761ab00-f5c1-4c5f-ae6d-3ab00bd18143', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'mac_address': 'fa:16:3e:f3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '434003e8-8629-44b7-9903-e598119bbe37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:06Z', 'updated_at': '2021-07-13T07:56:17Z', 'revision_number': 5, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'subnets': [{'id': '434003e8-8629-44b7-9903-e598119bbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:05.807520 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abdcf86-7540-4036-ae3b-da11314cf6db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:05.808234 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e229cfc-9fb5-4a34-9097-f8b9cdb102a8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Port': ['ID=90343951-9dc7-4c55-9115-bea32c0057bd,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:05.819918 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e229cfc-9fb5-4a34-9097-f8b9cdb102a8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] No DVR routers for this DVR port 90343951-9dc7-4c55-9115-bea32c0057bd on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:57:05.823718 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-0abdcf86-7540-4036-ae3b-da11314cf6db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:05.833320 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abdcf86-7540-4036-ae3b-da11314cf6db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:05.839914 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abdcf86-7540-4036-ae3b-da11314cf6db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=16bc035f-8847-4d3b-bbcc-a82a896f15ee,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:05.853341 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4e6f5993-b984-4627-823f-55c6daf4c734 None None] For port 90343951-9dc7-4c55-9115-bea32c0057bd, host n-d-779913-28, got binding levels [] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:05.853966 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4e6f5993-b984-4627-823f-55c6daf4c734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:05.877964 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4e6f5993-b984-4627-823f-55c6daf4c734 None None] Calling delete_port for 90343951-9dc7-4c55-9115-bea32c0057bd owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:05.881880 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.ipam_backend_mixin [None req-4e6f5993-b984-4627-823f-55c6daf4c734 None None] Port 90343951-9dc7-4c55-9115-bea32c0057bd was not found and therefore no delete operation was performed {{(pid=93725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:57:05.883600 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4e6f5993-b984-4627-823f-55c6daf4c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:05.918918 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f5993-b984-4627-823f-55c6daf4c734 None None] Pushing event deleted for resources: {'Port': ['ID=90343951-9dc7-4c55-9115-bea32c0057bd,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:05.928413 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6f5993-b984-4627-823f-55c6daf4c734 None None] No DVR routers for this DVR port 90343951-9dc7-4c55-9115-bea32c0057bd on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:57:05.969229 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e61672c4-82d2-4df5-8737-b69b9449218d req-d9d7505b-197f-42e5-a578-79708d255b73 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659204 Jul 13 07:57:06.021697 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e229cfc-9fb5-4a34-9097-f8b9cdb102a8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:06.041911 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-6e229cfc-9fb5-4a34-9097-f8b9cdb102a8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b87ea5-ea49-4d32-a27e-053823b9501a']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:06.055396 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-6e229cfc-9fb5-4a34-9097-f8b9cdb102a8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778fcdc7-5d5f-4eb5-a333-e2b2e843dd49') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:06.055746 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-6e229cfc-9fb5-4a34-9097-f8b9cdb102a8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778fcdc7-5d5f-4eb5-a333-e2b2e843dd49') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:06.074683 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] Sync routers for ids ['08e85966-1be6-4f08-8aa0-9b1ef5de0013'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:06.091023 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e229cfc-9fb5-4a34-9097-f8b9cdb102a8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:06.095062 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] Routers {'08e85966-1be6-4f08-8aa0-9b1ef5de0013'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:06.096798 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['08e85966-1be6-4f08-8aa0-9b1ef5de0013'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:06.127947 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e229cfc-9fb5-4a34-9097-f8b9cdb102a8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:06.148693 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e229cfc-9fb5-4a34-9097-f8b9cdb102a8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:57:06.149111 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e229cfc-9fb5-4a34-9097-f8b9cdb102a8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:57:06.283049 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:57:06.289872 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e229cfc-9fb5-4a34-9097-f8b9cdb102a8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:06.297017 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e229cfc-9fb5-4a34-9097-f8b9cdb102a8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:06.304524 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6e229cfc-9fb5-4a34-9097-f8b9cdb102a8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/networks/87b87ea5-ea49-4d32-a27e-053823b9501a HTTP/1.1" status: 204 len: 168 time: 1.2952578 Jul 13 07:57:06.305178 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36614) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:06.424493 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 772da0b0-3d81-4106-a3d6-35976eda49a2 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:06.479105 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0abdcf86-7540-4036-ae3b-da11314cf6db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:06.597628 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] Set router 08e85966-1be6-4f08-8aa0-9b1ef5de0013 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:06.659148 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 772da0b0-3d81-4106-a3d6-35976eda49a2 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:06.659462 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:06.825007 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0abdcf86-7540-4036-ae3b-da11314cf6db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:06.975594 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'name': 'tempest-TestVolumeBackupRestore-1422381788-router', 'tenant_id': '8a2262d7768d4026b0493c9a6cda0b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '772da0b0-3d81-4106-a3d6-35976eda49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:50Z', 'updated_at': '2021-07-13T07:57:00Z', 'revision_number': 4, 'project_id': '8a2262d7768d4026b0493c9a6cda0b55', 'gw_port': {'id': '772da0b0-3d81-4106-a3d6-35976eda49a2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:54Z', 'updated_at': '2021-07-13T07:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '9852d2fb-df5f-430a-a936-bb0dbc7fab02', 'name': '', 'network_id': '8c0c128c-e415-4fa1-9b03-a061bae140b8', 'tenant_id': '8a2262d7768d4026b0493c9a6cda0b55', 'mac_address': 'fa:16:3e:31:31:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'dc7b4a78-2248-44e3-904b-2c499b4f7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:58Z', 'updated_at': '2021-07-13T07:57:00Z', 'revision_number': 2, 'project_id': '8a2262d7768d4026b0493c9a6cda0b55', 'subnets': [{'id': 'dc7b4a78-2248-44e3-904b-2c499b4f7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:06.988791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 780d8ba1-22ee-4ce7-a426-98b5109bfb8c no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:07.014862 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abdcf86-7540-4036-ae3b-da11314cf6db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Router c0dc2308-f851-4bf9-96be-88869d413955 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:57:07.031375 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e229cfc-9fb5-4a34-9097-f8b9cdb102a8 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Network': ['ID=87b87ea5-ea49-4d32-a27e-053823b9501a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:07.086703 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] Checking router: 08e85966-1be6-4f08-8aa0-9b1ef5de0013 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:07.087294 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] Updating router 08e85966-1be6-4f08-8aa0-9b1ef5de0013 port 9852d2fb-df5f-430a-a936-bb0dbc7fab02 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:57:07.133757 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 780d8ba1-22ee-4ce7-a426-98b5109bfb8c {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:57:07.134122 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 780d8ba1-22ee-4ce7-a426-98b5109bfb8c not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:07.134598 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 90343951-9dc7-4c55-9115-bea32c0057bd no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:07.136953 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:07.163059 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 90343951-9dc7-4c55-9115-bea32c0057bd {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:57:07.163431 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 90343951-9dc7-4c55-9115-bea32c0057bd not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:07.185344 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abdcf86-7540-4036-ae3b-da11314cf6db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:07.207030 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] Sync routers for ids ['c0dc2308-f851-4bf9-96be-88869d413955'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:07.235913 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] Routers {'c0dc2308-f851-4bf9-96be-88869d413955'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:07.236791 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['c0dc2308-f851-4bf9-96be-88869d413955'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:07.318689 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0abdcf86-7540-4036-ae3b-da11314cf6db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:07.324544 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36620) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:07.325831 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0abdcf86-7540-4036-ae3b-da11314cf6db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.6203194 Jul 13 07:57:07.438327 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f2662-9a1d-45ae-859c-d70f8e6e6728 req-53b00875-f185-44f2-8172-cc96c0ad121b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:07.451522 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-162f2662-9a1d-45ae-859c-d70f8e6e6728 req-53b00875-f185-44f2-8172-cc96c0ad121b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e HTTP/1.1" status: 200 len: 945 time: 0.2189989 Jul 13 07:57:07.537114 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] Set router c0dc2308-f851-4bf9-96be-88869d413955 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:07.547012 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-162f2662-9a1d-45ae-859c-d70f8e6e6728 req-2f479682-f46a-4861-b041-e419f3c6af73 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949738 Jul 13 07:57:07.652665 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cebe59ec-78e8-4e53-a3a7-0da01d7ee313 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=b0a400cab12449b3b23abe0905366730&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3265512 Jul 13 07:57:07.655365 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36634) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:07.658268 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:07.677050 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] Transition to ACTIVE for port object 9852d2fb-df5f-430a-a936-bb0dbc7fab02 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:07.687391 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:07.708543 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86921640-4bba-4e11-8d81-d898abb3a2c5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:07.809697 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfa727-8519-454a-a345-3e22ffdda197 None None] Pushing event updated for resources: {'Port': ['ID=9852d2fb-df5f-430a-a936-bb0dbc7fab02,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:07.830440 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd62f17-8fbc-4ac3-888d-0453f22eb6d2 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:07.832171 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3dd62f17-8fbc-4ac3-888d-0453f22eb6d2 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1757593 Jul 13 07:57:07.834951 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36638) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:07.861077 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] Attempting to bind port 9852d2fb-df5f-430a-a936-bb0dbc7fab02 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:07.861859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] Attempting to bind port 9852d2fb-df5f-430a-a936-bb0dbc7fab02 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'eba305e4-259b-4994-a010-bd9099c75363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8c0c128c-e415-4fa1-9b03-a061bae140b8'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:07.862493 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] Attempting to bind port 9852d2fb-df5f-430a-a936-bb0dbc7fab02 on network 8c0c128c-e415-4fa1-9b03-a061bae140b8 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:07.870337 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:07.873316 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] Checking segment: {'id': 'eba305e4-259b-4994-a010-bd9099c75363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8c0c128c-e415-4fa1-9b03-a061bae140b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:07.873983 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:07.875176 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] Bound using segment: {'id': 'eba305e4-259b-4994-a010-bd9099c75363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8c0c128c-e415-4fa1-9b03-a061bae140b8'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:07.876552 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] Bound port: 9852d2fb-df5f-430a-a936-bb0dbc7fab02, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba305e4-259b-4994-a010-bd9099c75363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8c0c128c-e415-4fa1-9b03-a061bae140b8'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:07.877183 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:07.936949 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b4c7dddd-8cda-42f1-b2e2-36a6f2c7277f tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f96be058-f906-4210-b421-902eff1606be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1006677 Jul 13 07:57:07.939427 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36640) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:07.946957 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3ea8e54b-b833-40de-8e1c-fe78b37b7433 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1258475566', 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:07.968450 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687274135', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:02Z', 'updated_at': '2021-07-13T07:57:06Z', 'revision_number': 3, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:04Z', 'updated_at': '2021-07-13T07:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:08.047866 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] For port 9852d2fb-df5f-430a-a936-bb0dbc7fab02, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:08.057828 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] For port 9852d2fb-df5f-430a-a936-bb0dbc7fab02, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9852d2fb-df5f-430a-a936-bb0dbc7fab02,segment=NetworkSegment(eba305e4-259b-4994-a010-bd9099c75363),segment_id=eba305e4-259b-4994-a010-bd9099c75363)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:08.059464 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] Checking router: c0dc2308-f851-4bf9-96be-88869d413955 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:08.062597 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] Updating router c0dc2308-f851-4bf9-96be-88869d413955 port 16bc035f-8847-4d3b-bbcc-a82a896f15ee binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:57:08.080579 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:08.156458 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:08.182378 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea8e54b-b833-40de-8e1c-fe78b37b7433 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Made reservation on behalf of b0a400cab12449b3b23abe0905366730 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:57:08.195454 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ea8e54b-b833-40de-8e1c-fe78b37b7433 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:08.240451 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfa727-8519-454a-a345-3e22ffdda197 None None] Pushing event updated for resources: {'Port': ['ID=9852d2fb-df5f-430a-a936-bb0dbc7fab02,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:08.265815 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:08.284224 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] Routers {'08e85966-1be6-4f08-8aa0-9b1ef5de0013'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:08.285516 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['08e85966-1be6-4f08-8aa0-9b1ef5de0013'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:08.377460 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-86921640-4bba-4e11-8d81-d898abb3a2c5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting port e5f96dd0-a267-48e0-ba6f-fa50bc380e0f {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:08.378134 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86921640-4bba-4e11-8d81-d898abb3a2c5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:08.656386 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-86921640-4bba-4e11-8d81-d898abb3a2c5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] For port e5f96dd0-a267-48e0-ba6f-fa50bc380e0f, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e5f96dd0-a267-48e0-ba6f-fa50bc380e0f,segment=NetworkSegment(35a9a37b-66a7-4461-8915-569da92f03ae),segment_id=35a9a37b-66a7-4461-8915-569da92f03ae)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:08.657039 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86921640-4bba-4e11-8d81-d898abb3a2c5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:08.688269 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-86921640-4bba-4e11-8d81-d898abb3a2c5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Calling delete_port for e5f96dd0-a267-48e0-ba6f-fa50bc380e0f owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:08.775579 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:08.802706 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] Transition to ACTIVE for port object 16bc035f-8847-4d3b-bbcc-a82a896f15ee will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:08.818226 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:08.839910 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ea8e54b-b833-40de-8e1c-fe78b37b7433 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:08.946005 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11452cf0-f02e-413e-bed8-d1b7e94dc192 None None] Pushing event updated for resources: {'Port': ['ID=16bc035f-8847-4d3b-bbcc-a82a896f15ee,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:08.949218 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] Attempting to bind port 16bc035f-8847-4d3b-bbcc-a82a896f15ee on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:08.953169 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba40ff6-e022-4c33-ae39-33c3cc1f1d05 req-bb35a237-347f-414b-b9be-81d03102c0f3 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:08.955215 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] Attempting to bind port 16bc035f-8847-4d3b-bbcc-a82a896f15ee by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:08.961269 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] Attempting to bind port 16bc035f-8847-4d3b-bbcc-a82a896f15ee on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:08.967945 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2ba40ff6-e022-4c33-ae39-33c3cc1f1d05 req-bb35a237-347f-414b-b9be-81d03102c0f3 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=135a56d9-d1f7-4ee9-9190-22417d5fc4e8 HTTP/1.1" status: 200 len: 945 time: 0.4119983 Jul 13 07:57:08.976737 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:08.977139 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:08.977545 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:08.977930 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:08.978434 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] Bound port: 16bc035f-8847-4d3b-bbcc-a82a896f15ee, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:08.978817 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:09.023365 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] Set router 08e85966-1be6-4f08-8aa0-9b1ef5de0013 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:09.058392 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] For port 16bc035f-8847-4d3b-bbcc-a82a896f15ee, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:09.063461 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] For port 16bc035f-8847-4d3b-bbcc-a82a896f15ee, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=16bc035f-8847-4d3b-bbcc-a82a896f15ee,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:09.070979 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86921640-4bba-4e11-8d81-d898abb3a2c5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:09.072553 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:09.112324 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86921640-4bba-4e11-8d81-d898abb3a2c5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Port': ['ID=e5f96dd0-a267-48e0-ba6f-fa50bc380e0f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:09.257300 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] Routers {'c0dc2308-f851-4bf9-96be-88869d413955'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:09.260664 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['c0dc2308-f851-4bf9-96be-88869d413955'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:09.350457 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11452cf0-f02e-413e-bed8-d1b7e94dc192 None None] Pushing event updated for resources: {'Port': ['ID=16bc035f-8847-4d3b-bbcc-a82a896f15ee,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:09.456964 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86921640-4bba-4e11-8d81-d898abb3a2c5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:09.489575 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'name': 'tempest-TestVolumeBackupRestore-1422381788-router', 'tenant_id': '8a2262d7768d4026b0493c9a6cda0b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '772da0b0-3d81-4106-a3d6-35976eda49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:50Z', 'updated_at': '2021-07-13T07:57:00Z', 'revision_number': 4, 'project_id': '8a2262d7768d4026b0493c9a6cda0b55', 'gw_port': {'id': '772da0b0-3d81-4106-a3d6-35976eda49a2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:54Z', 'updated_at': '2021-07-13T07:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '9852d2fb-df5f-430a-a936-bb0dbc7fab02', 'name': '', 'network_id': '8c0c128c-e415-4fa1-9b03-a061bae140b8', 'tenant_id': '8a2262d7768d4026b0493c9a6cda0b55', 'mac_address': 'fa:16:3e:31:31:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'dc7b4a78-2248-44e3-904b-2c499b4f7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:58Z', 'updated_at': '2021-07-13T07:57:08Z', 'revision_number': 4, 'project_id': '8a2262d7768d4026b0493c9a6cda0b55', 'subnets': [{'id': 'dc7b4a78-2248-44e3-904b-2c499b4f7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:09.527077 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] Set router c0dc2308-f851-4bf9-96be-88869d413955 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:09.541990 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6bde7d-9c20-4320-b1b9-6e17b146d41a None None] The sync data for ids ['08e85966-1be6-4f08-8aa0-9b1ef5de0013'] in n-d-779913-28 is: [{'id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'name': 'tempest-TestVolumeBackupRestore-1422381788-router', 'tenant_id': '8a2262d7768d4026b0493c9a6cda0b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '772da0b0-3d81-4106-a3d6-35976eda49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:50Z', 'updated_at': '2021-07-13T07:57:00Z', 'revision_number': 4, 'project_id': '8a2262d7768d4026b0493c9a6cda0b55', 'gw_port': {'id': '772da0b0-3d81-4106-a3d6-35976eda49a2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:54Z', 'updated_at': '2021-07-13T07:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '9852d2fb-df5f-430a-a936-bb0dbc7fab02', 'name': '', 'network_id': '8c0c128c-e415-4fa1-9b03-a061bae140b8', 'tenant_id': '8a2262d7768d4026b0493c9a6cda0b55', 'mac_address': 'fa:16:3e:31:31:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'dc7b4a78-2248-44e3-904b-2c499b4f7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:58Z', 'updated_at': '2021-07-13T07:57:08Z', 'revision_number': 4, 'project_id': '8a2262d7768d4026b0493c9a6cda0b55', 'subnets': [{'id': 'dc7b4a78-2248-44e3-904b-2c499b4f7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:09.720315 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2ba40ff6-e022-4c33-ae39-33c3cc1f1d05 req-67573d11-8bac-47c9-a809-9b5e6ce679ab tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/security-groups?id=e377d66c-037d-4a90-9691-e8180d59aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7492869 Jul 13 07:57:09.720985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8e54b-b833-40de-8e1c-fe78b37b7433 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Subnet': ['ID=c5c6a219-df69-431e-a70b-90672a5471cf,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:09.754815 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea8e54b-b833-40de-8e1c-fe78b37b7433 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Checking segment: {'id': 'b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:09.755192 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea8e54b-b833-40de-8e1c-fe78b37b7433 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network hostable DHCP agents. Network: f6b415b5-aae6-48a3-92fb-0445108cb875, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:57:09.810789 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86921640-4bba-4e11-8d81-d898abb3a2c5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:57:09.825847 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea8e54b-b833-40de-8e1c-fe78b37b7433 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network f6b415b5-aae6-48a3-92fb-0445108cb875 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:57:09.857142 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35d454-1a86-44e8-8b77-d5bf4bd52081 req-e5254664-cb26-45d4-9cde-e080ece3fefa tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:09.858771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c35d454-1a86-44e8-8b77-d5bf4bd52081 req-e5254664-cb26-45d4-9cde-e080ece3fefa tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.35 "GET /v2.0/ports?device_id=135a56d9-d1f7-4ee9-9190-22417d5fc4e8 HTTP/1.1" status: 200 len: 945 time: 0.1165829 Jul 13 07:57:09.863234 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3ea8e54b-b833-40de-8e1c-fe78b37b7433 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, f6b415b5-aae6-48a3-92fb-0445108cb875) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:09.876690 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98a91e8-89f0-47c4-b5e4-076dfbbae44d None None] Network f6b415b5-aae6-48a3-92fb-0445108cb875 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:57:09.953579 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86921640-4bba-4e11-8d81-d898abb3a2c5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:09.968470 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-86921640-4bba-4e11-8d81-d898abb3a2c5 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/dd8721e5-ff9e-4c31-8041-2782d2b4f5d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6585383 Jul 13 07:57:09.969125 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36660) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:10.006891 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea8e54b-b833-40de-8e1c-fe78b37b7433 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:10.021432 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ea8e54b-b833-40de-8e1c-fe78b37b7433 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:10.029592 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687274135', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:02Z', 'updated_at': '2021-07-13T07:57:06Z', 'revision_number': 3, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:04Z', 'updated_at': '2021-07-13T07:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:10.052662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f933c6b-aab6-4ef0-b21f-f9822bcd7dce None None] Sync routers for ids ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:10.083383 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3ea8e54b-b833-40de-8e1c-fe78b37b7433 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1427186 Jul 13 07:57:10.086271 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f933c6b-aab6-4ef0-b21f-f9822bcd7dce None None] Routers {'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:10.087760 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4f933c6b-aab6-4ef0-b21f-f9822bcd7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:10.094504 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36662) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:10.120012 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824c1998-d27f-4461-b716-a861f96f7eec None None] The sync data for ids ['c0dc2308-f851-4bf9-96be-88869d413955'] in n-d-779913-28 is: [{'id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687274135', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:02Z', 'updated_at': '2021-07-13T07:57:06Z', 'revision_number': 3, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:04Z', 'updated_at': '2021-07-13T07:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:10.222120 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f45300e-e5a0-4d64-8f08-92fda1aeb0ac tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting subnet 434003e8-8629-44b7-9903-e598119bbe37 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:57:10.234725 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f45300e-e5a0-4d64-8f08-92fda1aeb0ac tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:10.256572 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-4c35d454-1a86-44e8-8b77-d5bf4bd52081 req-f768dc25-b864-4452-b2bd-3912b8c9ff35 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Deleting port 070ba8b1-ab16-4d64-9578-c7d6828da9f8 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:10.256572 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4c35d454-1a86-44e8-8b77-d5bf4bd52081 req-f768dc25-b864-4452-b2bd-3912b8c9ff35 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:10.287985 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-4f933c6b-aab6-4ef0-b21f-f9822bcd7dce None None] Set router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:10.313899 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f45300e-e5a0-4d64-8f08-92fda1aeb0ac tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:10.343421 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9852d2fb-df5f-430a-a936-bb0dbc7fab02 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:10.421674 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4f933c6b-aab6-4ef0-b21f-f9822bcd7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:57:08Z', 'revision_number': 11, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:10.460157 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f933c6b-aab6-4ef0-b21f-f9822bcd7dce None None] Checking router: dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:10.496230 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-4c35d454-1a86-44e8-8b77-d5bf4bd52081 req-f768dc25-b864-4452-b2bd-3912b8c9ff35 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] For port 070ba8b1-ab16-4d64-9578-c7d6828da9f8, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=070ba8b1-ab16-4d64-9578-c7d6828da9f8,segment=NetworkSegment(4274e490-15b7-43be-8439-a248d70b1f1c),segment_id=4274e490-15b7-43be-8439-a248d70b1f1c)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:10.496605 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4c35d454-1a86-44e8-8b77-d5bf4bd52081 req-f768dc25-b864-4452-b2bd-3912b8c9ff35 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:10.532260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-4c35d454-1a86-44e8-8b77-d5bf4bd52081 req-f768dc25-b864-4452-b2bd-3912b8c9ff35 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Calling delete_port for 070ba8b1-ab16-4d64-9578-c7d6828da9f8 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:10.539440 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f933c6b-aab6-4ef0-b21f-f9822bcd7dce None None] Routers {'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:10.540108 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4f933c6b-aab6-4ef0-b21f-f9822bcd7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:10.579664 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 9852d2fb-df5f-430a-a936-bb0dbc7fab02 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:10.682542 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f45300e-e5a0-4d64-8f08-92fda1aeb0ac tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:10.700508 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 9852d2fb-df5f-430a-a936-bb0dbc7fab02 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:10.700890 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:10.718054 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-4f933c6b-aab6-4ef0-b21f-f9822bcd7dce None None] Set router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:10.738199 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-f6b415b5-aae6-48a3-92fb-0445108cb875', 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'fixed_ips': [{'subnet_id': 'c5c6a219-df69-431e-a70b-90672a5471cf'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:57:10.738199 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:10.896000 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4f933c6b-aab6-4ef0-b21f-f9822bcd7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:57:08Z', 'revision_number': 11, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:10.908158 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f45300e-e5a0-4d64-8f08-92fda1aeb0ac tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:10.947014 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f933c6b-aab6-4ef0-b21f-f9822bcd7dce None None] The sync data for ids ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'] in n-d-779913-28 is: [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:57:08Z', 'revision_number': 11, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:10.964423 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0f45300e-e5a0-4d64-8f08-92fda1aeb0ac tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:10.969947 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0f45300e-e5a0-4d64-8f08-92fda1aeb0ac tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/subnets/434003e8-8629-44b7-9903-e598119bbe37 HTTP/1.1" status: 204 len: 168 time: 0.9997892 Jul 13 07:57:10.971759 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45300e-e5a0-4d64-8f08-92fda1aeb0ac tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Subnet': ['ID=434003e8-8629-44b7-9903-e598119bbe37,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:10.976498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36670) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:11.022791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa38c19-21d2-46e2-a8af-58c481b19c47 None None] Network e761ab00-f5c1-4c5f-ae6d-3ab00bd18143 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:57:11.114586 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4c35d454-1a86-44e8-8b77-d5bf4bd52081 req-f768dc25-b864-4452-b2bd-3912b8c9ff35 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:11.256037 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-69db504e-3c92-4899-8761-25bdaf618aac req-fd8ccf0f-42fa-4b29-a1c3-20f129a19a82 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.58 "GET /v2.0/ports?device_id=135a56d9-d1f7-4ee9-9190-22417d5fc4e8 HTTP/1.1" status: 200 len: 210 time: 0.1772184 Jul 13 07:57:11.299049 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-94767d14-c1e0-4955-9db1-39780ddbc30d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:11.360680 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:11.403425 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c35d454-1a86-44e8-8b77-d5bf4bd52081 req-f768dc25-b864-4452-b2bd-3912b8c9ff35 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] No DVR routers for this DVR port 070ba8b1-ab16-4d64-9578-c7d6828da9f8 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:57:11.412881 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768dc25-b864-4452-b2bd-3912b8c9ff35 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Pushing event deleted for resources: {'Port': ['ID=070ba8b1-ab16-4d64-9578-c7d6828da9f8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:11.424683 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4c35d454-1a86-44e8-8b77-d5bf4bd52081 req-f768dc25-b864-4452-b2bd-3912b8c9ff35 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:11.427042 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c35d454-1a86-44e8-8b77-d5bf4bd52081 req-f768dc25-b864-4452-b2bd-3912b8c9ff35 tempest-AttachVolumeNegativeTest-31556413 tempest-AttachVolumeNegativeTest-31556413-project] 10.222.0.35 "DELETE /v2.0/ports/070ba8b1-ab16-4d64-9578-c7d6828da9f8 HTTP/1.1" status: 204 len: 173 time: 1.5387514 Jul 13 07:57:11.429419 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135a56d9-d1f7-4ee9-9190-22417d5fc4e8', 'name': 'network-vif-deleted', 'tag': '070ba8b1-ab16-4d64-9578-c7d6828da9f8'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:11.433376 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2afb75-5448-4fbb-9b9b-337eb17e420c" -d '{"events": [{"server_uuid": "135a56d9-d1f7-4ee9-9190-22417d5fc4e8", "name": "network-vif-deleted", "tag": "070ba8b1-ab16-4d64-9578-c7d6828da9f8"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:11.460011 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-220181bf-4fb2-4665-aac0-3ad2398d0ea7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:11.543149 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0c0555-2398-42bc-82a4-bc9ea205bc27 x-openstack-request-id: req-6d0c0555-2398-42bc-82a4-bc9ea205bc27 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:11.543856 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135a56d9-d1f7-4ee9-9190-22417d5fc4e8", "name": "network-vif-deleted", "tag": "070ba8b1-ab16-4d64-9578-c7d6828da9f8", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:11.544367 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d0c0555-2398-42bc-82a4-bc9ea205bc27 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:11.545017 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135a56d9-d1f7-4ee9-9190-22417d5fc4e8', 'name': 'network-vif-deleted', 'tag': '070ba8b1-ab16-4d64-9578-c7d6828da9f8', 'status': 'completed', 'code': 200} Jul 13 07:57:11.574903 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-220181bf-4fb2-4665-aac0-3ad2398d0ea7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Deleting port e46a87e5-9f84-4f51-9529-ec006e7b36d4 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:11.575636 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-220181bf-4fb2-4665-aac0-3ad2398d0ea7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:11.579474 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] Allocated IP 172.20.0.2 (f6b415b5-aae6-48a3-92fb-0445108cb875/c5c6a219-df69-431e-a70b-90672a5471cf/a152bdb4-d746-4347-bf62-8b2c467cb0f8) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:11.652759 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 9852d2fb-df5f-430a-a936-bb0dbc7fab02, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9852d2fb-df5f-430a-a936-bb0dbc7fab02,segment=NetworkSegment(eba305e4-259b-4994-a010-bd9099c75363),segment_id=eba305e4-259b-4994-a010-bd9099c75363)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:11.687559 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-220181bf-4fb2-4665-aac0-3ad2398d0ea7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] For port e46a87e5-9f84-4f51-9529-ec006e7b36d4, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e46a87e5-9f84-4f51-9529-ec006e7b36d4,segment=NetworkSegment(35a9a37b-66a7-4461-8915-569da92f03ae),segment_id=35a9a37b-66a7-4461-8915-569da92f03ae)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:11.688118 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-220181bf-4fb2-4665-aac0-3ad2398d0ea7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:11.703929 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-220181bf-4fb2-4665-aac0-3ad2398d0ea7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Calling delete_port for e46a87e5-9f84-4f51-9529-ec006e7b36d4 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:11.824258 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-220181bf-4fb2-4665-aac0-3ad2398d0ea7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:11.847036 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:11.860531 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220181bf-4fb2-4665-aac0-3ad2398d0ea7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Port': ['ID=e46a87e5-9f84-4f51-9529-ec006e7b36d4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:11.862953 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220181bf-4fb2-4665-aac0-3ad2398d0ea7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] No DVR routers for this DVR port e46a87e5-9f84-4f51-9529-ec006e7b36d4 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:57:11.994640 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=9852d2fb-df5f-430a-a936-bb0dbc7fab02,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:12.017283 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-220181bf-4fb2-4665-aac0-3ad2398d0ea7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.062301 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-220181bf-4fb2-4665-aac0-3ad2398d0ea7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e761ab00-f5c1-4c5f-ae6d-3ab00bd18143']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:12.092868 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-220181bf-4fb2-4665-aac0-3ad2398d0ea7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a9a37b-66a7-4461-8915-569da92f03ae') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:12.104826 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-220181bf-4fb2-4665-aac0-3ad2398d0ea7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a9a37b-66a7-4461-8915-569da92f03ae') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:12.108112 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.145421 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] Transition to ACTIVE for port object a152bdb4-d746-4347-bf62-8b2c467cb0f8 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:12.145634 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-220181bf-4fb2-4665-aac0-3ad2398d0ea7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.171795 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-220181bf-4fb2-4665-aac0-3ad2398d0ea7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.180810 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] Transition to ACTIVE for port object a152bdb4-d746-4347-bf62-8b2c467cb0f8 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:12.185261 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220181bf-4fb2-4665-aac0-3ad2398d0ea7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:57:12.185684 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-220181bf-4fb2-4665-aac0-3ad2398d0ea7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.208880 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.252068 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34207fe0-5dba-4e84-8630-89a337f5dc45 None None] DHCP port deletion for e761ab00-f5c1-4c5f-ae6d-3ab00bd18143 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:57:12.308356 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-94767d14-c1e0-4955-9db1-39780ddbc30d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Allocated IP 172.20.0.1 (f6b415b5-aae6-48a3-92fb-0445108cb875/c5c6a219-df69-431e-a70b-90672a5471cf/25720cbf-3415-4c51-87e8-8625cd3c9dcd) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:57:12.367688 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:57:12.377042 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-220181bf-4fb2-4665-aac0-3ad2398d0ea7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.378433 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] Pushing event updated for resources: {'Port': ['ID=a152bdb4-d746-4347-bf62-8b2c467cb0f8,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:12.402007 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] Network f6b415b5-aae6-48a3-92fb-0445108cb875 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:12.403692 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:12.423971 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:12.440650 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-220181bf-4fb2-4665-aac0-3ad2398d0ea7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.454593 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-220181bf-4fb2-4665-aac0-3ad2398d0ea7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/networks/e761ab00-f5c1-4c5f-ae6d-3ab00bd18143 HTTP/1.1" status: 204 len: 168 time: 1.4769602 Jul 13 07:57:12.455555 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220181bf-4fb2-4665-aac0-3ad2398d0ea7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Pushing event deleted for resources: {'Network': ['ID=e761ab00-f5c1-4c5f-ae6d-3ab00bd18143,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:12.457233 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36686) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:12.477281 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-26769917-46dc-4e41-853f-a70c90623a06 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'router': {'routes': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:12.497522 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36688) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:12.522772 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dc5c9f01-8daa-4bd2-a626-505cb223c97b None None] Provisioning complete for port 9852d2fb-df5f-430a-a936-bb0dbc7fab02 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:12.523148 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc5c9f01-8daa-4bd2-a626-505cb223c97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.543034 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] Attempting to bind port a152bdb4-d746-4347-bf62-8b2c467cb0f8 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:12.544622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] Attempting to bind port a152bdb4-d746-4347-bf62-8b2c467cb0f8 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:12.545173 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] Attempting to bind port a152bdb4-d746-4347-bf62-8b2c467cb0f8 on network f6b415b5-aae6-48a3-92fb-0445108cb875 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:12.573198 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:12.573589 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] Checking segment: {'id': 'b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:12.574003 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.574428 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] Bound using segment: {'id': 'b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:12.581599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] Bound port: a152bdb4-d746-4347-bf62-8b2c467cb0f8, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:12.581599 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.592444 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9852d2fb-df5f-430a-a936-bb0dbc7fab02 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:12.675828 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-94767d14-c1e0-4955-9db1-39780ddbc30d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.696706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-94767d14-c1e0-4955-9db1-39780ddbc30d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Transition to ACTIVE for port object 25720cbf-3415-4c51-87e8-8625cd3c9dcd will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:12.738674 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-94767d14-c1e0-4955-9db1-39780ddbc30d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.775031 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] For port a152bdb4-d746-4347-bf62-8b2c467cb0f8, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:12.775415 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94767d14-c1e0-4955-9db1-39780ddbc30d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network f6b415b5-aae6-48a3-92fb-0445108cb875 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:12.779660 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-94767d14-c1e0-4955-9db1-39780ddbc30d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:12.782756 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0691b3a-5e86-4394-b5b8-b3f3929f1161 admin admin] Deleting subnet af3a2383-8099-4064-9267-4ac4780fcb43 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:57:12.786020 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d0691b3a-5e86-4394-b5b8-b3f3929f1161 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.788797 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] For port a152bdb4-d746-4347-bf62-8b2c467cb0f8, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a152bdb4-d746-4347-bf62-8b2c467cb0f8,segment=NetworkSegment(b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8),segment_id=b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:12.809512 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94767d14-c1e0-4955-9db1-39780ddbc30d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:12.831467 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d0691b3a-5e86-4394-b5b8-b3f3929f1161 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.840606 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.881391 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d0691b3a-5e86-4394-b5b8-b3f3929f1161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.883819 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94767d14-c1e0-4955-9db1-39780ddbc30d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=25720cbf-3415-4c51-87e8-8625cd3c9dcd,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:12.899675 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-94767d14-c1e0-4955-9db1-39780ddbc30d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.967789 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 9852d2fb-df5f-430a-a936-bb0dbc7fab02 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:12.968208 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.969694 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db2cb4-55c2-4882-8167-c10353a06d4c None None] Pushing event updated for resources: {'Port': ['ID=a152bdb4-d746-4347-bf62-8b2c467cb0f8,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:12.973926 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.995977 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d0691b3a-5e86-4394-b5b8-b3f3929f1161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:13.008168 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.extraroute_db [None req-26769917-46dc-4e41-853f-a70c90623a06 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Added routes are [] {{(pid=93724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 07:57:13.011293 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.extraroute_db [None req-26769917-46dc-4e41-853f-a70c90623a06 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Removed routes are [] {{(pid=93724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 07:57:13.011864 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26769917-46dc-4e41-853f-a70c90623a06 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:13.046558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 070ba8b1-ab16-4d64-9578-c7d6828da9f8 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:13.158242 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d0691b3a-5e86-4394-b5b8-b3f3929f1161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:13.164201 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d0691b3a-5e86-4394-b5b8-b3f3929f1161 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/af3a2383-8099-4064-9267-4ac4780fcb43 HTTP/1.1" status: 204 len: 168 time: 0.6640668 Jul 13 07:57:13.165082 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36696) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:13.183241 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 070ba8b1-ab16-4d64-9578-c7d6828da9f8 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:57:13.183984 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 070ba8b1-ab16-4d64-9578-c7d6828da9f8 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:13.225131 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0691b3a-5e86-4394-b5b8-b3f3929f1161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af3a2383-8099-4064-9267-4ac4780fcb43,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:13.258501 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-94767d14-c1e0-4955-9db1-39780ddbc30d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:13.281610 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 16bc035f-8847-4d3b-bbcc-a82a896f15ee up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:13.362370 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26769917-46dc-4e41-853f-a70c90623a06 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:13.366773 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26769917-46dc-4e41-853f-a70c90623a06 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396023'] for router, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:13.400691 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 16bc035f-8847-4d3b-bbcc-a82a896f15ee completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:13.407349 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 16bc035f-8847-4d3b-bbcc-a82a896f15ee triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:13.409109 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:13.410439 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-848ba770-ba76-4899-8982-f768127016ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:13.503233 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26769917-46dc-4e41-853f-a70c90623a06 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:57:13.589287 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-848ba770-ba76-4899-8982-f768127016ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:13.601090 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-848ba770-ba76-4899-8982-f768127016ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e253f1c6-51d9-42ff-9541-a7b1eff9e445']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:13.601705 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26769917-46dc-4e41-853f-a70c90623a06 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:13.611941 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e029b63-5db2-47b5-84d0-393cdbdbe67a None None] Sync routers for ids ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:13.612933 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26769917-46dc-4e41-853f-a70c90623a06 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:13.614601 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-26769917-46dc-4e41-853f-a70c90623a06 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 HTTP/1.1" status: 200 len: 705 time: 1.1496906 Jul 13 07:57:13.617292 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36708) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:13.618844 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-848ba770-ba76-4899-8982-f768127016ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4274e490-15b7-43be-8439-a248d70b1f1c') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:13.619544 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-848ba770-ba76-4899-8982-f768127016ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4274e490-15b7-43be-8439-a248d70b1f1c') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:13.636521 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e029b63-5db2-47b5-84d0-393cdbdbe67a None None] Routers {'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:13.637156 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4e029b63-5db2-47b5-84d0-393cdbdbe67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:13.637341 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-848ba770-ba76-4899-8982-f768127016ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:13.658111 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-848ba770-ba76-4899-8982-f768127016ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:13.664555 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848ba770-ba76-4899-8982-f768127016ce admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:57:13.664958 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-848ba770-ba76-4899-8982-f768127016ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:13.693741 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6af6ba50-82ed-4cdc-9ee1-1351e4d7f64f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 HTTP/1.1" status: 200 len: 205 time: 0.0727067 Jul 13 07:57:13.695652 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36712) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:57:13.737479 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:57:13.740719 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-848ba770-ba76-4899-8982-f768127016ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:13.792541 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-848ba770-ba76-4899-8982-f768127016ce admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:13.798285 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-848ba770-ba76-4899-8982-f768127016ce admin admin] 10.222.0.58 "DELETE /v2.0/networks/e253f1c6-51d9-42ff-9541-a7b1eff9e445 HTTP/1.1" status: 204 len: 168 time: 0.6320937 Jul 13 07:57:13.832029 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ba770-ba76-4899-8982-f768127016ce admin admin] Pushing event deleted for resources: {'Network': ['ID=e253f1c6-51d9-42ff-9541-a7b1eff9e445,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:13.846980 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-287505e5-2c67-476f-8c62-e2c6e861e17d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:13.963243 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:14.009941 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4e029b63-5db2-47b5-84d0-393cdbdbe67a None None] Set router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:14.021633 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 16bc035f-8847-4d3b-bbcc-a82a896f15ee, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=16bc035f-8847-4d3b-bbcc-a82a896f15ee,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:14.032073 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:14.152619 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=16bc035f-8847-4d3b-bbcc-a82a896f15ee,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:14.183358 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4e029b63-5db2-47b5-84d0-393cdbdbe67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:57:08Z', 'revision_number': 11, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:14.199699 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e5f96dd0-a267-48e0-ba6f-fa50bc380e0f no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:14.236680 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-94767d14-c1e0-4955-9db1-39780ddbc30d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:14.251145 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-94767d14-c1e0-4955-9db1-39780ddbc30d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:14.278884 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e029b63-5db2-47b5-84d0-393cdbdbe67a None None] Checking router: dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:14.298720 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e029b63-5db2-47b5-84d0-393cdbdbe67a None None] Routers {'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:14.303476 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: e5f96dd0-a267-48e0-ba6f-fa50bc380e0f {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:57:14.316984 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e5f96dd0-a267-48e0-ba6f-fa50bc380e0f not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:14.317547 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4e029b63-5db2-47b5-84d0-393cdbdbe67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:14.327823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36720) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:14.422388 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-287505e5-2c67-476f-8c62-e2c6e861e17d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:14.436765 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-287505e5-2c67-476f-8c62-e2c6e861e17d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:14.459202 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94767d14-c1e0-4955-9db1-39780ddbc30d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=25720cbf-3415-4c51-87e8-8625cd3c9dcd,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:14.495716 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-94767d14-c1e0-4955-9db1-39780ddbc30d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:14.497234 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-84cb07a7-af7c-4f6b-adc1-afd764736179 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=720da6c44773453e9873d1bb4f013d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1169920 Jul 13 07:57:14.504753 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36722) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:14.529113 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4e029b63-5db2-47b5-84d0-393cdbdbe67a None None] Set router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:14.610182 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-287505e5-2c67-476f-8c62-e2c6e861e17d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:14.611005 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287505e5-2c67-476f-8c62-e2c6e861e17d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Fanout notify agent at l3_agent the message router_deleted on router dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:57:14.625831 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-287505e5-2c67-476f-8c62-e2c6e861e17d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:14.629117 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-287505e5-2c67-476f-8c62-e2c6e861e17d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/routers/dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 HTTP/1.1" status: 204 len: 168 time: 0.9312985 Jul 13 07:57:14.632784 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36724) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:14.635716 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4e029b63-5db2-47b5-84d0-393cdbdbe67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:57:08Z', 'revision_number': 11, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:14.638405 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201114e5-0118-4d65-8988-07689f535000 None None] Network f6b415b5-aae6-48a3-92fb-0445108cb875 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:57:14.638888 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-15fbdc53-df9e-4998-a4ec-0058197303d3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-928075619', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:14.687687 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e029b63-5db2-47b5-84d0-393cdbdbe67a None None] The sync data for ids ['dd8721e5-ff9e-4c31-8041-2782d2b4f5d6'] in n-d-779913-28 is: [{'id': 'dd8721e5-ff9e-4c31-8041-2782d2b4f5d6', 'name': 'tempest-RoutersIpV6Test-router-1727690809', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:04Z', 'updated_at': '2021-07-13T07:57:08Z', 'revision_number': 11, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:14.720130 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 16bc035f-8847-4d3b-bbcc-a82a896f15ee up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:14.723425 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-58ec219f-eb0e-40e6-b4a3-d1bc35482ade None None] Provisioning for port a152bdb4-d746-4347-bf62-8b2c467cb0f8 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:14.744932 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc7f1-342f-4b2a-9694-6b833abccc1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:14.758549 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15fbdc53-df9e-4998-a4ec-0058197303d3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:14.759586 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15fbdc53-df9e-4998-a4ec-0058197303d3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:14.919390 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 16bc035f-8847-4d3b-bbcc-a82a896f15ee triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:14.919800 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.061823 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a152bdb4-d746-4347-bf62-8b2c467cb0f8 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:15.157670 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port a152bdb4-d746-4347-bf62-8b2c467cb0f8 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:15.164708 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port a152bdb4-d746-4347-bf62-8b2c467cb0f8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:15.165247 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.276430 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.292366 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15fbdc53-df9e-4998-a4ec-0058197303d3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.314699 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15fbdc53-df9e-4998-a4ec-0058197303d3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.317420 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port a152bdb4-d746-4347-bf62-8b2c467cb0f8, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a152bdb4-d746-4347-bf62-8b2c467cb0f8,segment=NetworkSegment(b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8),segment_id=b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:15.328789 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc7f1-342f-4b2a-9694-6b833abccc1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.329069 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.345919 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94767d14-c1e0-4955-9db1-39780ddbc30d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network f6b415b5-aae6-48a3-92fb-0445108cb875 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:15.367917 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-94767d14-c1e0-4955-9db1-39780ddbc30d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:15.412685 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15fbdc53-df9e-4998-a4ec-0058197303d3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.416476 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-15fbdc53-df9e-4998-a4ec-0058197303d3 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7801552 Jul 13 07:57:15.416832 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36742) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:15.422691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1d3e0348-43e9-4a28-a867-d1d31da346cd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:15.429563 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e46a87e5-9f84-4f51-9529-ec006e7b36d4 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:15.507165 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: e46a87e5-9f84-4f51-9529-ec006e7b36d4 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:57:15.507513 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e46a87e5-9f84-4f51-9529-ec006e7b36d4 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:15.515398 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=a152bdb4-d746-4347-bf62-8b2c467cb0f8,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:15.535174 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d48aa02d-bba8-4551-bef7-3793f799330f None None] Provisioning complete for port a152bdb4-d746-4347-bf62-8b2c467cb0f8 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:15.535752 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d48aa02d-bba8-4551-bef7-3793f799330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.644642 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc7f1-342f-4b2a-9694-6b833abccc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.648823 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc7f1-342f-4b2a-9694-6b833abccc1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.659677 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d2dbc7f1-342f-4b2a-9694-6b833abccc1e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e377d66c-037d-4a90-9691-e8180d59aec7 HTTP/1.1" status: 204 len: 168 time: 1.1532159 Jul 13 07:57:15.698265 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbc7f1-342f-4b2a-9694-6b833abccc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e377d66c-037d-4a90-9691-e8180d59aec7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:15.701573 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d48aa02d-bba8-4551-bef7-3793f799330f None None] Provisioning for port 25720cbf-3415-4c51-87e8-8625cd3c9dcd completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:15.712358 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d48aa02d-bba8-4551-bef7-3793f799330f None None] Provisioning complete for port 25720cbf-3415-4c51-87e8-8625cd3c9dcd triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:15.712903 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d48aa02d-bba8-4551-bef7-3793f799330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.762846 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94767d14-c1e0-4955-9db1-39780ddbc30d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Router c0dc2308-f851-4bf9-96be-88869d413955 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:57:15.774682 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d48aa02d-bba8-4551-bef7-3793f799330f None None] Port 25720cbf-3415-4c51-87e8-8625cd3c9dcd cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:57:15.900722 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fe74ef87-8a07-49eb-a69c-5a7a3db7b36e None None] Provisioning complete for port 25720cbf-3415-4c51-87e8-8625cd3c9dcd triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:15.901240 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fe74ef87-8a07-49eb-a69c-5a7a3db7b36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.960136 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94767d14-c1e0-4955-9db1-39780ddbc30d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:15.980634 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-94767d14-c1e0-4955-9db1-39780ddbc30d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "PUT /v2.0/routers/c0dc2308-f851-4bf9-96be-88869d413955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8839536 Jul 13 07:57:15.981527 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff4789-1151-4a98-9564-333b4444f697 None None] Sync routers for ids ['c0dc2308-f851-4bf9-96be-88869d413955'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:16.001163 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-fe74ef87-8a07-49eb-a69c-5a7a3db7b36e None None] Port 25720cbf-3415-4c51-87e8-8625cd3c9dcd cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:57:16.020807 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff4789-1151-4a98-9564-333b4444f697 None None] Routers {'c0dc2308-f851-4bf9-96be-88869d413955'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:16.023850 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-feff4789-1151-4a98-9564-333b4444f697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['c0dc2308-f851-4bf9-96be-88869d413955'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:16.089416 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d3e0348-43e9-4a28-a867-d1d31da346cd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:16.147103 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d3e0348-43e9-4a28-a867-d1d31da346cd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396023'] for router, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:16.210629 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f09f2019-29ce-4d6b-b65b-d05abb0b8d03 None None] Provisioning complete for port 25720cbf-3415-4c51-87e8-8625cd3c9dcd triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:16.211150 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f09f2019-29ce-4d6b-b65b-d05abb0b8d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:16.336145 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f09f2019-29ce-4d6b-b65b-d05abb0b8d03 None None] Port 25720cbf-3415-4c51-87e8-8625cd3c9dcd cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:57:16.416589 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-feff4789-1151-4a98-9564-333b4444f697 None None] Set router c0dc2308-f851-4bf9-96be-88869d413955 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:16.512897 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a152bdb4-d746-4347-bf62-8b2c467cb0f8 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:16.516552 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-cf3ac664-f53b-44b6-95e1-640d68af5c8b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1420713405&fields=id&tenant_id=b0a400cab12449b3b23abe0905366730 HTTP/1.1" status: 200 len: 267 time: 0.1482301 Jul 13 07:57:16.617252 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3e0348-43e9-4a28-a867-d1d31da346cd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Router db70afea-9a75-41d6-9733-dbd5ec8f7937 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:57:16.652777 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0f9f4fc2-42ea-45a9-9297-9711ab3f0084 None None] Provisioning complete for port 25720cbf-3415-4c51-87e8-8625cd3c9dcd triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:16.652944 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f9f4fc2-42ea-45a9-9297-9711ab3f0084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:16.761830 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f4fc2-42ea-45a9-9297-9711ab3f0084 None None] Port 25720cbf-3415-4c51-87e8-8625cd3c9dcd cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:57:16.766386 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port a152bdb4-d746-4347-bf62-8b2c467cb0f8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:16.766762 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:16.782701 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3e0348-43e9-4a28-a867-d1d31da346cd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:16.796120 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d3e0348-43e9-4a28-a867-d1d31da346cd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:16.797542 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1d3e0348-43e9-4a28-a867-d1d31da346cd tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "PUT /v2.0/routers/db70afea-9a75-41d6-9733-dbd5ec8f7937 HTTP/1.1" status: 200 len: 697 time: 1.3791633 Jul 13 07:57:16.797749 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc6e67a-d95e-4f1b-9975-6722c5983b6c None None] Sync routers for ids ['db70afea-9a75-41d6-9733-dbd5ec8f7937'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:16.800203 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36776) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:16.816438 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-d9164c7c-919b-4445-813b-872bc514fe6c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:16.824408 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-d9164c7c-919b-4445-813b-872bc514fe6c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/networks?id=f6b415b5-aae6-48a3-92fb-0445108cb875 HTTP/1.1" status: 200 len: 797 time: 0.2940974 Jul 13 07:57:16.831307 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc6e67a-d95e-4f1b-9975-6722c5983b6c None None] Routers {'db70afea-9a75-41d6-9733-dbd5ec8f7937'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:16.838301 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7dc6e67a-d95e-4f1b-9975-6722c5983b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['db70afea-9a75-41d6-9733-dbd5ec8f7937'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:16.842539 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-39db8813-2131-44e7-8f6a-6da59db77f85 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/quotas/b0a400cab12449b3b23abe0905366730 HTTP/1.1" status: 200 len: 375 time: 0.0167167 Jul 13 07:57:16.912009 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-feff4789-1151-4a98-9564-333b4444f697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687274135', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:02Z', 'updated_at': '2021-07-13T07:57:13Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:04Z', 'updated_at': '2021-07-13T07:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '25720cbf-3415-4c51-87e8-8625cd3c9dcd', 'name': '', 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:27:c1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'c5c6a219-df69-431e-a70b-90672a5471cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:11Z', 'updated_at': '2021-07-13T07:57:13Z', 'revision_number': 2, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': 'c5c6a219-df69-431e-a70b-90672a5471cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:16.937501 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-70f208c8-03bb-411b-ab5c-419c60214e54 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864918 Jul 13 07:57:16.990486 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff4789-1151-4a98-9564-333b4444f697 None None] Checking router: c0dc2308-f851-4bf9-96be-88869d413955 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:16.995317 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff4789-1151-4a98-9564-333b4444f697 None None] Updating router c0dc2308-f851-4bf9-96be-88869d413955 port 25720cbf-3415-4c51-87e8-8625cd3c9dcd binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:57:17.018179 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e78b12f7-ff9e-43d2-85c0-531795525383 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/routers/db70afea-9a75-41d6-9733-dbd5ec8f7937 HTTP/1.1" status: 200 len: 703 time: 0.2166855 Jul 13 07:57:17.024170 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36786) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:17.066574 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-7dc6e67a-d95e-4f1b-9975-6722c5983b6c None None] Set router db70afea-9a75-41d6-9733-dbd5ec8f7937 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:17.079950 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-feff4789-1151-4a98-9564-333b4444f697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:17.097653 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3572b865-1e4e-46c9-ab7b-a2bde79939eb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/ports?device_id=db70afea-9a75-41d6-9733-dbd5ec8f7937 HTTP/1.1" status: 200 len: 205 time: 0.0699675 Jul 13 07:57:17.098140 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36794) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:17.100587 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f048b68c-397e-43c0-a6f3-a3923ca4206f service neutron] 10.222.0.58 "GET /v2.0/networks/f6b415b5-aae6-48a3-92fb-0445108cb875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597440 Jul 13 07:57:17.152105 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7dc6e67a-d95e-4f1b-9975-6722c5983b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db70afea-9a75-41d6-9733-dbd5ec8f7937', 'name': 'tempest-RoutersIpV6Test-router-928075619', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:14Z', 'updated_at': '2021-07-13T07:57:16Z', 'revision_number': 2, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:17.221052 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc6e67a-d95e-4f1b-9975-6722c5983b6c None None] Checking router: db70afea-9a75-41d6-9733-dbd5ec8f7937 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:17.240228 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc6e67a-d95e-4f1b-9975-6722c5983b6c None None] Routers {'db70afea-9a75-41d6-9733-dbd5ec8f7937'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:17.241363 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7dc6e67a-d95e-4f1b-9975-6722c5983b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['db70afea-9a75-41d6-9733-dbd5ec8f7937'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:17.269799 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-ea98f358-2634-44ba-b09a-7a9027e241c2 service neutron] 10.222.0.58 "GET /v2.0/networks/f6b415b5-aae6-48a3-92fb-0445108cb875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626740 Jul 13 07:57:17.315419 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c06bb02d-7725-4656-b82a-1eb35d0f0eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:17.439277 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-7dc6e67a-d95e-4f1b-9975-6722c5983b6c None None] Set router db70afea-9a75-41d6-9733-dbd5ec8f7937 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:17.552016 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-feff4789-1151-4a98-9564-333b4444f697 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:17.575343 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-feff4789-1151-4a98-9564-333b4444f697 None None] Transition to ACTIVE for port object 25720cbf-3415-4c51-87e8-8625cd3c9dcd will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:17.588656 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-feff4789-1151-4a98-9564-333b4444f697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:17.689096 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7dc6e67a-d95e-4f1b-9975-6722c5983b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db70afea-9a75-41d6-9733-dbd5ec8f7937', 'name': 'tempest-RoutersIpV6Test-router-928075619', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:14Z', 'updated_at': '2021-07-13T07:57:16Z', 'revision_number': 2, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:17.755632 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c06bb02d-7725-4656-b82a-1eb35d0f0eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:17.758545 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c06bb02d-7725-4656-b82a-1eb35d0f0eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:17.822656 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc6e67a-d95e-4f1b-9975-6722c5983b6c None None] The sync data for ids ['db70afea-9a75-41d6-9733-dbd5ec8f7937'] in n-d-779913-28 is: [{'id': 'db70afea-9a75-41d6-9733-dbd5ec8f7937', 'name': 'tempest-RoutersIpV6Test-router-928075619', 'tenant_id': 'df97e55fdf6643bbaf24537534c4c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:14Z', 'updated_at': '2021-07-13T07:57:16Z', 'revision_number': 2, 'project_id': 'df97e55fdf6643bbaf24537534c4c718', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:17.834246 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c06bb02d-7725-4656-b82a-1eb35d0f0eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:17.834862 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06bb02d-7725-4656-b82a-1eb35d0f0eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Fanout notify agent at l3_agent the message router_deleted on router db70afea-9a75-41d6-9733-dbd5ec8f7937 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:57:17.840439 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87e82b11-8ad2-418c-9ce8-e1d6cc580c2a req-a9352a5c-a170-4a47-89a5-9073b6fe41d3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 210 time: 0.0745633 Jul 13 07:57:17.843566 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c06bb02d-7725-4656-b82a-1eb35d0f0eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:17.844084 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e3ed0-3e24-4c34-b9d2-0b427d6cf587 None None] Pushing event updated for resources: {'Port': ['ID=25720cbf-3415-4c51-87e8-8625cd3c9dcd,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:17.844543 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c06bb02d-7725-4656-b82a-1eb35d0f0eeb tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/routers/db70afea-9a75-41d6-9733-dbd5ec8f7937 HTTP/1.1" status: 204 len: 168 time: 0.7431939 Jul 13 07:57:17.849724 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36818) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:17.928423 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-28b6f20a-e170-4a6a-9799-8eb7b22bd51f tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/ports?device_id=db70afea-9a75-41d6-9733-dbd5ec8f7937 HTTP/1.1" status: 200 len: 205 time: 0.0685945 Jul 13 07:57:17.931085 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36822) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:18.027679 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-feff4789-1151-4a98-9564-333b4444f697 None None] Attempting to bind port 25720cbf-3415-4c51-87e8-8625cd3c9dcd on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:18.027973 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-feff4789-1151-4a98-9564-333b4444f697 None None] Attempting to bind port 25720cbf-3415-4c51-87e8-8625cd3c9dcd by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:18.028347 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feff4789-1151-4a98-9564-333b4444f697 None None] Attempting to bind port 25720cbf-3415-4c51-87e8-8625cd3c9dcd on network f6b415b5-aae6-48a3-92fb-0445108cb875 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:18.035516 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-1ca1af43-ea82-4d38-9b7f-e0fc7884b1e7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] delete failed (client error): The resource could not be found. Jul 13 07:57:18.039184 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36828) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:18.043220 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feff4789-1151-4a98-9564-333b4444f697 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:18.043604 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feff4789-1151-4a98-9564-333b4444f697 None None] Checking segment: {'id': 'b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:18.044017 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-feff4789-1151-4a98-9564-333b4444f697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.044408 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feff4789-1151-4a98-9564-333b4444f697 None None] Bound using segment: {'id': 'b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:18.044881 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-feff4789-1151-4a98-9564-333b4444f697 None None] Bound port: 25720cbf-3415-4c51-87e8-8625cd3c9dcd, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:18.045270 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-feff4789-1151-4a98-9564-333b4444f697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.047742 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1ca1af43-ea82-4d38-9b7f-e0fc7884b1e7 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/routers/db70afea-9a75-41d6-9733-dbd5ec8f7937 HTTP/1.1" status: 404 len: 336 time: 0.1153505 Jul 13 07:57:18.157818 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6c2624-ad0c-4711-bf89-9c8683ea2fd0 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] DELETE failed (client error): The resource could not be found. Jul 13 07:57:18.158449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df6c2624-ad0c-4711-bf89-9c8683ea2fd0 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:57:18.163798 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36832) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:18.176216 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-df6c2624-ad0c-4711-bf89-9c8683ea2fd0 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/subnets/22494553-127e-4b61-8306-810e77a729a2 HTTP/1.1" status: 404 len: 337 time: 0.1356685 Jul 13 07:57:18.218963 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-feff4789-1151-4a98-9564-333b4444f697 None None] For port 25720cbf-3415-4c51-87e8-8625cd3c9dcd, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:18.223588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-feff4789-1151-4a98-9564-333b4444f697 None None] For port 25720cbf-3415-4c51-87e8-8625cd3c9dcd, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=25720cbf-3415-4c51-87e8-8625cd3c9dcd,segment=NetworkSegment(b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8),segment_id=b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:18.237092 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-feff4789-1151-4a98-9564-333b4444f697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.257742 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-48bec436-1a17-42b5-af0c-5d8c46f1e917 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] DELETE failed (client error): The resource could not be found. Jul 13 07:57:18.258230 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48bec436-1a17-42b5-af0c-5d8c46f1e917 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:57:18.268208 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-48bec436-1a17-42b5-af0c-5d8c46f1e917 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/subnets/d4cbe6e1-eeef-492d-9d9d-c2304a34bfb3 HTTP/1.1" status: 404 len: 337 time: 0.0982623 Jul 13 07:57:18.268208 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36836) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:18.316875 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ecc632-49b3-4aba-ac01-7d9ec4cefa98 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] DELETE failed (client error): The resource could not be found. Jul 13 07:57:18.317373 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ecc632-49b3-4aba-ac01-7d9ec4cefa98 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:57:18.321970 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-41ecc632-49b3-4aba-ac01-7d9ec4cefa98 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/subnets/b2ea75ec-75ba-454c-983c-cf68d33d06d7 HTTP/1.1" status: 404 len: 337 time: 0.0520728 Jul 13 07:57:18.323141 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36840) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:18.386644 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff4789-1151-4a98-9564-333b4444f697 None None] Routers {'c0dc2308-f851-4bf9-96be-88869d413955'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:18.388822 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb3a906-cb5a-42d6-b494-47ef32474a9c tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] DELETE failed (client error): The resource could not be found. Jul 13 07:57:18.389143 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-feff4789-1151-4a98-9564-333b4444f697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:56:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['c0dc2308-f851-4bf9-96be-88869d413955'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:18.391776 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb3a906-cb5a-42d6-b494-47ef32474a9c tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:57:18.397133 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-feb3a906-cb5a-42d6-b494-47ef32474a9c tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/subnets/434003e8-8629-44b7-9903-e598119bbe37 HTTP/1.1" status: 404 len: 337 time: 0.0728302 Jul 13 07:57:18.400129 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36844) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:18.498493 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36846) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:18.502626 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6ab72010-ad04-437f-b02b-5f5898a355ac tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 HTTP/1.1" status: 200 len: 205 time: 0.1011202 Jul 13 07:57:18.511057 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e3ed0-3e24-4c34-b9d2-0b427d6cf587 None None] Pushing event updated for resources: {'Port': ['ID=25720cbf-3415-4c51-87e8-8625cd3c9dcd,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:18.581147 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-9cfa2f16-cd74-4368-bcdf-3c3ac56fc095 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] delete failed (client error): The resource could not be found. Jul 13 07:57:18.586749 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36852) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:18.598785 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9cfa2f16-cd74-4368-bcdf-3c3ac56fc095 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/routers/dd8721e5-ff9e-4c31-8041-2782d2b4f5d6 HTTP/1.1" status: 404 len: 336 time: 0.0982332 Jul 13 07:57:18.633196 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36856) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:18.671736 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-af737563-c379-4da5-8640-bda6a5b1c6c9 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9c9578a-353d-43dc-a4be-50d6122a9bc4 HTTP/1.1" status: 200 len: 205 time: 0.0801659 Jul 13 07:57:18.730018 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-feff4789-1151-4a98-9564-333b4444f697 None None] Set router c0dc2308-f851-4bf9-96be-88869d413955 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:18.759624 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-d9b03d33-75f0-4594-a459-ece7ea119429 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] delete failed (client error): The resource could not be found. Jul 13 07:57:18.763687 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36862) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:18.773921 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d9b03d33-75f0-4594-a459-ece7ea119429 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/routers/c9c9578a-353d-43dc-a4be-50d6122a9bc4 HTTP/1.1" status: 404 len: 336 time: 0.1391525 Jul 13 07:57:18.854347 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-585d2456-0f70-476d-8dce-c494cb3fc19d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] DELETE failed (client error): The resource could not be found. Jul 13 07:57:18.856756 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585d2456-0f70-476d-8dce-c494cb3fc19d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:57:18.864288 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36866) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:18.880950 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-585d2456-0f70-476d-8dce-c494cb3fc19d tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/subnets/696a599e-00c4-4545-bcbe-31ff03f980b8 HTTP/1.1" status: 404 len: 337 time: 0.1159983 Jul 13 07:57:18.951660 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36872) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:18.963368 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ec996003-afff-42de-99c3-05800e781771 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/ports?device_id=abcdff43-8022-411e-a342-08771ea56248 HTTP/1.1" status: 200 len: 205 time: 0.0961299 Jul 13 07:57:18.993756 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-a4bf7426-648e-416e-a42a-60209da12577 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] delete failed (client error): The resource could not be found. Jul 13 07:57:18.998632 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36874) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:19.010428 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a4bf7426-648e-416e-a42a-60209da12577 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/routers/abcdff43-8022-411e-a342-08771ea56248 HTTP/1.1" status: 404 len: 336 time: 0.0567093 Jul 13 07:57:19.047684 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36878) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:19.057143 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-916a816a-361e-4ece-a1ac-d63e8c3009f1 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fb66b9b-7368-4f67-b78a-0c0a312c3bf4 HTTP/1.1" status: 200 len: 205 time: 0.0565379 Jul 13 07:57:19.100412 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-5a026fd9-f508-4f9c-a475-dbcd48ca0e46 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] delete failed (client error): The resource could not be found. Jul 13 07:57:19.104881 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36880) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:19.122726 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5a026fd9-f508-4f9c-a475-dbcd48ca0e46 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/routers/9fb66b9b-7368-4f67-b78a-0c0a312c3bf4 HTTP/1.1" status: 404 len: 336 time: 0.0737913 Jul 13 07:57:19.156044 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6940f94-40a4-4579-9eb4-35f0561a3fb2 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] DELETE failed (client error): The resource could not be found. Jul 13 07:57:19.156926 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6940f94-40a4-4579-9eb4-35f0561a3fb2 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:57:19.162996 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36884) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:19.173645 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d6940f94-40a4-4579-9eb4-35f0561a3fb2 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/subnets/36977af2-ef18-4479-9a19-bc174829efdf HTTP/1.1" status: 404 len: 337 time: 0.0674255 Jul 13 07:57:19.237759 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c286890b-bb10-4880-b875-43fd49e7a6ef tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/ports?device_id=19fb47fc-ba58-408c-a0ef-7df47480f7fd HTTP/1.1" status: 200 len: 205 time: 0.0734100 Jul 13 07:57:19.239058 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36886) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:19.257867 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4dbd730d-a0c0-4b77-ba06-4201b900aa63 req-79d47f04-e923-4347-9abf-fd3f78fa535e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 210 time: 0.0747817 Jul 13 07:57:19.317552 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-9f3e742b-931b-4ca3-af14-b9b38af6baa9 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] delete failed (client error): The resource could not be found. Jul 13 07:57:19.321429 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36888) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:19.336136 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9f3e742b-931b-4ca3-af14-b9b38af6baa9 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/routers/19fb47fc-ba58-408c-a0ef-7df47480f7fd HTTP/1.1" status: 404 len: 336 time: 0.0942516 Jul 13 07:57:19.375002 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d67ea4f-2c02-4a6c-9441-38abe93ef1d0 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] DELETE failed (client error): The resource could not be found. Jul 13 07:57:19.380234 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d67ea4f-2c02-4a6c-9441-38abe93ef1d0 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:57:19.384804 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8d67ea4f-2c02-4a6c-9441-38abe93ef1d0 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/subnets/2db7e819-0b0a-4296-a054-7c696ba0ed95 HTTP/1.1" status: 404 len: 337 time: 0.0600982 Jul 13 07:57:19.385537 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36890) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:19.460591 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6063c1e0-cfa1-4761-8bac-95926e964fbe tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "GET /v2.0/ports?device_id=83e1b304-b275-4748-9849-c83d7c074497 HTTP/1.1" status: 200 len: 205 time: 0.0736551 Jul 13 07:57:19.461219 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36894) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:19.463122 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422cd95-b361-4ae4-863e-ac6c41030846 req-5fadee31-3d75-4586-9734-52e412a2bfaf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:19.476477 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0422cd95-b361-4ae4-863e-ac6c41030846 req-5fadee31-3d75-4586-9734-52e412a2bfaf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.1037180 Jul 13 07:57:19.541787 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0422cd95-b361-4ae4-863e-ac6c41030846 req-d91800f8-50ff-4f36-ae7c-bd39e2fe50c0 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639668 Jul 13 07:57:19.552723 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-b2a6cffa-97ec-4a1c-8940-038095558ac9 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] delete failed (client error): The resource could not be found. Jul 13 07:57:19.558521 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36896) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:19.558738 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b2a6cffa-97ec-4a1c-8940-038095558ac9 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/routers/83e1b304-b275-4748-9849-c83d7c074497 HTTP/1.1" status: 404 len: 336 time: 0.0963092 Jul 13 07:57:19.616293 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b451781a-d080-4c62-afbd-54bdd3ff4919 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] DELETE failed (client error): The resource could not be found. Jul 13 07:57:19.616988 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b451781a-d080-4c62-afbd-54bdd3ff4919 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:57:19.619172 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b451781a-d080-4c62-afbd-54bdd3ff4919 tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/subnets/2e11b6f2-5ea4-4254-8eef-1f824e929736 HTTP/1.1" status: 404 len: 337 time: 0.0592325 Jul 13 07:57:19.621679 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36900) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:19.708276 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-796c52b4-57c6-45f1-852d-f0b92acdbb4e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] DELETE failed (client error): The resource could not be found. Jul 13 07:57:19.708750 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796c52b4-57c6-45f1-852d-f0b92acdbb4e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:57:19.711242 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-796c52b4-57c6-45f1-852d-f0b92acdbb4e tempest-RoutersIpV6Test-23023198 tempest-RoutersIpV6Test-23023198-project] 10.222.0.58 "DELETE /v2.0/subnets/53d51874-fb8f-49b1-acd1-5da6bf238c69 HTTP/1.1" status: 404 len: 337 time: 0.0856240 Jul 13 07:57:19.803361 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-feff4789-1151-4a98-9564-333b4444f697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687274135', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:02Z', 'updated_at': '2021-07-13T07:57:13Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:04Z', 'updated_at': '2021-07-13T07:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '25720cbf-3415-4c51-87e8-8625cd3c9dcd', 'name': '', 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:27:c1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'c5c6a219-df69-431e-a70b-90672a5471cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:11Z', 'updated_at': '2021-07-13T07:57:18Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': 'c5c6a219-df69-431e-a70b-90672a5471cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:19.852643 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff4789-1151-4a98-9564-333b4444f697 None None] The sync data for ids ['c0dc2308-f851-4bf9-96be-88869d413955'] in n-d-779913-28 is: [{'id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687274135', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:02Z', 'updated_at': '2021-07-13T07:57:13Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:04Z', 'updated_at': '2021-07-13T07:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '25720cbf-3415-4c51-87e8-8625cd3c9dcd', 'name': '', 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:27:c1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'c5c6a219-df69-431e-a70b-90672a5471cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:11Z', 'updated_at': '2021-07-13T07:57:18Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': 'c5c6a219-df69-431e-a70b-90672a5471cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:20.284843 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dcfec-7927-4981-9e2d-b38dbd76fd2b req-e8df83af-a17b-4545-b13f-4fd8d858ab7f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:20.294726 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fe1dcfec-7927-4981-9e2d-b38dbd76fd2b req-e8df83af-a17b-4545-b13f-4fd8d858ab7f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.5379465 Jul 13 07:57:20.418287 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fe1dcfec-7927-4981-9e2d-b38dbd76fd2b req-dac0ddfd-b724-415f-b04a-e0ac8b05fa7e tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225853 Jul 13 07:57:20.446998 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-794b5446-b28e-44ae-9da0-c552528b835d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:20.452770 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-794b5446-b28e-44ae-9da0-c552528b835d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.35 "GET /v2.0/networks?id=f6b415b5-aae6-48a3-92fb-0445108cb875 HTTP/1.1" status: 200 len: 797 time: 0.6142933 Jul 13 07:57:20.517347 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-81a499bb-42a9-4170-9a94-5b461257245c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0a400cab12449b3b23abe0905366730 HTTP/1.1" status: 200 len: 380 time: 0.0550711 Jul 13 07:57:20.549118 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-28199bc0-b3ce-450a-9ddf-1f2a008603eb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'port': {'device_id': '9e6ba188-8a01-4c79-a49b-8a1bc8608f83', 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875', 'admin_state_up': True, 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'security_groups': ['8a37c330-9503-4728-ab8b-2c4434dc8c49']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:20.615317 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 25720cbf-3415-4c51-87e8-8625cd3c9dcd up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:20.782381 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36922) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:20.793270 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 25720cbf-3415-4c51-87e8-8625cd3c9dcd completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:20.806585 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 25720cbf-3415-4c51-87e8-8625cd3c9dcd triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:20.808665 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:20.830023 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fbac4858-5b14-46b2-9bdd-56fa301cd5a0 req-7b8ad3a4-1333-4f9e-8ac2-79eb357b7272 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 210 time: 0.0748954 Jul 13 07:57:20.990139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-28199bc0-b3ce-450a-9ddf-1f2a008603eb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Made reservation on behalf of b0a400cab12449b3b23abe0905366730 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:57:20.993973 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-28199bc0-b3ce-450a-9ddf-1f2a008603eb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:21.040957 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3611b011-0a8e-40f3-b18d-4a6bf16c29df admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=df97e55fdf6643bbaf24537534c4c718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573032 Jul 13 07:57:21.041496 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36928) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:21.069904 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:21.230670 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 25720cbf-3415-4c51-87e8-8625cd3c9dcd, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=25720cbf-3415-4c51-87e8-8625cd3c9dcd,segment=NetworkSegment(b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8),segment_id=b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:21.244550 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:21.264550 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e1856edb-a552-44a0-ae92-902eb3e6e091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:21.367009 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e1856edb-a552-44a0-ae92-902eb3e6e091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:21.410731 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-28199bc0-b3ce-450a-9ddf-1f2a008603eb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Allocated IP 172.20.0.10 (f6b415b5-aae6-48a3-92fb-0445108cb875/c5c6a219-df69-431e-a70b-90672a5471cf/08f42dc4-07ae-446f-a917-798ecfe1385e) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:21.464805 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=25720cbf-3415-4c51-87e8-8625cd3c9dcd,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:21.480406 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e1856edb-a552-44a0-ae92-902eb3e6e091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:21.490582 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e1856edb-a552-44a0-ae92-902eb3e6e091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:21.495831 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e1856edb-a552-44a0-ae92-902eb3e6e091 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fef3b983-b5e7-436c-8684-f04163efc21f HTTP/1.1" status: 204 len: 168 time: 0.4306428 Jul 13 07:57:21.523147 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1856edb-a552-44a0-ae92-902eb3e6e091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef3b983-b5e7-436c-8684-f04163efc21f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:21.882989 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305a57d-da37-44f9-98c0-9dfbf3d32874 req-7b6dc824-8339-471b-80b5-510613e87d18 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:21.901290 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c3df58f7-0346-4071-b1ad-899a65b368f2 None None] Provisioning complete for port 25720cbf-3415-4c51-87e8-8625cd3c9dcd triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:21.904000 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c305a57d-da37-44f9-98c0-9dfbf3d32874 req-7b6dc824-8339-471b-80b5-510613e87d18 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.4712253 Jul 13 07:57:21.911489 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c3df58f7-0346-4071-b1ad-899a65b368f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:22.514766 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 25720cbf-3415-4c51-87e8-8625cd3c9dcd up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:22.606621 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:57:22.635656 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 25720cbf-3415-4c51-87e8-8625cd3c9dcd triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:22.637093 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:22.768801 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c305a57d-da37-44f9-98c0-9dfbf3d32874 req-6e981022-bf41-45c2-b6c8-32a9aaa1c94f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8636589 Jul 13 07:57:22.913504 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-480e3ca8-41fb-4c8b-b368-03f5a788dbee req-d94ecf8e-0179-4d7c-8cae-2ff5aac178f7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 210 time: 0.1725006 Jul 13 07:57:22.961681 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-28199bc0-b3ce-450a-9ddf-1f2a008603eb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:23.023821 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-28199bc0-b3ce-450a-9ddf-1f2a008603eb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Transition to ACTIVE for port object 08f42dc4-07ae-446f-a917-798ecfe1385e will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:23.134537 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-28199bc0-b3ce-450a-9ddf-1f2a008603eb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:23.205395 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa03be05-3ba8-4ee4-bfa9-6fcd18816e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:23.277982 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-28199bc0-b3ce-450a-9ddf-1f2a008603eb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network f6b415b5-aae6-48a3-92fb-0445108cb875 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:23.279411 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28199bc0-b3ce-450a-9ddf-1f2a008603eb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=08f42dc4-07ae-446f-a917-798ecfe1385e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:23.285288 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-28199bc0-b3ce-450a-9ddf-1f2a008603eb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:23.288184 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-28199bc0-b3ce-450a-9ddf-1f2a008603eb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:23.352723 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-28199bc0-b3ce-450a-9ddf-1f2a008603eb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:23.353382 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-28199bc0-b3ce-450a-9ddf-1f2a008603eb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:23.379454 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-28199bc0-b3ce-450a-9ddf-1f2a008603eb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8561490 Jul 13 07:57:23.399341 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] Request body: {'port': {'device_id': '9e6ba188-8a01-4c79-a49b-8a1bc8608f83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:23.502205 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36990) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:23.518352 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:23.744516 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dbf2a24b-1e20-4684-a4df-1ab6f7a7a77e None None] Provisioning for port 08f42dc4-07ae-446f-a917-798ecfe1385e completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:23.750607 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dbf2a24b-1e20-4684-a4df-1ab6f7a7a77e None None] Provisioning complete for port 08f42dc4-07ae-446f-a917-798ecfe1385e triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:23.754620 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a24b-1e20-4684-a4df-1ab6f7a7a77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:23.831992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-dbf2a24b-1e20-4684-a4df-1ab6f7a7a77e None None] Port 08f42dc4-07ae-446f-a917-798ecfe1385e cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:57:23.924493 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-f5f1bc09-01bc-4e16-95b9-9ea9b60a9ee1 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:23.925188 n-d-779913-28 neutron-server[93723]: WARNING neutron.api.v2.base [None req-f5f1bc09-01bc-4e16-95b9-9ea9b60a9ee1 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 07:57:23.925693 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-f5f1bc09-01bc-4e16-95b9-9ea9b60a9ee1 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:57:23.944982 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f5f1bc09-01bc-4e16-95b9-9ea9b60a9ee1 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4395151 Jul 13 07:57:23.947847 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37002) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:23.974184 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fa9d9d82-a2c0-42dc-8367-8d8a0cd38d57 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group': {'name': 'tempest-secgroup--323952470'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:24.085716 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9d82-a2c0-42dc-8367-8d8a0cd38d57 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:24.105345 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9d82-a2c0-42dc-8367-8d8a0cd38d57 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:24.310996 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f42dc4-07ae-446f-a917-798ecfe1385e {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:57:24.326502 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:24.347582 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec6636-3b9a-43cd-b8ff-c9ebdaa6f78b req-b6788c03-cdda-4957-89b1-b73e2178d0bf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:24.355003 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62ec6636-3b9a-43cd-b8ff-c9ebdaa6f78b req-b6788c03-cdda-4957-89b1-b73e2178d0bf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.2705162 Jul 13 07:57:24.402007 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f952c48-f686-415a-8ea7-af1a8095c9ee req-0307baa6-7a30-44d1-8669-2bae82e896f2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:24.403405 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f952c48-f686-415a-8ea7-af1a8095c9ee req-0307baa6-7a30-44d1-8669-2bae82e896f2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 932 time: 0.2814293 Jul 13 07:57:24.404314 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] Transition to ACTIVE for port object 08f42dc4-07ae-446f-a917-798ecfe1385e will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:24.423859 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:24.480423 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62ec6636-3b9a-43cd-b8ff-c9ebdaa6f78b req-ef135171-4ccf-4465-9f7a-65a967f00327 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245565 Jul 13 07:57:24.541609 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] Pushing event updated for resources: {'Port': ['ID=08f42dc4-07ae-446f-a917-798ecfe1385e,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:24.565937 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f952c48-f686-415a-8ea7-af1a8095c9ee req-c6077e7e-175e-4428-9953-6d070176424d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505413 Jul 13 07:57:24.583316 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9d82-a2c0-42dc-8367-8d8a0cd38d57 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:24.643751 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9d82-a2c0-42dc-8367-8d8a0cd38d57 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:24.782195 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9d82-a2c0-42dc-8367-8d8a0cd38d57 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:24.791586 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d9d82-a2c0-42dc-8367-8d8a0cd38d57 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcd8a76-ed02-44d3-bf25-70e7ca7a44a4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:24.804481 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9d82-a2c0-42dc-8367-8d8a0cd38d57 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:24.861070 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] Attempting to bind port 08f42dc4-07ae-446f-a917-798ecfe1385e on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:24.861571 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] Attempting to bind port 08f42dc4-07ae-446f-a917-798ecfe1385e by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:24.861891 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] Attempting to bind port 08f42dc4-07ae-446f-a917-798ecfe1385e on network f6b415b5-aae6-48a3-92fb-0445108cb875 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:24.866725 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d9d82-a2c0-42dc-8367-8d8a0cd38d57 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0639fc7b-9d0b-41e9-833e-0ee55bd9b26a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:24.878573 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9d82-a2c0-42dc-8367-8d8a0cd38d57 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:24.879784 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fa9d9d82-a2c0-42dc-8367-8d8a0cd38d57 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9307594 Jul 13 07:57:24.883149 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37034) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:24.888581 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] Port 08f42dc4-07ae-446f-a917-798ecfe1385e on network f6b415b5-aae6-48a3-92fb-0445108cb875 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:57:24.888904 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] Attempting to bind port 08f42dc4-07ae-446f-a917-798ecfe1385e on network f6b415b5-aae6-48a3-92fb-0445108cb875 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:24.890989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a95e3db1-ebdd-4586-81de-50e483e8e059 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': '0639fc7b-9d0b-41e9-833e-0ee55bd9b26a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:24.901178 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:24.901522 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] Checking segment: {'id': 'b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:24.902045 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] Bound using segment: {'id': 'b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:24.902518 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] Bound port: 08f42dc4-07ae-446f-a917-798ecfe1385e, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:24.902878 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:24.930047 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64f28b97-b5da-4858-9683-d620385902df req-8621f9c0-eee3-420e-a005-b4c31ee2f37f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-255802963&fields=id&tenant_id=3d1a06314407417ea88e23223ce7096a HTTP/1.1" status: 200 len: 267 time: 0.0645237 Jul 13 07:57:24.933720 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a95e3db1-ebdd-4586-81de-50e483e8e059 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.039927 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a95e3db1-ebdd-4586-81de-50e483e8e059 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.045457 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a95e3db1-ebdd-4586-81de-50e483e8e059 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.073702 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e3db1-ebdd-4586-81de-50e483e8e059 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e849d1bd-4cc8-407b-87e9-2c2dec4702fd,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:25.080328 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] For port 08f42dc4-07ae-446f-a917-798ecfe1385e, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:25.082279 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a95e3db1-ebdd-4586-81de-50e483e8e059 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.087587 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a95e3db1-ebdd-4586-81de-50e483e8e059 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2026815 Jul 13 07:57:25.088426 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37044) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:25.093998 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b742d032-582f-402c-b89b-705e4ca31b4e tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': '0639fc7b-9d0b-41e9-833e-0ee55bd9b26a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:25.103504 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] For port 08f42dc4-07ae-446f-a917-798ecfe1385e, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=08f42dc4-07ae-446f-a917-798ecfe1385e,segment=NetworkSegment(b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8),segment_id=b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:25.119892 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.134430 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b742d032-582f-402c-b89b-705e4ca31b4e tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.167594 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f28b97-b5da-4858-9683-d620385902df req-57795bbe-2343-4010-a1bc-40ff09af8044 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:25.169365 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64f28b97-b5da-4858-9683-d620385902df req-57795bbe-2343-4010-a1bc-40ff09af8044 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 811 time: 0.2005277 Jul 13 07:57:25.178676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:25.179299 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.180705 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] 10.222.0.35 "PUT /v2.0/ports/08f42dc4-07ae-446f-a917-798ecfe1385e HTTP/1.1" status: 200 len: 1093 time: 1.7858109 Jul 13 07:57:25.184253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6ba188-8a01-4c79-a49b-8a1bc8608f83', 'tag': '08f42dc4-07ae-446f-a917-798ecfe1385e'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:25.188521 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb40991-3f2e-447f-afa9-203e184bcaa4" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6ba188-8a01-4c79-a49b-8a1bc8608f83", "tag": "08f42dc4-07ae-446f-a917-798ecfe1385e"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:25.242198 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64f28b97-b5da-4858-9683-d620385902df req-1e548aba-865b-45ab-896e-f569232315a8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/quotas/3d1a06314407417ea88e23223ce7096a HTTP/1.1" status: 200 len: 375 time: 0.0575631 Jul 13 07:57:25.259761 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-b742d032-582f-402c-b89b-705e4ca31b4e tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:57:25.263367 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b742d032-582f-402c-b89b-705e4ca31b4e tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1709516 Jul 13 07:57:25.263949 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37050) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:25.282523 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2adf794-1d27-456f-9fac-4a4a59afaf4a x-openstack-request-id: req-f2adf794-1d27-456f-9fac-4a4a59afaf4a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:25.282846 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6ba188-8a01-4c79-a49b-8a1bc8608f83", "tag": "08f42dc4-07ae-446f-a917-798ecfe1385e", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:25.283108 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2adf794-1d27-456f-9fac-4a4a59afaf4a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:25.284337 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6ba188-8a01-4c79-a49b-8a1bc8608f83', 'tag': '08f42dc4-07ae-446f-a917-798ecfe1385e', 'status': 'completed', 'code': 200} Jul 13 07:57:25.345440 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e6fa9518-f5ec-40ab-8deb-e2d4ac0f176c tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.393195 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e6fa9518-f5ec-40ab-8deb-e2d4ac0f176c tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.404144 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5420c8c-f0db-445f-889d-f38bd4fec3fa service neutron] Pushing event updated for resources: {'Port': ['ID=08f42dc4-07ae-446f-a917-798ecfe1385e,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:25.435731 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-c95e4079-2ada-457f-90fd-cd19374abd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:25.437315 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-c95e4079-2ada-457f-90fd-cd19374abd0d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 1096 time: 0.2009273 Jul 13 07:57:25.457419 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e6fa9518-f5ec-40ab-8deb-e2d4ac0f176c tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.460768 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64f28b97-b5da-4858-9683-d620385902df req-21847279-ea02-429e-bfa6-677952b9b1d1 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2054961 Jul 13 07:57:25.472672 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e6fa9518-f5ec-40ab-8deb-e2d4ac0f176c tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.476605 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e6fa9518-f5ec-40ab-8deb-e2d4ac0f176c tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "DELETE /v2.0/security-groups/0639fc7b-9d0b-41e9-833e-0ee55bd9b26a HTTP/1.1" status: 204 len: 168 time: 0.2116373 Jul 13 07:57:25.479394 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37054) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:25.524576 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-d95c3b4c-f1bf-4dfb-a73a-9157a6c4899a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08f42dc4-07ae-446f-a917-798ecfe1385e HTTP/1.1" status: 200 len: 217 time: 0.0788422 Jul 13 07:57:25.526770 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa9518-f5ec-40ab-8deb-e2d4ac0f176c tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0639fc7b-9d0b-41e9-833e-0ee55bd9b26a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:25.570518 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0d6d6f14-2dc0-4c1c-9d62-db5c67dc8308 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0820942 Jul 13 07:57:25.573384 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37058) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:25.598301 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-77597530-9d91-45b8-8fe6-6b2d2e053678 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089848800'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:25.641442 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-77597530-9d91-45b8-8fe6-6b2d2e053678 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.697161 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-aab21de7-33b7-41d4-8790-ad113c2ed531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:25.698778 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-aab21de7-33b7-41d4-8790-ad113c2ed531 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c6a219-df69-431e-a70b-90672a5471cf HTTP/1.1" status: 200 len: 835 time: 0.1423035 Jul 13 07:57:25.751966 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64f28b97-b5da-4858-9683-d620385902df req-649a9306-2550-408a-88af-acf8119890cf service neutron] 10.222.0.58 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445748 Jul 13 07:57:25.757664 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-77597530-9d91-45b8-8fe6-6b2d2e053678 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.762639 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-77597530-9d91-45b8-8fe6-6b2d2e053678 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.791957 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-77597530-9d91-45b8-8fe6-6b2d2e053678 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.796205 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-77597530-9d91-45b8-8fe6-6b2d2e053678 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2066801 Jul 13 07:57:25.797266 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37066) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:25.801363 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c6e37ffd-1823-4113-a76d-f0ad90133846 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': '8f5ee5b9-339c-47dd-804c-0ddad8dcc6c9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:25.802863 n-d-779913-28 neutron-server[93723]: WARNING neutron.api.v2.base [None req-c6e37ffd-1823-4113-a76d-f0ad90133846 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 13 07:57:25.803365 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-c6e37ffd-1823-4113-a76d-f0ad90133846 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:57:25.806704 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c6e37ffd-1823-4113-a76d-f0ad90133846 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069203 Jul 13 07:57:25.808494 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37068) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:25.839922 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77597530-9d91-45b8-8fe6-6b2d2e053678 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5ee5b9-339c-47dd-804c-0ddad8dcc6c9,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:25.857019 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d61f5-8a1e-4ec3-b069-958ca9b973be req-6f1ba1bf-583a-4777-93b9-edc55fa14384 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:25.864192 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f04d61f5-8a1e-4ec3-b069-958ca9b973be req-6f1ba1bf-583a-4777-93b9-edc55fa14384 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.2212477 Jul 13 07:57:25.886836 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1ff63393-dee7-4ec3-a6d9-a9c66aa4fba7 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.888562 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-37f96dd6-833d-410c-956c-39fd093b6288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:25.890629 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-37f96dd6-833d-410c-956c-39fd093b6288 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f6b415b5-aae6-48a3-92fb-0445108cb875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1814148 Jul 13 07:57:25.916054 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1ff63393-dee7-4ec3-a6d9-a9c66aa4fba7 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.954722 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f04d61f5-8a1e-4ec3-b069-958ca9b973be req-6df69acf-9b9e-4fe4-88fe-5a77996ca184 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895488 Jul 13 07:57:25.961601 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64f28b97-b5da-4858-9683-d620385902df req-528496b1-1a93-4430-9361-cb324988198d service neutron] 10.222.0.58 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996005 Jul 13 07:57:25.993425 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1ff63393-dee7-4ec3-a6d9-a9c66aa4fba7 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.997024 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1ff63393-dee7-4ec3-a6d9-a9c66aa4fba7 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.998349 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1ff63393-dee7-4ec3-a6d9-a9c66aa4fba7 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "DELETE /v2.0/security-groups/8f5ee5b9-339c-47dd-804c-0ddad8dcc6c9 HTTP/1.1" status: 204 len: 168 time: 0.1889160 Jul 13 07:57:26.018840 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37072) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:26.027801 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff63393-dee7-4ec3-a6d9-a9c66aa4fba7 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5ee5b9-339c-47dd-804c-0ddad8dcc6c9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:26.115569 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37078) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:26.116170 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-04816d15-22ab-4c0d-8215-88dd0e534c4f tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0955071 Jul 13 07:57:26.122416 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-45f0c010-95e4-4d69-b441-8b354e0b4fc9 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group': {'name': 'tempest-secgroup--1638260740'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:26.122950 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-c2b8c9a8-8855-430b-87f9-ea6647639779 service neutron] 10.222.0.35 "GET /v2.0/networks/f6b415b5-aae6-48a3-92fb-0445108cb875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248940 Jul 13 07:57:26.197339 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-45f0c010-95e4-4d69-b441-8b354e0b4fc9 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.328715 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44771bc5-1dd5-4aad-bbaf-3b710c061962 req-b65a63ed-74b3-4387-9fd2-05804bcece6b service neutron] 10.222.0.35 "GET /v2.0/networks/f6b415b5-aae6-48a3-92fb-0445108cb875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986375 Jul 13 07:57:26.333655 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-45f0c010-95e4-4d69-b441-8b354e0b4fc9 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.338853 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-45f0c010-95e4-4d69-b441-8b354e0b4fc9 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.352449 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd2dff-ea3d-47ab-8f03-f3dfbd173e30 req-cf073b7d-5995-4669-8e2b-36a1a7e6fc24 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:26.354226 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71cd2dff-ea3d-47ab-8f03-f3dfbd173e30 req-cf073b7d-5995-4669-8e2b-36a1a7e6fc24 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 944 time: 0.1162648 Jul 13 07:57:26.373112 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0c010-95e4-4d69-b441-8b354e0b4fc9 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f072f82-3404-4931-9807-14b3b35f41e6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:26.379130 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-45f0c010-95e4-4d69-b441-8b354e0b4fc9 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.380474 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-45f0c010-95e4-4d69-b441-8b354e0b4fc9 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2636421 Jul 13 07:57:26.383788 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37086) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:26.393473 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-dbe65823-f90a-4c5e-8f49-f3ff0946589b tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': '8f072f82-3404-4931-9807-14b3b35f41e6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:26.393681 n-d-779913-28 neutron-server[93723]: WARNING neutron.api.v2.base [None req-dbe65823-f90a-4c5e-8f49-f3ff0946589b tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 13 07:57:26.394099 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-dbe65823-f90a-4c5e-8f49-f3ff0946589b tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:57:26.398757 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-dbe65823-f90a-4c5e-8f49-f3ff0946589b tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0114701 Jul 13 07:57:26.405750 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37088) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:26.417589 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71cd2dff-ea3d-47ab-8f03-f3dfbd173e30 req-055078ec-e531-4a3b-bef6-26ece083a159 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565393 Jul 13 07:57:26.525406 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0de5-960b-4273-8fad-e7a0ce9c7823 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.582299 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0de5-960b-4273-8fad-e7a0ce9c7823 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.595915 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7cc1c9ba-f032-4b08-88ad-bd9945337c3a req-c4fffa21-7e53-4723-8401-233eca793b03 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 210 time: 0.0726147 Jul 13 07:57:26.608080 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb40991-3f2e-447f-afa9-203e184bcaa4 req-dd95e969-828a-4c70-bfd0-e40664f5529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:26.609593 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9fb40991-3f2e-447f-afa9-203e184bcaa4 req-dd95e969-828a-4c70-bfd0-e40664f5529e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 1096 time: 0.1817048 Jul 13 07:57:26.677432 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0de5-960b-4273-8fad-e7a0ce9c7823 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.681238 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0de5-960b-4273-8fad-e7a0ce9c7823 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.687217 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5f0d0de5-960b-4273-8fad-e7a0ce9c7823 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "DELETE /v2.0/security-groups/8f072f82-3404-4931-9807-14b3b35f41e6 HTTP/1.1" status: 204 len: 168 time: 0.2761226 Jul 13 07:57:26.688209 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37098) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:26.713360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d0de5-960b-4273-8fad-e7a0ce9c7823 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f072f82-3404-4931-9807-14b3b35f41e6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:26.736222 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb40991-3f2e-447f-afa9-203e184bcaa4 req-675c66e9-6ec6-4126-9d73-fcdff8244e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:26.737733 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9fb40991-3f2e-447f-afa9-203e184bcaa4 req-675c66e9-6ec6-4126-9d73-fcdff8244e18 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f6b415b5-aae6-48a3-92fb-0445108cb875 HTTP/1.1" status: 200 len: 898 time: 0.1196649 Jul 13 07:57:26.772814 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-aaa0aa9c-d306-4913-8efb-ce9019891dc5 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0801589 Jul 13 07:57:26.778621 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37102) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:26.790120 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-7e4e3524-8089-4c52-bf21-20f0da98f29a tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group': {'name': 'tempest-secgroup--1017030291'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:26.790935 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9fb40991-3f2e-447f-afa9-203e184bcaa4 req-1ed3d96d-5296-40cb-a4f0-e297e695d26a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08f42dc4-07ae-446f-a917-798ecfe1385e HTTP/1.1" status: 200 len: 217 time: 0.0398920 Jul 13 07:57:26.822787 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e4e3524-8089-4c52-bf21-20f0da98f29a tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.851056 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb40991-3f2e-447f-afa9-203e184bcaa4 req-43f56978-c04d-4f48-8653-f2ffa1e63580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:26.852372 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9fb40991-3f2e-447f-afa9-203e184bcaa4 req-43f56978-c04d-4f48-8653-f2ffa1e63580 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c6a219-df69-431e-a70b-90672a5471cf HTTP/1.1" status: 200 len: 835 time: 0.0543518 Jul 13 07:57:26.935304 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb40991-3f2e-447f-afa9-203e184bcaa4 req-38493b29-1fea-4a75-bd72-ad4ef64af814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:26.937475 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9fb40991-3f2e-447f-afa9-203e184bcaa4 req-38493b29-1fea-4a75-bd72-ad4ef64af814 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f6b415b5-aae6-48a3-92fb-0445108cb875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0790396 Jul 13 07:57:26.969205 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e4e3524-8089-4c52-bf21-20f0da98f29a tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.977722 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e4e3524-8089-4c52-bf21-20f0da98f29a tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.055060 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e3524-8089-4c52-bf21-20f0da98f29a tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcd0d9f-dae5-4ea6-957f-d70a6f5f3428,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:27.084976 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9fb40991-3f2e-447f-afa9-203e184bcaa4 req-3d560629-0cbc-4933-b4d1-9b32211b14ae service neutron] 10.222.0.35 "GET /v2.0/networks/f6b415b5-aae6-48a3-92fb-0445108cb875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389201 Jul 13 07:57:27.087563 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7e4e3524-8089-4c52-bf21-20f0da98f29a tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.088926 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7e4e3524-8089-4c52-bf21-20f0da98f29a tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3088281 Jul 13 07:57:27.092181 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37110) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:27.097019 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-6d815795-91c8-4c9b-972b-9fcd332ab1d9 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': '7bcd0d9f-dae5-4ea6-957f-d70a6f5f3428', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:27.098028 n-d-779913-28 neutron-server[93723]: WARNING neutron.api.v2.base [None req-6d815795-91c8-4c9b-972b-9fcd332ab1d9 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 13 07:57:27.098747 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-6d815795-91c8-4c9b-972b-9fcd332ab1d9 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:57:27.099819 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6d815795-91c8-4c9b-972b-9fcd332ab1d9 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065165 Jul 13 07:57:27.103645 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37112) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:27.121206 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-7c25a50b-d653-42ed-be40-dafca18d7292 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': '7bcd0d9f-dae5-4ea6-957f-d70a6f5f3428', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:27.121887 n-d-779913-28 neutron-server[93723]: WARNING neutron.api.v2.base [None req-7c25a50b-d653-42ed-be40-dafca18d7292 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 13 07:57:27.123153 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-7c25a50b-d653-42ed-be40-dafca18d7292 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:57:27.135427 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7c25a50b-d653-42ed-be40-dafca18d7292 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0306427 Jul 13 07:57:27.141161 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37116) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:27.152124 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a2f9e91d-4b45-4e28-b28f-2028e55becfa tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': '7bcd0d9f-dae5-4ea6-957f-d70a6f5f3428', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:27.154867 n-d-779913-28 neutron-server[93723]: WARNING neutron.api.v2.base [None req-a2f9e91d-4b45-4e28-b28f-2028e55becfa tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 13 07:57:27.157117 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-a2f9e91d-4b45-4e28-b28f-2028e55becfa tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:57:27.158158 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a2f9e91d-4b45-4e28-b28f-2028e55becfa tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0156341 Jul 13 07:57:27.160933 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37118) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:27.167947 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ce541bab-57da-4fd9-9d3b-e2bd1e157d4e tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': '7bcd0d9f-dae5-4ea6-957f-d70a6f5f3428', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:27.168827 n-d-779913-28 neutron-server[93723]: WARNING neutron.api.v2.base [None req-ce541bab-57da-4fd9-9d3b-e2bd1e157d4e tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 13 07:57:27.171804 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-ce541bab-57da-4fd9-9d3b-e2bd1e157d4e tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:57:27.172793 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ce541bab-57da-4fd9-9d3b-e2bd1e157d4e tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0109403 Jul 13 07:57:27.183496 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37120) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:27.262152 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37122) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:27.273012 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3ba3e92d-3431-471d-b6b4-8d350e736497 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.287955 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9fb40991-3f2e-447f-afa9-203e184bcaa4 req-64d83c49-4d9e-45e0-97a9-c7e07be3e52d service neutron] 10.222.0.35 "GET /v2.0/networks/f6b415b5-aae6-48a3-92fb-0445108cb875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966476 Jul 13 07:57:27.321747 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422e72f-8d19-4048-aba8-0c91dc00ad1f req-b5825246-dc99-48ac-a9cb-e4ba37617de9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:27.327087 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3ba3e92d-3431-471d-b6b4-8d350e736497 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.330986 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5422e72f-8d19-4048-aba8-0c91dc00ad1f req-b5825246-dc99-48ac-a9cb-e4ba37617de9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.1175826 Jul 13 07:57:27.383341 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3ba3e92d-3431-471d-b6b4-8d350e736497 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.386617 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3ba3e92d-3431-471d-b6b4-8d350e736497 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.391624 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3ba3e92d-3431-471d-b6b4-8d350e736497 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "DELETE /v2.0/security-groups/7bcd0d9f-dae5-4ea6-957f-d70a6f5f3428 HTTP/1.1" status: 204 len: 168 time: 0.2034104 Jul 13 07:57:27.395026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37126) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:27.399302 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3e92d-3431-471d-b6b4-8d350e736497 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcd0d9f-dae5-4ea6-957f-d70a6f5f3428,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:27.466639 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-776c7a13-fe7d-4b7a-be36-e1bfbf5e9e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.472753 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5422e72f-8d19-4048-aba8-0c91dc00ad1f req-c14450d0-f0e7-4d31-ac2d-37b99a10cd40 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409020 Jul 13 07:57:27.483357 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-eed0c7f7-b3ce-44d8-a584-bb07bd9e180a tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0871885 Jul 13 07:57:27.487211 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37130) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:27.492064 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c930751c-2025-4d55-9cb0-da5fcd95ce55 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329820166'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:27.520977 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.api [None req-c930751c-2025-4d55-9cb0-da5fcd95ce55 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:57:27.520977 n-d-779913-28 neutron-server[93723]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:57:27.520977 n-d-779913-28 neutron-server[93723]: [parameters: {'project_id': '50d73b3412ee4aeaa508c32e6d59940e', 'id': '05f6d1bc-b480-46af-90f4-8b7e81e36eb3', 'expiration': datetime.datetime(2021, 7, 13, 7, 59, 27, 517254)}] Jul 13 07:57:27.520977 n-d-779913-28 neutron-server[93723]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:57:27.521693 n-d-779913-28 neutron-server[93723]: DEBUG oslo_db.api [None req-c930751c-2025-4d55-9cb0-da5fcd95ce55 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:57:27.537784 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bbe3435-7c4e-4e8f-97bc-08cb95cc021e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.645227 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-776c7a13-fe7d-4b7a-be36-e1bfbf5e9e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.651988 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-776c7a13-fe7d-4b7a-be36-e1bfbf5e9e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.692823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960fe68-08f7-4f91-b139-bbb96515d017 req-619559a3-de41-4d4e-815a-057688569f9c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:27.694518 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5960fe68-08f7-4f91-b139-bbb96515d017 req-619559a3-de41-4d4e-815a-057688569f9c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 944 time: 0.1324093 Jul 13 07:57:27.709780 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-776c7a13-fe7d-4b7a-be36-e1bfbf5e9e76 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=68beabc0a8414ca89b18738ad6a65125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4443276 Jul 13 07:57:27.710428 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37136) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:27.721081 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c7a13-fe7d-4b7a-be36-e1bfbf5e9e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13924daf-7ce3-4e3e-ae70-49842893fc50,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:27.745946 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5960fe68-08f7-4f91-b139-bbb96515d017 req-a987dd0e-21e1-4219-beb2-1a696cfca40d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449240 Jul 13 07:57:27.792694 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3afaa79c-134b-4b47-a500-bded83439692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.805891 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.821332 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3afaa79c-134b-4b47-a500-bded83439692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.886885 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3afaa79c-134b-4b47-a500-bded83439692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.890939 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3afaa79c-134b-4b47-a500-bded83439692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.894803 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3afaa79c-134b-4b47-a500-bded83439692 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13924daf-7ce3-4e3e-ae70-49842893fc50 HTTP/1.1" status: 204 len: 168 time: 0.1808300 Jul 13 07:57:27.901245 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afaa79c-134b-4b47-a500-bded83439692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13924daf-7ce3-4e3e-ae70-49842893fc50,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:27.905747 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57d920d4-fada-4a35-b041-1cbdf405ba31 req-3e8eca2d-6880-412c-a293-1bf000893569 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 210 time: 0.0514061 Jul 13 07:57:28.059529 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c930751c-2025-4d55-9cb0-da5fcd95ce55 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.068780 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f28b97-b5da-4858-9683-d620385902df req-c9da5f8c-1475-4901-8a05-1031f9f919c7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:28.070071 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64f28b97-b5da-4858-9683-d620385902df req-c9da5f8c-1475-4901-8a05-1031f9f919c7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.62 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 811 time: 0.1405215 Jul 13 07:57:28.149598 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64f28b97-b5da-4858-9683-d620385902df req-98a86d66-6904-49ff-be2e-bfb944ba445f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d1a06314407417ea88e23223ce7096a HTTP/1.1" status: 200 len: 379 time: 0.0657704 Jul 13 07:57:28.166991 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-64f28b97-b5da-4858-9683-d620385902df req-63814f38-2321-40d8-9fa5-cbffecc4099a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Request body: {'port': {'device_id': '87620189-46ca-426e-9a86-9495a7514371', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'admin_state_up': True, 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'security_groups': ['8f20740a-453e-4777-b32c-d64a99b918d6']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:28.298574 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c930751c-2025-4d55-9cb0-da5fcd95ce55 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.309249 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c930751c-2025-4d55-9cb0-da5fcd95ce55 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.337891 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f28b97-b5da-4858-9683-d620385902df req-63814f38-2321-40d8-9fa5-cbffecc4099a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Made reservation on behalf of 3d1a06314407417ea88e23223ce7096a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:57:28.349725 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-64f28b97-b5da-4858-9683-d620385902df req-63814f38-2321-40d8-9fa5-cbffecc4099a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.387356 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930751c-2025-4d55-9cb0-da5fcd95ce55 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d407a0-09fb-4007-a494-e8a764ec6bb9,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:28.393878 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37144) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:28.403354 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c930751c-2025-4d55-9cb0-da5fcd95ce55 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.408078 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c930751c-2025-4d55-9cb0-da5fcd95ce55 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9161971 Jul 13 07:57:28.412055 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37146) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:28.416475 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-05e91218-1773-44a5-b8fd-a2c78499ac3a tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': 'a5d407a0-09fb-4007-a494-e8a764ec6bb9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:28.416950 n-d-779913-28 neutron-server[93723]: WARNING neutron.api.v2.base [None req-05e91218-1773-44a5-b8fd-a2c78499ac3a tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 07:57:28.417443 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-05e91218-1773-44a5-b8fd-a2c78499ac3a tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:57:28.421683 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-05e91218-1773-44a5-b8fd-a2c78499ac3a tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054164 Jul 13 07:57:28.421683 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8b534629-c419-4807-b294-25e068f9fb0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.422333 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37148) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:28.426678 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-82e5e9d8-f8cb-41d4-8c2e-520f5e102eb8 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': 'a5d407a0-09fb-4007-a494-e8a764ec6bb9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:28.461762 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.api [None req-8b534629-c419-4807-b294-25e068f9fb0c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:57:28.461762 n-d-779913-28 neutron-server[93723]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:57:28.461762 n-d-779913-28 neutron-server[93723]: [parameters: {'project_id_1': '225f2deee7d5482296745e0b9df8e842', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 57, 28, 443537)}] Jul 13 07:57:28.461762 n-d-779913-28 neutron-server[93723]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:57:28.462981 n-d-779913-28 neutron-server[93723]: DEBUG oslo_db.api [None req-8b534629-c419-4807-b294-25e068f9fb0c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:57:28.486050 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-82e5e9d8-f8cb-41d4-8c2e-520f5e102eb8 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:57:28.489795 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-82e5e9d8-f8cb-41d4-8c2e-520f5e102eb8 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0638957 Jul 13 07:57:28.489994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37150) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:28.495719 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-6abd49fc-e80e-4af1-818b-332e230215c5 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': 'a5d407a0-09fb-4007-a494-e8a764ec6bb9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:28.496198 n-d-779913-28 neutron-server[93723]: WARNING neutron.api.v2.base [None req-6abd49fc-e80e-4af1-818b-332e230215c5 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 13 07:57:28.497373 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-6abd49fc-e80e-4af1-818b-332e230215c5 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:57:28.500672 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6abd49fc-e80e-4af1-818b-332e230215c5 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072024 Jul 13 07:57:28.501505 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37152) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:28.507779 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b33df547-5cb4-4bd7-9780-a9af94219687 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': 'a5d407a0-09fb-4007-a494-e8a764ec6bb9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:28.578536 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-64f28b97-b5da-4858-9683-d620385902df req-63814f38-2321-40d8-9fa5-cbffecc4099a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Allocated IP 172.20.0.4 (dcb46551-b67f-448d-9e50-7e4cc85c9056/fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361/3a5743e8-f8ec-4f51-8a78-9625bb04769a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:28.609860 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-b33df547-5cb4-4bd7-9780-a9af94219687 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:57:28.613641 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b33df547-5cb4-4bd7-9780-a9af94219687 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1082232 Jul 13 07:57:28.615050 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37156) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:28.632613 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-f766c5d6-6015-445b-b9fc-7048327e34d8 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': 'a5d407a0-09fb-4007-a494-e8a764ec6bb9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:28.634025 n-d-779913-28 neutron-server[93723]: WARNING neutron.api.v2.base [None req-f766c5d6-6015-445b-b9fc-7048327e34d8 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 07:57:28.636053 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-f766c5d6-6015-445b-b9fc-7048327e34d8 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:57:28.644272 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f766c5d6-6015-445b-b9fc-7048327e34d8 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0247536 Jul 13 07:57:28.644883 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37158) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:28.656633 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-6656c397-63fa-4bc5-8ab0-9394c6c5d546 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': 'a5d407a0-09fb-4007-a494-e8a764ec6bb9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:28.704894 n-d-779913-28 neutron-server[93723]: INFO neutron.db.securitygroups_db [None req-6656c397-63fa-4bc5-8ab0-9394c6c5d546 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Project 50d73b3412ee4aeaa508c32e6d59940e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:57:28.729146 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-6656c397-63fa-4bc5-8ab0-9394c6c5d546 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:57:28.734336 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6656c397-63fa-4bc5-8ab0-9394c6c5d546 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0869217 Jul 13 07:57:28.736937 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37162) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:28.753494 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-73b3dba5-a2ce-4ee5-8105-d8302fcfa686 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': 'a5d407a0-09fb-4007-a494-e8a764ec6bb9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:28.756825 n-d-779913-28 neutron-server[93723]: WARNING neutron.api.v2.base [None req-73b3dba5-a2ce-4ee5-8105-d8302fcfa686 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 13 07:57:28.759127 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-73b3dba5-a2ce-4ee5-8105-d8302fcfa686 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:57:28.765165 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-73b3dba5-a2ce-4ee5-8105-d8302fcfa686 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0230632 Jul 13 07:57:28.766741 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37164) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:28.779508 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-3d041dfe-eabf-41c7-b708-7104e6dde982 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': 'a5d407a0-09fb-4007-a494-e8a764ec6bb9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:28.785206 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-64f28b97-b5da-4858-9683-d620385902df req-63814f38-2321-40d8-9fa5-cbffecc4099a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.802868 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-64f28b97-b5da-4858-9683-d620385902df req-63814f38-2321-40d8-9fa5-cbffecc4099a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Transition to ACTIVE for port object 3a5743e8-f8ec-4f51-8a78-9625bb04769a will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:28.863777 n-d-779913-28 neutron-server[93723]: INFO neutron.db.securitygroups_db [None req-3d041dfe-eabf-41c7-b708-7104e6dde982 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Project 50d73b3412ee4aeaa508c32e6d59940e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:57:28.882929 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-3d041dfe-eabf-41c7-b708-7104e6dde982 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:57:28.884763 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3d041dfe-eabf-41c7-b708-7104e6dde982 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1163225 Jul 13 07:57:28.887116 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37168) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:28.893460 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-315e1d25-34a6-4faa-8218-c5223ffcb193 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': 'a5d407a0-09fb-4007-a494-e8a764ec6bb9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:28.920253 n-d-779913-28 neutron-server[93723]: INFO neutron.db.securitygroups_db [None req-315e1d25-34a6-4faa-8218-c5223ffcb193 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Project 50d73b3412ee4aeaa508c32e6d59940e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:57:28.948277 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-64f28b97-b5da-4858-9683-d620385902df req-63814f38-2321-40d8-9fa5-cbffecc4099a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.961187 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22432ed6-58e6-4f08-8b5b-625a787f3326 req-c66897d6-d7f1-4836-a2ee-2402599b7b0b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:28.962010 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-315e1d25-34a6-4faa-8218-c5223ffcb193 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:57:28.962991 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-22432ed6-58e6-4f08-8b5b-625a787f3326 req-c66897d6-d7f1-4836-a2ee-2402599b7b0b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.1540635 Jul 13 07:57:28.963570 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-315e1d25-34a6-4faa-8218-c5223ffcb193 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0750470 Jul 13 07:57:28.964439 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8b534629-c419-4807-b294-25e068f9fb0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.966487 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37172) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:29.037047 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f28b97-b5da-4858-9683-d620385902df req-63814f38-2321-40d8-9fa5-cbffecc4099a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Network dcb46551-b67f-448d-9e50-7e4cc85c9056 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:29.045917 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-64f28b97-b5da-4858-9683-d620385902df req-63814f38-2321-40d8-9fa5-cbffecc4099a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:29.058763 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f28b97-b5da-4858-9683-d620385902df req-63814f38-2321-40d8-9fa5-cbffecc4099a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:29.078794 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63814f38-2321-40d8-9fa5-cbffecc4099a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event updated for resources: {'Port': ['ID=3a5743e8-f8ec-4f51-8a78-9625bb04769a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:29.095633 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1bd37036-7e4d-4c20-9425-9f5560eba30f tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.109453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 08f42dc4-07ae-446f-a917-798ecfe1385e details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:57:29.207930 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1bd37036-7e4d-4c20-9425-9f5560eba30f tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.216585 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-22432ed6-58e6-4f08-8b5b-625a787f3326 req-71c31507-88d2-4bf9-810b-c1f9ce2e3295 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199745 Jul 13 07:57:29.307031 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f28b97-b5da-4858-9683-d620385902df req-63814f38-2321-40d8-9fa5-cbffecc4099a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:29.307962 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-64f28b97-b5da-4858-9683-d620385902df req-63814f38-2321-40d8-9fa5-cbffecc4099a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.400741 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8b534629-c419-4807-b294-25e068f9fb0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.411169 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 08f42dc4-07ae-446f-a917-798ecfe1385e, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=08f42dc4-07ae-446f-a917-798ecfe1385e,segment=NetworkSegment(b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8),segment_id=b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:29.413545 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8b534629-c419-4807-b294-25e068f9fb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.456023 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff8792-79b2-46a8-b527-f026ca961128 req-a0797835-34ce-4291-b8e4-f935f72f9443 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:29.463604 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '08f42dc4-07ae-446f-a917-798ecfe1385e', 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875', 'port_id': '08f42dc4-07ae-446f-a917-798ecfe1385e', 'mac_address': 'fa:16:3e:27:67:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c6a219-df69-431e-a70b-90672a5471cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:57:29.472047 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b7ff8792-79b2-46a8-b527-f026ca961128 req-a0797835-34ce-4291-b8e4-f935f72f9443 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 944 time: 0.3176296 Jul 13 07:57:29.489482 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64f28b97-b5da-4858-9683-d620385902df req-63814f38-2321-40d8-9fa5-cbffecc4099a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3359745 Jul 13 07:57:29.507478 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1bd37036-7e4d-4c20-9425-9f5560eba30f tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.512147 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1bd37036-7e4d-4c20-9425-9f5560eba30f tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.516759 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1bd37036-7e4d-4c20-9425-9f5560eba30f tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "DELETE /v2.0/security-groups/a5d407a0-09fb-4007-a494-e8a764ec6bb9 HTTP/1.1" status: 204 len: 168 time: 0.5461206 Jul 13 07:57:29.522060 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-64f28b97-b5da-4858-9683-d620385902df req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] Request body: {'port': {'device_id': '87620189-46ca-426e-9a86-9495a7514371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:29.524156 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37176) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:29.533828 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b534629-c419-4807-b294-25e068f9fb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4522c37f-9161-44be-a38a-62b242c415e7,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:29.601454 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.636433 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8b534629-c419-4807-b294-25e068f9fb0c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=225f2deee7d5482296745e0b9df8e842&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2411447 Jul 13 07:57:29.645972 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37186) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:29.673520 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f42dc4-07ae-446f-a917-798ecfe1385e {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:57:29.690800 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b7ff8792-79b2-46a8-b527-f026ca961128 req-206d0fb5-6aa0-487c-b679-1f9d4f1caaec tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158675 Jul 13 07:57:29.739183 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd37036-7e4d-4c20-9425-9f5560eba30f tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d407a0-09fb-4007-a494-e8a764ec6bb9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:29.740279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-68f28b1e-eb5e-46bd-871c-d375ff4fa48b None None] Provisioning for port 3a5743e8-f8ec-4f51-8a78-9625bb04769a completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:29.742675 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.774964 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-68f28b1e-eb5e-46bd-871c-d375ff4fa48b None None] Provisioning complete for port 3a5743e8-f8ec-4f51-8a78-9625bb04769a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:29.776408 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68f28b1e-eb5e-46bd-871c-d375ff4fa48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.800725 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-64f28b97-b5da-4858-9683-d620385902df req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.816517 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 08f42dc4-07ae-446f-a917-798ecfe1385e, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=08f42dc4-07ae-446f-a917-798ecfe1385e,segment=NetworkSegment(b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8),segment_id=b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:29.817756 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-68f28b1e-eb5e-46bd-871c-d375ff4fa48b None None] Port 3a5743e8-f8ec-4f51-8a78-9625bb04769a cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:57:29.823714 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-70a17b64-d077-459d-8f67-59ca3fb978d6 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2933121 Jul 13 07:57:29.828820 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37188) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:29.829198 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.839441 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-37533087-d14b-4db9-92ef-6f3302a14872 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group': {'name': 'tempest-secgroup--2080346519'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:29.843946 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60e98225-1c6f-4a2c-a568-659f04bd4ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.893521 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60e98225-1c6f-4a2c-a568-659f04bd4ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.896233 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=08f42dc4-07ae-446f-a917-798ecfe1385e,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:29.936703 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872ccc7-f3c5-4c21-88b4-f984387a31ff req-beb48df9-85e3-4d43-86eb-7faba85f60f1 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:29.944628 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b872ccc7-f3c5-4c21-88b4-f984387a31ff req-beb48df9-85e3-4d43-86eb-7faba85f60f1 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 931 time: 0.2039354 Jul 13 07:57:29.987351 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60e98225-1c6f-4a2c-a568-659f04bd4ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.990822 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60e98225-1c6f-4a2c-a568-659f04bd4ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.994707 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-60e98225-1c6f-4a2c-a568-659f04bd4ae6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4522c37f-9161-44be-a38a-62b242c415e7 HTTP/1.1" status: 204 len: 168 time: 0.3271897 Jul 13 07:57:30.003197 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e98225-1c6f-4a2c-a568-659f04bd4ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4522c37f-9161-44be-a38a-62b242c415e7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:30.003544 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37533087-d14b-4db9-92ef-6f3302a14872 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:30.096894 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['08f42dc4-07ae-446f-a917-798ecfe1385e'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:57:30.119468 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b872ccc7-f3c5-4c21-88b4-f984387a31ff req-6871d4cd-b20d-4ecc-bcd0-97259b3d4544 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727931 Jul 13 07:57:30.531617 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37533087-d14b-4db9-92ef-6f3302a14872 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:30.633759 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37533087-d14b-4db9-92ef-6f3302a14872 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:30.799795 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37533087-d14b-4db9-92ef-6f3302a14872 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8b9fdb-2871-4d8c-bb36-1d2d745b6516,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:30.827993 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-64f28b97-b5da-4858-9683-d620385902df req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a5743e8-f8ec-4f51-8a78-9625bb04769a {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:57:30.841659 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37533087-d14b-4db9-92ef-6f3302a14872 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:30.843705 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-37533087-d14b-4db9-92ef-6f3302a14872 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0132976 Jul 13 07:57:30.846863 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37222) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:30.852246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-9c46a319-3869-4666-a7c7-aa42b48cc4c9 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': '8c8b9fdb-2871-4d8c-bb36-1d2d745b6516', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:30.858424 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-64f28b97-b5da-4858-9683-d620385902df req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:30.885789 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-64f28b97-b5da-4858-9683-d620385902df req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] Transition to ACTIVE for port object 3a5743e8-f8ec-4f51-8a78-9625bb04769a will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:30.909800 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81731d-f45a-4a55-aeb2-241df07741af req-6c0c52f1-3ae5-4d21-baff-d61305be845b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:30.915069 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9e81731d-f45a-4a55-aeb2-241df07741af req-6c0c52f1-3ae5-4d21-baff-d61305be845b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.3722284 Jul 13 07:57:30.917845 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-64f28b97-b5da-4858-9683-d620385902df req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:30.951296 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-9c46a319-3869-4666-a7c7-aa42b48cc4c9 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): The resource could not be found. Jul 13 07:57:30.953018 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9c46a319-3869-4666-a7c7-aa42b48cc4c9 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1052816 Jul 13 07:57:30.955737 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37226) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:30.960967 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ff281004-234a-4fe2-99fc-1f0a16afaf7e tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': '8c8b9fdb-2871-4d8c-bb36-1d2d745b6516', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c619ef8e-921a-4752-b490-347833bcb740'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:31.063928 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-ff281004-234a-4fe2-99fc-1f0a16afaf7e tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): The resource could not be found. Jul 13 07:57:31.066461 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ff281004-234a-4fe2-99fc-1f0a16afaf7e tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1095741 Jul 13 07:57:31.069166 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37232) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:31.074032 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9e81731d-f45a-4a55-aeb2-241df07741af req-731cb410-78be-4920-91a5-c1a4ba75ed34 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464095 Jul 13 07:57:31.141788 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5743e8-f8ec-4f51-8a78-9625bb04769a,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:31.292130 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-64f28b97-b5da-4858-9683-d620385902df req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] Attempting to bind port 3a5743e8-f8ec-4f51-8a78-9625bb04769a on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:31.295980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-64f28b97-b5da-4858-9683-d620385902df req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] Attempting to bind port 3a5743e8-f8ec-4f51-8a78-9625bb04769a by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:31.296752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f28b97-b5da-4858-9683-d620385902df req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] Attempting to bind port 3a5743e8-f8ec-4f51-8a78-9625bb04769a on network dcb46551-b67f-448d-9e50-7e4cc85c9056 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:31.312312 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.313572 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38bcbe42-5ce2-4672-88a7-7d7105f3c194 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.321909 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f28b97-b5da-4858-9683-d620385902df req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] Port 3a5743e8-f8ec-4f51-8a78-9625bb04769a on network dcb46551-b67f-448d-9e50-7e4cc85c9056 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:57:31.322631 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f28b97-b5da-4858-9683-d620385902df req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] Attempting to bind port 3a5743e8-f8ec-4f51-8a78-9625bb04769a on network dcb46551-b67f-448d-9e50-7e4cc85c9056 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:31.332129 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f28b97-b5da-4858-9683-d620385902df req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:31.332952 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f28b97-b5da-4858-9683-d620385902df req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] Checking segment: {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:31.333624 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f28b97-b5da-4858-9683-d620385902df req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] Bound using segment: {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:31.334336 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-64f28b97-b5da-4858-9683-d620385902df req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] Bound port: 3a5743e8-f8ec-4f51-8a78-9625bb04769a, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:31.335098 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-64f28b97-b5da-4858-9683-d620385902df req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.371079 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38bcbe42-5ce2-4672-88a7-7d7105f3c194 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.468012 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38bcbe42-5ce2-4672-88a7-7d7105f3c194 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.471161 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38bcbe42-5ce2-4672-88a7-7d7105f3c194 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.475514 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-38bcbe42-5ce2-4672-88a7-7d7105f3c194 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "DELETE /v2.0/security-groups/8c8b9fdb-2871-4d8c-bb36-1d2d745b6516 HTTP/1.1" status: 204 len: 168 time: 0.4050045 Jul 13 07:57:31.476254 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37244) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:31.513434 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bcbe42-5ce2-4672-88a7-7d7105f3c194 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8b9fdb-2871-4d8c-bb36-1d2d745b6516,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:31.548606 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-64f28b97-b5da-4858-9683-d620385902df req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] For port 3a5743e8-f8ec-4f51-8a78-9625bb04769a, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:31.584146 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-64f28b97-b5da-4858-9683-d620385902df req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] For port 3a5743e8-f8ec-4f51-8a78-9625bb04769a, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3a5743e8-f8ec-4f51-8a78-9625bb04769a,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:31.594891 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92f303-854f-44d4-a684-aae756fc79f2 req-384d01c7-9c71-41aa-a425-f991c4b9624e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:31.602491 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f92f303-854f-44d4-a684-aae756fc79f2 req-384d01c7-9c71-41aa-a425-f991c4b9624e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 945 time: 0.1902366 Jul 13 07:57:31.609721 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cc8912d0-2c52-4a77-91d4-18e3f3f39948 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1294374 Jul 13 07:57:31.613421 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37248) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:31.615663 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-64f28b97-b5da-4858-9683-d620385902df req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.622659 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-71b9a65c-8e59-484c-959a-393710655062 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': '43e20c55-1249-4534-bdd8-5a8b7dd9830d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:31.719827 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f28b97-b5da-4858-9683-d620385902df req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:31.720555 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-64f28b97-b5da-4858-9683-d620385902df req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.722058 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64f28b97-b5da-4858-9683-d620385902df req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] 10.222.0.62 "PUT /v2.0/ports/3a5743e8-f8ec-4f51-8a78-9625bb04769a HTTP/1.1" status: 200 len: 1092 time: 2.2226415 Jul 13 07:57:31.728520 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87620189-46ca-426e-9a86-9495a7514371', 'tag': '3a5743e8-f8ec-4f51-8a78-9625bb04769a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:31.731587 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56638f52-149c-4365-b34e-332cafb2d4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "87620189-46ca-426e-9a86-9495a7514371", "tag": "3a5743e8-f8ec-4f51-8a78-9625bb04769a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:31.731852 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-71b9a65c-8e59-484c-959a-393710655062 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): The resource could not be found. Jul 13 07:57:31.733070 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-71b9a65c-8e59-484c-959a-393710655062 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1186757 Jul 13 07:57:31.741905 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37252) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:31.753038 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-30be263b-5a1a-4ab5-b6dd-79d5eae1b055 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group': {'name': 'tempest-secgroup--896145122'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:31.770377 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f92f303-854f-44d4-a684-aae756fc79f2 req-9ce1d395-539b-4de8-9e7c-94850e499dbf tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661091 Jul 13 07:57:31.771942 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375aa86-019c-475b-aa08-9dce8c98bbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5743e8-f8ec-4f51-8a78-9625bb04769a,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:31.803399 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30be263b-5a1a-4ab5-b6dd-79d5eae1b055 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.949111 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30be263b-5a1a-4ab5-b6dd-79d5eae1b055 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.955490 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30be263b-5a1a-4ab5-b6dd-79d5eae1b055 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.995649 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be263b-5a1a-4ab5-b6dd-79d5eae1b055 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98aa78d1-f189-4640-83fa-84dd663613c5,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:32.000523 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30be263b-5a1a-4ab5-b6dd-79d5eae1b055 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:32.002505 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-30be263b-5a1a-4ab5-b6dd-79d5eae1b055 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2593319 Jul 13 07:57:32.005329 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37260) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:32.010634 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-6b5f2c2e-33ff-49c0-b21a-2b37cc8b03d4 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group': {'name': 'tempest-secgroup--167928407'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:32.022928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d955e8-e190-495d-8033-b93ab0683028 req-520dcccf-5a48-4ce0-9442-e56e9d5fd669 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:32.033164 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52d955e8-e190-495d-8033-b93ab0683028 req-520dcccf-5a48-4ce0-9442-e56e9d5fd669 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 943 time: 0.2666371 Jul 13 07:57:32.047708 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6b5f2c2e-33ff-49c0-b21a-2b37cc8b03d4 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:32.114639 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f28b97-b5da-4858-9683-d620385902df req-4e020112-2117-493f-b948-60195576b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:32.116184 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64f28b97-b5da-4858-9683-d620385902df req-4e020112-2117-493f-b948-60195576b9e6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 1095 time: 0.2952082 Jul 13 07:57:32.196771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52d955e8-e190-495d-8033-b93ab0683028 req-f3dbe68e-d555-4f49-bf87-7a80e908a64a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626413 Jul 13 07:57:32.203349 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64f28b97-b5da-4858-9683-d620385902df req-06223841-7106-4636-9778-b879d6cd5449 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a5743e8-f8ec-4f51-8a78-9625bb04769a HTTP/1.1" status: 200 len: 217 time: 0.0761008 Jul 13 07:57:32.331469 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6b5f2c2e-33ff-49c0-b21a-2b37cc8b03d4 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:32.343337 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6b5f2c2e-33ff-49c0-b21a-2b37cc8b03d4 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:32.410330 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6b5f2c2e-33ff-49c0-b21a-2b37cc8b03d4 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:32.415018 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6b5f2c2e-33ff-49c0-b21a-2b37cc8b03d4 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4081392 Jul 13 07:57:32.415674 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37268) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:32.435289 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-08c50ff3-2cce-4ce6-a73f-abdf538bfd5e tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': '98aa78d1-f189-4640-83fa-84dd663613c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4c4cd08d-9527-4414-a012-d9252c44a42e'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:32.442165 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f2c2e-33ff-49c0-b21a-2b37cc8b03d4 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4cd08d-9527-4414-a012-d9252c44a42e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:32.509572 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-08c50ff3-2cce-4ce6-a73f-abdf538bfd5e tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:57:32.514059 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-08c50ff3-2cce-4ce6-a73f-abdf538bfd5e tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0949874 Jul 13 07:57:32.514655 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37280) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:32.639436 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8a58f418-3299-4c7a-aace-b7a52f4a072a tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:32.677410 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8a58f418-3299-4c7a-aace-b7a52f4a072a tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:32.769021 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8a58f418-3299-4c7a-aace-b7a52f4a072a tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:32.772459 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8a58f418-3299-4c7a-aace-b7a52f4a072a tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:32.777111 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8a58f418-3299-4c7a-aace-b7a52f4a072a tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "DELETE /v2.0/security-groups/4c4cd08d-9527-4414-a012-d9252c44a42e HTTP/1.1" status: 204 len: 168 time: 0.2614641 Jul 13 07:57:32.778943 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37290) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:32.813374 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58f418-3299-4c7a-aace-b7a52f4a072a tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4cd08d-9527-4414-a012-d9252c44a42e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:32.847473 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-3774d587-3de1-4dba-a3a5-6d667623322d tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:32.854807 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-3774d587-3de1-4dba-a3a5-6d667623322d tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:32.864825 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-3774d587-3de1-4dba-a3a5-6d667623322d tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:32.871334 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-3774d587-3de1-4dba-a3a5-6d667623322d tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:32.878407 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-3774d587-3de1-4dba-a3a5-6d667623322d tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:32.885051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-3774d587-3de1-4dba-a3a5-6d667623322d tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:32.891848 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-3774d587-3de1-4dba-a3a5-6d667623322d tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:32.894342 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-3774d587-3de1-4dba-a3a5-6d667623322d tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5433 time: 0.2031398 Jul 13 07:57:32.919416 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1448ea25-6c64-4091-9cf7-23964c495b3b x-openstack-request-id: req-1448ea25-6c64-4091-9cf7-23964c495b3b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:32.919940 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87620189-46ca-426e-9a86-9495a7514371", "tag": "3a5743e8-f8ec-4f51-8a78-9625bb04769a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:32.919940 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1448ea25-6c64-4091-9cf7-23964c495b3b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:32.920877 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87620189-46ca-426e-9a86-9495a7514371', 'tag': '3a5743e8-f8ec-4f51-8a78-9625bb04769a', 'status': 'completed', 'code': 200} Jul 13 07:57:33.012312 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f5b62fb4-eaba-48bc-9011-3540e02be8ae tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2263713 Jul 13 07:57:33.026350 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37302) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:33.038945 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f28b97-b5da-4858-9683-d620385902df req-e76781b0-740c-4cd8-b321-ee6f736afae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:33.040636 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64f28b97-b5da-4858-9683-d620385902df req-e76781b0-740c-4cd8-b321-ee6f736afae1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 200 len: 850 time: 0.8175335 Jul 13 07:57:33.056542 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51511e89-5e03-40a1-82f2-10f7a4f09e24 req-3b215839-f89b-40ec-8dc8-251b9c3d35ea tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:33.064973 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51511e89-5e03-40a1-82f2-10f7a4f09e24 req-3b215839-f89b-40ec-8dc8-251b9c3d35ea tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:33.072242 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51511e89-5e03-40a1-82f2-10f7a4f09e24 req-3b215839-f89b-40ec-8dc8-251b9c3d35ea tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:33.073490 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-9b197f03-01a3-4725-87c7-e15d10f46b0d tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:33.074924 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-9b197f03-01a3-4725-87c7-e15d10f46b0d tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.62 "GET /v2.0/ports/7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1690307 Jul 13 07:57:33.083419 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51511e89-5e03-40a1-82f2-10f7a4f09e24 req-3b215839-f89b-40ec-8dc8-251b9c3d35ea tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:33.090077 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51511e89-5e03-40a1-82f2-10f7a4f09e24 req-3b215839-f89b-40ec-8dc8-251b9c3d35ea tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:33.096657 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51511e89-5e03-40a1-82f2-10f7a4f09e24 req-3b215839-f89b-40ec-8dc8-251b9c3d35ea tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:33.106054 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51511e89-5e03-40a1-82f2-10f7a4f09e24 req-3b215839-f89b-40ec-8dc8-251b9c3d35ea tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:33.116829 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-51511e89-5e03-40a1-82f2-10f7a4f09e24 req-3b215839-f89b-40ec-8dc8-251b9c3d35ea tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 5433 time: 1.0606132 Jul 13 07:57:33.170751 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 08f42dc4-07ae-446f-a917-798ecfe1385e up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:33.185535 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9183b1b0-9cc1-4224-bbd8-44566a17080e tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.205948 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-51511e89-5e03-40a1-82f2-10f7a4f09e24 req-656e22cc-2699-43ca-8c2b-931477241c4b tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874407 Jul 13 07:57:33.243996 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f641dde-c489-4468-a662-8f48aa096f75 req-d36ec88e-8980-4bb8-8ab5-f29077ed192d tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:33.252536 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f641dde-c489-4468-a662-8f48aa096f75 req-d36ec88e-8980-4bb8-8ab5-f29077ed192d tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.3307738 Jul 13 07:57:33.302291 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9183b1b0-9cc1-4224-bbd8-44566a17080e tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.319115 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 08f42dc4-07ae-446f-a917-798ecfe1385e completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:33.322156 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f641dde-c489-4468-a662-8f48aa096f75 req-14f5cd3c-2e0f-4a06-8387-40ad5f59962a tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685935 Jul 13 07:57:33.327915 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f28b97-b5da-4858-9683-d620385902df req-ff4961f5-5af5-4f2b-9aba-f48211774cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:33.328697 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 08f42dc4-07ae-446f-a917-798ecfe1385e triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:33.330257 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.334619 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64f28b97-b5da-4858-9683-d620385902df req-ff4961f5-5af5-4f2b-9aba-f48211774cee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dcb46551-b67f-448d-9e50-7e4cc85c9056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1952479 Jul 13 07:57:33.403338 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-d8cf4118-915f-41bd-9967-fb55324366f2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.62 "GET /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3217061 Jul 13 07:57:33.418311 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9183b1b0-9cc1-4224-bbd8-44566a17080e tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.421584 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9183b1b0-9cc1-4224-bbd8-44566a17080e tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.424993 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9183b1b0-9cc1-4224-bbd8-44566a17080e tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "DELETE /v2.0/security-groups/98aa78d1-f189-4640-83fa-84dd663613c5 HTTP/1.1" status: 204 len: 168 time: 0.3954399 Jul 13 07:57:33.439573 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-590889c9-566a-4593-9e9d-a3821d2fb54f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:33.499183 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64f28b97-b5da-4858-9683-d620385902df req-22fad93d-d93a-4f95-8fe7-fd5259669f97 service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536067 Jul 13 07:57:33.499671 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37312) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:33.504231 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.608347 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 08f42dc4-07ae-446f-a917-798ecfe1385e, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=08f42dc4-07ae-446f-a917-798ecfe1385e,segment=NetworkSegment(b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8),segment_id=b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:33.612018 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-492b8fbb-7c94-49e4-aee7-3b9b1b8f8eef tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1107271 Jul 13 07:57:33.612215 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6ba188-8a01-4c79-a49b-8a1bc8608f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f42dc4-07ae-446f-a917-798ecfe1385e'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:33.618580 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c02aa7-46f3-450b-8393-b52b665a009b" -d '{"events": [{"server_uuid": "9e6ba188-8a01-4c79-a49b-8a1bc8608f83", "name": "network-vif-plugged", "status": "completed", "tag": "08f42dc4-07ae-446f-a917-798ecfe1385e"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:33.625929 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.648818 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-590889c9-566a-4593-9e9d-a3821d2fb54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.653118 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37314) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:33.655127 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183b1b0-9cc1-4224-bbd8-44566a17080e tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98aa78d1-f189-4640-83fa-84dd663613c5,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:33.666652 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-33a9f243-4e83-47b2-95ed-66f7d7dfbaf3 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group': {'name': 'tempest-secgroup--569121530'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:33.678149 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64f28b97-b5da-4858-9683-d620385902df req-730fdc9e-859f-4612-867a-f550fa65b511 service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711016 Jul 13 07:57:33.713322 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf64aa-2a7f-4ae8-9eb5-ddcec3de9234 req-30cfcf0a-cef3-445b-bb61-34ac9d9ca3fc tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:33.715813 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2bf64aa-2a7f-4ae8-9eb5-ddcec3de9234 req-30cfcf0a-cef3-445b-bb61-34ac9d9ca3fc tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 943 time: 0.1092670 Jul 13 07:57:33.736051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=08f42dc4-07ae-446f-a917-798ecfe1385e,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:33.767418 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-33a9f243-4e83-47b2-95ed-66f7d7dfbaf3 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.937654 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2bf64aa-2a7f-4ae8-9eb5-ddcec3de9234 req-b3859158-6067-4751-ac49-9f3283cc8688 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154362 Jul 13 07:57:33.949465 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-590889c9-566a-4593-9e9d-a3821d2fb54f service neutron] For port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:34.016541 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-590889c9-566a-4593-9e9d-a3821d2fb54f service neutron] For port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:34.047574 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-33a9f243-4e83-47b2-95ed-66f7d7dfbaf3 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.066394 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-33a9f243-4e83-47b2-95ed-66f7d7dfbaf3 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.073759 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432bba3a-54a3-4f49-b8a3-3e60f1822631 x-openstack-request-id: req-432bba3a-54a3-4f49-b8a3-3e60f1822631 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:34.074048 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6ba188-8a01-4c79-a49b-8a1bc8608f83", "name": "network-vif-plugged", "status": "completed", "tag": "08f42dc4-07ae-446f-a917-798ecfe1385e", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:34.074331 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-432bba3a-54a3-4f49-b8a3-3e60f1822631 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:34.074734 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6ba188-8a01-4c79-a49b-8a1bc8608f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f42dc4-07ae-446f-a917-798ecfe1385e', 'code': 200} Jul 13 07:57:34.096941 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096df05-8833-4916-961b-7a2eb9ed65b3 req-a350435e-b612-4d84-b1e5-bcbbd3314524 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:34.104928 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c096df05-8833-4916-961b-7a2eb9ed65b3 req-a350435e-b612-4d84-b1e5-bcbbd3314524 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 946 time: 0.3634636 Jul 13 07:57:34.115901 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56638f52-149c-4365-b34e-332cafb2d4e0 req-a1fb922a-39d4-413b-b088-7976c070f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:34.117419 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56638f52-149c-4365-b34e-332cafb2d4e0 req-a1fb922a-39d4-413b-b088-7976c070f37e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 1095 time: 0.3156834 Jul 13 07:57:34.127552 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-33a9f243-4e83-47b2-95ed-66f7d7dfbaf3 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.133787 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-33a9f243-4e83-47b2-95ed-66f7d7dfbaf3 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4703441 Jul 13 07:57:34.144874 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37324) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:34.163929 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-590889c9-566a-4593-9e9d-a3821d2fb54f service neutron] device_id is not set on port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:57:34.167807 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9221afc6-9ba5-498a-b957-0e1d2ee0fa10 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': '0f37f9a7-84b0-4cd1-8a5e-624a0a7e1b41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:34.190827 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-590889c9-566a-4593-9e9d-a3821d2fb54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.207728 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-963a14a8-be8d-4df3-8205-6ea114229725 None None] Provisioning complete for port 08f42dc4-07ae-446f-a917-798ecfe1385e triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:34.208628 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-963a14a8-be8d-4df3-8205-6ea114229725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.235689 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c096df05-8833-4916-961b-7a2eb9ed65b3 req-8b96d583-afff-4687-99ec-d8977fb23fa4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295161 Jul 13 07:57:34.242950 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-590889c9-566a-4593-9e9d-a3821d2fb54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.402417 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9f243-4e83-47b2-95ed-66f7d7dfbaf3 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f37f9a7-84b0-4cd1-8a5e-624a0a7e1b41,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:34.424577 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-9221afc6-9ba5-498a-b957-0e1d2ee0fa10 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:57:34.429390 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9221afc6-9ba5-498a-b957-0e1d2ee0fa10 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2820344 Jul 13 07:57:34.439767 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37334) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:34.461695 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d660cb84-3b98-40ee-8837-8c2448e09766 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group_rule': {'security_group_id': '0f37f9a7-84b0-4cd1-8a5e-624a0a7e1b41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:34.552164 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56638f52-149c-4365-b34e-332cafb2d4e0 req-0f37c149-7cab-48cf-8761-c6b8fd4c4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:34.555560 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590889c9-566a-4593-9e9d-a3821d2fb54f service neutron] Pushing event updated for resources: {'Port': ['ID=7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d,revision_number=6']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:34.567001 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56638f52-149c-4365-b34e-332cafb2d4e0 req-0f37c149-7cab-48cf-8761-c6b8fd4c4f2c service neutron] 10.222.0.62 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 912 time: 0.4363520 Jul 13 07:57:34.572296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-590889c9-566a-4593-9e9d-a3821d2fb54f service neutron] No DVR routers for this DVR port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:57:34.646733 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-590889c9-566a-4593-9e9d-a3821d2fb54f service neutron] In _notify_port_updated(), no bound segment for port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d on network b818ec58-5125-4829-9877-53309d7ad2bc {{(pid=93723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:57:34.647897 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-590889c9-566a-4593-9e9d-a3821d2fb54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:34.649057 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-590889c9-566a-4593-9e9d-a3821d2fb54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.650175 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-590889c9-566a-4593-9e9d-a3821d2fb54f service neutron] 10.222.0.62 "PUT /v2.0/ports/7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d HTTP/1.1" status: 200 len: 1027 time: 1.2333350 Jul 13 07:57:34.694500 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56638f52-149c-4365-b34e-332cafb2d4e0 req-b45d10d8-8cf2-4f7d-adb4-8ac6868a06ef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a5743e8-f8ec-4f51-8a78-9625bb04769a HTTP/1.1" status: 200 len: 217 time: 0.1188879 Jul 13 07:57:34.752250 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-13a7ab93-a4f1-407b-883b-805b88557c73 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:34.754218 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-13a7ab93-a4f1-407b-883b-805b88557c73 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.62 "GET /v2.0/ports/a5ad5cc6-8b81-413a-ba67-a126312062d6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0967894 Jul 13 07:57:34.778508 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-dfb5f8dc-57bc-43ea-b4c9-cc1061cdff0f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:34.876627 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-52e5fbb3-6871-4a11-a291-a0aaeec94a40 None None] Provisioning complete for port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:34.877148 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-52e5fbb3-6871-4a11-a291-a0aaeec94a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.903679 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-dfb5f8dc-57bc-43ea-b4c9-cc1061cdff0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.968504 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-52e5fbb3-6871-4a11-a291-a0aaeec94a40 None None] Port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:57:34.978603 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-d660cb84-3b98-40ee-8837-8c2448e09766 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:57:34.979719 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d660cb84-3b98-40ee-8837-8c2448e09766 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5364521 Jul 13 07:57:34.992633 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37346) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:35.030844 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56638f52-149c-4365-b34e-332cafb2d4e0 req-053f9fd2-7da5-4b2e-8332-3506cd1d3a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:35.033093 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56638f52-149c-4365-b34e-332cafb2d4e0 req-053f9fd2-7da5-4b2e-8332-3506cd1d3a9a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 200 len: 850 time: 0.3102913 Jul 13 07:57:35.057280 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16fbd0-acf3-4505-b936-e613f247ab74 req-7bfe50e4-de2d-4a59-9b44-35510aa6cbdb tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:35.059132 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb16fbd0-acf3-4505-b936-e613f247ab74 req-7bfe50e4-de2d-4a59-9b44-35510aa6cbdb tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.3623211 Jul 13 07:57:35.096179 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a5ad5cc6-8b81-413a-ba67-a126312062d6 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:35.119624 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4e9c5-acac-4023-b29d-28a4ce6662e5 req-6545c2a3-3ff2-4f5f-9bd8-6e494df2036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:35.123803 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78a4e9c5-acac-4023-b29d-28a4ce6662e5 req-6545c2a3-3ff2-4f5f-9bd8-6e494df2036c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 1098 time: 0.9500127 Jul 13 07:57:35.189792 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-dfb5f8dc-57bc-43ea-b4c9-cc1061cdff0f service neutron] For port a5ad5cc6-8b81-413a-ba67-a126312062d6, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a5ad5cc6-8b81-413a-ba67-a126312062d6,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:35.226052 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:35.258064 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dd891-b273-47c0-871d-e6c7c82e89ab req-a9926f5e-a655-44d1-af99-07c8a751c8b0 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:35.266807 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dd891-b273-47c0-871d-e6c7c82e89ab req-a9926f5e-a655-44d1-af99-07c8a751c8b0 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:35.268673 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-dfb5f8dc-57bc-43ea-b4c9-cc1061cdff0f service neutron] For port a5ad5cc6-8b81-413a-ba67-a126312062d6, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:35.275828 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dd891-b273-47c0-871d-e6c7c82e89ab req-a9926f5e-a655-44d1-af99-07c8a751c8b0 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:35.282859 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dd891-b273-47c0-871d-e6c7c82e89ab req-a9926f5e-a655-44d1-af99-07c8a751c8b0 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:35.289416 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dd891-b273-47c0-871d-e6c7c82e89ab req-a9926f5e-a655-44d1-af99-07c8a751c8b0 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:35.297225 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dd891-b273-47c0-871d-e6c7c82e89ab req-a9926f5e-a655-44d1-af99-07c8a751c8b0 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:35.306150 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c2dd891-b273-47c0-871d-e6c7c82e89ab req-a9926f5e-a655-44d1-af99-07c8a751c8b0 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 4659 time: 0.7358274 Jul 13 07:57:35.353520 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-dfb5f8dc-57bc-43ea-b4c9-cc1061cdff0f service neutron] device_id is not set on port a5ad5cc6-8b81-413a-ba67-a126312062d6 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:57:35.376171 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-dfb5f8dc-57bc-43ea-b4c9-cc1061cdff0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:35.396506 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-dfb5f8dc-57bc-43ea-b4c9-cc1061cdff0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:35.424302 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78a4e9c5-acac-4023-b29d-28a4ce6662e5 req-5d818f95-10c7-42f5-a132-1fc4a096fbbb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2906377 Jul 13 07:57:35.436966 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb16fbd0-acf3-4505-b936-e613f247ab74 req-d832ee08-efa1-48dd-8f69-1a4aa75c6cf9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2810085 Jul 13 07:57:35.451189 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37352) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:35.461852 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd9b8fbc-c5da-40a1-958c-45122b555f19 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:35.493470 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd9b8fbc-c5da-40a1-958c-45122b555f19 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:35.495236 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:57:35.495605 n-d-779913-28 neutron-server[93725]: DEBUG oslo_db.api [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:57:35.542729 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5f8dc-57bc-43ea-b4c9-cc1061cdff0f service neutron] Pushing event updated for resources: {'Port': ['ID=a5ad5cc6-8b81-413a-ba67-a126312062d6,revision_number=6']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:35.563044 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd9b8fbc-c5da-40a1-958c-45122b555f19 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:35.569917 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd9b8fbc-c5da-40a1-958c-45122b555f19 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:35.573664 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cd9b8fbc-c5da-40a1-958c-45122b555f19 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "DELETE /v2.0/security-groups/0f37f9a7-84b0-4cd1-8a5e-624a0a7e1b41 HTTP/1.1" status: 204 len: 168 time: 0.5691600 Jul 13 07:57:35.580869 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37358) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:35.583227 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-dfb5f8dc-57bc-43ea-b4c9-cc1061cdff0f service neutron] No DVR routers for this DVR port a5ad5cc6-8b81-413a-ba67-a126312062d6 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:57:35.596658 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c2dd891-b273-47c0-871d-e6c7c82e89ab req-58538487-4548-40dc-baec-1a4cd24d7ac2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4884dbff-9761-439b-b7d3-660cb6ca4183&id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2886128 Jul 13 07:57:35.612404 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56638f52-149c-4365-b34e-332cafb2d4e0 req-af7d78fe-3992-492c-8c4d-1384c6a505ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:35.617119 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56638f52-149c-4365-b34e-332cafb2d4e0 req-af7d78fe-3992-492c-8c4d-1384c6a505ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dcb46551-b67f-448d-9e50-7e4cc85c9056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5499811 Jul 13 07:57:35.657271 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b8fbc-c5da-40a1-958c-45122b555f19 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f37f9a7-84b0-4cd1-8a5e-624a0a7e1b41,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:35.751165 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-dfb5f8dc-57bc-43ea-b4c9-cc1061cdff0f service neutron] In _notify_port_updated(), no bound segment for port a5ad5cc6-8b81-413a-ba67-a126312062d6 on network b818ec58-5125-4829-9877-53309d7ad2bc {{(pid=93723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:57:35.752081 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-dfb5f8dc-57bc-43ea-b4c9-cc1061cdff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:35.752703 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-dfb5f8dc-57bc-43ea-b4c9-cc1061cdff0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:35.754039 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-dfb5f8dc-57bc-43ea-b4c9-cc1061cdff0f service neutron] 10.222.0.62 "PUT /v2.0/ports/a5ad5cc6-8b81-413a-ba67-a126312062d6 HTTP/1.1" status: 200 len: 1028 time: 0.9903746 Jul 13 07:57:35.794208 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-57b6d4ec-09b4-4080-b2fa-f653ba00fa5f tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2062292 Jul 13 07:57:35.806103 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37360) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:35.822563 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-88e620f8-6949-4a6e-8265-55dc834f0eea tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group': {'name': 'tempest-secgroup--185875132'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:35.870582 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-88e620f8-6949-4a6e-8265-55dc834f0eea tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:35.906986 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-840056a0-eff0-45d2-9768-f9a5551549ee None None] Provisioning complete for port a5ad5cc6-8b81-413a-ba67-a126312062d6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:35.907636 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-840056a0-eff0-45d2-9768-f9a5551549ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:35.924740 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-28dc9595-22a7-4f38-ba37-51b64e8c8f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:35.969299 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-840056a0-eff0-45d2-9768-f9a5551549ee None None] Port a5ad5cc6-8b81-413a-ba67-a126312062d6 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:57:35.999751 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56638f52-149c-4365-b34e-332cafb2d4e0 req-4d7f4dcd-234d-4d3d-983c-a1e6255f19b7 service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708827 Jul 13 07:57:36.044227 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-aeacc666-0ad0-4d88-b87a-068b185b28c0 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Deleting port e6a39fd5-7b74-4423-b2be-c8213af17aa6 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:36.044598 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-aeacc666-0ad0-4d88-b87a-068b185b28c0 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:36.072338 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 05e7e080-2b01-44eb-8742-729c05d42526 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:36.199974 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-88e620f8-6949-4a6e-8265-55dc834f0eea tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:36.212045 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-88e620f8-6949-4a6e-8265-55dc834f0eea tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:36.221345 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cf97d-fd20-4396-ad75-7ce8eaa4d71a req-02462a67-f75e-4e45-bb89-43f9c878b10b tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:36.225531 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-964cf97d-fd20-4396-ad75-7ce8eaa4d71a req-02462a67-f75e-4e45-bb89-43f9c878b10b tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 943 time: 0.3953764 Jul 13 07:57:36.253425 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:36.271254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231f7ae-3daa-478a-9afe-dab87698ae81 req-10d7b832-a2bc-4904-87d0-5d764deaf81e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:36.271493 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e620f8-6949-4a6e-8265-55dc834f0eea tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54e3a96-4a13-4030-ace4-9e2c652d0c9e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:36.282602 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6231f7ae-3daa-478a-9afe-dab87698ae81 req-10d7b832-a2bc-4904-87d0-5d764deaf81e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 946 time: 0.3520901 Jul 13 07:57:36.301618 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-aeacc666-0ad0-4d88-b87a-068b185b28c0 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] For port e6a39fd5-7b74-4423-b2be-c8213af17aa6, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e6a39fd5-7b74-4423-b2be-c8213af17aa6,segment=NetworkSegment(1f548f17-806f-4ece-8f7b-3b513aafe7fa),segment_id=1f548f17-806f-4ece-8f7b-3b513aafe7fa)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:36.302303 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-aeacc666-0ad0-4d88-b87a-068b185b28c0 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:36.316434 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56638f52-149c-4365-b34e-332cafb2d4e0 req-24b2a2bd-db26-411d-b77a-dc1a46fcce9c service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050017 Jul 13 07:57:36.321568 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 05e7e080-2b01-44eb-8742-729c05d42526, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=05e7e080-2b01-44eb-8742-729c05d42526,segment=NetworkSegment(55400fda-93cc-4885-9515-80ab9d05efb4),segment_id=55400fda-93cc-4885-9515-80ab9d05efb4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:36.323970 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-aeacc666-0ad0-4d88-b87a-068b185b28c0 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Calling delete_port for e6a39fd5-7b74-4423-b2be-c8213af17aa6 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:36.325853 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05e7e080-2b01-44eb-8742-729c05d42526'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:36.329458 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16472f0-2601-4de5-a84c-1e6739653448" -d '{"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-unplugged", "status": "completed", "tag": "05e7e080-2b01-44eb-8742-729c05d42526"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:36.337509 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:36.410666 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6231f7ae-3daa-478a-9afe-dab87698ae81 req-7664bc4b-92ec-4a29-893e-8196368432a9 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271288 Jul 13 07:57:36.414621 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=05e7e080-2b01-44eb-8742-729c05d42526,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:36.428521 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:36.428958 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:36.429307 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:36.430424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:36.430778 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:36.431235 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:36.431653 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:36.432135 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:36.432431 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:36.432762 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:36.433176 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:36.444017 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:36.446780 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 9bbe5067-cbdd-4d3b-9012-0279cc33b234 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:36.473211 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-964cf97d-fd20-4396-ad75-7ce8eaa4d71a req-b4c3eabc-6e9f-4504-93cc-49af301b44fb tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291698 Jul 13 07:57:36.556649 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-aeacc666-0ad0-4d88-b87a-068b185b28c0 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:36.600882 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-28dc9595-22a7-4f38-ba37-51b64e8c8f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:36.609890 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-28dc9595-22a7-4f38-ba37-51b64e8c8f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:36.637126 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacc666-0ad0-4d88-b87a-068b185b28c0 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event deleted for resources: {'Port': ['ID=e6a39fd5-7b74-4423-b2be-c8213af17aa6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:36.649493 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e3ae6b-2267-4eb7-983c-ac2aa445a0a8 x-openstack-request-id: req-a5e3ae6b-2267-4eb7-983c-ac2aa445a0a8 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:36.649823 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-unplugged", "status": "completed", "tag": "05e7e080-2b01-44eb-8742-729c05d42526", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:36.650342 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a5e3ae6b-2267-4eb7-983c-ac2aa445a0a8 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:36.650759 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05e7e080-2b01-44eb-8742-729c05d42526', 'code': 200} Jul 13 07:57:36.689956 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-88e620f8-6949-4a6e-8265-55dc834f0eea tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:36.694390 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-88e620f8-6949-4a6e-8265-55dc834f0eea tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8786781 Jul 13 07:57:36.699648 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37370) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:36.712825 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ef996bd0-0919-4365-ba91-2fd36ea4d3cb tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:36.713256 n-d-779913-28 neutron-server[93723]: WARNING neutron.api.v2.base [None req-ef996bd0-0919-4365-ba91-2fd36ea4d3cb tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 07:57:36.713843 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-ef996bd0-0919-4365-ba91-2fd36ea4d3cb tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] update failed (client error): There was a conflict when trying to complete your request. Jul 13 07:57:36.730937 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ef996bd0-0919-4365-ba91-2fd36ea4d3cb tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "PUT /v2.0/security-groups/b54e3a96-4a13-4030-ace4-9e2c652d0c9e HTTP/1.1" status: 409 len: 330 time: 0.0221677 Jul 13 07:57:36.759924 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37372) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:36.768411 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-aeacc666-0ad0-4d88-b87a-068b185b28c0 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] No DVR routers for this DVR port e6a39fd5-7b74-4423-b2be-c8213af17aa6 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:57:36.776247 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-aeacc666-0ad0-4d88-b87a-068b185b28c0 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:36.782295 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-aeacc666-0ad0-4d88-b87a-068b185b28c0 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.62 "DELETE /v2.0/ports/e6a39fd5-7b74-4423-b2be-c8213af17aa6 HTTP/1.1" status: 204 len: 173 time: 0.9926162 Jul 13 07:57:36.782797 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-deleted', 'tag': 'e6a39fd5-7b74-4423-b2be-c8213af17aa6'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:36.793470 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dadd4ab-d9b4-4635-9bf3-59aa4dbe2bde" -d '{"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-deleted", "tag": "e6a39fd5-7b74-4423-b2be-c8213af17aa6"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:36.794713 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc9595-22a7-4f38-ba37-51b64e8c8f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9d62bb-f75c-42fa-b7c2-0cccc89fee78,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:36.915789 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-28dc9595-22a7-4f38-ba37-51b64e8c8f5c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c3d7fde4ecc4979acdc36edc5a52fcd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4610732 Jul 13 07:57:36.918564 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37376) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:37.106587 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-02e34be3-7909-4186-a010-34022050f67b tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.118971 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.145979 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-02e34be3-7909-4186-a010-34022050f67b tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.150757 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d01d2ae5-8ea9-403d-9efc-f061dc48de4d None None] Provisioning complete for port 05e7e080-2b01-44eb-8742-729c05d42526 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:37.151376 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d01d2ae5-8ea9-403d-9efc-f061dc48de4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.230563 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f71ed6-0a78-414d-8298-2bda8f3df67b x-openstack-request-id: req-94f71ed6-0a78-414d-8298-2bda8f3df67b {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:37.231208 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-deleted", "tag": "e6a39fd5-7b74-4423-b2be-c8213af17aa6", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:37.231208 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-94f71ed6-0a78-414d-8298-2bda8f3df67b {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:37.231797 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-deleted', 'tag': 'e6a39fd5-7b74-4423-b2be-c8213af17aa6', 'status': 'completed', 'code': 200} Jul 13 07:57:37.284771 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-02e34be3-7909-4186-a010-34022050f67b tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.287414 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-02e34be3-7909-4186-a010-34022050f67b tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.288571 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-02e34be3-7909-4186-a010-34022050f67b tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "DELETE /v2.0/security-groups/b54e3a96-4a13-4030-ace4-9e2c652d0c9e HTTP/1.1" status: 204 len: 168 time: 0.5277627 Jul 13 07:57:37.329064 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37382) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:37.357516 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e34be3-7909-4186-a010-34022050f67b tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54e3a96-4a13-4030-ace4-9e2c652d0c9e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:37.357908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 9bbe5067-cbdd-4d3b-9012-0279cc33b234, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=9bbe5067-cbdd-4d3b-9012-0279cc33b234,segment=NetworkSegment(1f548f17-806f-4ece-8f7b-3b513aafe7fa),segment_id=1f548f17-806f-4ece-8f7b-3b513aafe7fa)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:37.382470 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.388158 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f6cae3b-68bc-4af0-8174-c6dff55b6dc6 req-2370e0dd-b7bf-4506-ad7f-b6652da9621b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5465553 Jul 13 07:57:37.395003 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f0528b1e-7179-46de-8a3d-cd4ba566f39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.439068 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:37.487197 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41d349-bc80-44f3-a973-7ea2091da975 req-65db33ca-d9f0-49f6-ae69-ebd2fab394fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:37.488935 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3f41d349-bc80-44f3-a973-7ea2091da975 req-65db33ca-d9f0-49f6-ae69-ebd2fab394fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 1098 time: 0.2240026 Jul 13 07:57:37.498611 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0d3f9831-74a8-4a26-973e-df409e78ba2b tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1639647 Jul 13 07:57:37.502965 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37386) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:37.526994 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f0528b1e-7179-46de-8a3d-cd4ba566f39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.571888 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d01d2ae5-8ea9-403d-9efc-f061dc48de4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.575081 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00d681-e166-46a8-9570-13eb1fc1a86d req-45298eff-8846-408f-9769-4f8fe2e4af19 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:37.575548 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:37.576336 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c6b287a7-66a6-4451-b3cc-175a9dd00602 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:37.595401 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00d681-e166-46a8-9570-13eb1fc1a86d req-45298eff-8846-408f-9769-4f8fe2e4af19 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:37.601621 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00d681-e166-46a8-9570-13eb1fc1a86d req-45298eff-8846-408f-9769-4f8fe2e4af19 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:37.610998 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41d349-bc80-44f3-a973-7ea2091da975 req-f2479321-c1a5-4b4a-8606-daee299e2a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:37.613030 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3f41d349-bc80-44f3-a973-7ea2091da975 req-f2479321-c1a5-4b4a-8606-daee299e2a88 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 913 time: 0.1156631 Jul 13 07:57:37.615382 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00d681-e166-46a8-9570-13eb1fc1a86d req-45298eff-8846-408f-9769-4f8fe2e4af19 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:37.618362 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee00d681-e166-46a8-9570-13eb1fc1a86d req-45298eff-8846-408f-9769-4f8fe2e4af19 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 3147 time: 0.5308390 Jul 13 07:57:37.630505 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=9bbe5067-cbdd-4d3b-9012-0279cc33b234,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:37.649002 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-30f2523f-7e59-4919-b2a6-8edb7af00142 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Deleting port 9bbe5067-cbdd-4d3b-9012-0279cc33b234 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:37.649579 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-30f2523f-7e59-4919-b2a6-8edb7af00142 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.681077 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d01d2ae5-8ea9-403d-9efc-f061dc48de4d None None] For port 05e7e080-2b01-44eb-8742-729c05d42526, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=05e7e080-2b01-44eb-8742-729c05d42526,segment=NetworkSegment(55400fda-93cc-4885-9515-80ab9d05efb4),segment_id=55400fda-93cc-4885-9515-80ab9d05efb4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:37.757733 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.762842 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee00d681-e166-46a8-9570-13eb1fc1a86d req-01b73635-6bb9-43d9-8f62-029ffe9cadc1 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184008 Jul 13 07:57:37.772863 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b96ac62-0f92-455b-91fb-e6703c0277a2 req-428e92e8-e4dc-4cdc-9dab-cd8610b388b1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3327191 Jul 13 07:57:37.775524 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d01d2ae5-8ea9-403d-9efc-f061dc48de4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.786118 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae77799-4d6f-4831-9553-c4228c4a1014 req-20daeab8-0ea7-454e-8dfb-7424c69caf25 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:37.793592 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aae77799-4d6f-4831-9553-c4228c4a1014 req-20daeab8-0ea7-454e-8dfb-7424c69caf25 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.3370152 Jul 13 07:57:37.826354 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f0528b1e-7179-46de-8a3d-cd4ba566f39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.831391 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f0528b1e-7179-46de-8a3d-cd4ba566f39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.836959 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f0528b1e-7179-46de-8a3d-cd4ba566f39b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b9d62bb-f75c-42fa-b7c2-0cccc89fee78 HTTP/1.1" status: 204 len: 168 time: 0.9111936 Jul 13 07:57:37.880594 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0528b1e-7179-46de-8a3d-cd4ba566f39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9d62bb-f75c-42fa-b7c2-0cccc89fee78,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:37.903618 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c6b287a7-66a6-4451-b3cc-175a9dd00602, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c6b287a7-66a6-4451-b3cc-175a9dd00602,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:37.922803 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.988049 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e6a39fd5-7b74-4423-b2be-c8213af17aa6 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:37.992071 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d2ae5-8ea9-403d-9efc-f061dc48de4d None None] Pushing event updated for resources: {'Port': ['ID=05e7e080-2b01-44eb-8742-729c05d42526,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:38.003084 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8d0f04e8-8038-415b-9c2c-291a836491e6 None None] Provisioning complete for port 9bbe5067-cbdd-4d3b-9012-0279cc33b234 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:38.003340 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aae77799-4d6f-4831-9553-c4228c4a1014 req-9803eb0d-5f32-4462-93b5-194fa5c1ae5c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064636 Jul 13 07:57:38.003442 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d0f04e8-8038-415b-9c2c-291a836491e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:38.132364 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:38.132364 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: e6a39fd5-7b74-4423-b2be-c8213af17aa6 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:57:38.132364 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e6a39fd5-7b74-4423-b2be-c8213af17aa6 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:38.132364 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device eef52212-3c48-45b8-b0a5-3e4ec06a834d no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:38.223431 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96ac62-0f92-455b-91fb-e6703c0277a2 req-a2be1311-6a22-43b7-bf4b-36b570864f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:38.225436 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b96ac62-0f92-455b-91fb-e6703c0277a2 req-a2be1311-6a22-43b7-bf4b-36b570864f33 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e HTTP/1.1" status: 200 len: 1097 time: 0.3321855 Jul 13 07:57:38.344581 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d72caf-1b3f-4f23-bc75-50ca1f70de8f req-86212517-2dee-444b-a844-4455597e95e1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:38.346527 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6d72caf-1b3f-4f23-bc75-50ca1f70de8f req-86212517-2dee-444b-a844-4455597e95e1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 946 time: 0.2645266 Jul 13 07:57:38.399004 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:38.402767 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=c6b287a7-66a6-4451-b3cc-175a9dd00602,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:38.520266 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96ac62-0f92-455b-91fb-e6703c0277a2 req-e1a2d498-12a3-44b7-a1c5-d51100cc4174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:38.522414 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b96ac62-0f92-455b-91fb-e6703c0277a2 req-e1a2d498-12a3-44b7-a1c5-d51100cc4174 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 913 time: 0.2667389 Jul 13 07:57:38.525367 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-a673b9b8-14b6-448c-aa89-e321f4fef41b tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] delete failed (client error): The resource could not be found. Jul 13 07:57:38.532357 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a673b9b8-14b6-448c-aa89-e321f4fef41b tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "DELETE /v2.0/security-groups/054cbe0a-9662-426a-a754-35a62dab6405 HTTP/1.1" status: 404 len: 347 time: 0.9226916 Jul 13 07:57:38.532803 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6d72caf-1b3f-4f23-bc75-50ca1f70de8f req-42b87444-4dbc-4aad-93ca-202204fec07e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450996 Jul 13 07:57:38.538783 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37400) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:38.539149 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37402) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:38.558507 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d0f04e8-8038-415b-9c2c-291a836491e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:38.562869 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-30f2523f-7e59-4919-b2a6-8edb7af00142 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] For port 9bbe5067-cbdd-4d3b-9012-0279cc33b234, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=9bbe5067-cbdd-4d3b-9012-0279cc33b234,segment=NetworkSegment(1f548f17-806f-4ece-8f7b-3b513aafe7fa),segment_id=1f548f17-806f-4ece-8f7b-3b513aafe7fa)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:38.562869 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-30f2523f-7e59-4919-b2a6-8edb7af00142 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:38.595864 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-30f2523f-7e59-4919-b2a6-8edb7af00142 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Calling delete_port for 9bbe5067-cbdd-4d3b-9012-0279cc33b234 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:38.604770 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d4b6db10-fcf5-4503-a501-6d86b455bd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:38.610557 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-8dade983-9867-44f4-b6bb-15ee1748fe38 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] show failed (client error): The resource could not be found. Jul 13 07:57:38.615231 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8dade983-9867-44f4-b6bb-15ee1748fe38 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "GET /v2.0/security-groups/4e0e38e0-4874-4fc1-b113-7c5060667722 HTTP/1.1" status: 404 len: 347 time: 0.0695379 Jul 13 07:57:38.615231 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b96ac62-0f92-455b-91fb-e6703c0277a2 req-e6420ab2-3425-4d05-a300-5afb65620cb6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bbb45c0-b137-47c7-bf73-393e0210de1b HTTP/1.1" status: 200 len: 217 time: 0.0730698 Jul 13 07:57:38.615482 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3f41d349-bc80-44f3-a973-7ea2091da975 req-e35e0923-6ddf-48e1-b9b7-f4cbd834f1e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f HTTP/1.1" status: 200 len: 1000 time: 0.9815834 Jul 13 07:57:38.616048 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37406) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:38.620226 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-8d0f04e8-8038-415b-9c2c-291a836491e6 None None] For port 9bbe5067-cbdd-4d3b-9012-0279cc33b234, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=9bbe5067-cbdd-4d3b-9012-0279cc33b234,segment=NetworkSegment(1f548f17-806f-4ece-8f7b-3b513aafe7fa),segment_id=1f548f17-806f-4ece-8f7b-3b513aafe7fa)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:38.625080 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port eef52212-3c48-45b8-b0a5-3e4ec06a834d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=eef52212-3c48-45b8-b0a5-3e4ec06a834d,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:38.626276 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119f259-9c63-466a-a48a-fc4680c0abd3 req-708af653-6310-4de4-8b12-5cd6c823ed3f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:38.627662 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d0f04e8-8038-415b-9c2c-291a836491e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:38.627948 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9119f259-9c63-466a-a48a-fc4680c0abd3 req-708af653-6310-4de4-8b12-5cd6c823ed3f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 943 time: 0.2774336 Jul 13 07:57:38.673906 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-a2d7f6da-9509-4c36-939a-82f9c39d3ef5 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] show failed (client error): The resource could not be found. Jul 13 07:57:38.675136 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a2d7f6da-9509-4c36-939a-82f9c39d3ef5 tempest-NegativeSecGroupIPv6Test-848209824 tempest-NegativeSecGroupIPv6Test-848209824-project] 10.222.0.58 "GET /v2.0/security-group-rules/8a650860-c66a-4259-bc90-9f479aecbcc9 HTTP/1.1" status: 404 len: 356 time: 0.0583775 Jul 13 07:57:38.686424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bbe5067-cbdd-4d3b-9012-0279cc33b234'}, {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e7e080-2b01-44eb-8742-729c05d42526'}, {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6b287a7-66a6-4451-b3cc-175a9dd00602'}, {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eef52212-3c48-45b8-b0a5-3e4ec06a834d'}, {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbe5067-cbdd-4d3b-9012-0279cc33b234'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:38.688727 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7485216a-07aa-4535-aacb-c110356f7e66" -d '{"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-unplugged", "status": "completed", "tag": "9bbe5067-cbdd-4d3b-9012-0279cc33b234"}, {"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-plugged", "status": "completed", "tag": "05e7e080-2b01-44eb-8742-729c05d42526"}, {"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-unplugged", "status": "completed", "tag": "c6b287a7-66a6-4451-b3cc-175a9dd00602"}, {"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-unplugged", "status": "completed", "tag": "eef52212-3c48-45b8-b0a5-3e4ec06a834d"}, {"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-plugged", "status": "completed", "tag": "9bbe5067-cbdd-4d3b-9012-0279cc33b234"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:38.691368 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f04e8-8038-415b-9c2c-291a836491e6 None None] Pushing event updated for resources: {'Port': ['ID=9bbe5067-cbdd-4d3b-9012-0279cc33b234,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:38.705897 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:38.733907 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96ac62-0f92-455b-91fb-e6703c0277a2 req-ff1260e0-ddde-4b09-a0a6-b7710be1be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:38.735429 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b96ac62-0f92-455b-91fb-e6703c0277a2 req-ff1260e0-ddde-4b09-a0a6-b7710be1be9d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.1063116 Jul 13 07:57:38.783070 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9119f259-9c63-466a-a48a-fc4680c0abd3 req-1476f13b-46cb-4048-8d11-0fd0fa64577d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423912 Jul 13 07:57:38.796376 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=eef52212-3c48-45b8-b0a5-3e4ec06a834d,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:38.818113 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41d349-bc80-44f3-a973-7ea2091da975 req-27770812-9d93-4a3a-82e0-26e0d82b8e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:38.829874 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3f41d349-bc80-44f3-a973-7ea2091da975 req-27770812-9d93-4a3a-82e0-26e0d82b8e1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.2025888 Jul 13 07:57:38.872453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-651d46d0-e459-4ac4-8565-8609bd3e52c7 None None] Provisioning complete for port c6b287a7-66a6-4451-b3cc-175a9dd00602 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:38.872453 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-651d46d0-e459-4ac4-8565-8609bd3e52c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:38.955080 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 873 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec87b74d-8cca-4a13-9157-f266252e6fa4 x-openstack-request-id: req-ec87b74d-8cca-4a13-9157-f266252e6fa4 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:38.956092 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-unplugged", "status": "completed", "tag": "9bbe5067-cbdd-4d3b-9012-0279cc33b234", "code": 200}, {"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-plugged", "status": "completed", "tag": "05e7e080-2b01-44eb-8742-729c05d42526", "code": 200}, {"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-unplugged", "status": "completed", "tag": "c6b287a7-66a6-4451-b3cc-175a9dd00602", "code": 200}, {"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-unplugged", "status": "completed", "tag": "eef52212-3c48-45b8-b0a5-3e4ec06a834d", "code": 200}, {"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-plugged", "status": "completed", "tag": "9bbe5067-cbdd-4d3b-9012-0279cc33b234", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:38.956359 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ec87b74d-8cca-4a13-9157-f266252e6fa4 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:38.956787 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bbe5067-cbdd-4d3b-9012-0279cc33b234', 'code': 200} Jul 13 07:57:38.957045 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e7e080-2b01-44eb-8742-729c05d42526', 'code': 200} Jul 13 07:57:38.957300 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6b287a7-66a6-4451-b3cc-175a9dd00602', 'code': 200} Jul 13 07:57:38.957552 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eef52212-3c48-45b8-b0a5-3e4ec06a834d', 'code': 200} Jul 13 07:57:38.961976 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbe5067-cbdd-4d3b-9012-0279cc33b234', 'code': 200} Jul 13 07:57:39.004241 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d4b6db10-fcf5-4503-a501-6d86b455bd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.019765 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96ac62-0f92-455b-91fb-e6703c0277a2 req-5b78c869-ba56-44d3-a6f9-0011d1cb64cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:39.026294 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b96ac62-0f92-455b-91fb-e6703c0277a2 req-5b78c869-ba56-44d3-a6f9-0011d1cb64cb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2744431 Jul 13 07:57:39.033019 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d4b6db10-fcf5-4503-a501-6d86b455bd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.122841 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-651d46d0-e459-4ac4-8565-8609bd3e52c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.165722 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-30f2523f-7e59-4919-b2a6-8edb7af00142 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.202643 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-651d46d0-e459-4ac4-8565-8609bd3e52c7 None None] For port c6b287a7-66a6-4451-b3cc-175a9dd00602, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c6b287a7-66a6-4451-b3cc-175a9dd00602,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:39.215465 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d4b6db10-fcf5-4503-a501-6d86b455bd6d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=adfec21c412240d4bfb4e5f516ff94e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6718435 Jul 13 07:57:39.217970 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-651d46d0-e459-4ac4-8565-8609bd3e52c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.238358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37418) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:39.261718 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2523f-7e59-4919-b2a6-8edb7af00142 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event deleted for resources: {'Port': ['ID=9bbe5067-cbdd-4d3b-9012-0279cc33b234,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:39.288439 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6db10-fcf5-4503-a501-6d86b455bd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7016a418-4212-4374-8fa3-58c21e012766,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:39.319663 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-651d46d0-e459-4ac4-8565-8609bd3e52c7 None None] Provisioning complete for port 05e7e080-2b01-44eb-8742-729c05d42526 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:39.320623 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-651d46d0-e459-4ac4-8565-8609bd3e52c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.322225 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41d349-bc80-44f3-a973-7ea2091da975 req-7a9c1f06-548a-4c3f-be65-e8c695c9006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:39.324384 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3f41d349-bc80-44f3-a973-7ea2091da975 req-7a9c1f06-548a-4c3f-be65-e8c695c9006b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4712379 Jul 13 07:57:39.340362 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37420) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:39.350933 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b6db10-fcf5-4503-a501-6d86b455bd6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:39.351278 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b6db10-fcf5-4503-a501-6d86b455bd6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:39.351629 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b6db10-fcf5-4503-a501-6d86b455bd6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:39.351747 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-30f2523f-7e59-4919-b2a6-8edb7af00142 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] No DVR routers for this DVR port 9bbe5067-cbdd-4d3b-9012-0279cc33b234 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:57:39.352319 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b6db10-fcf5-4503-a501-6d86b455bd6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:39.352319 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b6db10-fcf5-4503-a501-6d86b455bd6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:39.352592 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b6db10-fcf5-4503-a501-6d86b455bd6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:39.352891 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b6db10-fcf5-4503-a501-6d86b455bd6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:39.353212 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b6db10-fcf5-4503-a501-6d86b455bd6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:39.353534 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b6db10-fcf5-4503-a501-6d86b455bd6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:39.354155 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b6db10-fcf5-4503-a501-6d86b455bd6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:39.354662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b6db10-fcf5-4503-a501-6d86b455bd6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:39.355345 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b6db10-fcf5-4503-a501-6d86b455bd6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:39.379565 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d46d0-e459-4ac4-8565-8609bd3e52c7 None None] Pushing event updated for resources: {'Port': ['ID=c6b287a7-66a6-4451-b3cc-175a9dd00602,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:39.397697 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-30f2523f-7e59-4919-b2a6-8edb7af00142 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.400084 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-30f2523f-7e59-4919-b2a6-8edb7af00142 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.62 "DELETE /v2.0/ports/9bbe5067-cbdd-4d3b-9012-0279cc33b234 HTTP/1.1" status: 204 len: 173 time: 2.5559602 Jul 13 07:57:39.400787 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-deleted', 'tag': '9bbe5067-cbdd-4d3b-9012-0279cc33b234'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:39.405493 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee92e26f-a04f-46e1-8035-06e3329d8850" -d '{"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-deleted", "tag": "9bbe5067-cbdd-4d3b-9012-0279cc33b234"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:39.447990 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b96ac62-0f92-455b-91fb-e6703c0277a2 req-55573640-1ca2-4f61-9260-4a98f1d13b31 service neutron] 10.222.0.62 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114099 Jul 13 07:57:39.464008 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39e286-ffe2-4228-b2c4-e1e65d7d0366 req-bee1f313-9fed-4cbd-8b5d-8ab7c39f3308 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:39.465567 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2f39e286-ffe2-4228-b2c4-e1e65d7d0366 req-bee1f313-9fed-4cbd-8b5d-8ab7c39f3308 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 946 time: 0.2157280 Jul 13 07:57:39.506615 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5029c59a-dfad-4897-9c0e-9dcdd0934dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.564389 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac8fef-9d59-4c40-b5df-aa5f5b7a394b req-e4960bad-f8fa-45f2-8f85-249726da39fb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:39.569416 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e2bcbd3a-d12d-43bf-8f9c-ae72fc832543 None None] Provisioning complete for port c6b287a7-66a6-4451-b3cc-175a9dd00602 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:39.569868 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e2bcbd3a-d12d-43bf-8f9c-ae72fc832543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.580258 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac8fef-9d59-4c40-b5df-aa5f5b7a394b req-e4960bad-f8fa-45f2-8f85-249726da39fb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:39.580258 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac8fef-9d59-4c40-b5df-aa5f5b7a394b req-e4960bad-f8fa-45f2-8f85-249726da39fb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:39.583823 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ecac8fef-9d59-4c40-b5df-aa5f5b7a394b req-e4960bad-f8fa-45f2-8f85-249726da39fb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 2412 time: 0.2914383 Jul 13 07:57:39.616218 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5029c59a-dfad-4897-9c0e-9dcdd0934dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.629171 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2f39e286-ffe2-4228-b2c4-e1e65d7d0366 req-278e58f9-7bbf-4cd7-8bd7-6f936412fb7b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529741 Jul 13 07:57:39.644684 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37430) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:39.721702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e2bcbd3a-d12d-43bf-8f9c-ae72fc832543 None None] Provisioning complete for port eef52212-3c48-45b8-b0a5-3e4ec06a834d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:39.722099 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e2bcbd3a-d12d-43bf-8f9c-ae72fc832543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.733794 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3f41d349-bc80-44f3-a973-7ea2091da975 req-5fa5528d-db29-4d29-ac11-b44857e14735 service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833470 Jul 13 07:57:39.755345 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0e662010-41b3-4a49-bca2-1aeb3b6b4ea0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=50d73b3412ee4aeaa508c32e6d59940e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4006505 Jul 13 07:57:39.758468 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37436) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:39.821920 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-7c07e59e-4c6f-4930-afe3-9b343389bf91 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Deleting port eef52212-3c48-45b8-b0a5-3e4ec06a834d {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:39.822303 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-7c07e59e-4c6f-4930-afe3-9b343389bf91 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.872254 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5029c59a-dfad-4897-9c0e-9dcdd0934dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.874926 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e2bcbd3a-d12d-43bf-8f9c-ae72fc832543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.875144 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5029c59a-dfad-4897-9c0e-9dcdd0934dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.878761 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5029c59a-dfad-4897-9c0e-9dcdd0934dc6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7016a418-4212-4374-8fa3-58c21e012766 HTTP/1.1" status: 204 len: 168 time: 0.6359997 Jul 13 07:57:39.922652 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b96ac62-0f92-455b-91fb-e6703c0277a2 req-26b827a5-089e-4f69-b087-f5b70b68cfde service neutron] 10.222.0.62 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547076 Jul 13 07:57:39.923816 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27b7a3f0-8fee-413e-9771-0833190451aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.939590 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ecac8fef-9d59-4c40-b5df-aa5f5b7a394b req-f617c0e9-4b8a-4c8b-9bf6-c2c2769ba30f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3545735 Jul 13 07:57:39.962625 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029c59a-dfad-4897-9c0e-9dcdd0934dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7016a418-4212-4374-8fa3-58c21e012766,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:39.974397 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e2bcbd3a-d12d-43bf-8f9c-ae72fc832543 None None] For port eef52212-3c48-45b8-b0a5-3e4ec06a834d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=eef52212-3c48-45b8-b0a5-3e4ec06a834d,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:39.979131 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e2bcbd3a-d12d-43bf-8f9c-ae72fc832543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:40.025402 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27b7a3f0-8fee-413e-9771-0833190451aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:40.041962 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d871691b-3b5a-47c7-a6f4-95ddc230c1e3 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:40.044289 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d871691b-3b5a-47c7-a6f4-95ddc230c1e3 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 1093 time: 0.3853805 Jul 13 07:57:40.050971 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37444) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:40.058597 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b8701b10-c488-4046-81fb-1e41420abebc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': '08f42dc4-07ae-446f-a917-798ecfe1385e', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:40.098640 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed8308d-3f86-4a3c-b406-1ca51a2f1704 x-openstack-request-id: req-5ed8308d-3f86-4a3c-b406-1ca51a2f1704 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:40.099197 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-deleted", "tag": "9bbe5067-cbdd-4d3b-9012-0279cc33b234", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:40.099767 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ed8308d-3f86-4a3c-b406-1ca51a2f1704 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:40.100413 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-deleted', 'tag': '9bbe5067-cbdd-4d3b-9012-0279cc33b234', 'status': 'completed', 'code': 200} Jul 13 07:57:40.118709 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3f41d349-bc80-44f3-a973-7ea2091da975 req-fb537374-32d7-4fca-ad08-1f2ca996ac0f service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576920 Jul 13 07:57:40.129567 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-7c07e59e-4c6f-4930-afe3-9b343389bf91 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] For port eef52212-3c48-45b8-b0a5-3e4ec06a834d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=eef52212-3c48-45b8-b0a5-3e4ec06a834d,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:40.130664 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-7c07e59e-4c6f-4930-afe3-9b343389bf91 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:40.136703 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcbd3a-d12d-43bf-8f9c-ae72fc832543 None None] Pushing event updated for resources: {'Port': ['ID=eef52212-3c48-45b8-b0a5-3e4ec06a834d,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:40.168113 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e2bcbd3a-d12d-43bf-8f9c-ae72fc832543 None None] Could not find standard attr ID for object 9bbe5067-cbdd-4d3b-9012-0279cc33b234. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:57:40.192358 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849f240-d9ca-4228-8ece-76509d4e276d req-cdf2dbb2-1f97-4fdf-a305-9f1267b25f8c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:40.194075 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8849f240-d9ca-4228-8ece-76509d4e276d req-cdf2dbb2-1f97-4fdf-a305-9f1267b25f8c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.3546424 Jul 13 07:57:40.205973 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8701b10-c488-4046-81fb-1e41420abebc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for floatingip, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:40.285995 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8849f240-d9ca-4228-8ece-76509d4e276d req-91e99c23-b3d8-4e88-8edd-d944673903e2 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787520 Jul 13 07:57:40.288553 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-7c07e59e-4c6f-4930-afe3-9b343389bf91 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Calling delete_port for eef52212-3c48-45b8-b0a5-3e4ec06a834d owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:40.300859 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27b7a3f0-8fee-413e-9771-0833190451aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:40.305054 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27b7a3f0-8fee-413e-9771-0833190451aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:40.306470 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-27b7a3f0-8fee-413e-9771-0833190451aa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4bcd8a76-ed02-44d3-bf25-70e7ca7a44a4 HTTP/1.1" status: 204 len: 168 time: 0.5472538 Jul 13 07:57:40.342494 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7a3f0-8fee-413e-9771-0833190451aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcd8a76-ed02-44d3-bf25-70e7ca7a44a4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:40.515819 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1c8a7997-6a84-4c3e-aa04-d9aaa8bc6d41 None None] Provisioning complete for port eef52212-3c48-45b8-b0a5-3e4ec06a834d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:40.519467 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c8a7997-6a84-4c3e-aa04-d9aaa8bc6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:40.563159 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cae3b-68bc-4af0-8174-c6dff55b6dc6 req-16b0e247-7055-46b9-9c09-0c0409f7bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:40.564621 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4f6cae3b-68bc-4af0-8174-c6dff55b6dc6 req-16b0e247-7055-46b9-9c09-0c0409f7bfec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 1098 time: 0.3044155 Jul 13 07:57:40.636467 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1740fec-d068-4bed-adc2-880a5879ec09 req-cc797ea6-c048-4d6a-a0aa-0346590a6989 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:40.643388 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c1740fec-d068-4bed-adc2-880a5879ec09 req-cc797ea6-c048-4d6a-a0aa-0346590a6989 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 943 time: 0.1724095 Jul 13 07:57:40.722614 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c1740fec-d068-4bed-adc2-880a5879ec09 req-ddefe91d-9d54-48de-8828-fac632797d45 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707679 Jul 13 07:57:40.790325 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8701b10-c488-4046-81fb-1e41420abebc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:40.860424 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-7c07e59e-4c6f-4930-afe3-9b343389bf91 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:40.911577 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cae3b-68bc-4af0-8174-c6dff55b6dc6 req-e90c1d9c-b0da-4f3c-87d4-e9528fbcc7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:40.913175 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4f6cae3b-68bc-4af0-8174-c6dff55b6dc6 req-e90c1d9c-b0da-4f3c-87d4-e9528fbcc7cc service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 913 time: 0.3091893 Jul 13 07:57:40.921018 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07e59e-4c6f-4930-afe3-9b343389bf91 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event deleted for resources: {'Port': ['ID=eef52212-3c48-45b8-b0a5-3e4ec06a834d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:40.965044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b287a7-66a6-4451-b3cc-175a9dd00602'}, {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef52212-3c48-45b8-b0a5-3e4ec06a834d'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:40.969131 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58722445-8a43-4abe-91e3-f7d2e854d094" -d '{"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-plugged", "status": "completed", "tag": "c6b287a7-66a6-4451-b3cc-175a9dd00602"}, {"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-plugged", "status": "completed", "tag": "eef52212-3c48-45b8-b0a5-3e4ec06a834d"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:41.052525 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-7c07e59e-4c6f-4930-afe3-9b343389bf91 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] No DVR routers for this DVR port eef52212-3c48-45b8-b0a5-3e4ec06a834d on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:57:41.062120 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c80893a-ecec-4f11-8865-ab102b084ac0 x-openstack-request-id: req-9c80893a-ecec-4f11-8865-ab102b084ac0 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:41.062516 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-plugged", "status": "completed", "tag": "c6b287a7-66a6-4451-b3cc-175a9dd00602", "code": 200}, {"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-plugged", "status": "completed", "tag": "eef52212-3c48-45b8-b0a5-3e4ec06a834d", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:41.063015 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c80893a-ecec-4f11-8865-ab102b084ac0 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:41.063510 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b287a7-66a6-4451-b3cc-175a9dd00602', 'code': 200} Jul 13 07:57:41.064187 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef52212-3c48-45b8-b0a5-3e4ec06a834d', 'code': 200} Jul 13 07:57:41.065064 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-7c07e59e-4c6f-4930-afe3-9b343389bf91 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:41.067303 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-7c07e59e-4c6f-4930-afe3-9b343389bf91 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.62 "DELETE /v2.0/ports/eef52212-3c48-45b8-b0a5-3e4ec06a834d HTTP/1.1" status: 204 len: 173 time: 1.6543307 Jul 13 07:57:41.105529 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-b8701b10-c488-4046-81fb-1e41420abebc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Allocated IP 172.25.0.133 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/a62ba055-8fa4-4092-a18d-923de096220f) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:41.113536 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4f6cae3b-68bc-4af0-8174-c6dff55b6dc6 req-216469af-97b3-49a4-8588-d306183592ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f HTTP/1.1" status: 200 len: 1000 time: 0.1882868 Jul 13 07:57:41.289420 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cae3b-68bc-4af0-8174-c6dff55b6dc6 req-da69f83a-ed21-477a-9122-0dfd36469435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:41.290974 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4f6cae3b-68bc-4af0-8174-c6dff55b6dc6 req-da69f83a-ed21-477a-9122-0dfd36469435 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.1535313 Jul 13 07:57:41.374536 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9e299-512a-47c4-803b-03053d290519 req-3873b9a4-e2c7-47ac-b504-aa33243aaa5e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:41.395483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9e299-512a-47c4-803b-03053d290519 req-3873b9a4-e2c7-47ac-b504-aa33243aaa5e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:41.397258 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68d9e299-512a-47c4-803b-03053d290519 req-3873b9a4-e2c7-47ac-b504-aa33243aaa5e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 1680 time: 0.2051380 Jul 13 07:57:41.470987 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-2ef28e94-a44d-49cb-9f77-744de804ede3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Deleting port 05e7e080-2b01-44eb-8742-729c05d42526 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:41.471339 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-2ef28e94-a44d-49cb-9f77-744de804ede3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:41.472101 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68d9e299-512a-47c4-803b-03053d290519 req-e6127bdc-2198-4ca9-8ecc-7788ff69126d tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683391 Jul 13 07:57:41.498450 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8701b10-c488-4046-81fb-1e41420abebc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:41.589549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cae3b-68bc-4af0-8174-c6dff55b6dc6 req-5ecc67be-1d64-4b15-95a9-10b43af013ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:41.591122 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4f6cae3b-68bc-4af0-8174-c6dff55b6dc6 req-5ecc67be-1d64-4b15-95a9-10b43af013ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2916136 Jul 13 07:57:41.748348 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8701b10-c488-4046-81fb-1e41420abebc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:41.786458 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-2ef28e94-a44d-49cb-9f77-744de804ede3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] For port 05e7e080-2b01-44eb-8742-729c05d42526, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=05e7e080-2b01-44eb-8742-729c05d42526,segment=NetworkSegment(55400fda-93cc-4885-9515-80ab9d05efb4),segment_id=55400fda-93cc-4885-9515-80ab9d05efb4)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:41.786851 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-2ef28e94-a44d-49cb-9f77-744de804ede3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:41.822635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8701b10-c488-4046-81fb-1e41420abebc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:41.830916 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc6c8c-59ff-44f0-a391-5ae6b09b7975 req-7e086bdc-eb0c-4217-8c86-2d801148746e tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:41.845609 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1cfc6c8c-59ff-44f0-a391-5ae6b09b7975 req-7e086bdc-eb0c-4217-8c86-2d801148746e tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.1307735 Jul 13 07:57:41.868885 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-b8701b10-c488-4046-81fb-1e41420abebc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:41.881687 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8701b10-c488-4046-81fb-1e41420abebc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:41.919428 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8701b10-c488-4046-81fb-1e41420abebc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=a62ba055-8fa4-4092-a18d-923de096220f,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:41.928696 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4f6cae3b-68bc-4af0-8174-c6dff55b6dc6 req-ca6a9fbc-b766-4bf4-9cb3-c0b1865fdac8 service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259535 Jul 13 07:57:41.938861 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1cfc6c8c-59ff-44f0-a391-5ae6b09b7975 req-41a62fe4-3bed-4744-9cfa-7d81499376aa tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904763 Jul 13 07:57:42.102807 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-deleted', 'tag': 'eef52212-3c48-45b8-b0a5-3e4ec06a834d'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:42.105889 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee881b6-d9fe-47c2-8e04-d8c8f35067d5" -d '{"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-deleted", "tag": "eef52212-3c48-45b8-b0a5-3e4ec06a834d"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:42.224473 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7d150-5b46-449f-8abc-04157210942e req-bb8aefac-860b-42f3-9048-4257b37ddbb9 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:42.226054 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8d7d150-5b46-449f-8abc-04157210942e req-bb8aefac-860b-42f3-9048-4257b37ddbb9 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 943 time: 0.1575375 Jul 13 07:57:42.280064 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec691559-36a0-4099-85cf-506c57e93086 req-6e1dcdfd-0626-4c46-a03e-e347fc6a67a6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:42.287763 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec691559-36a0-4099-85cf-506c57e93086 req-6e1dcdfd-0626-4c46-a03e-e347fc6a67a6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.1154704 Jul 13 07:57:42.296579 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4f6cae3b-68bc-4af0-8174-c6dff55b6dc6 req-3e16229f-8c93-4638-87fb-243186362b95 service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577783 Jul 13 07:57:42.314609 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-2ef28e94-a44d-49cb-9f77-744de804ede3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:42.314986 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-2ef28e94-a44d-49cb-9f77-744de804ede3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:42.315310 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-2ef28e94-a44d-49cb-9f77-744de804ede3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Floating IP 70d88a22-6273-4517-89e0-26f552aa3355 disassociated. External IP: 172.25.0.253, port: 05e7e080-2b01-44eb-8742-729c05d42526. Jul 13 07:57:42.315668 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-2ef28e94-a44d-49cb-9f77-744de804ede3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Calling delete_port for 05e7e080-2b01-44eb-8742-729c05d42526 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:42.356658 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec691559-36a0-4099-85cf-506c57e93086 req-91203407-b343-449c-882c-977ae4f7bd2b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661123 Jul 13 07:57:42.392159 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8d7d150-5b46-449f-8abc-04157210942e req-71557dad-9d8a-4167-8c73-a044e7d447a1 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567304 Jul 13 07:57:42.832625 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6eaeaa-f83f-400e-a0aa-5f9c5c298656 x-openstack-request-id: req-2f6eaeaa-f83f-400e-a0aa-5f9c5c298656 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:42.833628 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-deleted", "tag": "eef52212-3c48-45b8-b0a5-3e4ec06a834d", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:42.834151 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2f6eaeaa-f83f-400e-a0aa-5f9c5c298656 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:42.834814 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-deleted', 'tag': 'eef52212-3c48-45b8-b0a5-3e4ec06a834d', 'status': 'completed', 'code': 200} Jul 13 07:57:42.954768 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:43.094548 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659503e0-7568-4951-9856-e824d50ecfa0 req-6ee8f196-26a0-4076-98f3-4b202178cda2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:43.111453 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-2ef28e94-a44d-49cb-9f77-744de804ede3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:43.117146 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659503e0-7568-4951-9856-e824d50ecfa0 req-6ee8f196-26a0-4076-98f3-4b202178cda2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:43.124451 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-659503e0-7568-4951-9856-e824d50ecfa0 req-6ee8f196-26a0-4076-98f3-4b202178cda2 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 1680 time: 0.1551089 Jul 13 07:57:43.228118 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef28e94-a44d-49cb-9f77-744de804ede3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event deleted for resources: {'Port': ['ID=05e7e080-2b01-44eb-8742-729c05d42526,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:43.241140 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-659503e0-7568-4951-9856-e824d50ecfa0 req-25e20f68-cd70-4f68-9574-f47320b5380c tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157768 Jul 13 07:57:43.299945 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc66e4-fe46-42a3-84e5-2c137ff86e48 req-0e5d8f37-1153-42d7-9f55-0618dec40743 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:43.309138 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-badc66e4-fe46-42a3-84e5-2c137ff86e48 req-0e5d8f37-1153-42d7-9f55-0618dec40743 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.1817288 Jul 13 07:57:43.371005 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-badc66e4-fe46-42a3-84e5-2c137ff86e48 req-50503d1e-bf49-44dd-9b61-0298a34a2b21 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585208 Jul 13 07:57:43.522828 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8701b10-c488-4046-81fb-1e41420abebc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:43.563159 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-2ef28e94-a44d-49cb-9f77-744de804ede3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Router fdc2533c-79d7-4a92-bec1-d3313e4e0a95 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:57:43.728818 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8701b10-c488-4046-81fb-1e41420abebc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:43.806507 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d6c6d-96a4-4d43-8442-21b0461ab28d req-7e0834f2-e575-425b-9e2d-3564306499e2 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:43.808249 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd7d6c6d-96a4-4d43-8442-21b0461ab28d req-7e0834f2-e575-425b-9e2d-3564306499e2 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 943 time: 0.1649773 Jul 13 07:57:43.894008 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd7d6c6d-96a4-4d43-8442-21b0461ab28d req-d585e4e5-5cc1-40cd-b236-bc3a144a104d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722322 Jul 13 07:57:43.936849 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-2ef28e94-a44d-49cb-9f77-744de804ede3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:43.957395 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacbbc98-62cf-4a42-aa6c-1fe70b12046b None None] Sync routers for ids ['fdc2533c-79d7-4a92-bec1-d3313e4e0a95'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:43.973133 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacbbc98-62cf-4a42-aa6c-1fe70b12046b None None] Routers {'fdc2533c-79d7-4a92-bec1-d3313e4e0a95'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:43.973677 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-dacbbc98-62cf-4a42-aa6c-1fe70b12046b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:57:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fdc2533c-79d7-4a92-bec1-d3313e4e0a95'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:44.173275 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37592) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:44.178695 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-2ef28e94-a44d-49cb-9f77-744de804ede3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] No DVR routers for this DVR port 05e7e080-2b01-44eb-8742-729c05d42526 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:57:44.181833 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-2ef28e94-a44d-49cb-9f77-744de804ede3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:44.185223 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-2ef28e94-a44d-49cb-9f77-744de804ede3 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.62 "DELETE /v2.0/ports/05e7e080-2b01-44eb-8742-729c05d42526 HTTP/1.1" status: 204 len: 173 time: 3.1088262 Jul 13 07:57:44.328763 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37598) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:44.479568 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-dacbbc98-62cf-4a42-aa6c-1fe70b12046b None None] Set router fdc2533c-79d7-4a92-bec1-d3313e4e0a95 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:44.527860 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a5891800-dfe0-4ed0-bdde-b1cf0bcee151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:44.698315 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a5891800-dfe0-4ed0-bdde-b1cf0bcee151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:44.709752 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-baba5e86-2ccf-49ee-a544-10d8d000f3f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:44.735307 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-dacbbc98-62cf-4a42-aa6c-1fe70b12046b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'name': 'tempest-TaggedBootDevicesTest-884320626-router', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:36Z', 'updated_at': '2021-07-13T07:46:45Z', 'revision_number': 4, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'gw_port': {'id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:38Z', 'updated_at': '2021-07-13T07:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'e0bc1db4-871a-4dcd-ab8e-6308ee1272dc', 'name': '', 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'mac_address': 'fa:16:3e:a6:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'f0d21cc2-dcb1-4290-ad5e-70b78d60b624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:43Z', 'updated_at': '2021-07-13T07:47:00Z', 'revision_number': 5, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'subnets': [{'id': 'f0d21cc2-dcb1-4290-ad5e-70b78d60b624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:44.741350 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a5891800-dfe0-4ed0-bdde-b1cf0bcee151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:44.766257 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacbbc98-62cf-4a42-aa6c-1fe70b12046b None None] Checking router: fdc2533c-79d7-4a92-bec1-d3313e4e0a95 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:44.775395 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacbbc98-62cf-4a42-aa6c-1fe70b12046b None None] Routers {'fdc2533c-79d7-4a92-bec1-d3313e4e0a95'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:44.776626 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-dacbbc98-62cf-4a42-aa6c-1fe70b12046b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:57:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fdc2533c-79d7-4a92-bec1-d3313e4e0a95'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:44.777972 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8701b10-c488-4046-81fb-1e41420abebc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:44.781977 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5891800-dfe0-4ed0-bdde-b1cf0bcee151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588ea37f-171a-4266-8485-77ccc7d12863,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:44.786994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-4178b474-4e8a-4f37-8194-777108d74fe7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Deleting port c6b287a7-66a6-4451-b3cc-175a9dd00602 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:44.787491 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-4178b474-4e8a-4f37-8194-777108d74fe7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:44.842330 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbeae7-97b5-4fe5-8c2d-5454159711f4 req-c8c92ffa-d994-4eb1-8d59-dc3fe62a9564 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:44.848998 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1dbbeae7-97b5-4fe5-8c2d-5454159711f4 req-c8c92ffa-d994-4eb1-8d59-dc3fe62a9564 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.7336605 Jul 13 07:57:44.884488 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83dbb6-1eaf-4b41-a212-6b68322ac25f req-862dcbd1-30ff-4b15-9585-0dd76314d097 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:44.891255 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-af83dbb6-1eaf-4b41-a212-6b68322ac25f req-862dcbd1-30ff-4b15-9585-0dd76314d097 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 944 time: 0.1361320 Jul 13 07:57:44.894338 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-4178b474-4e8a-4f37-8194-777108d74fe7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] For port c6b287a7-66a6-4451-b3cc-175a9dd00602, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c6b287a7-66a6-4451-b3cc-175a9dd00602,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:44.894780 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-4178b474-4e8a-4f37-8194-777108d74fe7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:44.909990 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-4178b474-4e8a-4f37-8194-777108d74fe7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Calling delete_port for c6b287a7-66a6-4451-b3cc-175a9dd00602 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:44.911200 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-dacbbc98-62cf-4a42-aa6c-1fe70b12046b None None] Set router fdc2533c-79d7-4a92-bec1-d3313e4e0a95 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:44.950789 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-af83dbb6-1eaf-4b41-a212-6b68322ac25f req-93821d9b-bb58-45e8-a72e-2ab02a3a9032 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5a37850-b9cf-49d0-8dc4-6ddc989629b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587568 Jul 13 07:57:44.964693 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1dbbeae7-97b5-4fe5-8c2d-5454159711f4 req-d38e8b01-eb16-4075-ac89-6576e82e8baa tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147759 Jul 13 07:57:45.056469 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-deleted', 'tag': '05e7e080-2b01-44eb-8742-729c05d42526'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:45.059638 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5296fe-cbe7-4286-ba98-937b85065a46" -d '{"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-deleted", "tag": "05e7e080-2b01-44eb-8742-729c05d42526"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:45.068502 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8701b10-c488-4046-81fb-1e41420abebc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:45.138966 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3a5743e8-f8ec-4f51-8a78-9625bb04769a details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:57:45.139559 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-4178b474-4e8a-4f37-8194-777108d74fe7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:45.163273 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ff7f3-ce5a-431e-9bd6-e8f391fe2a31 req-a9f70c39-9f78-4acc-a2a7-4afe9b29b646 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:45.172584 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-088ff7f3-ce5a-431e-9bd6-e8f391fe2a31 req-a9f70c39-9f78-4acc-a2a7-4afe9b29b646 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 943 time: 0.1032469 Jul 13 07:57:45.173330 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a5891800-dfe0-4ed0-bdde-b1cf0bcee151 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=29103448a76c4376933dac21ae7bcbbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9968908 Jul 13 07:57:45.182537 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37610) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:45.273199 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cea23fbe-4aa4-431c-8d47-b1bb6cc3025e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:45.281632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8701b10-c488-4046-81fb-1e41420abebc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=a62ba055-8fa4-4092-a18d-923de096220f,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:45.284233 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-4178b474-4e8a-4f37-8194-777108d74fe7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] No DVR routers for this DVR port c6b287a7-66a6-4451-b3cc-175a9dd00602 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:57:45.297237 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-4178b474-4e8a-4f37-8194-777108d74fe7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:45.299897 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c8adc558-cd3d-4f60-9cdc-208bfdd5166c req-4178b474-4e8a-4f37-8194-777108d74fe7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.62 "DELETE /v2.0/ports/c6b287a7-66a6-4451-b3cc-175a9dd00602 HTTP/1.1" status: 204 len: 173 time: 1.0974443 Jul 13 07:57:45.326607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178b474-4e8a-4f37-8194-777108d74fe7 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event deleted for resources: {'Port': ['ID=c6b287a7-66a6-4451-b3cc-175a9dd00602,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:45.335685 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8701b10-c488-4046-81fb-1e41420abebc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:45.337915 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cea23fbe-4aa4-431c-8d47-b1bb6cc3025e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:45.421406 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-dacbbc98-62cf-4a42-aa6c-1fe70b12046b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'name': 'tempest-TaggedBootDevicesTest-884320626-router', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:36Z', 'updated_at': '2021-07-13T07:46:45Z', 'revision_number': 4, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'gw_port': {'id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:38Z', 'updated_at': '2021-07-13T07:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'e0bc1db4-871a-4dcd-ab8e-6308ee1272dc', 'name': '', 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'mac_address': 'fa:16:3e:a6:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'f0d21cc2-dcb1-4290-ad5e-70b78d60b624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:43Z', 'updated_at': '2021-07-13T07:47:00Z', 'revision_number': 5, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'subnets': [{'id': 'f0d21cc2-dcb1-4290-ad5e-70b78d60b624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:45.459911 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cea23fbe-4aa4-431c-8d47-b1bb6cc3025e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:45.460442 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacbbc98-62cf-4a42-aa6c-1fe70b12046b None None] The sync data for ids ['fdc2533c-79d7-4a92-bec1-d3313e4e0a95'] in n-d-779913-28 is: [{'id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'name': 'tempest-TaggedBootDevicesTest-884320626-router', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:36Z', 'updated_at': '2021-07-13T07:46:45Z', 'revision_number': 4, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'gw_port': {'id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:38Z', 'updated_at': '2021-07-13T07:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'e0bc1db4-871a-4dcd-ab8e-6308ee1272dc', 'name': '', 'network_id': '9e895a39-1ac3-461a-9cb6-714389916eaf', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'mac_address': 'fa:16:3e:a6:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'f0d21cc2-dcb1-4290-ad5e-70b78d60b624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:43Z', 'updated_at': '2021-07-13T07:47:00Z', 'revision_number': 5, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'subnets': [{'id': 'f0d21cc2-dcb1-4290-ad5e-70b78d60b624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:45.472463 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cea23fbe-4aa4-431c-8d47-b1bb6cc3025e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:45.477030 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cea23fbe-4aa4-431c-8d47-b1bb6cc3025e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/588ea37f-171a-4266-8485-77ccc7d12863 HTTP/1.1" status: 204 len: 168 time: 0.2896674 Jul 13 07:57:45.487222 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea23fbe-4aa4-431c-8d47-b1bb6cc3025e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588ea37f-171a-4266-8485-77ccc7d12863,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:45.495143 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 3a5743e8-f8ec-4f51-8a78-9625bb04769a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3a5743e8-f8ec-4f51-8a78-9625bb04769a,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:45.507727 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-088ff7f3-ce5a-431e-9bd6-e8f391fe2a31 req-6d912eec-6d0b-4d04-8c6e-d9d28e807f15 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3333967 Jul 13 07:57:45.516481 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '3a5743e8-f8ec-4f51-8a78-9625bb04769a', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'port_id': '3a5743e8-f8ec-4f51-8a78-9625bb04769a', 'mac_address': 'fa:16:3e:e9:3c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:57:45.548508 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d9cfc7-0ff2-40e4-833b-020aa0c1b6be x-openstack-request-id: req-e2d9cfc7-0ff2-40e4-833b-020aa0c1b6be {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:45.549279 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-deleted", "tag": "05e7e080-2b01-44eb-8742-729c05d42526", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:45.549279 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e2d9cfc7-0ff2-40e4-833b-020aa0c1b6be {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:45.549484 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-deleted', 'tag': '05e7e080-2b01-44eb-8742-729c05d42526', 'status': 'completed', 'code': 200} Jul 13 07:57:45.574446 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:45.608252 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5743e8-f8ec-4f51-8a78-9625bb04769a {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:57:45.636975 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-baba5e86-2ccf-49ee-a544-10d8d000f3f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:45.641301 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 3a5743e8-f8ec-4f51-8a78-9625bb04769a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3a5743e8-f8ec-4f51-8a78-9625bb04769a,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:45.645329 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-b8701b10-c488-4046-81fb-1e41420abebc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Floating IP e7557c1d-c4a5-4c00-85a8-70d15dd12a39 associated. External IP: 172.25.0.133, port: 08f42dc4-07ae-446f-a917-798ecfe1385e. Jul 13 07:57:45.647423 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:45.651724 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-baba5e86-2ccf-49ee-a544-10d8d000f3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:45.741595 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=3a5743e8-f8ec-4f51-8a78-9625bb04769a,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:45.875822 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba5e86-2ccf-49ee-a544-10d8d000f3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3849edd2-6842-4ee7-b586-276d7212fdff,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:45.884558 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-baba5e86-2ccf-49ee-a544-10d8d000f3f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4cf9bffb191b480c821c1b7fcc9f45bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5545111 Jul 13 07:57:45.887479 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37620) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:45.895745 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3a5743e8-f8ec-4f51-8a78-9625bb04769a'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:57:45.928476 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e01b7b-a4cc-4935-b62f-0ebc4782f6d6 None None] New status for floating IP 70d88a22-6273-4517-89e0-26f552aa3355: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:57:46.044290 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37626) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:46.063194 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18b64497-0931-4ed0-a3ed-061b24c83d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:46.081057 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2129818e-f6ed-4f9f-b861-0120f887ab13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:46.103952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8701b10-c488-4046-81fb-1e41420abebc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Router c0dc2308-f851-4bf9-96be-88869d413955 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:57:46.136431 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18b64497-0931-4ed0-a3ed-061b24c83d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:46.265346 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f30880c0-c81d-4ea0-869d-febf762b7a26 req-8751f01a-2f41-41e7-8dd9-1901bef00703 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 210 time: 0.0639551 Jul 13 07:57:46.333977 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8701b10-c488-4046-81fb-1e41420abebc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:46.362104 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a17b5e4-323c-4d71-b49b-fee951f27a22 None None] Sync routers for ids ['c0dc2308-f851-4bf9-96be-88869d413955'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:46.369363 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2129818e-f6ed-4f9f-b861-0120f887ab13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:46.374724 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2129818e-f6ed-4f9f-b861-0120f887ab13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:46.383964 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18b64497-0931-4ed0-a3ed-061b24c83d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:46.387264 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18b64497-0931-4ed0-a3ed-061b24c83d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:46.388812 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-18b64497-0931-4ed0-a3ed-061b24c83d82 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3849edd2-6842-4ee7-b586-276d7212fdff HTTP/1.1" status: 204 len: 168 time: 0.5000448 Jul 13 07:57:46.399264 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdcf0c3-b480-4a4a-a52c-31db079cf7fb req-0761a5f6-708a-4ede-8cc5-e87f2d7ce715 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:46.401545 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8701b10-c488-4046-81fb-1e41420abebc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:46.408689 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1cdcf0c3-b480-4a4a-a52c-31db079cf7fb req-0761a5f6-708a-4ede-8cc5-e87f2d7ce715 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.1895332 Jul 13 07:57:46.432691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b64497-0931-4ed0-a3ed-061b24c83d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3849edd2-6842-4ee7-b586-276d7212fdff,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:46.454397 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b8701b10-c488-4046-81fb-1e41420abebc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.4000471 Jul 13 07:57:46.469579 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2129818e-f6ed-4f9f-b861-0120f887ab13 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c263199e85964fe4850b2eedf9e874dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4231563 Jul 13 07:57:46.471144 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129818e-f6ed-4f9f-b861-0120f887ab13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae236de-aab8-4324-994f-b8b25ea8959d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:46.474054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37636) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:46.486324 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1cdcf0c3-b480-4a4a-a52c-31db079cf7fb req-fa11b42c-3821-4e69-9a9d-29b17b3964a5 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766459 Jul 13 07:57:46.491943 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a17b5e4-323c-4d71-b49b-fee951f27a22 None None] Routers {'c0dc2308-f851-4bf9-96be-88869d413955'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:46.492604 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0a17b5e4-323c-4d71-b49b-fee951f27a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:57:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['c0dc2308-f851-4bf9-96be-88869d413955'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:46.538492 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85a8ee6c-25a1-4eec-8661-bfd6fda265a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:46.566277 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85a8ee6c-25a1-4eec-8661-bfd6fda265a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:46.625128 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85a8ee6c-25a1-4eec-8661-bfd6fda265a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:46.628070 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85a8ee6c-25a1-4eec-8661-bfd6fda265a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:46.629597 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-85a8ee6c-25a1-4eec-8661-bfd6fda265a8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8ae236de-aab8-4324-994f-b8b25ea8959d HTTP/1.1" status: 204 len: 168 time: 0.1541734 Jul 13 07:57:46.643459 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8ee6c-25a1-4eec-8661-bfd6fda265a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae236de-aab8-4324-994f-b8b25ea8959d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:46.742876 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-0a17b5e4-323c-4d71-b49b-fee951f27a22 None None] Set router c0dc2308-f851-4bf9-96be-88869d413955 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:46.789041 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea9079-9758-4f00-8410-3017ee8c97db req-380012e6-8245-414a-ba44-f2703d8ca806 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:46.798689 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-20ea9079-9758-4f00-8410-3017ee8c97db req-380012e6-8245-414a-ba44-f2703d8ca806 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 946 time: 0.1826265 Jul 13 07:57:46.896060 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-20ea9079-9758-4f00-8410-3017ee8c97db req-0227f1c1-4dff-4627-b8ad-6fde81555cec tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958273 Jul 13 07:57:46.937630 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37646) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:46.964268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37648) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:46.994555 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-25f4ed5a-460c-4768-9068-ad651eb06ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:47.039272 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-654a097b-cbb8-4084-a9bf-c4e556e58f55 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/floatingips/e7557c1d-c4a5-4c00-85a8-70d15dd12a39 HTTP/1.1" status: 200 len: 992 time: 0.1003661 Jul 13 07:57:47.142448 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3a5743e8-f8ec-4f51-8a78-9625bb04769a up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:47.214493 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0a17b5e4-323c-4d71-b49b-fee951f27a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687274135', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:02Z', 'updated_at': '2021-07-13T07:57:13Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:04Z', 'updated_at': '2021-07-13T07:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'e7557c1d-c4a5-4c00-85a8-70d15dd12a39', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'port_id': '08f42dc4-07ae-446f-a917-798ecfe1385e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875', 'mac_address': 'fa:16:3e:27:67:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6ba188-8a01-4c79-a49b-8a1bc8608f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:57:42Z', 'updated_at': '2021-07-13T07:57:42Z', 'revision_number': 0, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25720cbf-3415-4c51-87e8-8625cd3c9dcd', 'name': '', 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:27:c1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'c5c6a219-df69-431e-a70b-90672a5471cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:11Z', 'updated_at': '2021-07-13T07:57:21Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': 'c5c6a219-df69-431e-a70b-90672a5471cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:47.218048 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-25f4ed5a-460c-4768-9068-ad651eb06ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:47.239183 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-25f4ed5a-460c-4768-9068-ad651eb06ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:47.251775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a17b5e4-323c-4d71-b49b-fee951f27a22 None None] Checking router: c0dc2308-f851-4bf9-96be-88869d413955 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:47.273851 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a17b5e4-323c-4d71-b49b-fee951f27a22 None None] Routers {'c0dc2308-f851-4bf9-96be-88869d413955'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:47.274592 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0a17b5e4-323c-4d71-b49b-fee951f27a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:57:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['c0dc2308-f851-4bf9-96be-88869d413955'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:47.319308 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-25f4ed5a-460c-4768-9068-ad651eb06ba5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71ef000497744215a938db4f59192ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3538835 Jul 13 07:57:47.322179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37660) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:47.340622 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4ed5a-460c-4768-9068-ad651eb06ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84224b24-df0d-44f3-8671-f4e4ad7455ad,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:47.374895 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed426ba-859a-40b6-9c54-0c0af45e209f req-f87cb1b3-3a45-4a8c-b947-550b931808a3 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:47.384305 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aed426ba-859a-40b6-9c54-0c0af45e209f req-f87cb1b3-3a45-4a8c-b947-550b931808a3 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 944 time: 0.2544763 Jul 13 07:57:47.451442 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-0a17b5e4-323c-4d71-b49b-fee951f27a22 None None] Set router c0dc2308-f851-4bf9-96be-88869d413955 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:47.463656 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aed426ba-859a-40b6-9c54-0c0af45e209f req-ef311bf4-f5cc-4b46-80d9-3e25e18177da tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781419 Jul 13 07:57:47.544263 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3847c-1b4b-414d-a4ed-b2263a1637e2 req-2b74e39f-a001-4954-8a89-0abf14edd3b1 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:47.552781 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b3f3847c-1b4b-414d-a4ed-b2263a1637e2 req-2b74e39f-a001-4954-8a89-0abf14edd3b1 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.2001741 Jul 13 07:57:47.584614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-deleted', 'tag': 'c6b287a7-66a6-4451-b3cc-175a9dd00602'}, {'name': 'network-changed', 'server_uuid': '9e6ba188-8a01-4c79-a49b-8a1bc8608f83', 'tag': '08f42dc4-07ae-446f-a917-798ecfe1385e'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:47.587177 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d98ca7-478f-4fa4-a639-f2834af0b8d3" -d '{"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-deleted", "tag": "c6b287a7-66a6-4451-b3cc-175a9dd00602"}, {"name": "network-changed", "server_uuid": "9e6ba188-8a01-4c79-a49b-8a1bc8608f83", "tag": "08f42dc4-07ae-446f-a917-798ecfe1385e"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:47.592160 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d8df301-132b-4c55-86bb-4f258f4461e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:47.626882 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b3f3847c-1b4b-414d-a4ed-b2263a1637e2 req-7a853221-ec9b-4d75-b5f3-2ffaa75f5b0d tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633171 Jul 13 07:57:47.648418 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d8df301-132b-4c55-86bb-4f258f4461e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:47.675965 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 3a5743e8-f8ec-4f51-8a78-9625bb04769a completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:47.741811 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 3a5743e8-f8ec-4f51-8a78-9625bb04769a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:47.742482 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:47.785634 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d8df301-132b-4c55-86bb-4f258f4461e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:47.793210 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d8df301-132b-4c55-86bb-4f258f4461e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:47.798029 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1d8df301-132b-4c55-86bb-4f258f4461e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84224b24-df0d-44f3-8671-f4e4ad7455ad HTTP/1.1" status: 204 len: 168 time: 0.4700725 Jul 13 07:57:47.819413 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cbafc3d7-5c9b-4e01-a311-3c5b074c1765 req-6144d824-a749-4618-be7d-cc04838bd83a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 210 time: 0.0908144 Jul 13 07:57:47.876182 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8df301-132b-4c55-86bb-4f258f4461e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84224b24-df0d-44f3-8671-f4e4ad7455ad,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:47.922757 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9183c048-7aa7-411f-af60-6af249561575 x-openstack-request-id: req-9183c048-7aa7-411f-af60-6af249561575 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:47.923066 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bf58c5-580c-419e-94cf-b94fdf4a844c", "name": "network-vif-deleted", "tag": "c6b287a7-66a6-4451-b3cc-175a9dd00602", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9e6ba188-8a01-4c79-a49b-8a1bc8608f83", "tag": "08f42dc4-07ae-446f-a917-798ecfe1385e", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:47.923324 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9183c048-7aa7-411f-af60-6af249561575 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:47.923743 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bf58c5-580c-419e-94cf-b94fdf4a844c', 'name': 'network-vif-deleted', 'tag': 'c6b287a7-66a6-4451-b3cc-175a9dd00602', 'status': 'completed', 'code': 200} Jul 13 07:57:47.923996 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6ba188-8a01-4c79-a49b-8a1bc8608f83', 'tag': '08f42dc4-07ae-446f-a917-798ecfe1385e', 'status': 'completed', 'code': 200} Jul 13 07:57:47.980320 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:48.042671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87620189-46ca-426e-9a86-9495a7514371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5743e8-f8ec-4f51-8a78-9625bb04769a'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:48.043962 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37680) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:48.046153 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b19cf6-c56d-402c-b8a4-fddf5b8a58a1" -d '{"events": [{"server_uuid": "87620189-46ca-426e-9a86-9495a7514371", "name": "network-vif-plugged", "status": "completed", "tag": "3a5743e8-f8ec-4f51-8a78-9625bb04769a"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:48.096672 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d98ca7-478f-4fa4-a639-f2834af0b8d3 req-73d92846-e2cb-4685-b199-57937abf29c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:48.098279 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41d98ca7-478f-4fa4-a639-f2834af0b8d3 req-73d92846-e2cb-4685-b199-57937abf29c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 1098 time: 0.1575711 Jul 13 07:57:48.154730 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 3a5743e8-f8ec-4f51-8a78-9625bb04769a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3a5743e8-f8ec-4f51-8a78-9625bb04769a,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:48.188256 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:48.191902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0a17b5e4-323c-4d71-b49b-fee951f27a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687274135', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:02Z', 'updated_at': '2021-07-13T07:57:13Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:04Z', 'updated_at': '2021-07-13T07:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'e7557c1d-c4a5-4c00-85a8-70d15dd12a39', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'port_id': '08f42dc4-07ae-446f-a917-798ecfe1385e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875', 'mac_address': 'fa:16:3e:27:67:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6ba188-8a01-4c79-a49b-8a1bc8608f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:57:42Z', 'updated_at': '2021-07-13T07:57:42Z', 'revision_number': 0, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25720cbf-3415-4c51-87e8-8625cd3c9dcd', 'name': '', 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:27:c1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'c5c6a219-df69-431e-a70b-90672a5471cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:11Z', 'updated_at': '2021-07-13T07:57:21Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': 'c5c6a219-df69-431e-a70b-90672a5471cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:48.204744 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26715e1-4ffc-43e2-9dbf-fa1ee81bdecb x-openstack-request-id: req-e26715e1-4ffc-43e2-9dbf-fa1ee81bdecb {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:48.205042 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87620189-46ca-426e-9a86-9495a7514371", "name": "network-vif-plugged", "status": "completed", "tag": "3a5743e8-f8ec-4f51-8a78-9625bb04769a", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:48.205302 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e26715e1-4ffc-43e2-9dbf-fa1ee81bdecb {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:48.205701 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87620189-46ca-426e-9a86-9495a7514371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5743e8-f8ec-4f51-8a78-9625bb04769a', 'code': 200} Jul 13 07:57:48.268406 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-38a0ea21-9e57-4417-9046-725e544f4bed tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/floatingips/e7557c1d-c4a5-4c00-85a8-70d15dd12a39 HTTP/1.1" status: 200 len: 992 time: 0.2201777 Jul 13 07:57:48.364717 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=3a5743e8-f8ec-4f51-8a78-9625bb04769a,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:48.369002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a17b5e4-323c-4d71-b49b-fee951f27a22 None None] The sync data for ids ['c0dc2308-f851-4bf9-96be-88869d413955'] in n-d-779913-28 is: [{'id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687274135', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:02Z', 'updated_at': '2021-07-13T07:57:13Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:04Z', 'updated_at': '2021-07-13T07:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'e7557c1d-c4a5-4c00-85a8-70d15dd12a39', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'port_id': '08f42dc4-07ae-446f-a917-798ecfe1385e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875', 'mac_address': 'fa:16:3e:27:67:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6ba188-8a01-4c79-a49b-8a1bc8608f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:57:42Z', 'updated_at': '2021-07-13T07:57:42Z', 'revision_number': 0, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25720cbf-3415-4c51-87e8-8625cd3c9dcd', 'name': '', 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:27:c1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'c5c6a219-df69-431e-a70b-90672a5471cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:11Z', 'updated_at': '2021-07-13T07:57:21Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': 'c5c6a219-df69-431e-a70b-90672a5471cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:48.511880 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d98ca7-478f-4fa4-a639-f2834af0b8d3 req-c72a6496-0b3b-4904-b068-af02f91f2155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:48.514593 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41d98ca7-478f-4fa4-a639-f2834af0b8d3 req-c72a6496-0b3b-4904-b068-af02f91f2155 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f6b415b5-aae6-48a3-92fb-0445108cb875 HTTP/1.1" status: 200 len: 898 time: 0.4092245 Jul 13 07:57:48.657409 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b59014-a5dd-4679-b417-1409d0cde559 req-a738e229-a1e1-45e2-a95b-922952932494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:48.667825 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f2b59014-a5dd-4679-b417-1409d0cde559 req-a738e229-a1e1-45e2-a95b-922952932494 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 1097 time: 0.4265103 Jul 13 07:57:48.827916 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41d98ca7-478f-4fa4-a639-f2834af0b8d3 req-f5f27c11-6ca3-49c0-af29-04fba2f0fd56 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08f42dc4-07ae-446f-a917-798ecfe1385e HTTP/1.1" status: 200 len: 1000 time: 0.3015654 Jul 13 07:57:48.840541 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f2b59014-a5dd-4679-b417-1409d0cde559 req-1df5c905-974c-4ec4-af35-e0ba537fac59 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658051 Jul 13 07:57:48.847582 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-282424cd-0474-4fb2-acf0-2bbf649bb0a2 None None] Provisioning complete for port 3a5743e8-f8ec-4f51-8a78-9625bb04769a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:48.850218 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-282424cd-0474-4fb2-acf0-2bbf649bb0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:48.890215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29748c-4fdd-461e-9368-84f977869e65 req-ee91928a-cd07-4a48-a57d-d4a8870fac44 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:48.898042 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d29748c-4fdd-461e-9368-84f977869e65 req-ee91928a-cd07-4a48-a57d-d4a8870fac44 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 945 time: 0.2208214 Jul 13 07:57:48.938764 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2273d1-cf4b-4899-8c42-b3c7f0dd0f92 None None] New status for floating IP e7557c1d-c4a5-4c00-85a8-70d15dd12a39: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:57:48.942736 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d98ca7-478f-4fa4-a639-f2834af0b8d3 req-c5722a81-a8a8-4400-9a91-3ada811b10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:48.944259 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41d98ca7-478f-4fa4-a639-f2834af0b8d3 req-c5722a81-a8a8-4400-9a91-3ada811b10fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c6a219-df69-431e-a70b-90672a5471cf HTTP/1.1" status: 200 len: 835 time: 0.1026855 Jul 13 07:57:48.976484 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d29748c-4fdd-461e-9368-84f977869e65 req-b60d92be-7606-451a-a1b1-7cbbfbd3f1e0 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770626 Jul 13 07:57:49.025341 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d98ca7-478f-4fa4-a639-f2834af0b8d3 req-ec300fe8-b08f-4e52-abc4-a6cd89f92a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:49.028276 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41d98ca7-478f-4fa4-a639-f2834af0b8d3 req-ec300fe8-b08f-4e52-abc4-a6cd89f92a5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f6b415b5-aae6-48a3-92fb-0445108cb875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760343 Jul 13 07:57:49.172500 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81c19a-5022-4369-be8a-5f1314985bcf req-67dd9f70-9f25-4866-a41c-c7528ba9e04c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:49.181761 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f81c19a-5022-4369-be8a-5f1314985bcf req-67dd9f70-9f25-4866-a41c-c7528ba9e04c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.2033134 Jul 13 07:57:49.217923 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41d98ca7-478f-4fa4-a639-f2834af0b8d3 req-63ee9acd-da8a-4ffe-a276-a38947dd2055 service neutron] 10.222.0.35 "GET /v2.0/networks/f6b415b5-aae6-48a3-92fb-0445108cb875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793358 Jul 13 07:57:49.271099 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37726) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:49.314893 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93338aa7-1d94-4bd1-b342-6b5509ba331f req-010b9b45-dae9-4dad-abf5-a094b5b16bf6 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 210 time: 0.0879679 Jul 13 07:57:49.382845 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f81c19a-5022-4369-be8a-5f1314985bcf req-d267407b-69d5-44de-968a-fb5368217b60 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993449 Jul 13 07:57:49.452158 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41d98ca7-478f-4fa4-a639-f2834af0b8d3 req-097088c2-616b-4784-8427-659ddd78e2ba service neutron] 10.222.0.35 "GET /v2.0/networks/f6b415b5-aae6-48a3-92fb-0445108cb875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195475 Jul 13 07:57:49.488871 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-43350d38-4b23-48b4-9b4a-19d8a8a7967f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/floatingips/e7557c1d-c4a5-4c00-85a8-70d15dd12a39 HTTP/1.1" status: 200 len: 994 time: 0.2159853 Jul 13 07:57:49.697540 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86897d3-1d51-4cd0-b538-aab08e94e8c8 req-b754f8ca-a8a6-4bed-be23-258030b85356 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:49.707475 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e86897d3-1d51-4cd0-b538-aab08e94e8c8 req-b754f8ca-a8a6-4bed-be23-258030b85356 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.1109359 Jul 13 07:57:49.764446 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e86897d3-1d51-4cd0-b538-aab08e94e8c8 req-fb61945f-61eb-4e99-bea4-ceac11d9d0d4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556965 Jul 13 07:57:50.107139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a60f13-0095-41e6-9ff9-5db4c321046a req-f7deedea-379c-468e-a84c-b9d344d41487 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:50.110076 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c8a60f13-0095-41e6-9ff9-5db4c321046a req-f7deedea-379c-468e-a84c-b9d344d41487 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.1234615 Jul 13 07:57:50.196893 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c8a60f13-0095-41e6-9ff9-5db4c321046a req-58dfe569-9db0-434b-81b6-9357bac73301 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793324 Jul 13 07:57:50.282451 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf234c-74e6-4fab-a6d1-d1cfa83ba3ba req-993172d4-5d51-4c1e-ad43-81409e7cdae2 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:50.285008 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4dcf234c-74e6-4fab-a6d1-d1cfa83ba3ba req-993172d4-5d51-4c1e-ad43-81409e7cdae2 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 945 time: 0.1124876 Jul 13 07:57:50.389988 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4dcf234c-74e6-4fab-a6d1-d1cfa83ba3ba req-d2c76f88-6420-4745-b853-955b3efe869f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994689 Jul 13 07:57:50.423373 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b1d19-19c9-45fa-8d8c-6be0ee1f5d2f req-9487475b-4ec7-4f8a-a8af-5905fcb57d34 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:50.430788 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-620b1d19-19c9-45fa-8d8c-6be0ee1f5d2f req-9487475b-4ec7-4f8a-a8af-5905fcb57d34 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.0910785 Jul 13 07:57:50.499739 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-620b1d19-19c9-45fa-8d8c-6be0ee1f5d2f req-80193773-4ce9-4733-9fbe-0c757af7d3a1 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679889 Jul 13 07:57:50.651657 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aae1a43b-6651-4e70-b8c1-901cdbfc6d35 req-b2c8d9b5-aa48-4496-8e67-9be06d18c00d tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 210 time: 0.0693049 Jul 13 07:57:50.797171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e7fbe-7aeb-4f99-85c6-8c3677f4714f req-b9fbf0a0-4cba-4ff6-94e0-31ea3b71653a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:50.807978 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a03e7fbe-7aeb-4f99-85c6-8c3677f4714f req-b9fbf0a0-4cba-4ff6-94e0-31ea3b71653a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 945 time: 0.1379397 Jul 13 07:57:50.894662 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a03e7fbe-7aeb-4f99-85c6-8c3677f4714f req-7e874efd-53fd-4f54-8f65-8228787fb1d6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857053 Jul 13 07:57:50.913804 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37812) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:51.253231 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8cbc00-ef23-46e9-9c42-65292549766e tempest-TestVolumeBootPattern-872359691 tempest-TestVolumeBootPattern-872359691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:51.255384 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1d8cbc00-ef23-46e9-9c42-65292549766e tempest-TestVolumeBootPattern-872359691 tempest-TestVolumeBootPattern-872359691-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 1092 time: 0.3405540 Jul 13 07:57:51.258603 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37834) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:51.264093 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-aba186c5-7c06-4bd4-bb84-d6004b50b60e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': '3a5743e8-f8ec-4f51-8a78-9625bb04769a', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:51.314165 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aba186c5-7c06-4bd4-bb84-d6004b50b60e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:51.506977 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aba186c5-7c06-4bd4-bb84-d6004b50b60e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:51.624497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-aba186c5-7c06-4bd4-bb84-d6004b50b60e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Allocated IP 172.25.0.50 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/3ef6bf40-9b12-4e07-908d-b67a5e1b4b7b) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:51.767488 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aba186c5-7c06-4bd4-bb84-d6004b50b60e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:51.826538 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aba186c5-7c06-4bd4-bb84-d6004b50b60e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:51.914890 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37872) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:51.961103 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba186c5-7c06-4bd4-bb84-d6004b50b60e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:51.973668 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba186c5-7c06-4bd4-bb84-d6004b50b60e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event updated for resources: {'Port': ['ID=3ef6bf40-9b12-4e07-908d-b67a5e1b4b7b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:52.012063 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-aba186c5-7c06-4bd4-bb84-d6004b50b60e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:52.026562 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9226496d-c28d-4d7c-891a-d2716f0fb29b req-6416a56e-960d-4384-af77-939b090d3baa tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 210 time: 0.1880882 Jul 13 07:57:52.027390 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba186c5-7c06-4bd4-bb84-d6004b50b60e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:52.159614 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aaf5d4f7-d725-44f9-8037-88abf3246217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.270116 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aaf5d4f7-d725-44f9-8037-88abf3246217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.280222 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aaf5d4f7-d725-44f9-8037-88abf3246217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.317343 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5d4f7-d725-44f9-8037-88abf3246217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb28cce-1ccd-46e9-a18f-109d1280263e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:52.347575 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-aaf5d4f7-d725-44f9-8037-88abf3246217 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=855a0bc41342493293071b1cae9022f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4307847 Jul 13 07:57:52.350277 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37896) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:52.467978 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd09f62a-283e-4abb-ac69-c26a69f70c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.504723 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd09f62a-283e-4abb-ac69-c26a69f70c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.623615 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd09f62a-283e-4abb-ac69-c26a69f70c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.626558 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd09f62a-283e-4abb-ac69-c26a69f70c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.628014 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fd09f62a-283e-4abb-ac69-c26a69f70c3b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5cb28cce-1ccd-46e9-a18f-109d1280263e HTTP/1.1" status: 204 len: 168 time: 0.2764180 Jul 13 07:57:52.651980 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09f62a-283e-4abb-ac69-c26a69f70c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb28cce-1ccd-46e9-a18f-109d1280263e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:52.664691 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aba186c5-7c06-4bd4-bb84-d6004b50b60e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.807507 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aba186c5-7c06-4bd4-bb84-d6004b50b60e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.029345 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aba186c5-7c06-4bd4-bb84-d6004b50b60e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.044131 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aba186c5-7c06-4bd4-bb84-d6004b50b60e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.044460 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37940) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:53.065504 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-946a9928-2ee7-4b76-89e8-d6d81cd424e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.179890 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba186c5-7c06-4bd4-bb84-d6004b50b60e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event updated for resources: {'Port': ['ID=3ef6bf40-9b12-4e07-908d-b67a5e1b4b7b,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:53.218079 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aba186c5-7c06-4bd4-bb84-d6004b50b60e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.218524 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b240881-25f7-4225-8cc6-351949923ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.269687 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-946a9928-2ee7-4b76-89e8-d6d81cd424e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.283930 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-946a9928-2ee7-4b76-89e8-d6d81cd424e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.359642 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-aba186c5-7c06-4bd4-bb84-d6004b50b60e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Floating IP 0c7e116e-671c-4c68-a455-fc08a8df808f associated. External IP: 172.25.0.50, port: 3a5743e8-f8ec-4f51-8a78-9625bb04769a. Jul 13 07:57:53.363330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a9928-2ee7-4b76-89e8-d6d81cd424e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7335d2a2-9322-42e5-8555-afed7743db5a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:53.367943 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-946a9928-2ee7-4b76-89e8-d6d81cd424e1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=989fe69119ab4a72a2c23f4afeae0320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3222568 Jul 13 07:57:53.372060 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37954) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:53.461022 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0587fb73-1cbf-4caa-b9a4-3f4035504ba7 req-6561f77c-efa1-4adc-a99d-fd1947a39c2c tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 210 time: 0.0374858 Jul 13 07:57:53.476259 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20ac4c06-dd6d-469c-bcab-ddef1097d871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.524228 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20ac4c06-dd6d-469c-bcab-ddef1097d871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.624501 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20ac4c06-dd6d-469c-bcab-ddef1097d871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.627301 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20ac4c06-dd6d-469c-bcab-ddef1097d871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.632222 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-20ac4c06-dd6d-469c-bcab-ddef1097d871 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7335d2a2-9322-42e5-8555-afed7743db5a HTTP/1.1" status: 204 len: 168 time: 0.2590978 Jul 13 07:57:53.642279 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac4c06-dd6d-469c-bcab-ddef1097d871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7335d2a2-9322-42e5-8555-afed7743db5a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:53.802613 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37966) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:53.826744 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba186c5-7c06-4bd4-bb84-d6004b50b60e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Router 87f5cb01-ead1-4525-b621-98bcab2ee0ee has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:57:54.005908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba186c5-7c06-4bd4-bb84-d6004b50b60e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:54.016650 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a621b412-db20-4388-8f4f-0c24fe458a66 None None] Sync routers for ids ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:54.028501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a621b412-db20-4388-8f4f-0c24fe458a66 None None] Routers {'87f5cb01-ead1-4525-b621-98bcab2ee0ee'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:54.029147 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aba186c5-7c06-4bd4-bb84-d6004b50b60e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.029802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a621b412-db20-4388-8f4f-0c24fe458a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:57:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:54.084986 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-aba186c5-7c06-4bd4-bb84-d6004b50b60e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8252387 Jul 13 07:57:54.085579 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87620189-46ca-426e-9a86-9495a7514371', 'tag': '3a5743e8-f8ec-4f51-8a78-9625bb04769a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:54.087903 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60744d5f-8863-4bcf-a3bd-88a234561718" -d '{"events": [{"name": "network-changed", "server_uuid": "87620189-46ca-426e-9a86-9495a7514371", "tag": "3a5743e8-f8ec-4f51-8a78-9625bb04769a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:54.099586 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-16067d75-b0ef-4ca9-9b48-13ad0b6f901f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.129556 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3e1d5d-f134-4bac-9f80-3ed077242823 x-openstack-request-id: req-0e3e1d5d-f134-4bac-9f80-3ed077242823 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:54.130047 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87620189-46ca-426e-9a86-9495a7514371", "tag": "3a5743e8-f8ec-4f51-8a78-9625bb04769a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:54.130625 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e3e1d5d-f134-4bac-9f80-3ed077242823 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:54.131257 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87620189-46ca-426e-9a86-9495a7514371', 'tag': '3a5743e8-f8ec-4f51-8a78-9625bb04769a', 'status': 'completed', 'code': 200} Jul 13 07:57:54.236081 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-16067d75-b0ef-4ca9-9b48-13ad0b6f901f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.272804 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-16067d75-b0ef-4ca9-9b48-13ad0b6f901f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.351064 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60744d5f-8863-4bcf-a3bd-88a234561718 req-c3dc06b1-c207-4618-9027-0ea901217fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:54.353604 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-60744d5f-8863-4bcf-a3bd-88a234561718 req-c3dc06b1-c207-4618-9027-0ea901217fea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 1097 time: 0.1157308 Jul 13 07:57:54.356588 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-16067d75-b0ef-4ca9-9b48-13ad0b6f901f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d6a7d4a4a13c4e6d82f891c42633bfcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5532098 Jul 13 07:57:54.358396 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16067d75-b0ef-4ca9-9b48-13ad0b6f901f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0578361c-0a63-43d7-84fd-0f63e726810e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:54.359900 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37992) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:54.474584 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60744d5f-8863-4bcf-a3bd-88a234561718 req-25a0be9c-0516-4fb0-b491-344969d39df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:54.476405 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-60744d5f-8863-4bcf-a3bd-88a234561718 req-25a0be9c-0516-4fb0-b491-344969d39df9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 912 time: 0.1149962 Jul 13 07:57:54.481885 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bd46ffeb-5e60-4909-864d-c98955e22566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.482812 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16067d75-b0ef-4ca9-9b48-13ad0b6f901f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:54.483306 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16067d75-b0ef-4ca9-9b48-13ad0b6f901f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:54.483541 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16067d75-b0ef-4ca9-9b48-13ad0b6f901f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:54.483847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16067d75-b0ef-4ca9-9b48-13ad0b6f901f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:54.484265 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16067d75-b0ef-4ca9-9b48-13ad0b6f901f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:54.484788 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16067d75-b0ef-4ca9-9b48-13ad0b6f901f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:54.485124 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16067d75-b0ef-4ca9-9b48-13ad0b6f901f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:54.485880 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16067d75-b0ef-4ca9-9b48-13ad0b6f901f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:54.486315 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16067d75-b0ef-4ca9-9b48-13ad0b6f901f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:54.486656 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16067d75-b0ef-4ca9-9b48-13ad0b6f901f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:54.486987 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16067d75-b0ef-4ca9-9b48-13ad0b6f901f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:54.487621 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16067d75-b0ef-4ca9-9b48-13ad0b6f901f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:54.539317 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bd46ffeb-5e60-4909-864d-c98955e22566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.613924 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-a621b412-db20-4388-8f4f-0c24fe458a66 None None] Set router 87f5cb01-ead1-4525-b621-98bcab2ee0ee gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:54.639658 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bd46ffeb-5e60-4909-864d-c98955e22566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.642987 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bd46ffeb-5e60-4909-864d-c98955e22566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.646781 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bd46ffeb-5e60-4909-864d-c98955e22566 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0578361c-0a63-43d7-84fd-0f63e726810e HTTP/1.1" status: 204 len: 168 time: 0.2830429 Jul 13 07:57:54.646958 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-60744d5f-8863-4bcf-a3bd-88a234561718 req-286d409f-bd07-4699-b0de-6794e61cb409 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a5743e8-f8ec-4f51-8a78-9625bb04769a HTTP/1.1" status: 200 len: 998 time: 0.1500292 Jul 13 07:57:54.666337 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46ffeb-5e60-4909-864d-c98955e22566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0578361c-0a63-43d7-84fd-0f63e726810e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:54.738753 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60744d5f-8863-4bcf-a3bd-88a234561718 req-2a264235-0d01-4eb9-a236-686a5d905405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:54.740646 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-60744d5f-8863-4bcf-a3bd-88a234561718 req-2a264235-0d01-4eb9-a236-686a5d905405 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 200 len: 850 time: 0.0878971 Jul 13 07:57:54.789021 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6944b179-887f-47d0-83a5-5fbceda3e290 req-66a3ff63-6a5a-4314-a196-a0eb66dd2e1e tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 210 time: 0.0692055 Jul 13 07:57:54.861382 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60744d5f-8863-4bcf-a3bd-88a234561718 req-cfe71dd8-ecef-4221-80e1-a93d64fb7ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:54.863390 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-60744d5f-8863-4bcf-a3bd-88a234561718 req-cfe71dd8-ecef-4221-80e1-a93d64fb7ae0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dcb46551-b67f-448d-9e50-7e4cc85c9056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1142075 Jul 13 07:57:54.990352 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-60744d5f-8863-4bcf-a3bd-88a234561718 req-c5cff27d-c265-4bf5-822c-0dc5d2c46e29 service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192369 Jul 13 07:57:55.110363 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-60744d5f-8863-4bcf-a3bd-88a234561718 req-2d9273e1-acaf-460c-a6a3-112b3d0e5efc service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133585 Jul 13 07:57:55.111041 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a621b412-db20-4388-8f4f-0c24fe458a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:50:04Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '0c7e116e-671c-4c68-a455-fc08a8df808f', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'floating_ip_address': '172.25.0.50', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'port_id': '3a5743e8-f8ec-4f51-8a78-9625bb04769a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'mac_address': 'fa:16:3e:e9:3c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87620189-46ca-426e-9a86-9495a7514371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:57:52Z', 'updated_at': '2021-07-13T07:57:52Z', 'revision_number': 0, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de34c2-cb99-4490-b272-5c3274267780', 'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'mac_address': 'fa:16:3e:17:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:01Z', 'updated_at': '2021-07-13T07:50:15Z', 'revision_number': 5, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'subnets': [{'id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:55.162156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a621b412-db20-4388-8f4f-0c24fe458a66 None None] Checking router: 87f5cb01-ead1-4525-b621-98bcab2ee0ee for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:55.174519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a621b412-db20-4388-8f4f-0c24fe458a66 None None] Routers {'87f5cb01-ead1-4525-b621-98bcab2ee0ee'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:55.175364 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a621b412-db20-4388-8f4f-0c24fe458a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:57:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:55.390849 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-a621b412-db20-4388-8f4f-0c24fe458a66 None None] Set router 87f5cb01-ead1-4525-b621-98bcab2ee0ee gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:55.449802 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38020) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:55.476760 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ef92-1dfd-4802-bc38-c0f14ae167d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.673408 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ef92-1dfd-4802-bc38-c0f14ae167d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.679740 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ef92-1dfd-4802-bc38-c0f14ae167d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.741996 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7ef92-1dfd-4802-bc38-c0f14ae167d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be7de77-d97a-4495-8775-aad96198171c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:55.765228 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c6e7ef92-1dfd-4802-bc38-c0f14ae167d4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=29b2d5f22e284f558171d717895f3af0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117156 Jul 13 07:57:55.766483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38032) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:55.865380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a621b412-db20-4388-8f4f-0c24fe458a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:50:04Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '0c7e116e-671c-4c68-a455-fc08a8df808f', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'floating_ip_address': '172.25.0.50', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'port_id': '3a5743e8-f8ec-4f51-8a78-9625bb04769a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'mac_address': 'fa:16:3e:e9:3c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87620189-46ca-426e-9a86-9495a7514371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:57:52Z', 'updated_at': '2021-07-13T07:57:52Z', 'revision_number': 0, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de34c2-cb99-4490-b272-5c3274267780', 'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'mac_address': 'fa:16:3e:17:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:01Z', 'updated_at': '2021-07-13T07:50:15Z', 'revision_number': 5, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'subnets': [{'id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:55.884264 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-89394389-1edb-40a1-b633-eb689f72c77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.899456 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a621b412-db20-4388-8f4f-0c24fe458a66 None None] The sync data for ids ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'] in n-d-779913-28 is: [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:50:04Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '0c7e116e-671c-4c68-a455-fc08a8df808f', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'floating_ip_address': '172.25.0.50', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'port_id': '3a5743e8-f8ec-4f51-8a78-9625bb04769a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'mac_address': 'fa:16:3e:e9:3c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87620189-46ca-426e-9a86-9495a7514371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:57:52Z', 'updated_at': '2021-07-13T07:57:52Z', 'revision_number': 0, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de34c2-cb99-4490-b272-5c3274267780', 'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'mac_address': 'fa:16:3e:17:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:01Z', 'updated_at': '2021-07-13T07:50:15Z', 'revision_number': 5, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'subnets': [{'id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:55.924098 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-89394389-1edb-40a1-b633-eb689f72c77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:56.041882 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3a23b82-1b7f-416a-ad8b-8bc18d4df09f req-78f735e4-8321-4805-8f70-52c6d655796f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 210 time: 0.0506051 Jul 13 07:57:56.046763 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-89394389-1edb-40a1-b633-eb689f72c77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:56.055750 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-89394389-1edb-40a1-b633-eb689f72c77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:56.059262 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-89394389-1edb-40a1-b633-eb689f72c77f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4be7de77-d97a-4495-8775-aad96198171c HTTP/1.1" status: 204 len: 168 time: 0.2890191 Jul 13 07:57:56.077202 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89394389-1edb-40a1-b633-eb689f72c77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be7de77-d97a-4495-8775-aad96198171c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:56.287180 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0ad9ca-3aec-499e-8722-109654759c62 None None] New status for floating IP 0c7e116e-671c-4c68-a455-fc08a8df808f: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:57:56.909057 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38112) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:57.020750 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-deb604bf-cd2a-4657-9365-9c8ff1f8f03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.148503 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-deb604bf-cd2a-4657-9365-9c8ff1f8f03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.154463 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-deb604bf-cd2a-4657-9365-9c8ff1f8f03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.198583 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-deb604bf-cd2a-4657-9365-9c8ff1f8f03f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b89a21ec3e8f439bafca03a2275a743a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2883658 Jul 13 07:57:57.223072 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb604bf-cd2a-4657-9365-9c8ff1f8f03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb20c52-ade2-4b26-b0b0-090af01f3ff2,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:57.226158 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38128) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:57.235222 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-110bea25-41ca-4a95-bc51-4c3db6d8cd2d req-3912cb2c-0d6f-4064-803a-c970d318d31b tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 210 time: 0.0585418 Jul 13 07:57:57.300937 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-25a0fb5c-2d4a-4530-ac9b-dcf5769e05fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.323433 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-25a0fb5c-2d4a-4530-ac9b-dcf5769e05fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.379914 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-25a0fb5c-2d4a-4530-ac9b-dcf5769e05fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.384895 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-25a0fb5c-2d4a-4530-ac9b-dcf5769e05fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.387041 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-25a0fb5c-2d4a-4530-ac9b-dcf5769e05fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2bb20c52-ade2-4b26-b0b0-090af01f3ff2 HTTP/1.1" status: 204 len: 168 time: 0.1593692 Jul 13 07:57:57.399102 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0fb5c-2d4a-4530-ac9b-dcf5769e05fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb20c52-ade2-4b26-b0b0-090af01f3ff2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:57.565738 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-687fd9de-d25d-4582-b7ad-7130459487d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.787609 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38148) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:57.792754 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.802741 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17bb6fe7-650f-4bd4-912d-afc652a3d5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.991850 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17bb6fe7-650f-4bd4-912d-afc652a3d5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.997380 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17bb6fe7-650f-4bd4-912d-afc652a3d5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:58.042493 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-17bb6fe7-650f-4bd4-912d-afc652a3d5a2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=69945e73fa244d9ba88c0e287fd3ad47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2535310 Jul 13 07:57:58.044995 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38158) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:58.051554 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb6fe7-650f-4bd4-912d-afc652a3d5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90cdcd3-3e9a-411a-ab56-2c19b887ec8d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:58.121256 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e222438-2de7-40ae-b012-8493e1d9715b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:58.143628 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e222438-2de7-40ae-b012-8493e1d9715b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:58.211430 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e222438-2de7-40ae-b012-8493e1d9715b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:58.214750 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e222438-2de7-40ae-b012-8493e1d9715b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:58.226726 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6e222438-2de7-40ae-b012-8493e1d9715b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e90cdcd3-3e9a-411a-ab56-2c19b887ec8d HTTP/1.1" status: 204 len: 168 time: 0.1748307 Jul 13 07:57:58.244332 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e222438-2de7-40ae-b012-8493e1d9715b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90cdcd3-3e9a-411a-ab56-2c19b887ec8d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:58.475496 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17949d64-289d-4444-95ab-4247d68fd560 req-e66c3935-5d29-4aa7-8845-fbb133117fec tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 210 time: 0.0464196 Jul 13 07:57:59.585444 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.605675 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:57:59.682612 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a4f13af-de1c-4467-818e-290183b60b05 req-7452a031-d09e-4cf9-a07d-6e2dc844b52d tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 210 time: 0.0400076 Jul 13 07:58:00.054874 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38250) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:00.378416 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bad61ac4-b6cc-4e5b-8ffd-d3524e017906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.506109 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bad61ac4-b6cc-4e5b-8ffd-d3524e017906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.511480 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bad61ac4-b6cc-4e5b-8ffd-d3524e017906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.572439 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad61ac4-b6cc-4e5b-8ffd-d3524e017906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c629669-a8b2-4098-8a1e-86a0de8e0c5d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:00.584060 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bad61ac4-b6cc-4e5b-8ffd-d3524e017906 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a0c847d869e8489aa12d3808fd03bef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5251760 Jul 13 07:58:00.584752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38276) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:00.654800 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-45da1f29-7587-4abf-8bb6-3d4ba3f79441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.679191 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-45da1f29-7587-4abf-8bb6-3d4ba3f79441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.747957 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-45da1f29-7587-4abf-8bb6-3d4ba3f79441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.750853 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-45da1f29-7587-4abf-8bb6-3d4ba3f79441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.756031 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-45da1f29-7587-4abf-8bb6-3d4ba3f79441 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5c629669-a8b2-4098-8a1e-86a0de8e0c5d HTTP/1.1" status: 204 len: 168 time: 0.1701031 Jul 13 07:58:00.781505 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da1f29-7587-4abf-8bb6-3d4ba3f79441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c629669-a8b2-4098-8a1e-86a0de8e0c5d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:00.888387 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-766c4556-052c-47e8-aa46-91a86176eb69 req-4a70ef77-b37d-4f56-8560-fb72027bef53 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 210 time: 0.0368557 Jul 13 07:58:01.212187 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38308) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:01.229442 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-375b4d8e-ae0e-402f-a6c4-e12fa5fa0b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.306700 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.379152 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-375b4d8e-ae0e-402f-a6c4-e12fa5fa0b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.384999 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-375b4d8e-ae0e-402f-a6c4-e12fa5fa0b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.443848 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-375b4d8e-ae0e-402f-a6c4-e12fa5fa0b39 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0137482c345849e5860b711cd1f4351e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303131 Jul 13 07:58:01.445225 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b4d8e-ae0e-402f-a6c4-e12fa5fa0b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fb7933-7781-4c62-b742-77b79bb1bb29,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:01.446834 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38314) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:01.523706 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ded7eecc-35dd-4e13-983e-163e7a1de2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.549676 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ded7eecc-35dd-4e13-983e-163e7a1de2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.604706 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38322) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:01.623888 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ded7eecc-35dd-4e13-983e-163e7a1de2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.626850 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ded7eecc-35dd-4e13-983e-163e7a1de2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.631269 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ded7eecc-35dd-4e13-983e-163e7a1de2dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a7fb7933-7781-4c62-b742-77b79bb1bb29 HTTP/1.1" status: 204 len: 168 time: 0.1833713 Jul 13 07:58:01.649596 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7eecc-35dd-4e13-983e-163e7a1de2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fb7933-7781-4c62-b742-77b79bb1bb29,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:01.804696 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1872c26e-35ef-45bd-b253-811766d1607b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.007111 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1872c26e-35ef-45bd-b253-811766d1607b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.015162 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1872c26e-35ef-45bd-b253-811766d1607b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.076660 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872c26e-35ef-45bd-b253-811766d1607b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03ca63b-d591-4e23-bd12-8e3158551e3b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:02.084486 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38344) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:02.098640 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1872c26e-35ef-45bd-b253-811766d1607b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e1ff0ccea43d44a9ad7e6fa1d6a3b1f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4869454 Jul 13 07:58:02.179402 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1bec900a-e28d-43ff-95f9-44e36b7190f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.206686 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1bec900a-e28d-43ff-95f9-44e36b7190f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.220969 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-33316014-c620-49df-b33c-581ab9d9f8b5 req-9f80013f-c1ce-4b8e-a169-825f9da51d1b tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 210 time: 0.0422688 Jul 13 07:58:02.268086 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1bec900a-e28d-43ff-95f9-44e36b7190f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.269149 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1bec900a-e28d-43ff-95f9-44e36b7190f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.270782 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1bec900a-e28d-43ff-95f9-44e36b7190f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d03ca63b-d591-4e23-bd12-8e3158551e3b HTTP/1.1" status: 204 len: 168 time: 0.1849377 Jul 13 07:58:02.288954 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec900a-e28d-43ff-95f9-44e36b7190f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03ca63b-d591-4e23-bd12-8e3158551e3b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:02.766466 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38372) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:02.797892 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-13f04f02-174b-4e1d-ae9e-9f1d6a773558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.917875 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-13f04f02-174b-4e1d-ae9e-9f1d6a773558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.923562 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-13f04f02-174b-4e1d-ae9e-9f1d6a773558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.973809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38378) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:02.974376 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-13f04f02-174b-4e1d-ae9e-9f1d6a773558 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e857f4e0a1394bb2ba55cb6ac3fce36e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2062912 Jul 13 07:58:02.979301 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f04f02-174b-4e1d-ae9e-9f1d6a773558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b757ed89-ea6c-4748-af56-c31caacf100b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:03.043001 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-055c7dd3-ff1c-411a-8294-03996cad992e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.078108 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-055c7dd3-ff1c-411a-8294-03996cad992e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.171103 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-055c7dd3-ff1c-411a-8294-03996cad992e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.173997 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-055c7dd3-ff1c-411a-8294-03996cad992e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.175340 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-055c7dd3-ff1c-411a-8294-03996cad992e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b757ed89-ea6c-4748-af56-c31caacf100b HTTP/1.1" status: 204 len: 168 time: 0.1998289 Jul 13 07:58:03.189224 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c7dd3-ff1c-411a-8294-03996cad992e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b757ed89-ea6c-4748-af56-c31caacf100b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:03.499478 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9c77311d-61da-40b8-83ca-33c6a7ae26f1 req-7af34550-3a40-4848-81a2-7ca133cffd5d tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8bf58c5-580c-419e-94cf-b94fdf4a844c HTTP/1.1" status: 200 len: 210 time: 0.0538726 Jul 13 07:58:04.654658 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38462) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:04.712860 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9838b6f3-c73e-4269-bc10-1c3776c8ed8f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:04.744636 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9838b6f3-c73e-4269-bc10-1c3776c8ed8f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:04.840558 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9838b6f3-c73e-4269-bc10-1c3776c8ed8f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:04.846317 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9838b6f3-c73e-4269-bc10-1c3776c8ed8f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:04.847913 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9838b6f3-c73e-4269-bc10-1c3776c8ed8f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "DELETE /v2.0/security-groups/f5a37850-b9cf-49d0-8dc4-6ddc989629b9 HTTP/1.1" status: 204 len: 168 time: 0.1922619 Jul 13 07:58:04.850769 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38470) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:04.876102 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838b6f3-c73e-4269-bc10-1c3776c8ed8f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a37850-b9cf-49d0-8dc4-6ddc989629b9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:04.879708 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-7cf6ae24-de8e-402c-963f-608cd61ef3a9 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] show failed (client error): The resource could not be found. Jul 13 07:58:04.894388 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7cf6ae24-de8e-402c-963f-608cd61ef3a9 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "GET /v2.0/security-groups/f5a37850-b9cf-49d0-8dc4-6ddc989629b9 HTTP/1.1" status: 404 len: 347 time: 0.0417221 Jul 13 07:58:04.895058 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38474) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:05.100669 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-413b4b13-4676-4777-ab6f-591dbe97cefb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Deleting port 8d9c376d-ee00-4fd1-bdb9-9931ed9f322c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:05.101029 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-413b4b13-4676-4777-ab6f-591dbe97cefb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:05.223707 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-413b4b13-4676-4777-ab6f-591dbe97cefb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:05.224034 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-413b4b13-4676-4777-ab6f-591dbe97cefb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:05.244268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-413b4b13-4676-4777-ab6f-591dbe97cefb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Calling delete_port for 8d9c376d-ee00-4fd1-bdb9-9931ed9f322c owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:05.912876 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-413b4b13-4676-4777-ab6f-591dbe97cefb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:05.945108 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b4b13-4676-4777-ab6f-591dbe97cefb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event deleted for resources: {'Port': ['ID=8d9c376d-ee00-4fd1-bdb9-9931ed9f322c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:06.046351 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-413b4b13-4676-4777-ab6f-591dbe97cefb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:06.049285 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-413b4b13-4676-4777-ab6f-591dbe97cefb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:06.050740 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-413b4b13-4676-4777-ab6f-591dbe97cefb tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "DELETE /v2.0/floatingips/70d88a22-6273-4517-89e0-26f552aa3355 HTTP/1.1" status: 204 len: 168 time: 1.1542952 Jul 13 07:58:06.053457 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38560) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:06.175401 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-69bcc8bc-5989-4060-b164-462a4b1e4a78 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Deleting port 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:06.176123 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69bcc8bc-5989-4060-b164-462a4b1e4a78 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:06.282423 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69bcc8bc-5989-4060-b164-462a4b1e4a78 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:06.298676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-69bcc8bc-5989-4060-b164-462a4b1e4a78 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Calling delete_port for 7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:06.507370 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69bcc8bc-5989-4060-b164-462a4b1e4a78 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:06.516338 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38566) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:06.555362 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcc8bc-5989-4060-b164-462a4b1e4a78 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event deleted for resources: {'Port': ['ID=7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:06.677996 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bcf82475-4936-4135-a836-2c88fbd1bd3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:06.678707 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69bcc8bc-5989-4060-b164-462a4b1e4a78 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:06.685252 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-69bcc8bc-5989-4060-b164-462a4b1e4a78 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "DELETE /v2.0/ports/7b9c03fe-f2a9-41ab-8a5e-20a27e0d3f3d HTTP/1.1" status: 204 len: 168 time: 0.6276941 Jul 13 07:58:06.685648 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38572) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:06.797894 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bcf82475-4936-4135-a836-2c88fbd1bd3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:06.804034 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bcf82475-4936-4135-a836-2c88fbd1bd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:06.835890 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c31c1f0f-6021-4781-8f81-c1deae96852a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Deleting port a5ad5cc6-8b81-413a-ba67-a126312062d6 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:06.836255 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c31c1f0f-6021-4781-8f81-c1deae96852a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:06.840608 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf82475-4936-4135-a836-2c88fbd1bd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8504fd7-8fcf-4c14-9871-a87ab1cbee9c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:06.865097 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bcf82475-4936-4135-a836-2c88fbd1bd3a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=151d8bf640164e6a867a9662bc6aa149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468528 Jul 13 07:58:06.867876 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38578) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:06.991867 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c31c1f0f-6021-4781-8f81-c1deae96852a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:07.000439 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95efd6a1-f6e1-43cc-b3d8-7c3e20bc6c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:07.015338 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c31c1f0f-6021-4781-8f81-c1deae96852a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Calling delete_port for a5ad5cc6-8b81-413a-ba67-a126312062d6 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:07.036219 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95efd6a1-f6e1-43cc-b3d8-7c3e20bc6c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:07.152809 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95efd6a1-f6e1-43cc-b3d8-7c3e20bc6c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:07.156654 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95efd6a1-f6e1-43cc-b3d8-7c3e20bc6c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:07.162931 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-95efd6a1-f6e1-43cc-b3d8-7c3e20bc6c97 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8504fd7-8fcf-4c14-9871-a87ab1cbee9c HTTP/1.1" status: 204 len: 168 time: 0.2889514 Jul 13 07:58:07.171384 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efd6a1-f6e1-43cc-b3d8-7c3e20bc6c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8504fd7-8fcf-4c14-9871-a87ab1cbee9c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:07.245432 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c31c1f0f-6021-4781-8f81-c1deae96852a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:07.326181 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c1f0f-6021-4781-8f81-c1deae96852a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event deleted for resources: {'Port': ['ID=a5ad5cc6-8b81-413a-ba67-a126312062d6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:07.454020 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c31c1f0f-6021-4781-8f81-c1deae96852a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:07.461156 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c31c1f0f-6021-4781-8f81-c1deae96852a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "DELETE /v2.0/ports/a5ad5cc6-8b81-413a-ba67-a126312062d6 HTTP/1.1" status: 204 len: 168 time: 0.7719421 Jul 13 07:58:07.461415 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38594) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:07.535816 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6d93eb-b417-4902-83e2-54d43cbdb14f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Deleting subnet 7181ff3b-d9c0-404a-8335-c486c02dac1e {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:58:07.539903 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da6d93eb-b417-4902-83e2-54d43cbdb14f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:07.587968 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da6d93eb-b417-4902-83e2-54d43cbdb14f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:07.608154 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38596) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:07.633538 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e54adf40-15ea-49b3-8797-1507c0c03e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:07.748887 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da6d93eb-b417-4902-83e2-54d43cbdb14f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:07.861467 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e54adf40-15ea-49b3-8797-1507c0c03e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:07.874071 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e54adf40-15ea-49b3-8797-1507c0c03e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:07.884782 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da6d93eb-b417-4902-83e2-54d43cbdb14f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:07.920544 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e54adf40-15ea-49b3-8797-1507c0c03e6e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=35c109876f85446f845d531f2a2f5649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103955 Jul 13 07:58:07.923367 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38610) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:07.936414 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d93eb-b417-4902-83e2-54d43cbdb14f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event deleted for resources: {'Subnet': ['ID=7181ff3b-d9c0-404a-8335-c486c02dac1e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:07.946433 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da6d93eb-b417-4902-83e2-54d43cbdb14f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:07.948491 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-da6d93eb-b417-4902-83e2-54d43cbdb14f tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "DELETE /v2.0/subnets/7181ff3b-d9c0-404a-8335-c486c02dac1e HTTP/1.1" status: 204 len: 168 time: 0.4859366 Jul 13 07:58:07.958237 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38612) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:07.961790 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8264750f-17c3-4e04-abee-3ad40a273489 None None] Network ea323e79-15db-4b79-b637-4002df6be77e requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:08.004896 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.068019 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54adf40-15ea-49b3-8797-1507c0c03e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27aa5d05-f797-4fee-b8f7-a8c68c5e4f99,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:08.072063 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a440a7-f540-4237-85d3-f4eae08e76f4 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Deleting subnet c2e027fc-f911-4144-acb3-7864eab297b7 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:58:08.090973 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34a440a7-f540-4237-85d3-f4eae08e76f4 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.091409 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-48039405-3f1e-4995-a008-1113b7741e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.151906 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-48039405-3f1e-4995-a008-1113b7741e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.171190 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34a440a7-f540-4237-85d3-f4eae08e76f4 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.253444 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd3daa4-c029-468e-8f13-4f8481f1b08e None None] DHCP port deletion for ea323e79-15db-4b79-b637-4002df6be77e request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:58:08.280368 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-48039405-3f1e-4995-a008-1113b7741e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.283359 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-48039405-3f1e-4995-a008-1113b7741e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.286183 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-48039405-3f1e-4995-a008-1113b7741e6e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27aa5d05-f797-4fee-b8f7-a8c68c5e4f99 HTTP/1.1" status: 204 len: 168 time: 0.3600321 Jul 13 07:58:08.336135 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48039405-3f1e-4995-a008-1113b7741e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27aa5d05-f797-4fee-b8f7-a8c68c5e4f99,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:08.371317 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-bdd3daa4-c029-468e-8f13-4f8481f1b08e None None] Deleting port 197cc721-1ad4-4229-b3be-0ebd02bd4f3f {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:08.372775 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bdd3daa4-c029-468e-8f13-4f8481f1b08e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.404420 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34a440a7-f540-4237-85d3-f4eae08e76f4 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.514656 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-bdd3daa4-c029-468e-8f13-4f8481f1b08e None None] For port 197cc721-1ad4-4229-b3be-0ebd02bd4f3f, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=197cc721-1ad4-4229-b3be-0ebd02bd4f3f,segment=NetworkSegment(1f548f17-806f-4ece-8f7b-3b513aafe7fa),segment_id=1f548f17-806f-4ece-8f7b-3b513aafe7fa)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:08.515188 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bdd3daa4-c029-468e-8f13-4f8481f1b08e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.533888 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-bdd3daa4-c029-468e-8f13-4f8481f1b08e None None] Calling delete_port for 197cc721-1ad4-4229-b3be-0ebd02bd4f3f owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:08.540694 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 197cc721-1ad4-4229-b3be-0ebd02bd4f3f no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:08.604600 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34a440a7-f540-4237-85d3-f4eae08e76f4 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.640882 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a440a7-f540-4237-85d3-f4eae08e76f4 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e027fc-f911-4144-acb3-7864eab297b7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:08.658921 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b9e8f-6028-4747-b770-b8854b7963cf req-cc45a476-62d5-4438-ac7e-a424814eedcc tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:08.666467 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-803b9e8f-6028-4747-b770-b8854b7963cf req-cc45a476-62d5-4438-ac7e-a424814eedcc tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.2064297 Jul 13 07:58:08.693163 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34a440a7-f540-4237-85d3-f4eae08e76f4 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.698016 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38626) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:08.698637 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-34a440a7-f540-4237-85d3-f4eae08e76f4 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "DELETE /v2.0/subnets/c2e027fc-f911-4144-acb3-7864eab297b7 HTTP/1.1" status: 204 len: 168 time: 0.7364182 Jul 13 07:58:08.712811 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738c1929-d5c0-4389-811d-844078522743 None None] Network b818ec58-5125-4829-9877-53309d7ad2bc requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:08.735190 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-803b9e8f-6028-4747-b770-b8854b7963cf req-9ef77818-ca02-47ed-b095-4d96c8a5667c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668581 Jul 13 07:58:08.815033 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bdd3daa4-c029-468e-8f13-4f8481f1b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.825123 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.845236 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e24abf67-bddd-42e1-a8b9-77dbea431285 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.869041 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3daa4-c029-468e-8f13-4f8481f1b08e None None] Pushing event deleted for resources: {'Port': ['ID=197cc721-1ad4-4229-b3be-0ebd02bd4f3f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:08.903735 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd3daa4-c029-468e-8f13-4f8481f1b08e None None] No DVR routers for this DVR port 197cc721-1ad4-4229-b3be-0ebd02bd4f3f on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:58:09.130156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3ac198-dca2-49b6-8ac3-568d0991062c None None] DHCP port deletion for b818ec58-5125-4829-9877-53309d7ad2bc request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:58:09.241283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ac198-dca2-49b6-8ac3-568d0991062c None None] Deleting port e0e3eeff-18f3-42f4-b335-9872e0912c84 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:09.241689 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b3ac198-dca2-49b6-8ac3-568d0991062c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.387595 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-7b3ac198-dca2-49b6-8ac3-568d0991062c None None] For port e0e3eeff-18f3-42f4-b335-9872e0912c84, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e0e3eeff-18f3-42f4-b335-9872e0912c84,segment=NetworkSegment(4e691365-8d63-430d-a40c-519519f71e89),segment_id=4e691365-8d63-430d-a40c-519519f71e89)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:09.390465 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b3ac198-dca2-49b6-8ac3-568d0991062c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.410582 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ac198-dca2-49b6-8ac3-568d0991062c None None] Calling delete_port for e0e3eeff-18f3-42f4-b335-9872e0912c84 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:09.446416 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e24abf67-bddd-42e1-a8b9-77dbea431285 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.459355 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-e24abf67-bddd-42e1-a8b9-77dbea431285 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea323e79-15db-4b79-b637-4002df6be77e']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:09.476228 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-e24abf67-bddd-42e1-a8b9-77dbea431285 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f548f17-806f-4ece-8f7b-3b513aafe7fa') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:09.476564 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-e24abf67-bddd-42e1-a8b9-77dbea431285 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f548f17-806f-4ece-8f7b-3b513aafe7fa') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:09.491209 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e24abf67-bddd-42e1-a8b9-77dbea431285 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.534685 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e24abf67-bddd-42e1-a8b9-77dbea431285 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.550040 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24abf67-bddd-42e1-a8b9-77dbea431285 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:58:09.551066 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e24abf67-bddd-42e1-a8b9-77dbea431285 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:58:09.554842 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:58:09.571280 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b3ac198-dca2-49b6-8ac3-568d0991062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.607148 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38654) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:09.611478 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3ac198-dca2-49b6-8ac3-568d0991062c None None] No DVR routers for this DVR port e0e3eeff-18f3-42f4-b335-9872e0912c84 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:58:09.654931 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ac198-dca2-49b6-8ac3-568d0991062c None None] Pushing event deleted for resources: {'Port': ['ID=e0e3eeff-18f3-42f4-b335-9872e0912c84,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:09.662121 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e24abf67-bddd-42e1-a8b9-77dbea431285 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.671456 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e24abf67-bddd-42e1-a8b9-77dbea431285 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.676442 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38660) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:09.676886 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e24abf67-bddd-42e1-a8b9-77dbea431285 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "DELETE /v2.0/networks/ea323e79-15db-4b79-b637-4002df6be77e HTTP/1.1" status: 204 len: 168 time: 0.9775872 Jul 13 07:58:09.690498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24abf67-bddd-42e1-a8b9-77dbea431285 tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event deleted for resources: {'Network': ['ID=ea323e79-15db-4b79-b637-4002df6be77e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:09.785746 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5217d95-17cd-43f1-aa9a-a0e2539cd37a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.961561 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5217d95-17cd-43f1-aa9a-a0e2539cd37a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.973838 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a5217d95-17cd-43f1-aa9a-a0e2539cd37a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b818ec58-5125-4829-9877-53309d7ad2bc']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:10.023729 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a5217d95-17cd-43f1-aa9a-a0e2539cd37a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e691365-8d63-430d-a40c-519519f71e89') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:10.024033 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a5217d95-17cd-43f1-aa9a-a0e2539cd37a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e691365-8d63-430d-a40c-519519f71e89') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:10.032825 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-331ea2ae-8508-4980-9e3a-45919fd3a2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.044703 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5217d95-17cd-43f1-aa9a-a0e2539cd37a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.073444 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5217d95-17cd-43f1-aa9a-a0e2539cd37a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.086609 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5217d95-17cd-43f1-aa9a-a0e2539cd37a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:58:10.087070 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5217d95-17cd-43f1-aa9a-a0e2539cd37a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:58:10.091640 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:58:10.133643 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146f206-fc20-4222-a443-d35868a1e673 req-34692625-24d7-4480-ab99-b528065d6e35 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:10.142948 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e146f206-fc20-4222-a443-d35868a1e673 req-34692625-24d7-4480-ab99-b528065d6e35 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.2425134 Jul 13 07:58:10.236651 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e146f206-fc20-4222-a443-d35868a1e673 req-a36fac56-a09d-4b44-bb2d-f73067bda32d tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939989 Jul 13 07:58:10.238406 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5217d95-17cd-43f1-aa9a-a0e2539cd37a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.243235 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5217d95-17cd-43f1-aa9a-a0e2539cd37a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.250254 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a5217d95-17cd-43f1-aa9a-a0e2539cd37a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] 10.222.0.58 "DELETE /v2.0/networks/b818ec58-5125-4829-9877-53309d7ad2bc HTTP/1.1" status: 204 len: 168 time: 0.5686932 Jul 13 07:58:10.290532 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5217d95-17cd-43f1-aa9a-a0e2539cd37a tempest-TaggedBootDevicesTest-958997631 tempest-TaggedBootDevicesTest-958997631-project] Pushing event deleted for resources: {'Network': ['ID=b818ec58-5125-4829-9877-53309d7ad2bc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:10.339101 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-331ea2ae-8508-4980-9e3a-45919fd3a2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.348908 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-331ea2ae-8508-4980-9e3a-45919fd3a2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.389781 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ea2ae-8508-4980-9e3a-45919fd3a2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2126032e-0d13-4007-aa5c-b0a44dff94ef,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:10.398492 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-331ea2ae-8508-4980-9e3a-45919fd3a2f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=380d4d407d304156ad05645e2025029f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7900534 Jul 13 07:58:10.399580 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38680) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:10.505415 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e0e3eeff-18f3-42f4-b335-9872e0912c84 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:10.512185 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2659de2-2da4-4ad5-af22-cd8d6be4f5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.538673 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2659de2-2da4-4ad5-af22-cd8d6be4f5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.547290 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: e0e3eeff-18f3-42f4-b335-9872e0912c84 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:10.552009 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e0e3eeff-18f3-42f4-b335-9872e0912c84 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:10.623410 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2659de2-2da4-4ad5-af22-cd8d6be4f5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.627334 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2659de2-2da4-4ad5-af22-cd8d6be4f5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.630587 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c2659de2-2da4-4ad5-af22-cd8d6be4f5d0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2126032e-0d13-4007-aa5c-b0a44dff94ef HTTP/1.1" status: 204 len: 168 time: 0.2286301 Jul 13 07:58:10.642347 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2659de2-2da4-4ad5-af22-cd8d6be4f5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2126032e-0d13-4007-aa5c-b0a44dff94ef,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:11.151421 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38724) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:11.165092 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10afa9d6-3aed-4e6a-9595-a64e0bdc92b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:11.281070 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10afa9d6-3aed-4e6a-9595-a64e0bdc92b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:11.288721 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10afa9d6-3aed-4e6a-9595-a64e0bdc92b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:11.383744 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-10afa9d6-3aed-4e6a-9595-a64e0bdc92b5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e010e0cd0d745ce8c166a9ad3563082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288706 Jul 13 07:58:11.385507 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38748) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:11.387167 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afa9d6-3aed-4e6a-9595-a64e0bdc92b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfe3f0d-73ac-46f7-91c2-d21dc83e2c4e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:11.517859 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-291c7d7e-68a6-4bda-aa2a-a8c7df82478c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:11.531827 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8737ff-731a-49a7-b1a4-9ead7cdf4bcb req-8eadb218-aba9-4a0d-b87b-43491d39611d tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:11.534282 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f8737ff-731a-49a7-b1a4-9ead7cdf4bcb req-8eadb218-aba9-4a0d-b87b-43491d39611d tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.1644082 Jul 13 07:58:11.586317 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-291c7d7e-68a6-4bda-aa2a-a8c7df82478c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:11.628225 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f8737ff-731a-49a7-b1a4-9ead7cdf4bcb req-3359ab04-5d7a-4e01-a3b3-bf0fb2d0e6ff tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792029 Jul 13 07:58:11.675030 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-291c7d7e-68a6-4bda-aa2a-a8c7df82478c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:11.677632 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-291c7d7e-68a6-4bda-aa2a-a8c7df82478c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:11.681487 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-291c7d7e-68a6-4bda-aa2a-a8c7df82478c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6cfe3f0d-73ac-46f7-91c2-d21dc83e2c4e HTTP/1.1" status: 204 len: 168 time: 0.2938261 Jul 13 07:58:11.688719 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c7d7e-68a6-4bda-aa2a-a8c7df82478c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfe3f0d-73ac-46f7-91c2-d21dc83e2c4e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:12.926633 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:12.998775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf8ac7-d814-431c-a236-d77424c26003 req-7a0e03ed-35cd-4f85-8193-d32958bde460 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:13.006010 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-31bf8ac7-d814-431c-a236-d77424c26003 req-7a0e03ed-35cd-4f85-8193-d32958bde460 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 1098 time: 0.1417785 Jul 13 07:58:13.037456 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa1621-24fa-4eb2-acf7-cbe207496cc9 req-ee6db068-bc83-4ec3-96b6-be38b00fa486 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:13.039120 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cdaa1621-24fa-4eb2-acf7-cbe207496cc9 req-ee6db068-bc83-4ec3-96b6-be38b00fa486 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.1396756 Jul 13 07:58:13.040258 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-31bf8ac7-d814-431c-a236-d77424c26003 req-7f105f2b-088a-47f1-b870-c557124289e4 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.055243 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38886) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:13.184219 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cdaa1621-24fa-4eb2-acf7-cbe207496cc9 req-56b5516c-84d4-4191-889f-4c0c9e6075aa tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333680 Jul 13 07:58:13.198629 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-31bf8ac7-d814-431c-a236-d77424c26003 req-7f105f2b-088a-47f1-b870-c557124289e4 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.209826 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-31bf8ac7-d814-431c-a236-d77424c26003 req-7f105f2b-088a-47f1-b870-c557124289e4 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.242414 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f105f2b-088a-47f1-b870-c557124289e4 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b0da77-09a8-4db7-8b01-13d6362ada3f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:13.266723 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-31bf8ac7-d814-431c-a236-d77424c26003 req-7f105f2b-088a-47f1-b870-c557124289e4 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596896 Jul 13 07:58:13.290059 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2862aecb-0bd3-4ff0-92d8-9494d925b5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.433634 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2862aecb-0bd3-4ff0-92d8-9494d925b5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.451895 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2862aecb-0bd3-4ff0-92d8-9494d925b5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.531390 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2862aecb-0bd3-4ff0-92d8-9494d925b5a5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=373d988fd70c445c95eaa1a0509a9fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4744265 Jul 13 07:58:13.535363 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38904) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:13.567987 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862aecb-0bd3-4ff0-92d8-9494d925b5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cd8b25-2a0b-47e5-bea7-e7f4cfb2dea9,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:13.592276 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c337a-9dca-49dc-8cda-85d9e8ab1be4 req-69c0708a-a520-45e3-9c97-f5ceaaab791b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:13.593868 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b07c337a-9dca-49dc-8cda-85d9e8ab1be4 req-69c0708a-a520-45e3-9c97-f5ceaaab791b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 946 time: 0.1559005 Jul 13 07:58:13.659630 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-564f5890-b4c6-4d52-8bdc-9baab899ac09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.682238 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-564f5890-b4c6-4d52-8bdc-9baab899ac09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.748415 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b07c337a-9dca-49dc-8cda-85d9e8ab1be4 req-9420c1fe-f870-4bc9-8c9b-b2f49b9c9fa2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431155 Jul 13 07:58:13.755106 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-564f5890-b4c6-4d52-8bdc-9baab899ac09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.757887 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-564f5890-b4c6-4d52-8bdc-9baab899ac09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.759292 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-564f5890-b4c6-4d52-8bdc-9baab899ac09 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/17cd8b25-2a0b-47e5-bea7-e7f4cfb2dea9 HTTP/1.1" status: 204 len: 168 time: 0.2227604 Jul 13 07:58:13.768892 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f5890-b4c6-4d52-8bdc-9baab899ac09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cd8b25-2a0b-47e5-bea7-e7f4cfb2dea9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:13.772685 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38916) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:13.845750 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-850b9410-8c7a-459d-93cf-666b018db17e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/floatingips/e7557c1d-c4a5-4c00-85a8-70d15dd12a39 HTTP/1.1" status: 200 len: 994 time: 0.0716453 Jul 13 07:58:14.365660 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38938) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:14.385435 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d388f0f5-8105-4dc4-91ba-b141c0622a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.511485 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3235808-cd14-4226-a6bb-ffbb93994826 req-380af520-996e-4708-a3a4-a8db582bfdc6 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:14.526610 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3235808-cd14-4226-a6bb-ffbb93994826 req-380af520-996e-4708-a3a4-a8db582bfdc6 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.1154423 Jul 13 07:58:14.592272 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3235808-cd14-4226-a6bb-ffbb93994826 req-4e16ddae-a150-4e88-b87c-ed9b95f8f249 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616934 Jul 13 07:58:14.623151 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d388f0f5-8105-4dc4-91ba-b141c0622a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.629234 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d388f0f5-8105-4dc4-91ba-b141c0622a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.715737 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d388f0f5-8105-4dc4-91ba-b141c0622a4d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cad7fda6e5034acf9368ce095039ab66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3467476 Jul 13 07:58:14.716204 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38950) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:14.723334 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388f0f5-8105-4dc4-91ba-b141c0622a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f95af69-b12f-4e4b-a112-460cd8612337,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:14.861361 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9a62-d846-4d7d-b6a1-0203bb555533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.897752 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9a62-d846-4d7d-b6a1-0203bb555533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.969224 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9a62-d846-4d7d-b6a1-0203bb555533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.974851 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9a62-d846-4d7d-b6a1-0203bb555533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.995863 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a5ef9a62-d846-4d7d-b6a1-0203bb555533 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9f95af69-b12f-4e4b-a112-460cd8612337 HTTP/1.1" status: 204 len: 168 time: 0.2772713 Jul 13 07:58:15.040074 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef9a62-d846-4d7d-b6a1-0203bb555533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f95af69-b12f-4e4b-a112-460cd8612337,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:15.143824 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38958) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:15.329223 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471fa4c-3579-4fa8-a079-1501703e3293 req-af90c85e-4a6c-45dc-a338-740354846872 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:15.331807 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0471fa4c-3579-4fa8-a079-1501703e3293 req-af90c85e-4a6c-45dc-a338-740354846872 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 946 time: 0.1210630 Jul 13 07:58:15.460070 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0471fa4c-3579-4fa8-a079-1501703e3293 req-8932f683-cc5b-438b-a75c-aace01084dd2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174099 Jul 13 07:58:15.530008 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-936b15a0-d955-4832-94f5-beef4707b882 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3838139 Jul 13 07:58:15.879737 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8911f-38c1-430b-8567-6f47d8598b1a req-6323ac47-532b-4ee2-ae22-0b7be6db3abd tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:15.891895 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-47b8911f-38c1-430b-8567-6f47d8598b1a req-6323ac47-532b-4ee2-ae22-0b7be6db3abd tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.1410019 Jul 13 07:58:15.941073 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-47b8911f-38c1-430b-8567-6f47d8598b1a req-7aab3801-4274-44c7-aaec-f91d5f532be7 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512066 Jul 13 07:58:16.781015 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa485c49-4841-4b1c-a7d7-3c839d13739b req-13ca24b5-4af2-462e-a9ae-9d9ca3ef15c2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:16.789225 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa485c49-4841-4b1c-a7d7-3c839d13739b req-13ca24b5-4af2-462e-a9ae-9d9ca3ef15c2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 946 time: 0.1540265 Jul 13 07:58:16.853609 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa485c49-4841-4b1c-a7d7-3c839d13739b req-8912b14b-3e84-4b19-ada5-331052502b56 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581434 Jul 13 07:58:17.300555 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1059798-3144-40a1-a93a-bdc8c28d1bfd req-1c696625-bb3f-4507-9731-fd5dddcb4f86 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:17.303504 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c1059798-3144-40a1-a93a-bdc8c28d1bfd req-1c696625-bb3f-4507-9731-fd5dddcb4f86 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.1057856 Jul 13 07:58:17.389940 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c1059798-3144-40a1-a93a-bdc8c28d1bfd req-7a419eee-193b-4c16-9d01-927a82152882 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783627 Jul 13 07:58:17.575597 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-22a8a8d8-87e3-4823-811b-bd4e95407548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:17.577704 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-22a8a8d8-87e3-4823-811b-bd4e95407548 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 1098 time: 0.1025326 Jul 13 07:58:17.743970 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-7488dd49-8881-4018-a3ec-77c447c96153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:17.748483 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-7488dd49-8881-4018-a3ec-77c447c96153 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f6b415b5-aae6-48a3-92fb-0445108cb875 HTTP/1.1" status: 200 len: 898 time: 0.1606324 Jul 13 07:58:17.848315 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-8b44f8f6-bb5d-48ef-94bd-a38e6a1cdf00 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08f42dc4-07ae-446f-a917-798ecfe1385e HTTP/1.1" status: 200 len: 1002 time: 0.0848022 Jul 13 07:58:17.883906 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39068) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:17.970220 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-aa46afa8-8dee-4301-98e0-eb4194b4e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:17.971717 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-aa46afa8-8dee-4301-98e0-eb4194b4e60f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c6a219-df69-431e-a70b-90672a5471cf HTTP/1.1" status: 200 len: 835 time: 0.1141107 Jul 13 07:58:18.138062 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-c4d290ae-65ce-4f7b-b576-f986f10d4328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:18.144438 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-c4d290ae-65ce-4f7b-b576-f986f10d4328 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f6b415b5-aae6-48a3-92fb-0445108cb875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1643167 Jul 13 07:58:18.235051 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-85d5ab39-2404-434e-b574-cbb34f448069 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:18.275443 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85d5ab39-2404-434e-b574-cbb34f448069 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.317795 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-41700ca3-e716-43f6-a7fa-24c7f8563e00 service neutron] 10.222.0.35 "GET /v2.0/networks/f6b415b5-aae6-48a3-92fb-0445108cb875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648252 Jul 13 07:58:18.370304 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57781e59-1d19-4f1b-8f5a-b17500b89871 req-12cc5413-c306-49db-b145-3fa5720ee2a0 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:18.378452 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57781e59-1d19-4f1b-8f5a-b17500b89871 req-12cc5413-c306-49db-b145-3fa5720ee2a0 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 946 time: 0.2115617 Jul 13 07:58:18.533902 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-a0b67e73-b60e-4d97-af8d-7ad5235fafdd service neutron] 10.222.0.35 "GET /v2.0/networks/f6b415b5-aae6-48a3-92fb-0445108cb875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053063 Jul 13 07:58:18.587133 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57781e59-1d19-4f1b-8f5a-b17500b89871 req-7b77369c-e0c4-4e80-b095-05b6aefd6ecc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850357 Jul 13 07:58:18.768877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4b16f-3e68-4cbc-87d5-cd28c20b2285 req-d1fb70a6-0ee0-4338-9bb6-9f370b1ce170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:18.776707 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7cf4b16f-3e68-4cbc-87d5-cd28c20b2285 req-d1fb70a6-0ee0-4338-9bb6-9f370b1ce170 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 1098 time: 0.3606081 Jul 13 07:58:18.780632 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85d5ab39-2404-434e-b574-cbb34f448069 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.865766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52550bb6-8c3e-4a68-b717-95fda4b3bb37 req-e246784e-5abd-4a39-9bbb-aa18916d2c9c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:18.867872 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52550bb6-8c3e-4a68-b717-95fda4b3bb37 req-e246784e-5abd-4a39-9bbb-aa18916d2c9c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.3267596 Jul 13 07:58:19.036707 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4b16f-3e68-4cbc-87d5-cd28c20b2285 req-6873d92b-53ef-4754-84b4-306b21e259b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:19.038655 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7cf4b16f-3e68-4cbc-87d5-cd28c20b2285 req-6873d92b-53ef-4754-84b4-306b21e259b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 913 time: 0.2481825 Jul 13 07:58:19.084195 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52550bb6-8c3e-4a68-b717-95fda4b3bb37 req-bd4156a9-1a2e-4560-b122-a87d2b7ea5e9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509993 Jul 13 07:58:19.192754 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-85d5ab39-2404-434e-b574-cbb34f448069 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Allocated IP 172.25.0.170 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/191f78bf-f09e-49f5-b457-8be58cdbcb5c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:19.318351 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7cf4b16f-3e68-4cbc-87d5-cd28c20b2285 req-cb14c9ed-3cd9-4aec-bd01-bdbff5669322 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f HTTP/1.1" status: 200 len: 1000 time: 0.2711802 Jul 13 07:58:19.361382 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57500c-e2be-4dba-92fd-3dffe1859419 req-a703c6b9-ede9-4cbc-b681-c96badbcd901 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:19.363090 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c57500c-e2be-4dba-92fd-3dffe1859419 req-a703c6b9-ede9-4cbc-b681-c96badbcd901 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.4330592 Jul 13 07:58:19.424673 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85d5ab39-2404-434e-b574-cbb34f448069 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:19.455264 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4b16f-3e68-4cbc-87d5-cd28c20b2285 req-492466b2-6697-4021-88e9-905812bdcea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:19.456672 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7cf4b16f-3e68-4cbc-87d5-cd28c20b2285 req-492466b2-6697-4021-88e9-905812bdcea1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.1234341 Jul 13 07:58:19.464244 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c57500c-e2be-4dba-92fd-3dffe1859419 req-c253a824-60ee-4c1f-8de9-0f56b4158a95 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792949 Jul 13 07:58:19.544108 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85d5ab39-2404-434e-b574-cbb34f448069 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:19.593124 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d5ab39-2404-434e-b574-cbb34f448069 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:19.601161 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4b16f-3e68-4cbc-87d5-cd28c20b2285 req-4186536f-f3c9-4adb-a924-84ce251bb6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:19.602705 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7cf4b16f-3e68-4cbc-87d5-cd28c20b2285 req-4186536f-f3c9-4adb-a924-84ce251bb6d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1361780 Jul 13 07:58:19.605365 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-85d5ab39-2404-434e-b574-cbb34f448069 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:19.610369 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d5ab39-2404-434e-b574-cbb34f448069 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:19.613450 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5ab39-2404-434e-b574-cbb34f448069 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Pushing event updated for resources: {'Port': ['ID=191f78bf-f09e-49f5-b457-8be58cdbcb5c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:19.771703 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7cf4b16f-3e68-4cbc-87d5-cd28c20b2285 req-3960ad43-5cdb-4b34-8c91-267e661bcab8 service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389961 Jul 13 07:58:19.772849 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85d5ab39-2404-434e-b574-cbb34f448069 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:19.948041 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85d5ab39-2404-434e-b574-cbb34f448069 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:19.996419 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7cf4b16f-3e68-4cbc-87d5-cd28c20b2285 req-2cda2e34-ab9e-49f1-9dd5-dd2730f3f76b service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160251 Jul 13 07:58:20.049897 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2eb2e4-ddea-4626-94e3-2773722b9fea req-a0528e89-2ba5-494c-ba6c-d4f1831b98e6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:20.051609 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc2eb2e4-ddea-4626-94e3-2773722b9fea req-a0528e89-2ba5-494c-ba6c-d4f1831b98e6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 946 time: 0.2146342 Jul 13 07:58:20.174369 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc2eb2e4-ddea-4626-94e3-2773722b9fea req-8ae60816-8fc3-4c70-9982-b02365243664 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148894 Jul 13 07:58:20.260921 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85d5ab39-2404-434e-b574-cbb34f448069 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:20.272304 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85d5ab39-2404-434e-b574-cbb34f448069 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:20.774916 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5ab39-2404-434e-b574-cbb34f448069 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Pushing event updated for resources: {'Port': ['ID=191f78bf-f09e-49f5-b457-8be58cdbcb5c,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:20.797402 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8122ac-a5f0-4ed5-b002-ae78e75dc14f req-bb844183-0b67-46a1-8326-3864760546fd tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:20.799029 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0e8122ac-a5f0-4ed5-b002-ae78e75dc14f req-bb844183-0b67-46a1-8326-3864760546fd tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.5886338 Jul 13 07:58:20.804063 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85d5ab39-2404-434e-b574-cbb34f448069 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:20.869140 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85d5ab39-2404-434e-b574-cbb34f448069 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:20.880411 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-85d5ab39-2404-434e-b574-cbb34f448069 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9911859 Jul 13 07:58:20.880411 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39120) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:20.890598 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-eecb2857-e0a4-4e21-8d6c-bcefabc69e22 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1761672447'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:20.962280 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0e8122ac-a5f0-4ed5-b002-ae78e75dc14f req-3b86ff45-043a-4073-944f-eec24c65918e tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451285 Jul 13 07:58:20.966754 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecb2857-e0a4-4e21-8d6c-bcefabc69e22 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Made reservation on behalf of 20404a4489334f2caac13259a70d76e1 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:58:20.974616 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eecb2857-e0a4-4e21-8d6c-bcefabc69e22 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:20.987400 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eecb2857-e0a4-4e21-8d6c-bcefabc69e22 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:20.998624 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80b997-eef6-4c1a-a77f-2133cf223b0a req-1d0c3a77-a006-4e7a-b573-09b296c85a51 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:21.000254 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-af80b997-eef6-4c1a-a77f-2133cf223b0a req-1d0c3a77-a006-4e7a-b573-09b296c85a51 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.3128219 Jul 13 07:58:21.060354 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-af80b997-eef6-4c1a-a77f-2133cf223b0a req-0d055198-0d91-45bd-b0da-edd40826a631 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497224 Jul 13 07:58:21.150528 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eecb2857-e0a4-4e21-8d6c-bcefabc69e22 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:21.155944 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eecb2857-e0a4-4e21-8d6c-bcefabc69e22 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:21.185336 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eecb2857-e0a4-4e21-8d6c-bcefabc69e22 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:58:21.221508 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eecb2857-e0a4-4e21-8d6c-bcefabc69e22 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:21.222684 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-eecb2857-e0a4-4e21-8d6c-bcefabc69e22 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Added segment ce1d5d97-8837-4b37-bc8b-56066854a3f2 of type vlan for network 884b9bbf-9cd0-4b91-b7fd-9928c22c547b Jul 13 07:58:21.287112 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb2857-e0a4-4e21-8d6c-bcefabc69e22 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f909b7-44c3-485c-9011-5cd5f5afc1f9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:21.324121 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eecb2857-e0a4-4e21-8d6c-bcefabc69e22 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:21.373773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:58:21.376452 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eecb2857-e0a4-4e21-8d6c-bcefabc69e22 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:21.382901 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecb2857-e0a4-4e21-8d6c-bcefabc69e22 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:21.385059 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eecb2857-e0a4-4e21-8d6c-bcefabc69e22 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:21.507422 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:21.522461 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'port_id': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6', 'mac_address': 'fa:16:3e:3e:79:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:58:21.545763 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-eecb2857-e0a4-4e21-8d6c-bcefabc69e22 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6646290 Jul 13 07:58:21.548651 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39140) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:21.555099 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-5d2489cd-d346-4185-96b6-bf733e41ee56 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Request body: {'subnet': {'network_id': '884b9bbf-9cd0-4b91-b7fd-9928c22c547b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:21.594890 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:21.611276 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:58:21.615578 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb2857-e0a4-4e21-8d6c-bcefabc69e22 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Pushing event updated for resources: {'Network': ['ID=884b9bbf-9cd0-4b91-b7fd-9928c22c547b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:21.634346 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 884b9bbf-9cd0-4b91-b7fd-9928c22c547b details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:58:21.640588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:21.648426 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd9603-bf85-4793-a77f-ee8173afef8c req-93a24493-da44-49bb-bc79-927fba93e3ab tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:21.651464 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-01cd9603-bf85-4793-a77f-ee8173afef8c req-93a24493-da44-49bb-bc79-927fba93e3ab tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 946 time: 0.2902787 Jul 13 07:58:21.657783 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:21.742860 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-01cd9603-bf85-4793-a77f-ee8173afef8c req-35d748de-edd0-44f0-b37e-692761e8a4db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840344 Jul 13 07:58:21.798949 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2489cd-d346-4185-96b6-bf733e41ee56 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Made reservation on behalf of 20404a4489334f2caac13259a70d76e1 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:58:21.802656 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d2489cd-d346-4185-96b6-bf733e41ee56 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:21.807117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:21.849692 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['fdae8ee5-7ed0-4dc2-9099-5b9072c058d6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:58:22.240575 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d2489cd-d346-4185-96b6-bf733e41ee56 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:22.308890 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-04f8b3d8-7b17-483f-9f51-1d36f4b4fbe5 None None] Provisioning complete for port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:22.309693 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-04f8b3d8-7b17-483f-9f51-1d36f4b4fbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:22.447654 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2489cd-d346-4185-96b6-bf733e41ee56 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Pushing event updated for resources: {'Subnet': ['ID=4e151c1e-703d-488f-a8aa-6c9e7b08e3cc,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:22.475674 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2489cd-d346-4185-96b6-bf733e41ee56 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Checking segment: {'id': 'ce1d5d97-8837-4b37-bc8b-56066854a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '884b9bbf-9cd0-4b91-b7fd-9928c22c547b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:22.483121 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2489cd-d346-4185-96b6-bf733e41ee56 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Network hostable DHCP agents. Network: 884b9bbf-9cd0-4b91-b7fd-9928c22c547b, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:58:22.539310 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2489cd-d346-4185-96b6-bf733e41ee56 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Network 884b9bbf-9cd0-4b91-b7fd-9928c22c547b is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:58:22.555330 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-04f8b3d8-7b17-483f-9f51-1d36f4b4fbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:22.559377 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-5d2489cd-d346-4185-96b6-bf733e41ee56 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 884b9bbf-9cd0-4b91-b7fd-9928c22c547b) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:22.572330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2489cd-d346-4185-96b6-bf733e41ee56 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:22.574196 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d2489cd-d346-4185-96b6-bf733e41ee56 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:22.588473 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb794d44-530d-499e-b626-8754acbdfbf9 None None] Network 884b9bbf-9cd0-4b91-b7fd-9928c22c547b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:22.628029 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5d2489cd-d346-4185-96b6-bf733e41ee56 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0771725 Jul 13 07:58:22.630545 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39166) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:22.635336 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c36bd299-6cc2-41e8-9eed-fd2e3cac7e75 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2107073438', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}, 'admin_state_up': False}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:22.644228 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07854f59-facc-4dbc-88d6-67a382de9527 req-18b30c6e-3147-4e54-b9c5-7fe93870b2bc tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:22.649695 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-07854f59-facc-4dbc-88d6-67a382de9527 req-18b30c6e-3147-4e54-b9c5-7fe93870b2bc tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 945 time: 0.3017135 Jul 13 07:58:22.711541 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1d3eb-9f80-404a-812c-0bd8a8e444fd req-0f783ce2-ae8e-4f4c-897e-3864f8430a04 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:22.716543 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eba1d3eb-9f80-404a-812c-0bd8a8e444fd req-0f783ce2-ae8e-4f4c-897e-3864f8430a04 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.3339872 Jul 13 07:58:22.720788 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c36bd299-6cc2-41e8-9eed-fd2e3cac7e75 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:22.722282 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c36bd299-6cc2-41e8-9eed-fd2e3cac7e75 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:22.730782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:58:22.744540 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5d54ce-50d2-4086-afb0-fa41fce03dae" -d '{"events": [{"server_uuid": "95ec32c9-b358-41f6-9445-c4c2c5e13aa1", "name": "network-vif-plugged", "status": "completed", "tag": "fdae8ee5-7ed0-4dc2-9099-5b9072c058d6"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:58:22.861898 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c36bd299-6cc2-41e8-9eed-fd2e3cac7e75 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:22.888525 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-07854f59-facc-4dbc-88d6-67a382de9527 req-f58caf69-43c4-4ac5-b7ae-db01d3af9b1d tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280524 Jul 13 07:58:22.898910 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eba1d3eb-9f80-404a-812c-0bd8a8e444fd req-9ff56ca5-1fc9-4397-8004-70f9c55a517b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726801 Jul 13 07:58:22.914561 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-04f8b3d8-7b17-483f-9f51-1d36f4b4fbe5 None None] For port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:22.927702 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-04f8b3d8-7b17-483f-9f51-1d36f4b4fbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:23.367103 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9969912-4ab7-4c81-984f-a81a0bcd9c73 x-openstack-request-id: req-f9969912-4ab7-4c81-984f-a81a0bcd9c73 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:58:23.367487 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ec32c9-b358-41f6-9445-c4c2c5e13aa1", "name": "network-vif-plugged", "status": "completed", "tag": "fdae8ee5-7ed0-4dc2-9099-5b9072c058d6", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:58:23.367702 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f9969912-4ab7-4c81-984f-a81a0bcd9c73 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:58:23.368220 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6', 'code': 200} Jul 13 07:58:23.370567 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8b3d8-7b17-483f-9f51-1d36f4b4fbe5 None None] Pushing event updated for resources: {'Port': ['ID=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:23.387036 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7ce22b9f-a899-4713-bc8b-767e94d3d2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:23.399408 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-884b9bbf-9cd0-4b91-b7fd-9928c22c547b', 'network_id': '884b9bbf-9cd0-4b91-b7fd-9928c22c547b', 'tenant_id': '20404a4489334f2caac13259a70d76e1', 'fixed_ips': [{'subnet_id': '4e151c1e-703d-488f-a8aa-6c9e7b08e3cc'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:58:23.405034 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:23.546378 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c36bd299-6cc2-41e8-9eed-fd2e3cac7e75 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:23.601355 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] Allocated IP 172.20.0.2 (884b9bbf-9cd0-4b91-b7fd-9928c22c547b/4e151c1e-703d-488f-a8aa-6c9e7b08e3cc/316b0c6f-def4-4791-9390-48533badf03e) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:23.649444 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706e738-a9b6-48d3-b1c2-8e646166ec75 req-e8313dd1-9936-4a0e-8c80-a2b351097015 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:23.654031 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4706e738-a9b6-48d3-b1c2-8e646166ec75 req-e8313dd1-9936-4a0e-8c80-a2b351097015 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 946 time: 0.1828933 Jul 13 07:58:23.741203 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4706e738-a9b6-48d3-b1c2-8e646166ec75 req-2a5015a7-dd59-457c-8c6d-c3aadbde271c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790520 Jul 13 07:58:23.792011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:23.985443 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-41fc1d45-a466-4802-b847-01523b946e0c None None] Provisioning complete for port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:23.985857 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-41fc1d45-a466-4802-b847-01523b946e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:24.084745 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c36bd299-6cc2-41e8-9eed-fd2e3cac7e75 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:24.095647 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:24.123836 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] Transition to ACTIVE for port object 316b0c6f-def4-4791-9390-48533badf03e will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:24.173097 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c36bd299-6cc2-41e8-9eed-fd2e3cac7e75 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:24.183619 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:24.189077 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:24.196028 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] Transition to ACTIVE for port object 316b0c6f-def4-4791-9390-48533badf03e will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:24.422940 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:24.497249 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-c36bd299-6cc2-41e8-9eed-fd2e3cac7e75 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Allocated IP 172.25.0.120 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/cce56803-59e1-427e-b56c-72aa10224379) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:24.514158 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0b1ae-b52f-40ce-b710-654d19d904b3 req-3c3a5070-3dea-432a-b2bb-f66edca95e83 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:24.525030 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a0d0b1ae-b52f-40ce-b710-654d19d904b3 req-3c3a5070-3dea-432a-b2bb-f66edca95e83 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.1997483 Jul 13 07:58:24.564055 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] Network 884b9bbf-9cd0-4b91-b7fd-9928c22c547b is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:24.570344 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:24.575792 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:24.617965 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a0d0b1ae-b52f-40ce-b710-654d19d904b3 req-c00f4109-4f35-4f38-b30d-74e94ce89a75 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915477 Jul 13 07:58:24.675782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] Pushing event updated for resources: {'Port': ['ID=316b0c6f-def4-4791-9390-48533badf03e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:24.847047 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c36bd299-6cc2-41e8-9eed-fd2e3cac7e75 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:24.943794 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c36bd299-6cc2-41e8-9eed-fd2e3cac7e75 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:24.963324 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] Attempting to bind port 316b0c6f-def4-4791-9390-48533badf03e on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:58:24.966137 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] Attempting to bind port 316b0c6f-def4-4791-9390-48533badf03e by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'ce1d5d97-8837-4b37-bc8b-56066854a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '884b9bbf-9cd0-4b91-b7fd-9928c22c547b'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:58:24.967415 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] Attempting to bind port 316b0c6f-def4-4791-9390-48533badf03e on network 884b9bbf-9cd0-4b91-b7fd-9928c22c547b {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:24.983440 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:58:24.984410 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] Checking segment: {'id': 'ce1d5d97-8837-4b37-bc8b-56066854a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '884b9bbf-9cd0-4b91-b7fd-9928c22c547b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:24.985051 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:24.985659 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] Bound using segment: {'id': 'ce1d5d97-8837-4b37-bc8b-56066854a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '884b9bbf-9cd0-4b91-b7fd-9928c22c547b'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:58:24.989300 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] Bound port: 316b0c6f-def4-4791-9390-48533badf03e, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1d5d97-8837-4b37-bc8b-56066854a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '884b9bbf-9cd0-4b91-b7fd-9928c22c547b'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:58:24.990030 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:25.039830 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36bd299-6cc2-41e8-9eed-fd2e3cac7e75 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:25.046726 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-c36bd299-6cc2-41e8-9eed-fd2e3cac7e75 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:25.055617 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36bd299-6cc2-41e8-9eed-fd2e3cac7e75 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:25.060791 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bd299-6cc2-41e8-9eed-fd2e3cac7e75 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Pushing event updated for resources: {'Port': ['ID=cce56803-59e1-427e-b56c-72aa10224379,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:25.108816 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43208b26-2177-4369-9dee-20f66487e84a req-6d4c5f07-2e5f-4198-adc2-4a8d83f49f35 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:25.126064 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43208b26-2177-4369-9dee-20f66487e84a req-6d4c5f07-2e5f-4198-adc2-4a8d83f49f35 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 946 time: 0.1887138 Jul 13 07:58:25.176808 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] For port 316b0c6f-def4-4791-9390-48533badf03e, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:58:25.187314 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] For port 316b0c6f-def4-4791-9390-48533badf03e, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=316b0c6f-def4-4791-9390-48533badf03e,segment=NetworkSegment(ce1d5d97-8837-4b37-bc8b-56066854a3f2),segment_id=ce1d5d97-8837-4b37-bc8b-56066854a3f2)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:58:25.198207 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:25.204565 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43208b26-2177-4369-9dee-20f66487e84a req-00f8f50b-d809-4f05-9c79-4a35ade10daa tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772779 Jul 13 07:58:25.366566 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883e0f7-cbfe-499e-962d-6ace7c5e4183 None None] Pushing event updated for resources: {'Port': ['ID=316b0c6f-def4-4791-9390-48533badf03e,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:25.765903 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c36bd299-6cc2-41e8-9eed-fd2e3cac7e75 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:25.873882 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3f458-1d31-4677-8727-d416ece3c282 req-ec59d9da-b5b8-4e55-89cd-4d03acf79002 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:25.882323 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48f3f458-1d31-4677-8727-d416ece3c282 req-ec59d9da-b5b8-4e55-89cd-4d03acf79002 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.1171248 Jul 13 07:58:25.937383 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48f3f458-1d31-4677-8727-d416ece3c282 req-b2fe3eab-cbef-4cac-92d6-0559a291fe68 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536473 Jul 13 07:58:26.165451 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c36bd299-6cc2-41e8-9eed-fd2e3cac7e75 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:26.544394 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36bd299-6cc2-41e8-9eed-fd2e3cac7e75 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Router a629586e-2c7e-47a1-8091-e47722c044a5 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:58:26.622188 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39218) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:26.715051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 316b0c6f-def4-4791-9390-48533badf03e up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:26.718555 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596798d-add3-47c3-bc37-9e73cca4e695 req-46f11f19-05e5-4a06-b1fd-af4cf4c16aea tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:26.728066 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b596798d-add3-47c3-bc37-9e73cca4e695 req-46f11f19-05e5-4a06-b1fd-af4cf4c16aea tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 946 time: 0.2258310 Jul 13 07:58:26.817862 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36bd299-6cc2-41e8-9eed-fd2e3cac7e75 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:26.840069 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b596798d-add3-47c3-bc37-9e73cca4e695 req-7cc3823e-cfd0-47af-82f1-26ab94ca0cb8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037059 Jul 13 07:58:26.845324 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b517f7ec-2c92-408d-933e-9ca43890f63e None None] Sync routers for ids ['a629586e-2c7e-47a1-8091-e47722c044a5'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:26.874786 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c36bd299-6cc2-41e8-9eed-fd2e3cac7e75 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:26.876332 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c36bd299-6cc2-41e8-9eed-fd2e3cac7e75 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.2445879 Jul 13 07:58:26.879860 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39222) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:26.901089 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b517f7ec-2c92-408d-933e-9ca43890f63e None None] Routers {'a629586e-2c7e-47a1-8091-e47722c044a5'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:26.902348 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b517f7ec-2c92-408d-933e-9ca43890f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:57:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a629586e-2c7e-47a1-8091-e47722c044a5'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:27.008979 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b517f7ec-2c92-408d-933e-9ca43890f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:27.054367 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b517f7ec-2c92-408d-933e-9ca43890f63e None None] Routers {'a629586e-2c7e-47a1-8091-e47722c044a5'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:27.056295 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b517f7ec-2c92-408d-933e-9ca43890f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:57:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a629586e-2c7e-47a1-8091-e47722c044a5'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:27.072173 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff3f0f0-c5b1-42da-aca1-23385c6011d6 None None] Network 884b9bbf-9cd0-4b91-b7fd-9928c22c547b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:27.182326 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 316b0c6f-def4-4791-9390-48533badf03e completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:27.253106 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b517f7ec-2c92-408d-933e-9ca43890f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:27.253984 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b517f7ec-2c92-408d-933e-9ca43890f63e None None] The sync data for ids ['a629586e-2c7e-47a1-8091-e47722c044a5'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:27.387944 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-123c9c07-467c-4469-b5b2-9f5f217e95f3 None None] Provisioning for port 316b0c6f-def4-4791-9390-48533badf03e completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:27.408660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-123c9c07-467c-4469-b5b2-9f5f217e95f3 None None] Provisioning complete for port 316b0c6f-def4-4791-9390-48533badf03e triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:27.409322 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-123c9c07-467c-4469-b5b2-9f5f217e95f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:27.559981 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505ba86-254d-461d-8f8a-fb070e90d6ec req-a740fb99-88c6-4e4a-a4c3-f6b9fe2c381c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:27.566929 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0505ba86-254d-461d-8f8a-fb070e90d6ec req-a740fb99-88c6-4e4a-a4c3-f6b9fe2c381c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.3724439 Jul 13 07:58:27.653465 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9b60e821-a1dd-4580-8b24-c1234628ee0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:27.767256 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-123c9c07-467c-4469-b5b2-9f5f217e95f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:27.884756 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:27.893256 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0505ba86-254d-461d-8f8a-fb070e90d6ec req-dbe68c3d-c87e-4baa-ae63-6d1d0719fd7f tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3252378 Jul 13 07:58:27.904636 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-123c9c07-467c-4469-b5b2-9f5f217e95f3 None None] For port 316b0c6f-def4-4791-9390-48533badf03e, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=316b0c6f-def4-4791-9390-48533badf03e,segment=NetworkSegment(ce1d5d97-8837-4b37-bc8b-56066854a3f2),segment_id=ce1d5d97-8837-4b37-bc8b-56066854a3f2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:27.955931 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-123c9c07-467c-4469-b5b2-9f5f217e95f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:28.069963 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c9c07-467c-4469-b5b2-9f5f217e95f3 None None] Pushing event updated for resources: {'Port': ['ID=316b0c6f-def4-4791-9390-48533badf03e,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:28.348890 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3bdb03f0-26a1-4ac4-bf43-ea893736ce5c None None] Provisioning complete for port 316b0c6f-def4-4791-9390-48533badf03e triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:28.349313 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3bdb03f0-26a1-4ac4-bf43-ea893736ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:28.476422 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0271ccf5-85ad-482c-a125-72cb5ec41524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:28.582944 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 316b0c6f-def4-4791-9390-48533badf03e up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:28.605412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22782b-6341-4a5c-aeec-ea50d6a907a3 req-131415f2-a556-4773-af8b-7f5c04bc1523 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:28.606995 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c22782b-6341-4a5c-aeec-ea50d6a907a3 req-131415f2-a556-4773-af8b-7f5c04bc1523 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 946 time: 0.2917790 Jul 13 07:58:28.629883 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc208ad9-6f8d-48ed-9810-65d5f6232ad1 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:28.661980 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 316b0c6f-def4-4791-9390-48533badf03e triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:28.662812 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:28.980716 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c22782b-6341-4a5c-aeec-ea50d6a907a3 req-55c5a108-c39e-4e70-9166-9cbfa8321f30 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3647320 Jul 13 07:58:29.298559 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af84a1e-f377-4dff-a9ea-37b2e880ee54 req-295c4381-469e-42ae-aea1-37ee34c16f95 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:29.298559 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9af84a1e-f377-4dff-a9ea-37b2e880ee54 req-295c4381-469e-42ae-aea1-37ee34c16f95 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.2200546 Jul 13 07:58:29.394182 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-dc208ad9-6f8d-48ed-9810-65d5f6232ad1 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Allocated IP 172.20.0.1 (884b9bbf-9cd0-4b91-b7fd-9928c22c547b/4e151c1e-703d-488f-a8aa-6c9e7b08e3cc/2508722c-4d7a-45c6-b49b-9baeaa17ffd3) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:29.404354 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9af84a1e-f377-4dff-a9ea-37b2e880ee54 req-6833bc1c-5637-472e-866a-d10d0463f6ab tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767465 Jul 13 07:58:29.414596 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-0271ccf5-85ad-482c-a125-72cb5ec41524 admin admin] Deleting port e0bc1db4-871a-4dcd-ab8e-6308ee1272dc {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:29.414988 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0271ccf5-85ad-482c-a125-72cb5ec41524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:29.585608 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:30.044195 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-0271ccf5-85ad-482c-a125-72cb5ec41524 admin admin] For port e0bc1db4-871a-4dcd-ab8e-6308ee1272dc, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e0bc1db4-871a-4dcd-ab8e-6308ee1272dc,segment=NetworkSegment(55400fda-93cc-4885-9515-80ab9d05efb4),segment_id=55400fda-93cc-4885-9515-80ab9d05efb4)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:30.044811 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0271ccf5-85ad-482c-a125-72cb5ec41524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:30.074351 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-0271ccf5-85ad-482c-a125-72cb5ec41524 admin admin] Calling delete_port for e0bc1db4-871a-4dcd-ab8e-6308ee1272dc owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:30.100747 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc208ad9-6f8d-48ed-9810-65d5f6232ad1 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:30.147971 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-dc208ad9-6f8d-48ed-9810-65d5f6232ad1 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Transition to ACTIVE for port object 2508722c-4d7a-45c6-b49b-9baeaa17ffd3 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:30.303826 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc208ad9-6f8d-48ed-9810-65d5f6232ad1 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:30.371013 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc208ad9-6f8d-48ed-9810-65d5f6232ad1 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Network 884b9bbf-9cd0-4b91-b7fd-9928c22c547b is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:30.419999 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-dc208ad9-6f8d-48ed-9810-65d5f6232ad1 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:30.438605 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc208ad9-6f8d-48ed-9810-65d5f6232ad1 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:30.536194 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc208ad9-6f8d-48ed-9810-65d5f6232ad1 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Pushing event updated for resources: {'Port': ['ID=2508722c-4d7a-45c6-b49b-9baeaa17ffd3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:30.578567 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea0e2f-6f1a-4b02-885e-e9426d4895e1 req-e29a8c94-cdfa-4277-a373-189e7885bf00 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:30.580696 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2ea0e2f-6f1a-4b02-885e-e9426d4895e1 req-e29a8c94-cdfa-4277-a373-189e7885bf00 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 946 time: 0.3911209 Jul 13 07:58:30.596278 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0271ccf5-85ad-482c-a125-72cb5ec41524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:30.600727 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc208ad9-6f8d-48ed-9810-65d5f6232ad1 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:30.705699 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271ccf5-85ad-482c-a125-72cb5ec41524 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0bc1db4-871a-4dcd-ab8e-6308ee1272dc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:30.943199 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2ea0e2f-6f1a-4b02-885e-e9426d4895e1 req-99c6bd74-bede-487c-aee9-a066a78b4516 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3521454 Jul 13 07:58:30.999773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f59d7a13-bb8a-45aa-aa81-832a57792509 None None] Provisioning for port 2508722c-4d7a-45c6-b49b-9baeaa17ffd3 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:31.011459 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f59d7a13-bb8a-45aa-aa81-832a57792509 None None] Provisioning complete for port 2508722c-4d7a-45c6-b49b-9baeaa17ffd3 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:31.012369 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f59d7a13-bb8a-45aa-aa81-832a57792509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:31.073687 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f59d7a13-bb8a-45aa-aa81-832a57792509 None None] Port 2508722c-4d7a-45c6-b49b-9baeaa17ffd3 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:31.263680 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-96bc1098-20c1-4cad-8341-7ddb0d439b7a service neutron] show failed (client error): The resource could not be found. Jul 13 07:58:31.265459 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-96bc1098-20c1-4cad-8341-7ddb0d439b7a service neutron] 10.222.0.35 "GET /v2.0/ports/08f42dc4-07ae-446f-a917-798ecfe1385e/bindings/n-h2-779913-28 HTTP/1.1" status: 404 len: 381 time: 0.3451211 Jul 13 07:58:31.301247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eb88c-2144-4b5b-bb17-379ed35afb42 req-5b721768-cdd1-4b4b-bf4e-0129acb0a92c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:31.321971 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:31.327158 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-394eb88c-2144-4b5b-bb17-379ed35afb42 req-5b721768-cdd1-4b4b-bf4e-0129acb0a92c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.6250875 Jul 13 07:58:31.368199 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0271ccf5-85ad-482c-a125-72cb5ec41524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:31.489776 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-394eb88c-2144-4b5b-bb17-379ed35afb42 req-4c0b53a2-ddb6-4a9a-86ec-6ab373af2d62 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581986 Jul 13 07:58:31.572083 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc208ad9-6f8d-48ed-9810-65d5f6232ad1 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:31.731197 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-fb15e163-0687-4f4b-aee3-5b7801d25ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:31.734002 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-fb15e163-0687-4f4b-aee3-5b7801d25ee2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83&tenant_id=b0a400cab12449b3b23abe0905366730 HTTP/1.1" status: 200 len: 1098 time: 0.1183028 Jul 13 07:58:31.750526 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-28', 'device_owner': 'compute:nova'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:31.842982 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:32.244196 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] For port 08f42dc4-07ae-446f-a917-798ecfe1385e, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=08f42dc4-07ae-446f-a917-798ecfe1385e,segment=NetworkSegment(b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8),segment_id=b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:32.275269 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0271ccf5-85ad-482c-a125-72cb5ec41524 admin admin] Router fdc2533c-79d7-4a92-bec1-d3313e4e0a95 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:58:32.296152 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] For port 08f42dc4-07ae-446f-a917-798ecfe1385e, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:58:32.364754 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6ba188-8a01-4c79-a49b-8a1bc8608f83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08f42dc4-07ae-446f-a917-798ecfe1385e'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:58:32.367374 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7250fd53-435a-464d-8a66-ac620aa9e4e8" -d '{"events": [{"server_uuid": "9e6ba188-8a01-4c79-a49b-8a1bc8608f83", "name": "network-vif-unplugged", "status": "completed", "tag": "08f42dc4-07ae-446f-a917-798ecfe1385e"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:58:32.372334 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:32.391600 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] Transition to ACTIVE for port object 08f42dc4-07ae-446f-a917-798ecfe1385e will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:32.397425 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:32.467448 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d6873-3580-41b6-84a6-dbdf91faa235 req-40761161-65f1-4020-9a46-eb14fb524912 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:32.478238 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f3d6873-3580-41b6-84a6-dbdf91faa235 req-40761161-65f1-4020-9a46-eb14fb524912 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 946 time: 0.2793643 Jul 13 07:58:32.496798 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e7dd0e-aef9-48c9-a6d5-2b2bd89e8408 x-openstack-request-id: req-47e7dd0e-aef9-48c9-a6d5-2b2bd89e8408 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:58:32.496798 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6ba188-8a01-4c79-a49b-8a1bc8608f83", "name": "network-vif-unplugged", "status": "completed", "tag": "08f42dc4-07ae-446f-a917-798ecfe1385e", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:58:32.496798 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47e7dd0e-aef9-48c9-a6d5-2b2bd89e8408 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:58:32.496798 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6ba188-8a01-4c79-a49b-8a1bc8608f83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08f42dc4-07ae-446f-a917-798ecfe1385e', 'code': 200} Jul 13 07:58:32.600634 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] Pushing event updated for resources: {'Port': ['ID=08f42dc4-07ae-446f-a917-798ecfe1385e,revision_number=6']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:32.712784 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f3d6873-3580-41b6-84a6-dbdf91faa235 req-229001d5-8083-48e8-a2be-49b977a3a6b5 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336531 Jul 13 07:58:32.725570 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0271ccf5-85ad-482c-a125-72cb5ec41524 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:32.725970 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] No DVR routers for this DVR port 08f42dc4-07ae-446f-a917-798ecfe1385e on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:58:32.750501 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f5e08c-bc06-43ce-ad3a-133f82d4ece9 None None] Sync routers for ids ['fdc2533c-79d7-4a92-bec1-d3313e4e0a95'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:32.754539 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0271ccf5-85ad-482c-a125-72cb5ec41524 admin admin] 10.222.0.58 "PUT /v2.0/routers/fdc2533c-79d7-4a92-bec1-d3313e4e0a95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1300972 Jul 13 07:58:32.769682 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39338) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:32.780545 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f5e08c-bc06-43ce-ad3a-133f82d4ece9 None None] Routers {'fdc2533c-79d7-4a92-bec1-d3313e4e0a95'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:32.786590 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-57f5e08c-bc06-43ce-ad3a-133f82d4ece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:58:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fdc2533c-79d7-4a92-bec1-d3313e4e0a95'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:32.992839 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc208ad9-6f8d-48ed-9810-65d5f6232ad1 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:33.018231 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc208ad9-6f8d-48ed-9810-65d5f6232ad1 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:33.083791 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc208ad9-6f8d-48ed-9810-65d5f6232ad1 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Pushing event updated for resources: {'Port': ['ID=2508722c-4d7a-45c6-b49b-9baeaa17ffd3,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:33.143732 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2d350-fe78-4f07-8e0b-a0a9559ff3f2 req-4ab43b82-5e63-4e31-b8df-3ecb08fbfe64 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:33.152544 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ea2d350-fe78-4f07-8e0b-a0a9559ff3f2 req-4ab43b82-5e63-4e31-b8df-3ecb08fbfe64 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.3958719 Jul 13 07:58:33.221705 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] Attempting to bind port 08f42dc4-07ae-446f-a917-798ecfe1385e on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:58:33.222959 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] Attempting to bind port 08f42dc4-07ae-446f-a917-798ecfe1385e by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:58:33.223650 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] Attempting to bind port 08f42dc4-07ae-446f-a917-798ecfe1385e on network f6b415b5-aae6-48a3-92fb-0445108cb875 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:33.236595 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] Port 08f42dc4-07ae-446f-a917-798ecfe1385e on network f6b415b5-aae6-48a3-92fb-0445108cb875 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:58:33.237506 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] Attempting to bind port 08f42dc4-07ae-446f-a917-798ecfe1385e on network f6b415b5-aae6-48a3-92fb-0445108cb875 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:33.252833 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:58:33.253252 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] Checking segment: {'id': 'b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:33.253753 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] Bound using segment: {'id': 'b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:58:33.254540 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] Bound port: 08f42dc4-07ae-446f-a917-798ecfe1385e, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:58:33.254987 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:33.261063 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-57f5e08c-bc06-43ce-ad3a-133f82d4ece9 None None] Set router fdc2533c-79d7-4a92-bec1-d3313e4e0a95 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:33.309887 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e34896cb-e244-4737-a5d1-f53044a424ad admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:33.363326 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ea2d350-fe78-4f07-8e0b-a0a9559ff3f2 req-c5e7125b-759c-4386-90d9-2f659f2875a1 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088790 Jul 13 07:58:33.416646 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] For port 08f42dc4-07ae-446f-a917-798ecfe1385e, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:58:33.421425 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] For port 08f42dc4-07ae-446f-a917-798ecfe1385e, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=08f42dc4-07ae-446f-a917-798ecfe1385e,segment=NetworkSegment(b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8),segment_id=b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:58:33.428464 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:33.442634 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc208ad9-6f8d-48ed-9810-65d5f6232ad1 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:33.465864 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 08f42dc4-07ae-446f-a917-798ecfe1385e no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:33.542384 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:33.551231 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:33.553777 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] 10.222.0.62 "PUT /v2.0/ports/08f42dc4-07ae-446f-a917-798ecfe1385e HTTP/1.1" status: 200 len: 1093 time: 1.8098071 Jul 13 07:58:33.559056 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 08f42dc4-07ae-446f-a917-798ecfe1385e not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:33.571770 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0037e4b-cc0e-432d-bc99-1b15049cd59f service neutron] Pushing event updated for resources: {'Port': ['ID=08f42dc4-07ae-446f-a917-798ecfe1385e,revision_number=7']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:33.763478 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-efd2ff11-acb9-4913-8fec-89e5835b4eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:33.767663 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-efd2ff11-acb9-4913-8fec-89e5835b4eed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 1096 time: 0.1822107 Jul 13 07:58:33.778946 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4ffa3c5b-0153-4bca-9994-ac116f0924ed None None] Provisioning complete for port 2508722c-4d7a-45c6-b49b-9baeaa17ffd3 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:33.779401 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ffa3c5b-0153-4bca-9994-ac116f0924ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:33.813199 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e34896cb-e244-4737-a5d1-f53044a424ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:33.875694 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-57f5e08c-bc06-43ce-ad3a-133f82d4ece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'name': 'tempest-TaggedBootDevicesTest-884320626-router', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:36Z', 'updated_at': '2021-07-13T07:58:30Z', 'revision_number': 5, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'gw_port': {'id': 'e1ff196b-ee6a-438b-9b06-f8801447ab35', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:38Z', 'updated_at': '2021-07-13T07:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:33.896600 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4ffa3c5b-0153-4bca-9994-ac116f0924ed None None] Port 2508722c-4d7a-45c6-b49b-9baeaa17ffd3 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:33.958131 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f5e08c-bc06-43ce-ad3a-133f82d4ece9 None None] Checking router: fdc2533c-79d7-4a92-bec1-d3313e4e0a95 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:58:33.963937 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc208ad9-6f8d-48ed-9810-65d5f6232ad1 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Network 884b9bbf-9cd0-4b91-b7fd-9928c22c547b is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:33.973027 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f5e08c-bc06-43ce-ad3a-133f82d4ece9 None None] Routers {'fdc2533c-79d7-4a92-bec1-d3313e4e0a95'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:33.973788 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-57f5e08c-bc06-43ce-ad3a-133f82d4ece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:58:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fdc2533c-79d7-4a92-bec1-d3313e4e0a95'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:33.994264 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-dc208ad9-6f8d-48ed-9810-65d5f6232ad1 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:34.131150 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-3aaf37bc-be3b-47e8-bf4d-e92823d71409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:34.134805 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-3aaf37bc-be3b-47e8-bf4d-e92823d71409 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f6b415b5-aae6-48a3-92fb-0445108cb875 HTTP/1.1" status: 200 len: 898 time: 0.3591602 Jul 13 07:58:34.189605 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-57f5e08c-bc06-43ce-ad3a-133f82d4ece9 None None] Set router fdc2533c-79d7-4a92-bec1-d3313e4e0a95 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:34.272092 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-57f5e08c-bc06-43ce-ad3a-133f82d4ece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'name': 'tempest-TaggedBootDevicesTest-884320626-router', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:36Z', 'updated_at': '2021-07-13T07:58:33Z', 'revision_number': 6, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:34.311742 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f5e08c-bc06-43ce-ad3a-133f82d4ece9 None None] The sync data for ids ['fdc2533c-79d7-4a92-bec1-d3313e4e0a95'] in n-d-779913-28 is: [{'id': 'fdc2533c-79d7-4a92-bec1-d3313e4e0a95', 'name': 'tempest-TaggedBootDevicesTest-884320626-router', 'tenant_id': 'a860a799f3be43a5a80bc0e18715a853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:36Z', 'updated_at': '2021-07-13T07:58:33Z', 'revision_number': 6, 'project_id': 'a860a799f3be43a5a80bc0e18715a853', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:34.321665 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-f91ac65a-2a22-418d-af9d-ec8c24a55d79 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08f42dc4-07ae-446f-a917-798ecfe1385e HTTP/1.1" status: 200 len: 1000 time: 0.1794527 Jul 13 07:58:34.462211 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-1909ff43-75a8-4e1c-8c84-25b08f665f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:34.463892 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-1909ff43-75a8-4e1c-8c84-25b08f665f39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c5c6a219-df69-431e-a70b-90672a5471cf HTTP/1.1" status: 200 len: 835 time: 0.1338663 Jul 13 07:58:34.472766 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-71d9e26f-ce96-4cf2-85ed-1fbd1b71f791 None None] Provisioning complete for port 2508722c-4d7a-45c6-b49b-9baeaa17ffd3 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:34.473348 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-71d9e26f-ce96-4cf2-85ed-1fbd1b71f791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:34.503705 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6ba188-8a01-4c79-a49b-8a1bc8608f83', 'tag': '08f42dc4-07ae-446f-a917-798ecfe1385e'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:58:34.516224 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6ba188-8a01-4c79-a49b-8a1bc8608f83", "tag": "08f42dc4-07ae-446f-a917-798ecfe1385e"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:58:34.525801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-71d9e26f-ce96-4cf2-85ed-1fbd1b71f791 None None] Port 2508722c-4d7a-45c6-b49b-9baeaa17ffd3 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:34.614459 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e3e6f475-df54-4296-9455-5d82cbd8742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:34.616083 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e3e6f475-df54-4296-9455-5d82cbd8742c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f6b415b5-aae6-48a3-92fb-0445108cb875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1439877 Jul 13 07:58:34.781161 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e0bc1db4-871a-4dcd-ab8e-6308ee1272dc no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:34.827316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc208ad9-6f8d-48ed-9810-65d5f6232ad1 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Router a629586e-2c7e-47a1-8091-e47722c044a5 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:58:34.833193 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: e0bc1db4-871a-4dcd-ab8e-6308ee1272dc {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:34.833539 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e0bc1db4-871a-4dcd-ab8e-6308ee1272dc not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:34.878827 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-e34896cb-e244-4737-a5d1-f53044a424ad admin admin] Deleting port e1ff196b-ee6a-438b-9b06-f8801447ab35 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:34.879179 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e34896cb-e244-4737-a5d1-f53044a424ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:34.936099 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-d493acf0-4613-43ed-8e77-af9a650bfa2c service neutron] 10.222.0.62 "GET /v2.0/networks/f6b415b5-aae6-48a3-92fb-0445108cb875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109412 Jul 13 07:58:35.034722 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920790a0-903c-48ab-ae95-5634307ffe27 req-99a970c9-8f42-4ccc-b677-5d447d2c457f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:35.036515 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-920790a0-903c-48ab-ae95-5634307ffe27 req-99a970c9-8f42-4ccc-b677-5d447d2c457f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 944 time: 1.0624998 Jul 13 07:58:35.148148 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ddd6b074-2eeb-45fc-8471-a3724187b3fb req-e482664e-545d-451f-a02a-8de5444d7e2e service neutron] 10.222.0.62 "GET /v2.0/networks/f6b415b5-aae6-48a3-92fb-0445108cb875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039940 Jul 13 07:58:35.316533 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-920790a0-903c-48ab-ae95-5634307ffe27 req-74c2d0ea-cc79-4bf9-9273-24bd03f333ba tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030880 Jul 13 07:58:35.392609 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60115782-e8df-40c8-a67d-888c28e89902 req-2be4d4fd-3753-4c8f-b04c-aa225abc2da2 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:35.399518 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60115782-e8df-40c8-a67d-888c28e89902 req-2be4d4fd-3753-4c8f-b04c-aa225abc2da2 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.6203036 Jul 13 07:58:35.422177 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda319c4-88b2-47f8-b96f-cc836fc210f7 x-openstack-request-id: req-cda319c4-88b2-47f8-b96f-cc836fc210f7 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:58:35.423274 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6ba188-8a01-4c79-a49b-8a1bc8608f83", "tag": "08f42dc4-07ae-446f-a917-798ecfe1385e", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:58:35.424009 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cda319c4-88b2-47f8-b96f-cc836fc210f7 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:58:35.424671 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6ba188-8a01-4c79-a49b-8a1bc8608f83', 'tag': '08f42dc4-07ae-446f-a917-798ecfe1385e', 'status': 'completed', 'code': 200} Jul 13 07:58:35.425376 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc208ad9-6f8d-48ed-9810-65d5f6232ad1 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:35.428837 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-e34896cb-e244-4737-a5d1-f53044a424ad admin admin] For port e1ff196b-ee6a-438b-9b06-f8801447ab35, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e1ff196b-ee6a-438b-9b06-f8801447ab35,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:35.429201 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e34896cb-e244-4737-a5d1-f53044a424ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.438419 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-dc208ad9-6f8d-48ed-9810-65d5f6232ad1 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] 10.222.0.58 "PUT /v2.0/routers/a629586e-2c7e-47a1-8091-e47722c044a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5542896 Jul 13 07:58:35.441222 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81412da2-8ba4-4c9a-881e-9a05866c39f6 None None] Sync routers for ids ['a629586e-2c7e-47a1-8091-e47722c044a5'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:35.442379 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39378) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:35.458915 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d6b72e87-dab7-45c1-acdd-e13bd49ef693 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Request body: {'port': {'network_id': '884b9bbf-9cd0-4b91-b7fd-9928c22c547b', 'name': 'tempest-FloatingIPAdminTestJSON-1889185156'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:35.459554 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81412da2-8ba4-4c9a-881e-9a05866c39f6 None None] Routers {'a629586e-2c7e-47a1-8091-e47722c044a5'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:35.460650 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-81412da2-8ba4-4c9a-881e-9a05866c39f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:58:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a629586e-2c7e-47a1-8091-e47722c044a5'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:35.530765 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-81412da2-8ba4-4c9a-881e-9a05866c39f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:35.576787 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81412da2-8ba4-4c9a-881e-9a05866c39f6 None None] Routers {'a629586e-2c7e-47a1-8091-e47722c044a5'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:35.577870 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-81412da2-8ba4-4c9a-881e-9a05866c39f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:58:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a629586e-2c7e-47a1-8091-e47722c044a5'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:35.592435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-e34896cb-e244-4737-a5d1-f53044a424ad admin admin] Calling delete_port for e1ff196b-ee6a-438b-9b06-f8801447ab35 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:35.662335 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60115782-e8df-40c8-a67d-888c28e89902 req-db3971d9-c70d-48ec-8437-7c543f5062c7 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618768 Jul 13 07:58:35.732465 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-81412da2-8ba4-4c9a-881e-9a05866c39f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:35.737437 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81412da2-8ba4-4c9a-881e-9a05866c39f6 None None] The sync data for ids ['a629586e-2c7e-47a1-8091-e47722c044a5'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:35.799280 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d req-cb75940d-4c73-4d37-8ca3-b47ca668e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:35.807523 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d req-cb75940d-4c73-4d37-8ca3-b47ca668e7a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 1096 time: 0.1753621 Jul 13 07:58:35.816506 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b72e87-dab7-45c1-acdd-e13bd49ef693 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Made reservation on behalf of 20404a4489334f2caac13259a70d76e1 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:58:35.820353 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d6b72e87-dab7-45c1-acdd-e13bd49ef693 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.863547 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d req-4b31ded3-5c9e-4008-9a70-87112e4f9d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:35.865995 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d req-4b31ded3-5c9e-4008-9a70-87112e4f9d50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 1096 time: 0.2957947 Jul 13 07:58:35.947744 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-d6b72e87-dab7-45c1-acdd-e13bd49ef693 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] device_id is not set on port 41d6d4ab-8f4d-4487-9f06-5daeae1c7237 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:58:35.979489 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d req-98d68fce-32ee-4f18-8210-eda79c79d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:35.981022 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d req-98d68fce-32ee-4f18-8210-eda79c79d94b service neutron] 10.222.0.62 "GET /v2.0/networks?id=f6b415b5-aae6-48a3-92fb-0445108cb875 HTTP/1.1" status: 200 len: 898 time: 0.1662798 Jul 13 07:58:36.094115 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d req-5590b055-49f3-4f7a-92f0-55df590e9e94 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08f42dc4-07ae-446f-a917-798ecfe1385e HTTP/1.1" status: 200 len: 1000 time: 0.1045721 Jul 13 07:58:36.195821 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-d6b72e87-dab7-45c1-acdd-e13bd49ef693 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Allocated IP 172.20.0.11 (884b9bbf-9cd0-4b91-b7fd-9928c22c547b/4e151c1e-703d-488f-a8aa-6c9e7b08e3cc/41d6d4ab-8f4d-4487-9f06-5daeae1c7237) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:36.207491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d req-372a8d9f-c66e-4a87-a2f3-ae1230a04901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:36.210571 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d req-372a8d9f-c66e-4a87-a2f3-ae1230a04901 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c5c6a219-df69-431e-a70b-90672a5471cf HTTP/1.1" status: 200 len: 835 time: 0.1080248 Jul 13 07:58:36.213873 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e34896cb-e244-4737-a5d1-f53044a424ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.274219 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34896cb-e244-4737-a5d1-f53044a424ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ff196b-ee6a-438b-9b06-f8801447ab35,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:36.311645 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d req-6bcec3a9-61b3-4560-b891-f850237212ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:36.313151 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d req-6bcec3a9-61b3-4560-b891-f850237212ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=f6b415b5-aae6-48a3-92fb-0445108cb875 HTTP/1.1" status: 200 len: 898 time: 0.4367251 Jul 13 07:58:36.330666 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d req-ed90a8a2-bde0-48ab-b3cc-61d39da27ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:36.334408 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d req-ed90a8a2-bde0-48ab-b3cc-61d39da27ebb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f6b415b5-aae6-48a3-92fb-0445108cb875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1158593 Jul 13 07:58:36.473740 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e34896cb-e244-4737-a5d1-f53044a424ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.615837 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e1ff196b-ee6a-438b-9b06-f8801447ab35 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:36.616464 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:58:36.667317 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: e1ff196b-ee6a-438b-9b06-f8801447ab35 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:36.667691 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e1ff196b-ee6a-438b-9b06-f8801447ab35 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:36.946439 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d6b72e87-dab7-45c1-acdd-e13bd49ef693 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.963236 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-d6b72e87-dab7-45c1-acdd-e13bd49ef693 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Transition to ACTIVE for port object 41d6d4ab-8f4d-4487-9f06-5daeae1c7237 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:37.051850 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e34896cb-e244-4737-a5d1-f53044a424ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:37.055546 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e34896cb-e244-4737-a5d1-f53044a424ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:37.100306 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d req-2ceb6f20-a2d9-4d34-8b4b-0a7ed4a222e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08f42dc4-07ae-446f-a917-798ecfe1385e HTTP/1.1" status: 200 len: 1000 time: 0.7630751 Jul 13 07:58:37.168340 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d6b72e87-dab7-45c1-acdd-e13bd49ef693 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:37.194652 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d req-b99d962f-ef26-49fd-ba8a-450781bca78e service neutron] 10.222.0.62 "GET /v2.0/networks/f6b415b5-aae6-48a3-92fb-0445108cb875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8492107 Jul 13 07:58:37.342996 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d req-d0a6bc8a-7138-4595-ac43-683f0cfad3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:37.343342 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d req-5ce9fd05-58c3-4af2-a8a4-fc46918db82b service neutron] 10.222.0.62 "GET /v2.0/networks/f6b415b5-aae6-48a3-92fb-0445108cb875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395836 Jul 13 07:58:37.344252 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d req-d0a6bc8a-7138-4595-ac43-683f0cfad3db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c6a219-df69-431e-a70b-90672a5471cf HTTP/1.1" status: 200 len: 835 time: 0.1718681 Jul 13 07:58:37.344911 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e34896cb-e244-4737-a5d1-f53044a424ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:37.345547 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34896cb-e244-4737-a5d1-f53044a424ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdc2533c-79d7-4a92-bec1-d3313e4e0a95 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:58:37.349569 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b72e87-dab7-45c1-acdd-e13bd49ef693 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Pushing event updated for resources: {'Port': ['ID=41d6d4ab-8f4d-4487-9f06-5daeae1c7237,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:37.438961 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e34896cb-e244-4737-a5d1-f53044a424ad admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:37.440122 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e34896cb-e244-4737-a5d1-f53044a424ad admin admin] 10.222.0.58 "DELETE /v2.0/routers/fdc2533c-79d7-4a92-bec1-d3313e4e0a95 HTTP/1.1" status: 204 len: 168 time: 4.6694770 Jul 13 07:58:37.444726 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39418) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:37.457042 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b72e87-dab7-45c1-acdd-e13bd49ef693 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Network 884b9bbf-9cd0-4b91-b7fd-9928c22c547b is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:37.518526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df8a37-331c-47cf-b6e6-15e60d0f262a req-45d1cde6-0172-481c-ab14-2a52b76e15a4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:37.520722 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c7df8a37-331c-47cf-b6e6-15e60d0f262a req-45d1cde6-0172-481c-ab14-2a52b76e15a4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 944 time: 0.8833616 Jul 13 07:58:37.533326 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d6b72e87-dab7-45c1-acdd-e13bd49ef693 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:37.613147 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc078299-9a13-4f4c-ad36-5cbf4a144480 admin admin] Deleting subnet f0d21cc2-dcb1-4290-ad5e-70b78d60b624 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:58:37.614168 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b72e87-dab7-45c1-acdd-e13bd49ef693 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:37.633974 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc078299-9a13-4f4c-ad36-5cbf4a144480 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:37.664868 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c7df8a37-331c-47cf-b6e6-15e60d0f262a req-ee16b3b1-fb65-4594-9d98-197694c016e8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280856 Jul 13 07:58:37.774140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d req-28a516ec-8d08-419f-b644-c6360acfefb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:37.776004 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d req-28a516ec-8d08-419f-b644-c6360acfefb9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f6b415b5-aae6-48a3-92fb-0445108cb875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4216292 Jul 13 07:58:37.783215 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc078299-9a13-4f4c-ad36-5cbf4a144480 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:37.830160 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e53e9-59c8-49bd-bf7c-b96fcc8f3a9d req-788b178f-ca12-413c-a906-9be99e235b59 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:37.843639 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-af8e53e9-59c8-49bd-bf7c-b96fcc8f3a9d req-788b178f-ca12-413c-a906-9be99e235b59 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.8293338 Jul 13 07:58:37.973750 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.023098 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc078299-9a13-4f4c-ad36-5cbf4a144480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.032738 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d req-5e1fc622-bd6b-442a-a3e4-fbd2becf1ec9 service neutron] 10.222.0.35 "GET /v2.0/networks/f6b415b5-aae6-48a3-92fb-0445108cb875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346234 Jul 13 07:58:38.052467 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-af8e53e9-59c8-49bd-bf7c-b96fcc8f3a9d req-bdfb926c-8764-4289-a428-b28a9edb504a tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123990 Jul 13 07:58:38.081747 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3df49bcb-e22f-45c9-ba39-63cacd91ce99 None None] Provisioning for port 41d6d4ab-8f4d-4487-9f06-5daeae1c7237 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:38.096226 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3df49bcb-e22f-45c9-ba39-63cacd91ce99 None None] Provisioning complete for port 41d6d4ab-8f4d-4487-9f06-5daeae1c7237 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:38.099401 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3df49bcb-e22f-45c9-ba39-63cacd91ce99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.178253 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc078299-9a13-4f4c-ad36-5cbf4a144480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.189784 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a18d2dee-d134-4007-9684-396c5dde57a2 req-adf4011e-2703-4fed-922d-e7ddd23cf53c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0883825 Jul 13 07:58:38.212456 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3df49bcb-e22f-45c9-ba39-63cacd91ce99 None None] Port 41d6d4ab-8f4d-4487-9f06-5daeae1c7237 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:38.226162 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc078299-9a13-4f4c-ad36-5cbf4a144480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0d21cc2-dcb1-4290-ad5e-70b78d60b624,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:38.230643 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc078299-9a13-4f4c-ad36-5cbf4a144480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.235149 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cc078299-9a13-4f4c-ad36-5cbf4a144480 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f0d21cc2-dcb1-4290-ad5e-70b78d60b624 HTTP/1.1" status: 204 len: 168 time: 0.7876830 Jul 13 07:58:38.237013 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce27fde-d4f2-4763-8517-6d67f11e2cac None None] Network 9e895a39-1ac3-461a-9cb6-714389916eaf requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:38.256628 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39432) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:38.313341 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c9953d4-e72b-4fb0-91f8-adb5c14fcb7d req-0515761f-6748-4c6f-a145-9be17b90768d service neutron] 10.222.0.35 "GET /v2.0/networks/f6b415b5-aae6-48a3-92fb-0445108cb875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567582 Jul 13 07:58:38.321507 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b72e87-dab7-45c1-acdd-e13bd49ef693 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:38.323074 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d6b72e87-dab7-45c1-acdd-e13bd49ef693 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.345230 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d6b72e87-dab7-45c1-acdd-e13bd49ef693 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8988557 Jul 13 07:58:38.345772 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39436) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:38.436078 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'project_id': '20404a4489334f2caac13259a70d76e1', 'port_id': '41d6d4ab-8f4d-4487-9f06-5daeae1c7237'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:38.468746 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.541677 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-baf4045f-598c-41bd-bf63-b74d6bbe562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.551872 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5216f2da-d227-46bd-9de4-3b1811af7960 None None] DHCP port deletion for 9e895a39-1ac3-461a-9cb6-714389916eaf request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:58:38.600846 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d2dee-d134-4007-9684-396c5dde57a2 req-ebb2baed-be69-4baf-a533-ba5d270ac2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:38.611470 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a18d2dee-d134-4007-9684-396c5dde57a2 req-ebb2baed-be69-4baf-a533-ba5d270ac2cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 1098 time: 0.3724875 Jul 13 07:58:38.649111 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5216f2da-d227-46bd-9de4-3b1811af7960 None None] Deleting port aceed9c7-3532-4313-8d24-02ea286b5d51 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:38.649803 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5216f2da-d227-46bd-9de4-3b1811af7960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.657917 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.770320 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5216f2da-d227-46bd-9de4-3b1811af7960 None None] For port aceed9c7-3532-4313-8d24-02ea286b5d51, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=aceed9c7-3532-4313-8d24-02ea286b5d51,segment=NetworkSegment(55400fda-93cc-4885-9515-80ab9d05efb4),segment_id=55400fda-93cc-4885-9515-80ab9d05efb4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:38.771311 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5216f2da-d227-46bd-9de4-3b1811af7960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.787049 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5216f2da-d227-46bd-9de4-3b1811af7960 None None] Calling delete_port for aceed9c7-3532-4313-8d24-02ea286b5d51 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:38.898952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-baf4045f-598c-41bd-bf63-b74d6bbe562d admin admin] Deleting port aceed9c7-3532-4313-8d24-02ea286b5d51 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:38.899362 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-baf4045f-598c-41bd-bf63-b74d6bbe562d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.939028 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Allocated IP 172.25.0.154 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/fabb140b-9176-4e98-b345-28b82ffb9038) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:39.012781 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5216f2da-d227-46bd-9de4-3b1811af7960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.031041 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d2dee-d134-4007-9684-396c5dde57a2 req-c31af86a-2780-4d19-a6d6-3396c9a7e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:39.033448 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a18d2dee-d134-4007-9684-396c5dde57a2 req-c31af86a-2780-4d19-a6d6-3396c9a7e621 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 913 time: 0.3685849 Jul 13 07:58:39.126308 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5216f2da-d227-46bd-9de4-3b1811af7960 None None] No DVR routers for this DVR port aceed9c7-3532-4313-8d24-02ea286b5d51 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:58:39.128349 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216f2da-d227-46bd-9de4-3b1811af7960 None None] Pushing event deleted for resources: {'Port': ['ID=aceed9c7-3532-4313-8d24-02ea286b5d51,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:39.137588 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.179524 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5216f2da-d227-46bd-9de4-3b1811af7960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.179524 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5216f2da-d227-46bd-9de4-3b1811af7960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.181322 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5216f2da-d227-46bd-9de4-3b1811af7960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.181545 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5216f2da-d227-46bd-9de4-3b1811af7960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.181954 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5216f2da-d227-46bd-9de4-3b1811af7960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.182235 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5216f2da-d227-46bd-9de4-3b1811af7960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.185468 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5216f2da-d227-46bd-9de4-3b1811af7960 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.185849 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5216f2da-d227-46bd-9de4-3b1811af7960 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.186222 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5216f2da-d227-46bd-9de4-3b1811af7960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.186610 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5216f2da-d227-46bd-9de4-3b1811af7960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.188425 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5216f2da-d227-46bd-9de4-3b1811af7960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.188763 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5216f2da-d227-46bd-9de4-3b1811af7960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.219648 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-baf4045f-598c-41bd-bf63-b74d6bbe562d admin admin] For port aceed9c7-3532-4313-8d24-02ea286b5d51, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=aceed9c7-3532-4313-8d24-02ea286b5d51,segment=NetworkSegment(55400fda-93cc-4885-9515-80ab9d05efb4),segment_id=55400fda-93cc-4885-9515-80ab9d05efb4)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:39.220313 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-baf4045f-598c-41bd-bf63-b74d6bbe562d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.231619 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.264193 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-baf4045f-598c-41bd-bf63-b74d6bbe562d admin admin] Calling delete_port for aceed9c7-3532-4313-8d24-02ea286b5d51 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:39.330897 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 08f42dc4-07ae-446f-a917-798ecfe1385e details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:58:39.398600 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-baf4045f-598c-41bd-bf63-b74d6bbe562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.426876 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:39.463644 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a18d2dee-d134-4007-9684-396c5dde57a2 req-e3948c99-9fcc-4fad-87c2-491a4a6b88b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae84bb95-026c-47c0-98dc-22f8e12bb4f5 HTTP/1.1" status: 200 len: 217 time: 0.0732920 Jul 13 07:58:39.467017 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4045f-598c-41bd-bf63-b74d6bbe562d admin admin] Pushing event deleted for resources: {'Port': ['ID=aceed9c7-3532-4313-8d24-02ea286b5d51,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:39.469766 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf4045f-598c-41bd-bf63-b74d6bbe562d admin admin] No DVR routers for this DVR port aceed9c7-3532-4313-8d24-02ea286b5d51 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:58:39.496084 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:39.501774 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:39.554309 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Pushing event updated for resources: {'Port': ['ID=fabb140b-9176-4e98-b345-28b82ffb9038,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:39.595963 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 08f42dc4-07ae-446f-a917-798ecfe1385e, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=08f42dc4-07ae-446f-a917-798ecfe1385e,segment=NetworkSegment(b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8),segment_id=b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:39.604122 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-baf4045f-598c-41bd-bf63-b74d6bbe562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.619804 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-baf4045f-598c-41bd-bf63-b74d6bbe562d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e895a39-1ac3-461a-9cb6-714389916eaf']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:39.623631 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d2dee-d134-4007-9684-396c5dde57a2 req-dcda3760-d308-44d5-b86d-e9ddd6ea0a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:39.625404 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a18d2dee-d134-4007-9684-396c5dde57a2 req-dcda3760-d308-44d5-b86d-e9ddd6ea0a5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.1534317 Jul 13 07:58:39.634906 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '08f42dc4-07ae-446f-a917-798ecfe1385e', 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875', 'port_id': '08f42dc4-07ae-446f-a917-798ecfe1385e', 'mac_address': 'fa:16:3e:27:67:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c6a219-df69-431e-a70b-90672a5471cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:58:39.648509 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-baf4045f-598c-41bd-bf63-b74d6bbe562d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55400fda-93cc-4885-9515-80ab9d05efb4') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:39.649186 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-baf4045f-598c-41bd-bf63-b74d6bbe562d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55400fda-93cc-4885-9515-80ab9d05efb4') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:39.682777 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.692534 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.693211 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.693878 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.706481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.707226 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.707759 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.708293 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.708807 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.709317 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.709820 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.710397 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:39.725890 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-baf4045f-598c-41bd-bf63-b74d6bbe562d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.732611 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.760528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdc554-a588-4856-9c7c-4694b4a5b83e req-fa5bd709-be65-4b4f-aa63-ec3376f6a1a1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:39.763570 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-baf4045f-598c-41bd-bf63-b74d6bbe562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.769532 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11cdc554-a588-4856-9c7c-4694b4a5b83e req-fa5bd709-be65-4b4f-aa63-ec3376f6a1a1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 944 time: 0.5529084 Jul 13 07:58:39.774720 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf4045f-598c-41bd-bf63-b74d6bbe562d admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:58:39.775132 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-baf4045f-598c-41bd-bf63-b74d6bbe562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: self.session.flush() Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: self.session.flush() Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: self.session.flush() Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: self.session.flush() Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:58:39.777021 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:58:39.791098 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f42dc4-07ae-446f-a917-798ecfe1385e {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:58:39.871750 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 08f42dc4-07ae-446f-a917-798ecfe1385e, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=08f42dc4-07ae-446f-a917-798ecfe1385e,segment=NetworkSegment(b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8),segment_id=b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:39.889118 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.899305 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d2dee-d134-4007-9684-396c5dde57a2 req-3a299b7c-45dc-4615-a848-42f652967be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:39.900742 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a18d2dee-d134-4007-9684-396c5dde57a2 req-3a299b7c-45dc-4615-a848-42f652967be1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2663989 Jul 13 07:58:39.962743 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-baf4045f-598c-41bd-bf63-b74d6bbe562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.972162 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11cdc554-a588-4856-9c7c-4694b4a5b83e req-0db8b212-366a-47b8-8fcd-c69f93bade09 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016597 Jul 13 07:58:40.012187 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=08f42dc4-07ae-446f-a917-798ecfe1385e,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:40.016433 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-baf4045f-598c-41bd-bf63-b74d6bbe562d admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:40.031388 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-baf4045f-598c-41bd-bf63-b74d6bbe562d admin admin] 10.222.0.58 "DELETE /v2.0/networks/9e895a39-1ac3-461a-9cb6-714389916eaf HTTP/1.1" status: 204 len: 168 time: 1.7659335 Jul 13 07:58:40.081489 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4045f-598c-41bd-bf63-b74d6bbe562d admin admin] Pushing event deleted for resources: {'Network': ['ID=9e895a39-1ac3-461a-9cb6-714389916eaf,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:40.237141 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a18d2dee-d134-4007-9684-396c5dde57a2 req-1eebbdbe-d56e-4e35-820a-98c04e2f7160 service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276470 Jul 13 07:58:40.258276 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['08f42dc4-07ae-446f-a917-798ecfe1385e'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:58:40.303647 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39474) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:40.514215 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-79ac8197-45f3-4564-b02a-a5ecbd92addc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a860a799f3be43a5a80bc0e18715a853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895907 Jul 13 07:58:40.515178 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39478) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:40.614842 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device aceed9c7-3532-4313-8d24-02ea286b5d51 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:40.681851 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a18d2dee-d134-4007-9684-396c5dde57a2 req-43af39d6-2f39-4c00-8616-531f89ccfa05 service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364347 Jul 13 07:58:40.753466 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5542e070-b1ba-4640-ac5e-5e4e8753efee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:40.753466 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5ac537d2-474f-4c7b-bbbb-f258ca68d323 req-879cc3d6-c4d2-4b85-8fc5-ae40960450a2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2257133 Jul 13 07:58:40.754106 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: aceed9c7-3532-4313-8d24-02ea286b5d51 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:40.754106 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device aceed9c7-3532-4313-8d24-02ea286b5d51 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:40.754486 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b25ed8-1a06-4873-91c1-d306ea6c8e7a req-a267f19f-b6e6-43b0-a569-fd33ac98778a tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:40.762622 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3b25ed8-1a06-4873-91c1-d306ea6c8e7a req-a267f19f-b6e6-43b0-a569-fd33ac98778a tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 1.2998953 Jul 13 07:58:40.790586 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5542e070-b1ba-4640-ac5e-5e4e8753efee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.006327 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3b25ed8-1a06-4873-91c1-d306ea6c8e7a req-631ecbe8-99bf-4e83-ba9d-265a285ed7b6 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426260 Jul 13 07:58:41.027466 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5542e070-b1ba-4640-ac5e-5e4e8753efee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.043930 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5542e070-b1ba-4640-ac5e-5e4e8753efee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.045164 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5542e070-b1ba-4640-ac5e-5e4e8753efee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4884dbff-9761-439b-b7d3-660cb6ca4183 HTTP/1.1" status: 204 len: 168 time: 0.5194414 Jul 13 07:58:41.100249 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b8f38-1448-4e74-8b3e-2e07e20d3217 req-930e2b1b-ce50-4580-89a1-574ba578c875 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:41.108591 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-226b8f38-1448-4e74-8b3e-2e07e20d3217 req-930e2b1b-ce50-4580-89a1-574ba578c875 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 945 time: 0.3295622 Jul 13 07:58:41.183866 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-226b8f38-1448-4e74-8b3e-2e07e20d3217 req-67b71932-19e0-413e-a5cf-ac25b8fa6831 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737596 Jul 13 07:58:41.185365 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.197649 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542e070-b1ba-4640-ac5e-5e4e8753efee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4884dbff-9761-439b-b7d3-660cb6ca4183,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:41.356469 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.407182 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac537d2-474f-4c7b-bbbb-f258ca68d323 req-962eecb1-83b4-4998-bbcb-c9a0fbc8a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:41.408793 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5ac537d2-474f-4c7b-bbbb-f258ca68d323 req-962eecb1-83b4-4998-bbcb-c9a0fbc8a210 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e HTTP/1.1" status: 200 len: 1097 time: 0.4466701 Jul 13 07:58:41.460392 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b6f75-9ef2-4cf6-a036-808ffc9ee02a req-b153bedc-1777-4db9-b5d9-175cd7840be2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:41.462022 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f1b6f75-9ef2-4cf6-a036-808ffc9ee02a req-b153bedc-1777-4db9-b5d9-175cd7840be2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83&tenant_id=b0a400cab12449b3b23abe0905366730&binding%3Ahost_id=n-h2-779913-28 HTTP/1.1" status: 200 len: 945 time: 0.5298054 Jul 13 07:58:41.612938 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [req-1f1b6f75-9ef2-4cf6-a036-808ffc9ee02a req-a5e89342-b59e-4007-b537-8a1d02b88205 service neutron] delete failed (client error): The resource could not be found. Jul 13 07:58:41.613722 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f1b6f75-9ef2-4cf6-a036-808ffc9ee02a req-a5e89342-b59e-4007-b537-8a1d02b88205 service neutron] 10.222.0.35 "DELETE /v2.0/ports/08f42dc4-07ae-446f-a917-798ecfe1385e/bindings/n-h1-779913-28 HTTP/1.1" status: 404 len: 381 time: 0.1382387 Jul 13 07:58:41.633621 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac537d2-474f-4c7b-bbbb-f258ca68d323 req-55b04934-8bfd-4055-92e8-4ef1de9fc035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:41.636002 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5ac537d2-474f-4c7b-bbbb-f258ca68d323 req-55b04934-8bfd-4055-92e8-4ef1de9fc035 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 913 time: 0.1704311 Jul 13 07:58:41.733125 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5ac537d2-474f-4c7b-bbbb-f258ca68d323 req-c9523a19-1df8-45f3-b69b-b49582852bbe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bbb45c0-b137-47c7-bf73-393e0210de1b HTTP/1.1" status: 200 len: 217 time: 0.0876939 Jul 13 07:58:41.992749 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac537d2-474f-4c7b-bbbb-f258ca68d323 req-0659351b-c8a4-4d0b-bee8-086e46e86140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:41.992749 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5ac537d2-474f-4c7b-bbbb-f258ca68d323 req-0659351b-c8a4-4d0b-bee8-086e46e86140 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.1801791 Jul 13 07:58:42.137422 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b6f75-9ef2-4cf6-a036-808ffc9ee02a req-8349b5c4-af7d-4105-a276-70d84e235a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:42.138565 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f1b6f75-9ef2-4cf6-a036-808ffc9ee02a req-8349b5c4-af7d-4105-a276-70d84e235a30 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 1097 time: 0.4151430 Jul 13 07:58:42.302740 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b6f75-9ef2-4cf6-a036-808ffc9ee02a req-b20d116b-4a54-4bed-b639-23665b67279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:42.304337 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f1b6f75-9ef2-4cf6-a036-808ffc9ee02a req-b20d116b-4a54-4bed-b639-23665b67279c service neutron] 10.222.0.35 "GET /v2.0/networks?id=f6b415b5-aae6-48a3-92fb-0445108cb875 HTTP/1.1" status: 200 len: 898 time: 0.1576896 Jul 13 07:58:42.410554 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac537d2-474f-4c7b-bbbb-f258ca68d323 req-3b81d539-dd86-4ee9-80bb-d9d200e8d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:42.414787 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5ac537d2-474f-4c7b-bbbb-f258ca68d323 req-3b81d539-dd86-4ee9-80bb-d9d200e8d5be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4112270 Jul 13 07:58:42.673198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec721cef-e621-4cb1-a6c7-0ea08207d005 req-16fb1a0d-45a6-41fd-ae00-7e4585e0087b tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:42.680528 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec721cef-e621-4cb1-a6c7-0ea08207d005 req-16fb1a0d-45a6-41fd-ae00-7e4585e0087b tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.3558702 Jul 13 07:58:42.692521 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f1b6f75-9ef2-4cf6-a036-808ffc9ee02a req-db9c76f7-ae7d-4f99-ac27-6369faf7c235 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08f42dc4-07ae-446f-a917-798ecfe1385e HTTP/1.1" status: 200 len: 1001 time: 0.3729901 Jul 13 07:58:42.742370 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec721cef-e621-4cb1-a6c7-0ea08207d005 req-e83840de-be50-4c4c-a86a-5be4d6e3c7d9 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607278 Jul 13 07:58:42.805646 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c81b7c-0a55-438c-b759-d07404a07eb4 req-b721d478-74fa-462f-b9e3-7c3fa922db0c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:42.812865 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-98c81b7c-0a55-438c-b759-d07404a07eb4 req-b721d478-74fa-462f-b9e3-7c3fa922db0c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 945 time: 0.2824485 Jul 13 07:58:42.842117 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39534) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:42.865796 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:42.879425 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5ac537d2-474f-4c7b-bbbb-f258ca68d323 req-5b301254-b60e-478d-ae2c-ab28e7d359c0 service neutron] 10.222.0.62 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692579 Jul 13 07:58:42.883564 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b6f75-9ef2-4cf6-a036-808ffc9ee02a req-2fbf030e-6f99-4781-b415-b66f7f2489f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:42.888018 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f1b6f75-9ef2-4cf6-a036-808ffc9ee02a req-2fbf030e-6f99-4781-b415-b66f7f2489f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c6a219-df69-431e-a70b-90672a5471cf HTTP/1.1" status: 200 len: 835 time: 0.1796396 Jul 13 07:58:42.906708 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:42.935879 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.101192 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5ac537d2-474f-4c7b-bbbb-f258ca68d323 req-146e3bf6-4afd-4b8b-a711-652339e1cfd0 service neutron] 10.222.0.62 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118156 Jul 13 07:58:43.108450 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b6f75-9ef2-4cf6-a036-808ffc9ee02a req-543d0b34-e98d-4a33-85d7-1bbed1c293ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:43.110052 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f1b6f75-9ef2-4cf6-a036-808ffc9ee02a req-543d0b34-e98d-4a33-85d7-1bbed1c293ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f6b415b5-aae6-48a3-92fb-0445108cb875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2095575 Jul 13 07:58:43.180728 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-98c81b7c-0a55-438c-b759-d07404a07eb4 req-6b7ec38e-c574-41f6-9141-5515adfae19a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3668733 Jul 13 07:58:43.181447 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Pushing event updated for resources: {'Port': ['ID=fabb140b-9176-4e98-b345-28b82ffb9038,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:43.191804 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-8c2ad9d8-c5cc-45a1-8b29-9bed8e16ed02 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1580535777-network', 'tenant_id': 'd092ba6d09f74abb813f5ec4172beef8'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:43.270805 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.392824 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 08f42dc4-07ae-446f-a917-798ecfe1385e up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:43.401307 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2ad9d8-c5cc-45a1-8b29-9bed8e16ed02 admin admin] Made reservation on behalf of d092ba6d09f74abb813f5ec4172beef8 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:58:43.406179 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad9d8-c5cc-45a1-8b29-9bed8e16ed02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.421168 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad9d8-c5cc-45a1-8b29-9bed8e16ed02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.453769 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f1b6f75-9ef2-4cf6-a036-808ffc9ee02a req-14809194-3d3f-4518-90dd-0714c6440329 service neutron] 10.222.0.35 "GET /v2.0/networks/f6b415b5-aae6-48a3-92fb-0445108cb875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353858 Jul 13 07:58:43.495320 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Floating IP ec2b39a9-1c78-4561-adf4-13012826ca10 associated. External IP: 172.25.0.154, port: 41d6d4ab-8f4d-4487-9f06-5daeae1c7237. Jul 13 07:58:43.497961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 08f42dc4-07ae-446f-a917-798ecfe1385e completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:43.507630 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 08f42dc4-07ae-446f-a917-798ecfe1385e triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:43.508010 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.697735 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.755735 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6ba188-8a01-4c79-a49b-8a1bc8608f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f42dc4-07ae-446f-a917-798ecfe1385e'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:58:43.760129 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d9a9fb-67c4-411a-ac0c-ef57476424ae" -d '{"events": [{"server_uuid": "9e6ba188-8a01-4c79-a49b-8a1bc8608f83", "name": "network-vif-plugged", "status": "completed", "tag": "08f42dc4-07ae-446f-a917-798ecfe1385e"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:58:43.808779 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 08f42dc4-07ae-446f-a917-798ecfe1385e, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=08f42dc4-07ae-446f-a917-798ecfe1385e,segment=NetworkSegment(b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8),segment_id=b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:43.822944 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f1b6f75-9ef2-4cf6-a036-808ffc9ee02a req-1e150b52-98b7-4d20-8412-99d190f1417b service neutron] 10.222.0.35 "GET /v2.0/networks/f6b415b5-aae6-48a3-92fb-0445108cb875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512864 Jul 13 07:58:43.826620 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.976691 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d80c66-7521-4e55-b296-4ca7a098bbd3 x-openstack-request-id: req-42d80c66-7521-4e55-b296-4ca7a098bbd3 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:58:43.977485 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6ba188-8a01-4c79-a49b-8a1bc8608f83", "name": "network-vif-plugged", "status": "completed", "tag": "08f42dc4-07ae-446f-a917-798ecfe1385e", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:58:43.979413 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42d80c66-7521-4e55-b296-4ca7a098bbd3 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:58:43.979877 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6ba188-8a01-4c79-a49b-8a1bc8608f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f42dc4-07ae-446f-a917-798ecfe1385e', 'code': 200} Jul 13 07:58:44.015487 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=08f42dc4-07ae-446f-a917-798ecfe1385e,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:44.016957 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Router a629586e-2c7e-47a1-8091-e47722c044a5 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:58:44.031876 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad9d8-c5cc-45a1-8b29-9bed8e16ed02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.043976 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad9d8-c5cc-45a1-8b29-9bed8e16ed02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.075455 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ad9d8-c5cc-45a1-8b29-9bed8e16ed02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3ad743-c796-49d0-8ef6-3ea7cf35d603,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:44.133257 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2ad9d8-c5cc-45a1-8b29-9bed8e16ed02 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:58:44.159804 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad9d8-c5cc-45a1-8b29-9bed8e16ed02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.160398 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-8c2ad9d8-c5cc-45a1-8b29-9bed8e16ed02 admin admin] Added segment 2e522982-46ec-4b68-bad9-cb26e088fa44 of type vlan for network c761cce7-1f2d-4545-8be2-20f6bdaaeb42 Jul 13 07:58:44.211293 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad9d8-c5cc-45a1-8b29-9bed8e16ed02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.310614 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad9d8-c5cc-45a1-8b29-9bed8e16ed02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.312209 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2ad9d8-c5cc-45a1-8b29-9bed8e16ed02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:44.313219 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad9d8-c5cc-45a1-8b29-9bed8e16ed02 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.338760 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e75cabea-bf9f-4837-8c15-444dfc5da92e None None] Provisioning complete for port 08f42dc4-07ae-446f-a917-798ecfe1385e triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:44.339137 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e75cabea-bf9f-4837-8c15-444dfc5da92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.361759 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8c2ad9d8-c5cc-45a1-8b29-9bed8e16ed02 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5146456 Jul 13 07:58:44.387374 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39566) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:44.399697 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a617d1dd-7066-4372-ba2b-17051b69dcff admin admin] Request body: {'subnet': {'network_id': 'c761cce7-1f2d-4545-8be2-20f6bdaaeb42', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1580535777-subnet', 'tenant_id': 'd092ba6d09f74abb813f5ec4172beef8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:44.466868 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3af65f-2c50-48c9-816b-91a5253baa18 req-840313e9-630b-41e3-a044-f286e044fb8c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:44.475119 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2c3af65f-2c50-48c9-816b-91a5253baa18 req-840313e9-630b-41e3-a044-f286e044fb8c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.4299381 Jul 13 07:58:44.489858 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a617d1dd-7066-4372-ba2b-17051b69dcff admin admin] Made reservation on behalf of d092ba6d09f74abb813f5ec4172beef8 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:58:44.498222 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a617d1dd-7066-4372-ba2b-17051b69dcff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.600815 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:44.618549 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26d5e62-33be-45fd-b62d-caa80552b9c4 None None] Sync routers for ids ['a629586e-2c7e-47a1-8091-e47722c044a5'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:44.651330 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d5e62-33be-45fd-b62d-caa80552b9c4 None None] Routers {'a629586e-2c7e-47a1-8091-e47722c044a5'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:44.652341 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b26d5e62-33be-45fd-b62d-caa80552b9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:58:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a629586e-2c7e-47a1-8091-e47722c044a5'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:44.675546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ad9d8-c5cc-45a1-8b29-9bed8e16ed02 admin admin] Pushing event updated for resources: {'Network': ['ID=c761cce7-1f2d-4545-8be2-20f6bdaaeb42,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:44.690275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network c761cce7-1f2d-4545-8be2-20f6bdaaeb42 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:58:44.749761 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2c3af65f-2c50-48c9-816b-91a5253baa18 req-0556c457-0c53-4665-a0c5-e144e25da9eb tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736285 Jul 13 07:58:44.758603 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b26d5e62-33be-45fd-b62d-caa80552b9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:44.789067 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.791445 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d5e62-33be-45fd-b62d-caa80552b9c4 None None] Routers {'a629586e-2c7e-47a1-8091-e47722c044a5'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:44.793321 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b26d5e62-33be-45fd-b62d-caa80552b9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:58:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a629586e-2c7e-47a1-8091-e47722c044a5'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:44.809196 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d819a1-9424-48d4-995b-bb56c600b55a req-97b5ca9e-e17f-4788-b170-56604bf35284 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:44.812965 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00d819a1-9424-48d4-995b-bb56c600b55a req-97b5ca9e-e17f-4788-b170-56604bf35284 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 946 time: 0.3167868 Jul 13 07:58:44.957766 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b26d5e62-33be-45fd-b62d-caa80552b9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:44.958638 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26d5e62-33be-45fd-b62d-caa80552b9c4 None None] The sync data for ids ['a629586e-2c7e-47a1-8091-e47722c044a5'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:44.989520 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00d819a1-9424-48d4-995b-bb56c600b55a req-e1c5b3c7-3a99-4ce8-beec-f91f8aca9486 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346939 Jul 13 07:58:44.994257 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3de0cc76-0ad9-4159-9860-e4b9f06da8eb tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 6.6470606 Jul 13 07:58:44.997230 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39576) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:45.126497 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a617d1dd-7066-4372-ba2b-17051b69dcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:45.192507 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a961f8b0-ebde-4945-a6bd-396e596475f8 tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] 10.222.0.58 "GET /v2.0/floatingips/ec2b39a9-1c78-4561-adf4-13012826ca10 HTTP/1.1" status: 200 len: 984 time: 0.1933551 Jul 13 07:58:45.195066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a617d1dd-7066-4372-ba2b-17051b69dcff admin admin] Checking segment: {'id': '2e522982-46ec-4b68-bad9-cb26e088fa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c761cce7-1f2d-4545-8be2-20f6bdaaeb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:45.195764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39580) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:45.196090 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a617d1dd-7066-4372-ba2b-17051b69dcff admin admin] Network hostable DHCP agents. Network: c761cce7-1f2d-4545-8be2-20f6bdaaeb42, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:58:45.267479 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617d1dd-7066-4372-ba2b-17051b69dcff admin admin] Pushing event updated for resources: {'Subnet': ['ID=762a1878-0f23-4e13-96c6-22de91b94ab7,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:45.274838 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a617d1dd-7066-4372-ba2b-17051b69dcff admin admin] Network c761cce7-1f2d-4545-8be2-20f6bdaaeb42 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:58:45.312462 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-a617d1dd-7066-4372-ba2b-17051b69dcff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, c761cce7-1f2d-4545-8be2-20f6bdaaeb42) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:45.316196 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e4f09b-a4c5-4950-ba6c-c2cc5ebba3fa None None] Network c761cce7-1f2d-4545-8be2-20f6bdaaeb42 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:45.318655 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a617d1dd-7066-4372-ba2b-17051b69dcff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:45.322773 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a617d1dd-7066-4372-ba2b-17051b69dcff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:45.359960 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a617d1dd-7066-4372-ba2b-17051b69dcff admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9703877 Jul 13 07:58:45.395238 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e2a63648-4816-4e8e-afec-b0c2befb317a tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4608 time: 0.1977673 Jul 13 07:58:45.397755 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39590) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:45.617871 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb1925f-3a8c-4409-8558-5ef9cb348b3e None None] Network c761cce7-1f2d-4545-8be2-20f6bdaaeb42 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:45.733749 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-dde727d1-800e-43bb-a00b-63f43884fe2a tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Deleting port fabb140b-9176-4e98-b345-28b82ffb9038 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:45.734437 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dde727d1-800e-43bb-a00b-63f43884fe2a tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:45.903204 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dde727d1-800e-43bb-a00b-63f43884fe2a tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:45.903707 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dde727d1-800e-43bb-a00b-63f43884fe2a tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:45.920477 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-dde727d1-800e-43bb-a00b-63f43884fe2a tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Calling delete_port for fabb140b-9176-4e98-b345-28b82ffb9038 owned by network:floatingip {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:46.300475 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa25431-ae57-4468-92bb-efd840fb42e2 req-402f538f-0117-402b-9e36-0e6fc5452f5a tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:46.309313 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cfa25431-ae57-4468-92bb-efd840fb42e2 req-402f538f-0117-402b-9e36-0e6fc5452f5a tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.3386528 Jul 13 07:58:46.332375 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-e7be2bcb-797b-417d-b800-897f1a901f83 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:46.334838 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-e7be2bcb-797b-417d-b800-897f1a901f83 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/networks?id=c761cce7-1f2d-4545-8be2-20f6bdaaeb42 HTTP/1.1" status: 200 len: 818 time: 0.3627925 Jul 13 07:58:46.366430 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-ed5ab75e-ec14-4d11-b840-86a9920ad78c tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/quotas/d092ba6d09f74abb813f5ec4172beef8 HTTP/1.1" status: 200 len: 375 time: 0.0219417 Jul 13 07:58:46.389613 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dde727d1-800e-43bb-a00b-63f43884fe2a tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:46.408984 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cfa25431-ae57-4468-92bb-efd840fb42e2 req-452ba570-b9b9-4656-843e-26c759148fea tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985978 Jul 13 07:58:46.449446 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde727d1-800e-43bb-a00b-63f43884fe2a tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Pushing event deleted for resources: {'Port': ['ID=fabb140b-9176-4e98-b345-28b82ffb9038,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:46.492713 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-b414b64f-eea1-4af3-98a0-50ccfa757f98 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d092ba6d09f74abb813f5ec4172beef8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1105895 Jul 13 07:58:46.651267 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dde727d1-800e-43bb-a00b-63f43884fe2a tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for floatingip, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:46.651626 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-dde727d1-800e-43bb-a00b-63f43884fe2a tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Floating IP ec2b39a9-1c78-4561-adf4-13012826ca10 disassociated (deleted). External IP: 172.25.0.154, port: 41d6d4ab-8f4d-4487-9f06-5daeae1c7237. Jul 13 07:58:46.681356 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-e94846a2-9ea2-4111-83df-ecfc1dd5df3b service neutron] 10.222.0.58 "GET /v2.0/networks/c761cce7-1f2d-4545-8be2-20f6bdaaeb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877999 Jul 13 07:58:46.863573 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487fe23-0ee8-4dfe-b3f3-68a19d52cdcc req-e62c00bf-ecfb-44ca-8d82-5e46c7d9d042 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:46.872340 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4487fe23-0ee8-4dfe-b3f3-68a19d52cdcc req-e62c00bf-ecfb-44ca-8d82-5e46c7d9d042 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 946 time: 0.2645807 Jul 13 07:58:46.939619 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4487fe23-0ee8-4dfe-b3f3-68a19d52cdcc req-70238606-f95c-4e3c-8eca-9d85ea9fc22b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629447 Jul 13 07:58:46.964022 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39634) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:47.011090 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde727d1-800e-43bb-a00b-63f43884fe2a tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Router a629586e-2c7e-47a1-8091-e47722c044a5 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:58:47.040739 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-bc1e51bd-4003-4998-87db-826379cd2c28 service neutron] 10.222.0.58 "GET /v2.0/networks/c761cce7-1f2d-4545-8be2-20f6bdaaeb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525555 Jul 13 07:58:47.071325 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-17e55da2-7b7c-4072-9480-8698c5b32205 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/floatingips/e7557c1d-c4a5-4c00-85a8-70d15dd12a39 HTTP/1.1" status: 200 len: 994 time: 0.1060400 Jul 13 07:58:47.212891 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde727d1-800e-43bb-a00b-63f43884fe2a tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:47.218228 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dde727d1-800e-43bb-a00b-63f43884fe2a tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:47.247930 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59b4ddc-3433-464c-9d3a-1d7b47a871ab None None] Sync routers for ids ['a629586e-2c7e-47a1-8091-e47722c044a5'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:47.271311 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59b4ddc-3433-464c-9d3a-1d7b47a871ab None None] Routers {'a629586e-2c7e-47a1-8091-e47722c044a5'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:47.271946 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c59b4ddc-3433-464c-9d3a-1d7b47a871ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:58:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a629586e-2c7e-47a1-8091-e47722c044a5'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:47.274211 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-dde727d1-800e-43bb-a00b-63f43884fe2a tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] 10.222.0.58 "DELETE /v2.0/floatingips/ec2b39a9-1c78-4561-adf4-13012826ca10 HTTP/1.1" status: 204 len: 168 time: 1.8753130 Jul 13 07:58:47.278480 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39642) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:47.283103 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-681d8a99-a022-4076-a0a1-e14d47e346d0 tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:47.314185 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c59b4ddc-3433-464c-9d3a-1d7b47a871ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:47.329705 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-681d8a99-a022-4076-a0a1-e14d47e346d0 tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:47.330271 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59b4ddc-3433-464c-9d3a-1d7b47a871ab None None] Routers {'a629586e-2c7e-47a1-8091-e47722c044a5'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:47.330858 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c59b4ddc-3433-464c-9d3a-1d7b47a871ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:58:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a629586e-2c7e-47a1-8091-e47722c044a5'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:47.380154 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c59b4ddc-3433-464c-9d3a-1d7b47a871ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:47.381200 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59b4ddc-3433-464c-9d3a-1d7b47a871ab None None] The sync data for ids ['a629586e-2c7e-47a1-8091-e47722c044a5'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:47.537529 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-602e8d42-d35d-4f04-83e9-0ec79fe5846b req-3de5142b-3a2f-4e8d-b89c-ef166c3612cd tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6a608f9-1b61-45d4-9c26-cb27e472b7bc HTTP/1.1" status: 200 len: 210 time: 0.0573602 Jul 13 07:58:47.607080 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-681d8a99-a022-4076-a0a1-e14d47e346d0 tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:47.889079 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab95c1-c5bc-459b-8067-a37b33433640 req-cb0b7a94-9130-4eaf-8e9b-0f08556c094b tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:47.890993 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00ab95c1-c5bc-459b-8067-a37b33433640 req-cb0b7a94-9130-4eaf-8e9b-0f08556c094b tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.2146208 Jul 13 07:58:47.907597 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-681d8a99-a022-4076-a0a1-e14d47e346d0 tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Allocated IP 172.25.0.44 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/e675a276-f4f6-4ee7-8085-c00277879d83) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:48.099975 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00ab95c1-c5bc-459b-8067-a37b33433640 req-e0c6d941-e259-4264-aeaa-eebd39c87a4d tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847220 Jul 13 07:58:48.117769 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-681d8a99-a022-4076-a0a1-e14d47e346d0 tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:48.193910 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-681d8a99-a022-4076-a0a1-e14d47e346d0 tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:48.277195 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681d8a99-a022-4076-a0a1-e14d47e346d0 tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:48.282309 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-681d8a99-a022-4076-a0a1-e14d47e346d0 tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:48.309176 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681d8a99-a022-4076-a0a1-e14d47e346d0 tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:48.380033 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d8a99-a022-4076-a0a1-e14d47e346d0 tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Pushing event updated for resources: {'Port': ['ID=e675a276-f4f6-4ee7-8085-c00277879d83,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:48.402684 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-681d8a99-a022-4076-a0a1-e14d47e346d0 tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:48.491870 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-681d8a99-a022-4076-a0a1-e14d47e346d0 tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:48.961575 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7035a3-cf74-4529-9933-e7f2315d0165 req-62f2ef89-0fdc-4bb4-986e-f413eefa71fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:48.967883 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ef7035a3-cf74-4529-9933-e7f2315d0165 req-62f2ef89-0fdc-4bb4-986e-f413eefa71fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3de4ade69c24e9b8a0825017e0177ec&device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 1098 time: 0.0744224 Jul 13 07:58:49.129165 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7035a3-cf74-4529-9933-e7f2315d0165 req-95d93a2d-533d-457a-9501-a3624757a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:49.131229 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ef7035a3-cf74-4529-9933-e7f2315d0165 req-95d93a2d-533d-457a-9501-a3624757a748 service neutron] 10.222.0.35 "GET /v2.0/networks?id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89 HTTP/1.1" status: 200 len: 917 time: 0.1525693 Jul 13 07:58:49.173712 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ff2b471a-2251-4a7e-82b0-196a03e633a5 req-0cef9b01-933e-4eab-b184-292176e27207 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6a608f9-1b61-45d4-9c26-cb27e472b7bc HTTP/1.1" status: 200 len: 210 time: 0.0787756 Jul 13 07:58:49.206484 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-681d8a99-a022-4076-a0a1-e14d47e346d0 tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:49.222803 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-681d8a99-a022-4076-a0a1-e14d47e346d0 tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:49.240183 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ef7035a3-cf74-4529-9933-e7f2315d0165 req-c5d01b78-f632-4171-8efb-0ea0a7e44106 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 HTTP/1.1" status: 200 len: 1002 time: 0.1016333 Jul 13 07:58:49.279853 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d8a99-a022-4076-a0a1-e14d47e346d0 tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Pushing event updated for resources: {'Port': ['ID=e675a276-f4f6-4ee7-8085-c00277879d83,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:49.340420 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7035a3-cf74-4529-9933-e7f2315d0165 req-b7c0ae5d-9c8e-48c9-bb07-9917207a802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:49.346020 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ef7035a3-cf74-4529-9933-e7f2315d0165 req-b7c0ae5d-9c8e-48c9-bb07-9917207a802e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c438866-8191-4fb5-b30d-fdddd69335c4 HTTP/1.1" status: 200 len: 855 time: 0.0962501 Jul 13 07:58:49.432606 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-681d8a99-a022-4076-a0a1-e14d47e346d0 tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:49.434584 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7035a3-cf74-4529-9933-e7f2315d0165 req-8cb83803-602b-4ebd-8a76-d5f93cdb946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:49.436493 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ef7035a3-cf74-4529-9933-e7f2315d0165 req-8cb83803-602b-4ebd-8a76-d5f93cdb946f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808735 Jul 13 07:58:49.465709 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03622e7b-3c9c-4322-a829-8b3f426abb45 req-a1636eb8-6961-476a-bfd6-d163bae4a9b0 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:49.467465 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-03622e7b-3c9c-4322-a829-8b3f426abb45 req-a1636eb8-6961-476a-bfd6-d163bae4a9b0 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.1753356 Jul 13 07:58:49.469265 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-681d8a99-a022-4076-a0a1-e14d47e346d0 tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:49.473723 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-681d8a99-a022-4076-a0a1-e14d47e346d0 tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1909764 Jul 13 07:58:49.474707 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39708) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:49.538742 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-03622e7b-3c9c-4322-a829-8b3f426abb45 req-8db71418-b9df-412d-89ac-2847e118b7b1 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568016 Jul 13 07:58:49.650766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ed4d2c55-8c94-45a7-ad42-89940626f3da tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:49.685590 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2c55-8c94-45a7-ad42-89940626f3da tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:49.843037 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2c55-8c94-45a7-ad42-89940626f3da tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:49.975391 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-ed4d2c55-8c94-45a7-ad42-89940626f3da tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Allocated IP 172.25.0.61 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/cc6ea76e-ec2a-4c48-8100-29a3deb46c36) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:50.109266 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2c55-8c94-45a7-ad42-89940626f3da tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:50.160684 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2c55-8c94-45a7-ad42-89940626f3da tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:50.197822 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4d2c55-8c94-45a7-ad42-89940626f3da tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:50.203297 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ed4d2c55-8c94-45a7-ad42-89940626f3da tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:50.207520 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4d2c55-8c94-45a7-ad42-89940626f3da tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:50.250777 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ef7035a3-cf74-4529-9933-e7f2315d0165 req-d6d15b8e-630b-4219-a5c3-7afe98f18017 service neutron] 10.222.0.35 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7956924 Jul 13 07:58:50.272355 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-ad1df7e6-8c3e-455e-ba42-8fffc06d7ccd tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:50.273866 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-ad1df7e6-8c3e-455e-ba42-8fffc06d7ccd tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.62 "GET /v2.0/networks?id=c761cce7-1f2d-4545-8be2-20f6bdaaeb42 HTTP/1.1" status: 200 len: 818 time: 0.8159606 Jul 13 07:58:50.325469 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-87eb8fc9-60a3-4544-af61-ea8d29c001ae tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Request body: {'port': {'device_id': 'e6a608f9-1b61-45d4-9c26-cb27e472b7bc', 'network_id': 'c761cce7-1f2d-4545-8be2-20f6bdaaeb42', 'admin_state_up': True, 'tenant_id': 'd092ba6d09f74abb813f5ec4172beef8'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:50.339384 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2c55-8c94-45a7-ad42-89940626f3da tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:50.385128 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da57005c-8558-4a85-af98-063e7130df84 req-1523cc90-c7e3-48e8-905d-db2d89eeb509 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6a608f9-1b61-45d4-9c26-cb27e472b7bc HTTP/1.1" status: 200 len: 210 time: 0.0389946 Jul 13 07:58:50.391257 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d2c55-8c94-45a7-ad42-89940626f3da tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Pushing event updated for resources: {'Port': ['ID=cc6ea76e-ec2a-4c48-8100-29a3deb46c36,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:50.436128 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2c55-8c94-45a7-ad42-89940626f3da tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:50.488665 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ef7035a3-cf74-4529-9933-e7f2315d0165 req-e92ce15d-40ab-4361-baf6-39a35de272c3 service neutron] 10.222.0.35 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370310 Jul 13 07:58:50.519947 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-87eb8fc9-60a3-4544-af61-ea8d29c001ae tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Made reservation on behalf of d092ba6d09f74abb813f5ec4172beef8 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:58:50.524697 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-87eb8fc9-60a3-4544-af61-ea8d29c001ae tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:50.675028 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2c55-8c94-45a7-ad42-89940626f3da tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:50.685778 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2c55-8c94-45a7-ad42-89940626f3da tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:50.781046 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-87eb8fc9-60a3-4544-af61-ea8d29c001ae tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Allocated IP 172.20.0.11 (c761cce7-1f2d-4545-8be2-20f6bdaaeb42/762a1878-0f23-4e13-96c6-22de91b94ab7/5db0953a-b792-4605-8f7d-6760baf5dccd) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:50.836289 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2c55-8c94-45a7-ad42-89940626f3da tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:50.852247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d2c55-8c94-45a7-ad42-89940626f3da tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Pushing event updated for resources: {'Port': ['ID=cc6ea76e-ec2a-4c48-8100-29a3deb46c36,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:50.867658 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2c55-8c94-45a7-ad42-89940626f3da tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:50.871699 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ed4d2c55-8c94-45a7-ad42-89940626f3da tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3930924 Jul 13 07:58:50.872522 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39758) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:50.956543 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ceea2-946d-40a4-b3a0-6bf6b62dd514 req-e3228225-eeb8-4b5c-9dc0-d351afba43e4 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:50.958212 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-173ceea2-946d-40a4-b3a0-6bf6b62dd514 req-e3228225-eeb8-4b5c-9dc0-d351afba43e4 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.1792407 Jul 13 07:58:50.979990 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9b161296-a7b0-42c5-84b3-1f545bbfde91 tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4790 time: 0.1039269 Jul 13 07:58:50.980251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39760) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:51.016625 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-87eb8fc9-60a3-4544-af61-ea8d29c001ae tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:51.061074 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-87eb8fc9-60a3-4544-af61-ea8d29c001ae tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:51.068568 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8a59b7af-62d1-4824-b075-e7677c988220 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0843012 Jul 13 07:58:51.071739 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39762) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:51.126611 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-173ceea2-946d-40a4-b3a0-6bf6b62dd514 req-36d2b38e-e50b-4f05-a311-333992b5ea87 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578140 Jul 13 07:58:51.131942 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb8fc9-60a3-4544-af61-ea8d29c001ae tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Pushing event updated for resources: {'Port': ['ID=5db0953a-b792-4605-8f7d-6760baf5dccd,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:51.136726 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-87eb8fc9-60a3-4544-af61-ea8d29c001ae tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Network c761cce7-1f2d-4545-8be2-20f6bdaaeb42 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:51.138767 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-87eb8fc9-60a3-4544-af61-ea8d29c001ae tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:51.141218 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-87eb8fc9-60a3-4544-af61-ea8d29c001ae tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:51.221826 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-87eb8fc9-60a3-4544-af61-ea8d29c001ae tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:51.222412 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-87eb8fc9-60a3-4544-af61-ea8d29c001ae tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:51.238659 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-87eb8fc9-60a3-4544-af61-ea8d29c001ae tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9290063 Jul 13 07:58:51.264595 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] Request body: {'port': {'device_id': 'e6a608f9-1b61-45d4-9c26-cb27e472b7bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:51.266612 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c17a9736-8070-4483-816e-b8c320112e2c tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Deleting port cc6ea76e-ec2a-4c48-8100-29a3deb46c36 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:51.266851 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c17a9736-8070-4483-816e-b8c320112e2c tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:51.364892 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:51.379188 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c17a9736-8070-4483-816e-b8c320112e2c tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:51.379188 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c17a9736-8070-4483-816e-b8c320112e2c tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:51.392525 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c17a9736-8070-4483-816e-b8c320112e2c tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Calling delete_port for cc6ea76e-ec2a-4c48-8100-29a3deb46c36 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:51.531697 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:51.622611 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c17a9736-8070-4483-816e-b8c320112e2c tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:51.661926 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:51.688022 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db0953a-b792-4605-8f7d-6760baf5dccd {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:58:51.696283 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:51.699459 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a9736-8070-4483-816e-b8c320112e2c tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Pushing event deleted for resources: {'Port': ['ID=cc6ea76e-ec2a-4c48-8100-29a3deb46c36,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:51.700522 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:51.701652 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:58:51.704477 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f73d6d3-fc0b-4e5f-aa13-e38ba112293b" -d '{"events": [{"server_uuid": "95ec32c9-b358-41f6-9445-c4c2c5e13aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "fdae8ee5-7ed0-4dc2-9099-5b9072c058d6"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:58:51.711138 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:51.729532 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] Transition to ACTIVE for port object 5db0953a-b792-4605-8f7d-6760baf5dccd will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:51.740118 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:51.806726 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2636fb7f-32be-4d3e-9ea9-da8c092d7b8d x-openstack-request-id: req-2636fb7f-32be-4d3e-9ea9-da8c092d7b8d {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:58:51.807017 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ec32c9-b358-41f6-9445-c4c2c5e13aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "fdae8ee5-7ed0-4dc2-9099-5b9072c058d6", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:58:51.807614 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2636fb7f-32be-4d3e-9ea9-da8c092d7b8d {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:58:51.808873 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6', 'code': 200} Jul 13 07:58:51.813253 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:51.833079 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c17a9736-8070-4483-816e-b8c320112e2c tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:51.835164 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c17a9736-8070-4483-816e-b8c320112e2c tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:51.836344 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c17a9736-8070-4483-816e-b8c320112e2c tempest-FloatingIPAdminTestJSON-1454536025 tempest-FloatingIPAdminTestJSON-1454536025-project] 10.222.0.58 "DELETE /v2.0/floatingips/df64f5de-9f8a-4ac7-a9be-db9c8852c822 HTTP/1.1" status: 204 len: 168 time: 0.7637699 Jul 13 07:58:51.852019 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39788) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:51.859775 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] Pushing event updated for resources: {'Port': ['ID=5db0953a-b792-4605-8f7d-6760baf5dccd,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:51.876786 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fb6e3-d216-4a14-8068-342e40ac48eb req-71537f88-6532-4d5b-ae9f-6656433d8186 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:51.881088 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be5fb6e3-d216-4a14-8068-342e40ac48eb req-71537f88-6532-4d5b-ae9f-6656433d8186 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6a608f9-1b61-45d4-9c26-cb27e472b7bc HTTP/1.1" status: 200 len: 932 time: 0.2481885 Jul 13 07:58:51.940642 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] Attempting to bind port 5db0953a-b792-4605-8f7d-6760baf5dccd on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:58:51.941056 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] Attempting to bind port 5db0953a-b792-4605-8f7d-6760baf5dccd by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '2e522982-46ec-4b68-bad9-cb26e088fa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c761cce7-1f2d-4545-8be2-20f6bdaaeb42'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:58:51.941389 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] Attempting to bind port 5db0953a-b792-4605-8f7d-6760baf5dccd on network c761cce7-1f2d-4545-8be2-20f6bdaaeb42 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:51.946350 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] Port 5db0953a-b792-4605-8f7d-6760baf5dccd on network c761cce7-1f2d-4545-8be2-20f6bdaaeb42 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:58:51.946681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] Attempting to bind port 5db0953a-b792-4605-8f7d-6760baf5dccd on network c761cce7-1f2d-4545-8be2-20f6bdaaeb42 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:51.952261 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:58:51.952600 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] Checking segment: {'id': '2e522982-46ec-4b68-bad9-cb26e088fa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c761cce7-1f2d-4545-8be2-20f6bdaaeb42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:51.952987 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] Bound using segment: {'id': '2e522982-46ec-4b68-bad9-cb26e088fa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c761cce7-1f2d-4545-8be2-20f6bdaaeb42'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:58:51.953412 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] Bound port: 5db0953a-b792-4605-8f7d-6760baf5dccd, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e522982-46ec-4b68-bad9-cb26e088fa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c761cce7-1f2d-4545-8be2-20f6bdaaeb42'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:58:51.953784 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:52.030322 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] For port 5db0953a-b792-4605-8f7d-6760baf5dccd, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:58:52.033762 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] For port 5db0953a-b792-4605-8f7d-6760baf5dccd, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=5db0953a-b792-4605-8f7d-6760baf5dccd,segment=NetworkSegment(2e522982-46ec-4b68-bad9-cb26e088fa44),segment_id=2e522982-46ec-4b68-bad9-cb26e088fa44)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:58:52.038112 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be5fb6e3-d216-4a14-8068-342e40ac48eb req-6eabd880-0532-4ae6-8c50-4de00da3a280 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff3ad743-c796-49d0-8ef6-3ea7cf35d603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169496 Jul 13 07:58:52.044771 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:52.061814 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b11326bf-e48b-4881-8c07-a215fb4cbdcc tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Deleting port e675a276-f4f6-4ee7-8085-c00277879d83 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:52.064170 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b11326bf-e48b-4881-8c07-a215fb4cbdcc tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:52.105797 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:52.106450 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:52.108129 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] 10.222.0.62 "PUT /v2.0/ports/5db0953a-b792-4605-8f7d-6760baf5dccd HTTP/1.1" status: 200 len: 1093 time: 0.8570774 Jul 13 07:58:52.108569 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a608f9-1b61-45d4-9c26-cb27e472b7bc', 'tag': '5db0953a-b792-4605-8f7d-6760baf5dccd'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:58:52.111503 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ab1bc2-370d-45a8-b197-b2324126830b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a608f9-1b61-45d4-9c26-cb27e472b7bc", "tag": "5db0953a-b792-4605-8f7d-6760baf5dccd"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:58:52.170833 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3dd7ca2d-dbf7-4ecf-be1d-f9e6102c710b None None] Provisioning complete for port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:52.171712 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3dd7ca2d-dbf7-4ecf-be1d-f9e6102c710b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:52.191405 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b11326bf-e48b-4881-8c07-a215fb4cbdcc tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:52.192360 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b11326bf-e48b-4881-8c07-a215fb4cbdcc tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:52.208557 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b11326bf-e48b-4881-8c07-a215fb4cbdcc tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Calling delete_port for e675a276-f4f6-4ee7-8085-c00277879d83 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:52.263508 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8034a3-bdae-4f31-b643-e5c32c87541f service neutron] Pushing event updated for resources: {'Port': ['ID=5db0953a-b792-4605-8f7d-6760baf5dccd,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:52.268141 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7240180f-2950-4b03-8cee-5ab560b7e760 x-openstack-request-id: req-7240180f-2950-4b03-8cee-5ab560b7e760 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:58:52.268834 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a608f9-1b61-45d4-9c26-cb27e472b7bc", "tag": "5db0953a-b792-4605-8f7d-6760baf5dccd", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:58:52.268834 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7240180f-2950-4b03-8cee-5ab560b7e760 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:58:52.272624 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a608f9-1b61-45d4-9c26-cb27e472b7bc', 'tag': '5db0953a-b792-4605-8f7d-6760baf5dccd', 'status': 'completed', 'code': 200} Jul 13 07:58:52.347320 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-47618bcb-966b-4eab-8359-391148ba9fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:52.352080 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-47618bcb-966b-4eab-8359-391148ba9fe6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d092ba6d09f74abb813f5ec4172beef8&device_id=e6a608f9-1b61-45d4-9c26-cb27e472b7bc HTTP/1.1" status: 200 len: 1096 time: 0.1666572 Jul 13 07:58:52.382864 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b11326bf-e48b-4881-8c07-a215fb4cbdcc tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:52.394298 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3dd7ca2d-dbf7-4ecf-be1d-f9e6102c710b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:52.418325 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11326bf-e48b-4881-8c07-a215fb4cbdcc tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Pushing event deleted for resources: {'Port': ['ID=e675a276-f4f6-4ee7-8085-c00277879d83,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:52.459692 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3dd7ca2d-dbf7-4ecf-be1d-f9e6102c710b None None] For port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:52.467189 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3dd7ca2d-dbf7-4ecf-be1d-f9e6102c710b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:52.470562 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-db0b59c1-040a-4352-b13d-e75145d57fd5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5db0953a-b792-4605-8f7d-6760baf5dccd HTTP/1.1" status: 200 len: 217 time: 0.1088710 Jul 13 07:58:52.501925 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b11326bf-e48b-4881-8c07-a215fb4cbdcc tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:52.504185 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b11326bf-e48b-4881-8c07-a215fb4cbdcc tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:52.509936 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b11326bf-e48b-4881-8c07-a215fb4cbdcc tempest-FloatingIPAdminTestJSON-359476667 tempest-FloatingIPAdminTestJSON-359476667-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/265be4b0-dacc-4783-8b87-e90ce1211fed HTTP/1.1" status: 204 len: 168 time: 0.6439385 Jul 13 07:58:52.517236 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39800) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:52.565127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ee6c0-0d8b-4627-8069-b0bb07289c5c req-3ecfcddc-0fc8-41e4-bd92-102937b69ab6 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:52.566807 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-716ee6c0-0d8b-4627-8069-b0bb07289c5c req-3ecfcddc-0fc8-41e4-bd92-102937b69ab6 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.0770278 Jul 13 07:58:52.581803 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-ddf0fc9e-6f79-4db4-9e71-ad5f8a6f16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:52.583330 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-ddf0fc9e-6f79-4db4-9e71-ad5f8a6f16e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=762a1878-0f23-4e13-96c6-22de91b94ab7 HTTP/1.1" status: 200 len: 858 time: 0.1065030 Jul 13 07:58:52.627680 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7ca2d-dbf7-4ecf-be1d-f9e6102c710b None None] Pushing event updated for resources: {'Port': ['ID=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:52.633162 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-716ee6c0-0d8b-4627-8069-b0bb07289c5c req-589b819a-e2b9-4b86-8db1-26baf6eb436d tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578818 Jul 13 07:58:52.645447 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-87e00e93-aa37-49c8-bd31-9bdee279aa58 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c761cce7-1f2d-4545-8be2-20f6bdaaeb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525959 Jul 13 07:58:52.799832 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-a3e29ca0-d854-4817-b7cb-15e2ca7f132e tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Deleting port 41d6d4ab-8f4d-4487-9f06-5daeae1c7237 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:52.800724 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a3e29ca0-d854-4817-b7cb-15e2ca7f132e tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:52.804875 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-5e5bad76-a332-4d8e-a985-d76de1c2caea service neutron] 10.222.0.62 "GET /v2.0/networks/c761cce7-1f2d-4545-8be2-20f6bdaaeb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459737 Jul 13 07:58:52.907784 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6b1ce703-f8a0-49be-b4a8-e0a7ab4dec40 None None] Provisioning complete for port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:52.908182 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b1ce703-f8a0-49be-b4a8-e0a7ab4dec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:53.012858 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a3e29ca0-d854-4817-b7cb-15e2ca7f132e tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:53.024730 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-af856d5c-d739-481a-89eb-e0c1383eb956 req-cd0140ef-3ecc-4537-ae38-7f32401251ff service neutron] 10.222.0.62 "GET /v2.0/networks/c761cce7-1f2d-4545-8be2-20f6bdaaeb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968775 Jul 13 07:58:53.029150 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-a3e29ca0-d854-4817-b7cb-15e2ca7f132e tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Calling delete_port for 41d6d4ab-8f4d-4487-9f06-5daeae1c7237 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:53.231580 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd1d83d0-c892-4279-bc83-f87d57a1d246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:53.245955 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab1bc2-370d-45a8-b197-b2324126830b req-49fc0de4-c107-487b-94da-e8974f607ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:53.246947 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-36ab1bc2-370d-45a8-b197-b2324126830b req-49fc0de4-c107-487b-94da-e8974f607ae5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d092ba6d09f74abb813f5ec4172beef8&device_id=e6a608f9-1b61-45d4-9c26-cb27e472b7bc HTTP/1.1" status: 200 len: 1096 time: 0.1656787 Jul 13 07:58:53.274657 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3d7d3-ca2b-47aa-a255-cf797e28da13 req-2c712261-a3aa-485a-8978-a63031068624 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:53.283481 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c9b3d7d3-ca2b-47aa-a255-cf797e28da13 req-2c712261-a3aa-485a-8978-a63031068624 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6a608f9-1b61-45d4-9c26-cb27e472b7bc HTTP/1.1" status: 200 len: 944 time: 0.0950720 Jul 13 07:58:53.304288 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a3e29ca0-d854-4817-b7cb-15e2ca7f132e tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:53.340363 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c9b3d7d3-ca2b-47aa-a255-cf797e28da13 req-4bd44b59-d537-4dbc-b637-3d0f49a8c80c tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff3ad743-c796-49d0-8ef6-3ea7cf35d603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547884 Jul 13 07:58:53.371412 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e29ca0-d854-4817-b7cb-15e2ca7f132e tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Pushing event deleted for resources: {'Port': ['ID=41d6d4ab-8f4d-4487-9f06-5daeae1c7237,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:53.468795 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab1bc2-370d-45a8-b197-b2324126830b req-690deaf0-e0c3-469e-8b84-85b553b03923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:53.470363 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-36ab1bc2-370d-45a8-b197-b2324126830b req-690deaf0-e0c3-469e-8b84-85b553b03923 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c761cce7-1f2d-4545-8be2-20f6bdaaeb42 HTTP/1.1" status: 200 len: 919 time: 0.2067149 Jul 13 07:58:53.473694 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a3e29ca0-d854-4817-b7cb-15e2ca7f132e tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:53.475930 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a3e29ca0-d854-4817-b7cb-15e2ca7f132e tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] 10.222.0.58 "DELETE /v2.0/ports/41d6d4ab-8f4d-4487-9f06-5daeae1c7237 HTTP/1.1" status: 204 len: 168 time: 0.9574387 Jul 13 07:58:53.478627 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 39828) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:53.522287 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-36ab1bc2-370d-45a8-b197-b2324126830b req-947ae6f2-f106-4619-8156-758196c1df3a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5db0953a-b792-4605-8f7d-6760baf5dccd HTTP/1.1" status: 200 len: 217 time: 0.0443895 Jul 13 07:58:53.598101 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab1bc2-370d-45a8-b197-b2324126830b req-a1f4e784-a14e-45d7-bcff-5d032e73d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:53.599940 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-36ab1bc2-370d-45a8-b197-b2324126830b req-a1f4e784-a14e-45d7-bcff-5d032e73d7ba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=762a1878-0f23-4e13-96c6-22de91b94ab7 HTTP/1.1" status: 200 len: 858 time: 0.0666475 Jul 13 07:58:53.601942 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911d39bb-d954-465c-af27-b68e874e1881 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:53.603751 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-911d39bb-d954-465c-af27-b68e874e1881 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] 10.222.0.58 "GET /v2.0/ports?device_id=a629586e-2c7e-47a1-8091-e47722c044a5 HTTP/1.1" status: 200 len: 913 time: 0.1226852 Jul 13 07:58:53.608496 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39830) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:53.681347 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-36ab1bc2-370d-45a8-b197-b2324126830b req-515f0670-455f-4da2-8214-7c5c61c77c30 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c761cce7-1f2d-4545-8be2-20f6bdaaeb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732780 Jul 13 07:58:53.810621 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:58:53.812934 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64079cc-ef57-4c8d-ba10-7ec1ee0e09bc" -d '{"events": [{"server_uuid": "95ec32c9-b358-41f6-9445-c4c2c5e13aa1", "name": "network-vif-plugged", "status": "completed", "tag": "fdae8ee5-7ed0-4dc2-9099-5b9072c058d6"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:58:53.868214 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 07:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d7c609-6a9b-40d7-84df-c3d152a7afc8 x-openstack-request-id: req-60d7c609-6a9b-40d7-84df-c3d152a7afc8 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:58:53.868722 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ec32c9-b358-41f6-9445-c4c2c5e13aa1", "name": "network-vif-plugged", "status": "failed", "tag": "fdae8ee5-7ed0-4dc2-9099-5b9072c058d6", "code": 422}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:58:53.868977 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-60d7c609-6a9b-40d7-84df-c3d152a7afc8 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:58:53.869401 n-d-779913-28 neutron-server[93725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6', 'code': 422} returned with failed status Jul 13 07:58:53.893959 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb72b6-ac50-4502-86d3-0de1f90bcb83 req-eeed2891-73a0-4eeb-8623-a0de55928b12 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:53.903142 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08eb72b6-ac50-4502-86d3-0de1f90bcb83 req-eeed2891-73a0-4eeb-8623-a0de55928b12 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.0987854 Jul 13 07:58:53.947167 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08eb72b6-ac50-4502-86d3-0de1f90bcb83 req-77a362f4-aa52-4389-813e-b9902412a213 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437551 Jul 13 07:58:54.233659 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-36ab1bc2-370d-45a8-b197-b2324126830b req-c451706b-eb5e-452b-a70a-4f1163580880 service neutron] 10.222.0.62 "GET /v2.0/networks/c761cce7-1f2d-4545-8be2-20f6bdaaeb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858582 Jul 13 07:58:54.345925 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-36ab1bc2-370d-45a8-b197-b2324126830b req-a61e95d3-0173-4b8b-b23a-cfbd0fedf4fb service neutron] 10.222.0.62 "GET /v2.0/networks/c761cce7-1f2d-4545-8be2-20f6bdaaeb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054316 Jul 13 07:58:54.616040 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12311d2-2d85-4690-9662-11b14123162b req-a7810147-8235-4616-bc02-66beb3e2c2eb tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:54.617830 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d12311d2-2d85-4690-9662-11b14123162b req-a7810147-8235-4616-bc02-66beb3e2c2eb tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6a608f9-1b61-45d4-9c26-cb27e472b7bc HTTP/1.1" status: 200 len: 944 time: 0.1128950 Jul 13 07:58:54.649789 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:54.697513 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d12311d2-2d85-4690-9662-11b14123162b req-2e5e7db5-2109-4f62-ac15-f4beb8b14574 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff3ad743-c796-49d0-8ef6-3ea7cf35d603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725884 Jul 13 07:58:55.025949 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Deleting port 2508722c-4d7a-45c6-b49b-9baeaa17ffd3 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:55.026194 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:55.162729 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:55.190635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Calling delete_port for 2508722c-4d7a-45c6-b49b-9baeaa17ffd3 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:55.296428 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cca9e-48e0-4729-a412-73e861964052 req-20ab55ad-37e9-451c-aa97-caaf4f56805d tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:55.303376 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb6cca9e-48e0-4729-a412-73e861964052 req-20ab55ad-37e9-451c-aa97-caaf4f56805d tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.1121547 Jul 13 07:58:55.355986 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb6cca9e-48e0-4729-a412-73e861964052 req-d2a9c81a-7724-45a9-bf65-544b0e736f83 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516689 Jul 13 07:58:55.529260 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:55.571802 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Pushing event deleted for resources: {'Port': ['ID=2508722c-4d7a-45c6-b49b-9baeaa17ffd3,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:55.577455 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:55.583609 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:55.583964 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:55.584310 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:55.584828 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:55.585435 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:55.585920 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:55.586289 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:55.586627 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:55.586959 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:55.587292 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:55.587622 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:55.587950 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:55.773186 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:55.789647 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085a5c6-715b-4a2a-ad0c-21ddfe478824 req-bfdcb17d-295c-4ec0-83f0-5871371803b3 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:55.798934 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c085a5c6-715b-4a2a-ad0c-21ddfe478824 req-bfdcb17d-295c-4ec0-83f0-5871371803b3 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.2193973 Jul 13 07:58:55.845610 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:55.851001 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2b1d2-7ed6-4bc3-94df-c28701732ded req-106ca0c6-9f42-4e3b-84b9-831b92f13229 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:55.856944 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:55.859626 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ccd2b1d2-7ed6-4bc3-94df-c28701732ded req-106ca0c6-9f42-4e3b-84b9-831b92f13229 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.3153656 Jul 13 07:58:55.881204 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c085a5c6-715b-4a2a-ad0c-21ddfe478824 req-c006c6c7-896a-4ede-bf83-23d246c86efb tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797241 Jul 13 07:58:55.909265 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:58:55.922772 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81372c04-716e-4ec2-b64c-f6e8be04e7fd" -d '{"events": [{"server_uuid": "95ec32c9-b358-41f6-9445-c4c2c5e13aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "fdae8ee5-7ed0-4dc2-9099-5b9072c058d6"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:58:55.996612 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ccd2b1d2-7ed6-4bc3-94df-c28701732ded req-a7d36a46-ff90-40e5-aea3-a34807d0f424 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360128 Jul 13 07:58:56.010116 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,revision_number=10']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:56.022718 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:56.092762 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 07:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d0a626-5b5f-41fb-ab9c-e0ea00a61d05 x-openstack-request-id: req-46d0a626-5b5f-41fb-ab9c-e0ea00a61d05 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:58:56.093359 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ec32c9-b358-41f6-9445-c4c2c5e13aa1", "name": "network-vif-unplugged", "status": "failed", "tag": "fdae8ee5-7ed0-4dc2-9099-5b9072c058d6", "code": 422}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:58:56.093879 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-46d0a626-5b5f-41fb-ab9c-e0ea00a61d05 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:58:56.094636 n-d-779913-28 neutron-server[93725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6', 'code': 422} returned with failed status Jul 13 07:58:56.149299 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-93a3942a-20f1-4716-8a0c-7a96ad552e70 req-6e22f0b9-3b6c-49dd-8aae-3355ebfee9f4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2736859 Jul 13 07:58:56.431473 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b01d3f7a-4117-4fbd-b704-cbb4638de2a4 None None] Provisioning complete for port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:56.431858 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b01d3f7a-4117-4fbd-b704-cbb4638de2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:56.512208 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-6322af3c-3043-4147-b02f-74176ee3942f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:56.513722 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-6322af3c-3043-4147-b02f-74176ee3942f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 812 time: 0.1787155 Jul 13 07:58:56.541521 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ad458-f106-450b-860a-3f7be319ad39 req-711a75f3-aa91-44ba-a17a-e8e7dab74ee6 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:56.542385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Router a629586e-2c7e-47a1-8091-e47722c044a5 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:58:56.543157 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e82ad458-f106-450b-860a-3f7be319ad39 req-711a75f3-aa91-44ba-a17a-e8e7dab74ee6 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6a608f9-1b61-45d4-9c26-cb27e472b7bc HTTP/1.1" status: 200 len: 944 time: 0.3966484 Jul 13 07:58:56.621855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-3e26f35b-b4e9-43e6-9ac8-2a135de5be17 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/quotas/fbbeea760150488197661d4c6a4419de HTTP/1.1" status: 200 len: 375 time: 0.0740509 Jul 13 07:58:56.655731 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b01d3f7a-4117-4fbd-b704-cbb4638de2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:56.696094 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e82ad458-f106-450b-860a-3f7be319ad39 req-a7fd10ed-e731-482f-b1bb-395ae9cc47db tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff3ad743-c796-49d0-8ef6-3ea7cf35d603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394081 Jul 13 07:58:56.717462 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b01d3f7a-4117-4fbd-b704-cbb4638de2a4 None None] For port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:56.724924 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:56.731320 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b01d3f7a-4117-4fbd-b704-cbb4638de2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:56.737304 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed0189-4fd2-41c1-96d2-f327fcd8496c None None] Sync routers for ids ['a629586e-2c7e-47a1-8091-e47722c044a5'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:56.748758 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-86d270e2-cc31-454a-9f67-c551c92a2d37 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] 10.222.0.58 "PUT /v2.0/routers/a629586e-2c7e-47a1-8091-e47722c044a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1312029 Jul 13 07:58:56.748758 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 39966) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:56.778904 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed0189-4fd2-41c1-96d2-f327fcd8496c None None] Routers {'a629586e-2c7e-47a1-8091-e47722c044a5'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:56.780054 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-86ed0189-4fd2-41c1-96d2-f327fcd8496c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:58:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a629586e-2c7e-47a1-8091-e47722c044a5'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:56.863452 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-86ed0189-4fd2-41c1-96d2-f327fcd8496c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:56.874070 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed0189-4fd2-41c1-96d2-f327fcd8496c None None] Routers {'a629586e-2c7e-47a1-8091-e47722c044a5'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:56.874803 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-86ed0189-4fd2-41c1-96d2-f327fcd8496c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:58:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a629586e-2c7e-47a1-8091-e47722c044a5'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:56.912821 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d3f7a-4117-4fbd-b704-cbb4638de2a4 None None] Pushing event updated for resources: {'Port': ['ID=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,revision_number=11']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:56.913843 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-1e2aed78-a383-4d20-85e6-e280593b1b59 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2796190 Jul 13 07:58:56.985408 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-86ed0189-4fd2-41c1-96d2-f327fcd8496c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:56.986110 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed0189-4fd2-41c1-96d2-f327fcd8496c None None] The sync data for ids ['a629586e-2c7e-47a1-8091-e47722c044a5'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:57.154855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-edb46802-4a6f-4b50-8bbe-41883442139a service neutron] 10.222.0.58 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352653 Jul 13 07:58:57.300468 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b914177d-3c32-4607-b5f9-68e622100cce None None] Provisioning complete for port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:57.300842 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b914177d-3c32-4607-b5f9-68e622100cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:57.376261 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1048515-c0e8-4417-91a7-f944adf20918 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:57.457955 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ab5f7-fe37-4cb3-9ea2-d4edc8ceb91f req-ac5687cb-d9b3-4fc2-be2c-0769a9538e1d tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:57.459834 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-038ab5f7-fe37-4cb3-9ea2-d4edc8ceb91f req-ac5687cb-d9b3-4fc2-be2c-0769a9538e1d tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 947 time: 0.3860300 Jul 13 07:58:57.467591 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 5db0953a-b792-4605-8f7d-6760baf5dccd details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:58:57.494512 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-51387bfe-c152-4d0b-abe0-c1867e6d4d66 service neutron] 10.222.0.58 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863510 Jul 13 07:58:57.573970 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1048515-c0e8-4417-91a7-f944adf20918 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:57.588046 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b786c279-1500-424b-887c-ade928cf0fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:57.594745 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-038ab5f7-fe37-4cb3-9ea2-d4edc8ceb91f req-cfcea857-c38e-4c89-a024-b75ba1886eaa tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943961 Jul 13 07:58:57.659577 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 5db0953a-b792-4605-8f7d-6760baf5dccd, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=5db0953a-b792-4605-8f7d-6760baf5dccd,segment=NetworkSegment(2e522982-46ec-4b68-bad9-cb26e088fa44),segment_id=2e522982-46ec-4b68-bad9-cb26e088fa44)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:57.678469 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '5db0953a-b792-4605-8f7d-6760baf5dccd', 'network_id': 'c761cce7-1f2d-4545-8be2-20f6bdaaeb42', 'port_id': '5db0953a-b792-4605-8f7d-6760baf5dccd', 'mac_address': 'fa:16:3e:5a:70:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762a1878-0f23-4e13-96c6-22de91b94ab7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:58:57.773777 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-20eebfdf-839f-4d0d-9e19-d6bd0750dc9b req-58dfc586-9051-4586-be83-f3292ccbe81f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 210 time: 0.0443156 Jul 13 07:58:57.787078 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:57.834166 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db0953a-b792-4605-8f7d-6760baf5dccd {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:58:57.838122 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b1048515-c0e8-4417-91a7-f944adf20918 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Deleting port cce56803-59e1-427e-b56c-72aa10224379 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:57.838719 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1048515-c0e8-4417-91a7-f944adf20918 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:57.870640 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 5db0953a-b792-4605-8f7d-6760baf5dccd, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=5db0953a-b792-4605-8f7d-6760baf5dccd,segment=NetworkSegment(2e522982-46ec-4b68-bad9-cb26e088fa44),segment_id=2e522982-46ec-4b68-bad9-cb26e088fa44)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:57.872560 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:57.877686 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:57.913634 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3942a-20f1-4716-8a0c-7a96ad552e70 req-cd4ffa3e-10d2-43e9-8c35-005cc9a102c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:57.918580 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-93a3942a-20f1-4716-8a0c-7a96ad552e70 req-cd4ffa3e-10d2-43e9-8c35-005cc9a102c2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1&tenant_id=b3de4ade69c24e9b8a0825017e0177ec HTTP/1.1" status: 200 len: 1099 time: 0.2555249 Jul 13 07:58:57.949467 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=5db0953a-b792-4605-8f7d-6760baf5dccd,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:58.056052 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1048515-c0e8-4417-91a7-f944adf20918 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:58.071966 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b1048515-c0e8-4417-91a7-f944adf20918 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Calling delete_port for cce56803-59e1-427e-b56c-72aa10224379 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:58.080612 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d575e7b-10ef-44a5-976c-3363c8155756 req-74cec91b-00c5-45b6-9bfc-4c954766a3f6 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:58.088162 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d575e7b-10ef-44a5-976c-3363c8155756 req-74cec91b-00c5-45b6-9bfc-4c954766a3f6 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6a608f9-1b61-45d4-9c26-cb27e472b7bc HTTP/1.1" status: 200 len: 945 time: 0.1162598 Jul 13 07:58:58.102037 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:58:58.104963 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2892d0a0-83d3-4daf-9b27-9ac75a00807b" -d '{"events": [{"server_uuid": "95ec32c9-b358-41f6-9445-c4c2c5e13aa1", "name": "network-vif-plugged", "status": "completed", "tag": "fdae8ee5-7ed0-4dc2-9099-5b9072c058d6"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:58:58.162428 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3942a-20f1-4716-8a0c-7a96ad552e70 req-e10b0e28-ce69-473e-a090-df3ed7b6b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:58.162798 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d575e7b-10ef-44a5-976c-3363c8155756 req-4e61663b-1a57-47db-a654-a3396929e44e tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff3ad743-c796-49d0-8ef6-3ea7cf35d603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736053 Jul 13 07:58:58.165961 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-93a3942a-20f1-4716-8a0c-7a96ad552e70 req-e10b0e28-ce69-473e-a090-df3ed7b6b3ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3de4ade69c24e9b8a0825017e0177ec&device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 1099 time: 0.1541655 Jul 13 07:58:58.170358 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['5db0953a-b792-4605-8f7d-6760baf5dccd'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:58:58.184500 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edaa53fc-c462-4a67-89c0-c70d6072cd52 x-openstack-request-id: req-edaa53fc-c462-4a67-89c0-c70d6072cd52 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:58:58.185807 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ec32c9-b358-41f6-9445-c4c2c5e13aa1", "name": "network-vif-plugged", "status": "completed", "tag": "fdae8ee5-7ed0-4dc2-9099-5b9072c058d6", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:58:58.186068 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-edaa53fc-c462-4a67-89c0-c70d6072cd52 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:58:58.186934 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6', 'code': 200} Jul 13 07:58:58.399346 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3942a-20f1-4716-8a0c-7a96ad552e70 req-ea6e33d6-2dc6-448f-8457-60074ee10f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:58.402011 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-93a3942a-20f1-4716-8a0c-7a96ad552e70 req-ea6e33d6-2dc6-448f-8457-60074ee10f0b service neutron] 10.222.0.35 "GET /v2.0/networks?id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89 HTTP/1.1" status: 200 len: 917 time: 0.2223091 Jul 13 07:58:58.480423 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-93a3942a-20f1-4716-8a0c-7a96ad552e70 req-438f0c72-a154-4e82-8c9f-e9d1095b0bfe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 HTTP/1.1" status: 200 len: 1002 time: 0.0637484 Jul 13 07:58:58.567373 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3942a-20f1-4716-8a0c-7a96ad552e70 req-dfd45766-3f28-4b64-b1a7-380063e0bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:58.568950 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-93a3942a-20f1-4716-8a0c-7a96ad552e70 req-dfd45766-3f28-4b64-b1a7-380063e0bd48 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c438866-8191-4fb5-b30d-fdddd69335c4 HTTP/1.1" status: 200 len: 855 time: 0.0708618 Jul 13 07:58:58.570192 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1048515-c0e8-4417-91a7-f944adf20918 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:58.609603 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1048515-c0e8-4417-91a7-f944adf20918 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Pushing event deleted for resources: {'Port': ['ID=cce56803-59e1-427e-b56c-72aa10224379,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:58.716741 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1048515-c0e8-4417-91a7-f944adf20918 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:58.782592 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3942a-20f1-4716-8a0c-7a96ad552e70 req-69f973c8-7cbd-4e2b-bd6b-adbea5ae9a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:58.784292 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-93a3942a-20f1-4716-8a0c-7a96ad552e70 req-69f973c8-7cbd-4e2b-bd6b-adbea5ae9a54 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2045569 Jul 13 07:58:58.840695 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1048515-c0e8-4417-91a7-f944adf20918 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:58.848559 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1048515-c0e8-4417-91a7-f944adf20918 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:58.951606 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251ca73-f0d0-4102-ad40-ecde70e746a1 req-86daa0c7-6ebc-48b3-b310-a4bb9be32334 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:58.953493 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a251ca73-f0d0-4102-ad40-ecde70e746a1 req-86daa0c7-6ebc-48b3-b310-a4bb9be32334 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 947 time: 0.1536436 Jul 13 07:58:58.966372 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1048515-c0e8-4417-91a7-f944adf20918 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:58.966952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1048515-c0e8-4417-91a7-f944adf20918 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Fanout notify agent at l3_agent the message router_deleted on router a629586e-2c7e-47a1-8091-e47722c044a5 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:58:58.975537 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1048515-c0e8-4417-91a7-f944adf20918 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:58.977568 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b1048515-c0e8-4417-91a7-f944adf20918 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] 10.222.0.58 "DELETE /v2.0/routers/a629586e-2c7e-47a1-8091-e47722c044a5 HTTP/1.1" status: 204 len: 168 time: 2.2335126 Jul 13 07:58:58.982671 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40032) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:59.033979 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4573a75f-75ad-4a1d-8ec7-3c990c155d8e req-bd0a6418-2046-4597-812f-d0b282cb75ba tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 210 time: 0.0783949 Jul 13 07:58:59.076398 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-93a3942a-20f1-4716-8a0c-7a96ad552e70 req-74a67abe-7813-40bc-8e0b-a08b68b79ab8 service neutron] 10.222.0.35 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605140 Jul 13 07:58:59.094540 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a251ca73-f0d0-4102-ad40-ecde70e746a1 req-827a1bbf-561d-4cc6-9b21-7213f93372f6 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287026 Jul 13 07:58:59.142757 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b488f9d-fb54-4fee-81fc-53c052abaa89 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Deleting subnet 4e151c1e-703d-488f-a8aa-6c9e7b08e3cc {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:58:59.146994 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3b488f9d-fb54-4fee-81fc-53c052abaa89 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:59.224356 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3b488f9d-fb54-4fee-81fc-53c052abaa89 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:59.334115 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-93a3942a-20f1-4716-8a0c-7a96ad552e70 req-5c7af52b-bd7f-4435-af5f-81511a2791c1 service neutron] 10.222.0.35 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405627 Jul 13 07:58:59.434414 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3b488f9d-fb54-4fee-81fc-53c052abaa89 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:59.440871 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 5db0953a-b792-4605-8f7d-6760baf5dccd up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:59.539805 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-82b54082-3bca-4286-b173-a32327ca6ea1 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:59.544723 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-82b54082-3bca-4286-b173-a32327ca6ea1 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.35 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 812 time: 0.3041468 Jul 13 07:58:59.581100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a664a-551a-420b-b382-6cca35d78b98 req-aacda546-25fa-4237-a232-d2a9b1b5e2de tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:59.585610 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3b488f9d-fb54-4fee-81fc-53c052abaa89 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:59.589994 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-959a664a-551a-420b-b382-6cca35d78b98 req-aacda546-25fa-4237-a232-d2a9b1b5e2de tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6a608f9-1b61-45d4-9c26-cb27e472b7bc HTTP/1.1" status: 200 len: 945 time: 0.1985695 Jul 13 07:58:59.595628 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-fb5a710a-c60d-43ba-9151-b04a7eab40c4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Request body: {'port': {'device_id': '979e3eef-7027-4e0d-bb4b-866a90cd030d', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'admin_state_up': True, 'tenant_id': 'fbbeea760150488197661d4c6a4419de'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:59.597638 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 5db0953a-b792-4605-8f7d-6760baf5dccd completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:59.603060 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:59.603825 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 5db0953a-b792-4605-8f7d-6760baf5dccd triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:59.604692 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:59.656776 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b488f9d-fb54-4fee-81fc-53c052abaa89 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Pushing event deleted for resources: {'Subnet': ['ID=4e151c1e-703d-488f-a8aa-6c9e7b08e3cc,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:59.660892 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3b488f9d-fb54-4fee-81fc-53c052abaa89 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:59.663069 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3b488f9d-fb54-4fee-81fc-53c052abaa89 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] 10.222.0.58 "DELETE /v2.0/subnets/4e151c1e-703d-488f-a8aa-6c9e7b08e3cc HTTP/1.1" status: 204 len: 168 time: 0.6794686 Jul 13 07:58:59.665826 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40054) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:59.708309 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-959a664a-551a-420b-b382-6cca35d78b98 req-e665427f-86ca-4468-9533-953b03bbe653 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff3ad743-c796-49d0-8ef6-3ea7cf35d603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962007 Jul 13 07:58:59.710743 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e149c858-20f7-4c1a-9061-65bec956a39c None None] Network 884b9bbf-9cd0-4b91-b7fd-9928c22c547b requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:59.796787 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30c1221d-de04-40e1-9cf0-149dd61b930b tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:59.944012 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-fb5a710a-c60d-43ba-9151-b04a7eab40c4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Made reservation on behalf of fbbeea760150488197661d4c6a4419de for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:58:59.948097 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-fb5a710a-c60d-43ba-9151-b04a7eab40c4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:59.955299 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-30c1221d-de04-40e1-9cf0-149dd61b930b tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Deleting port 316b0c6f-def4-4791-9390-48533badf03e {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:59.955756 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30c1221d-de04-40e1-9cf0-149dd61b930b tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:59.992276 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:00.094828 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-30c1221d-de04-40e1-9cf0-149dd61b930b tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] For port 316b0c6f-def4-4791-9390-48533badf03e, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=316b0c6f-def4-4791-9390-48533badf03e,segment=NetworkSegment(ce1d5d97-8837-4b37-bc8b-56066854a3f2),segment_id=ce1d5d97-8837-4b37-bc8b-56066854a3f2)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:00.095243 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30c1221d-de04-40e1-9cf0-149dd61b930b tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:00.107463 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 5db0953a-b792-4605-8f7d-6760baf5dccd, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=5db0953a-b792-4605-8f7d-6760baf5dccd,segment=NetworkSegment(2e522982-46ec-4b68-bad9-cb26e088fa44),segment_id=2e522982-46ec-4b68-bad9-cb26e088fa44)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:00.116377 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:00.117197 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-30c1221d-de04-40e1-9cf0-149dd61b930b tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Calling delete_port for 316b0c6f-def4-4791-9390-48533badf03e owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:00.226339 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a608f9-1b61-45d4-9c26-cb27e472b7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db0953a-b792-4605-8f7d-6760baf5dccd'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:00.228931 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d3bec9-fb4a-4802-b078-ba147e22ab5a" -d '{"events": [{"server_uuid": "e6a608f9-1b61-45d4-9c26-cb27e472b7bc", "name": "network-vif-plugged", "status": "completed", "tag": "5db0953a-b792-4605-8f7d-6760baf5dccd"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:00.324318 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=5db0953a-b792-4605-8f7d-6760baf5dccd,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:00.401309 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30c1221d-de04-40e1-9cf0-149dd61b930b tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:00.431850 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dad904b-c457-4be7-8343-a0d64aea7b95 None None] DHCP port deletion for 884b9bbf-9cd0-4b91-b7fd-9928c22c547b request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:59:00.474417 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1221d-de04-40e1-9cf0-149dd61b930b tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Pushing event deleted for resources: {'Port': ['ID=316b0c6f-def4-4791-9390-48533badf03e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:00.485422 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c1221d-de04-40e1-9cf0-149dd61b930b tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] No DVR routers for this DVR port 316b0c6f-def4-4791-9390-48533badf03e on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:59:00.489010 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4d06012c-7e6d-427c-8fb2-1a2de2bd12ef req-82f88da3-69a1-417a-81a5-9a3300c38b0e tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 210 time: 0.1400309 Jul 13 07:59:00.549289 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-fb5a710a-c60d-43ba-9151-b04a7eab40c4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Allocated IP 172.20.0.3 (3cfb6628-70f1-4eba-bd72-3d514884b2d1/59058d89-afdf-4361-a951-c6ec0763fda8/db50f809-3eae-4465-83c4-a68bcb872157) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:00.584203 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 316b0c6f-def4-4791-9390-48533badf03e no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:00.633166 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b78d5f-24f8-4ab0-acca-b31a0ca681d5 x-openstack-request-id: req-14b78d5f-24f8-4ab0-acca-b31a0ca681d5 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:00.633441 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a608f9-1b61-45d4-9c26-cb27e472b7bc", "name": "network-vif-plugged", "status": "completed", "tag": "5db0953a-b792-4605-8f7d-6760baf5dccd", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:00.633708 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14b78d5f-24f8-4ab0-acca-b31a0ca681d5 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:00.634918 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a608f9-1b61-45d4-9c26-cb27e472b7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db0953a-b792-4605-8f7d-6760baf5dccd', 'code': 200} Jul 13 07:59:00.635938 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 316b0c6f-def4-4791-9390-48533badf03e {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:00.636284 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 316b0c6f-def4-4791-9390-48533badf03e not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:00.692813 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30c1221d-de04-40e1-9cf0-149dd61b930b tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:00.744387 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-30c1221d-de04-40e1-9cf0-149dd61b930b tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884b9bbf-9cd0-4b91-b7fd-9928c22c547b']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:00.816261 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdec99-e36e-41fc-9a89-ff694716116c req-28f43bbe-984c-4cfd-a2ad-6275e6559fed tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:00.824351 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-27cdec99-e36e-41fc-9a89-ff694716116c req-28f43bbe-984c-4cfd-a2ad-6275e6559fed tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 947 time: 0.4471965 Jul 13 07:59:00.847769 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-30c1221d-de04-40e1-9cf0-149dd61b930b tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1d5d97-8837-4b37-bc8b-56066854a3f2') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:00.848045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-30c1221d-de04-40e1-9cf0-149dd61b930b tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1d5d97-8837-4b37-bc8b-56066854a3f2') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:00.882356 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30c1221d-de04-40e1-9cf0-149dd61b930b tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:00.957208 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30c1221d-de04-40e1-9cf0-149dd61b930b tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:00.990823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c1221d-de04-40e1-9cf0-149dd61b930b tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:59:00.991243 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30c1221d-de04-40e1-9cf0-149dd61b930b tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:59:00.995370 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:59:01.004608 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-27cdec99-e36e-41fc-9a89-ff694716116c req-f9ccdcfb-f0f1-45c7-a7cd-8f1b00bf2916 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791170 Jul 13 07:59:01.042241 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f265e8-8c79-461a-a7fe-6a89aa410400 req-3f6822b5-7a69-47e6-bbce-df4c08aff518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:01.044116 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-89f265e8-8c79-461a-a7fe-6a89aa410400 req-3f6822b5-7a69-47e6-bbce-df4c08aff518 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e6a608f9-1b61-45d4-9c26-cb27e472b7bc HTTP/1.1" status: 200 len: 1098 time: 0.3278499 Jul 13 07:59:01.113581 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-89f265e8-8c79-461a-a7fe-6a89aa410400 req-e0fb5646-62ed-4ffe-823a-be6e62064147 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ff3ad743-c796-49d0-8ef6-3ea7cf35d603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356197 Jul 13 07:59:01.115920 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30c1221d-de04-40e1-9cf0-149dd61b930b tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:01.131098 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30c1221d-de04-40e1-9cf0-149dd61b930b tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:01.143912 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-30c1221d-de04-40e1-9cf0-149dd61b930b tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] 10.222.0.58 "DELETE /v2.0/networks/884b9bbf-9cd0-4b91-b7fd-9928c22c547b HTTP/1.1" status: 204 len: 168 time: 1.4768229 Jul 13 07:59:01.144877 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40090) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:01.153181 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-fb5a710a-c60d-43ba-9151-b04a7eab40c4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:01.188338 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-fb5a710a-c60d-43ba-9151-b04a7eab40c4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Transition to ACTIVE for port object db50f809-3eae-4465-83c4-a68bcb872157 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:01.221395 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95955954-368d-4e36-8f43-4a0b02b37bbc req-6f079037-19f1-429a-9169-8f9a17126430 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:01.223507 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95955954-368d-4e36-8f43-4a0b02b37bbc req-6f079037-19f1-429a-9169-8f9a17126430 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6a608f9-1b61-45d4-9c26-cb27e472b7bc HTTP/1.1" status: 200 len: 946 time: 0.2134845 Jul 13 07:59:01.282314 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1221d-de04-40e1-9cf0-149dd61b930b tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Pushing event deleted for resources: {'Network': ['ID=884b9bbf-9cd0-4b91-b7fd-9928c22c547b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:01.332834 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:01.347382 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95955954-368d-4e36-8f43-4a0b02b37bbc req-0399b036-cc1f-4ff8-9220-43b1df892e6d tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff3ad743-c796-49d0-8ef6-3ea7cf35d603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119421 Jul 13 07:59:01.355595 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-fb5a710a-c60d-43ba-9151-b04a7eab40c4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:01.369938 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['8bbb45c0-b137-47c7-bf73-393e0210de1b'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:59:01.374946 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['ae84bb95-026c-47c0-98dc-22f8e12bb4f5'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:59:01.435024 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-e8bb8bea-2fdf-49c8-b746-e4d7ae602b58 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Deleting port 191f78bf-f09e-49f5-b457-8be58cdbcb5c {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:01.435867 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8bb8bea-2fdf-49c8-b746-e4d7ae602b58 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:01.502126 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-fb5a710a-c60d-43ba-9151-b04a7eab40c4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:01.519551 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-fb5a710a-c60d-43ba-9151-b04a7eab40c4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:01.522765 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-fb5a710a-c60d-43ba-9151-b04a7eab40c4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:01.621953 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8bb8bea-2fdf-49c8-b746-e4d7ae602b58 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:01.626442 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8bb8bea-2fdf-49c8-b746-e4d7ae602b58 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:01.654413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-fb5a710a-c60d-43ba-9151-b04a7eab40c4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:01.655090 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-fb5a710a-c60d-43ba-9151-b04a7eab40c4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:01.668909 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-e8bb8bea-2fdf-49c8-b746-e4d7ae602b58 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Calling delete_port for 191f78bf-f09e-49f5-b457-8be58cdbcb5c owned by network:floatingip {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:01.710628 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-fb5a710a-c60d-43ba-9151-b04a7eab40c4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1192784 Jul 13 07:59:01.726216 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a710a-c60d-43ba-9151-b04a7eab40c4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Pushing event updated for resources: {'Port': ['ID=db50f809-3eae-4465-83c4-a68bcb872157,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:01.956167 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b111b3-69b6-4cd0-9d37-d4a532f5bc51 req-6cd27503-3c65-4750-979a-ec370bb3f026 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:01.969697 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-69b111b3-69b6-4cd0-9d37-d4a532f5bc51 req-6cd27503-3c65-4750-979a-ec370bb3f026 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 931 time: 0.2120392 Jul 13 07:59:02.034799 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8bb8bea-2fdf-49c8-b746-e4d7ae602b58 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:02.042515 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-69b111b3-69b6-4cd0-9d37-d4a532f5bc51 req-74d9e1d8-f7a7-4264-bb86-d78aa3c6a8ac tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715530 Jul 13 07:59:02.048418 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b9a8650f-2c45-48f2-bb68-c2cbba5eb252 None None] Provisioning for port db50f809-3eae-4465-83c4-a68bcb872157 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:02.078504 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb8bea-2fdf-49c8-b746-e4d7ae602b58 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Pushing event deleted for resources: {'Port': ['ID=191f78bf-f09e-49f5-b457-8be58cdbcb5c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:02.129040 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b9a8650f-2c45-48f2-bb68-c2cbba5eb252 None None] Provisioning complete for port db50f809-3eae-4465-83c4-a68bcb872157 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:02.131314 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b9a8650f-2c45-48f2-bb68-c2cbba5eb252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:02.170704 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8bb8bea-2fdf-49c8-b746-e4d7ae602b58 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks [] for floatingip, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:02.173348 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8bb8bea-2fdf-49c8-b746-e4d7ae602b58 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:02.185209 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e8bb8bea-2fdf-49c8-b746-e4d7ae602b58 tempest-FloatingIPAdminTestJSON-519374212 tempest-FloatingIPAdminTestJSON-519374212-project] 10.222.0.58 "DELETE /v2.0/floatingips/c39a916f-6af8-4b47-97a1-ac7e04ac8569 HTTP/1.1" status: 204 len: 168 time: 1.0272965 Jul 13 07:59:02.270904 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b9a8650f-2c45-48f2-bb68-c2cbba5eb252 None None] Port db50f809-3eae-4465-83c4-a68bcb872157 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:02.393198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] Request body: {'port': {'device_id': '979e3eef-7027-4e0d-bb4b-866a90cd030d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:02.578450 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509aa2a-97ff-451c-be2e-d509287c6a0f req-cdb8163c-9a6b-43e6-b22e-f60d22e1b0cd tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:02.588843 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5509aa2a-97ff-451c-be2e-d509287c6a0f req-cdb8163c-9a6b-43e6-b22e-f60d22e1b0cd tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 947 time: 0.3384171 Jul 13 07:59:02.600312 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:02.669886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40108) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:02.996109 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4932ad51-ebe9-4332-bbc8-ca9fd53779b8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20404a4489334f2caac13259a70d76e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3265758 Jul 13 07:59:03.002955 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40118) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:03.112972 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a043c596-62d4-4586-b889-f5dfb5ba5e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:03.168758 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a043c596-62d4-4586-b889-f5dfb5ba5e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:03.268663 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a043c596-62d4-4586-b889-f5dfb5ba5e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:03.272344 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a043c596-62d4-4586-b889-f5dfb5ba5e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:03.276717 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a043c596-62d4-4586-b889-f5dfb5ba5e37 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82f909b7-44c3-485c-9011-5cd5f5afc1f9 HTTP/1.1" status: 204 len: 168 time: 0.2705529 Jul 13 07:59:03.304206 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043c596-62d4-4586-b889-f5dfb5ba5e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f909b7-44c3-485c-9011-5cd5f5afc1f9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:03.308458 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5509aa2a-97ff-451c-be2e-d509287c6a0f req-8c7d5eb2-7838-4fa3-8a12-34bbd3eb4487 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7178867 Jul 13 07:59:03.572811 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6339e4-e91e-4328-bb29-73b33c0aa3e1 req-3dba4a40-137c-4a1b-bcb6-68ed1a121866 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:03.582301 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c6339e4-e91e-4328-bb29-73b33c0aa3e1 req-3dba4a40-137c-4a1b-bcb6-68ed1a121866 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6a608f9-1b61-45d4-9c26-cb27e472b7bc HTTP/1.1" status: 200 len: 946 time: 0.9650280 Jul 13 07:59:03.767670 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40144) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:03.795294 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-18312c29-f1a6-4552-bbc1-439ecc1bdacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:03.871376 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c6339e4-e91e-4328-bb29-73b33c0aa3e1 req-e8b7ab45-8759-4078-a56d-aa5676a47011 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff3ad743-c796-49d0-8ef6-3ea7cf35d603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851691 Jul 13 07:59:03.985646 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-18312c29-f1a6-4552-bbc1-439ecc1bdacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:03.992064 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-18312c29-f1a6-4552-bbc1-439ecc1bdacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:04.055254 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-18312c29-f1a6-4552-bbc1-439ecc1bdacb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3160f8283ed34e01b9dc1497b0b4a1fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847660 Jul 13 07:59:04.060761 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40150) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:04.083091 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18312c29-f1a6-4552-bbc1-439ecc1bdacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64a9132-87f0-46a7-8d5c-9fa16c7163f5,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:04.126672 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db50f809-3eae-4465-83c4-a68bcb872157 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:59:04.156781 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:04.185686 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-019724bc-bb4d-463b-a3c0-59bc92a441e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:04.188880 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce8105-4293-4c8d-95ac-9e2e15614966 req-5c0bdbf2-5a7d-491c-a478-beeb302deb94 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:04.189723 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24ce8105-4293-4c8d-95ac-9e2e15614966 req-5c0bdbf2-5a7d-491c-a478-beeb302deb94 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 931 time: 0.4769838 Jul 13 07:59:04.227292 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] Transition to ACTIVE for port object db50f809-3eae-4465-83c4-a68bcb872157 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:04.253242 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-019724bc-bb4d-463b-a3c0-59bc92a441e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:04.254997 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:04.335158 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-019724bc-bb4d-463b-a3c0-59bc92a441e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:04.338226 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-019724bc-bb4d-463b-a3c0-59bc92a441e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:04.340893 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-019724bc-bb4d-463b-a3c0-59bc92a441e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a64a9132-87f0-46a7-8d5c-9fa16c7163f5 HTTP/1.1" status: 204 len: 168 time: 0.2790599 Jul 13 07:59:04.365495 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019724bc-bb4d-463b-a3c0-59bc92a441e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64a9132-87f0-46a7-8d5c-9fa16c7163f5,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:04.401879 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24ce8105-4293-4c8d-95ac-9e2e15614966 req-e0535d97-f851-45ef-98f9-ae9406ff451d tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035904 Jul 13 07:59:04.461836 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] Pushing event updated for resources: {'Port': ['ID=db50f809-3eae-4465-83c4-a68bcb872157,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:04.668461 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] Attempting to bind port db50f809-3eae-4465-83c4-a68bcb872157 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:04.669801 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] Attempting to bind port db50f809-3eae-4465-83c4-a68bcb872157 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:04.670181 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] Attempting to bind port db50f809-3eae-4465-83c4-a68bcb872157 on network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:04.680144 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] Port db50f809-3eae-4465-83c4-a68bcb872157 on network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:59:04.683524 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] Attempting to bind port db50f809-3eae-4465-83c4-a68bcb872157 on network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:04.698893 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:04.699266 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] Checking segment: {'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:04.699669 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] Bound using segment: {'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:04.700120 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] Bound port: db50f809-3eae-4465-83c4-a68bcb872157, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:04.700482 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:05.050381 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40170) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:05.076649 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ce0831aa-d802-4bd7-810a-9e2fb6686db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:05.157482 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] For port db50f809-3eae-4465-83c4-a68bcb872157, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:05.205540 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ea01a-728f-4dea-b36b-db5e014ae3bd req-79841e7e-e02c-4f81-9d57-b2e3f8c2895f tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:05.221467 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-767ea01a-728f-4dea-b36b-db5e014ae3bd req-79841e7e-e02c-4f81-9d57-b2e3f8c2895f tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 947 time: 0.4130721 Jul 13 07:59:05.250346 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] For port db50f809-3eae-4465-83c4-a68bcb872157, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=db50f809-3eae-4465-83c4-a68bcb872157,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:05.295668 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ce0831aa-d802-4bd7-810a-9e2fb6686db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:05.296594 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:05.303204 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ce0831aa-d802-4bd7-810a-9e2fb6686db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:05.434338 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ce0831aa-d802-4bd7-810a-9e2fb6686db9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cae98e9483bf4b4296ce2c031acf2846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3798339 Jul 13 07:59:05.434338 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0831aa-d802-4bd7-810a-9e2fb6686db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ddb8d5-7775-4180-9dba-150335edb472,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:05.437268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40182) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:05.491159 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-767ea01a-728f-4dea-b36b-db5e014ae3bd req-044ca7a6-933e-403c-b823-fd55f516f649 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2676244 Jul 13 07:59:05.500225 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:05.508232 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:05.509801 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] 10.222.0.35 "PUT /v2.0/ports/db50f809-3eae-4465-83c4-a68bcb872157 HTTP/1.1" status: 200 len: 1092 time: 3.1598616 Jul 13 07:59:05.516673 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979e3eef-7027-4e0d-bb4b-866a90cd030d', 'tag': 'db50f809-3eae-4465-83c4-a68bcb872157'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:05.521991 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2008431b-3a21-4f2f-ab37-0f845ccc0139" -d '{"events": [{"name": "network-changed", "server_uuid": "979e3eef-7027-4e0d-bb4b-866a90cd030d", "tag": "db50f809-3eae-4465-83c4-a68bcb872157"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:05.593974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3438e-de09-4898-b9eb-c74c6cfd23a0 req-f6028981-947b-4bd8-be17-b820094f887b tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:05.606922 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68f3438e-de09-4898-b9eb-c74c6cfd23a0 req-f6028981-947b-4bd8-be17-b820094f887b tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6a608f9-1b61-45d4-9c26-cb27e472b7bc HTTP/1.1" status: 200 len: 946 time: 0.6387577 Jul 13 07:59:05.672685 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824e22d-7017-4a4b-a0f4-12d79cd54c98 service neutron] Pushing event updated for resources: {'Port': ['ID=db50f809-3eae-4465-83c4-a68bcb872157,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:05.842352 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68f3438e-de09-4898-b9eb-c74c6cfd23a0 req-90c3344a-58ae-4f24-be20-16e80c7b3b1b tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff3ad743-c796-49d0-8ef6-3ea7cf35d603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312322 Jul 13 07:59:05.844745 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eda9a963-e36b-4613-8633-e84417b04a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:05.901850 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eda9a963-e36b-4613-8633-e84417b04a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:05.996957 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a969de8-63ec-488d-8ce1-996cc8203be7 req-e652ede8-08bd-461e-9537-c406591970a9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:06.004164 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a969de8-63ec-488d-8ce1-996cc8203be7 req-e652ede8-08bd-461e-9537-c406591970a9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 943 time: 0.2509942 Jul 13 07:59:06.051493 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eda9a963-e36b-4613-8633-e84417b04a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:06.054285 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eda9a963-e36b-4613-8633-e84417b04a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:06.055557 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-eda9a963-e36b-4613-8633-e84417b04a0a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b1ddb8d5-7775-4180-9dba-150335edb472 HTTP/1.1" status: 204 len: 168 time: 0.6083877 Jul 13 07:59:06.117428 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9a963-e36b-4613-8633-e84417b04a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ddb8d5-7775-4180-9dba-150335edb472,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:06.155582 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a969de8-63ec-488d-8ce1-996cc8203be7 req-8e4fa51e-76de-4133-acb1-f48ff4536cd6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504211 Jul 13 07:59:06.252364 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73ca14b-9f03-4aef-a2ba-7270ecdc5f19 x-openstack-request-id: req-b73ca14b-9f03-4aef-a2ba-7270ecdc5f19 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:06.252756 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979e3eef-7027-4e0d-bb4b-866a90cd030d", "tag": "db50f809-3eae-4465-83c4-a68bcb872157", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:06.253167 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b73ca14b-9f03-4aef-a2ba-7270ecdc5f19 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:06.253582 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979e3eef-7027-4e0d-bb4b-866a90cd030d', 'tag': 'db50f809-3eae-4465-83c4-a68bcb872157', 'status': 'completed', 'code': 200} Jul 13 07:59:06.437946 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5efc2f-b0e7-4034-a8ee-0289e3cb77e8 req-ff3adf25-1196-485f-95c7-099c37366eab tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:06.439544 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bf5efc2f-b0e7-4034-a8ee-0289e3cb77e8 req-ff3adf25-1196-485f-95c7-099c37366eab tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6a608f9-1b61-45d4-9c26-cb27e472b7bc HTTP/1.1" status: 200 len: 946 time: 0.0803044 Jul 13 07:59:06.638863 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-bf5efc2f-b0e7-4034-a8ee-0289e3cb77e8 req-0817e9cd-ef5f-4d7c-9b8b-c3c68482ad10 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Deleting port 5db0953a-b792-4605-8f7d-6760baf5dccd {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:06.642299 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bf5efc2f-b0e7-4034-a8ee-0289e3cb77e8 req-0817e9cd-ef5f-4d7c-9b8b-c3c68482ad10 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:06.819290 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b5088-c7f8-4afe-bee3-64f1ed25695c req-68727973-2ce1-4f4e-833e-2a06b2120e2a tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:06.829732 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a7b5088-c7f8-4afe-bee3-64f1ed25695c req-68727973-2ce1-4f4e-833e-2a06b2120e2a tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 947 time: 0.1219950 Jul 13 07:59:06.836715 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-bf5efc2f-b0e7-4034-a8ee-0289e3cb77e8 req-0817e9cd-ef5f-4d7c-9b8b-c3c68482ad10 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] For port 5db0953a-b792-4605-8f7d-6760baf5dccd, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=5db0953a-b792-4605-8f7d-6760baf5dccd,segment=NetworkSegment(2e522982-46ec-4b68-bad9-cb26e088fa44),segment_id=2e522982-46ec-4b68-bad9-cb26e088fa44)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:06.837087 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bf5efc2f-b0e7-4034-a8ee-0289e3cb77e8 req-0817e9cd-ef5f-4d7c-9b8b-c3c68482ad10 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:06.877807 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-bf5efc2f-b0e7-4034-a8ee-0289e3cb77e8 req-0817e9cd-ef5f-4d7c-9b8b-c3c68482ad10 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Calling delete_port for 5db0953a-b792-4605-8f7d-6760baf5dccd owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:06.895982 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a7b5088-c7f8-4afe-bee3-64f1ed25695c req-56bba6cc-f4dd-4e09-9368-47a2cc5b1b0a tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656242 Jul 13 07:59:07.182145 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fcdb7-da1a-40af-b3fd-9c4370131a8d req-b05d58c9-2c52-489c-91f1-c3b50bb9b67e tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:07.192469 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-090fcdb7-da1a-40af-b3fd-9c4370131a8d req-b05d58c9-2c52-489c-91f1-c3b50bb9b67e tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6a608f9-1b61-45d4-9c26-cb27e472b7bc HTTP/1.1" status: 200 len: 946 time: 0.1270802 Jul 13 07:59:07.259773 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-090fcdb7-da1a-40af-b3fd-9c4370131a8d req-db885d73-8f3e-423e-bd0c-ed62dc14538f tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff3ad743-c796-49d0-8ef6-3ea7cf35d603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638299 Jul 13 07:59:07.262880 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bf5efc2f-b0e7-4034-a8ee-0289e3cb77e8 req-0817e9cd-ef5f-4d7c-9b8b-c3c68482ad10 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.285421 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['5db0953a-b792-4605-8f7d-6760baf5dccd'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:59:07.330887 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817e9cd-ef5f-4d7c-9b8b-c3c68482ad10 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Pushing event deleted for resources: {'Port': ['ID=5db0953a-b792-4605-8f7d-6760baf5dccd,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:07.436524 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5efc2f-b0e7-4034-a8ee-0289e3cb77e8 req-0817e9cd-ef5f-4d7c-9b8b-c3c68482ad10 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] No DVR routers for this DVR port 5db0953a-b792-4605-8f7d-6760baf5dccd on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:59:07.455111 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bf5efc2f-b0e7-4034-a8ee-0289e3cb77e8 req-0817e9cd-ef5f-4d7c-9b8b-c3c68482ad10 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.486842 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bf5efc2f-b0e7-4034-a8ee-0289e3cb77e8 req-0817e9cd-ef5f-4d7c-9b8b-c3c68482ad10 tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.62 "DELETE /v2.0/ports/5db0953a-b792-4605-8f7d-6760baf5dccd HTTP/1.1" status: 204 len: 173 time: 1.0160449 Jul 13 07:59:07.501618 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a608f9-1b61-45d4-9c26-cb27e472b7bc', 'name': 'network-vif-deleted', 'tag': '5db0953a-b792-4605-8f7d-6760baf5dccd'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:07.501618 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e750e4a-165c-4cac-a1e3-d1b95b0502b7" -d '{"events": [{"server_uuid": "e6a608f9-1b61-45d4-9c26-cb27e472b7bc", "name": "network-vif-deleted", "tag": "5db0953a-b792-4605-8f7d-6760baf5dccd"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:07.584274 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e2a99-14b1-4dcf-baed-e192a4d45120 req-11e98e4e-b5de-4169-93f2-4369d9f9dae4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:07.594317 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb4e2a99-14b1-4dcf-baed-e192a4d45120 req-11e98e4e-b5de-4169-93f2-4369d9f9dae4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 943 time: 0.1079681 Jul 13 07:59:07.611402 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc9b612-6129-46ed-a7a7-4c7ff5f9a958 x-openstack-request-id: req-8fc9b612-6129-46ed-a7a7-4c7ff5f9a958 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:07.611767 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a608f9-1b61-45d4-9c26-cb27e472b7bc", "name": "network-vif-deleted", "tag": "5db0953a-b792-4605-8f7d-6760baf5dccd", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:07.612164 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8fc9b612-6129-46ed-a7a7-4c7ff5f9a958 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:07.612642 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a608f9-1b61-45d4-9c26-cb27e472b7bc', 'name': 'network-vif-deleted', 'tag': '5db0953a-b792-4605-8f7d-6760baf5dccd', 'status': 'completed', 'code': 200} Jul 13 07:59:07.641430 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb4e2a99-14b1-4dcf-baed-e192a4d45120 req-4e44b7df-b377-423f-9da4-1c2362f26871 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462368 Jul 13 07:59:07.718298 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40248) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:07.890458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bc47c8f2-f545-45f5-a8e0-6d44f558ceea tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1752485982'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:07.955334 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc47c8f2-f545-45f5-a8e0-6d44f558ceea tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Made reservation on behalf of a0ffb35344bc4cd8a0348e916437de28 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:07.973417 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc47c8f2-f545-45f5-a8e0-6d44f558ceea tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.997443 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc47c8f2-f545-45f5-a8e0-6d44f558ceea tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:08.005541 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:08.304949 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc47c8f2-f545-45f5-a8e0-6d44f558ceea tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:08.353912 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc47c8f2-f545-45f5-a8e0-6d44f558ceea tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:08.437191 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc47c8f2-f545-45f5-a8e0-6d44f558ceea tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:59:08.515046 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc47c8f2-f545-45f5-a8e0-6d44f558ceea tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:08.515502 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-bc47c8f2-f545-45f5-a8e0-6d44f558ceea tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Added segment 9b714ef3-60b0-46df-a911-28ce6f79eb43 of type vlan for network 8adce0a9-427f-4c8b-b001-29265d34ca26 Jul 13 07:59:08.517249 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47c8f2-f545-45f5-a8e0-6d44f558ceea tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f1a6a9-a9ec-4cd2-ba11-14b6c31ba115,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:08.571517 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7afdaa-1f6d-43e3-a2f0-d367e16977be req-7493066b-51e9-4755-a495-dde7b130e81c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:08.578826 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b7afdaa-1f6d-43e3-a2f0-d367e16977be req-7493066b-51e9-4755-a495-dde7b130e81c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 947 time: 0.3596849 Jul 13 07:59:08.627204 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc47c8f2-f545-45f5-a8e0-6d44f558ceea tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:08.660044 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78fa222e-3904-4ab0-b0ac-8ac0cde320f5 req-a4953cee-519f-4fbd-8fc1-98c5ccd1f7da tempest-InstanceActionsV221TestJSON-381649705 tempest-InstanceActionsV221TestJSON-381649705-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6a608f9-1b61-45d4-9c26-cb27e472b7bc HTTP/1.1" status: 200 len: 210 time: 0.0737178 Jul 13 07:59:08.702781 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b7afdaa-1f6d-43e3-a2f0-d367e16977be req-7eaae630-7504-461b-b41b-6c298d90ddfb tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228578 Jul 13 07:59:08.743875 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc47c8f2-f545-45f5-a8e0-6d44f558ceea tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:08.750643 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc47c8f2-f545-45f5-a8e0-6d44f558ceea tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:08.751612 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc47c8f2-f545-45f5-a8e0-6d44f558ceea tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:08.815396 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bc47c8f2-f545-45f5-a8e0-6d44f558ceea tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0956883 Jul 13 07:59:08.818275 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40278) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:08.833140 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a7946120-3f00-491f-9193-1ba7f328be62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'network': {'name': 'tempest-RoutersTest-948698856'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:08.894877 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7946120-3f00-491f-9193-1ba7f328be62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Made reservation on behalf of a0ffb35344bc4cd8a0348e916437de28 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:08.898795 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a7946120-3f00-491f-9193-1ba7f328be62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:08.940296 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47c8f2-f545-45f5-a8e0-6d44f558ceea tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Network': ['ID=8adce0a9-427f-4c8b-b001-29265d34ca26,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:08.955434 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7946120-3f00-491f-9193-1ba7f328be62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:59:08.956765 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 8adce0a9-427f-4c8b-b001-29265d34ca26 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:59:08.978956 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a7946120-3f00-491f-9193-1ba7f328be62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:08.979471 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-a7946120-3f00-491f-9193-1ba7f328be62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Added segment 5677b7dd-ca92-4e2f-9dad-cf60bf42de12 of type vlan for network 4dc0881d-145d-41ac-a83f-984304e0a55a Jul 13 07:59:09.029022 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba7c26-d60a-41a0-aba0-016a0e41260b req-05b0a8d1-033c-4549-8860-215509901e32 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:09.032819 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-58ba7c26-d60a-41a0-aba0-016a0e41260b req-05b0a8d1-033c-4549-8860-215509901e32 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 943 time: 0.1823792 Jul 13 07:59:09.091624 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a7946120-3f00-491f-9193-1ba7f328be62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:09.159801 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a7946120-3f00-491f-9193-1ba7f328be62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:09.165575 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7946120-3f00-491f-9193-1ba7f328be62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:09.166198 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a7946120-3f00-491f-9193-1ba7f328be62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:09.170144 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-58ba7c26-d60a-41a0-aba0-016a0e41260b req-d4f62f6b-ce3f-4ca2-8999-af0c230361a2 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306322 Jul 13 07:59:09.633580 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a7946120-3f00-491f-9193-1ba7f328be62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7985187 Jul 13 07:59:09.633855 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40300) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:09.633855 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-efb4d902-2bc1-4d33-8004-2eb31c0c616d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'subnet': {'network_id': '8adce0a9-427f-4c8b-b001-29265d34ca26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:09.723492 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7946120-3f00-491f-9193-1ba7f328be62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Network': ['ID=4dc0881d-145d-41ac-a83f-984304e0a55a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:09.735966 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 4dc0881d-145d-41ac-a83f-984304e0a55a details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:59:09.874334 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb4d902-2bc1-4d33-8004-2eb31c0c616d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Made reservation on behalf of a0ffb35344bc4cd8a0348e916437de28 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:09.884031 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-efb4d902-2bc1-4d33-8004-2eb31c0c616d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:10.210600 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40322) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:10.273168 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f0a71-8dbd-4e9f-9626-d2e08bc178e4 req-e9efd109-f8dd-4292-acd2-86bcb4c19969 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:10.285155 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e60f0a71-8dbd-4e9f-9626-d2e08bc178e4 req-e9efd109-f8dd-4292-acd2-86bcb4c19969 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 947 time: 0.3628235 Jul 13 07:59:10.317553 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9267fb0-58bf-432e-8a10-9de178f81f2d admin admin] Deleting subnet 762a1878-0f23-4e13-96c6-22de91b94ab7 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:59:10.324765 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a9267fb0-58bf-432e-8a10-9de178f81f2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:10.382349 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e60f0a71-8dbd-4e9f-9626-d2e08bc178e4 req-e2a81f08-933a-4d49-a76a-f4529ab180ff tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962081 Jul 13 07:59:10.438077 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a9267fb0-58bf-432e-8a10-9de178f81f2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:10.490721 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a9267fb0-58bf-432e-8a10-9de178f81f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:10.556330 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-efb4d902-2bc1-4d33-8004-2eb31c0c616d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:10.646739 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4d902-2bc1-4d33-8004-2eb31c0c616d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Subnet': ['ID=dc30c6c1-cc05-4316-a3b2-563b9bb34834,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:10.661098 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a9267fb0-58bf-432e-8a10-9de178f81f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:10.663348 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f410d0f-552c-44a7-8aba-7f0e4c704ef3 req-3c08605b-1406-4aef-a287-5402476e2c59 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:10.672147 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f410d0f-552c-44a7-8aba-7f0e4c704ef3 req-3c08605b-1406-4aef-a287-5402476e2c59 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 943 time: 0.2146029 Jul 13 07:59:10.716079 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9267fb0-58bf-432e-8a10-9de178f81f2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=762a1878-0f23-4e13-96c6-22de91b94ab7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:10.732326 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a9267fb0-58bf-432e-8a10-9de178f81f2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:10.742254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb4d902-2bc1-4d33-8004-2eb31c0c616d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Checking segment: {'id': '9b714ef3-60b0-46df-a911-28ce6f79eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8adce0a9-427f-4c8b-b001-29265d34ca26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:10.742254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb4d902-2bc1-4d33-8004-2eb31c0c616d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network hostable DHCP agents. Network: 8adce0a9-427f-4c8b-b001-29265d34ca26, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:59:10.742517 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a9267fb0-58bf-432e-8a10-9de178f81f2d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/762a1878-0f23-4e13-96c6-22de91b94ab7 HTTP/1.1" status: 204 len: 168 time: 0.5298045 Jul 13 07:59:10.743902 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40340) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:10.839408 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f410d0f-552c-44a7-8aba-7f0e4c704ef3 req-8c2d2189-f1b2-4a57-8d22-b3bdd241fb5c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621897 Jul 13 07:59:10.907541 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb4d902-2bc1-4d33-8004-2eb31c0c616d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network 8adce0a9-427f-4c8b-b001-29265d34ca26 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:59:10.908369 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e41bea43-ff3a-4784-90d4-85cd79305f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:10.983178 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-efb4d902-2bc1-4d33-8004-2eb31c0c616d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 8adce0a9-427f-4c8b-b001-29265d34ca26) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:10.988257 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb4d902-2bc1-4d33-8004-2eb31c0c616d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:10.988845 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-efb4d902-2bc1-4d33-8004-2eb31c0c616d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:10.999011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8307cae-4b3d-43a4-bd29-e1bafd05f280 None None] Network 8adce0a9-427f-4c8b-b001-29265d34ca26 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:11.004184 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207de3da-ac1e-42d6-919a-1f494fa99f7b req-86b719c0-8ce3-4e9d-ae34-5e9b5f9a4dc8 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:11.005954 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-207de3da-ac1e-42d6-919a-1f494fa99f7b req-86b719c0-8ce3-4e9d-ae34-5e9b5f9a4dc8 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 1098 time: 0.2138383 Jul 13 07:59:11.044718 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-efb4d902-2bc1-4d33-8004-2eb31c0c616d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4145274 Jul 13 07:59:11.046510 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40348) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:11.053235 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-08c24cf4-fbeb-4335-90e8-0d44c4023059 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'subnet': {'network_id': '4dc0881d-145d-41ac-a83f-984304e0a55a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:11.111385 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-207de3da-ac1e-42d6-919a-1f494fa99f7b req-ae9845fc-afce-4bcf-92d1-207efaf37cae tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894649 Jul 13 07:59:11.111963 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40352) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:11.156102 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e41bea43-ff3a-4784-90d4-85cd79305f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:11.183179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-e41bea43-ff3a-4784-90d4-85cd79305f20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c761cce7-1f2d-4545-8be2-20f6bdaaeb42']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:11.232972 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-8adce0a9-427f-4c8b-b001-29265d34ca26', 'network_id': '8adce0a9-427f-4c8b-b001-29265d34ca26', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'fixed_ips': [{'subnet_id': 'dc30c6c1-cc05-4316-a3b2-563b9bb34834'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:59:11.233857 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:11.234240 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-e41bea43-ff3a-4784-90d4-85cd79305f20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e522982-46ec-4b68-bad9-cb26e088fa44') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:11.235202 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-e41bea43-ff3a-4784-90d4-85cd79305f20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e522982-46ec-4b68-bad9-cb26e088fa44') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:11.259149 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e41bea43-ff3a-4784-90d4-85cd79305f20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:11.307122 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e41bea43-ff3a-4784-90d4-85cd79305f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:11.315503 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-40e08184-e558-497f-8866-08ea55db4f92 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Deleting port a62ba055-8fa4-4092-a18d-923de096220f {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:11.316663 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40e08184-e558-497f-8866-08ea55db4f92 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:11.331297 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41bea43-ff3a-4784-90d4-85cd79305f20 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:59:11.331982 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e41bea43-ff3a-4784-90d4-85cd79305f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:59:11.333764 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:59:11.358384 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c24cf4-fbeb-4335-90e8-0d44c4023059 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Made reservation on behalf of a0ffb35344bc4cd8a0348e916437de28 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:11.362541 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-08c24cf4-fbeb-4335-90e8-0d44c4023059 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:11.419686 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] Allocated IP 172.20.0.2 (8adce0a9-427f-4c8b-b001-29265d34ca26/dc30c6c1-cc05-4316-a3b2-563b9bb34834/41aa958b-70f6-4b26-a61a-65f2e7e85aa6) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:11.435418 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40e08184-e558-497f-8866-08ea55db4f92 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:11.436012 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40e08184-e558-497f-8866-08ea55db4f92 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:11.452413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-40e08184-e558-497f-8866-08ea55db4f92 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Calling delete_port for a62ba055-8fa4-4092-a18d-923de096220f owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:11.485449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 5db0953a-b792-4605-8f7d-6760baf5dccd no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:11.546487 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 5db0953a-b792-4605-8f7d-6760baf5dccd {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:11.547309 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 5db0953a-b792-4605-8f7d-6760baf5dccd not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:11.611755 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e41bea43-ff3a-4784-90d4-85cd79305f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:11.637884 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e41bea43-ff3a-4784-90d4-85cd79305f20 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:11.640338 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e41bea43-ff3a-4784-90d4-85cd79305f20 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c761cce7-1f2d-4545-8be2-20f6bdaaeb42 HTTP/1.1" status: 204 len: 168 time: 0.8955102 Jul 13 07:59:11.662696 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bea43-ff3a-4784-90d4-85cd79305f20 admin admin] Pushing event deleted for resources: {'Network': ['ID=c761cce7-1f2d-4545-8be2-20f6bdaaeb42,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:11.714842 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:11.746687 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] Transition to ACTIVE for port object 41aa958b-70f6-4b26-a61a-65f2e7e85aa6 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:11.779016 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] Transition to ACTIVE for port object 41aa958b-70f6-4b26-a61a-65f2e7e85aa6 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:11.800045 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:11.817915 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008431b-3a21-4f2f-ab37-0f845ccc0139 req-7ecd4c5e-0995-4bbe-836a-fb8e904fa4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:11.819558 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2008431b-3a21-4f2f-ab37-0f845ccc0139 req-7ecd4c5e-0995-4bbe-836a-fb8e904fa4d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 1095 time: 0.1578212 Jul 13 07:59:11.857214 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] Network 8adce0a9-427f-4c8b-b001-29265d34ca26 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:11.861650 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:11.864958 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:11.946154 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] Pushing event updated for resources: {'Port': ['ID=41aa958b-70f6-4b26-a61a-65f2e7e85aa6,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:11.977802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] Attempting to bind port 41aa958b-70f6-4b26-a61a-65f2e7e85aa6 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:11.978300 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] Attempting to bind port 41aa958b-70f6-4b26-a61a-65f2e7e85aa6 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '9b714ef3-60b0-46df-a911-28ce6f79eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8adce0a9-427f-4c8b-b001-29265d34ca26'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:11.978589 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] Attempting to bind port 41aa958b-70f6-4b26-a61a-65f2e7e85aa6 on network 8adce0a9-427f-4c8b-b001-29265d34ca26 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:11.993092 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:11.993972 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] Checking segment: {'id': '9b714ef3-60b0-46df-a911-28ce6f79eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8adce0a9-427f-4c8b-b001-29265d34ca26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:11.995757 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:11.996459 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] Bound using segment: {'id': '9b714ef3-60b0-46df-a911-28ce6f79eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8adce0a9-427f-4c8b-b001-29265d34ca26'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:11.997221 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] Bound port: 41aa958b-70f6-4b26-a61a-65f2e7e85aa6, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b714ef3-60b0-46df-a911-28ce6f79eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8adce0a9-427f-4c8b-b001-29265d34ca26'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:11.998557 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:12.022259 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-08c24cf4-fbeb-4335-90e8-0d44c4023059 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:12.119768 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] For port 41aa958b-70f6-4b26-a61a-65f2e7e85aa6, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:12.124754 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] For port 41aa958b-70f6-4b26-a61a-65f2e7e85aa6, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=41aa958b-70f6-4b26-a61a-65f2e7e85aa6,segment=NetworkSegment(9b714ef3-60b0-46df-a911-28ce6f79eb43),segment_id=9b714ef3-60b0-46df-a911-28ce6f79eb43)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:12.127256 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40380) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:12.141080 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:12.186398 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c24cf4-fbeb-4335-90e8-0d44c4023059 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Checking segment: {'id': '5677b7dd-ca92-4e2f-9dad-cf60bf42de12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4dc0881d-145d-41ac-a83f-984304e0a55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:12.186768 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c24cf4-fbeb-4335-90e8-0d44c4023059 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network hostable DHCP agents. Network: 4dc0881d-145d-41ac-a83f-984304e0a55a, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:59:12.196751 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c24cf4-fbeb-4335-90e8-0d44c4023059 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Subnet': ['ID=383e3a8b-c471-4722-bc57-bba0c470c47b,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:12.225706 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a72838-6883-4e10-ac3d-1c0564bc2a0c req-e23284b6-1078-4dbd-943c-6ab1e02bd67a tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:12.227746 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9a72838-6883-4e10-ac3d-1c0564bc2a0c req-e23284b6-1078-4dbd-943c-6ab1e02bd67a tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 947 time: 0.5202715 Jul 13 07:59:12.237992 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c24cf4-fbeb-4335-90e8-0d44c4023059 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network 4dc0881d-145d-41ac-a83f-984304e0a55a is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:59:12.254304 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-08c24cf4-fbeb-4335-90e8-0d44c4023059 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 4dc0881d-145d-41ac-a83f-984304e0a55a) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:12.275907 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c24cf4-fbeb-4335-90e8-0d44c4023059 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:12.277511 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-08c24cf4-fbeb-4335-90e8-0d44c4023059 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:12.279762 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9602fbcc-feda-4744-bfa8-a69909b6e3fb None None] Network 4dc0881d-145d-41ac-a83f-984304e0a55a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:12.283402 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41f53f-bbfa-448d-9d65-088dc9c1aa5d None None] Pushing event updated for resources: {'Port': ['ID=41aa958b-70f6-4b26-a61a-65f2e7e85aa6,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:12.322282 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-08c24cf4-fbeb-4335-90e8-0d44c4023059 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2745535 Jul 13 07:59:12.324651 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40390) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:12.332314 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-0ea30081-9498-4904-9ca5-5341b70557ee tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1356139030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:12.390162 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ea30081-9498-4904-9ca5-5341b70557ee tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:12.391233 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ea30081-9498-4904-9ca5-5341b70557ee tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:12.407992 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40e08184-e558-497f-8866-08ea55db4f92 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:12.493685 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ea30081-9498-4904-9ca5-5341b70557ee tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:12.498680 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ea30081-9498-4904-9ca5-5341b70557ee tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:12.524660 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008431b-3a21-4f2f-ab37-0f845ccc0139 req-3b870163-9dd5-46d7-8626-e32ed559ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:12.527006 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2008431b-3a21-4f2f-ab37-0f845ccc0139 req-3b870163-9dd5-46d7-8626-e32ed559ad65 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=fbbeea760150488197661d4c6a4419de&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6837385 Jul 13 07:59:12.528956 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ea30081-9498-4904-9ca5-5341b70557ee tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:12.530931 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0ea30081-9498-4904-9ca5-5341b70557ee tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2052176 Jul 13 07:59:12.534150 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40394) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:12.543584 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e08184-e558-497f-8866-08ea55db4f92 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Port': ['ID=a62ba055-8fa4-4092-a18d-923de096220f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:12.553121 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e251bf5c-4ee6-4b36-8941-5a826d708bf8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d092ba6d09f74abb813f5ec4172beef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226580 Jul 13 07:59:12.556876 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40396) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:12.657357 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-4dc0881d-145d-41ac-a83f-984304e0a55a', 'network_id': '4dc0881d-145d-41ac-a83f-984304e0a55a', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'fixed_ips': [{'subnet_id': '383e3a8b-c471-4722-bc57-bba0c470c47b'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:59:12.658523 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:12.949199 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:12.955218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] Allocated IP 172.21.0.2 (4dc0881d-145d-41ac-a83f-984304e0a55a/383e3a8b-c471-4722-bc57-bba0c470c47b/6189afe7-7485-4d11-b4c1-07ad3e19b50b) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:13.004016 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008431b-3a21-4f2f-ab37-0f845ccc0139 req-a7b4b47c-f106-48b6-b385-e4b9ba661bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:13.005544 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2008431b-3a21-4f2f-ab37-0f845ccc0139 req-a7b4b47c-f106-48b6-b385-e4b9ba661bff service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4513893 Jul 13 07:59:13.119873 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98548dba-ed92-45ff-a985-237ba8f9af11 req-f1582600-2e46-4dc6-b9e4-1dc7434187b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:13.122914 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-98548dba-ed92-45ff-a985-237ba8f9af11 req-f1582600-2e46-4dc6-b9e4-1dc7434187b9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 1099 time: 0.2500410 Jul 13 07:59:13.125108 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9a72838-6883-4e10-ac3d-1c0564bc2a0c req-e584383d-aa78-4e50-afa6-b188c6cebcb0 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8301146 Jul 13 07:59:13.175852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151d91a-8373-4b1d-bb7a-5d06ca5cb019 req-4ccb9385-8ac0-4935-b171-b93d756b8503 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:13.185388 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a151d91a-8373-4b1d-bb7a-5d06ca5cb019 req-4ccb9385-8ac0-4935-b171-b93d756b8503 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 943 time: 1.0073318 Jul 13 07:59:13.200759 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b401c036-c1c2-4cc5-bb29-7a08e77b4eb4 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:13.210838 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65731241-d8d0-4fb3-882f-f473e2202482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:13.226386 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-98548dba-ed92-45ff-a985-237ba8f9af11 req-333091f0-4da7-4e48-8c4c-add74f949739 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955982 Jul 13 07:59:13.234661 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65731241-d8d0-4fb3-882f-f473e2202482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:13.292234 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:13.309089 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] Transition to ACTIVE for port object 6189afe7-7485-4d11-b4c1-07ad3e19b50b will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:13.331206 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40e08184-e558-497f-8866-08ea55db4f92 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:13.331653 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-40e08184-e558-497f-8866-08ea55db4f92 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Floating IP e7557c1d-c4a5-4c00-85a8-70d15dd12a39 disassociated (deleted). External IP: 172.25.0.133, port: 08f42dc4-07ae-446f-a917-798ecfe1385e. Jul 13 07:59:13.344279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] Transition to ACTIVE for port object 6189afe7-7485-4d11-b4c1-07ad3e19b50b will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:13.356409 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:13.436857 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] Network 4dc0881d-145d-41ac-a83f-984304e0a55a is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:13.446615 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:13.451068 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:13.471622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] Pushing event updated for resources: {'Port': ['ID=6189afe7-7485-4d11-b4c1-07ad3e19b50b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:13.496538 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a151d91a-8373-4b1d-bb7a-5d06ca5cb019 req-9953c4ab-e94f-42f6-8ce1-03643aefc654 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102789 Jul 13 07:59:13.499714 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65731241-d8d0-4fb3-882f-f473e2202482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:13.502621 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65731241-d8d0-4fb3-882f-f473e2202482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:13.503747 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-65731241-d8d0-4fb3-882f-f473e2202482 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ff3ad743-c796-49d0-8ef6-3ea7cf35d603 HTTP/1.1" status: 204 len: 168 time: 0.9187698 Jul 13 07:59:13.527611 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-7605a00d-66cb-4bba-9d04-61ff792c0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:13.529183 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-7605a00d-66cb-4bba-9d04-61ff792c0313 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 1095 time: 0.4665513 Jul 13 07:59:13.605294 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:59:13.605965 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] Attempting to bind port 6189afe7-7485-4d11-b4c1-07ad3e19b50b on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:13.606513 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] Attempting to bind port 6189afe7-7485-4d11-b4c1-07ad3e19b50b by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '5677b7dd-ca92-4e2f-9dad-cf60bf42de12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4dc0881d-145d-41ac-a83f-984304e0a55a'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:13.606983 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] Attempting to bind port 6189afe7-7485-4d11-b4c1-07ad3e19b50b on network 4dc0881d-145d-41ac-a83f-984304e0a55a {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:13.617664 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:13.618060 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] Checking segment: {'id': '5677b7dd-ca92-4e2f-9dad-cf60bf42de12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4dc0881d-145d-41ac-a83f-984304e0a55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:13.618483 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:13.618882 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] Bound using segment: {'id': '5677b7dd-ca92-4e2f-9dad-cf60bf42de12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4dc0881d-145d-41ac-a83f-984304e0a55a'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:13.619359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] Bound port: 6189afe7-7485-4d11-b4c1-07ad3e19b50b, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5677b7dd-ca92-4e2f-9dad-cf60bf42de12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4dc0881d-145d-41ac-a83f-984304e0a55a'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:13.619786 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:13.742150 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] For port 6189afe7-7485-4d11-b4c1-07ad3e19b50b, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:13.746726 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] For port 6189afe7-7485-4d11-b4c1-07ad3e19b50b, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=6189afe7-7485-4d11-b4c1-07ad3e19b50b,segment=NetworkSegment(5677b7dd-ca92-4e2f-9dad-cf60bf42de12),segment_id=5677b7dd-ca92-4e2f-9dad-cf60bf42de12)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:13.750424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:59:13.765079 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:13.831908 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-b401c036-c1c2-4cc5-bb29-7a08e77b4eb4 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Allocated IP 172.20.0.1 (8adce0a9-427f-4c8b-b001-29265d34ca26/dc30c6c1-cc05-4316-a3b2-563b9bb34834/82f2b4a7-1ee1-45a5-b58a-6571612e1aa2) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:13.837299 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa9e4e-2c20-4ff0-89e5-ce654dd1bf46 None None] Pushing event updated for resources: {'Port': ['ID=6189afe7-7485-4d11-b4c1-07ad3e19b50b,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:14.044857 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adb7df4-b256-4c2e-9eee-62f17a57e25b None None] Network 8adce0a9-427f-4c8b-b001-29265d34ca26 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:14.124415 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:14.212645 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c3f109fc-adae-402f-ba36-6ae978c0a298 None None] Provisioning for port 41aa958b-70f6-4b26-a61a-65f2e7e85aa6 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:14.320911 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b401c036-c1c2-4cc5-bb29-7a08e77b4eb4 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:14.348803 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'port_id': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6', 'mac_address': 'fa:16:3e:3e:79:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:59:14.392008 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-b401c036-c1c2-4cc5-bb29-7a08e77b4eb4 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Transition to ACTIVE for port object 82f2b4a7-1ee1-45a5-b58a-6571612e1aa2 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:14.511868 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b401c036-c1c2-4cc5-bb29-7a08e77b4eb4 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:14.595214 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:14.697957 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b401c036-c1c2-4cc5-bb29-7a08e77b4eb4 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network 8adce0a9-427f-4c8b-b001-29265d34ca26 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:14.704725 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-b401c036-c1c2-4cc5-bb29-7a08e77b4eb4 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:14.712223 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b401c036-c1c2-4cc5-bb29-7a08e77b4eb4 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:14.725945 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:59:14.767348 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65731241-d8d0-4fb3-882f-f473e2202482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3ad743-c796-49d0-8ef6-3ea7cf35d603,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:14.777987 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-9f781c6b-2fa1-410e-937c-a4d30fb15687 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db50f809-3eae-4465-83c4-a68bcb872157 HTTP/1.1" status: 200 len: 217 time: 1.2400422 Jul 13 07:59:14.823731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:14.841940 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:14.899600 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401c036-c1c2-4cc5-bb29-7a08e77b4eb4 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Port': ['ID=82f2b4a7-1ee1-45a5-b58a-6571612e1aa2,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:14.927249 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b401c036-c1c2-4cc5-bb29-7a08e77b4eb4 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:15.022992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 41aa958b-70f6-4b26-a61a-65f2e7e85aa6 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:15.144044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,revision_number=12']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:15.154982 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-e9023e3b-6063-4f31-8941-5c73131cb03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:15.157901 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-e9023e3b-6063-4f31-8941-5c73131cb03b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.3537357 Jul 13 07:59:15.248910 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b401c036-c1c2-4cc5-bb29-7a08e77b4eb4 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:15.258062 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 41aa958b-70f6-4b26-a61a-65f2e7e85aa6 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:15.296593 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 41aa958b-70f6-4b26-a61a-65f2e7e85aa6 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:15.296979 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:15.306400 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['fdae8ee5-7ed0-4dc2-9099-5b9072c058d6'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:59:15.368650 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40506) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:15.377468 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64c3e5-2f37-447f-acf0-56918967c5c5 req-fe1e91e7-1a49-4350-8781-1bb397567d58 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:15.386635 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0c64c3e5-2f37-447f-acf0-56918967c5c5 req-fe1e91e7-1a49-4350-8781-1bb397567d58 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 947 time: 0.6309431 Jul 13 07:59:15.511433 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764daf49-475d-45f2-9574-b2526679274b req-ab6c40ea-3876-4cba-b404-64beb304033f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:15.520592 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-764daf49-475d-45f2-9574-b2526679274b req-ab6c40ea-3876-4cba-b404-64beb304033f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 943 time: 0.6585917 Jul 13 07:59:15.565842 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0c64c3e5-2f37-447f-acf0-56918967c5c5 req-bcf610dd-0d1c-4caa-8c2e-2afac2b1c2f0 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779251 Jul 13 07:59:15.635234 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e08184-e558-497f-8866-08ea55db4f92 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Router c0dc2308-f851-4bf9-96be-88869d413955 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:59:15.649041 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-5e8fad68-a900-4d0b-bef5-3d49002d9dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:15.651852 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-5e8fad68-a900-4d0b-bef5-3d49002d9dcf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4835637 Jul 13 07:59:15.797611 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-598494b2-b43c-4ab8-9fce-7c6f3942c19d service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357667 Jul 13 07:59:15.807740 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-91076096-d2ef-4d2a-9f91-a0fe39ac4ad3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1040422583-network', 'tenant_id': '5a36314f85ff4713afbe18d6867343c0'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:15.832104 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9516173b-2c2e-4c86-bc8c-0e03f9cdb8ca None None] Provisioning complete for port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:15.832714 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9516173b-2c2e-4c86-bc8c-0e03f9cdb8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:15.931467 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-764daf49-475d-45f2-9574-b2526679274b req-74c7cb3d-ff3f-470e-9514-d686f1bf29e6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085197 Jul 13 07:59:15.938119 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:16.093300 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 41aa958b-70f6-4b26-a61a-65f2e7e85aa6, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=41aa958b-70f6-4b26-a61a-65f2e7e85aa6,segment=NetworkSegment(9b714ef3-60b0-46df-a911-28ce6f79eb43),segment_id=9b714ef3-60b0-46df-a911-28ce6f79eb43)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:16.107006 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:16.110149 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b401c036-c1c2-4cc5-bb29-7a08e77b4eb4 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:16.124706 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b401c036-c1c2-4cc5-bb29-7a08e77b4eb4 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:16.132978 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91076096-d2ef-4d2a-9f91-a0fe39ac4ad3 admin admin] Made reservation on behalf of 5a36314f85ff4713afbe18d6867343c0 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:16.138617 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91076096-d2ef-4d2a-9f91-a0fe39ac4ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:16.149101 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 6189afe7-7485-4d11-b4c1-07ad3e19b50b up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:16.167549 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e08184-e558-497f-8866-08ea55db4f92 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:16.174222 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40e08184-e558-497f-8866-08ea55db4f92 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:16.179539 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91076096-d2ef-4d2a-9f91-a0fe39ac4ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:16.253322 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-40e08184-e558-497f-8866-08ea55db4f92 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "DELETE /v2.0/floatingips/e7557c1d-c4a5-4c00-85a8-70d15dd12a39 HTTP/1.1" status: 204 len: 168 time: 5.1402929 Jul 13 07:59:16.256265 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd1ca725-eb6d-412d-b554-d9f326025fc3 req-0b478d52-7a45-4197-b5f7-671215d04b56 service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920608 Jul 13 07:59:16.262182 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6ba188-8a01-4c79-a49b-8a1bc8608f83', 'tag': '08f42dc4-07ae-446f-a917-798ecfe1385e'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:16.272519 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57ce918-2801-48bf-b26a-750f36951a85" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6ba188-8a01-4c79-a49b-8a1bc8608f83", "tag": "08f42dc4-07ae-446f-a917-798ecfe1385e"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:16.289640 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769a520b-8604-4e8a-aac8-2d542f3a5e02 None None] Sync routers for ids ['c0dc2308-f851-4bf9-96be-88869d413955'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:16.393434 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769a520b-8604-4e8a-aac8-2d542f3a5e02 None None] Routers {'c0dc2308-f851-4bf9-96be-88869d413955'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:16.394130 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-769a520b-8604-4e8a-aac8-2d542f3a5e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:58:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['c0dc2308-f851-4bf9-96be-88869d413955'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:16.400305 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401c036-c1c2-4cc5-bb29-7a08e77b4eb4 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Port': ['ID=82f2b4a7-1ee1-45a5-b58a-6571612e1aa2,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:16.430219 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c38f5ed-9e2a-48d7-96df-9e13d2332cc8 x-openstack-request-id: req-6c38f5ed-9e2a-48d7-96df-9e13d2332cc8 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:16.430754 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6ba188-8a01-4c79-a49b-8a1bc8608f83", "tag": "08f42dc4-07ae-446f-a917-798ecfe1385e", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:16.431262 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c38f5ed-9e2a-48d7-96df-9e13d2332cc8 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:16.431854 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6ba188-8a01-4c79-a49b-8a1bc8608f83', 'tag': '08f42dc4-07ae-446f-a917-798ecfe1385e', 'status': 'completed', 'code': 200} Jul 13 07:59:16.440120 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b401c036-c1c2-4cc5-bb29-7a08e77b4eb4 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:16.604363 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91076096-d2ef-4d2a-9f91-a0fe39ac4ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:16.623702 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91076096-d2ef-4d2a-9f91-a0fe39ac4ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:16.670977 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91076096-d2ef-4d2a-9f91-a0fe39ac4ad3 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:59:16.741386 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9516173b-2c2e-4c86-bc8c-0e03f9cdb8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:16.750756 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66d7c28-5600-4880-9361-e26e06b564da None None] Network 4dc0881d-145d-41ac-a83f-984304e0a55a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:16.762529 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91076096-d2ef-4d2a-9f91-a0fe39ac4ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530c4cfd-b35f-4474-8e28-952a626ca85f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:16.780497 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91076096-d2ef-4d2a-9f91-a0fe39ac4ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:16.780497 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-91076096-d2ef-4d2a-9f91-a0fe39ac4ad3 admin admin] Added segment 753436c1-43e9-4d19-904b-7a51d586e14e of type vlan for network 3988b8bd-e763-435c-93bc-99ffb52441ff Jul 13 07:59:16.854477 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91076096-d2ef-4d2a-9f91-a0fe39ac4ad3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:16.898077 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91076096-d2ef-4d2a-9f91-a0fe39ac4ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:16.900123 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91076096-d2ef-4d2a-9f91-a0fe39ac4ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:16.902491 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91076096-d2ef-4d2a-9f91-a0fe39ac4ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:16.987862 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=41aa958b-70f6-4b26-a61a-65f2e7e85aa6,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:17.023955 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-91076096-d2ef-4d2a-9f91-a0fe39ac4ad3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6322072 Jul 13 07:59:17.028309 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40548) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:17.047507 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-adadb8b3-b70e-4848-a677-515d6f852521 admin admin] Request body: {'subnet': {'network_id': '3988b8bd-e763-435c-93bc-99ffb52441ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1040422583-subnet', 'tenant_id': '5a36314f85ff4713afbe18d6867343c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:17.053598 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 6189afe7-7485-4d11-b4c1-07ad3e19b50b completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:17.089782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:17.096736 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa33751-f559-43d9-ac93-3e0f59c4ac77" -d '{"events": [{"server_uuid": "95ec32c9-b358-41f6-9445-c4c2c5e13aa1", "name": "network-vif-plugged", "status": "completed", "tag": "fdae8ee5-7ed0-4dc2-9099-5b9072c058d6"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:17.100051 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91076096-d2ef-4d2a-9f91-a0fe39ac4ad3 admin admin] Pushing event updated for resources: {'Network': ['ID=3988b8bd-e763-435c-93bc-99ffb52441ff,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:17.131283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 3988b8bd-e763-435c-93bc-99ffb52441ff details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:59:17.185299 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ce918-2801-48bf-b26a-750f36951a85 req-2eb5433f-e5af-46c8-b00a-9656b1b78907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:17.187553 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f57ce918-2801-48bf-b26a-750f36951a85 req-2eb5433f-e5af-46c8-b00a-9656b1b78907 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 1098 time: 0.7165499 Jul 13 07:59:17.235219 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7a9f2-511a-4083-996b-3d4ab491dab8 req-d035fa39-78dd-42f2-ba60-fa20b50e5f9e tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:17.236472 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-9516173b-2c2e-4c86-bc8c-0e03f9cdb8ca None None] For port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:17.250411 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39f7a9f2-511a-4083-996b-3d4ab491dab8 req-d035fa39-78dd-42f2-ba60-fa20b50e5f9e tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 946 time: 0.3092799 Jul 13 07:59:17.252795 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b401c036-c1c2-4cc5-bb29-7a08e77b4eb4 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network 8adce0a9-427f-4c8b-b001-29265d34ca26 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:17.254529 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9516173b-2c2e-4c86-bc8c-0e03f9cdb8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:17.256183 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-b401c036-c1c2-4cc5-bb29-7a08e77b4eb4 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:17.278972 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adadb8b3-b70e-4848-a677-515d6f852521 admin admin] Made reservation on behalf of 5a36314f85ff4713afbe18d6867343c0 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:17.281715 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adadb8b3-b70e-4848-a677-515d6f852521 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:17.302281 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-769a520b-8604-4e8a-aac8-2d542f3a5e02 None None] Set router c0dc2308-f851-4bf9-96be-88869d413955 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:17.433100 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 41aa958b-70f6-4b26-a61a-65f2e7e85aa6 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:17.474670 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ce918-2801-48bf-b26a-750f36951a85 req-16bd12fc-4f07-4e93-85b5-d590dde562f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:17.476642 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f57ce918-2801-48bf-b26a-750f36951a85 req-16bd12fc-4f07-4e93-85b5-d590dde562f7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f6b415b5-aae6-48a3-92fb-0445108cb875 HTTP/1.1" status: 200 len: 898 time: 0.2776480 Jul 13 07:59:17.532905 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f57ce918-2801-48bf-b26a-750f36951a85 req-5e985196-2c7f-4314-ae0b-10242493279f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08f42dc4-07ae-446f-a917-798ecfe1385e HTTP/1.1" status: 200 len: 217 time: 0.0470123 Jul 13 07:59:17.562765 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613619f-bfff-48bf-91f6-8857ec613cca req-75cf6127-7a93-41c1-8a75-d8aedc3b3084 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:17.570448 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d613619f-bfff-48bf-91f6-8857ec613cca req-75cf6127-7a93-41c1-8a75-d8aedc3b3084 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 943 time: 0.4713061 Jul 13 07:59:17.582497 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adadb8b3-b70e-4848-a677-515d6f852521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:17.649745 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39f7a9f2-511a-4083-996b-3d4ab491dab8 req-a9655641-13b5-4e16-8cfe-4a3b5dc2b693 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975137 Jul 13 07:59:17.688201 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516173b-2c2e-4c86-bc8c-0e03f9cdb8ca None None] Pushing event updated for resources: {'Port': ['ID=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,revision_number=13']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:17.740452 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ce918-2801-48bf-b26a-750f36951a85 req-920a8065-a844-488e-ba40-6c53310de18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:17.743960 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f57ce918-2801-48bf-b26a-750f36951a85 req-920a8065-a844-488e-ba40-6c53310de18b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c5c6a219-df69-431e-a70b-90672a5471cf HTTP/1.1" status: 200 len: 835 time: 0.1648858 Jul 13 07:59:17.746500 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b401c036-c1c2-4cc5-bb29-7a08e77b4eb4 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router 9aa153bf-a999-4eb8-b9cc-8b06132d0e25 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:59:17.767822 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:17.768674 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d613619f-bfff-48bf-91f6-8857ec613cca req-73f99773-f2e5-4abd-9f0a-1739f6e22d57 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969628 Jul 13 07:59:17.769871 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 41aa958b-70f6-4b26-a61a-65f2e7e85aa6 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:17.770298 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:17.913723 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df55686f-7126-41a8-8026-84718c6224de x-openstack-request-id: req-df55686f-7126-41a8-8026-84718c6224de {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:17.914337 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ec32c9-b358-41f6-9445-c4c2c5e13aa1", "name": "network-vif-plugged", "status": "completed", "tag": "fdae8ee5-7ed0-4dc2-9099-5b9072c058d6", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:17.914790 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-df55686f-7126-41a8-8026-84718c6224de {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:17.915367 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6', 'code': 200} Jul 13 07:59:17.938497 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ce918-2801-48bf-b26a-750f36951a85 req-3d3f8d2a-110b-4b60-b97f-945c600349dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:17.940072 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f57ce918-2801-48bf-b26a-750f36951a85 req-3d3f8d2a-110b-4b60-b97f-945c600349dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f6b415b5-aae6-48a3-92fb-0445108cb875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1889019 Jul 13 07:59:17.953068 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c72e0656-1e9d-47c8-b699-82c5cfac4438 None None] Provisioning complete for port 41aa958b-70f6-4b26-a61a-65f2e7e85aa6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:17.953766 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c72e0656-1e9d-47c8-b699-82c5cfac4438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:17.962215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adadb8b3-b70e-4848-a677-515d6f852521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ca9064-9eaf-4a0d-9fe3-7efed54e5bd2,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:18.020413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adadb8b3-b70e-4848-a677-515d6f852521 admin admin] Checking segment: {'id': '753436c1-43e9-4d19-904b-7a51d586e14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3988b8bd-e763-435c-93bc-99ffb52441ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:18.026437 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adadb8b3-b70e-4848-a677-515d6f852521 admin admin] Network hostable DHCP agents. Network: 3988b8bd-e763-435c-93bc-99ffb52441ff, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:59:18.045664 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f57ce918-2801-48bf-b26a-750f36951a85 req-55380fb5-0619-4c0a-97e3-91e5efc78201 service neutron] 10.222.0.62 "GET /v2.0/networks/f6b415b5-aae6-48a3-92fb-0445108cb875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984371 Jul 13 07:59:18.157941 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b0d59-a14b-4290-bcb3-1a5c90e5eb97 req-d1a7cdcd-1fce-4e09-b68f-c17337af126b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:18.168451 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:18.168979 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:18.170643 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-201b0d59-a14b-4290-bcb3-1a5c90e5eb97 req-d1a7cdcd-1fce-4e09-b68f-c17337af126b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 946 time: 0.1696527 Jul 13 07:59:18.197459 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b401c036-c1c2-4cc5-bb29-7a08e77b4eb4 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:18.213447 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adadb8b3-b70e-4848-a677-515d6f852521 admin admin] Network 3988b8bd-e763-435c-93bc-99ffb52441ff is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:59:18.229551 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b401c036-c1c2-4cc5-bb29-7a08e77b4eb4 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/9aa153bf-a999-4eb8-b9cc-8b06132d0e25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6932950 Jul 13 07:59:18.232108 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40578) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:18.249698 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245d2ef-7640-490c-a9e2-ac81987e920f None None] Sync routers for ids ['9aa153bf-a999-4eb8-b9cc-8b06132d0e25'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:18.261371 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-201b0d59-a14b-4290-bcb3-1a5c90e5eb97 req-e04fef9c-044a-4df5-b198-d1ee1c40257c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887702 Jul 13 07:59:18.263508 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-adadb8b3-b70e-4848-a677-515d6f852521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 3988b8bd-e763-435c-93bc-99ffb52441ff) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:18.274613 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adadb8b3-b70e-4848-a677-515d6f852521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:18.276221 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adadb8b3-b70e-4848-a677-515d6f852521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:18.279245 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245d2ef-7640-490c-a9e2-ac81987e920f None None] Routers {'9aa153bf-a999-4eb8-b9cc-8b06132d0e25'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:18.279894 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3245d2ef-7640-490c-a9e2-ac81987e920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:58:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9aa153bf-a999-4eb8-b9cc-8b06132d0e25'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:18.300852 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-adadb8b3-b70e-4848-a677-515d6f852521 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2673140 Jul 13 07:59:18.316050 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6bd8ba-9bc5-4711-b021-8b17665689b6 None None] Network 3988b8bd-e763-435c-93bc-99ffb52441ff requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:18.410041 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3245d2ef-7640-490c-a9e2-ac81987e920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:18.410936 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f57ce918-2801-48bf-b26a-750f36951a85 req-6121733b-2da1-4907-b04d-0114836ce8e5 service neutron] 10.222.0.62 "GET /v2.0/networks/f6b415b5-aae6-48a3-92fb-0445108cb875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508255 Jul 13 07:59:18.436370 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245d2ef-7640-490c-a9e2-ac81987e920f None None] Routers {'9aa153bf-a999-4eb8-b9cc-8b06132d0e25'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:18.437159 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3245d2ef-7640-490c-a9e2-ac81987e920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:58:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9aa153bf-a999-4eb8-b9cc-8b06132d0e25'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:18.500215 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94659b5f-ed2f-43b4-bb27-d46ea9f2533a tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:18.509006 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-94659b5f-ed2f-43b4-bb27-d46ea9f2533a tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/ports/82f2b4a7-1ee1-45a5-b58a-6571612e1aa2 HTTP/1.1" status: 200 len: 910 time: 0.2758496 Jul 13 07:59:18.509831 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40588) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:18.516203 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3245d2ef-7640-490c-a9e2-ac81987e920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:18.516923 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245d2ef-7640-490c-a9e2-ac81987e920f None None] The sync data for ids ['9aa153bf-a999-4eb8-b9cc-8b06132d0e25'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:18.530802 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45b515-4dfe-4dea-b896-5641a6e50b36 req-8075e8ad-5410-47d4-938a-6d7008dc85e7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:18.532214 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3e45b515-4dfe-4dea-b896-5641a6e50b36 req-8075e8ad-5410-47d4-938a-6d7008dc85e7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 946 time: 0.2121046 Jul 13 07:59:18.599093 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c72e0656-1e9d-47c8-b699-82c5cfac4438 None None] Provisioning for port 82f2b4a7-1ee1-45a5-b58a-6571612e1aa2 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:18.651948 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c72e0656-1e9d-47c8-b699-82c5cfac4438 None None] Provisioning complete for port 82f2b4a7-1ee1-45a5-b58a-6571612e1aa2 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:18.652505 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c72e0656-1e9d-47c8-b699-82c5cfac4438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:18.662835 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2077ae-b935-4c0c-a985-4548d387f11f None None] Network 3988b8bd-e763-435c-93bc-99ffb52441ff requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:18.727184 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-3e45b515-4dfe-4dea-b896-5641a6e50b36 req-cfeb19e5-9c89-4ea7-a390-55455ff435e1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Deleting port 08f42dc4-07ae-446f-a917-798ecfe1385e {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:18.727184 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e45b515-4dfe-4dea-b896-5641a6e50b36 req-cfeb19e5-9c89-4ea7-a390-55455ff435e1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:18.732119 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-769a520b-8604-4e8a-aac8-2d542f3a5e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687274135', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:02Z', 'updated_at': '2021-07-13T07:57:13Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:04Z', 'updated_at': '2021-07-13T07:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '25720cbf-3415-4c51-87e8-8625cd3c9dcd', 'name': '', 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:27:c1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'c5c6a219-df69-431e-a70b-90672a5471cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:11Z', 'updated_at': '2021-07-13T07:57:21Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': 'c5c6a219-df69-431e-a70b-90672a5471cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:18.810766 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769a520b-8604-4e8a-aac8-2d542f3a5e02 None None] Checking router: c0dc2308-f851-4bf9-96be-88869d413955 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:59:18.858448 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c72e0656-1e9d-47c8-b699-82c5cfac4438 None None] Port 82f2b4a7-1ee1-45a5-b58a-6571612e1aa2 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:18.938312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769a520b-8604-4e8a-aac8-2d542f3a5e02 None None] Routers {'c0dc2308-f851-4bf9-96be-88869d413955'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:18.940409 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-3e45b515-4dfe-4dea-b896-5641a6e50b36 req-cfeb19e5-9c89-4ea7-a390-55455ff435e1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] For port 08f42dc4-07ae-446f-a917-798ecfe1385e, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=08f42dc4-07ae-446f-a917-798ecfe1385e,segment=NetworkSegment(b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8),segment_id=b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:18.940782 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e45b515-4dfe-4dea-b896-5641a6e50b36 req-cfeb19e5-9c89-4ea7-a390-55455ff435e1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:18.943112 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-769a520b-8604-4e8a-aac8-2d542f3a5e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:58:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['c0dc2308-f851-4bf9-96be-88869d413955'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:19.011525 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-3e45b515-4dfe-4dea-b896-5641a6e50b36 req-cfeb19e5-9c89-4ea7-a390-55455ff435e1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Calling delete_port for 08f42dc4-07ae-446f-a917-798ecfe1385e owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:19.117307 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-769a520b-8604-4e8a-aac8-2d542f3a5e02 None None] Set router c0dc2308-f851-4bf9-96be-88869d413955 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:19.239501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c72e0656-1e9d-47c8-b699-82c5cfac4438 None None] Provisioning for port 6189afe7-7485-4d11-b4c1-07ad3e19b50b completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:19.255206 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38541034-fb8a-4c01-b843-41cfee159266 req-65c2f2cd-9df0-4faa-b237-2779f7dce4e2 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:19.256800 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-38541034-fb8a-4c01-b843-41cfee159266 req-65c2f2cd-9df0-4faa-b237-2779f7dce4e2 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 943 time: 0.2499988 Jul 13 07:59:19.266742 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-23d4b46f-de14-4780-bfb6-60e5b2ec2094 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:19.268637 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c72e0656-1e9d-47c8-b699-82c5cfac4438 None None] Provisioning complete for port 6189afe7-7485-4d11-b4c1-07ad3e19b50b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:19.269263 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c72e0656-1e9d-47c8-b699-82c5cfac4438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:19.273979 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-23d4b46f-de14-4780-bfb6-60e5b2ec2094 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/networks?id=3988b8bd-e763-435c-93bc-99ffb52441ff HTTP/1.1" status: 200 len: 813 time: 0.2659328 Jul 13 07:59:19.302586 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-784f799f-12e8-4873-9e30-eff0270bbfbb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:19.316457 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-a370f226-d3ec-4eb1-a87f-5d25ec1fea16 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/quotas/5a36314f85ff4713afbe18d6867343c0 HTTP/1.1" status: 200 len: 375 time: 0.0415461 Jul 13 07:59:19.388291 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-38541034-fb8a-4c01-b843-41cfee159266 req-b16b8cdc-f41a-43b2-adf1-4e96a4b3cabb tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971222 Jul 13 07:59:19.464425 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-828d4ad9-520e-4d50-bae6-869ff19eaa47 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a36314f85ff4713afbe18d6867343c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860488 Jul 13 07:59:19.638628 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e45b515-4dfe-4dea-b896-5641a6e50b36 req-cfeb19e5-9c89-4ea7-a390-55455ff435e1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:19.712500 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-784f799f-12e8-4873-9e30-eff0270bbfbb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Allocated IP 172.21.0.1 (4dc0881d-145d-41ac-a83f-984304e0a55a/383e3a8b-c471-4722-bc57-bba0c470c47b/dc2c6243-c949-44d1-84a9-532beaff6572) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:19.727716 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb19e5-9c89-4ea7-a390-55455ff435e1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Port': ['ID=08f42dc4-07ae-446f-a917-798ecfe1385e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:19.761960 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device db50f809-3eae-4465-83c4-a68bcb872157 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:59:19.785533 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c72e0656-1e9d-47c8-b699-82c5cfac4438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:19.848782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c72e0656-1e9d-47c8-b699-82c5cfac4438 None None] For port 6189afe7-7485-4d11-b4c1-07ad3e19b50b, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=6189afe7-7485-4d11-b4c1-07ad3e19b50b,segment=NetworkSegment(5677b7dd-ca92-4e2f-9dad-cf60bf42de12),segment_id=5677b7dd-ca92-4e2f-9dad-cf60bf42de12)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:19.868981 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-769a520b-8604-4e8a-aac8-2d542f3a5e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687274135', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:02Z', 'updated_at': '2021-07-13T07:57:13Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:04Z', 'updated_at': '2021-07-13T07:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '25720cbf-3415-4c51-87e8-8625cd3c9dcd', 'name': '', 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:27:c1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'c5c6a219-df69-431e-a70b-90672a5471cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:11Z', 'updated_at': '2021-07-13T07:57:21Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': 'c5c6a219-df69-431e-a70b-90672a5471cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:19.876630 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c72e0656-1e9d-47c8-b699-82c5cfac4438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:19.907145 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e45b515-4dfe-4dea-b896-5641a6e50b36 req-cfeb19e5-9c89-4ea7-a390-55455ff435e1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] No DVR routers for this DVR port 08f42dc4-07ae-446f-a917-798ecfe1385e on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:59:19.930300 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-784f799f-12e8-4873-9e30-eff0270bbfbb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:19.932831 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e45b515-4dfe-4dea-b896-5641a6e50b36 req-cfeb19e5-9c89-4ea7-a390-55455ff435e1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:19.934867 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3e45b515-4dfe-4dea-b896-5641a6e50b36 req-cfeb19e5-9c89-4ea7-a390-55455ff435e1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.62 "DELETE /v2.0/ports/08f42dc4-07ae-446f-a917-798ecfe1385e HTTP/1.1" status: 204 len: 173 time: 1.3959844 Jul 13 07:59:19.936125 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6ba188-8a01-4c79-a49b-8a1bc8608f83', 'name': 'network-vif-deleted', 'tag': '08f42dc4-07ae-446f-a917-798ecfe1385e'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:19.938454 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d06a6f-97c4-4ff4-a24b-bc82e6069375" -d '{"events": [{"server_uuid": "9e6ba188-8a01-4c79-a49b-8a1bc8608f83", "name": "network-vif-deleted", "tag": "08f42dc4-07ae-446f-a917-798ecfe1385e"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:19.952481 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769a520b-8604-4e8a-aac8-2d542f3a5e02 None None] The sync data for ids ['c0dc2308-f851-4bf9-96be-88869d413955'] in n-d-779913-28 is: [{'id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687274135', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:02Z', 'updated_at': '2021-07-13T07:57:13Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:04Z', 'updated_at': '2021-07-13T07:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '25720cbf-3415-4c51-87e8-8625cd3c9dcd', 'name': '', 'network_id': 'f6b415b5-aae6-48a3-92fb-0445108cb875', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:27:c1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'c5c6a219-df69-431e-a70b-90672a5471cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:11Z', 'updated_at': '2021-07-13T07:57:21Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': 'c5c6a219-df69-431e-a70b-90672a5471cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:19.959527 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-784f799f-12e8-4873-9e30-eff0270bbfbb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Transition to ACTIVE for port object dc2c6243-c949-44d1-84a9-532beaff6572 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:19.968121 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9b131-91eb-4704-b9e9-875996843d89 req-b0b2a9cc-bc61-45f1-993f-66f1ae1030a7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:19.978409 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52c9b131-91eb-4704-b9e9-875996843d89 req-b0b2a9cc-bc61-45f1-993f-66f1ae1030a7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6ba188-8a01-4c79-a49b-8a1bc8608f83 HTTP/1.1" status: 200 len: 867 time: 0.4076719 Jul 13 07:59:20.032547 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-784f799f-12e8-4873-9e30-eff0270bbfbb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:20.035995 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-b1365c24-8c88-45fd-bd61-9d0615d87507 service neutron] 10.222.0.58 "GET /v2.0/networks/3988b8bd-e763-435c-93bc-99ffb52441ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606558 Jul 13 07:59:20.093058 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52c9b131-91eb-4704-b9e9-875996843d89 req-329e55b8-789c-4f8b-ba9c-8f98bcf07103 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a37c330-9503-4728-ab8b-2c4434dc8c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136687 Jul 13 07:59:20.124138 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e0656-1e9d-47c8-b699-82c5cfac4438 None None] Pushing event updated for resources: {'Port': ['ID=6189afe7-7485-4d11-b4c1-07ad3e19b50b,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:20.159922 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port db50f809-3eae-4465-83c4-a68bcb872157, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=db50f809-3eae-4465-83c4-a68bcb872157,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:20.160827 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f799f-12e8-4873-9e30-eff0270bbfbb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Port': ['ID=dc2c6243-c949-44d1-84a9-532beaff6572,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:20.179196 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7b3dbd8a-61d3-4aa2-91b7-e022afd6e813 None None] Provisioning complete for port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:20.179799 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b3dbd8a-61d3-4aa2-91b7-e022afd6e813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:20.182752 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'db50f809-3eae-4465-83c4-a68bcb872157', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'port_id': 'db50f809-3eae-4465-83c4-a68bcb872157', 'mac_address': 'fa:16:3e:e3:32:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:59:20.187676 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784f799f-12e8-4873-9e30-eff0270bbfbb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network 4dc0881d-145d-41ac-a83f-984304e0a55a is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:20.189229 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-784f799f-12e8-4873-9e30-eff0270bbfbb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:20.193130 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784f799f-12e8-4873-9e30-eff0270bbfbb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:20.228339 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f388cd7-bfc6-4d06-8f31-7254592c5738 x-openstack-request-id: req-3f388cd7-bfc6-4d06-8f31-7254592c5738 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:20.228641 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6ba188-8a01-4c79-a49b-8a1bc8608f83", "name": "network-vif-deleted", "tag": "08f42dc4-07ae-446f-a917-798ecfe1385e", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:20.228821 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f388cd7-bfc6-4d06-8f31-7254592c5738 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:20.229129 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6ba188-8a01-4c79-a49b-8a1bc8608f83', 'name': 'network-vif-deleted', 'tag': '08f42dc4-07ae-446f-a917-798ecfe1385e', 'status': 'completed', 'code': 200} Jul 13 07:59:20.298880 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:20.327480 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db50f809-3eae-4465-83c4-a68bcb872157 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:59:20.329327 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-784f799f-12e8-4873-9e30-eff0270bbfbb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:20.355835 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-8d09008e-a92a-42cb-9269-db0322ffedbb service neutron] 10.222.0.58 "GET /v2.0/networks/3988b8bd-e763-435c-93bc-99ffb52441ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183277 Jul 13 07:59:20.394988 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port db50f809-3eae-4465-83c4-a68bcb872157, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=db50f809-3eae-4465-83c4-a68bcb872157,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:20.408930 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:20.505012 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=db50f809-3eae-4465-83c4-a68bcb872157,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:20.537075 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7b3dbd8a-61d3-4aa2-91b7-e022afd6e813 None None] Provisioning complete for port 82f2b4a7-1ee1-45a5-b58a-6571612e1aa2 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:20.537836 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b3dbd8a-61d3-4aa2-91b7-e022afd6e813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:20.613591 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7b3dbd8a-61d3-4aa2-91b7-e022afd6e813 None None] Port 82f2b4a7-1ee1-45a5-b58a-6571612e1aa2 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:20.653390 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7b3dbd8a-61d3-4aa2-91b7-e022afd6e813 None None] Provisioning complete for port 6189afe7-7485-4d11-b4c1-07ad3e19b50b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:20.654837 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b3dbd8a-61d3-4aa2-91b7-e022afd6e813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:20.758437 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e97bc-b398-43d7-9333-fd5ccda7d703 None None] New status for floating IP e7557c1d-c4a5-4c00-85a8-70d15dd12a39: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:59:20.767148 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-784f799f-12e8-4873-9e30-eff0270bbfbb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:20.861532 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['db50f809-3eae-4465-83c4-a68bcb872157'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:59:20.917684 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10a4c4d1-56f3-41f5-ab6f-750f051b66a3 req-adf3b9c3-12ba-4f40-8c4f-3465f14a55f0 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c44fe68-5a6e-4814-bc3a-a1b20b92d225 HTTP/1.1" status: 200 len: 210 time: 0.0719526 Jul 13 07:59:20.934382 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9cb41-47af-4ca4-b5fb-a87e0c921a47 req-8624f6fa-5bc1-4fa2-a5dc-1638b951dd08 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:20.935947 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52b9cb41-47af-4ca4-b5fb-a87e0c921a47 req-8624f6fa-5bc1-4fa2-a5dc-1638b951dd08 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 944 time: 0.2342424 Jul 13 07:59:21.036349 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52b9cb41-47af-4ca4-b5fb-a87e0c921a47 req-6592326b-c6f7-4816-a583-eb7092124b25 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894914 Jul 13 07:59:21.270224 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8ae8eab4-04c4-4d92-bf59-8a29b83aa99c None None] Provisioning for port dc2c6243-c949-44d1-84a9-532beaff6572 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:21.275696 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8ae8eab4-04c4-4d92-bf59-8a29b83aa99c None None] Provisioning complete for port dc2c6243-c949-44d1-84a9-532beaff6572 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:21.277026 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ae8eab4-04c4-4d92-bf59-8a29b83aa99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:21.315884 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40674) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:21.332358 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8ae8eab4-04c4-4d92-bf59-8a29b83aa99c None None] Port dc2c6243-c949-44d1-84a9-532beaff6572 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:21.362797 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-784f799f-12e8-4873-9e30-eff0270bbfbb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:21.368742 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-784f799f-12e8-4873-9e30-eff0270bbfbb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:21.400560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 6189afe7-7485-4d11-b4c1-07ad3e19b50b up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:21.451823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f799f-12e8-4873-9e30-eff0270bbfbb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Port': ['ID=dc2c6243-c949-44d1-84a9-532beaff6572,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:21.519674 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-784f799f-12e8-4873-9e30-eff0270bbfbb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:21.559669 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 6189afe7-7485-4d11-b4c1-07ad3e19b50b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:21.560049 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:21.725813 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784f799f-12e8-4873-9e30-eff0270bbfbb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network 4dc0881d-145d-41ac-a83f-984304e0a55a is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:21.727677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-784f799f-12e8-4873-9e30-eff0270bbfbb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:21.790219 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device db50f809-3eae-4465-83c4-a68bcb872157 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:21.880970 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-113732ff-374c-4a7a-a35d-691d58ae4f6c None None] Provisioning complete for port dc2c6243-c949-44d1-84a9-532beaff6572 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:21.881419 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-113732ff-374c-4a7a-a35d-691d58ae4f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:21.968890 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port db50f809-3eae-4465-83c4-a68bcb872157 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:22.012102 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-113732ff-374c-4a7a-a35d-691d58ae4f6c None None] Port dc2c6243-c949-44d1-84a9-532beaff6572 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:22.014874 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784f799f-12e8-4873-9e30-eff0270bbfbb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router 9aa153bf-a999-4eb8-b9cc-8b06132d0e25 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:59:22.020607 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port db50f809-3eae-4465-83c4-a68bcb872157 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:22.021488 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:22.225453 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:22.302469 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979e3eef-7027-4e0d-bb4b-866a90cd030d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db50f809-3eae-4465-83c4-a68bcb872157'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:22.305569 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fad9bac-fe50-4441-99b4-ac53aa9f8b3b" -d '{"events": [{"server_uuid": "979e3eef-7027-4e0d-bb4b-866a90cd030d", "name": "network-vif-plugged", "status": "completed", "tag": "db50f809-3eae-4465-83c4-a68bcb872157"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:22.327471 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784f799f-12e8-4873-9e30-eff0270bbfbb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:22.335449 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-784f799f-12e8-4873-9e30-eff0270bbfbb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/9aa153bf-a999-4eb8-b9cc-8b06132d0e25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8243468 Jul 13 07:59:22.335602 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port db50f809-3eae-4465-83c4-a68bcb872157, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=db50f809-3eae-4465-83c4-a68bcb872157,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:22.339325 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40704) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:22.342429 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c19d985-8a6a-419a-95c3-044d45bf572c None None] Sync routers for ids ['9aa153bf-a999-4eb8-b9cc-8b06132d0e25'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:22.358480 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c19d985-8a6a-419a-95c3-044d45bf572c None None] Routers {'9aa153bf-a999-4eb8-b9cc-8b06132d0e25'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:22.361075 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-362c4289-56f6-44ca-b3b4-3089436db4f3 req-047cd555-f818-4820-abdd-785cb84baf9f tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c44fe68-5a6e-4814-bc3a-a1b20b92d225 HTTP/1.1" status: 200 len: 210 time: 0.1635320 Jul 13 07:59:22.361807 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1c19d985-8a6a-419a-95c3-044d45bf572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:58:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9aa153bf-a999-4eb8-b9cc-8b06132d0e25'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:22.382131 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:22.421303 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60a379f-4d10-41dc-b168-1f2379adcf06 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:22.422904 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b60a379f-4d10-41dc-b168-1f2379adcf06 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/ports/dc2c6243-c949-44d1-84a9-532beaff6572 HTTP/1.1" status: 200 len: 910 time: 0.0820696 Jul 13 07:59:22.425771 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40706) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:22.486560 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163ffb76-25ae-4e82-ad7c-3166071fc094 x-openstack-request-id: req-163ffb76-25ae-4e82-ad7c-3166071fc094 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:22.486898 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979e3eef-7027-4e0d-bb4b-866a90cd030d", "name": "network-vif-plugged", "status": "completed", "tag": "db50f809-3eae-4465-83c4-a68bcb872157", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:22.487158 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-163ffb76-25ae-4e82-ad7c-3166071fc094 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:22.487558 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979e3eef-7027-4e0d-bb4b-866a90cd030d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db50f809-3eae-4465-83c4-a68bcb872157', 'code': 200} Jul 13 07:59:22.490051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-75ea28f8-fc65-4f52-bd62-5990cf2507b0 None None] Provisioning complete for port dc2c6243-c949-44d1-84a9-532beaff6572 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:22.490456 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75ea28f8-fc65-4f52-bd62-5990cf2507b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:22.515611 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1c19d985-8a6a-419a-95c3-044d45bf572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:22.567095 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c19d985-8a6a-419a-95c3-044d45bf572c None None] Routers {'9aa153bf-a999-4eb8-b9cc-8b06132d0e25'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:22.569266 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1c19d985-8a6a-419a-95c3-044d45bf572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:58:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9aa153bf-a999-4eb8-b9cc-8b06132d0e25'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:22.586365 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-75ea28f8-fc65-4f52-bd62-5990cf2507b0 None None] Port dc2c6243-c949-44d1-84a9-532beaff6572 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:22.588098 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=db50f809-3eae-4465-83c4-a68bcb872157,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:22.639515 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74048f48-1baf-4b29-92ef-815b683f2f36 req-b9cdf2fd-e6bf-4473-b1bb-09c4a44cfae5 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:22.639515 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-74048f48-1baf-4b29-92ef-815b683f2f36 req-b9cdf2fd-e6bf-4473-b1bb-09c4a44cfae5 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 945 time: 0.2903290 Jul 13 07:59:22.656297 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1c19d985-8a6a-419a-95c3-044d45bf572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:22.657359 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c19d985-8a6a-419a-95c3-044d45bf572c None None] The sync data for ids ['9aa153bf-a999-4eb8-b9cc-8b06132d0e25'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:22.915776 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7bf3b6bb-33f6-46b0-9034-3062b4259958 None None] Provisioning complete for port db50f809-3eae-4465-83c4-a68bcb872157 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:22.916171 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bf3b6bb-33f6-46b0-9034-3062b4259958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:22.979373 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-74048f48-1baf-4b29-92ef-815b683f2f36 req-24c27356-3914-4305-a795-ce05b74926cd tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211029 Jul 13 07:59:23.002320 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf91ec8-fb45-45df-a5e5-911576246b61 req-2279f174-9a98-4e3b-a05f-dd117aa87041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.004990 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eaf91ec8-fb45-45df-a5e5-911576246b61 req-2279f174-9a98-4e3b-a05f-dd117aa87041 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 1097 time: 0.4367886 Jul 13 07:59:23.095878 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-fcb0a268-a0de-4715-8286-11149f260be0 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.098002 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-fcb0a268-a0de-4715-8286-11149f260be0 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.62 "GET /v2.0/networks?id=3988b8bd-e763-435c-93bc-99ffb52441ff HTTP/1.1" status: 200 len: 813 time: 0.3459723 Jul 13 07:59:23.109607 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eaf91ec8-fb45-45df-a5e5-911576246b61 req-d7cdf638-1309-4727-ba39-15d83fd76260 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941372 Jul 13 07:59:23.125406 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-1801a298-53bc-4ce4-a43d-4d7bddd8bc41 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Request body: {'port': {'device_id': '8c44fe68-5a6e-4814-bc3a-a1b20b92d225', 'network_id': '3988b8bd-e763-435c-93bc-99ffb52441ff', 'admin_state_up': True, 'tenant_id': '5a36314f85ff4713afbe18d6867343c0'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:23.154484 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7a59-8da4-465f-a6d2-6055568bb667 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:23.219777 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b516a8eb-30ac-48c7-8987-1267c24b80d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:23.344691 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15cc4dd2-f751-47c6-82b5-0c4cadccdef4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:23.383425 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-1801a298-53bc-4ce4-a43d-4d7bddd8bc41 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Made reservation on behalf of 5a36314f85ff4713afbe18d6867343c0 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:23.391955 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-1801a298-53bc-4ce4-a43d-4d7bddd8bc41 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:23.486110 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-bc4d7a59-8da4-465f-a6d2-6055568bb667 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting port dc2c6243-c949-44d1-84a9-532beaff6572 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:23.486718 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7a59-8da4-465f-a6d2-6055568bb667 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:23.545644 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 08f42dc4-07ae-446f-a917-798ecfe1385e no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:23.579189 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 08f42dc4-07ae-446f-a917-798ecfe1385e {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:23.579604 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 08f42dc4-07ae-446f-a917-798ecfe1385e not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:23.598310 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c046517d-c248-448a-9387-a1a1753b06bd req-e08d1e1d-53e7-4b52-9c65-3093bc3bc42f tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c44fe68-5a6e-4814-bc3a-a1b20b92d225 HTTP/1.1" status: 200 len: 210 time: 0.1160221 Jul 13 07:59:23.617167 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7a59-8da4-465f-a6d2-6055568bb667 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:23.641438 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-bc4d7a59-8da4-465f-a6d2-6055568bb667 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Calling delete_port for dc2c6243-c949-44d1-84a9-532beaff6572 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:23.752996 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-1801a298-53bc-4ce4-a43d-4d7bddd8bc41 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Allocated IP 172.20.0.8 (3988b8bd-e763-435c-93bc-99ffb52441ff/71ca9064-9eaf-4a0d-9fe3-7efed54e5bd2/47c80177-5e3d-4476-b80d-a93444d152e8) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:24.046353 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-1801a298-53bc-4ce4-a43d-4d7bddd8bc41 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.061400 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-15cc4dd2-f751-47c6-82b5-0c4cadccdef4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Deleting port 25720cbf-3415-4c51-87e8-8625cd3c9dcd {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:24.061748 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15cc4dd2-f751-47c6-82b5-0c4cadccdef4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.221947 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-1801a298-53bc-4ce4-a43d-4d7bddd8bc41 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.230140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-15cc4dd2-f751-47c6-82b5-0c4cadccdef4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] For port 25720cbf-3415-4c51-87e8-8625cd3c9dcd, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=25720cbf-3415-4c51-87e8-8625cd3c9dcd,segment=NetworkSegment(b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8),segment_id=b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:24.230507 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15cc4dd2-f751-47c6-82b5-0c4cadccdef4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.251669 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7a59-8da4-465f-a6d2-6055568bb667 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.306620 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-15cc4dd2-f751-47c6-82b5-0c4cadccdef4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Calling delete_port for 25720cbf-3415-4c51-87e8-8625cd3c9dcd owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:24.309810 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801a298-53bc-4ce4-a43d-4d7bddd8bc41 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Pushing event updated for resources: {'Port': ['ID=47c80177-5e3d-4476-b80d-a93444d152e8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:24.340108 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-1801a298-53bc-4ce4-a43d-4d7bddd8bc41 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Network 3988b8bd-e763-435c-93bc-99ffb52441ff is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:24.502392 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7a59-8da4-465f-a6d2-6055568bb667 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.504937 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d7a59-8da4-465f-a6d2-6055568bb667 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Port': ['ID=dc2c6243-c949-44d1-84a9-532beaff6572,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:24.727221 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-1801a298-53bc-4ce4-a43d-4d7bddd8bc41 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:24.733964 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-1801a298-53bc-4ce4-a43d-4d7bddd8bc41 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:24.783931 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824425c-2c4e-488a-93c3-db5a218d8736 req-30219c56-2c40-419b-96ba-51d95461cf12 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:24.785535 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5824425c-2c4e-488a-93c3-db5a218d8736 req-30219c56-2c40-419b-96ba-51d95461cf12 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 945 time: 0.6487017 Jul 13 07:59:24.815726 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4d7a59-8da4-465f-a6d2-6055568bb667 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router 9aa153bf-a999-4eb8-b9cc-8b06132d0e25 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:59:24.819157 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-1801a298-53bc-4ce4-a43d-4d7bddd8bc41 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:24.819609 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-1801a298-53bc-4ce4-a43d-4d7bddd8bc41 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.862521 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-1801a298-53bc-4ce4-a43d-4d7bddd8bc41 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7515545 Jul 13 07:59:24.876772 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] Request body: {'port': {'device_id': '8c44fe68-5a6e-4814-bc3a-a1b20b92d225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:24.928691 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4d7a59-8da4-465f-a6d2-6055568bb667 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:24.935131 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bc4d7a59-8da4-465f-a6d2-6055568bb667 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/9aa153bf-a999-4eb8-b9cc-8b06132d0e25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5081744 Jul 13 07:59:24.937706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40774) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:24.941466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fbf110-c958-43a8-b713-d9150984c6c0 None None] Sync routers for ids ['9aa153bf-a999-4eb8-b9cc-8b06132d0e25'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:24.959356 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fbf110-c958-43a8-b713-d9150984c6c0 None None] Routers {'9aa153bf-a999-4eb8-b9cc-8b06132d0e25'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:24.960003 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-56fbf110-c958-43a8-b713-d9150984c6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:58:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9aa153bf-a999-4eb8-b9cc-8b06132d0e25'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:25.019350 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5824425c-2c4e-488a-93c3-db5a218d8736 req-258a35e0-cb72-4bb9-b475-0934690b7cc3 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881821 Jul 13 07:59:25.024301 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-56fbf110-c958-43a8-b713-d9150984c6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:25.048184 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fbf110-c958-43a8-b713-d9150984c6c0 None None] Routers {'9aa153bf-a999-4eb8-b9cc-8b06132d0e25'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:25.049175 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-56fbf110-c958-43a8-b713-d9150984c6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:58:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9aa153bf-a999-4eb8-b9cc-8b06132d0e25'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:25.090139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca77dc-a231-4b96-86f0-986ba5b44357 req-2cfcab87-ca50-42f8-83b8-cbc7666922a3 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:25.095191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-56fbf110-c958-43a8-b713-d9150984c6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:25.096212 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fbf110-c958-43a8-b713-d9150984c6c0 None None] The sync data for ids ['9aa153bf-a999-4eb8-b9cc-8b06132d0e25'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:25.097392 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c7ca77dc-a231-4b96-86f0-986ba5b44357 req-2cfcab87-ca50-42f8-83b8-cbc7666922a3 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c44fe68-5a6e-4814-bc3a-a1b20b92d225 HTTP/1.1" status: 200 len: 931 time: 0.2534676 Jul 13 07:59:25.130472 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.196848 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c7ca77dc-a231-4b96-86f0-986ba5b44357 req-2d922a8a-00f8-407d-a4e2-8b3b8de4979c tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/security-groups?id=530c4cfd-b35f-4474-8e28-952a626ca85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982394 Jul 13 07:59:25.269488 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15cc4dd2-f751-47c6-82b5-0c4cadccdef4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.308239 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc4dd2-f751-47c6-82b5-0c4cadccdef4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Port': ['ID=25720cbf-3415-4c51-87e8-8625cd3c9dcd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:25.439607 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f23c8611-a159-48fd-92d0-ec2de77847dd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.708903 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15cc4dd2-f751-47c6-82b5-0c4cadccdef4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.767652 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-f23c8611-a159-48fd-92d0-ec2de77847dd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting port 82f2b4a7-1ee1-45a5-b58a-6571612e1aa2 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:25.768196 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f23c8611-a159-48fd-92d0-ec2de77847dd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.857465 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c80177-5e3d-4476-b80d-a93444d152e8 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:59:25.867836 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f23c8611-a159-48fd-92d0-ec2de77847dd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.868214 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.888349 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-f23c8611-a159-48fd-92d0-ec2de77847dd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Calling delete_port for 82f2b4a7-1ee1-45a5-b58a-6571612e1aa2 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:25.898745 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] Transition to ACTIVE for port object 47c80177-5e3d-4476-b80d-a93444d152e8 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:25.938324 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:26.039752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] Pushing event updated for resources: {'Port': ['ID=47c80177-5e3d-4476-b80d-a93444d152e8,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:26.133389 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f23c8611-a159-48fd-92d0-ec2de77847dd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:26.134945 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cc4dd2-f751-47c6-82b5-0c4cadccdef4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Router c0dc2308-f851-4bf9-96be-88869d413955 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:59:26.171923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] Attempting to bind port 47c80177-5e3d-4476-b80d-a93444d152e8 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:26.172257 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] Attempting to bind port 47c80177-5e3d-4476-b80d-a93444d152e8 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '753436c1-43e9-4d19-904b-7a51d586e14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3988b8bd-e763-435c-93bc-99ffb52441ff'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:26.172594 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] Attempting to bind port 47c80177-5e3d-4476-b80d-a93444d152e8 on network 3988b8bd-e763-435c-93bc-99ffb52441ff {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:26.239145 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] Port 47c80177-5e3d-4476-b80d-a93444d152e8 on network 3988b8bd-e763-435c-93bc-99ffb52441ff not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:59:26.239837 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] Attempting to bind port 47c80177-5e3d-4476-b80d-a93444d152e8 on network 3988b8bd-e763-435c-93bc-99ffb52441ff {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:26.248220 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c8611-a159-48fd-92d0-ec2de77847dd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Port': ['ID=82f2b4a7-1ee1-45a5-b58a-6571612e1aa2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:26.255961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:26.256558 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] Checking segment: {'id': '753436c1-43e9-4d19-904b-7a51d586e14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3988b8bd-e763-435c-93bc-99ffb52441ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:26.257018 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] Bound using segment: {'id': '753436c1-43e9-4d19-904b-7a51d586e14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3988b8bd-e763-435c-93bc-99ffb52441ff'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:26.257537 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] Bound port: 47c80177-5e3d-4476-b80d-a93444d152e8, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753436c1-43e9-4d19-904b-7a51d586e14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3988b8bd-e763-435c-93bc-99ffb52441ff'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:26.257966 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:26.352878 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f23c8611-a159-48fd-92d0-ec2de77847dd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:26.391025 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3c14c-b3ce-4629-895f-2601e36396f6 req-01f1cbf2-170b-43e9-be59-61104041cfc6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:26.392925 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-adb3c14c-b3ce-4629-895f-2601e36396f6 req-01f1cbf2-170b-43e9-be59-61104041cfc6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 945 time: 0.2390847 Jul 13 07:59:26.413705 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cc4dd2-f751-47c6-82b5-0c4cadccdef4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:26.426614 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c168be8b-f97a-4cf3-8f6e-3b6f91663726 None None] Sync routers for ids ['c0dc2308-f851-4bf9-96be-88869d413955'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:26.443621 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c168be8b-f97a-4cf3-8f6e-3b6f91663726 None None] Routers {'c0dc2308-f851-4bf9-96be-88869d413955'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:26.445013 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c168be8b-f97a-4cf3-8f6e-3b6f91663726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:58:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['c0dc2308-f851-4bf9-96be-88869d413955'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:26.464858 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-15cc4dd2-f751-47c6-82b5-0c4cadccdef4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "PUT /v2.0/routers/c0dc2308-f851-4bf9-96be-88869d413955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1477540 Jul 13 07:59:26.467760 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40786) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:26.529082 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] For port 47c80177-5e3d-4476-b80d-a93444d152e8, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:26.546496 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23c8611-a159-48fd-92d0-ec2de77847dd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router 9aa153bf-a999-4eb8-b9cc-8b06132d0e25 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:59:26.575844 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c168be8b-f97a-4cf3-8f6e-3b6f91663726 None None] Set router c0dc2308-f851-4bf9-96be-88869d413955 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:26.579255 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] For port 47c80177-5e3d-4476-b80d-a93444d152e8, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=47c80177-5e3d-4476-b80d-a93444d152e8,segment=NetworkSegment(753436c1-43e9-4d19-904b-7a51d586e14e),segment_id=753436c1-43e9-4d19-904b-7a51d586e14e)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:26.591480 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-adb3c14c-b3ce-4629-895f-2601e36396f6 req-1deda7b8-0027-46d8-a405-d894657e99ed tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849086 Jul 13 07:59:26.601747 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:26.622181 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9faf663-5b26-40af-b323-f78cc7fae837 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Deleting subnet c5c6a219-df69-431e-a70b-90672a5471cf {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:59:26.635928 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23c8611-a159-48fd-92d0-ec2de77847dd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:26.646755 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f23c8611-a159-48fd-92d0-ec2de77847dd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/9aa153bf-a999-4eb8-b9cc-8b06132d0e25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7051916 Jul 13 07:59:26.646947 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b615c1c8-b3bc-4991-a3f9-8a5fbb7323b1 None None] Sync routers for ids ['9aa153bf-a999-4eb8-b9cc-8b06132d0e25'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:26.647414 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40790) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:26.649421 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9faf663-5b26-40af-b323-f78cc7fae837 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:26.664353 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b615c1c8-b3bc-4991-a3f9-8a5fbb7323b1 None None] Routers {'9aa153bf-a999-4eb8-b9cc-8b06132d0e25'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:26.664969 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b615c1c8-b3bc-4991-a3f9-8a5fbb7323b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:58:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9aa153bf-a999-4eb8-b9cc-8b06132d0e25'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:26.686389 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e49aacc1-f5dc-48cc-9265-21afdef3d6a0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/ports?device_id=9aa153bf-a999-4eb8-b9cc-8b06132d0e25 HTTP/1.1" status: 200 len: 205 time: 0.0356843 Jul 13 07:59:26.688927 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40792) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:26.689142 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bb1be-e0e6-4fd6-a962-7536f3aca115 req-73ebbb18-009a-4ef2-9301-484c1ef33150 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:26.690726 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-087bb1be-e0e6-4fd6-a962-7536f3aca115 req-73ebbb18-009a-4ef2-9301-484c1ef33150 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c44fe68-5a6e-4814-bc3a-a1b20b92d225 HTTP/1.1" status: 200 len: 943 time: 0.3147979 Jul 13 07:59:26.696846 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:26.698601 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:26.700417 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] 10.222.0.62 "PUT /v2.0/ports/47c80177-5e3d-4476-b80d-a93444d152e8 HTTP/1.1" status: 200 len: 1092 time: 1.8278108 Jul 13 07:59:26.712702 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c44fe68-5a6e-4814-bc3a-a1b20b92d225', 'tag': '47c80177-5e3d-4476-b80d-a93444d152e8'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:26.715119 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0498c23b-7ff7-45c0-88bc-48a9061e1a31" -d '{"events": [{"name": "network-changed", "server_uuid": "8c44fe68-5a6e-4814-bc3a-a1b20b92d225", "tag": "47c80177-5e3d-4476-b80d-a93444d152e8"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:26.732174 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b615c1c8-b3bc-4991-a3f9-8a5fbb7323b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:26.756743 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b615c1c8-b3bc-4991-a3f9-8a5fbb7323b1 None None] Routers {'9aa153bf-a999-4eb8-b9cc-8b06132d0e25'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:26.757361 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b615c1c8-b3bc-4991-a3f9-8a5fbb7323b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:58:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9aa153bf-a999-4eb8-b9cc-8b06132d0e25'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:26.766892 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9faf663-5b26-40af-b323-f78cc7fae837 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:26.836482 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b615c1c8-b3bc-4991-a3f9-8a5fbb7323b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:26.837049 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b615c1c8-b3bc-4991-a3f9-8a5fbb7323b1 None None] The sync data for ids ['9aa153bf-a999-4eb8-b9cc-8b06132d0e25'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:26.879669 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-803cb7b7-b658-4d23-aeba-d5c49ee5312f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:26.901311 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c168be8b-f97a-4cf3-8f6e-3b6f91663726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687274135', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:02Z', 'updated_at': '2021-07-13T07:59:25Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:04Z', 'updated_at': '2021-07-13T07:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:26.934854 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c168be8b-f97a-4cf3-8f6e-3b6f91663726 None None] Checking router: c0dc2308-f851-4bf9-96be-88869d413955 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:59:26.945205 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c168be8b-f97a-4cf3-8f6e-3b6f91663726 None None] Routers {'c0dc2308-f851-4bf9-96be-88869d413955'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:26.946592 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c168be8b-f97a-4cf3-8f6e-3b6f91663726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:58:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['c0dc2308-f851-4bf9-96be-88869d413955'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:26.989966 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab6bfb-c9b3-43ff-9d67-b82b85a975a4 service neutron] Pushing event updated for resources: {'Port': ['ID=47c80177-5e3d-4476-b80d-a93444d152e8,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:27.002337 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-087bb1be-e0e6-4fd6-a962-7536f3aca115 req-f59c7069-0816-4765-b8be-9a9c2e827b4b tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/security-groups?id=530c4cfd-b35f-4474-8e28-952a626ca85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007061 Jul 13 07:59:27.017112 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9faf663-5b26-40af-b323-f78cc7fae837 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.066019 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-365a3d26-2f48-4035-9f94-62763db24367 req-c118142a-88ff-4b40-94ab-5c37147af58e tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=fbbeea760150488197661d4c6a4419de HTTP/1.1" status: 200 len: 267 time: 0.1741035 Jul 13 07:59:27.069433 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-803cb7b7-b658-4d23-aeba-d5c49ee5312f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.084521 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-803cb7b7-b658-4d23-aeba-d5c49ee5312f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.092158 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb428961-7512-4003-9b72-6065dfd1bf03 x-openstack-request-id: req-fb428961-7512-4003-9b72-6065dfd1bf03 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:27.092567 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c44fe68-5a6e-4814-bc3a-a1b20b92d225", "tag": "47c80177-5e3d-4476-b80d-a93444d152e8", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:27.093001 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fb428961-7512-4003-9b72-6065dfd1bf03 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:27.093489 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c44fe68-5a6e-4814-bc3a-a1b20b92d225', 'tag': '47c80177-5e3d-4476-b80d-a93444d152e8', 'status': 'completed', 'code': 200} Jul 13 07:59:27.137329 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-803cb7b7-b658-4d23-aeba-d5c49ee5312f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.137873 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803cb7b7-b658-4d23-aeba-d5c49ee5312f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Fanout notify agent at l3_agent the message router_deleted on router 9aa153bf-a999-4eb8-b9cc-8b06132d0e25 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:59:27.150866 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-803cb7b7-b658-4d23-aeba-d5c49ee5312f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.152240 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-803cb7b7-b658-4d23-aeba-d5c49ee5312f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/routers/9aa153bf-a999-4eb8-b9cc-8b06132d0e25 HTTP/1.1" status: 204 len: 168 time: 0.4621999 Jul 13 07:59:27.156032 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40800) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:27.169562 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9faf663-5b26-40af-b323-f78cc7fae837 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.177441 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-544aefe7-a2a7-4adb-9d28-7f7a2794f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:27.179384 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-544aefe7-a2a7-4adb-9d28-7f7a2794f118 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5a36314f85ff4713afbe18d6867343c0&device_id=8c44fe68-5a6e-4814-bc3a-a1b20b92d225 HTTP/1.1" status: 200 len: 1095 time: 0.2813616 Jul 13 07:59:27.221470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9faf663-5b26-40af-b323-f78cc7fae837 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c6a219-df69-431e-a70b-90672a5471cf,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:27.232282 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7087644f-cdbb-4e30-876f-fc19fc1f6852 None None] Network f6b415b5-aae6-48a3-92fb-0445108cb875 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:27.235594 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-8006df51-ee29-4eb4-9758-182b77f319c7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting subnet 383e3a8b-c471-4722-bc57-bba0c470c47b {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:59:27.239801 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8006df51-ee29-4eb4-9758-182b77f319c7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.297786 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9faf663-5b26-40af-b323-f78cc7fae837 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.302258 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a9faf663-5b26-40af-b323-f78cc7fae837 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "DELETE /v2.0/subnets/c5c6a219-df69-431e-a70b-90672a5471cf HTTP/1.1" status: 204 len: 168 time: 0.8271556 Jul 13 07:59:27.305566 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40802) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:27.308415 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c168be8b-f97a-4cf3-8f6e-3b6f91663726 None None] Set router c0dc2308-f851-4bf9-96be-88869d413955 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:27.313214 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-c312a5d4-b83b-408c-b10b-2e03e9792cc5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47c80177-5e3d-4476-b80d-a93444d152e8 HTTP/1.1" status: 200 len: 217 time: 0.1202643 Jul 13 07:59:27.349939 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a3d26-2f48-4035-9f94-62763db24367 req-789886f1-97fa-46a3-b6a8-901ec5f6e6fd tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:27.367257 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-365a3d26-2f48-4035-9f94-62763db24367 req-789886f1-97fa-46a3-b6a8-901ec5f6e6fd tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 945 time: 0.2889645 Jul 13 07:59:27.423278 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-365a3d26-2f48-4035-9f94-62763db24367 req-3814cf57-fc04-4650-8226-5c527ed002d0 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Request body: {'port': {'security_groups': []}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:27.501109 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-68d5c2b3-e44e-4868-91ce-03d4e2d6879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:27.502824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-68d5c2b3-e44e-4868-91ce-03d4e2d6879a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71ca9064-9eaf-4a0d-9fe3-7efed54e5bd2 HTTP/1.1" status: 200 len: 853 time: 0.1740906 Jul 13 07:59:27.556043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330b78f2-50f2-465d-9ce5-e5cc97d878f2 None None] DHCP port deletion for f6b415b5-aae6-48a3-92fb-0445108cb875 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:59:27.561606 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1d113c8c-9f83-41ce-b0fe-f86db3f7a3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.567511 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-38c9994c-e294-4aa6-a52e-066939fee066 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3988b8bd-e763-435c-93bc-99ffb52441ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450757 Jul 13 07:59:27.577083 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c168be8b-f97a-4cf3-8f6e-3b6f91663726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687274135', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:02Z', 'updated_at': '2021-07-13T07:59:25Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:04Z', 'updated_at': '2021-07-13T07:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:27.616035 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c168be8b-f97a-4cf3-8f6e-3b6f91663726 None None] The sync data for ids ['c0dc2308-f851-4bf9-96be-88869d413955'] in n-d-779913-28 is: [{'id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687274135', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:02Z', 'updated_at': '2021-07-13T07:59:25Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '16bc035f-8847-4d3b-bbcc-a82a896f15ee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc2308-f851-4bf9-96be-88869d413955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:04Z', 'updated_at': '2021-07-13T07:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:27.661725 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-330b78f2-50f2-465d-9ce5-e5cc97d878f2 None None] Deleting port a152bdb4-d746-4347-bf62-8b2c467cb0f8 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:27.662759 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-330b78f2-50f2-465d-9ce5-e5cc97d878f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.742126 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-330b78f2-50f2-465d-9ce5-e5cc97d878f2 None None] For port a152bdb4-d746-4347-bf62-8b2c467cb0f8, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a152bdb4-d746-4347-bf62-8b2c467cb0f8,segment=NetworkSegment(b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8),segment_id=b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:27.742570 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-330b78f2-50f2-465d-9ce5-e5cc97d878f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.759711 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-330b78f2-50f2-465d-9ce5-e5cc97d878f2 None None] Calling delete_port for a152bdb4-d746-4347-bf62-8b2c467cb0f8 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:27.764308 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8006df51-ee29-4eb4-9758-182b77f319c7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.861195 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8006df51-ee29-4eb4-9758-182b77f319c7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.872074 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-330b78f2-50f2-465d-9ce5-e5cc97d878f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.909373 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b78f2-50f2-465d-9ce5-e5cc97d878f2 None None] Pushing event deleted for resources: {'Port': ['ID=a152bdb4-d746-4347-bf62-8b2c467cb0f8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:27.914466 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.929597 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330b78f2-50f2-465d-9ce5-e5cc97d878f2 None None] No DVR routers for this DVR port a152bdb4-d746-4347-bf62-8b2c467cb0f8 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:59:27.986116 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8006df51-ee29-4eb4-9758-182b77f319c7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.007415 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-21a0d661-dd2f-492f-b914-c46701ff7c2b service neutron] 10.222.0.62 "GET /v2.0/networks/3988b8bd-e763-435c-93bc-99ffb52441ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202650 Jul 13 07:59:28.027165 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ffb5be0-9fe2-4520-a37d-8c99a6ec338f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.033779 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396b303d-bcc2-4397-a369-e95b19508e38 None None] Network 4dc0881d-145d-41ac-a83f-984304e0a55a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:28.093471 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-365a3d26-2f48-4035-9f94-62763db24367 req-3814cf57-fc04-4650-8226-5c527ed002d0 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.150292 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8006df51-ee29-4eb4-9758-182b77f319c7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.156377 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8006df51-ee29-4eb4-9758-182b77f319c7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/subnets/383e3a8b-c471-4722-bc57-bba0c470c47b HTTP/1.1" status: 204 len: 168 time: 0.9990940 Jul 13 07:59:28.158846 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40810) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:28.161042 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006df51-ee29-4eb4-9758-182b77f319c7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Subnet': ['ID=383e3a8b-c471-4722-bc57-bba0c470c47b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:28.223316 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5ffd0c-8d72-4715-a7ec-d902a46a6acb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting subnet dc30c6c1-cc05-4316-a3b2-563b9bb34834 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:59:28.229621 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d5ffd0c-8d72-4715-a7ec-d902a46a6acb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.318384 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ffb5be0-9fe2-4520-a37d-8c99a6ec338f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.327008 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d5ffd0c-8d72-4715-a7ec-d902a46a6acb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.392705 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eca88857-4acf-40e7-a094-e9cf9e8511d1 req-0778a88c-70ee-4447-9d79-f405fb501c85 service neutron] 10.222.0.62 "GET /v2.0/networks/3988b8bd-e763-435c-93bc-99ffb52441ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765352 Jul 13 07:59:28.418565 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8218a60b-2d18-4ba7-ac82-b5bb5f1ff50c None None] DHCP port deletion for 4dc0881d-145d-41ac-a83f-984304e0a55a request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:59:28.448255 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-365a3d26-2f48-4035-9f94-62763db24367 req-3814cf57-fc04-4650-8226-5c527ed002d0 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] For port db50f809-3eae-4465-83c4-a68bcb872157, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=db50f809-3eae-4465-83c4-a68bcb872157,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:28.460788 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d5ffd0c-8d72-4715-a7ec-d902a46a6acb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.465049 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-9ffb5be0-9fe2-4520-a37d-8c99a6ec338f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Deleting port 16bc035f-8847-4d3b-bbcc-a82a896f15ee {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:28.465379 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ffb5be0-9fe2-4520-a37d-8c99a6ec338f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.499148 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8218a60b-2d18-4ba7-ac82-b5bb5f1ff50c None None] Deleting port 6189afe7-7485-4d11-b4c1-07ad3e19b50b {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:28.500518 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8218a60b-2d18-4ba7-ac82-b5bb5f1ff50c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.534770 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-365a3d26-2f48-4035-9f94-62763db24367 req-3814cf57-fc04-4650-8226-5c527ed002d0 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.547475 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-365a3d26-2f48-4035-9f94-62763db24367 req-3814cf57-fc04-4650-8226-5c527ed002d0 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.563143 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['ae84bb95-026c-47c0-98dc-22f8e12bb4f5', 'db50f809-3eae-4465-83c4-a68bcb872157'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:59:28.567519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['8bbb45c0-b137-47c7-bf73-393e0210de1b'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:59:28.598464 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d5ffd0c-8d72-4715-a7ec-d902a46a6acb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.602841 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-9ffb5be0-9fe2-4520-a37d-8c99a6ec338f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] For port 16bc035f-8847-4d3b-bbcc-a82a896f15ee, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=16bc035f-8847-4d3b-bbcc-a82a896f15ee,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:28.603049 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ffb5be0-9fe2-4520-a37d-8c99a6ec338f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.641736 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a3d26-2f48-4035-9f94-62763db24367 req-3814cf57-fc04-4650-8226-5c527ed002d0 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:28.643551 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-365a3d26-2f48-4035-9f94-62763db24367 req-3814cf57-fc04-4650-8226-5c527ed002d0 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.644789 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ffd0c-8d72-4715-a7ec-d902a46a6acb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Subnet': ['ID=dc30c6c1-cc05-4316-a3b2-563b9bb34834,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:28.656092 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1d5ffd0c-8d72-4715-a7ec-d902a46a6acb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.658266 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-365a3d26-2f48-4035-9f94-62763db24367 req-3814cf57-fc04-4650-8226-5c527ed002d0 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "PUT /v2.0/ports/db50f809-3eae-4465-83c4-a68bcb872157 HTTP/1.1" status: 200 len: 904 time: 1.2899594 Jul 13 07:59:28.662560 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1d5ffd0c-8d72-4715-a7ec-d902a46a6acb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/subnets/dc30c6c1-cc05-4316-a3b2-563b9bb34834 HTTP/1.1" status: 204 len: 168 time: 0.5024962 Jul 13 07:59:28.663909 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-9ffb5be0-9fe2-4520-a37d-8c99a6ec338f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Calling delete_port for 16bc035f-8847-4d3b-bbcc-a82a896f15ee owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:28.675386 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f2aa76-3a6d-4b7b-ba03-3f79957e6362 None None] Network 8adce0a9-427f-4c8b-b001-29265d34ca26 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:28.676111 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40812) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:28.680770 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51645d76-c6ac-4d25-a932-c64e4fe4ef74 req-16376772-3b43-478f-8c24-a179a8be1b79 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:28.684046 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-51645d76-c6ac-4d25-a932-c64e4fe4ef74 req-16376772-3b43-478f-8c24-a179a8be1b79 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c44fe68-5a6e-4814-bc3a-a1b20b92d225 HTTP/1.1" status: 200 len: 943 time: 0.3526902 Jul 13 07:59:28.732053 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814cf57-fc04-4650-8226-5c527ed002d0 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Pushing event updated for resources: {'Port': ['ID=db50f809-3eae-4465-83c4-a68bcb872157,revision_number=6']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:28.738875 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['db50f809-3eae-4465-83c4-a68bcb872157'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:59:28.749229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-8218a60b-2d18-4ba7-ac82-b5bb5f1ff50c None None] For port 6189afe7-7485-4d11-b4c1-07ad3e19b50b, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=6189afe7-7485-4d11-b4c1-07ad3e19b50b,segment=NetworkSegment(5677b7dd-ca92-4e2f-9dad-cf60bf42de12),segment_id=5677b7dd-ca92-4e2f-9dad-cf60bf42de12)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:28.750442 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8218a60b-2d18-4ba7-ac82-b5bb5f1ff50c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.810667 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-51645d76-c6ac-4d25-a932-c64e4fe4ef74 req-27ce4af1-96fe-4ebc-b55e-039fbc6a2ccc tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/security-groups?id=530c4cfd-b35f-4474-8e28-952a626ca85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639703 Jul 13 07:59:28.813772 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498c23b-7ff7-45c0-88bc-48a9061e1a31 req-32ae6bf1-d93d-4b9c-bcf8-d796e085072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:28.815556 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0498c23b-7ff7-45c0-88bc-48a9061e1a31 req-32ae6bf1-d93d-4b9c-bcf8-d796e085072a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5a36314f85ff4713afbe18d6867343c0&device_id=8c44fe68-5a6e-4814-bc3a-a1b20b92d225 HTTP/1.1" status: 200 len: 1095 time: 0.3498402 Jul 13 07:59:28.829882 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8218a60b-2d18-4ba7-ac82-b5bb5f1ff50c None None] Calling delete_port for 6189afe7-7485-4d11-b4c1-07ad3e19b50b owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:29.012450 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498c23b-7ff7-45c0-88bc-48a9061e1a31 req-5b98e43e-d9ec-42b0-8953-cb60eed7f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:29.014168 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0498c23b-7ff7-45c0-88bc-48a9061e1a31 req-5b98e43e-d9ec-42b0-8953-cb60eed7f906 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3988b8bd-e763-435c-93bc-99ffb52441ff HTTP/1.1" status: 200 len: 914 time: 0.1903014 Jul 13 07:59:29.041232 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-975a071a-4d09-4819-84d6-63dceccb57d9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.044150 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fda97e-44a6-472e-afa4-8b4a99f2adf8 req-b05f0f23-3105-4680-a53d-7c3f99bc8314 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:29.054393 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-41fda97e-44a6-472e-afa4-8b4a99f2adf8 req-b05f0f23-3105-4680-a53d-7c3f99bc8314 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 907 time: 0.1899474 Jul 13 07:59:29.091569 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0498c23b-7ff7-45c0-88bc-48a9061e1a31 req-a0aab778-b8f2-44ad-af63-5b51063c8ac1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47c80177-5e3d-4476-b80d-a93444d152e8 HTTP/1.1" status: 200 len: 217 time: 0.0678899 Jul 13 07:59:29.097932 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979e3eef-7027-4e0d-bb4b-866a90cd030d', 'tag': 'db50f809-3eae-4465-83c4-a68bcb872157'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:29.100283 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d43a92-9da2-407b-a5f9-d65c90ce23dd" -d '{"events": [{"name": "network-changed", "server_uuid": "979e3eef-7027-4e0d-bb4b-866a90cd030d", "tag": "db50f809-3eae-4465-83c4-a68bcb872157"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:29.169369 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2b7743-ccbd-4d3a-b4e9-dd5931825c78 x-openstack-request-id: req-fc2b7743-ccbd-4d3a-b4e9-dd5931825c78 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:29.170069 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979e3eef-7027-4e0d-bb4b-866a90cd030d", "tag": "db50f809-3eae-4465-83c4-a68bcb872157", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:29.170526 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc2b7743-ccbd-4d3a-b4e9-dd5931825c78 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:29.171077 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979e3eef-7027-4e0d-bb4b-866a90cd030d', 'tag': 'db50f809-3eae-4465-83c4-a68bcb872157', 'status': 'completed', 'code': 200} Jul 13 07:59:29.209977 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8218a60b-2d18-4ba7-ac82-b5bb5f1ff50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.239338 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498c23b-7ff7-45c0-88bc-48a9061e1a31 req-966af672-67df-45f4-bcf9-6611baf22648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:29.240794 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0498c23b-7ff7-45c0-88bc-48a9061e1a31 req-966af672-67df-45f4-bcf9-6611baf22648 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71ca9064-9eaf-4a0d-9fe3-7efed54e5bd2 HTTP/1.1" status: 200 len: 853 time: 0.1252928 Jul 13 07:59:29.254014 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-975a071a-4d09-4819-84d6-63dceccb57d9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting port 6189afe7-7485-4d11-b4c1-07ad3e19b50b {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:29.254874 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-975a071a-4d09-4819-84d6-63dceccb57d9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.293502 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a1af377d-3619-47dc-b427-8f990b1109ba None None] Provisioning complete for port db50f809-3eae-4465-83c4-a68bcb872157 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:29.293878 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a1af377d-3619-47dc-b427-8f990b1109ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.332971 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218a60b-2d18-4ba7-ac82-b5bb5f1ff50c None None] Pushing event deleted for resources: {'Port': ['ID=6189afe7-7485-4d11-b4c1-07ad3e19b50b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:29.337115 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8218a60b-2d18-4ba7-ac82-b5bb5f1ff50c None None] No DVR routers for this DVR port 6189afe7-7485-4d11-b4c1-07ad3e19b50b on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:59:29.352066 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0498c23b-7ff7-45c0-88bc-48a9061e1a31 req-967393af-c3e3-4e99-b871-6a728be212e6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3988b8bd-e763-435c-93bc-99ffb52441ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428748 Jul 13 07:59:29.364343 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a152bdb4-d746-4347-bf62-8b2c467cb0f8 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:29.379002 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-975a071a-4d09-4819-84d6-63dceccb57d9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] For port 6189afe7-7485-4d11-b4c1-07ad3e19b50b, host n-d-779913-28, got binding levels [] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:29.379522 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-975a071a-4d09-4819-84d6-63dceccb57d9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.403169 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-975a071a-4d09-4819-84d6-63dceccb57d9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Calling delete_port for 6189afe7-7485-4d11-b4c1-07ad3e19b50b owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:29.408050 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.ipam_backend_mixin [None req-975a071a-4d09-4819-84d6-63dceccb57d9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Port 6189afe7-7485-4d11-b4c1-07ad3e19b50b was not found and therefore no delete operation was performed {{(pid=93723) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:59:29.408267 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: a152bdb4-d746-4347-bf62-8b2c467cb0f8 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:29.408918 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a152bdb4-d746-4347-bf62-8b2c467cb0f8 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:29.409074 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 6189afe7-7485-4d11-b4c1-07ad3e19b50b no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:29.416901 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-975a071a-4d09-4819-84d6-63dceccb57d9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.434621 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975a071a-4d09-4819-84d6-63dceccb57d9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] No DVR routers for this DVR port 6189afe7-7485-4d11-b4c1-07ad3e19b50b on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:59:29.491511 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0498c23b-7ff7-45c0-88bc-48a9061e1a31 req-6850ce7e-9a63-4dbd-9951-31dde459734b service neutron] 10.222.0.62 "GET /v2.0/networks/3988b8bd-e763-435c-93bc-99ffb52441ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310308 Jul 13 07:59:29.494664 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d43a92-9da2-407b-a5f9-d65c90ce23dd req-14c49070-2dd4-4d95-a4bc-5d5ee398d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:29.496130 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94d43a92-9da2-407b-a5f9-d65c90ce23dd req-14c49070-2dd4-4d95-a4bc-5d5ee398d670 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 1059 time: 0.2833035 Jul 13 07:59:29.507733 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a46d99-2206-4d0d-96fb-3a9e60db8d46 req-848241a5-6d32-4eef-ad79-ce86eb9027e5 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:29.509284 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a071a-4d09-4819-84d6-63dceccb57d9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Port': ['ID=6189afe7-7485-4d11-b4c1-07ad3e19b50b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:29.509464 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2a46d99-2206-4d0d-96fb-3a9e60db8d46 req-848241a5-6d32-4eef-ad79-ce86eb9027e5 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.3080473 Jul 13 07:59:29.528794 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ffb5be0-9fe2-4520-a37d-8c99a6ec338f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.581372 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb5be0-9fe2-4520-a37d-8c99a6ec338f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Port': ['ID=16bc035f-8847-4d3b-bbcc-a82a896f15ee,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:29.611905 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 6189afe7-7485-4d11-b4c1-07ad3e19b50b {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:29.612161 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 6189afe7-7485-4d11-b4c1-07ad3e19b50b not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:29.612589 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 25720cbf-3415-4c51-87e8-8625cd3c9dcd no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:29.616305 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecead353-319f-4c91-999b-e34ac8695f2c None None] DHCP port deletion for 8adce0a9-427f-4c8b-b001-29265d34ca26 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:59:29.667513 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ffb5be0-9fe2-4520-a37d-8c99a6ec338f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.683843 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2a46d99-2206-4d0d-96fb-3a9e60db8d46 req-0b0090d1-0251-47cc-9d8b-520b1e2e835f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496506 Jul 13 07:59:29.692069 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 25720cbf-3415-4c51-87e8-8625cd3c9dcd {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:29.692613 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 25720cbf-3415-4c51-87e8-8625cd3c9dcd not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:29.703286 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-975a071a-4d09-4819-84d6-63dceccb57d9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.748488 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.760398 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0498c23b-7ff7-45c0-88bc-48a9061e1a31 req-3c1bd6d8-4ef5-4fc7-a937-c04cafe3c4a9 service neutron] 10.222.0.62 "GET /v2.0/networks/3988b8bd-e763-435c-93bc-99ffb52441ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486756 Jul 13 07:59:29.776799 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d43a92-9da2-407b-a5f9-d65c90ce23dd req-6c5efd28-3dd8-4667-9c80-92481b787f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:29.778301 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94d43a92-9da2-407b-a5f9-d65c90ce23dd req-6c5efd28-3dd8-4667-9c80-92481b787f43 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 913 time: 0.2556677 Jul 13 07:59:29.780313 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ecead353-319f-4c91-999b-e34ac8695f2c None None] Deleting port 41aa958b-70f6-4b26-a61a-65f2e7e85aa6 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:29.780745 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecead353-319f-4c91-999b-e34ac8695f2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.802941 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-975a071a-4d09-4819-84d6-63dceccb57d9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc0881d-145d-41ac-a83f-984304e0a55a']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:29.859389 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-975a071a-4d09-4819-84d6-63dceccb57d9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5677b7dd-ca92-4e2f-9dad-cf60bf42de12') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:29.859811 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-975a071a-4d09-4819-84d6-63dceccb57d9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5677b7dd-ca92-4e2f-9dad-cf60bf42de12') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:29.866368 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ffb5be0-9fe2-4520-a37d-8c99a6ec338f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.866626 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ecead353-319f-4c91-999b-e34ac8695f2c None None] For port 41aa958b-70f6-4b26-a61a-65f2e7e85aa6, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=41aa958b-70f6-4b26-a61a-65f2e7e85aa6,segment=NetworkSegment(9b714ef3-60b0-46df-a911-28ce6f79eb43),segment_id=9b714ef3-60b0-46df-a911-28ce6f79eb43)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:29.866760 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecead353-319f-4c91-999b-e34ac8695f2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.873605 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94d43a92-9da2-407b-a5f9-d65c90ce23dd req-4782a3e1-b742-4975-a720-17dac6da806e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db50f809-3eae-4465-83c4-a68bcb872157 HTTP/1.1" status: 200 len: 217 time: 0.0865009 Jul 13 07:59:29.881621 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ffb5be0-9fe2-4520-a37d-8c99a6ec338f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.882588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ecead353-319f-4c91-999b-e34ac8695f2c None None] Calling delete_port for 41aa958b-70f6-4b26-a61a-65f2e7e85aa6 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:29.894590 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-975a071a-4d09-4819-84d6-63dceccb57d9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.985516 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-975a071a-4d09-4819-84d6-63dceccb57d9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.988252 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecead353-319f-4c91-999b-e34ac8695f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.993249 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-975a071a-4d09-4819-84d6-63dceccb57d9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:59:29.993785 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-975a071a-4d09-4819-84d6-63dceccb57d9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.995275 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d43a92-9da2-407b-a5f9-d65c90ce23dd req-87134c5e-2dc4-4e65-882e-d5904fa46b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:29.997868 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94d43a92-9da2-407b-a5f9-d65c90ce23dd req-87134c5e-2dc4-4e65-882e-d5904fa46b79 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.1143947 Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:59:30.020862 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:59:30.040737 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecead353-319f-4c91-999b-e34ac8695f2c None None] Pushing event deleted for resources: {'Port': ['ID=41aa958b-70f6-4b26-a61a-65f2e7e85aa6,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:30.048720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecead353-319f-4c91-999b-e34ac8695f2c None None] No DVR routers for this DVR port 41aa958b-70f6-4b26-a61a-65f2e7e85aa6 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:59:30.072812 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ffb5be0-9fe2-4520-a37d-8c99a6ec338f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.073505 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffb5be0-9fe2-4520-a37d-8c99a6ec338f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Fanout notify agent at l3_agent the message router_deleted on router c0dc2308-f851-4bf9-96be-88869d413955 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:59:30.082196 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ffb5be0-9fe2-4520-a37d-8c99a6ec338f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.088073 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40830) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:30.090751 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9ffb5be0-9fe2-4520-a37d-8c99a6ec338f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "DELETE /v2.0/routers/c0dc2308-f851-4bf9-96be-88869d413955 HTTP/1.1" status: 204 len: 168 time: 2.7762222 Jul 13 07:59:30.092614 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-975a071a-4d09-4819-84d6-63dceccb57d9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.104250 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-975a071a-4d09-4819-84d6-63dceccb57d9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.106447 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-975a071a-4d09-4819-84d6-63dceccb57d9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/networks/4dc0881d-145d-41ac-a83f-984304e0a55a HTTP/1.1" status: 204 len: 168 time: 1.4293437 Jul 13 07:59:30.110284 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40832) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:30.139488 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a071a-4d09-4819-84d6-63dceccb57d9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Network': ['ID=4dc0881d-145d-41ac-a83f-984304e0a55a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:30.155424 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ce631-8f65-423e-893a-2cb75c698f97 req-64ef36de-19b9-409f-99f7-99375dd75cbe tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:30.157018 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b22ce631-8f65-423e-893a-2cb75c698f97 req-64ef36de-19b9-409f-99f7-99375dd75cbe tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.2396526 Jul 13 07:59:30.164996 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411de915-9d41-4eaa-b648-333fc8eb9de3 req-c20de0c0-8570-4b2e-969d-796fee85fe02 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:30.167107 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-411de915-9d41-4eaa-b648-333fc8eb9de3 req-c20de0c0-8570-4b2e-969d-796fee85fe02 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c44fe68-5a6e-4814-bc3a-a1b20b92d225 HTTP/1.1" status: 200 len: 943 time: 0.2106702 Jul 13 07:59:30.220988 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c1c6d6f-8d39-43b4-97c3-c8f3814b4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.265039 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d43a92-9da2-407b-a5f9-d65c90ce23dd req-c8eb126f-34f0-490e-b038-b1f837f907ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:30.266597 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94d43a92-9da2-407b-a5f9-d65c90ce23dd req-c8eb126f-34f0-490e-b038-b1f837f907ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2602482 Jul 13 07:59:30.293013 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-89d66a8e-1b44-4303-b330-5fd05c673812 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.319209 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-411de915-9d41-4eaa-b648-333fc8eb9de3 req-3c75fb67-ad3a-455d-86f8-9e81bbfe3c5a tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/security-groups?id=530c4cfd-b35f-4474-8e28-952a626ca85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397693 Jul 13 07:59:30.323753 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b22ce631-8f65-423e-893a-2cb75c698f97 req-1f0d3f84-d852-4310-8cdc-551b75449679 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521194 Jul 13 07:59:30.332058 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c1c6d6f-8d39-43b4-97c3-c8f3814b4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.342508 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-3c1c6d6f-8d39-43b4-97c3-c8f3814b4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8adce0a9-427f-4c8b-b001-29265d34ca26']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:30.354416 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-3c1c6d6f-8d39-43b4-97c3-c8f3814b4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b714ef3-60b0-46df-a911-28ce6f79eb43') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:30.354718 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-3c1c6d6f-8d39-43b4-97c3-c8f3814b4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b714ef3-60b0-46df-a911-28ce6f79eb43') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:30.377135 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c1c6d6f-8d39-43b4-97c3-c8f3814b4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.394375 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c1c6d6f-8d39-43b4-97c3-c8f3814b4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.402324 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1c6d6f-8d39-43b4-97c3-c8f3814b4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:59:30.402736 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c1c6d6f-8d39-43b4-97c3-c8f3814b4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: timer() Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:59:30.406023 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:59:30.481959 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c1c6d6f-8d39-43b4-97c3-c8f3814b4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.494443 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94d43a92-9da2-407b-a5f9-d65c90ce23dd req-f6709449-bd96-4dcb-a980-3152379e5d36 service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154334 Jul 13 07:59:30.507839 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c1c6d6f-8d39-43b4-97c3-c8f3814b4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.510243 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3c1c6d6f-8d39-43b4-97c3-c8f3814b4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/networks/8adce0a9-427f-4c8b-b001-29265d34ca26 HTTP/1.1" status: 204 len: 168 time: 0.3987672 Jul 13 07:59:30.511465 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c6d6f-8d39-43b4-97c3-c8f3814b4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Network': ['ID=8adce0a9-427f-4c8b-b001-29265d34ca26,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:30.517195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40844) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:30.522456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a89d51cb-1adf-4229-b282-a229375202a8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1849904315'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:30.524797 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-89d66a8e-1b44-4303-b330-5fd05c673812 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.548136 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89d51cb-1adf-4229-b282-a229375202a8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Made reservation on behalf of a0ffb35344bc4cd8a0348e916437de28 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:30.552835 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a89d51cb-1adf-4229-b282-a229375202a8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.570050 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-89d66a8e-1b44-4303-b330-5fd05c673812 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b415b5-aae6-48a3-92fb-0445108cb875']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:30.586668 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89d51cb-1adf-4229-b282-a229375202a8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:59:30.599433 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a89d51cb-1adf-4229-b282-a229375202a8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.599874 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-a89d51cb-1adf-4229-b282-a229375202a8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Added segment a5505a79-1a93-43a6-bc7c-4c5d99ec112c of type vlan for network fa119604-e690-4941-878f-1b9000e192c4 Jul 13 07:59:30.617027 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-89d66a8e-1b44-4303-b330-5fd05c673812 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:30.617323 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-89d66a8e-1b44-4303-b330-5fd05c673812 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d71e9b-aa84-4b78-8ff5-57ad3b1c82a8') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:30.650958 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a89d51cb-1adf-4229-b282-a229375202a8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.668713 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-89d66a8e-1b44-4303-b330-5fd05c673812 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.685303 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a89d51cb-1adf-4229-b282-a229375202a8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.691148 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89d51cb-1adf-4229-b282-a229375202a8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:30.691753 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a89d51cb-1adf-4229-b282-a229375202a8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.733560 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a89d51cb-1adf-4229-b282-a229375202a8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2124994 Jul 13 07:59:30.733893 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40850) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:30.739141 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b436f606-5079-4a0e-846a-a59e0a4b2463 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'subnet': {'network_id': 'fa119604-e690-4941-878f-1b9000e192c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:30.739836 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-89d66a8e-1b44-4303-b330-5fd05c673812 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.761520 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d66a8e-1b44-4303-b330-5fd05c673812 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:59:30.761934 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-89d66a8e-1b44-4303-b330-5fd05c673812 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:59:30.764908 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:59:30.782501 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94d43a92-9da2-407b-a5f9-d65c90ce23dd req-56d12d71-3baf-491e-b093-5bbf80dfcfc0 service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539322 Jul 13 07:59:30.796194 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d51cb-1adf-4229-b282-a229375202a8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Network': ['ID=fa119604-e690-4941-878f-1b9000e192c4,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:30.807684 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network fa119604-e690-4941-878f-1b9000e192c4 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:59:30.849321 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0087357-b115-475f-9297-3ccbc38c181b req-c1846323-7883-42d2-b50b-5b0937442167 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:30.850857 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0087357-b115-475f-9297-3ccbc38c181b req-c1846323-7883-42d2-b50b-5b0937442167 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 812 time: 0.2981527 Jul 13 07:59:30.865308 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-89d66a8e-1b44-4303-b330-5fd05c673812 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.886813 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-89d66a8e-1b44-4303-b330-5fd05c673812 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.891451 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-89d66a8e-1b44-4303-b330-5fd05c673812 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "DELETE /v2.0/networks/f6b415b5-aae6-48a3-92fb-0445108cb875 HTTP/1.1" status: 204 len: 168 time: 0.7969208 Jul 13 07:59:30.891623 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b436f606-5079-4a0e-846a-a59e0a4b2463 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Made reservation on behalf of a0ffb35344bc4cd8a0348e916437de28 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:30.891729 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0087357-b115-475f-9297-3ccbc38c181b req-ea7efa8f-e8f5-45c6-af74-3d2b5321c7b5 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/quotas/fbbeea760150488197661d4c6a4419de HTTP/1.1" status: 200 len: 375 time: 0.0337811 Jul 13 07:59:30.893101 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b436f606-5079-4a0e-846a-a59e0a4b2463 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.896285 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40852) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:30.902185 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d66a8e-1b44-4303-b330-5fd05c673812 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Network': ['ID=f6b415b5-aae6-48a3-92fb-0445108cb875,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:30.985662 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0087357-b115-475f-9297-3ccbc38c181b req-5f9023f8-869f-41c3-8033-292505e59710 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0858307 Jul 13 07:59:31.055991 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9b4fb54e-2342-4cd5-8507-2646c876e747 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:31.090471 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9b4fb54e-2342-4cd5-8507-2646c876e747 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:31.097513 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0087357-b115-475f-9297-3ccbc38c181b req-a9aa9c5a-9e38-4c43-a0df-169b80850aa1 service neutron] 10.222.0.58 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046457 Jul 13 07:59:31.219252 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0087357-b115-475f-9297-3ccbc38c181b req-aa0ef46a-4541-42ae-ba58-cd7daa96008f service neutron] 10.222.0.58 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128507 Jul 13 07:59:31.220148 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b436f606-5079-4a0e-846a-a59e0a4b2463 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:31.266452 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9b4fb54e-2342-4cd5-8507-2646c876e747 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:31.269232 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9b4fb54e-2342-4cd5-8507-2646c876e747 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:31.272907 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9b4fb54e-2342-4cd5-8507-2646c876e747 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "DELETE /v2.0/security-groups/8a37c330-9503-4728-ab8b-2c4434dc8c49 HTTP/1.1" status: 204 len: 168 time: 0.3730557 Jul 13 07:59:31.297525 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fb54e-2342-4cd5-8507-2646c876e747 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a37c330-9503-4728-ab8b-2c4434dc8c49,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:31.315630 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436f606-5079-4a0e-846a-a59e0a4b2463 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Subnet': ['ID=cdd9e6f4-7a30-434f-8204-854523feaf54,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:31.338296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b436f606-5079-4a0e-846a-a59e0a4b2463 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Checking segment: {'id': 'a5505a79-1a93-43a6-bc7c-4c5d99ec112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fa119604-e690-4941-878f-1b9000e192c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:31.338649 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b436f606-5079-4a0e-846a-a59e0a4b2463 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network hostable DHCP agents. Network: fa119604-e690-4941-878f-1b9000e192c4, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:59:31.343600 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 41aa958b-70f6-4b26-a61a-65f2e7e85aa6 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:31.365722 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b436f606-5079-4a0e-846a-a59e0a4b2463 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network fa119604-e690-4941-878f-1b9000e192c4 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:59:31.377242 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-b436f606-5079-4a0e-846a-a59e0a4b2463 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, fa119604-e690-4941-878f-1b9000e192c4) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:31.388577 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b436f606-5079-4a0e-846a-a59e0a4b2463 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:31.389539 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b436f606-5079-4a0e-846a-a59e0a4b2463 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:31.390427 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ded3348-c2a5-4001-b931-dc255a255c0b None None] Network fa119604-e690-4941-878f-1b9000e192c4 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:31.393168 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:31.393970 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 41aa958b-70f6-4b26-a61a-65f2e7e85aa6 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:31.394521 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 41aa958b-70f6-4b26-a61a-65f2e7e85aa6 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:31.395202 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 16bc035f-8847-4d3b-bbcc-a82a896f15ee no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:31.408277 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b436f606-5079-4a0e-846a-a59e0a4b2463 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6733749 Jul 13 07:59:31.411055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40868) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:31.415793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-72df5c43-7559-44bd-aa55-b9e54182e5e9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1808635794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:31.431279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 16bc035f-8847-4d3b-bbcc-a82a896f15ee {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:31.431657 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 16bc035f-8847-4d3b-bbcc-a82a896f15ee not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:31.483030 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72df5c43-7559-44bd-aa55-b9e54182e5e9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:31.487175 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72df5c43-7559-44bd-aa55-b9e54182e5e9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:31.597622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 47c80177-5e3d-4476-b80d-a93444d152e8 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:59:31.608731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-fa119604-e690-4941-878f-1b9000e192c4', 'network_id': 'fa119604-e690-4941-878f-1b9000e192c4', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'fixed_ips': [{'subnet_id': 'cdd9e6f4-7a30-434f-8204-854523feaf54'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:59:31.609588 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:31.901494 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] Allocated IP 172.20.0.2 (fa119604-e690-4941-878f-1b9000e192c4/cdd9e6f4-7a30-434f-8204-854523feaf54/82bb52bf-e45f-4352-b2ab-71ba3035a22a) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:31.921680 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 47c80177-5e3d-4476-b80d-a93444d152e8, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=47c80177-5e3d-4476-b80d-a93444d152e8,segment=NetworkSegment(753436c1-43e9-4d19-904b-7a51d586e14e),segment_id=753436c1-43e9-4d19-904b-7a51d586e14e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:31.951030 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '47c80177-5e3d-4476-b80d-a93444d152e8', 'network_id': '3988b8bd-e763-435c-93bc-99ffb52441ff', 'port_id': '47c80177-5e3d-4476-b80d-a93444d152e8', 'mac_address': 'fa:16:3e:94:fa:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ca9064-9eaf-4a0d-9fe3-7efed54e5bd2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:59:32.075616 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:32.103451 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c80177-5e3d-4476-b80d-a93444d152e8 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:59:32.108166 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72df5c43-7559-44bd-aa55-b9e54182e5e9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:32.124153 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72df5c43-7559-44bd-aa55-b9e54182e5e9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:32.127131 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 47c80177-5e3d-4476-b80d-a93444d152e8, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=47c80177-5e3d-4476-b80d-a93444d152e8,segment=NetworkSegment(753436c1-43e9-4d19-904b-7a51d586e14e),segment_id=753436c1-43e9-4d19-904b-7a51d586e14e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:32.135290 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:32.171331 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72df5c43-7559-44bd-aa55-b9e54182e5e9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:32.172727 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-72df5c43-7559-44bd-aa55-b9e54182e5e9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7606635 Jul 13 07:59:32.175618 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40888) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:32.181433 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-3ff7640f-8a71-4bb1-9bc2-5355c9fd302b tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'port': {'network_id': 'fa119604-e690-4941-878f-1b9000e192c4', 'name': 'tempest-RoutersTest-313046714'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:32.208252 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1cc78-5821-4c85-9619-fcf6804ad25e req-08fa6788-049e-41d4-a6ee-29c0d0de5117 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:32.218509 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bea1cc78-5821-4c85-9619-fcf6804ad25e req-08fa6788-049e-41d4-a6ee-29c0d0de5117 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c44fe68-5a6e-4814-bc3a-a1b20b92d225 HTTP/1.1" status: 200 len: 943 time: 0.6312494 Jul 13 07:59:32.250812 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=47c80177-5e3d-4476-b80d-a93444d152e8,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:32.264893 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:32.272674 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bea1cc78-5821-4c85-9619-fcf6804ad25e req-1c5684a4-ece4-44a8-a32c-1643abb4360c tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/security-groups?id=530c4cfd-b35f-4474-8e28-952a626ca85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527644 Jul 13 07:59:32.273869 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] Transition to ACTIVE for port object 82bb52bf-e45f-4352-b2ab-71ba3035a22a will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:32.292340 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] Transition to ACTIVE for port object 82bb52bf-e45f-4352-b2ab-71ba3035a22a will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:32.307506 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:32.397226 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] Pushing event updated for resources: {'Port': ['ID=82bb52bf-e45f-4352-b2ab-71ba3035a22a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:32.409442 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] Network fa119604-e690-4941-878f-1b9000e192c4 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:32.414439 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:32.419572 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:32.441699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff7640f-8a71-4bb1-9bc2-5355c9fd302b tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Made reservation on behalf of a0ffb35344bc4cd8a0348e916437de28 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:32.448252 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3ff7640f-8a71-4bb1-9bc2-5355c9fd302b tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:32.493326 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['47c80177-5e3d-4476-b80d-a93444d152e8'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:59:32.508858 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-3ff7640f-8a71-4bb1-9bc2-5355c9fd302b tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] device_id is not set on port 05d22b09-3667-4c4d-a51c-f8411ab8180f yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:59:32.527645 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] Attempting to bind port 82bb52bf-e45f-4352-b2ab-71ba3035a22a on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:32.527874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] Attempting to bind port 82bb52bf-e45f-4352-b2ab-71ba3035a22a by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'a5505a79-1a93-43a6-bc7c-4c5d99ec112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fa119604-e690-4941-878f-1b9000e192c4'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:32.528247 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] Attempting to bind port 82bb52bf-e45f-4352-b2ab-71ba3035a22a on network fa119604-e690-4941-878f-1b9000e192c4 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:32.531902 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54357874-fffa-4d10-b6e4-9222ff070645 req-2284e205-1a5c-44f6-8f06-6013e1edcc79 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 210 time: 0.0483005 Jul 13 07:59:32.542134 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:32.542512 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] Checking segment: {'id': 'a5505a79-1a93-43a6-bc7c-4c5d99ec112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fa119604-e690-4941-878f-1b9000e192c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:32.542918 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:32.543321 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] Bound using segment: {'id': 'a5505a79-1a93-43a6-bc7c-4c5d99ec112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fa119604-e690-4941-878f-1b9000e192c4'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:32.543782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] Bound port: 82bb52bf-e45f-4352-b2ab-71ba3035a22a, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5505a79-1a93-43a6-bc7c-4c5d99ec112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fa119604-e690-4941-878f-1b9000e192c4'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:32.544159 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:32.624957 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] For port 82bb52bf-e45f-4352-b2ab-71ba3035a22a, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:32.628764 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] For port 82bb52bf-e45f-4352-b2ab-71ba3035a22a, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=82bb52bf-e45f-4352-b2ab-71ba3035a22a,segment=NetworkSegment(a5505a79-1a93-43a6-bc7c-4c5d99ec112c),segment_id=a5505a79-1a93-43a6-bc7c-4c5d99ec112c)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:32.663499 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:32.754168 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-3ff7640f-8a71-4bb1-9bc2-5355c9fd302b tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Allocated IP 172.20.0.13 (fa119604-e690-4941-878f-1b9000e192c4/cdd9e6f4-7a30-434f-8204-854523feaf54/05d22b09-3667-4c4d-a51c-f8411ab8180f) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:32.758702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac896a-5f13-4c3c-8ffa-1dab38b928fc None None] Pushing event updated for resources: {'Port': ['ID=82bb52bf-e45f-4352-b2ab-71ba3035a22a,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:32.910147 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40894) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:32.915518 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-23e0d6ff-b1a7-4792-a137-84f9339e3a5c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1488548694', 'description': 'tempest-secgroup-smoke-1488548694 description', 'project_id': 'b0a400cab12449b3b23abe0905366730'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:32.944541 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3ff7640f-8a71-4bb1-9bc2-5355c9fd302b tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:32.952064 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6ff-b1a7-4792-a137-84f9339e3a5c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:32.963287 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-3ff7640f-8a71-4bb1-9bc2-5355c9fd302b tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Transition to ACTIVE for port object 05d22b09-3667-4c4d-a51c-f8411ab8180f will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:33.080554 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3ff7640f-8a71-4bb1-9bc2-5355c9fd302b tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:33.180559 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7640f-8a71-4bb1-9bc2-5355c9fd302b tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Port': ['ID=05d22b09-3667-4c4d-a51c-f8411ab8180f,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:33.202524 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff7640f-8a71-4bb1-9bc2-5355c9fd302b tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network fa119604-e690-4941-878f-1b9000e192c4 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:33.205493 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-3ff7640f-8a71-4bb1-9bc2-5355c9fd302b tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:33.208386 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff7640f-8a71-4bb1-9bc2-5355c9fd302b tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:33.225834 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6ff-b1a7-4792-a137-84f9339e3a5c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:33.237446 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6ff-b1a7-4792-a137-84f9339e3a5c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:33.294541 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0d6ff-b1a7-4792-a137-84f9339e3a5c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b62bbfc-7d47-4800-9812-524f4ab6095c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:33.295911 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff7640f-8a71-4bb1-9bc2-5355c9fd302b tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:33.299741 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3ff7640f-8a71-4bb1-9bc2-5355c9fd302b tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:33.340982 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3ff7640f-8a71-4bb1-9bc2-5355c9fd302b tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1627276 Jul 13 07:59:33.344318 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6ff-b1a7-4792-a137-84f9339e3a5c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:33.344896 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40906) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:33.349698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-23e0d6ff-b1a7-4792-a137-84f9339e3a5c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4382133 Jul 13 07:59:33.352703 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40908) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:33.357394 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-022c98c2-6889-4310-bbc0-5f3bf13e1c12 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': '7b62bbfc-7d47-4800-9812-524f4ab6095c', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:33.427905 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0087357-b115-475f-9297-3ccbc38c181b req-74563069-c93f-4390-aa4c-d69ae37f1960 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:33.429764 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0087357-b115-475f-9297-3ccbc38c181b req-74563069-c93f-4390-aa4c-d69ae37f1960 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.62 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 812 time: 0.2388802 Jul 13 07:59:33.461269 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b0087357-b115-475f-9297-3ccbc38c181b req-9636f726-892e-41a8-a18f-a5ca8aea016c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Request body: {'port': {'device_id': 'a23935ec-8a89-4246-b04e-afa2ff8ddfe7', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'admin_state_up': True, 'tenant_id': 'fbbeea760150488197661d4c6a4419de'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:33.465703 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-022c98c2-6889-4310-bbc0-5f3bf13e1c12 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:33.522312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 82bb52bf-e45f-4352-b2ab-71ba3035a22a up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:33.586607 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 47c80177-5e3d-4476-b80d-a93444d152e8 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:33.713120 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 47c80177-5e3d-4476-b80d-a93444d152e8 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:33.727466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 47c80177-5e3d-4476-b80d-a93444d152e8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:33.727841 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:33.734340 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 82bb52bf-e45f-4352-b2ab-71ba3035a22a completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:33.861448 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:33.896516 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c44fe68-5a6e-4814-bc3a-a1b20b92d225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c80177-5e3d-4476-b80d-a93444d152e8'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:33.899493 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed38ddf-2955-4750-9d9b-0ff57c50cf5c" -d '{"events": [{"server_uuid": "8c44fe68-5a6e-4814-bc3a-a1b20b92d225", "name": "network-vif-plugged", "status": "completed", "tag": "47c80177-5e3d-4476-b80d-a93444d152e8"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:33.917667 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 47c80177-5e3d-4476-b80d-a93444d152e8, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=47c80177-5e3d-4476-b80d-a93444d152e8,segment=NetworkSegment(753436c1-43e9-4d19-904b-7a51d586e14e),segment_id=753436c1-43e9-4d19-904b-7a51d586e14e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:33.930617 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:33.944701 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6095db0-0522-4d9e-8f84-4a30abe07893 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:33.952125 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2e4dc476-e070-4ba9-b0db-06e59aad7797 req-124b5705-55d2-4a53-9973-c65c978c3d2b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 210 time: 0.1425800 Jul 13 07:59:34.030536 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=47c80177-5e3d-4476-b80d-a93444d152e8,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:34.036636 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c67d932-a782-4c65-86c6-4caf77cdf951 x-openstack-request-id: req-8c67d932-a782-4c65-86c6-4caf77cdf951 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:34.037063 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c44fe68-5a6e-4814-bc3a-a1b20b92d225", "name": "network-vif-plugged", "status": "completed", "tag": "47c80177-5e3d-4476-b80d-a93444d152e8", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:34.037420 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8c67d932-a782-4c65-86c6-4caf77cdf951 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:34.037916 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c44fe68-5a6e-4814-bc3a-a1b20b92d225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c80177-5e3d-4476-b80d-a93444d152e8', 'code': 200} Jul 13 07:59:34.068342 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0087357-b115-475f-9297-3ccbc38c181b req-9636f726-892e-41a8-a18f-a5ca8aea016c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Made reservation on behalf of fbbeea760150488197661d4c6a4419de for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:34.072900 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b0087357-b115-475f-9297-3ccbc38c181b req-9636f726-892e-41a8-a18f-a5ca8aea016c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:34.085485 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-022c98c2-6889-4310-bbc0-5f3bf13e1c12 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:34.100876 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-022c98c2-6889-4310-bbc0-5f3bf13e1c12 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:34.145026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c735523-1ec2-4103-ab3a-984dfe60c160 req-01cdbb9e-21a2-432e-b458-cefca89be1ac tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:34.154960 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5c735523-1ec2-4103-ab3a-984dfe60c160 req-01cdbb9e-21a2-432e-b458-cefca89be1ac tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c44fe68-5a6e-4814-bc3a-a1b20b92d225 HTTP/1.1" status: 200 len: 944 time: 0.5907996 Jul 13 07:59:34.206338 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c98c2-6889-4310-bbc0-5f3bf13e1c12 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2826324e-5d93-462d-8023-396b82959b57,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:34.271139 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5c735523-1ec2-4103-ab3a-984dfe60c160 req-f5342f89-70db-4cce-86f4-3fa4dd8f7869 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/security-groups?id=530c4cfd-b35f-4474-8e28-952a626ca85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100738 Jul 13 07:59:34.274727 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-022c98c2-6889-4310-bbc0-5f3bf13e1c12 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:34.279344 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-022c98c2-6889-4310-bbc0-5f3bf13e1c12 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9228559 Jul 13 07:59:34.318961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40922) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:34.326739 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a51ea757-81b9-472d-920a-f42211e6df8e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': '7b62bbfc-7d47-4800-9812-524f4ab6095c', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:34.367632 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7201cd40-43a6-46a8-b8ff-ceb099c9c262 None None] Network fa119604-e690-4941-878f-1b9000e192c4 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:34.492116 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-b0087357-b115-475f-9297-3ccbc38c181b req-9636f726-892e-41a8-a18f-a5ca8aea016c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Allocated IP 172.20.0.12 (3cfb6628-70f1-4eba-bd72-3d514884b2d1/59058d89-afdf-4361-a951-c6ec0763fda8/873c5efe-20fb-480d-a893-1b514513004f) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:34.566452 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-93cc32a4-7798-4bd7-95e8-0b37d54993cf None None] Provisioning for port 82bb52bf-e45f-4352-b2ab-71ba3035a22a completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:34.575289 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-93cc32a4-7798-4bd7-95e8-0b37d54993cf None None] Provisioning complete for port 82bb52bf-e45f-4352-b2ab-71ba3035a22a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:34.575667 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-93cc32a4-7798-4bd7-95e8-0b37d54993cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:34.600515 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a51ea757-81b9-472d-920a-f42211e6df8e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:34.728991 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3986888-8f5b-45b0-a80a-873762e1e2b7 req-cc355d87-08e3-46ca-b839-81c6a98918af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:34.731413 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a3986888-8f5b-45b0-a80a-873762e1e2b7 req-cc355d87-08e3-46ca-b839-81c6a98918af service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8c44fe68-5a6e-4814-bc3a-a1b20b92d225 HTTP/1.1" status: 200 len: 1097 time: 0.2074106 Jul 13 07:59:34.737407 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-93cc32a4-7798-4bd7-95e8-0b37d54993cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:34.739256 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a51ea757-81b9-472d-920a-f42211e6df8e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:34.751083 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a51ea757-81b9-472d-920a-f42211e6df8e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:34.760684 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b0087357-b115-475f-9297-3ccbc38c181b req-9636f726-892e-41a8-a18f-a5ca8aea016c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:34.780820 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-93cc32a4-7798-4bd7-95e8-0b37d54993cf None None] For port 82bb52bf-e45f-4352-b2ab-71ba3035a22a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=82bb52bf-e45f-4352-b2ab-71ba3035a22a,segment=NetworkSegment(a5505a79-1a93-43a6-bc7c-4c5d99ec112c),segment_id=a5505a79-1a93-43a6-bc7c-4c5d99ec112c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:34.790612 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-b0087357-b115-475f-9297-3ccbc38c181b req-9636f726-892e-41a8-a18f-a5ca8aea016c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Transition to ACTIVE for port object 873c5efe-20fb-480d-a893-1b514513004f will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:34.790612 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ea757-81b9-472d-920a-f42211e6df8e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74bfdf7-701e-4e52-bd96-469a5efbcda7,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:34.796637 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-93cc32a4-7798-4bd7-95e8-0b37d54993cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:34.813188 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a51ea757-81b9-472d-920a-f42211e6df8e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:34.815232 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a51ea757-81b9-472d-920a-f42211e6df8e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4945331 Jul 13 07:59:34.818941 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40924) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:34.826635 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2b9e8cb3-fb6a-4393-b73e-7253d73af46d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': '7b62bbfc-7d47-4800-9812-524f4ab6095c', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:34.832373 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a3986888-8f5b-45b0-a80a-873762e1e2b7 req-ce51b727-f09e-4dd0-bcad-4de004f07e78 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=530c4cfd-b35f-4474-8e28-952a626ca85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899642 Jul 13 07:59:34.884361 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc32a4-7798-4bd7-95e8-0b37d54993cf None None] Pushing event updated for resources: {'Port': ['ID=82bb52bf-e45f-4352-b2ab-71ba3035a22a,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:34.897933 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b0087357-b115-475f-9297-3ccbc38c181b req-9636f726-892e-41a8-a18f-a5ca8aea016c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:34.911635 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['8bbb45c0-b137-47c7-bf73-393e0210de1b'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:59:34.915977 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b9e8cb3-fb6a-4393-b73e-7253d73af46d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:34.916331 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['ae84bb95-026c-47c0-98dc-22f8e12bb4f5'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:59:34.931925 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6095db0-0522-4d9e-8f84-4a30abe07893 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:34.950387 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6095db0-0522-4d9e-8f84-4a30abe07893 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:35.052533 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0087357-b115-475f-9297-3ccbc38c181b req-9636f726-892e-41a8-a18f-a5ca8aea016c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:35.069107 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-b0087357-b115-475f-9297-3ccbc38c181b req-9636f726-892e-41a8-a18f-a5ca8aea016c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:35.075235 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0087357-b115-475f-9297-3ccbc38c181b req-9636f726-892e-41a8-a18f-a5ca8aea016c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:35.096548 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6095db0-0522-4d9e-8f84-4a30abe07893 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Port': ['ID=05d22b09-3667-4c4d-a51c-f8411ab8180f,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:35.316943 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636f726-892e-41a8-a18f-a5ca8aea016c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Pushing event updated for resources: {'Port': ['ID=873c5efe-20fb-480d-a893-1b514513004f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:35.422937 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-49167c21-6f86-44dd-b8bc-362b99c4f28d None None] Provisioning complete for port 82bb52bf-e45f-4352-b2ab-71ba3035a22a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:35.423312 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49167c21-6f86-44dd-b8bc-362b99c4f28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:35.477596 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 82bb52bf-e45f-4352-b2ab-71ba3035a22a up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:35.488592 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0087357-b115-475f-9297-3ccbc38c181b req-9636f726-892e-41a8-a18f-a5ca8aea016c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:35.490446 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b0087357-b115-475f-9297-3ccbc38c181b req-9636f726-892e-41a8-a18f-a5ca8aea016c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:35.559492 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0087357-b115-475f-9297-3ccbc38c181b req-9636f726-892e-41a8-a18f-a5ca8aea016c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1104038 Jul 13 07:59:35.607784 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b0087357-b115-475f-9297-3ccbc38c181b req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] Request body: {'port': {'device_id': 'a23935ec-8a89-4246-b04e-afa2ff8ddfe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:35.631695 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6095db0-0522-4d9e-8f84-4a30abe07893 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:35.760607 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 82bb52bf-e45f-4352-b2ab-71ba3035a22a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:35.761149 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:35.767579 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b9e8cb3-fb6a-4393-b73e-7253d73af46d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:35.805100 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b9e8cb3-fb6a-4393-b73e-7253d73af46d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:35.818901 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385b02e-22a7-421b-bbce-c050210333e9 req-63841459-aba3-40ed-b93e-74d8ececb6fa tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:35.821404 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0385b02e-22a7-421b-bbce-c050210333e9 req-63841459-aba3-40ed-b93e-74d8ececb6fa tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 932 time: 0.4619308 Jul 13 07:59:35.838333 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6095db0-0522-4d9e-8f84-4a30abe07893 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:35.897347 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e8cb3-fb6a-4393-b73e-7253d73af46d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=643f0f3b-d391-4873-af3a-cf63296977bf,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:35.907952 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-49167c21-6f86-44dd-b8bc-362b99c4f28d None None] Provisioning for port 05d22b09-3667-4c4d-a51c-f8411ab8180f completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:35.944792 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b9e8cb3-fb6a-4393-b73e-7253d73af46d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:35.950898 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2b9e8cb3-fb6a-4393-b73e-7253d73af46d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1306136 Jul 13 07:59:35.955053 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40940) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:35.960413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-54576745-e7eb-42c8-85d1-de5b8ae2a01f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': '7b62bbfc-7d47-4800-9812-524f4ab6095c', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:35.974510 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-49167c21-6f86-44dd-b8bc-362b99c4f28d None None] Provisioning complete for port 05d22b09-3667-4c4d-a51c-f8411ab8180f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:35.979907 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49167c21-6f86-44dd-b8bc-362b99c4f28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:36.024484 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0385b02e-22a7-421b-bbce-c050210333e9 req-8a62d6d8-d210-46d8-9052-d0ed551d8bf2 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826267 Jul 13 07:59:36.025418 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b0087357-b115-475f-9297-3ccbc38c181b req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:36.049451 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e975c-02f6-437b-8ade-02d4d2d49cd0 req-47b60876-c6e5-4999-b9b7-065c1d723650 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:36.051436 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f63e975c-02f6-437b-8ade-02d4d2d49cd0 req-47b60876-c6e5-4999-b9b7-065c1d723650 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c44fe68-5a6e-4814-bc3a-a1b20b92d225 HTTP/1.1" status: 200 len: 945 time: 0.4676476 Jul 13 07:59:36.057856 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-49167c21-6f86-44dd-b8bc-362b99c4f28d None None] Port 05d22b09-3667-4c4d-a51c-f8411ab8180f cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:36.086474 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54576745-e7eb-42c8-85d1-de5b8ae2a01f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:36.178855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f63e975c-02f6-437b-8ade-02d4d2d49cd0 req-87efa021-b5d6-4ccf-a7d6-8f42d1765366 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/security-groups?id=530c4cfd-b35f-4474-8e28-952a626ca85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180661 Jul 13 07:59:36.196759 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-36399f2b-5743-4bdd-926f-5e42b871e4f4 None None] Provisioning complete for port 05d22b09-3667-4c4d-a51c-f8411ab8180f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:36.197625 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36399f2b-5743-4bdd-926f-5e42b871e4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:36.254765 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-36399f2b-5743-4bdd-926f-5e42b871e4f4 None None] Port 05d22b09-3667-4c4d-a51c-f8411ab8180f cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:36.270850 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-36399f2b-5743-4bdd-926f-5e42b871e4f4 None None] Provisioning for port 873c5efe-20fb-480d-a893-1b514513004f completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:36.277020 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-36399f2b-5743-4bdd-926f-5e42b871e4f4 None None] Provisioning complete for port 873c5efe-20fb-480d-a893-1b514513004f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:36.277493 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36399f2b-5743-4bdd-926f-5e42b871e4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:36.279615 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54576745-e7eb-42c8-85d1-de5b8ae2a01f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:36.286963 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54576745-e7eb-42c8-85d1-de5b8ae2a01f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:36.292134 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6095db0-0522-4d9e-8f84-4a30abe07893 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:36.299227 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6095db0-0522-4d9e-8f84-4a30abe07893 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:36.330281 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54576745-e7eb-42c8-85d1-de5b8ae2a01f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c283ea08-d1bb-4d2b-8866-b52ccdf6b3e5,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:36.335573 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-36399f2b-5743-4bdd-926f-5e42b871e4f4 None None] Port 873c5efe-20fb-480d-a893-1b514513004f cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:36.375794 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54576745-e7eb-42c8-85d1-de5b8ae2a01f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:36.380281 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-54576745-e7eb-42c8-85d1-de5b8ae2a01f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4231930 Jul 13 07:59:36.380722 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40944) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:36.387628 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a15b03d3-03f7-410a-9fe0-459972f398aa tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': '7b62bbfc-7d47-4800-9812-524f4ab6095c', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:36.397333 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6095db0-0522-4d9e-8f84-4a30abe07893 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Port': ['ID=05d22b09-3667-4c4d-a51c-f8411ab8180f,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:36.419099 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6095db0-0522-4d9e-8f84-4a30abe07893 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:36.449377 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-a15b03d3-03f7-410a-9fe0-459972f398aa tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Project b0a400cab12449b3b23abe0905366730 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:59:36.461849 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a15b03d3-03f7-410a-9fe0-459972f398aa tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:36.553237 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6095db0-0522-4d9e-8f84-4a30abe07893 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network fa119604-e690-4941-878f-1b9000e192c4 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:36.554957 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-c6095db0-0522-4d9e-8f84-4a30abe07893 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:36.630138 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-b0087357-b115-475f-9297-3ccbc38c181b req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873c5efe-20fb-480d-a893-1b514513004f {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:59:36.646861 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b0087357-b115-475f-9297-3ccbc38c181b req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:36.668286 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a15b03d3-03f7-410a-9fe0-459972f398aa tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:36.671001 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-b0087357-b115-475f-9297-3ccbc38c181b req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] Transition to ACTIVE for port object 873c5efe-20fb-480d-a893-1b514513004f will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:36.677416 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a15b03d3-03f7-410a-9fe0-459972f398aa tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:36.707731 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b03d3-03f7-410a-9fe0-459972f398aa tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c85df79-4938-450f-baf1-4979f845de9c,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:36.711076 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b0087357-b115-475f-9297-3ccbc38c181b req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:36.753075 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6095db0-0522-4d9e-8f84-4a30abe07893 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router 56ee8d10-1c81-4f47-bd2e-0f0affebf06a is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:59:36.766449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-103c30e7-d75b-49b2-b0c7-46ee78b693aa None None] Provisioning complete for port 05d22b09-3667-4c4d-a51c-f8411ab8180f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:36.767010 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-103c30e7-d75b-49b2-b0c7-46ee78b693aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:36.816394 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-103c30e7-d75b-49b2-b0c7-46ee78b693aa None None] Port 05d22b09-3667-4c4d-a51c-f8411ab8180f cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:36.836259 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] Pushing event updated for resources: {'Port': ['ID=873c5efe-20fb-480d-a893-1b514513004f,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:36.840157 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a15b03d3-03f7-410a-9fe0-459972f398aa tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:36.843930 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a15b03d3-03f7-410a-9fe0-459972f398aa tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4580829 Jul 13 07:59:36.846721 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40948) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:36.918985 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-09ec9312-2eec-4ed6-9a3e-a5a2311f681a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': '7b62bbfc-7d47-4800-9812-524f4ab6095c', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:36.945228 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6095db0-0522-4d9e-8f84-4a30abe07893 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:36.957954 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42851ab-d751-40d2-89a3-01c32426697e None None] Sync routers for ids ['56ee8d10-1c81-4f47-bd2e-0f0affebf06a'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:36.964507 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c6095db0-0522-4d9e-8f84-4a30abe07893 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/56ee8d10-1c81-4f47-bd2e-0f0affebf06a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6161730 Jul 13 07:59:36.965393 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 40950) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:36.987315 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42851ab-d751-40d2-89a3-01c32426697e None None] Routers {'56ee8d10-1c81-4f47-bd2e-0f0affebf06a'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:36.988701 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c42851ab-d751-40d2-89a3-01c32426697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:59:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['56ee8d10-1c81-4f47-bd2e-0f0affebf06a'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:37.006357 n-d-779913-28 neutron-server[93723]: INFO neutron.db.securitygroups_db [None req-09ec9312-2eec-4ed6-9a3e-a5a2311f681a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Project b0a400cab12449b3b23abe0905366730 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:59:37.024824 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-09ec9312-2eec-4ed6-9a3e-a5a2311f681a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:37.086869 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b0087357-b115-475f-9297-3ccbc38c181b req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] Attempting to bind port 873c5efe-20fb-480d-a893-1b514513004f on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:37.087218 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b0087357-b115-475f-9297-3ccbc38c181b req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] Attempting to bind port 873c5efe-20fb-480d-a893-1b514513004f by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:37.087555 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0087357-b115-475f-9297-3ccbc38c181b req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] Attempting to bind port 873c5efe-20fb-480d-a893-1b514513004f on network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:37.095953 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0087357-b115-475f-9297-3ccbc38c181b req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] Port 873c5efe-20fb-480d-a893-1b514513004f on network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:59:37.096360 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0087357-b115-475f-9297-3ccbc38c181b req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] Attempting to bind port 873c5efe-20fb-480d-a893-1b514513004f on network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:37.103071 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c42851ab-d751-40d2-89a3-01c32426697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:37.103857 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0087357-b115-475f-9297-3ccbc38c181b req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:37.104173 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0087357-b115-475f-9297-3ccbc38c181b req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] Checking segment: {'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:37.104507 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0087357-b115-475f-9297-3ccbc38c181b req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] Bound using segment: {'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:37.105447 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b0087357-b115-475f-9297-3ccbc38c181b req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] Bound port: 873c5efe-20fb-480d-a893-1b514513004f, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7d05b7e-dddf-40e9-8bbe-506332116d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:37.106837 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b0087357-b115-475f-9297-3ccbc38c181b req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:37.117151 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9a0c18-c0c6-448a-851f-aceda023f9ed tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:37.118630 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4c9a0c18-c0c6-448a-851f-aceda023f9ed tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/ports/05d22b09-3667-4c4d-a51c-f8411ab8180f HTTP/1.1" status: 200 len: 977 time: 0.1523526 Jul 13 07:59:37.127226 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40954) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:37.147462 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42851ab-d751-40d2-89a3-01c32426697e None None] Routers {'56ee8d10-1c81-4f47-bd2e-0f0affebf06a'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:37.148091 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c42851ab-d751-40d2-89a3-01c32426697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:59:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['56ee8d10-1c81-4f47-bd2e-0f0affebf06a'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:37.160200 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d9cf5bd2-ffab-42a2-b33e-e7f84981738f None None] Provisioning complete for port 05d22b09-3667-4c4d-a51c-f8411ab8180f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:37.161053 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d9cf5bd2-ffab-42a2-b33e-e7f84981738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:37.205633 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c42851ab-d751-40d2-89a3-01c32426697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:37.206564 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42851ab-d751-40d2-89a3-01c32426697e None None] The sync data for ids ['56ee8d10-1c81-4f47-bd2e-0f0affebf06a'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:37.251987 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d9cf5bd2-ffab-42a2-b33e-e7f84981738f None None] Port 05d22b09-3667-4c4d-a51c-f8411ab8180f cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:37.273770 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-09ec9312-2eec-4ed6-9a3e-a5a2311f681a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:37.295192 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-09ec9312-2eec-4ed6-9a3e-a5a2311f681a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:37.324492 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec9312-2eec-4ed6-9a3e-a5a2311f681a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b765978-a0e8-4c3f-b15a-7514781dc57d,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:37.336235 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b0087357-b115-475f-9297-3ccbc38c181b req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] For port 873c5efe-20fb-480d-a893-1b514513004f, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:37.356271 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b0087357-b115-475f-9297-3ccbc38c181b req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] For port 873c5efe-20fb-480d-a893-1b514513004f, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=873c5efe-20fb-480d-a893-1b514513004f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:37.372760 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b0087357-b115-475f-9297-3ccbc38c181b req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:37.394328 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-09ec9312-2eec-4ed6-9a3e-a5a2311f681a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:37.395748 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-09ec9312-2eec-4ed6-9a3e-a5a2311f681a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4818056 Jul 13 07:59:37.398817 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40958) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:37.430360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-9047f96c-40d6-4cf1-8f0a-3d6b39b318d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'network': {'name': 'tempest-network-smoke--456500276', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'port_security_enabled': True}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:37.458594 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bc77b-70d5-4329-ac30-41ba16ba6523 req-65bb5227-eb63-4849-8d83-6d7881e58e90 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:37.459885 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f65bc77b-70d5-4329-ac30-41ba16ba6523 req-65bb5227-eb63-4849-8d83-6d7881e58e90 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 944 time: 0.1669183 Jul 13 07:59:37.468285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0087357-b115-475f-9297-3ccbc38c181b req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:37.468914 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b0087357-b115-475f-9297-3ccbc38c181b req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:37.470498 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0087357-b115-475f-9297-3ccbc38c181b req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] 10.222.0.62 "PUT /v2.0/ports/873c5efe-20fb-480d-a893-1b514513004f HTTP/1.1" status: 200 len: 1093 time: 1.8671925 Jul 13 07:59:37.470958 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23935ec-8a89-4246-b04e-afa2ff8ddfe7', 'tag': '873c5efe-20fb-480d-a893-1b514513004f'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:37.473257 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff17ed4-4cf8-4021-963e-30c4d9e1a05d" -d '{"events": [{"name": "network-changed", "server_uuid": "a23935ec-8a89-4246-b04e-afa2ff8ddfe7", "tag": "873c5efe-20fb-480d-a893-1b514513004f"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:37.520892 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9047f96c-40d6-4cf1-8f0a-3d6b39b318d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Made reservation on behalf of b0a400cab12449b3b23abe0905366730 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:37.525973 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9047f96c-40d6-4cf1-8f0a-3d6b39b318d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:37.550965 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9047f96c-40d6-4cf1-8f0a-3d6b39b318d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:59:37.561060 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9047f96c-40d6-4cf1-8f0a-3d6b39b318d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:37.561548 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-9047f96c-40d6-4cf1-8f0a-3d6b39b318d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Added segment c6059c07-f555-4cd9-954a-a61ccdada0c0 of type vlan for network 2a52e876-fdfb-4e23-a545-3fee73cd392d Jul 13 07:59:37.566692 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f65bc77b-70d5-4329-ac30-41ba16ba6523 req-73b16e83-c61a-4a30-a846-029d1d425ab9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815125 Jul 13 07:59:37.602845 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b86f7-23ba-4369-a716-40f9969bc14f service neutron] Pushing event updated for resources: {'Port': ['ID=873c5efe-20fb-480d-a893-1b514513004f,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:37.644824 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43526b8a-56fb-41a4-a0bb-879d1ba9a1ac req-e0b0cb19-5ed6-4121-b8e9-3957707b4be4 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:37.646453 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43526b8a-56fb-41a4-a0bb-879d1ba9a1ac req-e0b0cb19-5ed6-4121-b8e9-3957707b4be4 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c44fe68-5a6e-4814-bc3a-a1b20b92d225 HTTP/1.1" status: 200 len: 945 time: 0.2637749 Jul 13 07:59:37.667446 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9047f96c-40d6-4cf1-8f0a-3d6b39b318d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:37.673161 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a167a3cb-1fc2-4f0b-97d4-46ea9fa915b5 x-openstack-request-id: req-a167a3cb-1fc2-4f0b-97d4-46ea9fa915b5 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:37.673634 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23935ec-8a89-4246-b04e-afa2ff8ddfe7", "tag": "873c5efe-20fb-480d-a893-1b514513004f", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:37.673791 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a167a3cb-1fc2-4f0b-97d4-46ea9fa915b5 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:37.674144 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23935ec-8a89-4246-b04e-afa2ff8ddfe7', 'tag': '873c5efe-20fb-480d-a893-1b514513004f', 'status': 'completed', 'code': 200} Jul 13 07:59:37.695061 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0087357-b115-475f-9297-3ccbc38c181b req-4a48706a-a55e-4231-954c-38abee905b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:37.696873 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0087357-b115-475f-9297-3ccbc38c181b req-4a48706a-a55e-4231-954c-38abee905b79 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 1096 time: 0.1723628 Jul 13 07:59:37.718256 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43526b8a-56fb-41a4-a0bb-879d1ba9a1ac req-18b7eee1-5b9e-4d39-8af4-a8cb11101edd tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/security-groups?id=530c4cfd-b35f-4474-8e28-952a626ca85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620112 Jul 13 07:59:37.747453 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9047f96c-40d6-4cf1-8f0a-3d6b39b318d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:37.759191 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9047f96c-40d6-4cf1-8f0a-3d6b39b318d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:37.761409 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9047f96c-40d6-4cf1-8f0a-3d6b39b318d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:37.776783 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0087357-b115-475f-9297-3ccbc38c181b req-e61b7429-2908-4ac0-9679-699dac5e3f31 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=873c5efe-20fb-480d-a893-1b514513004f HTTP/1.1" status: 200 len: 217 time: 0.0620756 Jul 13 07:59:37.837125 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9047f96c-40d6-4cf1-8f0a-3d6b39b318d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4373736 Jul 13 07:59:37.841578 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40966) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:37.848114 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ece343f8-91c0-4dc1-a105-37527899b31f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1947111244', 'admin_state_up': True, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:37.865895 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0087357-b115-475f-9297-3ccbc38c181b req-c0fe8168-8450-4ed7-ada8-07ffd2697489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:37.868150 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0087357-b115-475f-9297-3ccbc38c181b req-c0fe8168-8450-4ed7-ada8-07ffd2697489 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.0850253 Jul 13 07:59:37.908545 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047f96c-40d6-4cf1-8f0a-3d6b39b318d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Network': ['ID=2a52e876-fdfb-4e23-a545-3fee73cd392d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:37.914744 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ece343f8-91c0-4dc1-a105-37527899b31f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:37.915793 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ece343f8-91c0-4dc1-a105-37527899b31f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:37.921970 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 2a52e876-fdfb-4e23-a545-3fee73cd392d details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:59:37.981677 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0087357-b115-475f-9297-3ccbc38c181b req-639aaeb7-2f10-42cf-845b-58d551433607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:37.983526 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0087357-b115-475f-9297-3ccbc38c181b req-639aaeb7-2f10-42cf-845b-58d551433607 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023099 Jul 13 07:59:38.014887 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ece343f8-91c0-4dc1-a105-37527899b31f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:38.066939 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:38.179077 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0087357-b115-475f-9297-3ccbc38c181b req-99ac3bfc-912c-45e1-9dcd-ef4e9ed37b2d service neutron] 10.222.0.62 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881211 Jul 13 07:59:38.334271 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0087357-b115-475f-9297-3ccbc38c181b req-67e1d162-ab31-41a1-b878-426e5827df0c service neutron] 10.222.0.62 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481164 Jul 13 07:59:38.496199 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff17ed4-4cf8-4021-963e-30c4d9e1a05d req-31cf46e3-1f7a-4ee3-a93c-871ad74095a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:38.497601 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ff17ed4-4cf8-4021-963e-30c4d9e1a05d req-31cf46e3-1f7a-4ee3-a93c-871ad74095a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 1096 time: 0.0953798 Jul 13 07:59:38.715395 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff17ed4-4cf8-4021-963e-30c4d9e1a05d req-ee2e03f7-d7d6-4233-a30c-6315cf0b0db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:38.716666 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ff17ed4-4cf8-4021-963e-30c4d9e1a05d req-ee2e03f7-d7d6-4233-a30c-6315cf0b0db5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 913 time: 0.2102897 Jul 13 07:59:38.734409 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ece343f8-91c0-4dc1-a105-37527899b31f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:38.765624 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ff17ed4-4cf8-4021-963e-30c4d9e1a05d req-0d14ae00-51c4-49b8-9656-511fefb73dda service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=873c5efe-20fb-480d-a893-1b514513004f HTTP/1.1" status: 200 len: 217 time: 0.0410292 Jul 13 07:59:38.839799 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff7dd4-a345-47be-a533-4d6e3700a249 req-856fe196-2547-4caa-8a86-e7d4c05be3c4 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:38.842302 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-65cadc82-ab57-4c23-a9ae-09e98325acae tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:38.846898 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30ff7dd4-a345-47be-a533-4d6e3700a249 req-856fe196-2547-4caa-8a86-e7d4c05be3c4 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c44fe68-5a6e-4814-bc3a-a1b20b92d225 HTTP/1.1" status: 200 len: 945 time: 0.1997588 Jul 13 07:59:38.912617 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff17ed4-4cf8-4021-963e-30c4d9e1a05d req-44264358-59b6-4908-a3b7-2338862bd6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:38.914078 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ff17ed4-4cf8-4021-963e-30c4d9e1a05d req-44264358-59b6-4908-a3b7-2338862bd6fb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.1354339 Jul 13 07:59:38.938686 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30ff7dd4-a345-47be-a533-4d6e3700a249 req-9551d1e6-2540-482c-a8e2-6d2ad42551aa tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/security-groups?id=530c4cfd-b35f-4474-8e28-952a626ca85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908434 Jul 13 07:59:38.976520 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d39fb5-dd40-4252-84f6-e0b79ea8841d req-1f6cb4d1-ed2a-43c0-9324-870e6695f34b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:38.977961 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82d39fb5-dd40-4252-84f6-e0b79ea8841d req-1f6cb4d1-ed2a-43c0-9324-870e6695f34b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 944 time: 0.2114148 Jul 13 07:59:39.030191 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff17ed4-4cf8-4021-963e-30c4d9e1a05d req-46e271b5-e76a-42f1-a7ef-ba66d1669cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:39.033338 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ff17ed4-4cf8-4021-963e-30c4d9e1a05d req-46e271b5-e76a-42f1-a7ef-ba66d1669cea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1094508 Jul 13 07:59:39.036563 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82d39fb5-dd40-4252-84f6-e0b79ea8841d req-22483de8-9842-4a7b-8f86-40246684ae5e tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495174 Jul 13 07:59:39.158291 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ff17ed4-4cf8-4021-963e-30c4d9e1a05d req-ffb45da7-f46d-474b-aadd-22ef0b592e29 service neutron] 10.222.0.62 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174624 Jul 13 07:59:39.190943 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ece343f8-91c0-4dc1-a105-37527899b31f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:39.231477 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ece343f8-91c0-4dc1-a105-37527899b31f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:39.255234 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ff17ed4-4cf8-4021-963e-30c4d9e1a05d req-b20a28ed-33d2-424d-ac4e-dd7cf33680d8 service neutron] 10.222.0.62 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902550 Jul 13 07:59:39.328869 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-65cadc82-ab57-4c23-a9ae-09e98325acae tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting port 05d22b09-3667-4c4d-a51c-f8411ab8180f {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:39.329215 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-65cadc82-ab57-4c23-a9ae-09e98325acae tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:39.409553 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-ece343f8-91c0-4dc1-a105-37527899b31f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Allocated IP 172.25.0.176 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/07e95ecb-9d46-4792-a9f7-5420c2c81bcb) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:39.463989 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-65cadc82-ab57-4c23-a9ae-09e98325acae tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:39.481512 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-65cadc82-ab57-4c23-a9ae-09e98325acae tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Calling delete_port for 05d22b09-3667-4c4d-a51c-f8411ab8180f owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:39.598846 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ece343f8-91c0-4dc1-a105-37527899b31f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:39.615936 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-daf5946d-8be9-4177-9f56-be09b8c03d6c req-41a8bc38-5edb-402f-a170-089808716baa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539684 Jul 13 07:59:39.692187 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ece343f8-91c0-4dc1-a105-37527899b31f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:39.709405 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5946d-8be9-4177-9f56-be09b8c03d6c req-92c325a9-17fb-4c0a-841d-a7498279715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:39.711168 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-daf5946d-8be9-4177-9f56-be09b8c03d6c req-92c325a9-17fb-4c0a-841d-a7498279715f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 1097 time: 0.0693173 Jul 13 07:59:39.776237 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece343f8-91c0-4dc1-a105-37527899b31f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:39.783246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-ece343f8-91c0-4dc1-a105-37527899b31f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:39.786820 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece343f8-91c0-4dc1-a105-37527899b31f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=07e95ecb-9d46-4792-a9f7-5420c2c81bcb,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:39.789734 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece343f8-91c0-4dc1-a105-37527899b31f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:39.813479 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-65cadc82-ab57-4c23-a9ae-09e98325acae tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:39.858368 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cadc82-ab57-4c23-a9ae-09e98325acae tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Port': ['ID=05d22b09-3667-4c4d-a51c-f8411ab8180f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:39.918160 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5946d-8be9-4177-9f56-be09b8c03d6c req-69a14418-1841-4c79-bedb-f6e56c8a9ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:39.919951 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-daf5946d-8be9-4177-9f56-be09b8c03d6c req-69a14418-1841-4c79-bedb-f6e56c8a9ad5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 912 time: 0.1635628 Jul 13 07:59:39.923692 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be378718-05cb-44ac-803e-90ee7c3b5572 req-41543fdd-dab2-4a4f-9545-ee27fe904aea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1364911 Jul 13 07:59:39.982670 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-a5b43a29-5d68-41bf-afd3-6b8c20973420 req-b35d89a2-1bd8-43ae-a97a-70a9ded90bd8 service neutron] (93724) timed out ('10.222.0.58', 46030) {{(pid=93724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:59:40.041684 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-daf5946d-8be9-4177-9f56-be09b8c03d6c req-6ddc81db-81bb-4a66-8d2a-b02cd0b6495a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a5743e8-f8ec-4f51-8a78-9625bb04769a HTTP/1.1" status: 200 len: 1000 time: 0.1132030 Jul 13 07:59:40.272687 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-65cadc82-ab57-4c23-a9ae-09e98325acae tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:40.292933 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255887e5-7cbd-4b3b-8ac3-bffd5add5c50 req-0ca3c7e5-d3ff-4b49-8f01-50ca70a6aff6 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:40.294810 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-255887e5-7cbd-4b3b-8ac3-bffd5add5c50 req-0ca3c7e5-d3ff-4b49-8f01-50ca70a6aff6 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c44fe68-5a6e-4814-bc3a-a1b20b92d225 HTTP/1.1" status: 200 len: 945 time: 0.3776448 Jul 13 07:59:40.462064 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ece343f8-91c0-4dc1-a105-37527899b31f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:40.532240 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be378718-05cb-44ac-803e-90ee7c3b5572 req-22f0a159-1382-4ad0-9c00-63774a7d01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:40.533809 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be378718-05cb-44ac-803e-90ee7c3b5572 req-22f0a159-1382-4ad0-9c00-63774a7d01e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3de4ade69c24e9b8a0825017e0177ec&device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 1099 time: 0.5500982 Jul 13 07:59:40.537503 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5946d-8be9-4177-9f56-be09b8c03d6c req-21426043-6233-46e3-a696-7d4af5498723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:40.539000 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-daf5946d-8be9-4177-9f56-be09b8c03d6c req-21426043-6233-46e3-a696-7d4af5498723 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 200 len: 850 time: 0.4900467 Jul 13 07:59:40.665714 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cadc82-ab57-4c23-a9ae-09e98325acae tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router 56ee8d10-1c81-4f47-bd2e-0f0affebf06a has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:59:40.678955 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-255887e5-7cbd-4b3b-8ac3-bffd5add5c50 req-bc649038-588f-4f8e-a4fc-59003638b02b tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Deleting port 47c80177-5e3d-4476-b80d-a93444d152e8 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:40.679521 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-255887e5-7cbd-4b3b-8ac3-bffd5add5c50 req-bc649038-588f-4f8e-a4fc-59003638b02b tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:40.694879 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66353f-32bb-445c-b83c-88dd23e202c2 req-3b968f6f-7c10-4bf7-8bc7-8d986f265339 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:40.697758 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc66353f-32bb-445c-b83c-88dd23e202c2 req-3b968f6f-7c10-4bf7-8bc7-8d986f265339 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c44fe68-5a6e-4814-bc3a-a1b20b92d225 HTTP/1.1" status: 200 len: 945 time: 0.2411499 Jul 13 07:59:40.705646 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef76406-c8e8-4cb9-9abf-c3b51bd6d9c2 req-e6321cb9-318a-4c62-98bf-f0326963542a tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:40.710567 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eef76406-c8e8-4cb9-9abf-c3b51bd6d9c2 req-e6321cb9-318a-4c62-98bf-f0326963542a tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 944 time: 0.2521377 Jul 13 07:59:40.765296 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5946d-8be9-4177-9f56-be09b8c03d6c req-f79a6a59-9153-4174-8f89-7487ec4dcd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:40.766926 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-daf5946d-8be9-4177-9f56-be09b8c03d6c req-f79a6a59-9153-4174-8f89-7487ec4dcd01 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dcb46551-b67f-448d-9e50-7e4cc85c9056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2198341 Jul 13 07:59:40.775870 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be378718-05cb-44ac-803e-90ee7c3b5572 req-2c038420-abeb-478c-a36e-01c700ba6b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:40.777320 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be378718-05cb-44ac-803e-90ee7c3b5572 req-2c038420-abeb-478c-a36e-01c700ba6b94 service neutron] 10.222.0.35 "GET /v2.0/networks?id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89 HTTP/1.1" status: 200 len: 917 time: 0.1958895 Jul 13 07:59:40.861249 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc66353f-32bb-445c-b83c-88dd23e202c2 req-ceb9fcea-6dda-4496-9bb4-e50fe2e473c7 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/security-groups?id=530c4cfd-b35f-4474-8e28-952a626ca85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453631 Jul 13 07:59:40.876313 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eef76406-c8e8-4cb9-9abf-c3b51bd6d9c2 req-4980ea76-a1ac-4f08-a491-8cd5c2d327f4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567290 Jul 13 07:59:40.891073 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cadc82-ab57-4c23-a9ae-09e98325acae tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:40.906836 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-65cadc82-ab57-4c23-a9ae-09e98325acae tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/56ee8d10-1c81-4f47-bd2e-0f0affebf06a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7781522 Jul 13 07:59:40.913141 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 40996) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:40.914766 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e97649-7385-4725-aaa7-9106e8a8354e None None] Sync routers for ids ['56ee8d10-1c81-4f47-bd2e-0f0affebf06a'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:40.926906 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e97649-7385-4725-aaa7-9106e8a8354e None None] Routers {'56ee8d10-1c81-4f47-bd2e-0f0affebf06a'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:40.927777 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-27e97649-7385-4725-aaa7-9106e8a8354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:59:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['56ee8d10-1c81-4f47-bd2e-0f0affebf06a'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:40.950641 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be378718-05cb-44ac-803e-90ee7c3b5572 req-1ec73a2c-4904-4552-b42f-fbd1fa08dd62 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 HTTP/1.1" status: 200 len: 1002 time: 0.1526580 Jul 13 07:59:40.973700 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-daf5946d-8be9-4177-9f56-be09b8c03d6c req-e90acebd-bcdd-47ad-93a1-0e187f402141 service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953461 Jul 13 07:59:40.983718 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-27e97649-7385-4725-aaa7-9106e8a8354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:41.004592 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e97649-7385-4725-aaa7-9106e8a8354e None None] Routers {'56ee8d10-1c81-4f47-bd2e-0f0affebf06a'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:41.005620 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-27e97649-7385-4725-aaa7-9106e8a8354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:59:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['56ee8d10-1c81-4f47-bd2e-0f0affebf06a'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:41.043878 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-27e97649-7385-4725-aaa7-9106e8a8354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:41.044968 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e97649-7385-4725-aaa7-9106e8a8354e None None] The sync data for ids ['56ee8d10-1c81-4f47-bd2e-0f0affebf06a'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:41.100089 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be378718-05cb-44ac-803e-90ee7c3b5572 req-f142a249-bfde-4772-be98-e0f7565e15ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:41.101690 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be378718-05cb-44ac-803e-90ee7c3b5572 req-f142a249-bfde-4772-be98-e0f7565e15ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c438866-8191-4fb5-b30d-fdddd69335c4 HTTP/1.1" status: 200 len: 855 time: 0.1267359 Jul 13 07:59:41.160998 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-daf5946d-8be9-4177-9f56-be09b8c03d6c req-4055719b-349c-4c22-952b-98c8f09ca6fa service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778102 Jul 13 07:59:41.187278 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be378718-05cb-44ac-803e-90ee7c3b5572 req-23ddc0c9-2c31-4c89-87be-3959d5c98575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:41.189302 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be378718-05cb-44ac-803e-90ee7c3b5572 req-23ddc0c9-2c31-4c89-87be-3959d5c98575 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af7ca3eb-4965-4f8d-8ffe-2935fee77b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788953 Jul 13 07:59:41.302877 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be378718-05cb-44ac-803e-90ee7c3b5572 req-e6fb9709-0d15-4e7d-ab82-2f951187d75b service neutron] 10.222.0.35 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041796 Jul 13 07:59:41.324819 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-255887e5-7cbd-4b3b-8ac3-bffd5add5c50 req-bc649038-588f-4f8e-a4fc-59003638b02b tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] For port 47c80177-5e3d-4476-b80d-a93444d152e8, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=47c80177-5e3d-4476-b80d-a93444d152e8,segment=NetworkSegment(753436c1-43e9-4d19-904b-7a51d586e14e),segment_id=753436c1-43e9-4d19-904b-7a51d586e14e)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:41.325409 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-255887e5-7cbd-4b3b-8ac3-bffd5add5c50 req-bc649038-588f-4f8e-a4fc-59003638b02b tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:41.404734 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be378718-05cb-44ac-803e-90ee7c3b5572 req-a01c37a6-d97f-4a71-ba92-d5131680be2d service neutron] 10.222.0.35 "GET /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940621 Jul 13 07:59:41.408191 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ece343f8-91c0-4dc1-a105-37527899b31f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:41.410693 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-255887e5-7cbd-4b3b-8ac3-bffd5add5c50 req-bc649038-588f-4f8e-a4fc-59003638b02b tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Calling delete_port for 47c80177-5e3d-4476-b80d-a93444d152e8 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:41.544467 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-95668120-4860-45f1-8425-95972aab2b7d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] remove_router_interface failed (client error): The resource could not be found. Jul 13 07:59:41.545518 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-95668120-4860-45f1-8425-95972aab2b7d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/56ee8d10-1c81-4f47-bd2e-0f0affebf06a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6303954 Jul 13 07:59:41.548428 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41004) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:41.587874 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-54fd58a2-381b-4518-a446-d3c04e6f4a5c tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/ports?device_id=56ee8d10-1c81-4f47-bd2e-0f0affebf06a HTTP/1.1" status: 200 len: 205 time: 0.0376470 Jul 13 07:59:41.588470 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41006) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:41.609204 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 873c5efe-20fb-480d-a893-1b514513004f details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:59:41.690641 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dc2d4ad6-8d56-4b9c-8c27-dae19889e74d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:41.957155 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 873c5efe-20fb-480d-a893-1b514513004f, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=873c5efe-20fb-480d-a893-1b514513004f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:41.990802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '873c5efe-20fb-480d-a893-1b514513004f', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'port_id': '873c5efe-20fb-480d-a893-1b514513004f', 'mac_address': 'fa:16:3e:c1:19:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:59:42.013481 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dc2d4ad6-8d56-4b9c-8c27-dae19889e74d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:42.040624 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dc2d4ad6-8d56-4b9c-8c27-dae19889e74d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:42.076221 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:42.109930 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873c5efe-20fb-480d-a893-1b514513004f {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:59:42.137304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 873c5efe-20fb-480d-a893-1b514513004f, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=873c5efe-20fb-480d-a893-1b514513004f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:42.141490 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-255887e5-7cbd-4b3b-8ac3-bffd5add5c50 req-bc649038-588f-4f8e-a4fc-59003638b02b tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:42.146390 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:42.158133 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dc2d4ad6-8d56-4b9c-8c27-dae19889e74d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:42.158679 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2d4ad6-8d56-4b9c-8c27-dae19889e74d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Fanout notify agent at l3_agent the message router_deleted on router 56ee8d10-1c81-4f47-bd2e-0f0affebf06a {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:59:42.158973 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['47c80177-5e3d-4476-b80d-a93444d152e8'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:59:42.177438 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece343f8-91c0-4dc1-a105-37527899b31f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Router adc7e792-e106-4c6f-9437-a4f2d7b729e7 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:59:42.229356 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d64d3414-92dc-4a03-bb92-d085baca934a req-ca521557-fee3-49ab-b3a4-b0e8317509b6 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c44fe68-5a6e-4814-bc3a-a1b20b92d225 HTTP/1.1" status: 200 len: 210 time: 0.0696788 Jul 13 07:59:42.242446 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dc2d4ad6-8d56-4b9c-8c27-dae19889e74d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:42.257269 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41016) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:42.257510 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-dc2d4ad6-8d56-4b9c-8c27-dae19889e74d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/routers/56ee8d10-1c81-4f47-bd2e-0f0affebf06a HTTP/1.1" status: 204 len: 168 time: 0.6626775 Jul 13 07:59:42.263871 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc649038-588f-4f8e-a4fc-59003638b02b tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Pushing event deleted for resources: {'Port': ['ID=47c80177-5e3d-4476-b80d-a93444d152e8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:42.268825 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=873c5efe-20fb-480d-a893-1b514513004f,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:42.284071 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.284808 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.285495 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.286068 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.286654 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.287242 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.287805 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.288353 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.288899 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.289450 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.290191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.290775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.326182 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406608f1-acd1-4fe2-b73c-485c33f26231 req-041dfb3c-d535-4865-9d2f-56b1681aab01 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:42.327928 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-406608f1-acd1-4fe2-b73c-485c33f26231 req-041dfb3c-d535-4865-9d2f-56b1681aab01 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 944 time: 0.2625761 Jul 13 07:59:42.368280 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74f27a8-248a-4ff1-a712-54e78be84e19 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting subnet cdd9e6f4-7a30-434f-8204-854523feaf54 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:59:42.368660 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-255887e5-7cbd-4b3b-8ac3-bffd5add5c50 req-bc649038-588f-4f8e-a4fc-59003638b02b tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] No DVR routers for this DVR port 47c80177-5e3d-4476-b80d-a93444d152e8 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:59:42.377149 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-255887e5-7cbd-4b3b-8ac3-bffd5add5c50 req-bc649038-588f-4f8e-a4fc-59003638b02b tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:42.379791 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-255887e5-7cbd-4b3b-8ac3-bffd5add5c50 req-bc649038-588f-4f8e-a4fc-59003638b02b tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.62 "DELETE /v2.0/ports/47c80177-5e3d-4476-b80d-a93444d152e8 HTTP/1.1" status: 204 len: 173 time: 2.0750036 Jul 13 07:59:42.380567 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c44fe68-5a6e-4814-bc3a-a1b20b92d225', 'name': 'network-vif-deleted', 'tag': '47c80177-5e3d-4476-b80d-a93444d152e8'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:42.383688 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832f35b1-fed5-4b2f-a11e-4f2836d8ab5d" -d '{"events": [{"server_uuid": "8c44fe68-5a6e-4814-bc3a-a1b20b92d225", "name": "network-vif-deleted", "tag": "47c80177-5e3d-4476-b80d-a93444d152e8"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:42.385787 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a74f27a8-248a-4ff1-a712-54e78be84e19 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:42.456628 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['873c5efe-20fb-480d-a893-1b514513004f'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:59:42.557435 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d155303-5041-4446-b9ca-e20cbd0a5f6c x-openstack-request-id: req-8d155303-5041-4446-b9ca-e20cbd0a5f6c {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:42.557658 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c44fe68-5a6e-4814-bc3a-a1b20b92d225", "name": "network-vif-deleted", "tag": "47c80177-5e3d-4476-b80d-a93444d152e8", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:42.558244 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8d155303-5041-4446-b9ca-e20cbd0a5f6c {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:42.558758 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c44fe68-5a6e-4814-bc3a-a1b20b92d225', 'name': 'network-vif-deleted', 'tag': '47c80177-5e3d-4476-b80d-a93444d152e8', 'status': 'completed', 'code': 200} Jul 13 07:59:42.559858 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece343f8-91c0-4dc1-a105-37527899b31f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:42.573979 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] Sync routers for ids ['adc7e792-e106-4c6f-9437-a4f2d7b729e7'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:42.590110 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-406608f1-acd1-4fe2-b73c-485c33f26231 req-7c3e77a1-6ac2-4d3f-a2b2-d3758c35ecba tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355223 Jul 13 07:59:42.598175 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a74f27a8-248a-4ff1-a712-54e78be84e19 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:42.605884 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ece343f8-91c0-4dc1-a105-37527899b31f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:42.611366 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] Routers {'adc7e792-e106-4c6f-9437-a4f2d7b729e7'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:42.611758 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ece343f8-91c0-4dc1-a105-37527899b31f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.7679532 Jul 13 07:59:42.612408 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41022) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:42.613688 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:59:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['adc7e792-e106-4c6f-9437-a4f2d7b729e7'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:42.704194 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a887ebd8-04cd-4e2c-a9af-8f213bed2152 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=b0a400cab12449b3b23abe0905366730&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0888758 Jul 13 07:59:42.705993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41024) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:42.775770 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a74f27a8-248a-4ff1-a712-54e78be84e19 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:42.841299 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] Set router adc7e792-e106-4c6f-9437-a4f2d7b729e7 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:42.867364 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a74f27a8-248a-4ff1-a712-54e78be84e19 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:42.927194 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f27a8-248a-4ff1-a712-54e78be84e19 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd9e6f4-7a30-434f-8204-854523feaf54,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:42.932278 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:42.935411 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a74f27a8-248a-4ff1-a712-54e78be84e19 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:42.939997 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790c4f98-0b42-4fb0-a8df-d4c3d513eb8e None None] Network fa119604-e690-4941-878f-1b9000e192c4 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:42.950200 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a74f27a8-248a-4ff1-a712-54e78be84e19 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/subnets/cdd9e6f4-7a30-434f-8204-854523feaf54 HTTP/1.1" status: 204 len: 168 time: 0.6814280 Jul 13 07:59:42.951125 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41026) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:42.982993 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f27a8-248a-4ff1-a712-54e78be84e19 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.984970 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f27a8-248a-4ff1-a712-54e78be84e19 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.986943 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f27a8-248a-4ff1-a712-54e78be84e19 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.988803 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f27a8-248a-4ff1-a712-54e78be84e19 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.991104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f27a8-248a-4ff1-a712-54e78be84e19 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.991534 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f27a8-248a-4ff1-a712-54e78be84e19 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.991880 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f27a8-248a-4ff1-a712-54e78be84e19 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.992317 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f27a8-248a-4ff1-a712-54e78be84e19 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.992709 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f27a8-248a-4ff1-a712-54e78be84e19 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.994773 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f27a8-248a-4ff1-a712-54e78be84e19 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.995198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f27a8-248a-4ff1-a712-54e78be84e19 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:42.995607 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f27a8-248a-4ff1-a712-54e78be84e19 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:43.003623 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0213327c-6171-445d-989e-d0857520ec76 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:43.009206 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0213327c-6171-445d-989e-d0857520ec76 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2999666 Jul 13 07:59:43.013014 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41028) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:43.089193 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-84a247bb-74d0-4504-a2f1-bb575459627a tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f96be058-f906-4210-b421-902eff1606be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0749242 Jul 13 07:59:43.090961 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41032) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:43.098390 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947111244', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:37Z', 'updated_at': '2021-07-13T07:59:40Z', 'revision_number': 3, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:39Z', 'updated_at': '2021-07-13T07:59:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:43.099065 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-99d8575d-0336-407b-ad5a-6d38a5a8c785 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1192743274', 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:43.190361 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] Checking router: adc7e792-e106-4c6f-9437-a4f2d7b729e7 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:59:43.190719 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] Updating router adc7e792-e106-4c6f-9437-a4f2d7b729e7 port 07e95ecb-9d46-4792-a9f7-5420c2c81bcb binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:59:43.193360 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ec64b02-4240-4e9e-b467-afad29ee4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:43.227909 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d8575d-0336-407b-ad5a-6d38a5a8c785 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Made reservation on behalf of b0a400cab12449b3b23abe0905366730 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:43.241714 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-99d8575d-0336-407b-ad5a-6d38a5a8c785 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:43.300103 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:43.321181 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9ec64b02-4240-4e9e-b467-afad29ee4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting port 82bb52bf-e45f-4352-b2ab-71ba3035a22a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:43.322570 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ec64b02-4240-4e9e-b467-afad29ee4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:43.341488 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00bca53-7e2d-498d-baf5-09bb6626eb02 None None] DHCP port deletion for fa119604-e690-4941-878f-1b9000e192c4 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:59:43.456860 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-9ec64b02-4240-4e9e-b467-afad29ee4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] For port 82bb52bf-e45f-4352-b2ab-71ba3035a22a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=82bb52bf-e45f-4352-b2ab-71ba3035a22a,segment=NetworkSegment(a5505a79-1a93-43a6-bc7c-4c5d99ec112c),segment_id=a5505a79-1a93-43a6-bc7c-4c5d99ec112c)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:43.457358 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ec64b02-4240-4e9e-b467-afad29ee4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:43.470616 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9ec64b02-4240-4e9e-b467-afad29ee4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Calling delete_port for 82bb52bf-e45f-4352-b2ab-71ba3035a22a owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:43.498928 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f00bca53-7e2d-498d-baf5-09bb6626eb02 None None] Deleting port 82bb52bf-e45f-4352-b2ab-71ba3035a22a {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:43.501509 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f00bca53-7e2d-498d-baf5-09bb6626eb02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:43.510866 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-99d8575d-0336-407b-ad5a-6d38a5a8c785 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:43.561810 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ec64b02-4240-4e9e-b467-afad29ee4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:43.591172 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec64b02-4240-4e9e-b467-afad29ee4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] No DVR routers for this DVR port 82bb52bf-e45f-4352-b2ab-71ba3035a22a on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:59:43.600783 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8575d-0336-407b-ad5a-6d38a5a8c785 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Subnet': ['ID=78c04584-1c8b-4048-8992-543590c52be3,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:43.624706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d8575d-0336-407b-ad5a-6d38a5a8c785 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Checking segment: {'id': 'c6059c07-f555-4cd9-954a-a61ccdada0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:43.625251 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d8575d-0336-407b-ad5a-6d38a5a8c785 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network hostable DHCP agents. Network: 2a52e876-fdfb-4e23-a545-3fee73cd392d, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:59:43.631099 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec64b02-4240-4e9e-b467-afad29ee4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Port': ['ID=82bb52bf-e45f-4352-b2ab-71ba3035a22a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:43.647186 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 873c5efe-20fb-480d-a893-1b514513004f up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:43.658947 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d8575d-0336-407b-ad5a-6d38a5a8c785 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network 2a52e876-fdfb-4e23-a545-3fee73cd392d is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:59:43.680865 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-99d8575d-0336-407b-ad5a-6d38a5a8c785 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 2a52e876-fdfb-4e23-a545-3fee73cd392d) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:43.693099 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8575d-0336-407b-ad5a-6d38a5a8c785 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:43.693770 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-99d8575d-0336-407b-ad5a-6d38a5a8c785 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:43.722648 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-99d8575d-0336-407b-ad5a-6d38a5a8c785 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6291902 Jul 13 07:59:43.725430 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41040) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:43.731144 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26a24a9-0f9b-42a7-bbfd-59fc02a16a06 None None] Network 2a52e876-fdfb-4e23-a545-3fee73cd392d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:43.751755 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d18c3173-7344-4b3d-a91c-2610d31c32b3 req-aa87de9e-6506-4570-9cc8-8b8493fed294 tempest-ServerPasswordTestJSON-1780204840 tempest-ServerPasswordTestJSON-1780204840-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c44fe68-5a6e-4814-bc3a-a1b20b92d225 HTTP/1.1" status: 200 len: 210 time: 0.1222556 Jul 13 07:59:43.837508 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ec64b02-4240-4e9e-b467-afad29ee4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:43.848650 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9ec64b02-4240-4e9e-b467-afad29ee4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa119604-e690-4941-878f-1b9000e192c4']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:43.866496 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9ec64b02-4240-4e9e-b467-afad29ee4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5505a79-1a93-43a6-bc7c-4c5d99ec112c') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:43.866997 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9ec64b02-4240-4e9e-b467-afad29ee4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5505a79-1a93-43a6-bc7c-4c5d99ec112c') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:43.873117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f00bca53-7e2d-498d-baf5-09bb6626eb02 None None] For port 82bb52bf-e45f-4352-b2ab-71ba3035a22a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=82bb52bf-e45f-4352-b2ab-71ba3035a22a,segment=NetworkSegment(a5505a79-1a93-43a6-bc7c-4c5d99ec112c),segment_id=a5505a79-1a93-43a6-bc7c-4c5d99ec112c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:43.873523 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f00bca53-7e2d-498d-baf5-09bb6626eb02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:43.879210 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ec64b02-4240-4e9e-b467-afad29ee4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:43.895665 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ec64b02-4240-4e9e-b467-afad29ee4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:43.896225 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f00bca53-7e2d-498d-baf5-09bb6626eb02 None None] Calling delete_port for 82bb52bf-e45f-4352-b2ab-71ba3035a22a owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:43.903925 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec64b02-4240-4e9e-b467-afad29ee4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:59:43.904790 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ec64b02-4240-4e9e-b467-afad29ee4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:43.919144 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 873c5efe-20fb-480d-a893-1b514513004f completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:59:43.919423 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:59:43.924907 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 873c5efe-20fb-480d-a893-1b514513004f triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:43.925285 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:43.925452 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:43.948004 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] Transition to ACTIVE for port object 07e95ecb-9d46-4792-a9f7-5420c2c81bcb will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:43.963968 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.026570 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ec64b02-4240-4e9e-b467-afad29ee4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.044304 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc5e4f-b1b2-4e0c-932a-f31f0ebd2ebf req-7334189a-37e9-4f3f-a39d-428a463d9f2f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:44.052372 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcbc5e4f-b1b2-4e0c-932a-f31f0ebd2ebf req-7334189a-37e9-4f3f-a39d-428a463d9f2f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 945 time: 0.1312158 Jul 13 07:59:44.065066 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ec64b02-4240-4e9e-b467-afad29ee4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.067179 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9ec64b02-4240-4e9e-b467-afad29ee4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/networks/fa119604-e690-4941-878f-1b9000e192c4 HTTP/1.1" status: 204 len: 168 time: 1.1097386 Jul 13 07:59:44.080514 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41042) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:44.082347 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd73a7-568e-46d1-a64b-8785781510f5 None None] Pushing event updated for resources: {'Port': ['ID=07e95ecb-9d46-4792-a9f7-5420c2c81bcb,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:44.087983 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-39759652-db7a-4d1b-8777-d6dbb29196aa tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1780395469'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:44.098840 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] Attempting to bind port 07e95ecb-9d46-4792-a9f7-5420c2c81bcb on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:44.099227 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] Attempting to bind port 07e95ecb-9d46-4792-a9f7-5420c2c81bcb by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:44.099586 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] Attempting to bind port 07e95ecb-9d46-4792-a9f7-5420c2c81bcb on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:44.102663 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.105395 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-2a52e876-fdfb-4e23-a545-3fee73cd392d', 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'fixed_ips': [{'subnet_id': '78c04584-1c8b-4048-8992-543590c52be3'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:59:44.110497 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:44.110878 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:44.111056 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec64b02-4240-4e9e-b467-afad29ee4e47 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Network': ['ID=fa119604-e690-4941-878f-1b9000e192c4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:44.111284 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.113047 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.118300 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:44.118912 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] Bound port: 07e95ecb-9d46-4792-a9f7-5420c2c81bcb, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:44.119320 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.129767 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd73a7-568e-46d1-a64b-8785781510f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:44.129767 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd73a7-568e-46d1-a64b-8785781510f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:44.129767 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd73a7-568e-46d1-a64b-8785781510f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:44.129767 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd73a7-568e-46d1-a64b-8785781510f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:44.130173 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd73a7-568e-46d1-a64b-8785781510f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:44.130477 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd73a7-568e-46d1-a64b-8785781510f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:44.130723 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd73a7-568e-46d1-a64b-8785781510f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:44.131054 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd73a7-568e-46d1-a64b-8785781510f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:44.131375 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd73a7-568e-46d1-a64b-8785781510f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:44.131703 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd73a7-568e-46d1-a64b-8785781510f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:44.138256 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd73a7-568e-46d1-a64b-8785781510f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:44.138657 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd73a7-568e-46d1-a64b-8785781510f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:44.176110 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcbc5e4f-b1b2-4e0c-932a-f31f0ebd2ebf req-5b069bf1-e0ba-40ea-991f-7aea1d686edf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226308 Jul 13 07:59:44.180710 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39759652-db7a-4d1b-8777-d6dbb29196aa tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Made reservation on behalf of a0ffb35344bc4cd8a0348e916437de28 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:44.191217 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39759652-db7a-4d1b-8777-d6dbb29196aa tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.224315 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39759652-db7a-4d1b-8777-d6dbb29196aa tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:59:44.238740 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39759652-db7a-4d1b-8777-d6dbb29196aa tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.239595 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-39759652-db7a-4d1b-8777-d6dbb29196aa tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Added segment 31bf05db-f998-455a-a451-5d3d21ee8dff of type vlan for network 468989e9-f6a6-456c-99b7-b92e640632de Jul 13 07:59:44.260939 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] For port 07e95ecb-9d46-4792-a9f7-5420c2c81bcb, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:44.265686 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] For port 07e95ecb-9d46-4792-a9f7-5420c2c81bcb, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=07e95ecb-9d46-4792-a9f7-5420c2c81bcb,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:44.279373 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.280463 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 873c5efe-20fb-480d-a893-1b514513004f, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=873c5efe-20fb-480d-a893-1b514513004f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:44.299344 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39759652-db7a-4d1b-8777-d6dbb29196aa tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.336123 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39759652-db7a-4d1b-8777-d6dbb29196aa tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.344729 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39759652-db7a-4d1b-8777-d6dbb29196aa tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:44.345652 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39759652-db7a-4d1b-8777-d6dbb29196aa tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.387286 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] Routers {'adc7e792-e106-4c6f-9437-a4f2d7b729e7'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:44.387936 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:59:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['adc7e792-e106-4c6f-9437-a4f2d7b729e7'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:44.392897 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23935ec-8a89-4246-b04e-afa2ff8ddfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873c5efe-20fb-480d-a893-1b514513004f'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:44.395201 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9585db55-8417-4cd6-960c-2b95e91c81e3" -d '{"events": [{"server_uuid": "a23935ec-8a89-4246-b04e-afa2ff8ddfe7", "name": "network-vif-plugged", "status": "completed", "tag": "873c5efe-20fb-480d-a893-1b514513004f"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:44.411940 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.521344 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46be510-d428-4e47-8d31-65ec501e9204 x-openstack-request-id: req-b46be510-d428-4e47-8d31-65ec501e9204 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:44.521733 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23935ec-8a89-4246-b04e-afa2ff8ddfe7", "name": "network-vif-plugged", "status": "completed", "tag": "873c5efe-20fb-480d-a893-1b514513004f", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:44.521889 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b46be510-d428-4e47-8d31-65ec501e9204 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:44.522300 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23935ec-8a89-4246-b04e-afa2ff8ddfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873c5efe-20fb-480d-a893-1b514513004f', 'code': 200} Jul 13 07:59:44.523322 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 47c80177-5e3d-4476-b80d-a93444d152e8 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:44.551890 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39759652-db7a-4d1b-8777-d6dbb29196aa tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Network': ['ID=468989e9-f6a6-456c-99b7-b92e640632de,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:44.562119 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-39759652-db7a-4d1b-8777-d6dbb29196aa tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4797242 Jul 13 07:59:44.563318 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd73a7-568e-46d1-a64b-8785781510f5 None None] Pushing event updated for resources: {'Port': ['ID=07e95ecb-9d46-4792-a9f7-5420c2c81bcb,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:44.564679 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41050) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:44.586927 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1c82827c-d2f9-4c61-81fa-8ebbb4a4c603 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'subnet': {'network_id': '468989e9-f6a6-456c-99b7-b92e640632de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:44.644065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 468989e9-f6a6-456c-99b7-b92e640632de details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:59:44.674046 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 47c80177-5e3d-4476-b80d-a93444d152e8 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:44.675762 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 47c80177-5e3d-4476-b80d-a93444d152e8 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:44.693071 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1df2d1dd-d686-4077-9c2d-1ed16d473236 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.707335 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f00bca53-7e2d-498d-baf5-09bb6626eb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.721964 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f556e96-2729-43be-b6f3-eb4c0ece5715 req-f868ea02-1f5e-483c-8173-27a43e0391d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:44.723909 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5f556e96-2729-43be-b6f3-eb4c0ece5715 req-f868ea02-1f5e-483c-8173-27a43e0391d3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 1098 time: 0.1079969 Jul 13 07:59:44.738784 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] Set router adc7e792-e106-4c6f-9437-a4f2d7b729e7 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:44.807714 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c82827c-d2f9-4c61-81fa-8ebbb4a4c603 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Made reservation on behalf of a0ffb35344bc4cd8a0348e916437de28 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:44.816564 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c82827c-d2f9-4c61-81fa-8ebbb4a4c603 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.823026 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5f556e96-2729-43be-b6f3-eb4c0ece5715 req-43a79bd2-b5ad-47ca-a5a6-f4673786c973 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570340 Jul 13 07:59:44.863220 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=873c5efe-20fb-480d-a893-1b514513004f,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:44.866353 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f00bca53-7e2d-498d-baf5-09bb6626eb02 None None] Network fa119604-e690-4941-878f-1b9000e192c4 is not hosted by any dhcp agent {{(pid=93725) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:59:44.867503 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00bca53-7e2d-498d-baf5-09bb6626eb02 None None] No DVR routers for this DVR port 82bb52bf-e45f-4352-b2ab-71ba3035a22a on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:59:44.989666 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41056) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:45.024126 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00bca53-7e2d-498d-baf5-09bb6626eb02 None None] Pushing event deleted for resources: {'Port': ['ID=82bb52bf-e45f-4352-b2ab-71ba3035a22a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:45.053683 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] Allocated IP 172.20.0.2 (2a52e876-fdfb-4e23-a545-3fee73cd392d/78c04584-1c8b-4048-8992-543590c52be3/11e87794-e8c2-437a-854d-a41a3d0f8216) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:45.067770 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2ec36ad2-ddde-4104-9a68-2601edeefccd None None] Provisioning complete for port 873c5efe-20fb-480d-a893-1b514513004f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:45.068096 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ec36ad2-ddde-4104-9a68-2601edeefccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:45.162734 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a989396-1ffd-4842-8783-6835c76d8c0e admin admin] Deleting subnet 71ca9064-9eaf-4a0d-9fe3-7efed54e5bd2 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:59:45.168553 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a989396-1ffd-4842-8783-6835c76d8c0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:45.203058 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947111244', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:37Z', 'updated_at': '2021-07-13T07:59:40Z', 'revision_number': 3, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:39Z', 'updated_at': '2021-07-13T07:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:45.276506 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6045d03e-bcb8-48a1-8d6c-0e416807c62f None None] The sync data for ids ['adc7e792-e106-4c6f-9437-a4f2d7b729e7'] in n-d-779913-28 is: [{'id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947111244', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:37Z', 'updated_at': '2021-07-13T07:59:40Z', 'revision_number': 3, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:39Z', 'updated_at': '2021-07-13T07:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:45.331245 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:45.349163 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a989396-1ffd-4842-8783-6835c76d8c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:45.351264 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] Transition to ACTIVE for port object 11e87794-e8c2-437a-854d-a41a3d0f8216 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:45.377002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] Transition to ACTIVE for port object 11e87794-e8c2-437a-854d-a41a3d0f8216 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:45.387279 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:45.432218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 82bb52bf-e45f-4352-b2ab-71ba3035a22a no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:45.476084 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 82bb52bf-e45f-4352-b2ab-71ba3035a22a {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:45.476803 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 82bb52bf-e45f-4352-b2ab-71ba3035a22a not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:45.488079 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] Network 2a52e876-fdfb-4e23-a545-3fee73cd392d is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:45.488842 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] Pushing event updated for resources: {'Port': ['ID=11e87794-e8c2-437a-854d-a41a3d0f8216,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:45.498097 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:45.500768 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:45.544456 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c82827c-d2f9-4c61-81fa-8ebbb4a4c603 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:45.567702 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a989396-1ffd-4842-8783-6835c76d8c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:45.628348 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] Attempting to bind port 11e87794-e8c2-437a-854d-a41a3d0f8216 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:45.628976 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] Attempting to bind port 11e87794-e8c2-437a-854d-a41a3d0f8216 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'c6059c07-f555-4cd9-954a-a61ccdada0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:45.630894 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] Attempting to bind port 11e87794-e8c2-437a-854d-a41a3d0f8216 on network 2a52e876-fdfb-4e23-a545-3fee73cd392d {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:45.644591 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:45.646705 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] Checking segment: {'id': 'c6059c07-f555-4cd9-954a-a61ccdada0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:45.647302 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:45.647802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] Bound using segment: {'id': 'c6059c07-f555-4cd9-954a-a61ccdada0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:45.650652 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] Bound port: 11e87794-e8c2-437a-854d-a41a3d0f8216, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6059c07-f555-4cd9-954a-a61ccdada0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:45.651707 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:45.659351 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12615a8-35e1-40f3-8f50-64eb3e9e0564 req-620944be-24db-4b97-87df-0759b9f0868b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:45.660954 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e12615a8-35e1-40f3-8f50-64eb3e9e0564 req-620944be-24db-4b97-87df-0759b9f0868b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 946 time: 0.2149048 Jul 13 07:59:45.729951 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82827c-d2f9-4c61-81fa-8ebbb4a4c603 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Subnet': ['ID=36618246-15ef-4888-91bd-a6a01ccc30d2,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:45.749232 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-1df2d1dd-d686-4077-9c2d-1ed16d473236 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Allocated IP 172.20.0.1 (2a52e876-fdfb-4e23-a545-3fee73cd392d/78c04584-1c8b-4048-8992-543590c52be3/1c170082-c793-4f24-ade5-fe3dc25bb6d5) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:45.783388 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82827c-d2f9-4c61-81fa-8ebbb4a4c603 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Checking segment: {'id': '31bf05db-f998-455a-a451-5d3d21ee8dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '468989e9-f6a6-456c-99b7-b92e640632de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:45.784297 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c82827c-d2f9-4c61-81fa-8ebbb4a4c603 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network hostable DHCP agents. Network: 468989e9-f6a6-456c-99b7-b92e640632de, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:59:45.838929 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e12615a8-35e1-40f3-8f50-64eb3e9e0564 req-476876dd-3667-4221-8d15-4548ef6ee20c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493380 Jul 13 07:59:45.840825 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a989396-1ffd-4842-8783-6835c76d8c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:45.886572 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] For port 11e87794-e8c2-437a-854d-a41a3d0f8216, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:45.888395 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a989396-1ffd-4842-8783-6835c76d8c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ca9064-9eaf-4a0d-9fe3-7efed54e5bd2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:45.892291 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a989396-1ffd-4842-8783-6835c76d8c0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:45.894574 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] For port 11e87794-e8c2-437a-854d-a41a3d0f8216, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=11e87794-e8c2-437a-854d-a41a3d0f8216,segment=NetworkSegment(c6059c07-f555-4cd9-954a-a61ccdada0c0),segment_id=c6059c07-f555-4cd9-954a-a61ccdada0c0)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:45.895484 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5a989396-1ffd-4842-8783-6835c76d8c0e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/71ca9064-9eaf-4a0d-9fe3-7efed54e5bd2 HTTP/1.1" status: 204 len: 168 time: 0.9027662 Jul 13 07:59:45.897905 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41064) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:45.904375 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.005640 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1df2d1dd-d686-4077-9c2d-1ed16d473236 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.008474 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34acd5e8-6ab0-4a04-a297-386d8f8f4290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.012555 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c82827c-d2f9-4c61-81fa-8ebbb4a4c603 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network 468989e9-f6a6-456c-99b7-b92e640632de is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:59:46.024244 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-1df2d1dd-d686-4077-9c2d-1ed16d473236 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Transition to ACTIVE for port object 1c170082-c793-4f24-ade5-fe3dc25bb6d5 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:46.050795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01170903-b526-4220-abb5-81d671cacdb9 None None] Pushing event updated for resources: {'Port': ['ID=11e87794-e8c2-437a-854d-a41a3d0f8216,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:46.095210 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1df2d1dd-d686-4077-9c2d-1ed16d473236 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.152484 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34acd5e8-6ab0-4a04-a297-386d8f8f4290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.164633 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-34acd5e8-6ab0-4a04-a297-386d8f8f4290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3988b8bd-e763-435c-93bc-99ffb52441ff']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:46.185268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-34acd5e8-6ab0-4a04-a297-386d8f8f4290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753436c1-43e9-4d19-904b-7a51d586e14e') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:46.185509 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-34acd5e8-6ab0-4a04-a297-386d8f8f4290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753436c1-43e9-4d19-904b-7a51d586e14e') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:46.197540 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34acd5e8-6ab0-4a04-a297-386d8f8f4290 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.220877 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2d1dd-d686-4077-9c2d-1ed16d473236 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=1c170082-c793-4f24-ade5-fe3dc25bb6d5,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:46.229571 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34acd5e8-6ab0-4a04-a297-386d8f8f4290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.236443 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34acd5e8-6ab0-4a04-a297-386d8f8f4290 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:59:46.236854 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34acd5e8-6ab0-4a04-a297-386d8f8f4290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.262658 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df2d1dd-d686-4077-9c2d-1ed16d473236 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network 2a52e876-fdfb-4e23-a545-3fee73cd392d is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:46.264254 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-1df2d1dd-d686-4077-9c2d-1ed16d473236 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:46.270542 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df2d1dd-d686-4077-9c2d-1ed16d473236 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: timer() Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:59:46.328030 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:59:46.331713 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1c82827c-d2f9-4c61-81fa-8ebbb4a4c603 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 468989e9-f6a6-456c-99b7-b92e640632de) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:46.337207 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c82827c-d2f9-4c61-81fa-8ebbb4a4c603 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:46.338470 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c82827c-d2f9-4c61-81fa-8ebbb4a4c603 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.342237 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79b0241-b939-4b3c-a4e8-c3ebc0e05ab7 None None] Network 468989e9-f6a6-456c-99b7-b92e640632de requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:46.364177 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34acd5e8-6ab0-4a04-a297-386d8f8f4290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.381048 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34acd5e8-6ab0-4a04-a297-386d8f8f4290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.385434 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-34acd5e8-6ab0-4a04-a297-386d8f8f4290 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3988b8bd-e763-435c-93bc-99ffb52441ff HTTP/1.1" status: 204 len: 168 time: 0.4847412 Jul 13 07:59:46.395474 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1c82827c-d2f9-4c61-81fa-8ebbb4a4c603 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8273203 Jul 13 07:59:46.397354 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41072) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:46.419799 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d18bc8f6-9dc7-4387-a7e0-dd759757f004 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1461942807', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:46.463378 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acd5e8-6ab0-4a04-a297-386d8f8f4290 admin admin] Pushing event deleted for resources: {'Network': ['ID=3988b8bd-e763-435c-93bc-99ffb52441ff,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:46.466017 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1df2d1dd-d686-4077-9c2d-1ed16d473236 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.516679 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d18bc8f6-9dc7-4387-a7e0-dd759757f004 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.517888 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d18bc8f6-9dc7-4387-a7e0-dd759757f004 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.656323 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d18bc8f6-9dc7-4387-a7e0-dd759757f004 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.663543 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41074) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:46.665029 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d18bc8f6-9dc7-4387-a7e0-dd759757f004 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.699281 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-468989e9-f6a6-456c-99b7-b92e640632de', 'network_id': '468989e9-f6a6-456c-99b7-b92e640632de', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'fixed_ips': [{'subnet_id': '36618246-15ef-4888-91bd-a6a01ccc30d2'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:59:46.701854 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.719717 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d18bc8f6-9dc7-4387-a7e0-dd759757f004 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.721491 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d18bc8f6-9dc7-4387-a7e0-dd759757f004 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3232219 Jul 13 07:59:46.727414 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41076) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:46.793339 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a0606fe9-dfb9-4e95-a17d-7ae7741de3fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5a36314f85ff4713afbe18d6867343c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1214974 Jul 13 07:59:46.822978 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41082) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:47.176439 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1df2d1dd-d686-4077-9c2d-1ed16d473236 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.182011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] Allocated IP 172.20.0.2 (468989e9-f6a6-456c-99b7-b92e640632de/36618246-15ef-4888-91bd-a6a01ccc30d2/82062b38-24fc-4d5e-b947-9302c97842fe) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:47.237652 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c34c2706-e185-4309-b165-ae7e11c16fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.347345 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c34c2706-e185-4309-b165-ae7e11c16fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.379114 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.398604 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] Transition to ACTIVE for port object 82062b38-24fc-4d5e-b947-9302c97842fe will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:47.433097 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13731524-7ff0-4948-9f3e-a0a1b0613236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.442155 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] Transition to ACTIVE for port object 82062b38-24fc-4d5e-b947-9302c97842fe will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:47.465640 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.549565 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] Pushing event updated for resources: {'Port': ['ID=82062b38-24fc-4d5e-b947-9302c97842fe,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:47.549850 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c34c2706-e185-4309-b165-ae7e11c16fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.557258 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c34c2706-e185-4309-b165-ae7e11c16fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.559017 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c34c2706-e185-4309-b165-ae7e11c16fe0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/530c4cfd-b35f-4474-8e28-952a626ca85f HTTP/1.1" status: 204 len: 168 time: 0.7342417 Jul 13 07:59:47.565474 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] Network 468989e9-f6a6-456c-99b7-b92e640632de is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:47.573479 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:47.586947 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:47.608113 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c2706-e185-4309-b165-ae7e11c16fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530c4cfd-b35f-4474-8e28-952a626ca85f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:47.718846 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 11e87794-e8c2-437a-854d-a41a3d0f8216 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:47.778511 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] Attempting to bind port 82062b38-24fc-4d5e-b947-9302c97842fe on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:47.779341 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] Attempting to bind port 82062b38-24fc-4d5e-b947-9302c97842fe by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '31bf05db-f998-455a-a451-5d3d21ee8dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '468989e9-f6a6-456c-99b7-b92e640632de'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:47.780392 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] Attempting to bind port 82062b38-24fc-4d5e-b947-9302c97842fe on network 468989e9-f6a6-456c-99b7-b92e640632de {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:47.791302 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:47.791949 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] Checking segment: {'id': '31bf05db-f998-455a-a451-5d3d21ee8dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '468989e9-f6a6-456c-99b7-b92e640632de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:47.792542 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.793129 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] Bound using segment: {'id': '31bf05db-f998-455a-a451-5d3d21ee8dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '468989e9-f6a6-456c-99b7-b92e640632de'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:47.794539 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] Bound port: 82062b38-24fc-4d5e-b947-9302c97842fe, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31bf05db-f998-455a-a451-5d3d21ee8dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '468989e9-f6a6-456c-99b7-b92e640632de'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:47.795227 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.942331 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-13731524-7ff0-4948-9f3e-a0a1b0613236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Allocated IP 172.20.0.1 (468989e9-f6a6-456c-99b7-b92e640632de/36618246-15ef-4888-91bd-a6a01ccc30d2/223ef82b-4632-4a22-86bd-2b709c23479c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:47.998276 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 11e87794-e8c2-437a-854d-a41a3d0f8216 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:48.029286 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 07e95ecb-9d46-4792-a9f7-5420c2c81bcb up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:48.038408 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] For port 82062b38-24fc-4d5e-b947-9302c97842fe, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:48.067318 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35425e45-6768-405d-9f56-e25b04339686 None None] Network 2a52e876-fdfb-4e23-a545-3fee73cd392d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:48.130144 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] For port 82062b38-24fc-4d5e-b947-9302c97842fe, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=82062b38-24fc-4d5e-b947-9302c97842fe,segment=NetworkSegment(31bf05db-f998-455a-a451-5d3d21ee8dff),segment_id=31bf05db-f998-455a-a451-5d3d21ee8dff)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:48.139482 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-911e0647-3096-49da-b4f9-295580ae2624 None None] Provisioning for port 11e87794-e8c2-437a-854d-a41a3d0f8216 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:48.153502 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-911e0647-3096-49da-b4f9-295580ae2624 None None] Provisioning complete for port 11e87794-e8c2-437a-854d-a41a3d0f8216 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:48.154795 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-911e0647-3096-49da-b4f9-295580ae2624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:48.206880 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1df2d1dd-d686-4077-9c2d-1ed16d473236 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:48.232616 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1df2d1dd-d686-4077-9c2d-1ed16d473236 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:48.253663 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:48.458104 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 07e95ecb-9d46-4792-a9f7-5420c2c81bcb completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:48.468195 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 07e95ecb-9d46-4792-a9f7-5420c2c81bcb triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:48.468577 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:48.559050 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1df2d1dd-d686-4077-9c2d-1ed16d473236 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:48.581313 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2d1dd-d686-4077-9c2d-1ed16d473236 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=1c170082-c793-4f24-ade5-fe3dc25bb6d5,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:48.700293 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13731524-7ff0-4948-9f3e-a0a1b0613236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:48.716863 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-13731524-7ff0-4948-9f3e-a0a1b0613236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Transition to ACTIVE for port object 223ef82b-4632-4a22-86bd-2b709c23479c will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:48.860725 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa815f7f-1b69-4362-8567-27460ff8aecf req-caf7add4-97a6-40f1-884a-0e6bd9518940 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:48.875028 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa815f7f-1b69-4362-8567-27460ff8aecf req-caf7add4-97a6-40f1-884a-0e6bd9518940 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 946 time: 1.7451799 Jul 13 07:59:48.877637 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df2d1dd-d686-4077-9c2d-1ed16d473236 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network 2a52e876-fdfb-4e23-a545-3fee73cd392d is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:48.879162 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13731524-7ff0-4948-9f3e-a0a1b0613236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:48.889353 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-1df2d1dd-d686-4077-9c2d-1ed16d473236 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:48.924449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ba3fd-d0f0-4a67-a6fd-5e328e797f92 None None] Pushing event updated for resources: {'Port': ['ID=82062b38-24fc-4d5e-b947-9302c97842fe,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:48.970987 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:48.983116 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-911e0647-3096-49da-b4f9-295580ae2624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:49.023602 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13731524-7ff0-4948-9f3e-a0a1b0613236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network 468989e9-f6a6-456c-99b7-b92e640632de is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:49.032277 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-13731524-7ff0-4948-9f3e-a0a1b0613236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:49.041019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 07e95ecb-9d46-4792-a9f7-5420c2c81bcb, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=07e95ecb-9d46-4792-a9f7-5420c2c81bcb,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:49.050567 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa815f7f-1b69-4362-8567-27460ff8aecf req-bdee004a-9c4b-4a58-b664-af58ee32ebb8 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728082 Jul 13 07:59:49.056260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13731524-7ff0-4948-9f3e-a0a1b0613236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:49.128866 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13731524-7ff0-4948-9f3e-a0a1b0613236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:49.144463 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:49.168485 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df2d1dd-d686-4077-9c2d-1ed16d473236 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Router adc7e792-e106-4c6f-9437-a4f2d7b729e7 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:59:49.193547 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-911e0647-3096-49da-b4f9-295580ae2624 None None] For port 11e87794-e8c2-437a-854d-a41a3d0f8216, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=11e87794-e8c2-437a-854d-a41a3d0f8216,segment=NetworkSegment(c6059c07-f555-4cd9-954a-a61ccdada0c0),segment_id=c6059c07-f555-4cd9-954a-a61ccdada0c0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:49.211460 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-911e0647-3096-49da-b4f9-295580ae2624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:49.252803 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3f92d-c220-4502-82be-9d67453a3e44 req-5944d0e5-14fb-4a59-91de-7c0a875bf827 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:49.264689 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87f3f92d-c220-4502-82be-9d67453a3e44 req-5944d0e5-14fb-4a59-91de-7c0a875bf827 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 947 time: 0.5023642 Jul 13 07:59:49.292848 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13731524-7ff0-4948-9f3e-a0a1b0613236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Port': ['ID=223ef82b-4632-4a22-86bd-2b709c23479c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:49.359908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=07e95ecb-9d46-4792-a9f7-5420c2c81bcb,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:49.427133 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e0647-3096-49da-b4f9-295580ae2624 None None] Pushing event updated for resources: {'Port': ['ID=11e87794-e8c2-437a-854d-a41a3d0f8216,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:49.510420 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 82062b38-24fc-4d5e-b947-9302c97842fe up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:49.531151 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df2d1dd-d686-4077-9c2d-1ed16d473236 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:49.537331 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87f3f92d-c220-4502-82be-9d67453a3e44 req-fee236c7-2127-4217-9036-e73bfcc6c2c1 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2662838 Jul 13 07:59:49.545889 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1df2d1dd-d686-4077-9c2d-1ed16d473236 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "PUT /v2.0/routers/adc7e792-e106-4c6f-9437-a4f2d7b729e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8191683 Jul 13 07:59:49.566195 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] Sync routers for ids ['adc7e792-e106-4c6f-9437-a4f2d7b729e7'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:49.616484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] Routers {'adc7e792-e106-4c6f-9437-a4f2d7b729e7'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:49.617130 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:59:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['adc7e792-e106-4c6f-9437-a4f2d7b729e7'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:49.733064 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13731524-7ff0-4948-9f3e-a0a1b0613236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:49.886595 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41176) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:50.180538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-21604cce-3763-4edd-9813-71dd4549e353 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-19490675-network', 'tenant_id': '0eefcb1ad9d4424186c36993d3bfbbea'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:50.268166 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21604cce-3763-4edd-9813-71dd4549e353 admin admin] Made reservation on behalf of 0eefcb1ad9d4424186c36993d3bfbbea for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:50.271092 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-21604cce-3763-4edd-9813-71dd4549e353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:50.294351 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-21604cce-3763-4edd-9813-71dd4549e353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:50.385768 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-93b37c9a-823d-48d0-918d-b4c6106aefd0 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488548694&fields=id&tenant_id=b0a400cab12449b3b23abe0905366730 HTTP/1.1" status: 200 len: 267 time: 0.3041995 Jul 13 07:59:50.408518 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] Set router adc7e792-e106-4c6f-9437-a4f2d7b729e7 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:50.616583 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2efced-2ef5-4826-b011-69b74b10b5c5 None None] Network 468989e9-f6a6-456c-99b7-b92e640632de requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:50.620165 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:59:50.620902 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-21604cce-3763-4edd-9813-71dd4549e353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:50.621441 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-31059a05-232b-431b-9105-c03ed6acdb05 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:50.625533 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-21604cce-3763-4edd-9813-71dd4549e353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:50.627783 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-31059a05-232b-431b-9105-c03ed6acdb05 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/networks?id=2a52e876-fdfb-4e23-a545-3fee73cd392d HTTP/1.1" status: 200 len: 796 time: 0.2286019 Jul 13 07:59:50.754749 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21604cce-3763-4edd-9813-71dd4549e353 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:59:50.757875 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-f0af3826-10e8-4069-8a68-d7076f409e91 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/quotas/b0a400cab12449b3b23abe0905366730 HTTP/1.1" status: 200 len: 375 time: 0.0438282 Jul 13 07:59:50.759925 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21604cce-3763-4edd-9813-71dd4549e353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:50.759925 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-21604cce-3763-4edd-9813-71dd4549e353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:50.759925 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-21604cce-3763-4edd-9813-71dd4549e353 admin admin] Added segment 78096199-7087-45c3-a364-e9e751751f37 of type vlan for network 6010d2c2-d300-400c-be9f-95d4cb60edee Jul 13 07:59:50.761554 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3442473-c04a-4788-a508-de6ce33ac842 req-0626c96b-ac68-43c4-a0ff-09436dd6884d tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:50.761554 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3442473-c04a-4788-a508-de6ce33ac842 req-0626c96b-ac68-43c4-a0ff-09436dd6884d tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 947 time: 0.8480594 Jul 13 07:59:50.783741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e2818-3767-4679-b2bb-655d40e13112 req-98caa767-4f26-4d6d-95dc-e398a1178de9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:50.792029 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7f5e2818-3767-4679-b2bb-655d40e13112 req-98caa767-4f26-4d6d-95dc-e398a1178de9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 946 time: 0.8124759 Jul 13 07:59:50.796348 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-21604cce-3763-4edd-9813-71dd4549e353 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:50.817956 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d593b3c8-9733-4c73-bc11-df4f2c47ff76 None None] Provisioning for port 1c170082-c793-4f24-ade5-fe3dc25bb6d5 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:50.888740 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-21604cce-3763-4edd-9813-71dd4549e353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:50.890038 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21604cce-3763-4edd-9813-71dd4549e353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:50.891000 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-21604cce-3763-4edd-9813-71dd4549e353 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.029576 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21604cce-3763-4edd-9813-71dd4549e353 admin admin] Pushing event updated for resources: {'Network': ['ID=6010d2c2-d300-400c-be9f-95d4cb60edee,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:51.036738 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d593b3c8-9733-4c73-bc11-df4f2c47ff76 None None] Provisioning complete for port 1c170082-c793-4f24-ade5-fe3dc25bb6d5 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:51.038047 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d593b3c8-9733-4c73-bc11-df4f2c47ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.053359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 6010d2c2-d300-400c-be9f-95d4cb60edee details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:59:51.053757 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7f5e2818-3767-4679-b2bb-655d40e13112 req-f179004c-e1f4-462c-9f43-37a6e5ef61c7 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568893 Jul 13 07:59:51.101238 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 82062b38-24fc-4d5e-b947-9302c97842fe completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:51.112593 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-21604cce-3763-4edd-9813-71dd4549e353 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2243011 Jul 13 07:59:51.112790 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-98bdc348-7c23-4489-bee6-9519b836f5dd tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4392762 Jul 13 07:59:51.113232 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41226) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:51.130232 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1971ba91-c3b1-486f-a6b9-40661a0f3d46 admin admin] Request body: {'subnet': {'network_id': '6010d2c2-d300-400c-be9f-95d4cb60edee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-19490675-subnet', 'tenant_id': '0eefcb1ad9d4424186c36993d3bfbbea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:51.183900 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1971ba91-c3b1-486f-a6b9-40661a0f3d46 admin admin] Made reservation on behalf of 0eefcb1ad9d4424186c36993d3bfbbea for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:51.186361 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1971ba91-c3b1-486f-a6b9-40661a0f3d46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.271733 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d593b3c8-9733-4c73-bc11-df4f2c47ff76 None None] Port 1c170082-c793-4f24-ade5-fe3dc25bb6d5 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:51.345376 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13731524-7ff0-4948-9f3e-a0a1b0613236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.359569 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-c3442473-c04a-4788-a508-de6ce33ac842 req-0dc99fba-bcb9-41fd-8e77-780799e8022c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Deleting port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:51.360177 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c3442473-c04a-4788-a508-de6ce33ac842 req-0dc99fba-bcb9-41fd-8e77-780799e8022c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.473995 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 11e87794-e8c2-437a-854d-a41a3d0f8216 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:51.480813 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d593b3c8-9733-4c73-bc11-df4f2c47ff76 None None] Provisioning complete for port 11e87794-e8c2-437a-854d-a41a3d0f8216 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:51.481394 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d593b3c8-9733-4c73-bc11-df4f2c47ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.518844 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c3442473-c04a-4788-a508-de6ce33ac842 req-0dc99fba-bcb9-41fd-8e77-780799e8022c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] For port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:51.519612 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c3442473-c04a-4788-a508-de6ce33ac842 req-0dc99fba-bcb9-41fd-8e77-780799e8022c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.569017 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1971ba91-c3b1-486f-a6b9-40661a0f3d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.636353 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947111244', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:37Z', 'updated_at': '2021-07-13T07:59:46Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:39Z', 'updated_at': '2021-07-13T07:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '1c170082-c793-4f24-ade5-fe3dc25bb6d5', 'name': '', 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:70:1b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '78c04584-1c8b-4048-8992-543590c52be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:45Z', 'updated_at': '2021-07-13T07:59:47Z', 'revision_number': 2, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '78c04584-1c8b-4048-8992-543590c52be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:51.640309 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 11e87794-e8c2-437a-854d-a41a3d0f8216 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:51.640895 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.667787 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971ba91-c3b1-486f-a6b9-40661a0f3d46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b9c81c-e3a5-4f3c-a0c3-29ef11d7a9fd,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:51.693446 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13731524-7ff0-4948-9f3e-a0a1b0613236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.724509 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1971ba91-c3b1-486f-a6b9-40661a0f3d46 admin admin] Checking segment: {'id': '78096199-7087-45c3-a364-e9e751751f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6010d2c2-d300-400c-be9f-95d4cb60edee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:51.725019 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1971ba91-c3b1-486f-a6b9-40661a0f3d46 admin admin] Network hostable DHCP agents. Network: 6010d2c2-d300-400c-be9f-95d4cb60edee, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:59:51.743135 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1971ba91-c3b1-486f-a6b9-40661a0f3d46 admin admin] Network 6010d2c2-d300-400c-be9f-95d4cb60edee is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:59:51.757065 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-1971ba91-c3b1-486f-a6b9-40661a0f3d46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 6010d2c2-d300-400c-be9f-95d4cb60edee) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:51.771621 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1971ba91-c3b1-486f-a6b9-40661a0f3d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:51.772313 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1971ba91-c3b1-486f-a6b9-40661a0f3d46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.780556 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] Checking router: adc7e792-e106-4c6f-9437-a4f2d7b729e7 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:59:51.781206 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] Updating router adc7e792-e106-4c6f-9437-a4f2d7b729e7 port 1c170082-c793-4f24-ade5-fe3dc25bb6d5 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:59:51.810354 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1971ba91-c3b1-486f-a6b9-40661a0f3d46 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6884725 Jul 13 07:59:51.824192 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cf760d-2872-413d-842f-b8520b5c5d4c None None] Network 6010d2c2-d300-400c-be9f-95d4cb60edee requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:51.839311 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-b17168be-a1c1-4ea7-bed6-043fbee43eaa service neutron] 10.222.0.58 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6757927 Jul 13 07:59:51.935501 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.967923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13731524-7ff0-4948-9f3e-a0a1b0613236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Port': ['ID=223ef82b-4632-4a22-86bd-2b709c23479c,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:52.057773 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949fb64-def3-4841-be33-e55e9069be2f req-259c2e8d-8c16-4547-bca8-2971a6701e5d tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:52.058243 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b949fb64-def3-4841-be33-e55e9069be2f req-259c2e8d-8c16-4547-bca8-2971a6701e5d tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 947 time: 0.8082731 Jul 13 07:59:52.115064 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13731524-7ff0-4948-9f3e-a0a1b0613236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.245611 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c3442473-c04a-4788-a508-de6ce33ac842 req-0dc99fba-bcb9-41fd-8e77-780799e8022c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.245999 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c3442473-c04a-4788-a508-de6ce33ac842 req-0dc99fba-bcb9-41fd-8e77-780799e8022c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.246876 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [req-c3442473-c04a-4788-a508-de6ce33ac842 req-0dc99fba-bcb9-41fd-8e77-780799e8022c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Floating IP d60d6737-179a-4e72-a4e4-c747fe74d0ab disassociated. External IP: 172.25.0.189, port: fdae8ee5-7ed0-4dc2-9099-5b9072c058d6. Jul 13 07:59:52.246876 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-c3442473-c04a-4788-a508-de6ce33ac842 req-0dc99fba-bcb9-41fd-8e77-780799e8022c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Calling delete_port for fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:52.253334 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-910bc44c-cc61-4966-8700-d17302f34a83 None None] Provisioning complete for port 1c170082-c793-4f24-ade5-fe3dc25bb6d5 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:52.253708 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-910bc44c-cc61-4966-8700-d17302f34a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.269808 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 07e95ecb-9d46-4792-a9f7-5420c2c81bcb up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:52.400379 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b949fb64-def3-4841-be33-e55e9069be2f req-0c4a3fe9-4d45-4390-92ca-50a680b10f49 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups?id=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2985451 Jul 13 07:59:52.430283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-910bc44c-cc61-4966-8700-d17302f34a83 None None] Port 1c170082-c793-4f24-ade5-fe3dc25bb6d5 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:52.488222 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b20e7f-faca-4dfc-bfde-7e4ddacb3189 None None] Network 6010d2c2-d300-400c-be9f-95d4cb60edee requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:52.515583 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-32ed1f83-fe26-45d7-bb0b-54cf7f65ac00 service neutron] 10.222.0.58 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6067612 Jul 13 07:59:52.551690 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-910bc44c-cc61-4966-8700-d17302f34a83 None None] Provisioning for port 82062b38-24fc-4d5e-b947-9302c97842fe completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:52.565783 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13731524-7ff0-4948-9f3e-a0a1b0613236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network 468989e9-f6a6-456c-99b7-b92e640632de is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:52.568191 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-13731524-7ff0-4948-9f3e-a0a1b0613236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:52.751190 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-910bc44c-cc61-4966-8700-d17302f34a83 None None] Provisioning complete for port 82062b38-24fc-4d5e-b947-9302c97842fe triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:52.751566 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-910bc44c-cc61-4966-8700-d17302f34a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.872020 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 07e95ecb-9d46-4792-a9f7-5420c2c81bcb triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:52.872888 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.140376 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-910bc44c-cc61-4966-8700-d17302f34a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.265698 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-910bc44c-cc61-4966-8700-d17302f34a83 None None] For port 82062b38-24fc-4d5e-b947-9302c97842fe, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=82062b38-24fc-4d5e-b947-9302c97842fe,segment=NetworkSegment(31bf05db-f998-455a-a451-5d3d21ee8dff),segment_id=31bf05db-f998-455a-a451-5d3d21ee8dff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:53.311754 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.317595 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-910bc44c-cc61-4966-8700-d17302f34a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.371685 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-610ad8f8-bf31-4309-b79f-bb99686447b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.410053 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bc44c-cc61-4966-8700-d17302f34a83 None None] Pushing event updated for resources: {'Port': ['ID=82062b38-24fc-4d5e-b947-9302c97842fe,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:53.452469 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] Transition to ACTIVE for port object 1c170082-c793-4f24-ade5-fe3dc25bb6d5 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:53.488077 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.533542 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c3442473-c04a-4788-a508-de6ce33ac842 req-0dc99fba-bcb9-41fd-8e77-780799e8022c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.543505 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-005d5dee-5755-4f0a-b9e1-30732eface7b None None] Provisioning for port 223ef82b-4632-4a22-86bd-2b709c23479c completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:53.578061 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-005d5dee-5755-4f0a-b9e1-30732eface7b None None] Provisioning complete for port 223ef82b-4632-4a22-86bd-2b709c23479c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:53.578554 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-005d5dee-5755-4f0a-b9e1-30732eface7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.622359 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc99fba-bcb9-41fd-8e77-780799e8022c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Pushing event deleted for resources: {'Port': ['ID=fdae8ee5-7ed0-4dc2-9099-5b9072c058d6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:53.640869 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f95040-2e46-48c9-935c-87e3c735aa24 None None] Pushing event updated for resources: {'Port': ['ID=1c170082-c793-4f24-ade5-fe3dc25bb6d5,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:53.929717 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc2e53-ba12-417e-8b44-a9bd9feac75f req-4e38e9ae-f218-4355-98ae-27f1d060807f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:53.937359 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8bcc2e53-ba12-417e-8b44-a9bd9feac75f req-4e38e9ae-f218-4355-98ae-27f1d060807f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 946 time: 0.4938614 Jul 13 07:59:53.953257 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:53.969909 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-f9181ba1-9ed2-4546-a4d6-956bd300ca5e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:53.972937 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-f9181ba1-9ed2-4546-a4d6-956bd300ca5e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/networks?id=6010d2c2-d300-400c-be9f-95d4cb60edee HTTP/1.1" status: 200 len: 812 time: 0.5293922 Jul 13 07:59:54.024290 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] Attempting to bind port 1c170082-c793-4f24-ade5-fe3dc25bb6d5 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:54.025015 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] Attempting to bind port 1c170082-c793-4f24-ade5-fe3dc25bb6d5 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'c6059c07-f555-4cd9-954a-a61ccdada0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:54.025695 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] Attempting to bind port 1c170082-c793-4f24-ade5-fe3dc25bb6d5 on network 2a52e876-fdfb-4e23-a545-3fee73cd392d {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:54.036493 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8bcc2e53-ba12-417e-8b44-a9bd9feac75f req-d352b7cc-46ff-4a81-a35e-a1a282f2d69c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981569 Jul 13 07:59:54.038558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-005d5dee-5755-4f0a-b9e1-30732eface7b None None] Port 223ef82b-4632-4a22-86bd-2b709c23479c cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:54.043572 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:54.047366 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13731524-7ff0-4948-9f3e-a0a1b0613236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router c1dc1d47-abdf-472a-b6a3-6f378274233f is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:59:54.060033 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] Checking segment: {'id': 'c6059c07-f555-4cd9-954a-a61ccdada0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:54.060752 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:54.061294 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] Bound using segment: {'id': 'c6059c07-f555-4cd9-954a-a61ccdada0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:54.061959 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] Bound port: 1c170082-c793-4f24-ade5-fe3dc25bb6d5, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6059c07-f555-4cd9-954a-a61ccdada0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:54.062685 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:54.066599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:54.067143 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:54.174560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] For port 1c170082-c793-4f24-ade5-fe3dc25bb6d5, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:54.178876 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] For port 1c170082-c793-4f24-ade5-fe3dc25bb6d5, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1c170082-c793-4f24-ade5-fe3dc25bb6d5,segment=NetworkSegment(c6059c07-f555-4cd9-954a-a61ccdada0c0),segment_id=c6059c07-f555-4cd9-954a-a61ccdada0c0)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:54.182651 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-005d5dee-5755-4f0a-b9e1-30732eface7b None None] Provisioning complete for port 82062b38-24fc-4d5e-b947-9302c97842fe triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:54.182971 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-005d5dee-5755-4f0a-b9e1-30732eface7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:54.187033 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:54.192925 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-0b93fb17-ea45-4d38-9d1c-c14ef31ac3f3 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/quotas/0eefcb1ad9d4424186c36993d3bfbbea HTTP/1.1" status: 200 len: 375 time: 0.1862178 Jul 13 07:59:54.362847 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] Routers {'adc7e792-e106-4c6f-9437-a4f2d7b729e7'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:54.363501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:59:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['adc7e792-e106-4c6f-9437-a4f2d7b729e7'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:54.401042 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13731524-7ff0-4948-9f3e-a0a1b0613236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:54.414288 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5a7890-6a07-4e66-a00b-47150170c832 None None] Sync routers for ids ['c1dc1d47-abdf-472a-b6a3-6f378274233f'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:54.427365 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-cf035f67-eb3b-4f75-870a-ee781b95ef65 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0eefcb1ad9d4424186c36993d3bfbbea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2210214 Jul 13 07:59:54.429951 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f95040-2e46-48c9-935c-87e3c735aa24 None None] Pushing event updated for resources: {'Port': ['ID=1c170082-c793-4f24-ade5-fe3dc25bb6d5,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:54.436954 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a7890-6a07-4e66-a00b-47150170c832 None None] Routers {'c1dc1d47-abdf-472a-b6a3-6f378274233f'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:54.437518 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1f5a7890-6a07-4e66-a00b-47150170c832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:59:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['c1dc1d47-abdf-472a-b6a3-6f378274233f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:54.444272 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3442473-c04a-4788-a508-de6ce33ac842 req-0dc99fba-bcb9-41fd-8e77-780799e8022c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Router d291a3d3-64e6-4a51-8af2-ef65804f974d has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:59:54.456447 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-13731524-7ff0-4948-9f3e-a0a1b0613236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/c1dc1d47-abdf-472a-b6a3-6f378274233f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7272372 Jul 13 07:59:54.460721 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41338) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:54.522484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] Set router adc7e792-e106-4c6f-9437-a4f2d7b729e7 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:54.527421 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1f5a7890-6a07-4e66-a00b-47150170c832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:54.555008 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-245b74ce-ed2e-46d1-97d2-029d89d65502 req-ba6ddb93-be71-4f03-8fb8-2c5dc7ea592f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 210 time: 0.1559916 Jul 13 07:59:54.574742 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a7890-6a07-4e66-a00b-47150170c832 None None] Routers {'c1dc1d47-abdf-472a-b6a3-6f378274233f'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:54.575399 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1f5a7890-6a07-4e66-a00b-47150170c832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:59:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['c1dc1d47-abdf-472a-b6a3-6f378274233f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:54.597123 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a95365-8fa5-42e3-892b-df14c4cb6922 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:54.601935 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41344) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:54.604395 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f0a95365-8fa5-42e3-892b-df14c4cb6922 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/ports/223ef82b-4632-4a22-86bd-2b709c23479c HTTP/1.1" status: 200 len: 910 time: 0.1423006 Jul 13 07:59:54.678864 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1f5a7890-6a07-4e66-a00b-47150170c832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:54.682167 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5a7890-6a07-4e66-a00b-47150170c832 None None] The sync data for ids ['c1dc1d47-abdf-472a-b6a3-6f378274233f'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:54.870239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-d0112c50-e52e-424b-9401-1e770bc620e9 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:54.871891 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-d0112c50-e52e-424b-9401-1e770bc620e9 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.35 "GET /v2.0/networks?id=2a52e876-fdfb-4e23-a545-3fee73cd392d HTTP/1.1" status: 200 len: 796 time: 0.2018061 Jul 13 07:59:54.959730 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-c16ff17c-0ee3-4672-857e-a9e18daec1ce tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0a400cab12449b3b23abe0905366730 HTTP/1.1" status: 200 len: 380 time: 0.0781848 Jul 13 07:59:54.969566 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'port': {'device_id': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d', 'admin_state_up': True, 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'security_groups': ['7b62bbfc-7d47-4800-9812-524f4ab6095c']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:55.009970 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a1cf05b7-47af-4c8d-939c-d7dca41c30b8 req-32531f63-c3a2-43ec-bd2c-b6aa3a799669 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/ports?device_id=95ec32c9-b358-41f6-9445-c4c2c5e13aa1 HTTP/1.1" status: 200 len: 210 time: 0.1322114 Jul 13 07:59:55.187534 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3442473-c04a-4788-a508-de6ce33ac842 req-0dc99fba-bcb9-41fd-8e77-780799e8022c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:55.201343 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db51629e-1b1a-4d85-a22b-5aa2832ac174 None None] Sync routers for ids ['d291a3d3-64e6-4a51-8af2-ef65804f974d'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:55.227661 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db51629e-1b1a-4d85-a22b-5aa2832ac174 None None] Routers {'d291a3d3-64e6-4a51-8af2-ef65804f974d'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:55.230240 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Made reservation on behalf of b0a400cab12449b3b23abe0905366730 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:55.235145 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:55.242571 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-db51629e-1b1a-4d85-a22b-5aa2832ac174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:59:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['d291a3d3-64e6-4a51-8af2-ef65804f974d'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:55.317244 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3442473-c04a-4788-a508-de6ce33ac842 req-0dc99fba-bcb9-41fd-8e77-780799e8022c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] No DVR routers for this DVR port fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:59:55.327148 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c3442473-c04a-4788-a508-de6ce33ac842 req-0dc99fba-bcb9-41fd-8e77-780799e8022c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:55.329601 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3442473-c04a-4788-a508-de6ce33ac842 req-0dc99fba-bcb9-41fd-8e77-780799e8022c tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.35 "DELETE /v2.0/ports/fdae8ee5-7ed0-4dc2-9099-5b9072c058d6 HTTP/1.1" status: 204 len: 173 time: 4.6203787 Jul 13 07:59:55.330323 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'name': 'network-vif-deleted', 'tag': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:55.333150 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9ba91e-34b5-4f4b-8ecf-23afbcd73436" -d '{"events": [{"server_uuid": "95ec32c9-b358-41f6-9445-c4c2c5e13aa1", "name": "network-vif-deleted", "tag": "fdae8ee5-7ed0-4dc2-9099-5b9072c058d6"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:55.384992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947111244', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:37Z', 'updated_at': '2021-07-13T07:59:46Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:39Z', 'updated_at': '2021-07-13T07:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '1c170082-c793-4f24-ade5-fe3dc25bb6d5', 'name': '', 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:70:1b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '78c04584-1c8b-4048-8992-543590c52be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:45Z', 'updated_at': '2021-07-13T07:59:54Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '78c04584-1c8b-4048-8992-543590c52be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:55.395243 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-bc4fc2ab-7139-4c3c-9811-f339865418d5 service neutron] 10.222.0.58 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9664543 Jul 13 07:59:55.499969 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f034f79-22fa-4787-9ecd-91a71a14468f None None] The sync data for ids ['adc7e792-e106-4c6f-9437-a4f2d7b729e7'] in n-d-779913-28 is: [{'id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947111244', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:37Z', 'updated_at': '2021-07-13T07:59:46Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:39Z', 'updated_at': '2021-07-13T07:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '1c170082-c793-4f24-ade5-fe3dc25bb6d5', 'name': '', 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:70:1b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '78c04584-1c8b-4048-8992-543590c52be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:45Z', 'updated_at': '2021-07-13T07:59:54Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '78c04584-1c8b-4048-8992-543590c52be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:55.581547 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Allocated IP 172.20.0.11 (2a52e876-fdfb-4e23-a545-3fee73cd392d/78c04584-1c8b-4048-8992-543590c52be3/b91326c8-495e-44e8-8ec6-940d51dcd2e9) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:55.660984 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 82062b38-24fc-4d5e-b947-9302c97842fe up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:55.749115 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-42ab96df-7424-411d-a9d9-5680793b26d0 service neutron] 10.222.0.58 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534470 Jul 13 07:59:55.839141 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:55.842551 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-db51629e-1b1a-4d85-a22b-5aa2832ac174 None None] Set router d291a3d3-64e6-4a51-8af2-ef65804f974d gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:55.856329 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Transition to ACTIVE for port object b91326c8-495e-44e8-8ec6-940d51dcd2e9 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:55.902771 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5296f32-fa70-4512-b696-8a364b00cae8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:55.967727 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 82062b38-24fc-4d5e-b947-9302c97842fe triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:55.968103 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:55.985160 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:56.233160 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=b91326c8-495e-44e8-8ec6-940d51dcd2e9,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:56.241902 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270b0bb9-180e-4d39-8d78-ddf4340da649 x-openstack-request-id: req-270b0bb9-180e-4d39-8d78-ddf4340da649 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:56.242223 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ec32c9-b358-41f6-9445-c4c2c5e13aa1", "name": "network-vif-deleted", "tag": "fdae8ee5-7ed0-4dc2-9099-5b9072c058d6", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:56.242480 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-270b0bb9-180e-4d39-8d78-ddf4340da649 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:56.242882 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ec32c9-b358-41f6-9445-c4c2c5e13aa1', 'name': 'network-vif-deleted', 'tag': 'fdae8ee5-7ed0-4dc2-9099-5b9072c058d6', 'status': 'completed', 'code': 200} Jul 13 07:59:56.326358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network 2a52e876-fdfb-4e23-a545-3fee73cd392d is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:56.329204 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:56.329782 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:56.330365 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:56.330945 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:56.331481 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:56.332063 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:56.332691 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:56.333129 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:56.334478 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:56.334940 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:56.336007 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:56.338664 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:56.360633 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:56.380098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:56.546967 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:56.552457 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:56.593972 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-c5140d44-61d5-4e77-972a-723aa3fecbc3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6282935 Jul 13 07:59:56.612352 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] Request body: {'port': {'device_id': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:56.657021 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c47f5f1c-f34b-4952-9811-64448b58dbdf req-983cd442-cc35-4856-92af-37a80b59a6f2 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 210 time: 0.1877820 Jul 13 07:59:56.810045 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:56.973780 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-db51629e-1b1a-4d85-a22b-5aa2832ac174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'name': 'tempest-AttachVolumeShelveTestJSON-109090500-router', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:57Z', 'revision_number': 4, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'gw_port': {'id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'c768b043-fad6-47a1-995a-39f821bbf6af', 'name': '', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'mac_address': 'fa:16:3e:d8:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:56Z', 'updated_at': '2021-07-13T07:51:05Z', 'revision_number': 5, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'subnets': [{'id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:57.020049 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff94a83-6c18-42de-adf6-63119427b63f req-25f48b79-ea58-413c-992e-e4c11eb07e01 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:57.030980 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ff94a83-6c18-42de-adf6-63119427b63f req-25f48b79-ea58-413c-992e-e4c11eb07e01 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 932 time: 0.5291841 Jul 13 07:59:57.104120 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db51629e-1b1a-4d85-a22b-5aa2832ac174 None None] Checking router: d291a3d3-64e6-4a51-8af2-ef65804f974d for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:59:57.169094 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-68953aec-7e1c-49bf-ac9e-dd7092473798 None None] Provisioning for port b91326c8-495e-44e8-8ec6-940d51dcd2e9 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:57.191954 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-68953aec-7e1c-49bf-ac9e-dd7092473798 None None] Provisioning complete for port b91326c8-495e-44e8-8ec6-940d51dcd2e9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:57.192566 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68953aec-7e1c-49bf-ac9e-dd7092473798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.194547 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db51629e-1b1a-4d85-a22b-5aa2832ac174 None None] Routers {'d291a3d3-64e6-4a51-8af2-ef65804f974d'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:57.195326 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-db51629e-1b1a-4d85-a22b-5aa2832ac174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:59:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['d291a3d3-64e6-4a51-8af2-ef65804f974d'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:57.348081 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ff94a83-6c18-42de-adf6-63119427b63f req-63bca64f-9a1b-4f86-9388-4a88fbfc7945 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688107 Jul 13 07:59:57.450685 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41424) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:57.483860 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-68953aec-7e1c-49bf-ac9e-dd7092473798 None None] Port b91326c8-495e-44e8-8ec6-940d51dcd2e9 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:57.537729 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d5296f32-fa70-4512-b696-8a364b00cae8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting port 223ef82b-4632-4a22-86bd-2b709c23479c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:57.541422 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5296f32-fa70-4512-b696-8a364b00cae8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.637935 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1c170082-c793-4f24-ade5-fe3dc25bb6d5 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:57.652804 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c17cc00f-62fe-43ac-a00f-a20da9534d79 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.734798 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238121d-4d0b-475f-a18e-fae4d583e4d5 req-80a6eb2e-b019-420c-8100-494b3c7b7687 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:57.736080 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7238121d-4d0b-475f-a18e-fae4d583e4d5 req-80a6eb2e-b019-420c-8100-494b3c7b7687 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 946 time: 0.3849268 Jul 13 07:59:57.737981 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5296f32-fa70-4512-b696-8a364b00cae8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.772508 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d5296f32-fa70-4512-b696-8a364b00cae8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Calling delete_port for 223ef82b-4632-4a22-86bd-2b709c23479c owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:57.782184 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c17cc00f-62fe-43ac-a00f-a20da9534d79 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.847660 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b8c51fa-8f37-4a83-a561-48048d0bbbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.904188 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.960201 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-db51629e-1b1a-4d85-a22b-5aa2832ac174 None None] Set router d291a3d3-64e6-4a51-8af2-ef65804f974d gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:57.986227 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7238121d-4d0b-475f-a18e-fae4d583e4d5 req-d0b6ef5d-fdd4-4eb8-9b75-86b822e73263 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380993 Jul 13 07:59:57.995229 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91326c8-495e-44e8-8ec6-940d51dcd2e9 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:59:58.016407 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.032842 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-096d613c-f293-41ed-b394-ea3258c1c73f req-6c29202e-03a7-4343-92e2-9d2c39a55563 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 210 time: 0.0760729 Jul 13 07:59:58.067779 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] Transition to ACTIVE for port object b91326c8-495e-44e8-8ec6-940d51dcd2e9 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:58.096257 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.199635 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 1c170082-c793-4f24-ade5-fe3dc25bb6d5 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:58.208401 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 1c170082-c793-4f24-ade5-fe3dc25bb6d5 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:58.209102 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.281803 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5296f32-fa70-4512-b696-8a364b00cae8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.303506 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=b91326c8-495e-44e8-8ec6-940d51dcd2e9,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:58.325438 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5296f32-fa70-4512-b696-8a364b00cae8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Port': ['ID=223ef82b-4632-4a22-86bd-2b709c23479c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:58.465725 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c17cc00f-62fe-43ac-a00f-a20da9534d79 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.472900 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c17cc00f-62fe-43ac-a00f-a20da9534d79 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.474146 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c17cc00f-62fe-43ac-a00f-a20da9534d79 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "DELETE /v2.0/security-groups/c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e HTTP/1.1" status: 204 len: 168 time: 1.0224302 Jul 13 07:59:58.482121 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41448) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:58.580043 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cc00f-62fe-43ac-a00f-a20da9534d79 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:58.593113 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] Attempting to bind port b91326c8-495e-44e8-8ec6-940d51dcd2e9 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:58.593591 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] Attempting to bind port b91326c8-495e-44e8-8ec6-940d51dcd2e9 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'c6059c07-f555-4cd9-954a-a61ccdada0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:58.594021 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] Attempting to bind port b91326c8-495e-44e8-8ec6-940d51dcd2e9 on network 2a52e876-fdfb-4e23-a545-3fee73cd392d {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:58.596672 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-c084c6d6-45ea-4bff-94a9-05d9ba70ae37 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] show failed (client error): The resource could not be found. Jul 13 07:59:58.607145 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c084c6d6-45ea-4bff-94a9-05d9ba70ae37 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "GET /v2.0/security-groups/c2ff28a9-a37a-4e9c-82e2-e8c3bef2289e HTTP/1.1" status: 404 len: 347 time: 0.1075315 Jul 13 07:59:58.609696 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5296f32-fa70-4512-b696-8a364b00cae8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.613372 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41452) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:58.619792 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] Port b91326c8-495e-44e8-8ec6-940d51dcd2e9 on network 2a52e876-fdfb-4e23-a545-3fee73cd392d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:59:58.620346 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] Attempting to bind port b91326c8-495e-44e8-8ec6-940d51dcd2e9 on network 2a52e876-fdfb-4e23-a545-3fee73cd392d {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:58.646382 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:58.654417 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] Checking segment: {'id': 'c6059c07-f555-4cd9-954a-a61ccdada0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:58.654957 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] Bound using segment: {'id': 'c6059c07-f555-4cd9-954a-a61ccdada0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:58.660547 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] Bound port: b91326c8-495e-44e8-8ec6-940d51dcd2e9, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6059c07-f555-4cd9-954a-a61ccdada0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:58.661440 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.820377 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] For port b91326c8-495e-44e8-8ec6-940d51dcd2e9, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:58.826027 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] For port b91326c8-495e-44e8-8ec6-940d51dcd2e9, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9,segment=NetworkSegment(c6059c07-f555-4cd9-954a-a61ccdada0c0),segment_id=c6059c07-f555-4cd9-954a-a61ccdada0c0)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:58.926254 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.997621 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:59.026265 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:59.027112 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:59.029006 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] 10.222.0.35 "PUT /v2.0/ports/b91326c8-495e-44e8-8ec6-940d51dcd2e9 HTTP/1.1" status: 200 len: 1093 time: 2.4268594 Jul 13 07:59:59.057306 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:59.064984 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b44059b-95b3-4c27-8046-00132ec6905b" -d '{"events": [{"name": "network-changed", "server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:59.069780 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 1c170082-c793-4f24-ade5-fe3dc25bb6d5, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1c170082-c793-4f24-ade5-fe3dc25bb6d5,segment=NetworkSegment(c6059c07-f555-4cd9-954a-a61ccdada0c0),segment_id=c6059c07-f555-4cd9-954a-a61ccdada0c0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:59.076631 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-db51629e-1b1a-4d85-a22b-5aa2832ac174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'name': 'tempest-AttachVolumeShelveTestJSON-109090500-router', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:57Z', 'revision_number': 4, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'gw_port': {'id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'c768b043-fad6-47a1-995a-39f821bbf6af', 'name': '', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'mac_address': 'fa:16:3e:d8:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:56Z', 'updated_at': '2021-07-13T07:51:05Z', 'revision_number': 5, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'subnets': [{'id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:59.086882 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:59.188843 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6252e03-06f5-4091-a4d4-f7872ef1fbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=b91326c8-495e-44e8-8ec6-940d51dcd2e9,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:59.193772 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db51629e-1b1a-4d85-a22b-5aa2832ac174 None None] The sync data for ids ['d291a3d3-64e6-4a51-8af2-ef65804f974d'] in n-d-779913-28 is: [{'id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'name': 'tempest-AttachVolumeShelveTestJSON-109090500-router', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:57Z', 'revision_number': 4, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'gw_port': {'id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'c768b043-fad6-47a1-995a-39f821bbf6af', 'name': '', 'network_id': 'af7ca3eb-4965-4f8d-8ffe-2935fee77b89', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'mac_address': 'fa:16:3e:d8:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:56Z', 'updated_at': '2021-07-13T07:51:05Z', 'revision_number': 5, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'subnets': [{'id': '6c438866-8191-4fb5-b30d-fdddd69335c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:59.297196 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-9064cf58-fc7f-4eb1-860d-207fc7e22913 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:59.304350 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-9064cf58-fc7f-4eb1-860d-207fc7e22913 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.62 "GET /v2.0/networks?id=6010d2c2-d300-400c-be9f-95d4cb60edee HTTP/1.1" status: 200 len: 812 time: 0.4763358 Jul 13 07:59:59.338947 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=1c170082-c793-4f24-ade5-fe3dc25bb6d5,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:59.373536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-1cfde698-1066-4b30-886c-befc25ea9b4b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Request body: {'port': {'device_id': 'f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e', 'network_id': '6010d2c2-d300-400c-be9f-95d4cb60edee', 'admin_state_up': True, 'tenant_id': '0eefcb1ad9d4424186c36993d3bfbbea'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:59.553449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a46633c1-6a1d-4967-bb2a-1afc7585a6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:59.556314 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-a46633c1-6a1d-4967-bb2a-1afc7585a6de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 1096 time: 0.2365625 Jul 13 07:59:59.565300 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1c170082-c793-4f24-ade5-fe3dc25bb6d5 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:59.637186 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-dbbec68e-5f26-46ec-9600-8abad7be4c8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9 HTTP/1.1" status: 200 len: 217 time: 0.0711079 Jul 13 07:59:59.687275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 873c5efe-20fb-480d-a893-1b514513004f details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:59:59.747232 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:59.759642 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-1cfde698-1066-4b30-886c-befc25ea9b4b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Made reservation on behalf of 0eefcb1ad9d4424186c36993d3bfbbea for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:59.770783 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-1cfde698-1066-4b30-886c-befc25ea9b4b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:59.855587 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 1c170082-c793-4f24-ade5-fe3dc25bb6d5 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:59.856125 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:59.876102 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-e5611442-8118-4815-952b-d2e84f2d56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:59.878784 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-e5611442-8118-4815-952b-d2e84f2d56f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=78c04584-1c8b-4048-8992-543590c52be3 HTTP/1.1" status: 200 len: 835 time: 0.2322156 Jul 13 07:59:59.924234 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b062a6-16ad-4052-bab4-30d9dead7108 None None] New status for floating IP d60d6737-179a-4e72-a4e4-c747fe74d0ab: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:00:00.083755 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 873c5efe-20fb-480d-a893-1b514513004f, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=873c5efe-20fb-480d-a893-1b514513004f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:00.115918 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5296f32-fa70-4512-b696-8a364b00cae8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router c1dc1d47-abdf-472a-b6a3-6f378274233f has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:00:00.136863 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '873c5efe-20fb-480d-a893-1b514513004f', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'port_id': '873c5efe-20fb-480d-a893-1b514513004f', 'mac_address': 'fa:16:3e:c1:19:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:00:00.172763 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32491edb-6fe5-49b7-a7dd-449a6c568c80 req-e2340f7f-2193-4419-8590-254f8b1da371 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:00.179908 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-32491edb-6fe5-49b7-a7dd-449a6c568c80 req-e2340f7f-2193-4419-8590-254f8b1da371 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 944 time: 1.3355153 Jul 13 08:00:00.202743 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-1cfde698-1066-4b30-886c-befc25ea9b4b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Allocated IP 172.20.0.13 (6010d2c2-d300-400c-be9f-95d4cb60edee/53b9c81c-e3a5-4f3c-a0c3-29ef11d7a9fd/24c90f4a-d970-4175-a85f-cff79d05be03) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:00.265234 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-62bd4948-2d3e-4ce2-9303-beac3eac3610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:00.268735 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-62bd4948-2d3e-4ce2-9303-beac3eac3610 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a52e876-fdfb-4e23-a545-3fee73cd392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3833504 Jul 13 08:00:00.444918 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-32491edb-6fe5-49b7-a7dd-449a6c568c80 req-8b3d34e6-0dd9-43f4-a501-82417c69b796 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631059 Jul 13 08:00:00.448651 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-84d1e688-3028-40dc-8af2-13392a92e160 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Deleting port bd27c665-5fec-4e74-998f-6d08167d3c42 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:00.449330 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84d1e688-3028-40dc-8af2-13392a92e160 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:00.469333 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334d197-4947-4c55-ad24-c917a1eb5dde req-ff189a66-8e24-4ec6-b1ae-adf40488b0af tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:00.478557 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2334d197-4947-4c55-ad24-c917a1eb5dde req-ff189a66-8e24-4ec6-b1ae-adf40488b0af tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 946 time: 0.6287239 Jul 13 08:00:00.481604 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5296f32-fa70-4512-b696-8a364b00cae8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:00:00.489398 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d5296f32-fa70-4512-b696-8a364b00cae8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/c1dc1d47-abdf-472a-b6a3-6f378274233f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7456946 Jul 13 08:00:00.506283 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41518) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:00.540002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac012251-b256-45c0-bfa5-6e96019fb6b4 None None] Sync routers for ids ['c1dc1d47-abdf-472a-b6a3-6f378274233f'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:00:00.561570 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4a163dbb-404f-428c-9883-c4ff7d5fb451 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1dc1d47-abdf-472a-b6a3-6f378274233f HTTP/1.1" status: 200 len: 205 time: 0.0537105 Jul 13 08:00:00.566810 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41520) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:00.620894 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac012251-b256-45c0-bfa5-6e96019fb6b4 None None] Routers {'c1dc1d47-abdf-472a-b6a3-6f378274233f'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:00.621670 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ac012251-b256-45c0-bfa5-6e96019fb6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:59:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['c1dc1d47-abdf-472a-b6a3-6f378274233f'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:00.697423 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2334d197-4947-4c55-ad24-c917a1eb5dde req-771e3b7c-dbf1-45c2-aaa0-4b5ec740f977 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120881 Jul 13 08:00:00.705090 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ac012251-b256-45c0-bfa5-6e96019fb6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:00.708108 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e7e4ac62-48fa-45fb-85e2-e966851cb2e9 None None] Provisioning complete for port 1c170082-c793-4f24-ade5-fe3dc25bb6d5 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:00.708489 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ac62-48fa-45fb-85e2-e966851cb2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:00.709906 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:00.776435 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 873c5efe-20fb-480d-a893-1b514513004f {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:00:00.788703 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-170e78dd-d2ba-4eb6-89f7-522d4c1b267b service neutron] 10.222.0.35 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875958 Jul 13 08:00:00.792044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac012251-b256-45c0-bfa5-6e96019fb6b4 None None] Routers {'c1dc1d47-abdf-472a-b6a3-6f378274233f'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:00.793741 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ac012251-b256-45c0-bfa5-6e96019fb6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:59:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['c1dc1d47-abdf-472a-b6a3-6f378274233f'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:00.831548 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754a7cba-2474-4705-a0be-9b611791c1e1 x-openstack-request-id: req-754a7cba-2474-4705-a0be-9b611791c1e1 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:00.831837 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:00.832086 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-754a7cba-2474-4705-a0be-9b611791c1e1 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:00.832471 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9', 'status': 'completed', 'code': 200} Jul 13 08:00:00.841285 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a919729e-4aad-458e-a846-37c31339f038 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:00.861204 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-840c21c8-d1fb-417b-a6f8-34d5487f4a13 req-d2e424e2-ddc5-4ee1-bd8b-c3fc5eb0b98d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 210 time: 0.0647225 Jul 13 08:00:00.882516 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ac012251-b256-45c0-bfa5-6e96019fb6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:00.884643 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac012251-b256-45c0-bfa5-6e96019fb6b4 None None] The sync data for ids ['c1dc1d47-abdf-472a-b6a3-6f378274233f'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:00:00.908648 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 873c5efe-20fb-480d-a893-1b514513004f, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=873c5efe-20fb-480d-a893-1b514513004f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:00.920823 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:00.921267 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-1cfde698-1066-4b30-886c-befc25ea9b4b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:01.054670 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84d1e688-3028-40dc-8af2-13392a92e160 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:01.055094 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84d1e688-3028-40dc-8af2-13392a92e160 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:01.078164 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d9364535-77ec-4cb0-8b2c-0306065ef186 req-f7eaf17a-43e7-4977-aef4-6e9f9937c8c3 service neutron] 10.222.0.35 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735624 Jul 13 08:00:01.090554 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=873c5efe-20fb-480d-a893-1b514513004f,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:01.127859 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-84d1e688-3028-40dc-8af2-13392a92e160 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Calling delete_port for bd27c665-5fec-4e74-998f-6d08167d3c42 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:01.133047 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['873c5efe-20fb-480d-a893-1b514513004f'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:00:01.326448 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44059b-95b3-4c27-8046-00132ec6905b req-a989ca36-32b3-462d-abc0-1ac09f3a9d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:01.330748 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9b44059b-95b3-4c27-8046-00132ec6905b req-a989ca36-32b3-462d-abc0-1ac09f3a9d9d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 1096 time: 0.1881671 Jul 13 08:00:01.365253 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-1cfde698-1066-4b30-886c-befc25ea9b4b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:01.367557 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:01.415810 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a919729e-4aad-458e-a846-37c31339f038 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:01.425241 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a919729e-4aad-458e-a846-37c31339f038 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:01.452011 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-1cfde698-1066-4b30-886c-befc25ea9b4b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Network 6010d2c2-d300-400c-be9f-95d4cb60edee is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:01.499351 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-1cfde698-1066-4b30-886c-befc25ea9b4b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:01.504910 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-1cfde698-1066-4b30-886c-befc25ea9b4b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:01.551437 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a919729e-4aad-458e-a846-37c31339f038 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:01.552210 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a919729e-4aad-458e-a846-37c31339f038 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Fanout notify agent at l3_agent the message router_deleted on router c1dc1d47-abdf-472a-b6a3-6f378274233f {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:00:01.584414 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a919729e-4aad-458e-a846-37c31339f038 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:01.588060 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a919729e-4aad-458e-a846-37c31339f038 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/routers/c1dc1d47-abdf-472a-b6a3-6f378274233f HTTP/1.1" status: 204 len: 168 time: 1.0168128 Jul 13 08:00:01.669088 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41542) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:01.687119 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0c4a1be4-6b08-4686-a06a-7d45714ae393 None None] Provisioning complete for port 873c5efe-20fb-480d-a893-1b514513004f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:01.692636 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1be4-6b08-4686-a06a-7d45714ae393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:01.703346 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-1cfde698-1066-4b30-886c-befc25ea9b4b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:01.705887 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-1cfde698-1066-4b30-886c-befc25ea9b4b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:01.756902 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-1cfde698-1066-4b30-886c-befc25ea9b4b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3918927 Jul 13 08:00:01.809446 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] Request body: {'port': {'device_id': 'f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:01.943081 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1be4-6b08-4686-a06a-7d45714ae393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:01.981512 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfde698-1066-4b30-886c-befc25ea9b4b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Pushing event updated for resources: {'Port': ['ID=24c90f4a-d970-4175-a85f-cff79d05be03,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:01.989874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23935ec-8a89-4246-b04e-afa2ff8ddfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873c5efe-20fb-480d-a893-1b514513004f'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:01.992338 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922affe8-0418-497a-8b63-25d7d83ff086" -d '{"events": [{"server_uuid": "a23935ec-8a89-4246-b04e-afa2ff8ddfe7", "name": "network-vif-plugged", "status": "completed", "tag": "873c5efe-20fb-480d-a893-1b514513004f"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:02.013412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b62e3d-849f-47a6-8e91-efc58b0280e0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting subnet 36618246-15ef-4888-91bd-a6a01ccc30d2 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:00:02.021484 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-64b62e3d-849f-47a6-8e91-efc58b0280e0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:02.041836 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0c4a1be4-6b08-4686-a06a-7d45714ae393 None None] For port 873c5efe-20fb-480d-a893-1b514513004f, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=873c5efe-20fb-480d-a893-1b514513004f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:02.059665 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1be4-6b08-4686-a06a-7d45714ae393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:02.152385 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-64b62e3d-849f-47a6-8e91-efc58b0280e0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:02.204137 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:02.262370 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a1be4-6b08-4686-a06a-7d45714ae393 None None] Pushing event updated for resources: {'Port': ['ID=873c5efe-20fb-480d-a893-1b514513004f,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:02.322809 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44059b-95b3-4c27-8046-00132ec6905b req-727719b7-0180-42ed-b0ec-79f209b2e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:02.324316 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9b44059b-95b3-4c27-8046-00132ec6905b req-727719b7-0180-42ed-b0ec-79f209b2e836 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a52e876-fdfb-4e23-a545-3fee73cd392d HTTP/1.1" status: 200 len: 897 time: 0.9843612 Jul 13 08:00:02.363186 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-64b62e3d-849f-47a6-8e91-efc58b0280e0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:02.463204 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9b44059b-95b3-4c27-8046-00132ec6905b req-79034432-521a-4882-9722-576ee97c7e54 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9 HTTP/1.1" status: 200 len: 217 time: 0.1182692 Jul 13 08:00:02.509900 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-64b62e3d-849f-47a6-8e91-efc58b0280e0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:02.585501 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b62e3d-849f-47a6-8e91-efc58b0280e0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Subnet': ['ID=36618246-15ef-4888-91bd-a6a01ccc30d2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:02.652333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3ef23a25-d80f-49c1-a3c0-09fae5d6c537 None None] Provisioning complete for port 873c5efe-20fb-480d-a893-1b514513004f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:02.652674 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ef23a25-d80f-49c1-a3c0-09fae5d6c537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:02.683373 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-64b62e3d-849f-47a6-8e91-efc58b0280e0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:02.688909 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-64b62e3d-849f-47a6-8e91-efc58b0280e0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/subnets/36618246-15ef-4888-91bd-a6a01ccc30d2 HTTP/1.1" status: 204 len: 168 time: 1.0147440 Jul 13 08:00:02.689753 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41570) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:02.694331 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da65992f-6782-4f51-a001-0cb853bc9847 None None] Network 468989e9-f6a6-456c-99b7-b92e640632de requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:00:02.815598 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54c162-c83e-462b-8448-ec9d655217de req-c343ae16-02a2-41d5-b8d3-ff3000de1d47 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:02.817312 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d54c162-c83e-462b-8448-ec9d655217de req-c343ae16-02a2-41d5-b8d3-ff3000de1d47 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 944 time: 1.1245017 Jul 13 08:00:02.974003 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d54c162-c83e-462b-8448-ec9d655217de req-02e25c79-cf38-443a-9b37-4e1e9c60ff99 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446660 Jul 13 08:00:03.005620 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bfd82-8d6a-4798-97ed-9970d1caba1b req-6a04e8eb-67cf-422f-a3f5-059cd75a6b61 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:03.013900 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-086bfd82-8d6a-4798-97ed-9970d1caba1b req-6a04e8eb-67cf-422f-a3f5-059cd75a6b61 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 945 time: 0.5138330 Jul 13 08:00:03.227140 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79a93ed6-0b19-4808-a2de-cdaac6ed8697 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.242504 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84d1e688-3028-40dc-8af2-13392a92e160 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.328052 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1e688-3028-40dc-8af2-13392a92e160 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Pushing event deleted for resources: {'Port': ['ID=bd27c665-5fec-4e74-998f-6d08167d3c42,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:03.346724 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad83975-7ad6-4731-819a-2691587d3297 None None] DHCP port deletion for 468989e9-f6a6-456c-99b7-b92e640632de request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:00:03.412840 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44059b-95b3-4c27-8046-00132ec6905b req-5f141890-1f6d-4b7b-a3e2-eae094137c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:03.414264 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9b44059b-95b3-4c27-8046-00132ec6905b req-5f141890-1f6d-4b7b-a3e2-eae094137c48 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=78c04584-1c8b-4048-8992-543590c52be3 HTTP/1.1" status: 200 len: 835 time: 0.9428451 Jul 13 08:00:03.449659 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3ad83975-7ad6-4731-819a-2691587d3297 None None] Deleting port 82062b38-24fc-4d5e-b947-9302c97842fe {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:03.450038 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ad83975-7ad6-4731-819a-2691587d3297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.481554 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-086bfd82-8d6a-4798-97ed-9970d1caba1b req-0b7e549d-a7d6-481c-9973-ba99fb58c5eb tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4663677 Jul 13 08:00:03.599201 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3ad83975-7ad6-4731-819a-2691587d3297 None None] For port 82062b38-24fc-4d5e-b947-9302c97842fe, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=82062b38-24fc-4d5e-b947-9302c97842fe,segment=NetworkSegment(31bf05db-f998-455a-a451-5d3d21ee8dff),segment_id=31bf05db-f998-455a-a451-5d3d21ee8dff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:03.599613 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ad83975-7ad6-4731-819a-2691587d3297 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.634279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 82062b38-24fc-4d5e-b947-9302c97842fe no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:00:03.696820 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3ad83975-7ad6-4731-819a-2691587d3297 None None] Calling delete_port for 82062b38-24fc-4d5e-b947-9302c97842fe owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:03.731324 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867ffd0-9b07-45e9-9859-58776057b595 req-966847d5-7280-46f7-8eef-66d5a8e1fb7c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:03.733649 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1867ffd0-9b07-45e9-9859-58776057b595 req-966847d5-7280-46f7-8eef-66d5a8e1fb7c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.62 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 945 time: 0.5751002 Jul 13 08:00:03.771381 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-79a93ed6-0b19-4808-a2de-cdaac6ed8697 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting port 82062b38-24fc-4d5e-b947-9302c97842fe {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:03.771727 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79a93ed6-0b19-4808-a2de-cdaac6ed8697 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.791469 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.793961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 873c5efe-20fb-480d-a893-1b514513004f up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:03.860733 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-79a93ed6-0b19-4808-a2de-cdaac6ed8697 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] For port 82062b38-24fc-4d5e-b947-9302c97842fe, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=82062b38-24fc-4d5e-b947-9302c97842fe,segment=NetworkSegment(31bf05db-f998-455a-a451-5d3d21ee8dff),segment_id=31bf05db-f998-455a-a451-5d3d21ee8dff)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:03.861102 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79a93ed6-0b19-4808-a2de-cdaac6ed8697 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.876965 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-79a93ed6-0b19-4808-a2de-cdaac6ed8697 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Calling delete_port for 82062b38-24fc-4d5e-b947-9302c97842fe owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:03.922063 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 82062b38-24fc-4d5e-b947-9302c97842fe, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=82062b38-24fc-4d5e-b947-9302c97842fe,segment=NetworkSegment(31bf05db-f998-455a-a451-5d3d21ee8dff),segment_id=31bf05db-f998-455a-a451-5d3d21ee8dff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:03.922585 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44059b-95b3-4c27-8046-00132ec6905b req-ac91c6e4-0983-40b9-9911-415887342f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:03.924216 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9b44059b-95b3-4c27-8046-00132ec6905b req-ac91c6e4-0983-40b9-9911-415887342f23 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a52e876-fdfb-4e23-a545-3fee73cd392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2546437 Jul 13 08:00:03.937629 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:04.015840 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device b91326c8-495e-44e8-8ec6-940d51dcd2e9 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:00:04.087677 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79a93ed6-0b19-4808-a2de-cdaac6ed8697 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:04.193840 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port b91326c8-495e-44e8-8ec6-940d51dcd2e9, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9,segment=NetworkSegment(c6059c07-f555-4cd9-954a-a61ccdada0c0),segment_id=c6059c07-f555-4cd9-954a-a61ccdada0c0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:04.210830 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9b44059b-95b3-4c27-8046-00132ec6905b req-bfb2130d-3afa-48fb-9f71-e13fb469c13c service neutron] 10.222.0.35 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747345 Jul 13 08:00:04.232504 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9', 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d', 'port_id': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9', 'mac_address': 'fa:16:3e:f6:0d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c04584-1c8b-4048-8992-543590c52be3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:00:04.241126 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a93ed6-0b19-4808-a2de-cdaac6ed8697 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] No DVR routers for this DVR port 82062b38-24fc-4d5e-b947-9302c97842fe on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:00:04.300155 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c90f4a-d970-4175-a85f-cff79d05be03 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:00:04.312908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf706508-2a10-4ad7-bf84-83abd369e8c4 req-4777a521-0890-4c8b-a58d-2507131c765a tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:04.324283 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf706508-2a10-4ad7-bf84-83abd369e8c4 req-4777a521-0890-4c8b-a58d-2507131c765a tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 946 time: 1.0066466 Jul 13 08:00:04.324504 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:04.332553 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:04.379756 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84d1e688-3028-40dc-8af2-13392a92e160 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:04.382315 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84d1e688-3028-40dc-8af2-13392a92e160 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:04.386150 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91326c8-495e-44e8-8ec6-940d51dcd2e9 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:00:04.390660 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-84d1e688-3028-40dc-8af2-13392a92e160 tempest-AttachVolumeShelveTestJSON-857006577 tempest-AttachVolumeShelveTestJSON-857006577-project] 10.222.0.58 "DELETE /v2.0/floatingips/d60d6737-179a-4e72-a4e4-c747fe74d0ab HTTP/1.1" status: 204 len: 168 time: 5.7687445 Jul 13 08:00:04.446957 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=82062b38-24fc-4d5e-b947-9302c97842fe,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:04.473744 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 873c5efe-20fb-480d-a893-1b514513004f triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:04.475763 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:04.480280 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a93ed6-0b19-4808-a2de-cdaac6ed8697 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Port': ['ID=82062b38-24fc-4d5e-b947-9302c97842fe,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:04.496680 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] Transition to ACTIVE for port object 24c90f4a-d970-4175-a85f-cff79d05be03 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:04.510017 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:04.627001 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9b44059b-95b3-4c27-8046-00132ec6905b req-4f7772a9-c182-4b51-8bb8-7d56914443e9 service neutron] 10.222.0.35 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009824 Jul 13 08:00:04.664153 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] Pushing event updated for resources: {'Port': ['ID=24c90f4a-d970-4175-a85f-cff79d05be03,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:04.703277 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ad83975-7ad6-4731-819a-2691587d3297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:04.722836 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port b91326c8-495e-44e8-8ec6-940d51dcd2e9, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9,segment=NetworkSegment(c6059c07-f555-4cd9-954a-a61ccdada0c0),segment_id=c6059c07-f555-4cd9-954a-a61ccdada0c0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:04.768091 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:04.774488 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad83975-7ad6-4731-819a-2691587d3297 None None] No DVR routers for this DVR port 82062b38-24fc-4d5e-b947-9302c97842fe on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:00:04.792164 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad83975-7ad6-4731-819a-2691587d3297 None None] Pushing event deleted for resources: {'Port': ['ID=82062b38-24fc-4d5e-b947-9302c97842fe,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:04.804173 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] Attempting to bind port 24c90f4a-d970-4175-a85f-cff79d05be03 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:00:04.807604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] Attempting to bind port 24c90f4a-d970-4175-a85f-cff79d05be03 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '78096199-7087-45c3-a364-e9e751751f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6010d2c2-d300-400c-be9f-95d4cb60edee'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:00:04.807946 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] Attempting to bind port 24c90f4a-d970-4175-a85f-cff79d05be03 on network 6010d2c2-d300-400c-be9f-95d4cb60edee {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:04.827470 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] Port 24c90f4a-d970-4175-a85f-cff79d05be03 on network 6010d2c2-d300-400c-be9f-95d4cb60edee not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:00:04.827817 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] Attempting to bind port 24c90f4a-d970-4175-a85f-cff79d05be03 on network 6010d2c2-d300-400c-be9f-95d4cb60edee {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:04.839198 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79a93ed6-0b19-4808-a2de-cdaac6ed8697 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:04.847494 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:00:04.847852 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] Checking segment: {'id': '78096199-7087-45c3-a364-e9e751751f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6010d2c2-d300-400c-be9f-95d4cb60edee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:04.848256 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] Bound using segment: {'id': '78096199-7087-45c3-a364-e9e751751f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6010d2c2-d300-400c-be9f-95d4cb60edee'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:00:04.848711 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] Bound port: 24c90f4a-d970-4175-a85f-cff79d05be03, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78096199-7087-45c3-a364-e9e751751f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6010d2c2-d300-400c-be9f-95d4cb60edee'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:00:04.849083 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:04.882284 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=b91326c8-495e-44e8-8ec6-940d51dcd2e9,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:04.925793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-79a93ed6-0b19-4808-a2de-cdaac6ed8697 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468989e9-f6a6-456c-99b7-b92e640632de']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:04.973217 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf706508-2a10-4ad7-bf84-83abd369e8c4 req-37eff2d8-4674-4100-9f81-67dd05847261 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6474669 Jul 13 08:00:04.982283 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-79a93ed6-0b19-4808-a2de-cdaac6ed8697 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31bf05db-f998-455a-a451-5d3d21ee8dff') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:04.982685 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-79a93ed6-0b19-4808-a2de-cdaac6ed8697 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31bf05db-f998-455a-a451-5d3d21ee8dff') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:05.018596 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79a93ed6-0b19-4808-a2de-cdaac6ed8697 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:05.033528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0f910-c167-4ea0-8632-cb51ca4d581a req-81626699-9b00-4fe6-94e4-306f97686a1d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:05.049189 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19d0f910-c167-4ea0-8632-cb51ca4d581a req-81626699-9b00-4fe6-94e4-306f97686a1d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 932 time: 0.9827652 Jul 13 08:00:05.090112 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] For port 24c90f4a-d970-4175-a85f-cff79d05be03, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:00:05.108032 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] For port 24c90f4a-d970-4175-a85f-cff79d05be03, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=24c90f4a-d970-4175-a85f-cff79d05be03,segment=NetworkSegment(78096199-7087-45c3-a364-e9e751751f37),segment_id=78096199-7087-45c3-a364-e9e751751f37)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:00:05.139041 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:05.147421 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-1867ffd0-9b07-45e9-9859-58776057b595 req-93d3bfc6-c294-4c1b-a0e4-08c4808f126e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Deleting port 3a5743e8-f8ec-4f51-8a78-9625bb04769a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:05.148361 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1867ffd0-9b07-45e9-9859-58776057b595 req-93d3bfc6-c294-4c1b-a0e4-08c4808f126e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:05.154396 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79a93ed6-0b19-4808-a2de-cdaac6ed8697 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:05.154716 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['b91326c8-495e-44e8-8ec6-940d51dcd2e9'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:00:05.241446 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19d0f910-c167-4ea0-8632-cb51ca4d581a req-9cb1cb89-fce2-44a5-96fb-00161efde8a0 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899688 Jul 13 08:00:05.261543 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49511c67-e6a9-45f3-8f9a-1ff01855f708 x-openstack-request-id: req-49511c67-e6a9-45f3-8f9a-1ff01855f708 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:05.264039 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23935ec-8a89-4246-b04e-afa2ff8ddfe7", "name": "network-vif-plugged", "status": "completed", "tag": "873c5efe-20fb-480d-a893-1b514513004f", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:05.268265 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-49511c67-e6a9-45f3-8f9a-1ff01855f708 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:05.268942 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23935ec-8a89-4246-b04e-afa2ff8ddfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873c5efe-20fb-480d-a893-1b514513004f', 'code': 200} Jul 13 08:00:05.272135 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a93ed6-0b19-4808-a2de-cdaac6ed8697 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:00:05.276654 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79a93ed6-0b19-4808-a2de-cdaac6ed8697 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:00:05.296995 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:00:05.329644 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:05.330408 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:05.340488 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] 10.222.0.62 "PUT /v2.0/ports/24c90f4a-d970-4175-a85f-cff79d05be03 HTTP/1.1" status: 200 len: 1093 time: 3.5699558 Jul 13 08:00:05.356463 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e', 'tag': '24c90f4a-d970-4175-a85f-cff79d05be03'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:05.373291 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba05181-61d9-44cc-bef2-b4c5a79162b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e", "tag": "24c90f4a-d970-4175-a85f-cff79d05be03"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:05.545309 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9826f61-a1c8-4bd3-af81-0f3be8b6253d service neutron] Pushing event updated for resources: {'Port': ['ID=24c90f4a-d970-4175-a85f-cff79d05be03,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:05.694388 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-960b1159-3c90-40d6-bcb6-34c014090e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:05.696369 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-960b1159-3c90-40d6-bcb6-34c014090e2a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0eefcb1ad9d4424186c36993d3bfbbea&device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 1096 time: 0.2811644 Jul 13 08:00:05.819015 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-f972cd6a-7f41-41d2-b4c7-d67444be8bea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c90f4a-d970-4175-a85f-cff79d05be03 HTTP/1.1" status: 200 len: 217 time: 0.1150582 Jul 13 08:00:05.914330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-9f9d796d-b401-4ede-a876-175e2c8da85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:05.916432 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-9f9d796d-b401-4ede-a876-175e2c8da85e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53b9c81c-e3a5-4f3c-a0c3-29ef11d7a9fd HTTP/1.1" status: 200 len: 852 time: 0.0854018 Jul 13 08:00:05.973880 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-be2a6d18-d2c0-45d1-b9f6-58119495e652 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6010d2c2-d300-400c-be9f-95d4cb60edee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499556 Jul 13 08:00:06.173920 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-d156a024-9eff-458e-9ac5-1215bfdf0a15 service neutron] 10.222.0.62 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893921 Jul 13 08:00:06.382121 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1536e065-f35a-4dc2-b50d-486c37a88884 req-c96685f7-4b9d-44c6-8b48-9ab0a402b22c service neutron] 10.222.0.62 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954987 Jul 13 08:00:06.452307 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-1867ffd0-9b07-45e9-9859-58776057b595 req-93d3bfc6-c294-4c1b-a0e4-08c4808f126e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] For port 3a5743e8-f8ec-4f51-8a78-9625bb04769a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3a5743e8-f8ec-4f51-8a78-9625bb04769a,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:06.453473 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1867ffd0-9b07-45e9-9859-58776057b595 req-93d3bfc6-c294-4c1b-a0e4-08c4808f126e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.503375 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79a93ed6-0b19-4808-a2de-cdaac6ed8697 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.528625 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79a93ed6-0b19-4808-a2de-cdaac6ed8697 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.530978 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-79a93ed6-0b19-4808-a2de-cdaac6ed8697 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/networks/468989e9-f6a6-456c-99b7-b92e640632de HTTP/1.1" status: 204 len: 168 time: 3.8197877 Jul 13 08:00:06.536327 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41652) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:06.541978 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a9d049fc-24f1-471b-8b1f-10c8d860f775 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-759440224', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}, 'admin_state_up': False}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:06.605989 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a9d049fc-24f1-471b-8b1f-10c8d860f775 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.606634 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a93ed6-0b19-4808-a2de-cdaac6ed8697 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Network': ['ID=468989e9-f6a6-456c-99b7-b92e640632de,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:06.607089 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a9d049fc-24f1-471b-8b1f-10c8d860f775 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.773102 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fdd75-c4b7-4d01-a001-e0ac0a5c6900 req-bd4385d6-7870-4286-bdc0-8365bacd7e1e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:06.775654 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e99fdd75-c4b7-4d01-a001-e0ac0a5c6900 req-bd4385d6-7870-4286-bdc0-8365bacd7e1e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 945 time: 0.4059889 Jul 13 08:00:06.830217 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a9d049fc-24f1-471b-8b1f-10c8d860f775 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.845495 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb008b6-0295-42f4-bb41-5de4704e604a req-7e7dbba6-8c96-4594-89d5-d820677a8779 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:06.847448 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ddb008b6-0295-42f4-bb41-5de4704e604a req-7e7dbba6-8c96-4594-89d5-d820677a8779 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 945 time: 0.5135796 Jul 13 08:00:07.040900 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ddb008b6-0295-42f4-bb41-5de4704e604a req-6d5a57f7-cacb-40e7-8f36-77e5b3a39674 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830125 Jul 13 08:00:07.052069 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e99fdd75-c4b7-4d01-a001-e0ac0a5c6900 req-d5073667-5072-4de4-ab42-7ec3d3f123d6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659049 Jul 13 08:00:07.124701 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1867ffd0-9b07-45e9-9859-58776057b595 req-93d3bfc6-c294-4c1b-a0e4-08c4808f126e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:07.125116 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1867ffd0-9b07-45e9-9859-58776057b595 req-93d3bfc6-c294-4c1b-a0e4-08c4808f126e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:07.138281 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [req-1867ffd0-9b07-45e9-9859-58776057b595 req-93d3bfc6-c294-4c1b-a0e4-08c4808f126e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Floating IP 0c7e116e-671c-4c68-a455-fc08a8df808f disassociated. External IP: 172.25.0.50, port: 3a5743e8-f8ec-4f51-8a78-9625bb04769a. Jul 13 08:00:07.139852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-1867ffd0-9b07-45e9-9859-58776057b595 req-93d3bfc6-c294-4c1b-a0e4-08c4808f126e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Calling delete_port for 3a5743e8-f8ec-4f51-8a78-9625bb04769a owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:07.220563 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a9d049fc-24f1-471b-8b1f-10c8d860f775 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:07.238722 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c026ed-0263-4b4c-a7b2-fbd9df599f3f x-openstack-request-id: req-d5c026ed-0263-4b4c-a7b2-fbd9df599f3f {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:07.239832 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e", "tag": "24c90f4a-d970-4175-a85f-cff79d05be03", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:07.241229 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d5c026ed-0263-4b4c-a7b2-fbd9df599f3f {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:07.241720 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e', 'tag': '24c90f4a-d970-4175-a85f-cff79d05be03', 'status': 'completed', 'code': 200} Jul 13 08:00:07.602789 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba05181-61d9-44cc-bef2-b4c5a79162b5 req-01ffcc27-f433-458d-8d83-90fcbcee9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:07.604332 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ba05181-61d9-44cc-bef2-b4c5a79162b5 req-01ffcc27-f433-458d-8d83-90fcbcee9656 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0eefcb1ad9d4424186c36993d3bfbbea&device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 1096 time: 0.3408275 Jul 13 08:00:07.623836 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1867ffd0-9b07-45e9-9859-58776057b595 req-93d3bfc6-c294-4c1b-a0e4-08c4808f126e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:07.723817 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3bfc6-c294-4c1b-a0e4-08c4808f126e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event deleted for resources: {'Port': ['ID=3a5743e8-f8ec-4f51-8a78-9625bb04769a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:07.731706 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3a5743e8-f8ec-4f51-8a78-9625bb04769a no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:00:07.779864 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 3a5743e8-f8ec-4f51-8a78-9625bb04769a {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:00:07.782779 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3a5743e8-f8ec-4f51-8a78-9625bb04769a not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:00:07.842937 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abc621-8ec7-4e08-95dc-336545c09c29 req-d8e1122c-85f8-42cc-8d09-aafb59b8abed tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:07.851038 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f7abc621-8ec7-4e08-95dc-336545c09c29 req-d8e1122c-85f8-42cc-8d09-aafb59b8abed tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 946 time: 0.4086201 Jul 13 08:00:07.876859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba05181-61d9-44cc-bef2-b4c5a79162b5 req-6a434cc6-565c-41fb-ba26-3d4b1846161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:07.878434 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ba05181-61d9-44cc-bef2-b4c5a79162b5 req-6a434cc6-565c-41fb-ba26-3d4b1846161d service neutron] 10.222.0.62 "GET /v2.0/networks?id=6010d2c2-d300-400c-be9f-95d4cb60edee HTTP/1.1" status: 200 len: 913 time: 0.2497776 Jul 13 08:00:07.917006 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a9d049fc-24f1-471b-8b1f-10c8d860f775 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:07.920841 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318c0c6-6602-4e3d-8ad8-dd187cd73be4 req-c1cbafc5-6493-401d-b1f9-4c7336e1ad98 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:07.929690 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8318c0c6-6602-4e3d-8ad8-dd187cd73be4 req-c1cbafc5-6493-401d-b1f9-4c7336e1ad98 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 944 time: 0.3688054 Jul 13 08:00:07.989775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device b91326c8-495e-44e8-8ec6-940d51dcd2e9 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:08.003626 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a9d049fc-24f1-471b-8b1f-10c8d860f775 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:08.067641 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f7abc621-8ec7-4e08-95dc-336545c09c29 req-ec82a365-18f0-4fa9-94ae-ae93a7077c93 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155414 Jul 13 08:00:08.177597 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ba05181-61d9-44cc-bef2-b4c5a79162b5 req-5dd1fb3a-7f9f-4e6b-b39a-ca34299e488a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c90f4a-d970-4175-a85f-cff79d05be03 HTTP/1.1" status: 200 len: 217 time: 0.2749696 Jul 13 08:00:08.203547 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:08.211374 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port b91326c8-495e-44e8-8ec6-940d51dcd2e9 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:08.221527 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8318c0c6-6602-4e3d-8ad8-dd187cd73be4 req-5b29aeb9-a268-455b-9dda-9fc07828ff6d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900033 Jul 13 08:00:08.231682 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port b91326c8-495e-44e8-8ec6-940d51dcd2e9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:08.232943 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:08.250133 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1867ffd0-9b07-45e9-9859-58776057b595 req-93d3bfc6-c294-4c1b-a0e4-08c4808f126e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Router 87f5cb01-ead1-4525-b621-98bcab2ee0ee has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:00:08.448769 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-a9d049fc-24f1-471b-8b1f-10c8d860f775 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Allocated IP 172.25.0.133 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/720c77bd-7c7c-4414-943a-f4e58788b0b9) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:08.520839 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba05181-61d9-44cc-bef2-b4c5a79162b5 req-c3a46950-dcf0-482f-beb0-b5477c981af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:08.528809 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ba05181-61d9-44cc-bef2-b4c5a79162b5 req-c3a46950-dcf0-482f-beb0-b5477c981af2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53b9c81c-e3a5-4f3c-a0c3-29ef11d7a9fd HTTP/1.1" status: 200 len: 852 time: 0.3115268 Jul 13 08:00:08.612769 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:08.663182 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:08.667030 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293347f1-90be-4089-bb2a-c3f2de91199b" -d '{"events": [{"server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "name": "network-vif-plugged", "status": "completed", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:08.692126 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port b91326c8-495e-44e8-8ec6-940d51dcd2e9, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9,segment=NetworkSegment(c6059c07-f555-4cd9-954a-a61ccdada0c0),segment_id=c6059c07-f555-4cd9-954a-a61ccdada0c0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:08.721438 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:08.729634 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1867ffd0-9b07-45e9-9859-58776057b595 req-93d3bfc6-c294-4c1b-a0e4-08c4808f126e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:00:08.748053 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e209e63d-e745-4aba-b540-74f9fa598f1a None None] Sync routers for ids ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:00:08.767212 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e209e63d-e745-4aba-b540-74f9fa598f1a None None] Routers {'87f5cb01-ead1-4525-b621-98bcab2ee0ee'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:08.776138 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e209e63d-e745-4aba-b540-74f9fa598f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:59:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:08.890122 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ba05181-61d9-44cc-bef2-b4c5a79162b5 req-b27f0517-cf25-44a7-9890-efd7732009a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6010d2c2-d300-400c-be9f-95d4cb60edee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852108 Jul 13 08:00:08.891146 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1867ffd0-9b07-45e9-9859-58776057b595 req-93d3bfc6-c294-4c1b-a0e4-08c4808f126e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] No DVR routers for this DVR port 3a5743e8-f8ec-4f51-8a78-9625bb04769a on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:00:08.903531 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1867ffd0-9b07-45e9-9859-58776057b595 req-93d3bfc6-c294-4c1b-a0e4-08c4808f126e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:08.905615 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1867ffd0-9b07-45e9-9859-58776057b595 req-93d3bfc6-c294-4c1b-a0e4-08c4808f126e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.62 "DELETE /v2.0/ports/3a5743e8-f8ec-4f51-8a78-9625bb04769a HTTP/1.1" status: 204 len: 173 time: 5.1588268 Jul 13 08:00:08.925557 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=b91326c8-495e-44e8-8ec6-940d51dcd2e9,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:08.932175 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87620189-46ca-426e-9a86-9495a7514371', 'name': 'network-vif-deleted', 'tag': '3a5743e8-f8ec-4f51-8a78-9625bb04769a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:08.944758 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebac68e9-ff1f-48e4-9b6f-568a2323f876" -d '{"events": [{"server_uuid": "87620189-46ca-426e-9a86-9495a7514371", "name": "network-vif-deleted", "tag": "3a5743e8-f8ec-4f51-8a78-9625bb04769a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:09.014683 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9e655768-154c-41c9-93cc-c43303781f7d req-0f598e76-468e-4ec7-b0fa-450bc64461cc tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 210 time: 0.2033010 Jul 13 08:00:09.095100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cf252-582b-48b8-80bc-2e5105f6129b req-365647a5-344f-456d-a9ce-833953b44091 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:09.099440 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f6cf252-582b-48b8-80bc-2e5105f6129b req-365647a5-344f-456d-a9ce-833953b44091 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 945 time: 0.5183697 Jul 13 08:00:09.220530 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f6cf252-582b-48b8-80bc-2e5105f6129b req-1af2dca8-e03f-4e47-9f34-2e65bf69380b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136875 Jul 13 08:00:09.240900 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-e209e63d-e745-4aba-b540-74f9fa598f1a None None] Set router 87f5cb01-ead1-4525-b621-98bcab2ee0ee gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:09.344130 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a9d049fc-24f1-471b-8b1f-10c8d860f775 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:09.362759 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc317a1-e0b9-4c58-87ca-66b2841065ce x-openstack-request-id: req-2cc317a1-e0b9-4c58-87ca-66b2841065ce {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:09.363263 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87620189-46ca-426e-9a86-9495a7514371", "name": "network-vif-deleted", "tag": "3a5743e8-f8ec-4f51-8a78-9625bb04769a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:09.363450 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2cc317a1-e0b9-4c58-87ca-66b2841065ce {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:09.363925 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87620189-46ca-426e-9a86-9495a7514371', 'name': 'network-vif-deleted', 'tag': '3a5743e8-f8ec-4f51-8a78-9625bb04769a', 'status': 'completed', 'code': 200} Jul 13 08:00:09.421384 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533a7e71-a7e5-4bab-a2d5-a2012c289409 x-openstack-request-id: req-533a7e71-a7e5-4bab-a2d5-a2012c289409 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:09.421679 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "name": "network-vif-plugged", "status": "completed", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:09.421955 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-533a7e71-a7e5-4bab-a2d5-a2012c289409 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:09.422462 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9', 'code': 200} Jul 13 08:00:09.450048 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-44c35c77-e403-47fe-896f-cf0b5466628f None None] Provisioning complete for port b91326c8-495e-44e8-8ec6-940d51dcd2e9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:09.450438 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44c35c77-e403-47fe-896f-cf0b5466628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:09.703290 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ba05181-61d9-44cc-bef2-b4c5a79162b5 req-b27ff239-0f42-4a9a-9ead-bc001b5cdf31 service neutron] 10.222.0.62 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7949648 Jul 13 08:00:09.732244 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 24c90f4a-d970-4175-a85f-cff79d05be03 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:00:09.734740 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a9d049fc-24f1-471b-8b1f-10c8d860f775 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:09.814869 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d049fc-24f1-471b-8b1f-10c8d860f775 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:09.831133 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822be3f-bcb0-4bc9-9495-89992db8ad3d req-f579d178-eb35-4cbe-bd3d-f5acc0ed98a9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:09.846066 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0822be3f-bcb0-4bc9-9495-89992db8ad3d req-f579d178-eb35-4cbe-bd3d-f5acc0ed98a9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 946 time: 0.1522551 Jul 13 08:00:09.865788 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-a9d049fc-24f1-471b-8b1f-10c8d860f775 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:09.878141 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d049fc-24f1-471b-8b1f-10c8d860f775 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:10.027993 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 24c90f4a-d970-4175-a85f-cff79d05be03, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=24c90f4a-d970-4175-a85f-cff79d05be03,segment=NetworkSegment(78096199-7087-45c3-a364-e9e751751f37),segment_id=78096199-7087-45c3-a364-e9e751751f37)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:10.053404 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '24c90f4a-d970-4175-a85f-cff79d05be03', 'network_id': '6010d2c2-d300-400c-be9f-95d4cb60edee', 'port_id': '24c90f4a-d970-4175-a85f-cff79d05be03', 'mac_address': 'fa:16:3e:f6:c3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b9c81c-e3a5-4f3c-a0c3-29ef11d7a9fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:00:10.150470 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0822be3f-bcb0-4bc9-9495-89992db8ad3d req-f770efab-a40b-46b4-884d-b023cf28dddc tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963650 Jul 13 08:00:10.151446 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.184873 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c90f4a-d970-4175-a85f-cff79d05be03 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:00:10.189138 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397de21-2eb8-4a3b-9786-568a47f5d4a9 req-11660af0-7475-4ca3-9ac6-6ea94e1c795a tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:10.216564 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b397de21-2eb8-4a3b-9786-568a47f5d4a9 req-11660af0-7475-4ca3-9ac6-6ea94e1c795a tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 944 time: 0.3555148 Jul 13 08:00:10.268662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 24c90f4a-d970-4175-a85f-cff79d05be03, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=24c90f4a-d970-4175-a85f-cff79d05be03,segment=NetworkSegment(78096199-7087-45c3-a364-e9e751751f37),segment_id=78096199-7087-45c3-a364-e9e751751f37)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:10.285132 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.364949 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b397de21-2eb8-4a3b-9786-568a47f5d4a9 req-2f5f5ca8-9218-4f95-a578-b9b6995b3c36 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433768 Jul 13 08:00:10.442341 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=24c90f4a-d970-4175-a85f-cff79d05be03,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:10.556295 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05eb081e-3042-43ef-87a9-461ed19e4302 req-c75d1ec9-7572-42e7-a996-d48ced91829b tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 210 time: 0.1277013 Jul 13 08:00:10.590904 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e209e63d-e745-4aba-b540-74f9fa598f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:50:04Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '99de34c2-cb99-4490-b272-5c3274267780', 'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'mac_address': 'fa:16:3e:17:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:01Z', 'updated_at': '2021-07-13T07:50:15Z', 'revision_number': 5, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'subnets': [{'id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:10.642858 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['24c90f4a-d970-4175-a85f-cff79d05be03'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:00:10.683762 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e209e63d-e745-4aba-b540-74f9fa598f1a None None] Checking router: 87f5cb01-ead1-4525-b621-98bcab2ee0ee for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:00:10.693995 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e209e63d-e745-4aba-b540-74f9fa598f1a None None] Routers {'87f5cb01-ead1-4525-b621-98bcab2ee0ee'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:10.695035 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e209e63d-e745-4aba-b540-74f9fa598f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:59:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:10.708939 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ba05181-61d9-44cc-bef2-b4c5a79162b5 req-87e36584-6305-422a-b2ee-6ea566a73233 service neutron] 10.222.0.62 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9425352 Jul 13 08:00:10.729588 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d049fc-24f1-471b-8b1f-10c8d860f775 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Port': ['ID=720c77bd-7c7c-4414-943a-f4e58788b0b9,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:10.855546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ac285-81b8-45a1-8d86-c6951d6feadb req-46abaf7d-30a9-4c36-bfe1-732971eb7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:10.857148 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-419ac285-81b8-45a1-8d86-c6951d6feadb req-46abaf7d-30a9-4c36-bfe1-732971eb7249 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 1098 time: 1.3629627 Jul 13 08:00:10.965281 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a9d049fc-24f1-471b-8b1f-10c8d860f775 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:11.008864 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56579b3-dd25-433f-a595-2f8e9950e86a req-460b106c-ca23-4c8a-a4a4-5b44d243e611 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:11.009489 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-e209e63d-e745-4aba-b540-74f9fa598f1a None None] Set router 87f5cb01-ead1-4525-b621-98bcab2ee0ee gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:11.017261 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e56579b3-dd25-433f-a595-2f8e9950e86a req-460b106c-ca23-4c8a-a4a4-5b44d243e611 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 946 time: 0.1660151 Jul 13 08:00:11.121523 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-419ac285-81b8-45a1-8d86-c6951d6feadb req-5ab8d550-2792-499c-8adb-ffbcc64a1023 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418640 Jul 13 08:00:11.141390 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e56579b3-dd25-433f-a595-2f8e9950e86a req-fdb6a607-2162-4672-a852-49ad99ccc7c9 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228321 Jul 13 08:00:11.501947 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a9d049fc-24f1-471b-8b1f-10c8d860f775 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:11.522303 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445edc6c-d775-4fbe-96df-1ad9fabf42d7 req-d50ed69f-be89-45f5-b0cd-d8af925a8601 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:11.532479 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-445edc6c-d775-4fbe-96df-1ad9fabf42d7 req-d50ed69f-be89-45f5-b0cd-d8af925a8601 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 946 time: 0.1457136 Jul 13 08:00:11.590500 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e209e63d-e745-4aba-b540-74f9fa598f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:50:04Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '99de34c2-cb99-4490-b272-5c3274267780', 'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'mac_address': 'fa:16:3e:17:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:01Z', 'updated_at': '2021-07-13T07:50:15Z', 'revision_number': 5, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'subnets': [{'id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:11.623219 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-445edc6c-d775-4fbe-96df-1ad9fabf42d7 req-c010c6ed-970e-43e3-83dd-d8624ff73771 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897670 Jul 13 08:00:11.646235 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e209e63d-e745-4aba-b540-74f9fa598f1a None None] The sync data for ids ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'] in n-d-779913-28 is: [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:50:04Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '99de34c2-cb99-4490-b272-5c3274267780', 'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'mac_address': 'fa:16:3e:17:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:01Z', 'updated_at': '2021-07-13T07:50:15Z', 'revision_number': 5, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'subnets': [{'id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:00:11.749333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 24c90f4a-d970-4175-a85f-cff79d05be03 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:11.893894 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f325639-94f7-41cc-81cd-dbea23b0036c req-31280893-2970-4f5d-9143-564c3ac6696f tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:11.895552 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8f325639-94f7-41cc-81cd-dbea23b0036c req-31280893-2970-4f5d-9143-564c3ac6696f tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 945 time: 0.1610105 Jul 13 08:00:12.037686 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 24c90f4a-d970-4175-a85f-cff79d05be03 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:12.044043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 24c90f4a-d970-4175-a85f-cff79d05be03 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:12.044672 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.057859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d049fc-24f1-471b-8b1f-10c8d860f775 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router 37aa656b-3f9f-423d-8aa5-828d0a87b4b4 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:00:12.147261 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc7ba9f4-9c30-4622-b32f-b6be5f74c28c req-bcfacea0-def8-42da-9ecf-ca3d6f31d274 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 210 time: 0.1706083 Jul 13 08:00:12.163542 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8f325639-94f7-41cc-81cd-dbea23b0036c req-a9659462-a9af-4b60-a558-22da20e85a6d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608273 Jul 13 08:00:12.301470 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.373412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 24c90f4a-d970-4175-a85f-cff79d05be03, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=24c90f4a-d970-4175-a85f-cff79d05be03,segment=NetworkSegment(78096199-7087-45c3-a364-e9e751751f37),segment_id=78096199-7087-45c3-a364-e9e751751f37)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:12.380106 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c90f4a-d970-4175-a85f-cff79d05be03'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:12.387462 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275badc1-4ccb-4736-9da3-ef2067ca878c" -d '{"events": [{"server_uuid": "f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e", "name": "network-vif-plugged", "status": "completed", "tag": "24c90f4a-d970-4175-a85f-cff79d05be03"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:12.394660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02af07f7-5d3e-40c4-afd6-a101aebd891c None None] New status for floating IP 0c7e116e-671c-4c68-a455-fc08a8df808f: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:00:12.517707 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c034f-39d8-4f4a-817e-1114d1171c60 req-801cb415-5d98-48e6-a6b7-c6f012488930 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:12.525407 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fe4c034f-39d8-4f4a-817e-1114d1171c60 req-801cb415-5d98-48e6-a6b7-c6f012488930 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 946 time: 0.1498005 Jul 13 08:00:12.617442 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fe4c034f-39d8-4f4a-817e-1114d1171c60 req-bb9c9b9c-fbc8-4a50-a318-6fb345f3acd9 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890253 Jul 13 08:00:12.674551 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.756862 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=24c90f4a-d970-4175-a85f-cff79d05be03,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:12.932911 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.987914 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7d760-a26c-48a5-9198-ece88928de62 req-b0f7d1f7-0bcd-41fd-abb5-f0199d310fef tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:12.998491 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a1a7d760-a26c-48a5-9198-ece88928de62 req-b0f7d1f7-0bcd-41fd-abb5-f0199d310fef tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 946 time: 0.1711500 Jul 13 08:00:13.131120 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d049fc-24f1-471b-8b1f-10c8d860f775 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:00:13.148306 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf7a20c-cc8e-4719-91ff-3e87865e808c None None] Sync routers for ids ['37aa656b-3f9f-423d-8aa5-828d0a87b4b4'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:00:13.163279 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf7a20c-cc8e-4719-91ff-3e87865e808c None None] Routers {'37aa656b-3f9f-423d-8aa5-828d0a87b4b4'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:13.166587 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0bf7a20c-cc8e-4719-91ff-3e87865e808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:59:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['37aa656b-3f9f-423d-8aa5-828d0a87b4b4'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:13.167140 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a9d049fc-24f1-471b-8b1f-10c8d860f775 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.171982 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a9d049fc-24f1-471b-8b1f-10c8d860f775 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.6321182 Jul 13 08:00:13.172892 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41812) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:13.182953 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a1a7d760-a26c-48a5-9198-ece88928de62 req-346da45c-c2fc-47d8-a071-395745b7eddc tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827784 Jul 13 08:00:13.236506 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0bf7a20c-cc8e-4719-91ff-3e87865e808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:13.246989 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf7a20c-cc8e-4719-91ff-3e87865e808c None None] Routers {'37aa656b-3f9f-423d-8aa5-828d0a87b4b4'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:13.247805 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0bf7a20c-cc8e-4719-91ff-3e87865e808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:59:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['37aa656b-3f9f-423d-8aa5-828d0a87b4b4'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:13.260287 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68248753-e717-41a0-b0ed-1197d13bdb84 req-32e0689f-6cfd-49f4-a790-0f09f483d81c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:13.263345 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68248753-e717-41a0-b0ed-1197d13bdb84 req-32e0689f-6cfd-49f4-a790-0f09f483d81c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 946 time: 0.2266748 Jul 13 08:00:13.323446 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1ae87d-bb83-4ae3-a9f2-a7ef7abbc759 x-openstack-request-id: req-cf1ae87d-bb83-4ae3-a9f2-a7ef7abbc759 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:13.323749 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e", "name": "network-vif-plugged", "status": "completed", "tag": "24c90f4a-d970-4175-a85f-cff79d05be03", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:13.324004 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf1ae87d-bb83-4ae3-a9f2-a7ef7abbc759 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:13.324414 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c90f4a-d970-4175-a85f-cff79d05be03', 'code': 200} Jul 13 08:00:13.374566 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68248753-e717-41a0-b0ed-1197d13bdb84 req-54820c6d-f5ff-4404-b350-f8fb58700bbe tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016638 Jul 13 08:00:13.392827 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41820) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:13.412815 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0bf7a20c-cc8e-4719-91ff-3e87865e808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:13.413737 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf7a20c-cc8e-4719-91ff-3e87865e808c None None] The sync data for ids ['37aa656b-3f9f-423d-8aa5-828d0a87b4b4'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:00:13.580035 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1502cd-c0cb-42b0-9ce4-3f0ac1f1d38a tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:13.581664 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ac1502cd-c0cb-42b0-9ce4-3f0ac1f1d38a tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 1093 time: 0.1869280 Jul 13 08:00:13.585598 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41824) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:13.600072 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2efadb9e-9e93-49f3-93d5-ed0804097250 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:13.668575 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-517b1d4b-42c5-40da-b807-e9890ae8c6a7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/routers/37aa656b-3f9f-423d-8aa5-828d0a87b4b4 HTTP/1.1" status: 200 len: 880 time: 0.4943783 Jul 13 08:00:13.671204 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41826) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:13.787245 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2efadb9e-9e93-49f3-93d5-ed0804097250 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.813112 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ae0e0-c332-478d-abac-f2bdd7d9d7de req-53c06a9b-00a0-421b-bb25-4f938d22f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:13.833511 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-566ae0e0-c332-478d-abac-f2bdd7d9d7de req-53c06a9b-00a0-421b-bb25-4f938d22f3a7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 1098 time: 0.3551118 Jul 13 08:00:13.845958 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-582450b8-d6eb-49ea-8929-7698a3d728aa req-2648f82d-59e4-4fc3-99e1-970811adec8d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 210 time: 0.1681888 Jul 13 08:00:13.880215 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-566ae0e0-c332-478d-abac-f2bdd7d9d7de req-ad920de2-2ce6-4b26-b17e-1ac16453154d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507934 Jul 13 08:00:13.916279 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e195950-3d19-436a-991e-ecfcceceecee req-15c384dd-7121-4967-bef6-a00dea811f24 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:13.923254 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2e195950-3d19-436a-991e-ecfcceceecee req-15c384dd-7121-4967-bef6-a00dea811f24 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.2436850 Jul 13 08:00:14.013113 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2e195950-3d19-436a-991e-ecfcceceecee req-2f6c978d-a903-464e-ae03-832f233f93dc tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888908 Jul 13 08:00:14.037891 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2efadb9e-9e93-49f3-93d5-ed0804097250 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.130898 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-281f1205-091f-414a-a0eb-0b9fdb647f41 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4583969 Jul 13 08:00:14.133929 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41840) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:14.141901 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-404e6e95-6776-499d-8db5-78b143cef3a9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-759440224'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:14.389533 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-2efadb9e-9e93-49f3-93d5-ed0804097250 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Allocated IP 172.25.0.245 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/818df6db-ad1a-408a-9055-491bba497ee4) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:14.585050 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2efadb9e-9e93-49f3-93d5-ed0804097250 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.614029 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ab06f-05d8-40b3-ae8b-25d73dd866af req-52c0270c-3278-4480-a165-abcf87678204 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:14.622884 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd5ab06f-05d8-40b3-ae8b-25d73dd866af req-52c0270c-3278-4480-a165-abcf87678204 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 946 time: 0.1480865 Jul 13 08:00:14.699271 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd5ab06f-05d8-40b3-ae8b-25d73dd866af req-7126da30-47b9-4f19-ae76-b7e499d8ebf0 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748360 Jul 13 08:00:14.729883 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2efadb9e-9e93-49f3-93d5-ed0804097250 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.768567 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-404e6e95-6776-499d-8db5-78b143cef3a9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.791165 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-404e6e95-6776-499d-8db5-78b143cef3a9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396023'] for router, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.802824 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efadb9e-9e93-49f3-93d5-ed0804097250 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:14.839451 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2efadb9e-9e93-49f3-93d5-ed0804097250 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:14.859065 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efadb9e-9e93-49f3-93d5-ed0804097250 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:14.890753 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efadb9e-9e93-49f3-93d5-ed0804097250 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=818df6db-ad1a-408a-9055-491bba497ee4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:15.043153 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404e6e95-6776-499d-8db5-78b143cef3a9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router 37aa656b-3f9f-423d-8aa5-828d0a87b4b4 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:00:15.340046 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-449aebed-591a-4c3c-b05c-78fa8e845fa1 req-4370704a-e275-46c2-a03f-a4ecb1fc8447 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 210 time: 0.0647418 Jul 13 08:00:15.397575 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404e6e95-6776-499d-8db5-78b143cef3a9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:00:15.406456 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-404e6e95-6776-499d-8db5-78b143cef3a9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:15.410140 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-404e6e95-6776-499d-8db5-78b143cef3a9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/37aa656b-3f9f-423d-8aa5-828d0a87b4b4 HTTP/1.1" status: 200 len: 887 time: 1.2716055 Jul 13 08:00:15.410339 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a35d76a-b09e-4c51-a890-70eb36f30bda None None] Sync routers for ids ['37aa656b-3f9f-423d-8aa5-828d0a87b4b4'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:00:15.418506 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41866) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:15.422767 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a35d76a-b09e-4c51-a890-70eb36f30bda None None] Routers {'37aa656b-3f9f-423d-8aa5-828d0a87b4b4'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:15.425623 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-9a35d76a-b09e-4c51-a890-70eb36f30bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:59:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['37aa656b-3f9f-423d-8aa5-828d0a87b4b4'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:15.504823 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-9a35d76a-b09e-4c51-a890-70eb36f30bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:15.530258 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a35d76a-b09e-4c51-a890-70eb36f30bda None None] Routers {'37aa656b-3f9f-423d-8aa5-828d0a87b4b4'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:15.531146 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-9a35d76a-b09e-4c51-a890-70eb36f30bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:59:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['37aa656b-3f9f-423d-8aa5-828d0a87b4b4'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:15.567960 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-9a35d76a-b09e-4c51-a890-70eb36f30bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:15.568638 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a35d76a-b09e-4c51-a890-70eb36f30bda None None] The sync data for ids ['37aa656b-3f9f-423d-8aa5-828d0a87b4b4'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:00:15.628322 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7f738-7e87-47e8-8c68-6f27f6740fb5 req-05f269d9-3a75-4cbb-8cc6-6f652d2c4a8f tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:15.634791 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d8e7f738-7e87-47e8-8c68-6f27f6740fb5 req-05f269d9-3a75-4cbb-8cc6-6f652d2c4a8f tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.3641262 Jul 13 08:00:15.713414 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-44eaaa12-cd8e-40fc-a19e-6e4c31f5f6a2 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/routers/37aa656b-3f9f-423d-8aa5-828d0a87b4b4 HTTP/1.1" status: 200 len: 887 time: 0.2923608 Jul 13 08:00:15.716327 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41872) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:15.806386 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d8e7f738-7e87-47e8-8c68-6f27f6740fb5 req-eb654fa3-e728-47cb-9de4-1ea3c3465b84 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569154 Jul 13 08:00:15.810291 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-80f8c234-e41d-40f4-a9c5-1fe1ee8f298e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/ports?device_id=37aa656b-3f9f-423d-8aa5-828d0a87b4b4 HTTP/1.1" status: 200 len: 205 time: 0.0915885 Jul 13 08:00:15.813357 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41880) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:15.926562 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2efadb9e-9e93-49f3-93d5-ed0804097250 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:16.127178 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7f6de0b0-4626-41c9-b814-d6347f16b168 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:16.349316 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7f6de0b0-4626-41c9-b814-d6347f16b168 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:16.514292 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-7f6de0b0-4626-41c9-b814-d6347f16b168 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting port 720c77bd-7c7c-4414-943a-f4e58788b0b9 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:16.514838 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7f6de0b0-4626-41c9-b814-d6347f16b168 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:16.731071 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7f6de0b0-4626-41c9-b814-d6347f16b168 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:16.766604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-7f6de0b0-4626-41c9-b814-d6347f16b168 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Calling delete_port for 720c77bd-7c7c-4414-943a-f4e58788b0b9 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:17.006231 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2efadb9e-9e93-49f3-93d5-ed0804097250 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:17.011760 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7f6de0b0-4626-41c9-b814-d6347f16b168 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:17.027517 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-6059d5a1-eb76-4652-8cbc-29ebaac72ac8 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:17.044302 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-6059d5a1-eb76-4652-8cbc-29ebaac72ac8 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/networks?id=6010d2c2-d300-400c-be9f-95d4cb60edee HTTP/1.1" status: 200 len: 812 time: 0.4624662 Jul 13 08:00:17.163832 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6de0b0-4626-41c9-b814-d6347f16b168 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Port': ['ID=720c77bd-7c7c-4414-943a-f4e58788b0b9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:17.287121 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7f6de0b0-4626-41c9-b814-d6347f16b168 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:17.358898 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-95ef263a-bbae-4e81-9277-9db5c524264d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/quotas/0eefcb1ad9d4424186c36993d3bfbbea HTTP/1.1" status: 200 len: 375 time: 0.3121583 Jul 13 08:00:17.449479 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd728cd-1b78-47d9-a07c-a5b7e19e9ae4 req-18a71c75-4d44-4990-b512-cdab916228c9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:17.454114 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8bd728cd-1b78-47d9-a07c-a5b7e19e9ae4 req-18a71c75-4d44-4990-b512-cdab916228c9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 946 time: 0.8734939 Jul 13 08:00:17.609467 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7f6de0b0-4626-41c9-b814-d6347f16b168 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:17.617551 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7f6de0b0-4626-41c9-b814-d6347f16b168 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:17.748269 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7f6de0b0-4626-41c9-b814-d6347f16b168 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:17.748924 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6de0b0-4626-41c9-b814-d6347f16b168 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Fanout notify agent at l3_agent the message router_deleted on router 37aa656b-3f9f-423d-8aa5-828d0a87b4b4 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:00:17.755748 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7f6de0b0-4626-41c9-b814-d6347f16b168 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:17.756854 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7f6de0b0-4626-41c9-b814-d6347f16b168 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/routers/37aa656b-3f9f-423d-8aa5-828d0a87b4b4 HTTP/1.1" status: 204 len: 168 time: 1.9423628 Jul 13 08:00:17.762043 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41934) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:17.777095 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8bd728cd-1b78-47d9-a07c-a5b7e19e9ae4 req-668b3ad6-c4c7-4d6e-8116-3d5871f016a0 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299662 Jul 13 08:00:17.777553 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-cb609bb6-8c46-48c4-a41b-085831bf91d7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1894437416'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:17.825586 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2efadb9e-9e93-49f3-93d5-ed0804097250 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:17.844239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb609bb6-8c46-48c4-a41b-085831bf91d7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Made reservation on behalf of a0ffb35344bc4cd8a0348e916437de28 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:00:17.848073 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb609bb6-8c46-48c4-a41b-085831bf91d7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:17.854812 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-f192b546-eec6-4525-ba3f-94148de5d5fb tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0eefcb1ad9d4424186c36993d3bfbbea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4949768 Jul 13 08:00:17.878651 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2efadb9e-9e93-49f3-93d5-ed0804097250 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:17.907820 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb609bb6-8c46-48c4-a41b-085831bf91d7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:00:17.931401 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb609bb6-8c46-48c4-a41b-085831bf91d7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:17.931752 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-cb609bb6-8c46-48c4-a41b-085831bf91d7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Added segment 1122756d-cab3-4256-873c-5cbedd24a5bf of type vlan for network 9c848c46-aeab-40ae-9163-28a0e6579192 Jul 13 08:00:18.019952 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb609bb6-8c46-48c4-a41b-085831bf91d7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.059239 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb609bb6-8c46-48c4-a41b-085831bf91d7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.065287 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb609bb6-8c46-48c4-a41b-085831bf91d7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:18.065922 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb609bb6-8c46-48c4-a41b-085831bf91d7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.099957 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cb609bb6-8c46-48c4-a41b-085831bf91d7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3343453 Jul 13 08:00:18.108217 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41940) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:18.118714 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-2e0e24ff-a890-475e-a8f0-942f703582ee tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'subnet': {'network_id': '9c848c46-aeab-40ae-9163-28a0e6579192', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:18.198742 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb609bb6-8c46-48c4-a41b-085831bf91d7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Network': ['ID=9c848c46-aeab-40ae-9163-28a0e6579192,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:18.211770 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 9c848c46-aeab-40ae-9163-28a0e6579192 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:00:18.237316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efadb9e-9e93-49f3-93d5-ed0804097250 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=818df6db-ad1a-408a-9055-491bba497ee4,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:18.278685 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d891de37-3c1e-47a4-b97f-67d8631f76dd req-697561b8-76b3-4ccc-9c7f-d848a38c5372 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=87620189-46ca-426e-9a86-9495a7514371 HTTP/1.1" status: 200 len: 210 time: 0.1635168 Jul 13 08:00:18.312085 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2efadb9e-9e93-49f3-93d5-ed0804097250 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.369778 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0e24ff-a890-475e-a8f0-942f703582ee tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Made reservation on behalf of a0ffb35344bc4cd8a0348e916437de28 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:00:18.373423 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2e0e24ff-a890-475e-a8f0-942f703582ee tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.463308 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-2efadb9e-9e93-49f3-93d5-ed0804097250 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Floating IP f8e7332e-d16f-43e0-8c15-4fb850958f26 associated. External IP: 172.25.0.245, port: b91326c8-495e-44e8-8ec6-940d51dcd2e9. Jul 13 08:00:18.468286 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-8d3b9cf5-2a86-41e1-a6b5-2d766da07e1e service neutron] 10.222.0.58 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6125379 Jul 13 08:00:18.629777 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-c88cfe41-9b67-4612-bad2-524f611d1011 service neutron] 10.222.0.58 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078448 Jul 13 08:00:18.838855 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2e0e24ff-a890-475e-a8f0-942f703582ee tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.026394 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e24ff-a890-475e-a8f0-942f703582ee tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Subnet': ['ID=26d8591c-cd64-4382-a49c-6b77d2e1f886,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:19.028041 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efadb9e-9e93-49f3-93d5-ed0804097250 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Router adc7e792-e106-4c6f-9437-a4f2d7b729e7 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:00:19.069184 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0e24ff-a890-475e-a8f0-942f703582ee tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Checking segment: {'id': '1122756d-cab3-4256-873c-5cbedd24a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c848c46-aeab-40ae-9163-28a0e6579192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:19.069764 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0e24ff-a890-475e-a8f0-942f703582ee tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network hostable DHCP agents. Network: 9c848c46-aeab-40ae-9163-28a0e6579192, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:00:19.100790 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0e24ff-a890-475e-a8f0-942f703582ee tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network 9c848c46-aeab-40ae-9163-28a0e6579192 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:00:19.123194 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-2e0e24ff-a890-475e-a8f0-942f703582ee tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 9c848c46-aeab-40ae-9163-28a0e6579192) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:19.129054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0e24ff-a890-475e-a8f0-942f703582ee tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:19.130282 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2e0e24ff-a890-475e-a8f0-942f703582ee tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.133489 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7687452-ecea-47c3-b0be-f3a0168f15f2 None None] Network 9c848c46-aeab-40ae-9163-28a0e6579192 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:00:19.200658 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2e0e24ff-a890-475e-a8f0-942f703582ee tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0911620 Jul 13 08:00:19.201655 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41964) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:19.208649 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b7ed7d43-3e97-4ec9-ac3a-20ad41559474 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1182476369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:19.265798 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7ed7d43-3e97-4ec9-ac3a-20ad41559474 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.267835 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7ed7d43-3e97-4ec9-ac3a-20ad41559474 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.320446 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8645d6e5-ac0e-40c5-9dbf-052c6a4ad637 req-6ac9d000-e455-4469-8cbb-c9fa40de5cf0 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ee5e47-fd9b-404c-8dc0-56ee93d0a920 HTTP/1.1" status: 200 len: 210 time: 0.1262364 Jul 13 08:00:19.380796 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7ed7d43-3e97-4ec9-ac3a-20ad41559474 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.393865 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7ed7d43-3e97-4ec9-ac3a-20ad41559474 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.432902 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7ed7d43-3e97-4ec9-ac3a-20ad41559474 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.435185 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b7ed7d43-3e97-4ec9-ac3a-20ad41559474 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2321386 Jul 13 08:00:19.438660 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 41972) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:19.547953 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efadb9e-9e93-49f3-93d5-ed0804097250 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:00:19.563008 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391bd333-328a-467d-aa62-70907a10916a None None] Sync routers for ids ['adc7e792-e106-4c6f-9437-a4f2d7b729e7'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:00:19.566679 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4bfb6-2273-4615-a566-42ef44fc3b6b req-5024be6d-5424-4f7d-a1c6-4c8c32d57baa tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:19.569482 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c1c4bfb6-2273-4615-a566-42ef44fc3b6b req-5024be6d-5424-4f7d-a1c6-4c8c32d57baa tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 946 time: 0.4326015 Jul 13 08:00:19.573715 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-9c848c46-aeab-40ae-9163-28a0e6579192', 'network_id': '9c848c46-aeab-40ae-9163-28a0e6579192', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'fixed_ips': [{'subnet_id': '26d8591c-cd64-4382-a49c-6b77d2e1f886'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:00:19.574832 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.620514 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391bd333-328a-467d-aa62-70907a10916a None None] Routers {'adc7e792-e106-4c6f-9437-a4f2d7b729e7'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:19.621866 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-391bd333-328a-467d-aa62-70907a10916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:59:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['adc7e792-e106-4c6f-9437-a4f2d7b729e7'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:19.639533 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2efadb9e-9e93-49f3-93d5-ed0804097250 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.774047 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c1c4bfb6-2273-4615-a566-42ef44fc3b6b req-8c83f740-a2c0-4f48-848e-fae69d77dab2 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831179 Jul 13 08:00:19.784413 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2efadb9e-9e93-49f3-93d5-ed0804097250 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.1951981 Jul 13 08:00:19.795659 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:19.810953 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24debb68-8810-4cdb-979f-c6c722321048" -d '{"events": [{"name": "network-changed", "server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:19.943148 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] Allocated IP 172.20.0.2 (9c848c46-aeab-40ae-9163-28a0e6579192/26d8591c-cd64-4382-a49c-6b77d2e1f886/dac38947-13f5-4cf9-b156-1122481a6f42) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:19.981212 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063288df-8245-490a-99ad-db5917ed07f1 x-openstack-request-id: req-063288df-8245-490a-99ad-db5917ed07f1 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:19.981788 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:19.982309 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-063288df-8245-490a-99ad-db5917ed07f1 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:19.983507 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9', 'status': 'completed', 'code': 200} Jul 13 08:00:20.174157 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-391bd333-328a-467d-aa62-70907a10916a None None] Set router adc7e792-e106-4c6f-9437-a4f2d7b729e7 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:20.282295 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4f2c1-f4af-411f-a7bd-faff512966ab req-6acfe422-2ad2-4cbe-91db-7cf3c142001b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:20.301271 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-51d4f2c1-f4af-411f-a7bd-faff512966ab req-6acfe422-2ad2-4cbe-91db-7cf3c142001b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 946 time: 0.2838411 Jul 13 08:00:20.427129 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-51d4f2c1-f4af-411f-a7bd-faff512966ab req-03162b87-cd10-4904-8f96-f812882a6fd4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232824 Jul 13 08:00:20.469600 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 41998) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:20.671178 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.732595 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] Transition to ACTIVE for port object dac38947-13f5-4cf9-b156-1122481a6f42 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:20.808173 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-34f4e3b9-447a-400e-be0a-443ebccf1194 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-255802963&fields=id&tenant_id=3d1a06314407417ea88e23223ce7096a HTTP/1.1" status: 200 len: 267 time: 0.3778701 Jul 13 08:00:20.844895 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] Transition to ACTIVE for port object dac38947-13f5-4cf9-b156-1122481a6f42 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:20.875464 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.949823 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-23f3c877-852f-4604-afb5-f88b34738e70 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/floatingips/f8e7332e-d16f-43e0-8c15-4fb850958f26 HTTP/1.1" status: 200 len: 992 time: 0.4773386 Jul 13 08:00:21.091411 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] Network 9c848c46-aeab-40ae-9163-28a0e6579192 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:21.100603 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:21.103046 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-391bd333-328a-467d-aa62-70907a10916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947111244', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:37Z', 'updated_at': '2021-07-13T07:59:46Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:39Z', 'updated_at': '2021-07-13T07:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'f8e7332e-d16f-43e0-8c15-4fb850958f26', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'port_id': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d', 'mac_address': 'fa:16:3e:f6:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:00:15Z', 'updated_at': '2021-07-13T08:00:15Z', 'revision_number': 0, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c170082-c793-4f24-ade5-fe3dc25bb6d5', 'name': '', 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:70:1b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '78c04584-1c8b-4048-8992-543590c52be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:45Z', 'updated_at': '2021-07-13T07:59:59Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '78c04584-1c8b-4048-8992-543590c52be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:21.113333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:21.116527 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a80b704f-7237-4f6e-b665-1e00cea9e597 req-a126932f-18d7-471d-8160-6d2a47f7a95d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ee5e47-fd9b-404c-8dc0-56ee93d0a920 HTTP/1.1" status: 200 len: 210 time: 0.1560946 Jul 13 08:00:21.190611 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391bd333-328a-467d-aa62-70907a10916a None None] Checking router: adc7e792-e106-4c6f-9437-a4f2d7b729e7 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:00:21.214275 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391bd333-328a-467d-aa62-70907a10916a None None] Routers {'adc7e792-e106-4c6f-9437-a4f2d7b729e7'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:21.214990 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-391bd333-328a-467d-aa62-70907a10916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T07:59:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['adc7e792-e106-4c6f-9437-a4f2d7b729e7'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:21.361403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-c4739b0a-3dbc-41f0-83b7-21f32621db16 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:21.371803 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-391bd333-328a-467d-aa62-70907a10916a None None] Set router adc7e792-e106-4c6f-9437-a4f2d7b729e7 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:21.374364 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-c4739b0a-3dbc-41f0-83b7-21f32621db16 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 811 time: 0.4176898 Jul 13 08:00:21.421271 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-9d988872-d4de-4eec-8ca4-9c5cad6aa54e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/quotas/3d1a06314407417ea88e23223ce7096a HTTP/1.1" status: 200 len: 375 time: 0.0354311 Jul 13 08:00:21.469903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] Pushing event updated for resources: {'Port': ['ID=dac38947-13f5-4cf9-b156-1122481a6f42,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:21.527218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] Attempting to bind port dac38947-13f5-4cf9-b156-1122481a6f42 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:00:21.528782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] Attempting to bind port dac38947-13f5-4cf9-b156-1122481a6f42 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '1122756d-cab3-4256-873c-5cbedd24a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c848c46-aeab-40ae-9163-28a0e6579192'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:00:21.529162 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] Attempting to bind port dac38947-13f5-4cf9-b156-1122481a6f42 on network 9c848c46-aeab-40ae-9163-28a0e6579192 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:21.544120 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:00:21.544840 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] Checking segment: {'id': '1122756d-cab3-4256-873c-5cbedd24a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c848c46-aeab-40ae-9163-28a0e6579192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:21.545315 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:21.545725 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] Bound using segment: {'id': '1122756d-cab3-4256-873c-5cbedd24a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c848c46-aeab-40ae-9163-28a0e6579192'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:00:21.547829 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] Bound port: dac38947-13f5-4cf9-b156-1122481a6f42, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1122756d-cab3-4256-873c-5cbedd24a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c848c46-aeab-40ae-9163-28a0e6579192'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:00:21.548263 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:21.632386 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52430527-5154-49f3-bf18-244cd0915254 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:21.656392 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24debb68-8810-4cdb-979f-c6c722321048 req-7704f2e3-909b-4e80-877b-44897795997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:21.657953 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-24debb68-8810-4cdb-979f-c6c722321048 req-7704f2e3-909b-4e80-877b-44897795997b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 1098 time: 0.5076587 Jul 13 08:00:21.696357 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] For port dac38947-13f5-4cf9-b156-1122481a6f42, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:00:21.706713 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] For port dac38947-13f5-4cf9-b156-1122481a6f42, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=dac38947-13f5-4cf9-b156-1122481a6f42,segment=NetworkSegment(1122756d-cab3-4256-873c-5cbedd24a5bf),segment_id=1122756d-cab3-4256-873c-5cbedd24a5bf)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:00:21.741905 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:21.890734 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe3cff-79e8-43c4-b65f-d270953cc2b5 None None] Pushing event updated for resources: {'Port': ['ID=dac38947-13f5-4cf9-b156-1122481a6f42,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:21.892051 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-0914c68f-5adc-4211-9808-9f90550b4134 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4697909 Jul 13 08:00:21.918497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-be203534-f249-4b09-a917-724b45ab77f6 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:21.920036 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-be203534-f249-4b09-a917-724b45ab77f6 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.35 "GET /v2.0/networks?id=6010d2c2-d300-400c-be9f-95d4cb60edee HTTP/1.1" status: 200 len: 812 time: 0.3243477 Jul 13 08:00:21.925976 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-391bd333-328a-467d-aa62-70907a10916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947111244', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:37Z', 'updated_at': '2021-07-13T07:59:46Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:39Z', 'updated_at': '2021-07-13T07:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'f8e7332e-d16f-43e0-8c15-4fb850958f26', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'port_id': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d', 'mac_address': 'fa:16:3e:f6:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:00:15Z', 'updated_at': '2021-07-13T08:00:15Z', 'revision_number': 0, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c170082-c793-4f24-ade5-fe3dc25bb6d5', 'name': '', 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:70:1b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '78c04584-1c8b-4048-8992-543590c52be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:45Z', 'updated_at': '2021-07-13T07:59:59Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '78c04584-1c8b-4048-8992-543590c52be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:21.969662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603f951-6144-4079-9d23-547c5967c02b req-e1766963-2fc4-4cfa-831e-2d2045dac9f8 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:21.971303 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6603f951-6144-4079-9d23-547c5967c02b req-e1766963-2fc4-4cfa-831e-2d2045dac9f8 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 946 time: 0.5198271 Jul 13 08:00:21.980059 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-f72b1209-1c58-4b51-9895-25a321e0c7b9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Request body: {'port': {'device_id': '71ee5e47-fd9b-404c-8dc0-56ee93d0a920', 'network_id': '6010d2c2-d300-400c-be9f-95d4cb60edee', 'admin_state_up': True, 'tenant_id': '0eefcb1ad9d4424186c36993d3bfbbea'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:21.989383 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42012) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:22.092652 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391bd333-328a-467d-aa62-70907a10916a None None] The sync data for ids ['adc7e792-e106-4c6f-9437-a4f2d7b729e7'] in n-d-779913-28 is: [{'id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947111244', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:37Z', 'updated_at': '2021-07-13T07:59:46Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:39Z', 'updated_at': '2021-07-13T07:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'f8e7332e-d16f-43e0-8c15-4fb850958f26', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'port_id': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d', 'mac_address': 'fa:16:3e:f6:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:00:15Z', 'updated_at': '2021-07-13T08:00:15Z', 'revision_number': 0, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c170082-c793-4f24-ade5-fe3dc25bb6d5', 'name': '', 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:70:1b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '78c04584-1c8b-4048-8992-543590c52be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:45Z', 'updated_at': '2021-07-13T07:59:59Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '78c04584-1c8b-4048-8992-543590c52be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:00:22.251209 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cb0946dd-5629-49fb-88f2-cc631533e429 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/floatingips/f8e7332e-d16f-43e0-8c15-4fb850958f26 HTTP/1.1" status: 200 len: 992 time: 0.2560024 Jul 13 08:00:22.375175 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24debb68-8810-4cdb-979f-c6c722321048 req-eb8df870-2a4b-46af-a9f1-ea2f66a71d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:22.376735 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-24debb68-8810-4cdb-979f-c6c722321048 req-eb8df870-2a4b-46af-a9f1-ea2f66a71d62 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a52e876-fdfb-4e23-a545-3fee73cd392d HTTP/1.1" status: 200 len: 897 time: 0.7034676 Jul 13 08:00:22.458508 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-5f45250a-dce5-4a75-91f9-dd6949e9c580 service neutron] 10.222.0.58 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5363090 Jul 13 08:00:22.639869 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf2e9b-4f01-4256-8481-6f8740a714c5 None None] New status for floating IP f8e7332e-d16f-43e0-8c15-4fb850958f26: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:00:22.681457 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-0e78bc9a-9945-43b7-8b54-1c582a2fc29f service neutron] 10.222.0.58 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216501 Jul 13 08:00:22.717629 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-52430527-5154-49f3-bf18-244cd0915254 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Allocated IP 172.20.0.1 (9c848c46-aeab-40ae-9163-28a0e6579192/26d8591c-cd64-4382-a49c-6b77d2e1f886/6d377cea-5ea1-4b26-b0f8-5e4658662328) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:22.779893 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6603f951-6144-4079-9d23-547c5967c02b req-d71cf4cb-77a4-4fdb-9619-d3688f3917c9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7825034 Jul 13 08:00:23.069524 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-24debb68-8810-4cdb-979f-c6c722321048 req-fd2d8b5c-bfd0-4317-b77e-13513c0fd39d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9 HTTP/1.1" status: 200 len: 1000 time: 0.3231311 Jul 13 08:00:23.072726 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-f72b1209-1c58-4b51-9895-25a321e0c7b9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Made reservation on behalf of 0eefcb1ad9d4424186c36993d3bfbbea for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:00:23.077736 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-f72b1209-1c58-4b51-9895-25a321e0c7b9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:23.231356 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-66c09fec-04e9-4f9d-afe5-10397fa51f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:23.259258 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42032) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:23.325779 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24debb68-8810-4cdb-979f-c6c722321048 req-34d3038b-27ed-4cc0-aa95-8f5dddf0317b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:23.327331 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-24debb68-8810-4cdb-979f-c6c722321048 req-34d3038b-27ed-4cc0-aa95-8f5dddf0317b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=78c04584-1c8b-4048-8992-543590c52be3 HTTP/1.1" status: 200 len: 835 time: 0.2404351 Jul 13 08:00:23.336770 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52430527-5154-49f3-bf18-244cd0915254 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:23.403771 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-52430527-5154-49f3-bf18-244cd0915254 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Transition to ACTIVE for port object 6d377cea-5ea1-4b26-b0f8-5e4658662328 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:23.530875 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24debb68-8810-4cdb-979f-c6c722321048 req-418a1d88-3cdc-4e7c-a2e7-e88a3f8ff57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:23.532637 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-24debb68-8810-4cdb-979f-c6c722321048 req-418a1d88-3cdc-4e7c-a2e7-e88a3f8ff57b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a52e876-fdfb-4e23-a545-3fee73cd392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1934040 Jul 13 08:00:23.607185 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52430527-5154-49f3-bf18-244cd0915254 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:23.628252 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device dac38947-13f5-4cf9-b156-1122481a6f42 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:23.689305 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac4a5ff5-ac1a-48b8-a49a-c408dd9aec4e req-4ab1a0d6-8bfc-4a94-9688-3ffef3d2061f tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ee5e47-fd9b-404c-8dc0-56ee93d0a920 HTTP/1.1" status: 200 len: 210 time: 0.4046054 Jul 13 08:00:23.760326 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port dac38947-13f5-4cf9-b156-1122481a6f42 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:23.771829 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52430527-5154-49f3-bf18-244cd0915254 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Port': ['ID=6d377cea-5ea1-4b26-b0f8-5e4658662328,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:23.908561 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52430527-5154-49f3-bf18-244cd0915254 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network 9c848c46-aeab-40ae-9163-28a0e6579192 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:23.911709 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-52430527-5154-49f3-bf18-244cd0915254 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:23.915396 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52430527-5154-49f3-bf18-244cd0915254 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:23.942779 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-418fbfd9-6676-469e-bcf3-290ffccb8425 req-3086b1f6-24b8-4494-b362-e001a14241a1 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 210 time: 0.2640567 Jul 13 08:00:23.993901 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-25904c59-f831-4eae-8034-dcbea6f64520 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/floatingips/f8e7332e-d16f-43e0-8c15-4fb850958f26 HTTP/1.1" status: 200 len: 994 time: 0.7334487 Jul 13 08:00:24.006697 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42052) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:24.049898 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-24debb68-8810-4cdb-979f-c6c722321048 req-b931e436-f6ff-4295-b482-8a5630f5e11f service neutron] 10.222.0.35 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088894 Jul 13 08:00:24.053437 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-f72b1209-1c58-4b51-9895-25a321e0c7b9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Allocated IP 172.20.0.3 (6010d2c2-d300-400c-be9f-95d4cb60edee/53b9c81c-e3a5-4f3c-a0c3-29ef11d7a9fd/63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:24.056539 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52430527-5154-49f3-bf18-244cd0915254 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:24.145701 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baee11b-49bb-4102-a741-85ae89a78f3d None None] Network 9c848c46-aeab-40ae-9163-28a0e6579192 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:00:24.345615 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fd77fe48-3cc5-47cd-8699-54fc8b4d6286 None None] Provisioning for port dac38947-13f5-4cf9-b156-1122481a6f42 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:24.357426 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fd77fe48-3cc5-47cd-8699-54fc8b4d6286 None None] Provisioning complete for port dac38947-13f5-4cf9-b156-1122481a6f42 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:24.357956 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd77fe48-3cc5-47cd-8699-54fc8b4d6286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:24.386970 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52430527-5154-49f3-bf18-244cd0915254 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:24.551253 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-f72b1209-1c58-4b51-9895-25a321e0c7b9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:24.602283 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12508ce6-0308-42f5-8ab2-6362bf06f09b req-509e02fe-9a34-4155-a054-0de8434f6666 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:24.617096 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12508ce6-0308-42f5-8ab2-6362bf06f09b req-509e02fe-9a34-4155-a054-0de8434f6666 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 946 time: 0.3600879 Jul 13 08:00:24.724959 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12508ce6-0308-42f5-8ab2-6362bf06f09b req-c629277d-281c-4b65-8245-f08159fbe567 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032367 Jul 13 08:00:24.735047 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd77fe48-3cc5-47cd-8699-54fc8b4d6286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:24.776418 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-f72b1209-1c58-4b51-9895-25a321e0c7b9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:24.858742 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-fd77fe48-3cc5-47cd-8699-54fc8b4d6286 None None] For port dac38947-13f5-4cf9-b156-1122481a6f42, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=dac38947-13f5-4cf9-b156-1122481a6f42,segment=NetworkSegment(1122756d-cab3-4256-873c-5cbedd24a5bf),segment_id=1122756d-cab3-4256-873c-5cbedd24a5bf)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:24.870720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['24c90f4a-d970-4175-a85f-cff79d05be03'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:00:24.999154 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-f72b1209-1c58-4b51-9895-25a321e0c7b9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Network 6010d2c2-d300-400c-be9f-95d4cb60edee is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:25.002613 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd77fe48-3cc5-47cd-8699-54fc8b4d6286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:25.009727 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52430527-5154-49f3-bf18-244cd0915254 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:25.025258 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-f72b1209-1c58-4b51-9895-25a321e0c7b9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:25.026911 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52430527-5154-49f3-bf18-244cd0915254 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:25.037615 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-24debb68-8810-4cdb-979f-c6c722321048 req-083447c6-dd74-4e42-bf63-2405097cf4ff service neutron] 10.222.0.35 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9760036 Jul 13 08:00:25.057207 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-f72b1209-1c58-4b51-9895-25a321e0c7b9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:25.095331 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b1209-1c58-4b51-9895-25a321e0c7b9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Pushing event updated for resources: {'Port': ['ID=63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:25.162754 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77fe48-3cc5-47cd-8699-54fc8b4d6286 None None] Pushing event updated for resources: {'Port': ['ID=dac38947-13f5-4cf9-b156-1122481a6f42,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:25.199812 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52430527-5154-49f3-bf18-244cd0915254 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Port': ['ID=6d377cea-5ea1-4b26-b0f8-5e4658662328,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:25.425860 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52430527-5154-49f3-bf18-244cd0915254 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:25.608215 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device dac38947-13f5-4cf9-b156-1122481a6f42 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:25.707396 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port dac38947-13f5-4cf9-b156-1122481a6f42 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:25.707768 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:25.846994 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e5e1d278-7b0a-4720-bd69-e2f32b192bde None None] Provisioning for port 6d377cea-5ea1-4b26-b0f8-5e4658662328 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:25.857336 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e5e1d278-7b0a-4720-bd69-e2f32b192bde None None] Provisioning complete for port 6d377cea-5ea1-4b26-b0f8-5e4658662328 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:25.858806 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e5e1d278-7b0a-4720-bd69-e2f32b192bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:26.026371 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e5e1d278-7b0a-4720-bd69-e2f32b192bde None None] Port 6d377cea-5ea1-4b26-b0f8-5e4658662328 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:26.030344 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0e4fedd6-5ebd-490d-b5ec-fba8b94d1528 req-7c01d73a-2d44-4c31-8416-2eabf1736221 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 210 time: 0.1102018 Jul 13 08:00:26.073977 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-f72b1209-1c58-4b51-9895-25a321e0c7b9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:26.075391 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-f72b1209-1c58-4b51-9895-25a321e0c7b9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:26.098629 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e5e1d278-7b0a-4720-bd69-e2f32b192bde None None] Provisioning complete for port dac38947-13f5-4cf9-b156-1122481a6f42 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:26.099201 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e5e1d278-7b0a-4720-bd69-e2f32b192bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:26.125367 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-f72b1209-1c58-4b51-9895-25a321e0c7b9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1793895 Jul 13 08:00:26.162192 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] Request body: {'port': {'device_id': '71ee5e47-fd9b-404c-8dc0-56ee93d0a920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:26.229526 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52430527-5154-49f3-bf18-244cd0915254 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network 9c848c46-aeab-40ae-9163-28a0e6579192 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:26.237038 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b583e5-e039-4432-b10a-b7a027a26158 req-a0b4ed3d-ae5c-4480-b0f5-1337662794e2 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:26.242908 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-52430527-5154-49f3-bf18-244cd0915254 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:26.247486 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-29b583e5-e039-4432-b10a-b7a027a26158 req-a0b4ed3d-ae5c-4480-b0f5-1337662794e2 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ee5e47-fd9b-404c-8dc0-56ee93d0a920 HTTP/1.1" status: 200 len: 931 time: 1.2242329 Jul 13 08:00:26.418516 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-d826d4b8-11e9-4154-9060-fcad147ecfb7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:26.420342 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-d826d4b8-11e9-4154-9060-fcad147ecfb7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.62 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 811 time: 0.8415594 Jul 13 08:00:26.430642 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-21fa935f-de0c-47e7-8400-88938dc0908d None None] Provisioning complete for port 6d377cea-5ea1-4b26-b0f8-5e4658662328 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:26.436807 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-21fa935f-de0c-47e7-8400-88938dc0908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:26.440203 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-29b583e5-e039-4432-b10a-b7a027a26158 req-4b83f047-4a12-413b-9582-b83f1acede1c tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876469 Jul 13 08:00:26.506231 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:26.583221 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-21fa935f-de0c-47e7-8400-88938dc0908d None None] Port 6d377cea-5ea1-4b26-b0f8-5e4658662328 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:26.715674 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-21635874-e55a-40bc-9801-80d08ad744e5 None None] Provisioning complete for port 6d377cea-5ea1-4b26-b0f8-5e4658662328 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:26.716317 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-21635874-e55a-40bc-9801-80d08ad744e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:26.811352 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-21635874-e55a-40bc-9801-80d08ad744e5 None None] Port 6d377cea-5ea1-4b26-b0f8-5e4658662328 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:26.815574 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2a783-1ed3-4535-9cc2-ce5288a8fe3d req-46cd19d1-fa53-4c41-9cec-d51a7baa4e39 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:26.817166 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a0e2a783-1ed3-4535-9cc2-ce5288a8fe3d req-46cd19d1-fa53-4c41-9cec-d51a7baa4e39 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 946 time: 0.4272652 Jul 13 08:00:26.916671 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a0e2a783-1ed3-4535-9cc2-ce5288a8fe3d req-c66d4c46-269b-472e-9748-baab8bce4c24 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859466 Jul 13 08:00:26.935019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-617fb35b-9596-4a43-a759-1d8689553127 None None] Provisioning complete for port 6d377cea-5ea1-4b26-b0f8-5e4658662328 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:26.935391 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-617fb35b-9596-4a43-a759-1d8689553127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:27.018597 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-617fb35b-9596-4a43-a759-1d8689553127 None None] Port 6d377cea-5ea1-4b26-b0f8-5e4658662328 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:27.097507 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:00:27.108186 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:27.127845 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] Transition to ACTIVE for port object 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:27.141900 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:27.178740 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-07d9d7d5-9397-46d9-b9e7-2fc6458a4844 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d1a06314407417ea88e23223ce7096a HTTP/1.1" status: 200 len: 379 time: 0.7462778 Jul 13 08:00:27.195318 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-0b993518-62f9-432c-a2ca-9156ff6f8e2c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Request body: {'port': {'device_id': 'cfb65d55-1009-4f63-95ee-03f48905d5d9', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'admin_state_up': True, 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'security_groups': ['8f20740a-453e-4777-b32c-d64a99b918d6']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:27.268533 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] Pushing event updated for resources: {'Port': ['ID=63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:27.319006 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52430527-5154-49f3-bf18-244cd0915254 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router 0a7f91ae-cc2c-4a2d-b6e5-6497af6239e9 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:00:27.341261 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf82a1f2-8c25-40fc-80ac-73c2fefba5a4 req-3a570124-bfa9-4252-979b-a9763a9840c0 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 210 time: 0.0341504 Jul 13 08:00:27.419525 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] Attempting to bind port 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:00:27.419859 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] Attempting to bind port 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '78096199-7087-45c3-a364-e9e751751f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6010d2c2-d300-400c-be9f-95d4cb60edee'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:00:27.420202 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] Attempting to bind port 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172 on network 6010d2c2-d300-400c-be9f-95d4cb60edee {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:27.429414 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] Port 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172 on network 6010d2c2-d300-400c-be9f-95d4cb60edee not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:00:27.429788 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] Attempting to bind port 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172 on network 6010d2c2-d300-400c-be9f-95d4cb60edee {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:27.445040 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8564f08-af1f-4fc5-9d7c-6c47be5dd6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:27.446214 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:00:27.446561 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] Checking segment: {'id': '78096199-7087-45c3-a364-e9e751751f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6010d2c2-d300-400c-be9f-95d4cb60edee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:27.446950 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] Bound using segment: {'id': '78096199-7087-45c3-a364-e9e751751f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6010d2c2-d300-400c-be9f-95d4cb60edee'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:00:27.447409 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] Bound port: 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78096199-7087-45c3-a364-e9e751751f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6010d2c2-d300-400c-be9f-95d4cb60edee'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:00:27.447769 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:27.524218 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] For port 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:00:27.528188 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] For port 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172,segment=NetworkSegment(78096199-7087-45c3-a364-e9e751751f37),segment_id=78096199-7087-45c3-a364-e9e751751f37)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:00:27.537472 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:27.553273 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-0b993518-62f9-432c-a2ca-9156ff6f8e2c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Made reservation on behalf of 3d1a06314407417ea88e23223ce7096a for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:00:27.557567 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-0b993518-62f9-432c-a2ca-9156ff6f8e2c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:27.572379 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d278e9e1-e502-46f3-9c90-61664707cf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:27.589923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:27.590594 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:27.592042 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] 10.222.0.35 "PUT /v2.0/ports/63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172 HTTP/1.1" status: 200 len: 1092 time: 1.4377861 Jul 13 08:00:27.596372 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ee5e47-fd9b-404c-8dc0-56ee93d0a920', 'tag': '63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:27.599916 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda5e119-c46d-4afe-9650-8c0769b06ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "71ee5e47-fd9b-404c-8dc0-56ee93d0a920", "tag": "63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:27.613045 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:00:27.647203 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d88c7-be5c-404b-85a9-25b0108f409f service neutron] Pushing event updated for resources: {'Port': ['ID=63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:27.664847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52430527-5154-49f3-bf18-244cd0915254 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:00:27.674567 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9069f591-621c-4606-b88b-8e4f95388924 None None] Sync routers for ids ['0a7f91ae-cc2c-4a2d-b6e5-6497af6239e9'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:00:27.688445 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7415e66e-db09-4912-91c5-3064fb2e2b2c x-openstack-request-id: req-7415e66e-db09-4912-91c5-3064fb2e2b2c {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:27.688869 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ee5e47-fd9b-404c-8dc0-56ee93d0a920", "tag": "63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:27.689258 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7415e66e-db09-4912-91c5-3064fb2e2b2c {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:27.689881 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ee5e47-fd9b-404c-8dc0-56ee93d0a920', 'tag': '63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172', 'status': 'completed', 'code': 200} Jul 13 08:00:27.691422 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9069f591-621c-4606-b88b-8e4f95388924 None None] Routers {'0a7f91ae-cc2c-4a2d-b6e5-6497af6239e9'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:27.692306 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9069f591-621c-4606-b88b-8e4f95388924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:00:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['0a7f91ae-cc2c-4a2d-b6e5-6497af6239e9'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:27.732499 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-52430527-5154-49f3-bf18-244cd0915254 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/0a7f91ae-cc2c-4a2d-b6e5-6497af6239e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2928865 Jul 13 08:00:27.736353 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42096) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:27.779029 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-0b993518-62f9-432c-a2ca-9156ff6f8e2c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Allocated IP 172.20.0.14 (dcb46551-b67f-448d-9e50-7e4cc85c9056/fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361/88d03ae3-c60f-4355-88a3-1848503d945d) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:27.806349 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:27.840106 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70cd943-11b4-4d41-a606-43a325c83269 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:27.841603 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e70cd943-11b4-4d41-a606-43a325c83269 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/ports/6d377cea-5ea1-4b26-b0f8-5e4658662328 HTTP/1.1" status: 200 len: 910 time: 0.1034248 Jul 13 08:00:27.848062 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42098) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:27.853814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c2f4b1fa-d84d-48df-bdfa-90967aaaf02d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '26d8591c-cd64-4382-a49c-6b77d2e1f886'}]}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:27.855436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1989da1-2613-4533-911d-68b916f97d42 req-8efb6e9b-14f3-489f-b754-e7e14ee0b7d3 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:27.870738 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9069f591-621c-4606-b88b-8e4f95388924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:27.875737 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c1989da1-2613-4533-911d-68b916f97d42 req-8efb6e9b-14f3-489f-b754-e7e14ee0b7d3 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ee5e47-fd9b-404c-8dc0-56ee93d0a920 HTTP/1.1" status: 200 len: 943 time: 0.2817783 Jul 13 08:00:27.881327 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9069f591-621c-4606-b88b-8e4f95388924 None None] Routers {'0a7f91ae-cc2c-4a2d-b6e5-6497af6239e9'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:27.881942 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9069f591-621c-4606-b88b-8e4f95388924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:00:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['0a7f91ae-cc2c-4a2d-b6e5-6497af6239e9'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:27.893204 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-2a694c0e-c73d-4b58-af87-d193fcf77d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:27.894824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-2a694c0e-c73d-4b58-af87-d193fcf77d2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0eefcb1ad9d4424186c36993d3bfbbea&device_id=71ee5e47-fd9b-404c-8dc0-56ee93d0a920 HTTP/1.1" status: 200 len: 1095 time: 0.2431426 Jul 13 08:00:27.920493 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9069f591-621c-4606-b88b-8e4f95388924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:27.921068 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9069f591-621c-4606-b88b-8e4f95388924 None None] The sync data for ids ['0a7f91ae-cc2c-4a2d-b6e5-6497af6239e9'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:00:27.950619 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-40e556fc-3a59-4066-837a-3c392b08cf45 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172 HTTP/1.1" status: 200 len: 217 time: 0.0462680 Jul 13 08:00:28.011971 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-d654b1b9-3ac1-456b-b38c-1387cddf2738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:28.015893 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-d654b1b9-3ac1-456b-b38c-1387cddf2738 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53b9c81c-e3a5-4f3c-a0c3-29ef11d7a9fd HTTP/1.1" status: 200 len: 852 time: 0.0602512 Jul 13 08:00:28.093743 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-d1dbc4c7-73b6-4107-9acc-4078b5ca51a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6010d2c2-d300-400c-be9f-95d4cb60edee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636511 Jul 13 08:00:28.093743 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c1989da1-2613-4533-911d-68b916f97d42 req-93957159-dec7-4ab4-baf6-b7cb26f29442 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158616 Jul 13 08:00:28.179224 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-0b993518-62f9-432c-a2ca-9156ff6f8e2c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:28.245945 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-0b993518-62f9-432c-a2ca-9156ff6f8e2c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Transition to ACTIVE for port object 88d03ae3-c60f-4355-88a3-1848503d945d will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:28.286270 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2f4b1fa-d84d-48df-bdfa-90967aaaf02d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:28.323449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b8564f08-af1f-4fc5-9d7c-6c47be5dd6a3 admin admin] Deleting port c768b043-fad6-47a1-995a-39f821bbf6af {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:28.324161 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8564f08-af1f-4fc5-9d7c-6c47be5dd6a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:28.329965 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547678a-6d23-4b6e-affb-ec61350682c5 req-ba7e4fbe-b76e-402f-b43a-600be4649c12 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:28.331520 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7547678a-6d23-4b6e-affb-ec61350682c5 req-ba7e4fbe-b76e-402f-b43a-600be4649c12 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 946 time: 0.2382748 Jul 13 08:00:28.333640 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-c5c44ef8-00e6-4f8d-bff1-977b9bbd8c21 service neutron] 10.222.0.35 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238073 Jul 13 08:00:28.335529 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c23c6-6bc1-43c2-969c-d1315db060f0 req-5130ca64-bfc6-497e-b221-db3c993d288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:28.337433 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-630c23c6-6bc1-43c2-969c-d1315db060f0 req-5130ca64-bfc6-497e-b221-db3c993d288f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 1098 time: 0.1686919 Jul 13 08:00:28.363299 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-0b993518-62f9-432c-a2ca-9156ff6f8e2c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:28.460611 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-0b993518-62f9-432c-a2ca-9156ff6f8e2c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Network dcb46551-b67f-448d-9e50-7e4cc85c9056 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:28.486001 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7547678a-6d23-4b6e-affb-ec61350682c5 req-99508779-9e6f-4418-b123-7a810c37b888 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476066 Jul 13 08:00:28.520914 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-0b993518-62f9-432c-a2ca-9156ff6f8e2c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:28.563879 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-0b993518-62f9-432c-a2ca-9156ff6f8e2c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:28.568641 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-771529df-d4b4-41bb-8540-2bfcd04ac901 req-ae354d59-8b5e-4109-98cc-9ae6399800ea service neutron] 10.222.0.35 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239661 Jul 13 08:00:28.572206 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b993518-62f9-432c-a2ca-9156ff6f8e2c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event updated for resources: {'Port': ['ID=88d03ae3-c60f-4355-88a3-1848503d945d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:28.572733 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c23c6-6bc1-43c2-969c-d1315db060f0 req-48690ab3-0d09-4e47-a2b3-710e7ddc269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:28.581238 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-630c23c6-6bc1-43c2-969c-d1315db060f0 req-48690ab3-0d09-4e47-a2b3-710e7ddc269a service neutron] 10.222.0.62 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 913 time: 0.2345297 Jul 13 08:00:28.637556 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-b8564f08-af1f-4fc5-9d7c-6c47be5dd6a3 admin admin] For port c768b043-fad6-47a1-995a-39f821bbf6af, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c768b043-fad6-47a1-995a-39f821bbf6af,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:28.637918 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8564f08-af1f-4fc5-9d7c-6c47be5dd6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:28.655469 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-630c23c6-6bc1-43c2-969c-d1315db060f0 req-0de256fd-2885-4dd4-a033-978e5df5a4ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=873c5efe-20fb-480d-a893-1b514513004f HTTP/1.1" status: 200 len: 217 time: 0.0630684 Jul 13 08:00:28.663242 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b8564f08-af1f-4fc5-9d7c-6c47be5dd6a3 admin admin] Calling delete_port for c768b043-fad6-47a1-995a-39f821bbf6af owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:28.718752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9508466-9500-4668-ab55-f21b99c87011 req-ed732f81-afbf-46c1-a8f5-66dd0269e7cd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:28.720301 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e9508466-9500-4668-ab55-f21b99c87011 req-ed732f81-afbf-46c1-a8f5-66dd0269e7cd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 932 time: 0.2318661 Jul 13 08:00:28.765904 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c23c6-6bc1-43c2-969c-d1315db060f0 req-1687078d-ab4c-4380-bf8b-14837b6f7bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:28.767409 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-630c23c6-6bc1-43c2-969c-d1315db060f0 req-1687078d-ab4c-4380-bf8b-14837b6f7bcd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.0907791 Jul 13 08:00:28.808275 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-0b993518-62f9-432c-a2ca-9156ff6f8e2c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:28.808977 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-0b993518-62f9-432c-a2ca-9156ff6f8e2c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:28.812891 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e9508466-9500-4668-ab55-f21b99c87011 req-a1c5a3a7-3eda-4a46-a5b9-686426600c36 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849669 Jul 13 08:00:28.824271 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5e119-c46d-4afe-9650-8c0769b06ed0 req-2d1ebfbd-f8b3-44e2-8d6d-bc0f7fb4d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:28.825754 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dda5e119-c46d-4afe-9650-8c0769b06ed0 req-2d1ebfbd-f8b3-44e2-8d6d-bc0f7fb4d746 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0eefcb1ad9d4424186c36993d3bfbbea&device_id=71ee5e47-fd9b-404c-8dc0-56ee93d0a920 HTTP/1.1" status: 200 len: 1095 time: 0.1794181 Jul 13 08:00:28.860643 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a490a029-4fae-4797-a501-56329d19e09d None None] Provisioning for port 88d03ae3-c60f-4355-88a3-1848503d945d completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:28.867022 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a490a029-4fae-4797-a501-56329d19e09d None None] Provisioning complete for port 88d03ae3-c60f-4355-88a3-1848503d945d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:28.867827 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a490a029-4fae-4797-a501-56329d19e09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:28.903370 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c23c6-6bc1-43c2-969c-d1315db060f0 req-d1d455fa-0ed5-4f46-a587-8ee1a5054da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:28.904872 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-630c23c6-6bc1-43c2-969c-d1315db060f0 req-d1d455fa-0ed5-4f46-a587-8ee1a5054da3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1280468 Jul 13 08:00:28.917639 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a490a029-4fae-4797-a501-56329d19e09d None None] Port 88d03ae3-c60f-4355-88a3-1848503d945d cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:28.918399 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-0b993518-62f9-432c-a2ca-9156ff6f8e2c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7272782 Jul 13 08:00:28.938035 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] Request body: {'port': {'device_id': 'cfb65d55-1009-4f63-95ee-03f48905d5d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:28.970071 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5e119-c46d-4afe-9650-8c0769b06ed0 req-0553713f-9cd4-4109-b81e-f84125067907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:28.971980 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dda5e119-c46d-4afe-9650-8c0769b06ed0 req-0553713f-9cd4-4109-b81e-f84125067907 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6010d2c2-d300-400c-be9f-95d4cb60edee HTTP/1.1" status: 200 len: 913 time: 0.1389229 Jul 13 08:00:29.038730 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dda5e119-c46d-4afe-9650-8c0769b06ed0 req-b35b5222-204b-4e16-9ab2-7c36cd8315dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172 HTTP/1.1" status: 200 len: 217 time: 0.0395212 Jul 13 08:00:29.100775 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-630c23c6-6bc1-43c2-969c-d1315db060f0 req-f56e39b2-6bbe-4243-bb48-8648d37dd275 service neutron] 10.222.0.62 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850781 Jul 13 08:00:29.104471 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:29.127790 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8564f08-af1f-4fc5-9d7c-6c47be5dd6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:29.220432 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5e119-c46d-4afe-9650-8c0769b06ed0 req-c0d94a34-15ec-4727-850e-c220f63ea97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:29.222311 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dda5e119-c46d-4afe-9650-8c0769b06ed0 req-c0d94a34-15ec-4727-850e-c220f63ea97a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53b9c81c-e3a5-4f3c-a0c3-29ef11d7a9fd HTTP/1.1" status: 200 len: 852 time: 0.1759853 Jul 13 08:00:29.229856 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-630c23c6-6bc1-43c2-969c-d1315db060f0 req-f17b029f-6da6-4e46-94be-1b995b9a3989 service neutron] 10.222.0.62 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207931 Jul 13 08:00:29.275460 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dda5e119-c46d-4afe-9650-8c0769b06ed0 req-d35ad607-2736-4286-864f-1233efceb4c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6010d2c2-d300-400c-be9f-95d4cb60edee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434089 Jul 13 08:00:29.275678 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8564f08-af1f-4fc5-9d7c-6c47be5dd6a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c768b043-fad6-47a1-995a-39f821bbf6af,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:29.466649 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dda5e119-c46d-4afe-9650-8c0769b06ed0 req-8818cd54-4b46-4349-9f5d-55bf86f1855e service neutron] 10.222.0.35 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519475 Jul 13 08:00:29.476292 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b0017-3bf6-49cc-8720-81a30fbb99f8 req-eefc970c-d48f-4ceb-b1a8-7b9b3d15b0b4 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:29.478298 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a14b0017-3bf6-49cc-8720-81a30fbb99f8 req-eefc970c-d48f-4ceb-b1a8-7b9b3d15b0b4 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ee5e47-fd9b-404c-8dc0-56ee93d0a920 HTTP/1.1" status: 200 len: 943 time: 0.2168512 Jul 13 08:00:29.595686 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:29.623035 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2f4b1fa-d84d-48df-bdfa-90967aaaf02d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:29.624284 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dda5e119-c46d-4afe-9650-8c0769b06ed0 req-6a5840dc-6ec4-453e-856a-34000a0f33b5 service neutron] 10.222.0.35 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447873 Jul 13 08:00:29.674806 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2f4b1fa-d84d-48df-bdfa-90967aaaf02d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:29.701848 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a14b0017-3bf6-49cc-8720-81a30fbb99f8 req-148cc364-4163-4caf-b1ae-437db7c69eee tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764487 Jul 13 08:00:29.729632 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433aed83-b857-42f2-93f8-3d946ebeffa2 req-dc1adb3b-07eb-41a5-a825-067e0dfcbd61 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:29.731457 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-433aed83-b857-42f2-93f8-3d946ebeffa2 req-dc1adb3b-07eb-41a5-a825-067e0dfcbd61 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 946 time: 0.0808034 Jul 13 08:00:29.777139 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-433aed83-b857-42f2-93f8-3d946ebeffa2 req-971212aa-3efc-464e-a6d8-c937e364e02f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390379 Jul 13 08:00:29.787732 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d03ae3-c60f-4355-88a3-1848503d945d {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:00:29.819309 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:29.829757 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4b1fa-d84d-48df-bdfa-90967aaaf02d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Port': ['ID=6d377cea-5ea1-4b26-b0f8-5e4658662328,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:29.843616 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8564f08-af1f-4fc5-9d7c-6c47be5dd6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:29.849455 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f4b1fa-d84d-48df-bdfa-90967aaaf02d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:29.850234 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2f4b1fa-d84d-48df-bdfa-90967aaaf02d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:29.851794 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c2f4b1fa-d84d-48df-bdfa-90967aaaf02d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/ports/6d377cea-5ea1-4b26-b0f8-5e4658662328 HTTP/1.1" status: 200 len: 910 time: 2.0027850 Jul 13 08:00:29.854987 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42122) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:29.863977 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] Transition to ACTIVE for port object 88d03ae3-c60f-4355-88a3-1848503d945d will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:29.884753 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:30.062793 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6a1a9507-0336-4304-87c0-a78b42d35c02 None None] Provisioning complete for port 6d377cea-5ea1-4b26-b0f8-5e4658662328 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:30.063759 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a1a9507-0336-4304-87c0-a78b42d35c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:30.124681 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a9507-0336-4304-87c0-a78b42d35c02 None None] Port 6d377cea-5ea1-4b26-b0f8-5e4658662328 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:30.281819 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b7dd3-cf21-45de-ab68-5183ce9b05bf req-491f8713-e954-4700-ba77-89e5068ac2ee tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:30.283707 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7d0b7dd3-cf21-45de-ab68-5183ce9b05bf req-491f8713-e954-4700-ba77-89e5068ac2ee tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 944 time: 0.1463697 Jul 13 08:00:30.375144 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7d0b7dd3-cf21-45de-ab68-5183ce9b05bf req-c06290f3-45f0-420a-af7e-2fdeb629782d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842445 Jul 13 08:00:30.407757 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a1c874c-5097-4d2b-a12a-77cfd9f0c84f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:30.565800 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] Pushing event updated for resources: {'Port': ['ID=88d03ae3-c60f-4355-88a3-1848503d945d,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:30.708533 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] Attempting to bind port 88d03ae3-c60f-4355-88a3-1848503d945d on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:00:30.709132 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] Attempting to bind port 88d03ae3-c60f-4355-88a3-1848503d945d by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:00:30.709218 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] Attempting to bind port 88d03ae3-c60f-4355-88a3-1848503d945d on network dcb46551-b67f-448d-9e50-7e4cc85c9056 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:30.746117 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] Port 88d03ae3-c60f-4355-88a3-1848503d945d on network dcb46551-b67f-448d-9e50-7e4cc85c9056 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:00:30.746463 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] Attempting to bind port 88d03ae3-c60f-4355-88a3-1848503d945d on network dcb46551-b67f-448d-9e50-7e4cc85c9056 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:30.759837 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:00:30.760247 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] Checking segment: {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:30.760647 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] Bound using segment: {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:00:30.761089 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] Bound port: 88d03ae3-c60f-4355-88a3-1848503d945d, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:00:30.761450 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:30.775904 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c874c-5097-4d2b-a12a-77cfd9f0c84f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting port 6d377cea-5ea1-4b26-b0f8-5e4658662328 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:30.776867 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a1c874c-5097-4d2b-a12a-77cfd9f0c84f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:30.835029 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] For port 88d03ae3-c60f-4355-88a3-1848503d945d, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:00:30.838784 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] For port 88d03ae3-c60f-4355-88a3-1848503d945d, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=88d03ae3-c60f-4355-88a3-1848503d945d,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:00:30.855326 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:30.858436 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8564f08-af1f-4fc5-9d7c-6c47be5dd6a3 admin admin] Router d291a3d3-64e6-4a51-8af2-ef65804f974d has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:00:30.894179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:30.894449 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:30.895900 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] 10.222.0.62 "PUT /v2.0/ports/88d03ae3-c60f-4355-88a3-1848503d945d HTTP/1.1" status: 200 len: 1093 time: 1.9640229 Jul 13 08:00:30.900331 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb65d55-1009-4f63-95ee-03f48905d5d9', 'tag': '88d03ae3-c60f-4355-88a3-1848503d945d'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:30.903324 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4dca2f-f5c8-4c4f-84fa-138003d56993" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb65d55-1009-4f63-95ee-03f48905d5d9", "tag": "88d03ae3-c60f-4355-88a3-1848503d945d"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:30.933780 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a1c874c-5097-4d2b-a12a-77cfd9f0c84f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:30.956238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c874c-5097-4d2b-a12a-77cfd9f0c84f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Calling delete_port for 6d377cea-5ea1-4b26-b0f8-5e4658662328 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:31.016194 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5f2a5-1b22-4d1f-9608-c57a52757458 service neutron] Pushing event updated for resources: {'Port': ['ID=88d03ae3-c60f-4355-88a3-1848503d945d,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:31.110290 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-3435cb60-04c5-4117-ba3c-e1f1387d372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:31.111993 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-3435cb60-04c5-4117-ba3c-e1f1387d372c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 1096 time: 0.1288667 Jul 13 08:00:31.113724 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8564f08-af1f-4fc5-9d7c-6c47be5dd6a3 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:00:31.123086 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b8564f08-af1f-4fc5-9d7c-6c47be5dd6a3 admin admin] 10.222.0.58 "PUT /v2.0/routers/d291a3d3-64e6-4a51-8af2-ef65804f974d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1078649 Jul 13 08:00:31.126385 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c5071-1983-4b56-a6c2-901747d5acfd req-bd2903ae-973f-4b1c-983d-d9ae7b6d7290 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:31.128406 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42154) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:31.134311 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce4c5071-1983-4b56-a6c2-901747d5acfd req-bd2903ae-973f-4b1c-983d-d9ae7b6d7290 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ee5e47-fd9b-404c-8dc0-56ee93d0a920 HTTP/1.1" status: 200 len: 943 time: 0.2637002 Jul 13 08:00:31.145742 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd480c-6cd2-45af-813c-40885c0fcda1 None None] Sync routers for ids ['d291a3d3-64e6-4a51-8af2-ef65804f974d'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:00:31.157154 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cd480c-6cd2-45af-813c-40885c0fcda1 None None] Routers {'d291a3d3-64e6-4a51-8af2-ef65804f974d'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:31.158239 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b7cd480c-6cd2-45af-813c-40885c0fcda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:00:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['d291a3d3-64e6-4a51-8af2-ef65804f974d'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:31.209767 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240fcf4-070e-47b3-8355-6942083d90c3 req-a29452d4-593b-4c7e-b5f4-b37f7bf9aed8 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:31.216648 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2240fcf4-070e-47b3-8355-6942083d90c3 req-a29452d4-593b-4c7e-b5f4-b37f7bf9aed8 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 946 time: 0.2437499 Jul 13 08:00:31.227246 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-ba735dde-6f78-45d9-83cb-55c8dc239ce2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88d03ae3-c60f-4355-88a3-1848503d945d HTTP/1.1" status: 200 len: 217 time: 0.1052318 Jul 13 08:00:31.230016 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce4c5071-1983-4b56-a6c2-901747d5acfd req-db19867d-04ef-4051-8889-85a83875c432 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743001 Jul 13 08:00:31.334394 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799f2809-a217-4d2d-b513-29bccfa40548 x-openstack-request-id: req-799f2809-a217-4d2d-b513-29bccfa40548 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:31.334697 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb65d55-1009-4f63-95ee-03f48905d5d9", "tag": "88d03ae3-c60f-4355-88a3-1848503d945d", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:31.334957 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-799f2809-a217-4d2d-b513-29bccfa40548 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:31.335369 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb65d55-1009-4f63-95ee-03f48905d5d9', 'tag': '88d03ae3-c60f-4355-88a3-1848503d945d', 'status': 'completed', 'code': 200} Jul 13 08:00:31.356277 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-d9f1a477-d357-4c2f-b1b2-496c5849cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:31.357923 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-d9f1a477-d357-4c2f-b1b2-496c5849cad8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 200 len: 850 time: 0.1140838 Jul 13 08:00:31.380188 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb8be78e-f7e8-49c3-9963-a3bd1a942ff5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:31.425119 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:31.462964 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-b7cd480c-6cd2-45af-813c-40885c0fcda1 None None] Set router d291a3d3-64e6-4a51-8af2-ef65804f974d gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:31.533506 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-2f29e15f-9345-495e-b051-113ffb237c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:31.535242 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-2f29e15f-9345-495e-b051-113ffb237c38 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dcb46551-b67f-448d-9e50-7e4cc85c9056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1665311 Jul 13 08:00:31.588382 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb8be78e-f7e8-49c3-9963-a3bd1a942ff5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:31.716536 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-4a86b383-2a6c-41ab-9ab2-aae3ad5d1478 service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704605 Jul 13 08:00:31.834312 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-fb8be78e-f7e8-49c3-9963-a3bd1a942ff5 admin admin] Deleting port b25d5a77-5b8a-4a04-9d5c-355d8cab309f {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:31.834671 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb8be78e-f7e8-49c3-9963-a3bd1a942ff5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:31.847924 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 873c5efe-20fb-480d-a893-1b514513004f no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:00:31.872414 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3967ac51-5176-4420-afe2-31f8e6f76ac3 req-0d4403bf-2527-4c1c-adc3-969294709a42 service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373014 Jul 13 08:00:31.940292 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2240fcf4-070e-47b3-8355-6942083d90c3 req-3d81c0fb-639b-4449-9243-f5564f810fc7 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7225945 Jul 13 08:00:31.944084 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b7cd480c-6cd2-45af-813c-40885c0fcda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'name': 'tempest-AttachVolumeShelveTestJSON-109090500-router', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T08:00:28Z', 'revision_number': 5, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'gw_port': {'id': 'b25d5a77-5b8a-4a04-9d5c-355d8cab309f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:31.985189 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a1c874c-5097-4d2b-a12a-77cfd9f0c84f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:32.001625 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-fb8be78e-f7e8-49c3-9963-a3bd1a942ff5 admin admin] For port b25d5a77-5b8a-4a04-9d5c-355d8cab309f, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b25d5a77-5b8a-4a04-9d5c-355d8cab309f,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:32.002278 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb8be78e-f7e8-49c3-9963-a3bd1a942ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:32.018331 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-fb8be78e-f7e8-49c3-9963-a3bd1a942ff5 admin admin] Calling delete_port for b25d5a77-5b8a-4a04-9d5c-355d8cab309f owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:32.024337 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c874c-5097-4d2b-a12a-77cfd9f0c84f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Port': ['ID=6d377cea-5ea1-4b26-b0f8-5e4658662328,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:32.047718 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd480c-6cd2-45af-813c-40885c0fcda1 None None] Checking router: d291a3d3-64e6-4a51-8af2-ef65804f974d for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:00:32.070720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cd480c-6cd2-45af-813c-40885c0fcda1 None None] Routers {'d291a3d3-64e6-4a51-8af2-ef65804f974d'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:32.071846 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b7cd480c-6cd2-45af-813c-40885c0fcda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:00:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['d291a3d3-64e6-4a51-8af2-ef65804f974d'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:32.152748 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5fb1e-a001-409b-bbb3-1694174dcdd0 req-53b1ace0-e057-44f6-9957-509eb44a627a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:32.160957 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-40d5fb1e-a001-409b-bbb3-1694174dcdd0 req-53b1ace0-e057-44f6-9957-509eb44a627a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 944 time: 0.2951090 Jul 13 08:00:32.230763 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-b7cd480c-6cd2-45af-813c-40885c0fcda1 None None] Set router d291a3d3-64e6-4a51-8af2-ef65804f974d gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:32.306898 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b7cd480c-6cd2-45af-813c-40885c0fcda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'name': 'tempest-AttachVolumeShelveTestJSON-109090500-router', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T08:00:31Z', 'revision_number': 6, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:32.309027 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:00:32.359819 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd480c-6cd2-45af-813c-40885c0fcda1 None None] The sync data for ids ['d291a3d3-64e6-4a51-8af2-ef65804f974d'] in n-d-779913-28 is: [{'id': 'd291a3d3-64e6-4a51-8af2-ef65804f974d', 'name': 'tempest-AttachVolumeShelveTestJSON-109090500-router', 'tenant_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:51Z', 'updated_at': '2021-07-13T08:00:31Z', 'revision_number': 6, 'project_id': 'b3de4ade69c24e9b8a0825017e0177ec', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:00:32.385063 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb8be78e-f7e8-49c3-9963-a3bd1a942ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:32.477805 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8be78e-f7e8-49c3-9963-a3bd1a942ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b25d5a77-5b8a-4a04-9d5c-355d8cab309f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:32.515927 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a1c874c-5097-4d2b-a12a-77cfd9f0c84f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:32.537775 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-40d5fb1e-a001-409b-bbb3-1694174dcdd0 req-f012005c-9936-4534-afa0-9228d9f540e2 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3759460 Jul 13 08:00:32.584929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172,segment=NetworkSegment(78096199-7087-45c3-a364-e9e751751f37),segment_id=78096199-7087-45c3-a364-e9e751751f37)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:32.599095 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172', 'network_id': '6010d2c2-d300-400c-be9f-95d4cb60edee', 'port_id': '63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172', 'mac_address': 'fa:16:3e:e6:72:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b9c81c-e3a5-4f3c-a0c3-29ef11d7a9fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:00:32.601926 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:32.616277 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb8be78e-f7e8-49c3-9963-a3bd1a942ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:32.673211 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:32.702501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:00:32.713770 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23935ec-8a89-4246-b04e-afa2ff8ddfe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873c5efe-20fb-480d-a893-1b514513004f'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:32.717815 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a3f605-ade8-4a09-babf-9384fce53795" -d '{"events": [{"server_uuid": "a23935ec-8a89-4246-b04e-afa2ff8ddfe7", "name": "network-vif-unplugged", "status": "completed", "tag": "873c5efe-20fb-480d-a893-1b514513004f"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:32.755546 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 873c5efe-20fb-480d-a893-1b514513004f, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=873c5efe-20fb-480d-a893-1b514513004f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:32.771243 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6771d9f3-71a5-4326-b99b-e9a08af2a38e x-openstack-request-id: req-6771d9f3-71a5-4326-b99b-e9a08af2a38e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:32.771847 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23935ec-8a89-4246-b04e-afa2ff8ddfe7", "name": "network-vif-unplugged", "status": "failed", "tag": "873c5efe-20fb-480d-a893-1b514513004f", "code": 422}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:32.772258 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6771d9f3-71a5-4326-b99b-e9a08af2a38e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:32.772811 n-d-779913-28 neutron-server[93725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a23935ec-8a89-4246-b04e-afa2ff8ddfe7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '873c5efe-20fb-480d-a893-1b514513004f', 'code': 422} returned with failed status Jul 13 08:00:32.787965 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:32.795796 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb8be78e-f7e8-49c3-9963-a3bd1a942ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:32.798995 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb8be78e-f7e8-49c3-9963-a3bd1a942ff5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:32.841668 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172,segment=NetworkSegment(78096199-7087-45c3-a364-e9e751751f37),segment_id=78096199-7087-45c3-a364-e9e751751f37)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:32.869820 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:32.895262 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dcf3d-6539-4836-85b4-c72a109be585 req-95c95bae-04c2-4fd2-995d-c4f4b1f648f4 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:32.905029 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f2dcf3d-6539-4836-85b4-c72a109be585 req-95c95bae-04c2-4fd2-995d-c4f4b1f648f4 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ee5e47-fd9b-404c-8dc0-56ee93d0a920 HTTP/1.1" status: 200 len: 943 time: 0.4106832 Jul 13 08:00:32.905416 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dca2f-f5c8-4c4f-84fa-138003d56993 req-f3ff357e-d9f4-4506-9122-fde4ebc9a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:32.908192 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9f4dca2f-f5c8-4c4f-84fa-138003d56993 req-f3ff357e-d9f4-4506-9122-fde4ebc9a6fb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 1096 time: 0.5760419 Jul 13 08:00:32.934728 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb8be78e-f7e8-49c3-9963-a3bd1a942ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:32.939788 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1c874c-5097-4d2b-a12a-77cfd9f0c84f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router 0a7f91ae-cc2c-4a2d-b6e5-6497af6239e9 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:00:32.940987 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8be78e-f7e8-49c3-9963-a3bd1a942ff5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d291a3d3-64e6-4a51-8af2-ef65804f974d {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:00:32.944864 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=873c5efe-20fb-480d-a893-1b514513004f,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:32.949577 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb8be78e-f7e8-49c3-9963-a3bd1a942ff5 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:32.955743 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42274) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:32.961194 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fb8be78e-f7e8-49c3-9963-a3bd1a942ff5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/d291a3d3-64e6-4a51-8af2-ef65804f974d HTTP/1.1" status: 204 len: 168 time: 1.8316474 Jul 13 08:00:33.091810 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f2dcf3d-6539-4836-85b4-c72a109be585 req-0229cc92-b995-4a98-98c8-ee4b66f55a72 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839767 Jul 13 08:00:33.127707 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:33.129549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dca2f-f5c8-4c4f-84fa-138003d56993 req-e2c29379-2354-4f7e-a2e5-d3ec72eca060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:33.137287 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9f4dca2f-f5c8-4c4f-84fa-138003d56993 req-e2c29379-2354-4f7e-a2e5-d3ec72eca060 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 912 time: 0.2185335 Jul 13 08:00:33.202920 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9f4dca2f-f5c8-4c4f-84fa-138003d56993 req-de114989-1934-4a9c-b45f-c21d0a0d3a39 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88d03ae3-c60f-4355-88a3-1848503d945d HTTP/1.1" status: 200 len: 217 time: 0.0570664 Jul 13 08:00:33.205533 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:00:33.226907 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1c874c-5097-4d2b-a12a-77cfd9f0c84f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:00:33.237086 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a647077-f68d-4126-bd2d-f9a2d475b7db None None] Sync routers for ids ['0a7f91ae-cc2c-4a2d-b6e5-6497af6239e9'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:00:33.240754 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-256bb711-fc9c-4b31-b04b-189ca62791d7 admin admin] Deleting subnet 6c438866-8191-4fb5-b30d-fdddd69335c4 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:00:33.249182 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9a1c874c-5097-4d2b-a12a-77cfd9f0c84f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/0a7f91ae-cc2c-4a2d-b6e5-6497af6239e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3929715 Jul 13 08:00:33.252230 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-256bb711-fc9c-4b31-b04b-189ca62791d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:33.254214 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42296) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:33.271055 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a647077-f68d-4126-bd2d-f9a2d475b7db None None] Routers {'0a7f91ae-cc2c-4a2d-b6e5-6497af6239e9'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:33.279345 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8a647077-f68d-4126-bd2d-f9a2d475b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:00:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['0a7f91ae-cc2c-4a2d-b6e5-6497af6239e9'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:33.280223 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-75c6faf9-6616-4db4-bd31-c0a1f1726c36 None None] Provisioning complete for port 873c5efe-20fb-480d-a893-1b514513004f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:33.281116 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75c6faf9-6616-4db4-bd31-c0a1f1726c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:33.301716 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dca2f-f5c8-4c4f-84fa-138003d56993 req-52dfda2e-c8a2-428e-ab29-808384dea66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:33.303275 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9f4dca2f-f5c8-4c4f-84fa-138003d56993 req-52dfda2e-c8a2-428e-ab29-808384dea66f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 200 len: 850 time: 0.0894611 Jul 13 08:00:33.408592 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8a647077-f68d-4126-bd2d-f9a2d475b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:33.440885 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a647077-f68d-4126-bd2d-f9a2d475b7db None None] Routers {'0a7f91ae-cc2c-4a2d-b6e5-6497af6239e9'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:33.443701 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8a647077-f68d-4126-bd2d-f9a2d475b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:00:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['0a7f91ae-cc2c-4a2d-b6e5-6497af6239e9'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:33.485428 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dca2f-f5c8-4c4f-84fa-138003d56993 req-7de797ca-15c6-49ba-ba19-83d6c0b596db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:33.487207 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9f4dca2f-f5c8-4c4f-84fa-138003d56993 req-7de797ca-15c6-49ba-ba19-83d6c0b596db service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dcb46551-b67f-448d-9e50-7e4cc85c9056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1761317 Jul 13 08:00:33.513982 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-88b958dc-a9f5-402c-955a-ffedd336c124 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7f91ae-cc2c-4a2d-b6e5-6497af6239e9 HTTP/1.1" status: 200 len: 205 time: 0.2030218 Jul 13 08:00:33.519247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42322) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:33.542718 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8a647077-f68d-4126-bd2d-f9a2d475b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:33.543939 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a647077-f68d-4126-bd2d-f9a2d475b7db None None] The sync data for ids ['0a7f91ae-cc2c-4a2d-b6e5-6497af6239e9'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:00:33.590348 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75c6faf9-6616-4db4-bd31-c0a1f1726c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:33.673734 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c768b043-fad6-47a1-995a-39f821bbf6af no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:00:33.724747 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9f4dca2f-f5c8-4c4f-84fa-138003d56993 req-d20c239b-a508-4a6e-be2a-5a897422a0c1 service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287135 Jul 13 08:00:33.725925 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-75c6faf9-6616-4db4-bd31-c0a1f1726c36 None None] For port 873c5efe-20fb-480d-a893-1b514513004f, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=873c5efe-20fb-480d-a893-1b514513004f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:33.728513 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: c768b043-fad6-47a1-995a-39f821bbf6af {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:00:33.728843 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c768b043-fad6-47a1-995a-39f821bbf6af not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:00:33.729258 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b25d5a77-5b8a-4a04-9d5c-355d8cab309f no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:00:33.748380 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ed79786-915f-4b39-8ac6-969d0b6122c3 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:33.804170 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75c6faf9-6616-4db4-bd31-c0a1f1726c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:33.859458 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-256bb711-fc9c-4b31-b04b-189ca62791d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:33.871544 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: b25d5a77-5b8a-4a04-9d5c-355d8cab309f {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:00:33.872202 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b25d5a77-5b8a-4a04-9d5c-355d8cab309f not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:00:33.956583 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6faf9-6616-4db4-bd31-c0a1f1726c36 None None] Pushing event updated for resources: {'Port': ['ID=873c5efe-20fb-480d-a893-1b514513004f,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:33.974065 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9f4dca2f-f5c8-4c4f-84fa-138003d56993 req-b9ad92a4-b85c-4372-9970-3f38eed48c6d service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395480 Jul 13 08:00:34.165807 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-256bb711-fc9c-4b31-b04b-189ca62791d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.271088 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ed79786-915f-4b39-8ac6-969d0b6122c3 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.283704 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d499f50-a8e7-4fe8-b040-b3f63cc79e12 req-fd325f56-da10-4f53-b3a9-e52214a21a8c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:34.285387 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d499f50-a8e7-4fe8-b040-b3f63cc79e12 req-fd325f56-da10-4f53-b3a9-e52214a21a8c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 944 time: 1.0559556 Jul 13 08:00:34.286812 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ed79786-915f-4b39-8ac6-969d0b6122c3 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.291735 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dcae2d3c-a0b1-4063-9c97-d31612029817 None None] Provisioning complete for port 873c5efe-20fb-480d-a893-1b514513004f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:34.292224 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dcae2d3c-a0b1-4063-9c97-d31612029817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.375026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97010656-83f9-4fcd-a3dd-656c39acfd41 req-d44a6bf5-b661-4423-a483-e97bc592515e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:34.382125 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-97010656-83f9-4fcd-a3dd-656c39acfd41 req-d44a6bf5-b661-4423-a483-e97bc592515e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 944 time: 0.5333352 Jul 13 08:00:34.433129 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d499f50-a8e7-4fe8-b040-b3f63cc79e12 req-0fb47e26-4330-429b-b41c-24d2a473a435 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347618 Jul 13 08:00:34.439961 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ed79786-915f-4b39-8ac6-969d0b6122c3 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.443677 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed79786-915f-4b39-8ac6-969d0b6122c3 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Fanout notify agent at l3_agent the message router_deleted on router 0a7f91ae-cc2c-4a2d-b6e5-6497af6239e9 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:00:34.452100 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-256bb711-fc9c-4b31-b04b-189ca62791d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.468196 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ed79786-915f-4b39-8ac6-969d0b6122c3 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.472893 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4ed79786-915f-4b39-8ac6-969d0b6122c3 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/routers/0a7f91ae-cc2c-4a2d-b6e5-6497af6239e9 HTTP/1.1" status: 204 len: 168 time: 0.9433303 Jul 13 08:00:34.473550 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42412) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:34.589945 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bb711-fc9c-4b31-b04b-189ca62791d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c438866-8191-4fb5-b30d-fdddd69335c4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:34.608302 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-256bb711-fc9c-4b31-b04b-189ca62791d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.613572 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29b1789-50fb-4ac3-9512-8c16cf58e9ce None None] Network af7ca3eb-4965-4f8d-8ffe-2935fee77b89 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:00:34.614947 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-256bb711-fc9c-4b31-b04b-189ca62791d7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6c438866-8191-4fb5-b30d-fdddd69335c4 HTTP/1.1" status: 204 len: 168 time: 1.6580665 Jul 13 08:00:34.618078 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42424) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:34.658780 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-80555fb7-c6ee-4f83-825a-62f499e0f2ba tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting subnet 26d8591c-cd64-4382-a49c-6b77d2e1f886 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:00:34.663045 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-97010656-83f9-4fcd-a3dd-656c39acfd41 req-d782e454-b9f0-4d31-92fd-950daafd9da4 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2796068 Jul 13 08:00:34.669109 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80555fb7-c6ee-4f83-825a-62f499e0f2ba tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.800005 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23935ec-8a89-4246-b04e-afa2ff8ddfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873c5efe-20fb-480d-a893-1b514513004f'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:34.815807 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96b15f4-d545-4798-b69d-62e9f23240d1" -d '{"events": [{"server_uuid": "a23935ec-8a89-4246-b04e-afa2ff8ddfe7", "name": "network-vif-plugged", "status": "completed", "tag": "873c5efe-20fb-480d-a893-1b514513004f"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:34.835404 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69921741-e245-4444-9554-b6806ceb8990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.848771 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80555fb7-c6ee-4f83-825a-62f499e0f2ba tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.047907 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80555fb7-c6ee-4f83-825a-62f499e0f2ba tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.141934 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-69921741-e245-4444-9554-b6806ceb8990 admin admin] Deleting port b53b80f1-9ac8-4d85-92af-753f131e8770 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:35.142301 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69921741-e245-4444-9554-b6806ceb8990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.174995 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80555fb7-c6ee-4f83-825a-62f499e0f2ba tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.206721 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38444b-72c0-4245-a6e6-aa1bad79d1e2 req-71aa4aad-182a-4802-8ba8-97b61ca14865 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:35.214433 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa38444b-72c0-4245-a6e6-aa1bad79d1e2 req-71aa4aad-182a-4802-8ba8-97b61ca14865 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ee5e47-fd9b-404c-8dc0-56ee93d0a920 HTTP/1.1" status: 200 len: 944 time: 0.3578997 Jul 13 08:00:35.216767 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42480) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:35.229911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2831c530-6cbe-4e89-b81b-1624b3cdea32 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1867564110', 'description': 'tempest-secgroup-smoke-1867564110 description', 'project_id': '6ad4c40067be450f8ab9004872502cad'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:35.281814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80555fb7-c6ee-4f83-825a-62f499e0f2ba tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Subnet': ['ID=26d8591c-cd64-4382-a49c-6b77d2e1f886,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:35.290891 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80555fb7-c6ee-4f83-825a-62f499e0f2ba tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.304135 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-80555fb7-c6ee-4f83-825a-62f499e0f2ba tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/subnets/26d8591c-cd64-4382-a49c-6b77d2e1f886 HTTP/1.1" status: 204 len: 168 time: 0.8292935 Jul 13 08:00:35.305919 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42490) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:35.370346 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86151fce-f0fd-4b0c-a8e1-f7bca22577a2 None None] Network 9c848c46-aeab-40ae-9163-28a0e6579192 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:00:35.466177 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb95a419-f016-4b98-b885-dab2cf234766 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.489178 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa38444b-72c0-4245-a6e6-aa1bad79d1e2 req-0d0a39f9-0bf4-46a4-945a-eb41d3d49c6d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736921 Jul 13 08:00:35.525291 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-69921741-e245-4444-9554-b6806ceb8990 admin admin] For port b53b80f1-9ac8-4d85-92af-753f131e8770, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b53b80f1-9ac8-4d85-92af-753f131e8770,segment=NetworkSegment(e59dd538-281d-4885-bc59-b883b76b38c2),segment_id=e59dd538-281d-4885-bc59-b883b76b38c2)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:35.525588 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69921741-e245-4444-9554-b6806ceb8990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.534460 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-cb95a419-f016-4b98-b885-dab2cf234766 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting port dac38947-13f5-4cf9-b156-1122481a6f42 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:35.535129 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb95a419-f016-4b98-b885-dab2cf234766 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.556559 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2831c530-6cbe-4e89-b81b-1624b3cdea32 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.576610 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f6bf7d-a901-4595-b6b8-80d1e5c7396e x-openstack-request-id: req-52f6bf7d-a901-4595-b6b8-80d1e5c7396e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:35.576901 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23935ec-8a89-4246-b04e-afa2ff8ddfe7", "name": "network-vif-plugged", "status": "failed", "tag": "873c5efe-20fb-480d-a893-1b514513004f", "code": 422}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:35.577151 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52f6bf7d-a901-4595-b6b8-80d1e5c7396e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:35.578894 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-69921741-e245-4444-9554-b6806ceb8990 admin admin] Calling delete_port for b53b80f1-9ac8-4d85-92af-753f131e8770 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:35.581156 n-d-779913-28 neutron-server[93725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a23935ec-8a89-4246-b04e-afa2ff8ddfe7', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '873c5efe-20fb-480d-a893-1b514513004f', 'code': 422} returned with failed status Jul 13 08:00:35.630407 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-cb95a419-f016-4b98-b885-dab2cf234766 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] For port dac38947-13f5-4cf9-b156-1122481a6f42, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=dac38947-13f5-4cf9-b156-1122481a6f42,segment=NetworkSegment(1122756d-cab3-4256-873c-5cbedd24a5bf),segment_id=1122756d-cab3-4256-873c-5cbedd24a5bf)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:35.631069 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb95a419-f016-4b98-b885-dab2cf234766 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.651066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-cb95a419-f016-4b98-b885-dab2cf234766 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Calling delete_port for dac38947-13f5-4cf9-b156-1122481a6f42 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:35.772236 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d5355-35f4-48be-b212-09c4dee15c1c req-8e13df88-ed6c-4542-bf9f-958fcd8138ca tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:35.780424 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4b6d5355-35f4-48be-b212-09c4dee15c1c req-8e13df88-ed6c-4542-bf9f-958fcd8138ca tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.4037356 Jul 13 08:00:35.825972 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23ee493-bc10-47f7-85e7-3ce385ebbc4f None None] DHCP port deletion for af7ca3eb-4965-4f8d-8ffe-2935fee77b89 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:00:35.937275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475a5190-d36e-472e-9d39-423d884e9688 None None] DHCP port deletion for 9c848c46-aeab-40ae-9163-28a0e6579192 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:00:35.939415 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb95a419-f016-4b98-b885-dab2cf234766 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.939552 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 873c5efe-20fb-480d-a893-1b514513004f no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:00:35.989582 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95a419-f016-4b98-b885-dab2cf234766 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Port': ['ID=dac38947-13f5-4cf9-b156-1122481a6f42,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:35.992563 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4b6d5355-35f4-48be-b212-09c4dee15c1c req-fcc11fbb-0580-48a5-b1f6-31e2c1ab6eee tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106371 Jul 13 08:00:35.998534 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb95a419-f016-4b98-b885-dab2cf234766 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] No DVR routers for this DVR port dac38947-13f5-4cf9-b156-1122481a6f42 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:00:36.147172 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69921741-e245-4444-9554-b6806ceb8990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.168312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:36.188403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69921741-e245-4444-9554-b6806ceb8990 admin admin] No DVR routers for this DVR port b53b80f1-9ac8-4d85-92af-753f131e8770 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:00:36.192629 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2831c530-6cbe-4e89-b81b-1624b3cdea32 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.213452 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb95a419-f016-4b98-b885-dab2cf234766 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.234688 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a12b13-4c4f-46c2-bf0e-0d2fdb4815c0 req-8abcd3cc-1c5a-470d-bec2-67160543d8ee tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:36.236493 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b4a12b13-4c4f-46c2-bf0e-0d2fdb4815c0 req-8abcd3cc-1c5a-470d-bec2-67160543d8ee tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 944 time: 0.3372600 Jul 13 08:00:36.240133 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-cb95a419-f016-4b98-b885-dab2cf234766 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c848c46-aeab-40ae-9163-28a0e6579192']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:36.260705 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69921741-e245-4444-9554-b6806ceb8990 admin admin] Pushing event deleted for resources: {'Port': ['ID=b53b80f1-9ac8-4d85-92af-753f131e8770,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:36.267985 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2831c530-6cbe-4e89-b81b-1624b3cdea32 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.284802 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-cb95a419-f016-4b98-b885-dab2cf234766 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1122756d-cab3-4256-873c-5cbedd24a5bf') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:36.285093 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-cb95a419-f016-4b98-b885-dab2cf234766 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1122756d-cab3-4256-873c-5cbedd24a5bf') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:36.286802 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.313961 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb95a419-f016-4b98-b885-dab2cf234766 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.323333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d23ee493-bc10-47f7-85e7-3ce385ebbc4f None None] Deleting port b53b80f1-9ac8-4d85-92af-753f131e8770 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:36.323716 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d23ee493-bc10-47f7-85e7-3ce385ebbc4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.350818 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb95a419-f016-4b98-b885-dab2cf234766 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.370615 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb95a419-f016-4b98-b885-dab2cf234766 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:00:36.371393 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb95a419-f016-4b98-b885-dab2cf234766 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.380515 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 873c5efe-20fb-480d-a893-1b514513004f, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=873c5efe-20fb-480d-a893-1b514513004f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:36.390871 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.416449 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831c530-6cbe-4e89-b81b-1624b3cdea32 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e993a5e6-8bb1-46cb-b0f0-cc3193e17728,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:00:36.432665 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:00:36.480753 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=873c5efe-20fb-480d-a893-1b514513004f,revision_number=10']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:36.540541 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb95a419-f016-4b98-b885-dab2cf234766 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.552557 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d23ee493-bc10-47f7-85e7-3ce385ebbc4f None None] For port b53b80f1-9ac8-4d85-92af-753f131e8770, host n-d-779913-28, got binding levels [] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:36.553116 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d23ee493-bc10-47f7-85e7-3ce385ebbc4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.565213 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2831c530-6cbe-4e89-b81b-1624b3cdea32 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.568197 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2831c530-6cbe-4e89-b81b-1624b3cdea32 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3488088 Jul 13 08:00:36.574682 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb95a419-f016-4b98-b885-dab2cf234766 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.575696 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d23ee493-bc10-47f7-85e7-3ce385ebbc4f None None] Calling delete_port for b53b80f1-9ac8-4d85-92af-753f131e8770 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:36.578230 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cb95a419-f016-4b98-b885-dab2cf234766 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/networks/9c848c46-aeab-40ae-9163-28a0e6579192 HTTP/1.1" status: 204 len: 168 time: 1.2707577 Jul 13 08:00:36.578474 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:36.578820 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42602) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:36.582696 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95a419-f016-4b98-b885-dab2cf234766 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Network': ['ID=9c848c46-aeab-40ae-9163-28a0e6579192,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:36.584609 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.ipam_backend_mixin [None req-d23ee493-bc10-47f7-85e7-3ce385ebbc4f None None] Port b53b80f1-9ac8-4d85-92af-753f131e8770 was not found and therefore no delete operation was performed {{(pid=93725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 08:00:36.585424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:36.585837 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.587647 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42604) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:36.588993 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d23ee493-bc10-47f7-85e7-3ce385ebbc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.598201 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c849abda-eda9-4bde-80d2-1806da800de9 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Request body: {'security_group_rule': {'security_group_id': 'e993a5e6-8bb1-46cb-b0f0-cc3193e17728', 'project_id': '6ad4c40067be450f8ab9004872502cad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:36.604725 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-db65afaa-9d07-459e-b5f7-b88a824d42ab tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1479954402', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:36.627589 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b4a12b13-4c4f-46c2-bf0e-0d2fdb4815c0 req-47c6effc-1502-4854-ad38-3886ae47edb1 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3519313 Jul 13 08:00:36.673016 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db65afaa-9d07-459e-b5f7-b88a824d42ab tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.674249 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db65afaa-9d07-459e-b5f7-b88a824d42ab tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.679733 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ee493-bc10-47f7-85e7-3ce385ebbc4f None None] Pushing event deleted for resources: {'Port': ['ID=b53b80f1-9ac8-4d85-92af-753f131e8770,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:36.682306 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69921741-e245-4444-9554-b6806ceb8990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.737728 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ee493-bc10-47f7-85e7-3ce385ebbc4f None None] No DVR routers for this DVR port b53b80f1-9ac8-4d85-92af-753f131e8770 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:00:36.775082 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-69921741-e245-4444-9554-b6806ceb8990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7ca3eb-4965-4f8d-8ffe-2935fee77b89']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:36.786059 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db65afaa-9d07-459e-b5f7-b88a824d42ab tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.787819 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c849abda-eda9-4bde-80d2-1806da800de9 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.802394 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db65afaa-9d07-459e-b5f7-b88a824d42ab tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.855882 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db65afaa-9d07-459e-b5f7-b88a824d42ab tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.857269 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-db65afaa-9d07-459e-b5f7-b88a824d42ab tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2667234 Jul 13 08:00:36.863014 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42630) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:36.875816 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-e7be71fa-e830-4069-829c-abadc4431e28 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1707127026'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:36.923807 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7be71fa-e830-4069-829c-abadc4431e28 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Made reservation on behalf of a0ffb35344bc4cd8a0348e916437de28 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:00:36.929165 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e7be71fa-e830-4069-829c-abadc4431e28 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.933730 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.955365 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c849abda-eda9-4bde-80d2-1806da800de9 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.960683 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-69921741-e245-4444-9554-b6806ceb8990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59dd538-281d-4885-bc59-b883b76b38c2') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:36.961172 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-69921741-e245-4444-9554-b6806ceb8990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59dd538-281d-4885-bc59-b883b76b38c2') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:36.980137 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c849abda-eda9-4bde-80d2-1806da800de9 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.990535 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea91d42-534f-4c54-bb60-46696f88854c req-8107b6ac-c621-4358-a19b-915e90011eaa tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:36.993079 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-46e6388e-6df1-490a-9356-361e1d56c01a None None] Provisioning complete for port 873c5efe-20fb-480d-a893-1b514513004f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:36.993815 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46e6388e-6df1-490a-9356-361e1d56c01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.998785 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fea91d42-534f-4c54-bb60-46696f88854c req-8107b6ac-c621-4358-a19b-915e90011eaa tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.7398541 Jul 13 08:00:37.005365 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7be71fa-e830-4069-829c-abadc4431e28 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:00:37.025370 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69921741-e245-4444-9554-b6806ceb8990 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:37.032922 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172,segment=NetworkSegment(78096199-7087-45c3-a364-e9e751751f37),segment_id=78096199-7087-45c3-a364-e9e751751f37)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:37.043376 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:37.055115 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e7be71fa-e830-4069-829c-abadc4431e28 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:37.055541 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-e7be71fa-e830-4069-829c-abadc4431e28 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Added segment 5071ae27-78d4-44ad-9852-1fdfc3683063 of type vlan for network 704a3aba-c84c-4a33-9202-8d8bf486e87f Jul 13 08:00:37.090653 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69921741-e245-4444-9554-b6806ceb8990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:37.092943 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849abda-eda9-4bde-80d2-1806da800de9 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f792fb-5dfe-4f5f-ad1d-153389a81d62,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:37.110813 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:37.115213 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69921741-e245-4444-9554-b6806ceb8990 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:00:37.115916 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69921741-e245-4444-9554-b6806ceb8990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:00:37.124878 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:00:37.130150 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c849abda-eda9-4bde-80d2-1806da800de9 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:37.131753 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c849abda-eda9-4bde-80d2-1806da800de9 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5454583 Jul 13 08:00:37.155371 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42652) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:37.175939 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-43f19a81-5b29-4ef1-97f6-c438b94359a0 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Request body: {'security_group_rule': {'security_group_id': 'e993a5e6-8bb1-46cb-b0f0-cc3193e17728', 'project_id': '6ad4c40067be450f8ab9004872502cad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:37.205608 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e7be71fa-e830-4069-829c-abadc4431e28 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:37.214690 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fea91d42-534f-4c54-bb60-46696f88854c req-a58f4aaa-d027-41c0-9c2b-863ffe5fd195 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146885 Jul 13 08:00:37.234553 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46e6388e-6df1-490a-9356-361e1d56c01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:37.304934 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e7be71fa-e830-4069-829c-abadc4431e28 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:37.306507 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-46e6388e-6df1-490a-9356-361e1d56c01a None None] For port 873c5efe-20fb-480d-a893-1b514513004f, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=873c5efe-20fb-480d-a893-1b514513004f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:37.310710 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7be71fa-e830-4069-829c-abadc4431e28 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:37.311856 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e7be71fa-e830-4069-829c-abadc4431e28 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:37.313062 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46e6388e-6df1-490a-9356-361e1d56c01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:37.355911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe41a3-ced8-4f76-a07c-1ac6574408b7 req-42ca1847-2b2f-4a9d-a583-bc013b8949c7 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:37.364967 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cabe41a3-ced8-4f76-a07c-1ac6574408b7 req-42ca1847-2b2f-4a9d-a583-bc013b8949c7 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ee5e47-fd9b-404c-8dc0-56ee93d0a920 HTTP/1.1" status: 200 len: 944 time: 0.3877468 Jul 13 08:00:37.398941 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6388e-6df1-490a-9356-361e1d56c01a None None] Pushing event updated for resources: {'Port': ['ID=873c5efe-20fb-480d-a893-1b514513004f,revision_number=11']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:37.402425 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69921741-e245-4444-9554-b6806ceb8990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:37.418219 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-43f19a81-5b29-4ef1-97f6-c438b94359a0 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:37.443440 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be71fa-e830-4069-829c-abadc4431e28 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Network': ['ID=704a3aba-c84c-4a33-9202-8d8bf486e87f,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:37.455492 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69921741-e245-4444-9554-b6806ceb8990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:37.463587 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-69921741-e245-4444-9554-b6806ceb8990 admin admin] 10.222.0.58 "DELETE /v2.0/networks/af7ca3eb-4965-4f8d-8ffe-2935fee77b89 HTTP/1.1" status: 204 len: 168 time: 2.8414028 Jul 13 08:00:37.471820 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 704a3aba-c84c-4a33-9202-8d8bf486e87f details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:00:37.480211 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e7be71fa-e830-4069-829c-abadc4431e28 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6159835 Jul 13 08:00:37.483070 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42660) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:37.488429 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-94a7cb2b-bbd4-4bbe-a571-b9a23e49c601 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'subnet': {'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:37.545318 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69921741-e245-4444-9554-b6806ceb8990 admin admin] Pushing event deleted for resources: {'Network': ['ID=af7ca3eb-4965-4f8d-8ffe-2935fee77b89,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:37.617695 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23935ec-8a89-4246-b04e-afa2ff8ddfe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873c5efe-20fb-480d-a893-1b514513004f'}, {'server_uuid': '71ee5e47-fd9b-404c-8dc0-56ee93d0a920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172'}, {'server_uuid': 'a23935ec-8a89-4246-b04e-afa2ff8ddfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873c5efe-20fb-480d-a893-1b514513004f'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:37.620546 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1828a0-702e-4d60-a13a-f5bd01a7f986" -d '{"events": [{"server_uuid": "a23935ec-8a89-4246-b04e-afa2ff8ddfe7", "name": "network-vif-unplugged", "status": "completed", "tag": "873c5efe-20fb-480d-a893-1b514513004f"}, {"server_uuid": "71ee5e47-fd9b-404c-8dc0-56ee93d0a920", "name": "network-vif-plugged", "status": "completed", "tag": "63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172"}, {"server_uuid": "a23935ec-8a89-4246-b04e-afa2ff8ddfe7", "name": "network-vif-plugged", "status": "completed", "tag": "873c5efe-20fb-480d-a893-1b514513004f"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:37.629878 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b53b80f1-9ac8-4d85-92af-753f131e8770 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:00:37.658155 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cabe41a3-ced8-4f76-a07c-1ac6574408b7 req-ce65e55b-6e8d-4898-82da-687e6e2e7eb9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899520 Jul 13 08:00:37.691327 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: b53b80f1-9ac8-4d85-92af-753f131e8770 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:00:37.691683 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b53b80f1-9ac8-4d85-92af-753f131e8770 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:00:37.692116 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device dac38947-13f5-4cf9-b156-1122481a6f42 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:00:37.713065 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-43f19a81-5b29-4ef1-97f6-c438b94359a0 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:37.722778 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42668) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:37.733116 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-43f19a81-5b29-4ef1-97f6-c438b94359a0 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:37.744886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a7cb2b-bbd4-4bbe-a571-b9a23e49c601 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Made reservation on behalf of a0ffb35344bc4cd8a0348e916437de28 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:00:37.749976 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-94a7cb2b-bbd4-4bbe-a571-b9a23e49c601 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:37.764548 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621285b2-629e-414c-9828-f83278264b20 x-openstack-request-id: req-621285b2-629e-414c-9828-f83278264b20 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:37.764939 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23935ec-8a89-4246-b04e-afa2ff8ddfe7", "name": "network-vif-unplugged", "status": "failed", "tag": "873c5efe-20fb-480d-a893-1b514513004f", "code": 422}, {"server_uuid": "71ee5e47-fd9b-404c-8dc0-56ee93d0a920", "name": "network-vif-plugged", "status": "completed", "tag": "63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172", "code": 200}, {"server_uuid": "a23935ec-8a89-4246-b04e-afa2ff8ddfe7", "name": "network-vif-plugged", "status": "failed", "tag": "873c5efe-20fb-480d-a893-1b514513004f", "code": 422}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:37.765133 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-621285b2-629e-414c-9828-f83278264b20 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:37.765518 n-d-779913-28 neutron-server[93725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a23935ec-8a89-4246-b04e-afa2ff8ddfe7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '873c5efe-20fb-480d-a893-1b514513004f', 'code': 422} returned with failed status Jul 13 08:00:37.765780 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ee5e47-fd9b-404c-8dc0-56ee93d0a920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172', 'code': 200} Jul 13 08:00:37.766039 n-d-779913-28 neutron-server[93725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a23935ec-8a89-4246-b04e-afa2ff8ddfe7', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '873c5efe-20fb-480d-a893-1b514513004f', 'code': 422} returned with failed status Jul 13 08:00:37.771395 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: dac38947-13f5-4cf9-b156-1122481a6f42 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:00:37.771752 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device dac38947-13f5-4cf9-b156-1122481a6f42 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:00:37.796216 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f19a81-5b29-4ef1-97f6-c438b94359a0 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26915080-59e8-4a47-9049-67ca64c1f260,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:37.861025 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-43f19a81-5b29-4ef1-97f6-c438b94359a0 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:37.862229 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-43f19a81-5b29-4ef1-97f6-c438b94359a0 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7053523 Jul 13 08:00:37.866583 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42670) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:37.877600 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f7ef1630-7511-4e96-b194-d4836c25cf97 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Request body: {'security_group_rule': {'security_group_id': 'e993a5e6-8bb1-46cb-b0f0-cc3193e17728', 'project_id': '6ad4c40067be450f8ab9004872502cad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:37.907272 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-364bcda7-a4cb-4027-9559-503a38bd68d7 None None] Provisioning complete for port 873c5efe-20fb-480d-a893-1b514513004f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:37.909502 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-364bcda7-a4cb-4027-9559-503a38bd68d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:37.975754 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a8643ded-8d45-4f69-a963-76f3e11d305b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b3de4ade69c24e9b8a0825017e0177ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513592 Jul 13 08:00:37.995595 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42674) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:38.108582 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:38.197600 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-94a7cb2b-bbd4-4bbe-a571-b9a23e49c601 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:38.233570 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f7ef1630-7511-4e96-b194-d4836c25cf97 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:38.297106 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7cb2b-bbd4-4bbe-a571-b9a23e49c601 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Subnet': ['ID=26bd1c2d-d948-4e7c-92ad-6dc22fbf7129,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:38.312606 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a7cb2b-bbd4-4bbe-a571-b9a23e49c601 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Checking segment: {'id': '5071ae27-78d4-44ad-9852-1fdfc3683063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:38.313664 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a7cb2b-bbd4-4bbe-a571-b9a23e49c601 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network hostable DHCP agents. Network: 704a3aba-c84c-4a33-9202-8d8bf486e87f, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:00:38.339384 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a7cb2b-bbd4-4bbe-a571-b9a23e49c601 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network 704a3aba-c84c-4a33-9202-8d8bf486e87f is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:00:38.362297 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-94a7cb2b-bbd4-4bbe-a571-b9a23e49c601 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 704a3aba-c84c-4a33-9202-8d8bf486e87f) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:38.375348 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a22ef6-37e9-40dd-84e0-438a9a21c436 None None] Network 704a3aba-c84c-4a33-9202-8d8bf486e87f requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:00:38.404289 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a7cb2b-bbd4-4bbe-a571-b9a23e49c601 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:38.406519 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-94a7cb2b-bbd4-4bbe-a571-b9a23e49c601 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:38.452761 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-94a7cb2b-bbd4-4bbe-a571-b9a23e49c601 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9673638 Jul 13 08:00:38.454893 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42686) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:38.642666 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-704a3aba-c84c-4a33-9202-8d8bf486e87f', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:00:38.644251 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:38.719957 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b440c49-a00b-4961-b56a-437422d26ae9 req-e08832fb-df42-47cf-bbe3-341a1cd36c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:38.722071 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b440c49-a00b-4961-b56a-437422d26ae9 req-e08832fb-df42-47cf-bbe3-341a1cd36c31 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=71ee5e47-fd9b-404c-8dc0-56ee93d0a920 HTTP/1.1" status: 200 len: 1097 time: 0.8115108 Jul 13 08:00:38.728069 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-036d083d-8447-44fe-95fe-6483adc4e631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:38.759499 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-036d083d-8447-44fe-95fe-6483adc4e631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:38.801138 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b440c49-a00b-4961-b56a-437422d26ae9 req-06f6782c-fc25-440f-873d-39093e0130f7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505502 Jul 13 08:00:38.830897 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba5e6e-6e0d-43de-9b7d-00cba3f561f5 req-8248ee28-33b9-4e91-b474-78611c658c9b tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:38.841745 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b4ba5e6e-6e0d-43de-9b7d-00cba3f561f5 req-8248ee28-33b9-4e91-b474-78611c658c9b tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 944 time: 0.9016995 Jul 13 08:00:38.852910 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-616b3e40-7ef4-414a-91bb-c0e9233e3114 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:38.871594 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] Allocated IP 172.20.0.2 (704a3aba-c84c-4a33-9202-8d8bf486e87f/26bd1c2d-d948-4e7c-92ad-6dc22fbf7129/dc837f74-ca57-4417-b4c8-2023a5b26277) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:38.950500 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471b0b2-0f0d-4c3d-b886-06d10c73828a req-b0aa670b-3419-4af0-bad1-eeb8d711e620 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:38.958310 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b471b0b2-0f0d-4c3d-b886-06d10c73828a req-b0aa670b-3419-4af0-bad1-eeb8d711e620 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.9232390 Jul 13 08:00:38.985505 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f7ef1630-7511-4e96-b194-d4836c25cf97 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.004787 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f7ef1630-7511-4e96-b194-d4836c25cf97 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.032169 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b4ba5e6e-6e0d-43de-9b7d-00cba3f561f5 req-ead86433-5295-4101-a5b7-fc42e3776879 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878946 Jul 13 08:00:39.064337 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef1630-7511-4e96-b194-d4836c25cf97 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81294bcf-264b-4096-a08c-988fc941e765,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:39.082972 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.095410 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] Transition to ACTIVE for port object dc837f74-ca57-4417-b4c8-2023a5b26277 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:39.116019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] Transition to ACTIVE for port object dc837f74-ca57-4417-b4c8-2023a5b26277 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:39.125101 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.129169 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b471b0b2-0f0d-4c3d-b886-06d10c73828a req-57d62333-fa71-4ac1-bb35-c2f2d2108487 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698070 Jul 13 08:00:39.149313 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f7ef1630-7511-4e96-b194-d4836c25cf97 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.156650 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f7ef1630-7511-4e96-b194-d4836c25cf97 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2865243 Jul 13 08:00:39.157902 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-036d083d-8447-44fe-95fe-6483adc4e631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.160710 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-036d083d-8447-44fe-95fe-6483adc4e631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.172829 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-036d083d-8447-44fe-95fe-6483adc4e631 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd9e405a-03ac-4f4a-95cd-47d31b16017f HTTP/1.1" status: 204 len: 168 time: 1.1755693 Jul 13 08:00:39.174866 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42692) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:39.196786 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3cb57de3-d861-41d9-b4a3-5a54ace90efd tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Request body: {'security_group_rule': {'security_group_id': 'e993a5e6-8bb1-46cb-b0f0-cc3193e17728', 'project_id': '6ad4c40067be450f8ab9004872502cad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:39.220190 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] Pushing event updated for resources: {'Port': ['ID=dc837f74-ca57-4417-b4c8-2023a5b26277,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:39.227532 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d083d-8447-44fe-95fe-6483adc4e631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9e405a-03ac-4f4a-95cd-47d31b16017f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:39.258380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] Network 704a3aba-c84c-4a33-9202-8d8bf486e87f is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:39.263260 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:39.265302 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:39.280975 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3cb57de3-d861-41d9-b4a3-5a54ace90efd tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.376424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] Attempting to bind port dc837f74-ca57-4417-b4c8-2023a5b26277 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:00:39.376424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] Attempting to bind port dc837f74-ca57-4417-b4c8-2023a5b26277 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '5071ae27-78d4-44ad-9852-1fdfc3683063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:00:39.376424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] Attempting to bind port dc837f74-ca57-4417-b4c8-2023a5b26277 on network 704a3aba-c84c-4a33-9202-8d8bf486e87f {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:39.395521 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:00:39.396840 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] Checking segment: {'id': '5071ae27-78d4-44ad-9852-1fdfc3683063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:39.397716 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.399052 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] Bound using segment: {'id': '5071ae27-78d4-44ad-9852-1fdfc3683063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:00:39.402118 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] Bound port: dc837f74-ca57-4417-b4c8-2023a5b26277, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5071ae27-78d4-44ad-9852-1fdfc3683063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:00:39.405460 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.512975 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3cb57de3-d861-41d9-b4a3-5a54ace90efd tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.522114 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] For port dc837f74-ca57-4417-b4c8-2023a5b26277, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:00:39.533683 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] For port dc837f74-ca57-4417-b4c8-2023a5b26277, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=dc837f74-ca57-4417-b4c8-2023a5b26277,segment=NetworkSegment(5071ae27-78d4-44ad-9852-1fdfc3683063),segment_id=5071ae27-78d4-44ad-9852-1fdfc3683063)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:00:39.543899 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.562072 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3cb57de3-d861-41d9-b4a3-5a54ace90efd tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.649111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb57de3-d861-41d9-b4a3-5a54ace90efd tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa6e347-efb3-4b19-9d0f-9d0552032b51,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:39.675075 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e46c7c-0e79-492c-883f-992a1d737256 req-165e8bad-3d3f-402c-8a86-65b1e0303e4d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:39.688909 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5843e-b511-4ce7-b8c8-62d44f3d7f49 None None] Pushing event updated for resources: {'Port': ['ID=dc837f74-ca57-4417-b4c8-2023a5b26277,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:39.697030 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78e46c7c-0e79-492c-883f-992a1d737256 req-165e8bad-3d3f-402c-8a86-65b1e0303e4d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ee5e47-fd9b-404c-8dc0-56ee93d0a920 HTTP/1.1" status: 200 len: 945 time: 0.2766621 Jul 13 08:00:39.697817 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3cb57de3-d861-41d9-b4a3-5a54ace90efd tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.701399 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3cb57de3-d861-41d9-b4a3-5a54ace90efd tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5168753 Jul 13 08:00:39.701676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42702) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:39.712229 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-66c3abed-f759-4ae9-988c-854e5a600add tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Request body: {'security_group_rule': {'security_group_id': 'e993a5e6-8bb1-46cb-b0f0-cc3193e17728', 'project_id': '6ad4c40067be450f8ab9004872502cad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:39.784544 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78e46c7c-0e79-492c-883f-992a1d737256 req-fc4661ed-7064-4869-b57b-bbd343f35ac5 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579097 Jul 13 08:00:39.785760 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-66c3abed-f759-4ae9-988c-854e5a600add tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Project 6ad4c40067be450f8ab9004872502cad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:00:39.793282 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66c3abed-f759-4ae9-988c-854e5a600add tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.892888 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66c3abed-f759-4ae9-988c-854e5a600add tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.899216 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66c3abed-f759-4ae9-988c-854e5a600add tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.932662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3abed-f759-4ae9-988c-854e5a600add tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7ffcdb-8cab-417c-8668-aae16742a17f,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:39.936847 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66c3abed-f759-4ae9-988c-854e5a600add tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.941436 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42710) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:39.942406 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-66c3abed-f759-4ae9-988c-854e5a600add tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2389748 Jul 13 08:00:39.950069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1cbee10e-3220-4d64-8b26-11fd4b1067e5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Request body: {'security_group_rule': {'security_group_id': 'e993a5e6-8bb1-46cb-b0f0-cc3193e17728', 'project_id': '6ad4c40067be450f8ab9004872502cad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:39.971886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-616b3e40-7ef4-414a-91bb-c0e9233e3114 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Allocated IP 172.20.0.1 (704a3aba-c84c-4a33-9202-8d8bf486e87f/26bd1c2d-d948-4e7c-92ad-6dc22fbf7129/1def85fa-721a-48ad-97b5-c5627b86ef2d) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:39.995356 n-d-779913-28 neutron-server[93723]: INFO neutron.db.securitygroups_db [None req-1cbee10e-3220-4d64-8b26-11fd4b1067e5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Project 6ad4c40067be450f8ab9004872502cad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:00:40.002528 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1cbee10e-3220-4d64-8b26-11fd4b1067e5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.215238 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1cbee10e-3220-4d64-8b26-11fd4b1067e5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.226617 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1cbee10e-3220-4d64-8b26-11fd4b1067e5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.238790 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-616b3e40-7ef4-414a-91bb-c0e9233e3114 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.266462 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbee10e-3220-4d64-8b26-11fd4b1067e5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a0d08d-d20e-44a1-ac9c-bb9a0e0c203f,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:40.278548 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-616b3e40-7ef4-414a-91bb-c0e9233e3114 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Transition to ACTIVE for port object 1def85fa-721a-48ad-97b5-c5627b86ef2d will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:40.293792 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba77d84-47d6-4f19-a01c-1dec94329b1e req-34488e29-6acd-4566-9471-255e4ee50ad5 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:40.294306 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1cbee10e-3220-4d64-8b26-11fd4b1067e5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.303644 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1cbee10e-3220-4d64-8b26-11fd4b1067e5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3533697 Jul 13 08:00:40.303831 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aba77d84-47d6-4f19-a01c-1dec94329b1e req-34488e29-6acd-4566-9471-255e4ee50ad5 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 944 time: 0.1077845 Jul 13 08:00:40.346425 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-616b3e40-7ef4-414a-91bb-c0e9233e3114 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.403535 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b3e40-7ef4-414a-91bb-c0e9233e3114 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Port': ['ID=1def85fa-721a-48ad-97b5-c5627b86ef2d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:40.415484 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616b3e40-7ef4-414a-91bb-c0e9233e3114 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network 704a3aba-c84c-4a33-9202-8d8bf486e87f is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:40.417112 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-616b3e40-7ef4-414a-91bb-c0e9233e3114 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:40.425733 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aba77d84-47d6-4f19-a01c-1dec94329b1e req-599dba9a-bf9f-45f1-aaee-3c485cccf9f8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145065 Jul 13 08:00:40.426492 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616b3e40-7ef4-414a-91bb-c0e9233e3114 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:40.473958 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6a9b2-9642-438a-a1b2-05123379a33f req-879c3d91-ae23-4107-9041-41f99ea583ad tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:40.481277 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ea6a9b2-9642-438a-a1b2-05123379a33f req-879c3d91-ae23-4107-9041-41f99ea583ad tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.1445146 Jul 13 08:00:40.493298 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-616b3e40-7ef4-414a-91bb-c0e9233e3114 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.527873 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ea6a9b2-9642-438a-a1b2-05123379a33f req-e19aca4f-0b7d-4316-84d5-1ac6a1725242 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457447 Jul 13 08:00:40.616145 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-9091dca0-3d48-4242-ac32-afde3e70dd2a tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867564110&fields=id&tenant_id=6ad4c40067be450f8ab9004872502cad HTTP/1.1" status: 200 len: 267 time: 0.0463297 Jul 13 08:00:40.676916 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-616b3e40-7ef4-414a-91bb-c0e9233e3114 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.750170 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-831a7f3c-8361-4904-bada-ce169b370390 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:40.762045 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-831a7f3c-8361-4904-bada-ce169b370390 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/networks?id=a895e7b0-afcc-4098-a27d-05e4c5bfad37 HTTP/1.1" status: 200 len: 814 time: 0.1409032 Jul 13 08:00:40.783791 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-a5dce43d-8c49-4cf7-8a17-b517819c4dd7 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/quotas/6ad4c40067be450f8ab9004872502cad HTTP/1.1" status: 200 len: 375 time: 0.0207496 Jul 13 08:00:40.932980 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-c29c4227-1604-4500-a3c1-279e261d77fe tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6ad4c40067be450f8ab9004872502cad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1482909 Jul 13 08:00:41.107336 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-616b3e40-7ef4-414a-91bb-c0e9233e3114 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:41.114695 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-616b3e40-7ef4-414a-91bb-c0e9233e3114 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:41.224101 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b1b844-bf9e-4f65-ab72-ea9e6680264c None None] Network 704a3aba-c84c-4a33-9202-8d8bf486e87f requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:00:41.265889 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-616b3e40-7ef4-414a-91bb-c0e9233e3114 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:41.355211 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b3e40-7ef4-414a-91bb-c0e9233e3114 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Port': ['ID=1def85fa-721a-48ad-97b5-c5627b86ef2d,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:41.407438 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb96ce-f9a6-4720-a21c-fedb4b745727 req-0a6728d5-cdf3-446f-9367-8b083a72b4b9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:41.408853 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ac0f6755-b41a-4f49-b387-b3c013e45a50 None None] Provisioning for port dc837f74-ca57-4417-b4c8-2023a5b26277 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:41.409093 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-09bb96ce-f9a6-4720-a21c-fedb4b745727 req-0a6728d5-cdf3-446f-9367-8b083a72b4b9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ee5e47-fd9b-404c-8dc0-56ee93d0a920 HTTP/1.1" status: 200 len: 945 time: 0.1330016 Jul 13 08:00:41.545271 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c5689ebe-6be8-42ea-8091-a2654a908b7c req-65768988-49ce-480f-b199-28aa58882721 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2235510 Jul 13 08:00:41.570124 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616b3e40-7ef4-414a-91bb-c0e9233e3114 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network 704a3aba-c84c-4a33-9202-8d8bf486e87f is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:41.573042 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-616b3e40-7ef4-414a-91bb-c0e9233e3114 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:41.618239 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device dc837f74-ca57-4417-b4c8-2023a5b26277 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:41.644420 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-09bb96ce-f9a6-4720-a21c-fedb4b745727 req-5a4e89f1-e506-4f3e-8cd0-5fde05e820f3 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271903 Jul 13 08:00:41.737046 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-8af878ef-d054-4a67-bd71-e71c45bc0d83 service neutron] 10.222.0.58 "GET /v2.0/networks/a895e7b0-afcc-4098-a27d-05e4c5bfad37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7885048 Jul 13 08:00:41.775422 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port dc837f74-ca57-4417-b4c8-2023a5b26277 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:41.779833 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port dc837f74-ca57-4417-b4c8-2023a5b26277 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:41.780214 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:41.980370 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:41.997445 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5689ebe-6be8-42ea-8091-a2654a908b7c req-803d879c-498f-400a-bc7d-1e9bab4e22e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:42.003627 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c5689ebe-6be8-42ea-8091-a2654a908b7c req-803d879c-498f-400a-bc7d-1e9bab4e22e5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e HTTP/1.1" status: 200 len: 1097 time: 0.2342117 Jul 13 08:00:42.005766 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616b3e40-7ef4-414a-91bb-c0e9233e3114 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:00:42.047337 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-d85da76d-95f5-422e-bc8c-257292e98146 service neutron] 10.222.0.58 "GET /v2.0/networks/a895e7b0-afcc-4098-a27d-05e4c5bfad37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040466 Jul 13 08:00:42.072823 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port dc837f74-ca57-4417-b4c8-2023a5b26277, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=dc837f74-ca57-4417-b4c8-2023a5b26277,segment=NetworkSegment(5071ae27-78d4-44ad-9852-1fdfc3683063),segment_id=5071ae27-78d4-44ad-9852-1fdfc3683063)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:42.087314 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:42.094104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18128947-e92f-412a-a60e-a9de07e4db37 req-02174cb5-9193-4cce-a296-f1993d85a4cc tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:42.101879 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18128947-e92f-412a-a60e-a9de07e4db37 req-02174cb5-9193-4cce-a296-f1993d85a4cc tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 944 time: 0.1797950 Jul 13 08:00:42.198274 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18128947-e92f-412a-a60e-a9de07e4db37 req-08935f29-2fca-4201-8eb4-8b3c8d8f5ea0 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952747 Jul 13 08:00:42.266423 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b2cd643c-6700-4d09-9d1b-b248028bc285 None None] Provisioning for port 1def85fa-721a-48ad-97b5-c5627b86ef2d completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:42.275306 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=dc837f74-ca57-4417-b4c8-2023a5b26277,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:42.294898 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b2cd643c-6700-4d09-9d1b-b248028bc285 None None] Provisioning complete for port 1def85fa-721a-48ad-97b5-c5627b86ef2d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:42.295346 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2cd643c-6700-4d09-9d1b-b248028bc285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:42.334589 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616b3e40-7ef4-414a-91bb-c0e9233e3114 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:00:42.341020 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-616b3e40-7ef4-414a-91bb-c0e9233e3114 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/2b1663f6-e4b5-4f55-b15e-ed29a41fa525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8849609 Jul 13 08:00:42.343706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42778) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:42.349852 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d7c2c2dd-7092-4139-b514-f139dbf7a33d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1834843781'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:42.362067 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] Sync routers for ids ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:00:42.386369 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5689ebe-6be8-42ea-8091-a2654a908b7c req-8989905a-e679-42f2-a6ea-25a7e2ec74a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:42.388671 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c5689ebe-6be8-42ea-8091-a2654a908b7c req-8989905a-e679-42f2-a6ea-25a7e2ec74a7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 913 time: 0.3550837 Jul 13 08:00:42.390315 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c2c2dd-7092-4139-b514-f139dbf7a33d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Made reservation on behalf of a0ffb35344bc4cd8a0348e916437de28 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:00:42.401125 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7c2c2dd-7092-4139-b514-f139dbf7a33d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:42.408707 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] Routers {'2b1663f6-e4b5-4f55-b15e-ed29a41fa525'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:42.410893 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:00:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:42.415388 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b2cd643c-6700-4d09-9d1b-b248028bc285 None None] Port 1def85fa-721a-48ad-97b5-c5627b86ef2d cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:42.524604 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c5689ebe-6be8-42ea-8091-a2654a908b7c req-4b596147-4c46-4680-8629-6a90d4fa7d59 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bbb45c0-b137-47c7-bf73-393e0210de1b HTTP/1.1" status: 200 len: 217 time: 0.1150236 Jul 13 08:00:42.528762 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c2c2dd-7092-4139-b514-f139dbf7a33d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:00:42.582348 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ac40f-b608-4929-b74d-f0e457274e6f req-f15f029a-5e77-4338-9501-6993147febde tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:42.584514 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca6ac40f-b608-4929-b74d-f0e457274e6f req-f15f029a-5e77-4338-9501-6993147febde tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.1051874 Jul 13 08:00:42.606119 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b2cd643c-6700-4d09-9d1b-b248028bc285 None None] Provisioning complete for port dc837f74-ca57-4417-b4c8-2023a5b26277 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:42.606440 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2cd643c-6700-4d09-9d1b-b248028bc285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:42.634470 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7c2c2dd-7092-4139-b514-f139dbf7a33d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:42.634820 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-d7c2c2dd-7092-4139-b514-f139dbf7a33d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Added segment bee246b7-3be1-4430-b66a-ca591fddc565 of type vlan for network e5abed13-fe79-4cbc-8336-50a67b3cf650 Jul 13 08:00:42.657513 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca6ac40f-b608-4929-b74d-f0e457274e6f req-b1533ae5-c1e2-4734-a409-46eac9b6f97f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667555 Jul 13 08:00:42.707467 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] Set router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:42.714567 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7c2c2dd-7092-4139-b514-f139dbf7a33d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:42.752023 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5689ebe-6be8-42ea-8091-a2654a908b7c req-06a82eb4-fc9f-408b-9fde-07f5c29c3795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:42.753842 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c5689ebe-6be8-42ea-8091-a2654a908b7c req-06a82eb4-fc9f-408b-9fde-07f5c29c3795 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.2207136 Jul 13 08:00:42.755832 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7c2c2dd-7092-4139-b514-f139dbf7a33d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:42.787208 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c2c2dd-7092-4139-b514-f139dbf7a33d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:42.789715 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7c2c2dd-7092-4139-b514-f139dbf7a33d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:42.896553 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-02a60790-08c0-4733-8c48-f7d081eac22a req-68703bcb-a642-4218-bca8-6a0ef99a5912 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 210 time: 0.0744877 Jul 13 08:00:43.091017 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:43.162160 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2c2dd-7092-4139-b514-f139dbf7a33d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Network': ['ID=e5abed13-fe79-4cbc-8336-50a67b3cf650,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:43.194783 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d7c2c2dd-7092-4139-b514-f139dbf7a33d tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8471129 Jul 13 08:00:43.196743 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42810) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:43.203322 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'subnet': {'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:43.213476 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network e5abed13-fe79-4cbc-8336-50a67b3cf650 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:00:43.261906 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5689ebe-6be8-42ea-8091-a2654a908b7c req-b64f486b-4319-4ddb-9a51-881d712a6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:43.268219 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c5689ebe-6be8-42ea-8091-a2654a908b7c req-b64f486b-4319-4ddb-9a51-881d712a6fb9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4346812 Jul 13 08:00:43.484359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9b42effe-d8d5-4faf-b5a4-0cbf70512ff3 None None] Provisioning complete for port 1def85fa-721a-48ad-97b5-c5627b86ef2d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:43.484878 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9b42effe-d8d5-4faf-b5a4-0cbf70512ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:43.524566 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Made reservation on behalf of a0ffb35344bc4cd8a0348e916437de28 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:00:43.531411 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:43.582295 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c5689ebe-6be8-42ea-8091-a2654a908b7c req-19be3ca1-310f-4f03-b31e-d283b386487d service neutron] 10.222.0.62 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075261 Jul 13 08:00:43.621335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9b42effe-d8d5-4faf-b5a4-0cbf70512ff3 None None] Port 1def85fa-721a-48ad-97b5-c5627b86ef2d cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:43.627448 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device dc837f74-ca57-4417-b4c8-2023a5b26277 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:43.767929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:00:40Z', 'revision_number': 2, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:40Z', 'revision_number': 2, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:43.780016 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c5689ebe-6be8-42ea-8091-a2654a908b7c req-308d68a3-d500-4103-9ebd-a1f562e6e83d service neutron] 10.222.0.62 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867216 Jul 13 08:00:43.836677 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] Checking router: 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:00:43.837031 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] Updating router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 port 1def85fa-721a-48ad-97b5-c5627b86ef2d binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:00:43.886059 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861a2bd-4e45-407d-bf70-3269aacd5483 req-ba258858-27a9-411d-b214-9908d36a8009 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:43.893096 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3861a2bd-4e45-407d-bf70-3269aacd5483 req-ba258858-27a9-411d-b214-9908d36a8009 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 944 time: 0.4145103 Jul 13 08:00:44.032566 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3861a2bd-4e45-407d-bf70-3269aacd5483 req-0d4b6219-f791-4577-8b82-2cd5e51ce0b2 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384723 Jul 13 08:00:44.040097 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:44.074314 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8a532df6-52af-4869-969b-cd2837d1e0ab None None] Provisioning complete for port 1def85fa-721a-48ad-97b5-c5627b86ef2d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:44.074686 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8a532df6-52af-4869-969b-cd2837d1e0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:44.095679 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82513eb-c3c5-4e3f-ab22-5708bda4ff97 req-559fb8ec-5ccf-4a57-a911-ad9b77b3cbfd tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:44.116967 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f82513eb-c3c5-4e3f-ab22-5708bda4ff97 req-559fb8ec-5ccf-4a57-a911-ad9b77b3cbfd tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ee5e47-fd9b-404c-8dc0-56ee93d0a920 HTTP/1.1" status: 200 len: 945 time: 0.3913593 Jul 13 08:00:44.119696 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8a532df6-52af-4869-969b-cd2837d1e0ab None None] Port 1def85fa-721a-48ad-97b5-c5627b86ef2d cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:44.142078 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port dc837f74-ca57-4417-b4c8-2023a5b26277 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:44.143039 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:44.200859 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:44.389872 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Subnet': ['ID=a724c524-c30d-426c-84e5-267725761d25,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:44.452194 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f82513eb-c3c5-4e3f-ab22-5708bda4ff97 req-213a1470-2961-4c0c-abf2-da7f2fc89222 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864034 Jul 13 08:00:44.455274 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Checking segment: {'id': 'bee246b7-3be1-4430-b66a-ca591fddc565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:44.455644 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network hostable DHCP agents. Network: e5abed13-fe79-4cbc-8336-50a67b3cf650, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:00:44.467986 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.484069 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.484581 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.486205 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.486729 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.487231 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.489425 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.489951 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.494070 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.497052 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.497575 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.506187 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.526054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42830) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:44.602860 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network e5abed13-fe79-4cbc-8336-50a67b3cf650 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:00:44.653835 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:44.657852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bf037-16f0-4e84-a059-3c3bf4c9ce38 req-99e22fca-c760-4ce8-a716-043b721cfea8 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:44.670242 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b72bf037-16f0-4e84-a059-3c3bf4c9ce38 req-99e22fca-c760-4ce8-a716-043b721cfea8 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.4012527 Jul 13 08:00:44.670430 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] Transition to ACTIVE for port object 1def85fa-721a-48ad-97b5-c5627b86ef2d will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:44.681418 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:44.683735 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, e5abed13-fe79-4cbc-8336-50a67b3cf650) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:44.713690 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:44.714597 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:44.728152 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1b58e2f8-8dfa-4f5c-9aff-eca7e871a5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:44.741699 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beef750-7566-4b5a-85fc-acc587e2832f None None] Network e5abed13-fe79-4cbc-8336-50a67b3cf650 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:00:44.791830 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac32738b-4684-46f9-b6ff-10344a9dfc23 req-cd31d7af-ef0d-4d5d-aeb2-2abc64dd44b2 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 210 time: 0.0798151 Jul 13 08:00:44.844339 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b72bf037-16f0-4e84-a059-3c3bf4c9ce38 req-5a272533-8f9e-4f9a-b908-5f6aaa14b473 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727300 Jul 13 08:00:44.900868 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88151d43-426a-493b-af2d-dff6628c2135 None None] Pushing event updated for resources: {'Port': ['ID=1def85fa-721a-48ad-97b5-c5627b86ef2d,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:44.912947 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1b58e2f8-8dfa-4f5c-9aff-eca7e871a5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:44.919454 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1b58e2f8-8dfa-4f5c-9aff-eca7e871a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:44.934217 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-30a8d77a-cef7-4d17-8333-1bafeb59e4cd tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7357481 Jul 13 08:00:44.937096 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42834) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:44.944484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88151d43-426a-493b-af2d-dff6628c2135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.945030 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88151d43-426a-493b-af2d-dff6628c2135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.948289 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88151d43-426a-493b-af2d-dff6628c2135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.948747 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88151d43-426a-493b-af2d-dff6628c2135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.949185 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88151d43-426a-493b-af2d-dff6628c2135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.949621 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88151d43-426a-493b-af2d-dff6628c2135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.951543 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88151d43-426a-493b-af2d-dff6628c2135 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.951985 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88151d43-426a-493b-af2d-dff6628c2135 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.952430 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88151d43-426a-493b-af2d-dff6628c2135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.961526 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88151d43-426a-493b-af2d-dff6628c2135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.962019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88151d43-426a-493b-af2d-dff6628c2135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:44.962480 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88151d43-426a-493b-af2d-dff6628c2135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:45.008237 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1b58e2f8-8dfa-4f5c-9aff-eca7e871a5b4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c0fb64547ee24032a784ae0e0a9a92b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4803243 Jul 13 08:00:45.009569 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58e2f8-8dfa-4f5c-9aff-eca7e871a5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57556394-0f5e-477e-9ec1-530f3aa7ad88,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:45.012170 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42836) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:45.073593 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] Attempting to bind port 1def85fa-721a-48ad-97b5-c5627b86ef2d on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:00:45.078529 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] Attempting to bind port 1def85fa-721a-48ad-97b5-c5627b86ef2d by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '5071ae27-78d4-44ad-9852-1fdfc3683063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:00:45.079137 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] Attempting to bind port 1def85fa-721a-48ad-97b5-c5627b86ef2d on network 704a3aba-c84c-4a33-9202-8d8bf486e87f {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:45.089101 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:00:45.089686 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] Checking segment: {'id': '5071ae27-78d4-44ad-9852-1fdfc3683063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:45.090344 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:45.091128 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] Bound using segment: {'id': '5071ae27-78d4-44ad-9852-1fdfc3683063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:00:45.092486 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] Bound port: 1def85fa-721a-48ad-97b5-c5627b86ef2d, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5071ae27-78d4-44ad-9852-1fdfc3683063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:00:45.093200 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:45.130920 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-61fb5fc3-c58b-4fdd-b2b5-3b87d211b553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:45.188295 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-61fb5fc3-c58b-4fdd-b2b5-3b87d211b553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:45.230309 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54f196-2aec-4dbd-8cc7-884ad08b9ea3 req-3731c528-b544-4b22-add8-f8d35323bb19 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:45.231805 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e54f196-2aec-4dbd-8cc7-884ad08b9ea3 req-3731c528-b544-4b22-add8-f8d35323bb19 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.35 "GET /v2.0/ports?device_id=71ee5e47-fd9b-404c-8dc0-56ee93d0a920 HTTP/1.1" status: 200 len: 945 time: 0.2336397 Jul 13 08:00:45.258455 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] For port 1def85fa-721a-48ad-97b5-c5627b86ef2d, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:00:45.262564 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] For port 1def85fa-721a-48ad-97b5-c5627b86ef2d, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1def85fa-721a-48ad-97b5-c5627b86ef2d,segment=NetworkSegment(5071ae27-78d4-44ad-9852-1fdfc3683063),segment_id=5071ae27-78d4-44ad-9852-1fdfc3683063)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:00:45.280412 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:45.281096 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-61fb5fc3-c58b-4fdd-b2b5-3b87d211b553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:45.283875 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-61fb5fc3-c58b-4fdd-b2b5-3b87d211b553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:45.287701 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-61fb5fc3-c58b-4fdd-b2b5-3b87d211b553 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/57556394-0f5e-477e-9ec1-530f3aa7ad88 HTTP/1.1" status: 204 len: 168 time: 0.2653532 Jul 13 08:00:45.295101 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb5fc3-c58b-4fdd-b2b5-3b87d211b553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57556394-0f5e-477e-9ec1-530f3aa7ad88,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:45.379815 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88151d43-426a-493b-af2d-dff6628c2135 None None] Pushing event updated for resources: {'Port': ['ID=1def85fa-721a-48ad-97b5-c5627b86ef2d,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:45.451298 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] Routers {'2b1663f6-e4b5-4f55-b15e-ed29a41fa525'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:45.451935 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:00:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:45.559292 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d03ee-d669-4e2e-a173-8aa4e0ac7669 req-711bc241-1e2a-437a-8e15-22a1d56a4180 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:45.579539 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb2d03ee-d669-4e2e-a173-8aa4e0ac7669 req-711bc241-1e2a-437a-8e15-22a1d56a4180 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 944 time: 0.4034219 Jul 13 08:00:45.581506 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] Set router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:45.661660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-e5abed13-fe79-4cbc-8336-50a67b3cf650', 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'fixed_ips': [{'subnet_id': 'a724c524-c30d-426c-84e5-267725761d25'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:00:45.665327 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:45.717767 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-4a10d51c-8b39-4cf6-a225-a9e549d28bc8 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:45.719418 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-4a10d51c-8b39-4cf6-a225-a9e549d28bc8 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.35 "GET /v2.0/networks?id=a895e7b0-afcc-4098-a27d-05e4c5bfad37 HTTP/1.1" status: 200 len: 814 time: 0.2554934 Jul 13 08:00:45.764928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-7e54f196-2aec-4dbd-8cc7-884ad08b9ea3 req-9c09f174-cc32-4f13-a762-3e10a5e52a38 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Deleting port 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:45.765196 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7e54f196-2aec-4dbd-8cc7-884ad08b9ea3 req-9c09f174-cc32-4f13-a762-3e10a5e52a38 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:45.816410 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-67973252-056c-44d4-b2be-bde101fe56e3 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ad4c40067be450f8ab9004872502cad HTTP/1.1" status: 200 len: 380 time: 0.0839992 Jul 13 08:00:45.830323 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-4c14079e-b8f0-4b10-b090-ad40e6352942 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Request body: {'port': {'device_id': '9e6d268a-0bba-46a6-93cc-5a236d7189ca', 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'admin_state_up': True, 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'security_groups': ['e993a5e6-8bb1-46cb-b0f0-cc3193e17728']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:45.901262 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb2d03ee-d669-4e2e-a173-8aa4e0ac7669 req-59891afe-53f9-4d51-b262-5f6aa260d815 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3205409 Jul 13 08:00:46.001889 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42856) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:46.057726 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9e890f06-7633-4a9b-b24e-092b8921642b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:46.209765 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2c35b5c1-8473-41ce-a13a-325f0aef5197 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:46.215220 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7e54f196-2aec-4dbd-8cc7-884ad08b9ea3 req-9c09f174-cc32-4f13-a762-3e10a5e52a38 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] For port 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172,segment=NetworkSegment(78096199-7087-45c3-a364-e9e751751f37),segment_id=78096199-7087-45c3-a364-e9e751751f37)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:46.215593 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7e54f196-2aec-4dbd-8cc7-884ad08b9ea3 req-9c09f174-cc32-4f13-a762-3e10a5e52a38 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:46.243814 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-7e54f196-2aec-4dbd-8cc7-884ad08b9ea3 req-9c09f174-cc32-4f13-a762-3e10a5e52a38 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Calling delete_port for 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:46.263762 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] Allocated IP 172.21.0.2 (e5abed13-fe79-4cbc-8336-50a67b3cf650/a724c524-c30d-426c-84e5-267725761d25/26989ff8-6c2b-4cd1-b885-60eff24a4a1c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:46.264231 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9e890f06-7633-4a9b-b24e-092b8921642b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:46.264998 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ec7bc-920c-4469-a491-2f79726b6a27 req-ca90a62a-6783-411b-b1b5-bab16fadba0b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:46.266599 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-466ec7bc-920c-4469-a491-2f79726b6a27 req-ca90a62a-6783-411b-b1b5-bab16fadba0b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ee5e47-fd9b-404c-8dc0-56ee93d0a920 HTTP/1.1" status: 200 len: 945 time: 0.4946973 Jul 13 08:00:46.312496 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9e890f06-7633-4a9b-b24e-092b8921642b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:46.346032 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9e890f06-7633-4a9b-b24e-092b8921642b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=35a23e00e2f3437794d4d229bcc7ffd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3430302 Jul 13 08:00:46.347149 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-4c14079e-b8f0-4b10-b090-ad40e6352942 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Made reservation on behalf of 6ad4c40067be450f8ab9004872502cad for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:00:46.352252 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-4c14079e-b8f0-4b10-b090-ad40e6352942 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:46.369782 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42860) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:46.377033 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:00:40Z', 'revision_number': 2, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:45Z', 'revision_number': 4, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:46.413803 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7349341-9044-4c7e-83b8-0bc9782661ef None None] The sync data for ids ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'] in n-d-779913-28 is: [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:00:40Z', 'revision_number': 2, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:45Z', 'revision_number': 4, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:00:46.476400 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff951d1-e732-43b2-8fa0-2e05734beba5 req-64fcae38-fc41-41c8-bcae-5158643d7331 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:46.489950 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2ff951d1-e732-43b2-8fa0-2e05734beba5 req-64fcae38-fc41-41c8-bcae-5158643d7331 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 1098 time: 0.3848782 Jul 13 08:00:46.518744 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:46.520266 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-466ec7bc-920c-4469-a491-2f79726b6a27 req-5d56775d-6c4c-4bd7-a997-afc7baebeef2 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413106 Jul 13 08:00:46.527592 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-4c14079e-b8f0-4b10-b090-ad40e6352942 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Allocated IP 172.20.0.7 (a895e7b0-afcc-4098-a27d-05e4c5bfad37/5f4eecc3-67cc-4f9e-9fc2-82dad46a9705/7ce23e4f-64d2-4513-894a-6830959a220e) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:46.537836 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] Transition to ACTIVE for port object 26989ff8-6c2b-4cd1-b885-60eff24a4a1c will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:46.566121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] Transition to ACTIVE for port object 26989ff8-6c2b-4cd1-b885-60eff24a4a1c will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:46.585628 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:46.657529 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] Network e5abed13-fe79-4cbc-8336-50a67b3cf650 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:46.668658 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:46.678372 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:46.682628 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] Pushing event updated for resources: {'Port': ['ID=26989ff8-6c2b-4cd1-b885-60eff24a4a1c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:46.718416 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2ff951d1-e732-43b2-8fa0-2e05734beba5 req-a1059023-eace-41de-b9da-a18456af3860 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274392 Jul 13 08:00:46.779159 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] Attempting to bind port 26989ff8-6c2b-4cd1-b885-60eff24a4a1c on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:00:46.780396 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] Attempting to bind port 26989ff8-6c2b-4cd1-b885-60eff24a4a1c by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'bee246b7-3be1-4430-b66a-ca591fddc565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:00:46.780396 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] Attempting to bind port 26989ff8-6c2b-4cd1-b885-60eff24a4a1c on network e5abed13-fe79-4cbc-8336-50a67b3cf650 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:46.787525 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:00:46.787525 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] Checking segment: {'id': 'bee246b7-3be1-4430-b66a-ca591fddc565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:46.787525 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:46.787525 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] Bound using segment: {'id': 'bee246b7-3be1-4430-b66a-ca591fddc565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:00:46.787525 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] Bound port: 26989ff8-6c2b-4cd1-b885-60eff24a4a1c, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee246b7-3be1-4430-b66a-ca591fddc565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:00:46.787525 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:46.860048 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-4c14079e-b8f0-4b10-b090-ad40e6352942 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:46.908707 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-4c14079e-b8f0-4b10-b090-ad40e6352942 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Transition to ACTIVE for port object 7ce23e4f-64d2-4513-894a-6830959a220e will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:46.921547 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] For port 26989ff8-6c2b-4cd1-b885-60eff24a4a1c, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:00:46.930107 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] For port 26989ff8-6c2b-4cd1-b885-60eff24a4a1c, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=26989ff8-6c2b-4cd1-b885-60eff24a4a1c,segment=NetworkSegment(bee246b7-3be1-4430-b66a-ca591fddc565),segment_id=bee246b7-3be1-4430-b66a-ca591fddc565)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:00:46.944209 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:47.014723 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e890f06-7633-4a9b-b24e-092b8921642b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14854f3d-b681-4f91-99f1-ba16b598943b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:47.028454 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-4c14079e-b8f0-4b10-b090-ad40e6352942 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:47.093181 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2120fb5-81b1-46fb-a562-145107d8aafd None None] Pushing event updated for resources: {'Port': ['ID=26989ff8-6c2b-4cd1-b885-60eff24a4a1c,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:47.173605 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14079e-b8f0-4b10-b090-ad40e6352942 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Pushing event updated for resources: {'Port': ['ID=7ce23e4f-64d2-4513-894a-6830959a220e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:47.184969 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-4c14079e-b8f0-4b10-b090-ad40e6352942 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Network a895e7b0-afcc-4098-a27d-05e4c5bfad37 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:47.196264 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-4c14079e-b8f0-4b10-b090-ad40e6352942 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:47.206585 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-4c14079e-b8f0-4b10-b090-ad40e6352942 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:47.274348 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-4c14079e-b8f0-4b10-b090-ad40e6352942 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:47.275047 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-4c14079e-b8f0-4b10-b090-ad40e6352942 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:47.315607 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-4c14079e-b8f0-4b10-b090-ad40e6352942 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4906032 Jul 13 08:00:47.322349 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6390d96-0589-4209-9a9c-3362cc9b1f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:47.382885 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6390d96-0589-4209-9a9c-3362cc9b1f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:47.446836 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-f4f57257-7489-498e-9501-284ca4023000 service neutron] Request body: {'port': {'device_id': '9e6d268a-0bba-46a6-93cc-5a236d7189ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:47.506119 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6390d96-0589-4209-9a9c-3362cc9b1f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:47.509731 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6390d96-0589-4209-9a9c-3362cc9b1f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:47.511433 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c6390d96-0589-4209-9a9c-3362cc9b1f2f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/14854f3d-b681-4f91-99f1-ba16b598943b HTTP/1.1" status: 204 len: 168 time: 0.9563789 Jul 13 08:00:47.567844 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6390d96-0589-4209-9a9c-3362cc9b1f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14854f3d-b681-4f91-99f1-ba16b598943b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:47.644767 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-f4f57257-7489-498e-9501-284ca4023000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:47.751077 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fe682066-697a-4e3f-a616-3111b975a5f6 None None] Provisioning for port 7ce23e4f-64d2-4513-894a-6830959a220e completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:47.755847 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fe682066-697a-4e3f-a616-3111b975a5f6 None None] Provisioning complete for port 7ce23e4f-64d2-4513-894a-6830959a220e triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:47.756591 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fe682066-697a-4e3f-a616-3111b975a5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:47.793063 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-2c35b5c1-8473-41ce-a13a-325f0aef5197 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Allocated IP 172.21.0.1 (e5abed13-fe79-4cbc-8336-50a67b3cf650/a724c524-c30d-426c-84e5-267725761d25/b5cd27d6-3048-4c27-8741-82c20086c7cc) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:47.813838 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 26989ff8-6c2b-4cd1-b885-60eff24a4a1c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:47.866580 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-fe682066-697a-4e3f-a616-3111b975a5f6 None None] Port 7ce23e4f-64d2-4513-894a-6830959a220e cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:47.918063 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 26989ff8-6c2b-4cd1-b885-60eff24a4a1c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:47.925918 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1def85fa-721a-48ad-97b5-c5627b86ef2d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:47.927761 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 88d03ae3-c60f-4355-88a3-1848503d945d details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:00:48.048980 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2c35b5c1-8473-41ce-a13a-325f0aef5197 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.062217 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 1def85fa-721a-48ad-97b5-c5627b86ef2d completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:48.066151 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-2c35b5c1-8473-41ce-a13a-325f0aef5197 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Transition to ACTIVE for port object b5cd27d6-3048-4c27-8741-82c20086c7cc will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:48.073606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 1def85fa-721a-48ad-97b5-c5627b86ef2d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:48.074191 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.123595 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-f4f57257-7489-498e-9501-284ca4023000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce23e4f-64d2-4513-894a-6830959a220e {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:00:48.140264 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-f4f57257-7489-498e-9501-284ca4023000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.145882 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 88d03ae3-c60f-4355-88a3-1848503d945d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=88d03ae3-c60f-4355-88a3-1848503d945d,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:48.165906 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '88d03ae3-c60f-4355-88a3-1848503d945d', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'port_id': '88d03ae3-c60f-4355-88a3-1848503d945d', 'mac_address': 'fa:16:3e:36:c9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:00:48.166952 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7e54f196-2aec-4dbd-8cc7-884ad08b9ea3 req-9c09f174-cc32-4f13-a762-3e10a5e52a38 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.168136 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-f4f57257-7489-498e-9501-284ca4023000 service neutron] Transition to ACTIVE for port object 7ce23e4f-64d2-4513-894a-6830959a220e will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:48.181702 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-f4f57257-7489-498e-9501-284ca4023000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.221616 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.224033 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['24c90f4a-d970-4175-a85f-cff79d05be03'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:00:48.226707 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:00:48.259435 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f57257-7489-498e-9501-284ca4023000 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce23e4f-64d2-4513-894a-6830959a220e,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:48.329424 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2c35b5c1-8473-41ce-a13a-325f0aef5197 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.338893 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:00:48.339559 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:00:48.346926 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09f174-cc32-4f13-a762-3e10a5e52a38 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Pushing event deleted for resources: {'Port': ['ID=63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:48.428098 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d03ae3-c60f-4355-88a3-1848503d945d {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:00:48.443239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-f4f57257-7489-498e-9501-284ca4023000 service neutron] Attempting to bind port 7ce23e4f-64d2-4513-894a-6830959a220e on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:00:48.443894 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-f4f57257-7489-498e-9501-284ca4023000 service neutron] Attempting to bind port 7ce23e4f-64d2-4513-894a-6830959a220e by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '1debc241-a322-48b9-89e6-6603bf5c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:00:48.444405 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-f4f57257-7489-498e-9501-284ca4023000 service neutron] Attempting to bind port 7ce23e4f-64d2-4513-894a-6830959a220e on network a895e7b0-afcc-4098-a27d-05e4c5bfad37 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:48.450916 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-f4f57257-7489-498e-9501-284ca4023000 service neutron] Port 7ce23e4f-64d2-4513-894a-6830959a220e on network a895e7b0-afcc-4098-a27d-05e4c5bfad37 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:00:48.451531 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-f4f57257-7489-498e-9501-284ca4023000 service neutron] Attempting to bind port 7ce23e4f-64d2-4513-894a-6830959a220e on network a895e7b0-afcc-4098-a27d-05e4c5bfad37 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:48.458382 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-f4f57257-7489-498e-9501-284ca4023000 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:00:48.459008 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-f4f57257-7489-498e-9501-284ca4023000 service neutron] Checking segment: {'id': '1debc241-a322-48b9-89e6-6603bf5c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:48.461296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-f4f57257-7489-498e-9501-284ca4023000 service neutron] Bound using segment: {'id': '1debc241-a322-48b9-89e6-6603bf5c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:00:48.461973 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-f4f57257-7489-498e-9501-284ca4023000 service neutron] Bound port: 7ce23e4f-64d2-4513-894a-6830959a220e, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1debc241-a322-48b9-89e6-6603bf5c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:00:48.462528 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-f4f57257-7489-498e-9501-284ca4023000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.474665 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 88d03ae3-c60f-4355-88a3-1848503d945d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=88d03ae3-c60f-4355-88a3-1848503d945d,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:48.480462 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d946bf-0a62-4725-9785-9554b4ce3fef req-6f4118e3-0040-46b9-8c40-93c39b1ee852 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:48.489025 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10d946bf-0a62-4725-9785-9554b4ce3fef req-6f4118e3-0040-46b9-8c40-93c39b1ee852 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 931 time: 1.6360652 Jul 13 08:00:48.492057 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35b5c1-8473-41ce-a13a-325f0aef5197 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Port': ['ID=b5cd27d6-3048-4c27-8741-82c20086c7cc,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:48.504699 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.510897 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.526124 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c9eee-41e6-44aa-94ff-ef2bb79ac3d2 req-cff6bdf6-183e-4ef3-b179-0d847baede9b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:48.566257 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c28c9eee-41e6-44aa-94ff-ef2bb79ac3d2 req-cff6bdf6-183e-4ef3-b179-0d847baede9b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.9198689 Jul 13 08:00:48.652098 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e54f196-2aec-4dbd-8cc7-884ad08b9ea3 req-9c09f174-cc32-4f13-a762-3e10a5e52a38 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] No DVR routers for this DVR port 63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:00:48.657374 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7e54f196-2aec-4dbd-8cc7-884ad08b9ea3 req-9c09f174-cc32-4f13-a762-3e10a5e52a38 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.665033 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e54f196-2aec-4dbd-8cc7-884ad08b9ea3 req-9c09f174-cc32-4f13-a762-3e10a5e52a38 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.35 "DELETE /v2.0/ports/63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172 HTTP/1.1" status: 204 len: 173 time: 3.3862453 Jul 13 08:00:48.712010 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-f4f57257-7489-498e-9501-284ca4023000 service neutron] For port 7ce23e4f-64d2-4513-894a-6830959a220e, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:00:48.724706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-f4f57257-7489-498e-9501-284ca4023000 service neutron] For port 7ce23e4f-64d2-4513-894a-6830959a220e, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7ce23e4f-64d2-4513-894a-6830959a220e,segment=NetworkSegment(1debc241-a322-48b9-89e6-6603bf5c6fb0),segment_id=1debc241-a322-48b9-89e6-6603bf5c6fb0)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:00:48.731338 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c35b5c1-8473-41ce-a13a-325f0aef5197 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network e5abed13-fe79-4cbc-8336-50a67b3cf650 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:48.740340 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-f4f57257-7489-498e-9501-284ca4023000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.751486 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ee5e47-fd9b-404c-8dc0-56ee93d0a920', 'name': 'network-vif-deleted', 'tag': '63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:48.761791 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77833848-000f-486a-82d7-69f4993a18c8" -d '{"events": [{"server_uuid": "71ee5e47-fd9b-404c-8dc0-56ee93d0a920", "name": "network-vif-deleted", "tag": "63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:48.788134 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10d946bf-0a62-4725-9785-9554b4ce3fef req-b76c2441-971e-482b-8b7e-b5e0667d4bdc tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/security-groups?id=e993a5e6-8bb1-46cb-b0f0-cc3193e17728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971280 Jul 13 08:00:48.841595 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2c35b5c1-8473-41ce-a13a-325f0aef5197 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:48.850258 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c35b5c1-8473-41ce-a13a-325f0aef5197 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:48.852949 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-f4f57257-7489-498e-9501-284ca4023000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:48.872512 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-f4f57257-7489-498e-9501-284ca4023000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.874218 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-f4f57257-7489-498e-9501-284ca4023000 service neutron] 10.222.0.35 "PUT /v2.0/ports/7ce23e4f-64d2-4513-894a-6830959a220e HTTP/1.1" status: 200 len: 1092 time: 1.4387643 Jul 13 08:00:48.880503 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6d268a-0bba-46a6-93cc-5a236d7189ca', 'tag': '7ce23e4f-64d2-4513-894a-6830959a220e'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:48.883555 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9386fb2-c3a9-4072-9069-5aabe1be38f6" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6d268a-0bba-46a6-93cc-5a236d7189ca", "tag": "7ce23e4f-64d2-4513-894a-6830959a220e"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:48.962599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=88d03ae3-c60f-4355-88a3-1848503d945d,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:48.975568 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['88d03ae3-c60f-4355-88a3-1848503d945d'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:00:48.983294 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f57257-7489-498e-9501-284ca4023000 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce23e4f-64d2-4513-894a-6830959a220e,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:48.986003 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 1def85fa-721a-48ad-97b5-c5627b86ef2d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1def85fa-721a-48ad-97b5-c5627b86ef2d,segment=NetworkSegment(5071ae27-78d4-44ad-9852-1fdfc3683063),segment_id=5071ae27-78d4-44ad-9852-1fdfc3683063)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:49.023389 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2c35b5c1-8473-41ce-a13a-325f0aef5197 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:49.135850 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:49.201649 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56146a46-fb2b-4012-8a7a-5e2c10026304 None None] Network e5abed13-fe79-4cbc-8336-50a67b3cf650 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:00:49.276959 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-1b3834e6-6207-43cb-b3ed-272941cb837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:49.280546 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-1b3834e6-6207-43cb-b3ed-272941cb837b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ad4c40067be450f8ab9004872502cad&device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 1095 time: 0.2291245 Jul 13 08:00:49.344747 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-d755d908-d6b0-4b7e-a431-ab7d836f23b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ce23e4f-64d2-4513-894a-6830959a220e HTTP/1.1" status: 200 len: 217 time: 0.0549660 Jul 13 08:00:49.371542 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c28c9eee-41e6-44aa-94ff-ef2bb79ac3d2 req-567cb6ba-bd67-41bf-bd1c-98a33addea52 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8042793 Jul 13 08:00:49.540665 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-ab4f309d-97bb-4a69-8497-baa2d6d6dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:49.552372 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-ab4f309d-97bb-4a69-8497-baa2d6d6dad3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f4eecc3-67cc-4f9e-9fc2-82dad46a9705 HTTP/1.1" status: 200 len: 853 time: 0.1902456 Jul 13 08:00:49.717007 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-20b92bbf-cf5d-49c0-9ac4-a0da88538d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:49.718584 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-20b92bbf-cf5d-49c0-9ac4-a0da88538d62 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a895e7b0-afcc-4098-a27d-05e4c5bfad37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1635687 Jul 13 08:00:49.734801 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70166ce-db69-496d-9720-24e95062ce47 req-8f1e37a9-55a9-4fc5-a3af-dff179f654ce tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:49.750547 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b70166ce-db69-496d-9720-24e95062ce47 req-8f1e37a9-55a9-4fc5-a3af-dff179f654ce tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 946 time: 0.5771646 Jul 13 08:00:49.798565 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=1def85fa-721a-48ad-97b5-c5627b86ef2d,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:49.899887 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2c35b5c1-8473-41ce-a13a-325f0aef5197 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:49.943261 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-16fc382a-d92d-41d1-96fc-11e9d33c1995 None None] Provisioning for port 26989ff8-6c2b-4cd1-b885-60eff24a4a1c completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:49.975747 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-4c68040d-fb5a-491a-b53a-0f15a1a5c916 service neutron] 10.222.0.35 "GET /v2.0/networks/a895e7b0-afcc-4098-a27d-05e4c5bfad37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490163 Jul 13 08:00:49.978586 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-16fc382a-d92d-41d1-96fc-11e9d33c1995 None None] Provisioning complete for port 26989ff8-6c2b-4cd1-b885-60eff24a4a1c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:49.979015 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16fc382a-d92d-41d1-96fc-11e9d33c1995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:50.200121 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-13fbe540-ef78-4d02-a6fe-990d916a94ab req-482869df-e80c-4b66-ae4f-d4d80ad32e7c service neutron] 10.222.0.35 "GET /v2.0/networks/a895e7b0-afcc-4098-a27d-05e4c5bfad37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169483 Jul 13 08:00:50.277308 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b70166ce-db69-496d-9720-24e95062ce47 req-2069bc20-ca53-4a80-9f5e-c58d733162bf tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5250616 Jul 13 08:00:50.311970 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42918) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:50.371147 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16fc382a-d92d-41d1-96fc-11e9d33c1995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:50.426683 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-16fc382a-d92d-41d1-96fc-11e9d33c1995 None None] For port 26989ff8-6c2b-4cd1-b885-60eff24a4a1c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=26989ff8-6c2b-4cd1-b885-60eff24a4a1c,segment=NetworkSegment(bee246b7-3be1-4430-b66a-ca591fddc565),segment_id=bee246b7-3be1-4430-b66a-ca591fddc565)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:50.437499 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16fc382a-d92d-41d1-96fc-11e9d33c1995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:50.466799 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d5d35180-73c4-4a7c-aa1a-9100a32361c1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/floatingips/f8e7332e-d16f-43e0-8c15-4fb850958f26 HTTP/1.1" status: 200 len: 994 time: 0.1482770 Jul 13 08:00:50.482283 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc72cf1-b265-4040-902a-ccbab55b1339 req-f835e98d-ffc6-4418-a155-f340ef7cbbdf tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:50.493421 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4cc72cf1-b265-4040-902a-ccbab55b1339 req-f835e98d-ffc6-4418-a155-f340ef7cbbdf tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 945 time: 0.7367444 Jul 13 08:00:50.525023 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc382a-d92d-41d1-96fc-11e9d33c1995 None None] Pushing event updated for resources: {'Port': ['ID=26989ff8-6c2b-4cd1-b885-60eff24a4a1c,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:50.528229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-16fc382a-d92d-41d1-96fc-11e9d33c1995 None None] Provisioning complete for port 1def85fa-721a-48ad-97b5-c5627b86ef2d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:50.528663 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16fc382a-d92d-41d1-96fc-11e9d33c1995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:50.565082 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4cc72cf1-b265-4040-902a-ccbab55b1339 req-a362029c-6fa5-4943-a18a-b0f19e881f50 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699298 Jul 13 08:00:50.628266 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722587f8-6176-4d95-9481-4857ebf2a81f x-openstack-request-id: req-722587f8-6176-4d95-9481-4857ebf2a81f {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:50.628571 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6d268a-0bba-46a6-93cc-5a236d7189ca", "tag": "7ce23e4f-64d2-4513-894a-6830959a220e", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:50.628850 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-722587f8-6176-4d95-9481-4857ebf2a81f {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:50.629303 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6d268a-0bba-46a6-93cc-5a236d7189ca', 'tag': '7ce23e4f-64d2-4513-894a-6830959a220e', 'status': 'completed', 'code': 200} Jul 13 08:00:50.686648 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc254f5-7a16-440a-af37-0d55053419f4 x-openstack-request-id: req-6bc254f5-7a16-440a-af37-0d55053419f4 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:50.688058 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ee5e47-fd9b-404c-8dc0-56ee93d0a920", "name": "network-vif-deleted", "tag": "63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:50.689038 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6bc254f5-7a16-440a-af37-0d55053419f4 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:50.690408 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ee5e47-fd9b-404c-8dc0-56ee93d0a920', 'name': 'network-vif-deleted', 'tag': '63625ba3-5bd1-4b0e-ab4c-a6a50ceb7172', 'status': 'completed', 'code': 200} Jul 13 08:00:50.723345 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2c35b5c1-8473-41ce-a13a-325f0aef5197 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:50.736184 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2c35b5c1-8473-41ce-a13a-325f0aef5197 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:50.754011 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9386fb2-c3a9-4072-9069-5aabe1be38f6 req-bbd43843-6c99-441f-a9d0-5f00310d5b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:50.755918 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b9386fb2-c3a9-4072-9069-5aabe1be38f6 req-bbd43843-6c99-441f-a9d0-5f00310d5b92 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ad4c40067be450f8ab9004872502cad&device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 1095 time: 0.1025820 Jul 13 08:00:50.825311 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35b5c1-8473-41ce-a13a-325f0aef5197 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Port': ['ID=b5cd27d6-3048-4c27-8741-82c20086c7cc,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:50.862229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-35b8fa67-5343-490c-9635-a73df95c4ad2 None None] Provisioning complete for port 26989ff8-6c2b-4cd1-b885-60eff24a4a1c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:50.862605 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-35b8fa67-5343-490c-9635-a73df95c4ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:51.050447 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-35b8fa67-5343-490c-9635-a73df95c4ad2 None None] Provisioning for port b5cd27d6-3048-4c27-8741-82c20086c7cc completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:51.055893 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-35b8fa67-5343-490c-9635-a73df95c4ad2 None None] Provisioning complete for port b5cd27d6-3048-4c27-8741-82c20086c7cc triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:51.056274 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-35b8fa67-5343-490c-9635-a73df95c4ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:51.127379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-35b8fa67-5343-490c-9635-a73df95c4ad2 None None] Port b5cd27d6-3048-4c27-8741-82c20086c7cc cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:51.134860 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2c35b5c1-8473-41ce-a13a-325f0aef5197 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:51.260112 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f40f3302-3fc0-4764-b45b-091c1ce7762e None None] Provisioning complete for port b5cd27d6-3048-4c27-8741-82c20086c7cc triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:51.260666 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f40f3302-3fc0-4764-b45b-091c1ce7762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:51.295713 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a87819-d30d-403e-88be-3e2d9d8c77c7 req-d8ab8d00-6a59-45f5-8d3b-3bd3c3209a0e tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:51.297332 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64a87819-d30d-403e-88be-3e2d9d8c77c7 req-d8ab8d00-6a59-45f5-8d3b-3bd3c3209a0e tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.3556647 Jul 13 08:00:51.354827 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f40f3302-3fc0-4764-b45b-091c1ce7762e None None] Port b5cd27d6-3048-4c27-8741-82c20086c7cc cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:51.358240 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9bd72-e183-40bc-9486-e92ef996c91a req-58ff0b9e-5a14-424d-853c-4b4692d1623c tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:51.360271 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-55c9bd72-e183-40bc-9486-e92ef996c91a req-58ff0b9e-5a14-424d-853c-4b4692d1623c tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 943 time: 0.5158782 Jul 13 08:00:51.444163 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64a87819-d30d-403e-88be-3e2d9d8c77c7 req-a9c9edd7-8830-4905-a682-e2001ef88b60 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305399 Jul 13 08:00:51.497894 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-55c9bd72-e183-40bc-9486-e92ef996c91a req-b45c036e-0aae-4ace-9b6b-93ef630968cf tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/security-groups?id=e993a5e6-8bb1-46cb-b0f0-cc3193e17728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266115 Jul 13 08:00:51.508697 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c35b5c1-8473-41ce-a13a-325f0aef5197 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network e5abed13-fe79-4cbc-8336-50a67b3cf650 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:51.516177 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2c35b5c1-8473-41ce-a13a-325f0aef5197 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:51.605669 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ee644407-5fa7-451b-9e48-cab798a47212 None None] Provisioning complete for port b5cd27d6-3048-4c27-8741-82c20086c7cc triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:51.606150 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ee644407-5fa7-451b-9e48-cab798a47212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:51.623549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9386fb2-c3a9-4072-9069-5aabe1be38f6 req-c3f0ad4e-5ac2-411d-84fb-5d252a9b3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:51.625147 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b9386fb2-c3a9-4072-9069-5aabe1be38f6 req-c3f0ad4e-5ac2-411d-84fb-5d252a9b3a62 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a895e7b0-afcc-4098-a27d-05e4c5bfad37 HTTP/1.1" status: 200 len: 915 time: 0.8620660 Jul 13 08:00:51.693172 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 26989ff8-6c2b-4cd1-b885-60eff24a4a1c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:51.714859 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c35b5c1-8473-41ce-a13a-325f0aef5197 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:00:51.736994 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b9386fb2-c3a9-4072-9069-5aabe1be38f6 req-5972e21d-4aa1-4689-99d5-bd1203d456f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ce23e4f-64d2-4513-894a-6830959a220e HTTP/1.1" status: 200 len: 217 time: 0.1041267 Jul 13 08:00:51.801995 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ee644407-5fa7-451b-9e48-cab798a47212 None None] Port b5cd27d6-3048-4c27-8741-82c20086c7cc cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:51.860286 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 26989ff8-6c2b-4cd1-b885-60eff24a4a1c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:51.860993 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:51.906752 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9386fb2-c3a9-4072-9069-5aabe1be38f6 req-5a7c65cf-b21c-4fdf-bacc-d494077d1e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:51.917261 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b9386fb2-c3a9-4072-9069-5aabe1be38f6 req-5a7c65cf-b21c-4fdf-bacc-d494077d1e62 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f4eecc3-67cc-4f9e-9fc2-82dad46a9705 HTTP/1.1" status: 200 len: 853 time: 0.1567287 Jul 13 08:00:51.981956 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 88d03ae3-c60f-4355-88a3-1848503d945d up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:52.032581 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9386fb2-c3a9-4072-9069-5aabe1be38f6 req-017fe0af-8298-4bf9-8f77-0bb8a11ee58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:52.034125 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b9386fb2-c3a9-4072-9069-5aabe1be38f6 req-017fe0af-8298-4bf9-8f77-0bb8a11ee58c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a895e7b0-afcc-4098-a27d-05e4c5bfad37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1083384 Jul 13 08:00:52.059270 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c35b5c1-8473-41ce-a13a-325f0aef5197 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:00:52.072581 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] Sync routers for ids ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:00:52.074509 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1def85fa-721a-48ad-97b5-c5627b86ef2d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:52.075631 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2c35b5c1-8473-41ce-a13a-325f0aef5197 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/2b1663f6-e4b5-4f55-b15e-ed29a41fa525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1372199 Jul 13 08:00:52.081570 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42966) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:52.092632 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-04502ed5-efea-42f8-b2c6-4a82ebd88791 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'network': {'name': 'tempest-RoutersTest-69306757'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:52.103135 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] Routers {'2b1663f6-e4b5-4f55-b15e-ed29a41fa525'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:52.103958 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:00:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:52.107006 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6e015114-ec30-42ca-9e30-5ec5a97760d8 None None] Provisioning complete for port b5cd27d6-3048-4c27-8741-82c20086c7cc triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:52.107502 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e015114-ec30-42ca-9e30-5ec5a97760d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.169214 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 88d03ae3-c60f-4355-88a3-1848503d945d completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:52.186730 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 88d03ae3-c60f-4355-88a3-1848503d945d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:52.187274 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.190465 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6e015114-ec30-42ca-9e30-5ec5a97760d8 None None] Port b5cd27d6-3048-4c27-8741-82c20086c7cc cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:52.217225 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b9386fb2-c3a9-4072-9069-5aabe1be38f6 req-e39d879b-b6d5-4fe8-b43c-f5310ced225e service neutron] 10.222.0.35 "GET /v2.0/networks/a895e7b0-afcc-4098-a27d-05e4c5bfad37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755507 Jul 13 08:00:52.230706 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04502ed5-efea-42f8-b2c6-4a82ebd88791 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Made reservation on behalf of a0ffb35344bc4cd8a0348e916437de28 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:00:52.235914 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04502ed5-efea-42f8-b2c6-4a82ebd88791 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.244443 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 1def85fa-721a-48ad-97b5-c5627b86ef2d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:52.244975 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.311243 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] Set router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:52.365180 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955d940-0738-41cb-b9cc-8de2e65bd25c req-0f303998-43b7-4b60-bf1f-2a858eb01e7b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:52.367248 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1955d940-0738-41cb-b9cc-8de2e65bd25c req-0f303998-43b7-4b60-bf1f-2a858eb01e7b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.3440626 Jul 13 08:00:52.382212 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04502ed5-efea-42f8-b2c6-4a82ebd88791 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:00:52.453581 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04502ed5-efea-42f8-b2c6-4a82ebd88791 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.453929 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-04502ed5-efea-42f8-b2c6-4a82ebd88791 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Added segment 15f68575-8d8c-4073-9777-ba09ee0c6aab of type vlan for network 7d6f6491-7d30-4057-adf5-75a697650524 Jul 13 08:00:52.488926 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.512013 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c7f0d-4def-431d-babc-158259f45156 req-a6b6b369-6056-4c4c-bdd9-8440226da24a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:52.512589 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b9386fb2-c3a9-4072-9069-5aabe1be38f6 req-9a5a3f89-c98b-47a4-adb0-5eaf281c19f5 service neutron] 10.222.0.35 "GET /v2.0/networks/a895e7b0-afcc-4098-a27d-05e4c5bfad37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806039 Jul 13 08:00:52.519394 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b1c7f0d-4def-431d-babc-158259f45156 req-a6b6b369-6056-4c4c-bdd9-8440226da24a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 945 time: 0.4983809 Jul 13 08:00:52.543836 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1955d940-0738-41cb-b9cc-8de2e65bd25c req-e598d5b9-ebe5-488d-b40a-b017973d2b41 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694925 Jul 13 08:00:52.556849 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04502ed5-efea-42f8-b2c6-4a82ebd88791 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.581450 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 42982) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:52.607921 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 88d03ae3-c60f-4355-88a3-1848503d945d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=88d03ae3-c60f-4355-88a3-1848503d945d,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:52.607921 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb65d55-1009-4f63-95ee-03f48905d5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d03ae3-c60f-4355-88a3-1848503d945d'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:52.607921 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507dff71-9d44-4755-8a42-aeef2f19e3de" -d '{"events": [{"server_uuid": "cfb65d55-1009-4f63-95ee-03f48905d5d9", "name": "network-vif-plugged", "status": "completed", "tag": "88d03ae3-c60f-4355-88a3-1848503d945d"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:52.628357 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.671690 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b1c7f0d-4def-431d-babc-158259f45156 req-d8500dfe-5ee5-40b5-a4ad-0f2c6a5db1e4 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505098 Jul 13 08:00:52.675159 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04502ed5-efea-42f8-b2c6-4a82ebd88791 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.681376 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:00:49Z', 'revision_number': 3, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5cd27d6-3048-4c27-8741-82c20086c7cc', 'name': '', 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:1d:69:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'a724c524-c30d-426c-84e5-267725761d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:46Z', 'updated_at': '2021-07-13T08:00:50Z', 'revision_number': 2, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': 'a724c524-c30d-426c-84e5-267725761d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:52.691296 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04502ed5-efea-42f8-b2c6-4a82ebd88791 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:52.705490 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04502ed5-efea-42f8-b2c6-4a82ebd88791 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.788244 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] Checking router: 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:00:52.791167 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] Updating router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 port b5cd27d6-3048-4c27-8741-82c20086c7cc binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:00:52.802054 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=88d03ae3-c60f-4355-88a3-1848503d945d,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:52.814907 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-04502ed5-efea-42f8-b2c6-4a82ebd88791 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7228816 Jul 13 08:00:52.818199 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 42990) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:52.823840 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9443e58c-22ac-49a9-b529-c0c725497a58 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'subnet': {'network_id': '7d6f6491-7d30-4057-adf5-75a697650524', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:52.844537 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8ddf9be1-ebb4-48fd-848b-130a33654f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.885884 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.911521 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04502ed5-efea-42f8-b2c6-4a82ebd88791 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Network': ['ID=7d6f6491-7d30-4057-adf5-75a697650524,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:52.934230 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 7d6f6491-7d30-4057-adf5-75a697650524 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:00:53.101675 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b26c0d-df45-43d9-b3a4-49a0b3054a33 req-efed1401-30e1-456b-b051-512f1b10f017 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:53.113578 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7b26c0d-df45-43d9-b3a4-49a0b3054a33 req-efed1401-30e1-456b-b051-512f1b10f017 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.2256043 Jul 13 08:00:53.140706 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8ddf9be1-ebb4-48fd-848b-130a33654f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:53.152993 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8ddf9be1-ebb4-48fd-848b-130a33654f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:53.273298 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-64fc5e7b-3b5d-47b0-b26f-bb26a87ed662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:53.280436 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7b26c0d-df45-43d9-b3a4-49a0b3054a33 req-38d8485e-6a7c-4d9e-8bd9-c5f205e4b214 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659415 Jul 13 08:00:53.290033 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf9be1-ebb4-48fd-848b-130a33654f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581390ff-acdc-4e0a-aa46-9b2566e7e47c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:53.293588 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9443e58c-22ac-49a9-b529-c0c725497a58 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Made reservation on behalf of a0ffb35344bc4cd8a0348e916437de28 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:00:53.308648 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9443e58c-22ac-49a9-b529-c0c725497a58 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:53.349061 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8ddf9be1-ebb4-48fd-848b-130a33654f52 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f232afd2d43b4a53bf13790b5a3531e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7662661 Jul 13 08:00:53.354818 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43004) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:53.376396 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-57c59554-2cd4-40f1-bcdb-1d668eb58ba3 None None] Provisioning complete for port 88d03ae3-c60f-4355-88a3-1848503d945d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:53.378148 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-57c59554-2cd4-40f1-bcdb-1d668eb58ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:53.529938 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-35fd0d19-f7f2-4184-a843-4b559077a38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:53.592351 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-35fd0d19-f7f2-4184-a843-4b559077a38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:53.703688 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-35fd0d19-f7f2-4184-a843-4b559077a38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:53.707355 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-35fd0d19-f7f2-4184-a843-4b559077a38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:53.722131 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-35fd0d19-f7f2-4184-a843-4b559077a38d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/581390ff-acdc-4e0a-aa46-9b2566e7e47c HTTP/1.1" status: 204 len: 168 time: 0.3499799 Jul 13 08:00:53.722776 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:53.728899 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] Transition to ACTIVE for port object b5cd27d6-3048-4c27-8741-82c20086c7cc will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:53.741637 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:53.747418 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd0d19-f7f2-4184-a843-4b559077a38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581390ff-acdc-4e0a-aa46-9b2566e7e47c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:53.790284 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc506ae5-5d34-4948-ad45-5f7bdc08bb58 None None] Pushing event updated for resources: {'Port': ['ID=b5cd27d6-3048-4c27-8741-82c20086c7cc,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:53.816240 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc506ae5-5d34-4948-ad45-5f7bdc08bb58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:53.816690 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc506ae5-5d34-4948-ad45-5f7bdc08bb58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:53.817147 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc506ae5-5d34-4948-ad45-5f7bdc08bb58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:53.817549 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc506ae5-5d34-4948-ad45-5f7bdc08bb58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:53.817956 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc506ae5-5d34-4948-ad45-5f7bdc08bb58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:53.818365 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc506ae5-5d34-4948-ad45-5f7bdc08bb58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:53.819124 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc506ae5-5d34-4948-ad45-5f7bdc08bb58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:53.819238 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc506ae5-5d34-4948-ad45-5f7bdc08bb58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:53.820322 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc506ae5-5d34-4948-ad45-5f7bdc08bb58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:53.820714 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc506ae5-5d34-4948-ad45-5f7bdc08bb58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:53.821370 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc506ae5-5d34-4948-ad45-5f7bdc08bb58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:53.821760 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc506ae5-5d34-4948-ad45-5f7bdc08bb58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:53.894565 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101f7cf-55a1-463f-8367-687a4a30c16f req-dae54971-793f-4b67-80af-a8056d100426 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:53.905208 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8101f7cf-55a1-463f-8367-687a4a30c16f req-dae54971-793f-4b67-80af-a8056d100426 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 943 time: 0.3357391 Jul 13 08:00:53.911425 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125d59c9-21e7-4651-89ac-c3a28bf5e421 x-openstack-request-id: req-125d59c9-21e7-4651-89ac-c3a28bf5e421 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:53.911954 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb65d55-1009-4f63-95ee-03f48905d5d9", "name": "network-vif-plugged", "status": "completed", "tag": "88d03ae3-c60f-4355-88a3-1848503d945d", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:53.912423 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-125d59c9-21e7-4651-89ac-c3a28bf5e421 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:53.913094 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb65d55-1009-4f63-95ee-03f48905d5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d03ae3-c60f-4355-88a3-1848503d945d', 'code': 200} Jul 13 08:00:54.016363 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] Attempting to bind port b5cd27d6-3048-4c27-8741-82c20086c7cc on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:00:54.016734 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] Attempting to bind port b5cd27d6-3048-4c27-8741-82c20086c7cc by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'bee246b7-3be1-4430-b66a-ca591fddc565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:00:54.017088 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] Attempting to bind port b5cd27d6-3048-4c27-8741-82c20086c7cc on network e5abed13-fe79-4cbc-8336-50a67b3cf650 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:54.029544 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:00:54.029913 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] Checking segment: {'id': 'bee246b7-3be1-4430-b66a-ca591fddc565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:54.030371 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:54.030764 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] Bound using segment: {'id': 'bee246b7-3be1-4430-b66a-ca591fddc565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:00:54.031235 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] Bound port: b5cd27d6-3048-4c27-8741-82c20086c7cc, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee246b7-3be1-4430-b66a-ca591fddc565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:00:54.031609 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:54.073544 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8101f7cf-55a1-463f-8367-687a4a30c16f req-54862ba8-f54d-4778-971b-35d30f8948da tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/security-groups?id=e993a5e6-8bb1-46cb-b0f0-cc3193e17728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665909 Jul 13 08:00:54.081077 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9443e58c-22ac-49a9-b529-c0c725497a58 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:54.201667 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5acb4-8c94-483f-a501-c5ad75e953e7 req-32059047-2bf1-4cd9-96b3-16e6209bc4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:54.203234 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bee5acb4-8c94-483f-a501-c5ad75e953e7 req-32059047-2bf1-4cd9-96b3-16e6209bc4ec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 1098 time: 0.2014110 Jul 13 08:00:54.232034 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443e58c-22ac-49a9-b529-c0c725497a58 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Subnet': ['ID=9f9ed354-5c12-4445-aba8-4356e7c4a028,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:54.274760 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] For port b5cd27d6-3048-4c27-8741-82c20086c7cc, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:00:54.283394 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] For port b5cd27d6-3048-4c27-8741-82c20086c7cc, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b5cd27d6-3048-4c27-8741-82c20086c7cc,segment=NetworkSegment(bee246b7-3be1-4430-b66a-ca591fddc565),segment_id=bee246b7-3be1-4430-b66a-ca591fddc565)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:00:54.295876 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:54.300198 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bee5acb4-8c94-483f-a501-c5ad75e953e7 req-70d2fd4c-be38-4b72-8489-726c6323d44e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806749 Jul 13 08:00:54.401703 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9443e58c-22ac-49a9-b529-c0c725497a58 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Checking segment: {'id': '15f68575-8d8c-4073-9777-ba09ee0c6aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:54.402387 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9443e58c-22ac-49a9-b529-c0c725497a58 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network hostable DHCP agents. Network: 7d6f6491-7d30-4057-adf5-75a697650524, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:00:54.412839 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] Routers {'2b1663f6-e4b5-4f55-b15e-ed29a41fa525'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:54.423973 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:00:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:54.454929 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43036) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:54.494449 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-538e2e51-36c0-425d-8632-72916951ebc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:54.539470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9443e58c-22ac-49a9-b529-c0c725497a58 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network 7d6f6491-7d30-4057-adf5-75a697650524 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:00:54.567372 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee154517-798e-487a-88ef-0b2fc3c1c00f req-83a9987a-e9a4-4945-b400-7159d7023286 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:54.569835 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee154517-798e-487a-88ef-0b2fc3c1c00f req-83a9987a-e9a4-4945-b400-7159d7023286 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 946 time: 0.3157709 Jul 13 08:00:54.570655 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-9443e58c-22ac-49a9-b529-c0c725497a58 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 7d6f6491-7d30-4057-adf5-75a697650524) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:54.577654 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc506ae5-5d34-4948-ad45-5f7bdc08bb58 None None] Pushing event updated for resources: {'Port': ['ID=b5cd27d6-3048-4c27-8741-82c20086c7cc,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:54.578724 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9443e58c-22ac-49a9-b529-c0c725497a58 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:54.579441 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9443e58c-22ac-49a9-b529-c0c725497a58 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:54.588276 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addf450d-278b-423f-926f-b83d54c173a9 None None] Network 7d6f6491-7d30-4057-adf5-75a697650524 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:00:54.621248 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] Set router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:54.629765 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f859a-f79b-4306-af3a-72fc42438e80 req-348a5caa-7d01-44a8-bb40-f4522c368ffe tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:54.646764 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f68c3219-3cac-4df7-95dd-d3127077453a req-2d052762-8b6c-40af-84c2-8e3924fcf29e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6498275 Jul 13 08:00:54.651203 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-205f859a-f79b-4306-af3a-72fc42438e80 req-348a5caa-7d01-44a8-bb40-f4522c368ffe tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 946 time: 0.2807362 Jul 13 08:00:54.761476 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee154517-798e-487a-88ef-0b2fc3c1c00f req-a6380ffc-66e2-4d75-9ab9-959cc1a51456 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623905 Jul 13 08:00:54.804392 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-205f859a-f79b-4306-af3a-72fc42438e80 req-75f208b8-88a2-4dda-bd5b-53f6b630b239 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520412 Jul 13 08:00:54.843954 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-538e2e51-36c0-425d-8632-72916951ebc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:54.845095 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-7d6f6491-7d30-4057-adf5-75a697650524', 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'fixed_ips': [{'subnet_id': '9f9ed354-5c12-4445-aba8-4356e7c4a028'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:00:54.845685 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:54.857601 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-538e2e51-36c0-425d-8632-72916951ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:54.875364 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9443e58c-22ac-49a9-b529-c0c725497a58 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0563331 Jul 13 08:00:54.878246 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43046) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:54.929701 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e2e51-36c0-425d-8632-72916951ebc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18eea88-9136-411a-95de-c5c5117354e3,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:55.015389 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-538e2e51-36c0-425d-8632-72916951ebc8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e77cf3594ead43a1aee7a8aea274b1b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5585878 Jul 13 08:00:55.016567 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43048) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:55.149230 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:00:49Z', 'revision_number': 3, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5cd27d6-3048-4c27-8741-82c20086c7cc', 'name': '', 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:1d:69:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'a724c524-c30d-426c-84e5-267725761d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:46Z', 'updated_at': '2021-07-13T08:00:54Z', 'revision_number': 4, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': 'a724c524-c30d-426c-84e5-267725761d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:55.214297 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8aebe42d-357b-4fd7-a7a0-e21b2010b899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:55.255952 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ed08db-81ef-45d9-8314-dae2846cfaa4 None None] The sync data for ids ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'] in n-d-779913-28 is: [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:00:49Z', 'revision_number': 3, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5cd27d6-3048-4c27-8741-82c20086c7cc', 'name': '', 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:1d:69:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'a724c524-c30d-426c-84e5-267725761d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:46Z', 'updated_at': '2021-07-13T08:00:54Z', 'revision_number': 4, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': 'a724c524-c30d-426c-84e5-267725761d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:00:55.270692 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8aebe42d-357b-4fd7-a7a0-e21b2010b899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:55.293321 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] Allocated IP 172.22.0.2 (7d6f6491-7d30-4057-adf5-75a697650524/9f9ed354-5c12-4445-aba8-4356e7c4a028/226f9b0c-8c0d-4841-9ae3-f7f54ffa5093) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:55.356470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64256ccc-92e2-4e9d-a7e8-872ea09fae1b req-aa1e1574-bae9-49fe-9e5f-f39f44364d27 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:55.359122 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64256ccc-92e2-4e9d-a7e8-872ea09fae1b req-aa1e1574-bae9-49fe-9e5f-f39f44364d27 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.3370984 Jul 13 08:00:55.431691 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64256ccc-92e2-4e9d-a7e8-872ea09fae1b req-93afe307-d2af-4856-af9c-f5d8d1e354cc tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569098 Jul 13 08:00:55.463217 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae699b-1424-477c-a53a-2fba152a2422 req-4a5c59bf-87e6-4547-ad8d-75be4e997611 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:55.471290 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28ae699b-1424-477c-a53a-2fba152a2422 req-4a5c59bf-87e6-4547-ad8d-75be4e997611 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.3293071 Jul 13 08:00:55.510964 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8aebe42d-357b-4fd7-a7a0-e21b2010b899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:55.513913 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8aebe42d-357b-4fd7-a7a0-e21b2010b899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:55.521706 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8aebe42d-357b-4fd7-a7a0-e21b2010b899 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c18eea88-9136-411a-95de-c5c5117354e3 HTTP/1.1" status: 204 len: 168 time: 0.5004630 Jul 13 08:00:55.566653 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebe42d-357b-4fd7-a7a0-e21b2010b899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18eea88-9136-411a-95de-c5c5117354e3,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:55.759557 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28ae699b-1424-477c-a53a-2fba152a2422 req-514823f2-0ea8-4f60-90fb-7b69eb455808 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2870207 Jul 13 08:00:55.950627 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:55.979364 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] Transition to ACTIVE for port object 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:56.002710 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] Transition to ACTIVE for port object 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:56.008978 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b5cd27d6-3048-4c27-8741-82c20086c7cc up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:56.016625 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:56.187693 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] Network 7d6f6491-7d30-4057-adf5-75a697650524 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:56.217014 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:56.238820 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:56.320287 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] Pushing event updated for resources: {'Port': ['ID=226f9b0c-8c0d-4841-9ae3-f7f54ffa5093,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:56.461204 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] Attempting to bind port 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:00:56.462107 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] Attempting to bind port 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '15f68575-8d8c-4073-9777-ba09ee0c6aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:00:56.464885 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] Attempting to bind port 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093 on network 7d6f6491-7d30-4057-adf5-75a697650524 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:56.469785 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port b5cd27d6-3048-4c27-8741-82c20086c7cc completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:56.483798 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b5cd27d6-3048-4c27-8741-82c20086c7cc triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:56.484275 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:56.563647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:00:56.564020 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] Checking segment: {'id': '15f68575-8d8c-4073-9777-ba09ee0c6aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:56.564424 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:56.564809 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] Bound using segment: {'id': '15f68575-8d8c-4073-9777-ba09ee0c6aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:00:56.565297 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] Bound port: 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f68575-8d8c-4073-9777-ba09ee0c6aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:00:56.565669 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:56.800940 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] For port 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:00:56.818800 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] For port 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=226f9b0c-8c0d-4841-9ae3-f7f54ffa5093,segment=NetworkSegment(15f68575-8d8c-4073-9777-ba09ee0c6aab),segment_id=15f68575-8d8c-4073-9777-ba09ee0c6aab)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:00:56.829777 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:56.881827 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32f6fe-a257-42a8-8c46-9b45c1e86654 req-dfdde8a7-e135-41a2-a308-62dfa2f4c83b tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:56.891286 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0c32f6fe-a257-42a8-8c46-9b45c1e86654 req-dfdde8a7-e135-41a2-a308-62dfa2f4c83b tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 943 time: 1.1480000 Jul 13 08:00:56.948968 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:57.004160 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae6ca19b-1bad-4396-84ab-e7e4933f2abc tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:57.038077 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb49014-ff2d-489f-bdd8-ce0e49eed4f8 None None] Pushing event updated for resources: {'Port': ['ID=226f9b0c-8c0d-4841-9ae3-f7f54ffa5093,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:57.039251 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0c32f6fe-a257-42a8-8c46-9b45c1e86654 req-19406027-79cc-41c9-b501-9503b4f95293 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/security-groups?id=e993a5e6-8bb1-46cb-b0f0-cc3193e17728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452205 Jul 13 08:00:57.077478 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529df12c-a97c-418b-917c-6dd4458518c2 req-16dfe298-949d-438b-a955-2cd4da152e5e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:57.083302 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port b5cd27d6-3048-4c27-8741-82c20086c7cc, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b5cd27d6-3048-4c27-8741-82c20086c7cc,segment=NetworkSegment(bee246b7-3be1-4430-b66a-ca591fddc565),segment_id=bee246b7-3be1-4430-b66a-ca591fddc565)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:57.088154 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-529df12c-a97c-418b-917c-6dd4458518c2 req-16dfe298-949d-438b-a955-2cd4da152e5e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 1.0045760 Jul 13 08:00:57.088682 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:57.212213 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=b5cd27d6-3048-4c27-8741-82c20086c7cc,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:57.361045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c3219-3cac-4df7-95dd-d3127077453a req-89806019-afe4-45af-8a26-dd5015cddc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:57.365454 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f68c3219-3cac-4df7-95dd-d3127077453a req-89806019-afe4-45af-8a26-dd5015cddc8d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 1098 time: 0.2466781 Jul 13 08:00:57.466308 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-529df12c-a97c-418b-917c-6dd4458518c2 req-4d8c7dc1-1561-4deb-95b5-72d63f0f816e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605072 Jul 13 08:00:57.564987 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4605d443-07b4-4c8d-a6b3-1dcb13534693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:57.809927 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:57.864199 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c3219-3cac-4df7-95dd-d3127077453a req-c7e4ccd5-30e4-4d7a-90c6-3089a7fea847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:57.873601 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f68c3219-3cac-4df7-95dd-d3127077453a req-c7e4ccd5-30e4-4d7a-90c6-3089a7fea847 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a52e876-fdfb-4e23-a545-3fee73cd392d HTTP/1.1" status: 200 len: 897 time: 0.4997034 Jul 13 08:00:57.898054 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b5cd27d6-3048-4c27-8741-82c20086c7cc up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:58.017691 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3b766ecf-aeff-4457-98a4-0665de5086e6 None None] Provisioning complete for port b5cd27d6-3048-4c27-8741-82c20086c7cc triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:58.026682 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3b766ecf-aeff-4457-98a4-0665de5086e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:58.097320 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f68c3219-3cac-4df7-95dd-d3127077453a req-0e226b94-f266-4aab-b089-4269bf4c02df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9 HTTP/1.1" status: 200 len: 1002 time: 0.2169595 Jul 13 08:00:58.181119 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b5cd27d6-3048-4c27-8741-82c20086c7cc triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:58.181119 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:58.315569 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c3219-3cac-4df7-95dd-d3127077453a req-e7162ff5-6e37-4724-bf82-19228665b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:58.321619 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ba0f4-b10b-4a24-bb7f-34ced07756a3 req-4c63c1dd-6467-401d-a260-8c49023817fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:58.324343 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed2ba0f4-b10b-4a24-bb7f-34ced07756a3 req-4c63c1dd-6467-401d-a260-8c49023817fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 1098 time: 0.5369644 Jul 13 08:00:58.326921 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f68c3219-3cac-4df7-95dd-d3127077453a req-e7162ff5-6e37-4724-bf82-19228665b9f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=78c04584-1c8b-4048-8992-543590c52be3 HTTP/1.1" status: 200 len: 835 time: 0.2231088 Jul 13 08:00:58.412560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:58.476445 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c3219-3cac-4df7-95dd-d3127077453a req-7572dd6b-3054-42dd-825e-dd527d304b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:58.478017 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f68c3219-3cac-4df7-95dd-d3127077453a req-7572dd6b-3054-42dd-825e-dd527d304b99 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a52e876-fdfb-4e23-a545-3fee73cd392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1359982 Jul 13 08:00:58.497866 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-ae6ca19b-1bad-4396-84ab-e7e4933f2abc tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Allocated IP 172.22.0.1 (7d6f6491-7d30-4057-adf5-75a697650524/9f9ed354-5c12-4445-aba8-4356e7c4a028/6d594b17-4454-43b9-bf05-47677a8d49e1) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:58.542787 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a2ca3-c647-4eca-b7b7-c50f671b9697 req-5e520cc9-2382-4fba-a2cf-ce7008e631cb tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:58.558139 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4e2a2ca3-c647-4eca-b7b7-c50f671b9697 req-5e520cc9-2382-4fba-a2cf-ce7008e631cb tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 946 time: 0.8617010 Jul 13 08:00:58.560053 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:58.680712 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f68c3219-3cac-4df7-95dd-d3127077453a req-1f8527a6-a16a-4aea-84c9-96a919229d87 service neutron] 10.222.0.35 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826365 Jul 13 08:00:58.721944 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee8996-b4d2-4a7f-8277-ad09f0a36f21 req-67c55717-8a54-4141-a876-0585615bddef tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:58.723475 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68ee8996-b4d2-4a7f-8277-ad09f0a36f21 req-67c55717-8a54-4141-a876-0585615bddef tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 946 time: 0.8863952 Jul 13 08:00:58.853821 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae6ca19b-1bad-4396-84ab-e7e4933f2abc tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:58.883635 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-ae6ca19b-1bad-4396-84ab-e7e4933f2abc tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Transition to ACTIVE for port object 6d594b17-4454-43b9-bf05-47677a8d49e1 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:58.920772 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f68c3219-3cac-4df7-95dd-d3127077453a req-674431b8-e501-43cc-a19d-7d025ec67e22 service neutron] 10.222.0.35 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261429 Jul 13 08:00:59.042711 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4e2a2ca3-c647-4eca-b7b7-c50f671b9697 req-c3cfce55-d9f9-448d-a4d7-624463bd149a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4844685 Jul 13 08:00:59.055183 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1530e08-7704-486e-a24a-5525b199ef48 None None] Network 7d6f6491-7d30-4057-adf5-75a697650524 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:00:59.218268 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae6ca19b-1bad-4396-84ab-e7e4933f2abc tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:59.228871 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d044d506-5249-47b7-bfea-2cecc88ce858 None None] Provisioning for port 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:59.240352 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d044d506-5249-47b7-bfea-2cecc88ce858 None None] Provisioning complete for port 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:59.240643 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d044d506-5249-47b7-bfea-2cecc88ce858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:59.313568 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68ee8996-b4d2-4a7f-8277-ad09f0a36f21 req-69cbeb23-e155-486f-ad45-48699bfeeecb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5139315 Jul 13 08:00:59.399388 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d044d506-5249-47b7-bfea-2cecc88ce858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:59.438485 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6ca19b-1bad-4396-84ab-e7e4933f2abc tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network 7d6f6491-7d30-4057-adf5-75a697650524 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:59.440950 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ae6ca19b-1bad-4396-84ab-e7e4933f2abc tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:59.450764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6ca19b-1bad-4396-84ab-e7e4933f2abc tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:59.457057 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ba0f4-b10b-4a24-bb7f-34ced07756a3 req-4efacc46-9a96-4f01-9cfb-80a84fb0cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:59.458592 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed2ba0f4-b10b-4a24-bb7f-34ced07756a3 req-4efacc46-9a96-4f01-9cfb-80a84fb0cf45 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 913 time: 1.1100147 Jul 13 08:00:59.483769 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ca19b-1bad-4396-84ab-e7e4933f2abc tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Port': ['ID=6d594b17-4454-43b9-bf05-47677a8d49e1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:59.601563 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d044d506-5249-47b7-bfea-2cecc88ce858 None None] For port 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=226f9b0c-8c0d-4841-9ae3-f7f54ffa5093,segment=NetworkSegment(15f68575-8d8c-4073-9777-ba09ee0c6aab),segment_id=15f68575-8d8c-4073-9777-ba09ee0c6aab)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:59.652055 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae6ca19b-1bad-4396-84ab-e7e4933f2abc tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:59.664814 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d044d506-5249-47b7-bfea-2cecc88ce858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:59.707438 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:59.739518 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed2ba0f4-b10b-4a24-bb7f-34ced07756a3 req-209a845a-49c1-42a3-885b-7a0011617dc3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f HTTP/1.1" status: 200 len: 1000 time: 0.2491019 Jul 13 08:00:59.746221 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044d506-5249-47b7-bfea-2cecc88ce858 None None] Pushing event updated for resources: {'Port': ['ID=226f9b0c-8c0d-4841-9ae3-f7f54ffa5093,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:59.754624 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f32d03-c160-43a3-8f96-c6a418821460 req-9a2a761a-8b08-4c8a-a2eb-94fd56bf4368 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:59.761989 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4f32d03-c160-43a3-8f96-c6a418821460 req-9a2a761a-8b08-4c8a-a2eb-94fd56bf4368 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.4624538 Jul 13 08:00:59.893559 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99baee-df29-43f1-8587-9db186fcb745 req-97d35ec3-92d7-47a0-be0d-4e111a357475 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:59.901554 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4e99baee-df29-43f1-8587-9db186fcb745 req-97d35ec3-92d7-47a0-be0d-4e111a357475 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 943 time: 0.3354049 Jul 13 08:00:59.924907 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ba0f4-b10b-4a24-bb7f-34ced07756a3 req-9f8860a1-ca71-4416-8c38-3f227aa5d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:59.926443 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed2ba0f4-b10b-4a24-bb7f-34ced07756a3 req-9f8860a1-ca71-4416-8c38-3f227aa5d055 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.1591015 Jul 13 08:00:59.942910 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4f32d03-c160-43a3-8f96-c6a418821460 req-d2a12914-05b8-4eb8-be40-d40c89834eff tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797271 Jul 13 08:01:00.088584 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4e99baee-df29-43f1-8587-9db186fcb745 req-92bb5929-2ad1-41a8-af8b-f4285da79098 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/security-groups?id=e993a5e6-8bb1-46cb-b0f0-cc3193e17728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861699 Jul 13 08:01:00.111333 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae6ca19b-1bad-4396-84ab-e7e4933f2abc tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:00.224841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c1766330-5c24-461a-a293-613655832f96 None None] Provisioning for port 6d594b17-4454-43b9-bf05-47677a8d49e1 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:01:00.230357 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c1766330-5c24-461a-a293-613655832f96 None None] Provisioning complete for port 6d594b17-4454-43b9-bf05-47677a8d49e1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:00.231674 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c1766330-5c24-461a-a293-613655832f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:00.280138 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c1766330-5c24-461a-a293-613655832f96 None None] Port 6d594b17-4454-43b9-bf05-47677a8d49e1 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:01:00.298777 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c1766330-5c24-461a-a293-613655832f96 None None] Provisioning complete for port 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:00.299457 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c1766330-5c24-461a-a293-613655832f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:00.339357 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ba0f4-b10b-4a24-bb7f-34ced07756a3 req-d0435a23-6e99-4000-a3aa-6f9d77ebdc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:00.340885 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed2ba0f4-b10b-4a24-bb7f-34ced07756a3 req-d0435a23-6e99-4000-a3aa-6f9d77ebdc37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3936081 Jul 13 08:01:00.592240 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-43b5fb76-850d-4295-ba38-1c24af56d8f5 None None] Provisioning complete for port 6d594b17-4454-43b9-bf05-47677a8d49e1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:00.592694 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-43b5fb76-850d-4295-ba38-1c24af56d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:00.604406 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e4025-5913-48e8-afc1-fef193e44e39 req-88453ec5-54a3-48b6-9e04-1340484a324d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:00.606025 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-847e4025-5913-48e8-afc1-fef193e44e39 req-88453ec5-54a3-48b6-9e04-1340484a324d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 946 time: 0.5131972 Jul 13 08:01:00.656181 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-43b5fb76-850d-4295-ba38-1c24af56d8f5 None None] Port 6d594b17-4454-43b9-bf05-47677a8d49e1 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:01:00.729179 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae6ca19b-1bad-4396-84ab-e7e4933f2abc tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:00.752439 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae6ca19b-1bad-4396-84ab-e7e4933f2abc tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:00.793621 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-847e4025-5913-48e8-afc1-fef193e44e39 req-d47fdab7-8ecf-4867-b058-4dfb634abad5 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431062 Jul 13 08:01:00.820334 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43220) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:00.830627 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed2ba0f4-b10b-4a24-bb7f-34ced07756a3 req-d0e2858c-6aaa-4780-9ada-9a2ec683a37e service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647362 Jul 13 08:01:00.977156 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c833ce-6568-4629-bb6c-ee5dfd888200 tempest-TestVolumeBootPattern-872359691 tempest-TestVolumeBootPattern-872359691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:00.985147 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-81c833ce-6568-4629-bb6c-ee5dfd888200 tempest-TestVolumeBootPattern-872359691 tempest-TestVolumeBootPattern-872359691-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 1093 time: 0.1626210 Jul 13 08:01:00.986746 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43232) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:00.995127 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': '88d03ae3-c60f-4355-88a3-1848503d945d', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:01.049080 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for floatingip, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:01.067217 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ca19b-1bad-4396-84ab-e7e4933f2abc tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Port': ['ID=6d594b17-4454-43b9-bf05-47677a8d49e1,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:01.081096 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892671f-d658-4a13-ace3-d667213a5c2a req-93bb32f2-3438-4b8c-b802-849bcce40998 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:01.088707 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0892671f-d658-4a13-ace3-d667213a5c2a req-93bb32f2-3438-4b8c-b802-849bcce40998 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 946 time: 0.5688820 Jul 13 08:01:01.129752 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae6ca19b-1bad-4396-84ab-e7e4933f2abc tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:01.138659 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed2ba0f4-b10b-4a24-bb7f-34ced07756a3 req-5d2c2ad0-50e2-4f1b-b8b0-db1fc6fdbb23 service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955911 Jul 13 08:01:01.196788 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0892671f-d658-4a13-ace3-d667213a5c2a req-3b1466ae-9f55-4c66-a0bb-544bfdf8c4c0 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072068 Jul 13 08:01:01.206031 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-86042e02-697c-476c-980d-f771259cc425 None None] Provisioning complete for port 6d594b17-4454-43b9-bf05-47677a8d49e1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:01.206711 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86042e02-697c-476c-980d-f771259cc425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:01.278496 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:01.289788 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-86042e02-697c-476c-980d-f771259cc425 None None] Port 6d594b17-4454-43b9-bf05-47677a8d49e1 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:01:01.328238 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:01.364378 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6ca19b-1bad-4396-84ab-e7e4933f2abc tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network 7d6f6491-7d30-4057-adf5-75a697650524 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:01:01.369911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ae6ca19b-1bad-4396-84ab-e7e4933f2abc tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:01:01.382208 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82781ec4-4c88-4516-9a50-8c0fab92219d req-f357020c-4184-4053-8898-1c00913672ad tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:01.384011 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82781ec4-4c88-4516-9a50-8c0fab92219d req-f357020c-4184-4053-8898-1c00913672ad tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.2221901 Jul 13 08:01:01.459362 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Allocated IP 172.25.0.201 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/661c8403-4abe-47eb-81b9-5e41bcf69546) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:01:01.682333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:01:01.790480 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:01.875736 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:01.884217 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-41080de4-81ba-4217-9694-01b3283d46f5 None None] Provisioning complete for port 6d594b17-4454-43b9-bf05-47677a8d49e1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:01.885865 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-41080de4-81ba-4217-9694-01b3283d46f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:01.929785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:01:01.933297 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:01.933889 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:01.939626 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:01:01.939830 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-41080de4-81ba-4217-9694-01b3283d46f5 None None] Port 6d594b17-4454-43b9-bf05-47677a8d49e1 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:01:01.943642 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:01:02.007239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event updated for resources: {'Port': ['ID=661c8403-4abe-47eb-81b9-5e41bcf69546,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:02.037877 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:02.038265 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:02.038639 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:02.038980 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:02.039313 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:02.039644 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:02.039966 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:02.040290 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:02.040611 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:02.040931 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:02.041248 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:02.041567 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:02.228274 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82781ec4-4c88-4516-9a50-8c0fab92219d req-3c40a498-9c89-44c2-b51c-1ad4702982ab tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132457 Jul 13 08:01:02.238515 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6ca19b-1bad-4396-84ab-e7e4933f2abc tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:02.265249 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e4190-50bd-4992-8d68-df1449bb263c req-dac44b32-8602-40e7-a8df-ef0c29351dc4 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:02.266855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-813e4190-50bd-4992-8d68-df1449bb263c req-dac44b32-8602-40e7-a8df-ef0c29351dc4 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 943 time: 0.1509020 Jul 13 08:01:02.423433 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-813e4190-50bd-4992-8d68-df1449bb263c req-202df8b5-5acd-4626-b713-ca5dfa91a600 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/security-groups?id=e993a5e6-8bb1-46cb-b0f0-cc3193e17728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891013 Jul 13 08:01:02.509991 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6ca19b-1bad-4396-84ab-e7e4933f2abc tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:02.522205 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] Sync routers for ids ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:02.529426 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43278) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:02.534920 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ae6ca19b-1bad-4396-84ab-e7e4933f2abc tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/2b1663f6-e4b5-4f55-b15e-ed29a41fa525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6555264 Jul 13 08:01:02.550941 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] Routers {'2b1663f6-e4b5-4f55-b15e-ed29a41fa525'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:02.551823 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:00:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:02.560055 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-5c97add0-741d-4e20-9637-383d7abedf44 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1782514640'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:02.612987 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:02.621781 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8ab75-d643-43a4-8cab-8a4a3e2d98ec req-3bb86b19-4c41-45b8-9905-c0230d05e80e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:02.625919 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3fb8ab75-d643-43a4-8cab-8a4a3e2d98ec req-3bb86b19-4c41-45b8-9905-c0230d05e80e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.2069137 Jul 13 08:01:02.645677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c97add0-741d-4e20-9637-383d7abedf44 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Made reservation on behalf of a0ffb35344bc4cd8a0348e916437de28 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:01:02.650260 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c97add0-741d-4e20-9637-383d7abedf44 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:02.719319 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c97add0-741d-4e20-9637-383d7abedf44 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:01:02.729244 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3fb8ab75-d643-43a4-8cab-8a4a3e2d98ec req-c5244288-2ed5-4e66-95b1-278b3cd2cf5e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911980 Jul 13 08:01:02.765129 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540dd3f-d8f0-416e-8e83-e7c60b5a3186 req-64502d0c-7511-44a4-b1a4-504a1341a69b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:02.784505 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9540dd3f-d8f0-416e-8e83-e7c60b5a3186 req-64502d0c-7511-44a4-b1a4-504a1341a69b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 946 time: 0.1463799 Jul 13 08:01:02.795536 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c97add0-741d-4e20-9637-383d7abedf44 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:02.795882 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-5c97add0-741d-4e20-9637-383d7abedf44 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Added segment edabb25f-1a11-4911-9616-1362f3061265 of type vlan for network 37cc29b2-f3f0-4999-99c2-a08153a55cad Jul 13 08:01:02.839881 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9540dd3f-d8f0-416e-8e83-e7c60b5a3186 req-4c4bc906-b6ad-4797-ae19-94a8abfea5da tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524375 Jul 13 08:01:02.883157 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:02.949391 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c97add0-741d-4e20-9637-383d7abedf44 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:03.018267 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c97add0-741d-4e20-9637-383d7abedf44 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:03.024830 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c97add0-741d-4e20-9637-383d7abedf44 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:03.025466 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c97add0-741d-4e20-9637-383d7abedf44 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:03.027148 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90def3f-4fb5-4538-ac82-3f0f1b4229a8 req-851909c1-f9cc-48f2-a78b-1eb5961f3168 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:03.033275 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e90def3f-4fb5-4538-ac82-3f0f1b4229a8 req-851909c1-f9cc-48f2-a78b-1eb5961f3168 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.1266205 Jul 13 08:01:03.133213 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5c97add0-741d-4e20-9637-383d7abedf44 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5978913 Jul 13 08:01:03.138705 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43298) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:03.160413 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e90def3f-4fb5-4538-ac82-3f0f1b4229a8 req-3f0e8823-0ee7-4769-b467-9f0144b651eb tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182244 Jul 13 08:01:03.170859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-2cc5ec63-8a3f-4172-aaa4-b3aaa5d7db62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'subnet': {'network_id': '37cc29b2-f3f0-4999-99c2-a08153a55cad', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:03.189312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] Set router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:03.237435 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97add0-741d-4e20-9637-383d7abedf44 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Network': ['ID=37cc29b2-f3f0-4999-99c2-a08153a55cad,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:03.255824 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 37cc29b2-f3f0-4999-99c2-a08153a55cad details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:01:03.504505 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc5ec63-8a3f-4172-aaa4-b3aaa5d7db62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Made reservation on behalf of a0ffb35344bc4cd8a0348e916437de28 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:01:03.546541 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ec63-8a3f-4172-aaa4-b3aaa5d7db62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:03.576203 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:03.671879 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e7edb-7f31-482f-8de0-c7bd353e9319 req-389dc6a2-ceb0-44f5-b009-0cb28bb65408 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:03.688179 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5c5e7edb-7f31-482f-8de0-c7bd353e9319 req-389dc6a2-ceb0-44f5-b009-0cb28bb65408 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.1557894 Jul 13 08:01:03.744815 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:03.819246 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:03.832458 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5c5e7edb-7f31-482f-8de0-c7bd353e9319 req-04a254ba-1c8f-4fc4-9c13-af0821dc3494 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145661 Jul 13 08:01:03.884525 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:00:59Z', 'revision_number': 4, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d594b17-4454-43b9-bf05-47677a8d49e1', 'name': '', 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:d0:f6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:57Z', 'updated_at': '2021-07-13T08:01:00Z', 'revision_number': 2, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5cd27d6-3048-4c27-8741-82c20086c7cc', 'name': '', 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:1d:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'a724c524-c30d-426c-84e5-267725761d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:46Z', 'updated_at': '2021-07-13T08:00:57Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': 'a724c524-c30d-426c-84e5-267725761d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:03.905074 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b0c8c-dba0-4d3e-962a-35b1ba007f62 req-84e63535-a464-4949-b238-b5f84908f88e tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:03.907990 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a9b0c8c-dba0-4d3e-962a-35b1ba007f62 req-84e63535-a464-4949-b238-b5f84908f88e tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 943 time: 0.2676983 Jul 13 08:01:03.916048 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] Checking router: 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:03.916701 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] Updating router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 port 6d594b17-4454-43b9-bf05-47677a8d49e1 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:01:03.985698 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:04.003263 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a9b0c8c-dba0-4d3e-962a-35b1ba007f62 req-07d387c7-f93d-4d54-a3b0-c441248c30a7 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/security-groups?id=e993a5e6-8bb1-46cb-b0f0-cc3193e17728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884016 Jul 13 08:01:04.280383 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ec63-8a3f-4172-aaa4-b3aaa5d7db62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:04.292604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event updated for resources: {'Port': ['ID=661c8403-4abe-47eb-81b9-5e41bcf69546,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:04.315518 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992181ff-2785-44ca-99bc-1fb13ba7b054 req-81620b1c-803f-47a5-bb53-59dac847ce58 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:04.321796 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-992181ff-2785-44ca-99bc-1fb13ba7b054 req-81620b1c-803f-47a5-bb53-59dac847ce58 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 946 time: 0.2270505 Jul 13 08:01:04.365459 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Floating IP fddcf3b0-8e33-41c7-a5f5-7ba5add1613d associated. External IP: 172.25.0.201, port: 88d03ae3-c60f-4355-88a3-1848503d945d. Jul 13 08:01:04.401712 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-992181ff-2785-44ca-99bc-1fb13ba7b054 req-24e2dab4-24b1-43c4-b7e5-3d389c70b64e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690987 Jul 13 08:01:04.441294 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5ec63-8a3f-4172-aaa4-b3aaa5d7db62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Subnet': ['ID=16dca4e3-73af-43b3-afb9-d14be8a13ceb,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:04.461372 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543aa8b9-6ee2-4d97-a3ed-935318fb65a0 req-f4ac00f2-2d81-4c7f-bc90-c6c54bc3cadf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:04.473561 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-543aa8b9-6ee2-4d97-a3ed-935318fb65a0 req-f4ac00f2-2d81-4c7f-bc90-c6c54bc3cadf tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.2706406 Jul 13 08:01:04.524261 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc5ec63-8a3f-4172-aaa4-b3aaa5d7db62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Checking segment: {'id': 'edabb25f-1a11-4911-9616-1362f3061265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '37cc29b2-f3f0-4999-99c2-a08153a55cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:01:04.524851 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc5ec63-8a3f-4172-aaa4-b3aaa5d7db62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network hostable DHCP agents. Network: 37cc29b2-f3f0-4999-99c2-a08153a55cad, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:01:04.543998 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:04.555878 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] Transition to ACTIVE for port object 6d594b17-4454-43b9-bf05-47677a8d49e1 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:01:04.563660 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-543aa8b9-6ee2-4d97-a3ed-935318fb65a0 req-a48a2156-21ca-45f1-9256-355b136d2107 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818088 Jul 13 08:01:04.577778 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:04.600968 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc5ec63-8a3f-4172-aaa4-b3aaa5d7db62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network 37cc29b2-f3f0-4999-99c2-a08153a55cad is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:01:04.622181 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:01:04.648760 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8de2f-2d14-48e5-9881-ecd84f8c087d None None] Pushing event updated for resources: {'Port': ['ID=6d594b17-4454-43b9-bf05-47677a8d49e1,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:04.728925 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-2cc5ec63-8a3f-4172-aaa4-b3aaa5d7db62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 37cc29b2-f3f0-4999-99c2-a08153a55cad) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:01:04.750673 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc5ec63-8a3f-4172-aaa4-b3aaa5d7db62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:04.751643 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ec63-8a3f-4172-aaa4-b3aaa5d7db62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:04.753200 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85652059-ba99-4468-bf79-86e4db179658 None None] Network 37cc29b2-f3f0-4999-99c2-a08153a55cad requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:01:04.780254 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2cc5ec63-8a3f-4172-aaa4-b3aaa5d7db62 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6404023 Jul 13 08:01:04.783082 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43350) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:04.919771 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Router 87f5cb01-ead1-4525-b621-98bcab2ee0ee has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:04.939123 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a350061-62fa-4e0b-8141-9587cb3a844e req-b9c860ba-0c5b-44cf-89d1-46607f256090 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:04.953567 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a350061-62fa-4e0b-8141-9587cb3a844e req-b9c860ba-0c5b-44cf-89d1-46607f256090 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.1631527 Jul 13 08:01:05.005193 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] Attempting to bind port 6d594b17-4454-43b9-bf05-47677a8d49e1 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:01:05.009024 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] Attempting to bind port 6d594b17-4454-43b9-bf05-47677a8d49e1 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '15f68575-8d8c-4073-9777-ba09ee0c6aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:01:05.009439 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] Attempting to bind port 6d594b17-4454-43b9-bf05-47677a8d49e1 on network 7d6f6491-7d30-4057-adf5-75a697650524 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:01:05.013579 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a350061-62fa-4e0b-8141-9587cb3a844e req-4223b01c-0d36-4fab-9c1e-f516109fe0d0 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566936 Jul 13 08:01:05.166252 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:01:05.166628 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] Checking segment: {'id': '15f68575-8d8c-4073-9777-ba09ee0c6aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:01:05.167284 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:05.167722 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] Bound using segment: {'id': '15f68575-8d8c-4073-9777-ba09ee0c6aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:01:05.175438 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] Bound port: 6d594b17-4454-43b9-bf05-47677a8d49e1, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f68575-8d8c-4073-9777-ba09ee0c6aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:01:05.175991 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:05.296470 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] For port 6d594b17-4454-43b9-bf05-47677a8d49e1, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:01:05.300636 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] For port 6d594b17-4454-43b9-bf05-47677a8d49e1, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=6d594b17-4454-43b9-bf05-47677a8d49e1,segment=NetworkSegment(15f68575-8d8c-4073-9777-ba09ee0c6aab),segment_id=15f68575-8d8c-4073-9777-ba09ee0c6aab)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:01:05.322732 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:05.349211 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a73b5-3ad0-4262-872c-10693d1ccb9b req-4d795b31-830e-43b4-8ec2-a93eea3253e8 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:05.356798 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ff4a73b5-3ad0-4262-872c-10693d1ccb9b req-4d795b31-830e-43b4-8ec2-a93eea3253e8 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 943 time: 0.0981927 Jul 13 08:01:05.416757 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ff4a73b5-3ad0-4262-872c-10693d1ccb9b req-54e7de4c-d266-4ce4-a9d3-4c3e8457d8f4 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/security-groups?id=e993a5e6-8bb1-46cb-b0f0-cc3193e17728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552673 Jul 13 08:01:05.553320 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] Routers {'2b1663f6-e4b5-4f55-b15e-ed29a41fa525'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:05.567028 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:00:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:05.822070 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c1309-a010-4043-91ab-abf1c8d89bcb req-99c177a6-5692-4d18-bd6f-5cd0d71a39aa tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:05.823813 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b4c1309-a010-4043-91ab-abf1c8d89bcb req-99c177a6-5692-4d18-bd6f-5cd0d71a39aa tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 946 time: 0.1482751 Jul 13 08:01:05.843921 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8de2f-2d14-48e5-9881-ecd84f8c087d None None] Pushing event updated for resources: {'Port': ['ID=6d594b17-4454-43b9-bf05-47677a8d49e1,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:05.903182 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b4c1309-a010-4043-91ab-abf1c8d89bcb req-d6ea31f9-9887-4c4d-af28-b4f3e34d7cd9 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727386 Jul 13 08:01:05.940024 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] Set router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:06.000250 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03cb4a-9887-4856-9c6c-012506021e30 req-2b9cb52d-dd67-4c50-91b9-6bfec0dd21c3 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:06.004086 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ad03cb4a-9887-4856-9c6c-012506021e30 req-2b9cb52d-dd67-4c50-91b9-6bfec0dd21c3 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.0944958 Jul 13 08:01:06.034384 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:06.052017 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c527533-fcbf-4441-919e-fca6208928c9 None None] Sync routers for ids ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:06.063575 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:06.072565 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ad03cb4a-9887-4856-9c6c-012506021e30 req-3b2977d8-059c-44c5-81f1-ea29cde834e8 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621679 Jul 13 08:01:06.073080 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-37cc29b2-f3f0-4999-99c2-a08153a55cad', 'network_id': '37cc29b2-f3f0-4999-99c2-a08153a55cad', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'fixed_ips': [{'subnet_id': '16dca4e3-73af-43b3-afb9-d14be8a13ceb'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:01:06.078366 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c527533-fcbf-4441-919e-fca6208928c9 None None] Routers {'87f5cb01-ead1-4525-b621-98bcab2ee0ee'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:06.078589 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:06.079985 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3c527533-fcbf-4441-919e-fca6208928c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:00:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:06.216369 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8e6ac849-f813-4217-a372-8425dff2142a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.2270827 Jul 13 08:01:06.218003 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb65d55-1009-4f63-95ee-03f48905d5d9', 'tag': '88d03ae3-c60f-4355-88a3-1848503d945d'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:06.220377 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0fa09b-0f87-49bb-9abe-029ac2de7582" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb65d55-1009-4f63-95ee-03f48905d5d9", "tag": "88d03ae3-c60f-4355-88a3-1848503d945d"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:06.331918 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15a6a309-60df-4d29-8dac-049ba849406e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:06.336110 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6855066-aa2b-40a4-9a5c-efa45f5ce17a x-openstack-request-id: req-f6855066-aa2b-40a4-9a5c-efa45f5ce17a {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:06.336416 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb65d55-1009-4f63-95ee-03f48905d5d9", "tag": "88d03ae3-c60f-4355-88a3-1848503d945d", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:06.336884 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f6855066-aa2b-40a4-9a5c-efa45f5ce17a {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:06.337080 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb65d55-1009-4f63-95ee-03f48905d5d9', 'tag': '88d03ae3-c60f-4355-88a3-1848503d945d', 'status': 'completed', 'code': 200} Jul 13 08:01:06.385023 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 7ce23e4f-64d2-4513-894a-6830959a220e details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:01:06.547033 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-3c527533-fcbf-4441-919e-fca6208928c9 None None] Set router 87f5cb01-ead1-4525-b621-98bcab2ee0ee gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:06.705272 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ef2d8-cb4c-4be0-83d1-8c095ec2191e req-d9dd1eda-d521-4c17-b383-c0b8fca265b1 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:06.714982 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f3ef2d8-cb4c-4be0-83d1-8c095ec2191e req-d9dd1eda-d521-4c17-b383-c0b8fca265b1 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 943 time: 0.1117587 Jul 13 08:01:06.724192 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.resource_extend [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 08:01:06.832742 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fa09b-0f87-49bb-9abe-029ac2de7582 req-efdb212b-7a0f-4875-993c-3a876fdea7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:06.835978 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1a0fa09b-0f87-49bb-9abe-029ac2de7582 req-efdb212b-7a0f-4875-993c-3a876fdea7ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 1098 time: 0.3837464 Jul 13 08:01:06.842374 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f3ef2d8-cb4c-4be0-83d1-8c095ec2191e req-4ce2a7ba-65b4-4555-ad2d-3915683761ff tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/security-groups?id=e993a5e6-8bb1-46cb-b0f0-cc3193e17728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153111 Jul 13 08:01:06.971715 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4274a-5c5a-4b57-84d2-185dc4748e52 req-0f210bb9-32d4-40fb-8ce6-282e22293870 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:06.984138 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dcf4274a-5c5a-4b57-84d2-185dc4748e52 req-0f210bb9-32d4-40fb-8ce6-282e22293870 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.3056471 Jul 13 08:01:07.034655 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3c527533-fcbf-4441-919e-fca6208928c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:50:04Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'fddcf3b0-8e33-41c7-a5f5-7ba5add1613d', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'port_id': '88d03ae3-c60f-4355-88a3-1848503d945d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'mac_address': 'fa:16:3e:36:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb65d55-1009-4f63-95ee-03f48905d5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:01:02Z', 'updated_at': '2021-07-13T08:01:02Z', 'revision_number': 0, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de34c2-cb99-4490-b272-5c3274267780', 'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'mac_address': 'fa:16:3e:17:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:01Z', 'updated_at': '2021-07-13T07:50:15Z', 'revision_number': 5, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'subnets': [{'id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:07.037599 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fa09b-0f87-49bb-9abe-029ac2de7582 req-671638d0-85fc-483f-b6e4-7986b29d8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:07.039442 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1a0fa09b-0f87-49bb-9abe-029ac2de7582 req-671638d0-85fc-483f-b6e4-7986b29d8c30 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 912 time: 0.1349082 Jul 13 08:01:07.059805 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] Allocated IP 172.23.0.2 (37cc29b2-f3f0-4999-99c2-a08153a55cad/16dca4e3-73af-43b3-afb9-d14be8a13ceb/62a7e36a-96da-4db5-a604-8b6afb266434) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:01:07.126035 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c527533-fcbf-4441-919e-fca6208928c9 None None] Checking router: 87f5cb01-ead1-4525-b621-98bcab2ee0ee for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:07.126971 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dcf4274a-5c5a-4b57-84d2-185dc4748e52 req-ad495484-1ec8-410a-a5fb-ff4007e92fab tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409762 Jul 13 08:01:07.151568 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c527533-fcbf-4441-919e-fca6208928c9 None None] Routers {'87f5cb01-ead1-4525-b621-98bcab2ee0ee'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:07.152438 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3c527533-fcbf-4441-919e-fca6208928c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:00:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:07.156244 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1a0fa09b-0f87-49bb-9abe-029ac2de7582 req-ea0f9842-75e3-4be2-b8fd-09eb4135f525 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88d03ae3-c60f-4355-88a3-1848503d945d HTTP/1.1" status: 200 len: 1000 time: 0.1091523 Jul 13 08:01:07.298977 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fa09b-0f87-49bb-9abe-029ac2de7582 req-f2e00007-874e-4576-8598-a172829426d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:07.300872 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1a0fa09b-0f87-49bb-9abe-029ac2de7582 req-f2e00007-874e-4576-8598-a172829426d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 200 len: 850 time: 0.1285205 Jul 13 08:01:07.353159 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1dc58-9c70-4156-86d2-3c56e5298978 req-f5bde586-c870-4673-b271-b77073746e87 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:07.359800 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bed1dc58-9c70-4156-86d2-3c56e5298978 req-f5bde586-c870-4673-b271-b77073746e87 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 946 time: 0.1985857 Jul 13 08:01:07.395642 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-3c527533-fcbf-4441-919e-fca6208928c9 None None] Set router 87f5cb01-ead1-4525-b621-98bcab2ee0ee gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:07.433415 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bed1dc58-9c70-4156-86d2-3c56e5298978 req-eaf4846b-4b49-439f-ba59-fd5b0d349485 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496194 Jul 13 08:01:07.478968 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fa09b-0f87-49bb-9abe-029ac2de7582 req-09651649-27fe-4a3e-b9cb-a84059d1c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:07.479950 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dd327-ec0d-4f08-9937-b7f014df8538 req-c93d2ad6-e727-4548-89ad-dfd3f5200909 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:07.480904 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1a0fa09b-0f87-49bb-9abe-029ac2de7582 req-09651649-27fe-4a3e-b9cb-a84059d1c8d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dcb46551-b67f-448d-9e50-7e4cc85c9056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1731350 Jul 13 08:01:07.488383 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-100dd327-ec0d-4f08-9937-b7f014df8538 req-c93d2ad6-e727-4548-89ad-dfd3f5200909 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.1902213 Jul 13 08:01:07.545436 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-100dd327-ec0d-4f08-9937-b7f014df8538 req-38bc2208-c62f-4b75-a27e-a269ef70dbb9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539207 Jul 13 08:01:07.705650 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1a0fa09b-0f87-49bb-9abe-029ac2de7582 req-b9fd3f6d-df66-47f1-aaf3-62eb99b3d34e service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155137 Jul 13 08:01:07.894327 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3c527533-fcbf-4441-919e-fca6208928c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:50:04Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'fddcf3b0-8e33-41c7-a5f5-7ba5add1613d', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'port_id': '88d03ae3-c60f-4355-88a3-1848503d945d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'mac_address': 'fa:16:3e:36:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb65d55-1009-4f63-95ee-03f48905d5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:01:02Z', 'updated_at': '2021-07-13T08:01:02Z', 'revision_number': 0, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de34c2-cb99-4490-b272-5c3274267780', 'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'mac_address': 'fa:16:3e:17:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:01Z', 'updated_at': '2021-07-13T07:50:15Z', 'revision_number': 5, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'subnets': [{'id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:07.931414 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c527533-fcbf-4441-919e-fca6208928c9 None None] The sync data for ids ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'] in n-d-779913-28 is: [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:50:04Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'fddcf3b0-8e33-41c7-a5f5-7ba5add1613d', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'port_id': '88d03ae3-c60f-4355-88a3-1848503d945d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'mac_address': 'fa:16:3e:36:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb65d55-1009-4f63-95ee-03f48905d5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:01:02Z', 'updated_at': '2021-07-13T08:01:02Z', 'revision_number': 0, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de34c2-cb99-4490-b272-5c3274267780', 'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'mac_address': 'fa:16:3e:17:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:01Z', 'updated_at': '2021-07-13T07:50:15Z', 'revision_number': 5, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'subnets': [{'id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:07.960289 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8b6ab-f300-41c3-8700-0a09314ba0b5 req-55c78e0a-5e96-48fa-868b-92e26574b376 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:07.961931 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7ee8b6ab-f300-41c3-8700-0a09314ba0b5 req-55c78e0a-5e96-48fa-868b-92e26574b376 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.1993101 Jul 13 08:01:07.965301 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1a0fa09b-0f87-49bb-9abe-029ac2de7582 req-bbec143c-f84c-4be1-a2f5-e00d8eec4692 service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460480 Jul 13 08:01:08.028836 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:00:59Z', 'revision_number': 4, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d594b17-4454-43b9-bf05-47677a8d49e1', 'name': '', 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:d0:f6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:57Z', 'updated_at': '2021-07-13T08:01:05Z', 'revision_number': 4, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5cd27d6-3048-4c27-8741-82c20086c7cc', 'name': '', 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:1d:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'a724c524-c30d-426c-84e5-267725761d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:46Z', 'updated_at': '2021-07-13T08:00:57Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': 'a724c524-c30d-426c-84e5-267725761d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:08.048525 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 7ce23e4f-64d2-4513-894a-6830959a220e, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7ce23e4f-64d2-4513-894a-6830959a220e,segment=NetworkSegment(1debc241-a322-48b9-89e6-6603bf5c6fb0),segment_id=1debc241-a322-48b9-89e6-6603bf5c6fb0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:08.081841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '7ce23e4f-64d2-4513-894a-6830959a220e', 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'port_id': '7ce23e4f-64d2-4513-894a-6830959a220e', 'mac_address': 'fa:16:3e:93:e3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:01:08.097031 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7ee8b6ab-f300-41c3-8700-0a09314ba0b5 req-47082520-99c2-4073-9c24-64e64cbcba5d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272037 Jul 13 08:01:08.142317 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed166a7-7db3-47b0-8118-c61f4bfcd8c8 None None] The sync data for ids ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'] in n-d-779913-28 is: [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:00:59Z', 'revision_number': 4, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d594b17-4454-43b9-bf05-47677a8d49e1', 'name': '', 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:d0:f6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:57Z', 'updated_at': '2021-07-13T08:01:05Z', 'revision_number': 4, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5cd27d6-3048-4c27-8741-82c20086c7cc', 'name': '', 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:1d:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'a724c524-c30d-426c-84e5-267725761d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:46Z', 'updated_at': '2021-07-13T08:00:57Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': 'a724c524-c30d-426c-84e5-267725761d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:08.208247 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:08.370798 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:08.394754 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2384f9-116d-4a8d-a144-59c5cb0fd8c3 req-cb291ba4-e915-4e01-b8fb-28e4d16e1012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:08.396304 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c2384f9-116d-4a8d-a144-59c5cb0fd8c3 req-cb291ba4-e915-4e01-b8fb-28e4d16e1012 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 1098 time: 0.2700164 Jul 13 08:01:08.471824 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd44cbb-1a0c-4ddb-8f8c-1ddb4380c11c None None] New status for floating IP fddcf3b0-8e33-41c7-a5f5-7ba5add1613d: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:01:08.481317 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce23e4f-64d2-4513-894a-6830959a220e {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:01:08.533600 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:08.569560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] Transition to ACTIVE for port object 62a7e36a-96da-4db5-a604-8b6afb266434 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:01:08.579678 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 7ce23e4f-64d2-4513-894a-6830959a220e, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7ce23e4f-64d2-4513-894a-6830959a220e,segment=NetworkSegment(1debc241-a322-48b9-89e6-6603bf5c6fb0),segment_id=1debc241-a322-48b9-89e6-6603bf5c6fb0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:08.594373 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:08.658480 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2384f9-116d-4a8d-a144-59c5cb0fd8c3 req-9134dbbb-5fb2-45e2-bc34-457b607d578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:08.660431 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c2384f9-116d-4a8d-a144-59c5cb0fd8c3 req-9134dbbb-5fb2-45e2-bc34-457b607d578c service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 913 time: 0.2537704 Jul 13 08:01:08.680045 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a125645-7912-4af8-b5d6-087a0d9f1415 req-7adf9cdd-97bc-4c3d-b7ce-73534e6e73ce tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:08.681700 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a125645-7912-4af8-b5d6-087a0d9f1415 req-7adf9cdd-97bc-4c3d-b7ce-73534e6e73ce tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 943 time: 0.3677175 Jul 13 08:01:08.765697 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=7ce23e4f-64d2-4513-894a-6830959a220e,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:08.778985 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] Transition to ACTIVE for port object 62a7e36a-96da-4db5-a604-8b6afb266434 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:01:08.794756 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:08.818554 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] Network 37cc29b2-f3f0-4999-99c2-a08153a55cad is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:01:08.823297 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:01:08.861998 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9514df-74e8-416b-a356-fe7e51337116 req-f3c96bc0-a718-4489-8407-de40dd96d4a5 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:08.867931 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:01:08.871341 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd9514df-74e8-416b-a356-fe7e51337116 req-f3c96bc0-a718-4489-8407-de40dd96d4a5 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.3513951 Jul 13 08:01:08.963941 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-15a6a309-60df-4d29-8dac-049ba849406e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Allocated IP 172.23.0.1 (37cc29b2-f3f0-4999-99c2-a08153a55cad/16dca4e3-73af-43b3-afb9-d14be8a13ceb/a3f8ecdb-4095-4d54-aed5-3e50a42ce50d) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:01:08.968327 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a125645-7912-4af8-b5d6-087a0d9f1415 req-19e039fd-a60d-4c09-b55c-8c591cd59a74 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/security-groups?id=e993a5e6-8bb1-46cb-b0f0-cc3193e17728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480011 Jul 13 08:01:09.041509 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['7ce23e4f-64d2-4513-894a-6830959a220e'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:01:09.052392 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] Pushing event updated for resources: {'Port': ['ID=62a7e36a-96da-4db5-a604-8b6afb266434,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:09.052555 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c2384f9-116d-4a8d-a144-59c5cb0fd8c3 req-129238bd-8b72-4791-a038-9c91b0b23da9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f HTTP/1.1" status: 200 len: 1000 time: 0.3835132 Jul 13 08:01:09.077834 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd9514df-74e8-416b-a356-fe7e51337116 req-fd0f2553-cfd7-44bd-b823-cb416320311a tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029748 Jul 13 08:01:09.211503 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] Attempting to bind port 62a7e36a-96da-4db5-a604-8b6afb266434 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:01:09.211880 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] Attempting to bind port 62a7e36a-96da-4db5-a604-8b6afb266434 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'edabb25f-1a11-4911-9616-1362f3061265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '37cc29b2-f3f0-4999-99c2-a08153a55cad'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:01:09.212247 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] Attempting to bind port 62a7e36a-96da-4db5-a604-8b6afb266434 on network 37cc29b2-f3f0-4999-99c2-a08153a55cad {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:01:09.248355 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:01:09.248739 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] Checking segment: {'id': 'edabb25f-1a11-4911-9616-1362f3061265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '37cc29b2-f3f0-4999-99c2-a08153a55cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:01:09.249147 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:09.249555 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] Bound using segment: {'id': 'edabb25f-1a11-4911-9616-1362f3061265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '37cc29b2-f3f0-4999-99c2-a08153a55cad'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:01:09.250133 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] Bound port: 62a7e36a-96da-4db5-a604-8b6afb266434, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edabb25f-1a11-4911-9616-1362f3061265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '37cc29b2-f3f0-4999-99c2-a08153a55cad'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:01:09.250485 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:09.261974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2384f9-116d-4a8d-a144-59c5cb0fd8c3 req-179a3d3f-7a55-44b2-9a03-d11ede4a7200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:09.265220 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c2384f9-116d-4a8d-a144-59c5cb0fd8c3 req-179a3d3f-7a55-44b2-9a03-d11ede4a7200 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.1832218 Jul 13 08:01:09.437291 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15a6a309-60df-4d29-8dac-049ba849406e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:09.440946 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] For port 62a7e36a-96da-4db5-a604-8b6afb266434, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:01:09.443316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43468) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:09.446538 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] For port 62a7e36a-96da-4db5-a604-8b6afb266434, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=62a7e36a-96da-4db5-a604-8b6afb266434,segment=NetworkSegment(edabb25f-1a11-4911-9616-1362f3061265),segment_id=edabb25f-1a11-4911-9616-1362f3061265)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:01:09.454753 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-15a6a309-60df-4d29-8dac-049ba849406e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Transition to ACTIVE for port object a3f8ecdb-4095-4d54-aed5-3e50a42ce50d will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:01:09.485635 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:09.495425 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15a6a309-60df-4d29-8dac-049ba849406e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:09.533790 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a6a309-60df-4d29-8dac-049ba849406e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network 37cc29b2-f3f0-4999-99c2-a08153a55cad is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:01:09.626246 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2384f9-116d-4a8d-a144-59c5cb0fd8c3 req-14fdfee7-3480-4ae2-bde4-b989ce4faa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:09.627787 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c2384f9-116d-4a8d-a144-59c5cb0fd8c3 req-14fdfee7-3480-4ae2-bde4-b989ce4faa28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3532891 Jul 13 08:01:09.665529 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aea0ac-a5b0-464b-afa7-fbe50abb56e9 None None] Pushing event updated for resources: {'Port': ['ID=62a7e36a-96da-4db5-a604-8b6afb266434,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:09.668527 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6a309-60df-4d29-8dac-049ba849406e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Port': ['ID=a3f8ecdb-4095-4d54-aed5-3e50a42ce50d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:09.677189 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-15a6a309-60df-4d29-8dac-049ba849406e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:01:09.682237 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a6a309-60df-4d29-8dac-049ba849406e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:01:09.732674 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995c69a-1d47-4540-9ced-885ecb998f37 req-8d40547e-090c-4a9f-a658-5ff97696d842 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:09.734366 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7995c69a-1d47-4540-9ced-885ecb998f37 req-8d40547e-090c-4a9f-a658-5ff97696d842 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 946 time: 0.3498874 Jul 13 08:01:09.742950 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2934c-39be-4755-98d2-0d8b8a522023 req-a4aa5ee7-abb9-4d3c-93c4-a7f4b5d6ffa9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:09.751456 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ffa2934c-39be-4755-98d2-0d8b8a522023 req-a4aa5ee7-abb9-4d3c-93c4-a7f4b5d6ffa9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.2246940 Jul 13 08:01:09.778234 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 6d594b17-4454-43b9-bf05-47677a8d49e1 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:01:09.791521 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15a6a309-60df-4d29-8dac-049ba849406e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:09.850420 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 6d594b17-4454-43b9-bf05-47677a8d49e1 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:01:09.856688 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 6d594b17-4454-43b9-bf05-47677a8d49e1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:09.857618 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:09.859091 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c2384f9-116d-4a8d-a144-59c5cb0fd8c3 req-9e485f8c-6a8d-44b6-a07e-086eeb930289 service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121603 Jul 13 08:01:09.880307 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2df6fa55-489c-42ba-a68d-fea1e9dd91e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:10.027877 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15a6a309-60df-4d29-8dac-049ba849406e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:10.099193 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:10.136680 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7995c69a-1d47-4540-9ced-885ecb998f37 req-9dbb55eb-f086-4a9e-ab4b-31c615e048fd tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3444412 Jul 13 08:01:10.165863 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ffa2934c-39be-4755-98d2-0d8b8a522023 req-36981928-e272-428f-ac4f-c55d615e63fa tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133160 Jul 13 08:01:10.196466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 6d594b17-4454-43b9-bf05-47677a8d49e1, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=6d594b17-4454-43b9-bf05-47677a8d49e1,segment=NetworkSegment(15f68575-8d8c-4073-9777-ba09ee0c6aab),segment_id=15f68575-8d8c-4073-9777-ba09ee0c6aab)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:10.214633 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:10.216707 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c2384f9-116d-4a8d-a144-59c5cb0fd8c3 req-ac6edf7b-1986-4403-9bd3-a14541551f7b service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309245 Jul 13 08:01:10.295101 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=6d594b17-4454-43b9-bf05-47677a8d49e1,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:10.348924 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2df6fa55-489c-42ba-a68d-fea1e9dd91e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:10.356547 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2df6fa55-489c-42ba-a68d-fea1e9dd91e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:10.409423 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2df6fa55-489c-42ba-a68d-fea1e9dd91e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=33dbf4951fb64d7b8cbb6c7ed49b45f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8810596 Jul 13 08:01:10.413184 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43486) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:10.417249 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6fa55-489c-42ba-a68d-fea1e9dd91e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350e48db-b2c1-47e0-9a6e-08b4fbf45dca,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:10.555303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4d9f2c4f-682b-4956-acd9-73a29548e65d None None] Provisioning complete for port 6d594b17-4454-43b9-bf05-47677a8d49e1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:10.555675 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2c4f-682b-4956-acd9-73a29548e65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:10.568169 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b754a5-ec96-42e6-96a7-2777a5939991 req-62e84390-e7dd-4548-a9ec-948f71057f6e tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:10.572034 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53b754a5-ec96-42e6-96a7-2777a5939991 req-62e84390-e7dd-4548-a9ec-948f71057f6e tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 944 time: 0.1566703 Jul 13 08:01:10.587615 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c54d05-98d1-4cd4-a788-58a963b9e03a req-b77986bc-3343-490b-8307-77c1496fc6d0 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:10.589264 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f6c54d05-98d1-4cd4-a788-58a963b9e03a req-b77986bc-3343-490b-8307-77c1496fc6d0 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.1284816 Jul 13 08:01:10.611507 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0e4f5d07-fcea-45ff-a904-1031fa809ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:10.642433 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53b754a5-ec96-42e6-96a7-2777a5939991 req-3b8af39e-f256-4544-85e3-11d65a19e596 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/security-groups?id=e993a5e6-8bb1-46cb-b0f0-cc3193e17728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519674 Jul 13 08:01:10.647561 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15a6a309-60df-4d29-8dac-049ba849406e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:10.658706 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15a6a309-60df-4d29-8dac-049ba849406e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:10.678822 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f6c54d05-98d1-4cd4-a788-58a963b9e03a req-cbe30c41-f9b5-4797-b80e-de7350ea0d46 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571496 Jul 13 08:01:10.719063 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0e4f5d07-fcea-45ff-a904-1031fa809ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:10.778030 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15a6a309-60df-4d29-8dac-049ba849406e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:10.788322 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 7ce23e4f-64d2-4513-894a-6830959a220e up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:01:10.843133 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6a309-60df-4d29-8dac-049ba849406e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event updated for resources: {'Port': ['ID=a3f8ecdb-4095-4d54-aed5-3e50a42ce50d,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:10.912625 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 7ce23e4f-64d2-4513-894a-6830959a220e completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:01:10.917418 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 7ce23e4f-64d2-4513-894a-6830959a220e triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:10.917806 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:10.969760 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d2e41-dc96-46b0-b88b-3b6fc0ebd849 req-c6f4a35f-22ea-4a1b-a491-793ea870ec9f tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:10.979003 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bf2d2e41-dc96-46b0-b88b-3b6fc0ebd849 req-c6f4a35f-22ea-4a1b-a491-793ea870ec9f tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.1736209 Jul 13 08:01:11.019154 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a6a309-60df-4d29-8dac-049ba849406e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Network 37cc29b2-f3f0-4999-99c2-a08153a55cad is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:01:11.023333 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-15a6a309-60df-4d29-8dac-049ba849406e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:01:11.031535 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0e4f5d07-fcea-45ff-a904-1031fa809ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:11.039759 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0e4f5d07-fcea-45ff-a904-1031fa809ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:11.040952 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0e4f5d07-fcea-45ff-a904-1031fa809ca4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/350e48db-b2c1-47e0-9a6e-08b4fbf45dca HTTP/1.1" status: 204 len: 168 time: 0.6253581 Jul 13 08:01:11.063726 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bf2d2e41-dc96-46b0-b88b-3b6fc0ebd849 req-c3e92c28-566f-455b-b0ea-f82335dfb2b5 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838070 Jul 13 08:01:11.069688 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f5d07-fcea-45ff-a904-1031fa809ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350e48db-b2c1-47e0-9a6e-08b4fbf45dca,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:11.134897 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:11.217700 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6d268a-0bba-46a6-93cc-5a236d7189ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce23e4f-64d2-4513-894a-6830959a220e'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:11.220095 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76daec9b-3961-49f9-9184-21376d266b23" -d '{"events": [{"server_uuid": "9e6d268a-0bba-46a6-93cc-5a236d7189ca", "name": "network-vif-plugged", "status": "completed", "tag": "7ce23e4f-64d2-4513-894a-6830959a220e"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:11.258532 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 7ce23e4f-64d2-4513-894a-6830959a220e, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7ce23e4f-64d2-4513-894a-6830959a220e,segment=NetworkSegment(1debc241-a322-48b9-89e6-6603bf5c6fb0),segment_id=1debc241-a322-48b9-89e6-6603bf5c6fb0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:11.275497 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:11.356496 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47b9c55-5bc1-4aea-8437-1caf61808bb8 x-openstack-request-id: req-e47b9c55-5bc1-4aea-8437-1caf61808bb8 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:11.357122 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6d268a-0bba-46a6-93cc-5a236d7189ca", "name": "network-vif-plugged", "status": "completed", "tag": "7ce23e4f-64d2-4513-894a-6830959a220e", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:11.357855 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e47b9c55-5bc1-4aea-8437-1caf61808bb8 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:11.358554 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6d268a-0bba-46a6-93cc-5a236d7189ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce23e4f-64d2-4513-894a-6830959a220e', 'code': 200} Jul 13 08:01:11.389450 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a6a309-60df-4d29-8dac-049ba849406e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:11.438274 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20913dfb-b207-41ed-8f32-03eacc4a2681 None None] Network 37cc29b2-f3f0-4999-99c2-a08153a55cad requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:01:11.556662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=7ce23e4f-64d2-4513-894a-6830959a220e,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:11.645074 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a6a309-60df-4d29-8dac-049ba849406e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:11.651944 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-15a6a309-60df-4d29-8dac-049ba849406e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/2b1663f6-e4b5-4f55-b15e-ed29a41fa525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8673627 Jul 13 08:01:11.655688 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43516) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:11.658407 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] Sync routers for ids ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:11.667412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-22419634-09c0-4317-9c2d-31f36d836b83 None None] Provisioning for port 62a7e36a-96da-4db5-a604-8b6afb266434 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:01:11.674521 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] Routers {'2b1663f6-e4b5-4f55-b15e-ed29a41fa525'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:11.675712 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-6ce9e706-eba1-49bf-bbe1-34888d9b045e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:11.676955 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:00:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:11.679211 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743591c4-d064-441d-ba34-ca06876a095d req-21142594-dae0-4a3c-a359-3e714982cdd7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:11.681335 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-743591c4-d064-441d-ba34-ca06876a095d req-21142594-dae0-4a3c-a359-3e714982cdd7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 946 time: 0.2750728 Jul 13 08:01:11.792555 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43522) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:11.826555 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24322c5-4254-4520-92c4-309ebe95e206 req-56f1f859-6956-4164-9435-134aee4857ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:11.828924 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c24322c5-4254-4520-92c4-309ebe95e206 req-56f1f859-6956-4164-9435-134aee4857ed service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 1097 time: 0.4330046 Jul 13 08:01:11.841364 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b01e0796-b2ba-4ea7-bae0-1a9c288224f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:11.856054 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 6d594b17-4454-43b9-bf05-47677a8d49e1 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:01:11.901796 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] Set router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:11.949171 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c24322c5-4254-4520-92c4-309ebe95e206 req-576a04c7-cfca-4525-91b5-0975726d8e5b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e993a5e6-8bb1-46cb-b0f0-cc3193e17728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922277 Jul 13 08:01:11.959856 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6e8673b7-2ec5-4f33-8e5d-cfddfd5546a1 None None] Provisioning complete for port 7ce23e4f-64d2-4513-894a-6830959a220e triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:11.960693 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e8673b7-2ec5-4f33-8e5d-cfddfd5546a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:11.982514 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-743591c4-d064-441d-ba34-ca06876a095d req-d754ab28-a021-48cf-8c5c-f32ac7420533 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944915 Jul 13 08:01:12.083702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 6d594b17-4454-43b9-bf05-47677a8d49e1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:12.084401 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.097560 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d1d3d-d6f1-4f3f-932e-5b6405cfc19e req-138fa1bd-6463-4a38-960b-9b70d80665d0 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:12.116564 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-049d1d3d-d6f1-4f3f-932e-5b6405cfc19e req-138fa1bd-6463-4a38-960b-9b70d80665d0 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.3766181 Jul 13 08:01:12.236564 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-049d1d3d-d6f1-4f3f-932e-5b6405cfc19e req-23cdaf4c-5045-42de-9184-3da95fe5fe4e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013007 Jul 13 08:01:12.391234 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.extraroute_db [None req-6ce9e706-eba1-49bf-bbe1-34888d9b045e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93723) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 08:01:12.442210 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 62a7e36a-96da-4db5-a604-8b6afb266434 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:01:12.445687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5120a-9581-42c1-8419-43bd021df903 req-7d57b528-d1a0-4414-aec1-4b1572f20c62 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:12.447942 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dcd5120a-9581-42c1-8419-43bd021df903 req-7d57b528-d1a0-4414-aec1-4b1572f20c62 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.1679218 Jul 13 08:01:12.449990 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:01:09Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d594b17-4454-43b9-bf05-47677a8d49e1', 'name': '', 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:d0:f6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:57Z', 'updated_at': '2021-07-13T08:01:10Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3f8ecdb-4095-4d54-aed5-3e50a42ce50d', 'name': '', 'network_id': '37cc29b2-f3f0-4999-99c2-a08153a55cad', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:2b:97:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '16dca4e3-73af-43b3-afb9-d14be8a13ceb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:01:06Z', 'updated_at': '2021-07-13T08:01:10Z', 'revision_number': 2, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '16dca4e3-73af-43b3-afb9-d14be8a13ceb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5cd27d6-3048-4c27-8741-82c20086c7cc', 'name': '', 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:1d:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'a724c524-c30d-426c-84e5-267725761d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:46Z', 'updated_at': '2021-07-13T08:00:57Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': 'a724c524-c30d-426c-84e5-267725761d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:12.455019 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b01e0796-b2ba-4ea7-bae0-1a9c288224f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.465966 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.extraroute_db [None req-6ce9e706-eba1-49bf-bbe1-34888d9b045e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Removed routes are [] {{(pid=93723) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 08:01:12.469042 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ce9e706-eba1-49bf-bbe1-34888d9b045e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.476044 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b01e0796-b2ba-4ea7-bae0-1a9c288224f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.527490 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 62a7e36a-96da-4db5-a604-8b6afb266434 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:01:12.533166 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 62a7e36a-96da-4db5-a604-8b6afb266434 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:12.533586 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.537065 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dcd5120a-9581-42c1-8419-43bd021df903 req-548dfbc4-7883-4382-89bb-a8d0a343f0de tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823405 Jul 13 08:01:12.544372 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] Checking router: 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:12.544756 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] Updating router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 port a3f8ecdb-4095-4d54-aed5-3e50a42ce50d binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:01:12.608176 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.700145 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a5ad8-4ce5-4d45-957e-bfc372cc2018 req-4c2564d9-7078-4b00-b3e5-1e793070b384 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:12.716418 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6b6a5ad8-4ce5-4d45-957e-bfc372cc2018 req-4c2564d9-7078-4b00-b3e5-1e793070b384 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 945 time: 0.1981688 Jul 13 08:01:12.744143 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.780942 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-80ed738c-dc32-44d3-bb07-73731e90520c None None] Provisioning for port a3f8ecdb-4095-4d54-aed5-3e50a42ce50d completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:01:12.781173 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b01e0796-b2ba-4ea7-bae0-1a9c288224f1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=306ab206afe749d98a4571dad0e7675b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9846623 Jul 13 08:01:12.781778 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43538) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:12.798460 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-80ed738c-dc32-44d3-bb07-73731e90520c None None] Provisioning complete for port a3f8ecdb-4095-4d54-aed5-3e50a42ce50d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:12.799127 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-80ed738c-dc32-44d3-bb07-73731e90520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.820371 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e0796-b2ba-4ea7-bae0-1a9c288224f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773dd7ee-6d49-4aa9-aa18-17bd3776d974,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:12.840689 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 62a7e36a-96da-4db5-a604-8b6afb266434, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=62a7e36a-96da-4db5-a604-8b6afb266434,segment=NetworkSegment(edabb25f-1a11-4911-9616-1362f3061265),segment_id=edabb25f-1a11-4911-9616-1362f3061265)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:12.846510 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.903608 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6b6a5ad8-4ce5-4d45-957e-bfc372cc2018 req-023907b0-575e-4222-b3ac-5e4986a5912c tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/security-groups?id=e993a5e6-8bb1-46cb-b0f0-cc3193e17728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858127 Jul 13 08:01:12.930204 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=62a7e36a-96da-4db5-a604-8b6afb266434,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:12.985136 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.985945 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-80ed738c-dc32-44d3-bb07-73731e90520c None None] Port a3f8ecdb-4095-4d54-aed5-3e50a42ce50d cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:01:12.998194 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-80ed738c-dc32-44d3-bb07-73731e90520c None None] Provisioning complete for port 62a7e36a-96da-4db5-a604-8b6afb266434 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:12.998567 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-80ed738c-dc32-44d3-bb07-73731e90520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.128817 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76747c42-ee3c-4bff-be7c-ad522269a15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.201511 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ce9e706-eba1-49bf-bbe1-34888d9b045e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.208554 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76747c42-ee3c-4bff-be7c-ad522269a15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.217175 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ce9e706-eba1-49bf-bbe1-34888d9b045e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396023'] for router, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.229791 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5f726-5a4a-4f7b-8081-3fa9fe05c47e req-9db012e3-3114-4ab9-8400-1d17d6a7c53c tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:13.231304 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8f5f726-5a4a-4f7b-8081-3fa9fe05c47e req-9db012e3-3114-4ab9-8400-1d17d6a7c53c tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.3912740 Jul 13 08:01:13.365302 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0904a41c-2319-4ec4-813a-4fc094001a9d None None] Provisioning complete for port a3f8ecdb-4095-4d54-aed5-3e50a42ce50d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:13.368400 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0904a41c-2319-4ec4-813a-4fc094001a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.369714 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.389612 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8f5f726-5a4a-4f7b-8081-3fa9fe05c47e req-ca695726-4593-4442-b7af-761ab267017f tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091778 Jul 13 08:01:13.429070 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] Transition to ACTIVE for port object a3f8ecdb-4095-4d54-aed5-3e50a42ce50d will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:01:13.453204 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76747c42-ee3c-4bff-be7c-ad522269a15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.453204 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76747c42-ee3c-4bff-be7c-ad522269a15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.457596 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-76747c42-ee3c-4bff-be7c-ad522269a15d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/773dd7ee-6d49-4aa9-aa18-17bd3776d974 HTTP/1.1" status: 204 len: 168 time: 0.6464145 Jul 13 08:01:13.481876 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.501338 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce9e706-eba1-49bf-bbe1-34888d9b045e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:13.513095 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76747c42-ee3c-4bff-be7c-ad522269a15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773dd7ee-6d49-4aa9-aa18-17bd3776d974,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:13.588910 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db853ccf-8fb9-4847-84ea-0010be5b11a2 req-7296cf5a-0a03-466c-b6a3-ff59b8db6dc4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:13.597079 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db853ccf-8fb9-4847-84ea-0010be5b11a2 req-7296cf5a-0a03-466c-b6a3-ff59b8db6dc4 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.3154762 Jul 13 08:01:13.659289 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0904a41c-2319-4ec4-813a-4fc094001a9d None None] Port a3f8ecdb-4095-4d54-aed5-3e50a42ce50d cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:01:13.718778 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 62a7e36a-96da-4db5-a604-8b6afb266434 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:01:13.731680 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b1973-6beb-4264-a790-39febf2c5f06 None None] Pushing event updated for resources: {'Port': ['ID=a3f8ecdb-4095-4d54-aed5-3e50a42ce50d,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:13.759122 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db853ccf-8fb9-4847-84ea-0010be5b11a2 req-67a4b701-4bbd-4c02-93f0-fd7df125e178 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441216 Jul 13 08:01:13.766591 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] Attempting to bind port a3f8ecdb-4095-4d54-aed5-3e50a42ce50d on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:01:13.767202 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] Attempting to bind port a3f8ecdb-4095-4d54-aed5-3e50a42ce50d by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'edabb25f-1a11-4911-9616-1362f3061265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '37cc29b2-f3f0-4999-99c2-a08153a55cad'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:01:13.767727 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] Attempting to bind port a3f8ecdb-4095-4d54-aed5-3e50a42ce50d on network 37cc29b2-f3f0-4999-99c2-a08153a55cad {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:01:13.775386 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:01:13.776015 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] Checking segment: {'id': 'edabb25f-1a11-4911-9616-1362f3061265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '37cc29b2-f3f0-4999-99c2-a08153a55cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:01:13.776579 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.777156 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] Bound using segment: {'id': 'edabb25f-1a11-4911-9616-1362f3061265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '37cc29b2-f3f0-4999-99c2-a08153a55cad'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:01:13.777790 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] Bound port: a3f8ecdb-4095-4d54-aed5-3e50a42ce50d, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edabb25f-1a11-4911-9616-1362f3061265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '37cc29b2-f3f0-4999-99c2-a08153a55cad'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:01:13.778379 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.874044 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce9e706-eba1-49bf-bbe1-34888d9b045e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:13.882527 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ce9e706-eba1-49bf-bbe1-34888d9b045e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.887419 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6ce9e706-eba1-49bf-bbe1-34888d9b045e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/2b1663f6-e4b5-4f55-b15e-ed29a41fa525 HTTP/1.1" status: 200 len: 934 time: 2.2303617 Jul 13 08:01:13.887731 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43560) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:13.952036 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 62a7e36a-96da-4db5-a604-8b6afb266434 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:13.953211 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.953569 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] For port a3f8ecdb-4095-4d54-aed5-3e50a42ce50d, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:01:13.958752 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] For port a3f8ecdb-4095-4d54-aed5-3e50a42ce50d, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a3f8ecdb-4095-4d54-aed5-3e50a42ce50d,segment=NetworkSegment(edabb25f-1a11-4911-9616-1362f3061265),segment_id=edabb25f-1a11-4911-9616-1362f3061265)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:01:13.975036 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:14.160594 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] Routers {'2b1663f6-e4b5-4f55-b15e-ed29a41fa525'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:14.163877 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:00:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:14.208998 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2869bdb4-11c9-4d82-b1ab-0d16396b8a1b tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/routers/2b1663f6-e4b5-4f55-b15e-ed29a41fa525 HTTP/1.1" status: 200 len: 934 time: 0.3091283 Jul 13 08:01:14.212763 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43580) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:14.218714 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-5dbb09fb-eb15-4607-a656-f4065c8ac62c tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'router': {'routes': None}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:14.263892 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729a4a8-0ad5-4173-ba0e-ab0f34d2ea33 req-420e3731-6e61-4ac7-ba86-7c9e948ab8d9 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:14.275054 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d729a4a8-0ad5-4173-ba0e-ab0f34d2ea33 req-420e3731-6e61-4ac7-ba86-7c9e948ab8d9 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 946 time: 0.4565749 Jul 13 08:01:14.392006 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d729a4a8-0ad5-4173-ba0e-ab0f34d2ea33 req-f8a06089-f6bb-4603-8cc3-c642bf52c6b6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093545 Jul 13 08:01:14.503926 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b1973-6beb-4264-a790-39febf2c5f06 None None] Pushing event updated for resources: {'Port': ['ID=a3f8ecdb-4095-4d54-aed5-3e50a42ce50d,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:14.699028 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] Set router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:14.739147 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1bc62-8fc8-4784-b684-d6d914d42bb3 req-5188d959-81e6-4f61-898e-5c2ea038a8b8 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:14.747753 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ac1bc62-8fc8-4784-b684-d6d914d42bb3 req-5188d959-81e6-4f61-898e-5c2ea038a8b8 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 945 time: 0.1112304 Jul 13 08:01:14.800432 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ac1bc62-8fc8-4784-b684-d6d914d42bb3 req-5d8abbfa-55b0-47c0-99ac-ff80bfb237c3 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/security-groups?id=e993a5e6-8bb1-46cb-b0f0-cc3193e17728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516174 Jul 13 08:01:15.118736 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:01:12Z', 'revision_number': 6, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d594b17-4454-43b9-bf05-47677a8d49e1', 'name': '', 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:d0:f6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:57Z', 'updated_at': '2021-07-13T08:01:10Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3f8ecdb-4095-4d54-aed5-3e50a42ce50d', 'name': '', 'network_id': '37cc29b2-f3f0-4999-99c2-a08153a55cad', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:2b:97:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '16dca4e3-73af-43b3-afb9-d14be8a13ceb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:01:06Z', 'updated_at': '2021-07-13T08:01:13Z', 'revision_number': 4, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '16dca4e3-73af-43b3-afb9-d14be8a13ceb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5cd27d6-3048-4c27-8741-82c20086c7cc', 'name': '', 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:1d:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'a724c524-c30d-426c-84e5-267725761d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:46Z', 'updated_at': '2021-07-13T08:00:57Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': 'a724c524-c30d-426c-84e5-267725761d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:15.130282 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f730fc4-e49b-4b2b-8136-f614fcf8e877 req-4e6699d4-c6e4-4db8-afa8-0c92e619fa44 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:15.137272 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5f730fc4-e49b-4b2b-8136-f614fcf8e877 req-4e6699d4-c6e4-4db8-afa8-0c92e619fa44 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.1520844 Jul 13 08:01:15.191603 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fcfaf2-28ad-4ca3-a187-59280989a77c None None] The sync data for ids ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'] in n-d-779913-28 is: [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:01:12Z', 'revision_number': 6, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d594b17-4454-43b9-bf05-47677a8d49e1', 'name': '', 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:d0:f6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:57Z', 'updated_at': '2021-07-13T08:01:10Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3f8ecdb-4095-4d54-aed5-3e50a42ce50d', 'name': '', 'network_id': '37cc29b2-f3f0-4999-99c2-a08153a55cad', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:2b:97:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '16dca4e3-73af-43b3-afb9-d14be8a13ceb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:01:06Z', 'updated_at': '2021-07-13T08:01:13Z', 'revision_number': 4, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '16dca4e3-73af-43b3-afb9-d14be8a13ceb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5cd27d6-3048-4c27-8741-82c20086c7cc', 'name': '', 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:1d:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'a724c524-c30d-426c-84e5-267725761d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:46Z', 'updated_at': '2021-07-13T08:00:57Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': 'a724c524-c30d-426c-84e5-267725761d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:15.196598 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.extraroute_db [None req-5dbb09fb-eb15-4607-a656-f4065c8ac62c tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Added routes are [] {{(pid=93723) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 08:01:15.197076 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.extraroute_db [None req-5dbb09fb-eb15-4607-a656-f4065c8ac62c tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93723) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 08:01:15.210677 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5f730fc4-e49b-4b2b-8136-f614fcf8e877 req-c4535414-4101-43d0-bf84-fc13798d6204 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710216 Jul 13 08:01:15.267562 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5dbb09fb-eb15-4607-a656-f4065c8ac62c tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:15.688910 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ec2f2-3e00-49d0-8b0a-ea1701b6ce0a req-1f8c28a4-1219-4813-8d61-8ba50d18dfa6 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:15.692754 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-348ec2f2-3e00-49d0-8b0a-ea1701b6ce0a req-1f8c28a4-1219-4813-8d61-8ba50d18dfa6 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 945 time: 0.1694393 Jul 13 08:01:15.757982 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a3f8ecdb-4095-4d54-aed5-3e50a42ce50d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:01:15.806859 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-348ec2f2-3e00-49d0-8b0a-ea1701b6ce0a req-4bd8c547-a65f-46dc-b3ca-3ddf3afc4c3c tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/security-groups?id=e993a5e6-8bb1-46cb-b0f0-cc3193e17728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068871 Jul 13 08:01:15.853580 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43658) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:15.922704 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port a3f8ecdb-4095-4d54-aed5-3e50a42ce50d completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:01:15.931316 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port a3f8ecdb-4095-4d54-aed5-3e50a42ce50d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:15.931884 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:15.937297 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43662) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:16.045444 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:16.157138 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port a3f8ecdb-4095-4d54-aed5-3e50a42ce50d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a3f8ecdb-4095-4d54-aed5-3e50a42ce50d,segment=NetworkSegment(edabb25f-1a11-4911-9616-1362f3061265),segment_id=edabb25f-1a11-4911-9616-1362f3061265)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:16.167040 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:16.244492 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1777ee7-aed9-4e4d-806b-bf062eada8af req-b911625e-9d3d-4716-acab-f06598b13217 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:16.254268 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1777ee7-aed9-4e4d-806b-bf062eada8af req-b911625e-9d3d-4716-acab-f06598b13217 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23935ec-8a89-4246-b04e-afa2ff8ddfe7 HTTP/1.1" status: 200 len: 947 time: 0.3342698 Jul 13 08:01:16.327567 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=a3f8ecdb-4095-4d54-aed5-3e50a42ce50d,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:16.335779 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-f68c3219-3cac-4df7-95dd-d3127077453a req-99c0d41b-fd48-4d2b-adbd-440d74781195 service neutron] show failed (client error): The resource could not be found. Jul 13 08:01:16.337833 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f68c3219-3cac-4df7-95dd-d3127077453a req-99c0d41b-fd48-4d2b-adbd-440d74781195 service neutron] 10.222.0.35 "GET /v2.0/ports/b91326c8-495e-44e8-8ec6-940d51dcd2e9/bindings/n-h2-779913-28 HTTP/1.1" status: 404 len: 381 time: 0.3274851 Jul 13 08:01:16.408930 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02d58632-75bd-4126-9b00-385d2c131b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:16.420819 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5dbb09fb-eb15-4607-a656-f4065c8ac62c tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:16.425063 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5dbb09fb-eb15-4607-a656-f4065c8ac62c tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396023'] for router, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:16.582024 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbb09fb-eb15-4607-a656-f4065c8ac62c tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:16.604409 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362cec3-077f-4cd0-a4bb-3299e4e9ee70 req-3e0b663b-0e14-4ed0-8be2-5d1e107ee8ef tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:16.611581 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f362cec3-077f-4cd0-a4bb-3299e4e9ee70 req-3e0b663b-0e14-4ed0-8be2-5d1e107ee8ef tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.5339887 Jul 13 08:01:16.720738 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02d58632-75bd-4126-9b00-385d2c131b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:16.726947 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-db18dba4-cc2e-4b23-87d5-a1a46c4dd867 None None] Provisioning complete for port a3f8ecdb-4095-4d54-aed5-3e50a42ce50d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:16.727369 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db18dba4-cc2e-4b23-87d5-a1a46c4dd867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:16.734477 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4721f43a-1b93-4483-b615-289c48418085 tempest-TestVolumeBackupRestore-401145456 tempest-TestVolumeBackupRestore-401145456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:16.740353 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4721f43a-1b93-4483-b615-289c48418085 tempest-TestVolumeBackupRestore-401145456 tempest-TestVolumeBackupRestore-401145456-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 1092 time: 0.8854504 Jul 13 08:01:16.741080 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43676) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:16.753339 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-413f227a-90fa-42a3-8234-d3b1c73919af tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': '7ce23e4f-64d2-4513-894a-6830959a220e', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:16.759361 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02d58632-75bd-4126-9b00-385d2c131b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:16.774310 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8634982a-3730-4daf-82ce-db31297292cf None None] Sync routers for ids ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:16.792744 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8634982a-3730-4daf-82ce-db31297292cf None None] Routers {'2b1663f6-e4b5-4f55-b15e-ed29a41fa525'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:16.793653 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8634982a-3730-4daf-82ce-db31297292cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:00:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:16.839222 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbb09fb-eb15-4607-a656-f4065c8ac62c tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:16.847246 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5dbb09fb-eb15-4607-a656-f4065c8ac62c tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:16.848166 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f362cec3-077f-4cd0-a4bb-3299e4e9ee70 req-dc7ce38a-3759-43bf-9d11-533fddae8c85 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357366 Jul 13 08:01:16.854330 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-02d58632-75bd-4126-9b00-385d2c131b37 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=74411e1afb014676830b3f1c4664b9ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9156468 Jul 13 08:01:16.858857 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43678) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:16.859251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43680) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:16.861430 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5dbb09fb-eb15-4607-a656-f4065c8ac62c tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/2b1663f6-e4b5-4f55-b15e-ed29a41fa525 HTTP/1.1" status: 200 len: 700 time: 2.6474025 Jul 13 08:01:16.882148 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c3219-3cac-4df7-95dd-d3127077453a req-7b5ba9ad-9895-49f1-a6ce-d66e52800fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:16.884369 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f68c3219-3cac-4df7-95dd-d3127077453a req-7b5ba9ad-9895-49f1-a6ce-d66e52800fd4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938&tenant_id=b0a400cab12449b3b23abe0905366730 HTTP/1.1" status: 200 len: 1098 time: 0.2160668 Jul 13 08:01:16.905025 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-28', 'device_owner': 'compute:nova'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:17.024083 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d58632-75bd-4126-9b00-385d2c131b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622f39f6-4d83-4742-9716-79582f0e86e9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:17.064864 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-8634982a-3730-4daf-82ce-db31297292cf None None] Set router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:17.078417 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:17.104578 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37cd908d-b33c-460f-af0b-0d4aa1f9a47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:17.108097 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-f1777ee7-aed9-4e4d-806b-bf062eada8af req-e82a9f74-10e8-46ca-8a70-906a39d8b659 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Deleting port 873c5efe-20fb-480d-a893-1b514513004f {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:17.108449 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f1777ee7-aed9-4e4d-806b-bf062eada8af req-e82a9f74-10e8-46ca-8a70-906a39d8b659 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:17.118344 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-413f227a-90fa-42a3-8234-d3b1c73919af tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:17.364446 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8634982a-3730-4daf-82ce-db31297292cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:01:15Z', 'revision_number': 7, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d594b17-4454-43b9-bf05-47677a8d49e1', 'name': '', 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:d0:f6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:57Z', 'updated_at': '2021-07-13T08:01:10Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3f8ecdb-4095-4d54-aed5-3e50a42ce50d', 'name': '', 'network_id': '37cc29b2-f3f0-4999-99c2-a08153a55cad', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:2b:97:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '16dca4e3-73af-43b3-afb9-d14be8a13ceb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:01:06Z', 'updated_at': '2021-07-13T08:01:16Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '16dca4e3-73af-43b3-afb9-d14be8a13ceb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5cd27d6-3048-4c27-8741-82c20086c7cc', 'name': '', 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:1d:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'a724c524-c30d-426c-84e5-267725761d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:46Z', 'updated_at': '2021-07-13T08:00:57Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': 'a724c524-c30d-426c-84e5-267725761d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:17.386176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] For port b91326c8-495e-44e8-8ec6-940d51dcd2e9, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9,segment=NetworkSegment(c6059c07-f555-4cd9-954a-a61ccdada0c0),segment_id=c6059c07-f555-4cd9-954a-a61ccdada0c0)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:17.406832 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8634982a-3730-4daf-82ce-db31297292cf None None] Checking router: 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:17.429573 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8634982a-3730-4daf-82ce-db31297292cf None None] Routers {'2b1663f6-e4b5-4f55-b15e-ed29a41fa525'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:17.430612 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8634982a-3730-4daf-82ce-db31297292cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:00:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:17.436131 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] For port b91326c8-495e-44e8-8ec6-940d51dcd2e9, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:01:17.485293 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:17.487947 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84718391-121f-45ca-80ec-eb04dd23a98d" -d '{"events": [{"server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "name": "network-vif-unplugged", "status": "completed", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:17.492849 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:17.508815 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] Transition to ACTIVE for port object b91326c8-495e-44e8-8ec6-940d51dcd2e9 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:01:17.515262 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:17.650833 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] Pushing event updated for resources: {'Port': ['ID=b91326c8-495e-44e8-8ec6-940d51dcd2e9,revision_number=6']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:17.714754 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37cd908d-b33c-460f-af0b-0d4aa1f9a47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:17.725680 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] No DVR routers for this DVR port b91326c8-495e-44e8-8ec6-940d51dcd2e9 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:17.750546 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1e124fd6-4deb-44a7-bae1-3e4010437f11 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/routers/2b1663f6-e4b5-4f55-b15e-ed29a41fa525 HTTP/1.1" status: 200 len: 700 time: 0.8509271 Jul 13 08:01:17.777436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 43702) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:17.974411 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a3f8ecdb-4095-4d54-aed5-3e50a42ce50d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:01:17.982859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-8634982a-3730-4daf-82ce-db31297292cf None None] Set router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:18.085559 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] Attempting to bind port b91326c8-495e-44e8-8ec6-940d51dcd2e9 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:01:18.086415 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] Attempting to bind port b91326c8-495e-44e8-8ec6-940d51dcd2e9 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'c6059c07-f555-4cd9-954a-a61ccdada0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:01:18.086882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] Attempting to bind port b91326c8-495e-44e8-8ec6-940d51dcd2e9 on network 2a52e876-fdfb-4e23-a545-3fee73cd392d {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:01:18.095602 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] Port b91326c8-495e-44e8-8ec6-940d51dcd2e9 on network 2a52e876-fdfb-4e23-a545-3fee73cd392d not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:01:18.096381 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] Attempting to bind port b91326c8-495e-44e8-8ec6-940d51dcd2e9 on network 2a52e876-fdfb-4e23-a545-3fee73cd392d {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:01:18.104222 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:01:18.104668 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] Checking segment: {'id': 'c6059c07-f555-4cd9-954a-a61ccdada0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:01:18.105234 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] Bound using segment: {'id': 'c6059c07-f555-4cd9-954a-a61ccdada0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:01:18.105927 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] Bound port: b91326c8-495e-44e8-8ec6-940d51dcd2e9, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6059c07-f555-4cd9-954a-a61ccdada0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:01:18.106523 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:18.178645 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f7ec1-4dbc-4e09-862f-58ed4321d7c1 req-3507d59b-317c-42e2-994c-666971509fac tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:18.192184 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-919f7ec1-4dbc-4e09-862f-58ed4321d7c1 req-3507d59b-317c-42e2-994c-666971509fac tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 946 time: 1.1260870 Jul 13 08:01:18.251498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] For port b91326c8-495e-44e8-8ec6-940d51dcd2e9, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:01:18.257739 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] For port b91326c8-495e-44e8-8ec6-940d51dcd2e9, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9,segment=NetworkSegment(c6059c07-f555-4cd9-954a-a61ccdada0c0),segment_id=c6059c07-f555-4cd9-954a-a61ccdada0c0)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:01:18.267282 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:18.299316 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port a3f8ecdb-4095-4d54-aed5-3e50a42ce50d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:18.299789 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:18.347962 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:18.350497 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:18.355086 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] 10.222.0.62 "PUT /v2.0/ports/b91326c8-495e-44e8-8ec6-940d51dcd2e9 HTTP/1.1" status: 200 len: 1093 time: 1.4569631 Jul 13 08:01:18.409826 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f1777ee7-aed9-4e4d-806b-bf062eada8af req-e82a9f74-10e8-46ca-8a70-906a39d8b659 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] For port 873c5efe-20fb-480d-a893-1b514513004f, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=873c5efe-20fb-480d-a893-1b514513004f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:18.410739 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f1777ee7-aed9-4e4d-806b-bf062eada8af req-e82a9f74-10e8-46ca-8a70-906a39d8b659 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:18.458849 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-f1777ee7-aed9-4e4d-806b-bf062eada8af req-e82a9f74-10e8-46ca-8a70-906a39d8b659 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Calling delete_port for 873c5efe-20fb-480d-a893-1b514513004f owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:18.547951 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af664ce-b7d2-4181-8dfb-d80ffa606814 service neutron] Pushing event updated for resources: {'Port': ['ID=b91326c8-495e-44e8-8ec6-940d51dcd2e9,revision_number=7']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:18.599107 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-919f7ec1-4dbc-4e09-862f-58ed4321d7c1 req-52f364eb-e093-4def-b131-923613ef093e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4049823 Jul 13 08:01:18.610769 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c3219-3cac-4df7-95dd-d3127077453a req-ff7a89be-3848-42d0-be79-e8d916c8eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:18.614950 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f68c3219-3cac-4df7-95dd-d3127077453a req-ff7a89be-3848-42d0-be79-e8d916c8eec4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 1096 time: 0.2082186 Jul 13 08:01:18.638444 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8634982a-3730-4daf-82ce-db31297292cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:01:15Z', 'revision_number': 7, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d594b17-4454-43b9-bf05-47677a8d49e1', 'name': '', 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:d0:f6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:57Z', 'updated_at': '2021-07-13T08:01:10Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3f8ecdb-4095-4d54-aed5-3e50a42ce50d', 'name': '', 'network_id': '37cc29b2-f3f0-4999-99c2-a08153a55cad', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:2b:97:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '16dca4e3-73af-43b3-afb9-d14be8a13ceb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:01:06Z', 'updated_at': '2021-07-13T08:01:16Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '16dca4e3-73af-43b3-afb9-d14be8a13ceb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5cd27d6-3048-4c27-8741-82c20086c7cc', 'name': '', 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:1d:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'a724c524-c30d-426c-84e5-267725761d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:46Z', 'updated_at': '2021-07-13T08:00:57Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': 'a724c524-c30d-426c-84e5-267725761d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:18.659882 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37cd908d-b33c-460f-af0b-0d4aa1f9a47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:18.678310 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37cd908d-b33c-460f-af0b-0d4aa1f9a47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:18.687108 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-37cd908d-b33c-460f-af0b-0d4aa1f9a47e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/622f39f6-4d83-4742-9716-79582f0e86e9 HTTP/1.1" status: 204 len: 168 time: 1.8161323 Jul 13 08:01:18.692714 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8634982a-3730-4daf-82ce-db31297292cf None None] The sync data for ids ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'] in n-d-779913-28 is: [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:01:15Z', 'revision_number': 7, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d594b17-4454-43b9-bf05-47677a8d49e1', 'name': '', 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:d0:f6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:57Z', 'updated_at': '2021-07-13T08:01:10Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3f8ecdb-4095-4d54-aed5-3e50a42ce50d', 'name': '', 'network_id': '37cc29b2-f3f0-4999-99c2-a08153a55cad', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:2b:97:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '16dca4e3-73af-43b3-afb9-d14be8a13ceb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:01:06Z', 'updated_at': '2021-07-13T08:01:16Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '16dca4e3-73af-43b3-afb9-d14be8a13ceb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5cd27d6-3048-4c27-8741-82c20086c7cc', 'name': '', 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:1d:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'a724c524-c30d-426c-84e5-267725761d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:46Z', 'updated_at': '2021-07-13T08:00:57Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': 'a724c524-c30d-426c-84e5-267725761d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:18.807413 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device b91326c8-495e-44e8-8ec6-940d51dcd2e9 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:18.877935 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd908d-b33c-460f-af0b-0d4aa1f9a47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622f39f6-4d83-4742-9716-79582f0e86e9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:18.997944 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9f2392e9-b5a7-472f-80ab-67fe19bbceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:19.002873 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f68c3219-3cac-4df7-95dd-d3127077453a req-9f2392e9-b5a7-472f-80ab-67fe19bbceb4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2a52e876-fdfb-4e23-a545-3fee73cd392d HTTP/1.1" status: 200 len: 897 time: 0.3748181 Jul 13 08:01:19.004220 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device b91326c8-495e-44e8-8ec6-940d51dcd2e9 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:19.012176 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee765a4e-1a46-433b-96d1-55f77c0af053 x-openstack-request-id: req-ee765a4e-1a46-433b-96d1-55f77c0af053 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:19.013911 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "name": "network-vif-unplugged", "status": "completed", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:19.016253 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee765a4e-1a46-433b-96d1-55f77c0af053 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:19.017291 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9', 'code': 200} Jul 13 08:01:19.175791 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f68c3219-3cac-4df7-95dd-d3127077453a req-8d7e080e-5155-493d-afc7-89f1973dba90 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9 HTTP/1.1" status: 200 len: 1000 time: 0.1562109 Jul 13 08:01:19.268480 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c3219-3cac-4df7-95dd-d3127077453a req-1963d18f-02e7-4f2d-aa2e-797345011bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:19.274457 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f68c3219-3cac-4df7-95dd-d3127077453a req-1963d18f-02e7-4f2d-aa2e-797345011bbf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=78c04584-1c8b-4048-8992-543590c52be3 HTTP/1.1" status: 200 len: 835 time: 0.0850387 Jul 13 08:01:19.287895 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-413f227a-90fa-42a3-8234-d3b1c73919af tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:19.378774 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2533a-cb61-4c4c-9bc8-26c62446f578 None None] Sync routers for ids ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:19.412941 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a2533a-cb61-4c4c-9bc8-26c62446f578 None None] Routers {'2b1663f6-e4b5-4f55-b15e-ed29a41fa525'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:19.420123 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b2a2533a-cb61-4c4c-9bc8-26c62446f578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:00:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:19.440147 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c3219-3cac-4df7-95dd-d3127077453a req-989e3a1f-7bce-46d3-aceb-04327ecd79ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:19.441814 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f68c3219-3cac-4df7-95dd-d3127077453a req-989e3a1f-7bce-46d3-aceb-04327ecd79ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2a52e876-fdfb-4e23-a545-3fee73cd392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1609600 Jul 13 08:01:19.498107 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42cc15-8de0-41cd-9e2f-52379e6887c0 req-5417a756-ce52-459e-acae-19315206a496 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:19.505439 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bf42cc15-8de0-41cd-9e2f-52379e6887c0 req-5417a756-ce52-459e-acae-19315206a496 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.3855927 Jul 13 08:01:19.558410 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f1777ee7-aed9-4e4d-806b-bf062eada8af req-e82a9f74-10e8-46ca-8a70-906a39d8b659 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:19.573600 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['ae84bb95-026c-47c0-98dc-22f8e12bb4f5'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:01:19.575877 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['8bbb45c0-b137-47c7-bf73-393e0210de1b'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:01:19.591471 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-b2a2533a-cb61-4c4c-9bc8-26c62446f578 None None] Set router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:19.622231 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f68c3219-3cac-4df7-95dd-d3127077453a req-3ed9f6e2-33c1-4d63-b319-491a67d083af service neutron] 10.222.0.62 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654854 Jul 13 08:01:19.692592 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a9f74-10e8-46ca-8a70-906a39d8b659 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Pushing event deleted for resources: {'Port': ['ID=873c5efe-20fb-480d-a893-1b514513004f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:19.717608 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bf42cc15-8de0-41cd-9e2f-52379e6887c0 req-3870abef-b8a6-40fe-a7e1-7afd1d9ce656 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112253 Jul 13 08:01:19.733586 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-413f227a-90fa-42a3-8234-d3b1c73919af tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Allocated IP 172.25.0.82 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/1ffcbe9e-b6e5-4be0-a766-7e6a6935e343) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:01:19.845956 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1777ee7-aed9-4e4d-806b-bf062eada8af req-e82a9f74-10e8-46ca-8a70-906a39d8b659 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] No DVR routers for this DVR port 873c5efe-20fb-480d-a893-1b514513004f on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:19.871625 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f1777ee7-aed9-4e4d-806b-bf062eada8af req-e82a9f74-10e8-46ca-8a70-906a39d8b659 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:19.871888 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f68c3219-3cac-4df7-95dd-d3127077453a req-6d6910b7-b37d-465c-97bf-05bcc58ddd8d service neutron] 10.222.0.62 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370017 Jul 13 08:01:19.883269 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1777ee7-aed9-4e4d-806b-bf062eada8af req-e82a9f74-10e8-46ca-8a70-906a39d8b659 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "DELETE /v2.0/ports/873c5efe-20fb-480d-a893-1b514513004f HTTP/1.1" status: 204 len: 173 time: 3.6213300 Jul 13 08:01:19.900629 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23935ec-8a89-4246-b04e-afa2ff8ddfe7', 'name': 'network-vif-deleted', 'tag': '873c5efe-20fb-480d-a893-1b514513004f'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:19.911144 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493846a7-e5ac-46a3-a66a-f77152e52e4c" -d '{"events": [{"server_uuid": "a23935ec-8a89-4246-b04e-afa2ff8ddfe7", "name": "network-vif-deleted", "tag": "873c5efe-20fb-480d-a893-1b514513004f"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:20.274771 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b2a2533a-cb61-4c4c-9bc8-26c62446f578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:01:15Z', 'revision_number': 7, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d594b17-4454-43b9-bf05-47677a8d49e1', 'name': '', 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:d0:f6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:57Z', 'updated_at': '2021-07-13T08:01:10Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3f8ecdb-4095-4d54-aed5-3e50a42ce50d', 'name': '', 'network_id': '37cc29b2-f3f0-4999-99c2-a08153a55cad', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:2b:97:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '16dca4e3-73af-43b3-afb9-d14be8a13ceb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:01:06Z', 'updated_at': '2021-07-13T08:01:16Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '16dca4e3-73af-43b3-afb9-d14be8a13ceb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5cd27d6-3048-4c27-8741-82c20086c7cc', 'name': '', 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:1d:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'a724c524-c30d-426c-84e5-267725761d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:46Z', 'updated_at': '2021-07-13T08:00:57Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': 'a724c524-c30d-426c-84e5-267725761d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:20.329825 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-413f227a-90fa-42a3-8234-d3b1c73919af tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:20.378812 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2533a-cb61-4c4c-9bc8-26c62446f578 None None] Checking router: 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:20.383041 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893aa51-bc60-49a5-b457-4b9fa59130e7 req-013706fd-6e3a-46f0-b4a1-b8e5ea544f7a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:20.395214 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a2533a-cb61-4c4c-9bc8-26c62446f578 None None] Routers {'2b1663f6-e4b5-4f55-b15e-ed29a41fa525'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:20.395841 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b2a2533a-cb61-4c4c-9bc8-26c62446f578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:00:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:20.401988 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7893aa51-bc60-49a5-b457-4b9fa59130e7 req-013706fd-6e3a-46f0-b4a1-b8e5ea544f7a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 944 time: 0.3665445 Jul 13 08:01:20.434392 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-87da2950-1cfa-469b-888f-3aa7c02f2ddb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:20.505681 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-b2a2533a-cb61-4c4c-9bc8-26c62446f578 None None] Set router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:20.580414 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7893aa51-bc60-49a5-b457-4b9fa59130e7 req-e21efe23-5e5f-4e42-8f48-4a15f4925fb4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772971 Jul 13 08:01:20.584770 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-413f227a-90fa-42a3-8234-d3b1c73919af tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:20.728388 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413f227a-90fa-42a3-8234-d3b1c73919af tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:01:20.797983 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f227a-90fa-42a3-8234-d3b1c73919af tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Pushing event updated for resources: {'Port': ['ID=1ffcbe9e-b6e5-4be0-a766-7e6a6935e343,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:20.815689 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-413f227a-90fa-42a3-8234-d3b1c73919af tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:01:20.827807 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413f227a-90fa-42a3-8234-d3b1c73919af tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:01:20.921771 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6ab0a6-a572-44a7-a200-ee761bb1c783 x-openstack-request-id: req-4e6ab0a6-a572-44a7-a200-ee761bb1c783 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:20.922284 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23935ec-8a89-4246-b04e-afa2ff8ddfe7", "name": "network-vif-deleted", "tag": "873c5efe-20fb-480d-a893-1b514513004f", "status": "failed", "code": 422}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:20.922710 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e6ab0a6-a572-44a7-a200-ee761bb1c783 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:20.923379 n-d-779913-28 neutron-server[93724]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a23935ec-8a89-4246-b04e-afa2ff8ddfe7', 'name': 'network-vif-deleted', 'tag': '873c5efe-20fb-480d-a893-1b514513004f', 'status': 'failed', 'code': 422} returned with failed status Jul 13 08:01:21.018026 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b2a2533a-cb61-4c4c-9bc8-26c62446f578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:01:15Z', 'revision_number': 7, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d594b17-4454-43b9-bf05-47677a8d49e1', 'name': '', 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:d0:f6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:57Z', 'updated_at': '2021-07-13T08:01:10Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3f8ecdb-4095-4d54-aed5-3e50a42ce50d', 'name': '', 'network_id': '37cc29b2-f3f0-4999-99c2-a08153a55cad', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:2b:97:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '16dca4e3-73af-43b3-afb9-d14be8a13ceb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:01:06Z', 'updated_at': '2021-07-13T08:01:16Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '16dca4e3-73af-43b3-afb9-d14be8a13ceb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5cd27d6-3048-4c27-8741-82c20086c7cc', 'name': '', 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:1d:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'a724c524-c30d-426c-84e5-267725761d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:46Z', 'updated_at': '2021-07-13T08:00:57Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': 'a724c524-c30d-426c-84e5-267725761d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:21.019440 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:21.023361 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fec007-cb4d-4cff-90e7-1219927f2c08" -d '{"events": [{"name": "network-changed", "server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:21.064635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43784) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:21.087631 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2533a-cb61-4c4c-9bc8-26c62446f578 None None] The sync data for ids ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'] in n-d-779913-28 is: [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:01:15Z', 'revision_number': 7, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d594b17-4454-43b9-bf05-47677a8d49e1', 'name': '', 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:d0:f6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:57Z', 'updated_at': '2021-07-13T08:01:10Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3f8ecdb-4095-4d54-aed5-3e50a42ce50d', 'name': '', 'network_id': '37cc29b2-f3f0-4999-99c2-a08153a55cad', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:2b:97:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '16dca4e3-73af-43b3-afb9-d14be8a13ceb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:01:06Z', 'updated_at': '2021-07-13T08:01:16Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '16dca4e3-73af-43b3-afb9-d14be8a13ceb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5cd27d6-3048-4c27-8741-82c20086c7cc', 'name': '', 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:1d:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'a724c524-c30d-426c-84e5-267725761d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:46Z', 'updated_at': '2021-07-13T08:00:57Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': 'a724c524-c30d-426c-84e5-267725761d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:21.110625 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e681f-fac3-4a77-95a5-b1b7ba213341 req-138074ae-889a-4c95-97b0-d308ae477974 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:21.112449 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-918e681f-fac3-4a77-95a5-b1b7ba213341 req-138074ae-889a-4c95-97b0-d308ae477974 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.3170643 Jul 13 08:01:21.282235 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-918e681f-fac3-4a77-95a5-b1b7ba213341 req-b6a7f272-996b-4cdf-ac99-3f2584c2309f tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561601 Jul 13 08:01:21.294414 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-044f492d-d461-49da-ae2e-040b6543e74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:21.511137 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56906df9-870c-4ac3-8bac-08851555a0cd x-openstack-request-id: req-56906df9-870c-4ac3-8bac-08851555a0cd {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:21.511577 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:21.511987 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56906df9-870c-4ac3-8bac-08851555a0cd {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:21.514408 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9', 'status': 'completed', 'code': 200} Jul 13 08:01:21.659228 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-044f492d-d461-49da-ae2e-040b6543e74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:21.673515 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-87da2950-1cfa-469b-888f-3aa7c02f2ddb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting port a3f8ecdb-4095-4d54-aed5-3e50a42ce50d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:21.674273 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-87da2950-1cfa-469b-888f-3aa7c02f2ddb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:21.680703 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-044f492d-d461-49da-ae2e-040b6543e74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:21.726815 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fec007-cb4d-4cff-90e7-1219927f2c08 req-f92dd0cd-96d8-4ce7-91a1-9dac49fa034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:21.728477 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-37fec007-cb4d-4cff-90e7-1219927f2c08 req-f92dd0cd-96d8-4ce7-91a1-9dac49fa034a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 1096 time: 0.1765575 Jul 13 08:01:21.765080 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-044f492d-d461-49da-ae2e-040b6543e74e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3df4c3da44e84c1e94096e6113075db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6943200 Jul 13 08:01:21.765080 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f492d-d461-49da-ae2e-040b6543e74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912e0b4b-12b1-4b09-b118-1ce143138e09,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:21.786293 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43808) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:21.942176 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-03e5653a-fbdc-402f-8455-3d59e2db2b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:21.962745 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fec007-cb4d-4cff-90e7-1219927f2c08 req-684b2ea6-f820-4de0-9c26-7683ca906c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:21.965052 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-37fec007-cb4d-4cff-90e7-1219927f2c08 req-684b2ea6-f820-4de0-9c26-7683ca906c02 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2a52e876-fdfb-4e23-a545-3fee73cd392d HTTP/1.1" status: 200 len: 897 time: 0.2211337 Jul 13 08:01:22.125102 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-03e5653a-fbdc-402f-8455-3d59e2db2b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:22.168793 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-37fec007-cb4d-4cff-90e7-1219927f2c08 req-8ccf5284-1ceb-4279-9984-035024a39159 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9 HTTP/1.1" status: 200 len: 1000 time: 0.1769574 Jul 13 08:01:22.238452 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-03e5653a-fbdc-402f-8455-3d59e2db2b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:22.241875 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-03e5653a-fbdc-402f-8455-3d59e2db2b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:22.243486 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-03e5653a-fbdc-402f-8455-3d59e2db2b10 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/912e0b4b-12b1-4b09-b118-1ce143138e09 HTTP/1.1" status: 204 len: 168 time: 0.4552448 Jul 13 08:01:22.249473 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fec007-cb4d-4cff-90e7-1219927f2c08 req-89374982-529f-499b-862a-cb4586eecab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:22.251060 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-37fec007-cb4d-4cff-90e7-1219927f2c08 req-89374982-529f-499b-862a-cb4586eecab7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=78c04584-1c8b-4048-8992-543590c52be3 HTTP/1.1" status: 200 len: 835 time: 0.0744188 Jul 13 08:01:22.257441 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5653a-fbdc-402f-8455-3d59e2db2b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912e0b4b-12b1-4b09-b118-1ce143138e09,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:22.338665 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fec007-cb4d-4cff-90e7-1219927f2c08 req-624436b6-5d96-4360-9f9f-89cc7833f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:22.340729 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-37fec007-cb4d-4cff-90e7-1219927f2c08 req-624436b6-5d96-4360-9f9f-89cc7833f1a9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2a52e876-fdfb-4e23-a545-3fee73cd392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809338 Jul 13 08:01:22.362960 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fec007-cb4d-4cff-90e7-1219927f2c08 req-86ce970a-2fe8-48d9-b93e-f4ec62ab00cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:22.364758 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37fec007-cb4d-4cff-90e7-1219927f2c08 req-86ce970a-2fe8-48d9-b93e-f4ec62ab00cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 1096 time: 0.8655944 Jul 13 08:01:22.493294 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-87da2950-1cfa-469b-888f-3aa7c02f2ddb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] For port a3f8ecdb-4095-4d54-aed5-3e50a42ce50d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a3f8ecdb-4095-4d54-aed5-3e50a42ce50d,segment=NetworkSegment(edabb25f-1a11-4911-9616-1362f3061265),segment_id=edabb25f-1a11-4911-9616-1362f3061265)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:22.493665 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-87da2950-1cfa-469b-888f-3aa7c02f2ddb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:22.511546 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-37fec007-cb4d-4cff-90e7-1219927f2c08 req-b5a7f0f8-869a-4511-aa5e-ed948a8a2539 service neutron] 10.222.0.62 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627197 Jul 13 08:01:22.556831 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-87da2950-1cfa-469b-888f-3aa7c02f2ddb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Calling delete_port for a3f8ecdb-4095-4d54-aed5-3e50a42ce50d owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:22.575588 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd8593-9d97-4d59-bc0d-9657bf3c082e req-ccc73e38-1413-4434-a758-b9702574a4d8 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:22.577445 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71bd8593-9d97-4d59-bc0d-9657bf3c082e req-ccc73e38-1413-4434-a758-b9702574a4d8 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 907 time: 0.8922114 Jul 13 08:01:22.607160 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-413f227a-90fa-42a3-8234-d3b1c73919af tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:22.626220 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fdab0-ed0f-45cd-bf85-58065845d7a7 req-e58facb1-6677-4f89-8622-f84bec232d0e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:22.627811 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f4fdab0-ed0f-45cd-bf85-58065845d7a7 req-e58facb1-6677-4f89-8622-f84bec232d0e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.4295027 Jul 13 08:01:22.741999 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fec007-cb4d-4cff-90e7-1219927f2c08 req-43e4c933-a8ed-412d-a6f7-9fab374d1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:22.745903 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37fec007-cb4d-4cff-90e7-1219927f2c08 req-43e4c933-a8ed-412d-a6f7-9fab374d1edc service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a52e876-fdfb-4e23-a545-3fee73cd392d HTTP/1.1" status: 200 len: 897 time: 0.3440537 Jul 13 08:01:22.819928 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-37fec007-cb4d-4cff-90e7-1219927f2c08 req-c3bcd093-0692-47c1-ae74-ac10a2b1dd08 service neutron] 10.222.0.62 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999082 Jul 13 08:01:22.997371 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823ff11-f3a8-4c56-a6c3-91ddcd532890 req-addc5344-5148-4817-ac46-a3ac5c097f6f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:22.999518 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8823ff11-f3a8-4c56-a6c3-91ddcd532890 req-addc5344-5148-4817-ac46-a3ac5c097f6f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.35 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 907 time: 0.1048372 Jul 13 08:01:23.018278 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f4fdab0-ed0f-45cd-bf85-58065845d7a7 req-280d1ad2-18a7-4cea-bac5-013d8f3e6d3b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288317 Jul 13 08:01:23.088419 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-413f227a-90fa-42a3-8234-d3b1c73919af tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:23.094217 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37fec007-cb4d-4cff-90e7-1219927f2c08 req-47387ec1-8c53-45ef-bb32-8bbff16c84c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9 HTTP/1.1" status: 200 len: 1000 time: 0.3241520 Jul 13 08:01:23.228729 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-8823ff11-f3a8-4c56-a6c3-91ddcd532890 req-61276830-f5b1-406a-9ef9-79e7563de0b9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Deleting port db50f809-3eae-4465-83c4-a68bcb872157 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:23.229300 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8823ff11-f3a8-4c56-a6c3-91ddcd532890 req-61276830-f5b1-406a-9ef9-79e7563de0b9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:23.253381 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d0e0e90-32b5-4a79-bde1-14f75ada70b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:23.309423 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-87da2950-1cfa-469b-888f-3aa7c02f2ddb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:23.344436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f5196-caec-4b0c-8e18-3901836af51c req-b1409a65-0585-45ef-a2e0-f0721af60c08 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:23.346652 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f48f5196-caec-4b0c-8e18-3901836af51c req-b1409a65-0585-45ef-a2e0-f0721af60c08 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 944 time: 0.4418194 Jul 13 08:01:23.390836 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fec007-cb4d-4cff-90e7-1219927f2c08 req-791695b3-bc05-48b3-914d-dbade3e59d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:23.392410 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37fec007-cb4d-4cff-90e7-1219927f2c08 req-791695b3-bc05-48b3-914d-dbade3e59d6e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=78c04584-1c8b-4048-8992-543590c52be3 HTTP/1.1" status: 200 len: 835 time: 0.2452295 Jul 13 08:01:23.411489 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8823ff11-f3a8-4c56-a6c3-91ddcd532890 req-61276830-f5b1-406a-9ef9-79e7563de0b9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] For port db50f809-3eae-4465-83c4-a68bcb872157, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=db50f809-3eae-4465-83c4-a68bcb872157,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:23.411886 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8823ff11-f3a8-4c56-a6c3-91ddcd532890 req-61276830-f5b1-406a-9ef9-79e7563de0b9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:23.498881 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-8823ff11-f3a8-4c56-a6c3-91ddcd532890 req-61276830-f5b1-406a-9ef9-79e7563de0b9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Calling delete_port for db50f809-3eae-4465-83c4-a68bcb872157 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:23.520043 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da2950-1cfa-469b-888f-3aa7c02f2ddb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Port': ['ID=a3f8ecdb-4095-4d54-aed5-3e50a42ce50d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:23.742937 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f48f5196-caec-4b0c-8e18-3901836af51c req-2ca3e304-0951-40cc-b64f-1d249920de0b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3462296 Jul 13 08:01:23.797775 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8823ff11-f3a8-4c56-a6c3-91ddcd532890 req-61276830-f5b1-406a-9ef9-79e7563de0b9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.021985 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61276830-f5b1-406a-9ef9-79e7563de0b9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Pushing event deleted for resources: {'Port': ['ID=db50f809-3eae-4465-83c4-a68bcb872157,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:24.024803 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8823ff11-f3a8-4c56-a6c3-91ddcd532890 req-61276830-f5b1-406a-9ef9-79e7563de0b9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] No DVR routers for this DVR port db50f809-3eae-4465-83c4-a68bcb872157 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:24.027462 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d5081-efeb-4478-b33a-d9f73cecf99d req-64f631a1-f175-4f7c-ab6d-1dd814e900dd tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:24.028267 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8823ff11-f3a8-4c56-a6c3-91ddcd532890 req-61276830-f5b1-406a-9ef9-79e7563de0b9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.029708 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f81d5081-efeb-4478-b33a-d9f73cecf99d req-64f631a1-f175-4f7c-ab6d-1dd814e900dd tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.6364026 Jul 13 08:01:24.030479 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8823ff11-f3a8-4c56-a6c3-91ddcd532890 req-61276830-f5b1-406a-9ef9-79e7563de0b9 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.35 "DELETE /v2.0/ports/db50f809-3eae-4465-83c4-a68bcb872157 HTTP/1.1" status: 204 len: 173 time: 1.0233130 Jul 13 08:01:24.031421 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979e3eef-7027-4e0d-bb4b-866a90cd030d', 'name': 'network-vif-deleted', 'tag': 'db50f809-3eae-4465-83c4-a68bcb872157'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:24.065847 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0348b3bc-9d27-462c-adae-8b8318e89706" -d '{"events": [{"server_uuid": "979e3eef-7027-4e0d-bb4b-866a90cd030d", "name": "network-vif-deleted", "tag": "db50f809-3eae-4465-83c4-a68bcb872157"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:24.069795 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-413f227a-90fa-42a3-8234-d3b1c73919af tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.110630 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fec007-cb4d-4cff-90e7-1219927f2c08 req-138b364d-d463-4934-8116-4759e3cf0372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:24.116023 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37fec007-cb4d-4cff-90e7-1219927f2c08 req-138b364d-d463-4934-8116-4759e3cf0372 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a52e876-fdfb-4e23-a545-3fee73cd392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6878636 Jul 13 08:01:24.126214 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device b91326c8-495e-44e8-8ec6-940d51dcd2e9 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:01:24.149647 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-413f227a-90fa-42a3-8234-d3b1c73919af tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.168351 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1790fda0-9ce9-4517-9710-8e4be6e665a0 req-513b9597-71a1-4390-8b6e-c15b48cb9e9d tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=979e3eef-7027-4e0d-bb4b-866a90cd030d HTTP/1.1" status: 200 len: 210 time: 0.1362371 Jul 13 08:01:24.326640 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f81d5081-efeb-4478-b33a-d9f73cecf99d req-f4bfb2f9-2aa8-4ca6-adb7-70f2512c5a85 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774420 Jul 13 08:01:24.327393 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-87da2950-1cfa-469b-888f-3aa7c02f2ddb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.416475 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port b91326c8-495e-44e8-8ec6-940d51dcd2e9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9,segment=NetworkSegment(c6059c07-f555-4cd9-954a-a61ccdada0c0),segment_id=c6059c07-f555-4cd9-954a-a61ccdada0c0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:24.464911 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71825bb8-ebac-4976-aebc-3351411d974c x-openstack-request-id: req-71825bb8-ebac-4976-aebc-3351411d974c {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:24.465672 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979e3eef-7027-4e0d-bb4b-866a90cd030d", "name": "network-vif-deleted", "tag": "db50f809-3eae-4465-83c4-a68bcb872157", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:24.465672 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-71825bb8-ebac-4976-aebc-3351411d974c {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:24.466012 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979e3eef-7027-4e0d-bb4b-866a90cd030d', 'name': 'network-vif-deleted', 'tag': 'db50f809-3eae-4465-83c4-a68bcb872157', 'status': 'completed', 'code': 200} Jul 13 08:01:24.487035 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9', 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d', 'port_id': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9', 'mac_address': 'fa:16:3e:f6:0d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c04584-1c8b-4048-8992-543590c52be3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:01:24.492032 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f227a-90fa-42a3-8234-d3b1c73919af tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Pushing event updated for resources: {'Port': ['ID=1ffcbe9e-b6e5-4be0-a766-7e6a6935e343,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:24.597187 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-413f227a-90fa-42a3-8234-d3b1c73919af tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.697369 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.749727 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91326c8-495e-44e8-8ec6-940d51dcd2e9 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:01:24.770511 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37fec007-cb4d-4cff-90e7-1219927f2c08 req-e7697c0c-3cdc-4390-aec5-c4f01a5220a7 service neutron] 10.222.0.35 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6114044 Jul 13 08:01:24.834828 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port b91326c8-495e-44e8-8ec6-940d51dcd2e9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9,segment=NetworkSegment(c6059c07-f555-4cd9-954a-a61ccdada0c0),segment_id=c6059c07-f555-4cd9-954a-a61ccdada0c0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:24.842897 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:25.053785 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=b91326c8-495e-44e8-8ec6-940d51dcd2e9,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:25.239447 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['b91326c8-495e-44e8-8ec6-940d51dcd2e9'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:01:25.289115 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-dd47ef08-1aed-497b-bc67-7c1d42f1a5a3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:25.291600 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-dd47ef08-1aed-497b-bc67-7c1d42f1a5a3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.62 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938&tenant_id=b0a400cab12449b3b23abe0905366730&binding%3Ahost_id=n-h2-779913-28 HTTP/1.1" status: 200 len: 945 time: 0.1398878 Jul 13 08:01:25.440988 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-23a8d8bc-a335-429f-8833-b046e9c3f6a1 service neutron] 10.222.0.62 "GET /v2.0/ports/b91326c8-495e-44e8-8ec6-940d51dcd2e9/bindings/n-h2-779913-28 HTTP/1.1" status: 200 len: 383 time: 0.1417575 Jul 13 08:01:25.766298 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-0c535e4c-8176-438a-a023-c950c117bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:25.776661 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-0c535e4c-8176-438a-a023-c950c117bb5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 1097 time: 0.2358277 Jul 13 08:01:26.057627 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-39760a5f-4cfb-4a56-965d-ad06521a950b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:26.060688 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-39760a5f-4cfb-4a56-965d-ad06521a950b service neutron] 10.222.0.62 "GET /v2.0/networks?id=2a52e876-fdfb-4e23-a545-3fee73cd392d HTTP/1.1" status: 200 len: 897 time: 0.2840288 Jul 13 08:01:26.318849 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-47e293b5-eaa2-49b1-866b-2eff4385f3b5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9 HTTP/1.1" status: 200 len: 1001 time: 0.2499681 Jul 13 08:01:26.427874 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-a58fe45a-8a02-47c9-9cb2-07fd72838324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:26.430779 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-a58fe45a-8a02-47c9-9cb2-07fd72838324 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=78c04584-1c8b-4048-8992-543590c52be3 HTTP/1.1" status: 200 len: 835 time: 0.1049387 Jul 13 08:01:26.575900 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-29a98073-db3b-4e7b-823c-8241200a818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:26.585176 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-29a98073-db3b-4e7b-823c-8241200a818f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2a52e876-fdfb-4e23-a545-3fee73cd392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1397219 Jul 13 08:01:26.605253 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37fec007-cb4d-4cff-90e7-1219927f2c08 req-3f96d12b-db44-4e33-92bb-3725d5c6d015 service neutron] 10.222.0.35 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8196163 Jul 13 08:01:26.615078 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-413f227a-90fa-42a3-8234-d3b1c73919af tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Floating IP 40da5e9d-b34c-4a59-a8c6-c086c37fd655 associated. External IP: 172.25.0.82, port: 7ce23e4f-64d2-4513-894a-6830959a220e. Jul 13 08:01:26.643711 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c78534-3857-4e12-8b8a-010f4f904def req-4b093b4d-7b5b-4efc-a0e1-65a9add1e024 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:26.658603 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4c78534-3857-4e12-8b8a-010f4f904def req-4b093b4d-7b5b-4efc-a0e1-65a9add1e024 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/networks?id=6010d2c2-d300-400c-be9f-95d4cb60edee HTTP/1.1" status: 200 len: 812 time: 1.6254232 Jul 13 08:01:26.793190 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87da2950-1cfa-469b-888f-3aa7c02f2ddb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:26.803872 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4c78534-3857-4e12-8b8a-010f4f904def req-89e08fc6-0da2-4545-8c15-7d2107c817e6 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/quotas/0eefcb1ad9d4424186c36993d3bfbbea HTTP/1.1" status: 200 len: 375 time: 0.1440675 Jul 13 08:01:26.806967 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-b0abefd4-7862-4b71-a1fa-5ee9045398b1 service neutron] 10.222.0.62 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194850 Jul 13 08:01:26.822350 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device db50f809-3eae-4465-83c4-a68bcb872157 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:26.927680 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: db50f809-3eae-4465-83c4-a68bcb872157 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:26.928586 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device db50f809-3eae-4465-83c4-a68bcb872157 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:27.010426 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-9f9badaa-6cdb-4937-88ae-30805ae4b0dd service neutron] 10.222.0.62 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951296 Jul 13 08:01:27.101735 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ccfb3-f6f6-4a55-9fe3-c9ed53010252 req-a3a90b07-ac73-4802-85c8-ad74cd915742 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:27.104812 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-184ccfb3-f6f6-4a55-9fe3-c9ed53010252 req-a3a90b07-ac73-4802-85c8-ad74cd915742 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 945 time: 0.9312465 Jul 13 08:01:27.183421 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87da2950-1cfa-469b-888f-3aa7c02f2ddb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:27.203902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5cc807-30b1-4827-8f6f-709c0a0f44dd None None] Sync routers for ids ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:27.210291 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-87da2950-1cfa-469b-888f-3aa7c02f2ddb tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/2b1663f6-e4b5-4f55-b15e-ed29a41fa525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3899789 Jul 13 08:01:27.212719 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 43984) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:27.228022 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5cc807-30b1-4827-8f6f-709c0a0f44dd None None] Routers {'2b1663f6-e4b5-4f55-b15e-ed29a41fa525'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:27.229762 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ac5cc807-30b1-4827-8f6f-709c0a0f44dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:00:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:27.294772 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-184ccfb3-f6f6-4a55-9fe3-c9ed53010252 req-de5f65be-49e5-4705-b28a-6da59a491dcf tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720788 Jul 13 08:01:27.361419 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2891f6-9e16-4f52-a1f2-a35f925e5312 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting subnet 16dca4e3-73af-43b3-afb9-d14be8a13ceb {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:01:27.368159 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6d2891f6-9e16-4f52-a1f2-a35f925e5312 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:27.368958 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4c78534-3857-4e12-8b8a-010f4f904def req-04875163-d167-4d6c-bf1c-15ec433f616f tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0eefcb1ad9d4424186c36993d3bfbbea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5426204 Jul 13 08:01:27.527071 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6d2891f6-9e16-4f52-a1f2-a35f925e5312 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:27.527950 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-ac5cc807-30b1-4827-8f6f-709c0a0f44dd None None] Set router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:27.634516 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413f227a-90fa-42a3-8234-d3b1c73919af tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Router 1b8b29dc-c445-417d-aac4-3aba9a0c6387 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:27.694426 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50e37a8c-9dfe-4a64-8771-a7d27fbeb0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:27.783103 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6d2891f6-9e16-4f52-a1f2-a35f925e5312 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:27.992107 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6d2891f6-9e16-4f52-a1f2-a35f925e5312 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:28.076931 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2891f6-9e16-4f52-a1f2-a35f925e5312 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Subnet': ['ID=16dca4e3-73af-43b3-afb9-d14be8a13ceb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:28.094931 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6d2891f6-9e16-4f52-a1f2-a35f925e5312 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:28.105667 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6d2891f6-9e16-4f52-a1f2-a35f925e5312 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/subnets/16dca4e3-73af-43b3-afb9-d14be8a13ceb HTTP/1.1" status: 204 len: 168 time: 0.8910978 Jul 13 08:01:28.106331 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d859df-1180-42b1-a554-d48596a1a07c req-9a6e057e-ae50-4870-ba70-bf0f3e5fd09d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:28.107693 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44012) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:28.121909 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eb7416-b710-4909-9878-ba6d5a4b273c None None] Network 37cc29b2-f3f0-4999-99c2-a08153a55cad requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:01:28.135905 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75d859df-1180-42b1-a554-d48596a1a07c req-9a6e057e-ae50-4870-ba70-bf0f3e5fd09d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.4694245 Jul 13 08:01:28.157423 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:28.222437 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413f227a-90fa-42a3-8234-d3b1c73919af tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:28.239792 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b9f0b-3793-4d31-8cdb-66b5550bad26 None None] Sync routers for ids ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:28.272415 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b9f0b-3793-4d31-8cdb-66b5550bad26 None None] Routers {'1b8b29dc-c445-417d-aac4-3aba9a0c6387'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:28.273359 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-872b9f0b-3793-4d31-8cdb-66b5550bad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:28.282659 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75d859df-1180-42b1-a554-d48596a1a07c req-626b6784-da38-4890-a3e6-e1b183519d32 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444807 Jul 13 08:01:28.335943 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44020) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:28.336561 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7f12e47-82f5-439a-81f8-5f7c67c6d6db tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:28.355948 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-413f227a-90fa-42a3-8234-d3b1c73919af tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:28.362350 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device b91326c8-495e-44e8-8ec6-940d51dcd2e9 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:01:28.530008 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-413f227a-90fa-42a3-8234-d3b1c73919af tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 11.7812598 Jul 13 08:01:28.531511 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6d268a-0bba-46a6-93cc-5a236d7189ca', 'tag': '7ce23e4f-64d2-4513-894a-6830959a220e'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:28.535684 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f58bb1e-49de-4f5f-861e-b49a71fb997d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6d268a-0bba-46a6-93cc-5a236d7189ca", "tag": "7ce23e4f-64d2-4513-894a-6830959a220e"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:28.539149 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44024) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:28.681946 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-872b9f0b-3793-4d31-8cdb-66b5550bad26 None None] Set router 1b8b29dc-c445-417d-aac4-3aba9a0c6387 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:28.728809 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d85a384c-4958-4b93-8e96-eb14cd7d497e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:28.831258 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port b91326c8-495e-44e8-8ec6-940d51dcd2e9 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:01:28.889789 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port b91326c8-495e-44e8-8ec6-940d51dcd2e9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:28.890449 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:28.999192 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6c570-b24e-4671-a2d5-0ce5ff19f412 req-66c03ca5-29d8-4c7c-8117-60f9ba549e23 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:29.004341 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77d6c570-b24e-4671-a2d5-0ce5ff19f412 req-66c03ca5-29d8-4c7c-8117-60f9ba549e23 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e HTTP/1.1" status: 200 len: 945 time: 0.4256403 Jul 13 08:01:29.032798 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ac5cc807-30b1-4827-8f6f-709c0a0f44dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:01:23Z', 'revision_number': 8, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d594b17-4454-43b9-bf05-47677a8d49e1', 'name': '', 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:d0:f6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:57Z', 'updated_at': '2021-07-13T08:01:10Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5cd27d6-3048-4c27-8741-82c20086c7cc', 'name': '', 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:1d:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'a724c524-c30d-426c-84e5-267725761d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:46Z', 'updated_at': '2021-07-13T08:00:57Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': 'a724c524-c30d-426c-84e5-267725761d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:29.132671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5cc807-30b1-4827-8f6f-709c0a0f44dd None None] Checking router: 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:29.225697 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77d6c570-b24e-4671-a2d5-0ce5ff19f412 req-cf30e7bf-f969-45ac-b3ed-182e8bcf64be tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963942 Jul 13 08:01:29.243712 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5cc807-30b1-4827-8f6f-709c0a0f44dd None None] Routers {'2b1663f6-e4b5-4f55-b15e-ed29a41fa525'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:29.244926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ac5cc807-30b1-4827-8f6f-709c0a0f44dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:29.245235 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bd7e1-683c-4c41-89b0-40d751615cc3 req-abfb6918-b499-4470-a4d2-07e5a4bb0b68 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:29.247775 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7d3bd7e1-683c-4c41-89b0-40d751615cc3 req-abfb6918-b499-4470-a4d2-07e5a4bb0b68 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 945 time: 0.4064605 Jul 13 08:01:29.441829 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7d3bd7e1-683c-4c41-89b0-40d751615cc3 req-5c8e59a4-924e-434f-b0dc-0a7e95013de7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840410 Jul 13 08:01:29.454141 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6320d4-868c-4e03-9b57-53540bf62419 None None] DHCP port deletion for 37cc29b2-f3f0-4999-99c2-a08153a55cad request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:01:29.476600 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d85a384c-4958-4b93-8e96-eb14cd7d497e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:29.493679 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d85a384c-4958-4b93-8e96-eb14cd7d497e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:29.663055 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-872b9f0b-3793-4d31-8cdb-66b5550bad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'name': 'tempest-TestVolumeBackupRestore-2085541636-router', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:37Z', 'updated_at': '2021-07-13T07:56:45Z', 'revision_number': 4, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'gw_port': {'id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:39Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '40da5e9d-b34c-4a59-a8c6-c086c37fd655', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'port_id': '7ce23e4f-64d2-4513-894a-6830959a220e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'mac_address': 'fa:16:3e:93:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d268a-0bba-46a6-93cc-5a236d7189ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:01:21Z', 'updated_at': '2021-07-13T08:01:21Z', 'revision_number': 0, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d', 'name': '', 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'mac_address': 'fa:16:3e:01:4c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:43Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 5, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'subnets': [{'id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:29.743582 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44038) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:29.745774 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d85a384c-4958-4b93-8e96-eb14cd7d497e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3daa43d39a0b43eab1f015e0a0e1f900&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4074929 Jul 13 08:01:29.768222 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 62a7e36a-96da-4db5-a604-8b6afb266434 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:29.778797 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:29.783258 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a384c-4958-4b93-8e96-eb14cd7d497e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0be0a4d-12c8-4978-86db-08db1bd4a49b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:29.791563 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e4f38c-90b2-4db8-bcab-70eb5fe2a68d x-openstack-request-id: req-23e4f38c-90b2-4db8-bcab-70eb5fe2a68d {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:29.792241 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6d268a-0bba-46a6-93cc-5a236d7189ca", "tag": "7ce23e4f-64d2-4513-894a-6830959a220e", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:29.792824 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-23e4f38c-90b2-4db8-bcab-70eb5fe2a68d {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:29.793615 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6d268a-0bba-46a6-93cc-5a236d7189ca', 'tag': '7ce23e4f-64d2-4513-894a-6830959a220e', 'status': 'completed', 'code': 200} Jul 13 08:01:29.829751 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b9f0b-3793-4d31-8cdb-66b5550bad26 None None] Checking router: 1b8b29dc-c445-417d-aac4-3aba9a0c6387 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:29.874146 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b7f12e47-82f5-439a-81f8-5f7c67c6d6db tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting port 62a7e36a-96da-4db5-a604-8b6afb266434 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:29.874773 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7f12e47-82f5-439a-81f8-5f7c67c6d6db tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:29.885435 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b9f0b-3793-4d31-8cdb-66b5550bad26 None None] Routers {'1b8b29dc-c445-417d-aac4-3aba9a0c6387'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:29.887367 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:29.889432 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-872b9f0b-3793-4d31-8cdb-66b5550bad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:30.035490 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-ac5cc807-30b1-4827-8f6f-709c0a0f44dd None None] Set router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:30.047367 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fdf63-ecd0-4217-b02d-56df18322344 req-10e9f52f-3764-4863-b15b-6b4e51dc0b02 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:30.062365 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a7fdf63-ecd0-4217-b02d-56df18322344 req-10e9f52f-3764-4863-b15b-6b4e51dc0b02 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.3146448 Jul 13 08:01:30.137483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58bb1e-49de-4f5f-861e-b49a71fb997d req-3f857dff-7b85-475f-9f41-850f7e7361db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:30.139056 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-872b9f0b-3793-4d31-8cdb-66b5550bad26 None None] Set router 1b8b29dc-c445-417d-aac4-3aba9a0c6387 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:30.141176 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f58bb1e-49de-4f5f-861e-b49a71fb997d req-3f857dff-7b85-475f-9f41-850f7e7361db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ad4c40067be450f8ab9004872502cad&device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 1097 time: 0.2811642 Jul 13 08:01:30.215581 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a7fdf63-ecd0-4217-b02d-56df18322344 req-3433a0f4-9953-4e1d-afc4-0228430e566c tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410916 Jul 13 08:01:30.394908 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-b7f12e47-82f5-439a-81f8-5f7c67c6d6db tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] For port 62a7e36a-96da-4db5-a604-8b6afb266434, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=62a7e36a-96da-4db5-a604-8b6afb266434,segment=NetworkSegment(edabb25f-1a11-4911-9616-1362f3061265),segment_id=edabb25f-1a11-4911-9616-1362f3061265)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:30.395482 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7f12e47-82f5-439a-81f8-5f7c67c6d6db tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:30.462894 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:30.467292 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b7f12e47-82f5-439a-81f8-5f7c67c6d6db tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Calling delete_port for 62a7e36a-96da-4db5-a604-8b6afb266434 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:30.474489 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92356fd6-b379-46b8-822b-dad873dfe304" -d '{"events": [{"server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "name": "network-vif-plugged", "status": "completed", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:30.526029 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58bb1e-49de-4f5f-861e-b49a71fb997d req-38a4fd52-6564-426f-a3a6-8b4aa3ed5321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:30.528953 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f58bb1e-49de-4f5f-861e-b49a71fb997d req-38a4fd52-6564-426f-a3a6-8b4aa3ed5321 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a895e7b0-afcc-4098-a27d-05e4c5bfad37 HTTP/1.1" status: 200 len: 915 time: 0.3747206 Jul 13 08:01:30.554501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7c6320d4-868c-4e03-9b57-53540bf62419 None None] Deleting port 62a7e36a-96da-4db5-a604-8b6afb266434 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:30.555001 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7c6320d4-868c-4e03-9b57-53540bf62419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:30.814562 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3a5ef563-e69d-4085-b756-485b46163738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:30.828722 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b889d-d252-49c4-9c9b-4b4b4a818355 tempest-TestVolumeBackupRestore-401145456 tempest-TestVolumeBackupRestore-401145456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:30.830376 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f58bb1e-49de-4f5f-861e-b49a71fb997d req-a33eb896-30de-4b69-9885-999653655690 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ce23e4f-64d2-4513-894a-6830959a220e HTTP/1.1" status: 200 len: 998 time: 0.2919021 Jul 13 08:01:30.832420 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-610b889d-d252-49c4-9c9b-4b4b4a818355 tempest-TestVolumeBackupRestore-401145456 tempest-TestVolumeBackupRestore-401145456-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 1092 time: 2.2918990 Jul 13 08:01:30.838509 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44068) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:30.848439 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-be8424a4-389e-4626-9c89-bd6f92096baa tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Request body: {'floatingip': {'port_id': '7ce23e4f-64d2-4513-894a-6830959a220e'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:30.851691 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358190bc-b066-4216-815b-b0d977fa7b2c req-68b715b4-6c2a-42b2-af05-ebdace6c2c98 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:30.853732 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-358190bc-b066-4216-815b-b0d977fa7b2c req-68b715b4-6c2a-42b2-af05-ebdace6c2c98 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e HTTP/1.1" status: 200 len: 945 time: 1.1164577 Jul 13 08:01:30.988832 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3a5ef563-e69d-4085-b756-485b46163738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:31.074965 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port b91326c8-495e-44e8-8ec6-940d51dcd2e9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9,segment=NetworkSegment(c6059c07-f555-4cd9-954a-a61ccdada0c0),segment_id=c6059c07-f555-4cd9-954a-a61ccdada0c0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:31.153034 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-35114ab2-7f0c-47fa-8627-ec2b3e3975d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:31.155963 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-35114ab2-7f0c-47fa-8627-ec2b3e3975d2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938&tenant_id=b0a400cab12449b3b23abe0905366730 HTTP/1.1" status: 200 len: 1097 time: 0.6261652 Jul 13 08:01:31.184268 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-28', 'device_owner': 'compute:nova'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:31.192458 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-016db76d-ff28-4100-a002-b70edf186aeb req-832c7b98-0e15-4194-84d2-2a6ddd3a7923 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=0eefcb1ad9d4424186c36993d3bfbbea HTTP/1.1" status: 200 len: 221 time: 0.4747984 Jul 13 08:01:31.269250 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58bb1e-49de-4f5f-861e-b49a71fb997d req-c6ffbf5a-2849-4eec-b084-4dba963cc1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:31.285024 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f58bb1e-49de-4f5f-861e-b49a71fb997d req-c6ffbf5a-2849-4eec-b084-4dba963cc1bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f4eecc3-67cc-4f9e-9fc2-82dad46a9705 HTTP/1.1" status: 200 len: 853 time: 0.4393828 Jul 13 08:01:31.328155 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7f12e47-82f5-439a-81f8-5f7c67c6d6db tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:31.383077 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-872b9f0b-3793-4d31-8cdb-66b5550bad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'name': 'tempest-TestVolumeBackupRestore-2085541636-router', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:37Z', 'updated_at': '2021-07-13T07:56:45Z', 'revision_number': 4, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'gw_port': {'id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:39Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '40da5e9d-b34c-4a59-a8c6-c086c37fd655', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'port_id': '7ce23e4f-64d2-4513-894a-6830959a220e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'mac_address': 'fa:16:3e:93:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d268a-0bba-46a6-93cc-5a236d7189ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:01:21Z', 'updated_at': '2021-07-13T08:01:21Z', 'revision_number': 0, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d', 'name': '', 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'mac_address': 'fa:16:3e:01:4c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:43Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 5, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'subnets': [{'id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:31.416264 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be8424a4-389e-4626-9c89-bd6f92096baa tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:31.437493 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f12e47-82f5-439a-81f8-5f7c67c6d6db tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Port': ['ID=62a7e36a-96da-4db5-a604-8b6afb266434,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:31.453377 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f12e47-82f5-439a-81f8-5f7c67c6d6db tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] No DVR routers for this DVR port 62a7e36a-96da-4db5-a604-8b6afb266434 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:31.508502 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b9f0b-3793-4d31-8cdb-66b5550bad26 None None] The sync data for ids ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'] in n-d-779913-28 is: [{'id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'name': 'tempest-TestVolumeBackupRestore-2085541636-router', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:37Z', 'updated_at': '2021-07-13T07:56:45Z', 'revision_number': 4, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'gw_port': {'id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:39Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '40da5e9d-b34c-4a59-a8c6-c086c37fd655', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'port_id': '7ce23e4f-64d2-4513-894a-6830959a220e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'mac_address': 'fa:16:3e:93:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d268a-0bba-46a6-93cc-5a236d7189ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:01:21Z', 'updated_at': '2021-07-13T08:01:21Z', 'revision_number': 0, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d', 'name': '', 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'mac_address': 'fa:16:3e:01:4c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:43Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 5, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'subnets': [{'id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:31.536318 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a110ed47-cf28-4446-be92-d2b94d32a937 x-openstack-request-id: req-a110ed47-cf28-4446-be92-d2b94d32a937 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:31.537664 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "name": "network-vif-plugged", "status": "completed", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:31.538349 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a110ed47-cf28-4446-be92-d2b94d32a937 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:31.539017 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9', 'code': 200} Jul 13 08:01:31.561527 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:31.779671 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-358190bc-b066-4216-815b-b0d977fa7b2c req-48e19c30-4e06-4204-ae30-9bc668236c9b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Deleting port 8bbb45c0-b137-47c7-bf73-393e0210de1b {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:31.780037 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-358190bc-b066-4216-815b-b0d977fa7b2c req-48e19c30-4e06-4204-ae30-9bc668236c9b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:31.825374 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3a5ef563-e69d-4085-b756-485b46163738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:31.835077 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3a5ef563-e69d-4085-b756-485b46163738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:31.839490 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3a5ef563-e69d-4085-b756-485b46163738 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0be0a4d-12c8-4978-86db-08db1bd4a49b HTTP/1.1" status: 204 len: 168 time: 2.0807106 Jul 13 08:01:31.925069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ef563-e69d-4085-b756-485b46163738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0be0a4d-12c8-4978-86db-08db1bd4a49b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:31.947710 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a6de7-d627-4065-ab62-aa15456bf008 req-314bd62b-4873-41ad-8e89-2d80451250d5 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:31.950297 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-164a6de7-d627-4065-ab62-aa15456bf008 req-314bd62b-4873-41ad-8e89-2d80451250d5 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e HTTP/1.1" status: 200 len: 945 time: 1.3027623 Jul 13 08:01:31.962381 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:31.967527 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:31.981998 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:32.005047 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device b91326c8-495e-44e8-8ec6-940d51dcd2e9 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:32.024679 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-7c6320d4-868c-4e03-9b57-53540bf62419 None None] For port 62a7e36a-96da-4db5-a604-8b6afb266434, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=62a7e36a-96da-4db5-a604-8b6afb266434,segment=NetworkSegment(edabb25f-1a11-4911-9616-1362f3061265),segment_id=edabb25f-1a11-4911-9616-1362f3061265)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:32.025344 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7c6320d4-868c-4e03-9b57-53540bf62419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:32.104406 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7f12e47-82f5-439a-81f8-5f7c67c6d6db tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:32.207790 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-b7f12e47-82f5-439a-81f8-5f7c67c6d6db tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37cc29b2-f3f0-4999-99c2-a08153a55cad']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:32.212831 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3651e646-1b6e-4315-bae9-723519cb055e None None] New status for floating IP 40da5e9d-b34c-4a59-a8c6-c086c37fd655: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:01:32.254359 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-b7f12e47-82f5-439a-81f8-5f7c67c6d6db tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edabb25f-1a11-4911-9616-1362f3061265') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:32.258213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-b7f12e47-82f5-439a-81f8-5f7c67c6d6db tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edabb25f-1a11-4911-9616-1362f3061265') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:32.279347 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58bb1e-49de-4f5f-861e-b49a71fb997d req-c2833506-4abd-421d-b2c9-5b6c890c5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:32.282453 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f58bb1e-49de-4f5f-861e-b49a71fb997d req-c2833506-4abd-421d-b2c9-5b6c890c5995 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a895e7b0-afcc-4098-a27d-05e4c5bfad37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9897637 Jul 13 08:01:32.297487 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7f12e47-82f5-439a-81f8-5f7c67c6d6db tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:32.379768 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7f12e47-82f5-439a-81f8-5f7c67c6d6db tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:32.416679 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f12e47-82f5-439a-81f8-5f7c67c6d6db tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:01:32.417939 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7f12e47-82f5-439a-81f8-5f7c67c6d6db tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:01:32.497113 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:01:32.746474 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7c6320d4-868c-4e03-9b57-53540bf62419 None None] Calling delete_port for 62a7e36a-96da-4db5-a604-8b6afb266434 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:32.749834 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44092) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:32.824032 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=b91326c8-495e-44e8-8ec6-940d51dcd2e9,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:32.864961 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fe62b964-5694-48ab-b795-d2a117092651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:32.979665 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7f12e47-82f5-439a-81f8-5f7c67c6d6db tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:33.050820 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-45dc2aa3-49e1-4885-984c-1667fcd701c1 None None] Provisioning complete for port b91326c8-495e-44e8-8ec6-940d51dcd2e9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:33.051706 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-45dc2aa3-49e1-4885-984c-1667fcd701c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:33.155529 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7f12e47-82f5-439a-81f8-5f7c67c6d6db tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:33.159165 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b7f12e47-82f5-439a-81f8-5f7c67c6d6db tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/networks/37cc29b2-f3f0-4999-99c2-a08153a55cad HTTP/1.1" status: 204 len: 168 time: 5.0498598 Jul 13 08:01:33.164415 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ac5cc807-30b1-4827-8f6f-709c0a0f44dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:01:23Z', 'revision_number': 8, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d594b17-4454-43b9-bf05-47677a8d49e1', 'name': '', 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:d0:f6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:57Z', 'updated_at': '2021-07-13T08:01:10Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5cd27d6-3048-4c27-8741-82c20086c7cc', 'name': '', 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:1d:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'a724c524-c30d-426c-84e5-267725761d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:46Z', 'updated_at': '2021-07-13T08:00:57Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': 'a724c524-c30d-426c-84e5-267725761d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:33.167553 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f12e47-82f5-439a-81f8-5f7c67c6d6db tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Network': ['ID=37cc29b2-f3f0-4999-99c2-a08153a55cad,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:33.170652 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44094) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:33.188760 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-358190bc-b066-4216-815b-b0d977fa7b2c req-48e19c30-4e06-4204-ae30-9bc668236c9b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] For port 8bbb45c0-b137-47c7-bf73-393e0210de1b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=8bbb45c0-b137-47c7-bf73-393e0210de1b,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:33.189816 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-358190bc-b066-4216-815b-b0d977fa7b2c req-48e19c30-4e06-4204-ae30-9bc668236c9b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:33.256583 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0191b8-cb91-432c-990d-7178c0bc219e req-f8d1b57b-2698-498e-81ac-cd291b5f848a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:33.270384 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df0191b8-cb91-432c-990d-7178c0bc219e req-f8d1b57b-2698-498e-81ac-cd291b5f848a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 946 time: 1.5317678 Jul 13 08:01:33.304674 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5cc807-30b1-4827-8f6f-709c0a0f44dd None None] The sync data for ids ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'] in n-d-779913-28 is: [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:01:23Z', 'revision_number': 8, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d594b17-4454-43b9-bf05-47677a8d49e1', 'name': '', 'network_id': '7d6f6491-7d30-4057-adf5-75a697650524', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:d0:f6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:57Z', 'updated_at': '2021-07-13T08:01:10Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '9f9ed354-5c12-4445-aba8-4356e7c4a028', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5cd27d6-3048-4c27-8741-82c20086c7cc', 'name': '', 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:1d:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'a724c524-c30d-426c-84e5-267725761d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:46Z', 'updated_at': '2021-07-13T08:00:57Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': 'a724c524-c30d-426c-84e5-267725761d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:33.314654 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:33.323310 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-164a6de7-d627-4065-ab62-aa15456bf008 req-5ec26e49-7643-4bbd-be61-764f2492b8b5 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2822566 Jul 13 08:01:33.365709 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-358190bc-b066-4216-815b-b0d977fa7b2c req-48e19c30-4e06-4204-ae30-9bc668236c9b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Calling delete_port for 8bbb45c0-b137-47c7-bf73-393e0210de1b owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:33.436919 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7c6320d4-868c-4e03-9b57-53540bf62419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:33.486282 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c6320d4-868c-4e03-9b57-53540bf62419 None None] Network 37cc29b2-f3f0-4999-99c2-a08153a55cad is not hosted by any dhcp agent {{(pid=93725) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 08:01:33.487024 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6320d4-868c-4e03-9b57-53540bf62419 None None] No DVR routers for this DVR port 62a7e36a-96da-4db5-a604-8b6afb266434 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:33.491108 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6320d4-868c-4e03-9b57-53540bf62419 None None] Pushing event deleted for resources: {'Port': ['ID=62a7e36a-96da-4db5-a604-8b6afb266434,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:34.004682 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df0191b8-cb91-432c-990d-7178c0bc219e req-e230a4af-bb61-4bc7-a65c-a1df3d82be76 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7014101 Jul 13 08:01:34.110604 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.db.api [None req-be8424a4-389e-4626-9c89-bd6f92096baa tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:01:34.112208 n-d-779913-28 neutron-server[93724]: DEBUG oslo_db.api [None req-be8424a4-389e-4626-9c89-bd6f92096baa tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:01:34.117459 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f58bb1e-49de-4f5f-861e-b49a71fb997d req-eeb6a906-52e2-46e1-b2fd-5c6252a570e1 service neutron] 10.222.0.35 "GET /v2.0/networks/a895e7b0-afcc-4098-a27d-05e4c5bfad37?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7070925 Jul 13 08:01:34.255269 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65480432-24cb-4749-8819-e83174a360ee req-d5b179fb-01eb-4ad3-875c-20d173f9b9ac tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:34.258031 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-65480432-24cb-4749-8819-e83174a360ee req-d5b179fb-01eb-4ad3-875c-20d173f9b9ac tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.4929528 Jul 13 08:01:34.302058 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] For port b91326c8-495e-44e8-8ec6-940d51dcd2e9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9,segment=NetworkSegment(c6059c07-f555-4cd9-954a-a61ccdada0c0),segment_id=c6059c07-f555-4cd9-954a-a61ccdada0c0)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:34.436807 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fe62b964-5694-48ab-b795-d2a117092651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:34.439919 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-65480432-24cb-4749-8819-e83174a360ee req-6c7a8860-0714-41bf-89d7-e5effcc1cfb4 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373773 Jul 13 08:01:34.448115 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f58bb1e-49de-4f5f-861e-b49a71fb997d req-d2c35705-ae2d-45b7-857a-c454c003df50 service neutron] 10.222.0.35 "GET /v2.0/networks/a895e7b0-afcc-4098-a27d-05e4c5bfad37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192556 Jul 13 08:01:34.468727 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-358190bc-b066-4216-815b-b0d977fa7b2c req-48e19c30-4e06-4204-ae30-9bc668236c9b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:34.471468 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fe62b964-5694-48ab-b795-d2a117092651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:34.487841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['ae84bb95-026c-47c0-98dc-22f8e12bb4f5'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:01:34.614211 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be8424a4-389e-4626-9c89-bd6f92096baa tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:34.717099 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fe62b964-5694-48ab-b795-d2a117092651 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=423149de61af4bb4a2a56cef1b25c97e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9572825 Jul 13 08:01:34.728841 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] For port b91326c8-495e-44e8-8ec6-940d51dcd2e9, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:01:34.784624 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44118) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:34.815578 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e19c30-4e06-4204-ae30-9bc668236c9b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Pushing event deleted for resources: {'Port': ['ID=8bbb45c0-b137-47c7-bf73-393e0210de1b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:34.989527 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-358190bc-b066-4216-815b-b0d977fa7b2c req-48e19c30-4e06-4204-ae30-9bc668236c9b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] No DVR routers for this DVR port 8bbb45c0-b137-47c7-bf73-393e0210de1b on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:34.995350 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-358190bc-b066-4216-815b-b0d977fa7b2c req-48e19c30-4e06-4204-ae30-9bc668236c9b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:35.004326 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a3f8ecdb-4095-4d54-aed5-3e50a42ce50d no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:35.013085 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-358190bc-b066-4216-815b-b0d977fa7b2c req-48e19c30-4e06-4204-ae30-9bc668236c9b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.62 "DELETE /v2.0/ports/8bbb45c0-b137-47c7-bf73-393e0210de1b HTTP/1.1" status: 204 len: 173 time: 4.1309533 Jul 13 08:01:35.027580 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62b964-5694-48ab-b795-d2a117092651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979ed4c9-6f50-4c84-a3f3-7578975287ec,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:35.072475 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4c2ace-ae2c-47bd-87e4-a93f47cd677e', 'name': 'network-vif-deleted', 'tag': '8bbb45c0-b137-47c7-bf73-393e0210de1b'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:35.082846 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a285e4c-7a69-4bda-bd75-d2b977b72f94" -d '{"events": [{"server_uuid": "ca4c2ace-ae2c-47bd-87e4-a93f47cd677e", "name": "network-vif-deleted", "tag": "8bbb45c0-b137-47c7-bf73-393e0210de1b"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:35.094995 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aa25c52a-609e-4914-9668-52c98d3056f3 req-bdf141d6-e47a-40ed-8121-85e96585d2a1 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca4c2ace-ae2c-47bd-87e4-a93f47cd677e HTTP/1.1" status: 200 len: 210 time: 0.2476768 Jul 13 08:01:35.100270 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: a3f8ecdb-4095-4d54-aed5-3e50a42ce50d {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:35.100848 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a3f8ecdb-4095-4d54-aed5-3e50a42ce50d not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:35.187539 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-18c3e2c5-bdd1-4e34-b5dc-2dae5e9852f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:35.200041 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:35.340140 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] Transition to ACTIVE for port object b91326c8-495e-44e8-8ec6-940d51dcd2e9 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:01:35.367168 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b799838-5ec7-4989-ada0-97f176002460 req-2a1bb138-deb0-4ca5-8385-533cdaf2420f tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:35.370184 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b799838-5ec7-4989-ada0-97f176002460 req-2a1bb138-deb0-4ca5-8385-533cdaf2420f tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.5210774 Jul 13 08:01:35.391821 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-18c3e2c5-bdd1-4e34-b5dc-2dae5e9852f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:35.400523 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:35.498735 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:01:35.499383 n-d-779913-28 neutron-server[93725]: DEBUG oslo_db.api [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:01:35.656358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] Pushing event updated for resources: {'Port': ['ID=b91326c8-495e-44e8-8ec6-940d51dcd2e9,revision_number=10']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:35.837272 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-18c3e2c5-bdd1-4e34-b5dc-2dae5e9852f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:35.842355 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-18c3e2c5-bdd1-4e34-b5dc-2dae5e9852f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:35.845690 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-18c3e2c5-bdd1-4e34-b5dc-2dae5e9852f0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/979ed4c9-6f50-4c84-a3f3-7578975287ec HTTP/1.1" status: 204 len: 168 time: 1.0564227 Jul 13 08:01:35.879536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3e2c5-bdd1-4e34-b5dc-2dae5e9852f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979ed4c9-6f50-4c84-a3f3-7578975287ec,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:35.935197 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] No DVR routers for this DVR port b91326c8-495e-44e8-8ec6-940d51dcd2e9 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:36.132416 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2ec1a19-f9ec-4346-ad31-8f2700ebc63e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:36.184121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 8bbb45c0-b137-47c7-bf73-393e0210de1b no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:36.273065 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b799838-5ec7-4989-ada0-97f176002460 req-4fcc01d8-ed42-46ae-b13c-758e67dccdec tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6470945 Jul 13 08:01:36.337124 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 8bbb45c0-b137-47c7-bf73-393e0210de1b {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:36.338156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 8bbb45c0-b137-47c7-bf73-393e0210de1b not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:36.478167 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.db.resource_extend [None req-be8424a4-389e-4626-9c89-bd6f92096baa tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 08:01:36.588775 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22eca594-b305-4ba5-ac80-fba25e466f26 x-openstack-request-id: req-22eca594-b305-4ba5-ac80-fba25e466f26 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:36.589607 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4c2ace-ae2c-47bd-87e4-a93f47cd677e", "name": "network-vif-deleted", "tag": "8bbb45c0-b137-47c7-bf73-393e0210de1b", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:36.589913 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-22eca594-b305-4ba5-ac80-fba25e466f26 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:36.591047 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4c2ace-ae2c-47bd-87e4-a93f47cd677e', 'name': 'network-vif-deleted', 'tag': '8bbb45c0-b137-47c7-bf73-393e0210de1b', 'status': 'completed', 'code': 200} Jul 13 08:01:36.620150 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe0dcf-5379-4786-b5a0-2b97665224b0 req-ee470d85-1ed3-434c-ae7c-357a1e509962 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:36.639473 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b3fe0dcf-5379-4786-b5a0-2b97665224b0 req-ee470d85-1ed3-434c-ae7c-357a1e509962 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 945 time: 1.0098691 Jul 13 08:01:36.766181 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b3fe0dcf-5379-4786-b5a0-2b97665224b0 req-63aef085-9b9e-4e1e-94d9-7d0baf577e99 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245499 Jul 13 08:01:36.780646 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be8424a4-389e-4626-9c89-bd6f92096baa tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:36.794408 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be8424a4-389e-4626-9c89-bd6f92096baa tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.082869 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] Attempting to bind port b91326c8-495e-44e8-8ec6-940d51dcd2e9 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:01:37.088681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] Attempting to bind port b91326c8-495e-44e8-8ec6-940d51dcd2e9 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'c6059c07-f555-4cd9-954a-a61ccdada0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:01:37.089465 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] Attempting to bind port b91326c8-495e-44e8-8ec6-940d51dcd2e9 on network 2a52e876-fdfb-4e23-a545-3fee73cd392d {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:01:37.108075 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] Port b91326c8-495e-44e8-8ec6-940d51dcd2e9 on network 2a52e876-fdfb-4e23-a545-3fee73cd392d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:01:37.110847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] Attempting to bind port b91326c8-495e-44e8-8ec6-940d51dcd2e9 on network 2a52e876-fdfb-4e23-a545-3fee73cd392d {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:01:37.142124 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:01:37.145515 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] Checking segment: {'id': 'c6059c07-f555-4cd9-954a-a61ccdada0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:01:37.150216 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] Bound using segment: {'id': 'c6059c07-f555-4cd9-954a-a61ccdada0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:01:37.151750 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] Bound port: b91326c8-495e-44e8-8ec6-940d51dcd2e9, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6059c07-f555-4cd9-954a-a61ccdada0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:01:37.155805 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.521901 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] For port b91326c8-495e-44e8-8ec6-940d51dcd2e9, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:01:37.559258 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] For port b91326c8-495e-44e8-8ec6-940d51dcd2e9, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9,segment=NetworkSegment(c6059c07-f555-4cd9-954a-a61ccdada0c0),segment_id=c6059c07-f555-4cd9-954a-a61ccdada0c0)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:01:37.574438 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.641334 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7e3d2-9391-43d3-82a9-33b72adc92ef req-9c2b6550-873a-4486-9796-03d9daed6a98 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:37.646969 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:37.648112 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.654280 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ff7e3d2-9391-43d3-82a9-33b72adc92ef req-9c2b6550-873a-4486-9796-03d9daed6a98 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.4090803 Jul 13 08:01:37.662780 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] 10.222.0.35 "PUT /v2.0/ports/b91326c8-495e-44e8-8ec6-940d51dcd2e9 HTTP/1.1" status: 200 len: 1094 time: 6.4929395 Jul 13 08:01:37.670439 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8424a4-389e-4626-9c89-bd6f92096baa tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Router 1b8b29dc-c445-417d-aac4-3aba9a0c6387 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:37.884580 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ff7e3d2-9391-43d3-82a9-33b72adc92ef req-2f0a74a1-3cf2-4199-9cda-d866e5647405 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289453 Jul 13 08:01:37.919721 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-d2ec1a19-f9ec-4346-ad31-8f2700ebc63e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting port 6d594b17-4454-43b9-bf05-47677a8d49e1 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:37.920304 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2ec1a19-f9ec-4346-ad31-8f2700ebc63e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:38.043405 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:38.084296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06955f-c67b-4246-9107-8f06ba7142be service neutron] Pushing event updated for resources: {'Port': ['ID=b91326c8-495e-44e8-8ec6-940d51dcd2e9,revision_number=11']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:38.220266 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-d2ec1a19-f9ec-4346-ad31-8f2700ebc63e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] For port 6d594b17-4454-43b9-bf05-47677a8d49e1, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=6d594b17-4454-43b9-bf05-47677a8d49e1,segment=NetworkSegment(15f68575-8d8c-4073-9777-ba09ee0c6aab),segment_id=15f68575-8d8c-4073-9777-ba09ee0c6aab)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:38.221137 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2ec1a19-f9ec-4346-ad31-8f2700ebc63e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:38.273056 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-d2ec1a19-f9ec-4346-ad31-8f2700ebc63e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Calling delete_port for 6d594b17-4454-43b9-bf05-47677a8d49e1 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:38.681556 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8424a4-389e-4626-9c89-bd6f92096baa tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:38.701274 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a68b59-6373-4bdf-8f47-7d3e7acaebdb None None] Sync routers for ids ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:38.745981 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d282a1b-f50c-4cae-8959-50434d31e3ba req-5941e333-9771-4f2f-b255-0cf4de959e41 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:38.748106 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a68b59-6373-4bdf-8f47-7d3e7acaebdb None None] Routers {'1b8b29dc-c445-417d-aac4-3aba9a0c6387'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:38.748933 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5d282a1b-f50c-4cae-8959-50434d31e3ba req-5941e333-9771-4f2f-b255-0cf4de959e41 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 946 time: 0.7043502 Jul 13 08:01:38.754981 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-84a68b59-6373-4bdf-8f47-7d3e7acaebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:38.772745 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be8424a4-389e-4626-9c89-bd6f92096baa tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:38.957710 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6d268a-0bba-46a6-93cc-5a236d7189ca', 'tag': '7ce23e4f-64d2-4513-894a-6830959a220e'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:38.967704 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1660e21-6c50-4e10-a474-444ef210d072" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6d268a-0bba-46a6-93cc-5a236d7189ca", "tag": "7ce23e4f-64d2-4513-894a-6830959a220e"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:39.005939 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-6ccae559-7dd9-4a6d-aec6-3d401a458459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:39.014433 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-6ccae559-7dd9-4a6d-aec6-3d401a458459 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 1097 time: 1.2885067 Jul 13 08:01:39.015302 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9'}, {'name': 'network-changed', 'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:39.032917 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9cc587-203a-4343-97eb-73c4128ac2f7" -d '{"events": [{"server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "name": "network-vif-unplugged", "status": "completed", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9"}, {"name": "network-changed", "server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:39.058218 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-84a68b59-6373-4bdf-8f47-7d3e7acaebdb None None] Set router 1b8b29dc-c445-417d-aac4-3aba9a0c6387 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:39.089946 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac22f26-39e9-42a3-8c80-fdd17d66e9fd req-b4e278ed-c5e1-426c-b5bd-c719608b918e tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:39.100278 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ac22f26-39e9-42a3-8c80-fdd17d66e9fd req-b4e278ed-c5e1-426c-b5bd-c719608b918e tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.35 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 946 time: 0.9050298 Jul 13 08:01:39.190465 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c64c26-d5da-4826-a114-b043bc389e2c req-2858acf9-b5b3-4da1-99d1-c2c9f9525878 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:39.209402 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-26c64c26-d5da-4826-a114-b043bc389e2c req-2858acf9-b5b3-4da1-99d1-c2c9f9525878 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 945 time: 0.8915839 Jul 13 08:01:39.382650 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-be8424a4-389e-4626-9c89-bd6f92096baa tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "PUT /v2.0/floatingips/40da5e9d-b34c-4a59-a8c6-c086c37fd655 HTTP/1.1" status: 200 len: 992 time: 8.5395100 Jul 13 08:01:39.505724 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5d282a1b-f50c-4cae-8959-50434d31e3ba req-a0a98931-fa3b-4072-a428-10fb473e7649 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5494425 Jul 13 08:01:39.535645 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-e7fcc7fa-372e-4843-9133-97cea0f33131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:39.538382 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-e7fcc7fa-372e-4843-9133-97cea0f33131 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a52e876-fdfb-4e23-a545-3fee73cd392d HTTP/1.1" status: 200 len: 897 time: 0.4991870 Jul 13 08:01:39.606731 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-26c64c26-d5da-4826-a114-b043bc389e2c req-25a0a40a-74bd-46a5-bade-dae37ed1b68f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3650582 Jul 13 08:01:39.637886 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44206) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:39.697020 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-1ac22f26-39e9-42a3-8c80-fdd17d66e9fd req-ab73da68-7e63-4c3c-b0cd-d1daf40ef6e6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Deleting port ae84bb95-026c-47c0-98dc-22f8e12bb4f5 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:39.698914 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1ac22f26-39e9-42a3-8c80-fdd17d66e9fd req-ab73da68-7e63-4c3c-b0cd-d1daf40ef6e6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:39.861553 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-a4d92abd-7918-45c6-819c-d1a50f7e46fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9 HTTP/1.1" status: 200 len: 1000 time: 0.2985027 Jul 13 08:01:39.923133 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-84a68b59-6373-4bdf-8f47-7d3e7acaebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'name': 'tempest-TestVolumeBackupRestore-2085541636-router', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:37Z', 'updated_at': '2021-07-13T07:56:45Z', 'revision_number': 4, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'gw_port': {'id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:39Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '40da5e9d-b34c-4a59-a8c6-c086c37fd655', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'port_id': '7ce23e4f-64d2-4513-894a-6830959a220e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'mac_address': 'fa:16:3e:93:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d268a-0bba-46a6-93cc-5a236d7189ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:01:21Z', 'updated_at': '2021-07-13T08:01:36Z', 'revision_number': 2, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d', 'name': '', 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'mac_address': 'fa:16:3e:01:4c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:43Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 5, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'subnets': [{'id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:40.016063 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a68b59-6373-4bdf-8f47-7d3e7acaebdb None None] Checking router: 1b8b29dc-c445-417d-aac4-3aba9a0c6387 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:40.033051 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a68b59-6373-4bdf-8f47-7d3e7acaebdb None None] Routers {'1b8b29dc-c445-417d-aac4-3aba9a0c6387'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:40.034435 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-84a68b59-6373-4bdf-8f47-7d3e7acaebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:40.133736 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-1ac22f26-39e9-42a3-8c80-fdd17d66e9fd req-ab73da68-7e63-4c3c-b0cd-d1daf40ef6e6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] For port ae84bb95-026c-47c0-98dc-22f8e12bb4f5, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ae84bb95-026c-47c0-98dc-22f8e12bb4f5,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:40.136161 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1ac22f26-39e9-42a3-8c80-fdd17d66e9fd req-ab73da68-7e63-4c3c-b0cd-d1daf40ef6e6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:40.140176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-0dcc3d98-3939-4096-aa02-7ee7b2367da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:40.143466 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-0dcc3d98-3939-4096-aa02-7ee7b2367da4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=78c04584-1c8b-4048-8992-543590c52be3 HTTP/1.1" status: 200 len: 835 time: 0.2715118 Jul 13 08:01:40.155549 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d747816e-f051-40ea-91a9-208ea4614de1 x-openstack-request-id: req-d747816e-f051-40ea-91a9-208ea4614de1 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:40.157407 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "name": "network-vif-unplugged", "status": "completed", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9", "code": 200}, {"name": "network-changed", "server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:40.158157 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d747816e-f051-40ea-91a9-208ea4614de1 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:40.159739 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9', 'code': 200} Jul 13 08:01:40.160534 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9', 'status': 'completed', 'code': 200} Jul 13 08:01:40.166853 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2ec1a19-f9ec-4346-ad31-8f2700ebc63e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:40.179124 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c877f3e2-bdf1-45af-b7fc-5d894d344c91 x-openstack-request-id: req-c877f3e2-bdf1-45af-b7fc-5d894d344c91 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:40.179605 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6d268a-0bba-46a6-93cc-5a236d7189ca", "tag": "7ce23e4f-64d2-4513-894a-6830959a220e", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:40.180108 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c877f3e2-bdf1-45af-b7fc-5d894d344c91 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:40.181154 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6d268a-0bba-46a6-93cc-5a236d7189ca', 'tag': '7ce23e4f-64d2-4513-894a-6830959a220e', 'status': 'completed', 'code': 200} Jul 13 08:01:40.208231 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-1ac22f26-39e9-42a3-8c80-fdd17d66e9fd req-ab73da68-7e63-4c3c-b0cd-d1daf40ef6e6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Calling delete_port for ae84bb95-026c-47c0-98dc-22f8e12bb4f5 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:40.288107 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6d007e6-e14f-4c93-ab11-47ded3ee30f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:40.326686 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-84a68b59-6373-4bdf-8f47-7d3e7acaebdb None None] Set router 1b8b29dc-c445-417d-aac4-3aba9a0c6387 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:40.335704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec1a19-f9ec-4346-ad31-8f2700ebc63e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Port': ['ID=6d594b17-4454-43b9-bf05-47677a8d49e1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:40.656958 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1660e21-6c50-4e10-a474-444ef210d072 req-4ac93760-b310-4a4f-8fac-1e003abda1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:40.660269 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e1660e21-6c50-4e10-a474-444ef210d072 req-4ac93760-b310-4a4f-8fac-1e003abda1d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ad4c40067be450f8ab9004872502cad&device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 1097 time: 0.7271471 Jul 13 08:01:40.882231 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ae84bb95-026c-47c0-98dc-22f8e12bb4f5 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:40.949651 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-60110f3f-614e-4b06-8881-a2735c75ca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:40.966681 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-60110f3f-614e-4b06-8881-a2735c75ca08 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 1097 time: 0.7944016 Jul 13 08:01:41.113621 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.177021 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a519fa2c-1041-4945-89f3-fd1ee581d831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae84bb95-026c-47c0-98dc-22f8e12bb4f5'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:41.180906 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23dd867-3869-4021-b1f9-047c8c52f931" -d '{"events": [{"server_uuid": "a519fa2c-1041-4945-89f3-fd1ee581d831", "name": "network-vif-unplugged", "status": "completed", "tag": "ae84bb95-026c-47c0-98dc-22f8e12bb4f5"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:41.209397 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ae84bb95-026c-47c0-98dc-22f8e12bb4f5, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ae84bb95-026c-47c0-98dc-22f8e12bb4f5,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:41.219121 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.301498 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-84a68b59-6373-4bdf-8f47-7d3e7acaebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'name': 'tempest-TestVolumeBackupRestore-2085541636-router', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:37Z', 'updated_at': '2021-07-13T07:56:45Z', 'revision_number': 4, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'gw_port': {'id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:39Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '40da5e9d-b34c-4a59-a8c6-c086c37fd655', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'port_id': '7ce23e4f-64d2-4513-894a-6830959a220e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'mac_address': 'fa:16:3e:93:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d268a-0bba-46a6-93cc-5a236d7189ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:01:21Z', 'updated_at': '2021-07-13T08:01:36Z', 'revision_number': 2, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d', 'name': '', 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'mac_address': 'fa:16:3e:01:4c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:43Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 5, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'subnets': [{'id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:41.419629 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a68b59-6373-4bdf-8f47-7d3e7acaebdb None None] The sync data for ids ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'] in n-d-779913-28 is: [{'id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'name': 'tempest-TestVolumeBackupRestore-2085541636-router', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:37Z', 'updated_at': '2021-07-13T07:56:45Z', 'revision_number': 4, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'gw_port': {'id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:39Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '40da5e9d-b34c-4a59-a8c6-c086c37fd655', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'port_id': '7ce23e4f-64d2-4513-894a-6830959a220e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'mac_address': 'fa:16:3e:93:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d268a-0bba-46a6-93cc-5a236d7189ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:01:21Z', 'updated_at': '2021-07-13T08:01:36Z', 'revision_number': 2, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d', 'name': '', 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'mac_address': 'fa:16:3e:01:4c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:43Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 5, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'subnets': [{'id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:41.479723 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-fdd90346-5a6e-410b-acb8-9730625a4d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:41.482267 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-fdd90346-5a6e-410b-acb8-9730625a4d5a service neutron] 10.222.0.62 "GET /v2.0/networks?id=2a52e876-fdfb-4e23-a545-3fee73cd392d HTTP/1.1" status: 200 len: 897 time: 0.2497456 Jul 13 08:01:41.515240 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=ae84bb95-026c-47c0-98dc-22f8e12bb4f5,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:41.641590 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:01:41.732655 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-bef880c4-29e7-4750-9698-b28653a70abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:41.736058 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-bef880c4-29e7-4750-9698-b28653a70abb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a52e876-fdfb-4e23-a545-3fee73cd392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.5707657 Jul 13 08:01:41.740724 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-8c1b33d2-fcb7-4fca-9998-77e59e343017 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9 HTTP/1.1" status: 200 len: 1000 time: 0.2277081 Jul 13 08:01:41.915288 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1ac22f26-39e9-42a3-8c80-fdd17d66e9fd req-ab73da68-7e63-4c3c-b0cd-d1daf40ef6e6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.046311 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ffcac3b9-a879-412e-93f3-130084e29bca None None] Could not find standard attr ID for object ae84bb95-026c-47c0-98dc-22f8e12bb4f5. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:01:42.093702 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2ec1a19-f9ec-4346-ad31-8f2700ebc63e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.213398 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1660e21-6c50-4e10-a474-444ef210d072 req-3ece9c53-d570-4dec-9297-0451370c31a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:42.213979 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6d268a-0bba-46a6-93cc-5a236d7189ca', 'tag': '7ce23e4f-64d2-4513-894a-6830959a220e'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:42.217441 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e1660e21-6c50-4e10-a474-444ef210d072 req-3ece9c53-d570-4dec-9297-0451370c31a2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a895e7b0-afcc-4098-a27d-05e4c5bfad37 HTTP/1.1" status: 200 len: 915 time: 1.5318544 Jul 13 08:01:42.221038 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cc23ce-eb7a-4adf-9333-bc1822e54b50" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6d268a-0bba-46a6-93cc-5a236d7189ca", "tag": "7ce23e4f-64d2-4513-894a-6830959a220e"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:42.272390 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5172e4-bb18-49a4-98fb-1c87dc1a925e req-c5cb946f-2b36-4179-8989-f00d67037832 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:42.287179 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6b5172e4-bb18-49a4-98fb-1c87dc1a925e req-c5cb946f-2b36-4179-8989-f00d67037832 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 2.1033533 Jul 13 08:01:42.292623 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6d007e6-e14f-4c93-ab11-47ded3ee30f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.319668 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73da68-7e63-4c3c-b0cd-d1daf40ef6e6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Pushing event deleted for resources: {'Port': ['ID=ae84bb95-026c-47c0-98dc-22f8e12bb4f5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:42.513203 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7acdd527-650b-43fc-9515-dd8df54ad8c7 req-9c429cd8-97f7-4ee9-a528-16f400f0c1ca tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 210 time: 0.4803467 Jul 13 08:01:42.514350 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6d007e6-e14f-4c93-ab11-47ded3ee30f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.820767 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-7132ebcc-27d5-436c-9fc8-d7aea7dec3eb service neutron] 10.222.0.35 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0654705 Jul 13 08:01:42.827258 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6b5172e4-bb18-49a4-98fb-1c87dc1a925e req-d8351cf8-71e0-43d0-bbab-c07912f5e2ad tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309390 Jul 13 08:01:42.869851 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-9fc69cec-c0fa-488c-9ceb-7744edaa8a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:42.872528 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-9fc69cec-c0fa-488c-9ceb-7744edaa8a8e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=78c04584-1c8b-4048-8992-543590c52be3 HTTP/1.1" status: 200 len: 835 time: 1.0988042 Jul 13 08:01:42.921097 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d007e6-e14f-4c93-ab11-47ded3ee30f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0725d801-3c66-49d6-bb56-1d678e2dddc0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:42.939189 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac22f26-39e9-42a3-8c80-fdd17d66e9fd req-ab73da68-7e63-4c3c-b0cd-d1daf40ef6e6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] No DVR routers for this DVR port ae84bb95-026c-47c0-98dc-22f8e12bb4f5 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:42.973622 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1ac22f26-39e9-42a3-8c80-fdd17d66e9fd req-ab73da68-7e63-4c3c-b0cd-d1daf40ef6e6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.983521 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ac22f26-39e9-42a3-8c80-fdd17d66e9fd req-ab73da68-7e63-4c3c-b0cd-d1daf40ef6e6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.35 "DELETE /v2.0/ports/ae84bb95-026c-47c0-98dc-22f8e12bb4f5 HTTP/1.1" status: 204 len: 173 time: 3.8568316 Jul 13 08:01:43.006614 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f30f22-8a4f-4d52-9358-0c5de8d3d3e0 x-openstack-request-id: req-45f30f22-8a4f-4d52-9358-0c5de8d3d3e0 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:43.008132 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a519fa2c-1041-4945-89f3-fd1ee581d831", "name": "network-vif-unplugged", "status": "completed", "tag": "ae84bb95-026c-47c0-98dc-22f8e12bb4f5", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:43.008467 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-45f30f22-8a4f-4d52-9358-0c5de8d3d3e0 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:43.013322 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a519fa2c-1041-4945-89f3-fd1ee581d831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae84bb95-026c-47c0-98dc-22f8e12bb4f5', 'code': 200} Jul 13 08:01:43.026732 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:43.072118 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b6d007e6-e14f-4c93-ab11-47ded3ee30f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3f4c9cd2dc44484d8fd50bc47a0639e8&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4257190 Jul 13 08:01:43.075053 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44250) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:43.122652 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-207414b9-4bef-468d-b29b-36b2949deb7d req-fb45549c-90d9-416d-a9e4-66bc677028b8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.2398007 Jul 13 08:01:43.192254 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e1660e21-6c50-4e10-a474-444ef210d072 req-16ad4884-d037-49aa-a7c9-ae9d6ebce0b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ce23e4f-64d2-4513-894a-6830959a220e HTTP/1.1" status: 200 len: 1000 time: 0.9463735 Jul 13 08:01:43.233215 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25da3526-568b-483c-afbf-eb23c61aff4d x-openstack-request-id: req-25da3526-568b-483c-afbf-eb23c61aff4d {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:43.233871 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6d268a-0bba-46a6-93cc-5a236d7189ca", "tag": "7ce23e4f-64d2-4513-894a-6830959a220e", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:43.234314 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-25da3526-568b-483c-afbf-eb23c61aff4d {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:43.234777 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6d268a-0bba-46a6-93cc-5a236d7189ca', 'tag': '7ce23e4f-64d2-4513-894a-6830959a220e', 'status': 'completed', 'code': 200} Jul 13 08:01:43.322044 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4d065a25-3d55-47c3-8a62-3e9cc5462066 req-4e83375e-08c9-47dd-be79-1c29aa311339 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6311181 Jul 13 08:01:43.384282 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d1f49-7144-4598-8ee7-b9f707b0d5bc req-7dfb64e1-a05e-4aff-b647-a3ca7eb08cbb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:43.396778 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd6d1f49-7144-4598-8ee7-b9f707b0d5bc req-7dfb64e1-a05e-4aff-b647-a3ca7eb08cbb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 945 time: 0.4856086 Jul 13 08:01:43.564747 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-74129f23-2b3c-4f84-bcdd-1611cc30a316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:43.602821 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1660e21-6c50-4e10-a474-444ef210d072 req-df6e3514-38b3-428f-b09b-5e8b0d2ab637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:43.605667 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e1660e21-6c50-4e10-a474-444ef210d072 req-df6e3514-38b3-428f-b09b-5e8b0d2ab637 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f4eecc3-67cc-4f9e-9fc2-82dad46a9705 HTTP/1.1" status: 200 len: 853 time: 0.3828351 Jul 13 08:01:43.615732 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd6d1f49-7144-4598-8ee7-b9f707b0d5bc req-87c157d3-1783-4835-af91-90a4ef3a0166 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168512 Jul 13 08:01:43.702333 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f21aa55a-8ce3-4642-942d-d69cc010b4c0 req-72a94e5a-7d56-490c-b501-f5f8a5ed4622 service neutron] 10.222.0.35 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8632720 Jul 13 08:01:43.721594 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-b57dd648-fe0d-4ce3-b4fa-6725ab5cc651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:43.729777 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-b57dd648-fe0d-4ce3-b4fa-6725ab5cc651 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2a52e876-fdfb-4e23-a545-3fee73cd392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8318374 Jul 13 08:01:43.783666 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-74129f23-2b3c-4f84-bcdd-1611cc30a316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:43.815938 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-0d2869a2-3d12-4e13-a528-cacac92506b1 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:01:43.817870 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-0d2869a2-3d12-4e13-a528-cacac92506b1 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166473 Jul 13 08:01:43.933944 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d065a25-3d55-47c3-8a62-3e9cc5462066 req-a43de9b3-c65d-4418-8e47-f11a456284d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:43.935609 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4d065a25-3d55-47c3-8a62-3e9cc5462066 req-a43de9b3-c65d-4418-8e47-f11a456284d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0eefcb1ad9d4424186c36993d3bfbbea&device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 1098 time: 0.5277870 Jul 13 08:01:44.181377 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d065a25-3d55-47c3-8a62-3e9cc5462066 req-9e30c8a6-fdef-44f6-a994-51a2427ca1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:44.183255 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4d065a25-3d55-47c3-8a62-3e9cc5462066 req-9e30c8a6-fdef-44f6-a994-51a2427ca1bd service neutron] 10.222.0.62 "GET /v2.0/networks?id=6010d2c2-d300-400c-be9f-95d4cb60edee HTTP/1.1" status: 200 len: 913 time: 0.2093501 Jul 13 08:01:44.191660 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207414b9-4bef-468d-b29b-36b2949deb7d req-4172644a-d548-4ed4-b6c1-1ade669161d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:44.194369 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-207414b9-4bef-468d-b29b-36b2949deb7d req-4172644a-d548-4ed4-b6c1-1ade669161d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbbeea760150488197661d4c6a4419de&device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 1098 time: 0.6803312 Jul 13 08:01:44.195529 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-74129f23-2b3c-4f84-bcdd-1611cc30a316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:44.200355 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-74129f23-2b3c-4f84-bcdd-1611cc30a316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:44.206582 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-74129f23-2b3c-4f84-bcdd-1611cc30a316 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0725d801-3c66-49d6-bb56-1d678e2dddc0 HTTP/1.1" status: 204 len: 168 time: 1.1207743 Jul 13 08:01:44.229406 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ec1a19-f9ec-4346-ad31-8f2700ebc63e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:44.262463 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-b624bef2-37e2-433c-a137-8bce018ee682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:44.264231 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-b624bef2-37e2-433c-a137-8bce018ee682 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 1097 time: 0.4441135 Jul 13 08:01:44.266331 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-08f4c4f4-2f37-4ae0-8c96-d0deed4156e3 service neutron] 10.222.0.62 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710012 Jul 13 08:01:44.291216 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24e3c9d2-a0f4-4570-822e-1f3a28f457c9 req-77bce72d-e125-40e5-8a87-d54d7c1fee30 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=a519fa2c-1041-4945-89f3-fd1ee581d831 HTTP/1.1" status: 200 len: 210 time: 0.3370602 Jul 13 08:01:44.342077 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1660e21-6c50-4e10-a474-444ef210d072 req-fb13db94-6a47-4259-a7f4-1c7fdba30f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:44.345710 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e1660e21-6c50-4e10-a474-444ef210d072 req-fb13db94-6a47-4259-a7f4-1c7fdba30f84 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a895e7b0-afcc-4098-a27d-05e4c5bfad37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6820846 Jul 13 08:01:44.371313 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655bcfd-90d4-4913-ad2f-997b2edb76c3 req-5cd25db4-86e8-4ce2-b420-84268fdf3dfc tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:44.387230 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8655bcfd-90d4-4913-ad2f-997b2edb76c3 req-5cd25db4-86e8-4ce2-b420-84268fdf3dfc tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.8179374 Jul 13 08:01:44.413319 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74129f23-2b3c-4f84-bcdd-1611cc30a316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0725d801-3c66-49d6-bb56-1d678e2dddc0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:44.425607 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4d065a25-3d55-47c3-8a62-3e9cc5462066 req-cff0ad3e-f89e-49cc-a86c-53c4f91c4a7e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c90f4a-d970-4175-a85f-cff79d05be03 HTTP/1.1" status: 200 len: 217 time: 0.1829159 Jul 13 08:01:44.551903 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d065a25-3d55-47c3-8a62-3e9cc5462066 req-ecf56b7e-960e-4789-a219-8fe6e49f8223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:44.554388 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4d065a25-3d55-47c3-8a62-3e9cc5462066 req-ecf56b7e-960e-4789-a219-8fe6e49f8223 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53b9c81c-e3a5-4f3c-a0c3-29ef11d7a9fd HTTP/1.1" status: 200 len: 852 time: 0.1031957 Jul 13 08:01:44.706718 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8655bcfd-90d4-4913-ad2f-997b2edb76c3 req-5264234f-eb1d-445a-8a20-ef77d37fc566 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179767 Jul 13 08:01:44.715769 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4d065a25-3d55-47c3-8a62-3e9cc5462066 req-d6a2935f-c3f4-4124-91b9-090631529067 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6010d2c2-d300-400c-be9f-95d4cb60edee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365721 Jul 13 08:01:44.920846 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207414b9-4bef-468d-b29b-36b2949deb7d req-188fcb7e-eb3b-4989-84c5-883ba7790629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:44.924734 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-207414b9-4bef-468d-b29b-36b2949deb7d req-188fcb7e-eb3b-4989-84c5-883ba7790629 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 200 len: 913 time: 0.6080873 Jul 13 08:01:45.040695 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4d065a25-3d55-47c3-8a62-3e9cc5462066 req-f983cbfd-dec4-4404-be95-6bf6eeacedb7 service neutron] 10.222.0.62 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761426 Jul 13 08:01:45.257835 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a519fa2c-1041-4945-89f3-fd1ee581d831', 'name': 'network-vif-deleted', 'tag': 'ae84bb95-026c-47c0-98dc-22f8e12bb4f5'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:45.264190 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af00a92c-d8c1-4aa7-a40d-518e3053b92e" -d '{"events": [{"server_uuid": "a519fa2c-1041-4945-89f3-fd1ee581d831", "name": "network-vif-deleted", "tag": "ae84bb95-026c-47c0-98dc-22f8e12bb4f5"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:45.488501 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-207414b9-4bef-468d-b29b-36b2949deb7d req-f34d551f-5267-4caf-a6ed-069553190807 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f HTTP/1.1" status: 200 len: 1000 time: 0.5541430 Jul 13 08:01:45.550517 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ec1a19-f9ec-4346-ad31-8f2700ebc63e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:45.556338 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e1660e21-6c50-4e10-a474-444ef210d072 req-3c8a0376-133b-4d8b-a2fc-6807684b9779 service neutron] 10.222.0.35 "GET /v2.0/networks/a895e7b0-afcc-4098-a27d-05e4c5bfad37?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1911311 Jul 13 08:01:45.568537 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d2ec1a19-f9ec-4346-ad31-8f2700ebc63e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/2b1663f6-e4b5-4f55-b15e-ed29a41fa525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3564794 Jul 13 08:01:45.573976 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdce16d-5dcb-4637-9df9-a018d293adc2 None None] Sync routers for ids ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:45.586372 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44302) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:45.632225 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdce16d-5dcb-4637-9df9-a018d293adc2 None None] Routers {'2b1663f6-e4b5-4f55-b15e-ed29a41fa525'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:45.633539 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8bdce16d-5dcb-4637-9df9-a018d293adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:45.669166 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-23b61c44-4b46-4919-bae4-2c2dcc6cd761 service neutron] 10.222.0.62 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3618348 Jul 13 08:01:45.682176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-5f2bc8ee-f3dc-4a3f-82f9-33975e63ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:45.684713 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-5f2bc8ee-f3dc-4a3f-82f9-33975e63ece2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a52e876-fdfb-4e23-a545-3fee73cd392d HTTP/1.1" status: 200 len: 897 time: 1.3949213 Jul 13 08:01:45.699528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7323f-7845-42b6-9d69-6dfc11f56a83 req-c08feabf-b219-401a-945b-4a57d8cdf072 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:45.710342 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3a7323f-7845-42b6-9d69-6dfc11f56a83 req-c08feabf-b219-401a-945b-4a57d8cdf072 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.6684918 Jul 13 08:01:45.824861 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3a7323f-7845-42b6-9d69-6dfc11f56a83 req-e8f4af89-5bad-43cf-b80c-4831673192df tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129611 Jul 13 08:01:45.831202 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e1660e21-6c50-4e10-a474-444ef210d072 req-d784fefa-cef6-43e2-966c-3c35a1adbf41 service neutron] 10.222.0.35 "GET /v2.0/networks/a895e7b0-afcc-4098-a27d-05e4c5bfad37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535031 Jul 13 08:01:45.896658 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4d065a25-3d55-47c3-8a62-3e9cc5462066 req-ed397745-a444-42b7-ad94-a5ff31827b2e service neutron] 10.222.0.62 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8319557 Jul 13 08:01:45.936881 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207414b9-4bef-468d-b29b-36b2949deb7d req-fdd81bac-1f63-400f-8c77-6ab8a29a9a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:45.941858 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-207414b9-4bef-468d-b29b-36b2949deb7d req-fdd81bac-1f63-400f-8c77-6ab8a29a9a10 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 200 len: 851 time: 0.4297655 Jul 13 08:01:45.951788 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3344bb46-d36c-4ed7-aba9-3fd7344e35ae x-openstack-request-id: req-3344bb46-d36c-4ed7-aba9-3fd7344e35ae {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:45.952349 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a519fa2c-1041-4945-89f3-fd1ee581d831", "name": "network-vif-deleted", "tag": "ae84bb95-026c-47c0-98dc-22f8e12bb4f5", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:45.952877 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3344bb46-d36c-4ed7-aba9-3fd7344e35ae {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:45.953586 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a519fa2c-1041-4945-89f3-fd1ee581d831', 'name': 'network-vif-deleted', 'tag': 'ae84bb95-026c-47c0-98dc-22f8e12bb4f5', 'status': 'completed', 'code': 200} Jul 13 08:01:45.987099 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e70ae1-b69e-4359-8c64-f74429c839fb req-a3fad29a-af9c-4461-91df-d61e106d9489 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:45.995194 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6e70ae1-b69e-4359-8c64-f74429c839fb req-a3fad29a-af9c-4461-91df-d61e106d9489 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 945 time: 0.9492023 Jul 13 08:01:46.057998 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-63dbbe34-e3a4-409e-8589-6a4030d8d0f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9 HTTP/1.1" status: 200 len: 1000 time: 0.3288307 Jul 13 08:01:46.063977 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6b8211-0dd8-492c-ad4e-1f0d69efe7b7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting subnet 9f9ed354-5c12-4445-aba8-4356e7c4a028 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:01:46.093727 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-8bdce16d-5dcb-4637-9df9-a018d293adc2 None None] Set router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:46.125276 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8211-0dd8-492c-ad4e-1f0d69efe7b7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:46.361290 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8211-0dd8-492c-ad4e-1f0d69efe7b7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:46.457517 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-74126ea5-5b13-45d2-b7f1-635d5f82ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:46.468656 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-74126ea5-5b13-45d2-b7f1-635d5f82ddc2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=78c04584-1c8b-4048-8992-543590c52be3 HTTP/1.1" status: 200 len: 835 time: 0.3981068 Jul 13 08:01:46.769088 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc23ce-eb7a-4adf-9333-bc1822e54b50 req-69df6a5d-9a20-4d0b-98d3-da4ed25dd8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:46.775184 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-66cc23ce-eb7a-4adf-9333-bc1822e54b50 req-69df6a5d-9a20-4d0b-98d3-da4ed25dd8f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ad4c40067be450f8ab9004872502cad&device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 1097 time: 0.5281086 Jul 13 08:01:46.855985 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-937b8324-bc64-4bdb-812a-a8bcec140fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:46.857731 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-937b8324-bc64-4bdb-812a-a8bcec140fcf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a52e876-fdfb-4e23-a545-3fee73cd392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3735321 Jul 13 08:01:46.921462 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6e70ae1-b69e-4359-8c64-f74429c839fb req-7f33c386-8e8c-4fd3-a314-13a14d4933e3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8999839 Jul 13 08:01:46.952382 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device b91326c8-495e-44e8-8ec6-940d51dcd2e9 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:01:46.955392 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207414b9-4bef-468d-b29b-36b2949deb7d req-ec3a47df-5ab7-4293-833e-dd02ae8c3825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:46.964815 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-207414b9-4bef-468d-b29b-36b2949deb7d req-ec3a47df-5ab7-4293-833e-dd02ae8c3825 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cfb6628-70f1-4eba-bd72-3d514884b2d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0047588 Jul 13 08:01:46.983089 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8211-0dd8-492c-ad4e-1f0d69efe7b7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:47.186181 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8211-0dd8-492c-ad4e-1f0d69efe7b7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:47.188832 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc23ce-eb7a-4adf-9333-bc1822e54b50 req-08ae61b4-cdb2-4006-9db8-8f2d583aa2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:47.195702 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-66cc23ce-eb7a-4adf-9333-bc1822e54b50 req-08ae61b4-cdb2-4006-9db8-8f2d583aa2b9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a895e7b0-afcc-4098-a27d-05e4c5bfad37 HTTP/1.1" status: 200 len: 915 time: 0.4143875 Jul 13 08:01:47.235183 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port b91326c8-495e-44e8-8ec6-940d51dcd2e9, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9,segment=NetworkSegment(c6059c07-f555-4cd9-954a-a61ccdada0c0),segment_id=c6059c07-f555-4cd9-954a-a61ccdada0c0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:47.257305 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9', 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d', 'port_id': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9', 'mac_address': 'fa:16:3e:f6:0d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c04584-1c8b-4048-8992-543590c52be3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:01:47.322359 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8211-0dd8-492c-ad4e-1f0d69efe7b7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:47.329927 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8c6b8211-0dd8-492c-ad4e-1f0d69efe7b7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/subnets/9f9ed354-5c12-4445-aba8-4356e7c4a028 HTTP/1.1" status: 204 len: 168 time: 1.7311597 Jul 13 08:01:47.332608 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b8211-0dd8-492c-ad4e-1f0d69efe7b7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Subnet': ['ID=9f9ed354-5c12-4445-aba8-4356e7c4a028,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:47.339758 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f658ca8d-daca-4565-bff5-20e41ecd4bcf None None] Network 7d6f6491-7d30-4057-adf5-75a697650524 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:01:47.345533 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44340) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:47.480243 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-66cc23ce-eb7a-4adf-9333-bc1822e54b50 req-05e05482-c806-43d8-9b7d-2ee431134d2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ce23e4f-64d2-4513-894a-6830959a220e HTTP/1.1" status: 200 len: 1000 time: 0.2122519 Jul 13 08:01:47.515974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8211-0dd8-492c-ad4e-1f0d69efe7b7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:47.516846 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8211-0dd8-492c-ad4e-1f0d69efe7b7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:47.517377 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8211-0dd8-492c-ad4e-1f0d69efe7b7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:47.518630 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8211-0dd8-492c-ad4e-1f0d69efe7b7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:47.519207 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8211-0dd8-492c-ad4e-1f0d69efe7b7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:47.519952 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8211-0dd8-492c-ad4e-1f0d69efe7b7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:47.520454 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8211-0dd8-492c-ad4e-1f0d69efe7b7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:47.521726 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8211-0dd8-492c-ad4e-1f0d69efe7b7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:47.522956 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8211-0dd8-492c-ad4e-1f0d69efe7b7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:47.523527 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8211-0dd8-492c-ad4e-1f0d69efe7b7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:47.524092 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8211-0dd8-492c-ad4e-1f0d69efe7b7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:47.524656 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8211-0dd8-492c-ad4e-1f0d69efe7b7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:47.595009 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc23ce-eb7a-4adf-9333-bc1822e54b50 req-6f1599f7-bd07-4034-9eef-ada5ee1a9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:47.596650 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-66cc23ce-eb7a-4adf-9333-bc1822e54b50 req-6f1599f7-bd07-4034-9eef-ada5ee1a9105 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f4eecc3-67cc-4f9e-9fc2-82dad46a9705 HTTP/1.1" status: 200 len: 853 time: 0.1083527 Jul 13 08:01:47.605011 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-f2700136-acd0-472f-b1f8-fa54c2ac1e9e service neutron] 10.222.0.35 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7325521 Jul 13 08:01:47.762689 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ed358-b61b-4b55-8244-f9e5fccc27e8 req-56a75dd0-68f9-4d1c-8fbb-3288a7b107d5 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:47.764299 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:47.776345 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a51ed358-b61b-4b55-8244-f9e5fccc27e8 req-56a75dd0-68f9-4d1c-8fbb-3288a7b107d5 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.6029053 Jul 13 08:01:47.812278 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-207414b9-4bef-468d-b29b-36b2949deb7d req-26f9ab9b-e184-458b-a7ee-5a237110fc3e service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6548383 Jul 13 08:01:47.825673 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eae73aa2-528a-43c6-a68a-afc305dfe54f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:47.838698 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91326c8-495e-44e8-8ec6-940d51dcd2e9 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:01:47.932484 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f9cc587-203a-4343-97eb-73c4128ac2f7 req-ffc240de-7c19-4d35-b9b4-2772aff02808 service neutron] 10.222.0.35 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177125 Jul 13 08:01:47.994676 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port b91326c8-495e-44e8-8ec6-940d51dcd2e9, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9,segment=NetworkSegment(c6059c07-f555-4cd9-954a-a61ccdada0c0),segment_id=c6059c07-f555-4cd9-954a-a61ccdada0c0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:48.019621 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:48.050650 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc23ce-eb7a-4adf-9333-bc1822e54b50 req-cd89c811-62ee-4efa-be75-624b39efd2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:48.055282 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-66cc23ce-eb7a-4adf-9333-bc1822e54b50 req-cd89c811-62ee-4efa-be75-624b39efd2d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a895e7b0-afcc-4098-a27d-05e4c5bfad37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4439631 Jul 13 08:01:48.086012 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b5bde-5823-4d82-84d9-6f7a8bb84cc3 req-fc215dd5-418c-4ee2-80cc-5de29828f708 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:48.120676 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-986b5bde-5823-4d82-84d9-6f7a8bb84cc3 req-fc215dd5-418c-4ee2-80cc-5de29828f708 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.6472492 Jul 13 08:01:48.171498 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8bdce16d-5dcb-4637-9df9-a018d293adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:01:39Z', 'revision_number': 9, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5cd27d6-3048-4c27-8741-82c20086c7cc', 'name': '', 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:1d:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'a724c524-c30d-426c-84e5-267725761d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:46Z', 'updated_at': '2021-07-13T08:00:57Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': 'a724c524-c30d-426c-84e5-267725761d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:48.220790 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdce16d-5dcb-4637-9df9-a018d293adc2 None None] Checking router: 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:48.233626 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=b91326c8-495e-44e8-8ec6-940d51dcd2e9,revision_number=12']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:48.261393 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44366) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:48.263394 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:48.265735 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:48.266106 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:48.266572 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:48.266845 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:48.267185 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:48.267518 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:48.271567 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:48.271940 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:48.272284 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:48.272622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:48.272956 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:48.292119 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdce16d-5dcb-4637-9df9-a018d293adc2 None None] Routers {'2b1663f6-e4b5-4f55-b15e-ed29a41fa525'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:48.292774 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8bdce16d-5dcb-4637-9df9-a018d293adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:48.459981 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fca576-c345-47c7-8980-5eaeb8fcd6eb None None] DHCP port deletion for 7d6f6491-7d30-4057-adf5-75a697650524 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:01:48.476696 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-66cc23ce-eb7a-4adf-9333-bc1822e54b50 req-5196bf45-8e86-4b67-bf2b-1903e6360a24 service neutron] 10.222.0.35 "GET /v2.0/networks/a895e7b0-afcc-4098-a27d-05e4c5bfad37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088397 Jul 13 08:01:48.493631 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce241e-33d0-40a6-b5f8-225d4c541d2f req-44d53222-f704-4e92-b86a-50115bf1343f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:48.496736 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f2ce241e-33d0-40a6-b5f8-225d4c541d2f req-44d53222-f704-4e92-b86a-50115bf1343f tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 946 time: 0.3640964 Jul 13 08:01:48.499695 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['b91326c8-495e-44e8-8ec6-940d51dcd2e9'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:01:48.530583 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-207414b9-4bef-468d-b29b-36b2949deb7d req-a3d5f003-e7c4-4e56-80f1-23da65c4383d service neutron] 10.222.0.35 "GET /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7014706 Jul 13 08:01:48.571533 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-986b5bde-5823-4d82-84d9-6f7a8bb84cc3 req-a686f1ee-65e8-44fd-906e-267506be7c2c tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bc0aa81-f181-46e3-ac04-544bd54c5bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4511223 Jul 13 08:01:48.583747 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-eae73aa2-528a-43c6-a68a-afc305dfe54f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting port 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:48.584354 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eae73aa2-528a-43c6-a68a-afc305dfe54f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:48.644660 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a51ed358-b61b-4b55-8244-f9e5fccc27e8 req-e55dafc6-49b3-42ab-84cc-00a5f931826d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8668258 Jul 13 08:01:48.661303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-8bdce16d-5dcb-4637-9df9-a018d293adc2 None None] Set router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:48.730377 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-e0301d1e-a664-4c45-8763-9d9abba6bbee tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-960736280'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:48.757333 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-eae73aa2-528a-43c6-a68a-afc305dfe54f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] For port 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=226f9b0c-8c0d-4841-9ae3-f7f54ffa5093,segment=NetworkSegment(15f68575-8d8c-4073-9777-ba09ee0c6aab),segment_id=15f68575-8d8c-4073-9777-ba09ee0c6aab)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:48.762548 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eae73aa2-528a-43c6-a68a-afc305dfe54f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:48.797251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-eae73aa2-528a-43c6-a68a-afc305dfe54f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Calling delete_port for 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:48.903388 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:49.077077 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4c221-64d7-4dee-8357-5d340e749bf9 req-aaa2cd76-2170-42da-b4de-56cbdce31a5b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:49.080623 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2a4c221-64d7-4dee-8357-5d340e749bf9 req-aaa2cd76-2170-42da-b4de-56cbdce31a5b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.1789806 Jul 13 08:01:49.125205 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-66cc23ce-eb7a-4adf-9333-bc1822e54b50 req-941d174a-9ca8-4524-b61f-0731f3739cac service neutron] 10.222.0.35 "GET /v2.0/networks/a895e7b0-afcc-4098-a27d-05e4c5bfad37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6259525 Jul 13 08:01:49.166317 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a1fca576-c345-47c7-8980-5eaeb8fcd6eb None None] Deleting port 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:49.167169 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a1fca576-c345-47c7-8980-5eaeb8fcd6eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:49.175865 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0301d1e-a664-4c45-8763-9d9abba6bbee tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Made reservation on behalf of 40af7e71fbe947ec8be6f7b535fde139 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:01:49.194561 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e0301d1e-a664-4c45-8763-9d9abba6bbee tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:49.242336 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2a4c221-64d7-4dee-8357-5d340e749bf9 req-2b70de48-3e1d-418e-a685-5404b06ab37e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335299 Jul 13 08:01:49.243088 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eae73aa2-528a-43c6-a68a-afc305dfe54f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:49.273611 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e0301d1e-a664-4c45-8763-9d9abba6bbee tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:49.284045 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:49.298572 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:49.304571 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae73aa2-528a-43c6-a68a-afc305dfe54f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] No DVR routers for this DVR port 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:49.346129 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae73aa2-528a-43c6-a68a-afc305dfe54f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Port': ['ID=226f9b0c-8c0d-4841-9ae3-f7f54ffa5093,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:49.388331 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:49.388737 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:49.428057 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0e163-4b35-4f14-95f4-714c27973947 req-d42e10b3-1281-435f-b077-878ec7aaa9c9 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:49.437980 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-33a0e163-4b35-4f14-95f4-714c27973947 req-d42e10b3-1281-435f-b077-878ec7aaa9c9 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 946 time: 0.3553879 Jul 13 08:01:49.471863 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-f2ce241e-33d0-40a6-b5f8-225d4c541d2f req-ddc4263c-5f54-453d-ab96-600937a5a91b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Deleting port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:49.472231 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f2ce241e-33d0-40a6-b5f8-225d4c541d2f req-ddc4263c-5f54-453d-ab96-600937a5a91b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:49.474252 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:49.477877 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9674d6-f7c5-4853-bd08-07e5d77af8d3" -d '{"events": [{"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-unplugged", "status": "completed", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:49.496275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a1fca576-c345-47c7-8980-5eaeb8fcd6eb None None] For port 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=226f9b0c-8c0d-4841-9ae3-f7f54ffa5093,segment=NetworkSegment(15f68575-8d8c-4073-9777-ba09ee0c6aab),segment_id=15f68575-8d8c-4073-9777-ba09ee0c6aab)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:49.496828 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a1fca576-c345-47c7-8980-5eaeb8fcd6eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:49.516301 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:49.533360 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a1fca576-c345-47c7-8980-5eaeb8fcd6eb None None] Calling delete_port for 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:49.541574 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eae73aa2-528a-43c6-a68a-afc305dfe54f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:49.543382 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:49.589800 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-eae73aa2-528a-43c6-a68a-afc305dfe54f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6f6491-7d30-4057-adf5-75a697650524']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:49.619163 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-eae73aa2-528a-43c6-a68a-afc305dfe54f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f68575-8d8c-4073-9777-ba09ee0c6aab') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:49.619515 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-eae73aa2-528a-43c6-a68a-afc305dfe54f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f68575-8d8c-4073-9777-ba09ee0c6aab') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:49.646275 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-33a0e163-4b35-4f14-95f4-714c27973947 req-d9065d1b-b60d-41d4-a6ef-5d9dc932b78a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074192 Jul 13 08:01:49.648321 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eae73aa2-528a-43c6-a68a-afc305dfe54f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:49.675115 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e0301d1e-a664-4c45-8763-9d9abba6bbee tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:49.680868 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f2ce241e-33d0-40a6-b5f8-225d4c541d2f req-ddc4263c-5f54-453d-ab96-600937a5a91b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] For port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:49.681697 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f2ce241e-33d0-40a6-b5f8-225d4c541d2f req-ddc4263c-5f54-453d-ab96-600937a5a91b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:49.689643 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eae73aa2-528a-43c6-a68a-afc305dfe54f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:49.692922 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e0301d1e-a664-4c45-8763-9d9abba6bbee tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:49.704512 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44396) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:49.732528 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8bdce16d-5dcb-4637-9df9-a018d293adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:01:39Z', 'revision_number': 9, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5cd27d6-3048-4c27-8741-82c20086c7cc', 'name': '', 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:1d:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'a724c524-c30d-426c-84e5-267725761d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:46Z', 'updated_at': '2021-07-13T08:00:57Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': 'a724c524-c30d-426c-84e5-267725761d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:49.747731 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae73aa2-528a-43c6-a68a-afc305dfe54f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:01:49.748397 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eae73aa2-528a-43c6-a68a-afc305dfe54f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:01:49.753805 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:01:49.807824 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aca2ea7-e01f-4c9f-b181-d5b2b6714423 x-openstack-request-id: req-3aca2ea7-e01f-4c9f-b181-d5b2b6714423 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:49.808283 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-unplugged", "status": "completed", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:49.808682 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3aca2ea7-e01f-4c9f-b181-d5b2b6714423 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:49.810372 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'code': 200} Jul 13 08:01:49.821808 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdce16d-5dcb-4637-9df9-a018d293adc2 None None] The sync data for ids ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'] in n-d-779913-28 is: [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:01:39Z', 'revision_number': 9, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5cd27d6-3048-4c27-8741-82c20086c7cc', 'name': '', 'network_id': 'e5abed13-fe79-4cbc-8336-50a67b3cf650', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:1d:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'a724c524-c30d-426c-84e5-267725761d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:46Z', 'updated_at': '2021-07-13T08:00:57Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': 'a724c524-c30d-426c-84e5-267725761d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:49.874303 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0301d1e-a664-4c45-8763-9d9abba6bbee tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35135f65-edc1-408a-9d0f-6e525179a4d8,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:49.964388 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,revision_number=18']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:50.010303 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:01:50.091643 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a1fca576-c345-47c7-8980-5eaeb8fcd6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.215902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fca576-c345-47c7-8980-5eaeb8fcd6eb None None] Pushing event deleted for resources: {'Port': ['ID=226f9b0c-8c0d-4841-9ae3-f7f54ffa5093,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:50.244227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fca576-c345-47c7-8980-5eaeb8fcd6eb None None] No DVR routers for this DVR port 226f9b0c-8c0d-4841-9ae3-f7f54ffa5093 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:50.244537 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f2ce241e-33d0-40a6-b5f8-225d4c541d2f req-ddc4263c-5f54-453d-ab96-600937a5a91b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.245236 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f2ce241e-33d0-40a6-b5f8-225d4c541d2f req-ddc4263c-5f54-453d-ab96-600937a5a91b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.245584 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [req-f2ce241e-33d0-40a6-b5f8-225d4c541d2f req-ddc4263c-5f54-453d-ab96-600937a5a91b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Floating IP 31d144c2-bed8-457c-a3bf-c0d0383e42f0 disassociated. External IP: 172.25.0.12, port: 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f. Jul 13 08:01:50.246211 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-f2ce241e-33d0-40a6-b5f8-225d4c541d2f req-ddc4263c-5f54-453d-ab96-600937a5a91b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Calling delete_port for 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:50.313460 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e79ddf44-9d05-4a67-aaca-a9b95ca95dee None None] Provisioning complete for port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:50.314218 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e79ddf44-9d05-4a67-aaca-a9b95ca95dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.491121 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e79ddf44-9d05-4a67-aaca-a9b95ca95dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.568618 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f2ce241e-33d0-40a6-b5f8-225d4c541d2f req-ddc4263c-5f54-453d-ab96-600937a5a91b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.697502 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce9eb7-abbf-4290-8ff1-371a305a2721 req-52c6d12b-774f-43cc-9174-04bbc1507bd7 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:50.705050 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-27ce9eb7-abbf-4290-8ff1-371a305a2721 req-52c6d12b-774f-43cc-9174-04bbc1507bd7 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 1.2083635 Jul 13 08:01:50.716608 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eae73aa2-528a-43c6-a68a-afc305dfe54f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.729357 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-70fc5e6e-90fb-4051-b796-8c90c56a6cae tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/floatingips/f8e7332e-d16f-43e0-8c15-4fb850958f26 HTTP/1.1" status: 200 len: 993 time: 1.0149610 Jul 13 08:01:50.749311 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4263c-5f54-453d-ab96-600937a5a91b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Pushing event deleted for resources: {'Port': ['ID=78907ba2-8a91-4d16-a6c9-c4a99ab38b4f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:50.764128 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0301d1e-a664-4c45-8763-9d9abba6bbee tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:01:50.764347 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eae73aa2-528a-43c6-a68a-afc305dfe54f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.764440 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-eae73aa2-528a-43c6-a68a-afc305dfe54f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/networks/7d6f6491-7d30-4057-adf5-75a697650524 HTTP/1.1" status: 204 len: 168 time: 3.2997549 Jul 13 08:01:50.768051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44410) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:50.794793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae73aa2-528a-43c6-a68a-afc305dfe54f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Network': ['ID=7d6f6491-7d30-4057-adf5-75a697650524,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:50.823200 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e0301d1e-a664-4c45-8763-9d9abba6bbee tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.823657 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-e0301d1e-a664-4c45-8763-9d9abba6bbee tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Added segment 996adf76-bcf4-42d7-8f14-05d87abf7c2e of type vlan for network 9e641b73-8b70-49f5-981d-521efc5f7c4d Jul 13 08:01:50.838719 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87e4847d-bd9a-4e9b-8d9e-77ccc2604e96 req-763e5aaf-0d40-4779-8a8b-0f01e4c968ae tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 210 time: 0.1989896 Jul 13 08:01:50.857977 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-27ce9eb7-abbf-4290-8ff1-371a305a2721 req-287b996c-8023-44da-8d0b-3872ea4e01c8 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518114 Jul 13 08:01:50.885634 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device b91326c8-495e-44e8-8ec6-940d51dcd2e9 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:01:50.894053 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2ce241e-33d0-40a6-b5f8-225d4c541d2f req-ddc4263c-5f54-453d-ab96-600937a5a91b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Router a4b6fe98-27cc-4984-9fcf-0496a53256f7 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:50.926727 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e0301d1e-a664-4c45-8763-9d9abba6bbee tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.979190 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port b91326c8-495e-44e8-8ec6-940d51dcd2e9 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:01:50.985131 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port b91326c8-495e-44e8-8ec6-940d51dcd2e9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:50.985611 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.112265 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 6d594b17-4454-43b9-bf05-47677a8d49e1 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:51.119493 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cb2ef-e71d-4b40-984e-f5f5687bc84f req-e47735c7-8b93-4001-b619-01b3f2746ce1 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:51.134722 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e3cb2ef-e71d-4b40-984e-f5f5687bc84f req-e47735c7-8b93-4001-b619-01b3f2746ce1 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.1168694 Jul 13 08:01:51.136789 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.resource_extend [None req-e0301d1e-a664-4c45-8763-9d9abba6bbee tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 08:01:51.150236 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 6d594b17-4454-43b9-bf05-47677a8d49e1 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:51.150666 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 6d594b17-4454-43b9-bf05-47677a8d49e1 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:51.163490 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.206038 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2ce241e-33d0-40a6-b5f8-225d4c541d2f req-ddc4263c-5f54-453d-ab96-600937a5a91b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:51.208619 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port b91326c8-495e-44e8-8ec6-940d51dcd2e9, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9,segment=NetworkSegment(c6059c07-f555-4cd9-954a-a61ccdada0c0),segment_id=c6059c07-f555-4cd9-954a-a61ccdada0c0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:51.210234 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e3cb2ef-e71d-4b40-984e-f5f5687bc84f req-33a1fd8f-3ec9-4485-bb34-c166981713d2 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702481 Jul 13 08:01:51.217205 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.226641 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4c9839-0134-47ef-91f4-1542995cc585 None None] Sync routers for ids ['a4b6fe98-27cc-4984-9fcf-0496a53256f7'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:51.250151 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4c9839-0134-47ef-91f4-1542995cc585 None None] Routers {'a4b6fe98-27cc-4984-9fcf-0496a53256f7'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:51.250805 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ac4c9839-0134-47ef-91f4-1542995cc585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a4b6fe98-27cc-4984-9fcf-0496a53256f7'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:51.316220 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=b91326c8-495e-44e8-8ec6-940d51dcd2e9,revision_number=13']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:51.367000 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ce241e-33d0-40a6-b5f8-225d4c541d2f req-ddc4263c-5f54-453d-ab96-600937a5a91b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] No DVR routers for this DVR port 78907ba2-8a91-4d16-a6c9-c4a99ab38b4f on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:51.372497 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f2ce241e-33d0-40a6-b5f8-225d4c541d2f req-ddc4263c-5f54-453d-ab96-600937a5a91b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.377173 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f2ce241e-33d0-40a6-b5f8-225d4c541d2f req-ddc4263c-5f54-453d-ab96-600937a5a91b tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.35 "DELETE /v2.0/ports/78907ba2-8a91-4d16-a6c9-c4a99ab38b4f HTTP/1.1" status: 204 len: 173 time: 2.8630691 Jul 13 08:01:51.378009 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-deleted', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:51.381703 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffec692a-5d3b-4cf3-be29-a315427b9fc4" -d '{"events": [{"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-deleted", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:51.384856 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e0301d1e-a664-4c45-8763-9d9abba6bbee tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.391281 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0301d1e-a664-4c45-8763-9d9abba6bbee tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:51.392148 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e0301d1e-a664-4c45-8763-9d9abba6bbee tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.456387 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ac4c9839-0134-47ef-91f4-1542995cc585 None None] Set router a4b6fe98-27cc-4984-9fcf-0496a53256f7 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:51.477632 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714d6ee3-abea-44e8-895c-c2a5ca432843 x-openstack-request-id: req-714d6ee3-abea-44e8-895c-c2a5ca432843 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:51.477754 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aaa934-f2cf-473d-9236-24d8fc34d7f4", "name": "network-vif-deleted", "tag": "78907ba2-8a91-4d16-a6c9-c4a99ab38b4f", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:51.478193 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-714d6ee3-abea-44e8-895c-c2a5ca432843 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:51.478611 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aaa934-f2cf-473d-9236-24d8fc34d7f4', 'name': 'network-vif-deleted', 'tag': '78907ba2-8a91-4d16-a6c9-c4a99ab38b4f', 'status': 'completed', 'code': 200} Jul 13 08:01:51.517249 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e0301d1e-a664-4c45-8763-9d9abba6bbee tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.2479417 Jul 13 08:01:51.537601 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44424) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:51.573794 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0301d1e-a664-4c45-8763-9d9abba6bbee tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Pushing event updated for resources: {'Network': ['ID=9e641b73-8b70-49f5-981d-521efc5f7c4d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:51.587063 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 9e641b73-8b70-49f5-981d-521efc5f7c4d details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:01:51.647712 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cd73c-70c2-46a9-94b4-d222b2e1c16c req-c9715f69-3b0f-4757-b3bc-0a51c1a9b6ac tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:51.658759 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a42cd73c-70c2-46a9-94b4-d222b2e1c16c req-c9715f69-3b0f-4757-b3bc-0a51c1a9b6ac tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.1980078 Jul 13 08:01:51.669767 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8dc157e7-d710-4d03-b396-a545f818c8df tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Request body: {'network': {'name': 'tempest-network--2027167846', 'router:external': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:51.750710 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a42cd73c-70c2-46a9-94b4-d222b2e1c16c req-45a1bc50-78f6-4607-9108-e23355ee9e51 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906060 Jul 13 08:01:51.754342 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc157e7-d710-4d03-b396-a545f818c8df tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Made reservation on behalf of a68051240fcb4e1bb20e24153ffd112b for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:01:51.757738 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8dc157e7-d710-4d03-b396-a545f818c8df tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.791685 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8dc157e7-d710-4d03-b396-a545f818c8df tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.817421 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:51.820417 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c72d5c-a37a-4a0a-9e3f-92fd2fee6366" -d '{"events": [{"server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "name": "network-vif-plugged", "status": "completed", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:51.828746 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2a828ff8-166c-471e-9b38-5e8d8ae99236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.845973 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c083d430-9739-4e85-bb31-581fbbe4e293 None None] Provisioning complete for port b91326c8-495e-44e8-8ec6-940d51dcd2e9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:51.845973 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c083d430-9739-4e85-bb31-581fbbe4e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.852568 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ac4c9839-0134-47ef-91f4-1542995cc585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'name': 'tempest-ServerActionsTestJSON-1277766241-router', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4198a172-480b-408c-97ee-0213b176c18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:26Z', 'updated_at': '2021-07-13T07:51:35Z', 'revision_number': 4, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'gw_port': {'id': '4198a172-480b-408c-97ee-0213b176c18d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:27Z', 'updated_at': '2021-07-13T07:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'd5ae2516-7d8b-4240-98c8-687061a16028', 'name': '', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'mac_address': 'fa:16:3e:c9:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:33Z', 'updated_at': '2021-07-13T07:51:47Z', 'revision_number': 5, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'subnets': [{'id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:51.906041 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4c9839-0134-47ef-91f4-1542995cc585 None None] Checking router: a4b6fe98-27cc-4984-9fcf-0496a53256f7 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:51.916228 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4c9839-0134-47ef-91f4-1542995cc585 None None] Routers {'a4b6fe98-27cc-4984-9fcf-0496a53256f7'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:51.917491 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ac4c9839-0134-47ef-91f4-1542995cc585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a4b6fe98-27cc-4984-9fcf-0496a53256f7'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:51.918809 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4062fc-90c5-458e-8479-0ac5ea8dcebf x-openstack-request-id: req-2d4062fc-90c5-458e-8479-0ac5ea8dcebf {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:51.919149 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "name": "network-vif-plugged", "status": "completed", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:51.919422 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2d4062fc-90c5-458e-8479-0ac5ea8dcebf {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:51.919882 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9', 'code': 200} Jul 13 08:01:51.975448 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8dc157e7-d710-4d03-b396-a545f818c8df tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.983633 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8dc157e7-d710-4d03-b396-a545f818c8df tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.012274 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc157e7-d710-4d03-b396-a545f818c8df tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:01:52.140227 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8dc157e7-d710-4d03-b396-a545f818c8df tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.140771 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-8dc157e7-d710-4d03-b396-a545f818c8df tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Added segment e4a21407-0bb9-4a88-8fbe-153125222743 of type vlan for network 394c5ad3-ff92-46d8-9e32-fa2123003619 Jul 13 08:01:52.158003 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ac4c9839-0134-47ef-91f4-1542995cc585 None None] Set router a4b6fe98-27cc-4984-9fcf-0496a53256f7 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:52.177462 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc157e7-d710-4d03-b396-a545f818c8df tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd261b19-70e6-4ab2-94ee-6c2660540d68,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:52.221418 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-086fbd83-bc47-45b4-8c02-fbe3390a97cc req-8a2af694-eea8-4210-9385-aedb4cf97c82 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3aaa934-f2cf-473d-9236-24d8fc34d7f4 HTTP/1.1" status: 200 len: 210 time: 0.0583367 Jul 13 08:01:52.251600 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8dc157e7-d710-4d03-b396-a545f818c8df tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.271455 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c7e59-284c-4266-9c08-b0a8898dba18 req-b9810a86-101a-4b96-ba76-1d63b95be660 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:52.273031 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-946c7e59-284c-4266-9c08-b0a8898dba18 req-b9810a86-101a-4b96-ba76-1d63b95be660 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.2262223 Jul 13 08:01:52.326664 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-2a828ff8-166c-471e-9b38-5e8d8ae99236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting port b5cd27d6-3048-4c27-8741-82c20086c7cc {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:52.327125 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2a828ff8-166c-471e-9b38-5e8d8ae99236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.338387 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-946c7e59-284c-4266-9c08-b0a8898dba18 req-ce8ed96d-c131-438b-8847-f907890f1804 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590990 Jul 13 08:01:52.341314 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8dc157e7-d710-4d03-b396-a545f818c8df tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.342650 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc157e7-d710-4d03-b396-a545f818c8df tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:52.343314 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8dc157e7-d710-4d03-b396-a545f818c8df tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.397736 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8dc157e7-d710-4d03-b396-a545f818c8df tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8560743 Jul 13 08:01:52.403909 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44440) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:52.477675 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-2a828ff8-166c-471e-9b38-5e8d8ae99236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] For port b5cd27d6-3048-4c27-8741-82c20086c7cc, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b5cd27d6-3048-4c27-8741-82c20086c7cc,segment=NetworkSegment(bee246b7-3be1-4430-b66a-ca591fddc565),segment_id=bee246b7-3be1-4430-b66a-ca591fddc565)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:52.478347 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2a828ff8-166c-471e-9b38-5e8d8ae99236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.486782 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66edf873-30f4-4a55-b081-2797daacf6e4 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.497949 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-2a828ff8-166c-471e-9b38-5e8d8ae99236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Calling delete_port for b5cd27d6-3048-4c27-8741-82c20086c7cc owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:52.523268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc157e7-d710-4d03-b396-a545f818c8df tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Pushing event updated for resources: {'Network': ['ID=394c5ad3-ff92-46d8-9e32-fa2123003619,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:52.537914 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 394c5ad3-ff92-46d8-9e32-fa2123003619 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:01:52.610457 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ac4c9839-0134-47ef-91f4-1542995cc585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'name': 'tempest-ServerActionsTestJSON-1277766241-router', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4198a172-480b-408c-97ee-0213b176c18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:26Z', 'updated_at': '2021-07-13T07:51:35Z', 'revision_number': 4, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'gw_port': {'id': '4198a172-480b-408c-97ee-0213b176c18d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:27Z', 'updated_at': '2021-07-13T07:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'd5ae2516-7d8b-4240-98c8-687061a16028', 'name': '', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'mac_address': 'fa:16:3e:c9:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:33Z', 'updated_at': '2021-07-13T07:51:47Z', 'revision_number': 5, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'subnets': [{'id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:52.643363 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4c9839-0134-47ef-91f4-1542995cc585 None None] The sync data for ids ['a4b6fe98-27cc-4984-9fcf-0496a53256f7'] in n-d-779913-28 is: [{'id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'name': 'tempest-ServerActionsTestJSON-1277766241-router', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4198a172-480b-408c-97ee-0213b176c18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:26Z', 'updated_at': '2021-07-13T07:51:35Z', 'revision_number': 4, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'gw_port': {'id': '4198a172-480b-408c-97ee-0213b176c18d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:27Z', 'updated_at': '2021-07-13T07:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'd5ae2516-7d8b-4240-98c8-687061a16028', 'name': '', 'network_id': '3cfb6628-70f1-4eba-bd72-3d514884b2d1', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'mac_address': 'fa:16:3e:c9:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:33Z', 'updated_at': '2021-07-13T07:51:47Z', 'revision_number': 5, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'subnets': [{'id': '59058d89-afdf-4361-a951-c6ec0763fda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:52.719787 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66edf873-30f4-4a55-b081-2797daacf6e4 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.734418 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-66edf873-30f4-4a55-b081-2797daacf6e4 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394c5ad3-ff92-46d8-9e32-fa2123003619']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:52.752676 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2a828ff8-166c-471e-9b38-5e8d8ae99236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.762363 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-66edf873-30f4-4a55-b081-2797daacf6e4 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a21407-0bb9-4a88-8fbe-153125222743') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:52.762998 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-66edf873-30f4-4a55-b081-2797daacf6e4 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a21407-0bb9-4a88-8fbe-153125222743') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:52.778640 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66edf873-30f4-4a55-b081-2797daacf6e4 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.797650 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66edf873-30f4-4a55-b081-2797daacf6e4 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.824942 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a828ff8-166c-471e-9b38-5e8d8ae99236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Port': ['ID=b5cd27d6-3048-4c27-8741-82c20086c7cc,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:52.828766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e2c59-202b-4239-beae-ecfe8c165173 req-65727a21-fb46-4720-8c0e-5a65395c78c4 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:52.832846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f23e2c59-202b-4239-beae-ecfe8c165173 req-65727a21-fb46-4720-8c0e-5a65395c78c4 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.1837833 Jul 13 08:01:52.840823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66edf873-30f4-4a55-b081-2797daacf6e4 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:01:52.841244 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66edf873-30f4-4a55-b081-2797daacf6e4 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:01:52.910153 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:01:52.955315 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66edf873-30f4-4a55-b081-2797daacf6e4 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.964076 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66edf873-30f4-4a55-b081-2797daacf6e4 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 394c5ad3-ff92-46d8-9e32-fa2123003619 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 08:01:52.968098 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66edf873-30f4-4a55-b081-2797daacf6e4 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.974828 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-66edf873-30f4-4a55-b081-2797daacf6e4 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] 10.222.0.58 "DELETE /v2.0/networks/394c5ad3-ff92-46d8-9e32-fa2123003619 HTTP/1.1" status: 204 len: 168 time: 0.5664923 Jul 13 08:01:52.986776 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44446) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:52.997102 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a6194796-6fdb-49dc-8d30-8f9a197e2519 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:53.020234 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66edf873-30f4-4a55-b081-2797daacf6e4 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Pushing event deleted for resources: {'Network': ['ID=394c5ad3-ff92-46d8-9e32-fa2123003619,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:53.029587 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6194796-6fdb-49dc-8d30-8f9a197e2519 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Made reservation on behalf of a68051240fcb4e1bb20e24153ffd112b for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:01:53.032541 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6194796-6fdb-49dc-8d30-8f9a197e2519 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:53.054775 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f23e2c59-202b-4239-beae-ecfe8c165173 req-8abb65da-e7e5-47b7-b7de-1f639b699f37 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436543 Jul 13 08:01:53.111194 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6194796-6fdb-49dc-8d30-8f9a197e2519 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:01:53.138467 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6194796-6fdb-49dc-8d30-8f9a197e2519 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:53.138940 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-a6194796-6fdb-49dc-8d30-8f9a197e2519 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Added segment 55cee971-e13f-472a-a9b0-1af54bee15cd of type vlan for network 72a7469d-c612-4b2b-a8eb-2c94254d76b9 Jul 13 08:01:53.195499 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2a828ff8-166c-471e-9b38-5e8d8ae99236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:53.245740 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6194796-6fdb-49dc-8d30-8f9a197e2519 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:53.249932 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5fc5f1f9-2dbd-4832-9900-5c771c3188f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:53.327360 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6194796-6fdb-49dc-8d30-8f9a197e2519 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:53.328436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6194796-6fdb-49dc-8d30-8f9a197e2519 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:53.329512 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6194796-6fdb-49dc-8d30-8f9a197e2519 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:53.452183 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44454) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:53.515789 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a6194796-6fdb-49dc-8d30-8f9a197e2519 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5275300 Jul 13 08:01:53.539332 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a828ff8-166c-471e-9b38-5e8d8ae99236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:53.541445 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44456) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:53.554515 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-bd53b9d0-7532-46aa-b92e-546393bfafca tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Request body: {'subnet': {'network_id': '72a7469d-c612-4b2b-a8eb-2c94254d76b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:53.571416 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6194796-6fdb-49dc-8d30-8f9a197e2519 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Pushing event updated for resources: {'Network': ['ID=72a7469d-c612-4b2b-a8eb-2c94254d76b9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:53.584605 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 72a7469d-c612-4b2b-a8eb-2c94254d76b9 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:01:53.664872 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd53b9d0-7532-46aa-b92e-546393bfafca tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Made reservation on behalf of a68051240fcb4e1bb20e24153ffd112b for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:01:53.667308 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bd53b9d0-7532-46aa-b92e-546393bfafca tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:53.706718 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2bdcb7f3-2c12-4a9a-b226-8afae7289159 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:53.713846 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a828ff8-166c-471e-9b38-5e8d8ae99236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:53.723144 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2a828ff8-166c-471e-9b38-5e8d8ae99236 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/2b1663f6-e4b5-4f55-b15e-ed29a41fa525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9480159 Jul 13 08:01:53.728136 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44458) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:53.741184 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb6bbc-5518-4f86-8a4f-8d74ce669e1b req-94a8f0de-8389-4fcf-93f4-ad714694ecaa tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:53.758580 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cbf400-e719-4fe6-97ed-8c920e0b8428 None None] Sync routers for ids ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:53.771922 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cbdb6bbc-5518-4f86-8a4f-8d74ce669e1b req-94a8f0de-8389-4fcf-93f4-ad714694ecaa tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.4270093 Jul 13 08:01:53.782579 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cbf400-e719-4fe6-97ed-8c920e0b8428 None None] Routers {'2b1663f6-e4b5-4f55-b15e-ed29a41fa525'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:53.783750 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-67cbf400-e719-4fe6-97ed-8c920e0b8428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:53.869289 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f9750-55e2-4902-bd36-7d928299debf None None] New status for floating IP 31d144c2-bed8-457c-a3bf-c0d0383e42f0: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:01:53.899634 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2bdcb7f3-2c12-4a9a-b226-8afae7289159 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:53.963458 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cbdb6bbc-5518-4f86-8a4f-8d74ce669e1b req-126d1599-1211-4d59-8d63-8c9c0a35d2d3 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428187 Jul 13 08:01:53.971062 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8aa73a-5184-4851-b648-c8dcaff2d632 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting subnet a724c524-c30d-426c-84e5-267725761d25 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:01:53.987114 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b8aa73a-5184-4851-b648-c8dcaff2d632 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.049696 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b8aa73a-5184-4851-b648-c8dcaff2d632 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.054457 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2bdcb7f3-2c12-4a9a-b226-8afae7289159 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.058873 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2bdcb7f3-2c12-4a9a-b226-8afae7289159 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.064220 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2bdcb7f3-2c12-4a9a-b226-8afae7289159 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "DELETE /v2.0/security-groups/5bc0aa81-f181-46e3-ac04-544bd54c5bc6 HTTP/1.1" status: 204 len: 168 time: 0.6092217 Jul 13 08:01:54.065164 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44464) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:54.155991 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdcb7f3-2c12-4a9a-b226-8afae7289159 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc0aa81-f181-46e3-ac04-544bd54c5bc6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:54.170804 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-f05d3f42-647a-4dee-ba32-479b2f5ae6ef tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] show failed (client error): The resource could not be found. Jul 13 08:01:54.179180 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f05d3f42-647a-4dee-ba32-479b2f5ae6ef tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "GET /v2.0/security-groups/5bc0aa81-f181-46e3-ac04-544bd54c5bc6 HTTP/1.1" status: 404 len: 347 time: 0.0868979 Jul 13 08:01:54.180011 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44468) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:54.258720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-67cbf400-e719-4fe6-97ed-8c920e0b8428 None None] Set router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:54.375413 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b8aa73a-5184-4851-b648-c8dcaff2d632 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.455742 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8269a00e-4854-4b59-b8dc-20d553aa8a47 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Deleting port 82959a4a-3701-4add-b25e-7c3312aa032a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:54.456501 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8269a00e-4854-4b59-b8dc-20d553aa8a47 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.538059 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-67cbf400-e719-4fe6-97ed-8c920e0b8428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:01:52Z', 'revision_number': 10, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:54.541963 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8269a00e-4854-4b59-b8dc-20d553aa8a47 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.542511 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8269a00e-4854-4b59-b8dc-20d553aa8a47 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.556627 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8269a00e-4854-4b59-b8dc-20d553aa8a47 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Calling delete_port for 82959a4a-3701-4add-b25e-7c3312aa032a owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:54.574346 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cbf400-e719-4fe6-97ed-8c920e0b8428 None None] Checking router: 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:54.585188 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cbf400-e719-4fe6-97ed-8c920e0b8428 None None] Routers {'2b1663f6-e4b5-4f55-b15e-ed29a41fa525'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:54.594880 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-67cbf400-e719-4fe6-97ed-8c920e0b8428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:54.688324 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483f29a-0e8f-4d42-964a-786df8e79731 req-1c5fa753-d7ca-444a-ad73-2b24b2fa948c tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:54.689918 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0483f29a-0e8f-4d42-964a-786df8e79731 req-1c5fa753-d7ca-444a-ad73-2b24b2fa948c tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.2904224 Jul 13 08:01:54.690982 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b8aa73a-5184-4851-b648-c8dcaff2d632 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.703933 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-67cbf400-e719-4fe6-97ed-8c920e0b8428 None None] Set router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:54.766926 n-d-779913-28 neutron-server[93723]: DEBUG neutron.objects.ports [None req-bd53b9d0-7532-46aa-b92e-546393bfafca tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 08:01:54.767496 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bd53b9d0-7532-46aa-b92e-546393bfafca tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.770334 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8aa73a-5184-4851-b648-c8dcaff2d632 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Subnet': ['ID=a724c524-c30d-426c-84e5-267725761d25,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:54.777341 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b8aa73a-5184-4851-b648-c8dcaff2d632 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.779787 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5b8aa73a-5184-4851-b648-c8dcaff2d632 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/subnets/a724c524-c30d-426c-84e5-267725761d25 HTTP/1.1" status: 204 len: 168 time: 1.0063493 Jul 13 08:01:54.782652 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44472) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:54.792522 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5610d1-cdef-4367-bdef-31167e896a89 None None] Network e5abed13-fe79-4cbc-8336-50a67b3cf650 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:01:54.857263 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd53b9d0-7532-46aa-b92e-546393bfafca tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Checking segment: {'id': '55cee971-e13f-472a-a9b0-1af54bee15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '72a7469d-c612-4b2b-a8eb-2c94254d76b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:01:54.857642 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd53b9d0-7532-46aa-b92e-546393bfafca tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Network hostable DHCP agents. Network: 72a7469d-c612-4b2b-a8eb-2c94254d76b9, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:01:54.862163 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53b9d0-7532-46aa-b92e-546393bfafca tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9afa7a1f-d3dc-4a3c-b897-d7f4216d05a6,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:54.885885 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0483f29a-0e8f-4d42-964a-786df8e79731 req-84405ed0-4fbb-4545-aa9d-e0e9cb47d9cf tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791091 Jul 13 08:01:54.895091 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd53b9d0-7532-46aa-b92e-546393bfafca tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Network 72a7469d-c612-4b2b-a8eb-2c94254d76b9 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:01:54.912889 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a196-3a3c-4587-9a96-ccf0d2ff9dd0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.923850 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-bd53b9d0-7532-46aa-b92e-546393bfafca tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 72a7469d-c612-4b2b-a8eb-2c94254d76b9) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:01:54.932137 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd53b9d0-7532-46aa-b92e-546393bfafca tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:54.933283 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bd53b9d0-7532-46aa-b92e-546393bfafca tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.968118 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bd53b9d0-7532-46aa-b92e-546393bfafca tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4197714 Jul 13 08:01:54.968739 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44478) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:54.969403 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145ea49a-ebd2-4124-a67a-f3e51da7a359 None None] Network 72a7469d-c612-4b2b-a8eb-2c94254d76b9 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:01:54.975436 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-15120189-7fcc-43cb-aca1-7c1a4ed01db3 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Request body: {'floatingip': {'floating_network_id': '72a7469d-c612-4b2b-a8eb-2c94254d76b9'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:55.036730 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15120189-7fcc-43cb-aca1-7c1a4ed01db3 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:55.126027 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8269a00e-4854-4b59-b8dc-20d553aa8a47 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:55.174331 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15120189-7fcc-43cb-aca1-7c1a4ed01db3 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:55.183195 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269a00e-4854-4b59-b8dc-20d553aa8a47 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Pushing event deleted for resources: {'Port': ['ID=82959a4a-3701-4add-b25e-7c3312aa032a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:55.193357 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-67cbf400-e719-4fe6-97ed-8c920e0b8428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:01:52Z', 'revision_number': 10, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:55.193660 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6a196-3a3c-4587-9a96-ccf0d2ff9dd0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting port 26989ff8-6c2b-4cd1-b885-60eff24a4a1c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:55.193960 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a196-3a3c-4587-9a96-ccf0d2ff9dd0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:55.244481 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cbf400-e719-4fe6-97ed-8c920e0b8428 None None] The sync data for ids ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'] in n-d-779913-28 is: [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:01:52Z', 'revision_number': 10, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None, '_interfaces': [{'id': '1def85fa-721a-48ad-97b5-c5627b86ef2d', 'name': '', 'network_id': '704a3aba-c84c-4a33-9202-8d8bf486e87f', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'mac_address': 'fa:16:3e:46:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:39Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 5, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'subnets': [{'id': '26bd1c2d-d948-4e7c-92ad-6dc22fbf7129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:55.256283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e634c1-6599-4b89-aa51-0c1904d99ae5 None None] Network 72a7469d-c612-4b2b-a8eb-2c94254d76b9 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:01:55.281320 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da887f55-9c2b-4cad-9719-f9c88c10c030 req-a250188a-d0e4-4f7e-8e7f-b1f63587ae95 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:55.283039 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da887f55-9c2b-4cad-9719-f9c88c10c030 req-a250188a-d0e4-4f7e-8e7f-b1f63587ae95 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.2433956 Jul 13 08:01:55.358978 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-15120189-7fcc-43cb-aca1-7c1a4ed01db3 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Allocated IP 172.20.0.10 (72a7469d-c612-4b2b-a8eb-2c94254d76b9/9afa7a1f-d3dc-4a3c-b897-d7f4216d05a6/654ea919-78b0-4b6d-a354-e66d16d6e281) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:01:55.383527 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-6bc6a196-3a3c-4587-9a96-ccf0d2ff9dd0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] For port 26989ff8-6c2b-4cd1-b885-60eff24a4a1c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=26989ff8-6c2b-4cd1-b885-60eff24a4a1c,segment=NetworkSegment(bee246b7-3be1-4430-b66a-ca591fddc565),segment_id=bee246b7-3be1-4430-b66a-ca591fddc565)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:55.383842 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a196-3a3c-4587-9a96-ccf0d2ff9dd0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:55.410121 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8269a00e-4854-4b59-b8dc-20d553aa8a47 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:55.412611 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8269a00e-4854-4b59-b8dc-20d553aa8a47 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:55.413857 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8269a00e-4854-4b59-b8dc-20d553aa8a47 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] 10.222.0.58 "DELETE /v2.0/floatingips/31d144c2-bed8-457c-a3bf-c0d0383e42f0 HTTP/1.1" status: 204 len: 168 time: 1.2280757 Jul 13 08:01:55.414973 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6a196-3a3c-4587-9a96-ccf0d2ff9dd0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Calling delete_port for 26989ff8-6c2b-4cd1-b885-60eff24a4a1c owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:55.416910 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44480) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:55.431054 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da887f55-9c2b-4cad-9719-f9c88c10c030 req-83961add-cda7-4b5a-9797-3637ca359c62 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392088 Jul 13 08:01:55.502971 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15120189-7fcc-43cb-aca1-7c1a4ed01db3 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:55.549001 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15120189-7fcc-43cb-aca1-7c1a4ed01db3 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:55.583696 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a196-3a3c-4587-9a96-ccf0d2ff9dd0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:55.602499 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15120189-7fcc-43cb-aca1-7c1a4ed01db3 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Network 72a7469d-c612-4b2b-a8eb-2c94254d76b9 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:01:55.605836 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-15120189-7fcc-43cb-aca1-7c1a4ed01db3 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:01:55.610874 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15120189-7fcc-43cb-aca1-7c1a4ed01db3 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:01:55.613066 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc6a196-3a3c-4587-9a96-ccf0d2ff9dd0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] No DVR routers for this DVR port 26989ff8-6c2b-4cd1-b885-60eff24a4a1c on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:55.618003 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15120189-7fcc-43cb-aca1-7c1a4ed01db3 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Pushing event updated for resources: {'Port': ['ID=654ea919-78b0-4b6d-a354-e66d16d6e281,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:55.636838 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6351a95-73e1-4828-aaf9-a83035ed88c3 None None] DHCP port deletion for e5abed13-fe79-4cbc-8336-50a67b3cf650 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:01:55.705931 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6a196-3a3c-4587-9a96-ccf0d2ff9dd0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Port': ['ID=26989ff8-6c2b-4cd1-b885-60eff24a4a1c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:55.730113 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15120189-7fcc-43cb-aca1-7c1a4ed01db3 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:55.787432 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15120189-7fcc-43cb-aca1-7c1a4ed01db3 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:55.839377 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a196-3a3c-4587-9a96-ccf0d2ff9dd0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:55.855606 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-6bc6a196-3a3c-4587-9a96-ccf0d2ff9dd0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5abed13-fe79-4cbc-8336-50a67b3cf650']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:55.899839 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-6bc6a196-3a3c-4587-9a96-ccf0d2ff9dd0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee246b7-3be1-4430-b66a-ca591fddc565') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:55.900137 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-6bc6a196-3a3c-4587-9a96-ccf0d2ff9dd0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee246b7-3be1-4430-b66a-ca591fddc565') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:55.923848 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a196-3a3c-4587-9a96-ccf0d2ff9dd0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:55.947504 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a196-3a3c-4587-9a96-ccf0d2ff9dd0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:55.956702 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b840854-4a48-49b0-8ae2-d9e4a1da4829 req-947913a4-f8e9-4184-841f-14ac3cd22c3d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:55.962604 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b840854-4a48-49b0-8ae2-d9e4a1da4829 req-947913a4-f8e9-4184-841f-14ac3cd22c3d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.2968433 Jul 13 08:01:55.972865 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15120189-7fcc-43cb-aca1-7c1a4ed01db3 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:55.978069 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15120189-7fcc-43cb-aca1-7c1a4ed01db3 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:56.009250 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc6a196-3a3c-4587-9a96-ccf0d2ff9dd0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:01:56.009250 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a196-3a3c-4587-9a96-ccf0d2ff9dd0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:01:56.012501 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:01:56.055107 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15120189-7fcc-43cb-aca1-7c1a4ed01db3 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Pushing event updated for resources: {'Port': ['ID=654ea919-78b0-4b6d-a354-e66d16d6e281,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:56.068967 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15120189-7fcc-43cb-aca1-7c1a4ed01db3 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:56.083782 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15120189-7fcc-43cb-aca1-7c1a4ed01db3 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:56.088136 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-15120189-7fcc-43cb-aca1-7c1a4ed01db3 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1157780 Jul 13 08:01:56.088537 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44494) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:56.150859 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b840854-4a48-49b0-8ae2-d9e4a1da4829 req-51fe5479-381d-40e2-acf4-3618cf374157 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564562 Jul 13 08:01:56.153808 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a196-3a3c-4587-9a96-ccf0d2ff9dd0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:56.173950 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2993cb12-bb2d-4762-9ef0-83ba9d39768a tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] 10.222.0.58 "GET /v2.0/floatingips?floating_network_id=72a7469d-c612-4b2b-a8eb-2c94254d76b9 HTTP/1.1" status: 200 len: 690 time: 0.0841298 Jul 13 08:01:56.176224 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44498) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:56.203492 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a196-3a3c-4587-9a96-ccf0d2ff9dd0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:56.208188 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6bc6a196-3a3c-4587-9a96-ccf0d2ff9dd0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/networks/e5abed13-fe79-4cbc-8336-50a67b3cf650 HTTP/1.1" status: 204 len: 168 time: 1.4217908 Jul 13 08:01:56.218752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44500) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:56.273252 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:56.290209 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6a196-3a3c-4587-9a96-ccf0d2ff9dd0 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Network': ['ID=e5abed13-fe79-4cbc-8336-50a67b3cf650,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:56.334815 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44502) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:56.512460 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Deleting port 654ea919-78b0-4b6d-a354-e66d16d6e281 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:56.512851 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:56.628214 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:56.628549 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:56.640458 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-24d49ab9-ae08-4f29-9487-0755c459f8b5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Deleting port 1ffcbe9e-b6e5-4be0-a766-7e6a6935e343 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:56.640804 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24d49ab9-ae08-4f29-9487-0755c459f8b5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:56.646655 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Calling delete_port for 654ea919-78b0-4b6d-a354-e66d16d6e281 owned by network:floatingip {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:56.780288 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24d49ab9-ae08-4f29-9487-0755c459f8b5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:56.780538 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24d49ab9-ae08-4f29-9487-0755c459f8b5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:56.796503 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-24d49ab9-ae08-4f29-9487-0755c459f8b5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Calling delete_port for 1ffcbe9e-b6e5-4be0-a766-7e6a6935e343 owned by network:floatingip {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:56.875522 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f343dc6-07d5-47a5-b6f2-811ed1674622 req-230318af-ea77-4036-9cdf-7e56823f1adb tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:56.877059 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5f343dc6-07d5-47a5-b6f2-811ed1674622 req-230318af-ea77-4036-9cdf-7e56823f1adb tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.5779912 Jul 13 08:01:56.919960 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:56.955697 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Pushing event deleted for resources: {'Port': ['ID=654ea919-78b0-4b6d-a354-e66d16d6e281,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:56.971009 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5f343dc6-07d5-47a5-b6f2-811ed1674622 req-cf845363-81a1-47e9-bc69-e20833727ef9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862856 Jul 13 08:01:57.080650 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.114469 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6dd5a9ee-34b6-44e5-b579-be580192c488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.176645 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 26989ff8-6c2b-4cd1-b885-60eff24a4a1c no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:57.184399 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24d49ab9-ae08-4f29-9487-0755c459f8b5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.198688 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.214174 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 26989ff8-6c2b-4cd1-b885-60eff24a4a1c {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:57.214527 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 26989ff8-6c2b-4cd1-b885-60eff24a4a1c not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:57.215129 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b5cd27d6-3048-4c27-8741-82c20086c7cc no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:57.246351 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d49ab9-ae08-4f29-9487-0755c459f8b5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Pushing event deleted for resources: {'Port': ['ID=1ffcbe9e-b6e5-4be0-a766-7e6a6935e343,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:57.290777 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: b5cd27d6-3048-4c27-8741-82c20086c7cc {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:57.291147 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b5cd27d6-3048-4c27-8741-82c20086c7cc not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:57.354210 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24d49ab9-ae08-4f29-9487-0755c459f8b5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for floatingip, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.354556 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-24d49ab9-ae08-4f29-9487-0755c459f8b5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Floating IP 40da5e9d-b34c-4a59-a8c6-c086c37fd655 disassociated (deleted). External IP: 172.25.0.82, port: 7ce23e4f-64d2-4513-894a-6830959a220e. Jul 13 08:01:57.368717 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c7cd6-d4fa-4f72-8d03-1b7780eca8eb req-7cc85fa2-d865-4617-b674-d86e38ff6c53 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:57.370281 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b50c7cd6-d4fa-4f72-8d03-1b7780eca8eb req-7cc85fa2-d865-4617-b674-d86e38ff6c53 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.2177167 Jul 13 08:01:57.415597 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.451965 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b50c7cd6-d4fa-4f72-8d03-1b7780eca8eb req-88596be4-8bac-43da-9305-60d5d0d823ae tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629218 Jul 13 08:01:57.453046 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9afa7a1f-d3dc-4a3c-b897-d7f4216d05a6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:57.457125 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2d89447-a15e-41fb-83fd-f569042ec265 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.565116 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.574575 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ec2035e-207b-4975-80ec-9b407f1c418d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.581167 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a7469d-c612-4b2b-a8eb-2c94254d76b9']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:57.596597 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55cee971-e13f-472a-a9b0-1af54bee15cd') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:57.597147 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55cee971-e13f-472a-a9b0-1af54bee15cd') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:57.645600 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.670764 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.683962 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:01:57.684726 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:01:57.687489 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:01:57.782046 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6dd5a9ee-34b6-44e5-b579-be580192c488 admin admin] Deleting port d5ae2516-7d8b-4240-98c8-687061a16028 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:57.782700 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6dd5a9ee-34b6-44e5-b579-be580192c488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.795953 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862da93-d90b-4df4-b0ba-f32bc9aef710 req-9836a2d1-41cc-4eeb-b4b0-d2ef59f2a1b8 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:57.798973 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d49ab9-ae08-4f29-9487-0755c459f8b5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Router 1b8b29dc-c445-417d-aac4-3aba9a0c6387 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:57.804392 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9862da93-d90b-4df4-b0ba-f32bc9aef710 req-9836a2d1-41cc-4eeb-b4b0-d2ef59f2a1b8 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.1727645 Jul 13 08:01:57.804533 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.807074 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.812090 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 72a7469d-c612-4b2b-a8eb-2c94254d76b9 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 08:01:57.816569 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.821646 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] 10.222.0.58 "DELETE /v2.0/networks/72a7469d-c612-4b2b-a8eb-2c94254d76b9 HTTP/1.1" status: 204 len: 168 time: 1.6436248 Jul 13 08:01:57.829780 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44576) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:57.834655 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb112e0-c0bd-4b97-b856-bbcbdb95bc81 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Pushing event deleted for resources: {'Network': ['ID=72a7469d-c612-4b2b-a8eb-2c94254d76b9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:57.967386 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d49ab9-ae08-4f29-9487-0755c459f8b5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:57.973885 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24d49ab9-ae08-4f29-9487-0755c459f8b5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.019506 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-24d49ab9-ae08-4f29-9487-0755c459f8b5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "DELETE /v2.0/floatingips/40da5e9d-b34c-4a59-a8c6-c086c37fd655 HTTP/1.1" status: 204 len: 168 time: 1.6835213 Jul 13 08:01:58.021001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6d268a-0bba-46a6-93cc-5a236d7189ca', 'tag': '7ce23e4f-64d2-4513-894a-6830959a220e'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:58.033977 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9862da93-d90b-4df4-b0ba-f32bc9aef710 req-503b7b80-d6c6-4ccb-965f-dae7368788a1 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287683 Jul 13 08:01:58.040831 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3f4906-2b53-4ba9-9b33-fe44da903bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6d268a-0bba-46a6-93cc-5a236d7189ca", "tag": "7ce23e4f-64d2-4513-894a-6830959a220e"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:58.054788 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-efcadfbc-3c93-465b-a45d-134493a2fefd tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2263 time: 0.1967432 Jul 13 08:01:58.056051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44608) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:58.092733 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-6dd5a9ee-34b6-44e5-b579-be580192c488 admin admin] For port d5ae2516-7d8b-4240-98c8-687061a16028, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d5ae2516-7d8b-4240-98c8-687061a16028,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:58.093078 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6dd5a9ee-34b6-44e5-b579-be580192c488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.111538 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6dd5a9ee-34b6-44e5-b579-be580192c488 admin admin] Calling delete_port for d5ae2516-7d8b-4240-98c8-687061a16028 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:58.188822 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d2d89447-a15e-41fb-83fd-f569042ec265 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting port 1def85fa-721a-48ad-97b5-c5627b86ef2d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:58.189172 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2d89447-a15e-41fb-83fd-f569042ec265 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.207415 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1373a54d-c255-43f7-9227-2901e87c2dc8 x-openstack-request-id: req-1373a54d-c255-43f7-9227-2901e87c2dc8 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:58.211384 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6d268a-0bba-46a6-93cc-5a236d7189ca", "tag": "7ce23e4f-64d2-4513-894a-6830959a220e", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:58.211880 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1373a54d-c255-43f7-9227-2901e87c2dc8 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:58.212627 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6d268a-0bba-46a6-93cc-5a236d7189ca', 'tag': '7ce23e4f-64d2-4513-894a-6830959a220e', 'status': 'completed', 'code': 200} Jul 13 08:01:58.266703 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6d1c73-43ca-417f-b362-8b462b76fa9c None None] Sync routers for ids ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:58.277112 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6d1c73-43ca-417f-b362-8b462b76fa9c None None] Routers {'1b8b29dc-c445-417d-aac4-3aba9a0c6387'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:58.278685 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-cf6d1c73-43ca-417f-b362-8b462b76fa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:58.381942 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-d2d89447-a15e-41fb-83fd-f569042ec265 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] For port 1def85fa-721a-48ad-97b5-c5627b86ef2d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1def85fa-721a-48ad-97b5-c5627b86ef2d,segment=NetworkSegment(5071ae27-78d4-44ad-9852-1fdfc3683063),segment_id=5071ae27-78d4-44ad-9852-1fdfc3683063)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:58.382364 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2d89447-a15e-41fb-83fd-f569042ec265 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.414135 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d2d89447-a15e-41fb-83fd-f569042ec265 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Calling delete_port for 1def85fa-721a-48ad-97b5-c5627b86ef2d owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:58.509012 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6dd5a9ee-34b6-44e5-b579-be580192c488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.602323 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-cf6d1c73-43ca-417f-b362-8b462b76fa9c None None] Set router 1b8b29dc-c445-417d-aac4-3aba9a0c6387 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:58.674568 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5a9ee-34b6-44e5-b579-be580192c488 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ae2516-7d8b-4240-98c8-687061a16028,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:58.874979 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6dd5a9ee-34b6-44e5-b579-be580192c488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:59.234759 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-cf6d1c73-43ca-417f-b362-8b462b76fa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'name': 'tempest-TestVolumeBackupRestore-2085541636-router', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:37Z', 'updated_at': '2021-07-13T07:56:45Z', 'revision_number': 4, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'gw_port': {'id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:39Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d', 'name': '', 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'mac_address': 'fa:16:3e:01:4c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:43Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 5, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'subnets': [{'id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:59.269379 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b27150-9435-438a-a76c-c476e69d3c63 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:59.270534 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b27150-9435-438a-a76c-c476e69d3c63 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:59.271402 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b27150-9435-438a-a76c-c476e69d3c63 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:59.272233 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b27150-9435-438a-a76c-c476e69d3c63 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:59.272852 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6d1c73-43ca-417f-b362-8b462b76fa9c None None] Checking router: 1b8b29dc-c445-417d-aac4-3aba9a0c6387 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:59.273531 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b27150-9435-438a-a76c-c476e69d3c63 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:59.273707 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b27150-9435-438a-a76c-c476e69d3c63 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:59.274406 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b27150-9435-438a-a76c-c476e69d3c63 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:59.275101 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b27150-9435-438a-a76c-c476e69d3c63 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:59.275586 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b27150-9435-438a-a76c-c476e69d3c63 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:59.276035 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b27150-9435-438a-a76c-c476e69d3c63 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:59.276698 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b27150-9435-438a-a76c-c476e69d3c63 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:59.282977 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-96b27150-9435-438a-a76c-c476e69d3c63 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7157 time: 1.2256508 Jul 13 08:01:59.285503 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44706) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:59.286691 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6d1c73-43ca-417f-b362-8b462b76fa9c None None] Routers {'1b8b29dc-c445-417d-aac4-3aba9a0c6387'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:59.287324 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-cf6d1c73-43ca-417f-b362-8b462b76fa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:59.339961 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-48860051-f69c-4c92-bbb1-6bf4aae87354 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] delete failed (client error): The resource could not be found. Jul 13 08:01:59.340991 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-48860051-f69c-4c92-bbb1-6bf4aae87354 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/a367cade-fdd5-417e-adc3-f20cccf5a8d0 HTTP/1.1" status: 404 len: 345 time: 0.0494308 Jul 13 08:01:59.348112 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44712) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:59.389604 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-e494c7f4-c782-403d-a277-93a0f72af062 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] DELETE failed (client error): The resource could not be found. Jul 13 08:01:59.393258 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e494c7f4-c782-403d-a277-93a0f72af062 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:01:59.393406 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98c6e0-8234-48df-80de-f1a9fb50a87e req-c8cb4e40-8c4c-44cf-a097-623e4160ea27 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:59.398278 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e494c7f4-c782-403d-a277-93a0f72af062 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] 10.222.0.58 "DELETE /v2.0/networks/72a7469d-c612-4b2b-a8eb-2c94254d76b9 HTTP/1.1" status: 404 len: 339 time: 0.0443394 Jul 13 08:01:59.399576 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cb98c6e0-8234-48df-80de-f1a9fb50a87e req-c8cb4e40-8c4c-44cf-a097-623e4160ea27 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 945 time: 0.2245898 Jul 13 08:01:59.405324 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f4906-2b53-4ba9-9b33-fe44da903bcb req-9706f532-5bc0-481e-ab17-c150a98ed90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:59.407072 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8f3f4906-2b53-4ba9-9b33-fe44da903bcb req-9706f532-5bc0-481e-ab17-c150a98ed90f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ad4c40067be450f8ab9004872502cad&device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 1097 time: 1.1798830 Jul 13 08:01:59.407714 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44720) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:59.414285 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ee889a33-c168-47a6-84f0-c133d358bc90 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Request body: {'network': {'name': 'tempest-network--1361486819', 'router:external': True}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:59.503753 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee889a33-c168-47a6-84f0-c133d358bc90 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Made reservation on behalf of a68051240fcb4e1bb20e24153ffd112b for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:01:59.504696 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-cf6d1c73-43ca-417f-b362-8b462b76fa9c None None] Set router 1b8b29dc-c445-417d-aac4-3aba9a0c6387 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:59.506321 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ee889a33-c168-47a6-84f0-c133d358bc90 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:59.532413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2e507-4455-452c-b066-055439f115e9 req-c4a0c36c-e986-4718-bf96-9518609896fd tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:59.546131 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-38c2e507-4455-452c-b066-055439f115e9 req-c4a0c36c-e986-4718-bf96-9518609896fd tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.4805763 Jul 13 08:01:59.556032 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee889a33-c168-47a6-84f0-c133d358bc90 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:01:59.558760 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f4906-2b53-4ba9-9b33-fe44da903bcb req-b20a63ce-35bc-48aa-9f85-2f463712225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:59.560579 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8f3f4906-2b53-4ba9-9b33-fe44da903bcb req-b20a63ce-35bc-48aa-9f85-2f463712225e service neutron] 10.222.0.35 "GET /v2.0/networks?id=a895e7b0-afcc-4098-a27d-05e4c5bfad37 HTTP/1.1" status: 200 len: 915 time: 0.1422341 Jul 13 08:01:59.576689 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ee889a33-c168-47a6-84f0-c133d358bc90 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:59.577041 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-ee889a33-c168-47a6-84f0-c133d358bc90 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Added segment fc495e86-8aa9-41d9-a945-332c03a87870 of type vlan for network 31c990e0-21c5-4cf0-a851-af3c26b2cc05 Jul 13 08:01:59.617587 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8f3f4906-2b53-4ba9-9b33-fe44da903bcb req-25c965dc-04e0-4f5e-9e61-f5631e549d4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ce23e4f-64d2-4513-894a-6830959a220e HTTP/1.1" status: 200 len: 217 time: 0.0501161 Jul 13 08:01:59.663942 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:59.684278 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cb98c6e0-8234-48df-80de-f1a9fb50a87e req-16bbfc5c-b54a-4798-a1e9-17a7a13397d6 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/security-groups?id=e993a5e6-8bb1-46cb-b0f0-cc3193e17728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372129 Jul 13 08:01:59.716910 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd5a9ee-34b6-44e5-b579-be580192c488 admin admin] Router a4b6fe98-27cc-4984-9fcf-0496a53256f7 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:59.727526 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2d89447-a15e-41fb-83fd-f569042ec265 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:59.739581 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ee889a33-c168-47a6-84f0-c133d358bc90 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:59.751673 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f4906-2b53-4ba9-9b33-fe44da903bcb req-fa822790-0b60-4f59-be00-e4c925dcc00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:59.753781 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-38c2e507-4455-452c-b066-055439f115e9 req-a9a8c324-edc9-428b-9286-e561d64537ea tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038662 Jul 13 08:01:59.753986 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8f3f4906-2b53-4ba9-9b33-fe44da903bcb req-fa822790-0b60-4f59-be00-e4c925dcc00d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f4eecc3-67cc-4f9e-9fc2-82dad46a9705 HTTP/1.1" status: 200 len: 853 time: 0.1277151 Jul 13 08:01:59.849194 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-cf6d1c73-43ca-417f-b362-8b462b76fa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'name': 'tempest-TestVolumeBackupRestore-2085541636-router', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:37Z', 'updated_at': '2021-07-13T07:56:45Z', 'revision_number': 4, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'gw_port': {'id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:39Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d', 'name': '', 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'mac_address': 'fa:16:3e:01:4c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:43Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 5, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'subnets': [{'id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:59.852147 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ee889a33-c168-47a6-84f0-c133d358bc90 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:59.856846 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d89447-a15e-41fb-83fd-f569042ec265 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Port': ['ID=1def85fa-721a-48ad-97b5-c5627b86ef2d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:59.857454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee889a33-c168-47a6-84f0-c133d358bc90 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:59.865497 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ee889a33-c168-47a6-84f0-c133d358bc90 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:59.893419 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6d1c73-43ca-417f-b362-8b462b76fa9c None None] The sync data for ids ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'] in n-d-779913-28 is: [{'id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'name': 'tempest-TestVolumeBackupRestore-2085541636-router', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:37Z', 'updated_at': '2021-07-13T07:56:45Z', 'revision_number': 4, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'gw_port': {'id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:39Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d', 'name': '', 'network_id': 'a895e7b0-afcc-4098-a27d-05e4c5bfad37', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'mac_address': 'fa:16:3e:01:4c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:43Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 5, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'subnets': [{'id': '5f4eecc3-67cc-4f9e-9fc2-82dad46a9705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:59.906892 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ee889a33-c168-47a6-84f0-c133d358bc90 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4972651 Jul 13 08:01:59.912249 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44768) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:59.992208 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee889a33-c168-47a6-84f0-c133d358bc90 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Pushing event updated for resources: {'Network': ['ID=31c990e0-21c5-4cf0-a851-af3c26b2cc05,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:00.006679 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 31c990e0-21c5-4cf0-a851-af3c26b2cc05 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:02:00.034521 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f4906-2b53-4ba9-9b33-fe44da903bcb req-7e0c951e-3d90-437b-a4b2-e76dd0416191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:00.036639 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8f3f4906-2b53-4ba9-9b33-fe44da903bcb req-7e0c951e-3d90-437b-a4b2-e76dd0416191 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a895e7b0-afcc-4098-a27d-05e4c5bfad37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2721548 Jul 13 08:02:00.158744 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8f3f4906-2b53-4ba9-9b33-fe44da903bcb req-a5b91d22-0ee3-40f8-96e4-673c3990c756 service neutron] 10.222.0.35 "GET /v2.0/networks/a895e7b0-afcc-4098-a27d-05e4c5bfad37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140256 Jul 13 08:02:00.294347 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8f3f4906-2b53-4ba9-9b33-fe44da903bcb req-78fbe3b1-a142-45cf-9da2-18d5219e66e5 service neutron] 10.222.0.35 "GET /v2.0/networks/a895e7b0-afcc-4098-a27d-05e4c5bfad37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273127 Jul 13 08:02:00.311976 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d54ae0-4624-466b-9f36-d3e2e3d5696b None None] New status for floating IP 40da5e9d-b34c-4a59-a8c6-c086c37fd655: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:02:00.432603 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded4051-0978-40fe-b474-78a1bbc665fd req-38991b80-398b-46f3-a83e-84a1e31ddec5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:00.434418 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8ded4051-0978-40fe-b474-78a1bbc665fd req-38991b80-398b-46f3-a83e-84a1e31ddec5 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 945 time: 0.0908246 Jul 13 08:02:00.577937 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-8ded4051-0978-40fe-b474-78a1bbc665fd req-57bd3ec9-3eef-498c-b725-f68ace523312 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Deleting port 7ce23e4f-64d2-4513-894a-6830959a220e {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:00.578322 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8ded4051-0978-40fe-b474-78a1bbc665fd req-57bd3ec9-3eef-498c-b725-f68ace523312 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:00.627874 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2d89447-a15e-41fb-83fd-f569042ec265 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:00.679687 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8ded4051-0978-40fe-b474-78a1bbc665fd req-57bd3ec9-3eef-498c-b725-f68ace523312 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] For port 7ce23e4f-64d2-4513-894a-6830959a220e, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7ce23e4f-64d2-4513-894a-6830959a220e,segment=NetworkSegment(1debc241-a322-48b9-89e6-6603bf5c6fb0),segment_id=1debc241-a322-48b9-89e6-6603bf5c6fb0)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:00.680055 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8ded4051-0978-40fe-b474-78a1bbc665fd req-57bd3ec9-3eef-498c-b725-f68ace523312 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:00.694149 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf167aff-df53-4049-834d-350c3cbee52b tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:00.697031 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-8ded4051-0978-40fe-b474-78a1bbc665fd req-57bd3ec9-3eef-498c-b725-f68ace523312 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Calling delete_port for 7ce23e4f-64d2-4513-894a-6830959a220e owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:00.700424 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf167aff-df53-4049-834d-350c3cbee52b tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:00.706603 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf167aff-df53-4049-834d-350c3cbee52b tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:00.713316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf167aff-df53-4049-834d-350c3cbee52b tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:00.716503 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bf167aff-df53-4049-834d-350c3cbee52b tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.8032689 Jul 13 08:02:00.749241 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44862) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:00.750141 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd5a9ee-34b6-44e5-b579-be580192c488 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:02:00.759419 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6dd5a9ee-34b6-44e5-b579-be580192c488 admin admin] 10.222.0.58 "PUT /v2.0/routers/a4b6fe98-27cc-4984-9fcf-0496a53256f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3392437 Jul 13 08:02:00.760208 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2b329-b285-4d75-b97f-33d7dea56365 None None] Sync routers for ids ['a4b6fe98-27cc-4984-9fcf-0496a53256f7'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:02:00.766562 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 44868) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:00.777145 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b2b329-b285-4d75-b97f-33d7dea56365 None None] Routers {'a4b6fe98-27cc-4984-9fcf-0496a53256f7'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:00.782254 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-09b2b329-b285-4d75-b97f-33d7dea56365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a4b6fe98-27cc-4984-9fcf-0496a53256f7'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:00.989620 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-09b2b329-b285-4d75-b97f-33d7dea56365 None None] Set router a4b6fe98-27cc-4984-9fcf-0496a53256f7 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:00.993802 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-904cd0d8-2458-4649-aa24-e66da24eee7e tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:01.079294 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d89447-a15e-41fb-83fd-f569042ec265 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:02:01.095868 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e87e7a-ee2b-4984-bcde-3dcf5db4197e req-132cb475-662f-43a8-aa4d-ec0dfe4aa50c tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:01.105139 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56e87e7a-ee2b-4984-bcde-3dcf5db4197e req-132cb475-662f-43a8-aa4d-ec0dfe4aa50c tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 945 time: 0.2525773 Jul 13 08:02:01.113017 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-904cd0d8-2458-4649-aa24-e66da24eee7e tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:01.124636 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-904cd0d8-2458-4649-aa24-e66da24eee7e tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c990e0-21c5-4cf0-a851-af3c26b2cc05']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:01.136679 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-904cd0d8-2458-4649-aa24-e66da24eee7e tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc495e86-8aa9-41d9-a945-332c03a87870') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:01.136982 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-904cd0d8-2458-4649-aa24-e66da24eee7e tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc495e86-8aa9-41d9-a945-332c03a87870') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:01.147496 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-904cd0d8-2458-4649-aa24-e66da24eee7e tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:01.171619 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-904cd0d8-2458-4649-aa24-e66da24eee7e tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:01.204191 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904cd0d8-2458-4649-aa24-e66da24eee7e tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:02:01.204600 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-904cd0d8-2458-4649-aa24-e66da24eee7e tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:02:01.206564 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:02:01.225015 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:01.265604 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005948a-d5d3-43a7-a280-c1df2cc9feb5 req-fb7318ef-f51a-43ac-b994-e673702aa85e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:01.273718 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4005948a-d5d3-43a7-a280-c1df2cc9feb5 req-fb7318ef-f51a-43ac-b994-e673702aa85e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.3035898 Jul 13 08:02:01.352514 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56e87e7a-ee2b-4984-bcde-3dcf5db4197e req-6f3e549b-826f-46e7-8182-782a83862c84 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/security-groups?id=e993a5e6-8bb1-46cb-b0f0-cc3193e17728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456884 Jul 13 08:02:01.376429 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8ded4051-0978-40fe-b474-78a1bbc665fd req-57bd3ec9-3eef-498c-b725-f68ace523312 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:01.387139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d89447-a15e-41fb-83fd-f569042ec265 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:02:01.389340 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:01.396866 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f25e99-018a-4a63-a491-8a0a7122e7b6 None None] Sync routers for ids ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:02:01.400052 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d2d89447-a15e-41fb-83fd-f569042ec265 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/2b1663f6-e4b5-4f55-b15e-ed29a41fa525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1611583 Jul 13 08:02:01.408086 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f25e99-018a-4a63-a491-8a0a7122e7b6 None None] Routers {'2b1663f6-e4b5-4f55-b15e-ed29a41fa525'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:01.408722 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c8f25e99-018a-4a63-a491-8a0a7122e7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:01.409483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44934) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:01.489468 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4005948a-d5d3-43a7-a280-c1df2cc9feb5 req-e7819fe2-8157-4974-b3c9-d9cedd2b7d93 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140901 Jul 13 08:02:01.504141 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a981c41-b833-422e-af36-0bfbc6de9038 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting subnet 26bd1c2d-d948-4e7c-92ad-6dc22fbf7129 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:02:01.506827 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-904cd0d8-2458-4649-aa24-e66da24eee7e tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:01.509319 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c8f25e99-018a-4a63-a491-8a0a7122e7b6 None None] Set router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:01.510509 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1a981c41-b833-422e-af36-0bfbc6de9038 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:01.536688 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904cd0d8-2458-4649-aa24-e66da24eee7e tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 31c990e0-21c5-4cf0-a851-af3c26b2cc05 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 08:02:01.570341 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd3ec9-3eef-498c-b725-f68ace523312 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Pushing event deleted for resources: {'Port': ['ID=7ce23e4f-64d2-4513-894a-6830959a220e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:01.583183 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-09b2b329-b285-4d75-b97f-33d7dea56365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'name': 'tempest-ServerActionsTestJSON-1277766241-router', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4198a172-480b-408c-97ee-0213b176c18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:26Z', 'updated_at': '2021-07-13T08:01:58Z', 'revision_number': 5, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'gw_port': {'id': '4198a172-480b-408c-97ee-0213b176c18d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:27Z', 'updated_at': '2021-07-13T07:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:01.606447 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-904cd0d8-2458-4649-aa24-e66da24eee7e tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:01.611162 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-904cd0d8-2458-4649-aa24-e66da24eee7e tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] 10.222.0.58 "DELETE /v2.0/networks/31c990e0-21c5-4cf0-a851-af3c26b2cc05 HTTP/1.1" status: 204 len: 168 time: 0.8607469 Jul 13 08:02:01.623131 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 44960) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:01.629170 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c8f25e99-018a-4a63-a491-8a0a7122e7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:01:59Z', 'revision_number': 11, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:01.639482 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-205d97ca-fe24-4e36-89b1-65c992add8ea tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Request body: {'network': {'name': 'tempest-network--833731463', 'router:external': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:01.652103 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2b329-b285-4d75-b97f-33d7dea56365 None None] Checking router: a4b6fe98-27cc-4984-9fcf-0496a53256f7 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:02:01.669598 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f25e99-018a-4a63-a491-8a0a7122e7b6 None None] Checking router: 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:02:01.671546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ded4051-0978-40fe-b474-78a1bbc665fd req-57bd3ec9-3eef-498c-b725-f68ace523312 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] No DVR routers for this DVR port 7ce23e4f-64d2-4513-894a-6830959a220e on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:02:01.676886 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8ded4051-0978-40fe-b474-78a1bbc665fd req-57bd3ec9-3eef-498c-b725-f68ace523312 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:01.681180 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8ded4051-0978-40fe-b474-78a1bbc665fd req-57bd3ec9-3eef-498c-b725-f68ace523312 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.35 "DELETE /v2.0/ports/7ce23e4f-64d2-4513-894a-6830959a220e HTTP/1.1" status: 204 len: 173 time: 1.2327294 Jul 13 08:02:01.683216 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b2b329-b285-4d75-b97f-33d7dea56365 None None] Routers {'a4b6fe98-27cc-4984-9fcf-0496a53256f7'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:01.683863 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-09b2b329-b285-4d75-b97f-33d7dea56365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a4b6fe98-27cc-4984-9fcf-0496a53256f7'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:01.685886 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f25e99-018a-4a63-a491-8a0a7122e7b6 None None] Routers {'2b1663f6-e4b5-4f55-b15e-ed29a41fa525'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:01.686606 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c8f25e99-018a-4a63-a491-8a0a7122e7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:01.700916 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6d268a-0bba-46a6-93cc-5a236d7189ca', 'name': 'network-vif-deleted', 'tag': '7ce23e4f-64d2-4513-894a-6830959a220e'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:02:01.708200 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1a981c41-b833-422e-af36-0bfbc6de9038 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:01.708511 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22ef15b-05cc-4657-92b4-683c488d45d9" -d '{"events": [{"server_uuid": "9e6d268a-0bba-46a6-93cc-5a236d7189ca", "name": "network-vif-deleted", "tag": "7ce23e4f-64d2-4513-894a-6830959a220e"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:02:01.742163 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cd0d8-2458-4649-aa24-e66da24eee7e tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Pushing event deleted for resources: {'Network': ['ID=31c990e0-21c5-4cf0-a851-af3c26b2cc05,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:01.777740 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205d97ca-fe24-4e36-89b1-65c992add8ea tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Made reservation on behalf of a68051240fcb4e1bb20e24153ffd112b for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:01.784276 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-205d97ca-fe24-4e36-89b1-65c992add8ea tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:01.801089 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:01.995778 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c8f25e99-018a-4a63-a491-8a0a7122e7b6 None None] Set router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:02.007650 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205d97ca-fe24-4e36-89b1-65c992add8ea tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:02:02.035566 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-09b2b329-b285-4d75-b97f-33d7dea56365 None None] Set router a4b6fe98-27cc-4984-9fcf-0496a53256f7 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:02.038898 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0ee655-e284-4175-9c1e-45bf3391c01c x-openstack-request-id: req-2a0ee655-e284-4175-9c1e-45bf3391c01c {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:02:02.039221 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6d268a-0bba-46a6-93cc-5a236d7189ca", "name": "network-vif-deleted", "tag": "7ce23e4f-64d2-4513-894a-6830959a220e", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:02:02.039652 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a0ee655-e284-4175-9c1e-45bf3391c01c {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:02:02.040307 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6d268a-0bba-46a6-93cc-5a236d7189ca', 'name': 'network-vif-deleted', 'tag': '7ce23e4f-64d2-4513-894a-6830959a220e', 'status': 'completed', 'code': 200} Jul 13 08:02:02.072531 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-205d97ca-fe24-4e36-89b1-65c992add8ea tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:02.072876 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-205d97ca-fe24-4e36-89b1-65c992add8ea tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Added segment 4e0805c8-ff97-487f-ace5-a31ac3476548 of type vlan for network 32a5d0d7-ab7d-4d94-95cd-89f90aa7552a Jul 13 08:02:02.177724 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Deleting port 4198a172-480b-408c-97ee-0213b176c18d {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:02.183143 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c8f25e99-018a-4a63-a491-8a0a7122e7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:01:59Z', 'revision_number': 11, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:02.188089 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:02.227290 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f25e99-018a-4a63-a491-8a0a7122e7b6 None None] The sync data for ids ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'] in n-d-779913-28 is: [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:01:59Z', 'revision_number': 11, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:02:02.253672 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1a981c41-b833-422e-af36-0bfbc6de9038 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:02.408513 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] For port 4198a172-480b-408c-97ee-0213b176c18d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=4198a172-480b-408c-97ee-0213b176c18d,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:02.408990 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:02.425245 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Calling delete_port for 4198a172-480b-408c-97ee-0213b176c18d owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:02.480664 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1a981c41-b833-422e-af36-0bfbc6de9038 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:02.508864 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-205d97ca-fe24-4e36-89b1-65c992add8ea tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:02.513050 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-09b2b329-b285-4d75-b97f-33d7dea56365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'name': 'tempest-ServerActionsTestJSON-1277766241-router', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4198a172-480b-408c-97ee-0213b176c18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:26Z', 'updated_at': '2021-07-13T08:01:58Z', 'revision_number': 5, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'gw_port': {'id': '4198a172-480b-408c-97ee-0213b176c18d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:27Z', 'updated_at': '2021-07-13T07:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:02.616714 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2b329-b285-4d75-b97f-33d7dea56365 None None] The sync data for ids ['a4b6fe98-27cc-4984-9fcf-0496a53256f7'] in n-d-779913-28 is: [{'id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'name': 'tempest-ServerActionsTestJSON-1277766241-router', 'tenant_id': 'fbbeea760150488197661d4c6a4419de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4198a172-480b-408c-97ee-0213b176c18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:26Z', 'updated_at': '2021-07-13T08:01:58Z', 'revision_number': 5, 'project_id': 'fbbeea760150488197661d4c6a4419de', 'gw_port': {'id': '4198a172-480b-408c-97ee-0213b176c18d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b6fe98-27cc-4984-9fcf-0496a53256f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:27Z', 'updated_at': '2021-07-13T07:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:02:02.631927 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-205d97ca-fe24-4e36-89b1-65c992add8ea tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:02.632195 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205d97ca-fe24-4e36-89b1-65c992add8ea tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:02.632569 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-205d97ca-fe24-4e36-89b1-65c992add8ea tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:02.720261 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:02.748835 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Pushing event deleted for resources: {'Port': ['ID=4198a172-480b-408c-97ee-0213b176c18d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:02.766487 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:02.767146 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:02.772899 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:02.773892 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:02.774531 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:02.775095 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:02.775556 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae8bd84-a309-4660-bb3d-3391f2d12b38 None None] Network 704a3aba-c84c-4a33-9202-8d8bf486e87f requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:02:02.775878 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:02.776448 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:02.777014 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:02.777621 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:02.778232 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:02.778783 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:02.791958 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a981c41-b833-422e-af36-0bfbc6de9038 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Subnet': ['ID=26bd1c2d-d948-4e7c-92ad-6dc22fbf7129,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:02.823341 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1a981c41-b833-422e-af36-0bfbc6de9038 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:02.825723 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1a981c41-b833-422e-af36-0bfbc6de9038 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/subnets/26bd1c2d-d948-4e7c-92ad-6dc22fbf7129 HTTP/1.1" status: 204 len: 168 time: 1.4150429 Jul 13 08:02:02.828518 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30f85e05-2d72-4d5f-8b42-038fae53295e req-38f34dc0-42df-4983-8452-cffb5785928b tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 210 time: 0.1785562 Jul 13 08:02:02.831161 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45014) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:02.840750 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d97ca-fe24-4e36-89b1-65c992add8ea tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Pushing event updated for resources: {'Network': ['ID=32a5d0d7-ab7d-4d94-95cd-89f90aa7552a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:02.845249 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-205d97ca-fe24-4e36-89b1-65c992add8ea tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2207065 Jul 13 08:02:02.865097 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45016) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:02.922540 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:02.923310 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 32a5d0d7-ab7d-4d94-95cd-89f90aa7552a details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:02:02.967099 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14d65cb-076b-44e1-84ee-40d2953ccca0 tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:02.968542 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a14d65cb-076b-44e1-84ee-40d2953ccca0 tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] 10.222.0.58 "GET /v2.0/networks/32a5d0d7-ab7d-4d94-95cd-89f90aa7552a HTTP/1.1" status: 200 len: 756 time: 0.1023538 Jul 13 08:02:02.976861 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45018) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:03.005759 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 7ce23e4f-64d2-4513-894a-6830959a220e no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:02:03.036400 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.039690 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.099214 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 7ce23e4f-64d2-4513-894a-6830959a220e {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:02:03.099775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 7ce23e4f-64d2-4513-894a-6830959a220e not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:02:03.106601 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.108055 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4b6fe98-27cc-4984-9fcf-0496a53256f7 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:02:03.120988 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.124425 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e3a3497-89dd-4c59-a0d7-9555ee5da9d1 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.125937 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8b5a8254-c315-40ad-8853-34c42a773069 admin admin] 10.222.0.58 "DELETE /v2.0/routers/a4b6fe98-27cc-4984-9fcf-0496a53256f7 HTTP/1.1" status: 204 len: 168 time: 2.3568935 Jul 13 08:02:03.127087 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45020) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:03.143763 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045dfdb-94be-4095-8901-a238eda76e92 req-35c3cf3e-fd68-41b3-93d7-a43d8848c3ee tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:03.155057 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4045dfdb-94be-4095-8901-a238eda76e92 req-35c3cf3e-fd68-41b3-93d7-a43d8848c3ee tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.7451952 Jul 13 08:02:03.191602 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-681b196e-6006-4cef-91b5-f4adbc04e3ee admin admin] Deleting subnet 59058d89-afdf-4361-a951-c6ec0763fda8 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:02:03.195126 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-681b196e-6006-4cef-91b5-f4adbc04e3ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.214035 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc5adce-1860-4903-92af-5b7ae0b92cd7 tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:03.217396 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4cc5adce-1860-4903-92af-5b7ae0b92cd7 tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] 10.222.0.58 "GET /v2.0/networks/9e641b73-8b70-49f5-981d-521efc5f7c4d HTTP/1.1" status: 200 len: 767 time: 0.2380095 Jul 13 08:02:03.218022 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45022) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:03.250547 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fad75b-b7ae-4152-845a-1f44dd66e0fb None None] DHCP port deletion for 704a3aba-c84c-4a33-9202-8d8bf486e87f request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:02:03.262909 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-681b196e-6006-4cef-91b5-f4adbc04e3ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.269243 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4045dfdb-94be-4095-8901-a238eda76e92 req-95021720-ba1c-4d47-81ca-41ab7d83a1b2 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132808 Jul 13 08:02:03.330565 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-20fad75b-b7ae-4152-845a-1f44dd66e0fb None None] Deleting port dc837f74-ca57-4417-b4c8-2023a5b26277 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:03.331088 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20fad75b-b7ae-4152-845a-1f44dd66e0fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.358976 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8e3a3497-89dd-4c59-a0d7-9555ee5da9d1 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Deleting port dc837f74-ca57-4417-b4c8-2023a5b26277 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:03.359552 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e3a3497-89dd-4c59-a0d7-9555ee5da9d1 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.393111 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-681b196e-6006-4cef-91b5-f4adbc04e3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.394139 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4e317638-9312-44e5-bc37-b8029995bf4a tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.443788 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-20fad75b-b7ae-4152-845a-1f44dd66e0fb None None] For port dc837f74-ca57-4417-b4c8-2023a5b26277, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=dc837f74-ca57-4417-b4c8-2023a5b26277,segment=NetworkSegment(5071ae27-78d4-44ad-9852-1fdfc3683063),segment_id=5071ae27-78d4-44ad-9852-1fdfc3683063)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:03.444424 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20fad75b-b7ae-4152-845a-1f44dd66e0fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.474602 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-20fad75b-b7ae-4152-845a-1f44dd66e0fb None None] Calling delete_port for dc837f74-ca57-4417-b4c8-2023a5b26277 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:03.476965 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-681b196e-6006-4cef-91b5-f4adbc04e3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.493958 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-8e3a3497-89dd-4c59-a0d7-9555ee5da9d1 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] For port dc837f74-ca57-4417-b4c8-2023a5b26277, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=dc837f74-ca57-4417-b4c8-2023a5b26277,segment=NetworkSegment(5071ae27-78d4-44ad-9852-1fdfc3683063),segment_id=5071ae27-78d4-44ad-9852-1fdfc3683063)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:03.494669 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e3a3497-89dd-4c59-a0d7-9555ee5da9d1 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.532639 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8e3a3497-89dd-4c59-a0d7-9555ee5da9d1 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Calling delete_port for dc837f74-ca57-4417-b4c8-2023a5b26277 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:03.536778 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-681b196e-6006-4cef-91b5-f4adbc04e3ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.545061 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-681b196e-6006-4cef-91b5-f4adbc04e3ee admin admin] 10.222.0.58 "DELETE /v2.0/subnets/59058d89-afdf-4361-a951-c6ec0763fda8 HTTP/1.1" status: 204 len: 168 time: 0.4138532 Jul 13 08:02:03.545947 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45024) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:03.546754 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b196e-6006-4cef-91b5-f4adbc04e3ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59058d89-afdf-4361-a951-c6ec0763fda8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:03.561459 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c62c7c-ce4f-430a-ab83-906f3f8308d1 None None] Network 3cfb6628-70f1-4eba-bd72-3d514884b2d1 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:02:03.582168 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4e317638-9312-44e5-bc37-b8029995bf4a tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.597556 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-4e317638-9312-44e5-bc37-b8029995bf4a tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a5d0d7-ab7d-4d94-95cd-89f90aa7552a']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:03.673929 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9553bec5-214a-4b4a-b4f0-594a2cd1697e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.679074 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-4e317638-9312-44e5-bc37-b8029995bf4a tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0805c8-ff97-487f-ace5-a31ac3476548') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:03.679592 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-4e317638-9312-44e5-bc37-b8029995bf4a tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0805c8-ff97-487f-ace5-a31ac3476548') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:03.695693 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4e317638-9312-44e5-bc37-b8029995bf4a tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.731388 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4e317638-9312-44e5-bc37-b8029995bf4a tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.770954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e317638-9312-44e5-bc37-b8029995bf4a tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:02:03.771611 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4e317638-9312-44e5-bc37-b8029995bf4a tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:02:03.773926 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:02:03.813156 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-9553bec5-214a-4b4a-b4f0-594a2cd1697e admin admin] Deleting port f9c57509-3edd-473a-b228-dd45a1f3ac41 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:03.813802 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9553bec5-214a-4b4a-b4f0-594a2cd1697e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.820820 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d5ae2516-7d8b-4240-98c8-687061a16028 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:02:03.853982 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4e317638-9312-44e5-bc37-b8029995bf4a tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.867405 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e317638-9312-44e5-bc37-b8029995bf4a tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 32a5d0d7-ab7d-4d94-95cd-89f90aa7552a {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 08:02:03.873494 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4e317638-9312-44e5-bc37-b8029995bf4a tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.883794 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4e317638-9312-44e5-bc37-b8029995bf4a tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] 10.222.0.58 "DELETE /v2.0/networks/32a5d0d7-ab7d-4d94-95cd-89f90aa7552a HTTP/1.1" status: 204 len: 168 time: 0.6582193 Jul 13 08:02:03.884025 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20fad75b-b7ae-4152-845a-1f44dd66e0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.884025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: d5ae2516-7d8b-4240-98c8-687061a16028 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:02:03.884334 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d5ae2516-7d8b-4240-98c8-687061a16028 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:02:03.884758 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device dc837f74-ca57-4417-b4c8-2023a5b26277 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:02:03.906172 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45030) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:03.915320 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fad75b-b7ae-4152-845a-1f44dd66e0fb None None] Pushing event deleted for resources: {'Port': ['ID=dc837f74-ca57-4417-b4c8-2023a5b26277,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:03.917830 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ed622737-f512-4002-8c31-c6cab6ecddb0 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Request body: {'network': {'name': 'tempest-network--959767600'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:03.922471 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-9553bec5-214a-4b4a-b4f0-594a2cd1697e admin admin] For port f9c57509-3edd-473a-b228-dd45a1f3ac41, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f9c57509-3edd-473a-b228-dd45a1f3ac41,segment=NetworkSegment(e7d05b7e-dddf-40e9-8bbe-506332116d6d),segment_id=e7d05b7e-dddf-40e9-8bbe-506332116d6d)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:03.922919 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9553bec5-214a-4b4a-b4f0-594a2cd1697e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.936813 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-9553bec5-214a-4b4a-b4f0-594a2cd1697e admin admin] Calling delete_port for f9c57509-3edd-473a-b228-dd45a1f3ac41 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:03.949565 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e317638-9312-44e5-bc37-b8029995bf4a tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Pushing event deleted for resources: {'Network': ['ID=32a5d0d7-ab7d-4d94-95cd-89f90aa7552a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:03.951050 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fad75b-b7ae-4152-845a-1f44dd66e0fb None None] No DVR routers for this DVR port dc837f74-ca57-4417-b4c8-2023a5b26277 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:02:03.952516 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: dc837f74-ca57-4417-b4c8-2023a5b26277 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:02:03.954901 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device dc837f74-ca57-4417-b4c8-2023a5b26277 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:02:03.955489 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1def85fa-721a-48ad-97b5-c5627b86ef2d no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:02:03.989828 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e3a3497-89dd-4c59-a0d7-9555ee5da9d1 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:04.015756 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 1def85fa-721a-48ad-97b5-c5627b86ef2d {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:02:04.016104 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1def85fa-721a-48ad-97b5-c5627b86ef2d not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:02:04.053019 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9553bec5-214a-4b4a-b4f0-594a2cd1697e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:04.067554 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a3497-89dd-4c59-a0d7-9555ee5da9d1 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Port': ['ID=dc837f74-ca57-4417-b4c8-2023a5b26277,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:04.084345 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed622737-f512-4002-8c31-c6cab6ecddb0 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Made reservation on behalf of a68051240fcb4e1bb20e24153ffd112b for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:04.087283 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed622737-f512-4002-8c31-c6cab6ecddb0 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:04.104303 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553bec5-214a-4b4a-b4f0-594a2cd1697e admin admin] Pushing event deleted for resources: {'Port': ['ID=f9c57509-3edd-473a-b228-dd45a1f3ac41,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:04.118722 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9553bec5-214a-4b4a-b4f0-594a2cd1697e admin admin] No DVR routers for this DVR port f9c57509-3edd-473a-b228-dd45a1f3ac41 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:02:04.133516 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3a3497-89dd-4c59-a0d7-9555ee5da9d1 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] No DVR routers for this DVR port dc837f74-ca57-4417-b4c8-2023a5b26277 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:02:04.150688 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d752f140-74a9-4771-8521-64b645205067 None None] DHCP port deletion for 3cfb6628-70f1-4eba-bd72-3d514884b2d1 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:02:04.253390 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed622737-f512-4002-8c31-c6cab6ecddb0 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:02:04.267148 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9553bec5-214a-4b4a-b4f0-594a2cd1697e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:04.278761 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-9553bec5-214a-4b4a-b4f0-594a2cd1697e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cfb6628-70f1-4eba-bd72-3d514884b2d1']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:04.299618 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-9553bec5-214a-4b4a-b4f0-594a2cd1697e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d05b7e-dddf-40e9-8bbe-506332116d6d') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:04.299978 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-9553bec5-214a-4b4a-b4f0-594a2cd1697e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d05b7e-dddf-40e9-8bbe-506332116d6d') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:04.305224 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e3a3497-89dd-4c59-a0d7-9555ee5da9d1 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:04.312919 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9553bec5-214a-4b4a-b4f0-594a2cd1697e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:04.321647 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-8e3a3497-89dd-4c59-a0d7-9555ee5da9d1 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704a3aba-c84c-4a33-9202-8d8bf486e87f']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:04.328514 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9553bec5-214a-4b4a-b4f0-594a2cd1697e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:04.336054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9553bec5-214a-4b4a-b4f0-594a2cd1697e admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:02:04.336545 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9553bec5-214a-4b4a-b4f0-594a2cd1697e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:02:04.338790 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:02:04.368469 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-8e3a3497-89dd-4c59-a0d7-9555ee5da9d1 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5071ae27-78d4-44ad-9852-1fdfc3683063') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:04.369207 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-8e3a3497-89dd-4c59-a0d7-9555ee5da9d1 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5071ae27-78d4-44ad-9852-1fdfc3683063') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:04.382669 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e3a3497-89dd-4c59-a0d7-9555ee5da9d1 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:04.399403 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e3a3497-89dd-4c59-a0d7-9555ee5da9d1 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:04.403183 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed622737-f512-4002-8c31-c6cab6ecddb0 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:04.403542 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-ed622737-f512-4002-8c31-c6cab6ecddb0 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Added segment c861a663-d5ce-4399-86ee-958700dec195 of type vlan for network 110ff82b-dbf3-40ff-8211-5c291da375b9 Jul 13 08:02:04.411521 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9553bec5-214a-4b4a-b4f0-594a2cd1697e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:04.417576 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9553bec5-214a-4b4a-b4f0-594a2cd1697e admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:04.425710 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9553bec5-214a-4b4a-b4f0-594a2cd1697e admin admin] 10.222.0.58 "DELETE /v2.0/networks/3cfb6628-70f1-4eba-bd72-3d514884b2d1 HTTP/1.1" status: 204 len: 168 time: 0.8704131 Jul 13 08:02:04.451463 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553bec5-214a-4b4a-b4f0-594a2cd1697e admin admin] Pushing event deleted for resources: {'Network': ['ID=3cfb6628-70f1-4eba-bd72-3d514884b2d1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:04.471089 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f44628e2-0b55-45b5-90bc-4cb19203f36d req-7a038b68-b27b-4140-b12b-08504edba262 tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 210 time: 0.1326234 Jul 13 08:02:04.476108 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3a3497-89dd-4c59-a0d7-9555ee5da9d1 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:02:04.476690 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e3a3497-89dd-4c59-a0d7-9555ee5da9d1 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:02:04.480418 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:02:04.603987 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45038) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:04.634606 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed622737-f512-4002-8c31-c6cab6ecddb0 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:04.652472 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0a2e06c1-09b9-44c6-8a99-81c542cdeff3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fbbeea760150488197661d4c6a4419de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466626 Jul 13 08:02:04.653420 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45040) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:04.682040 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed622737-f512-4002-8c31-c6cab6ecddb0 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:04.683421 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed622737-f512-4002-8c31-c6cab6ecddb0 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:04.684153 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed622737-f512-4002-8c31-c6cab6ecddb0 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:04.717998 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27ee7492-b4aa-4bd1-b816-6d47c9cd8d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:04.724575 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e3a3497-89dd-4c59-a0d7-9555ee5da9d1 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:04.739483 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ed622737-f512-4002-8c31-c6cab6ecddb0 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8290942 Jul 13 08:02:04.742532 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45042) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:04.745890 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e3a3497-89dd-4c59-a0d7-9555ee5da9d1 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:04.750163 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8e3a3497-89dd-4c59-a0d7-9555ee5da9d1 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/networks/704a3aba-c84c-4a33-9202-8d8bf486e87f HTTP/1.1" status: 204 len: 168 time: 1.9154475 Jul 13 08:02:04.751544 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45044) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:04.758041 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-10bc73f0-f10f-4686-9dee-523471974c3f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'router': {'routes': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:04.767462 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-9fb88de8-b037-4255-8cf3-79ffcb90205c tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:04.793514 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27ee7492-b4aa-4bd1-b816-6d47c9cd8d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:04.847207 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed622737-f512-4002-8c31-c6cab6ecddb0 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Pushing event updated for resources: {'Network': ['ID=110ff82b-dbf3-40ff-8211-5c291da375b9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:04.860288 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 110ff82b-dbf3-40ff-8211-5c291da375b9 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:02:04.898724 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a3497-89dd-4c59-a0d7-9555ee5da9d1 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Pushing event deleted for resources: {'Network': ['ID=704a3aba-c84c-4a33-9202-8d8bf486e87f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:04.911226 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b7c47-bab5-4542-b6ba-15be879519fd req-dd08b5d9-39e8-4652-823f-e82c906267b7 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:04.912954 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b2b7c47-bab5-4542-b6ba-15be879519fd req-dd08b5d9-39e8-4652-823f-e82c906267b7 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.3771896 Jul 13 08:02:04.999573 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27ee7492-b4aa-4bd1-b816-6d47c9cd8d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.005098 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27ee7492-b4aa-4bd1-b816-6d47c9cd8d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.006472 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-27ee7492-b4aa-4bd1-b816-6d47c9cd8d61 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a42576a1-1d75-45cc-aacd-cccb5fc5fe4e HTTP/1.1" status: 204 len: 168 time: 0.3516600 Jul 13 08:02:05.033678 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee7492-b4aa-4bd1-b816-6d47c9cd8d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42576a1-1d75-45cc-aacd-cccb5fc5fe4e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:05.060931 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fb88de8-b037-4255-8cf3-79ffcb90205c tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.094590 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.extraroute_db [None req-10bc73f0-f10f-4686-9dee-523471974c3f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Added routes are [] {{(pid=93724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 08:02:05.094912 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.extraroute_db [None req-10bc73f0-f10f-4686-9dee-523471974c3f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Removed routes are [] {{(pid=93724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 08:02:05.095289 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-10bc73f0-f10f-4686-9dee-523471974c3f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.107093 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fb88de8-b037-4255-8cf3-79ffcb90205c tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.107491 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b2b7c47-bab5-4542-b6ba-15be879519fd req-ee70feb4-05e8-4f55-931d-450ff911d9bb tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842246 Jul 13 08:02:05.137422 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9fb88de8-b037-4255-8cf3-79ffcb90205c tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Network 110ff82b-dbf3-40ff-8211-5c291da375b9 is not hosted by any dhcp agent {{(pid=93723) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 08:02:05.138320 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb88de8-b037-4255-8cf3-79ffcb90205c tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:05.138927 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fb88de8-b037-4255-8cf3-79ffcb90205c tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.164343 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9fb88de8-b037-4255-8cf3-79ffcb90205c tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] 10.222.0.58 "PUT /v2.0/networks/110ff82b-dbf3-40ff-8211-5c291da375b9 HTTP/1.1" status: 200 len: 857 time: 0.3973353 Jul 13 08:02:05.176172 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f9c57509-3edd-473a-b228-dd45a1f3ac41 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:02:05.215581 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45050) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:05.217935 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: f9c57509-3edd-473a-b228-dd45a1f3ac41 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:02:05.218316 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f9c57509-3edd-473a-b228-dd45a1f3ac41 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:02:05.420766 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-895b5b80-d645-446c-bb50-3b2ccd93e772 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.503508 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb88de8-b037-4255-8cf3-79ffcb90205c tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Pushing event updated for resources: {'Network': ['ID=110ff82b-dbf3-40ff-8211-5c291da375b9,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:05.651431 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-895b5b80-d645-446c-bb50-3b2ccd93e772 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.671407 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-895b5b80-d645-446c-bb50-3b2ccd93e772 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110ff82b-dbf3-40ff-8211-5c291da375b9']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:05.705116 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-895b5b80-d645-446c-bb50-3b2ccd93e772 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c861a663-d5ce-4399-86ee-958700dec195') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:05.705613 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-895b5b80-d645-446c-bb50-3b2ccd93e772 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c861a663-d5ce-4399-86ee-958700dec195') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:05.737458 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-895b5b80-d645-446c-bb50-3b2ccd93e772 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.788916 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-895b5b80-d645-446c-bb50-3b2ccd93e772 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.801663 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-27b51f57-8890-49ab-b097-e2849392cf4d req-cd8ef6a6-2ad9-4943-9059-eb43ef3e760b tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 210 time: 0.0750370 Jul 13 08:02:05.813162 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895b5b80-d645-446c-bb50-3b2ccd93e772 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:02:05.814664 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-895b5b80-d645-446c-bb50-3b2ccd93e772 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:02:05.818921 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:02:05.896825 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-10bc73f0-f10f-4686-9dee-523471974c3f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.912166 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-10bc73f0-f10f-4686-9dee-523471974c3f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396023'] for router, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.912828 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-895b5b80-d645-446c-bb50-3b2ccd93e772 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.920696 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895b5b80-d645-446c-bb50-3b2ccd93e772 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 110ff82b-dbf3-40ff-8211-5c291da375b9 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 08:02:05.932170 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-895b5b80-d645-446c-bb50-3b2ccd93e772 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.937984 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-895b5b80-d645-446c-bb50-3b2ccd93e772 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] 10.222.0.58 "DELETE /v2.0/networks/110ff82b-dbf3-40ff-8211-5c291da375b9 HTTP/1.1" status: 204 len: 168 time: 0.7191386 Jul 13 08:02:05.940669 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45066) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:05.941542 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c56f4-a2ed-49fd-9d17-8bbda7b299a2 req-8464efd7-9c5b-4215-9859-0c214cb4c6cf tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:05.949806 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e49c56f4-a2ed-49fd-9d17-8bbda7b299a2 req-8464efd7-9c5b-4215-9859-0c214cb4c6cf tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.2718649 Jul 13 08:02:06.026620 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b5b80-d645-446c-bb50-3b2ccd93e772 tempest-ExternalNetworksTestJSON-1039759099 tempest-ExternalNetworksTestJSON-1039759099-project-admin] Pushing event deleted for resources: {'Network': ['ID=110ff82b-dbf3-40ff-8211-5c291da375b9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:06.029150 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-d862a62c-8941-493c-b979-c929389339a3 tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] DELETE failed (client error): The resource could not be found. Jul 13 08:02:06.029905 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d862a62c-8941-493c-b979-c929389339a3 tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:02:06.032245 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d862a62c-8941-493c-b979-c929389339a3 tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] 10.222.0.58 "DELETE /v2.0/subnets/9afa7a1f-d3dc-4a3c-b897-d7f4216d05a6 HTTP/1.1" status: 404 len: 337 time: 0.0866654 Jul 13 08:02:06.034607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45070) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:06.134132 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e49c56f4-a2ed-49fd-9d17-8bbda7b299a2 req-c996bdc0-3c09-4caa-b98a-2f7453b0aa34 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833997 Jul 13 08:02:06.136175 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bc73f0-f10f-4686-9dee-523471974c3f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:02:06.158662 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-807aecb0-26f0-4692-8cb3-a29c17497a24 tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:06.316849 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bc73f0-f10f-4686-9dee-523471974c3f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:02:06.324243 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-10bc73f0-f10f-4686-9dee-523471974c3f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:06.328627 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-10bc73f0-f10f-4686-9dee-523471974c3f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/2b1663f6-e4b5-4f55-b15e-ed29a41fa525 HTTP/1.1" status: 200 len: 701 time: 1.5746017 Jul 13 08:02:06.329259 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45084) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:06.363349 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3d48e0ae-8ec7-4af1-af00-64dd5d5e9843 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b1663f6-e4b5-4f55-b15e-ed29a41fa525 HTTP/1.1" status: 200 len: 205 time: 0.0320246 Jul 13 08:02:06.363349 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45086) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:06.364766 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-807aecb0-26f0-4692-8cb3-a29c17497a24 tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:06.390955 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-807aecb0-26f0-4692-8cb3-a29c17497a24 tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e641b73-8b70-49f5-981d-521efc5f7c4d']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:06.392937 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45088) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:06.418258 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-807aecb0-26f0-4692-8cb3-a29c17497a24 tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996adf76-bcf4-42d7-8f14-05d87abf7c2e') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:06.418562 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-807aecb0-26f0-4692-8cb3-a29c17497a24 tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996adf76-bcf4-42d7-8f14-05d87abf7c2e') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:06.428384 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-807aecb0-26f0-4692-8cb3-a29c17497a24 tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:06.448080 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-807aecb0-26f0-4692-8cb3-a29c17497a24 tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:06.460712 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807aecb0-26f0-4692-8cb3-a29c17497a24 tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:02:06.461252 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-807aecb0-26f0-4692-8cb3-a29c17497a24 tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:02:06.464273 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:02:06.519461 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73d9cff7-8b9e-49d5-ab8c-f6f3b52e4d54 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:06.560843 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-0df67cf6-fced-4b7c-a846-3f31b4e1e3c8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-332097597-network', 'tenant_id': 'b9a95614752e4491a86abe9092bae175'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:06.573918 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c143ae-8f3d-42ca-a274-894d5dfccc19 None None] Sync routers for ids ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:02:06.578839 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-807aecb0-26f0-4692-8cb3-a29c17497a24 tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:06.587514 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-807aecb0-26f0-4692-8cb3-a29c17497a24 tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:06.589747 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-807aecb0-26f0-4692-8cb3-a29c17497a24 tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] 10.222.0.58 "DELETE /v2.0/networks/9e641b73-8b70-49f5-981d-521efc5f7c4d HTTP/1.1" status: 204 len: 168 time: 0.5541375 Jul 13 08:02:06.592137 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c143ae-8f3d-42ca-a274-894d5dfccc19 None None] Routers {'2b1663f6-e4b5-4f55-b15e-ed29a41fa525'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:06.593029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-03c143ae-8f3d-42ca-a274-894d5dfccc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:06.625712 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807aecb0-26f0-4692-8cb3-a29c17497a24 tempest-ExternalNetworksTestJSON-413029552 tempest-ExternalNetworksTestJSON-413029552-project] Pushing event deleted for resources: {'Network': ['ID=9e641b73-8b70-49f5-981d-521efc5f7c4d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:06.634935 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df67cf6-fced-4b7c-a846-3f31b4e1e3c8 admin admin] Made reservation on behalf of b9a95614752e4491a86abe9092bae175 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:06.638387 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0df67cf6-fced-4b7c-a846-3f31b4e1e3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:06.654195 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0df67cf6-fced-4b7c-a846-3f31b4e1e3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:06.712609 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73d9cff7-8b9e-49d5-ab8c-f6f3b52e4d54 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:06.716398 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73d9cff7-8b9e-49d5-ab8c-f6f3b52e4d54 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:06.735938 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ef334-ec16-4499-a84d-a9cee8e4e5a2 req-fc8e18d5-85ff-4949-b0a9-774944913669 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:06.737515 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb8ef334-ec16-4499-a84d-a9cee8e4e5a2 req-fc8e18d5-85ff-4949-b0a9-774944913669 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.3048282 Jul 13 08:02:06.760562 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-03c143ae-8f3d-42ca-a274-894d5dfccc19 None None] Set router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:06.790654 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0df67cf6-fced-4b7c-a846-3f31b4e1e3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:06.802759 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0df67cf6-fced-4b7c-a846-3f31b4e1e3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:06.811286 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73d9cff7-8b9e-49d5-ab8c-f6f3b52e4d54 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:06.811286 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d9cff7-8b9e-49d5-ab8c-f6f3b52e4d54 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Fanout notify agent at l3_agent the message router_deleted on router 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:02:06.837886 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73d9cff7-8b9e-49d5-ab8c-f6f3b52e4d54 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:06.843664 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-73d9cff7-8b9e-49d5-ab8c-f6f3b52e4d54 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/routers/2b1663f6-e4b5-4f55-b15e-ed29a41fa525 HTTP/1.1" status: 204 len: 168 time: 0.4744582 Jul 13 08:02:06.843937 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-03c143ae-8f3d-42ca-a274-894d5dfccc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1663f6-e4b5-4f55-b15e-ed29a41fa525', 'name': 'tempest-RoutersTest-router-1479954402', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:36Z', 'updated_at': '2021-07-13T08:01:59Z', 'revision_number': 11, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:06.844073 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df67cf6-fced-4b7c-a846-3f31b4e1e3c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:02:06.846916 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45096) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:06.851723 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-43f62d36-6c1d-479b-908d-3ffc829d6746 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-707258093', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:06.873217 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df67cf6-fced-4b7c-a846-3f31b4e1e3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ea2dc6-5740-472c-96d9-f0b20c0d3046,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:06.889551 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0df67cf6-fced-4b7c-a846-3f31b4e1e3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:06.889917 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-0df67cf6-fced-4b7c-a846-3f31b4e1e3c8 admin admin] Added segment 718c365b-9c19-4b23-9d47-48c3063e0352 of type vlan for network beb00341-60c7-4eb1-9a39-32233237abd7 Jul 13 08:02:06.905151 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb8ef334-ec16-4499-a84d-a9cee8e4e5a2 req-39d3c220-9a90-4127-88c9-bc915628fbbd tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333640 Jul 13 08:02:06.906605 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-43f62d36-6c1d-479b-908d-3ffc829d6746 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:06.907807 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-43f62d36-6c1d-479b-908d-3ffc829d6746 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:06.948237 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45100) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:06.960240 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0df67cf6-fced-4b7c-a846-3f31b4e1e3c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:06.998369 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c143ae-8f3d-42ca-a274-894d5dfccc19 None None] Checking router: 2b1663f6-e4b5-4f55-b15e-ed29a41fa525 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:02:06.998556 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-43f62d36-6c1d-479b-908d-3ffc829d6746 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:07.007213 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-43f62d36-6c1d-479b-908d-3ffc829d6746 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:07.009321 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0df67cf6-fced-4b7c-a846-3f31b4e1e3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:07.010406 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df67cf6-fced-4b7c-a846-3f31b4e1e3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:07.010999 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0df67cf6-fced-4b7c-a846-3f31b4e1e3c8 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:07.032033 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-43f62d36-6c1d-479b-908d-3ffc829d6746 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:07.037963 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-43f62d36-6c1d-479b-908d-3ffc829d6746 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1894352 Jul 13 08:02:07.038897 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45106) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:07.044647 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-de827280-47c0-45b0-8747-361426aab043 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:07.056056 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c143ae-8f3d-42ca-a274-894d5dfccc19 None None] Routers set() bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:07.056435 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c143ae-8f3d-42ca-a274-894d5dfccc19 None None] Router IDs set() for agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 08:02:07.064964 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_agentschedulers_db [None req-03c143ae-8f3d-42ca-a274-894d5dfccc19 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2b1663f6-e4b5-4f55-b15e-ed29a41fa525'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent'). {{(pid=93725) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 08:02:07.065689 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c143ae-8f3d-42ca-a274-894d5dfccc19 None None] The sync data for ids ['2b1663f6-e4b5-4f55-b15e-ed29a41fa525'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:02:07.092269 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0df67cf6-fced-4b7c-a846-3f31b4e1e3c8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6981719 Jul 13 08:02:07.097611 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45110) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:07.107692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-73e65858-6a2f-4493-ad09-c602762b164e admin admin] Request body: {'subnet': {'network_id': 'beb00341-60c7-4eb1-9a39-32233237abd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-332097597-subnet', 'tenant_id': 'b9a95614752e4491a86abe9092bae175', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:07.117617 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 4198a172-480b-408c-97ee-0213b176c18d no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:02:07.171284 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 4198a172-480b-408c-97ee-0213b176c18d {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:02:07.174850 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 4198a172-480b-408c-97ee-0213b176c18d not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:02:07.195292 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df67cf6-fced-4b7c-a846-3f31b4e1e3c8 admin admin] Pushing event updated for resources: {'Network': ['ID=beb00341-60c7-4eb1-9a39-32233237abd7,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:07.211010 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network beb00341-60c7-4eb1-9a39-32233237abd7 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:02:07.247672 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e65858-6a2f-4493-ad09-c602762b164e admin admin] Made reservation on behalf of b9a95614752e4491a86abe9092bae175 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:07.255772 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-73e65858-6a2f-4493-ad09-c602762b164e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:07.319355 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-565201d2-a715-4f21-abf1-d8b8618e7d58 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=40af7e71fbe947ec8be6f7b535fde139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692300 Jul 13 08:02:07.322537 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45112) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:07.357778 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3013457-5ecf-4739-aa1b-058353ba5637 req-c2549293-9d9b-4b33-979a-f393c2ab5acb tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e6d268a-0bba-46a6-93cc-5a236d7189ca HTTP/1.1" status: 200 len: 210 time: 0.1818824 Jul 13 08:02:07.444874 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de827280-47c0-45b0-8747-361426aab043 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:07.466010 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ba0e72f-7491-4992-9fc3-f72f82e22824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:07.471969 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225abacf-65ad-49db-9ade-e72604508ef1 req-7eff3c25-1618-4eca-b557-ddb92d46ced6 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:07.474175 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-225abacf-65ad-49db-9ade-e72604508ef1 req-7eff3c25-1618-4eca-b557-ddb92d46ced6 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.2098515 Jul 13 08:02:07.475391 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de827280-47c0-45b0-8747-361426aab043 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396023'] for router, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:07.509162 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ba0e72f-7491-4992-9fc3-f72f82e22824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:07.616699 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-225abacf-65ad-49db-9ade-e72604508ef1 req-b611eb56-86f6-4474-8400-977e2163cbfc tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359539 Jul 13 08:02:07.640990 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ba0e72f-7491-4992-9fc3-f72f82e22824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:07.643782 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ba0e72f-7491-4992-9fc3-f72f82e22824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:07.644182 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de827280-47c0-45b0-8747-361426aab043 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Router 2ae006c2-9056-4bf8-a5e0-2ff887d61bf1 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:02:07.646421 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9ba0e72f-7491-4992-9fc3-f72f82e22824 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/35135f65-edc1-408a-9d0f-6e525179a4d8 HTTP/1.1" status: 204 len: 168 time: 0.3212769 Jul 13 08:02:07.658155 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0e72f-7491-4992-9fc3-f72f82e22824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35135f65-edc1-408a-9d0f-6e525179a4d8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:07.660181 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-73e65858-6a2f-4493-ad09-c602762b164e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:07.741810 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e65858-6a2f-4493-ad09-c602762b164e admin admin] Checking segment: {'id': '718c365b-9c19-4b23-9d47-48c3063e0352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'beb00341-60c7-4eb1-9a39-32233237abd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:02:07.742346 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e65858-6a2f-4493-ad09-c602762b164e admin admin] Network hostable DHCP agents. Network: beb00341-60c7-4eb1-9a39-32233237abd7, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:02:07.748977 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e65858-6a2f-4493-ad09-c602762b164e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed3d0b9-c13b-441a-b2a2-61a397b26fa8,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:07.753259 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de827280-47c0-45b0-8747-361426aab043 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:02:07.761542 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de827280-47c0-45b0-8747-361426aab043 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:07.762902 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-de827280-47c0-45b0-8747-361426aab043 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "PUT /v2.0/routers/2ae006c2-9056-4bf8-a5e0-2ff887d61bf1 HTTP/1.1" status: 200 len: 693 time: 0.7229919 Jul 13 08:02:07.765435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45120) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:07.768122 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa58c875-24a0-48ca-b1f6-4d252276a5af None None] Sync routers for ids ['2ae006c2-9056-4bf8-a5e0-2ff887d61bf1'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:02:07.775726 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e65858-6a2f-4493-ad09-c602762b164e admin admin] Network beb00341-60c7-4eb1-9a39-32233237abd7 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:02:07.787239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-73e65858-6a2f-4493-ad09-c602762b164e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, beb00341-60c7-4eb1-9a39-32233237abd7) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:07.788912 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa58c875-24a0-48ca-b1f6-4d252276a5af None None] Routers {'2ae006c2-9056-4bf8-a5e0-2ff887d61bf1'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:07.793293 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-fa58c875-24a0-48ca-b1f6-4d252276a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2ae006c2-9056-4bf8-a5e0-2ff887d61bf1'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:07.796047 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b1d485-2e4a-4012-ade9-145bbd23f0eb None None] Network beb00341-60c7-4eb1-9a39-32233237abd7 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:02:07.802009 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e65858-6a2f-4493-ad09-c602762b164e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:07.802818 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-73e65858-6a2f-4493-ad09-c602762b164e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:07.830570 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-73e65858-6a2f-4493-ad09-c602762b164e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7312996 Jul 13 08:02:07.831219 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45122) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:07.842464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-f10f5617-37ab-41bc-8866-70b5f0fe632d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-332097597-router', 'tenant_id': 'b9a95614752e4491a86abe9092bae175', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:07.892123 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f10f5617-37ab-41bc-8866-70b5f0fe632d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:07.893374 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f10f5617-37ab-41bc-8866-70b5f0fe632d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:07.988008 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-fa58c875-24a0-48ca-b1f6-4d252276a5af None None] Set router 2ae006c2-9056-4bf8-a5e0-2ff887d61bf1 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:07.999095 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f10f5617-37ab-41bc-8866-70b5f0fe632d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:08.034649 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540fcab2-1908-4cdc-a955-a560e9850dec None None] Network beb00341-60c7-4eb1-9a39-32233237abd7 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:02:08.057322 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-fa58c875-24a0-48ca-b1f6-4d252276a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae006c2-9056-4bf8-a5e0-2ff887d61bf1', 'name': 'tempest-RoutersTest-router-707258093', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:06Z', 'updated_at': '2021-07-13T08:02:07Z', 'revision_number': 2, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:08.094306 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa58c875-24a0-48ca-b1f6-4d252276a5af None None] Checking router: 2ae006c2-9056-4bf8-a5e0-2ff887d61bf1 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:02:08.094875 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4cf17a03-604c-4c45-ac2d-87543db49e0f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/routers/2ae006c2-9056-4bf8-a5e0-2ff887d61bf1 HTTP/1.1" status: 200 len: 699 time: 0.3096733 Jul 13 08:02:08.103135 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:08.106304 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45126) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:08.106668 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa58c875-24a0-48ca-b1f6-4d252276a5af None None] Routers {'2ae006c2-9056-4bf8-a5e0-2ff887d61bf1'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:08.107491 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-fa58c875-24a0-48ca-b1f6-4d252276a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2ae006c2-9056-4bf8-a5e0-2ff887d61bf1'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:08.118169 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45128) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:08.205633 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-fa58c875-24a0-48ca-b1f6-4d252276a5af None None] Set router 2ae006c2-9056-4bf8-a5e0-2ff887d61bf1 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:08.239726 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f10f5617-37ab-41bc-8866-70b5f0fe632d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:08.279854 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-fa58c875-24a0-48ca-b1f6-4d252276a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae006c2-9056-4bf8-a5e0-2ff887d61bf1', 'name': 'tempest-RoutersTest-router-707258093', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:06Z', 'updated_at': '2021-07-13T08:02:07Z', 'revision_number': 2, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:08.312763 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fc79fa2c-26f3-4ba6-ad7e-2a46bcacc13f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a68051240fcb4e1bb20e24153ffd112b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713817 Jul 13 08:02:08.315216 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-12459ad9-f307-48ea-8f2e-7394ea34645e tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ae006c2-9056-4bf8-a5e0-2ff887d61bf1 HTTP/1.1" status: 200 len: 205 time: 0.2004287 Jul 13 08:02:08.319723 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45132) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:08.319959 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45134) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:08.402581 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa58c875-24a0-48ca-b1f6-4d252276a5af None None] The sync data for ids ['2ae006c2-9056-4bf8-a5e0-2ff887d61bf1'] in n-d-779913-28 is: [{'id': '2ae006c2-9056-4bf8-a5e0-2ff887d61bf1', 'name': 'tempest-RoutersTest-router-707258093', 'tenant_id': 'a0ffb35344bc4cd8a0348e916437de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:06Z', 'updated_at': '2021-07-13T08:02:07Z', 'revision_number': 2, 'project_id': 'a0ffb35344bc4cd8a0348e916437de28', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:02:08.481050 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f6dfece3-0e1b-49cf-aaa5-4f91f081677c tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:08.517056 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f10f5617-37ab-41bc-8866-70b5f0fe632d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:08.549455 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45140) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:08.557855 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f10f5617-37ab-41bc-8866-70b5f0fe632d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:08.587530 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa267f9-4819-440d-af0a-fba067dd7321 req-8c34d2dd-5c4f-48e4-ad3c-f34cc8b0a1c9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:08.589151 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4aa267f9-4819-440d-af0a-fba067dd7321 req-8c34d2dd-5c4f-48e4-ad3c-f34cc8b0a1c9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.6958308 Jul 13 08:02:08.693425 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-94f27459-7f10-4ef4-b958-dc2621c1087e tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:08.709329 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f6dfece3-0e1b-49cf-aaa5-4f91f081677c tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:08.710956 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a902d537-be1d-4405-a8e7-2a83c9520df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:08.712994 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f6dfece3-0e1b-49cf-aaa5-4f91f081677c tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:08.744935 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-94f27459-7f10-4ef4-b958-dc2621c1087e tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:08.748319 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-f10f5617-37ab-41bc-8866-70b5f0fe632d admin admin] Allocated IP 172.25.0.241 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/766647e6-671b-49e0-b659-e2607f17cd4b) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:02:08.791680 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4aa267f9-4819-440d-af0a-fba067dd7321 req-02db0c86-5784-421a-8214-03961bffca6c tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708577 Jul 13 08:02:08.793886 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a902d537-be1d-4405-a8e7-2a83c9520df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:08.795882 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f6dfece3-0e1b-49cf-aaa5-4f91f081677c tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:08.796424 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dfece3-0e1b-49cf-aaa5-4f91f081677c tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Fanout notify agent at l3_agent the message router_deleted on router 2ae006c2-9056-4bf8-a5e0-2ff887d61bf1 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:02:08.807346 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f6dfece3-0e1b-49cf-aaa5-4f91f081677c tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:08.810143 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f6dfece3-0e1b-49cf-aaa5-4f91f081677c tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/routers/2ae006c2-9056-4bf8-a5e0-2ff887d61bf1 HTTP/1.1" status: 204 len: 168 time: 0.4858625 Jul 13 08:02:08.816107 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45142) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:08.860456 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c4199b06-36f2-4687-9a8d-805ff3f5890c tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ae006c2-9056-4bf8-a5e0-2ff887d61bf1 HTTP/1.1" status: 200 len: 205 time: 0.0421851 Jul 13 08:02:08.862354 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45146) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:08.921680 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-802fa210-af84-4304-9f53-9ba2c116a2a3 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] delete failed (client error): The resource could not be found. Jul 13 08:02:08.924894 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-802fa210-af84-4304-9f53-9ba2c116a2a3 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/routers/2ae006c2-9056-4bf8-a5e0-2ff887d61bf1 HTTP/1.1" status: 404 len: 336 time: 0.0594070 Jul 13 08:02:08.925595 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45148) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:08.946673 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f10f5617-37ab-41bc-8866-70b5f0fe632d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:08.957181 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-85514443-2cbf-4da6-ba77-162832e16455 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] DELETE failed (client error): The resource could not be found. Jul 13 08:02:08.957661 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85514443-2cbf-4da6-ba77-162832e16455 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:02:08.961874 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-85514443-2cbf-4da6-ba77-162832e16455 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/subnets/16dca4e3-73af-43b3-afb9-d14be8a13ceb HTTP/1.1" status: 404 len: 337 time: 0.0335310 Jul 13 08:02:08.964621 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45150) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:08.999489 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb300a21-a8ca-480f-b458-e6bc48e0c9f2 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] DELETE failed (client error): The resource could not be found. Jul 13 08:02:08.999966 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb300a21-a8ca-480f-b458-e6bc48e0c9f2 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:02:09.001720 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bb300a21-a8ca-480f-b458-e6bc48e0c9f2 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/subnets/9f9ed354-5c12-4445-aba8-4356e7c4a028 HTTP/1.1" status: 404 len: 337 time: 0.0356770 Jul 13 08:02:09.003001 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a902d537-be1d-4405-a8e7-2a83c9520df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:09.006443 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a902d537-be1d-4405-a8e7-2a83c9520df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:09.006803 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45152) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:09.023128 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a902d537-be1d-4405-a8e7-2a83c9520df5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dd261b19-70e6-4ab2-94ee-6c2660540d68 HTTP/1.1" status: 204 len: 168 time: 0.6925039 Jul 13 08:02:09.040083 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902d537-be1d-4405-a8e7-2a83c9520df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd261b19-70e6-4ab2-94ee-6c2660540d68,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:09.042734 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d15b05c-23f0-4bd2-b533-3c5957e8f630 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] DELETE failed (client error): The resource could not be found. Jul 13 08:02:09.042893 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d15b05c-23f0-4bd2-b533-3c5957e8f630 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:02:09.046867 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3d15b05c-23f0-4bd2-b533-3c5957e8f630 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/subnets/a724c524-c30d-426c-84e5-267725761d25 HTTP/1.1" status: 404 len: 337 time: 0.0369084 Jul 13 08:02:09.048469 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45156) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:09.088281 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-94f27459-7f10-4ef4-b958-dc2621c1087e tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:09.097586 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c765a7-3735-4f3d-a918-9c44c503218c req-642d93d0-ce93-4cce-88db-c9efe90efb93 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:09.099778 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-51c765a7-3735-4f3d-a918-9c44c503218c req-642d93d0-ce93-4cce-88db-c9efe90efb93 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.1456540 Jul 13 08:02:09.105781 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-94f27459-7f10-4ef4-b958-dc2621c1087e tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:09.109414 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-94f27459-7f10-4ef4-b958-dc2621c1087e tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] 10.222.0.58 "DELETE /v2.0/security-groups/e993a5e6-8bb1-46cb-b0f0-cc3193e17728 HTTP/1.1" status: 204 len: 168 time: 0.5565839 Jul 13 08:02:09.121896 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6087c19-3dcd-478f-8aa5-723fcf37936a tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] DELETE failed (client error): The resource could not be found. Jul 13 08:02:09.125534 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6087c19-3dcd-478f-8aa5-723fcf37936a tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:02:09.128168 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c6087c19-3dcd-478f-8aa5-723fcf37936a tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/subnets/26bd1c2d-d948-4e7c-92ad-6dc22fbf7129 HTTP/1.1" status: 404 len: 337 time: 0.0787327 Jul 13 08:02:09.134031 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45160) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:09.143935 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f27459-7f10-4ef4-b958-dc2621c1087e tempest-TestVolumeBackupRestore-1770422588 tempest-TestVolumeBackupRestore-1770422588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e993a5e6-8bb1-46cb-b0f0-cc3193e17728,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:09.148280 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f10f5617-37ab-41bc-8866-70b5f0fe632d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:09.179238 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c39f5d42-1c5f-4306-9b21-38eb7b17f451 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b1663f6-e4b5-4f55-b15e-ed29a41fa525 HTTP/1.1" status: 200 len: 205 time: 0.0439270 Jul 13 08:02:09.198284 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45164) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:09.202892 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-51c765a7-3735-4f3d-a918-9c44c503218c req-b6e29996-d351-4682-a0f2-745e54625d90 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971370 Jul 13 08:02:09.660612 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec44b55-7a8b-4c77-a3bf-87ded009acfc req-a89f5620-88a4-45e8-be2b-0bc08dc723ea tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:09.662458 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7ec44b55-7a8b-4c77-a3bf-87ded009acfc req-a89f5620-88a4-45e8-be2b-0bc08dc723ea tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.1047311 Jul 13 08:02:09.743736 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7ec44b55-7a8b-4c77-a3bf-87ded009acfc req-3c936c8f-704e-41cd-927c-96b8d92ec681 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680885 Jul 13 08:02:09.880886 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-b1f60d94-e7a3-4da5-941e-0081949ec367 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] delete failed (client error): The resource could not be found. Jul 13 08:02:09.881936 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b1f60d94-e7a3-4da5-941e-0081949ec367 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/routers/2b1663f6-e4b5-4f55-b15e-ed29a41fa525 HTTP/1.1" status: 404 len: 336 time: 0.6824296 Jul 13 08:02:09.884330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10f5617-37ab-41bc-8866-70b5f0fe632d admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:02:09.884718 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45226) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:09.897882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-f10f5617-37ab-41bc-8866-70b5f0fe632d admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:09.902306 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10f5617-37ab-41bc-8866-70b5f0fe632d admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:02:09.909456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f5617-37ab-41bc-8866-70b5f0fe632d admin admin] Pushing event updated for resources: {'Port': ['ID=766647e6-671b-49e0-b659-e2607f17cd4b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:09.956509 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6a73a529-1f21-4cab-ad92-027b37f57add tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7f91ae-cc2c-4a2d-b6e5-6497af6239e9 HTTP/1.1" status: 200 len: 205 time: 0.0705299 Jul 13 08:02:09.960430 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45234) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:10.072148 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-1cb7439a-7a5b-4517-a8fd-36ba021b5e56 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] delete failed (client error): The resource could not be found. Jul 13 08:02:10.080096 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1cb7439a-7a5b-4517-a8fd-36ba021b5e56 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/routers/0a7f91ae-cc2c-4a2d-b6e5-6497af6239e9 HTTP/1.1" status: 404 len: 336 time: 0.1181571 Jul 13 08:02:10.080821 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45246) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:10.235632 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebcc34c-bd74-4a5b-960a-6d2a7d42c9c9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] DELETE failed (client error): The resource could not be found. Jul 13 08:02:10.236196 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ebcc34c-bd74-4a5b-960a-6d2a7d42c9c9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:02:10.242002 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5ebcc34c-bd74-4a5b-960a-6d2a7d42c9c9 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/subnets/26d8591c-cd64-4382-a49c-6b77d2e1f886 HTTP/1.1" status: 404 len: 337 time: 0.1561074 Jul 13 08:02:10.242733 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45268) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:10.289304 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b73b458d-33d2-4250-9b0e-03d58e995441 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/ports?device_id=37aa656b-3f9f-423d-8aa5-828d0a87b4b4 HTTP/1.1" status: 200 len: 205 time: 0.0419345 Jul 13 08:02:10.295593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45276) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:10.402134 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-c636cf6e-30a6-46ea-9efc-8e457e6489f8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] delete failed (client error): The resource could not be found. Jul 13 08:02:10.405708 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c636cf6e-30a6-46ea-9efc-8e457e6489f8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/routers/37aa656b-3f9f-423d-8aa5-828d0a87b4b4 HTTP/1.1" status: 404 len: 336 time: 0.1065557 Jul 13 08:02:10.409545 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45290) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:10.443786 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5970f9a-68a0-44ab-b674-850c7e58e339 req-8b5f9dfa-52e1-4518-a832-09a80b1abcb2 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:10.452139 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5970f9a-68a0-44ab-b674-850c7e58e339 req-8b5f9dfa-52e1-4518-a832-09a80b1abcb2 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.2646496 Jul 13 08:02:10.509512 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e7c04d72-0859-4ed6-b7c9-03b64e542ccc tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1dc1d47-abdf-472a-b6a3-6f378274233f HTTP/1.1" status: 200 len: 205 time: 0.0936391 Jul 13 08:02:10.511000 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45306) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:10.532908 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5970f9a-68a0-44ab-b674-850c7e58e339 req-5241585a-4b97-4ba8-ac5d-483b41e870fa tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785029 Jul 13 08:02:10.671180 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f10f5617-37ab-41bc-8866-70b5f0fe632d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:10.673654 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-a53ff5b2-dbd2-45b5-9fc6-44ee0c13c715 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] delete failed (client error): The resource could not be found. Jul 13 08:02:10.678705 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45326) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:10.688572 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a53ff5b2-dbd2-45b5-9fc6-44ee0c13c715 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/routers/c1dc1d47-abdf-472a-b6a3-6f378274233f HTTP/1.1" status: 404 len: 336 time: 0.1711996 Jul 13 08:02:10.787210 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-68223132-18bf-4f84-a2f8-a8c48f05fa43 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] DELETE failed (client error): The resource could not be found. Jul 13 08:02:10.787937 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68223132-18bf-4f84-a2f8-a8c48f05fa43 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:02:10.800706 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-68223132-18bf-4f84-a2f8-a8c48f05fa43 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/subnets/36618246-15ef-4888-91bd-a6a01ccc30d2 HTTP/1.1" status: 404 len: 337 time: 0.1204708 Jul 13 08:02:10.802050 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45340) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:10.901962 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-83dd3f53-3cc0-489a-b0b8-44d924bcf297 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/ports?device_id=56ee8d10-1c81-4f47-bd2e-0f0affebf06a HTTP/1.1" status: 200 len: 205 time: 0.0984437 Jul 13 08:02:10.902858 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45352) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:11.166344 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-869c994d-911c-4a2a-9fce-fb99f400ea7f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] delete failed (client error): The resource could not be found. Jul 13 08:02:11.170866 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-869c994d-911c-4a2a-9fce-fb99f400ea7f tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/routers/56ee8d10-1c81-4f47-bd2e-0f0affebf06a HTTP/1.1" status: 404 len: 336 time: 0.2662060 Jul 13 08:02:11.172285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45372) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:11.235684 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-e997aaa2-9168-46e9-9f24-4d1ed83fd0e8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] DELETE failed (client error): The resource could not be found. Jul 13 08:02:11.236391 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e997aaa2-9168-46e9-9f24-4d1ed83fd0e8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:02:11.241928 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45378) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:11.243325 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e997aaa2-9168-46e9-9f24-4d1ed83fd0e8 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/subnets/cdd9e6f4-7a30-434f-8204-854523feaf54 HTTP/1.1" status: 404 len: 337 time: 0.0655985 Jul 13 08:02:11.304599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de064813-7c89-49bd-9568-70db9c76c82f req-f39dd73c-f2f5-4e3f-beb7-eec6c1e61e1a tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:11.312289 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de064813-7c89-49bd-9568-70db9c76c82f req-f39dd73c-f2f5-4e3f-beb7-eec6c1e61e1a tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.2654049 Jul 13 08:02:11.376939 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e87a10a0-405f-488e-802c-caa6e01a3fc7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "GET /v2.0/ports?device_id=9aa153bf-a999-4eb8-b9cc-8b06132d0e25 HTTP/1.1" status: 200 len: 205 time: 0.1346688 Jul 13 08:02:11.392539 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45388) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:11.405181 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f10f5617-37ab-41bc-8866-70b5f0fe632d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:11.423973 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de064813-7c89-49bd-9568-70db9c76c82f req-0f2dcf74-9feb-49d5-8b6c-2d58cd245120 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106722 Jul 13 08:02:11.590814 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-ee013a21-9665-47ad-8bbd-a86d96d8b591 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] delete failed (client error): The resource could not be found. Jul 13 08:02:11.594859 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ee013a21-9665-47ad-8bbd-a86d96d8b591 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/routers/9aa153bf-a999-4eb8-b9cc-8b06132d0e25 HTTP/1.1" status: 404 len: 336 time: 0.1668010 Jul 13 08:02:11.598522 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45412) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:11.778262 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ebdd4a-f6d6-4f28-83c0-b76366540b2c tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] DELETE failed (client error): The resource could not be found. Jul 13 08:02:11.778731 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ebdd4a-f6d6-4f28-83c0-b76366540b2c tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:02:11.781983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b3ebdd4a-f6d6-4f28-83c0-b76366540b2c tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/subnets/383e3a8b-c471-4722-bc57-bba0c470c47b HTTP/1.1" status: 404 len: 337 time: 0.1780469 Jul 13 08:02:11.856904 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45430) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:12.041367 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d497b3f-5ba4-4126-8690-6280e1eb58d7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] DELETE failed (client error): The resource could not be found. Jul 13 08:02:12.042660 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d497b3f-5ba4-4126-8690-6280e1eb58d7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:02:12.047045 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3d497b3f-5ba4-4126-8690-6280e1eb58d7 tempest-RoutersTest-1070551025 tempest-RoutersTest-1070551025-project] 10.222.0.58 "DELETE /v2.0/subnets/dc30c6c1-cc05-4316-a3b2-563b9bb34834 HTTP/1.1" status: 404 len: 337 time: 0.1584432 Jul 13 08:02:12.062171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b32763-f0d9-4091-9162-9358c5beae69 req-53c42e52-aeac-438e-8dec-2788be759b59 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:12.085297 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56b32763-f0d9-4091-9162-9358c5beae69 req-53c42e52-aeac-438e-8dec-2788be759b59 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.3529494 Jul 13 08:02:12.117096 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10f5617-37ab-41bc-8866-70b5f0fe632d admin admin] Router 7fb82d74-d04e-4afe-920b-6cd1efada83a is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:02:12.216555 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56b32763-f0d9-4091-9162-9358c5beae69 req-103a8cdf-bf9c-4304-89e6-c2182384f92e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286511 Jul 13 08:02:12.449873 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10f5617-37ab-41bc-8866-70b5f0fe632d admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:02:12.472667 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] Sync routers for ids ['7fb82d74-d04e-4afe-920b-6cd1efada83a'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:02:12.496672 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f10f5617-37ab-41bc-8866-70b5f0fe632d admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.498036 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f10f5617-37ab-41bc-8866-70b5f0fe632d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6657870 Jul 13 08:02:12.502443 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45492) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:12.583915 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] Routers {'7fb82d74-d04e-4afe-920b-6cd1efada83a'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:12.590144 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7fb82d74-d04e-4afe-920b-6cd1efada83a'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:12.946430 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] Set router 7fb82d74-d04e-4afe-920b-6cd1efada83a gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:12.964028 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45534) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:13.162623 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:13.229754 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949431c4-f8ec-470c-ab54-ca2c67722225 req-c011a281-3139-467a-bb74-f9f38c6bfbaf tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:13.237448 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-949431c4-f8ec-470c-ab54-ca2c67722225 req-c011a281-3139-467a-bb74-f9f38c6bfbaf tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.6136761 Jul 13 08:02:13.388387 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-949431c4-f8ec-470c-ab54-ca2c67722225 req-ba52bf25-c598-4446-814f-3f346d86882e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497607 Jul 13 08:02:13.439756 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45576) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:13.557573 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb82d74-d04e-4afe-920b-6cd1efada83a', 'name': 'tempest-ServerRescueNegativeTestJSON-332097597-router', 'tenant_id': 'b9a95614752e4491a86abe9092bae175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '766647e6-671b-49e0-b659-e2607f17cd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:07Z', 'updated_at': '2021-07-13T08:02:10Z', 'revision_number': 3, 'project_id': 'b9a95614752e4491a86abe9092bae175', 'gw_port': {'id': '766647e6-671b-49e0-b659-e2607f17cd4b', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb82d74-d04e-4afe-920b-6cd1efada83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:08Z', 'updated_at': '2021-07-13T08:02:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:13.648995 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] Checking router: 7fb82d74-d04e-4afe-920b-6cd1efada83a for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:02:13.655655 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] Updating router 7fb82d74-d04e-4afe-920b-6cd1efada83a port 766647e6-671b-49e0-b659-e2607f17cd4b binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:02:13.656851 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1bafdefa-f841-4336-a302-1f9c9f38ad79 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:13.701719 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1bafdefa-f841-4336-a302-1f9c9f38ad79 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] 10.222.0.58 "PUT /v2.0/quotas/b2e893b340304a1a9a608b117e3660c1 HTTP/1.1" status: 200 len: 368 time: 0.2608628 Jul 13 08:02:13.706470 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45598) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:13.727369 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-82281aef-41ac-462f-b97a-ecbc89a381eb tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Request body: {'network': {'project_id': 'b2e893b340304a1a9a608b117e3660c1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:13.737895 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:13.818023 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82281aef-41ac-462f-b97a-ecbc89a381eb tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Made reservation on behalf of b2e893b340304a1a9a608b117e3660c1 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:13.827248 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82281aef-41ac-462f-b97a-ecbc89a381eb tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:13.895969 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82281aef-41ac-462f-b97a-ecbc89a381eb tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.020984 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d5691c85-f8fe-4432-a449-551a894ee2f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a0ffb35344bc4cd8a0348e916437de28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0545230 Jul 13 08:02:14.032268 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45624) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:14.427112 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a318c938-8ed2-4999-aee6-5a69f9ec7cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.444159 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82281aef-41ac-462f-b97a-ecbc89a381eb tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.468827 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82281aef-41ac-462f-b97a-ecbc89a381eb tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.594529 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a318c938-8ed2-4999-aee6-5a69f9ec7cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.603296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82281aef-41ac-462f-b97a-ecbc89a381eb tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:02:14.652388 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82281aef-41ac-462f-b97a-ecbc89a381eb tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd44cbe3-ee05-4efd-b564-545d80ccd471,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:14.758709 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.820979 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] Transition to ACTIVE for port object 766647e6-671b-49e0-b659-e2607f17cd4b will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:02:14.826747 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a318c938-8ed2-4999-aee6-5a69f9ec7cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.830653 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a318c938-8ed2-4999-aee6-5a69f9ec7cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.834211 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a318c938-8ed2-4999-aee6-5a69f9ec7cba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c1f1a6a9-a9ec-4cd2-ba11-14b6c31ba115 HTTP/1.1" status: 204 len: 168 time: 0.8004968 Jul 13 08:02:14.838042 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.869965 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82281aef-41ac-462f-b97a-ecbc89a381eb tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.870358 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-82281aef-41ac-462f-b97a-ecbc89a381eb tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Added segment 14c6a43f-8477-41fb-b97c-bfdebf71b610 of type vlan for network 284acdac-ec8d-40c5-9375-0462bc934ca0 Jul 13 08:02:14.912304 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318c938-8ed2-4999-aee6-5a69f9ec7cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f1a6a9-a9ec-4cd2-ba11-14b6c31ba115,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:14.960064 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289adfe-d844-4e78-9b2f-85d44633c132 req-67bf13fa-ca8f-46c4-8dbb-b8e9f4f3a702 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:14.977058 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5289adfe-d844-4e78-9b2f-85d44633c132 req-67bf13fa-ca8f-46c4-8dbb-b8e9f4f3a702 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 1.2460563 Jul 13 08:02:15.019709 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82281aef-41ac-462f-b97a-ecbc89a381eb tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.054394 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf38dc-22cf-4d8f-8fa3-c524bc492d1a None None] Pushing event updated for resources: {'Port': ['ID=766647e6-671b-49e0-b659-e2607f17cd4b,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:15.093040 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] Attempting to bind port 766647e6-671b-49e0-b659-e2607f17cd4b on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:02:15.098527 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] Attempting to bind port 766647e6-671b-49e0-b659-e2607f17cd4b by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:02:15.099359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] Attempting to bind port 766647e6-671b-49e0-b659-e2607f17cd4b on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:02:15.111950 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:02:15.112819 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:02:15.119015 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.119917 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:02:15.120588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] Bound port: 766647e6-671b-49e0-b659-e2607f17cd4b, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:02:15.121801 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.158791 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5289adfe-d844-4e78-9b2f-85d44633c132 req-67b334c3-55b0-4b98-8e77-d343776834bf tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784391 Jul 13 08:02:15.172866 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82281aef-41ac-462f-b97a-ecbc89a381eb tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.174833 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82281aef-41ac-462f-b97a-ecbc89a381eb tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:15.177167 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82281aef-41ac-462f-b97a-ecbc89a381eb tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.251186 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f4e13d3-9049-4002-906e-3632cb6ed1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.346556 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] For port 766647e6-671b-49e0-b659-e2607f17cd4b, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:02:15.366825 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] For port 766647e6-671b-49e0-b659-e2607f17cd4b, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=766647e6-671b-49e0-b659-e2607f17cd4b,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:02:15.376783 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82281aef-41ac-462f-b97a-ecbc89a381eb tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Pushing event updated for resources: {'Network': ['ID=284acdac-ec8d-40c5-9375-0462bc934ca0,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:15.381229 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.431299 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-82281aef-41ac-462f-b97a-ecbc89a381eb tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7210927 Jul 13 08:02:15.432473 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45754) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:15.450912 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ebd7f26b-7d82-46e1-8b78-f9e9f12bbc63 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Request body: {'network': {'project_id': 'b2e893b340304a1a9a608b117e3660c1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:15.493834 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 284acdac-ec8d-40c5-9375-0462bc934ca0 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:02:15.545680 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd7f26b-7d82-46e1-8b78-f9e9f12bbc63 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Made reservation on behalf of b2e893b340304a1a9a608b117e3660c1 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:15.555028 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ebd7f26b-7d82-46e1-8b78-f9e9f12bbc63 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.615889 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd7f26b-7d82-46e1-8b78-f9e9f12bbc63 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:02:15.640838 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ebd7f26b-7d82-46e1-8b78-f9e9f12bbc63 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.643648 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-ebd7f26b-7d82-46e1-8b78-f9e9f12bbc63 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Added segment 858f8a28-182d-4a9b-aef6-223d8d1627ec of type vlan for network a5320659-81bd-4c0c-a96d-6c98f5d751b9 Jul 13 08:02:15.778642 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ebd7f26b-7d82-46e1-8b78-f9e9f12bbc63 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.780801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] Routers {'7fb82d74-d04e-4afe-920b-6cd1efada83a'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:15.783994 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7fb82d74-d04e-4afe-920b-6cd1efada83a'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:15.872588 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ebd7f26b-7d82-46e1-8b78-f9e9f12bbc63 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.874359 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd7f26b-7d82-46e1-8b78-f9e9f12bbc63 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:15.875116 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ebd7f26b-7d82-46e1-8b78-f9e9f12bbc63 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.878579 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-4f4e13d3-9049-4002-906e-3632cb6ed1a7 admin admin] Allocated IP 172.20.0.1 (beb00341-60c7-4eb1-9a39-32233237abd7/3ed3d0b9-c13b-441a-b2a2-61a397b26fa8/1069146c-6f62-4ee6-8521-4a7ad7585f0b) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:02:15.922572 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ebd7f26b-7d82-46e1-8b78-f9e9f12bbc63 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4888489 Jul 13 08:02:15.955934 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45766) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:15.962637 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ab8ca178-8b61-43c7-9d0e-14078c62fb6b tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Request body: {'network': {'project_id': 'b2e893b340304a1a9a608b117e3660c1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:15.968080 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7f26b-7d82-46e1-8b78-f9e9f12bbc63 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Pushing event updated for resources: {'Network': ['ID=a5320659-81bd-4c0c-a96d-6c98f5d751b9,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:15.983843 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8ca178-8b61-43c7-9d0e-14078c62fb6b tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 13 08:02:15.984882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab8ca178-8b61-43c7-9d0e-14078c62fb6b tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:02:15.986650 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ab8ca178-8b61-43c7-9d0e-14078c62fb6b tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0294909 Jul 13 08:02:15.989812 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45768) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:16.069878 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] Set router 7fb82d74-d04e-4afe-920b-6cd1efada83a gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:16.103869 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f4e13d3-9049-4002-906e-3632cb6ed1a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.178650 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network a5320659-81bd-4c0c-a96d-6c98f5d751b9 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:02:16.181848 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf38dc-22cf-4d8f-8fa3-c524bc492d1a None None] Pushing event updated for resources: {'Port': ['ID=766647e6-671b-49e0-b659-e2607f17cd4b,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:16.200097 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc1694e9-6c9f-4045-bdf2-140001116ca5 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.254605 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f4e13d3-9049-4002-906e-3632cb6ed1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.386002 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4e13d3-9049-4002-906e-3632cb6ed1a7 admin admin] Network beb00341-60c7-4eb1-9a39-32233237abd7 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:02:16.387503 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc1694e9-6c9f-4045-bdf2-140001116ca5 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.393366 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-4f4e13d3-9049-4002-906e-3632cb6ed1a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:16.399721 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4e13d3-9049-4002-906e-3632cb6ed1a7 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:02:16.409422 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e13d3-9049-4002-906e-3632cb6ed1a7 admin admin] Pushing event updated for resources: {'Port': ['ID=1069146c-6f62-4ee6-8521-4a7ad7585f0b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:16.418651 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-cc1694e9-6c9f-4045-bdf2-140001116ca5 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5320659-81bd-4c0c-a96d-6c98f5d751b9']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:16.443455 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-cc1694e9-6c9f-4045-bdf2-140001116ca5 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858f8a28-182d-4a9b-aef6-223d8d1627ec') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:16.443757 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-cc1694e9-6c9f-4045-bdf2-140001116ca5 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858f8a28-182d-4a9b-aef6-223d8d1627ec') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:16.463366 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc1694e9-6c9f-4045-bdf2-140001116ca5 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.476860 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed63a6-fe0c-409b-91d9-3778b154aafa req-93d746c7-109e-4417-a36f-2f016a2b019e tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:16.481100 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2ed63a6-fe0c-409b-91d9-3778b154aafa req-93d746c7-109e-4417-a36f-2f016a2b019e tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 1099 time: 0.3203564 Jul 13 08:02:16.490802 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc1694e9-6c9f-4045-bdf2-140001116ca5 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.500324 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1694e9-6c9f-4045-bdf2-140001116ca5 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:02:16.500865 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc1694e9-6c9f-4045-bdf2-140001116ca5 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:02:16.502950 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:02:16.545595 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45780) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:16.569528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f3da4-542c-4aa9-9126-c374ba02a944 req-f3cf9491-148d-486c-87d3-39a1fe3c498e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:16.569528 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d2f3da4-542c-4aa9-9126-c374ba02a944 req-f3cf9491-148d-486c-87d3-39a1fe3c498e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.3461454 Jul 13 08:02:16.577446 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb82d74-d04e-4afe-920b-6cd1efada83a', 'name': 'tempest-ServerRescueNegativeTestJSON-332097597-router', 'tenant_id': 'b9a95614752e4491a86abe9092bae175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '766647e6-671b-49e0-b659-e2607f17cd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:07Z', 'updated_at': '2021-07-13T08:02:10Z', 'revision_number': 3, 'project_id': 'b9a95614752e4491a86abe9092bae175', 'gw_port': {'id': '766647e6-671b-49e0-b659-e2607f17cd4b', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb82d74-d04e-4afe-920b-6cd1efada83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:08Z', 'updated_at': '2021-07-13T08:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:16.648808 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f4e13d3-9049-4002-906e-3632cb6ed1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.671935 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45786) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:16.679721 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8441bdd-dfbd-4131-97f8-886330635b71 None None] The sync data for ids ['7fb82d74-d04e-4afe-920b-6cd1efada83a'] in n-d-779913-28 is: [{'id': '7fb82d74-d04e-4afe-920b-6cd1efada83a', 'name': 'tempest-ServerRescueNegativeTestJSON-332097597-router', 'tenant_id': 'b9a95614752e4491a86abe9092bae175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '766647e6-671b-49e0-b659-e2607f17cd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:07Z', 'updated_at': '2021-07-13T08:02:10Z', 'revision_number': 3, 'project_id': 'b9a95614752e4491a86abe9092bae175', 'gw_port': {'id': '766647e6-671b-49e0-b659-e2607f17cd4b', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb82d74-d04e-4afe-920b-6cd1efada83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:08Z', 'updated_at': '2021-07-13T08:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:02:16.715823 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc1694e9-6c9f-4045-bdf2-140001116ca5 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.743947 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc1694e9-6c9f-4045-bdf2-140001116ca5 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.747786 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cc1694e9-6c9f-4045-bdf2-140001116ca5 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] 10.222.0.58 "DELETE /v2.0/networks/a5320659-81bd-4c0c-a96d-6c98f5d751b9 HTTP/1.1" status: 204 len: 168 time: 0.7565937 Jul 13 08:02:16.750119 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1694e9-6c9f-4045-bdf2-140001116ca5 tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Pushing event deleted for resources: {'Network': ['ID=a5320659-81bd-4c0c-a96d-6c98f5d751b9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:16.755416 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45790) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:16.802518 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2ed63a6-fe0c-409b-91d9-3778b154aafa req-a1356b64-42eb-4005-b8cf-5c3458f64ea4 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913468 Jul 13 08:02:16.805508 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d2f3da4-542c-4aa9-9126-c374ba02a944 req-c41352e1-ce30-427e-9862-d2790a5fbaae tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269187 Jul 13 08:02:16.847476 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45792) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:16.942965 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e32a90ec-1725-4e67-9836-ba5081b40a9d tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.969039 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-bf7f16ac-1829-4c5f-a7c5-b5b60ef3793a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1047251574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:17.193699 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bf7f16ac-1829-4c5f-a7c5-b5b60ef3793a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.209526 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bf7f16ac-1829-4c5f-a7c5-b5b60ef3793a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.380564 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a879d81-c63c-4c14-b0c2-8fa6f6fa9059 req-dbe4d6e5-672a-4a78-9897-d9d60d7b95fb tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:17.383045 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a879d81-c63c-4c14-b0c2-8fa6f6fa9059 req-dbe4d6e5-672a-4a78-9897-d9d60d7b95fb tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.3905187 Jul 13 08:02:17.418233 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f4e13d3-9049-4002-906e-3632cb6ed1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.536513 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a879d81-c63c-4c14-b0c2-8fa6f6fa9059 req-feb1a16a-763d-4134-80d5-260328ac4446 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445913 Jul 13 08:02:17.564434 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b50be2fa-1963-4269-8b00-af68c9c4ebac tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Deleting port 818df6db-ad1a-408a-9055-491bba497ee4 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:17.564829 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b50be2fa-1963-4269-8b00-af68c9c4ebac tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.593031 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e32a90ec-1725-4e67-9836-ba5081b40a9d tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.696607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-e32a90ec-1725-4e67-9836-ba5081b40a9d tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284acdac-ec8d-40c5-9375-0462bc934ca0']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:17.718504 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bf7f16ac-1829-4c5f-a7c5-b5b60ef3793a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.772021 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bf7f16ac-1829-4c5f-a7c5-b5b60ef3793a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.782662 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-e32a90ec-1725-4e67-9836-ba5081b40a9d tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c6a43f-8477-41fb-b97c-bfdebf71b610') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:17.783665 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-e32a90ec-1725-4e67-9836-ba5081b40a9d tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c6a43f-8477-41fb-b97c-bfdebf71b610') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:17.808401 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b50be2fa-1963-4269-8b00-af68c9c4ebac tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.808738 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b50be2fa-1963-4269-8b00-af68c9c4ebac tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.814446 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e32a90ec-1725-4e67-9836-ba5081b40a9d tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.842769 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bf7f16ac-1829-4c5f-a7c5-b5b60ef3793a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.844113 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b50be2fa-1963-4269-8b00-af68c9c4ebac tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Calling delete_port for 818df6db-ad1a-408a-9055-491bba497ee4 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:17.844499 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bf7f16ac-1829-4c5f-a7c5-b5b60ef3793a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2868667 Jul 13 08:02:17.848962 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45802) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:17.858345 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-943ab518-ddab-4f90-927a-17e07a1a6103 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-649857505'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:17.899343 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943ab518-ddab-4f90-927a-17e07a1a6103 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Made reservation on behalf of 3d6f89c8d0434c95ba43480e2d81859b for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:17.903814 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-943ab518-ddab-4f90-927a-17e07a1a6103 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.907522 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f4e13d3-9049-4002-906e-3632cb6ed1a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.910978 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e32a90ec-1725-4e67-9836-ba5081b40a9d tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.936961 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-943ab518-ddab-4f90-927a-17e07a1a6103 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.940917 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32a90ec-1725-4e67-9836-ba5081b40a9d tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:02:17.942376 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e32a90ec-1725-4e67-9836-ba5081b40a9d tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:02:17.948117 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:02:17.969070 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f4e13d3-9049-4002-906e-3632cb6ed1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:18.089686 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e32a90ec-1725-4e67-9836-ba5081b40a9d tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:18.103928 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e32a90ec-1725-4e67-9836-ba5081b40a9d tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:18.107140 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e32a90ec-1725-4e67-9836-ba5081b40a9d tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] 10.222.0.58 "DELETE /v2.0/networks/284acdac-ec8d-40c5-9375-0462bc934ca0 HTTP/1.1" status: 204 len: 168 time: 1.3479848 Jul 13 08:02:18.135119 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a90ec-1725-4e67-9836-ba5081b40a9d tempest-QuotasNegativeTest-20953143 tempest-QuotasNegativeTest-20953143-project-admin] Pushing event deleted for resources: {'Network': ['ID=284acdac-ec8d-40c5-9375-0462bc934ca0,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:18.267058 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e1d0336d-8090-444b-b7f4-71d95d409816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:18.332146 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e13d3-9049-4002-906e-3632cb6ed1a7 admin admin] Pushing event updated for resources: {'Port': ['ID=1069146c-6f62-4ee6-8521-4a7ad7585f0b,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:18.417092 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f4e13d3-9049-4002-906e-3632cb6ed1a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:18.491306 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526f3e0-367f-4a7a-9bce-cf46b2ce12d8 req-0572ce2f-e4a9-4198-baf0-38019b2e6eb1 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:18.492972 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4526f3e0-367f-4a7a-9bce-cf46b2ce12d8 req-0572ce2f-e4a9-4198-baf0-38019b2e6eb1 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.3112855 Jul 13 08:02:18.557791 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-943ab518-ddab-4f90-927a-17e07a1a6103 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:18.571824 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-943ab518-ddab-4f90-927a-17e07a1a6103 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:18.620337 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:02:18.638881 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4526f3e0-367f-4a7a-9bce-cf46b2ce12d8 req-1ad2278a-0380-46f5-bbe0-4fc713c770d5 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356115 Jul 13 08:02:18.652965 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943ab518-ddab-4f90-927a-17e07a1a6103 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:02:18.693386 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ab518-ddab-4f90-927a-17e07a1a6103 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c65ecb10-05d5-4374-8a20-84dc604a360a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:18.704561 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-943ab518-ddab-4f90-927a-17e07a1a6103 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:18.704922 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-943ab518-ddab-4f90-927a-17e07a1a6103 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Added segment d3591604-ebec-4cd5-b077-83528ce33a98 of type vlan for network 4f93138a-014b-446f-a537-9587ae8ebf45 Jul 13 08:02:18.706223 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4e13d3-9049-4002-906e-3632cb6ed1a7 admin admin] Network beb00341-60c7-4eb1-9a39-32233237abd7 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:02:18.708368 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b50be2fa-1963-4269-8b00-af68c9c4ebac tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:18.714158 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-4f4e13d3-9049-4002-906e-3632cb6ed1a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:18.875249 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-943ab518-ddab-4f90-927a-17e07a1a6103 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:18.965969 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50be2fa-1963-4269-8b00-af68c9c4ebac tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Port': ['ID=818df6db-ad1a-408a-9055-491bba497ee4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:19.065288 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-943ab518-ddab-4f90-927a-17e07a1a6103 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:19.081299 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943ab518-ddab-4f90-927a-17e07a1a6103 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:19.089146 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-943ab518-ddab-4f90-927a-17e07a1a6103 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:19.124430 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b50be2fa-1963-4269-8b00-af68c9c4ebac tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:19.124946 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-b50be2fa-1963-4269-8b00-af68c9c4ebac tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Floating IP f8e7332e-d16f-43e0-8c15-4fb850958f26 disassociated (deleted). External IP: 172.25.0.245, port: b91326c8-495e-44e8-8ec6-940d51dcd2e9. Jul 13 08:02:19.221472 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45820) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:19.245169 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 766647e6-671b-49e0-b659-e2607f17cd4b up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:19.248906 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0336d-8090-444b-b7f4-71d95d409816 admin admin] Deleting port fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:19.249268 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e1d0336d-8090-444b-b7f4-71d95d409816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:19.259814 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-943ab518-ddab-4f90-927a-17e07a1a6103 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4094255 Jul 13 08:02:19.265206 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45824) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:19.279199 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-cf6660f4-2e39-46c9-be32-5dc3cfe095be tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Request body: {'subnet': {'network_id': '4f93138a-014b-446f-a537-9587ae8ebf45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:19.344489 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 766647e6-671b-49e0-b659-e2607f17cd4b completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:02:19.349911 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 766647e6-671b-49e0-b659-e2607f17cd4b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:19.350383 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:19.363765 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45826) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:19.382812 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ab518-ddab-4f90-927a-17e07a1a6103 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Pushing event updated for resources: {'Network': ['ID=4f93138a-014b-446f-a537-9587ae8ebf45,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:19.422608 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 4f93138a-014b-446f-a537-9587ae8ebf45 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:02:19.546879 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6bace38-019a-480a-a769-196f45f2ac4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:19.554557 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a71ff386-02e7-404d-a9d4-125d56a9b713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:19.581281 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4e13d3-9049-4002-906e-3632cb6ed1a7 admin admin] Router 7fb82d74-d04e-4afe-920b-6cd1efada83a has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:02:19.583810 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:19.602782 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-e1d0336d-8090-444b-b7f4-71d95d409816 admin admin] For port fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d,segment=NetworkSegment(1debc241-a322-48b9-89e6-6603bf5c6fb0),segment_id=1debc241-a322-48b9-89e6-6603bf5c6fb0)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:19.603164 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e1d0336d-8090-444b-b7f4-71d95d409816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:19.607306 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 766647e6-671b-49e0-b659-e2607f17cd4b, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=766647e6-671b-49e0-b659-e2607f17cd4b,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:19.620187 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:19.629660 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0336d-8090-444b-b7f4-71d95d409816 admin admin] Calling delete_port for fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:19.636495 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6660f4-2e39-46c9-be32-5dc3cfe095be tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Made reservation on behalf of 3d6f89c8d0434c95ba43480e2d81859b for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:19.640546 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf6660f4-2e39-46c9-be32-5dc3cfe095be tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:19.675460 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e0c9f-6482-418e-8509-00509f8eb3c5 req-9a295fd6-9e4c-4735-91b5-8dfcd036dd65 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:19.684661 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ba6e0c9f-6482-418e-8509-00509f8eb3c5 req-9a295fd6-9e4c-4735-91b5-8dfcd036dd65 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.6767023 Jul 13 08:02:19.710203 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=766647e6-671b-49e0-b659-e2607f17cd4b,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:19.801642 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50be2fa-1963-4269-8b00-af68c9c4ebac tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Router adc7e792-e106-4c6f-9437-a4f2d7b729e7 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:02:19.815994 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ba6e0c9f-6482-418e-8509-00509f8eb3c5 req-3b1dd144-c557-4606-8ba7-a65848d2f0c8 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290920 Jul 13 08:02:20.041018 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6bace38-019a-480a-a769-196f45f2ac4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:20.064489 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6bace38-019a-480a-a769-196f45f2ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:20.289232 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d6bace38-019a-480a-a769-196f45f2ac4f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b8e5af7a9f594570baf9266ff16980de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0630860 Jul 13 08:02:20.295225 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45834) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:20.299529 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf6660f4-2e39-46c9-be32-5dc3cfe095be tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:20.303260 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bace38-019a-480a-a769-196f45f2ac4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff07753f-1603-4958-a0ca-bc538098c6ce,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:20.423578 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e1d0336d-8090-444b-b7f4-71d95d409816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:20.471092 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4e13d3-9049-4002-906e-3632cb6ed1a7 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:02:20.481069 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] Sync routers for ids ['7fb82d74-d04e-4afe-920b-6cd1efada83a'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:02:20.490686 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4f4e13d3-9049-4002-906e-3632cb6ed1a7 admin admin] 10.222.0.58 "PUT /v2.0/routers/7fb82d74-d04e-4afe-920b-6cd1efada83a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9786868 Jul 13 08:02:20.498476 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50be2fa-1963-4269-8b00-af68c9c4ebac tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:02:20.503146 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] Routers {'7fb82d74-d04e-4afe-920b-6cd1efada83a'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:20.503317 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b50be2fa-1963-4269-8b00-af68c9c4ebac tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:20.503826 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7fb82d74-d04e-4afe-920b-6cd1efada83a'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:20.518202 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ebaea5-e33b-42f1-8e5e-057e0c48758c None None] Sync routers for ids ['adc7e792-e106-4c6f-9437-a4f2d7b729e7'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:02:20.527378 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0336d-8090-444b-b7f4-71d95d409816 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:20.533689 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ebaea5-e33b-42f1-8e5e-057e0c48758c None None] Routers {'adc7e792-e106-4c6f-9437-a4f2d7b729e7'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:20.534515 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d3ebaea5-e33b-42f1-8e5e-057e0c48758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['adc7e792-e106-4c6f-9437-a4f2d7b729e7'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:20.572817 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084151dc-e52c-4950-b4b1-2b5fc4016fb4 req-9942edee-760c-44c5-ba26-43f61db3b881 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:20.585509 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-084151dc-e52c-4950-b4b1-2b5fc4016fb4 req-9942edee-760c-44c5-ba26-43f61db3b881 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.2415445 Jul 13 08:02:20.595257 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6660f4-2e39-46c9-be32-5dc3cfe095be tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Pushing event updated for resources: {'Subnet': ['ID=5fefd69b-6934-4141-bf7b-581c5f2186b1,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:20.677365 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b50be2fa-1963-4269-8b00-af68c9c4ebac tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "DELETE /v2.0/floatingips/f8e7332e-d16f-43e0-8c15-4fb850958f26 HTTP/1.1" status: 204 len: 168 time: 3.8253949 Jul 13 08:02:20.693405 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-084151dc-e52c-4950-b4b1-2b5fc4016fb4 req-b56f8477-1d54-4190-8bcd-cccfa5a3f6ba tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062274 Jul 13 08:02:20.694328 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:02:20.697856 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] Set router 7fb82d74-d04e-4afe-920b-6cd1efada83a gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:20.703430 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28ce0c2-0e48-48e5-903f-fc38f5b5b619" -d '{"events": [{"name": "network-changed", "server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:02:20.763332 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fbc4d1-5abd-4fbb-bf42-356a6943c51c x-openstack-request-id: req-e3fbc4d1-5abd-4fbb-bf42-356a6943c51c {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:02:20.764097 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:02:20.765815 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e3fbc4d1-5abd-4fbb-bf42-356a6943c51c {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:02:20.766909 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9', 'status': 'completed', 'code': 200} Jul 13 08:02:20.839086 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-d3ebaea5-e33b-42f1-8e5e-057e0c48758c None None] Set router adc7e792-e106-4c6f-9437-a4f2d7b729e7 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:20.864744 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-242c667f-bfe9-46e2-a215-77f47c7c6ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:20.981267 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6660f4-2e39-46c9-be32-5dc3cfe095be tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Checking segment: {'id': 'd3591604-ebec-4cd5-b077-83528ce33a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4f93138a-014b-446f-a537-9587ae8ebf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:02:20.981488 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6660f4-2e39-46c9-be32-5dc3cfe095be tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Network hostable DHCP agents. Network: 4f93138a-014b-446f-a537-9587ae8ebf45, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:02:21.056755 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0767f-4bc6-474b-be5c-f8ea3789fcd7 req-ee436082-6325-4f9a-8079-4e9bf08c51d3 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:21.063670 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a71ff386-02e7-404d-a9d4-125d56a9b713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:21.067886 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-242c667f-bfe9-46e2-a215-77f47c7c6ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:21.068564 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b2d0767f-4bc6-474b-be5c-f8ea3789fcd7 req-ee436082-6325-4f9a-8079-4e9bf08c51d3 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.1600494 Jul 13 08:02:21.138524 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b2d0767f-4bc6-474b-be5c-f8ea3789fcd7 req-970f68fb-f7ed-4b78-aed8-c04f8078e70a tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678291 Jul 13 08:02:21.334886 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 766647e6-671b-49e0-b659-e2607f17cd4b up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:21.386820 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb82d74-d04e-4afe-920b-6cd1efada83a', 'name': 'tempest-ServerRescueNegativeTestJSON-332097597-router', 'tenant_id': 'b9a95614752e4491a86abe9092bae175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '766647e6-671b-49e0-b659-e2607f17cd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:07Z', 'updated_at': '2021-07-13T08:02:17Z', 'revision_number': 4, 'project_id': 'b9a95614752e4491a86abe9092bae175', 'gw_port': {'id': '766647e6-671b-49e0-b659-e2607f17cd4b', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb82d74-d04e-4afe-920b-6cd1efada83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:08Z', 'updated_at': '2021-07-13T08:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '1069146c-6f62-4ee6-8521-4a7ad7585f0b', 'name': '', 'network_id': 'beb00341-60c7-4eb1-9a39-32233237abd7', 'tenant_id': 'b9a95614752e4491a86abe9092bae175', 'mac_address': 'fa:16:3e:71:14:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb82d74-d04e-4afe-920b-6cd1efada83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '3ed3d0b9-c13b-441a-b2a2-61a397b26fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:15Z', 'updated_at': '2021-07-13T08:02:17Z', 'revision_number': 2, 'project_id': 'b9a95614752e4491a86abe9092bae175', 'subnets': [{'id': '3ed3d0b9-c13b-441a-b2a2-61a397b26fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:21.442478 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9d03a-38d7-4847-9b8a-2c25c08185d1 req-37bfee20-749b-4cee-a31b-6d09cb35d51b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:21.451225 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66a9d03a-38d7-4847-9b8a-2c25c08185d1 req-37bfee20-749b-4cee-a31b-6d09cb35d51b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 947 time: 0.0945706 Jul 13 08:02:21.453753 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] Checking router: 7fb82d74-d04e-4afe-920b-6cd1efada83a for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:02:21.454347 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] Updating router 7fb82d74-d04e-4afe-920b-6cd1efada83a port 1069146c-6f62-4ee6-8521-4a7ad7585f0b binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:02:21.486020 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6660f4-2e39-46c9-be32-5dc3cfe095be tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Network 4f93138a-014b-446f-a537-9587ae8ebf45 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:02:21.507759 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a71ff386-02e7-404d-a9d4-125d56a9b713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:21.509345 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 766647e6-671b-49e0-b659-e2607f17cd4b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:21.509725 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:21.548372 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:21.559938 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66a9d03a-38d7-4847-9b8a-2c25c08185d1 req-eb31f697-e1ce-4fcd-99d3-c02d7a99edce tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059611 Jul 13 08:02:21.598169 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d3ebaea5-e33b-42f1-8e5e-057e0c48758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947111244', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:37Z', 'updated_at': '2021-07-13T07:59:46Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:39Z', 'updated_at': '2021-07-13T07:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '1c170082-c793-4f24-ade5-fe3dc25bb6d5', 'name': '', 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:70:1b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '78c04584-1c8b-4048-8992-543590c52be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:45Z', 'updated_at': '2021-07-13T07:59:59Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '78c04584-1c8b-4048-8992-543590c52be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:21.618461 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-cf6660f4-2e39-46c9-be32-5dc3cfe095be tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 4f93138a-014b-446f-a537-9587ae8ebf45) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:21.652478 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44b9f9e-774a-45e0-942d-df523a95550a None None] Network 4f93138a-014b-446f-a537-9587ae8ebf45 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:02:21.716595 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-30ad4457-96ec-43ad-a6c6-bd0224f6c593 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:21.718513 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-30ad4457-96ec-43ad-a6c6-bd0224f6c593 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/networks?id=beb00341-60c7-4eb1-9a39-32233237abd7 HTTP/1.1" status: 200 len: 818 time: 0.1442113 Jul 13 08:02:21.731211 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6660f4-2e39-46c9-be32-5dc3cfe095be tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:21.731826 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf6660f4-2e39-46c9-be32-5dc3cfe095be tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:21.745243 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-12e5090b-ba07-4404-84ef-2848bbda27ef tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/quotas/b9a95614752e4491a86abe9092bae175 HTTP/1.1" status: 200 len: 375 time: 0.0192530 Jul 13 08:02:21.773969 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a71ff386-02e7-404d-a9d4-125d56a9b713 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=49b1cb0d0ea04225b368eb4b14e2fd8a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4085138 Jul 13 08:02:21.778586 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ff386-02e7-404d-a9d4-125d56a9b713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9b966d-5011-4c31-b822-fa2ed635ac1d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:21.786332 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cf6660f4-2e39-46c9-be32-5dc3cfe095be tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5199816 Jul 13 08:02:21.794217 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45866) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:21.794850 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45868) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:21.796468 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ebaea5-e33b-42f1-8e5e-057e0c48758c None None] Checking router: adc7e792-e106-4c6f-9437-a4f2d7b729e7 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:02:21.797282 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ce0c2-0e48-48e5-903f-fc38f5b5b619 req-947d4b3b-bb74-45b7-bcf1-1ca157680e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:21.799610 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c28ce0c2-0e48-48e5-903f-fc38f5b5b619 req-947d4b3b-bb74-45b7-bcf1-1ca157680e4e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 1099 time: 0.9859705 Jul 13 08:02:21.808131 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b3bca251-360b-4b77-b9cb-9140787ed444 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Request body: {'network': {'name': 'tempest-router-network01--1498115652'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:21.877409 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e1d0336d-8090-444b-b7f4-71d95d409816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:21.882432 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ebaea5-e33b-42f1-8e5e-057e0c48758c None None] Routers {'adc7e792-e106-4c6f-9437-a4f2d7b729e7'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:21.883124 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d3ebaea5-e33b-42f1-8e5e-057e0c48758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['adc7e792-e106-4c6f-9437-a4f2d7b729e7'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:21.888715 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-242c667f-bfe9-46e2-a215-77f47c7c6ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:21.891601 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-242c667f-bfe9-46e2-a215-77f47c7c6ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:21.892980 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-242c667f-bfe9-46e2-a215-77f47c7c6ff9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ff07753f-1603-4958-a0ca-bc538098c6ce HTTP/1.1" status: 204 len: 168 time: 1.5851107 Jul 13 08:02:21.919856 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c667f-bfe9-46e2-a215-77f47c7c6ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff07753f-1603-4958-a0ca-bc538098c6ce,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:21.929015 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bca251-360b-4b77-b9cb-9140787ed444 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Made reservation on behalf of 3d6f89c8d0434c95ba43480e2d81859b for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:21.934183 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3bca251-360b-4b77-b9cb-9140787ed444 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:21.957347 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-39f85d2b-f955-4688-b96a-598c22196281 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9a95614752e4491a86abe9092bae175&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2061796 Jul 13 08:02:22.049914 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-4f93138a-014b-446f-a537-9587ae8ebf45', 'network_id': '4f93138a-014b-446f-a537-9587ae8ebf45', 'tenant_id': '3d6f89c8d0434c95ba43480e2d81859b', 'fixed_ips': [{'subnet_id': '5fefd69b-6934-4141-bf7b-581c5f2186b1'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:02:22.051636 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.077257 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.096819 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] Transition to ACTIVE for port object 1069146c-6f62-4ee6-8521-4a7ad7585f0b will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:02:22.107765 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.141137 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-500e4279-07ca-4fc3-8e18-d0ce726dd9d3 service neutron] 10.222.0.58 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735764 Jul 13 08:02:22.147294 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1943c122-0258-451c-89ca-e5c6604786ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.156736 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be39e1-aa52-477c-8fbf-848fa5a7b3b9 req-7504e77e-187e-49fd-bfec-7deaffe48944 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:22.159018 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3be39e1-aa52-477c-8fbf-848fa5a7b3b9 req-7504e77e-187e-49fd-bfec-7deaffe48944 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.3374729 Jul 13 08:02:22.216818 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bca251-360b-4b77-b9cb-9140787ed444 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:02:22.236688 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1943c122-0258-451c-89ca-e5c6604786ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.242200 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ce0c2-0e48-48e5-903f-fc38f5b5b619 req-031eb26b-5fe2-4916-b673-53e7baa0858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:22.243386 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c28ce0c2-0e48-48e5-903f-fc38f5b5b619 req-031eb26b-5fe2-4916-b673-53e7baa0858b service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a52e876-fdfb-4e23-a545-3fee73cd392d HTTP/1.1" status: 200 len: 897 time: 0.4219162 Jul 13 08:02:22.268256 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-d3ebaea5-e33b-42f1-8e5e-057e0c48758c None None] Set router adc7e792-e106-4c6f-9437-a4f2d7b729e7 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:22.283963 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3be39e1-aa52-477c-8fbf-848fa5a7b3b9 req-277d71a3-be3d-4e2f-a646-dbbc9ef439d1 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010604 Jul 13 08:02:22.285719 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6218086-5fae-408f-8973-10d968923197 None None] Pushing event updated for resources: {'Port': ['ID=1069146c-6f62-4ee6-8521-4a7ad7585f0b,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:22.306656 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218086-5fae-408f-8973-10d968923197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:22.307921 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218086-5fae-408f-8973-10d968923197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:22.308500 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218086-5fae-408f-8973-10d968923197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:22.308851 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218086-5fae-408f-8973-10d968923197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:22.309302 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218086-5fae-408f-8973-10d968923197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:22.309640 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218086-5fae-408f-8973-10d968923197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:22.309973 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218086-5fae-408f-8973-10d968923197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:22.310329 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218086-5fae-408f-8973-10d968923197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:22.310658 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218086-5fae-408f-8973-10d968923197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:22.310984 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218086-5fae-408f-8973-10d968923197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:22.311368 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218086-5fae-408f-8973-10d968923197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:22.311694 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6218086-5fae-408f-8973-10d968923197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:22.312583 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3bca251-360b-4b77-b9cb-9140787ed444 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.312985 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-b3bca251-360b-4b77-b9cb-9140787ed444 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Added segment 7848636f-fd21-4d53-b5eb-e216171f836b of type vlan for network fca71890-3301-4091-8f43-cd56f2b6eda3 Jul 13 08:02:22.414029 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-d6b4256e-61e2-46d6-9b7c-b78ee2b96553 service neutron] 10.222.0.58 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377989 Jul 13 08:02:22.418558 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] Attempting to bind port 1069146c-6f62-4ee6-8521-4a7ad7585f0b on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:02:22.419659 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] Attempting to bind port 1069146c-6f62-4ee6-8521-4a7ad7585f0b by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '718c365b-9c19-4b23-9d47-48c3063e0352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'beb00341-60c7-4eb1-9a39-32233237abd7'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:02:22.420427 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] Attempting to bind port 1069146c-6f62-4ee6-8521-4a7ad7585f0b on network beb00341-60c7-4eb1-9a39-32233237abd7 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:02:22.430556 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:02:22.431189 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] Checking segment: {'id': '718c365b-9c19-4b23-9d47-48c3063e0352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'beb00341-60c7-4eb1-9a39-32233237abd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:02:22.432093 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.432623 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] Bound using segment: {'id': '718c365b-9c19-4b23-9d47-48c3063e0352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'beb00341-60c7-4eb1-9a39-32233237abd7'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:02:22.433850 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] Bound port: 1069146c-6f62-4ee6-8521-4a7ad7585f0b, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718c365b-9c19-4b23-9d47-48c3063e0352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'beb00341-60c7-4eb1-9a39-32233237abd7'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:02:22.435208 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.453909 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c28ce0c2-0e48-48e5-903f-fc38f5b5b619 req-b3cdacae-3ee0-47d4-8555-ab07af6f37ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9 HTTP/1.1" status: 200 len: 217 time: 0.1579523 Jul 13 08:02:22.545932 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] Allocated IP 172.20.0.2 (4f93138a-014b-446f-a537-9587ae8ebf45/5fefd69b-6934-4141-bf7b-581c5f2186b1/5b03bb9d-d412-4e49-85be-bdb23ef041ea) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:02:22.549435 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45876) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:22.551362 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] For port 1069146c-6f62-4ee6-8521-4a7ad7585f0b, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:02:22.567903 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] For port 1069146c-6f62-4ee6-8521-4a7ad7585f0b, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1069146c-6f62-4ee6-8521-4a7ad7585f0b,segment=NetworkSegment(718c365b-9c19-4b23-9d47-48c3063e0352),segment_id=718c365b-9c19-4b23-9d47-48c3063e0352)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:02:22.581087 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.610461 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3bca251-360b-4b77-b9cb-9140787ed444 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.620075 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2da6e1d4-bdd9-4f83-9765-4e1002dd96b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.705297 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ce0c2-0e48-48e5-903f-fc38f5b5b619 req-110010f9-e181-4944-8bfe-3df9957151fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:22.707829 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c28ce0c2-0e48-48e5-903f-fc38f5b5b619 req-110010f9-e181-4944-8bfe-3df9957151fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=78c04584-1c8b-4048-8992-543590c52be3 HTTP/1.1" status: 200 len: 835 time: 0.1989393 Jul 13 08:02:22.707965 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a841f-0ae8-4d24-a4c3-3e2892681783 req-de36f7f5-339b-4faf-9d03-2bce9215c018 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:22.716877 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-148a841f-0ae8-4d24-a4c3-3e2892681783 req-de36f7f5-339b-4faf-9d03-2bce9215c018 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.2168941 Jul 13 08:02:22.721749 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1943c122-0258-451c-89ca-e5c6604786ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.724647 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1943c122-0258-451c-89ca-e5c6604786ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.726129 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1943c122-0258-451c-89ca-e5c6604786ea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6a9b966d-5011-4c31-b822-fa2ed635ac1d HTTP/1.1" status: 204 len: 168 time: 0.9252264 Jul 13 08:02:22.799770 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] Routers {'7fb82d74-d04e-4afe-920b-6cd1efada83a'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:22.800443 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7fb82d74-d04e-4afe-920b-6cd1efada83a'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:22.808202 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6218086-5fae-408f-8973-10d968923197 None None] Pushing event updated for resources: {'Port': ['ID=1069146c-6f62-4ee6-8521-4a7ad7585f0b,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:22.825869 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-148a841f-0ae8-4d24-a4c3-3e2892681783 req-589424a5-3174-442c-baeb-d13f14faf522 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027505 Jul 13 08:02:22.939095 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3f30a9c0-22b5-4d46-9ef0-091e54e396f8 req-c8e3ad8f-fab9-4679-8503-0401749cf575 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 210 time: 0.0423737 Jul 13 08:02:22.949796 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943c122-0258-451c-89ca-e5c6604786ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9b966d-5011-4c31-b822-fa2ed635ac1d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:22.995269 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3bca251-360b-4b77-b9cb-9140787ed444 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.014898 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bca251-360b-4b77-b9cb-9140787ed444 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:23.015577 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3bca251-360b-4b77-b9cb-9140787ed444 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.060838 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] Set router 7fb82d74-d04e-4afe-920b-6cd1efada83a gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:23.074832 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1b891-66ad-4cec-af87-7f0a1a007cad req-55945e13-d06a-4a5b-b1fe-4fe1b107e759 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:23.082655 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7be1b891-66ad-4cec-af87-7f0a1a007cad req-55945e13-d06a-4a5b-b1fe-4fe1b107e759 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 947 time: 0.1464705 Jul 13 08:02:23.227417 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7be1b891-66ad-4cec-af87-7f0a1a007cad req-40f58cda-1688-4363-a992-41b8c0753933 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426585 Jul 13 08:02:23.324100 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bca251-360b-4b77-b9cb-9140787ed444 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Pushing event updated for resources: {'Network': ['ID=fca71890-3301-4091-8f43-cd56f2b6eda3,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:23.350654 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272ffe1-d301-4a3e-92f3-96bbd709559c req-cb2df10a-c030-4cd3-8f91-daf8219cf4e5 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:23.354196 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13153294-4a85-4395-8dfc-a0b77881d898 req-94589981-9550-4297-97be-bb1e750a022e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:23.356725 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-13153294-4a85-4395-8dfc-a0b77881d898 req-94589981-9550-4297-97be-bb1e750a022e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.35 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 947 time: 0.9446619 Jul 13 08:02:23.363128 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c272ffe1-d301-4a3e-92f3-96bbd709559c req-cb2df10a-c030-4cd3-8f91-daf8219cf4e5 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.1425707 Jul 13 08:02:23.394275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network fca71890-3301-4091-8f43-cd56f2b6eda3 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:02:23.515553 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45908) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:23.535140 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c272ffe1-d301-4a3e-92f3-96bbd709559c req-99867beb-a784-4ab9-9b66-ed91ecd956c7 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604285 Jul 13 08:02:23.546188 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ce0c2-0e48-48e5-903f-fc38f5b5b619 req-04a3c713-2fd6-4ff1-a285-43f4e52822af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:23.547700 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c28ce0c2-0e48-48e5-903f-fc38f5b5b619 req-04a3c713-2fd6-4ff1-a285-43f4e52822af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a52e876-fdfb-4e23-a545-3fee73cd392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8077619 Jul 13 08:02:23.561101 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb82d74-d04e-4afe-920b-6cd1efada83a', 'name': 'tempest-ServerRescueNegativeTestJSON-332097597-router', 'tenant_id': 'b9a95614752e4491a86abe9092bae175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '766647e6-671b-49e0-b659-e2607f17cd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:07Z', 'updated_at': '2021-07-13T08:02:17Z', 'revision_number': 4, 'project_id': 'b9a95614752e4491a86abe9092bae175', 'gw_port': {'id': '766647e6-671b-49e0-b659-e2607f17cd4b', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb82d74-d04e-4afe-920b-6cd1efada83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:08Z', 'updated_at': '2021-07-13T08:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '1069146c-6f62-4ee6-8521-4a7ad7585f0b', 'name': '', 'network_id': 'beb00341-60c7-4eb1-9a39-32233237abd7', 'tenant_id': 'b9a95614752e4491a86abe9092bae175', 'mac_address': 'fa:16:3e:71:14:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb82d74-d04e-4afe-920b-6cd1efada83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '3ed3d0b9-c13b-441a-b2a2-61a397b26fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:15Z', 'updated_at': '2021-07-13T08:02:22Z', 'revision_number': 4, 'project_id': 'b9a95614752e4491a86abe9092bae175', 'subnets': [{'id': '3ed3d0b9-c13b-441a-b2a2-61a397b26fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:23.569085 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d0336d-8090-444b-b7f4-71d95d409816 admin admin] Router 1b8b29dc-c445-417d-aac4-3aba9a0c6387 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:02:23.598294 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb456a3-dd8b-498e-adb6-7ffc46dd845e None None] The sync data for ids ['7fb82d74-d04e-4afe-920b-6cd1efada83a'] in n-d-779913-28 is: [{'id': '7fb82d74-d04e-4afe-920b-6cd1efada83a', 'name': 'tempest-ServerRescueNegativeTestJSON-332097597-router', 'tenant_id': 'b9a95614752e4491a86abe9092bae175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '766647e6-671b-49e0-b659-e2607f17cd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:07Z', 'updated_at': '2021-07-13T08:02:17Z', 'revision_number': 4, 'project_id': 'b9a95614752e4491a86abe9092bae175', 'gw_port': {'id': '766647e6-671b-49e0-b659-e2607f17cd4b', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb82d74-d04e-4afe-920b-6cd1efada83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:08Z', 'updated_at': '2021-07-13T08:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '1069146c-6f62-4ee6-8521-4a7ad7585f0b', 'name': '', 'network_id': 'beb00341-60c7-4eb1-9a39-32233237abd7', 'tenant_id': 'b9a95614752e4491a86abe9092bae175', 'mac_address': 'fa:16:3e:71:14:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb82d74-d04e-4afe-920b-6cd1efada83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '3ed3d0b9-c13b-441a-b2a2-61a397b26fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:15Z', 'updated_at': '2021-07-13T08:02:22Z', 'revision_number': 4, 'project_id': 'b9a95614752e4491a86abe9092bae175', 'subnets': [{'id': '3ed3d0b9-c13b-441a-b2a2-61a397b26fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:02:23.598471 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f593ac9f-4b29-41ea-8511-1249aa3d76a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.607041 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-70ccb271-8e47-40a3-a607-7ac0f83eea5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.705097 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2da6e1d4-bdd9-4f83-9765-4e1002dd96b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.728384 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2da6e1d4-bdd9-4f83-9765-4e1002dd96b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.746911 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.756848 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b3bca251-360b-4b77-b9cb-9140787ed444 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9540384 Jul 13 08:02:23.777615 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45914) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:23.779186 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] Transition to ACTIVE for port object 5b03bb9d-d412-4e49-85be-bdb23ef041ea will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:02:23.793390 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-2f4d8727-9462-4cdd-89bb-94cfb07e68b8 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:23.800050 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-2f4d8727-9462-4cdd-89bb-94cfb07e68b8 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/networks?id=beb00341-60c7-4eb1-9a39-32233237abd7 HTTP/1.1" status: 200 len: 818 time: 0.3641798 Jul 13 08:02:23.806244 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-368d4030-d8cb-47a8-8a5f-1b308d63ccb5 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Request body: {'network': {'name': 'tempest-router-network02--469362734'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:23.838799 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] Transition to ACTIVE for port object 5b03bb9d-d412-4e49-85be-bdb23ef041ea will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:02:23.849163 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d3ebaea5-e33b-42f1-8e5e-057e0c48758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947111244', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:37Z', 'updated_at': '2021-07-13T07:59:46Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:39Z', 'updated_at': '2021-07-13T07:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '1c170082-c793-4f24-ade5-fe3dc25bb6d5', 'name': '', 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:70:1b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '78c04584-1c8b-4048-8992-543590c52be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:45Z', 'updated_at': '2021-07-13T07:59:59Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '78c04584-1c8b-4048-8992-543590c52be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:23.899938 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.916420 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ebaea5-e33b-42f1-8e5e-057e0c48758c None None] The sync data for ids ['adc7e792-e106-4c6f-9437-a4f2d7b729e7'] in n-d-779913-28 is: [{'id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947111244', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:37Z', 'updated_at': '2021-07-13T07:59:46Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:39Z', 'updated_at': '2021-07-13T07:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '1c170082-c793-4f24-ade5-fe3dc25bb6d5', 'name': '', 'network_id': '2a52e876-fdfb-4e23-a545-3fee73cd392d', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:70:1b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '78c04584-1c8b-4048-8992-543590c52be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:45Z', 'updated_at': '2021-07-13T07:59:59Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '78c04584-1c8b-4048-8992-543590c52be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:02:23.919898 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6e1d4-bdd9-4f83-9765-4e1002dd96b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1838878-5f7b-4f08-8328-4a40d88536c9,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:23.923501 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-0bca0b2d-be9e-4400-a0aa-5af9a505da35 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/quotas/b9a95614752e4491a86abe9092bae175 HTTP/1.1" status: 200 len: 375 time: 0.1075401 Jul 13 08:02:23.952368 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2da6e1d4-bdd9-4f83-9765-4e1002dd96b3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7aa18acce307472680eb4ed2cb0a5f6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4017889 Jul 13 08:02:23.973654 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45916) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:23.975453 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-13153294-4a85-4395-8dfc-a0b77881d898 req-0a56b603-ab0f-4641-a4e9-be00c2700b3c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Deleting port b91326c8-495e-44e8-8ec6-940d51dcd2e9 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:23.975796 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-13153294-4a85-4395-8dfc-a0b77881d898 req-0a56b603-ab0f-4641-a4e9-be00c2700b3c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.975986 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] Network 4f93138a-014b-446f-a537-9587ae8ebf45 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:02:23.980776 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:23.984347 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:02:24.062838 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] Pushing event updated for resources: {'Port': ['ID=5b03bb9d-d412-4e49-85be-bdb23ef041ea,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:24.083941 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] Attempting to bind port 5b03bb9d-d412-4e49-85be-bdb23ef041ea on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:02:24.084319 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] Attempting to bind port 5b03bb9d-d412-4e49-85be-bdb23ef041ea by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'd3591604-ebec-4cd5-b077-83528ce33a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4f93138a-014b-446f-a537-9587ae8ebf45'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:02:24.084686 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] Attempting to bind port 5b03bb9d-d412-4e49-85be-bdb23ef041ea on network 4f93138a-014b-446f-a537-9587ae8ebf45 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:02:24.092214 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:02:24.092740 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] Checking segment: {'id': 'd3591604-ebec-4cd5-b077-83528ce33a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4f93138a-014b-446f-a537-9587ae8ebf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:02:24.093198 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:24.093377 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad34ca-444c-4ab6-8df5-4be31cca43dd req-05279c55-f6cb-41cc-ad9d-406260df3da6 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:24.093664 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] Bound using segment: {'id': 'd3591604-ebec-4cd5-b077-83528ce33a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4f93138a-014b-446f-a537-9587ae8ebf45'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:02:24.094204 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] Bound port: 5b03bb9d-d412-4e49-85be-bdb23ef041ea, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3591604-ebec-4cd5-b077-83528ce33a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4f93138a-014b-446f-a537-9587ae8ebf45'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:02:24.094597 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:24.095109 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a4ad34ca-444c-4ab6-8df5-4be31cca43dd req-05279c55-f6cb-41cc-ad9d-406260df3da6 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.2776318 Jul 13 08:02:24.101749 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c28ce0c2-0e48-48e5-903f-fc38f5b5b619 req-bb721652-a09c-4c08-9049-493f14ea883b service neutron] 10.222.0.35 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171421 Jul 13 08:02:24.200317 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] For port 5b03bb9d-d412-4e49-85be-bdb23ef041ea, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:02:24.205374 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] For port 5b03bb9d-d412-4e49-85be-bdb23ef041ea, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=5b03bb9d-d412-4e49-85be-bdb23ef041ea,segment=NetworkSegment(d3591604-ebec-4cd5-b077-83528ce33a98),segment_id=d3591604-ebec-4cd5-b077-83528ce33a98)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:02:24.215542 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a4ad34ca-444c-4ab6-8df5-4be31cca43dd req-a84c189a-c59b-47ae-b68a-1d2ec3254ff7 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114557 Jul 13 08:02:24.221517 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:24.258481 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-a0a387ee-2982-4f64-afde-bc6310fc248d tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9a95614752e4491a86abe9092bae175&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3228207 Jul 13 08:02:24.337772 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d0336d-8090-444b-b7f4-71d95d409816 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:02:24.350151 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20cb899-cc07-4451-9dc7-c0df05ecc87f None None] Sync routers for ids ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:02:24.368966 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20cb899-cc07-4451-9dc7-c0df05ecc87f None None] Routers {'1b8b29dc-c445-417d-aac4-3aba9a0c6387'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:24.372685 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c20cb899-cc07-4451-9dc7-c0df05ecc87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:24.420304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8a709-fa29-4ad1-95f2-02d81971e875 None None] Pushing event updated for resources: {'Port': ['ID=5b03bb9d-d412-4e49-85be-bdb23ef041ea,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:24.442060 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e1d0336d-8090-444b-b7f4-71d95d409816 admin admin] 10.222.0.58 "PUT /v2.0/routers/1b8b29dc-c445-417d-aac4-3aba9a0c6387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7637715 Jul 13 08:02:24.494853 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-70ccb271-8e47-40a3-a607-7ac0f83eea5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:24.510039 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 45922) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:24.537427 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-70ccb271-8e47-40a3-a607-7ac0f83eea5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:24.601878 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-fdc45087-acce-4f85-a47c-6c1fa8c2631b service neutron] 10.222.0.58 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423243 Jul 13 08:02:24.614204 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-70ccb271-8e47-40a3-a607-7ac0f83eea5d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f25c59f09ec349af9c9d442c564cf2ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0961473 Jul 13 08:02:24.625520 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45924) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:24.631011 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368d4030-d8cb-47a8-8a5f-1b308d63ccb5 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Made reservation on behalf of 3d6f89c8d0434c95ba43480e2d81859b for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:24.653001 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-368d4030-d8cb-47a8-8a5f-1b308d63ccb5 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:24.659033 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c20cb899-cc07-4451-9dc7-c0df05ecc87f None None] Set router 1b8b29dc-c445-417d-aac4-3aba9a0c6387 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:24.664497 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e925a732-5dbb-4baf-a163-567643b621da None None] New status for floating IP f8e7332e-d16f-43e0-8c15-4fb850958f26: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:02:24.746608 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccb271-8e47-40a3-a607-7ac0f83eea5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e19287-e7fa-446d-8127-756314352870,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:24.839757 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-13153294-4a85-4395-8dfc-a0b77881d898 req-0a56b603-ab0f-4641-a4e9-be00c2700b3c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] For port b91326c8-495e-44e8-8ec6-940d51dcd2e9, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9,segment=NetworkSegment(c6059c07-f555-4cd9-954a-a61ccdada0c0),segment_id=c6059c07-f555-4cd9-954a-a61ccdada0c0)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:24.843394 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-13153294-4a85-4395-8dfc-a0b77881d898 req-0a56b603-ab0f-4641-a4e9-be00c2700b3c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:24.952854 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368d4030-d8cb-47a8-8a5f-1b308d63ccb5 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:02:25.018859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-13153294-4a85-4395-8dfc-a0b77881d898 req-0a56b603-ab0f-4641-a4e9-be00c2700b3c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Calling delete_port for b91326c8-495e-44e8-8ec6-940d51dcd2e9 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:25.027551 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-368d4030-d8cb-47a8-8a5f-1b308d63ccb5 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:25.028241 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-368d4030-d8cb-47a8-8a5f-1b308d63ccb5 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Added segment 33bf92ff-a0fe-4977-8c05-3e7f652d2912 of type vlan for network a2cc77c2-2380-4f03-9794-407f996cec94 Jul 13 08:02:25.046567 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-79f744d6-e052-4dc5-9427-1536d1cbc02c service neutron] 10.222.0.58 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353166 Jul 13 08:02:25.084179 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dd694b4a-6874-4b0d-aab2-d194bdeabc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:25.127211 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dd694b4a-6874-4b0d-aab2-d194bdeabc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:25.140130 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device b91326c8-495e-44e8-8ec6-940d51dcd2e9 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:02:25.186194 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53c66da9-e211-4301-8c89-fb0752c65402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:25.231529 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-368d4030-d8cb-47a8-8a5f-1b308d63ccb5 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:25.258510 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c28ce0c2-0e48-48e5-903f-fc38f5b5b619 req-caecdaf9-5a13-445e-b7a9-d39b6bf9f1fb service neutron] 10.222.0.35 "GET /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1472962 Jul 13 08:02:25.273973 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dd694b4a-6874-4b0d-aab2-d194bdeabc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:25.276989 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dd694b4a-6874-4b0d-aab2-d194bdeabc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:25.278791 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-dd694b4a-6874-4b0d-aab2-d194bdeabc0e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e1838878-5f7b-4f08-8328-4a40d88536c9 HTTP/1.1" status: 204 len: 168 time: 1.2957315 Jul 13 08:02:25.364658 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c20cb899-cc07-4451-9dc7-c0df05ecc87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'name': 'tempest-TestVolumeBackupRestore-2085541636-router', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:37Z', 'updated_at': '2021-07-13T08:02:20Z', 'revision_number': 5, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'gw_port': {'id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:39Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:25.389356 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53c66da9-e211-4301-8c89-fb0752c65402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:25.494434 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:25.531366 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-368d4030-d8cb-47a8-8a5f-1b308d63ccb5 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:25.537689 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368d4030-d8cb-47a8-8a5f-1b308d63ccb5 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:25.551097 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd694b4a-6874-4b0d-aab2-d194bdeabc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1838878-5f7b-4f08-8328-4a40d88536c9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:25.561208 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20cb899-cc07-4451-9dc7-c0df05ecc87f None None] Checking router: 1b8b29dc-c445-417d-aac4-3aba9a0c6387 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:02:25.565568 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-368d4030-d8cb-47a8-8a5f-1b308d63ccb5 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:25.595790 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20cb899-cc07-4451-9dc7-c0df05ecc87f None None] Routers {'1b8b29dc-c445-417d-aac4-3aba9a0c6387'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:25.596740 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c20cb899-cc07-4451-9dc7-c0df05ecc87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:01:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:25.642230 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a84ef0e-1953-42d8-899a-85f2a2b9e097 admin admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:25.646144 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port b91326c8-495e-44e8-8ec6-940d51dcd2e9, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=b91326c8-495e-44e8-8ec6-940d51dcd2e9,segment=NetworkSegment(c6059c07-f555-4cd9-954a-a61ccdada0c0),segment_id=c6059c07-f555-4cd9-954a-a61ccdada0c0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:25.656750 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5b03bb9d-d412-4e49-85be-bdb23ef041ea up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:25.678826 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:02:25.681175 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44aecad-4942-453d-80f7-1e359f530a6c" -d '{"events": [{"server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "name": "network-vif-unplugged", "status": "completed", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:02:25.719315 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:25.846393 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-368d4030-d8cb-47a8-8a5f-1b308d63ccb5 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0643380 Jul 13 08:02:25.880698 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 45948) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:25.914870 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c392396c-6e7c-4855-8a1c-863eb5a07e34 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Request body: {'subnet': {'network_id': 'fca71890-3301-4091-8f43-cd56f2b6eda3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:26.117011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=b91326c8-495e-44e8-8ec6-940d51dcd2e9,revision_number=14']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:26.187640 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d4030-d8cb-47a8-8a5f-1b308d63ccb5 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Pushing event updated for resources: {'Network': ['ID=a2cc77c2-2380-4f03-9794-407f996cec94,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:26.226037 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network a2cc77c2-2380-4f03-9794-407f996cec94 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:02:26.272125 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53c66da9-e211-4301-8c89-fb0752c65402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:26.287233 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53c66da9-e211-4301-8c89-fb0752c65402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:26.289710 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-53c66da9-e211-4301-8c89-fb0752c65402 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/87e19287-e7fa-446d-8127-756314352870 HTTP/1.1" status: 204 len: 168 time: 1.5951152 Jul 13 08:02:26.512825 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 5b03bb9d-d412-4e49-85be-bdb23ef041ea completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:02:26.514657 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-805957c4-e0f7-476a-afa6-8470fe6465df tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:26.521823 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-805957c4-e0f7-476a-afa6-8470fe6465df tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.35 "GET /v2.0/networks?id=beb00341-60c7-4eb1-9a39-32233237abd7 HTTP/1.1" status: 200 len: 818 time: 1.1902347 Jul 13 08:02:26.523236 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1069146c-6f62-4ee6-8521-4a7ad7585f0b up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:26.531172 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a84ef0e-1953-42d8-899a-85f2a2b9e097 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:26.558041 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-b55fe59f-8515-4931-abac-d6dd42a012d3 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Request body: {'port': {'device_id': 'e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da', 'network_id': 'beb00341-60c7-4eb1-9a39-32233237abd7', 'admin_state_up': True, 'tenant_id': 'b9a95614752e4491a86abe9092bae175'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:26.621493 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c66da9-e211-4301-8c89-fb0752c65402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e19287-e7fa-446d-8127-756314352870,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:26.652639 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 1069146c-6f62-4ee6-8521-4a7ad7585f0b completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:02:26.672523 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 1069146c-6f62-4ee6-8521-4a7ad7585f0b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:26.673292 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:26.683291 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c20cb899-cc07-4451-9dc7-c0df05ecc87f None None] Set router 1b8b29dc-c445-417d-aac4-3aba9a0c6387 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:26.874340 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-13153294-4a85-4395-8dfc-a0b77881d898 req-0a56b603-ab0f-4641-a4e9-be00c2700b3c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:26.881403 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-18b2b4d8-0b6c-45ca-8d9d-2107ed3b53c5 None None] Provisioning complete for port b91326c8-495e-44e8-8ec6-940d51dcd2e9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:26.881812 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18b2b4d8-0b6c-45ca-8d9d-2107ed3b53c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:26.888276 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c392396c-6e7c-4855-8a1c-863eb5a07e34 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Made reservation on behalf of 3d6f89c8d0434c95ba43480e2d81859b for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:26.893571 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c392396c-6e7c-4855-8a1c-863eb5a07e34 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:26.958508 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d96eb-0874-43da-b084-4eca0518e406 req-367bca62-c05f-4a19-ab6f-53748d57c14a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:26.960573 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f64d96eb-0874-43da-b084-4eca0518e406 req-367bca62-c05f-4a19-ab6f-53748d57c14a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 866 time: 0.3125010 Jul 13 08:02:26.969768 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-18b2b4d8-0b6c-45ca-8d9d-2107ed3b53c5 None None] Port b91326c8-495e-44e8-8ec6-940d51dcd2e9 was deleted so its status cannot be updated. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 08:02:26.991215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62582cba-8802-4927-947e-fb1284c73552 req-ab9fc363-1b24-4cb9-ac88-dca5359a71ae tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:26.991423 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dee713-0a58-404f-9eb7-371b68397bdb None None] Network 4f93138a-014b-446f-a537-9587ae8ebf45 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:02:26.992793 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62582cba-8802-4927-947e-fb1284c73552 req-ab9fc363-1b24-4cb9-ac88-dca5359a71ae tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.7680066 Jul 13 08:02:27.127179 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c20cb899-cc07-4451-9dc7-c0df05ecc87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'name': 'tempest-TestVolumeBackupRestore-2085541636-router', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:37Z', 'updated_at': '2021-07-13T08:02:20Z', 'revision_number': 5, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'gw_port': {'id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:39Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:27.161263 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20cb899-cc07-4451-9dc7-c0df05ecc87f None None] The sync data for ids ['1b8b29dc-c445-417d-aac4-3aba9a0c6387'] in n-d-779913-28 is: [{'id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'name': 'tempest-TestVolumeBackupRestore-2085541636-router', 'tenant_id': '6ad4c40067be450f8ab9004872502cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:37Z', 'updated_at': '2021-07-13T08:02:20Z', 'revision_number': 5, 'project_id': '6ad4c40067be450f8ab9004872502cad', 'gw_port': {'id': 'ba3c8947-a785-459a-814b-2ce0dab1f2d4', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b29dc-c445-417d-aac4-3aba9a0c6387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:39Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:02:27.197647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-573e349d-396b-449e-ac09-ba43404e72eb None None] Provisioning for port 5b03bb9d-d412-4e49-85be-bdb23ef041ea completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:02:27.217196 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56b603-ab0f-4641-a4e9-be00c2700b3c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Port': ['ID=b91326c8-495e-44e8-8ec6-940d51dcd2e9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:27.263111 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62582cba-8802-4927-947e-fb1284c73552 req-4d318679-a1ee-4eaf-89d0-ed1af12560ac tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237415 Jul 13 08:02:27.283451 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:27.318189 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f64d96eb-0874-43da-b084-4eca0518e406 req-3191aa6c-5225-4a29-bc45-68fecd8be52a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b62bbfc-7d47-4800-9812-524f4ab6095c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3214507 Jul 13 08:02:27.328641 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-573e349d-396b-449e-ac09-ba43404e72eb None None] Provisioning complete for port 5b03bb9d-d412-4e49-85be-bdb23ef041ea triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:27.329177 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-573e349d-396b-449e-ac09-ba43404e72eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:27.380890 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-13153294-4a85-4395-8dfc-a0b77881d898 req-0a56b603-ab0f-4641-a4e9-be00c2700b3c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] No DVR routers for this DVR port b91326c8-495e-44e8-8ec6-940d51dcd2e9 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:02:27.400006 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-13153294-4a85-4395-8dfc-a0b77881d898 req-0a56b603-ab0f-4641-a4e9-be00c2700b3c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:27.403793 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-13153294-4a85-4395-8dfc-a0b77881d898 req-0a56b603-ab0f-4641-a4e9-be00c2700b3c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.35 "DELETE /v2.0/ports/b91326c8-495e-44e8-8ec6-940d51dcd2e9 HTTP/1.1" status: 204 len: 173 time: 4.0369592 Jul 13 08:02:27.407608 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'name': 'network-vif-deleted', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:02:27.425706 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057c82f6-7dcb-40bc-a03f-4c377c3d26d8" -d '{"events": [{"server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "name": "network-vif-deleted", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:02:27.458853 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac05cbe-62bd-48cf-adef-b33805490393 x-openstack-request-id: req-dac05cbe-62bd-48cf-adef-b33805490393 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:02:27.460138 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "name": "network-vif-unplugged", "status": "completed", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:02:27.462613 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dac05cbe-62bd-48cf-adef-b33805490393 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:02:27.466668 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9', 'code': 200} Jul 13 08:02:27.488367 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-0a84ef0e-1953-42d8-899a-85f2a2b9e097 admin admin] Deleting port ba3c8947-a785-459a-814b-2ce0dab1f2d4 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:27.488726 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a84ef0e-1953-42d8-899a-85f2a2b9e097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:27.558379 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b389de5c-5bb4-4232-9711-357c7571b33a x-openstack-request-id: req-b389de5c-5bb4-4232-9711-357c7571b33a {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:02:27.559005 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578999ad-c46f-42a0-8c8f-59bd09ae7938", "name": "network-vif-deleted", "tag": "b91326c8-495e-44e8-8ec6-940d51dcd2e9", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:02:27.559443 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b389de5c-5bb4-4232-9711-357c7571b33a {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:02:27.560140 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578999ad-c46f-42a0-8c8f-59bd09ae7938', 'name': 'network-vif-deleted', 'tag': 'b91326c8-495e-44e8-8ec6-940d51dcd2e9', 'status': 'completed', 'code': 200} Jul 13 08:02:27.640859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-b55fe59f-8515-4931-abac-d6dd42a012d3 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Made reservation on behalf of b9a95614752e4491a86abe9092bae175 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:27.650520 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-b55fe59f-8515-4931-abac-d6dd42a012d3 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:27.712541 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 1069146c-6f62-4ee6-8521-4a7ad7585f0b, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1069146c-6f62-4ee6-8521-4a7ad7585f0b,segment=NetworkSegment(718c365b-9c19-4b23-9d47-48c3063e0352),segment_id=718c365b-9c19-4b23-9d47-48c3063e0352)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:27.738570 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:27.798331 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b4027da-a837-41e1-bdd6-d3a5c72b4b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:27.845766 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76a6bb2a-15fb-4487-b0d0-b777c41cd7fb req-95111a46-67a7-4687-a22a-02ceca64ae0c tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 210 time: 0.1814120 Jul 13 08:02:27.878059 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c392396c-6e7c-4855-8a1c-863eb5a07e34 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:27.933498 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:02:27.991541 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:02:27.992295 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fb992dd6-7fe1-466a-a662-9e9e5fbc2a2d not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:02:28.064766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392396c-6e7c-4855-8a1c-863eb5a07e34 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Pushing event updated for resources: {'Subnet': ['ID=85c3885c-7b53-434e-82d9-6cc821df7d82,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:28.082473 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:28.085171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c392396c-6e7c-4855-8a1c-863eb5a07e34 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Checking segment: {'id': '7848636f-fd21-4d53-b5eb-e216171f836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fca71890-3301-4091-8f43-cd56f2b6eda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:02:28.086819 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c392396c-6e7c-4855-8a1c-863eb5a07e34 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Network hostable DHCP agents. Network: fca71890-3301-4091-8f43-cd56f2b6eda3, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:02:28.138025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=1069146c-6f62-4ee6-8521-4a7ad7585f0b,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:28.143346 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c392396c-6e7c-4855-8a1c-863eb5a07e34 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Network fca71890-3301-4091-8f43-cd56f2b6eda3 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:02:28.167991 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c392396c-6e7c-4855-8a1c-863eb5a07e34 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, fca71890-3301-4091-8f43-cd56f2b6eda3) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:28.184893 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c392396c-6e7c-4855-8a1c-863eb5a07e34 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:28.185529 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c392396c-6e7c-4855-8a1c-863eb5a07e34 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:28.187926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc545a6-3c5d-482f-90b0-00bae025a71e None None] Network fca71890-3301-4091-8f43-cd56f2b6eda3 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:02:28.232714 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-573e349d-396b-449e-ac09-ba43404e72eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:28.313548 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c392396c-6e7c-4855-8a1c-863eb5a07e34 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4072912 Jul 13 08:02:28.315272 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46004) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:28.357403 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-573e349d-396b-449e-ac09-ba43404e72eb None None] For port 5b03bb9d-d412-4e49-85be-bdb23ef041ea, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=5b03bb9d-d412-4e49-85be-bdb23ef041ea,segment=NetworkSegment(d3591604-ebec-4cd5-b077-83528ce33a98),segment_id=d3591604-ebec-4cd5-b077-83528ce33a98)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:28.363552 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a07c4cf5-23ce-4ad6-87b9-02cb1b2aad51 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Request body: {'subnet': {'network_id': 'a2cc77c2-2380-4f03-9794-407f996cec94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:28.380896 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-573e349d-396b-449e-ac09-ba43404e72eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:28.658271 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e349d-396b-449e-ac09-ba43404e72eb None None] Pushing event updated for resources: {'Port': ['ID=5b03bb9d-d412-4e49-85be-bdb23ef041ea,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:28.720417 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-fca71890-3301-4091-8f43-cd56f2b6eda3', 'network_id': 'fca71890-3301-4091-8f43-cd56f2b6eda3', 'tenant_id': '3d6f89c8d0434c95ba43480e2d81859b', 'fixed_ips': [{'subnet_id': '85c3885c-7b53-434e-82d9-6cc821df7d82'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:02:28.722231 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:28.728194 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07c4cf5-23ce-4ad6-87b9-02cb1b2aad51 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Made reservation on behalf of 3d6f89c8d0434c95ba43480e2d81859b for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:28.739781 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a07c4cf5-23ce-4ad6-87b9-02cb1b2aad51 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:28.802482 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-0a84ef0e-1953-42d8-899a-85f2a2b9e097 admin admin] For port ba3c8947-a785-459a-814b-2ce0dab1f2d4, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ba3c8947-a785-459a-814b-2ce0dab1f2d4,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:28.803469 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a84ef0e-1953-42d8-899a-85f2a2b9e097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:28.836291 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-0a84ef0e-1953-42d8-899a-85f2a2b9e097 admin admin] Calling delete_port for ba3c8947-a785-459a-814b-2ce0dab1f2d4 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:28.941942 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d7de27ef-5a0b-4e22-a174-a5455af075d8 req-9ffe04cd-cee9-40c3-9561-3fff3fe936da tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=578999ad-c46f-42a0-8c8f-59bd09ae7938 HTTP/1.1" status: 200 len: 210 time: 0.2272773 Jul 13 08:02:29.018946 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c0642a68-3196-428a-90ee-65d63b8e3aff None None] Provisioning complete for port 5b03bb9d-d412-4e49-85be-bdb23ef041ea triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:29.021605 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c0642a68-3196-428a-90ee-65d63b8e3aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:29.158362 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-06c9909a-a37c-4b08-aeb6-6eaffa452b3e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:29.160654 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-06c9909a-a37c-4b08-aeb6-6eaffa452b3e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.62 "GET /v2.0/networks?id=beb00341-60c7-4eb1-9a39-32233237abd7 HTTP/1.1" status: 200 len: 818 time: 0.5097637 Jul 13 08:02:29.182894 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-9bea3c22-9a55-470b-87b1-941c03bbff48 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Request body: {'port': {'device_id': '1085e791-6bd8-42cd-b570-82796641932c', 'network_id': 'beb00341-60c7-4eb1-9a39-32233237abd7', 'admin_state_up': True, 'tenant_id': 'b9a95614752e4491a86abe9092bae175'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:29.186712 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46024) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:29.199977 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede26445-fa34-4089-87f9-3ecd7e9b372f req-286b5b24-0676-4f85-942a-6c98a759e54a tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:29.201704 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ede26445-fa34-4089-87f9-3ecd7e9b372f req-286b5b24-0676-4f85-942a-6c98a759e54a tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.5454645 Jul 13 08:02:29.208657 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] Allocated IP 172.20.0.2 (fca71890-3301-4091-8f43-cd56f2b6eda3/85c3885c-7b53-434e-82d9-6cc821df7d82/98e5d5df-68c8-401d-bfa4-c9bb64730b6a) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:02:29.402324 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ede26445-fa34-4089-87f9-3ecd7e9b372f req-d7ac752b-5a24-43bb-9096-b925222651c4 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883926 Jul 13 08:02:29.471080 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-b55fe59f-8515-4931-abac-d6dd42a012d3 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Allocated IP 172.20.0.14 (beb00341-60c7-4eb1-9a39-32233237abd7/3ed3d0b9-c13b-441a-b2a2-61a397b26fa8/899df02f-669f-4ae4-8560-5ccd83a94264) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:02:29.476186 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a84ef0e-1953-42d8-899a-85f2a2b9e097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:29.480250 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10604c46-cb34-40c6-88a9-8ad1b21a7e78 req-3fb88c6d-f937-4f1d-87dd-c5ee181a5e33 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 210 time: 0.0777016 Jul 13 08:02:29.500334 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a07c4cf5-23ce-4ad6-87b9-02cb1b2aad51 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:29.540297 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:29.554772 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] Transition to ACTIVE for port object 98e5d5df-68c8-401d-bfa4-c9bb64730b6a will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:02:29.587029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] Transition to ACTIVE for port object 98e5d5df-68c8-401d-bfa4-c9bb64730b6a will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:02:29.613788 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c4cf5-23ce-4ad6-87b9-02cb1b2aad51 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Pushing event updated for resources: {'Subnet': ['ID=06082301-699d-44fe-946d-29c7b5a6fa01,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:29.629609 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-9bea3c22-9a55-470b-87b1-941c03bbff48 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Made reservation on behalf of b9a95614752e4491a86abe9092bae175 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:29.632096 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:29.633606 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-9bea3c22-9a55-470b-87b1-941c03bbff48 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:29.668204 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fa78529d-b025-4849-b407-a930fe9c4de3 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1922475954', 'router:external': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:29.691960 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07c4cf5-23ce-4ad6-87b9-02cb1b2aad51 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Checking segment: {'id': '33bf92ff-a0fe-4977-8c05-3e7f652d2912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a2cc77c2-2380-4f03-9794-407f996cec94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:02:29.692365 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07c4cf5-23ce-4ad6-87b9-02cb1b2aad51 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Network hostable DHCP agents. Network: a2cc77c2-2380-4f03-9794-407f996cec94, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:02:29.704928 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:29.756109 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] Network fca71890-3301-4091-8f43-cd56f2b6eda3 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:02:29.759320 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84ef0e-1953-42d8-899a-85f2a2b9e097 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba3c8947-a785-459a-814b-2ce0dab1f2d4,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:29.771872 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:29.777121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:02:29.778127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07c4cf5-23ce-4ad6-87b9-02cb1b2aad51 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Network a2cc77c2-2380-4f03-9794-407f996cec94 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:02:29.784872 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] Pushing event updated for resources: {'Port': ['ID=98e5d5df-68c8-401d-bfa4-c9bb64730b6a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:29.787370 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa78529d-b025-4849-b407-a930fe9c4de3 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Made reservation on behalf of f6dd396789b44ec99bdb02deb1753be7 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:29.789735 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa78529d-b025-4849-b407-a930fe9c4de3 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:29.842594 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa78529d-b025-4849-b407-a930fe9c4de3 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:29.847738 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a07c4cf5-23ce-4ad6-87b9-02cb1b2aad51 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, a2cc77c2-2380-4f03-9794-407f996cec94) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:29.857826 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a84ef0e-1953-42d8-899a-85f2a2b9e097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:29.862108 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-b55fe59f-8515-4931-abac-d6dd42a012d3 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:29.867203 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07c4cf5-23ce-4ad6-87b9-02cb1b2aad51 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:29.867941 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a07c4cf5-23ce-4ad6-87b9-02cb1b2aad51 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:29.938413 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98512418-2917-4a5f-9d7c-eb1b44c6c0ac None None] Network a2cc77c2-2380-4f03-9794-407f996cec94 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:02:29.998042 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] Attempting to bind port 98e5d5df-68c8-401d-bfa4-c9bb64730b6a on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:02:29.998889 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a84ef0e-1953-42d8-899a-85f2a2b9e097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.001348 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa78529d-b025-4849-b407-a930fe9c4de3 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.002790 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a84ef0e-1953-42d8-899a-85f2a2b9e097 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.006646 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] Attempting to bind port 98e5d5df-68c8-401d-bfa4-c9bb64730b6a by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '7848636f-fd21-4d53-b5eb-e216171f836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fca71890-3301-4091-8f43-cd56f2b6eda3'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:02:30.007279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] Attempting to bind port 98e5d5df-68c8-401d-bfa4-c9bb64730b6a on network fca71890-3301-4091-8f43-cd56f2b6eda3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:02:30.013019 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa78529d-b025-4849-b407-a930fe9c4de3 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.051084 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a07c4cf5-23ce-4ad6-87b9-02cb1b2aad51 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7164173 Jul 13 08:02:30.068902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46034) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:30.073652 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa78529d-b025-4849-b407-a930fe9c4de3 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:02:30.129679 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa78529d-b025-4849-b407-a930fe9c4de3 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.130184 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-fa78529d-b025-4849-b407-a930fe9c4de3 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Added segment f8a2648d-12d0-4db9-a397-f5b69d7b2276 of type vlan for network e64191e5-9332-479c-995a-9d123b87ece9 Jul 13 08:02:30.131967 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a84ef0e-1953-42d8-899a-85f2a2b9e097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.132502 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a84ef0e-1953-42d8-899a-85f2a2b9e097 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b8b29dc-c445-417d-aac4-3aba9a0c6387 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:02:30.144655 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a84ef0e-1953-42d8-899a-85f2a2b9e097 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.146837 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0a84ef0e-1953-42d8-899a-85f2a2b9e097 admin admin] 10.222.0.58 "DELETE /v2.0/routers/1b8b29dc-c445-417d-aac4-3aba9a0c6387 HTTP/1.1" status: 204 len: 168 time: 5.6348350 Jul 13 08:02:30.151204 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-b55fe59f-8515-4931-abac-d6dd42a012d3 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.166561 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46038) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:30.167511 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46040) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:30.167684 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78529d-b025-4849-b407-a930fe9c4de3 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c686a2-3f82-450e-9864-9a12a7bdfb86,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:30.271434 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa78529d-b025-4849-b407-a930fe9c4de3 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.344484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5b03bb9d-d412-4e49-85be-bdb23ef041ea up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:30.367894 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-b55fe59f-8515-4931-abac-d6dd42a012d3 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Network beb00341-60c7-4eb1-9a39-32233237abd7 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:02:30.370358 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa78529d-b025-4849-b407-a930fe9c4de3 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.371480 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa78529d-b025-4849-b407-a930fe9c4de3 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:30.372074 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa78529d-b025-4849-b407-a930fe9c4de3 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.374642 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:02:30.375372 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] Checking segment: {'id': '7848636f-fd21-4d53-b5eb-e216171f836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fca71890-3301-4091-8f43-cd56f2b6eda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:02:30.376001 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.376594 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] Bound using segment: {'id': '7848636f-fd21-4d53-b5eb-e216171f836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fca71890-3301-4091-8f43-cd56f2b6eda3'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:02:30.377279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] Bound port: 98e5d5df-68c8-401d-bfa4-c9bb64730b6a, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7848636f-fd21-4d53-b5eb-e216171f836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fca71890-3301-4091-8f43-cd56f2b6eda3'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:02:30.377919 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.402913 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-b55fe59f-8515-4931-abac-d6dd42a012d3 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:30.408541 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-b55fe59f-8515-4931-abac-d6dd42a012d3 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:02:30.431514 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fe59f-8515-4931-abac-d6dd42a012d3 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Pushing event updated for resources: {'Port': ['ID=899df02f-669f-4ae4-8560-5ccd83a94264,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:30.455374 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fa78529d-b025-4849-b407-a930fe9c4de3 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2653770 Jul 13 08:02:30.459621 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46042) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:30.477276 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3f9d5432-8cdd-4abd-9cdf-ae7353545145 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Request body: {'subnet': {'network_id': 'e64191e5-9332-479c-995a-9d123b87ece9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:30.570741 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1af587-e6af-4bcc-93df-494b5b4ab123 admin admin] Deleting subnet 5f4eecc3-67cc-4f9e-9fc2-82dad46a9705 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:02:30.576502 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5a1af587-e6af-4bcc-93df-494b5b4ab123 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.591489 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-a2cc77c2-2380-4f03-9794-407f996cec94', 'network_id': 'a2cc77c2-2380-4f03-9794-407f996cec94', 'tenant_id': '3d6f89c8d0434c95ba43480e2d81859b', 'fixed_ips': [{'subnet_id': '06082301-699d-44fe-946d-29c7b5a6fa01'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:02:30.592733 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.627918 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] For port 98e5d5df-68c8-401d-bfa4-c9bb64730b6a, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:02:30.652886 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] For port 98e5d5df-68c8-401d-bfa4-c9bb64730b6a, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=98e5d5df-68c8-401d-bfa4-c9bb64730b6a,segment=NetworkSegment(7848636f-fd21-4d53-b5eb-e216171f836b),segment_id=7848636f-fd21-4d53-b5eb-e216171f836b)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:02:30.657671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 5b03bb9d-d412-4e49-85be-bdb23ef041ea triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:30.658078 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.666636 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-b55fe59f-8515-4931-abac-d6dd42a012d3 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:30.667678 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-b55fe59f-8515-4931-abac-d6dd42a012d3 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.677785 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5a1af587-e6af-4bcc-93df-494b5b4ab123 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.698112 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.968589 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5a1af587-e6af-4bcc-93df-494b5b4ab123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.999026 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8419d-d201-4cfc-b2f9-8b76a349c128 None None] Pushing event updated for resources: {'Port': ['ID=98e5d5df-68c8-401d-bfa4-c9bb64730b6a,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:31.137054 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5a1af587-e6af-4bcc-93df-494b5b4ab123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:31.142467 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] Allocated IP 172.20.0.2 (a2cc77c2-2380-4f03-9794-407f996cec94/06082301-699d-44fe-946d-29c7b5a6fa01/7d035feb-4447-4530-9888-460bf1285ed9) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:02:31.215465 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5a1af587-e6af-4bcc-93df-494b5b4ab123 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:31.221563 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5a1af587-e6af-4bcc-93df-494b5b4ab123 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5f4eecc3-67cc-4f9e-9fc2-82dad46a9705 HTTP/1.1" status: 204 len: 168 time: 1.0454087 Jul 13 08:02:31.221563 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1af587-e6af-4bcc-93df-494b5b4ab123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f4eecc3-67cc-4f9e-9fc2-82dad46a9705,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:31.230789 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46050) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:31.270479 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1069146c-6f62-4ee6-8521-4a7ad7585f0b up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:31.295387 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0f76b7-fff9-47d6-8ec0-8138f16ad5e5 None None] Network a895e7b0-afcc-4098-a27d-05e4c5bfad37 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:02:31.387571 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f6140ff9-2a0a-44f6-af98-591ceb4734a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:31.415094 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78529d-b025-4849-b407-a930fe9c4de3 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Pushing event updated for resources: {'Network': ['ID=e64191e5-9332-479c-995a-9d123b87ece9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:31.448129 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-b55fe59f-8515-4931-abac-d6dd42a012d3 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9089427 Jul 13 08:02:31.452419 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:31.461592 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network e64191e5-9332-479c-995a-9d123b87ece9 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:02:31.463166 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.db.api [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-9bea3c22-9a55-470b-87b1-941c03bbff48 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.14-7d3931e1-41bc-47a7-ae82-a977cc1e8e02 {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:02:31.463915 n-d-779913-28 neutron-server[93724]: DEBUG oslo_db.api [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-9bea3c22-9a55-470b-87b1-941c03bbff48 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:02:31.466475 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b5b1c57c-7ff1-45b6-a6e8-8993c59a230d req-332e2d02-0b58-4251-820a-4134e2f85c70 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 210 time: 0.0695317 Jul 13 08:02:31.466996 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] Request body: {'port': {'device_id': 'e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:31.469682 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9d5432-8cdd-4abd-9cdf-ae7353545145 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Made reservation on behalf of f6dd396789b44ec99bdb02deb1753be7 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:31.495131 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f9d5432-8cdd-4abd-9cdf-ae7353545145 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:31.513504 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b051f4e6-b852-447e-85da-7c6324527c38 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:31.600463 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:31.626942 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 1069146c-6f62-4ee6-8521-4a7ad7585f0b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:31.627623 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:31.630872 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] Transition to ACTIVE for port object 7d035feb-4447-4530-9888-460bf1285ed9 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:02:31.682448 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b318c1-b7fb-45c8-9757-6e3e6399dd6b req-9117188d-5896-482f-a71c-de84c281eecc tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:31.684756 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3b318c1-b7fb-45c8-9757-6e3e6399dd6b req-9117188d-5896-482f-a71c-de84c281eecc tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 1.0223141 Jul 13 08:02:31.685046 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] Transition to ACTIVE for port object 7d035feb-4447-4530-9888-460bf1285ed9 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:02:31.687557 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-f6140ff9-2a0a-44f6-af98-591ceb4734a6 admin admin] Deleting port 817659a0-fe17-4273-9dab-88808a2b7b19 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:31.688281 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f6140ff9-2a0a-44f6-af98-591ceb4734a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:31.703088 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:31.736125 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:31.767466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] Network a2cc77c2-2380-4f03-9794-407f996cec94 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:02:31.775429 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:31.779857 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:02:31.780959 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] Pushing event updated for resources: {'Port': ['ID=7d035feb-4447-4530-9888-460bf1285ed9,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:31.814149 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3b318c1-b7fb-45c8-9757-6e3e6399dd6b req-dd1225d2-7709-4cb8-bdff-2118b3f79668 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007843 Jul 13 08:02:31.876830 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d68a7ed-10c7-4d69-b7a5-c33706b7b420 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:31.910979 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-f6140ff9-2a0a-44f6-af98-591ceb4734a6 admin admin] For port 817659a0-fe17-4273-9dab-88808a2b7b19, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=817659a0-fe17-4273-9dab-88808a2b7b19,segment=NetworkSegment(1debc241-a322-48b9-89e6-6603bf5c6fb0),segment_id=1debc241-a322-48b9-89e6-6603bf5c6fb0)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:31.911929 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f6140ff9-2a0a-44f6-af98-591ceb4734a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:31.940634 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] Attempting to bind port 7d035feb-4447-4530-9888-460bf1285ed9 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:02:31.941047 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] Attempting to bind port 7d035feb-4447-4530-9888-460bf1285ed9 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '33bf92ff-a0fe-4977-8c05-3e7f652d2912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a2cc77c2-2380-4f03-9794-407f996cec94'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:02:31.941415 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] Attempting to bind port 7d035feb-4447-4530-9888-460bf1285ed9 on network a2cc77c2-2380-4f03-9794-407f996cec94 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:02:31.948634 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc96476-7aa1-4159-8bdb-d1910617a1c3 None None] DHCP port deletion for a895e7b0-afcc-4098-a27d-05e4c5bfad37 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:02:31.955012 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:02:31.955509 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] Checking segment: {'id': '33bf92ff-a0fe-4977-8c05-3e7f652d2912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a2cc77c2-2380-4f03-9794-407f996cec94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:02:31.955926 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:31.956324 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] Bound using segment: {'id': '33bf92ff-a0fe-4977-8c05-3e7f652d2912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a2cc77c2-2380-4f03-9794-407f996cec94'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:02:31.957485 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] Bound port: 7d035feb-4447-4530-9888-460bf1285ed9, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33bf92ff-a0fe-4977-8c05-3e7f652d2912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a2cc77c2-2380-4f03-9794-407f996cec94'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:02:31.957951 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:31.999915 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-9bea3c22-9a55-470b-87b1-941c03bbff48 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:32.015437 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-f6140ff9-2a0a-44f6-af98-591ceb4734a6 admin admin] Calling delete_port for 817659a0-fe17-4273-9dab-88808a2b7b19 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:32.150844 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] For port 7d035feb-4447-4530-9888-460bf1285ed9, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:02:32.157102 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] For port 7d035feb-4447-4530-9888-460bf1285ed9, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7d035feb-4447-4530-9888-460bf1285ed9,segment=NetworkSegment(33bf92ff-a0fe-4977-8c05-3e7f652d2912),segment_id=33bf92ff-a0fe-4977-8c05-3e7f652d2912)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:02:32.175256 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:32.178386 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5fc96476-7aa1-4159-8bdb-d1910617a1c3 None None] Deleting port 817659a0-fe17-4273-9dab-88808a2b7b19 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:32.179907 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5fc96476-7aa1-4159-8bdb-d1910617a1c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:32.259249 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5fc96476-7aa1-4159-8bdb-d1910617a1c3 None None] For port 817659a0-fe17-4273-9dab-88808a2b7b19, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=817659a0-fe17-4273-9dab-88808a2b7b19,segment=NetworkSegment(1debc241-a322-48b9-89e6-6603bf5c6fb0),segment_id=1debc241-a322-48b9-89e6-6603bf5c6fb0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:32.259648 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5fc96476-7aa1-4159-8bdb-d1910617a1c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:32.277424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5fc96476-7aa1-4159-8bdb-d1910617a1c3 None None] Calling delete_port for 817659a0-fe17-4273-9dab-88808a2b7b19 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:32.297193 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 98e5d5df-68c8-401d-bfa4-c9bb64730b6a up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:32.451388 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f6140ff9-2a0a-44f6-af98-591ceb4734a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:32.476225 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e1b13e-ae08-4e7a-ac5c-207ae919d23d None None] Network fca71890-3301-4091-8f43-cd56f2b6eda3 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:02:32.548805 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6140ff9-2a0a-44f6-af98-591ceb4734a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=817659a0-fe17-4273-9dab-88808a2b7b19,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:32.577386 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6140ff9-2a0a-44f6-af98-591ceb4734a6 admin admin] No DVR routers for this DVR port 817659a0-fe17-4273-9dab-88808a2b7b19 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:02:32.611968 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b56fb-8a44-4c9d-a44d-63038b415f4a None None] Pushing event updated for resources: {'Port': ['ID=7d035feb-4447-4530-9888-460bf1285ed9,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:32.660058 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 98e5d5df-68c8-401d-bfa4-c9bb64730b6a completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:02:32.685934 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-9bea3c22-9a55-470b-87b1-941c03bbff48 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Allocated IP 172.20.0.10 (beb00341-60c7-4eb1-9a39-32233237abd7/3ed3d0b9-c13b-441a-b2a2-61a397b26fa8/c8782324-a04f-4d6c-8ed2-8f0620322cf3) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:02:32.720683 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-1d68a7ed-10c7-4d69-b7a5-c33706b7b420 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Allocated IP 172.20.0.1 (fca71890-3301-4091-8f43-cd56f2b6eda3/85c3885c-7b53-434e-82d9-6cc821df7d82/deb99b16-4e33-4bc7-978f-c5191a344d1c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:02:32.758753 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-46e4659c-f6f9-4620-91b9-63ccfd24ce9e None None] Provisioning for port 98e5d5df-68c8-401d-bfa4-c9bb64730b6a completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:02:32.768044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 98e5d5df-68c8-401d-bfa4-c9bb64730b6a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:32.768629 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:32.889504 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5fc96476-7aa1-4159-8bdb-d1910617a1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:32.913359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-46e4659c-f6f9-4620-91b9-63ccfd24ce9e None None] Provisioning complete for port 98e5d5df-68c8-401d-bfa4-c9bb64730b6a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:32.914778 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46e4659c-f6f9-4620-91b9-63ccfd24ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:32.993318 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f6140ff9-2a0a-44f6-af98-591ceb4734a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:33.010336 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc96476-7aa1-4159-8bdb-d1910617a1c3 None None] Pushing event deleted for resources: {'Port': ['ID=817659a0-fe17-4273-9dab-88808a2b7b19,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:33.032204 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc96476-7aa1-4159-8bdb-d1910617a1c3 None None] No DVR routers for this DVR port 817659a0-fe17-4273-9dab-88808a2b7b19 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:02:33.034277 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f6140ff9-2a0a-44f6-af98-591ceb4734a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a895e7b0-afcc-4098-a27d-05e4c5bfad37']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:33.051460 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f6140ff9-2a0a-44f6-af98-591ceb4734a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1debc241-a322-48b9-89e6-6603bf5c6fb0') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:33.051875 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f6140ff9-2a0a-44f6-af98-591ceb4734a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1debc241-a322-48b9-89e6-6603bf5c6fb0') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:33.063099 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-697cd7f2-d205-4590-b7d3-34390a864d40 req-ecdeac58-a908-4482-93da-1effae9985ea tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 210 time: 0.2278247 Jul 13 08:02:33.064643 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f6140ff9-2a0a-44f6-af98-591ceb4734a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:33.097939 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f6140ff9-2a0a-44f6-af98-591ceb4734a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:33.112103 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6140ff9-2a0a-44f6-af98-591ceb4734a6 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:02:33.113274 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f6140ff9-2a0a-44f6-af98-591ceb4734a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:02:33.116925 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:02:33.142580 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b051f4e6-b852-447e-85da-7c6324527c38 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Deleting port 1c170082-c793-4f24-ade5-fe3dc25bb6d5 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:33.143234 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b051f4e6-b852-447e-85da-7c6324527c38 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:33.223774 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f6140ff9-2a0a-44f6-af98-591ceb4734a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:33.230342 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f6140ff9-2a0a-44f6-af98-591ceb4734a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:33.234796 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f6140ff9-2a0a-44f6-af98-591ceb4734a6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a895e7b0-afcc-4098-a27d-05e4c5bfad37 HTTP/1.1" status: 204 len: 168 time: 1.9986770 Jul 13 08:02:33.240839 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46068) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:33.265869 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46e4659c-f6f9-4620-91b9-63ccfd24ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:33.292430 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6140ff9-2a0a-44f6-af98-591ceb4734a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a895e7b0-afcc-4098-a27d-05e4c5bfad37,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:33.376982 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-b051f4e6-b852-447e-85da-7c6324527c38 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] For port 1c170082-c793-4f24-ade5-fe3dc25bb6d5, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1c170082-c793-4f24-ade5-fe3dc25bb6d5,segment=NetworkSegment(c6059c07-f555-4cd9-954a-a61ccdada0c0),segment_id=c6059c07-f555-4cd9-954a-a61ccdada0c0)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:33.377771 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b051f4e6-b852-447e-85da-7c6324527c38 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:33.431163 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b051f4e6-b852-447e-85da-7c6324527c38 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Calling delete_port for 1c170082-c793-4f24-ade5-fe3dc25bb6d5 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:33.460143 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d68a7ed-10c7-4d69-b7a5-c33706b7b420 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:33.479726 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-46e4659c-f6f9-4620-91b9-63ccfd24ce9e None None] For port 98e5d5df-68c8-401d-bfa4-c9bb64730b6a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=98e5d5df-68c8-401d-bfa4-c9bb64730b6a,segment=NetworkSegment(7848636f-fd21-4d53-b5eb-e216171f836b),segment_id=7848636f-fd21-4d53-b5eb-e216171f836b)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:33.490139 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46e4659c-f6f9-4620-91b9-63ccfd24ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:33.543109 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-9bea3c22-9a55-470b-87b1-941c03bbff48 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:33.554789 n-d-779913-28 neutron-server[93724]: DEBUG neutron.objects.ports [None req-3f9d5432-8cdd-4abd-9cdf-ae7353545145 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 08:02:33.555486 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f9d5432-8cdd-4abd-9cdf-ae7353545145 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:33.560277 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-1d68a7ed-10c7-4d69-b7a5-c33706b7b420 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Transition to ACTIVE for port object deb99b16-4e33-4bc7-978f-c5191a344d1c will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:02:33.570039 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4659c-f6f9-4620-91b9-63ccfd24ce9e None None] Pushing event updated for resources: {'Port': ['ID=98e5d5df-68c8-401d-bfa4-c9bb64730b6a,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:33.585099 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:33.676252 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2aa84c-51c3-4de5-acef-c4d7f28ce376 req-f3b1c91b-8ad5-42e0-ae28-83191fdf2a52 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:33.683527 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db2aa84c-51c3-4de5-acef-c4d7f28ce376 req-f3b1c91b-8ad5-42e0-ae28-83191fdf2a52 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.5115216 Jul 13 08:02:33.684945 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:02:33.685460 n-d-779913-28 neutron-server[93725]: DEBUG oslo_db.api [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:02:33.786588 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d5432-8cdd-4abd-9cdf-ae7353545145 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Pushing event updated for resources: {'Subnet': ['ID=afecc6a1-67c8-4c52-9214-f1d8c9e7a4a0,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:33.820152 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db2aa84c-51c3-4de5-acef-c4d7f28ce376 req-20e9af0e-8215-46b8-ae29-0532e2de4e7b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357245 Jul 13 08:02:33.843556 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9d5432-8cdd-4abd-9cdf-ae7353545145 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Checking segment: {'id': 'f8a2648d-12d0-4db9-a397-f5b69d7b2276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e64191e5-9332-479c-995a-9d123b87ece9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:02:33.844375 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9d5432-8cdd-4abd-9cdf-ae7353545145 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Network hostable DHCP agents. Network: e64191e5-9332-479c-995a-9d123b87ece9, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:02:33.890716 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-9bea3c22-9a55-470b-87b1-941c03bbff48 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:34.135691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea3c22-9a55-470b-87b1-941c03bbff48 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Pushing event updated for resources: {'Port': ['ID=c8782324-a04f-4d6c-8ed2-8f0620322cf3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:34.166775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-9bea3c22-9a55-470b-87b1-941c03bbff48 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Network beb00341-60c7-4eb1-9a39-32233237abd7 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:02:34.171760 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d68a7ed-10c7-4d69-b7a5-c33706b7b420 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:34.203923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-9bea3c22-9a55-470b-87b1-941c03bbff48 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:34.219099 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-9bea3c22-9a55-470b-87b1-941c03bbff48 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:02:34.315516 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-08dd82be-9b8a-44b6-beff-e6c4593ef251 None None] Provisioning complete for port 98e5d5df-68c8-401d-bfa4-c9bb64730b6a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:34.316987 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08dd82be-9b8a-44b6-beff-e6c4593ef251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:34.368583 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9d5432-8cdd-4abd-9cdf-ae7353545145 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Network e64191e5-9332-479c-995a-9d123b87ece9 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:02:34.401718 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3f9d5432-8cdd-4abd-9cdf-ae7353545145 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, e64191e5-9332-479c-995a-9d123b87ece9) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:34.411967 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d68a7ed-10c7-4d69-b7a5-c33706b7b420 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Network fca71890-3301-4091-8f43-cd56f2b6eda3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:02:34.424435 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6f0647-e79f-49d4-ab37-e15fae5f8e85 None None] Network a2cc77c2-2380-4f03-9794-407f996cec94 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:02:34.426834 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 817659a0-fe17-4273-9dab-88808a2b7b19 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:02:34.429306 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd25d05-13a9-4409-995c-7c90189997b8 None None] Network e64191e5-9332-479c-995a-9d123b87ece9 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:02:34.437617 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9d5432-8cdd-4abd-9cdf-ae7353545145 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:34.438378 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f9d5432-8cdd-4abd-9cdf-ae7353545145 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:34.462475 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1d68a7ed-10c7-4d69-b7a5-c33706b7b420 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:34.481000 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d68a7ed-10c7-4d69-b7a5-c33706b7b420 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:02:34.490860 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3f9d5432-8cdd-4abd-9cdf-ae7353545145 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.0280612 Jul 13 08:02:34.498543 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-9bea3c22-9a55-470b-87b1-941c03bbff48 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:34.499586 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-9bea3c22-9a55-470b-87b1-941c03bbff48 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:34.502204 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46078) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:34.506681 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 817659a0-fe17-4273-9dab-88808a2b7b19 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:02:34.507041 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 817659a0-fe17-4273-9dab-88808a2b7b19 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:02:34.507468 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ba3c8947-a785-459a-814b-2ce0dab1f2d4 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:02:34.532839 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f58dd2ef-dbb0-48b2-89b7-10d60d7500d2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2009916930', 'network_id': 'e64191e5-9332-479c-995a-9d123b87ece9'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:34.547968 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: ba3c8947-a785-459a-814b-2ce0dab1f2d4 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:02:34.548315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ba3c8947-a785-459a-814b-2ce0dab1f2d4 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:02:34.572594 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68a7ed-10c7-4d69-b7a5-c33706b7b420 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Pushing event updated for resources: {'Port': ['ID=deb99b16-4e33-4bc7-978f-c5191a344d1c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:34.649038 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d68a7ed-10c7-4d69-b7a5-c33706b7b420 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:34.801316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58dd2ef-dbb0-48b2-89b7-10d60d7500d2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Made reservation on behalf of f6dd396789b44ec99bdb02deb1753be7 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:34.804922 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f58dd2ef-dbb0-48b2-89b7-10d60d7500d2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:34.840095 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-9bea3c22-9a55-470b-87b1-941c03bbff48 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6675622 Jul 13 08:02:34.851699 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c3f5b-519b-403d-b1ea-edd667e475e9 req-422d9084-6f01-4530-bef2-3aa5de1a8569 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:34.893369 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb4c3f5b-519b-403d-b1ea-edd667e475e9 req-422d9084-6f01-4530-bef2-3aa5de1a8569 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 932 time: 0.5122402 Jul 13 08:02:34.941809 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7d035feb-4447-4530-9888-460bf1285ed9 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:35.093035 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb4c3f5b-519b-403d-b1ea-edd667e475e9 req-fd6767d2-f269-426c-a9fd-65b35940de0c tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970344 Jul 13 08:02:35.103830 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b051f4e6-b852-447e-85da-7c6324527c38 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:35.105623 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] Request body: {'port': {'device_id': '1085e791-6bd8-42cd-b570-82796641932c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:35.115014 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-f58dd2ef-dbb0-48b2-89b7-10d60d7500d2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] device_id is not set on port aac784f2-4dc0-4882-a4c9-62a485a8ad25 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:02:35.135011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e06ecf0-1493-498a-89ab-2d77d6b88e6f None None] Network e64191e5-9332-479c-995a-9d123b87ece9 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:02:35.159246 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d68a7ed-10c7-4d69-b7a5-c33706b7b420 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:35.174688 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051f4e6-b852-447e-85da-7c6324527c38 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Port': ['ID=1c170082-c793-4f24-ade5-fe3dc25bb6d5,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:35.183698 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899df02f-669f-4ae4-8560-5ccd83a94264 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:02:35.212077 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:35.218771 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-56b8cf1f-4a2f-47d9-af30-c5a56b561226 None None] Provisioning for port deb99b16-4e33-4bc7-978f-c5191a344d1c completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:02:35.228612 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-56b8cf1f-4a2f-47d9-af30-c5a56b561226 None None] Provisioning complete for port deb99b16-4e33-4bc7-978f-c5191a344d1c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:35.229006 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-56b8cf1f-4a2f-47d9-af30-c5a56b561226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:35.311305 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-56b8cf1f-4a2f-47d9-af30-c5a56b561226 None None] Port deb99b16-4e33-4bc7-978f-c5191a344d1c cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:02:35.397104 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] Transition to ACTIVE for port object 899df02f-669f-4ae4-8560-5ccd83a94264 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:02:35.419779 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 7d035feb-4447-4530-9888-460bf1285ed9 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:02:35.428708 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 7d035feb-4447-4530-9888-460bf1285ed9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:35.429113 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:35.432904 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-56b8cf1f-4a2f-47d9-af30-c5a56b561226 None None] Provisioning for port 7d035feb-4447-4530-9888-460bf1285ed9 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:02:35.466681 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:35.475537 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-56b8cf1f-4a2f-47d9-af30-c5a56b561226 None None] Provisioning complete for port 7d035feb-4447-4530-9888-460bf1285ed9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:35.494671 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-56b8cf1f-4a2f-47d9-af30-c5a56b561226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:35.806575 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-142454e3-8c6a-45e1-b816-0c9a52c58164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:35.927673 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-56b8cf1f-4a2f-47d9-af30-c5a56b561226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:35.927964 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] Pushing event updated for resources: {'Port': ['ID=899df02f-669f-4ae4-8560-5ccd83a94264,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:35.938289 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d68a7ed-10c7-4d69-b7a5-c33706b7b420 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:35.967224 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] Attempting to bind port 899df02f-669f-4ae4-8560-5ccd83a94264 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:02:35.967608 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] Attempting to bind port 899df02f-669f-4ae4-8560-5ccd83a94264 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '718c365b-9c19-4b23-9d47-48c3063e0352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'beb00341-60c7-4eb1-9a39-32233237abd7'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:02:35.968068 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] Attempting to bind port 899df02f-669f-4ae4-8560-5ccd83a94264 on network beb00341-60c7-4eb1-9a39-32233237abd7 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:02:35.975680 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:35.978329 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:35.978624 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b051f4e6-b852-447e-85da-7c6324527c38 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:36.004153 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d68a7ed-10c7-4d69-b7a5-c33706b7b420 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:36.019554 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] Port 899df02f-669f-4ae4-8560-5ccd83a94264 on network beb00341-60c7-4eb1-9a39-32233237abd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:02:36.019554 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] Attempting to bind port 899df02f-669f-4ae4-8560-5ccd83a94264 on network beb00341-60c7-4eb1-9a39-32233237abd7 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:02:36.041907 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-56b8cf1f-4a2f-47d9-af30-c5a56b561226 None None] For port 7d035feb-4447-4530-9888-460bf1285ed9, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7d035feb-4447-4530-9888-460bf1285ed9,segment=NetworkSegment(33bf92ff-a0fe-4977-8c05-3e7f652d2912),segment_id=33bf92ff-a0fe-4977-8c05-3e7f652d2912)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:36.049512 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-56b8cf1f-4a2f-47d9-af30-c5a56b561226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:36.066546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:02:36.067056 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] Checking segment: {'id': '718c365b-9c19-4b23-9d47-48c3063e0352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'beb00341-60c7-4eb1-9a39-32233237abd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:02:36.068236 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] Bound using segment: {'id': '718c365b-9c19-4b23-9d47-48c3063e0352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'beb00341-60c7-4eb1-9a39-32233237abd7'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:02:36.068837 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] Bound port: 899df02f-669f-4ae4-8560-5ccd83a94264, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718c365b-9c19-4b23-9d47-48c3063e0352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'beb00341-60c7-4eb1-9a39-32233237abd7'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:02:36.069249 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:36.131171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68a7ed-10c7-4d69-b7a5-c33706b7b420 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Pushing event updated for resources: {'Port': ['ID=deb99b16-4e33-4bc7-978f-c5191a344d1c,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:36.152087 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ded6aa-0dcd-4e93-810a-c82ab7b10292 req-bb2da45e-5892-48c4-a3ff-15f80235109f tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:36.154077 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06ded6aa-0dcd-4e93-810a-c82ab7b10292 req-bb2da45e-5892-48c4-a3ff-15f80235109f tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 1.1120708 Jul 13 08:02:36.194024 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8cf1f-4a2f-47d9-af30-c5a56b561226 None None] Pushing event updated for resources: {'Port': ['ID=7d035feb-4447-4530-9888-460bf1285ed9,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:36.324442 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06ded6aa-0dcd-4e93-810a-c82ab7b10292 req-8fe5f646-c230-40c8-997d-a55985e890de tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499946 Jul 13 08:02:36.398603 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] For port 899df02f-669f-4ae4-8560-5ccd83a94264, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:02:36.415934 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] For port 899df02f-669f-4ae4-8560-5ccd83a94264, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=899df02f-669f-4ae4-8560-5ccd83a94264,segment=NetworkSegment(718c365b-9c19-4b23-9d47-48c3063e0352),segment_id=718c365b-9c19-4b23-9d47-48c3063e0352)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:02:36.427082 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:36.444714 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:02:36.445176 n-d-779913-28 neutron-server[93725]: DEBUG oslo_db.api [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:02:36.478333 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:36.478972 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:36.480694 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] 10.222.0.35 "PUT /v2.0/ports/899df02f-669f-4ae4-8560-5ccd83a94264 HTTP/1.1" status: 200 len: 1093 time: 5.0208712 Jul 13 08:02:36.484939 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da', 'tag': '899df02f-669f-4ae4-8560-5ccd83a94264'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:02:36.488050 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ea96fa-3b8e-4fe0-8101-a836a8bc4cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da", "tag": "899df02f-669f-4ae4-8560-5ccd83a94264"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:02:36.509031 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d676b163-d32b-41cd-b1aa-c5c97faf69da None None] Provisioning complete for port 7d035feb-4447-4530-9888-460bf1285ed9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:36.509649 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d676b163-d32b-41cd-b1aa-c5c97faf69da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:36.639944 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f30d5d9-580e-4c5a-964b-a9f2b45cc729 x-openstack-request-id: req-6f30d5d9-580e-4c5a-964b-a9f2b45cc729 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:02:36.640388 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da", "tag": "899df02f-669f-4ae4-8560-5ccd83a94264", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:02:36.640809 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6f30d5d9-580e-4c5a-964b-a9f2b45cc729 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:02:36.641441 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da', 'tag': '899df02f-669f-4ae4-8560-5ccd83a94264', 'status': 'completed', 'code': 200} Jul 13 08:02:36.750578 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e74d84-045c-40cc-a2f3-a78a3a984054 service neutron] Pushing event updated for resources: {'Port': ['ID=899df02f-669f-4ae4-8560-5ccd83a94264,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:36.787641 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-99a64d04-b49f-4a45-930e-2935d87dbfd2 None None] Provisioning complete for port deb99b16-4e33-4bc7-978f-c5191a344d1c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:36.788094 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-99a64d04-b49f-4a45-930e-2935d87dbfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:36.828642 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-99a64d04-b49f-4a45-930e-2935d87dbfd2 None None] Port deb99b16-4e33-4bc7-978f-c5191a344d1c cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:02:36.875626 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b051f4e6-b852-447e-85da-7c6324527c38 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Router adc7e792-e106-4c6f-9437-a4f2d7b729e7 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:02:36.912950 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-ee67c09a-c25b-472c-a062-2176bfb39ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:36.914565 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-ee67c09a-c25b-472c-a062-2176bfb39ac3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9a95614752e4491a86abe9092bae175&device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 1096 time: 0.3515761 Jul 13 08:02:36.953357 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-f58dd2ef-dbb0-48b2-89b7-10d60d7500d2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Allocated IP 2001:db8::25e (e64191e5-9332-479c-995a-9d123b87ece9/afecc6a1-67c8-4c52-9214-f1d8c9e7a4a0/aac784f2-4dc0-4882-a4c9-62a485a8ad25) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:02:37.022882 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 98e5d5df-68c8-401d-bfa4-c9bb64730b6a up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:37.037946 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b051f4e6-b852-447e-85da-7c6324527c38 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:02:37.054019 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f76b8f-f588-499a-9034-af17ec66a620 None None] Sync routers for ids ['adc7e792-e106-4c6f-9437-a4f2d7b729e7'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:02:37.064329 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b051f4e6-b852-447e-85da-7c6324527c38 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "PUT /v2.0/routers/adc7e792-e106-4c6f-9437-a4f2d7b729e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8866911 Jul 13 08:02:37.067800 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f76b8f-f588-499a-9034-af17ec66a620 None None] Routers {'adc7e792-e106-4c6f-9437-a4f2d7b729e7'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:37.068675 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-25f76b8f-f588-499a-9034-af17ec66a620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['adc7e792-e106-4c6f-9437-a4f2d7b729e7'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:37.127186 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46112) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:37.158130 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 98e5d5df-68c8-401d-bfa4-c9bb64730b6a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:37.160726 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:37.165678 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-9303da65-63a4-407d-8709-4fae6f26c5f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=899df02f-669f-4ae4-8560-5ccd83a94264 HTTP/1.1" status: 200 len: 217 time: 0.1290596 Jul 13 08:02:37.236207 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d68a7ed-10c7-4d69-b7a5-c33706b7b420 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:37.266292 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-25f76b8f-f588-499a-9034-af17ec66a620 None None] Set router adc7e792-e106-4c6f-9437-a4f2d7b729e7 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:37.366300 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-6d5164d7-0622-460d-a29e-07fd665654f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:37.368865 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-6d5164d7-0622-460d-a29e-07fd665654f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3ed3d0b9-c13b-441a-b2a2-61a397b26fa8 HTTP/1.1" status: 200 len: 858 time: 0.1348526 Jul 13 08:02:37.448591 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f58dd2ef-dbb0-48b2-89b7-10d60d7500d2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:37.556861 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c85df1-469e-475a-b62a-94e49b4d0192 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Deleting subnet 78c04584-1c8b-4048-8992-543590c52be3 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:02:37.578298 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-6d630183-8a6d-4bd1-ba0a-0d384b6c257c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=beb00341-60c7-4eb1-9a39-32233237abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1911290 Jul 13 08:02:37.586557 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-42a5a71f-d56f-4c47-a59e-13c253e8e236 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:02:37.599905 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-42a5a71f-d56f-4c47-a59e-13c253e8e236 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205405 Jul 13 08:02:37.604193 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60c85df1-469e-475a-b62a-94e49b4d0192 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:37.746603 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9feee9-bdd5-49cb-8464-0e4d52b8532e req-96663bc4-2fa4-42ed-83b8-db7f18a7866e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:37.748249 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da9feee9-bdd5-49cb-8464-0e4d52b8532e req-96663bc4-2fa4-42ed-83b8-db7f18a7866e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 932 time: 0.8024244 Jul 13 08:02:37.787834 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7d035feb-4447-4530-9888-460bf1285ed9 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:37.833987 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-25f76b8f-f588-499a-9034-af17ec66a620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947111244', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:37Z', 'updated_at': '2021-07-13T08:02:34Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:39Z', 'updated_at': '2021-07-13T07:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:37.873264 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60c85df1-469e-475a-b62a-94e49b4d0192 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:37.884877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d68a7ed-10c7-4d69-b7a5-c33706b7b420 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Network fca71890-3301-4091-8f43-cd56f2b6eda3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:02:37.886494 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f58dd2ef-dbb0-48b2-89b7-10d60d7500d2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:37.908315 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f76b8f-f588-499a-9034-af17ec66a620 None None] Checking router: adc7e792-e106-4c6f-9437-a4f2d7b729e7 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:02:37.925608 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1d68a7ed-10c7-4d69-b7a5-c33706b7b420 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:37.928219 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f76b8f-f588-499a-9034-af17ec66a620 None None] Routers {'adc7e792-e106-4c6f-9437-a4f2d7b729e7'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:37.935695 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-25f76b8f-f588-499a-9034-af17ec66a620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['adc7e792-e106-4c6f-9437-a4f2d7b729e7'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:37.936238 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-142454e3-8c6a-45e1-b816-0c9a52c58164 admin admin] Deleting port 9852d2fb-df5f-430a-a936-bb0dbc7fab02 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:37.936574 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-142454e3-8c6a-45e1-b816-0c9a52c58164 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:37.944269 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 7d035feb-4447-4530-9888-460bf1285ed9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:37.946066 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:37.978862 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8782324-a04f-4d6c-8ed2-8f0620322cf3 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:02:37.991946 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:38.027291 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] Transition to ACTIVE for port object c8782324-a04f-4d6c-8ed2-8f0620322cf3 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:02:38.076397 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da9feee9-bdd5-49cb-8464-0e4d52b8532e req-64db3e70-3279-427d-a657-5aeb1278435b tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892385 Jul 13 08:02:38.076683 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:38.090912 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:38.128814 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58dd2ef-dbb0-48b2-89b7-10d60d7500d2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Network e64191e5-9332-479c-995a-9d123b87ece9 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:02:38.140662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f58dd2ef-dbb0-48b2-89b7-10d60d7500d2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:38.207083 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-142454e3-8c6a-45e1-b816-0c9a52c58164 admin admin] For port 9852d2fb-df5f-430a-a936-bb0dbc7fab02, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9852d2fb-df5f-430a-a936-bb0dbc7fab02,segment=NetworkSegment(eba305e4-259b-4994-a010-bd9099c75363),segment_id=eba305e4-259b-4994-a010-bd9099c75363)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:38.207624 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-142454e3-8c6a-45e1-b816-0c9a52c58164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:38.214561 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-b3998555-650d-4cb7-9f3e-a56db0a50ea1 service neutron] 10.222.0.35 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6041641 Jul 13 08:02:38.215300 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-25f76b8f-f588-499a-9034-af17ec66a620 None None] Set router adc7e792-e106-4c6f-9437-a4f2d7b729e7 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:38.224424 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58dd2ef-dbb0-48b2-89b7-10d60d7500d2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:02:38.225857 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58dd2ef-dbb0-48b2-89b7-10d60d7500d2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:38.226741 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f58dd2ef-dbb0-48b2-89b7-10d60d7500d2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:38.259943 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-142454e3-8c6a-45e1-b816-0c9a52c58164 admin admin] Calling delete_port for 9852d2fb-df5f-430a-a936-bb0dbc7fab02 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:38.299622 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58dd2ef-dbb0-48b2-89b7-10d60d7500d2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Pushing event updated for resources: {'Port': ['ID=aac784f2-4dc0-4882-a4c9-62a485a8ad25,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:38.376446 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0d256-9be8-4897-aa90-bc525d544fc7 req-4d6a5f4b-7727-4eb3-8ed9-770a65a55420 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:38.388470 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ab0d256-9be8-4897-aa90-bc525d544fc7 req-4d6a5f4b-7727-4eb3-8ed9-770a65a55420 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.6368434 Jul 13 08:02:38.392168 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f58dd2ef-dbb0-48b2-89b7-10d60d7500d2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.8642120 Jul 13 08:02:38.398202 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46128) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:38.498120 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 24c90f4a-d970-4175-a85f-cff79d05be03 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:02:38.567603 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] Pushing event updated for resources: {'Port': ['ID=c8782324-a04f-4d6c-8ed2-8f0620322cf3,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:38.624189 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ab0d256-9be8-4897-aa90-bc525d544fc7 req-c360f072-4009-4e82-9341-90a209bd6b29 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338979 Jul 13 08:02:38.723362 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d68a7ed-10c7-4d69-b7a5-c33706b7b420 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Router bed38018-fdde-4252-b9b7-72afb05bab5b is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:02:38.790875 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-82d072e1-87a5-4fdf-832e-c3278f6ee51f req-628107cb-10f1-45ce-8d35-f9cfead1d672 service neutron] 10.222.0.35 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5580094 Jul 13 08:02:38.792574 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-25f76b8f-f588-499a-9034-af17ec66a620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947111244', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:37Z', 'updated_at': '2021-07-13T08:02:34Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:39Z', 'updated_at': '2021-07-13T07:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:38.819403 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60c85df1-469e-475a-b62a-94e49b4d0192 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:38.822331 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] Attempting to bind port c8782324-a04f-4d6c-8ed2-8f0620322cf3 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:02:38.824662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] Attempting to bind port c8782324-a04f-4d6c-8ed2-8f0620322cf3 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '718c365b-9c19-4b23-9d47-48c3063e0352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'beb00341-60c7-4eb1-9a39-32233237abd7'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:02:38.825072 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] Attempting to bind port c8782324-a04f-4d6c-8ed2-8f0620322cf3 on network beb00341-60c7-4eb1-9a39-32233237abd7 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:02:38.842320 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 24c90f4a-d970-4175-a85f-cff79d05be03, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=24c90f4a-d970-4175-a85f-cff79d05be03,segment=NetworkSegment(78096199-7087-45c3-a364-e9e751751f37),segment_id=78096199-7087-45c3-a364-e9e751751f37)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:38.871649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] Port c8782324-a04f-4d6c-8ed2-8f0620322cf3 on network beb00341-60c7-4eb1-9a39-32233237abd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:02:38.871975 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] Attempting to bind port c8782324-a04f-4d6c-8ed2-8f0620322cf3 on network beb00341-60c7-4eb1-9a39-32233237abd7 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:02:38.872301 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '24c90f4a-d970-4175-a85f-cff79d05be03', 'network_id': '6010d2c2-d300-400c-be9f-95d4cb60edee', 'port_id': '24c90f4a-d970-4175-a85f-cff79d05be03', 'mac_address': 'fa:16:3e:f6:c3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b9c81c-e3a5-4f3c-a0c3-29ef11d7a9fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:02:38.875375 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9a493c37-455f-4f1f-aff6-b80b032153ca None None] Provisioning complete for port deb99b16-4e33-4bc7-978f-c5191a344d1c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:38.876135 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9a493c37-455f-4f1f-aff6-b80b032153ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:38.890283 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f76b8f-f588-499a-9034-af17ec66a620 None None] The sync data for ids ['adc7e792-e106-4c6f-9437-a4f2d7b729e7'] in n-d-779913-28 is: [{'id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947111244', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:37Z', 'updated_at': '2021-07-13T08:02:34Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '07e95ecb-9d46-4792-a9f7-5420c2c81bcb', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7e792-e106-4c6f-9437-a4f2d7b729e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:39Z', 'updated_at': '2021-07-13T07:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:02:39.016107 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-118311a7-26fd-4566-926e-33246c9616f6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Deleting port aac784f2-4dc0-4882-a4c9-62a485a8ad25 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:39.017101 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-118311a7-26fd-4566-926e-33246c9616f6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:39.048554 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60c85df1-469e-475a-b62a-94e49b4d0192 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:39.053399 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9a493c37-455f-4f1f-aff6-b80b032153ca None None] Port deb99b16-4e33-4bc7-978f-c5191a344d1c cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:02:39.054871 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:02:39.055424 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] Checking segment: {'id': '718c365b-9c19-4b23-9d47-48c3063e0352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'beb00341-60c7-4eb1-9a39-32233237abd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:02:39.055991 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] Bound using segment: {'id': '718c365b-9c19-4b23-9d47-48c3063e0352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'beb00341-60c7-4eb1-9a39-32233237abd7'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:02:39.056734 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] Bound port: c8782324-a04f-4d6c-8ed2-8f0620322cf3, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718c365b-9c19-4b23-9d47-48c3063e0352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'beb00341-60c7-4eb1-9a39-32233237abd7'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:02:39.074904 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:39.075770 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:39.120148 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24c90f4a-d970-4175-a85f-cff79d05be03 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:02:39.216728 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 24c90f4a-d970-4175-a85f-cff79d05be03, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=24c90f4a-d970-4175-a85f-cff79d05be03,segment=NetworkSegment(78096199-7087-45c3-a364-e9e751751f37),segment_id=78096199-7087-45c3-a364-e9e751751f37)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:39.227397 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:39.263288 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60c85df1-469e-475a-b62a-94e49b4d0192 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:39.273338 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-60c85df1-469e-475a-b62a-94e49b4d0192 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "DELETE /v2.0/subnets/78c04584-1c8b-4048-8992-543590c52be3 HTTP/1.1" status: 204 len: 168 time: 2.1280630 Jul 13 08:02:39.276999 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46154) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:39.283395 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c85df1-469e-475a-b62a-94e49b4d0192 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Subnet': ['ID=78c04584-1c8b-4048-8992-543590c52be3,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:39.315961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ecb99d-50b5-469f-bec4-9628d321b25f None None] Network 2a52e876-fdfb-4e23-a545-3fee73cd392d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:02:39.337753 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-118311a7-26fd-4566-926e-33246c9616f6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:39.366321 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-118311a7-26fd-4566-926e-33246c9616f6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Calling delete_port for aac784f2-4dc0-4882-a4c9-62a485a8ad25 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:39.554704 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1c170082-c793-4f24-ade5-fe3dc25bb6d5 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:02:39.615582 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea96fa-3b8e-4fe0-8101-a836a8bc4cd7 req-29e26c60-cd96-4303-a78a-0568604ce8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:39.622125 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e2ea96fa-3b8e-4fe0-8101-a836a8bc4cd7 req-29e26c60-cd96-4303-a78a-0568604ce8bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9a95614752e4491a86abe9092bae175&device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 1096 time: 0.6279399 Jul 13 08:02:39.649685 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e7dd368b-84bc-49ca-a472-3158870ae11c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:39.650304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 1c170082-c793-4f24-ade5-fe3dc25bb6d5 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:02:39.650802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1c170082-c793-4f24-ade5-fe3dc25bb6d5 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:02:39.847185 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['24c90f4a-d970-4175-a85f-cff79d05be03'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:02:39.943375 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] For port c8782324-a04f-4d6c-8ed2-8f0620322cf3, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:02:39.975502 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=24c90f4a-d970-4175-a85f-cff79d05be03,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:40.143639 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2a88a3-6796-48be-adb1-71c0f937e113 None None] DHCP port deletion for 2a52e876-fdfb-4e23-a545-3fee73cd392d request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:02:40.156836 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] For port c8782324-a04f-4d6c-8ed2-8f0620322cf3, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c8782324-a04f-4d6c-8ed2-8f0620322cf3,segment=NetworkSegment(718c365b-9c19-4b23-9d47-48c3063e0352),segment_id=718c365b-9c19-4b23-9d47-48c3063e0352)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:02:40.198450 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:40.202225 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d68a7ed-10c7-4d69-b7a5-c33706b7b420 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:02:40.209498 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1d68a7ed-10c7-4d69-b7a5-c33706b7b420 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "PUT /v2.0/routers/bed38018-fdde-4252-b9b7-72afb05bab5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1366653 Jul 13 08:02:40.220934 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-118311a7-26fd-4566-926e-33246c9616f6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:40.229211 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46186) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:40.250565 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28256f53-9fe1-4195-b884-db17d03f9773 None None] Sync routers for ids ['bed38018-fdde-4252-b9b7-72afb05bab5b'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:02:40.315379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28256f53-9fe1-4195-b884-db17d03f9773 None None] Routers {'bed38018-fdde-4252-b9b7-72afb05bab5b'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:40.317436 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-28256f53-9fe1-4195-b884-db17d03f9773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['bed38018-fdde-4252-b9b7-72afb05bab5b'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:40.394615 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-28256f53-9fe1-4195-b884-db17d03f9773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:40.416137 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28256f53-9fe1-4195-b884-db17d03f9773 None None] Routers {'bed38018-fdde-4252-b9b7-72afb05bab5b'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:40.416920 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-28256f53-9fe1-4195-b884-db17d03f9773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['bed38018-fdde-4252-b9b7-72afb05bab5b'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:40.420408 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:40.423221 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:40.425852 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] 10.222.0.62 "PUT /v2.0/ports/c8782324-a04f-4d6c-8ed2-8f0620322cf3 HTTP/1.1" status: 200 len: 1093 time: 5.4825282 Jul 13 08:02:40.445790 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1085e791-6bd8-42cd-b570-82796641932c', 'tag': 'c8782324-a04f-4d6c-8ed2-8f0620322cf3'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:02:40.450884 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a99440-f821-4510-b1bf-e8f028f334a0" -d '{"events": [{"name": "network-changed", "server_uuid": "1085e791-6bd8-42cd-b570-82796641932c", "tag": "c8782324-a04f-4d6c-8ed2-8f0620322cf3"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:02:40.532613 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1e2a88a3-6796-48be-adb1-71c0f937e113 None None] Deleting port 11e87794-e8c2-437a-854d-a41a3d0f8216 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:40.533145 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e2a88a3-6796-48be-adb1-71c0f937e113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:40.545147 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 24c90f4a-d970-4175-a85f-cff79d05be03 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:40.549691 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-28256f53-9fe1-4195-b884-db17d03f9773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:40.550950 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28256f53-9fe1-4195-b884-db17d03f9773 None None] The sync data for ids ['bed38018-fdde-4252-b9b7-72afb05bab5b'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:02:40.644020 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-118311a7-26fd-4566-926e-33246c9616f6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:40.662983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-118311a7-26fd-4566-926e-33246c9616f6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "DELETE /v2.0/ports/aac784f2-4dc0-4882-a4c9-62a485a8ad25 HTTP/1.1" status: 204 len: 168 time: 2.2555103 Jul 13 08:02:40.737173 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46194) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:40.745060 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d24544-b17f-4e2d-a20d-2ea053d15046 service neutron] Pushing event updated for resources: {'Port': ['ID=c8782324-a04f-4d6c-8ed2-8f0620322cf3,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:40.785139 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea96fa-3b8e-4fe0-8101-a836a8bc4cd7 req-3b1283f6-4726-4fe0-8189-f0568c24a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:40.785856 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8478a358-0adc-429a-abe7-923ca4d446d8 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e64191e5-9332-479c-995a-9d123b87ece9', 'external_fixed_ips': [{'subnet_id': 'afecc6a1-67c8-4c52-9214-f1d8c9e7a4a0', 'ip_address': '2001:db8::25e'}]}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:40.789922 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e2ea96fa-3b8e-4fe0-8101-a836a8bc4cd7 req-3b1283f6-4726-4fe0-8189-f0568c24a29e service neutron] 10.222.0.35 "GET /v2.0/networks?id=beb00341-60c7-4eb1-9a39-32233237abd7 HTTP/1.1" status: 200 len: 919 time: 1.1522150 Jul 13 08:02:40.803793 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e7dd368b-84bc-49ca-a472-3158870ae11c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:40.817288 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-1e2a88a3-6796-48be-adb1-71c0f937e113 None None] For port 11e87794-e8c2-437a-854d-a41a3d0f8216, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=11e87794-e8c2-437a-854d-a41a3d0f8216,segment=NetworkSegment(c6059c07-f555-4cd9-954a-a61ccdada0c0),segment_id=c6059c07-f555-4cd9-954a-a61ccdada0c0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:40.824954 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e2a88a3-6796-48be-adb1-71c0f937e113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:40.866741 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8478a358-0adc-429a-abe7-923ca4d446d8 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:40.870569 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8478a358-0adc-429a-abe7-923ca4d446d8 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:40.875587 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e2ea96fa-3b8e-4fe0-8101-a836a8bc4cd7 req-bd0b9871-4b17-4856-a00b-86f49cc65d54 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=899df02f-669f-4ae4-8560-5ccd83a94264 HTTP/1.1" status: 200 len: 217 time: 0.0741770 Jul 13 08:02:40.926599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1e2a88a3-6796-48be-adb1-71c0f937e113 None None] Calling delete_port for 11e87794-e8c2-437a-854d-a41a3d0f8216 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:40.937994 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 24c90f4a-d970-4175-a85f-cff79d05be03 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:40.938399 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:41.035336 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-142454e3-8c6a-45e1-b816-0c9a52c58164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:41.045757 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8478a358-0adc-429a-abe7-923ca4d446d8 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:41.090227 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba75bf-d7e3-4e58-86f6-c9240f5a6761 req-52a74033-bd1c-49b3-aa2f-aaa393610cdb tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:41.098989 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80ba75bf-d7e3-4e58-86f6-c9240f5a6761 req-52a74033-bd1c-49b3-aa2f-aaa393610cdb tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 944 time: 1.4731297 Jul 13 08:02:41.240945 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 899df02f-669f-4ae4-8560-5ccd83a94264 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:02:41.300771 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:41.368829 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 24c90f4a-d970-4175-a85f-cff79d05be03, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=24c90f4a-d970-4175-a85f-cff79d05be03,segment=NetworkSegment(78096199-7087-45c3-a364-e9e751751f37),segment_id=78096199-7087-45c3-a364-e9e751751f37)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:41.370525 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e2a88a3-6796-48be-adb1-71c0f937e113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:41.389770 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c90f4a-d970-4175-a85f-cff79d05be03'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:02:41.394934 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac521bd-24f6-4c63-932c-b1d24a9661da" -d '{"events": [{"server_uuid": "f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e", "name": "network-vif-plugged", "status": "completed", "tag": "24c90f4a-d970-4175-a85f-cff79d05be03"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:02:41.410480 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.resource_extend [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 08:02:41.419616 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142454e3-8c6a-45e1-b816-0c9a52c58164 admin admin] Pushing event deleted for resources: {'Port': ['ID=9852d2fb-df5f-430a-a936-bb0dbc7fab02,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:41.437916 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:41.511302 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118311a7-26fd-4566-926e-33246c9616f6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Pushing event deleted for resources: {'Port': ['ID=aac784f2-4dc0-4882-a4c9-62a485a8ad25,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:41.539949 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a88a3-6796-48be-adb1-71c0f937e113 None None] Pushing event deleted for resources: {'Port': ['ID=11e87794-e8c2-437a-854d-a41a3d0f8216,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:41.552570 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2a88a3-6796-48be-adb1-71c0f937e113 None None] No DVR routers for this DVR port 11e87794-e8c2-437a-854d-a41a3d0f8216 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:02:41.641862 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 11e87794-e8c2-437a-854d-a41a3d0f8216 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:02:41.710873 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-142454e3-8c6a-45e1-b816-0c9a52c58164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:41.775273 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea96fa-3b8e-4fe0-8101-a836a8bc4cd7 req-3d3deebe-6fae-4208-9aa8-e58ee8779a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:41.782357 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e2ea96fa-3b8e-4fe0-8101-a836a8bc4cd7 req-3d3deebe-6fae-4208-9aa8-e58ee8779a40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3ed3d0b9-c13b-441a-b2a2-61a397b26fa8 HTTP/1.1" status: 200 len: 858 time: 0.8988385 Jul 13 08:02:41.792570 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-e7dd368b-84bc-49ca-a472-3158870ae11c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Deleting port 07e95ecb-9d46-4792-a9f7-5420c2c81bcb {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:41.793402 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e7dd368b-84bc-49ca-a472-3158870ae11c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:42.002701 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-e7dd368b-84bc-49ca-a472-3158870ae11c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] For port 07e95ecb-9d46-4792-a9f7-5420c2c81bcb, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=07e95ecb-9d46-4792-a9f7-5420c2c81bcb,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:42.014862 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e7dd368b-84bc-49ca-a472-3158870ae11c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:42.058194 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-e7dd368b-84bc-49ca-a472-3158870ae11c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Calling delete_port for 07e95ecb-9d46-4792-a9f7-5420c2c81bcb owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:42.128502 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 11e87794-e8c2-437a-854d-a41a3d0f8216 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:02:42.129444 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 11e87794-e8c2-437a-854d-a41a3d0f8216 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:02:42.200872 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=24c90f4a-d970-4175-a85f-cff79d05be03,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:42.216927 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 899df02f-669f-4ae4-8560-5ccd83a94264, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=899df02f-669f-4ae4-8560-5ccd83a94264,segment=NetworkSegment(718c365b-9c19-4b23-9d47-48c3063e0352),segment_id=718c365b-9c19-4b23-9d47-48c3063e0352)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:42.246798 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '899df02f-669f-4ae4-8560-5ccd83a94264', 'network_id': 'beb00341-60c7-4eb1-9a39-32233237abd7', 'port_id': '899df02f-669f-4ae4-8560-5ccd83a94264', 'mac_address': 'fa:16:3e:23:a2:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed3d0b9-c13b-441a-b2a2-61a397b26fa8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:02:42.338683 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:42.373432 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899df02f-669f-4ae4-8560-5ccd83a94264 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:02:42.420195 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 899df02f-669f-4ae4-8560-5ccd83a94264, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=899df02f-669f-4ae4-8560-5ccd83a94264,segment=NetworkSegment(718c365b-9c19-4b23-9d47-48c3063e0352),segment_id=718c365b-9c19-4b23-9d47-48c3063e0352)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:42.428866 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e7dd368b-84bc-49ca-a472-3158870ae11c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:42.439433 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:42.460186 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e2ea96fa-3b8e-4fe0-8101-a836a8bc4cd7 req-222f07d8-131a-40d7-89ef-5c714afa6268 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=beb00341-60c7-4eb1-9a39-32233237abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791893 Jul 13 08:02:42.576200 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=899df02f-669f-4ae4-8560-5ccd83a94264,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:42.716408 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['899df02f-669f-4ae4-8560-5ccd83a94264'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:02:42.790048 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd368b-84bc-49ca-a472-3158870ae11c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Port': ['ID=07e95ecb-9d46-4792-a9f7-5420c2c81bcb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:42.792324 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653972dd-77d8-4579-99bc-a27b7b4f6e11 req-4b0f1e53-fb0d-4c07-a08b-c5d20c562983 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:42.794168 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-653972dd-77d8-4579-99bc-a27b7b4f6e11 req-4b0f1e53-fb0d-4c07-a08b-c5d20c562983 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 945 time: 2.8435216 Jul 13 08:02:42.914250 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8478a358-0adc-429a-abe7-923ca4d446d8 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:42.968533 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80ba75bf-d7e3-4e58-86f6-c9240f5a6761 req-10aa2773-31fe-4d66-9b4e-f13f4ecfb727 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8052063 Jul 13 08:02:42.987365 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-509bc398-e264-4ce8-8467-db0134bbb79b tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 08:02:42.989214 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-509bc398-e264-4ce8-8467-db0134bbb79b tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "PUT /v2.0/routers/bed38018-fdde-4252-b9b7-72afb05bab5b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.7570915 Jul 13 08:02:42.995578 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46222) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:43.007856 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-25f57e84-d945-4ad3-8542-6c2f276e6fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:43.017903 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-25f57e84-d945-4ad3-8542-6c2f276e6fc9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b9a95614752e4491a86abe9092bae175&device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 1096 time: 2.5201547 Jul 13 08:02:43.031841 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-653972dd-77d8-4579-99bc-a27b7b4f6e11 req-06b44ae7-766b-4238-a756-9848a2ae1143 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653130 Jul 13 08:02:43.067553 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b2ca60-b9d3-4b88-b8ae-66e3ae30dabf x-openstack-request-id: req-f5b2ca60-b9d3-4b88-b8ae-66e3ae30dabf {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:02:43.068016 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1085e791-6bd8-42cd-b570-82796641932c", "tag": "c8782324-a04f-4d6c-8ed2-8f0620322cf3", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:02:43.068409 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f5b2ca60-b9d3-4b88-b8ae-66e3ae30dabf {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:02:43.068938 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1085e791-6bd8-42cd-b570-82796641932c', 'tag': 'c8782324-a04f-4d6c-8ed2-8f0620322cf3', 'status': 'completed', 'code': 200} Jul 13 08:02:43.150476 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c729cc8-0f01-4483-992c-0abe24294f04 x-openstack-request-id: req-7c729cc8-0f01-4483-992c-0abe24294f04 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:02:43.151939 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-5b7192b5-9964-4f6f-8c1f-ae5aa8093b15 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8782324-a04f-4d6c-8ed2-8f0620322cf3 HTTP/1.1" status: 200 len: 217 time: 0.1175749 Jul 13 08:02:43.152468 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e", "name": "network-vif-plugged", "status": "completed", "tag": "24c90f4a-d970-4175-a85f-cff79d05be03", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:02:43.152904 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c729cc8-0f01-4483-992c-0abe24294f04 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:02:43.153495 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c90f4a-d970-4175-a85f-cff79d05be03', 'code': 200} Jul 13 08:02:43.213403 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:43.286008 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-bacd1063-91aa-4063-9a49-c85be43bfec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:43.286008 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-bacd1063-91aa-4063-9a49-c85be43bfec3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3ed3d0b9-c13b-441a-b2a2-61a397b26fa8 HTTP/1.1" status: 200 len: 858 time: 0.1269913 Jul 13 08:02:43.362480 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e7dd368b-84bc-49ca-a472-3158870ae11c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:43.369264 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85019f83-9a40-4eb1-bea1-0fd83239aebf req-fed632d7-492b-464d-a935-c59b9c5f9c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:43.376112 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-85019f83-9a40-4eb1-bea1-0fd83239aebf req-fed632d7-492b-464d-a935-c59b9c5f9c5a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0eefcb1ad9d4424186c36993d3bfbbea&device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 1098 time: 0.7469292 Jul 13 08:02:43.381234 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e2ea96fa-3b8e-4fe0-8101-a836a8bc4cd7 req-267a358d-8c1b-444a-8af1-f40a2eb43da9 service neutron] 10.222.0.35 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9014294 Jul 13 08:02:43.411384 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-51d50173-a0fd-4690-983a-fcb9a787be44 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=beb00341-60c7-4eb1-9a39-32233237abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734305 Jul 13 08:02:43.576245 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-7733e5ec-95ee-41eb-a187-af86ec5ba6fb service neutron] 10.222.0.62 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492500 Jul 13 08:02:43.746297 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-808a4be5-8ae2-4351-b5fe-18a0b1be983c req-84095f7c-fe2b-47a5-bdd9-4c31ad4afc6a service neutron] 10.222.0.62 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150985 Jul 13 08:02:43.845349 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e7dd368b-84bc-49ca-a472-3158870ae11c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:43.865238 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e7dd368b-84bc-49ca-a472-3158870ae11c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:43.996465 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a99440-f821-4510-b1bf-e8f028f334a0 req-34159869-54f8-472b-a8a7-e0c37dae85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:43.997266 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4a99440-f821-4510-b1bf-e8f028f334a0 req-34159869-54f8-472b-a8a7-e0c37dae85cc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b9a95614752e4491a86abe9092bae175&device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 1096 time: 0.1614099 Jul 13 08:02:43.998423 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8478a358-0adc-429a-abe7-923ca4d446d8 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:44.040830 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8478a358-0adc-429a-abe7-923ca4d446d8 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:44.434671 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85019f83-9a40-4eb1-bea1-0fd83239aebf req-1fa78174-882e-4f66-b2ca-6fba8b4d95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:44.436776 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-85019f83-9a40-4eb1-bea1-0fd83239aebf req-1fa78174-882e-4f66-b2ca-6fba8b4d95f9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6010d2c2-d300-400c-be9f-95d4cb60edee HTTP/1.1" status: 200 len: 913 time: 0.9554172 Jul 13 08:02:44.590715 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e2ea96fa-3b8e-4fe0-8101-a836a8bc4cd7 req-8e57ca37-d3f9-4ed7-9188-e7f4e236eb3e service neutron] 10.222.0.35 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0764132 Jul 13 08:02:44.618204 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e7dd368b-84bc-49ca-a472-3158870ae11c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:44.618932 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7dd368b-84bc-49ca-a472-3158870ae11c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Fanout notify agent at l3_agent the message router_deleted on router adc7e792-e106-4c6f-9437-a4f2d7b729e7 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:02:44.626054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142454e3-8c6a-45e1-b816-0c9a52c58164 admin admin] Router 08e85966-1be6-4f08-8aa0-9b1ef5de0013 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:02:44.813475 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b24a18-edf9-439f-b449-73de3b02adf3 req-ceb29f28-69a8-4aef-b091-181004fc5326 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:44.815977 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66b24a18-edf9-439f-b449-73de3b02adf3 req-ceb29f28-69a8-4aef-b091-181004fc5326 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 944 time: 0.6058547 Jul 13 08:02:44.836868 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a99440-f821-4510-b1bf-e8f028f334a0 req-01f38913-9641-4e17-92a8-ba94818810f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:44.838431 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4a99440-f821-4510-b1bf-e8f028f334a0 req-01f38913-9641-4e17-92a8-ba94818810f3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=beb00341-60c7-4eb1-9a39-32233237abd7 HTTP/1.1" status: 200 len: 919 time: 0.7914703 Jul 13 08:02:44.979878 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffabe6-5a2f-4533-860e-50650866db78 req-7d8d72bd-6d2e-448b-b07c-5403d8af9900 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:45.002464 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c7ffabe6-5a2f-4533-860e-50650866db78 req-7d8d72bd-6d2e-448b-b07c-5403d8af9900 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.6269579 Jul 13 08:02:45.077320 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4a99440-f821-4510-b1bf-e8f028f334a0 req-7670d057-0825-4fcb-9f10-e74b5f5dab7a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8782324-a04f-4d6c-8ed2-8f0620322cf3 HTTP/1.1" status: 200 len: 217 time: 0.1954086 Jul 13 08:02:45.215635 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e7dd368b-84bc-49ca-a472-3158870ae11c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:45.219358 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e7dd368b-84bc-49ca-a472-3158870ae11c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "DELETE /v2.0/routers/adc7e792-e106-4c6f-9437-a4f2d7b729e7 HTTP/1.1" status: 204 len: 168 time: 5.9384775 Jul 13 08:02:45.224311 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46252) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:45.229276 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-85019f83-9a40-4eb1-bea1-0fd83239aebf req-a65adbc6-feb5-4c02-a57d-92f6950b1bd2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c90f4a-d970-4175-a85f-cff79d05be03 HTTP/1.1" status: 200 len: 217 time: 0.6351347 Jul 13 08:02:45.247622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 899df02f-669f-4ae4-8560-5ccd83a94264 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:45.275401 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-8478a358-0adc-429a-abe7-923ca4d446d8 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Allocated IP 2001:db8::25e (e64191e5-9332-479c-995a-9d123b87ece9/afecc6a1-67c8-4c52-9214-f1d8c9e7a4a0/f42186f0-a42a-4ad0-8bfa-0c44128331f9) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:02:45.311888 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85019f83-9a40-4eb1-bea1-0fd83239aebf req-f97feaa1-b9b0-4967-a4b5-fb2045bbf96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:45.313528 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-85019f83-9a40-4eb1-bea1-0fd83239aebf req-f97feaa1-b9b0-4967-a4b5-fb2045bbf96b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53b9c81c-e3a5-4f3c-a0c3-29ef11d7a9fd HTTP/1.1" status: 200 len: 852 time: 0.0699749 Jul 13 08:02:45.370573 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66b24a18-edf9-439f-b449-73de3b02adf3 req-7bc4c11f-71b1-44bd-ab71-3ada7e91f362 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5257912 Jul 13 08:02:45.384324 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c7ffabe6-5a2f-4533-860e-50650866db78 req-79a5e11b-2b90-43a5-aaba-abd29b3a0407 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803575 Jul 13 08:02:45.386037 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 899df02f-669f-4ae4-8560-5ccd83a94264 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:02:45.391526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a99440-f821-4510-b1bf-e8f028f334a0 req-9706e434-d988-436a-a555-09c6943d9db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:45.395942 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 899df02f-669f-4ae4-8560-5ccd83a94264 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:45.396414 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:45.398997 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4a99440-f821-4510-b1bf-e8f028f334a0 req-9706e434-d988-436a-a555-09c6943d9db7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3ed3d0b9-c13b-441a-b2a2-61a397b26fa8 HTTP/1.1" status: 200 len: 858 time: 0.3043878 Jul 13 08:02:45.440484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 07e95ecb-9d46-4792-a9f7-5420c2c81bcb no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:02:45.512492 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 07e95ecb-9d46-4792-a9f7-5420c2c81bcb {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:02:45.515734 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4a99440-f821-4510-b1bf-e8f028f334a0 req-07eca07e-a6a1-4bee-bca0-b27c9f440039 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=beb00341-60c7-4eb1-9a39-32233237abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058631 Jul 13 08:02:45.516221 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 07e95ecb-9d46-4792-a9f7-5420c2c81bcb not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:02:45.657438 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:45.738560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 899df02f-669f-4ae4-8560-5ccd83a94264, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=899df02f-669f-4ae4-8560-5ccd83a94264,segment=NetworkSegment(718c365b-9c19-4b23-9d47-48c3063e0352),segment_id=718c365b-9c19-4b23-9d47-48c3063e0352)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:45.743335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899df02f-669f-4ae4-8560-5ccd83a94264'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:02:45.748485 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf18a130-4fc8-4bf6-9f76-9f58a5fe1762" -d '{"events": [{"server_uuid": "e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da", "name": "network-vif-plugged", "status": "completed", "tag": "899df02f-669f-4ae4-8560-5ccd83a94264"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:02:45.754490 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:45.882954 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab63a63-9d7c-4e13-a281-6ce425191baa x-openstack-request-id: req-eab63a63-9d7c-4e13-a281-6ce425191baa {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:02:45.882954 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da", "name": "network-vif-plugged", "status": "completed", "tag": "899df02f-669f-4ae4-8560-5ccd83a94264", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:02:45.882954 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eab63a63-9d7c-4e13-a281-6ce425191baa {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:02:45.883672 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899df02f-669f-4ae4-8560-5ccd83a94264', 'code': 200} Jul 13 08:02:45.942565 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=899df02f-669f-4ae4-8560-5ccd83a94264,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:45.992054 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4a99440-f821-4510-b1bf-e8f028f334a0 req-a8380f62-0d19-4196-8464-ae192d7d369a service neutron] 10.222.0.62 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578111 Jul 13 08:02:46.013221 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-85019f83-9a40-4eb1-bea1-0fd83239aebf req-4b9ab975-98cf-4de9-80a6-5d031bc6a9e6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6010d2c2-d300-400c-be9f-95d4cb60edee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6498528 Jul 13 08:02:46.074813 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142454e3-8c6a-45e1-b816-0c9a52c58164 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:02:46.089553 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20a7e91c-8bce-42b3-a057-b0bca96d7161 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:46.100138 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-142454e3-8c6a-45e1-b816-0c9a52c58164 admin admin] 10.222.0.58 "PUT /v2.0/routers/08e85966-1be6-4f08-8aa0-9b1ef5de0013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8319228 Jul 13 08:02:46.103763 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46260) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:46.112905 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63655faa-b009-4a01-8d93-254038bc4e28 None None] Sync routers for ids ['08e85966-1be6-4f08-8aa0-9b1ef5de0013'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:02:46.144324 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63655faa-b009-4a01-8d93-254038bc4e28 None None] Routers {'08e85966-1be6-4f08-8aa0-9b1ef5de0013'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:46.147472 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-63655faa-b009-4a01-8d93-254038bc4e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['08e85966-1be6-4f08-8aa0-9b1ef5de0013'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:46.213400 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8478a358-0adc-429a-abe7-923ca4d446d8 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:46.426236 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38ae4568-58c7-4914-9119-9ae95bdc5cbc admin admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:46.509732 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c8782324-a04f-4d6c-8ed2-8f0620322cf3 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:02:46.562355 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-85019f83-9a40-4eb1-bea1-0fd83239aebf req-27b456a0-98e9-45b5-92e7-d0698b943201 service neutron] 10.222.0.62 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143335 Jul 13 08:02:46.620476 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-63655faa-b009-4a01-8d93-254038bc4e28 None None] Set router 08e85966-1be6-4f08-8aa0-9b1ef5de0013 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:46.834448 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4a99440-f821-4510-b1bf-e8f028f334a0 req-390381c9-6822-4ad6-9c95-6d0fac60b788 service neutron] 10.222.0.62 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8316445 Jul 13 08:02:46.925667 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-85019f83-9a40-4eb1-bea1-0fd83239aebf req-b9af4db1-e8c6-498a-ad20-69bc7c1c9333 service neutron] 10.222.0.62 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614590 Jul 13 08:02:46.958527 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c8782324-a04f-4d6c-8ed2-8f0620322cf3, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c8782324-a04f-4d6c-8ed2-8f0620322cf3,segment=NetworkSegment(718c365b-9c19-4b23-9d47-48c3063e0352),segment_id=718c365b-9c19-4b23-9d47-48c3063e0352)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:47.040295 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'c8782324-a04f-4d6c-8ed2-8f0620322cf3', 'network_id': 'beb00341-60c7-4eb1-9a39-32233237abd7', 'port_id': 'c8782324-a04f-4d6c-8ed2-8f0620322cf3', 'mac_address': 'fa:16:3e:62:55:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed3d0b9-c13b-441a-b2a2-61a397b26fa8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:02:47.140747 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20a7e91c-8bce-42b3-a057-b0bca96d7161 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:47.149864 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8478a358-0adc-429a-abe7-923ca4d446d8 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:47.176853 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-20a7e91c-8bce-42b3-a057-b0bca96d7161 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a52e876-fdfb-4e23-a545-3fee73cd392d']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:47.200186 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-20a7e91c-8bce-42b3-a057-b0bca96d7161 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6059c07-f555-4cd9-954a-a61ccdada0c0') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:47.200490 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-20a7e91c-8bce-42b3-a057-b0bca96d7161 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6059c07-f555-4cd9-954a-a61ccdada0c0') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:47.208025 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:47.219706 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20a7e91c-8bce-42b3-a057-b0bca96d7161 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:47.231456 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8782324-a04f-4d6c-8ed2-8f0620322cf3 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:02:47.248525 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20a7e91c-8bce-42b3-a057-b0bca96d7161 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:47.269582 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a7e91c-8bce-42b3-a057-b0bca96d7161 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:02:47.270156 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20a7e91c-8bce-42b3-a057-b0bca96d7161 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:47.275367 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c8782324-a04f-4d6c-8ed2-8f0620322cf3, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c8782324-a04f-4d6c-8ed2-8f0620322cf3,segment=NetworkSegment(718c365b-9c19-4b23-9d47-48c3063e0352),segment_id=718c365b-9c19-4b23-9d47-48c3063e0352)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:47.288576 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:47.371953 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8478a358-0adc-429a-abe7-923ca4d446d8 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Network e64191e5-9332-479c-995a-9d123b87ece9 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:02:47.397488 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-63655faa-b009-4a01-8d93-254038bc4e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'name': 'tempest-TestVolumeBackupRestore-1422381788-router', 'tenant_id': '8a2262d7768d4026b0493c9a6cda0b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '772da0b0-3d81-4106-a3d6-35976eda49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:50Z', 'updated_at': '2021-07-13T08:02:40Z', 'revision_number': 5, 'project_id': '8a2262d7768d4026b0493c9a6cda0b55', 'gw_port': {'id': '772da0b0-3d81-4106-a3d6-35976eda49a2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:54Z', 'updated_at': '2021-07-13T07:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:47.405245 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-8478a358-0adc-429a-abe7-923ca4d446d8 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:47.426853 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8478a358-0adc-429a-abe7-923ca4d446d8 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:02:47.432266 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:02:47.436607 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20a7e91c-8bce-42b3-a057-b0bca96d7161 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:47.439519 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc124665-4a86-4380-a5b0-59412f7cb1db req-613a5f6a-2a09-43ef-a9c9-15caf0d3718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:47.441703 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fc124665-4a86-4380-a5b0-59412f7cb1db req-613a5f6a-2a09-43ef-a9c9-15caf0d3718c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 1098 time: 1.4599059 Jul 13 08:02:47.452584 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=c8782324-a04f-4d6c-8ed2-8f0620322cf3,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:47.456712 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478a358-0adc-429a-abe7-923ca4d446d8 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Pushing event updated for resources: {'Port': ['ID=f42186f0-a42a-4ad0-8bfa-0c44128331f9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:47.472609 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20a7e91c-8bce-42b3-a057-b0bca96d7161 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:47.474051 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-20a7e91c-8bce-42b3-a057-b0bca96d7161 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "DELETE /v2.0/networks/2a52e876-fdfb-4e23-a545-3fee73cd392d HTTP/1.1" status: 204 len: 168 time: 2.2466605 Jul 13 08:02:47.479110 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63655faa-b009-4a01-8d93-254038bc4e28 None None] Checking router: 08e85966-1be6-4f08-8aa0-9b1ef5de0013 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:02:47.479363 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7e91c-8bce-42b3-a057-b0bca96d7161 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Network': ['ID=2a52e876-fdfb-4e23-a545-3fee73cd392d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:47.495466 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63655faa-b009-4a01-8d93-254038bc4e28 None None] Routers {'08e85966-1be6-4f08-8aa0-9b1ef5de0013'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:47.496708 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-63655faa-b009-4a01-8d93-254038bc4e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['08e85966-1be6-4f08-8aa0-9b1ef5de0013'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:47.512622 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46270) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:47.644441 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38ae4568-58c7-4914-9119-9ae95bdc5cbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:47.653507 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fc124665-4a86-4380-a5b0-59412f7cb1db req-f2ab2024-ffbf-440a-8e83-a7e7f9cfa4cf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780729 Jul 13 08:02:47.667652 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3a845d2-1307-49d8-a70a-5956ef9b5f63 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:47.704745 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['c8782324-a04f-4d6c-8ed2-8f0620322cf3'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:02:47.724911 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-63655faa-b009-4a01-8d93-254038bc4e28 None None] Set router 08e85966-1be6-4f08-8aa0-9b1ef5de0013 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:47.944190 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e9a38-ec11-4531-85b1-a91f7a861411 req-6362fb7d-814c-4539-8db4-f7070bd7ce79 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:47.976665 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f97e9a38-ec11-4531-85b1-a91f7a861411 req-6362fb7d-814c-4539-8db4-f7070bd7ce79 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.8964529 Jul 13 08:02:48.258598 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22427ecf-5192-42e3-88ed-7afa38113aba req-fafd517a-3952-47f6-8e41-6ab792d3541e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:48.280957 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-22427ecf-5192-42e3-88ed-7afa38113aba req-fafd517a-3952-47f6-8e41-6ab792d3541e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 945 time: 1.0275753 Jul 13 08:02:48.458935 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-38ae4568-58c7-4914-9119-9ae95bdc5cbc admin admin] Deleting port 772da0b0-3d81-4106-a3d6-35976eda49a2 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:48.460156 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38ae4568-58c7-4914-9119-9ae95bdc5cbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:48.606028 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f97e9a38-ec11-4531-85b1-a91f7a861411 req-feb7619f-9dd7-4901-a3bc-fc54aa863766 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6350121 Jul 13 08:02:48.659172 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-38ae4568-58c7-4914-9119-9ae95bdc5cbc admin admin] For port 772da0b0-3d81-4106-a3d6-35976eda49a2, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=772da0b0-3d81-4106-a3d6-35976eda49a2,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:48.660629 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38ae4568-58c7-4914-9119-9ae95bdc5cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:48.692508 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-38ae4568-58c7-4914-9119-9ae95bdc5cbc admin admin] Calling delete_port for 772da0b0-3d81-4106-a3d6-35976eda49a2 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:48.697650 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-edd5f70b-7601-45be-a9e8-5e8346d83d0f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:48.956678 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-63655faa-b009-4a01-8d93-254038bc4e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'name': 'tempest-TestVolumeBackupRestore-1422381788-router', 'tenant_id': '8a2262d7768d4026b0493c9a6cda0b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '772da0b0-3d81-4106-a3d6-35976eda49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:50Z', 'updated_at': '2021-07-13T08:02:40Z', 'revision_number': 5, 'project_id': '8a2262d7768d4026b0493c9a6cda0b55', 'gw_port': {'id': '772da0b0-3d81-4106-a3d6-35976eda49a2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:54Z', 'updated_at': '2021-07-13T07:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:49.088763 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38ae4568-58c7-4914-9119-9ae95bdc5cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:49.106052 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63655faa-b009-4a01-8d93-254038bc4e28 None None] The sync data for ids ['08e85966-1be6-4f08-8aa0-9b1ef5de0013'] in n-d-779913-28 is: [{'id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'name': 'tempest-TestVolumeBackupRestore-1422381788-router', 'tenant_id': '8a2262d7768d4026b0493c9a6cda0b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '772da0b0-3d81-4106-a3d6-35976eda49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:50Z', 'updated_at': '2021-07-13T08:02:40Z', 'revision_number': 5, 'project_id': '8a2262d7768d4026b0493c9a6cda0b55', 'gw_port': {'id': '772da0b0-3d81-4106-a3d6-35976eda49a2', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e85966-1be6-4f08-8aa0-9b1ef5de0013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:54Z', 'updated_at': '2021-07-13T07:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:02:49.120670 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-22427ecf-5192-42e3-88ed-7afa38113aba req-29e20d5a-7b46-49a2-bfd9-b5b3bbf01fea tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8252037 Jul 13 08:02:49.205380 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae4568-58c7-4914-9119-9ae95bdc5cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=772da0b0-3d81-4106-a3d6-35976eda49a2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:49.294760 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b3a845d2-1307-49d8-a70a-5956ef9b5f63 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Deleting port deb99b16-4e33-4bc7-978f-c5191a344d1c {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:49.295255 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3a845d2-1307-49d8-a70a-5956ef9b5f63 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:49.340093 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38ae4568-58c7-4914-9119-9ae95bdc5cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:49.374629 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8478a358-0adc-429a-abe7-923ca4d446d8 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:49.415390 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-edd5f70b-7601-45be-a9e8-5e8346d83d0f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:49.574254 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38ae4568-58c7-4914-9119-9ae95bdc5cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:49.584740 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38ae4568-58c7-4914-9119-9ae95bdc5cbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:49.601960 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-edd5f70b-7601-45be-a9e8-5e8346d83d0f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:49.609249 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-edd5f70b-7601-45be-a9e8-5e8346d83d0f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:49.611748 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-edd5f70b-7601-45be-a9e8-5e8346d83d0f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "DELETE /v2.0/security-groups/7b62bbfc-7d47-4800-9812-524f4ab6095c HTTP/1.1" status: 204 len: 168 time: 2.0960763 Jul 13 08:02:49.648412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9852d2fb-df5f-430a-a936-bb0dbc7fab02 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:02:49.661520 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5f70b-7601-45be-a9e8-5e8346d83d0f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b62bbfc-7d47-4800-9812-524f4ab6095c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:49.667720 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5f70b-7601-45be-a9e8-5e8346d83d0f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:49.668321 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5f70b-7601-45be-a9e8-5e8346d83d0f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:49.668782 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5f70b-7601-45be-a9e8-5e8346d83d0f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:49.673285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5f70b-7601-45be-a9e8-5e8346d83d0f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:49.674372 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5f70b-7601-45be-a9e8-5e8346d83d0f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:49.674957 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5f70b-7601-45be-a9e8-5e8346d83d0f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:49.675502 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5f70b-7601-45be-a9e8-5e8346d83d0f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:49.676670 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5f70b-7601-45be-a9e8-5e8346d83d0f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:49.677178 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5f70b-7601-45be-a9e8-5e8346d83d0f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:49.677743 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5f70b-7601-45be-a9e8-5e8346d83d0f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:49.678271 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5f70b-7601-45be-a9e8-5e8346d83d0f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:49.679403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5f70b-7601-45be-a9e8-5e8346d83d0f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:49.691470 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 9852d2fb-df5f-430a-a936-bb0dbc7fab02 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:02:49.692804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9852d2fb-df5f-430a-a936-bb0dbc7fab02 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:02:49.919668 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3a845d2-1307-49d8-a70a-5956ef9b5f63 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:49.940437 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38ae4568-58c7-4914-9119-9ae95bdc5cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:49.941210 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ae4568-58c7-4914-9119-9ae95bdc5cbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08e85966-1be6-4f08-8aa0-9b1ef5de0013 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:02:49.949098 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38ae4568-58c7-4914-9119-9ae95bdc5cbc admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:49.955694 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-38ae4568-58c7-4914-9119-9ae95bdc5cbc admin admin] 10.222.0.58 "DELETE /v2.0/routers/08e85966-1be6-4f08-8aa0-9b1ef5de0013 HTTP/1.1" status: 204 len: 168 time: 3.8444121 Jul 13 08:02:49.957148 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46290) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:50.119913 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b3a845d2-1307-49d8-a70a-5956ef9b5f63 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Calling delete_port for deb99b16-4e33-4bc7-978f-c5191a344d1c owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:50.139948 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf213a8-f18f-420e-80b4-943f924242e0 admin admin] Deleting subnet dc7b4a78-2248-44e3-904b-2c499b4f7200 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:02:50.153838 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fbf213a8-f18f-420e-80b4-943f924242e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:50.363269 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38767f40-9c2a-42fa-a46f-69e3717f2485 req-eb141150-686a-408f-9cb7-e9d8e80995cc tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:50.371718 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-38767f40-9c2a-42fa-a46f-69e3717f2485 req-eb141150-686a-408f-9cb7-e9d8e80995cc tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.4126902 Jul 13 08:02:50.374835 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8478a358-0adc-429a-abe7-923ca4d446d8 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:50.448442 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46302) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:50.469155 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b99cb9c4-e97a-46cd-add2-0de006f5ce4c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1153470947', 'description': 'tempest-secgroup-smoke-1153470947 description', 'project_id': 'b0a400cab12449b3b23abe0905366730'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:50.524148 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c8782324-a04f-4d6c-8ed2-8f0620322cf3 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:50.634688 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fbf213a8-f18f-420e-80b4-943f924242e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:50.767468 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port c8782324-a04f-4d6c-8ed2-8f0620322cf3 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:02:50.788916 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port c8782324-a04f-4d6c-8ed2-8f0620322cf3 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:50.797152 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:51.030115 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:51.054346 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fbf213a8-f18f-420e-80b4-943f924242e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:51.064452 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1085e791-6bd8-42cd-b570-82796641932c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8782324-a04f-4d6c-8ed2-8f0620322cf3'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:02:51.068272 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e89eac-57b4-4585-8a0c-8bf694b2b7e5" -d '{"events": [{"server_uuid": "1085e791-6bd8-42cd-b570-82796641932c", "name": "network-vif-plugged", "status": "completed", "tag": "c8782324-a04f-4d6c-8ed2-8f0620322cf3"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:02:51.106874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c8782324-a04f-4d6c-8ed2-8f0620322cf3, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c8782324-a04f-4d6c-8ed2-8f0620322cf3,segment=NetworkSegment(718c365b-9c19-4b23-9d47-48c3063e0352),segment_id=718c365b-9c19-4b23-9d47-48c3063e0352)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:51.121868 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:51.282848 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=c8782324-a04f-4d6c-8ed2-8f0620322cf3,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:51.296425 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:51.297267 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:51.297446 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:51.297866 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:51.300183 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:51.300605 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:51.301178 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:51.301529 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:51.301976 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:51.303099 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:51.303841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:51.304218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:51.404621 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 772da0b0-3d81-4106-a3d6-35976eda49a2 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:02:51.429539 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fbf213a8-f18f-420e-80b4-943f924242e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:51.457624 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 772da0b0-3d81-4106-a3d6-35976eda49a2 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:02:51.458707 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 772da0b0-3d81-4106-a3d6-35976eda49a2 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:02:51.502284 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf213a8-f18f-420e-80b4-943f924242e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7b4a78-2248-44e3-904b-2c499b4f7200,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:51.506559 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fbf213a8-f18f-420e-80b4-943f924242e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:51.507697 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40480646-8c47-403c-8faf-63b945c9a286 None None] Network 8c0c128c-e415-4fa1-9b03-a061bae140b8 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:02:51.516707 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fbf213a8-f18f-420e-80b4-943f924242e0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/dc7b4a78-2248-44e3-904b-2c499b4f7200 HTTP/1.1" status: 204 len: 168 time: 1.5572996 Jul 13 08:02:51.520634 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46306) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:51.588561 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3a845d2-1307-49d8-a70a-5956ef9b5f63 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:51.752044 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a845d2-1307-49d8-a70a-5956ef9b5f63 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Pushing event deleted for resources: {'Port': ['ID=deb99b16-4e33-4bc7-978f-c5191a344d1c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:51.828573 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67bba44e-1e8b-4bcc-b4bb-8c8833222527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:52.181437 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b99cb9c4-e97a-46cd-add2-0de006f5ce4c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:52.206775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2914c5d-5ad8-4744-97a1-66ad1cc8c28e None None] DHCP port deletion for 8c0c128c-e415-4fa1-9b03-a061bae140b8 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:02:52.228843 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-38767f40-9c2a-42fa-a46f-69e3717f2485 req-907cbb65-d6fe-4555-91ca-2185efe585af tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8543222 Jul 13 08:02:52.327670 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b2914c5d-5ad8-4744-97a1-66ad1cc8c28e None None] Deleting port 23031cfc-fd09-4c36-b56a-539388e7227f {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:52.328146 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2914c5d-5ad8-4744-97a1-66ad1cc8c28e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:52.504258 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b2914c5d-5ad8-4744-97a1-66ad1cc8c28e None None] For port 23031cfc-fd09-4c36-b56a-539388e7227f, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=23031cfc-fd09-4c36-b56a-539388e7227f,segment=NetworkSegment(eba305e4-259b-4994-a010-bd9099c75363),segment_id=eba305e4-259b-4994-a010-bd9099c75363)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:52.506665 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2914c5d-5ad8-4744-97a1-66ad1cc8c28e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:52.526877 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b2914c5d-5ad8-4744-97a1-66ad1cc8c28e None None] Calling delete_port for 23031cfc-fd09-4c36-b56a-539388e7227f owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:52.550576 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b99cb9c4-e97a-46cd-add2-0de006f5ce4c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:52.588174 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b99cb9c4-e97a-46cd-add2-0de006f5ce4c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:52.600724 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee20993-7d7e-46f2-b299-c79a770abc82 x-openstack-request-id: req-bee20993-7d7e-46f2-b299-c79a770abc82 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:02:52.601435 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1085e791-6bd8-42cd-b570-82796641932c", "name": "network-vif-plugged", "status": "completed", "tag": "c8782324-a04f-4d6c-8ed2-8f0620322cf3", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:02:52.604078 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bee20993-7d7e-46f2-b299-c79a770abc82 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:02:52.605078 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1085e791-6bd8-42cd-b570-82796641932c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8782324-a04f-4d6c-8ed2-8f0620322cf3', 'code': 200} Jul 13 08:02:52.668403 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2914c5d-5ad8-4744-97a1-66ad1cc8c28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:52.740539 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2914c5d-5ad8-4744-97a1-66ad1cc8c28e None None] Pushing event deleted for resources: {'Port': ['ID=23031cfc-fd09-4c36-b56a-539388e7227f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:52.767454 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2914c5d-5ad8-4744-97a1-66ad1cc8c28e None None] No DVR routers for this DVR port 23031cfc-fd09-4c36-b56a-539388e7227f on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:02:52.785615 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0fa2a-dbc4-43b9-9a52-d2ece9210470 req-fcaaa477-0897-4d96-a7fe-96c8bdd34211 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:52.791717 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c8d0fa2a-dbc4-43b9-9a52-d2ece9210470 req-fcaaa477-0897-4d96-a7fe-96c8bdd34211 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 0.9869974 Jul 13 08:02:52.870818 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cb9c4-e97a-46cd-add2-0de006f5ce4c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eae9d1-265b-4297-8f9c-751b0c626f86,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:52.927158 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b99cb9c4-e97a-46cd-add2-0de006f5ce4c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:52.928744 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b99cb9c4-e97a-46cd-add2-0de006f5ce4c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.4748762 Jul 13 08:02:52.932147 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46316) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:52.934398 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3a845d2-1307-49d8-a70a-5956ef9b5f63 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:52.947359 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-46a76401-06af-40b8-bb04-9f6d5d353b50 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': 'e5eae9d1-265b-4297-8f9c-751b0c626f86', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:53.000133 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c8d0fa2a-dbc4-43b9-9a52-d2ece9210470 req-ddcdefbb-ac73-40fe-a603-26f86712650e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071223 Jul 13 08:02:53.018050 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8478a358-0adc-429a-abe7-923ca4d446d8 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Router a145b305-4ffa-446f-b39c-216060f83b85 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:02:53.159083 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46a76401-06af-40b8-bb04-9f6d5d353b50 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:53.234860 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-37720d04-ea3f-4136-b86d-731fdff72ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:53.237738 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2c6cb-f0dd-412a-ab76-4961641e094e req-4de231de-7225-402b-b460-759802464571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:53.239982 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e0f2c6cb-f0dd-412a-ab76-4961641e094e req-4de231de-7225-402b-b460-759802464571 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 1098 time: 0.4736288 Jul 13 08:02:53.243481 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-67bba44e-1e8b-4bcc-b4bb-8c8833222527 admin admin] Deleting port 23031cfc-fd09-4c36-b56a-539388e7227f {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:53.243812 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67bba44e-1e8b-4bcc-b4bb-8c8833222527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:53.357130 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8478a358-0adc-429a-abe7-923ca4d446d8 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:02:53.366896 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] Sync routers for ids ['a145b305-4ffa-446f-b39c-216060f83b85'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:02:53.380075 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a845d2-1307-49d8-a70a-5956ef9b5f63 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Router bed38018-fdde-4252-b9b7-72afb05bab5b has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:02:53.380334 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] Routers {'a145b305-4ffa-446f-b39c-216060f83b85'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:53.381077 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a145b305-4ffa-446f-b39c-216060f83b85'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:53.489554 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8478a358-0adc-429a-abe7-923ca4d446d8 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:53.496745 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8478a358-0adc-429a-abe7-923ca4d446d8 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 12.7527132 Jul 13 08:02:53.507493 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46320) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:53.556202 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 23031cfc-fd09-4c36-b56a-539388e7227f no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:02:53.562860 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e0f2c6cb-f0dd-412a-ab76-4961641e094e req-aa087a2a-73bf-46cf-aa06-d00755c9dee3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826998 Jul 13 08:02:53.564087 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-67bba44e-1e8b-4bcc-b4bb-8c8833222527 admin admin] For port 23031cfc-fd09-4c36-b56a-539388e7227f, host n-d-779913-28, got binding levels [] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:53.564450 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67bba44e-1e8b-4bcc-b4bb-8c8833222527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:53.623477 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 23031cfc-fd09-4c36-b56a-539388e7227f {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:02:53.624119 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 23031cfc-fd09-4c36-b56a-539388e7227f not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:02:53.704144 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] Set router a145b305-4ffa-446f-b39c-216060f83b85 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:53.712378 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-67bba44e-1e8b-4bcc-b4bb-8c8833222527 admin admin] Calling delete_port for 23031cfc-fd09-4c36-b56a-539388e7227f owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:53.728044 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.ipam_backend_mixin [None req-67bba44e-1e8b-4bcc-b4bb-8c8833222527 admin admin] Port 23031cfc-fd09-4c36-b56a-539388e7227f was not found and therefore no delete operation was performed {{(pid=93723) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 08:02:53.732123 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67bba44e-1e8b-4bcc-b4bb-8c8833222527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:53.748434 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a845d2-1307-49d8-a70a-5956ef9b5f63 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:02:53.765412 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1506c47-e95c-479c-b60b-f5766b035243 None None] Sync routers for ids ['bed38018-fdde-4252-b9b7-72afb05bab5b'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:02:53.771531 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46a76401-06af-40b8-bb04-9f6d5d353b50 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:53.781473 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b3a845d2-1307-49d8-a70a-5956ef9b5f63 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "PUT /v2.0/routers/bed38018-fdde-4252-b9b7-72afb05bab5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7532082 Jul 13 08:02:53.783374 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1506c47-e95c-479c-b60b-f5766b035243 None None] Routers {'bed38018-fdde-4252-b9b7-72afb05bab5b'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:53.784410 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a1506c47-e95c-479c-b60b-f5766b035243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['bed38018-fdde-4252-b9b7-72afb05bab5b'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:53.839302 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46322) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:53.872614 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a1506c47-e95c-479c-b60b-f5766b035243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:53.908202 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1506c47-e95c-479c-b60b-f5766b035243 None None] Routers {'bed38018-fdde-4252-b9b7-72afb05bab5b'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:53.909778 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a1506c47-e95c-479c-b60b-f5766b035243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['bed38018-fdde-4252-b9b7-72afb05bab5b'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:53.948904 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bba44e-1e8b-4bcc-b4bb-8c8833222527 admin admin] Pushing event deleted for resources: {'Port': ['ID=23031cfc-fd09-4c36-b56a-539388e7227f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:53.958199 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46a76401-06af-40b8-bb04-9f6d5d353b50 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:53.980694 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-233fbb36-9d75-4107-bcfe-9b15c711392e tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] delete failed (client error): The resource could not be found. Jul 13 08:02:53.996535 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-233fbb36-9d75-4107-bcfe-9b15c711392e tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-57356225 HTTP/1.1" status: 404 len: 333 time: 0.1553645 Jul 13 08:02:53.998031 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46328) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:53.999206 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bba44e-1e8b-4bcc-b4bb-8c8833222527 admin admin] No DVR routers for this DVR port 23031cfc-fd09-4c36-b56a-539388e7227f on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:02:54.033266 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-93f42010-daea-414a-9e0c-a15b78a0c141 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bed38018-fdde-4252-b9b7-72afb05bab5b'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:54.035762 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a1506c47-e95c-479c-b60b-f5766b035243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:54.036384 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1506c47-e95c-479c-b60b-f5766b035243 None None] The sync data for ids ['bed38018-fdde-4252-b9b7-72afb05bab5b'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:02:54.105777 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145b305-4ffa-446f-b39c-216060f83b85', 'name': '', 'tenant_id': 'f6dd396789b44ec99bdb02deb1753be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e64191e5-9332-479c-995a-9d123b87ece9', 'external_fixed_ips': [{'subnet_id': 'afecc6a1-67c8-4c52-9214-f1d8c9e7a4a0', 'ip_address': '2001:db8::25e'}], 'enable_snat': True}, 'gw_port_id': 'f42186f0-a42a-4ad0-8bfa-0c44128331f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:40Z', 'updated_at': '2021-07-13T08:02:48Z', 'revision_number': 3, 'project_id': 'f6dd396789b44ec99bdb02deb1753be7', 'gw_port': {'id': 'f42186f0-a42a-4ad0-8bfa-0c44128331f9', 'name': '', 'network_id': 'e64191e5-9332-479c-995a-9d123b87ece9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:28:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a145b305-4ffa-446f-b39c-216060f83b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'afecc6a1-67c8-4c52-9214-f1d8c9e7a4a0', 'ip_address': '2001:db8::25e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:44Z', 'updated_at': '2021-07-13T08:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afecc6a1-67c8-4c52-9214-f1d8c9e7a4a0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:54.136549 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] Checking router: a145b305-4ffa-446f-b39c-216060f83b85 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:02:54.136981 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] Updating router a145b305-4ffa-446f-b39c-216060f83b85 port f42186f0-a42a-4ad0-8bfa-0c44128331f9 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:02:54.193528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a76401-06af-40b8-bb04-9f6d5d353b50 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40dc09ad-d7ec-4e5c-8595-91233cd0046a,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:54.219860 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:54.265619 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46a76401-06af-40b8-bb04-9f6d5d353b50 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:54.287824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-46a76401-06af-40b8-bb04-9f6d5d353b50 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3502631 Jul 13 08:02:54.288830 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46332) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:54.321091 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6251c0f8-59b4-47ba-b8e5-4d4bfd2cd089 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': 'e5eae9d1-265b-4297-8f9c-751b0c626f86', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:54.630807 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67bba44e-1e8b-4bcc-b4bb-8c8833222527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:54.675577 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-67bba44e-1e8b-4bcc-b4bb-8c8833222527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0c128c-e415-4fa1-9b03-a061bae140b8']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:54.683871 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3107b143-d29a-4731-8cca-ee006b0c04f4 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:54.813886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-67bba44e-1e8b-4bcc-b4bb-8c8833222527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba305e4-259b-4994-a010-bd9099c75363') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:54.814350 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-67bba44e-1e8b-4bcc-b4bb-8c8833222527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba305e4-259b-4994-a010-bd9099c75363') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:54.836137 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3107b143-d29a-4731-8cca-ee006b0c04f4 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:54.875068 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67bba44e-1e8b-4bcc-b4bb-8c8833222527 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:54.884143 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e067e-4b74-454e-9e1f-26f46fb79694 req-4904223a-2527-4008-b2a1-5ed628bba758 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:54.885879 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a3e067e-4b74-454e-9e1f-26f46fb79694 req-4904223a-2527-4008-b2a1-5ed628bba758 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 1.1989036 Jul 13 08:02:54.917575 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:54.943264 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67bba44e-1e8b-4bcc-b4bb-8c8833222527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:54.944630 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6251c0f8-59b4-47ba-b8e5-4d4bfd2cd089 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:54.989098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67bba44e-1e8b-4bcc-b4bb-8c8833222527 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:02:54.989671 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67bba44e-1e8b-4bcc-b4bb-8c8833222527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:54.989777 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362942f-86b1-4411-b637-e210108cbcc9 req-590c2f3f-441c-4126-a5be-d97c05a59467 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:02:54.991229 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:02:54.997590 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8362942f-86b1-4411-b637-e210108cbcc9 req-590c2f3f-441c-4126-a5be-d97c05a59467 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 0.6323507 Jul 13 08:02:55.003846 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-93f42010-daea-414a-9e0c-a15b78a0c141 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:55.088137 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8362942f-86b1-4411-b637-e210108cbcc9 req-f9489d92-8fd2-41a8-8322-76dc02d819b5 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878131 Jul 13 08:02:55.129356 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-93f42010-daea-414a-9e0c-a15b78a0c141 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] update failed (client error): The resource could not be found. Jul 13 08:02:55.130901 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-93f42010-daea-414a-9e0c-a15b78a0c141 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "PUT /v2.0/routers/bed38018-fdde-4252-b9b7-72afb05bab5b HTTP/1.1" status: 404 len: 339 time: 1.1298118 Jul 13 08:02:55.135777 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46338) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:55.137335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] Transition to ACTIVE for port object f42186f0-a42a-4ad0-8bfa-0c44128331f9 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:02:55.146793 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a3e067e-4b74-454e-9e1f-26f46fb79694 req-d9fec381-820a-40c8-bdf9-8db098958271 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328179 Jul 13 08:02:55.148817 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:55.156927 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6251c0f8-59b4-47ba-b8e5-4d4bfd2cd089 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:55.179043 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-3107b143-d29a-4731-8cca-ee006b0c04f4 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Deleting port f42186f0-a42a-4ad0-8bfa-0c44128331f9 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:55.179321 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3107b143-d29a-4731-8cca-ee006b0c04f4 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:55.182074 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6251c0f8-59b4-47ba-b8e5-4d4bfd2cd089 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:55.188311 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67bba44e-1e8b-4bcc-b4bb-8c8833222527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:55.200651 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67bba44e-1e8b-4bcc-b4bb-8c8833222527 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:55.216435 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-67bba44e-1e8b-4bcc-b4bb-8c8833222527 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8c0c128c-e415-4fa1-9b03-a061bae140b8 HTTP/1.1" status: 204 len: 168 time: 3.6931498 Jul 13 08:02:55.306260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251c0f8-59b4-47ba-b8e5-4d4bfd2cd089 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf3c851-81a2-4ef7-a21c-7708b906b62f,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:55.326363 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6251c0f8-59b4-47ba-b8e5-4d4bfd2cd089 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:55.327946 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6251c0f8-59b4-47ba-b8e5-4d4bfd2cd089 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0248787 Jul 13 08:02:55.337816 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46346) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:55.346860 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] Attempting to bind port f42186f0-a42a-4ad0-8bfa-0c44128331f9 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:02:55.348223 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] Attempting to bind port f42186f0-a42a-4ad0-8bfa-0c44128331f9 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'f8a2648d-12d0-4db9-a397-f5b69d7b2276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e64191e5-9332-479c-995a-9d123b87ece9'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:02:55.348940 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] Attempting to bind port f42186f0-a42a-4ad0-8bfa-0c44128331f9 on network e64191e5-9332-479c-995a-9d123b87ece9 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:02:55.351093 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-10697993-8ceb-4f64-9a94-ac799f295f1d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': 'e5eae9d1-265b-4297-8f9c-751b0c626f86', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:55.368820 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:02:55.369837 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] Checking segment: {'id': 'f8a2648d-12d0-4db9-a397-f5b69d7b2276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e64191e5-9332-479c-995a-9d123b87ece9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:02:55.370287 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:55.371786 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] Bound using segment: {'id': 'f8a2648d-12d0-4db9-a397-f5b69d7b2276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e64191e5-9332-479c-995a-9d123b87ece9'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:02:55.372656 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] Bound port: f42186f0-a42a-4ad0-8bfa-0c44128331f9, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a2648d-12d0-4db9-a397-f5b69d7b2276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e64191e5-9332-479c-995a-9d123b87ece9'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:02:55.373073 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:55.468540 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] For port f42186f0-a42a-4ad0-8bfa-0c44128331f9, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:02:55.473853 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] For port f42186f0-a42a-4ad0-8bfa-0c44128331f9, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f42186f0-a42a-4ad0-8bfa-0c44128331f9,segment=NetworkSegment(f8a2648d-12d0-4db9-a397-f5b69d7b2276),segment_id=f8a2648d-12d0-4db9-a397-f5b69d7b2276)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:02:55.489929 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:55.504649 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380db1e2-29b9-42e2-81ef-e81e3865a1fb None None] Pushing event updated for resources: {'Port': ['ID=f42186f0-a42a-4ad0-8bfa-0c44128331f9,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:55.548941 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-10697993-8ceb-4f64-9a94-ac799f295f1d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:55.559133 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] Routers {'a145b305-4ffa-446f-b39c-216060f83b85'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:55.560285 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['a145b305-4ffa-446f-b39c-216060f83b85'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:55.614056 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:02:55.641098 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46350) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:55.669292 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-10697993-8ceb-4f64-9a94-ac799f295f1d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:55.683755 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] Set router a145b305-4ffa-446f-b39c-216060f83b85 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:55.684455 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3107b143-d29a-4731-8cca-ee006b0c04f4 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:55.688397 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-10697993-8ceb-4f64-9a94-ac799f295f1d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:55.746689 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-3107b143-d29a-4731-8cca-ee006b0c04f4 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Calling delete_port for f42186f0-a42a-4ad0-8bfa-0c44128331f9 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:55.759577 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10697993-8ceb-4f64-9a94-ac799f295f1d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6374094b-21e5-4015-aa24-708c69db554f,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:55.767241 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bba44e-1e8b-4bcc-b4bb-8c8833222527 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c0c128c-e415-4fa1-9b03-a061bae140b8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:55.782119 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-10697993-8ceb-4f64-9a94-ac799f295f1d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:55.786172 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-10697993-8ceb-4f64-9a94-ac799f295f1d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4432442 Jul 13 08:02:55.788690 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145b305-4ffa-446f-b39c-216060f83b85', 'name': '', 'tenant_id': 'f6dd396789b44ec99bdb02deb1753be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:40Z', 'updated_at': '2021-07-13T08:02:54Z', 'revision_number': 4, 'project_id': 'f6dd396789b44ec99bdb02deb1753be7', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:55.793887 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46352) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:55.799424 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-76d0ecef-1c33-49b6-9819-96e5e50e5998 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': 'e5eae9d1-265b-4297-8f9c-751b0c626f86', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:55.862371 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b35e09-4728-460c-b5c4-707d0e76d185 None None] The sync data for ids ['a145b305-4ffa-446f-b39c-216060f83b85'] in n-d-779913-28 is: [{'id': 'a145b305-4ffa-446f-b39c-216060f83b85', 'name': '', 'tenant_id': 'f6dd396789b44ec99bdb02deb1753be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:40Z', 'updated_at': '2021-07-13T08:02:54Z', 'revision_number': 4, 'project_id': 'f6dd396789b44ec99bdb02deb1753be7', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:02:55.920106 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76d0ecef-1c33-49b6-9819-96e5e50e5998 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:55.942508 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380db1e2-29b9-42e2-81ef-e81e3865a1fb None None] Pushing event updated for resources: {'Port': ['ID=f42186f0-a42a-4ad0-8bfa-0c44128331f9,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:55.993470 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0646b30e-9154-46c4-ba12-d1f55ece765f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ad4c40067be450f8ab9004872502cad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3223643 Jul 13 08:02:56.022674 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46354) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:56.066248 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db75604d-1b2a-4b64-bc95-95d3f73bc57a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:56.073465 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76d0ecef-1c33-49b6-9819-96e5e50e5998 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:56.102538 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76d0ecef-1c33-49b6-9819-96e5e50e5998 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:56.268854 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3bc0169a-0daf-4650-94c9-318e3baf9a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:56.300351 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3bc0169a-0daf-4650-94c9-318e3baf9a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:56.525106 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76d0ecef-1c33-49b6-9819-96e5e50e5998 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:56.526769 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-76d0ecef-1c33-49b6-9819-96e5e50e5998 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7317488 Jul 13 08:02:56.530363 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0ecef-1c33-49b6-9819-96e5e50e5998 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c363270f-09f7-4a75-9687-51f1ab4e0fe7,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:56.545755 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46368) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:56.566262 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-69470f6e-1482-43f3-a80b-56900a1e67a3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': 'e5eae9d1-265b-4297-8f9c-751b0c626f86', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:56.593295 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3bc0169a-0daf-4650-94c9-318e3baf9a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:56.614075 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3bc0169a-0daf-4650-94c9-318e3baf9a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:56.618018 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3bc0169a-0daf-4650-94c9-318e3baf9a5b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e6f83592-f1a4-4b98-90ab-7884ec78c8a6 HTTP/1.1" status: 204 len: 168 time: 0.5875294 Jul 13 08:02:56.669282 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3107b143-d29a-4731-8cca-ee006b0c04f4 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:56.705090 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0169a-0daf-4650-94c9-318e3baf9a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f83592-f1a4-4b98-90ab-7884ec78c8a6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:56.844804 n-d-779913-28 neutron-server[93723]: INFO neutron.db.securitygroups_db [None req-69470f6e-1482-43f3-a80b-56900a1e67a3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Project b0a400cab12449b3b23abe0905366730 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:02:56.853682 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69470f6e-1482-43f3-a80b-56900a1e67a3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:56.894779 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107b143-d29a-4731-8cca-ee006b0c04f4 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Pushing event deleted for resources: {'Port': ['ID=f42186f0-a42a-4ad0-8bfa-0c44128331f9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:56.898608 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3107b143-d29a-4731-8cca-ee006b0c04f4 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:56.985135 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-db75604d-1b2a-4b64-bc95-95d3f73bc57a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Allocated IP 172.20.0.1 (4f93138a-014b-446f-a537-9587ae8ebf45/5fefd69b-6934-4141-bf7b-581c5f2186b1/b477314b-21f1-4977-834d-d643bfef62e8) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:02:57.010309 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69470f6e-1482-43f3-a80b-56900a1e67a3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:57.022781 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69470f6e-1482-43f3-a80b-56900a1e67a3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:57.175705 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3107b143-d29a-4731-8cca-ee006b0c04f4 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:57.180761 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69470f6e-1482-43f3-a80b-56900a1e67a3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:57.186619 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-69470f6e-1482-43f3-a80b-56900a1e67a3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6403167 Jul 13 08:02:57.200607 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c0063-192a-4b39-b66d-d5279017d454 req-d78f7eef-727f-4055-980f-0d759d951699 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:57.211255 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-965c0063-192a-4b39-b66d-d5279017d454 req-d78f7eef-727f-4055-980f-0d759d951699 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 0.6813021 Jul 13 08:02:57.213892 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69470f6e-1482-43f3-a80b-56900a1e67a3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c7297f-1878-412a-809c-6e30cc7bec52,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:57.219889 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46376) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:57.248450 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-6357a27d-c3c9-40aa-b9d6-aa43fa077a74 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': 'e5eae9d1-265b-4297-8f9c-751b0c626f86', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:57.274373 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c4c95-547e-4739-bb81-8e000ba3d9d8 req-d8f46ee6-23f4-4393-848d-764778cf153e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:57.276039 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-411c4c95-547e-4739-bb81-8e000ba3d9d8 req-d8f46ee6-23f4-4393-848d-764778cf153e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.7475617 Jul 13 08:02:57.277540 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3107b143-d29a-4731-8cca-ee006b0c04f4 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:57.327620 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db75604d-1b2a-4b64-bc95-95d3f73bc57a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:57.345755 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-965c0063-192a-4b39-b66d-d5279017d454 req-c073394a-fd36-4ae5-8dc7-ebc4f750020e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306820 Jul 13 08:02:57.356890 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46378) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:57.473806 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3107b143-d29a-4731-8cca-ee006b0c04f4 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:57.473806 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3107b143-d29a-4731-8cca-ee006b0c04f4 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a145b305-4ffa-446f-b39c-216060f83b85 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:02:57.480681 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3107b143-d29a-4731-8cca-ee006b0c04f4 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:57.485221 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3107b143-d29a-4731-8cca-ee006b0c04f4 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "DELETE /v2.0/routers/a145b305-4ffa-446f-b39c-216060f83b85 HTTP/1.1" status: 204 len: 168 time: 3.9742670 Jul 13 08:02:57.485473 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46384) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:57.495986 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7be4e4f3-949c-41dd-9dd1-abe0b0e3a915 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a2262d7768d4026b0493c9a6cda0b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351688 Jul 13 08:02:57.497096 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46386) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:57.499206 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-db75604d-1b2a-4b64-bc95-95d3f73bc57a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Transition to ACTIVE for port object b477314b-21f1-4977-834d-d643bfef62e8 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:02:57.502618 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-411c4c95-547e-4739-bb81-8e000ba3d9d8 req-8f9e5ac9-8627-42c5-9a3a-a8c1e5bbf689 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806345 Jul 13 08:02:57.581714 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-d5c651f6-cef0-4bc7-8351-d733c4919ffd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-255802963&fields=id&tenant_id=3d1a06314407417ea88e23223ce7096a HTTP/1.1" status: 200 len: 267 time: 0.0570912 Jul 13 08:02:57.587505 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f064292-3a98-422f-a3fb-135475b9fff2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Deleting subnet afecc6a1-67c8-4c52-9214-f1d8c9e7a4a0 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:02:57.588514 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ea53-e092-4b6a-9f1c-7f3b0dbb55dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:57.598370 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f064292-3a98-422f-a3fb-135475b9fff2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:57.611855 n-d-779913-28 neutron-server[93723]: INFO neutron.db.securitygroups_db [None req-6357a27d-c3c9-40aa-b9d6-aa43fa077a74 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Project b0a400cab12449b3b23abe0905366730 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:02:57.646272 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6357a27d-c3c9-40aa-b9d6-aa43fa077a74 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:57.648290 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f064292-3a98-422f-a3fb-135475b9fff2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:57.709930 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f064292-3a98-422f-a3fb-135475b9fff2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:57.727023 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a68d1132-e8da-4ea1-840a-041eefd6c9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:57.757223 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a68d1132-e8da-4ea1-840a-041eefd6c9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:57.825696 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:57.871917 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f064292-3a98-422f-a3fb-135475b9fff2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:57.890269 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a68d1132-e8da-4ea1-840a-041eefd6c9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:57.899403 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a68d1132-e8da-4ea1-840a-041eefd6c9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:57.904233 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a68d1132-e8da-4ea1-840a-041eefd6c9dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9e99e689-5f90-4c24-99d6-6b9e6fa609ea HTTP/1.1" status: 204 len: 168 time: 0.3830857 Jul 13 08:02:57.920760 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f064292-3a98-422f-a3fb-135475b9fff2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:57.922901 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1f064292-3a98-422f-a3fb-135475b9fff2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/afecc6a1-67c8-4c52-9214-f1d8c9e7a4a0 HTTP/1.1" status: 204 len: 168 time: 0.4361985 Jul 13 08:02:57.927965 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f064292-3a98-422f-a3fb-135475b9fff2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=afecc6a1-67c8-4c52-9214-f1d8c9e7a4a0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:57.930953 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46392) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:57.964015 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d1132-e8da-4ea1-840a-041eefd6c9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e99e689-5f90-4c24-99d6-6b9e6fa609ea,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:58.011887 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-7c869c16-d8b7-4bcf-85dc-39c1fba06d7a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:58.015902 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-7c869c16-d8b7-4bcf-85dc-39c1fba06d7a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 811 time: 0.2449160 Jul 13 08:02:58.016293 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6357a27d-c3c9-40aa-b9d6-aa43fa077a74 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:58.025668 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6357a27d-c3c9-40aa-b9d6-aa43fa077a74 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:58.059821 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-ea656cab-1b0d-48e0-9ba3-ea926a954995 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/quotas/3d1a06314407417ea88e23223ce7096a HTTP/1.1" status: 200 len: 375 time: 0.0277424 Jul 13 08:02:58.100945 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6357a27d-c3c9-40aa-b9d6-aa43fa077a74 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:58.106290 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6357a27d-c3c9-40aa-b9d6-aa43fa077a74 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8789423 Jul 13 08:02:58.118256 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46396) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:58.129284 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db75604d-1b2a-4b64-bc95-95d3f73bc57a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:58.170512 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-943e37b7-910b-42d1-8351-a89b85fc4694 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'network': {'name': 'tempest-network-smoke--809265594', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'port_security_enabled': True}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:58.263434 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-084d413a-7a11-4c7d-9e69-4ee78a18436d tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:58.270779 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357a27d-c3c9-40aa-b9d6-aa43fa077a74 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96063744-d9ea-4e87-bca5-f356de4baf39,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:58.313220 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db75604d-1b2a-4b64-bc95-95d3f73bc57a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Network 4f93138a-014b-446f-a537-9587ae8ebf45 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:02:58.373656 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-db75604d-1b2a-4b64-bc95-95d3f73bc57a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:58.379428 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db75604d-1b2a-4b64-bc95-95d3f73bc57a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:02:58.496037 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-084d413a-7a11-4c7d-9e69-4ee78a18436d tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:58.513275 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-084d413a-7a11-4c7d-9e69-4ee78a18436d tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64191e5-9332-479c-995a-9d123b87ece9']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:58.542781 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-084d413a-7a11-4c7d-9e69-4ee78a18436d tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a2648d-12d0-4db9-a397-f5b69d7b2276') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:58.543544 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-084d413a-7a11-4c7d-9e69-4ee78a18436d tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a2648d-12d0-4db9-a397-f5b69d7b2276') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:58.556673 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-084d413a-7a11-4c7d-9e69-4ee78a18436d tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:58.579757 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-084d413a-7a11-4c7d-9e69-4ee78a18436d tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:58.595777 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75604d-1b2a-4b64-bc95-95d3f73bc57a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Pushing event updated for resources: {'Port': ['ID=b477314b-21f1-4977-834d-d643bfef62e8,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:58.616882 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084d413a-7a11-4c7d-9e69-4ee78a18436d tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:02:58.617334 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-084d413a-7a11-4c7d-9e69-4ee78a18436d tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:58.622966 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943e37b7-910b-42d1-8351-a89b85fc4694 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Made reservation on behalf of b0a400cab12449b3b23abe0905366730 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:58.642801 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-943e37b7-910b-42d1-8351-a89b85fc4694 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:02:58.773694 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:02:58.790427 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-084d413a-7a11-4c7d-9e69-4ee78a18436d tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:58.795430 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e25aac-a581-4e04-b885-47f7b15b570a req-d72105c9-423e-44ca-8b91-3773aedb3952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:58.803342 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25e25aac-a581-4e04-b885-47f7b15b570a req-d72105c9-423e-44ca-8b91-3773aedb3952 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b9a95614752e4491a86abe9092bae175&device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 1098 time: 0.6251967 Jul 13 08:02:58.807928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084d413a-7a11-4c7d-9e69-4ee78a18436d tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e64191e5-9332-479c-995a-9d123b87ece9 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 08:02:58.829835 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943e37b7-910b-42d1-8351-a89b85fc4694 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:02:58.831681 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-084d413a-7a11-4c7d-9e69-4ee78a18436d tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:58.836771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-084d413a-7a11-4c7d-9e69-4ee78a18436d tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "DELETE /v2.0/networks/e64191e5-9332-479c-995a-9d123b87ece9 HTTP/1.1" status: 204 len: 168 time: 0.8999054 Jul 13 08:02:58.850156 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db75604d-1b2a-4b64-bc95-95d3f73bc57a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:58.935321 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cb66405f-dc94-4c6c-8cf8-045b1721df01 None None] Provisioning for port b477314b-21f1-4977-834d-d643bfef62e8 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:02:58.940051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cb66405f-dc94-4c6c-8cf8-045b1721df01 None None] Provisioning complete for port b477314b-21f1-4977-834d-d643bfef62e8 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:58.940850 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb66405f-dc94-4c6c-8cf8-045b1721df01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:58.979280 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-943e37b7-910b-42d1-8351-a89b85fc4694 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:58.980010 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-943e37b7-910b-42d1-8351-a89b85fc4694 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Added segment 73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1 of type vlan for network d013c030-1ee3-40e3-b3a2-d58ba564a20a Jul 13 08:02:58.992040 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d413a-7a11-4c7d-9e69-4ee78a18436d tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Pushing event deleted for resources: {'Network': ['ID=e64191e5-9332-479c-995a-9d123b87ece9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:59.076643 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-41579a49-41e8-4a3a-87c7-5cbd69fb7ffc tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.9916370 Jul 13 08:02:59.122902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-cb66405f-dc94-4c6c-8cf8-045b1721df01 None None] Port b477314b-21f1-4977-834d-d643bfef62e8 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:02:59.224290 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-943e37b7-910b-42d1-8351-a89b85fc4694 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:59.348093 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e25aac-a581-4e04-b885-47f7b15b570a req-82d34102-231a-4c95-9b09-5c227f224570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:59.352460 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25e25aac-a581-4e04-b885-47f7b15b570a req-82d34102-231a-4c95-9b09-5c227f224570 service neutron] 10.222.0.62 "GET /v2.0/networks?id=beb00341-60c7-4eb1-9a39-32233237abd7 HTTP/1.1" status: 200 len: 919 time: 0.5376356 Jul 13 08:02:59.367434 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-2d40f32f-38e0-4ee7-b436-ebc65e420cdc service neutron] 10.222.0.58 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869384 Jul 13 08:02:59.479293 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aba976-5fb7-48fd-8bb7-9b5ea7033554 req-82d702c1-4e83-4437-be7e-7b5a70b82919 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:59.487562 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66aba976-5fb7-48fd-8bb7-9b5ea7033554 req-82d702c1-4e83-4437-be7e-7b5a70b82919 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 1.2102089 Jul 13 08:02:59.511946 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25e25aac-a581-4e04-b885-47f7b15b570a req-bc7b324f-c3cc-4bc8-be12-2f89ec2c2066 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8782324-a04f-4d6c-8ed2-8f0620322cf3 HTTP/1.1" status: 200 len: 217 time: 0.0932143 Jul 13 08:02:59.516346 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-943e37b7-910b-42d1-8351-a89b85fc4694 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:59.530392 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e37b7-910b-42d1-8351-a89b85fc4694 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:59.531466 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-943e37b7-910b-42d1-8351-a89b85fc4694 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:59.619268 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:59.623940 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46408) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:59.637198 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e37b7-910b-42d1-8351-a89b85fc4694 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Network': ['ID=d013c030-1ee3-40e3-b3a2-d58ba564a20a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:59.646902 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66aba976-5fb7-48fd-8bb7-9b5ea7033554 req-6b991221-4561-4b67-af90-d41882592929 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579852 Jul 13 08:02:59.651988 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network d013c030-1ee3-40e3-b3a2-d58ba564a20a details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:02:59.659830 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-fa20bea9-14b6-464c-9278-2a63d681fc39 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Request body: {'router': {'name': 'tempest-router--1275066906', 'project_id': '18d12dc10c2f451baf8266eefc6d0887'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:59.710444 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db75604d-1b2a-4b64-bc95-95d3f73bc57a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:59.722508 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-943e37b7-910b-42d1-8351-a89b85fc4694 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5991905 Jul 13 08:02:59.723627 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46414) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:59.735091 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-772751369', 'admin_state_up': True, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:59.741101 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-0f1ac0a0-725f-4394-b48f-180a139b9d01 service neutron] 10.222.0.58 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727624 Jul 13 08:02:59.770331 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e25aac-a581-4e04-b885-47f7b15b570a req-c1f5eaa2-07d8-4bdc-8226-b3536dbe47ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:59.772480 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25e25aac-a581-4e04-b885-47f7b15b570a req-c1f5eaa2-07d8-4bdc-8226-b3536dbe47ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3ed3d0b9-c13b-441a-b2a2-61a397b26fa8 HTTP/1.1" status: 200 len: 858 time: 0.2338765 Jul 13 08:02:59.785220 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa20bea9-14b6-464c-9278-2a63d681fc39 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:59.786448 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa20bea9-14b6-464c-9278-2a63d681fc39 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:59.973193 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2a7bb-a5bb-40f5-b556-9747d3ac5df1 req-a1bfe9b3-3b46-4b8f-88e2-93c9bbe57dba tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:59.974999 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-85b2a7bb-a5bb-40f5-b556-9747d3ac5df1 req-a1bfe9b3-3b46-4b8f-88e2-93c9bbe57dba tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.1256278 Jul 13 08:03:00.097457 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-85b2a7bb-a5bb-40f5-b556-9747d3ac5df1 req-9be9e708-edc1-4fbc-8bb8-beea5304a047 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149194 Jul 13 08:03:00.135617 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25e25aac-a581-4e04-b885-47f7b15b570a req-788b23eb-1e4e-45e3-91a1-b29397badf83 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=beb00341-60c7-4eb1-9a39-32233237abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3543756 Jul 13 08:03:00.144518 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa20bea9-14b6-464c-9278-2a63d681fc39 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.230231 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.231560 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.340508 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46428) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:00.372189 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.469895 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25e25aac-a581-4e04-b885-47f7b15b570a req-dfea2599-639d-4170-8f58-667e86948730 service neutron] 10.222.0.62 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960457 Jul 13 08:03:00.475474 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa20bea9-14b6-464c-9278-2a63d681fc39 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.478817 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acc52590-f815-4fef-916b-e4f411047a6b req-9684dece-7043-44d0-a516-5e6db242a20e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 210 time: 0.0734079 Jul 13 08:03:00.517404 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c4cf6bbe-59bc-4d64-ab21-83b2e04bec1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.646296 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c4cf6bbe-59bc-4d64-ab21-83b2e04bec1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.654034 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c4cf6bbe-59bc-4d64-ab21-83b2e04bec1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.717706 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c4cf6bbe-59bc-4d64-ab21-83b2e04bec1d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=24ab08e7f4e44373ac0832c0cb2544ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3739691 Jul 13 08:03:00.723055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46442) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:00.729567 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.755183 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa20bea9-14b6-464c-9278-2a63d681fc39 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.756741 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fa20bea9-14b6-464c-9278-2a63d681fc39 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1061380 Jul 13 08:03:00.762464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46444) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:00.846604 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf6bbe-59bc-4d64-ab21-83b2e04bec1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3813ec96-eb88-4ab2-80dc-6c20e24ea03d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:00.921154 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ff3c114-3a6d-4fa9-bed9-0b3353ebd01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.962666 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ff3c114-3a6d-4fa9-bed9-0b3353ebd01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:01.142547 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789c1ae-9752-48bf-a882-47d2e9c76ba4 req-6c755699-028a-4876-8037-e4e8f980bf07 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:01.145908 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b789c1ae-9752-48bf-a882-47d2e9c76ba4 req-6c755699-028a-4876-8037-e4e8f980bf07 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 0.1284163 Jul 13 08:03:01.146774 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ff3c114-3a6d-4fa9-bed9-0b3353ebd01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:01.149602 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ff3c114-3a6d-4fa9-bed9-0b3353ebd01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:01.153029 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6ff3c114-3a6d-4fa9-bed9-0b3353ebd01c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3813ec96-eb88-4ab2-80dc-6c20e24ea03d HTTP/1.1" status: 204 len: 168 time: 0.4088576 Jul 13 08:03:01.268589 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3c114-3a6d-4fa9-bed9-0b3353ebd01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3813ec96-eb88-4ab2-80dc-6c20e24ea03d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:01.345297 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:01.388015 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b789c1ae-9752-48bf-a882-47d2e9c76ba4 req-743420f4-4b9e-42dc-80e5-3b976594ac78 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360339 Jul 13 08:03:01.468460 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1a7f1-f7ff-4b4a-aabf-35a0fb8f50ff req-2eda9a0c-8fda-4129-9f42-7ee680e6bd7e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:01.479230 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d4a1a7f1-f7ff-4b4a-aabf-35a0fb8f50ff req-2eda9a0c-8fda-4129-9f42-7ee680e6bd7e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.1629658 Jul 13 08:03:01.561463 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d4a1a7f1-f7ff-4b4a-aabf-35a0fb8f50ff req-5f724855-31c0-4fd0-8f62-0e9f80e61b5c tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711083 Jul 13 08:03:01.659803 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dfd5c7b1-4449-4e22-9365-5e4520ef4ab4 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:01.726029 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b98191dc-281d-4b6e-94cc-b07708ea2329 req-1d1d7ede-8015-42a8-a1a8-fcf8c3c14b92 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 210 time: 0.0398812 Jul 13 08:03:01.845677 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25e25aac-a581-4e04-b885-47f7b15b570a req-e89cfde8-83f3-4e94-81f9-8452261587aa service neutron] 10.222.0.62 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3659210 Jul 13 08:03:02.003189 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dfd5c7b1-4449-4e22-9365-5e4520ef4ab4 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:02.008870 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dfd5c7b1-4449-4e22-9365-5e4520ef4ab4 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:02.095605 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db75604d-1b2a-4b64-bc95-95d3f73bc57a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:02.098840 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dfd5c7b1-4449-4e22-9365-5e4520ef4ab4 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:02.099522 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd5c7b1-4449-4e22-9365-5e4520ef4ab4 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0da21e80-dda6-4e72-ada8-93d4c1f2cbca {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:03:02.123874 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dfd5c7b1-4449-4e22-9365-5e4520ef4ab4 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:02.128604 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-dfd5c7b1-4449-4e22-9365-5e4520ef4ab4 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "DELETE /v2.0/routers/0da21e80-dda6-4e72-ada8-93d4c1f2cbca HTTP/1.1" status: 204 len: 168 time: 1.3532739 Jul 13 08:03:02.136284 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db75604d-1b2a-4b64-bc95-95d3f73bc57a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:02.377973 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75604d-1b2a-4b64-bc95-95d3f73bc57a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Pushing event updated for resources: {'Port': ['ID=b477314b-21f1-4977-834d-d643bfef62e8,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:02.424834 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46480) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:02.534641 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46484) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:02.766700 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-11021027-256c-42a3-83b0-afb375f4f62b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1263500995', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:02.785140 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:02.796372 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-dabfb2db-c85e-4a36-ab2c-fc1fefd668a4 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:02.797922 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-dabfb2db-c85e-4a36-ab2c-fc1fefd668a4 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.35 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 811 time: 0.6339517 Jul 13 08:03:02.837007 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-902d71b0-2ddc-4765-ac4c-4cedb97d86ce admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1929697189-network', 'tenant_id': 'fe4ba9cc410243d39dfea2dc48d090fa'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:02.852605 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:02.872340 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d900b-56a9-49d1-b461-12ff4cadc797 req-bb138e4e-93b7-4201-8f12-8dd0d41c2c7e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:02.884575 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca2d900b-56a9-49d1-b461-12ff4cadc797 req-bb138e4e-93b7-4201-8f12-8dd0d41c2c7e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 0.2397659 Jul 13 08:03:02.921237 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11021027-256c-42a3-83b0-afb375f4f62b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:02.922684 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11021027-256c-42a3-83b0-afb375f4f62b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:02.979884 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fcbdbeda-e4b9-4f3a-9514-0b09bbccf0ec None None] Provisioning complete for port b477314b-21f1-4977-834d-d643bfef62e8 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:02.983187 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11021027-256c-42a3-83b0-afb375f4f62b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:02.984911 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fcbdbeda-e4b9-4f3a-9514-0b09bbccf0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:03.021239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Allocated IP 172.25.0.4 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/624c50d5-c0c8-4d6e-a1c0-848a323ad4d7) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:03.095603 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-fcbdbeda-e4b9-4f3a-9514-0b09bbccf0ec None None] Port b477314b-21f1-4977-834d-d643bfef62e8 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:03:03.105025 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca2d900b-56a9-49d1-b461-12ff4cadc797 req-0dd7ab9a-96e0-4e0f-ad62-3b2e4a6c9b7e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115781 Jul 13 08:03:03.148125 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:03.194006 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db75604d-1b2a-4b64-bc95-95d3f73bc57a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:03.205210 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:03.310728 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-fdc1d966-490d-4876-892d-e7a5b094d253 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d1a06314407417ea88e23223ce7096a HTTP/1.1" status: 200 len: 379 time: 0.4676197 Jul 13 08:03:03.327920 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-c0b78027-3a81-4460-a96e-155cc18b23fd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Request body: {'port': {'device_id': 'f2593549-6eb7-4a61-b513-af8f07dbe32f', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'admin_state_up': True, 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'security_groups': ['8f20740a-453e-4777-b32c-d64a99b918d6']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:03.347058 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:03.371363 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:03.388997 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:03.426913 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=624c50d5-c0c8-4d6e-a1c0-848a323ad4d7,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:03.485876 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:03.486282 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:03.486665 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:03.487011 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:03.487344 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:03.487677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:03.488005 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:03.488335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:03.488666 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:03.488991 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:03.489322 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:03.489643 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:03.555538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db75604d-1b2a-4b64-bc95-95d3f73bc57a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Network 4f93138a-014b-446f-a537-9587ae8ebf45 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:03.588393 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-db75604d-1b2a-4b64-bc95-95d3f73bc57a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:03.600334 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902d71b0-2ddc-4765-ac4c-4cedb97d86ce admin admin] Made reservation on behalf of fe4ba9cc410243d39dfea2dc48d090fa for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:03:03.607338 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-902d71b0-2ddc-4765-ac4c-4cedb97d86ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:03.649443 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0a8fe-eef1-4009-9197-7b271cf0b031 req-06a215e3-e573-4863-be45-a58d2d1c49e1 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:03.651348 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7de0a8fe-eef1-4009-9197-7b271cf0b031 req-06a215e3-e573-4863-be45-a58d2d1c49e1 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.8728440 Jul 13 08:03:03.672923 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-902d71b0-2ddc-4765-ac4c-4cedb97d86ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:03.687655 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa196e7f-8b15-4651-ac4f-14601cf918fe req-242dc4e2-aded-43b2-be02-05663f96b22f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 210 time: 0.0905304 Jul 13 08:03:03.864243 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-c0b78027-3a81-4460-a96e-155cc18b23fd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Made reservation on behalf of 3d1a06314407417ea88e23223ce7096a for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:03:03.869326 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-c0b78027-3a81-4460-a96e-155cc18b23fd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:03.871074 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11021027-256c-42a3-83b0-afb375f4f62b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:03.973369 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db75604d-1b2a-4b64-bc95-95d3f73bc57a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Router bed38018-fdde-4252-b9b7-72afb05bab5b has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:03:04.001428 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-902d71b0-2ddc-4765-ac4c-4cedb97d86ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.005778 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7de0a8fe-eef1-4009-9197-7b271cf0b031 req-c891da6c-e238-496a-8637-6641802a3bcb tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340197 Jul 13 08:03:04.015358 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-902d71b0-2ddc-4765-ac4c-4cedb97d86ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.066470 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-bf0f4626-7b80-44dc-a19b-2b513be9579f None None] Provisioning complete for port b477314b-21f1-4977-834d-d643bfef62e8 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:04.067028 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf0f4626-7b80-44dc-a19b-2b513be9579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.081627 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902d71b0-2ddc-4765-ac4c-4cedb97d86ce admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:03:04.106005 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d71b0-2ddc-4765-ac4c-4cedb97d86ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98047b03-3661-4326-bf3a-6c25b7237b89,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:04.124658 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-902d71b0-2ddc-4765-ac4c-4cedb97d86ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.125501 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-902d71b0-2ddc-4765-ac4c-4cedb97d86ce admin admin] Added segment 58020957-0569-475f-9845-1bdc4428d664 of type vlan for network f29f9adf-4bb2-4062-884b-8eea56229a6a Jul 13 08:03:04.142118 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f4626-7b80-44dc-a19b-2b513be9579f None None] Port b477314b-21f1-4977-834d-d643bfef62e8 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:03:04.228250 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.332297 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db75604d-1b2a-4b64-bc95-95d3f73bc57a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:04.334746 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-902d71b0-2ddc-4765-ac4c-4cedb97d86ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.344540 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa03b8-b3b6-4074-8c54-85bd8e76221e None None] Sync routers for ids ['bed38018-fdde-4252-b9b7-72afb05bab5b'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:04.352925 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-db75604d-1b2a-4b64-bc95-95d3f73bc57a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "PUT /v2.0/routers/bed38018-fdde-4252-b9b7-72afb05bab5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2142541 Jul 13 08:03:04.357181 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-c0b78027-3a81-4460-a96e-155cc18b23fd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Allocated IP 172.20.0.6 (dcb46551-b67f-448d-9e50-7e4cc85c9056/fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361/08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:04.358452 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aa03b8-b3b6-4074-8c54-85bd8e76221e None None] Routers {'bed38018-fdde-4252-b9b7-72afb05bab5b'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:04.359424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-50aa03b8-b3b6-4074-8c54-85bd8e76221e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['bed38018-fdde-4252-b9b7-72afb05bab5b'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:04.362294 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46494) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:04.415720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-50aa03b8-b3b6-4074-8c54-85bd8e76221e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:04.428102 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aa03b8-b3b6-4074-8c54-85bd8e76221e None None] Routers {'bed38018-fdde-4252-b9b7-72afb05bab5b'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:04.441349 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-50aa03b8-b3b6-4074-8c54-85bd8e76221e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['bed38018-fdde-4252-b9b7-72afb05bab5b'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:04.517275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-50aa03b8-b3b6-4074-8c54-85bd8e76221e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:04.518510 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa03b8-b3b6-4074-8c54-85bd8e76221e None None] The sync data for ids ['bed38018-fdde-4252-b9b7-72afb05bab5b'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:04.528595 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-902d71b0-2ddc-4765-ac4c-4cedb97d86ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.530384 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902d71b0-2ddc-4765-ac4c-4cedb97d86ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:04.530384 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-902d71b0-2ddc-4765-ac4c-4cedb97d86ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.625150 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fab36-c1cf-4ad2-b7b9-d597c5e917d0 req-1f94374a-f800-44b8-a20f-5871a6082b5b tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:04.626979 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea8fab36-c1cf-4ad2-b7b9-d597c5e917d0 req-1f94374a-f800-44b8-a20f-5871a6082b5b tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 0.2562046 Jul 13 08:03:04.637427 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-902d71b0-2ddc-4765-ac4c-4cedb97d86ce admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1023097 Jul 13 08:03:04.659307 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46496) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:04.664418 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4a094403-d0d6-4b88-9985-84a34c64fd77 admin admin] Request body: {'subnet': {'network_id': 'f29f9adf-4bb2-4062-884b-8eea56229a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1929697189-subnet', 'tenant_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:04.705119 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11021027-256c-42a3-83b0-afb375f4f62b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.744389 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11021027-256c-42a3-83b0-afb375f4f62b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.748869 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea8fab36-c1cf-4ad2-b7b9-d597c5e917d0 req-adfa507c-49ca-416f-8277-aab0adb01959 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908165 Jul 13 08:03:04.793736 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d71b0-2ddc-4765-ac4c-4cedb97d86ce admin admin] Pushing event updated for resources: {'Network': ['ID=f29f9adf-4bb2-4062-884b-8eea56229a6a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:04.805022 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network f29f9adf-4bb2-4062-884b-8eea56229a6a details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:03:04.897553 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a094403-d0d6-4b88-9985-84a34c64fd77 admin admin] Made reservation on behalf of fe4ba9cc410243d39dfea2dc48d090fa for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:03:04.901145 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a094403-d0d6-4b88-9985-84a34c64fd77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:05.033338 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25ed89e6-81b9-4027-b173-3f514588727d req-ad96abeb-b618-4506-b1cc-ff363b765421 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 210 time: 0.0436792 Jul 13 08:03:05.147026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-11021027-256c-42a3-83b0-afb375f4f62b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Allocated IP 172.25.0.10 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/3467365d-fe07-41af-817d-ada58ba28444) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:05.273345 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11021027-256c-42a3-83b0-afb375f4f62b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:05.304243 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-c0b78027-3a81-4460-a96e-155cc18b23fd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:05.319460 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-c0b78027-3a81-4460-a96e-155cc18b23fd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Transition to ACTIVE for port object 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:05.368293 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11021027-256c-42a3-83b0-afb375f4f62b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:05.389703 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-568ab614-7a68-4643-8718-dc1ddcb00917 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:05.480488 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11021027-256c-42a3-83b0-afb375f4f62b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:05.485516 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-568ab614-7a68-4643-8718-dc1ddcb00917 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 08:03:05.490434 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-568ab614-7a68-4643-8718-dc1ddcb00917 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "DELETE /v2.0/routers/bed38018-fdde-4252-b9b7-72afb05bab5b HTTP/1.1" status: 409 len: 329 time: 1.0636127 Jul 13 08:03:05.491049 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46502) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:05.496111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-11021027-256c-42a3-83b0-afb375f4f62b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:05.503268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11021027-256c-42a3-83b0-afb375f4f62b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:05.510272 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11021027-256c-42a3-83b0-afb375f4f62b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Pushing event updated for resources: {'Port': ['ID=3467365d-fe07-41af-817d-ada58ba28444,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:05.571957 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-c0b78027-3a81-4460-a96e-155cc18b23fd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:05.607148 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237a65b-e98a-43d0-8f98-7c2be70293a1 req-77a5f4b2-0dbd-4a86-8ede-6841a804554f tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:05.608698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c237a65b-e98a-43d0-8f98-7c2be70293a1 req-77a5f4b2-0dbd-4a86-8ede-6841a804554f tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.2894816 Jul 13 08:03:05.614034 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a094403-d0d6-4b88-9985-84a34c64fd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:05.739386 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:05.830897 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-c0b78027-3a81-4460-a96e-155cc18b23fd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Network dcb46551-b67f-448d-9e50-7e4cc85c9056 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:05.844063 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-c0b78027-3a81-4460-a96e-155cc18b23fd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:05.862985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a094403-d0d6-4b88-9985-84a34c64fd77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62d88b1a-0f05-439b-b5e2-11eca1680872,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:05.876713 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c237a65b-e98a-43d0-8f98-7c2be70293a1 req-e6d0594c-faca-4210-83ba-81b53cd9ac8e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602963 Jul 13 08:03:05.926019 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a094403-d0d6-4b88-9985-84a34c64fd77 admin admin] Checking segment: {'id': '58020957-0569-475f-9845-1bdc4428d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f29f9adf-4bb2-4062-884b-8eea56229a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:05.926404 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a094403-d0d6-4b88-9985-84a34c64fd77 admin admin] Network hostable DHCP agents. Network: f29f9adf-4bb2-4062-884b-8eea56229a6a, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:03:05.930503 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-c0b78027-3a81-4460-a96e-155cc18b23fd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:06.003393 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-c0b78027-3a81-4460-a96e-155cc18b23fd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:06.004265 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-c0b78027-3a81-4460-a96e-155cc18b23fd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:06.046127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a094403-d0d6-4b88-9985-84a34c64fd77 admin admin] Network f29f9adf-4bb2-4062-884b-8eea56229a6a is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:03:06.054699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b78027-3a81-4460-a96e-155cc18b23fd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event updated for resources: {'Port': ['ID=08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:06.084638 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-c0b78027-3a81-4460-a96e-155cc18b23fd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7596126 Jul 13 08:03:06.108087 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] Request body: {'port': {'device_id': 'f2593549-6eb7-4a61-b513-af8f07dbe32f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:06.179929 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-4a094403-d0d6-4b88-9985-84a34c64fd77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, f29f9adf-4bb2-4062-884b-8eea56229a6a) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:06.190714 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60e7ea3-c3ed-4471-b430-6e06c2b0d38d None None] Network f29f9adf-4bb2-4062-884b-8eea56229a6a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:03:06.227226 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a094403-d0d6-4b88-9985-84a34c64fd77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:06.228167 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a094403-d0d6-4b88-9985-84a34c64fd77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:06.313420 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4a094403-d0d6-4b88-9985-84a34c64fd77 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6531053 Jul 13 08:03:06.321988 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46508) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:06.333701 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-834ae8b5-764e-4fb9-86df-b7e0f11eeab5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1929697189-router', 'tenant_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:06.373587 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11021027-256c-42a3-83b0-afb375f4f62b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:06.388768 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:06.449873 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61e966-d6bd-4540-9900-b126360475af req-87a4c56c-7d54-4d0f-b378-b2b114469afe tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:06.451800 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e61e966-d6bd-4540-9900-b126360475af req-87a4c56c-7d54-4d0f-b378-b2b114469afe tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 0.4098146 Jul 13 08:03:06.468028 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-797e34c2-d882-41fa-8a91-a1887b46e515 None None] Provisioning for port 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:06.508154 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-797e34c2-d882-41fa-8a91-a1887b46e515 None None] Provisioning complete for port 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:06.514456 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-797e34c2-d882-41fa-8a91-a1887b46e515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:06.588337 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-797e34c2-d882-41fa-8a91-a1887b46e515 None None] Port 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:03:06.604799 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-f29f9adf-4bb2-4062-884b-8eea56229a6a', 'network_id': 'f29f9adf-4bb2-4062-884b-8eea56229a6a', 'tenant_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'fixed_ips': [{'subnet_id': '62d88b1a-0f05-439b-b5e2-11eca1680872'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:03:06.613268 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:06.735014 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-834ae8b5-764e-4fb9-86df-b7e0f11eeab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:06.736104 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-834ae8b5-764e-4fb9-86df-b7e0f11eeab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:06.776217 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:03:06.816963 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:06.837846 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] Transition to ACTIVE for port object 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:06.851121 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:06.862265 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e61e966-d6bd-4540-9900-b126360475af req-6051e785-da61-45d4-ba33-2237003a6739 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202264 Jul 13 08:03:06.905835 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Router 584dc7ce-e370-4b05-a3f3-1042e83926d0 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:03:06.916514 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] Allocated IP 172.20.0.2 (f29f9adf-4bb2-4062-884b-8eea56229a6a/62d88b1a-0f05-439b-b5e2-11eca1680872/0a0fd888-0e7c-42eb-9955-d643ea7d7609) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:06.962839 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6b18045d-52c8-4d7d-9b11-6d3bfc227ff0 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:07.046248 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] Pushing event updated for resources: {'Port': ['ID=08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:07.055420 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16ec38-4b24-4d37-859b-73dac374f230 req-3e8863db-1771-4d9b-ae13-a72835e9a08d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:07.062498 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8f16ec38-4b24-4d37-859b-73dac374f230 req-3e8863db-1771-4d9b-ae13-a72835e9a08d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 931 time: 0.7572224 Jul 13 08:03:07.180732 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-834ae8b5-764e-4fb9-86df-b7e0f11eeab5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:07.343435 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] Attempting to bind port 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:07.343435 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] Attempting to bind port 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:07.343435 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] Attempting to bind port 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a on network dcb46551-b67f-448d-9e50-7e4cc85c9056 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:07.351501 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] Port 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a on network dcb46551-b67f-448d-9e50-7e4cc85c9056 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:03:07.352193 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] Attempting to bind port 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a on network dcb46551-b67f-448d-9e50-7e4cc85c9056 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:07.363814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:07.365638 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] Checking segment: {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:07.366692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] Bound using segment: {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:07.367401 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] Bound port: 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2299d6a-205a-4724-98f1-09e4ded4245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:07.368025 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:07.371806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:07.385806 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] Sync routers for ids ['584dc7ce-e370-4b05-a3f3-1042e83926d0'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:07.413173 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] Routers {'584dc7ce-e370-4b05-a3f3-1042e83926d0'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:07.413173 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['584dc7ce-e370-4b05-a3f3-1042e83926d0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:07.525456 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-834ae8b5-764e-4fb9-86df-b7e0f11eeab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:07.569496 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8f16ec38-4b24-4d37-859b-73dac374f230 req-d9fb8b07-c11d-4ed0-91ab-ebe43d9f8ad1 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5058663 Jul 13 08:03:07.583363 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:07.585103 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4b083e18-ee94-4cf1-a5f6-cc435657396f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.8555260 Jul 13 08:03:07.595340 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46512) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:07.607444 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] Set router 584dc7ce-e370-4b05-a3f3-1042e83926d0 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:07.620877 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:07.631448 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] Transition to ACTIVE for port object 0a0fd888-0e7c-42eb-9955-d643ea7d7609 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:07.647076 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] Transition to ACTIVE for port object 0a0fd888-0e7c-42eb-9955-d643ea7d7609 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:07.661605 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:07.679807 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] Network f29f9adf-4bb2-4062-884b-8eea56229a6a is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:07.682637 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:07.708213 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:07.806542 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] Attempting to bind port 0a0fd888-0e7c-42eb-9955-d643ea7d7609 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:07.809279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] Attempting to bind port 0a0fd888-0e7c-42eb-9955-d643ea7d7609 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '58020957-0569-475f-9845-1bdc4428d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f29f9adf-4bb2-4062-884b-8eea56229a6a'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:07.811045 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9729ee4d-9bb0-4df0-963d-83c4f9ab2f2f tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=b0a400cab12449b3b23abe0905366730&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2130995 Jul 13 08:03:07.811769 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] Attempting to bind port 0a0fd888-0e7c-42eb-9955-d643ea7d7609 on network f29f9adf-4bb2-4062-884b-8eea56229a6a {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:07.824060 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46518) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:07.836592 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:07.845131 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] Checking segment: {'id': '58020957-0569-475f-9845-1bdc4428d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f29f9adf-4bb2-4062-884b-8eea56229a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:07.845856 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:07.846386 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] Bound using segment: {'id': '58020957-0569-475f-9845-1bdc4428d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f29f9adf-4bb2-4062-884b-8eea56229a6a'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:07.846990 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] Bound port: 0a0fd888-0e7c-42eb-9955-d643ea7d7609, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58020957-0569-475f-9845-1bdc4428d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f29f9adf-4bb2-4062-884b-8eea56229a6a'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:07.847473 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:07.858880 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] Pushing event updated for resources: {'Port': ['ID=0a0fd888-0e7c-42eb-9955-d643ea7d7609,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:07.859314 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11021027-256c-42a3-83b0-afb375f4f62b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:07.862750 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] For port 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:07.872804 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] For port 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:07.905052 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772751369', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:00Z', 'updated_at': '2021-07-13T08:03:03Z', 'revision_number': 3, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:40:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:02Z', 'updated_at': '2021-07-13T08:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:07.941161 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] Checking router: 584dc7ce-e370-4b05-a3f3-1042e83926d0 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:03:07.941555 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] Updating router 584dc7ce-e370-4b05-a3f3-1042e83926d0 port 624c50d5-c0c8-4d6e-a1c0-848a323ad4d7 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:03:07.985252 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:08.032198 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:08.071895 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] For port 0a0fd888-0e7c-42eb-9955-d643ea7d7609, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:08.076329 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6afa7-6e2a-4411-ab42-4b6e88be6d39 req-86392b55-cbe2-4302-b4a7-7a8dea376987 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:08.077453 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:08.079839 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] For port 0a0fd888-0e7c-42eb-9955-d643ea7d7609, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0a0fd888-0e7c-42eb-9955-d643ea7d7609,segment=NetworkSegment(58020957-0569-475f-9845-1bdc4428d664),segment_id=58020957-0569-475f-9845-1bdc4428d664)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:08.089786 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4f6afa7-6e2a-4411-ab42-4b6e88be6d39 req-86392b55-cbe2-4302-b4a7-7a8dea376987 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.9798353 Jul 13 08:03:08.093663 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:08.135276 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:08.135928 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:08.137744 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] 10.222.0.35 "PUT /v2.0/ports/08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a HTTP/1.1" status: 200 len: 1092 time: 2.0375550 Jul 13 08:03:08.238581 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cd5ef-5634-4781-845e-11d6ca3be9dd None None] Pushing event updated for resources: {'Port': ['ID=0a0fd888-0e7c-42eb-9955-d643ea7d7609,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:08.267010 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2593549-6eb7-4a61-b513-af8f07dbe32f', 'tag': '08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:08.269441 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cd1871-eaaa-4627-b4e8-c700e8104632" -d '{"events": [{"name": "network-changed", "server_uuid": "f2593549-6eb7-4a61-b513-af8f07dbe32f", "tag": "08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:08.553960 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:08.592524 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] Transition to ACTIVE for port object 624c50d5-c0c8-4d6e-a1c0-848a323ad4d7 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:08.656296 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:08.736110 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] Attempting to bind port 624c50d5-c0c8-4d6e-a1c0-848a323ad4d7 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:08.737557 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] Attempting to bind port 624c50d5-c0c8-4d6e-a1c0-848a323ad4d7 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:08.738299 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] Attempting to bind port 624c50d5-c0c8-4d6e-a1c0-848a323ad4d7 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:08.748251 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:08.748804 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:08.749322 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:08.749810 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:08.750413 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] Bound port: 624c50d5-c0c8-4d6e-a1c0-848a323ad4d7, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:08.750885 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:08.785537 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc9157-b8cb-43b6-957d-7e326fee6e95 None None] Pushing event updated for resources: {'Port': ['ID=624c50d5-c0c8-4d6e-a1c0-848a323ad4d7,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:08.898207 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] For port 624c50d5-c0c8-4d6e-a1c0-848a323ad4d7, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:08.901940 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] For port 624c50d5-c0c8-4d6e-a1c0-848a323ad4d7, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=624c50d5-c0c8-4d6e-a1c0-848a323ad4d7,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:08.910836 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:09.048760 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc9157-b8cb-43b6-957d-7e326fee6e95 None None] Pushing event updated for resources: {'Port': ['ID=624c50d5-c0c8-4d6e-a1c0-848a323ad4d7,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:09.064965 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] Routers {'584dc7ce-e370-4b05-a3f3-1042e83926d0'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:09.065608 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['584dc7ce-e370-4b05-a3f3-1042e83926d0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:09.180263 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4f6afa7-6e2a-4411-ab42-4b6e88be6d39 req-3d9a78ff-98db-4c82-bb96-b4f46397642e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0899665 Jul 13 08:03:09.184777 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c42296-d162-44c9-a92b-d144ac3a29dd service neutron] Pushing event updated for resources: {'Port': ['ID=08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:09.211923 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd29161-75cb-48d4-9781-e20cb399a0ca tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:09.213837 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-afd29161-75cb-48d4-9781-e20cb399a0ca tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3782380 Jul 13 08:03:09.217427 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46526) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:09.277318 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] Set router 584dc7ce-e370-4b05-a3f3-1042e83926d0 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:09.299257 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2944fd95-15e1-4b6f-bdc1-aab0905f6ae6 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f96be058-f906-4210-b421-902eff1606be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0807159 Jul 13 08:03:09.305120 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46530) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:09.325418 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-2bf2fd0b-49bf-48cf-a5ee-2b532e5da1b2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-293977148', 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:09.353379 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-6b18045d-52c8-4d7d-9b11-6d3bfc227ff0 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Deleting port b477314b-21f1-4977-834d-d643bfef62e8 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:09.353812 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6b18045d-52c8-4d7d-9b11-6d3bfc227ff0 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:09.410131 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d983d4-04d8-4b8d-96a0-d24f9081001f req-9c95f585-28b2-4a35-af7b-3ac013426035 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:09.413346 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f4d983d4-04d8-4b8d-96a0-d24f9081001f req-9c95f585-28b2-4a35-af7b-3ac013426035 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 1.3124044 Jul 13 08:03:09.568856 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-d2fe3b38-0025-4998-a474-85e99f55687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:09.571095 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-d2fe3b38-0025-4998-a474-85e99f55687f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 1095 time: 1.2855883 Jul 13 08:03:09.590400 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11021027-256c-42a3-83b0-afb375f4f62b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Router 77a1d8dd-2cbe-476e-8def-31e8b5726076 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:03:09.605675 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f4d983d4-04d8-4b8d-96a0-d24f9081001f req-18546217-83ca-4ad7-be1b-1b344dfe8263 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421685 Jul 13 08:03:09.647722 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0a0fd888-0e7c-42eb-9955-d643ea7d7609 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:09.781669 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663591be-d86e-4f42-8f7d-257621e6325b x-openstack-request-id: req-663591be-d86e-4f42-8f7d-257621e6325b {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:09.781958 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2593549-6eb7-4a61-b513-af8f07dbe32f", "tag": "08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:09.782815 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-663591be-d86e-4f42-8f7d-257621e6325b {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:09.786536 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2593549-6eb7-4a61-b513-af8f07dbe32f', 'tag': '08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a', 'status': 'completed', 'code': 200} Jul 13 08:03:09.793694 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-834ae8b5-764e-4fb9-86df-b7e0f11eeab5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:09.795028 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-225a36dd-259d-4b8f-88bc-1a33e554b9b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a HTTP/1.1" status: 200 len: 217 time: 0.1245553 Jul 13 08:03:09.806745 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6b18045d-52c8-4d7d-9b11-6d3bfc227ff0 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:09.848117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 0a0fd888-0e7c-42eb-9955-d643ea7d7609 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:09.877688 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772751369', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:00Z', 'updated_at': '2021-07-13T08:03:03Z', 'revision_number': 3, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:40:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:02Z', 'updated_at': '2021-07-13T08:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:09.889348 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-834ae8b5-764e-4fb9-86df-b7e0f11eeab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:09.910253 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9fb6ea-d894-44cf-a9a5-74410953991c None None] The sync data for ids ['584dc7ce-e370-4b05-a3f3-1042e83926d0'] in n-d-779913-28 is: [{'id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772751369', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:00Z', 'updated_at': '2021-07-13T08:03:03Z', 'revision_number': 3, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:40:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:02Z', 'updated_at': '2021-07-13T08:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:09.948669 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-6b18045d-52c8-4d7d-9b11-6d3bfc227ff0 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Calling delete_port for b477314b-21f1-4977-834d-d643bfef62e8 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:10.004015 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf2fd0b-49bf-48cf-a5ee-2b532e5da1b2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Made reservation on behalf of b0a400cab12449b3b23abe0905366730 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:03:10.011147 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2bf2fd0b-49bf-48cf-a5ee-2b532e5da1b2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:10.020014 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-dbaf997e-f8ac-4d2c-abd6-f2776835fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:10.021487 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-dbaf997e-f8ac-4d2c-abd6-f2776835fa19 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 200 len: 850 time: 0.2080276 Jul 13 08:03:10.122862 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11021027-256c-42a3-83b0-afb375f4f62b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:10.138605 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978ca6ed-eadb-45e5-9b25-223c9946169c None None] Sync routers for ids ['77a1d8dd-2cbe-476e-8def-31e8b5726076'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:10.153191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ca6ed-eadb-45e5-9b25-223c9946169c None None] Routers {'77a1d8dd-2cbe-476e-8def-31e8b5726076'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:10.153845 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-978ca6ed-eadb-45e5-9b25-223c9946169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['77a1d8dd-2cbe-476e-8def-31e8b5726076'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:10.186408 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-834ae8b5-764e-4fb9-86df-b7e0f11eeab5 admin admin] Allocated IP 172.25.0.85 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/9d3487ce-85f1-4244-ad0a-09c0c403095f) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:10.199794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-978ca6ed-eadb-45e5-9b25-223c9946169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:10.218073 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ca6ed-eadb-45e5-9b25-223c9946169c None None] Routers {'77a1d8dd-2cbe-476e-8def-31e8b5726076'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:10.218942 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-978ca6ed-eadb-45e5-9b25-223c9946169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['77a1d8dd-2cbe-476e-8def-31e8b5726076'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:10.241871 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11021027-256c-42a3-83b0-afb375f4f62b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:10.245779 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-11021027-256c-42a3-83b0-afb375f4f62b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.8173053 Jul 13 08:03:10.247179 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46544) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:10.259767 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-978ca6ed-eadb-45e5-9b25-223c9946169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:10.260461 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978ca6ed-eadb-45e5-9b25-223c9946169c None None] The sync data for ids ['77a1d8dd-2cbe-476e-8def-31e8b5726076'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:10.285031 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4336999-3e2d-46ec-8985-9209eff64eba None None] Network f29f9adf-4bb2-4062-884b-8eea56229a6a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:03:10.373419 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-af2103c9-9ab1-46bb-bc9e-3e5f757744d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:10.375096 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac78b6e-528f-4a63-9d1e-18a449d6e569 req-66124f1a-d761-40b5-92f8-8693ad74f890 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:10.383243 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eac78b6e-528f-4a63-9d1e-18a449d6e569 req-66124f1a-d761-40b5-92f8-8693ad74f890 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 943 time: 0.4126117 Jul 13 08:03:10.384020 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-af2103c9-9ab1-46bb-bc9e-3e5f757744d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcb46551-b67f-448d-9e50-7e4cc85c9056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2960815 Jul 13 08:03:10.389419 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3d589c3c-73b3-4da1-b7ce-e9a80ffe0124 None None] Provisioning for port 0a0fd888-0e7c-42eb-9955-d643ea7d7609 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:10.426844 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3d589c3c-73b3-4da1-b7ce-e9a80ffe0124 None None] Provisioning complete for port 0a0fd888-0e7c-42eb-9955-d643ea7d7609 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:10.427466 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3d589c3c-73b3-4da1-b7ce-e9a80ffe0124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:10.574942 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eac78b6e-528f-4a63-9d1e-18a449d6e569 req-af951146-905f-4c72-919c-3bcfdb483fc1 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908228 Jul 13 08:03:10.603155 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c8539dda-6ea0-445a-a0b1-ed1b6ab2ca20 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "GET /v2.0/routers/77a1d8dd-2cbe-476e-8def-31e8b5726076 HTTP/1.1" status: 200 len: 924 time: 0.3560476 Jul 13 08:03:10.606793 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6b18045d-52c8-4d7d-9b11-6d3bfc227ff0 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:10.614817 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46546) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:10.624987 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-834ae8b5-764e-4fb9-86df-b7e0f11eeab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:10.672730 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3d589c3c-73b3-4da1-b7ce-e9a80ffe0124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:10.684088 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-834ae8b5-764e-4fb9-86df-b7e0f11eeab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:10.706739 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43503d40-4087-4281-9d2a-62509c880cd0 req-7096e08d-b1ee-43f9-8bed-5c4c3d3a252e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:10.707608 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-56614d07-dd98-437b-bb9c-b5cecd3c0eaa tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "GET /v2.0/ports?device_id=77a1d8dd-2cbe-476e-8def-31e8b5726076 HTTP/1.1" status: 200 len: 205 time: 0.0885267 Jul 13 08:03:10.711352 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43503d40-4087-4281-9d2a-62509c880cd0 req-7096e08d-b1ee-43f9-8bed-5c4c3d3a252e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.3198526 Jul 13 08:03:10.711863 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46550) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:10.724008 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3d589c3c-73b3-4da1-b7ce-e9a80ffe0124 None None] For port 0a0fd888-0e7c-42eb-9955-d643ea7d7609, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0a0fd888-0e7c-42eb-9955-d643ea7d7609,segment=NetworkSegment(58020957-0569-475f-9845-1bdc4428d664),segment_id=58020957-0569-475f-9845-1bdc4428d664)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:10.734461 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3d589c3c-73b3-4da1-b7ce-e9a80ffe0124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:10.772224 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18045d-52c8-4d7d-9b11-6d3bfc227ff0 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Pushing event deleted for resources: {'Port': ['ID=b477314b-21f1-4977-834d-d643bfef62e8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:10.879050 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d589c3c-73b3-4da1-b7ce-e9a80ffe0124 None None] Pushing event updated for resources: {'Port': ['ID=0a0fd888-0e7c-42eb-9955-d643ea7d7609,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:10.881913 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-19b69a43-2fbc-4649-8235-f7604ff092cd service neutron] 10.222.0.35 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741452 Jul 13 08:03:10.964214 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ae8b5-764e-4fb9-86df-b7e0f11eeab5 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:10.999402 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-834ae8b5-764e-4fb9-86df-b7e0f11eeab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:11.004862 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ae8b5-764e-4fb9-86df-b7e0f11eeab5 admin admin] Pushing event updated for resources: {'Port': ['ID=9d3487ce-85f1-4244-ad0a-09c0c403095f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:11.009512 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834ae8b5-764e-4fb9-86df-b7e0f11eeab5 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:11.052768 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-571f6b89-5254-4d21-b681-1520e0003765 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:11.105796 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2bf2fd0b-49bf-48cf-a5ee-2b532e5da1b2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:11.139419 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-346462e8-684e-487f-bac1-39781c457867 None None] Provisioning complete for port 0a0fd888-0e7c-42eb-9955-d643ea7d7609 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:11.140017 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-346462e8-684e-487f-bac1-39781c457867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:11.141011 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43503d40-4087-4281-9d2a-62509c880cd0 req-c358c3d6-5c55-4c8b-be8d-b83d0bd0beeb tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907092 Jul 13 08:03:11.297946 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6b18045d-52c8-4d7d-9b11-6d3bfc227ff0 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:11.304054 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bcdd4e6f-6462-4d44-ae0c-f3f0326817a5 req-a09a88be-a934-4cd0-b130-9e719d45ee21 service neutron] 10.222.0.35 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775036 Jul 13 08:03:11.306051 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-571f6b89-5254-4d21-b681-1520e0003765 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:11.329793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b9841-1f0c-4b99-bb2f-5e1112d0830f req-9c8869e0-72ac-4299-af89-a61e9cd8c5fd tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:11.330237 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbb662-87ca-4104-8c13-f0a116791087 req-ffcae928-df02-4e7a-8bc7-26a3c760fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:11.333389 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a6cbb662-87ca-4104-8c13-f0a116791087 req-ffcae928-df02-4e7a-8bc7-26a3c760fb76 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0eefcb1ad9d4424186c36993d3bfbbea&device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 1098 time: 0.5233831 Jul 13 08:03:11.333528 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd8b9841-1f0c-4b99-bb2f-5e1112d0830f req-9c8869e0-72ac-4299-af89-a61e9cd8c5fd tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 0.4220223 Jul 13 08:03:11.352631 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2fd0b-49bf-48cf-a5ee-2b532e5da1b2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Subnet': ['ID=893422e7-0183-484b-b810-0be97f4a151e,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:11.485246 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd8b9841-1f0c-4b99-bb2f-5e1112d0830f req-fc509a86-445a-4469-8350-67632be06b09 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196067 Jul 13 08:03:11.488110 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf2fd0b-49bf-48cf-a5ee-2b532e5da1b2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Checking segment: {'id': '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:11.488620 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf2fd0b-49bf-48cf-a5ee-2b532e5da1b2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network hostable DHCP agents. Network: d013c030-1ee3-40e3-b3a2-d58ba564a20a, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:03:11.538756 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-571f6b89-5254-4d21-b681-1520e0003765 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Deleting port 3467365d-fe07-41af-817d-ada58ba28444 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:11.539110 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-571f6b89-5254-4d21-b681-1520e0003765 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:11.578292 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0a0fd888-0e7c-42eb-9955-d643ea7d7609 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:11.584198 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-834ae8b5-764e-4fb9-86df-b7e0f11eeab5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:11.646647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 0a0fd888-0e7c-42eb-9955-d643ea7d7609 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:11.647340 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:11.669713 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b18045d-52c8-4d7d-9b11-6d3bfc227ff0 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Router bed38018-fdde-4252-b9b7-72afb05bab5b has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:03:11.676612 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf2fd0b-49bf-48cf-a5ee-2b532e5da1b2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network d013c030-1ee3-40e3-b3a2-d58ba564a20a is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:03:11.682863 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd1871-eaaa-4627-b4e8-c700e8104632 req-647ce132-fb46-430d-aaf3-905c318907e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:11.684570 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a1cd1871-eaaa-4627-b4e8-c700e8104632 req-647ce132-fb46-430d-aaf3-905c318907e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 1095 time: 0.2723346 Jul 13 08:03:11.710832 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbb662-87ca-4104-8c13-f0a116791087 req-962450a2-b0b5-4c2b-b1e8-aa7cbde739bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:11.712506 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a6cbb662-87ca-4104-8c13-f0a116791087 req-962450a2-b0b5-4c2b-b1e8-aa7cbde739bd service neutron] 10.222.0.62 "GET /v2.0/networks?id=6010d2c2-d300-400c-be9f-95d4cb60edee HTTP/1.1" status: 200 len: 913 time: 0.3691683 Jul 13 08:03:11.715756 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-2bf2fd0b-49bf-48cf-a5ee-2b532e5da1b2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, d013c030-1ee3-40e3-b3a2-d58ba564a20a) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:11.718604 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-571f6b89-5254-4d21-b681-1520e0003765 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:11.721971 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf2fd0b-49bf-48cf-a5ee-2b532e5da1b2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:11.722785 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2bf2fd0b-49bf-48cf-a5ee-2b532e5da1b2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:11.741855 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-571f6b89-5254-4d21-b681-1520e0003765 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Calling delete_port for 3467365d-fe07-41af-817d-ada58ba28444 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:11.742510 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb556ce-c5ae-44c3-89fb-337eba0052e1 None None] Network d013c030-1ee3-40e3-b3a2-d58ba564a20a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:03:11.815303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 624c50d5-c0c8-4d6e-a1c0-848a323ad4d7 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:11.866323 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a6cbb662-87ca-4104-8c13-f0a116791087 req-c9a1d9a2-e39e-49d2-8868-a6d836766147 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c90f4a-d970-4175-a85f-cff79d05be03 HTTP/1.1" status: 200 len: 217 time: 0.1291962 Jul 13 08:03:11.914332 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2bf2fd0b-49bf-48cf-a5ee-2b532e5da1b2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.6075952 Jul 13 08:03:11.922402 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46554) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:11.948285 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 624c50d5-c0c8-4d6e-a1c0-848a323ad4d7 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:11.953985 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 624c50d5-c0c8-4d6e-a1c0-848a323ad4d7 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:11.954547 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:11.963895 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b18045d-52c8-4d7d-9b11-6d3bfc227ff0 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:11.973895 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6b18045d-52c8-4d7d-9b11-6d3bfc227ff0 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "PUT /v2.0/routers/bed38018-fdde-4252-b9b7-72afb05bab5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4463842 Jul 13 08:03:11.977473 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fb5ff1-a461-4f1b-9854-34f357ac1e87 None None] Sync routers for ids ['bed38018-fdde-4252-b9b7-72afb05bab5b'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:11.982199 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-d013c030-1ee3-40e3-b3a2-d58ba564a20a', 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'fixed_ips': [{'subnet_id': '893422e7-0183-484b-b810-0be97f4a151e'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:03:11.983066 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:11.989615 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46556) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:11.991466 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fb5ff1-a461-4f1b-9854-34f357ac1e87 None None] Routers {'bed38018-fdde-4252-b9b7-72afb05bab5b'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:11.992544 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-32fb5ff1-a461-4f1b-9854-34f357ac1e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['bed38018-fdde-4252-b9b7-72afb05bab5b'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:12.048202 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-834ae8b5-764e-4fb9-86df-b7e0f11eeab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:12.059130 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-7f49befc-5f9a-4f75-8e3f-6abc73e1e98c tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] show failed (client error): The resource could not be found. Jul 13 08:03:12.060228 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7f49befc-5f9a-4f75-8e3f-6abc73e1e98c tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-774653580 HTTP/1.1" status: 404 len: 334 time: 0.0672998 Jul 13 08:03:12.065648 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-32fb5ff1-a461-4f1b-9854-34f357ac1e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:12.072352 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5beae17-4b7e-425a-b775-d3c200bc6506 req-a3de90db-9763-4730-a624-2d328daadf0d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:12.074320 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b5beae17-4b7e-425a-b775-d3c200bc6506 req-a3de90db-9763-4730-a624-2d328daadf0d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 943 time: 0.3128834 Jul 13 08:03:12.075240 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46558) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:12.083500 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-86ad82bb-7dfc-412f-bb65-83f9f0f61e70 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:12.087189 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fb5ff1-a461-4f1b-9854-34f357ac1e87 None None] Routers {'bed38018-fdde-4252-b9b7-72afb05bab5b'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:12.089951 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-32fb5ff1-a461-4f1b-9854-34f357ac1e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['bed38018-fdde-4252-b9b7-72afb05bab5b'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:12.169577 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:12.197162 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-86ad82bb-7dfc-412f-bb65-83f9f0f61e70 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] update failed (client error): The resource could not be found. Jul 13 08:03:12.199255 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-86ad82bb-7dfc-412f-bb65-83f9f0f61e70 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-645289645 HTTP/1.1" status: 404 len: 334 time: 0.1215763 Jul 13 08:03:12.211739 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46562) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:12.214223 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 624c50d5-c0c8-4d6e-a1c0-848a323ad4d7, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=624c50d5-c0c8-4d6e-a1c0-848a323ad4d7,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:12.215923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] Allocated IP 172.20.0.2 (d013c030-1ee3-40e3-b3a2-d58ba564a20a/893422e7-0183-484b-b810-0be97f4a151e/c1b264fb-dcf5-4020-ab47-2cd3b47f11eb) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:12.233334 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:12.251103 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbb662-87ca-4104-8c13-f0a116791087 req-bddc1371-f3b9-4422-a6a7-6ea93933358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:12.252694 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a6cbb662-87ca-4104-8c13-f0a116791087 req-bddc1371-f3b9-4422-a6a7-6ea93933358d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53b9c81c-e3a5-4f3c-a0c3-29ef11d7a9fd HTTP/1.1" status: 200 len: 852 time: 0.3773596 Jul 13 08:03:12.265814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd1871-eaaa-4627-b4e8-c700e8104632 req-64cd9d2b-9c4a-40e4-b68d-9b9fad8938d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:12.267488 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a1cd1871-eaaa-4627-b4e8-c700e8104632 req-64cd9d2b-9c4a-40e4-b68d-9b9fad8938d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 912 time: 0.5731757 Jul 13 08:03:12.309319 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=624c50d5-c0c8-4d6e-a1c0-848a323ad4d7,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:12.353100 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b5beae17-4b7e-425a-b775-d3c200bc6506 req-f5e90588-7231-4c0a-a22d-d4fa43f2d765 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670741 Jul 13 08:03:12.365740 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-32fb5ff1-a461-4f1b-9854-34f357ac1e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:12.366517 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fb5ff1-a461-4f1b-9854-34f357ac1e87 None None] The sync data for ids ['bed38018-fdde-4252-b9b7-72afb05bab5b'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:12.395546 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c7219e-e0b7-4830-8104-0fb1c6613464 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Deleting subnet 06082301-699d-44fe-946d-29c7b5a6fa01 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:03:12.402894 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27c7219e-e0b7-4830-8104-0fb1c6613464 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:12.405552 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-571f6b89-5254-4d21-b681-1520e0003765 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:12.411271 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a1cd1871-eaaa-4627-b4e8-c700e8104632 req-b9bd0ca3-0b72-4479-8e1a-3822c8f42681 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a HTTP/1.1" status: 200 len: 217 time: 0.0905831 Jul 13 08:03:12.467721 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a6cbb662-87ca-4104-8c13-f0a116791087 req-15d858ca-ec5a-424e-9b32-094ba1181177 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6010d2c2-d300-400c-be9f-95d4cb60edee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1991785 Jul 13 08:03:12.473730 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:12.483368 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] Transition to ACTIVE for port object c1b264fb-dcf5-4020-ab47-2cd3b47f11eb will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:12.486412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f6b89-5254-4d21-b681-1520e0003765 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Pushing event deleted for resources: {'Port': ['ID=3467365d-fe07-41af-817d-ada58ba28444,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:12.505982 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] Transition to ACTIVE for port object c1b264fb-dcf5-4020-ab47-2cd3b47f11eb will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:12.512908 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:12.561561 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] Network d013c030-1ee3-40e3-b3a2-d58ba564a20a is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:12.566021 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:12.569679 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:12.578933 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] Pushing event updated for resources: {'Port': ['ID=c1b264fb-dcf5-4020-ab47-2cd3b47f11eb,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:12.579155 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27c7219e-e0b7-4830-8104-0fb1c6613464 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:12.655812 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] Attempting to bind port c1b264fb-dcf5-4020-ab47-2cd3b47f11eb on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:12.656218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] Attempting to bind port c1b264fb-dcf5-4020-ab47-2cd3b47f11eb by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:12.656548 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] Attempting to bind port c1b264fb-dcf5-4020-ab47-2cd3b47f11eb on network d013c030-1ee3-40e3-b3a2-d58ba564a20a {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:12.661999 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:12.662444 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] Checking segment: {'id': '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:12.662855 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:12.663800 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] Bound using segment: {'id': '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:12.664285 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] Bound port: c1b264fb-dcf5-4020-ab47-2cd3b47f11eb, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:12.664670 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:12.737152 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] For port c1b264fb-dcf5-4020-ab47-2cd3b47f11eb, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:12.741066 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] For port c1b264fb-dcf5-4020-ab47-2cd3b47f11eb, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c1b264fb-dcf5-4020-ab47-2cd3b47f11eb,segment=NetworkSegment(73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1),segment_id=73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:12.747974 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:12.748759 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-571f6b89-5254-4d21-b681-1520e0003765 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:12.808584 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92b449-727f-47d8-9b72-92ef0d8e91d0 None None] Pushing event updated for resources: {'Port': ['ID=c1b264fb-dcf5-4020-ab47-2cd3b47f11eb,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:12.963398 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:13.007082 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd1871-eaaa-4627-b4e8-c700e8104632 req-5f18f79e-52c7-4b9b-b095-c8ba28a0f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:13.011232 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a1cd1871-eaaa-4627-b4e8-c700e8104632 req-5f18f79e-52c7-4b9b-b095-c8ba28a0f038 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 200 len: 850 time: 0.5458620 Jul 13 08:03:13.068255 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a6cbb662-87ca-4104-8c13-f0a116791087 req-b9cc98b9-8b58-43df-92f7-8005f3656274 service neutron] 10.222.0.62 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5878329 Jul 13 08:03:13.225667 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd1871-eaaa-4627-b4e8-c700e8104632 req-6b7f014d-21fb-40f5-9b71-aecfb0c10e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:13.227325 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a1cd1871-eaaa-4627-b4e8-c700e8104632 req-6b7f014d-21fb-40f5-9b71-aecfb0c10e05 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcb46551-b67f-448d-9e50-7e4cc85c9056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2021315 Jul 13 08:03:13.276770 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834ae8b5-764e-4fb9-86df-b7e0f11eeab5 admin admin] Router 85ac5214-15ea-4739-a236-919af9f8f282 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:03:13.286486 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835d5a2-499d-469c-aaf5-a7e2efb8c6d3 req-2bbe92d2-1896-4ad7-a4b2-6b59921d7960 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:13.288164 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b835d5a2-499d-469c-aaf5-a7e2efb8c6d3 req-2bbe92d2-1896-4ad7-a4b2-6b59921d7960 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.8434186 Jul 13 08:03:13.290070 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-571f6b89-5254-4d21-b681-1520e0003765 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:13.300881 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-571f6b89-5254-4d21-b681-1520e0003765 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:13.307194 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27c7219e-e0b7-4830-8104-0fb1c6613464 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:13.359852 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a6cbb662-87ca-4104-8c13-f0a116791087 req-ba59921b-5f2b-47c0-bec4-2fc0ed441e86 service neutron] 10.222.0.62 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522283 Jul 13 08:03:13.406785 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a1cd1871-eaaa-4627-b4e8-c700e8104632 req-fb80897a-5f92-4906-8b3a-7c594010a79c service neutron] 10.222.0.35 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718976 Jul 13 08:03:13.421439 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c2534-e008-4905-ba7a-3900cc528c49 req-8e7d10fb-952e-4136-8947-3d6224eead88 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:13.421927 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-396c2534-e008-4905-ba7a-3900cc528c49 req-8e7d10fb-952e-4136-8947-3d6224eead88 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 0.7676442 Jul 13 08:03:13.466872 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-571f6b89-5254-4d21-b681-1520e0003765 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:13.467428 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571f6b89-5254-4d21-b681-1520e0003765 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Fanout notify agent at l3_agent the message router_deleted on router 77a1d8dd-2cbe-476e-8def-31e8b5726076 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:03:13.487821 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-571f6b89-5254-4d21-b681-1520e0003765 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:13.490018 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-571f6b89-5254-4d21-b681-1520e0003765 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "DELETE /v2.0/routers/77a1d8dd-2cbe-476e-8def-31e8b5726076 HTTP/1.1" status: 204 len: 168 time: 2.7403891 Jul 13 08:03:13.508393 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b835d5a2-499d-469c-aaf5-a7e2efb8c6d3 req-e50f2ae3-b391-4529-83a2-10a10edd713d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119341 Jul 13 08:03:13.508904 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46568) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:13.519600 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-35db9849-d6df-4fd0-b5d7-bbc7e89e8207 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1750748202', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'enable_snat': False}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:13.591696 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a1cd1871-eaaa-4627-b4e8-c700e8104632 req-1eabe929-c189-4775-bd3b-b398dc9be76b service neutron] 10.222.0.35 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759217 Jul 13 08:03:13.602126 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-92247271-05c3-4f63-b926-46e72ee3a17c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:13.642385 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-396c2534-e008-4905-ba7a-3900cc528c49 req-0c8aaec4-d3f9-4520-81df-544c682d0753 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800349 Jul 13 08:03:13.646296 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27c7219e-e0b7-4830-8104-0fb1c6613464 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:13.649945 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c1b264fb-dcf5-4020-ab47-2cd3b47f11eb up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:13.688803 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27c7219e-e0b7-4830-8104-0fb1c6613464 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:13.692165 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-27c7219e-e0b7-4830-8104-0fb1c6613464 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "DELETE /v2.0/subnets/06082301-699d-44fe-946d-29c7b5a6fa01 HTTP/1.1" status: 204 len: 168 time: 1.4794018 Jul 13 08:03:13.699045 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-35db9849-d6df-4fd0-b5d7-bbc7e89e8207 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:13.700099 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-35db9849-d6df-4fd0-b5d7-bbc7e89e8207 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:13.709592 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d692121e-985a-4cb6-b058-7ed9529f5d32 None None] Network a2cc77c2-2380-4f03-9794-407f996cec94 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:03:13.731559 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46570) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:13.760793 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-35db9849-d6df-4fd0-b5d7-bbc7e89e8207 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:13.804314 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7219e-e0b7-4830-8104-0fb1c6613464 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Pushing event deleted for resources: {'Subnet': ['ID=06082301-699d-44fe-946d-29c7b5a6fa01,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:13.826152 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a2a176-140a-4f44-a812-d34f59faae4e tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Deleting subnet 85c3885c-7b53-434e-82d9-6cc821df7d82 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:03:13.840494 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-07a2a176-140a-4f44-a812-d34f59faae4e tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:13.859142 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port c1b264fb-dcf5-4020-ab47-2cd3b47f11eb completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:13.867739 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 624c50d5-c0c8-4d6e-a1c0-848a323ad4d7 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:13.884624 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834ae8b5-764e-4fb9-86df-b7e0f11eeab5 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:13.898112 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] Sync routers for ids ['85ac5214-15ea-4739-a236-919af9f8f282'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:13.924618 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] Routers {'85ac5214-15ea-4739-a236-919af9f8f282'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:13.925259 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['85ac5214-15ea-4739-a236-919af9f8f282'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:13.945813 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-07a2a176-140a-4f44-a812-d34f59faae4e tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:14.022243 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-35db9849-d6df-4fd0-b5d7-bbc7e89e8207 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:14.036908 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-834ae8b5-764e-4fb9-86df-b7e0f11eeab5 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:14.041677 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-834ae8b5-764e-4fb9-86df-b7e0f11eeab5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7142138 Jul 13 08:03:14.044194 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46572) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:14.045678 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 624c50d5-c0c8-4d6e-a1c0-848a323ad4d7 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:14.046193 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:14.053089 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cae9bd-23b0-471c-b7cf-3bff458e4236 None None] DHCP port deletion for a2cc77c2-2380-4f03-9794-407f996cec94 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:03:14.116800 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1a135f-94e5-493b-8722-69e34c7888b1 None None] Network d013c030-1ee3-40e3-b3a2-d58ba564a20a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:03:14.155448 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-07a2a176-140a-4f44-a812-d34f59faae4e tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:14.179877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7c49e-413b-4e64-87ff-481f287baf29 req-e634f623-c8aa-48bd-8628-06d717cc78d0 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:14.181414 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53f7c49e-413b-4e64-87ff-481f287baf29 req-e634f623-c8aa-48bd-8628-06d717cc78d0 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 943 time: 0.3947027 Jul 13 08:03:14.202340 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-92247271-05c3-4f63-b926-46e72ee3a17c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Allocated IP 172.20.0.1 (d013c030-1ee3-40e3-b3a2-d58ba564a20a/893422e7-0183-484b-b810-0be97f4a151e/683b49be-ac3c-4b10-908c-3ccae6859af9) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:14.220789 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] Set router 85ac5214-15ea-4739-a236-919af9f8f282 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:14.265839 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-07a2a176-140a-4f44-a812-d34f59faae4e tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:14.340603 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2a176-140a-4f44-a812-d34f59faae4e tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Pushing event deleted for resources: {'Subnet': ['ID=85c3885c-7b53-434e-82d9-6cc821df7d82,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:14.352142 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53f7c49e-413b-4e64-87ff-481f287baf29 req-5603587f-cd1f-46b4-a0ce-be6e2d74f2ad tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543977 Jul 13 08:03:14.356499 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-07a2a176-140a-4f44-a812-d34f59faae4e tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:14.361742 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46574) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:14.362293 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-07a2a176-140a-4f44-a812-d34f59faae4e tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "DELETE /v2.0/subnets/85c3885c-7b53-434e-82d9-6cc821df7d82 HTTP/1.1" status: 204 len: 168 time: 0.6294897 Jul 13 08:03:14.407372 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-92247271-05c3-4f63-b926-46e72ee3a17c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:14.424114 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-92247271-05c3-4f63-b926-46e72ee3a17c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Transition to ACTIVE for port object 683b49be-ac3c-4b10-908c-3ccae6859af9 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:14.450785 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b22976f-b6eb-4cfa-ac15-c315c78cdf51 None None] Network fca71890-3301-4091-8f43-cd56f2b6eda3 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:03:14.462344 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-92247271-05c3-4f63-b926-46e72ee3a17c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:14.503857 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92247271-05c3-4f63-b926-46e72ee3a17c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network d013c030-1ee3-40e3-b3a2-d58ba564a20a is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:14.509378 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-92247271-05c3-4f63-b926-46e72ee3a17c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:14.510347 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90c79b61-918c-4978-8497-878457f814d9 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:14.513775 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92247271-05c3-4f63-b926-46e72ee3a17c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:14.525203 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6904f393-2795-4527-af90-5cf761d64767 None None] Provisioning for port c1b264fb-dcf5-4020-ab47-2cd3b47f11eb completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:14.541648 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92247271-05c3-4f63-b926-46e72ee3a17c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=683b49be-ac3c-4b10-908c-3ccae6859af9,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:14.550517 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6904f393-2795-4527-af90-5cf761d64767 None None] Provisioning complete for port c1b264fb-dcf5-4020-ab47-2cd3b47f11eb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:14.550885 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6904f393-2795-4527-af90-5cf761d64767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:14.565783 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-92247271-05c3-4f63-b926-46e72ee3a17c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:14.663734 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 24c90f4a-d970-4175-a85f-cff79d05be03 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:03:14.720060 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-08cae9bd-23b0-471c-b7cf-3bff458e4236 None None] Deleting port 7d035feb-4447-4530-9888-460bf1285ed9 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:14.720426 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08cae9bd-23b0-471c-b7cf-3bff458e4236 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:14.789576 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-92247271-05c3-4f63-b926-46e72ee3a17c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:14.866370 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-35db9849-d6df-4fd0-b5d7-bbc7e89e8207 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:14.907266 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-90c79b61-918c-4978-8497-878457f814d9 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Deleting port 7d035feb-4447-4530-9888-460bf1285ed9 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:14.907601 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90c79b61-918c-4978-8497-878457f814d9 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:14.915940 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-35db9849-d6df-4fd0-b5d7-bbc7e89e8207 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:14.945245 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-08cae9bd-23b0-471c-b7cf-3bff458e4236 None None] For port 7d035feb-4447-4530-9888-460bf1285ed9, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7d035feb-4447-4530-9888-460bf1285ed9,segment=NetworkSegment(33bf92ff-a0fe-4977-8c05-3e7f652d2912),segment_id=33bf92ff-a0fe-4977-8c05-3e7f652d2912)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:14.945895 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08cae9bd-23b0-471c-b7cf-3bff458e4236 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:14.990877 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-08cae9bd-23b0-471c-b7cf-3bff458e4236 None None] Calling delete_port for 7d035feb-4447-4530-9888-460bf1285ed9 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:15.079454 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17a0cd-fee8-4a71-8db2-2742023654f7 req-610692f5-d228-43a0-bc77-4ac492d6cb4e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:15.081064 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd17a0cd-fee8-4a71-8db2-2742023654f7 req-610692f5-d228-43a0-bc77-4ac492d6cb4e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.3475881 Jul 13 08:03:15.082836 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf1187a7-5535-47ff-a479-6df4a1e642cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:15.098529 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6904f393-2795-4527-af90-5cf761d64767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:15.103731 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:15.103916 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-90c79b61-918c-4978-8497-878457f814d9 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] For port 7d035feb-4447-4530-9888-460bf1285ed9, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7d035feb-4447-4530-9888-460bf1285ed9,segment=NetworkSegment(33bf92ff-a0fe-4977-8c05-3e7f652d2912),segment_id=33bf92ff-a0fe-4977-8c05-3e7f652d2912)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:15.104170 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90c79b61-918c-4978-8497-878457f814d9 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:15.122206 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-92247271-05c3-4f63-b926-46e72ee3a17c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:15.128866 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-92247271-05c3-4f63-b926-46e72ee3a17c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:15.148032 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-90c79b61-918c-4978-8497-878457f814d9 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Calling delete_port for 7d035feb-4447-4530-9888-460bf1285ed9 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:15.182188 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 24c90f4a-d970-4175-a85f-cff79d05be03, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=24c90f4a-d970-4175-a85f-cff79d05be03,segment=NetworkSegment(78096199-7087-45c3-a364-e9e751751f37),segment_id=78096199-7087-45c3-a364-e9e751751f37)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:15.189494 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c90f4a-d970-4175-a85f-cff79d05be03'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:15.190296 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9731a-8169-472f-aa62-a373478817c0 req-096e9bf1-fdc9-4488-8e42-1c33a710034e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:15.192609 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f766bef-ec8a-44ab-b6f8-d9e55e900b74" -d '{"events": [{"server_uuid": "f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e", "name": "network-vif-unplugged", "status": "completed", "tag": "24c90f4a-d970-4175-a85f-cff79d05be03"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:15.198557 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64e9731a-8169-472f-aa62-a373478817c0 req-096e9bf1-fdc9-4488-8e42-1c33a710034e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 0.3942528 Jul 13 08:03:15.207594 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:15.256692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92247271-05c3-4f63-b926-46e72ee3a17c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=683b49be-ac3c-4b10-908c-3ccae6859af9,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:15.264549 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac5214-15ea-4739-a236-919af9f8f282', 'name': 'tempest-TestAggregatesBasicOps-1929697189-router', 'tenant_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '9d3487ce-85f1-4244-ad0a-09c0c403095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:06Z', 'updated_at': '2021-07-13T08:03:11Z', 'revision_number': 3, 'project_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'gw_port': {'id': '9d3487ce-85f1-4244-ad0a-09c0c403095f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ac5214-15ea-4739-a236-919af9f8f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:09Z', 'updated_at': '2021-07-13T08:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:15.273890 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5aec5b-e3e8-46b8-b993-6f081bf5bc41 None None] DHCP port deletion for fca71890-3301-4091-8f43-cd56f2b6eda3 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:03:15.296279 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-92247271-05c3-4f63-b926-46e72ee3a17c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:15.312209 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd17a0cd-fee8-4a71-8db2-2742023654f7 req-085f73a2-0826-431b-950f-78755a624747 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151761 Jul 13 08:03:15.344722 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-35db9849-d6df-4fd0-b5d7-bbc7e89e8207 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Allocated IP 172.25.0.156 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/c41befd2-e3f3-4d6e-b168-d0e9f7808000) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:15.361866 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6904f393-2795-4527-af90-5cf761d64767 None None] For port c1b264fb-dcf5-4020-ab47-2cd3b47f11eb, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c1b264fb-dcf5-4020-ab47-2cd3b47f11eb,segment=NetworkSegment(73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1),segment_id=73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:15.379505 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] Checking router: 85ac5214-15ea-4739-a236-919af9f8f282 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:03:15.379880 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] Updating router 85ac5214-15ea-4739-a236-919af9f8f282 port 9d3487ce-85f1-4244-ad0a-09c0c403095f binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:03:15.434458 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92247271-05c3-4f63-b926-46e72ee3a17c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network d013c030-1ee3-40e3-b3a2-d58ba564a20a is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:15.437098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-92247271-05c3-4f63-b926-46e72ee3a17c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:15.465127 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c08ae0-2d8f-4f47-be85-1496f9822fdf x-openstack-request-id: req-51c08ae0-2d8f-4f47-be85-1496f9822fdf {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:15.475110 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e", "name": "network-vif-unplugged", "status": "completed", "tag": "24c90f4a-d970-4175-a85f-cff79d05be03", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:15.475595 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-51c08ae0-2d8f-4f47-be85-1496f9822fdf {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:15.476235 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c90f4a-d970-4175-a85f-cff79d05be03', 'code': 200} Jul 13 08:03:15.477060 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:15.484339 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6904f393-2795-4527-af90-5cf761d64767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:15.581022 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=24c90f4a-d970-4175-a85f-cff79d05be03,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:15.601434 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7d035feb-4447-4530-9888-460bf1285ed9 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:03:15.628269 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08cae9bd-23b0-471c-b7cf-3bff458e4236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:15.637640 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 7d035feb-4447-4530-9888-460bf1285ed9 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:03:15.637926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7d035feb-4447-4530-9888-460bf1285ed9 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:03:15.638385 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 98e5d5df-68c8-401d-bfa4-c9bb64730b6a no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:03:15.661517 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92247271-05c3-4f63-b926-46e72ee3a17c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Router 584dc7ce-e370-4b05-a3f3-1042e83926d0 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:03:15.817196 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:15.821127 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904f393-2795-4527-af90-5cf761d64767 None None] Pushing event updated for resources: {'Port': ['ID=c1b264fb-dcf5-4020-ab47-2cd3b47f11eb,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:15.845491 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cae9bd-23b0-471c-b7cf-3bff458e4236 None None] No DVR routers for this DVR port 7d035feb-4447-4530-9888-460bf1285ed9 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:03:15.876165 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92247271-05c3-4f63-b926-46e72ee3a17c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:15.895108 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] Sync routers for ids ['584dc7ce-e370-4b05-a3f3-1042e83926d0'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:15.902651 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-92247271-05c3-4f63-b926-46e72ee3a17c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "PUT /v2.0/routers/584dc7ce-e370-4b05-a3f3-1042e83926d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9790015 Jul 13 08:03:15.909459 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] Routers {'584dc7ce-e370-4b05-a3f3-1042e83926d0'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:15.910742 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['584dc7ce-e370-4b05-a3f3-1042e83926d0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:15.958843 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cae9bd-23b0-471c-b7cf-3bff458e4236 None None] Pushing event deleted for resources: {'Port': ['ID=7d035feb-4447-4530-9888-460bf1285ed9,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:15.961589 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-007b5910-659b-4103-b047-5f758d0fd157 None None] Provisioning for port 683b49be-ac3c-4b10-908c-3ccae6859af9 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:15.969408 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-007b5910-659b-4103-b047-5f758d0fd157 None None] Provisioning complete for port 683b49be-ac3c-4b10-908c-3ccae6859af9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:15.970208 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-007b5910-659b-4103-b047-5f758d0fd157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.032976 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 98e5d5df-68c8-401d-bfa4-c9bb64730b6a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=98e5d5df-68c8-401d-bfa4-c9bb64730b6a,segment=NetworkSegment(7848636f-fd21-4d53-b5eb-e216171f836b),segment_id=7848636f-fd21-4d53-b5eb-e216171f836b)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:16.049852 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.052754 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5e5aec5b-e3e8-46b8-b993-6f081bf5bc41 None None] Deleting port 98e5d5df-68c8-401d-bfa4-c9bb64730b6a {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:16.053241 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e5aec5b-e3e8-46b8-b993-6f081bf5bc41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.097140 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] Set router 584dc7ce-e370-4b05-a3f3-1042e83926d0 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:16.100083 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64e9731a-8169-472f-aa62-a373478817c0 req-00febe94-20ac-4db2-8bae-46b0a77202b2 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9006414 Jul 13 08:03:16.199869 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=98e5d5df-68c8-401d-bfa4-c9bb64730b6a,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:16.204448 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-007b5910-659b-4103-b047-5f758d0fd157 None None] Port 683b49be-ac3c-4b10-908c-3ccae6859af9 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:03:16.244110 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-35db9849-d6df-4fd0-b5d7-bbc7e89e8207 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.309299 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90c79b61-918c-4978-8497-878457f814d9 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.312509 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-007b5910-659b-4103-b047-5f758d0fd157 None None] Provisioning complete for port c1b264fb-dcf5-4020-ab47-2cd3b47f11eb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:16.313028 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-007b5910-659b-4103-b047-5f758d0fd157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.349263 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-cf1187a7-5535-47ff-a479-6df4a1e642cb admin admin] Allocated IP 172.20.0.1 (f29f9adf-4bb2-4062-884b-8eea56229a6a/62d88b1a-0f05-439b-b5e2-11eca1680872/cae301e6-0af0-4b12-88e0-9dcf7ae99edf) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:16.354202 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5e5aec5b-e3e8-46b8-b993-6f081bf5bc41 None None] For port 98e5d5df-68c8-401d-bfa4-c9bb64730b6a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=98e5d5df-68c8-401d-bfa4-c9bb64730b6a,segment=NetworkSegment(7848636f-fd21-4d53-b5eb-e216171f836b),segment_id=7848636f-fd21-4d53-b5eb-e216171f836b)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:16.354684 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e5aec5b-e3e8-46b8-b993-6f081bf5bc41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.375268 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5e5aec5b-e3e8-46b8-b993-6f081bf5bc41 None None] Calling delete_port for 98e5d5df-68c8-401d-bfa4-c9bb64730b6a owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:16.409950 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c79b61-918c-4978-8497-878457f814d9 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] No DVR routers for this DVR port 7d035feb-4447-4530-9888-460bf1285ed9 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:03:16.413817 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c79b61-918c-4978-8497-878457f814d9 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Pushing event deleted for resources: {'Port': ['ID=7d035feb-4447-4530-9888-460bf1285ed9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:16.434648 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-5e471c4a-703b-415e-b1fb-a4c5e3f8ad0f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1153470947&fields=id&tenant_id=b0a400cab12449b3b23abe0905366730 HTTP/1.1" status: 200 len: 267 time: 0.1753383 Jul 13 08:03:16.438003 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772751369', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:00Z', 'updated_at': '2021-07-13T08:03:14Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:40:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:02Z', 'updated_at': '2021-07-13T08:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '683b49be-ac3c-4b10-908c-3ccae6859af9', 'name': '', 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:83:d7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '893422e7-0183-484b-b810-0be97f4a151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:13Z', 'updated_at': '2021-07-13T08:03:14Z', 'revision_number': 2, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '893422e7-0183-484b-b810-0be97f4a151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:16.446097 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4c17d-64b5-4aca-abd8-f21ec91c9be5 req-f01ccc84-638f-4b57-ba9b-7044dd6bcf86 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:16.448104 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ecf4c17d-64b5-4aca-abd8-f21ec91c9be5 req-f01ccc84-638f-4b57-ba9b-7044dd6bcf86 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 943 time: 0.3683722 Jul 13 08:03:16.469975 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] Checking router: 584dc7ce-e370-4b05-a3f3-1042e83926d0 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:03:16.471261 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] Updating router 584dc7ce-e370-4b05-a3f3-1042e83926d0 port 683b49be-ac3c-4b10-908c-3ccae6859af9 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:03:16.501003 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e5aec5b-e3e8-46b8-b993-6f081bf5bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.508155 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.529806 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5aec5b-e3e8-46b8-b993-6f081bf5bc41 None None] Pushing event deleted for resources: {'Port': ['ID=98e5d5df-68c8-401d-bfa4-c9bb64730b6a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:16.531663 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5aec5b-e3e8-46b8-b993-6f081bf5bc41 None None] No DVR routers for this DVR port 98e5d5df-68c8-401d-bfa4-c9bb64730b6a on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:03:16.619932 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0a9c8c0c-d34a-45dd-941c-9d95dc9c082d None None] Provisioning complete for port 683b49be-ac3c-4b10-908c-3ccae6859af9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:16.620284 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0a9c8c0c-d34a-45dd-941c-9d95dc9c082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.629429 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90c79b61-918c-4978-8497-878457f814d9 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.651431 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-35db9849-d6df-4fd0-b5d7-bbc7e89e8207 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.692199 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-90c79b61-918c-4978-8497-878457f814d9 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2cc77c2-2380-4f03-9794-407f996cec94']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:16.760757 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ecf4c17d-64b5-4aca-abd8-f21ec91c9be5 req-936f2f45-f21c-4426-be41-d658289a2eb3 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502306 Jul 13 08:03:16.782823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-90c79b61-918c-4978-8497-878457f814d9 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33bf92ff-a0fe-4977-8c05-3e7f652d2912') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:16.783752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-90c79b61-918c-4978-8497-878457f814d9 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33bf92ff-a0fe-4977-8c05-3e7f652d2912') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:16.808110 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90c79b61-918c-4978-8497-878457f814d9 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.814838 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35db9849-d6df-4fd0-b5d7-bbc7e89e8207 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:16.828362 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.832028 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-35db9849-d6df-4fd0-b5d7-bbc7e89e8207 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:16.834649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db9849-d6df-4fd0-b5d7-bbc7e89e8207 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:16.842272 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] Transition to ACTIVE for port object 683b49be-ac3c-4b10-908c-3ccae6859af9 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:16.849741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db9849-d6df-4fd0-b5d7-bbc7e89e8207 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Pushing event updated for resources: {'Port': ['ID=c41befd2-e3f3-4d6e-b168-d0e9f7808000,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:16.850155 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0a9c8c0c-d34a-45dd-941c-9d95dc9c082d None None] Port 683b49be-ac3c-4b10-908c-3ccae6859af9 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:03:16.851758 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.893232 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90c79b61-918c-4978-8497-878457f814d9 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.914520 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cccbe1-2b45-47e6-958b-c3d0ff58f445 None None] Pushing event updated for resources: {'Port': ['ID=683b49be-ac3c-4b10-908c-3ccae6859af9,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:16.922485 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-922828b7-20e5-4e10-adf2-6d80ccbf1bf4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:16.924610 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-922828b7-20e5-4e10-adf2-6d80ccbf1bf4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/networks?id=d013c030-1ee3-40e3-b3a2-d58ba564a20a HTTP/1.1" status: 200 len: 796 time: 0.4480047 Jul 13 08:03:16.927502 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c79b61-918c-4978-8497-878457f814d9 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:03:16.927911 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90c79b61-918c-4978-8497-878457f814d9 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:03:16.932700 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:03:16.942628 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf1187a7-5535-47ff-a479-6df4a1e642cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.985683 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.992139 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] Attempting to bind port 683b49be-ac3c-4b10-908c-3ccae6859af9 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:16.992653 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] Attempting to bind port 683b49be-ac3c-4b10-908c-3ccae6859af9 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:16.993363 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] Attempting to bind port 683b49be-ac3c-4b10-908c-3ccae6859af9 on network d013c030-1ee3-40e3-b3a2-d58ba564a20a {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:17.000004 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:17.000769 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] Checking segment: {'id': '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:17.001356 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] Transition to ACTIVE for port object 9d3487ce-85f1-4244-ad0a-09c0c403095f will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:17.001483 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.002770 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] Bound using segment: {'id': '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:17.003628 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] Bound port: 683b49be-ac3c-4b10-908c-3ccae6859af9, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:17.004115 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.014861 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.019951 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-f2b875a4-1044-4412-9208-94ef75f4bbb3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/quotas/b0a400cab12449b3b23abe0905366730 HTTP/1.1" status: 200 len: 375 time: 0.0862522 Jul 13 08:03:17.064932 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] Attempting to bind port 9d3487ce-85f1-4244-ad0a-09c0c403095f on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:17.065363 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] Attempting to bind port 9d3487ce-85f1-4244-ad0a-09c0c403095f by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:17.065720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] Attempting to bind port 9d3487ce-85f1-4244-ad0a-09c0c403095f on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:17.079920 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:17.080305 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:17.080711 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.081100 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:17.081598 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] Bound port: 9d3487ce-85f1-4244-ad0a-09c0c403095f, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:17.082045 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.087579 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f27705-ea6a-4358-90f7-38fdc3c7292e None None] Pushing event updated for resources: {'Port': ['ID=9d3487ce-85f1-4244-ad0a-09c0c403095f,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:17.088267 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] For port 683b49be-ac3c-4b10-908c-3ccae6859af9, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:17.100797 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] For port 683b49be-ac3c-4b10-908c-3ccae6859af9, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=683b49be-ac3c-4b10-908c-3ccae6859af9,segment=NetworkSegment(73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1),segment_id=73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:17.107235 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.152578 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] For port 9d3487ce-85f1-4244-ad0a-09c0c403095f, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:17.156542 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] For port 9d3487ce-85f1-4244-ad0a-09c0c403095f, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9d3487ce-85f1-4244-ad0a-09c0c403095f,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:17.163916 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.175817 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cccbe1-2b45-47e6-958b-c3d0ff58f445 None None] Pushing event updated for resources: {'Port': ['ID=683b49be-ac3c-4b10-908c-3ccae6859af9,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:17.184213 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-cf1187a7-5535-47ff-a479-6df4a1e642cb admin admin] Transition to ACTIVE for port object cae301e6-0af0-4b12-88e0-9dcf7ae99edf will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:17.188585 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] Routers {'584dc7ce-e370-4b05-a3f3-1042e83926d0'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:17.190034 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['584dc7ce-e370-4b05-a3f3-1042e83926d0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:17.228465 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] Routers {'85ac5214-15ea-4739-a236-919af9f8f282'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:17.229121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['85ac5214-15ea-4739-a236-919af9f8f282'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:17.276380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f27705-ea6a-4358-90f7-38fdc3c7292e None None] Pushing event updated for resources: {'Port': ['ID=9d3487ce-85f1-4244-ad0a-09c0c403095f,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:17.280873 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90c79b61-918c-4978-8497-878457f814d9 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.288497 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90c79b61-918c-4978-8497-878457f814d9 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.290482 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-90c79b61-918c-4978-8497-878457f814d9 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "DELETE /v2.0/networks/a2cc77c2-2380-4f03-9794-407f996cec94 HTTP/1.1" status: 204 len: 168 time: 2.9277606 Jul 13 08:03:17.293708 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46600) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:17.349339 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c79b61-918c-4978-8497-878457f814d9 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Pushing event deleted for resources: {'Network': ['ID=a2cc77c2-2380-4f03-9794-407f996cec94,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:17.388933 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] Set router 584dc7ce-e370-4b05-a3f3-1042e83926d0 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:17.392329 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] Set router 85ac5214-15ea-4739-a236-919af9f8f282 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:17.402636 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-009bd600-e91a-4502-a5e0-88530461ba92 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3817356 Jul 13 08:03:17.411797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6a03a-6b76-45e7-b369-b5f4e193807f req-ed89c9a1-1783-4eba-93c3-a77dc3c151ee tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:17.413363 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72f6a03a-6b76-45e7-b369-b5f4e193807f req-ed89c9a1-1783-4eba-93c3-a77dc3c151ee tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 944 time: 0.4273496 Jul 13 08:03:17.414544 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf1187a7-5535-47ff-a479-6df4a1e642cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.431891 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b7d3f44-81af-44dc-ac55-28ab3fb209ea tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.541997 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c1b264fb-dcf5-4020-ab47-2cd3b47f11eb up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:17.568935 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1187a7-5535-47ff-a479-6df4a1e642cb admin admin] Network f29f9adf-4bb2-4062-884b-8eea56229a6a is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:17.592950 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b7d3f44-81af-44dc-ac55-28ab3fb209ea tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.605012 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-0b7d3f44-81af-44dc-ac55-28ab3fb209ea tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca71890-3301-4091-8f43-cd56f2b6eda3']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:17.617856 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-0b7d3f44-81af-44dc-ac55-28ab3fb209ea tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7848636f-fd21-4d53-b5eb-e216171f836b') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:17.618585 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-0b7d3f44-81af-44dc-ac55-28ab3fb209ea tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7848636f-fd21-4d53-b5eb-e216171f836b') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:17.624015 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-cf1187a7-5535-47ff-a479-6df4a1e642cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:17.628151 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1187a7-5535-47ff-a479-6df4a1e642cb admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:17.630789 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b7d3f44-81af-44dc-ac55-28ab3fb209ea tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.641173 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1187a7-5535-47ff-a479-6df4a1e642cb admin admin] Pushing event updated for resources: {'Port': ['ID=cae301e6-0af0-4b12-88e0-9dcf7ae99edf,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:17.648583 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b7d3f44-81af-44dc-ac55-28ab3fb209ea tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.657342 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b7d3f44-81af-44dc-ac55-28ab3fb209ea tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:03:17.658869 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b7d3f44-81af-44dc-ac55-28ab3fb209ea tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.709050 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port c1b264fb-dcf5-4020-ab47-2cd3b47f11eb triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:17.709729 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.712912 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72f6a03a-6b76-45e7-b369-b5f4e193807f req-63bd5d00-f624-4c52-b0ca-bf0cdee85e9c tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821314 Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:03:17.765312 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:03:17.772663 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-35db9849-d6df-4fd0-b5d7-bbc7e89e8207 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.775811 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772751369', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:00Z', 'updated_at': '2021-07-13T08:03:14Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:40:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:02Z', 'updated_at': '2021-07-13T08:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '683b49be-ac3c-4b10-908c-3ccae6859af9', 'name': '', 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:83:d7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '893422e7-0183-484b-b810-0be97f4a151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:13Z', 'updated_at': '2021-07-13T08:03:17Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '893422e7-0183-484b-b810-0be97f4a151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:17.782384 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b7d3f44-81af-44dc-ac55-28ab3fb209ea tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.789795 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b7d3f44-81af-44dc-ac55-28ab3fb209ea tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.794656 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0b7d3f44-81af-44dc-ac55-28ab3fb209ea tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "DELETE /v2.0/networks/fca71890-3301-4091-8f43-cd56f2b6eda3 HTTP/1.1" status: 204 len: 168 time: 0.4963562 Jul 13 08:03:17.803591 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46604) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:17.820999 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac5214-15ea-4739-a236-919af9f8f282', 'name': 'tempest-TestAggregatesBasicOps-1929697189-router', 'tenant_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '9d3487ce-85f1-4244-ad0a-09c0c403095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:06Z', 'updated_at': '2021-07-13T08:03:11Z', 'revision_number': 3, 'project_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'gw_port': {'id': '9d3487ce-85f1-4244-ad0a-09c0c403095f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ac5214-15ea-4739-a236-919af9f8f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:09Z', 'updated_at': '2021-07-13T08:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:17.824896 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbaed7b-49d9-4141-af51-3c55463a3d18 None None] The sync data for ids ['584dc7ce-e370-4b05-a3f3-1042e83926d0'] in n-d-779913-28 is: [{'id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772751369', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:00Z', 'updated_at': '2021-07-13T08:03:14Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:40:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:02Z', 'updated_at': '2021-07-13T08:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '683b49be-ac3c-4b10-908c-3ccae6859af9', 'name': '', 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:83:d7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '893422e7-0183-484b-b810-0be97f4a151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:13Z', 'updated_at': '2021-07-13T08:03:17Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '893422e7-0183-484b-b810-0be97f4a151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:17.867104 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0b6749-6075-432b-a022-dbd876532a7c None None] The sync data for ids ['85ac5214-15ea-4739-a236-919af9f8f282'] in n-d-779913-28 is: [{'id': '85ac5214-15ea-4739-a236-919af9f8f282', 'name': 'tempest-TestAggregatesBasicOps-1929697189-router', 'tenant_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '9d3487ce-85f1-4244-ad0a-09c0c403095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:06Z', 'updated_at': '2021-07-13T08:03:11Z', 'revision_number': 3, 'project_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'gw_port': {'id': '9d3487ce-85f1-4244-ad0a-09c0c403095f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ac5214-15ea-4739-a236-919af9f8f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:09Z', 'updated_at': '2021-07-13T08:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:17.904327 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d3f44-81af-44dc-ac55-28ab3fb209ea tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Pushing event deleted for resources: {'Network': ['ID=fca71890-3301-4091-8f43-cd56f2b6eda3,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:17.959317 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-994d8bb2-367a-49ce-8668-5b1d4c6eb004 service neutron] 10.222.0.58 "GET /v2.0/networks/d013c030-1ee3-40e3-b3a2-d58ba564a20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369275 Jul 13 08:03:17.977596 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed137dd-c9fa-4518-be38-7fcb71378f90 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Deleting subnet 5fefd69b-6934-4141-bf7b-581c5f2186b1 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:03:17.984408 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ed137dd-c9fa-4518-be38-7fcb71378f90 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.041135 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ed137dd-c9fa-4518-be38-7fcb71378f90 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.165568 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ed137dd-c9fa-4518-be38-7fcb71378f90 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.193447 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2398b807-80ac-4852-bc56-f438b2ce106a None None] Provisioning for port cae301e6-0af0-4b12-88e0-9dcf7ae99edf completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:18.198683 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2398b807-80ac-4852-bc56-f438b2ce106a None None] Provisioning complete for port cae301e6-0af0-4b12-88e0-9dcf7ae99edf triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:18.200646 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2398b807-80ac-4852-bc56-f438b2ce106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.216021 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf1187a7-5535-47ff-a479-6df4a1e642cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.247825 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2398b807-80ac-4852-bc56-f438b2ce106a None None] Port cae301e6-0af0-4b12-88e0-9dcf7ae99edf cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:03:18.253624 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-c62fb2b3-964c-482a-98b6-848f9cc011f8 service neutron] 10.222.0.58 "GET /v2.0/networks/d013c030-1ee3-40e3-b3a2-d58ba564a20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934332 Jul 13 08:03:18.269563 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ed137dd-c9fa-4518-be38-7fcb71378f90 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.292319 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-35db9849-d6df-4fd0-b5d7-bbc7e89e8207 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.305063 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed137dd-c9fa-4518-be38-7fcb71378f90 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Pushing event deleted for resources: {'Subnet': ['ID=5fefd69b-6934-4141-bf7b-581c5f2186b1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:18.315056 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ed137dd-c9fa-4518-be38-7fcb71378f90 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.319362 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6ed137dd-c9fa-4518-be38-7fcb71378f90 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "DELETE /v2.0/subnets/5fefd69b-6934-4141-bf7b-581c5f2186b1 HTTP/1.1" status: 204 len: 168 time: 0.5125024 Jul 13 08:03:18.319723 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46608) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:18.319863 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038aeec7-3c65-420a-8ccc-731fd5a860ac None None] Network 4f93138a-014b-446f-a537-9587ae8ebf45 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:03:18.376039 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bf651-d32d-4ecc-a8ee-7c12ac67ca75 req-47923523-bd8f-41dd-bad6-f1ff733b5500 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:18.378236 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7f4bf651-d32d-4ecc-a8ee-7c12ac67ca75 req-47923523-bd8f-41dd-bad6-f1ff733b5500 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 0.2517910 Jul 13 08:03:18.481553 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f60dce31-9af0-4e20-8c53-c6a24d7f9998 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.596130 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7f4bf651-d32d-4ecc-a8ee-7c12ac67ca75 req-93e6b016-4758-4c62-b3b9-b11edf018c9b tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841655 Jul 13 08:03:18.637158 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-f60dce31-9af0-4e20-8c53-c6a24d7f9998 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Deleting port 5b03bb9d-d412-4e49-85be-bdb23ef041ea {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:18.638622 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f60dce31-9af0-4e20-8c53-c6a24d7f9998 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.730713 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf1187a7-5535-47ff-a479-6df4a1e642cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.763965 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-f60dce31-9af0-4e20-8c53-c6a24d7f9998 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] For port 5b03bb9d-d412-4e49-85be-bdb23ef041ea, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=5b03bb9d-d412-4e49-85be-bdb23ef041ea,segment=NetworkSegment(d3591604-ebec-4cd5-b077-83528ce33a98),segment_id=d3591604-ebec-4cd5-b077-83528ce33a98)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:18.764339 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f60dce31-9af0-4e20-8c53-c6a24d7f9998 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.787134 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe27878-c6e2-4f4d-aa48-855b276bfcd7 None None] DHCP port deletion for 4f93138a-014b-446f-a537-9587ae8ebf45 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:03:18.797578 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-f60dce31-9af0-4e20-8c53-c6a24d7f9998 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Calling delete_port for 5b03bb9d-d412-4e49-85be-bdb23ef041ea owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:18.906381 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4fe27878-c6e2-4f4d-aa48-855b276bfcd7 None None] Deleting port 5b03bb9d-d412-4e49-85be-bdb23ef041ea {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:18.906758 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4fe27878-c6e2-4f4d-aa48-855b276bfcd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.973870 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f60dce31-9af0-4e20-8c53-c6a24d7f9998 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.011724 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60dce31-9af0-4e20-8c53-c6a24d7f9998 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] No DVR routers for this DVR port 5b03bb9d-d412-4e49-85be-bdb23ef041ea on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:03:19.060018 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8bb93-f6dd-4414-86bf-c57699507a31 req-9d46028f-4991-4a46-90b8-059b8a993c6d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:19.061602 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-38d8bb93-f6dd-4414-86bf-c57699507a31 req-9d46028f-4991-4a46-90b8-059b8a993c6d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 944 time: 0.3055332 Jul 13 08:03:19.066993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dce31-9af0-4e20-8c53-c6a24d7f9998 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Pushing event deleted for resources: {'Port': ['ID=5b03bb9d-d412-4e49-85be-bdb23ef041ea,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:19.073071 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35db9849-d6df-4fd0-b5d7-bbc7e89e8207 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Router 3cdc09f5-4a46-45d5-89ed-636baac67d61 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:03:19.085272 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4fe27878-c6e2-4f4d-aa48-855b276bfcd7 None None] For port 5b03bb9d-d412-4e49-85be-bdb23ef041ea, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=5b03bb9d-d412-4e49-85be-bdb23ef041ea,segment=NetworkSegment(d3591604-ebec-4cd5-b077-83528ce33a98),segment_id=d3591604-ebec-4cd5-b077-83528ce33a98)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:19.085672 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4fe27878-c6e2-4f4d-aa48-855b276bfcd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.124762 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4fe27878-c6e2-4f4d-aa48-855b276bfcd7 None None] Calling delete_port for 5b03bb9d-d412-4e49-85be-bdb23ef041ea owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:19.178642 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f60dce31-9af0-4e20-8c53-c6a24d7f9998 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.193131 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f60dce31-9af0-4e20-8c53-c6a24d7f9998 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f93138a-014b-446f-a537-9587ae8ebf45']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:19.208631 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f60dce31-9af0-4e20-8c53-c6a24d7f9998 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3591604-ebec-4cd5-b077-83528ce33a98') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:19.209195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f60dce31-9af0-4e20-8c53-c6a24d7f9998 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3591604-ebec-4cd5-b077-83528ce33a98') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:19.226866 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f60dce31-9af0-4e20-8c53-c6a24d7f9998 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.248110 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f60dce31-9af0-4e20-8c53-c6a24d7f9998 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.263161 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60dce31-9af0-4e20-8c53-c6a24d7f9998 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:03:19.264036 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f60dce31-9af0-4e20-8c53-c6a24d7f9998 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:03:19.272362 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:03:19.283864 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4fe27878-c6e2-4f4d-aa48-855b276bfcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.319235 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe27878-c6e2-4f4d-aa48-855b276bfcd7 None None] Pushing event deleted for resources: {'Port': ['ID=5b03bb9d-d412-4e49-85be-bdb23ef041ea,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:19.323341 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe27878-c6e2-4f4d-aa48-855b276bfcd7 None None] No DVR routers for this DVR port 5b03bb9d-d412-4e49-85be-bdb23ef041ea on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:03:19.375569 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f60dce31-9af0-4e20-8c53-c6a24d7f9998 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.402659 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f60dce31-9af0-4e20-8c53-c6a24d7f9998 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.407380 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f60dce31-9af0-4e20-8c53-c6a24d7f9998 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "DELETE /v2.0/networks/4f93138a-014b-446f-a537-9587ae8ebf45 HTTP/1.1" status: 204 len: 168 time: 1.0839136 Jul 13 08:03:19.408565 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46620) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:19.423039 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:03:19.485076 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dce31-9af0-4e20-8c53-c6a24d7f9998 tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Pushing event deleted for resources: {'Network': ['ID=4f93138a-014b-446f-a537-9587ae8ebf45,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:19.493074 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c83ad407-c9dd-419b-a3e1-0109876a331a tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "GET /v2.0/ports?device_id=bed38018-fdde-4252-b9b7-72afb05bab5b HTTP/1.1" status: 200 len: 205 time: 0.0813529 Jul 13 08:03:19.493299 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46622) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:19.630210 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:19.642737 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa70f661-6659-4aa6-a8f0-f1970a4e6acc tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.643388 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'port_id': '08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a', 'mac_address': 'fa:16:3e:13:f2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:03:19.692466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9d3487ce-85f1-4244-ad0a-09c0c403095f up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:19.733291 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1cff5-776a-48bd-9714-2d52c1ac2e17 req-96361bde-245c-44f7-ba74-b98373326bf5 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:19.734998 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ac1cff5-776a-48bd-9714-2d52c1ac2e17 req-96361bde-245c-44f7-ba74-b98373326bf5 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 943 time: 0.8358905 Jul 13 08:03:19.752371 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.774948 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:03:19.812617 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:19.821676 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.841423 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-38d8bb93-f6dd-4414-86bf-c57699507a31 req-64265b42-19c0-4db9-aab3-6b86be03db25 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7614689 Jul 13 08:03:19.857230 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 9d3487ce-85f1-4244-ad0a-09c0c403095f completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:19.866683 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 9d3487ce-85f1-4244-ad0a-09c0c403095f triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:19.867243 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.941575 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa70f661-6659-4aa6-a8f0-f1970a4e6acc tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.945958 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa70f661-6659-4aa6-a8f0-f1970a4e6acc tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.989962 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:20.030522 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf1187a7-5535-47ff-a479-6df4a1e642cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.074392 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.098992 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-698f0fff-fedc-4e56-b508-cdc76e80794f req-722881fc-c572-4da4-bece-6d13f2886122 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 210 time: 0.0492480 Jul 13 08:03:20.101786 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf1187a7-5535-47ff-a479-6df4a1e642cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.126438 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 9d3487ce-85f1-4244-ad0a-09c0c403095f, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9d3487ce-85f1-4244-ad0a-09c0c403095f,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:20.133827 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:03:20.168444 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ac1cff5-776a-48bd-9714-2d52c1ac2e17 req-04c3a6fa-e18f-4d90-a414-739da215040d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3863647 Jul 13 08:03:20.172785 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1187a7-5535-47ff-a479-6df4a1e642cb admin admin] Pushing event updated for resources: {'Port': ['ID=cae301e6-0af0-4b12-88e0-9dcf7ae99edf,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:20.219881 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35db9849-d6df-4fd0-b5d7-bbc7e89e8207 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:20.237867 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.258875 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] Sync routers for ids ['3cdc09f5-4a46-45d5-89ed-636baac67d61'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:20.263199 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-35db9849-d6df-4fd0-b5d7-bbc7e89e8207 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.266210 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-35db9849-d6df-4fd0-b5d7-bbc7e89e8207 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.7525177 Jul 13 08:03:20.271827 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46632) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:20.371528 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 683b49be-ac3c-4b10-908c-3ccae6859af9 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:20.478930 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] Routers {'3cdc09f5-4a46-45d5-89ed-636baac67d61'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:20.480079 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3cdc09f5-4a46-45d5-89ed-636baac67d61'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:20.533784 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ff4794ad-578b-4f49-bc57-a7aac7455a91 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "GET /v2.0/routers/3cdc09f5-4a46-45d5-89ed-636baac67d61 HTTP/1.1" status: 200 len: 909 time: 0.2575917 Jul 13 08:03:20.535190 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa70f661-6659-4aa6-a8f0-f1970a4e6acc tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.535908 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa70f661-6659-4aa6-a8f0-f1970a4e6acc tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Fanout notify agent at l3_agent the message router_deleted on router bed38018-fdde-4252-b9b7-72afb05bab5b {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:03:20.537608 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46636) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:20.547221 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-6805cdd8-38c8-4ef9-887f-5ec1d3f35839 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1750748202', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'enable_snat': True}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:20.556963 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fa70f661-6659-4aa6-a8f0-f1970a4e6acc tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.558858 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fa70f661-6659-4aa6-a8f0-f1970a4e6acc tempest-RoutersNegativeTest-374022885 tempest-RoutersNegativeTest-374022885-project] 10.222.0.58 "DELETE /v2.0/routers/bed38018-fdde-4252-b9b7-72afb05bab5b HTTP/1.1" status: 204 len: 168 time: 1.0637107 Jul 13 08:03:20.559411 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf1187a7-5535-47ff-a479-6df4a1e642cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.643131 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6805cdd8-38c8-4ef9-887f-5ec1d3f35839 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.644573 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6805cdd8-38c8-4ef9-887f-5ec1d3f35839 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.661591 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 24c90f4a-d970-4175-a85f-cff79d05be03 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:03:20.662950 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-c2d62ffb-a9ac-4195-a9db-673ad444fb4f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:20.664643 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-c2d62ffb-a9ac-4195-a9db-673ad444fb4f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.62 "GET /v2.0/networks?id=d013c030-1ee3-40e3-b3a2-d58ba564a20a HTTP/1.1" status: 200 len: 796 time: 0.1709046 Jul 13 08:03:20.678309 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=9d3487ce-85f1-4244-ad0a-09c0c403095f,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:20.744025 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6805cdd8-38c8-4ef9-887f-5ec1d3f35839 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.749135 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-a3d7f24c-cc7b-439f-8953-fabc90bf5313 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0a400cab12449b3b23abe0905366730 HTTP/1.1" status: 200 len: 380 time: 0.0736840 Jul 13 08:03:20.760792 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-52f3194a-d17b-4605-bd6c-6c43f839f128 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'port': {'device_id': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a', 'admin_state_up': True, 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'security_groups': ['e5eae9d1-265b-4297-8f9c-751b0c626f86']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:20.778049 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62914e2-1d7f-4686-9401-d33292511800 req-7e2b417e-4aff-4f79-8108-c95f6a792997 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:20.780887 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a62914e2-1d7f-4686-9401-d33292511800 req-7e2b417e-4aff-4f79-8108-c95f6a792997 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 0.4053788 Jul 13 08:03:20.853467 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a62914e2-1d7f-4686-9401-d33292511800 req-0ae58de2-5576-425d-a80c-914bb4930891 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615361 Jul 13 08:03:20.871142 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1187a7-5535-47ff-a479-6df4a1e642cb admin admin] Network f29f9adf-4bb2-4062-884b-8eea56229a6a is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:20.876546 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-cf1187a7-5535-47ff-a479-6df4a1e642cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:20.915890 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 683b49be-ac3c-4b10-908c-3ccae6859af9 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:20.929031 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] Set router 3cdc09f5-4a46-45d5-89ed-636baac67d61 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:20.969050 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 683b49be-ac3c-4b10-908c-3ccae6859af9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:20.969420 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:21.068941 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46644) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:21.131699 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1187a7-5535-47ff-a479-6df4a1e642cb admin admin] Router 85ac5214-15ea-4739-a236-919af9f8f282 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:03:21.157237 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6805cdd8-38c8-4ef9-887f-5ec1d3f35839 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:21.427146 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-52f3194a-d17b-4605-bd6c-6c43f839f128 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Made reservation on behalf of b0a400cab12449b3b23abe0905366730 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:03:21.431061 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-52f3194a-d17b-4605-bd6c-6c43f839f128 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:21.460736 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ff162b1c-a0d8-4561-ad2f-8cd98d8d61a6 None None] Provisioning complete for port cae301e6-0af0-4b12-88e0-9dcf7ae99edf triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:21.461548 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff162b1c-a0d8-4561-ad2f-8cd98d8d61a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:21.466575 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d0bf4fc4-65dd-43d5-87c5-71b6e11f6966 req-f286a052-2f0a-43a5-bc93-4fff424c05ea tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 210 time: 0.0412803 Jul 13 08:03:21.501843 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1187a7-5535-47ff-a479-6df4a1e642cb admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:21.521645 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cf1187a7-5535-47ff-a479-6df4a1e642cb admin admin] 10.222.0.58 "PUT /v2.0/routers/85ac5214-15ea-4739-a236-919af9f8f282/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4679017 Jul 13 08:03:21.570117 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bfe7b929-597a-451b-bf54-08665d163482 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d6f89c8d0434c95ba43480e2d81859b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4998469 Jul 13 08:03:21.571631 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46664) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:21.587625 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87ad16-c868-4642-ac91-1926d839cf02 req-f0d17948-f8cf-4d57-ae8a-016057935a6d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:21.589611 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ff87ad16-c868-4642-ac91-1926d839cf02 req-f0d17948-f8cf-4d57-ae8a-016057935a6d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 944 time: 0.2852666 Jul 13 08:03:21.620158 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ff162b1c-a0d8-4561-ad2f-8cd98d8d61a6 None None] Port cae301e6-0af0-4b12-88e0-9dcf7ae99edf cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:03:21.703308 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ff87ad16-c868-4642-ac91-1926d839cf02 req-05206a5a-fff6-462c-9254-a665d614928a tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056354 Jul 13 08:03:21.760142 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f472032d-fb73-4c50-b5f1-5955874402b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:21.765013 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c6743-2891-49df-9b3c-3bfeb9c978f9 req-81d812b1-f4ff-4493-977a-aecd9469f57d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:21.766624 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b29c6743-2891-49df-9b3c-3bfeb9c978f9 req-81d812b1-f4ff-4493-977a-aecd9469f57d tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 944 time: 0.1214955 Jul 13 08:03:21.802182 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:21.823615 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b29c6743-2891-49df-9b3c-3bfeb9c978f9 req-024af634-5e16-4f95-8e37-a8e620108cbd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502758 Jul 13 08:03:21.868843 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7cc006fd-7f6c-4008-b1dd-c0e24f40d9a6 None None] Provisioning complete for port cae301e6-0af0-4b12-88e0-9dcf7ae99edf triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:21.869195 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7cc006fd-7f6c-4008-b1dd-c0e24f40d9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:21.869985 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-411dc185-8216-4154-8a4c-8fc1723922c5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6704273 Jul 13 08:03:21.875998 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] Sync routers for ids ['85ac5214-15ea-4739-a236-919af9f8f282'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:21.896106 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] Routers {'85ac5214-15ea-4739-a236-919af9f8f282'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:21.896752 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['85ac5214-15ea-4739-a236-919af9f8f282'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:21.915456 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 683b49be-ac3c-4b10-908c-3ccae6859af9, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=683b49be-ac3c-4b10-908c-3ccae6859af9,segment=NetworkSegment(73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1),segment_id=73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:21.926896 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f472032d-fb73-4c50-b5f1-5955874402b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:21.930672 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:21.979110 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7cc006fd-7f6c-4008-b1dd-c0e24f40d9a6 None None] Port cae301e6-0af0-4b12-88e0-9dcf7ae99edf cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:03:22.007967 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-52f3194a-d17b-4605-bd6c-6c43f839f128 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Allocated IP 172.20.0.7 (d013c030-1ee3-40e3-b3a2-d58ba564a20a/893422e7-0183-484b-b810-0be97f4a151e/4ac7e1b2-6e19-4373-ba87-3370d07244b9) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:22.027650 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdc09f5-4a46-45d5-89ed-636baac67d61', 'name': 'tempest-snat-router-1750748202', 'tenant_id': 'f6dd396789b44ec99bdb02deb1753be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.156'}], 'enable_snat': False}, 'gw_port_id': 'c41befd2-e3f3-4d6e-b168-d0e9f7808000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:13Z', 'updated_at': '2021-07-13T08:03:17Z', 'revision_number': 3, 'project_id': 'f6dd396789b44ec99bdb02deb1753be7', 'gw_port': {'id': 'c41befd2-e3f3-4d6e-b168-d0e9f7808000', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdc09f5-4a46-45d5-89ed-636baac67d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:14Z', 'updated_at': '2021-07-13T08:03:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:22.032494 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6805cdd8-38c8-4ef9-887f-5ec1d3f35839 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:22.043728 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=683b49be-ac3c-4b10-908c-3ccae6859af9,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:22.069360 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6805cdd8-38c8-4ef9-887f-5ec1d3f35839 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:22.164371 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5b03bb9d-d412-4e49-85be-bdb23ef041ea no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:03:22.169495 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f472032d-fb73-4c50-b5f1-5955874402b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:22.172088 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f472032d-fb73-4c50-b5f1-5955874402b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:22.174737 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] Checking router: 3cdc09f5-4a46-45d5-89ed-636baac67d61 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:03:22.175143 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] Updating router 3cdc09f5-4a46-45d5-89ed-636baac67d61 port c41befd2-e3f3-4d6e-b168-d0e9f7808000 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:03:22.177687 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f472032d-fb73-4c50-b5f1-5955874402b6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c65ecb10-05d5-4374-8a20-84dc604a360a HTTP/1.1" status: 204 len: 168 time: 0.6032424 Jul 13 08:03:22.212768 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 5b03bb9d-d412-4e49-85be-bdb23ef041ea {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:03:22.215295 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5b03bb9d-d412-4e49-85be-bdb23ef041ea not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:03:22.230484 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472032d-fb73-4c50-b5f1-5955874402b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65ecb10-05d5-4374-8a20-84dc604a360a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:22.291946 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] Set router 85ac5214-15ea-4739-a236-919af9f8f282 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:22.333238 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:22.440902 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-6805cdd8-38c8-4ef9-887f-5ec1d3f35839 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Allocated IP 172.25.0.96 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/6d29cd8a-a621-4334-b64b-851e09802e13) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:22.489615 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2eea92-4f44-44fe-bfd8-fccd19ed7bfb req-37601b07-d735-4dfd-86fe-1a88be3b0b78 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:22.497615 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd2eea92-4f44-44fe-bfd8-fccd19ed7bfb req-37601b07-d735-4dfd-86fe-1a88be3b0b78 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 0.3458173 Jul 13 08:03:22.551780 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd2eea92-4f44-44fe-bfd8-fccd19ed7bfb req-b37b8f3c-0cdd-427c-8485-b662ab3ec1df tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528498 Jul 13 08:03:22.592794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9d3487ce-85f1-4244-ad0a-09c0c403095f up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:22.594347 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-52f3194a-d17b-4605-bd6c-6c43f839f128 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:22.642849 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-52f3194a-d17b-4605-bd6c-6c43f839f128 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Transition to ACTIVE for port object 4ac7e1b2-6e19-4373-ba87-3370d07244b9 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:22.678623 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3a463e51-9e69-4683-b093-1c7fb08dd157 None None] Provisioning complete for port 683b49be-ac3c-4b10-908c-3ccae6859af9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:22.678992 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a463e51-9e69-4683-b093-1c7fb08dd157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:22.788108 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 9d3487ce-85f1-4244-ad0a-09c0c403095f triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:22.790282 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:22.819567 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46696) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:22.822420 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-52f3194a-d17b-4605-bd6c-6c43f839f128 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:22.825068 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7ec1984a-3082-4a13-8525-3651afc71213 req-3b31259d-306f-416c-8bf1-3675618f5171 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 210 time: 0.1073115 Jul 13 08:03:22.842513 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-9775f34c-cc5d-4c15-84b2-2cfa78875474 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-37287972-network', 'tenant_id': '8cdff4b2da95459abbde40c66fb69e3c'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:22.878527 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac5214-15ea-4739-a236-919af9f8f282', 'name': 'tempest-TestAggregatesBasicOps-1929697189-router', 'tenant_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '9d3487ce-85f1-4244-ad0a-09c0c403095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:06Z', 'updated_at': '2021-07-13T08:03:18Z', 'revision_number': 4, 'project_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'gw_port': {'id': '9d3487ce-85f1-4244-ad0a-09c0c403095f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac5214-15ea-4739-a236-919af9f8f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:09Z', 'updated_at': '2021-07-13T08:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'cae301e6-0af0-4b12-88e0-9dcf7ae99edf', 'name': '', 'network_id': 'f29f9adf-4bb2-4062-884b-8eea56229a6a', 'tenant_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'mac_address': 'fa:16:3e:4d:c0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ac5214-15ea-4739-a236-919af9f8f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '62d88b1a-0f05-439b-b5e2-11eca1680872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:15Z', 'updated_at': '2021-07-13T08:03:18Z', 'revision_number': 2, 'project_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'subnets': [{'id': '62d88b1a-0f05-439b-b5e2-11eca1680872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:22.924442 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-52f3194a-d17b-4605-bd6c-6c43f839f128 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network d013c030-1ee3-40e3-b3a2-d58ba564a20a is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:22.933009 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-52f3194a-d17b-4605-bd6c-6c43f839f128 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:22.948185 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] Checking router: 85ac5214-15ea-4739-a236-919af9f8f282 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:03:22.948546 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] Updating router 85ac5214-15ea-4739-a236-919af9f8f282 port cae301e6-0af0-4b12-88e0-9dcf7ae99edf binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:03:22.968000 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-52f3194a-d17b-4605-bd6c-6c43f839f128 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:23.010676 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 683b49be-ac3c-4b10-908c-3ccae6859af9 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:23.040611 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.132146 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9775f34c-cc5d-4c15-84b2-2cfa78875474 admin admin] Made reservation on behalf of 8cdff4b2da95459abbde40c66fb69e3c for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:03:23.135773 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9775f34c-cc5d-4c15-84b2-2cfa78875474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.154653 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 683b49be-ac3c-4b10-908c-3ccae6859af9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:23.158142 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.163506 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc360973-1a5e-462b-84da-7564e8f79daf req-1a4fc1f1-f46b-4ec1-9cfc-df6bf49d7baf tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:23.185375 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3194a-d17b-4605-bd6c-6c43f839f128 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=4ac7e1b2-6e19-4373-ba87-3370d07244b9,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:23.188701 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc360973-1a5e-462b-84da-7564e8f79daf req-1a4fc1f1-f46b-4ec1-9cfc-df6bf49d7baf tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 944 time: 0.1796167 Jul 13 08:03:23.202275 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9775f34c-cc5d-4c15-84b2-2cfa78875474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.284770 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc360973-1a5e-462b-84da-7564e8f79daf req-9be06b5c-3c34-4695-bca0-f4b27af32404 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944903 Jul 13 08:03:23.295282 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5e0eee6-0a75-4135-9d92-99b284fcfeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.341229 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9775f34c-cc5d-4c15-84b2-2cfa78875474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.350438 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-52f3194a-d17b-4605-bd6c-6c43f839f128 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:23.351432 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-52f3194a-d17b-4605-bd6c-6c43f839f128 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.367606 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9775f34c-cc5d-4c15-84b2-2cfa78875474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.380134 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9775f34c-cc5d-4c15-84b2-2cfa78875474 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:03:23.395091 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9775f34c-cc5d-4c15-84b2-2cfa78875474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.396081 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-9775f34c-cc5d-4c15-84b2-2cfa78875474 admin admin] Added segment 1041a39a-2d6f-40dc-9d78-3492e8b1cd20 of type vlan for network 83eb928e-73c1-45a3-9507-128b6acf505d Jul 13 08:03:23.434738 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.445960 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] Transition to ACTIVE for port object cae301e6-0af0-4b12-88e0-9dcf7ae99edf will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:23.456770 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:23.457493 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.520069 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-52f3194a-d17b-4605-bd6c-6c43f839f128 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7640550 Jul 13 08:03:23.539960 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6805cdd8-38c8-4ef9-887f-5ec1d3f35839 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.563499 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4503daf7-5a0a-4772-b6de-ff073528d6de None None] Provisioning for port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:23.564703 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9775f34c-cc5d-4c15-84b2-2cfa78875474 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.576478 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] Request body: {'port': {'device_id': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:23.583007 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775f34c-cc5d-4c15-84b2-2cfa78875474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7cf3b5-03d2-4c2c-b260-ce99e2a41bdc,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:23.606818 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4503daf7-5a0a-4772-b6de-ff073528d6de None None] Provisioning complete for port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:23.607282 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4503daf7-5a0a-4772-b6de-ff073528d6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.651168 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd858b1a-2559-45ca-bc6e-3af0038af345 None None] Pushing event updated for resources: {'Port': ['ID=cae301e6-0af0-4b12-88e0-9dcf7ae99edf,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:23.671880 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd858b1a-2559-45ca-bc6e-3af0038af345 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.672407 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd858b1a-2559-45ca-bc6e-3af0038af345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.672804 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd858b1a-2559-45ca-bc6e-3af0038af345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.673140 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd858b1a-2559-45ca-bc6e-3af0038af345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.674206 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd858b1a-2559-45ca-bc6e-3af0038af345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.674429 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd858b1a-2559-45ca-bc6e-3af0038af345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.674721 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd858b1a-2559-45ca-bc6e-3af0038af345 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.675102 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd858b1a-2559-45ca-bc6e-3af0038af345 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.675429 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd858b1a-2559-45ca-bc6e-3af0038af345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.675756 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd858b1a-2559-45ca-bc6e-3af0038af345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.676064 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd858b1a-2559-45ca-bc6e-3af0038af345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.676659 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd858b1a-2559-45ca-bc6e-3af0038af345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.685189 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-9dd9a654-f40e-43c7-b6b1-4658b10c4073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:23.691038 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-9dd9a654-f40e-43c7-b6b1-4658b10c4073 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e&tenant_id=0eefcb1ad9d4424186c36993d3bfbbea HTTP/1.1" status: 200 len: 1096 time: 0.3353667 Jul 13 08:03:23.706412 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] Attempting to bind port cae301e6-0af0-4b12-88e0-9dcf7ae99edf on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:23.706412 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] Attempting to bind port cae301e6-0af0-4b12-88e0-9dcf7ae99edf by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '58020957-0569-475f-9845-1bdc4428d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f29f9adf-4bb2-4062-884b-8eea56229a6a'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:23.706412 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] Attempting to bind port cae301e6-0af0-4b12-88e0-9dcf7ae99edf on network f29f9adf-4bb2-4062-884b-8eea56229a6a {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:23.706412 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:23.706412 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] Checking segment: {'id': '58020957-0569-475f-9845-1bdc4428d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f29f9adf-4bb2-4062-884b-8eea56229a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:23.706412 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.706412 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] Bound using segment: {'id': '58020957-0569-475f-9845-1bdc4428d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f29f9adf-4bb2-4062-884b-8eea56229a6a'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:23.706412 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] Bound port: cae301e6-0af0-4b12-88e0-9dcf7ae99edf, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58020957-0569-475f-9845-1bdc4428d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f29f9adf-4bb2-4062-884b-8eea56229a6a'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:23.706412 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.725068 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:23.751171 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:23.756832 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.779026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7adbe-8583-4c64-b607-a88b2a166a0d req-f40d4fbb-cdbf-4e36-9b9c-a88f99f8d1ae tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:23.793619 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ef7adbe-8583-4c64-b607-a88b2a166a0d req-f40d4fbb-cdbf-4e36-9b9c-a88f99f8d1ae tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 944 time: 0.1999059 Jul 13 08:03:23.799947 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4503daf7-5a0a-4772-b6de-ff073528d6de None None] Port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:03:23.829420 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.833858 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] For port cae301e6-0af0-4b12-88e0-9dcf7ae99edf, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:23.846515 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-28', 'device_owner': 'compute:nova'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:23.849618 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] For port cae301e6-0af0-4b12-88e0-9dcf7ae99edf, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=cae301e6-0af0-4b12-88e0-9dcf7ae99edf,segment=NetworkSegment(58020957-0569-475f-9845-1bdc4428d664),segment_id=58020957-0569-475f-9845-1bdc4428d664)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:23.863011 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.894013 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ef7adbe-8583-4c64-b607-a88b2a166a0d req-82992119-d6fc-4cb2-a899-95d6eb54f7dd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993981 Jul 13 08:03:23.899211 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.917491 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9775f34c-cc5d-4c15-84b2-2cfa78875474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.926612 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9775f34c-cc5d-4c15-84b2-2cfa78875474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:23.927627 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9775f34c-cc5d-4c15-84b2-2cfa78875474 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.956840 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2593549-6eb7-4a61-b513-af8f07dbe32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:23.960437 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7391df-8f59-4a89-abdb-c5e1a1829547" -d '{"events": [{"server_uuid": "f2593549-6eb7-4a61-b513-af8f07dbe32f", "name": "network-vif-plugged", "status": "completed", "tag": "08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:23.961764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d4940-18b0-4662-a60f-7e2232b236c0 req-8ba9fb3a-28e4-4e76-a6df-959248258c7b tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:23.975341 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-578d4940-18b0-4662-a60f-7e2232b236c0 req-8ba9fb3a-28e4-4e76-a6df-959248258c7b tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 0.2064481 Jul 13 08:03:23.977466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:23.988480 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:24.008955 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] Routers {'85ac5214-15ea-4739-a236-919af9f8f282'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:24.010473 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['85ac5214-15ea-4739-a236-919af9f8f282'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:24.042245 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46720) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:24.067124 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-578d4940-18b0-4662-a60f-7e2232b236c0 req-2a0205de-f187-4eee-a7d8-47182e138773 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844188 Jul 13 08:03:24.098106 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775f34c-cc5d-4c15-84b2-2cfa78875474 admin admin] Pushing event updated for resources: {'Network': ['ID=83eb928e-73c1-45a3-9507-128b6acf505d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:24.128088 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 83eb928e-73c1-45a3-9507-128b6acf505d details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:03:24.130227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:24.203630 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6805cdd8-38c8-4ef9-887f-5ec1d3f35839 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:24.231099 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9775f34c-cc5d-4c15-84b2-2cfa78875474 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4022615 Jul 13 08:03:24.239255 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46726) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:24.244955 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] Set router 85ac5214-15ea-4739-a236-919af9f8f282 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:24.262285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5c8aa4ec-9cdc-4a7b-85b5-2ec82fea9204 admin admin] Request body: {'subnet': {'network_id': '83eb928e-73c1-45a3-9507-128b6acf505d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-37287972-subnet', 'tenant_id': '8cdff4b2da95459abbde40c66fb69e3c', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:24.325834 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8aa4ec-9cdc-4a7b-85b5-2ec82fea9204 admin admin] Made reservation on behalf of 8cdff4b2da95459abbde40c66fb69e3c for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:03:24.328517 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa4ec-9cdc-4a7b-85b5-2ec82fea9204 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:24.368675 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a30a2db0-ab42-4aa6-ad2d-85d65ce05605 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Request body: {'security_group': {'name': 'tempest-secgroup--451490504'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:24.382386 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd858b1a-2559-45ca-bc6e-3af0038af345 None None] Pushing event updated for resources: {'Port': ['ID=cae301e6-0af0-4b12-88e0-9dcf7ae99edf,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:24.428840 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15101ec-9d1c-48fe-bfe3-d8934962e008 req-3607d7c5-eac5-4262-80d5-957c030e41e7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:24.434369 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a15101ec-9d1c-48fe-bfe3-d8934962e008 req-3607d7c5-eac5-4262-80d5-957c030e41e7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 931 time: 0.2996576 Jul 13 08:03:24.488807 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:24.503509 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6805cdd8-38c8-4ef9-887f-5ec1d3f35839 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:24.515170 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-6805cdd8-38c8-4ef9-887f-5ec1d3f35839 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:24.528948 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6805cdd8-38c8-4ef9-887f-5ec1d3f35839 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:24.552211 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:24.563151 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] Transition to ACTIVE for port object c41befd2-e3f3-4d6e-b168-d0e9f7808000 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:24.571060 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbe5c48-0c6f-4a44-966a-30378fa7daf8 x-openstack-request-id: req-6cbe5c48-0c6f-4a44-966a-30378fa7daf8 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:24.571607 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2593549-6eb7-4a61-b513-af8f07dbe32f", "name": "network-vif-plugged", "status": "completed", "tag": "08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:24.571902 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6cbe5c48-0c6f-4a44-966a-30378fa7daf8 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:24.572526 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2593549-6eb7-4a61-b513-af8f07dbe32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a', 'code': 200} Jul 13 08:03:24.584770 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:24.610644 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805cdd8-38c8-4ef9-887f-5ec1d3f35839 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Pushing event updated for resources: {'Port': ['ID=6d29cd8a-a621-4334-b64b-851e09802e13,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:24.645083 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c36b69-1650-48cb-aab7-cd1b25569921 None None] Pushing event updated for resources: {'Port': ['ID=c41befd2-e3f3-4d6e-b168-d0e9f7808000,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:24.701859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5c8c5392-1c37-4774-96be-32b1b48d2333 None None] Provisioning complete for port 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:24.705125 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5392-1c37-4774-96be-32b1b48d2333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:24.707012 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac5214-15ea-4739-a236-919af9f8f282', 'name': 'tempest-TestAggregatesBasicOps-1929697189-router', 'tenant_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '9d3487ce-85f1-4244-ad0a-09c0c403095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:06Z', 'updated_at': '2021-07-13T08:03:18Z', 'revision_number': 4, 'project_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'gw_port': {'id': '9d3487ce-85f1-4244-ad0a-09c0c403095f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac5214-15ea-4739-a236-919af9f8f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:09Z', 'updated_at': '2021-07-13T08:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'cae301e6-0af0-4b12-88e0-9dcf7ae99edf', 'name': '', 'network_id': 'f29f9adf-4bb2-4062-884b-8eea56229a6a', 'tenant_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'mac_address': 'fa:16:3e:4d:c0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ac5214-15ea-4739-a236-919af9f8f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '62d88b1a-0f05-439b-b5e2-11eca1680872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:15Z', 'updated_at': '2021-07-13T08:03:23Z', 'revision_number': 4, 'project_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'subnets': [{'id': '62d88b1a-0f05-439b-b5e2-11eca1680872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:24.726209 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa4ec-9cdc-4a7b-85b5-2ec82fea9204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:24.738111 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a30a2db0-ab42-4aa6-ad2d-85d65ce05605 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:24.744626 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c52a005-232d-438d-b95b-a0a5fdaa2d68 None None] The sync data for ids ['85ac5214-15ea-4739-a236-919af9f8f282'] in n-d-779913-28 is: [{'id': '85ac5214-15ea-4739-a236-919af9f8f282', 'name': 'tempest-TestAggregatesBasicOps-1929697189-router', 'tenant_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '9d3487ce-85f1-4244-ad0a-09c0c403095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:06Z', 'updated_at': '2021-07-13T08:03:18Z', 'revision_number': 4, 'project_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'gw_port': {'id': '9d3487ce-85f1-4244-ad0a-09c0c403095f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac5214-15ea-4739-a236-919af9f8f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:09Z', 'updated_at': '2021-07-13T08:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'cae301e6-0af0-4b12-88e0-9dcf7ae99edf', 'name': '', 'network_id': 'f29f9adf-4bb2-4062-884b-8eea56229a6a', 'tenant_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'mac_address': 'fa:16:3e:4d:c0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ac5214-15ea-4739-a236-919af9f8f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '62d88b1a-0f05-439b-b5e2-11eca1680872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:15Z', 'updated_at': '2021-07-13T08:03:23Z', 'revision_number': 4, 'project_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'subnets': [{'id': '62d88b1a-0f05-439b-b5e2-11eca1680872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:24.758176 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] Attempting to bind port c41befd2-e3f3-4d6e-b168-d0e9f7808000 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:24.758548 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] Attempting to bind port c41befd2-e3f3-4d6e-b168-d0e9f7808000 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:24.758921 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] Attempting to bind port c41befd2-e3f3-4d6e-b168-d0e9f7808000 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:24.778773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:24.779206 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:24.779600 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:24.780064 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a30a2db0-ab42-4aa6-ad2d-85d65ce05605 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:24.780651 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:24.781303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] Bound port: c41befd2-e3f3-4d6e-b168-d0e9f7808000, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:24.781847 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:24.896661 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8aa4ec-9cdc-4a7b-85b5-2ec82fea9204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e23909cf-255e-4236-b8e0-d5b38c16e1de,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:24.908561 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a15101ec-9d1c-48fe-bfe3-d8934962e008 req-75e67336-49a5-4a51-b1b0-10487be10c91 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850753 Jul 13 08:03:24.969642 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8aa4ec-9cdc-4a7b-85b5-2ec82fea9204 admin admin] Checking segment: {'id': '1041a39a-2d6f-40dc-9d78-3492e8b1cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '83eb928e-73c1-45a3-9507-128b6acf505d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:24.970004 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8aa4ec-9cdc-4a7b-85b5-2ec82fea9204 admin admin] Network hostable DHCP agents. Network: 83eb928e-73c1-45a3-9507-128b6acf505d, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:03:24.980770 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] For port c41befd2-e3f3-4d6e-b168-d0e9f7808000, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:24.993184 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aac0f1-13e4-470b-80a7-9ea9054f3194 req-af470df1-32dd-46f4-91f4-7955908f3fd6 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:24.993840 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] For port c41befd2-e3f3-4d6e-b168-d0e9f7808000, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c41befd2-e3f3-4d6e-b168-d0e9f7808000,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:25.002630 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-85aac0f1-13e4-470b-80a7-9ea9054f3194 req-af470df1-32dd-46f4-91f4-7955908f3fd6 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 944 time: 0.2433946 Jul 13 08:03:25.013865 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:25.061549 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8aa4ec-9cdc-4a7b-85b5-2ec82fea9204 admin admin] Network 83eb928e-73c1-45a3-9507-128b6acf505d is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:03:25.086876 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-85aac0f1-13e4-470b-80a7-9ea9054f3194 req-6daca75b-43d6-439a-896d-3d1d1744c527 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833914 Jul 13 08:03:25.103488 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-5c8aa4ec-9cdc-4a7b-85b5-2ec82fea9204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 83eb928e-73c1-45a3-9507-128b6acf505d) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:25.105755 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c36b69-1650-48cb-aab7-cd1b25569921 None None] Pushing event updated for resources: {'Port': ['ID=c41befd2-e3f3-4d6e-b168-d0e9f7808000,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:25.116339 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8aa4ec-9cdc-4a7b-85b5-2ec82fea9204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:25.119958 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa4ec-9cdc-4a7b-85b5-2ec82fea9204 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:25.129386 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] Routers {'3cdc09f5-4a46-45d5-89ed-636baac67d61'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:25.130020 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:02:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3cdc09f5-4a46-45d5-89ed-636baac67d61'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:25.169519 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac7e1b2-6e19-4373-ba87-3370d07244b9 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:03:25.179926 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:25.196060 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] Transition to ACTIVE for port object 4ac7e1b2-6e19-4373-ba87-3370d07244b9 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:25.220871 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06dfbd4-891c-406e-9eb2-6a75fbbdc9ca None None] Network 83eb928e-73c1-45a3-9507-128b6acf505d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:03:25.234053 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:25.279084 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a30a2db0-ab42-4aa6-ad2d-85d65ce05605 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:25.298166 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] Set router 3cdc09f5-4a46-45d5-89ed-636baac67d61 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:25.303740 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a30a2db0-ab42-4aa6-ad2d-85d65ce05605 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:25.316019 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3dfc6-67c6-4e63-bf41-71d638bb9c47 req-5b1cb20a-3a5e-4226-a44a-21884cd97c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:25.317592 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-59e3dfc6-67c6-4e63-bf41-71d638bb9c47 req-5b1cb20a-3a5e-4226-a44a-21884cd97c5d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 1097 time: 0.6836238 Jul 13 08:03:25.325570 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5c8aa4ec-9cdc-4a7b-85b5-2ec82fea9204 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0770257 Jul 13 08:03:25.328551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46734) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:25.365720 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-753c5522-c8ee-448b-871e-c5aa9b716718 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-37287972-router', 'tenant_id': '8cdff4b2da95459abbde40c66fb69e3c', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:25.428788 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac7e1b2-6e19-4373-ba87-3370d07244b9,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:25.437196 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] For port 24c90f4a-d970-4175-a85f-cff79d05be03, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=24c90f4a-d970-4175-a85f-cff79d05be03,segment=NetworkSegment(78096199-7087-45c3-a364-e9e751751f37),segment_id=78096199-7087-45c3-a364-e9e751751f37)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:25.450436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a2db0-ab42-4aa6-ad2d-85d65ce05605 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48fd3503-d23d-4935-8d19-d464a0347bb1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:25.495470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05fd71-c280-4222-825f-5a37fe48a220 req-37332918-f6ef-484b-90e1-01cf1ecd830c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:25.497718 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9f05fd71-c280-4222-825f-5a37fe48a220 req-37332918-f6ef-484b-90e1-01cf1ecd830c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 945 time: 0.3118477 Jul 13 08:03:25.590261 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9f05fd71-c280-4222-825f-5a37fe48a220 req-e4c3e764-3771-4f70-a9aa-6eead5dc71d0 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828578 Jul 13 08:03:25.624952 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a30a2db0-ab42-4aa6-ad2d-85d65ce05605 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:25.648378 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f131a76-9040-4c34-9e6b-5ea8bf5f6aed req-173c7676-459d-40e9-96ae-41366f330c9b tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:25.656405 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9f131a76-9040-4c34-9e6b-5ea8bf5f6aed req-173c7676-459d-40e9-96ae-41366f330c9b tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 0.2821584 Jul 13 08:03:25.674864 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a30a2db0-ab42-4aa6-ad2d-85d65ce05605 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:25.722231 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-83eb928e-73c1-45a3-9507-128b6acf505d', 'network_id': '83eb928e-73c1-45a3-9507-128b6acf505d', 'tenant_id': '8cdff4b2da95459abbde40c66fb69e3c', 'fixed_ips': [{'subnet_id': 'e23909cf-255e-4236-b8e0-d5b38c16e1de'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:03:25.723858 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:25.729792 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdc09f5-4a46-45d5-89ed-636baac67d61', 'name': 'tempest-snat-router-1750748202', 'tenant_id': 'f6dd396789b44ec99bdb02deb1753be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.156'}], 'enable_snat': False}, 'gw_port_id': 'c41befd2-e3f3-4d6e-b168-d0e9f7808000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:13Z', 'updated_at': '2021-07-13T08:03:17Z', 'revision_number': 3, 'project_id': 'f6dd396789b44ec99bdb02deb1753be7', 'gw_port': {'id': 'c41befd2-e3f3-4d6e-b168-d0e9f7808000', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdc09f5-4a46-45d5-89ed-636baac67d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:14Z', 'updated_at': '2021-07-13T08:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:25.735760 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a2db0-ab42-4aa6-ad2d-85d65ce05605 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a493dc7-99d5-4879-ba64-c37308e37bd0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:25.761026 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9f131a76-9040-4c34-9e6b-5ea8bf5f6aed req-a17021ba-73ea-49a0-b136-a735edaba84c tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032488 Jul 13 08:03:25.770542 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3581d-417e-4ae5-b9cb-37905e63a65d None None] The sync data for ids ['3cdc09f5-4a46-45d5-89ed-636baac67d61'] in n-d-779913-28 is: [{'id': '3cdc09f5-4a46-45d5-89ed-636baac67d61', 'name': 'tempest-snat-router-1750748202', 'tenant_id': 'f6dd396789b44ec99bdb02deb1753be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.156'}], 'enable_snat': False}, 'gw_port_id': 'c41befd2-e3f3-4d6e-b168-d0e9f7808000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:13Z', 'updated_at': '2021-07-13T08:03:17Z', 'revision_number': 3, 'project_id': 'f6dd396789b44ec99bdb02deb1753be7', 'gw_port': {'id': 'c41befd2-e3f3-4d6e-b168-d0e9f7808000', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdc09f5-4a46-45d5-89ed-636baac67d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:14Z', 'updated_at': '2021-07-13T08:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:25.924865 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-59e3dfc6-67c6-4e63-bf41-71d638bb9c47 req-f1ed0e43-fce0-4f25-b8bd-25203fe6ec88 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5836732 Jul 13 08:03:25.925124 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] Allocated IP 172.20.0.2 (83eb928e-73c1-45a3-9507-128b6acf505d/e23909cf-255e-4236-b8e0-d5b38c16e1de/f71bbe3a-6f40-4dde-81e1-311e706cf7bb) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:26.023402 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-753c5522-c8ee-448b-871e-c5aa9b716718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.024459 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-753c5522-c8ee-448b-871e-c5aa9b716718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.028794 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a30a2db0-ab42-4aa6-ad2d-85d65ce05605 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.035869 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a30a2db0-ab42-4aa6-ad2d-85d65ce05605 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9924893 Jul 13 08:03:26.036798 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46738) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:26.055853 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6805cdd8-38c8-4ef9-887f-5ec1d3f35839 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.146125 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] For port 24c90f4a-d970-4175-a85f-cff79d05be03, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:26.205860 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d9a0512e-52b7-4908-9c19-a7847b4f5e65 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1678352 Jul 13 08:03:26.206565 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46742) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:26.218660 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e40c401b-b372-4921-9d7c-16874c80cea7 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Request body: {'security_group': {'name': 'tempest-security--535089369', 'description': 'tempest-security-description-1246218636'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:26.268046 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e40c401b-b372-4921-9d7c-16874c80cea7 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.335822 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.353887 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] Transition to ACTIVE for port object f71bbe3a-6f40-4dde-81e1-311e706cf7bb will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:26.388948 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] Transition to ACTIVE for port object f71bbe3a-6f40-4dde-81e1-311e706cf7bb will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:26.397991 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.404614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c90f4a-d970-4175-a85f-cff79d05be03 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:03:26.435944 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.469532 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e40c401b-b372-4921-9d7c-16874c80cea7 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.478513 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] Pushing event updated for resources: {'Port': ['ID=f71bbe3a-6f40-4dde-81e1-311e706cf7bb,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:26.489858 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] Attempting to bind port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:26.489858 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] Attempting to bind port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:26.490296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] Attempting to bind port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 on network d013c030-1ee3-40e3-b3a2-d58ba564a20a {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:26.498358 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3666a33-f16c-456a-8ce7-1a672eb38a62 req-ec604278-c342-44f1-b15a-61db3eed7a37 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:26.500066 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f3666a33-f16c-456a-8ce7-1a672eb38a62 req-ec604278-c342-44f1-b15a-61db3eed7a37 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 943 time: 0.4057765 Jul 13 08:03:26.502425 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-753c5522-c8ee-448b-871e-c5aa9b716718 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.504196 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e40c401b-b372-4921-9d7c-16874c80cea7 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.506959 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e40c401b-b372-4921-9d7c-16874c80cea7 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.511254 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e40c401b-b372-4921-9d7c-16874c80cea7 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "PUT /v2.0/security-groups/6a493dc7-99d5-4879-ba64-c37308e37bd0 HTTP/1.1" status: 200 len: 1779 time: 0.2975984 Jul 13 08:03:26.512827 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] Network 83eb928e-73c1-45a3-9507-128b6acf505d is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:26.513964 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46744) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:26.514210 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:26.523639 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:26.536538 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device cae301e6-0af0-4b12-88e0-9dcf7ae99edf up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:26.554383 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] Port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 on network d013c030-1ee3-40e3-b3a2-d58ba564a20a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:03:26.554714 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] Attempting to bind port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 on network d013c030-1ee3-40e3-b3a2-d58ba564a20a {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:26.558071 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] Transition to ACTIVE for port object 24c90f4a-d970-4175-a85f-cff79d05be03 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:26.633322 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea74e-e39d-4e3d-84d0-2994a862574d req-7967c5d5-cd10-4e7a-8b06-d5824b26ed62 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:26.634461 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.635180 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-165ea74e-e39d-4e3d-84d0-2994a862574d req-7967c5d5-cd10-4e7a-8b06-d5824b26ed62 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 944 time: 0.3186202 Jul 13 08:03:26.682492 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] Attempting to bind port f71bbe3a-6f40-4dde-81e1-311e706cf7bb on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:26.682916 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] Attempting to bind port f71bbe3a-6f40-4dde-81e1-311e706cf7bb by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '1041a39a-2d6f-40dc-9d78-3492e8b1cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '83eb928e-73c1-45a3-9507-128b6acf505d'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:26.683680 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] Attempting to bind port f71bbe3a-6f40-4dde-81e1-311e706cf7bb on network 83eb928e-73c1-45a3-9507-128b6acf505d {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:26.691240 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:26.691777 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] Checking segment: {'id': '1041a39a-2d6f-40dc-9d78-3492e8b1cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '83eb928e-73c1-45a3-9507-128b6acf505d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:26.692202 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.692590 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] Bound using segment: {'id': '1041a39a-2d6f-40dc-9d78-3492e8b1cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '83eb928e-73c1-45a3-9507-128b6acf505d'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:26.693097 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] Bound port: f71bbe3a-6f40-4dde-81e1-311e706cf7bb, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1041a39a-2d6f-40dc-9d78-3492e8b1cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '83eb928e-73c1-45a3-9507-128b6acf505d'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:26.693473 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.711817 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:26.712313 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] Checking segment: {'id': '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:26.713107 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] Bound using segment: {'id': '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:26.713312 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] Bound port: 4ac7e1b2-6e19-4373-ba87-3370d07244b9, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:26.713660 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.717179 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-30b427ef-465d-427c-b8b7-297bd3416de2 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-groups/6a493dc7-99d5-4879-ba64-c37308e37bd0 HTTP/1.1" status: 200 len: 1779 time: 0.1868191 Jul 13 08:03:26.717974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c401b-b372-4921-9d7c-16874c80cea7 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a493dc7-99d5-4879-ba64-c37308e37bd0,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:26.729809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46748) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:26.747361 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f3666a33-f16c-456a-8ce7-1a672eb38a62 req-c684d27c-e5c2-4865-8cbd-cb6fec589c1b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339053 Jul 13 08:03:26.804393 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port cae301e6-0af0-4b12-88e0-9dcf7ae99edf completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:26.833096 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port cae301e6-0af0-4b12-88e0-9dcf7ae99edf triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:26.833845 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.854078 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-165ea74e-e39d-4e3d-84d0-2994a862574d req-ca23f945-a86f-4768-9fa8-37a03b2301ed tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901402 Jul 13 08:03:26.939596 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f285c4af-7e3a-40be-b543-e5b6f19b9652 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.948931 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] For port f71bbe3a-6f40-4dde-81e1-311e706cf7bb, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:26.962912 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-753c5522-c8ee-448b-871e-c5aa9b716718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.965010 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] For port f71bbe3a-6f40-4dde-81e1-311e706cf7bb, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f71bbe3a-6f40-4dde-81e1-311e706cf7bb,segment=NetworkSegment(1041a39a-2d6f-40dc-9d78-3492e8b1cd20),segment_id=1041a39a-2d6f-40dc-9d78-3492e8b1cd20)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:26.985894 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.028767 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f285c4af-7e3a-40be-b543-e5b6f19b9652 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.066242 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] For port 4ac7e1b2-6e19-4373-ba87-3370d07244b9, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:27.124300 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] No DVR routers for this DVR port 24c90f4a-d970-4175-a85f-cff79d05be03 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:03:27.139683 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.158267 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] For port 4ac7e1b2-6e19-4373-ba87-3370d07244b9, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4ac7e1b2-6e19-4373-ba87-3370d07244b9,segment=NetworkSegment(73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1),segment_id=73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:27.166396 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170a340-4a72-4649-9ede-6d72a96fd0e1 None None] Pushing event updated for resources: {'Port': ['ID=f71bbe3a-6f40-4dde-81e1-311e706cf7bb,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:27.178599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80356dc2-97ac-420f-b875-02071916ee23 req-d27af2a9-deee-4bdc-9285-7dba3d4a760c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:27.186269 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80356dc2-97ac-420f-b875-02071916ee23 req-d27af2a9-deee-4bdc-9285-7dba3d4a760c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 945 time: 0.1988676 Jul 13 08:03:27.197336 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port cae301e6-0af0-4b12-88e0-9dcf7ae99edf, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=cae301e6-0af0-4b12-88e0-9dcf7ae99edf,segment=NetworkSegment(58020957-0569-475f-9845-1bdc4428d664),segment_id=58020957-0569-475f-9845-1bdc4428d664)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:27.199297 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] Pushing event updated for resources: {'Port': ['ID=24c90f4a-d970-4175-a85f-cff79d05be03,revision_number=9']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:27.203398 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.215330 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f285c4af-7e3a-40be-b543-e5b6f19b9652 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.218156 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f285c4af-7e3a-40be-b543-e5b6f19b9652 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.220623 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c41befd2-e3f3-4d6e-b168-d0e9f7808000 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:27.221304 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f285c4af-7e3a-40be-b543-e5b6f19b9652 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "DELETE /v2.0/security-groups/6a493dc7-99d5-4879-ba64-c37308e37bd0 HTTP/1.1" status: 204 len: 168 time: 0.4900532 Jul 13 08:03:27.229970 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.243403 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] Attempting to bind port 24c90f4a-d970-4175-a85f-cff79d05be03 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:27.243605 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] Attempting to bind port 24c90f4a-d970-4175-a85f-cff79d05be03 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '78096199-7087-45c3-a364-e9e751751f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6010d2c2-d300-400c-be9f-95d4cb60edee'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:27.243936 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] Attempting to bind port 24c90f4a-d970-4175-a85f-cff79d05be03 on network 6010d2c2-d300-400c-be9f-95d4cb60edee {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:27.246518 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46752) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:27.262841 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:27.263684 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.266426 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] 10.222.0.62 "PUT /v2.0/ports/4ac7e1b2-6e19-4373-ba87-3370d07244b9 HTTP/1.1" status: 200 len: 1092 time: 3.7321429 Jul 13 08:03:27.323248 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'tag': '4ac7e1b2-6e19-4373-ba87-3370d07244b9'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:27.325850 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88be5cf5-0b2e-4403-b27c-26ad788dda6a" -d '{"events": [{"name": "network-changed", "server_uuid": "f1395fb2-1155-4560-8cf7-4df5aa0c2b1d", "tag": "4ac7e1b2-6e19-4373-ba87-3370d07244b9"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:27.329337 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285c4af-7e3a-40be-b543-e5b6f19b9652 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a493dc7-99d5-4879-ba64-c37308e37bd0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:27.417454 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c9c59-9121-4be5-818a-ee1238a42926 req-5b3b8c2e-3db7-4edc-b332-1cd9f8bce918 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:27.421564 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] Port 24c90f4a-d970-4175-a85f-cff79d05be03 on network 6010d2c2-d300-400c-be9f-95d4cb60edee not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:03:27.422499 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] Attempting to bind port 24c90f4a-d970-4175-a85f-cff79d05be03 on network 6010d2c2-d300-400c-be9f-95d4cb60edee {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:27.427748 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c45c9c59-9121-4be5-818a-ee1238a42926 req-5b3b8c2e-3db7-4edc-b332-1cd9f8bce918 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 0.3555317 Jul 13 08:03:27.458652 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80356dc2-97ac-420f-b875-02071916ee23 req-0c4ac2f1-0172-4b6f-a2cf-65abb7c788de tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2664392 Jul 13 08:03:27.503378 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=cae301e6-0af0-4b12-88e0-9dcf7ae99edf,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:27.538391 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:27.538735 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] Checking segment: {'id': '78096199-7087-45c3-a364-e9e751751f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6010d2c2-d300-400c-be9f-95d4cb60edee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:27.539252 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] Bound using segment: {'id': '78096199-7087-45c3-a364-e9e751751f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6010d2c2-d300-400c-be9f-95d4cb60edee'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:27.540140 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] Bound port: 24c90f4a-d970-4175-a85f-cff79d05be03, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78096199-7087-45c3-a364-e9e751751f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6010d2c2-d300-400c-be9f-95d4cb60edee'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:27.540870 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.542589 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port c41befd2-e3f3-4d6e-b168-d0e9f7808000 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:27.564536 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e467655a-e73b-4b99-b838-f0356d21bfe8 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3114901 Jul 13 08:03:27.570679 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46756) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:27.578150 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port c41befd2-e3f3-4d6e-b168-d0e9f7808000 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:27.578767 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.635164 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c45c9c59-9121-4be5-818a-ee1238a42926 req-7e136fec-32a2-4270-8a6c-221fa8e935fa tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064285 Jul 13 08:03:27.640821 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-e751ab26-2f13-4f56-a34a-7145c0d8efa1 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] delete failed (client error): The resource could not be found. Jul 13 08:03:27.649217 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e751ab26-2f13-4f56-a34a-7145c0d8efa1 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "DELETE /v2.0/security-groups/6a493dc7-99d5-4879-ba64-c37308e37bd0 HTTP/1.1" status: 404 len: 347 time: 0.0627177 Jul 13 08:03:27.649419 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bdc73a-89db-4529-b24d-b2131b0cec09 x-openstack-request-id: req-35bdc73a-89db-4529-b24d-b2131b0cec09 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:27.649419 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1395fb2-1155-4560-8cf7-4df5aa0c2b1d", "tag": "4ac7e1b2-6e19-4373-ba87-3370d07244b9", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:27.649419 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-35bdc73a-89db-4529-b24d-b2131b0cec09 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:27.649419 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'tag': '4ac7e1b2-6e19-4373-ba87-3370d07244b9', 'status': 'completed', 'code': 200} Jul 13 08:03:27.660019 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46758) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:27.665270 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-69049847-3374-428a-ab08-c24b406f1509 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1013487502'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:27.671359 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7dae3f20-957f-4627-b500-c033ca85346b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.722398 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69049847-3374-428a-ab08-c24b406f1509 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.737822 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6805cdd8-38c8-4ef9-887f-5ec1d3f35839 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.750275 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e1ceb-b2a7-40dd-9464-1c7d0606f2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac7e1b2-6e19-4373-ba87-3370d07244b9,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:27.760647 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-cf2a8464-3eaf-49d1-964d-84dfb682e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:27.762577 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-cf2a8464-3eaf-49d1-964d-84dfb682e610 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 1095 time: 0.4059296 Jul 13 08:03:27.828966 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.856176 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.870554 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port c41befd2-e3f3-4d6e-b168-d0e9f7808000, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c41befd2-e3f3-4d6e-b168-d0e9f7808000,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:27.880468 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.917239 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-192bdd82-e966-4f81-ac42-8032f89cfdd5 None None] Provisioning complete for port cae301e6-0af0-4b12-88e0-9dcf7ae99edf triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:27.917616 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-192bdd82-e966-4f81-ac42-8032f89cfdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.933153 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-e6396518-fd49-4c11-ac96-88c17f8eb54d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ac7e1b2-6e19-4373-ba87-3370d07244b9 HTTP/1.1" status: 200 len: 217 time: 0.0829883 Jul 13 08:03:27.945504 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] For port 24c90f4a-d970-4175-a85f-cff79d05be03, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:27.957152 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] For port 24c90f4a-d970-4175-a85f-cff79d05be03, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=24c90f4a-d970-4175-a85f-cff79d05be03,segment=NetworkSegment(78096199-7087-45c3-a364-e9e751751f37),segment_id=78096199-7087-45c3-a364-e9e751751f37)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:27.991360 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69049847-3374-428a-ab08-c24b406f1509 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.000315 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69049847-3374-428a-ab08-c24b406f1509 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.010851 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=c41befd2-e3f3-4d6e-b168-d0e9f7808000,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:28.058910 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.131260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69049847-3374-428a-ab08-c24b406f1509 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97b9182-588c-4f95-acaf-e46be5cf33df,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:28.155670 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69049847-3374-428a-ab08-c24b406f1509 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.158717 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-69049847-3374-428a-ab08-c24b406f1509 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5021274 Jul 13 08:03:28.165986 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46764) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:28.173997 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f248fe46-2cfa-4ef8-a3e1-641bf37b7135 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Request body: {'security_group_rule': {'security_group_id': 'a97b9182-588c-4f95-acaf-e46be5cf33df', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:28.200975 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:28.201619 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.203177 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] 10.222.0.35 "PUT /v2.0/ports/24c90f4a-d970-4175-a85f-cff79d05be03 HTTP/1.1" status: 200 len: 1093 time: 4.5012560 Jul 13 08:03:28.239546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-90e9bf0e-691e-4d8b-abdf-f5aac188f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:28.241032 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-90e9bf0e-691e-4d8b-abdf-f5aac188f555 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=893422e7-0183-484b-b810-0be97f4a151e HTTP/1.1" status: 200 len: 834 time: 0.2929380 Jul 13 08:03:28.253815 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f248fe46-2cfa-4ef8-a3e1-641bf37b7135 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.291189 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59444e-5cc4-4444-9980-3a070315da29 req-52e4b56a-5a48-431c-947c-e96e5a86e993 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:28.294495 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d59444e-5cc4-4444-9980-3a070315da29 req-52e4b56a-5a48-431c-947c-e96e5a86e993 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 945 time: 0.2392211 Jul 13 08:03:28.304978 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298c225-2910-412a-b7c1-3ccddb576335 req-734a084d-f6d7-4145-bd71-fff34e909193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:28.306515 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2298c225-2910-412a-b7c1-3ccddb576335 req-734a084d-f6d7-4145-bd71-fff34e909193 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 1098 time: 0.2350087 Jul 13 08:03:28.314932 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294aad6-775e-4a9f-8a65-5478d0ed0943 req-6e76ef9c-6980-4e11-944f-ad5e2f2d0965 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:28.316338 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e294aad6-775e-4a9f-8a65-5478d0ed0943 req-6e76ef9c-6980-4e11-944f-ad5e2f2d0965 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 943 time: 0.2928069 Jul 13 08:03:28.347104 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf3988-0b53-4620-9814-5e5cb4b2193e service neutron] Pushing event updated for resources: {'Port': ['ID=24c90f4a-d970-4175-a85f-cff79d05be03,revision_number=10']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:28.374181 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-753c5522-c8ee-448b-871e-c5aa9b716718 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.407982 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-753c5522-c8ee-448b-871e-c5aa9b716718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.464260 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6805cdd8-38c8-4ef9-887f-5ec1d3f35839 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Router 0fb2d096-3d21-4253-82ad-7bda10f243ad is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:03:28.474453 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f248fe46-2cfa-4ef8-a3e1-641bf37b7135 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.481282 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d59444e-5cc4-4444-9980-3a070315da29 req-e8f8d7cc-e2a6-4a6f-96db-d09d46a32a9c tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631060 Jul 13 08:03:28.487296 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f248fe46-2cfa-4ef8-a3e1-641bf37b7135 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.498790 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2298c225-2910-412a-b7c1-3ccddb576335 req-195f5e88-0fe9-4686-b38d-eaa116dd36c0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762586 Jul 13 08:03:28.508439 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e294aad6-775e-4a9f-8a65-5478d0ed0943 req-80dbbf4b-66e7-4ba0-9367-b9acf7864ec1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693957 Jul 13 08:03:28.515843 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-8080be4f-e124-44ec-89ef-403d984bc678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:28.517388 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-8080be4f-e124-44ec-89ef-403d984bc678 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0eefcb1ad9d4424186c36993d3bfbbea&device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 1097 time: 0.2839084 Jul 13 08:03:28.522988 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device cae301e6-0af0-4b12-88e0-9dcf7ae99edf up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:28.534216 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248fe46-2cfa-4ef8-a3e1-641bf37b7135 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e973343-7289-47e2-b0f6-cead537a58b9,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:28.536702 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-de149e65-b262-4047-8e5b-6b918b6d9540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:28.538301 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-de149e65-b262-4047-8e5b-6b918b6d9540 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d013c030-1ee3-40e3-b3a2-d58ba564a20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2803898 Jul 13 08:03:28.543068 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f248fe46-2cfa-4ef8-a3e1-641bf37b7135 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.544980 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f248fe46-2cfa-4ef8-a3e1-641bf37b7135 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3771205 Jul 13 08:03:28.552207 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46768) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:28.600449 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2017b574-138e-433b-ac79-7c62a88c0eeb tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.607184 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port cae301e6-0af0-4b12-88e0-9dcf7ae99edf triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:28.607790 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.612104 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2017b574-138e-433b-ac79-7c62a88c0eeb tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.736411 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c41befd2-e3f3-4d6e-b168-d0e9f7808000 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:28.801970 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2559ba-5147-4512-a5b5-441dd38532a3 None None] Network 83eb928e-73c1-45a3-9507-128b6acf505d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:03:28.842429 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port c41befd2-e3f3-4d6e-b168-d0e9f7808000 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:28.842429 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.843872 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-753c5522-c8ee-448b-871e-c5aa9b716718 admin admin] Allocated IP 172.25.0.18 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/39a76f1e-b3b8-4555-80a2-0af8fb33d09c) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:28.904290 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6b166b7b-c04b-448b-ae65-f76bfc6462c1 None None] Provisioning for port f71bbe3a-6f40-4dde-81e1-311e706cf7bb completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:28.940703 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-37f08bed-b6a9-4b9d-a973-8e9558f49add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:28.942257 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-37f08bed-b6a9-4b9d-a973-8e9558f49add service neutron] 10.222.0.35 "GET /v2.0/networks?id=6010d2c2-d300-400c-be9f-95d4cb60edee HTTP/1.1" status: 200 len: 913 time: 0.4164183 Jul 13 08:03:28.943321 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6805cdd8-38c8-4ef9-887f-5ec1d3f35839 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:28.946602 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-9c18bb4f-5662-477f-8de9-bcb35ea37aec service neutron] 10.222.0.62 "GET /v2.0/networks/d013c030-1ee3-40e3-b3a2-d58ba564a20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035619 Jul 13 08:03:28.992694 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] Sync routers for ids ['0fb2d096-3d21-4253-82ad-7bda10f243ad'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:29.024406 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f71bbe3a-6f40-4dde-81e1-311e706cf7bb up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:29.055042 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] Routers {'0fb2d096-3d21-4253-82ad-7bda10f243ad'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:29.055816 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['0fb2d096-3d21-4253-82ad-7bda10f243ad'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:29.073631 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2017b574-138e-433b-ac79-7c62a88c0eeb tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:29.079035 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2017b574-138e-433b-ac79-7c62a88c0eeb tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:29.080289 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2017b574-138e-433b-ac79-7c62a88c0eeb tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/7e973343-7289-47e2-b0f6-cead537a58b9 HTTP/1.1" status: 204 len: 168 time: 0.5267930 Jul 13 08:03:29.085472 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46772) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:29.130310 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017b574-138e-433b-ac79-7c62a88c0eeb tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e973343-7289-47e2-b0f6-cead537a58b9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:29.210806 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-33da668c-fc8f-48d6-95b9-917bfbcf4d39 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1064966 Jul 13 08:03:29.214221 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46776) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:29.236914 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port f71bbe3a-6f40-4dde-81e1-311e706cf7bb completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:29.247274 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port f71bbe3a-6f40-4dde-81e1-311e706cf7bb triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:29.247735 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:29.254073 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572fd5e-b1c0-4d3e-a2fd-e43183aad819 req-41ea0249-527f-47c4-a677-fb3b640f7061 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:29.257098 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] Set router 0fb2d096-3d21-4253-82ad-7bda10f243ad gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:29.262501 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d572fd5e-b1c0-4d3e-a2fd-e43183aad819 req-41ea0249-527f-47c4-a677-fb3b640f7061 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 945 time: 0.6095197 Jul 13 08:03:29.292343 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eda669-feb5-489e-836d-262fc701febb req-7ae4d62b-1f13-4369-85fa-875c3b87a75e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:29.300468 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18eda669-feb5-489e-836d-262fc701febb req-7ae4d62b-1f13-4369-85fa-875c3b87a75e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 0.2588983 Jul 13 08:03:29.393439 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d572fd5e-b1c0-4d3e-a2fd-e43183aad819 req-d56a7c09-a189-4bdf-bc28-6e533e90bf2e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296570 Jul 13 08:03:29.418350 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18eda669-feb5-489e-836d-262fc701febb req-6a709564-bc8b-4b3d-8bfb-bc39896f1060 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162953 Jul 13 08:03:29.430946 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b21141c5-74ce-4032-a5d8-3098ee4ac2c9 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:29.477735 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b21141c5-74ce-4032-a5d8-3098ee4ac2c9 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:29.548822 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:29.558662 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b21141c5-74ce-4032-a5d8-3098ee4ac2c9 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:29.561745 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b21141c5-74ce-4032-a5d8-3098ee4ac2c9 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:29.565734 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b21141c5-74ce-4032-a5d8-3098ee4ac2c9 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "DELETE /v2.0/security-groups/a97b9182-588c-4f95-acaf-e46be5cf33df HTTP/1.1" status: 204 len: 168 time: 0.3475952 Jul 13 08:03:29.566866 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46782) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:29.570133 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-dc2f8236-cdec-4281-81fe-896a462ba32d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c90f4a-d970-4175-a85f-cff79d05be03 HTTP/1.1" status: 200 len: 217 time: 0.6185162 Jul 13 08:03:29.599153 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21141c5-74ce-4032-a5d8-3098ee4ac2c9 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97b9182-588c-4f95-acaf-e46be5cf33df,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:29.607572 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6805cdd8-38c8-4ef9-887f-5ec1d3f35839 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:29.608823 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6805cdd8-38c8-4ef9-887f-5ec1d3f35839 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.0673463 Jul 13 08:03:29.615905 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-753c5522-c8ee-448b-871e-c5aa9b716718 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:29.617938 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46786) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:29.658115 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e', 'tag': '24c90f4a-d970-4175-a85f-cff79d05be03'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:29.662531 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60940211-b12d-48ed-a21a-1e7c0323c497" -d '{"events": [{"name": "network-changed", "server_uuid": "f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e", "tag": "24c90f4a-d970-4175-a85f-cff79d05be03"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:29.681572 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port f71bbe3a-6f40-4dde-81e1-311e706cf7bb, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f71bbe3a-6f40-4dde-81e1-311e706cf7bb,segment=NetworkSegment(1041a39a-2d6f-40dc-9d78-3492e8b1cd20),segment_id=1041a39a-2d6f-40dc-9d78-3492e8b1cd20)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:29.698756 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:29.713376 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:29.726339 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f7a52ec9-99df-4440-89bf-05f7aeaace83 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1512334 Jul 13 08:03:29.727442 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46790) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:29.731735 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5db3efb2-2044-40bf-af80-9e84ddbbb335 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Request body: {'security_group': {'name': 'tempest-secgroup--633125062'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:29.760791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d9c4d9cb-05b7-42cb-a842-aad8cc943a14 None None] Provisioning complete for port f71bbe3a-6f40-4dde-81e1-311e706cf7bb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:29.761575 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d9c4d9cb-05b7-42cb-a842-aad8cc943a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:29.769567 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5db3efb2-2044-40bf-af80-9e84ddbbb335 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:29.803449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=f71bbe3a-6f40-4dde-81e1-311e706cf7bb,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:29.820095 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c6abe-971b-4997-8804-b70c1f15db18 req-58553418-53ec-41a8-bfc3-2d9b4b50ac8f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:29.822349 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b47c6abe-971b-4997-8804-b70c1f15db18 req-58553418-53ec-41a8-bfc3-2d9b4b50ac8f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 945 time: 0.2258518 Jul 13 08:03:29.835536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-2fad2b8c-c601-482b-bc6f-6e5b76774b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:29.837396 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-2fad2b8c-c601-482b-bc6f-6e5b76774b05 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53b9c81c-e3a5-4f3c-a0c3-29ef11d7a9fd HTTP/1.1" status: 200 len: 852 time: 0.2468853 Jul 13 08:03:29.841467 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb2d096-3d21-4253-82ad-7bda10f243ad', 'name': 'tempest-snat-router-1750748202', 'tenant_id': 'f6dd396789b44ec99bdb02deb1753be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '6d29cd8a-a621-4334-b64b-851e09802e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:20Z', 'updated_at': '2021-07-13T08:03:25Z', 'revision_number': 3, 'project_id': 'f6dd396789b44ec99bdb02deb1753be7', 'gw_port': {'id': '6d29cd8a-a621-4334-b64b-851e09802e13', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb2d096-3d21-4253-82ad-7bda10f243ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:22Z', 'updated_at': '2021-07-13T08:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:29.870171 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-49bb4981-5a00-458b-b5eb-1a36da210642 req-d4ebef95-3b14-4861-918b-0fb07819a3df service neutron] 10.222.0.62 "GET /v2.0/networks/d013c030-1ee3-40e3-b3a2-d58ba564a20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9068992 Jul 13 08:03:29.877173 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] Checking router: 0fb2d096-3d21-4253-82ad-7bda10f243ad for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:03:29.877739 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] Updating router 0fb2d096-3d21-4253-82ad-7bda10f243ad port 6d29cd8a-a621-4334-b64b-851e09802e13 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:03:29.879092 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56241a23-2d25-4e28-b3be-5bdd7844739d req-5531e4cc-0af3-4fe4-944a-2b67b941ffbd tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:29.880837 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56241a23-2d25-4e28-b3be-5bdd7844739d req-5531e4cc-0af3-4fe4-944a-2b67b941ffbd tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 945 time: 0.2042639 Jul 13 08:03:29.907281 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-55abdf45-39d4-4167-8127-731523a9005e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6010d2c2-d300-400c-be9f-95d4cb60edee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511389 Jul 13 08:03:29.931149 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b47c6abe-971b-4997-8804-b70c1f15db18 req-7e59e40b-df78-4fe7-94f9-6624f5413fbd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974877 Jul 13 08:03:29.965968 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56241a23-2d25-4e28-b3be-5bdd7844739d req-60613e8c-2d27-4674-a486-3976f30ca39c tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779111 Jul 13 08:03:29.972974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46792) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:29.977390 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:29.992763 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5db3efb2-2044-40bf-af80-9e84ddbbb335 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.005273 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5db3efb2-2044-40bf-af80-9e84ddbbb335 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.027818 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-316f57f7-5ff8-420f-9e7b-de4df91241e0 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "GET /v2.0/routers/0fb2d096-3d21-4253-82ad-7bda10f243ad HTTP/1.1" status: 200 len: 907 time: 0.3765576 Jul 13 08:03:30.027818 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46796) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:30.041381 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-753c5522-c8ee-448b-871e-c5aa9b716718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.050202 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5db3efb2-2044-40bf-af80-9e84ddbbb335 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.054217 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5db3efb2-2044-40bf-af80-9e84ddbbb335 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3240199 Jul 13 08:03:30.054217 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3efb2-2044-40bf-af80-9e84ddbbb335 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee76b0a9-0019-45f7-9b7c-8e789587c81b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:30.057509 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46798) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:30.072200 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2010c9b0-11a1-4718-a47e-c0cc2fbfef32 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Request body: {'security_group_rule': {'security_group_id': 'ee76b0a9-0019-45f7-9b7c-8e789587c81b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:30.116279 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2010c9b0-11a1-4718-a47e-c0cc2fbfef32 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.209443 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2f8028-dcd7-4aef-b97f-3fccc8cee690 x-openstack-request-id: req-bf2f8028-dcd7-4aef-b97f-3fccc8cee690 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:30.209906 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e", "tag": "24c90f4a-d970-4175-a85f-cff79d05be03", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:30.210276 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bf2f8028-dcd7-4aef-b97f-3fccc8cee690 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:30.210788 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e', 'tag': '24c90f4a-d970-4175-a85f-cff79d05be03', 'status': 'completed', 'code': 200} Jul 13 08:03:30.211354 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c5522-c8ee-448b-871e-c5aa9b716718 admin admin] Pushing event updated for resources: {'Port': ['ID=39a76f1e-b3b8-4555-80a2-0af8fb33d09c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:30.261881 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753c5522-c8ee-448b-871e-c5aa9b716718 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:30.297418 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-753c5522-c8ee-448b-871e-c5aa9b716718 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:30.301703 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2010c9b0-11a1-4718-a47e-c0cc2fbfef32 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.313342 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753c5522-c8ee-448b-871e-c5aa9b716718 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:30.318171 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be5cf5-0b2e-4403-b27c-26ad788dda6a req-ff5bb6da-f90c-4061-b5f4-1a758ea17201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:30.319698 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-88be5cf5-0b2e-4403-b27c-26ad788dda6a req-ff5bb6da-f90c-4061-b5f4-1a758ea17201 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 1095 time: 0.3750949 Jul 13 08:03:30.330328 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2010c9b0-11a1-4718-a47e-c0cc2fbfef32 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.351646 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-7a8b9a15-9e36-478b-ac58-36e034b3c411 service neutron] 10.222.0.35 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252758 Jul 13 08:03:30.381871 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010c9b0-11a1-4718-a47e-c0cc2fbfef32 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b2aba8-c4e6-42a8-ac08-eb478a073621,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:30.383490 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f71bbe3a-6f40-4dde-81e1-311e706cf7bb up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:30.390607 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2010c9b0-11a1-4718-a47e-c0cc2fbfef32 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.395233 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2010c9b0-11a1-4718-a47e-c0cc2fbfef32 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3334699 Jul 13 08:03:30.402661 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9756a5-f02e-4272-bdb9-5aee0f18c4d1 req-b0206c19-e067-4b31-8a44-41c098ebb0d1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:30.404372 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a9756a5-f02e-4272-bdb9-5aee0f18c4d1 req-b0206c19-e067-4b31-8a44-41c098ebb0d1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 943 time: 0.2534008 Jul 13 08:03:30.405996 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46804) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:30.412888 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-096bc699-4678-4e32-b62a-9813fae39f20 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Request body: {'security_group_rule': {'security_group_id': 'ee76b0a9-0019-45f7-9b7c-8e789587c81b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:30.432681 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e384e4ad-5ba9-4cff-a0c7-5d5b0d82ed65 tempest-TestVolumeBootPattern-872359691 tempest-TestVolumeBootPattern-872359691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:30.434242 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e384e4ad-5ba9-4cff-a0c7-5d5b0d82ed65 tempest-TestVolumeBootPattern-872359691 tempest-TestVolumeBootPattern-872359691-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 1092 time: 0.4602764 Jul 13 08:03:30.441261 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46806) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:30.471247 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-3dfe27ad-08d9-4f5d-86ae-c9a718cd3185 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': '08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:30.475281 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-096bc699-4678-4e32-b62a-9813fae39f20 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.500536 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8fe1fd59-40dc-4dbc-a686-6b540b482dad tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.506382 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a9756a5-f02e-4272-bdb9-5aee0f18c4d1 req-b0e1320a-f1dd-4c5f-99ca-db277d97cd6d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869765 Jul 13 08:03:30.534133 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.536739 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3dfe27ad-08d9-4f5d-86ae-c9a718cd3185 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for floatingip, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.544356 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-096bc699-4678-4e32-b62a-9813fae39f20 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.549514 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-096bc699-4678-4e32-b62a-9813fae39f20 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.550484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] Transition to ACTIVE for port object 6d29cd8a-a621-4334-b64b-851e09802e13 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:30.567410 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port f71bbe3a-6f40-4dde-81e1-311e706cf7bb triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:30.568057 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.570312 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.587571 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096bc699-4678-4e32-b62a-9813fae39f20 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5b51f6-fd01-4e61-a6c9-d0b3ba4ac8c9,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:30.609686 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-096bc699-4678-4e32-b62a-9813fae39f20 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.614509 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-096bc699-4678-4e32-b62a-9813fae39f20 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2040222 Jul 13 08:03:30.614509 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46810) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:30.618181 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8468445f-4bba-4090-ba98-1c5d7b306463 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Request body: {'security_group_rule': {'security_group_id': 'ee76b0a9-0019-45f7-9b7c-8e789587c81b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:30.655463 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8468445f-4bba-4090-ba98-1c5d7b306463 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.668747 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] Attempting to bind port 6d29cd8a-a621-4334-b64b-851e09802e13 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:30.669125 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] Attempting to bind port 6d29cd8a-a621-4334-b64b-851e09802e13 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:30.669492 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] Attempting to bind port 6d29cd8a-a621-4334-b64b-851e09802e13 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:30.671386 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6b558-5f3d-4fbf-babf-0d8835ce1d14 None None] Pushing event updated for resources: {'Port': ['ID=6d29cd8a-a621-4334-b64b-851e09802e13,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:30.685560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:30.686189 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:30.686333 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.687622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:30.687622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] Bound port: 6d29cd8a-a621-4334-b64b-851e09802e13, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:30.687848 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.711538 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d817da-19cd-40a4-abfc-913dc6611526 req-5499faae-db77-4b8f-b15d-2a6349f7dcc9 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:30.713288 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b4d817da-19cd-40a4-abfc-913dc6611526 req-5499faae-db77-4b8f-b15d-2a6349f7dcc9 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 0.1426349 Jul 13 08:03:30.720889 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-41a89c47-7d0f-4225-8a1b-368ac6df36c1 service neutron] 10.222.0.35 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595266 Jul 13 08:03:30.765206 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be5cf5-0b2e-4403-b27c-26ad788dda6a req-28ee0c4b-4215-4891-95fe-19429c673222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:30.767354 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-88be5cf5-0b2e-4403-b27c-26ad788dda6a req-28ee0c4b-4215-4891-95fe-19429c673222 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d013c030-1ee3-40e3-b3a2-d58ba564a20a HTTP/1.1" status: 200 len: 897 time: 0.4092786 Jul 13 08:03:30.769908 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8468445f-4bba-4090-ba98-1c5d7b306463 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.794885 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8468445f-4bba-4090-ba98-1c5d7b306463 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.850185 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468445f-4bba-4090-ba98-1c5d7b306463 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bad02c-1a89-4dc1-bd8d-474295581886,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:30.855056 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8468445f-4bba-4090-ba98-1c5d7b306463 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.858819 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8468445f-4bba-4090-ba98-1c5d7b306463 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2416890 Jul 13 08:03:30.860523 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b4d817da-19cd-40a4-abfc-913dc6611526 req-4139470f-6530-4afb-9c1b-b9e408e3b252 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203163 Jul 13 08:03:30.861162 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46816) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:30.865767 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-43fb83f8-1c75-4956-88a6-d5d85c0b254c tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Request body: {'security_group_rule': {'security_group_id': 'ee76b0a9-0019-45f7-9b7c-8e789587c81b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:30.890906 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-88be5cf5-0b2e-4403-b27c-26ad788dda6a req-6288d58d-b706-4aa9-a297-1871216c5d3d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ac7e1b2-6e19-4373-ba87-3370d07244b9 HTTP/1.1" status: 200 len: 217 time: 0.1065941 Jul 13 08:03:30.910468 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-43fb83f8-1c75-4956-88a6-d5d85c0b254c tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.994501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] For port 6d29cd8a-a621-4334-b64b-851e09802e13, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:30.996397 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-43fb83f8-1c75-4956-88a6-d5d85c0b254c tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.999525 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] For port 6d29cd8a-a621-4334-b64b-851e09802e13, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=6d29cd8a-a621-4334-b64b-851e09802e13,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:31.003648 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-43fb83f8-1c75-4956-88a6-d5d85c0b254c tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:31.011868 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:31.035756 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-43fb83f8-1c75-4956-88a6-d5d85c0b254c tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:31.037941 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-43fb83f8-1c75-4956-88a6-d5d85c0b254c tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1758568 Jul 13 08:03:31.039449 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb83f8-1c75-4956-88a6-d5d85c0b254c tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4718e3e1-eae7-423d-bc0c-dc09f6bd52f8,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:31.043582 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46824) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:31.049716 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-94cfa5e6-c1cc-42b7-800d-5b3ab13212d3 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Request body: {'security_group_rule': {'security_group_id': 'ee76b0a9-0019-45f7-9b7c-8e789587c81b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:31.099180 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94cfa5e6-c1cc-42b7-800d-5b3ab13212d3 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:31.137806 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] Routers {'0fb2d096-3d21-4253-82ad-7bda10f243ad'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:31.138715 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['0fb2d096-3d21-4253-82ad-7bda10f243ad'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:31.151919 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be5cf5-0b2e-4403-b27c-26ad788dda6a req-fd3a176b-e060-442f-9f60-e8feac0feba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:31.153603 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-88be5cf5-0b2e-4403-b27c-26ad788dda6a req-fd3a176b-e060-442f-9f60-e8feac0feba6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=893422e7-0183-484b-b810-0be97f4a151e HTTP/1.1" status: 200 len: 834 time: 0.2418451 Jul 13 08:03:31.154306 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-753c5522-c8ee-448b-871e-c5aa9b716718 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:31.156844 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8fe1fd59-40dc-4dbc-a686-6b540b482dad tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:31.182860 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6b558-5f3d-4fbf-babf-0d8835ce1d14 None None] Pushing event updated for resources: {'Port': ['ID=6d29cd8a-a621-4334-b64b-851e09802e13,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:31.274911 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] Set router 0fb2d096-3d21-4253-82ad-7bda10f243ad gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:31.385905 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60940211-b12d-48ed-a21a-1e7c0323c497 req-3ddbc5de-6100-4a40-8d54-a6ffabb541e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:31.387874 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-60940211-b12d-48ed-a21a-1e7c0323c497 req-3ddbc5de-6100-4a40-8d54-a6ffabb541e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0eefcb1ad9d4424186c36993d3bfbbea&device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 1097 time: 0.5955799 Jul 13 08:03:31.420243 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:31.432376 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3dfe27ad-08d9-4f5d-86ae-c9a718cd3185 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:31.433065 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94cfa5e6-c1cc-42b7-800d-5b3ab13212d3 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:31.477961 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94cfa5e6-c1cc-42b7-800d-5b3ab13212d3 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:31.552483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f91ba-d818-4176-96fa-6f6bae354a9d req-41bfeeee-2076-4e98-9006-667ec927dfee tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:31.558990 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac7f91ba-d818-4176-96fa-6f6bae354a9d req-41bfeeee-2076-4e98-9006-667ec927dfee tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 945 time: 0.2970245 Jul 13 08:03:31.606673 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be5cf5-0b2e-4403-b27c-26ad788dda6a req-1b0d6b3d-a17f-4ab0-bf45-605cf59f4ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:31.608759 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-88be5cf5-0b2e-4403-b27c-26ad788dda6a req-1b0d6b3d-a17f-4ab0-bf45-605cf59f4ca1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d013c030-1ee3-40e3-b3a2-d58ba564a20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4417419 Jul 13 08:03:31.616137 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-8fe1fd59-40dc-4dbc-a686-6b540b482dad tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Deleting port 6d29cd8a-a621-4334-b64b-851e09802e13 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:31.616523 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8fe1fd59-40dc-4dbc-a686-6b540b482dad tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:31.658346 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb2d096-3d21-4253-82ad-7bda10f243ad', 'name': 'tempest-snat-router-1750748202', 'tenant_id': 'f6dd396789b44ec99bdb02deb1753be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '6d29cd8a-a621-4334-b64b-851e09802e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:20Z', 'updated_at': '2021-07-13T08:03:25Z', 'revision_number': 3, 'project_id': 'f6dd396789b44ec99bdb02deb1753be7', 'gw_port': {'id': '6d29cd8a-a621-4334-b64b-851e09802e13', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb2d096-3d21-4253-82ad-7bda10f243ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:22Z', 'updated_at': '2021-07-13T08:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:31.664692 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b75037-3728-40f6-91b6-65399f89238d req-bb2ef847-0159-4118-ad5f-19b1484ffb1d tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:31.666527 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-23b75037-3728-40f6-91b6-65399f89238d req-bb2ef847-0159-4118-ad5f-19b1484ffb1d tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.5512695 Jul 13 08:03:31.667333 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94cfa5e6-c1cc-42b7-800d-5b3ab13212d3 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:31.668431 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-94cfa5e6-c1cc-42b7-800d-5b3ab13212d3 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6235409 Jul 13 08:03:31.674631 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfa5e6-c1cc-42b7-800d-5b3ab13212d3 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa944f5-96f5-4537-9a14-863cf4fcedb4,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:31.676334 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46838) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:31.706203 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fdc9cb-a7be-40d8-a89a-5904fc444a63 None None] The sync data for ids ['0fb2d096-3d21-4253-82ad-7bda10f243ad'] in n-d-779913-28 is: [{'id': '0fb2d096-3d21-4253-82ad-7bda10f243ad', 'name': 'tempest-snat-router-1750748202', 'tenant_id': 'f6dd396789b44ec99bdb02deb1753be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '6d29cd8a-a621-4334-b64b-851e09802e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:20Z', 'updated_at': '2021-07-13T08:03:25Z', 'revision_number': 3, 'project_id': 'f6dd396789b44ec99bdb02deb1753be7', 'gw_port': {'id': '6d29cd8a-a621-4334-b64b-851e09802e13', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb2d096-3d21-4253-82ad-7bda10f243ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:22Z', 'updated_at': '2021-07-13T08:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:31.762719 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac7f91ba-d818-4176-96fa-6f6bae354a9d req-711413e7-99dc-462e-84e9-93bc2736eab7 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890476 Jul 13 08:03:31.833054 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c4b8f4c-da42-4b2f-9851-a71505b273a2 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:31.839931 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-88be5cf5-0b2e-4403-b27c-26ad788dda6a req-f0112922-0b1d-45aa-b53d-69b2d4659fc2 service neutron] 10.222.0.62 "GET /v2.0/networks/d013c030-1ee3-40e3-b3a2-d58ba564a20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181771 Jul 13 08:03:31.881305 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c4b8f4c-da42-4b2f-9851-a71505b273a2 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:31.904663 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-23b75037-3728-40f6-91b6-65399f89238d req-63949b29-8788-4558-b47c-e2c48a430511 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844516 Jul 13 08:03:31.961287 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c4b8f4c-da42-4b2f-9851-a71505b273a2 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:31.968222 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c4b8f4c-da42-4b2f-9851-a71505b273a2 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:31.971013 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4c4b8f4c-da42-4b2f-9851-a71505b273a2 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/5aa944f5-96f5-4537-9a14-863cf4fcedb4 HTTP/1.1" status: 204 len: 168 time: 0.2746716 Jul 13 08:03:31.976856 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46842) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:32.026229 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b8f4c-da42-4b2f-9851-a71505b273a2 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5aa944f5-96f5-4537-9a14-863cf4fcedb4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:32.113869 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-42c034ba-4bed-4e31-9b71-ba14767c2fe0 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1286876 Jul 13 08:03:32.114365 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46846) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:32.188095 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b261bd1-6d78-40ca-af44-57a9b3bc5aaf tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:32.214079 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b261bd1-6d78-40ca-af44-57a9b3bc5aaf tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:32.227882 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb27fd-a8bb-4c77-b12b-2e115b1b9cf9 req-24f7f4ae-f997-4ad5-9a7c-b1530e1d911c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:32.238649 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7eb27fd-a8bb-4c77-b12b-2e115b1b9cf9 req-24f7f4ae-f997-4ad5-9a7c-b1530e1d911c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 943 time: 0.2135165 Jul 13 08:03:32.352309 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7eb27fd-a8bb-4c77-b12b-2e115b1b9cf9 req-e2954d16-bd4f-4714-8d63-6ff8b162dd28 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124666 Jul 13 08:03:32.387666 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b261bd1-6d78-40ca-af44-57a9b3bc5aaf tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:32.408643 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b261bd1-6d78-40ca-af44-57a9b3bc5aaf tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:32.410178 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5b261bd1-6d78-40ca-af44-57a9b3bc5aaf tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/4718e3e1-eae7-423d-bc0c-dc09f6bd52f8 HTTP/1.1" status: 204 len: 168 time: 0.2949922 Jul 13 08:03:32.416334 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46848) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:32.461652 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b261bd1-6d78-40ca-af44-57a9b3bc5aaf tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4718e3e1-eae7-423d-bc0c-dc09f6bd52f8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:32.523777 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ca03d339-3554-414e-94c2-a1a3f26eb9c0 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1059570 Jul 13 08:03:32.526677 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46852) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:32.586268 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46acb118-28c6-4610-b338-efced3cc2d73 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:32.617000 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46acb118-28c6-4610-b338-efced3cc2d73 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:32.622280 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:03:32.705660 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46acb118-28c6-4610-b338-efced3cc2d73 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:32.718295 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 4ac7e1b2-6e19-4373-ba87-3370d07244b9 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:03:32.774053 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46acb118-28c6-4610-b338-efced3cc2d73 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:32.775752 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-46acb118-28c6-4610-b338-efced3cc2d73 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/75bad02c-1a89-4dc1-bd8d-474295581886 HTTP/1.1" status: 204 len: 168 time: 0.2474885 Jul 13 08:03:32.779715 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46854) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:32.800619 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46acb118-28c6-4610-b338-efced3cc2d73 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75bad02c-1a89-4dc1-bd8d-474295581886,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:32.919674 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-750a32f1-70e9-4ee6-a835-e122a3ce8109 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1335664 Jul 13 08:03:32.936589 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46858) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:32.954122 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-3dfe27ad-08d9-4f5d-86ae-c9a718cd3185 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Allocated IP 172.25.0.253 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/b63a9559-7305-48a3-a5e8-e4d855d986a6) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:32.979158 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-88be5cf5-0b2e-4403-b27c-26ad788dda6a req-b7f63634-de56-4f16-b63e-a74d892d77c8 service neutron] 10.222.0.62 "GET /v2.0/networks/d013c030-1ee3-40e3-b3a2-d58ba564a20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442923 Jul 13 08:03:32.989821 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92603b1-9f54-4681-8e4d-1b0de7b68352 req-5a6e6f8b-bcd7-43a8-99ae-646c799aa6c7 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:32.992018 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f92603b1-9f54-4681-8e4d-1b0de7b68352 req-5a6e6f8b-bcd7-43a8-99ae-646c799aa6c7 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.3143766 Jul 13 08:03:33.016453 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-566ccaa7-7a92-4857-9201-c933d9632e25 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:33.033493 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-566ccaa7-7a92-4857-9201-c933d9632e25 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:33.035311 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 4ac7e1b2-6e19-4373-ba87-3370d07244b9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4ac7e1b2-6e19-4373-ba87-3370d07244b9,segment=NetworkSegment(73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1),segment_id=73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:33.051482 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '4ac7e1b2-6e19-4373-ba87-3370d07244b9', 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a', 'port_id': '4ac7e1b2-6e19-4373-ba87-3370d07244b9', 'mac_address': 'fa:16:3e:5f:56:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893422e7-0183-484b-b810-0be97f4a151e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:03:33.130429 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:33.146032 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac7e1b2-6e19-4373-ba87-3370d07244b9 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:03:33.184496 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 4ac7e1b2-6e19-4373-ba87-3370d07244b9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4ac7e1b2-6e19-4373-ba87-3370d07244b9,segment=NetworkSegment(73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1),segment_id=73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:33.187743 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f92603b1-9f54-4681-8e4d-1b0de7b68352 req-797b4018-20e6-4023-b0b7-09496999260b tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727643 Jul 13 08:03:33.190336 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-566ccaa7-7a92-4857-9201-c933d9632e25 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:33.203035 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:33.205994 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-566ccaa7-7a92-4857-9201-c933d9632e25 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:33.210195 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-566ccaa7-7a92-4857-9201-c933d9632e25 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/6a5b51f6-fd01-4e61-a6c9-d0b3ba4ac8c9 HTTP/1.1" status: 204 len: 168 time: 0.2699771 Jul 13 08:03:33.222880 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46860) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:33.241497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ccaa7-7a92-4857-9201-c933d9632e25 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a5b51f6-fd01-4e61-a6c9-d0b3ba4ac8c9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:33.279672 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fc366-24e3-41a6-8d1b-2e2ce3c48e65 req-1817face-ebda-40fb-9d8a-d400ee4bad70 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:33.281514 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-407fc366-24e3-41a6-8d1b-2e2ce3c48e65 req-1817face-ebda-40fb-9d8a-d400ee4bad70 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 945 time: 0.2352035 Jul 13 08:03:33.309309 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=4ac7e1b2-6e19-4373-ba87-3370d07244b9,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:33.343605 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-753c5522-c8ee-448b-871e-c5aa9b716718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:33.394753 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60940211-b12d-48ed-a21a-1e7c0323c497 req-54661052-f56c-4a11-8462-3149da874e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:33.416918 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-60940211-b12d-48ed-a21a-1e7c0323c497 req-54661052-f56c-4a11-8462-3149da874e26 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6010d2c2-d300-400c-be9f-95d4cb60edee HTTP/1.1" status: 200 len: 913 time: 1.7109706 Jul 13 08:03:33.439887 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-407fc366-24e3-41a6-8d1b-2e2ce3c48e65 req-4900ff9d-33ed-42c0-8f29-4cecb1d28cd1 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503911 Jul 13 08:03:33.467710 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-8fe1fd59-40dc-4dbc-a686-6b540b482dad tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] For port 6d29cd8a-a621-4334-b64b-851e09802e13, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=6d29cd8a-a621-4334-b64b-851e09802e13,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:33.468089 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8fe1fd59-40dc-4dbc-a686-6b540b482dad tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:33.487638 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-8fe1fd59-40dc-4dbc-a686-6b540b482dad tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Calling delete_port for 6d29cd8a-a621-4334-b64b-851e09802e13 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:33.493526 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['4ac7e1b2-6e19-4373-ba87-3370d07244b9'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:03:33.810321 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb28ee0-ea38-4dc7-8f81-fdca4509fed8 req-69f59b96-9070-4517-bb04-b05cce3d8c88 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:33.812404 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-adb28ee0-ea38-4dc7-8f81-fdca4509fed8 req-69f59b96-9070-4517-bb04-b05cce3d8c88 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 944 time: 0.2509415 Jul 13 08:03:33.867870 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8fe1fd59-40dc-4dbc-a686-6b540b482dad tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:33.897932 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-adb28ee0-ea38-4dc7-8f81-fdca4509fed8 req-3e62e880-d256-4edc-876e-4efd6566b71b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744705 Jul 13 08:03:33.963605 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-60940211-b12d-48ed-a21a-1e7c0323c497 req-2d8f98e6-f8dd-4c8e-90a4-abad9d829938 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c90f4a-d970-4175-a85f-cff79d05be03 HTTP/1.1" status: 200 len: 217 time: 0.1000881 Jul 13 08:03:34.151156 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e750a9ec-3d4d-4529-98a5-8b839349194b tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.8919978 Jul 13 08:03:34.154535 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46864) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:34.174418 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1fd59-40dc-4dbc-a686-6b540b482dad tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d29cd8a-a621-4334-b64b-851e09802e13,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:34.208145 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73d115a8-ef29-4498-97c0-4d170a4d443c tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:34.227823 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73d115a8-ef29-4498-97c0-4d170a4d443c tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:34.255203 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3dfe27ad-08d9-4f5d-86ae-c9a718cd3185 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:34.268302 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753c5522-c8ee-448b-871e-c5aa9b716718 admin admin] Router 6144ebe2-de6d-4965-b992-0b0c1ab1adc2 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:03:34.272733 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8fe1fd59-40dc-4dbc-a686-6b540b482dad tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:34.287174 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73d115a8-ef29-4498-97c0-4d170a4d443c tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:34.306848 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73d115a8-ef29-4498-97c0-4d170a4d443c tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:34.311875 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-73d115a8-ef29-4498-97c0-4d170a4d443c tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/89b2aba8-c4e6-42a8-ac08-eb478a073621 HTTP/1.1" status: 204 len: 168 time: 0.1523232 Jul 13 08:03:34.311875 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46868) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:34.326482 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d115a8-ef29-4498-97c0-4d170a4d443c tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89b2aba8-c4e6-42a8-ac08-eb478a073621,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:34.433043 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-077020e3-b4d3-4732-9f0b-fc64eb401604 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1174021 Jul 13 08:03:34.433745 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46870) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:34.486599 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753c5522-c8ee-448b-871e-c5aa9b716718 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:34.500211 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] Sync routers for ids ['6144ebe2-de6d-4965-b992-0b0c1ab1adc2'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:34.520074 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] Routers {'6144ebe2-de6d-4965-b992-0b0c1ab1adc2'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:34.520718 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['6144ebe2-de6d-4965-b992-0b0c1ab1adc2'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:34.575301 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8fe1fd59-40dc-4dbc-a686-6b540b482dad tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:34.577947 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8fe1fd59-40dc-4dbc-a686-6b540b482dad tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:34.662021 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3dfe27ad-08d9-4f5d-86ae-c9a718cd3185 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:34.695096 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8fe1fd59-40dc-4dbc-a686-6b540b482dad tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:34.695749 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe1fd59-40dc-4dbc-a686-6b540b482dad tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fb2d096-3d21-4253-82ad-7bda10f243ad {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:03:34.709018 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8fe1fd59-40dc-4dbc-a686-6b540b482dad tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:34.710219 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8fe1fd59-40dc-4dbc-a686-6b540b482dad tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "DELETE /v2.0/routers/0fb2d096-3d21-4253-82ad-7bda10f243ad HTTP/1.1" status: 204 len: 168 time: 4.6815653 Jul 13 08:03:34.716607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46876) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:34.733732 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 4ac7e1b2-6e19-4373-ba87-3370d07244b9 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:34.749846 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfe27ad-08d9-4f5d-86ae-c9a718cd3185 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:34.777349 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-771fe197-3e3d-484c-8c2e-d431ff1c64e0 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:34.792494 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] Set router 6144ebe2-de6d-4965-b992-0b0c1ab1adc2 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:34.799724 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-3dfe27ad-08d9-4f5d-86ae-c9a718cd3185 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:34.819888 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe27ad-08d9-4f5d-86ae-c9a718cd3185 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:34.823193 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-753c5522-c8ee-448b-871e-c5aa9b716718 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:34.826051 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-753c5522-c8ee-448b-871e-c5aa9b716718 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.4628296 Jul 13 08:03:34.829714 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46878) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:34.869942 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:34.876027 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe27ad-08d9-4f5d-86ae-c9a718cd3185 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event updated for resources: {'Port': ['ID=b63a9559-7305-48a3-a5e8-e4d855d986a6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:34.880578 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:34.881515 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:35.029367 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:35.056222 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-771fe197-3e3d-484c-8c2e-d431ff1c64e0 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:35.076336 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac7e1b2-6e19-4373-ba87-3370d07244b9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:35.076854 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c254-d4e1-4015-84b7-a8daccfa3c04 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:35.078743 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf858979-75ac-43e6-8a19-de22282b6525" -d '{"events": [{"server_uuid": "f1395fb2-1155-4560-8cf7-4df5aa0c2b1d", "name": "network-vif-plugged", "status": "completed", "tag": "4ac7e1b2-6e19-4373-ba87-3370d07244b9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:35.115195 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 4ac7e1b2-6e19-4373-ba87-3370d07244b9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4ac7e1b2-6e19-4373-ba87-3370d07244b9,segment=NetworkSegment(73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1),segment_id=73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:35.126900 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:35.137839 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-771fe197-3e3d-484c-8c2e-d431ff1c64e0 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:35.147667 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-771fe197-3e3d-484c-8c2e-d431ff1c64e0 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:35.149319 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-771fe197-3e3d-484c-8c2e-d431ff1c64e0 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "DELETE /v2.0/security-groups/ee76b0a9-0019-45f7-9b7c-8e789587c81b HTTP/1.1" status: 204 len: 168 time: 0.7145143 Jul 13 08:03:35.186421 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7beb5-4f37-40cf-a4b3-553d1ffaac62 req-27eae939-1921-4d45-b540-8ab1e282d170 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:35.194709 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f9f7beb5-4f37-40cf-a4b3-553d1ffaac62 req-27eae939-1921-4d45-b540-8ab1e282d170 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.6455157 Jul 13 08:03:35.207424 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46884) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:35.221435 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=4ac7e1b2-6e19-4373-ba87-3370d07244b9,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:35.328170 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fe197-3e3d-484c-8c2e-d431ff1c64e0 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee76b0a9-0019-45f7-9b7c-8e789587c81b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:35.382555 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6144ebe2-de6d-4965-b992-0b0c1ab1adc2', 'name': 'tempest-TestAggregatesBasicOps-37287972-router', 'tenant_id': '8cdff4b2da95459abbde40c66fb69e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '39a76f1e-b3b8-4555-80a2-0af8fb33d09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:26Z', 'updated_at': '2021-07-13T08:03:30Z', 'revision_number': 3, 'project_id': '8cdff4b2da95459abbde40c66fb69e3c', 'gw_port': {'id': '39a76f1e-b3b8-4555-80a2-0af8fb33d09c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6144ebe2-de6d-4965-b992-0b0c1ab1adc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:28Z', 'updated_at': '2021-07-13T08:03:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:35.414263 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f9f7beb5-4f37-40cf-a4b3-553d1ffaac62 req-8699790f-5669-4d52-82be-7c438c7d7023 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185309 Jul 13 08:03:35.445804 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0675c8-1e85-44c3-b44d-76ce952c2fa8 req-897ff0bf-cfcd-462f-a990-940f6073e029 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:35.453158 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd0675c8-1e85-44c3-b44d-76ce952c2fa8 req-897ff0bf-cfcd-462f-a990-940f6073e029 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 945 time: 0.7480996 Jul 13 08:03:35.463399 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] Checking router: 6144ebe2-de6d-4965-b992-0b0c1ab1adc2 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:03:35.463986 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] Updating router 6144ebe2-de6d-4965-b992-0b0c1ab1adc2 port 39a76f1e-b3b8-4555-80a2-0af8fb33d09c binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:03:35.515757 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-797929a1-493f-4a76-9faa-3f1f0f73c65a tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2250364 Jul 13 08:03:35.533238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46888) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:35.539368 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d5e8b604-a742-48e8-a6e1-090f5893d1fe tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Request body: {'security_group': {'name': 'tempest-secgroup--157334303'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:35.585076 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:35.617125 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-183d3752-bc67-4fa7-81b1-fafca818af3a None None] Provisioning complete for port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:35.617536 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-183d3752-bc67-4fa7-81b1-fafca818af3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:35.684788 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c254-d4e1-4015-84b7-a8daccfa3c04 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:35.819308 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60940211-b12d-48ed-a21a-1e7c0323c497 req-4748e744-ed02-4f74-8215-db020492d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:35.821208 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-60940211-b12d-48ed-a21a-1e7c0323c497 req-4748e744-ed02-4f74-8215-db020492d58b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53b9c81c-e3a5-4f3c-a0c3-29ef11d7a9fd HTTP/1.1" status: 200 len: 852 time: 0.5434134 Jul 13 08:03:35.845674 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd0675c8-1e85-44c3-b44d-76ce952c2fa8 req-db2793f0-dafa-42fa-8330-3a97a7435705 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914926 Jul 13 08:03:35.886282 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5e8b604-a742-48e8-a6e1-090f5893d1fe tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:35.953990 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0907cb22-d4c6-4755-be2f-c7f63ff4cec3 x-openstack-request-id: req-0907cb22-d4c6-4755-be2f-c7f63ff4cec3 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:35.955666 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1395fb2-1155-4560-8cf7-4df5aa0c2b1d", "name": "network-vif-plugged", "status": "completed", "tag": "4ac7e1b2-6e19-4373-ba87-3370d07244b9", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:35.956178 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0907cb22-d4c6-4755-be2f-c7f63ff4cec3 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:35.956795 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac7e1b2-6e19-4373-ba87-3370d07244b9', 'code': 200} Jul 13 08:03:36.031092 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5e8b604-a742-48e8-a6e1-090f5893d1fe tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:36.043884 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5e8b604-a742-48e8-a6e1-090f5893d1fe tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:36.071609 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:36.084064 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] Transition to ACTIVE for port object 39a76f1e-b3b8-4555-80a2-0af8fb33d09c will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:36.090343 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-60940211-b12d-48ed-a21a-1e7c0323c497 req-0f8de955-e71a-4c8d-8b47-d535dcc07dc3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6010d2c2-d300-400c-be9f-95d4cb60edee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167166 Jul 13 08:03:36.093473 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:36.121905 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5e8b604-a742-48e8-a6e1-090f5893d1fe tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:36.130388 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d5e8b604-a742-48e8-a6e1-090f5893d1fe tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5920191 Jul 13 08:03:36.154573 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62ee40-be73-4c45-8fbb-da87d838a618 req-f93b52ba-6750-4d72-bb07-0f97c395b8ea tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:36.170950 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da62ee40-be73-4c45-8fbb-da87d838a618 req-f93b52ba-6750-4d72-bb07-0f97c395b8ea tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 945 time: 0.5876164 Jul 13 08:03:36.171482 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46890) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:36.234523 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b5978cf3-4f3f-4d42-a515-e6dfbfd7d3fc tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Request body: {'security_group_rule': {'security_group_id': '0c8c4179-926f-44c0-ba7c-08a01bce4ff8', 'direction': 'ingress', 'protocol': 17}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:36.273066 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824f6fd-7cf1-4c71-950e-5c07bde20c9c None None] Pushing event updated for resources: {'Port': ['ID=39a76f1e-b3b8-4555-80a2-0af8fb33d09c,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:36.287394 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 6d29cd8a-a621-4334-b64b-851e09802e13 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:03:36.297743 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] Attempting to bind port 39a76f1e-b3b8-4555-80a2-0af8fb33d09c on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:36.299882 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] Attempting to bind port 39a76f1e-b3b8-4555-80a2-0af8fb33d09c by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:36.300724 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] Attempting to bind port 39a76f1e-b3b8-4555-80a2-0af8fb33d09c on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:36.309204 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:36.310062 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:36.310745 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:36.311203 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8b604-a742-48e8-a6e1-090f5893d1fe tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8c4179-926f-44c0-ba7c-08a01bce4ff8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:36.311688 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:36.312491 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] Bound port: 39a76f1e-b3b8-4555-80a2-0af8fb33d09c, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:36.313167 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:36.358997 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 6d29cd8a-a621-4334-b64b-851e09802e13 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:03:36.359367 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 6d29cd8a-a621-4334-b64b-851e09802e13 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:03:36.406397 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da62ee40-be73-4c45-8fbb-da87d838a618 req-f88e34d2-007a-41c7-8c55-6c67414c31f0 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519227 Jul 13 08:03:36.429650 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] For port 39a76f1e-b3b8-4555-80a2-0af8fb33d09c, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:36.442285 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] For port 39a76f1e-b3b8-4555-80a2-0af8fb33d09c, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=39a76f1e-b3b8-4555-80a2-0af8fb33d09c,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:36.446960 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5978cf3-4f3f-4d42-a515-e6dfbfd7d3fc tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:36.449179 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:36.484295 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-60940211-b12d-48ed-a21a-1e7c0323c497 req-90790cb0-7ba8-434b-aa8c-cf1d30ee2462 service neutron] 10.222.0.35 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049240 Jul 13 08:03:36.580984 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824f6fd-7cf1-4c71-950e-5c07bde20c9c None None] Pushing event updated for resources: {'Port': ['ID=39a76f1e-b3b8-4555-80a2-0af8fb33d09c,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:36.613367 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] Routers {'6144ebe2-de6d-4965-b992-0b0c1ab1adc2'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:36.615869 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['6144ebe2-de6d-4965-b992-0b0c1ab1adc2'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:36.652407 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-9ea9c254-d4e1-4015-84b7-a8daccfa3c04 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Deleting port c41befd2-e3f3-4d6e-b168-d0e9f7808000 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:36.652769 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c254-d4e1-4015-84b7-a8daccfa3c04 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:36.686006 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7418b03-8b8d-4109-8420-acc1fc6a8867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:36.705927 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5978cf3-4f3f-4d42-a515-e6dfbfd7d3fc tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:36.740154 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5978cf3-4f3f-4d42-a515-e6dfbfd7d3fc tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:36.805057 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c62477-1941-4a23-993c-2d9f15557b25 req-113b9717-9e3f-4818-a09e-5651c2626a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:36.805993 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] Set router 6144ebe2-de6d-4965-b992-0b0c1ab1adc2 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:36.832060 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-97c62477-1941-4a23-993c-2d9f15557b25 req-113b9717-9e3f-4818-a09e-5651c2626a02 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 1097 time: 0.7448730 Jul 13 08:03:36.833673 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5978cf3-4f3f-4d42-a515-e6dfbfd7d3fc tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c216ba4f-17b0-4ee0-8f41-e696fc4ae2c5,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:36.923096 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3dfe27ad-08d9-4f5d-86ae-c9a718cd3185 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:36.949767 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5978cf3-4f3f-4d42-a515-e6dfbfd7d3fc tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:36.951911 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b5978cf3-4f3f-4d42-a515-e6dfbfd7d3fc tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7219357 Jul 13 08:03:36.955680 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46898) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:37.058930 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-391160f9-e2a0-4eb6-a76d-4bf8159059d7 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:37.175770 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-391160f9-e2a0-4eb6-a76d-4bf8159059d7 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:37.234793 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6144ebe2-de6d-4965-b992-0b0c1ab1adc2', 'name': 'tempest-TestAggregatesBasicOps-37287972-router', 'tenant_id': '8cdff4b2da95459abbde40c66fb69e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '39a76f1e-b3b8-4555-80a2-0af8fb33d09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:26Z', 'updated_at': '2021-07-13T08:03:30Z', 'revision_number': 3, 'project_id': '8cdff4b2da95459abbde40c66fb69e3c', 'gw_port': {'id': '39a76f1e-b3b8-4555-80a2-0af8fb33d09c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6144ebe2-de6d-4965-b992-0b0c1ab1adc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:28Z', 'updated_at': '2021-07-13T08:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:37.298616 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d3073f-fcea-48d2-8324-0b654bbffeae None None] The sync data for ids ['6144ebe2-de6d-4965-b992-0b0c1ab1adc2'] in n-d-779913-28 is: [{'id': '6144ebe2-de6d-4965-b992-0b0c1ab1adc2', 'name': 'tempest-TestAggregatesBasicOps-37287972-router', 'tenant_id': '8cdff4b2da95459abbde40c66fb69e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '39a76f1e-b3b8-4555-80a2-0af8fb33d09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:26Z', 'updated_at': '2021-07-13T08:03:30Z', 'revision_number': 3, 'project_id': '8cdff4b2da95459abbde40c66fb69e3c', 'gw_port': {'id': '39a76f1e-b3b8-4555-80a2-0af8fb33d09c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6144ebe2-de6d-4965-b992-0b0c1ab1adc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:28Z', 'updated_at': '2021-07-13T08:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:37.327030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ff775-e65a-4158-93ee-e3ee8141933e req-6d734e7b-7ea8-412f-8662-2082a4b14967 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:37.328573 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ad7ff775-e65a-4158-93ee-e3ee8141933e req-6d734e7b-7ea8-412f-8662-2082a4b14967 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.3179519 Jul 13 08:03:37.492864 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-a7418b03-8b8d-4109-8420-acc1fc6a8867 admin admin] Allocated IP 172.20.0.1 (83eb928e-73c1-45a3-9507-128b6acf505d/e23909cf-255e-4236-b8e0-d5b38c16e1de/b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:37.564827 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de25bc-b337-494e-8814-a6cb2e24dc61 req-919b2549-8e84-43f8-8fbf-89999f4d0d3c tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:37.574639 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-20de25bc-b337-494e-8814-a6cb2e24dc61 req-919b2549-8e84-43f8-8fbf-89999f4d0d3c tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 945 time: 0.4515693 Jul 13 08:03:37.582680 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-391160f9-e2a0-4eb6-a76d-4bf8159059d7 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:37.591438 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-391160f9-e2a0-4eb6-a76d-4bf8159059d7 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:37.597217 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-391160f9-e2a0-4eb6-a76d-4bf8159059d7 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "DELETE /v2.0/security-groups/0c8c4179-926f-44c0-ba7c-08a01bce4ff8 HTTP/1.1" status: 204 len: 168 time: 0.6404510 Jul 13 08:03:37.615501 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46902) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:37.773362 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-9ea9c254-d4e1-4015-84b7-a8daccfa3c04 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] For port c41befd2-e3f3-4d6e-b168-d0e9f7808000, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c41befd2-e3f3-4d6e-b168-d0e9f7808000,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:37.773887 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c254-d4e1-4015-84b7-a8daccfa3c04 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:37.875088 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-60940211-b12d-48ed-a21a-1e7c0323c497 req-1db75a4e-b515-45ef-a3bf-8152a52b71ad service neutron] 10.222.0.35 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1688414 Jul 13 08:03:37.876759 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-9ea9c254-d4e1-4015-84b7-a8daccfa3c04 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Calling delete_port for c41befd2-e3f3-4d6e-b168-d0e9f7808000 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:37.893163 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391160f9-e2a0-4eb6-a76d-4bf8159059d7 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8c4179-926f-44c0-ba7c-08a01bce4ff8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:37.974316 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-97c62477-1941-4a23-993c-2d9f15557b25 req-7a561e6d-0dbd-448f-9d1d-337dbcbea826 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0573003 Jul 13 08:03:38.000832 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ad7ff775-e65a-4158-93ee-e3ee8141933e req-c1474112-cc3e-4e18-b184-68c3fb6b631f tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533305 Jul 13 08:03:38.025170 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3dfe27ad-08d9-4f5d-86ae-c9a718cd3185 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:38.049840 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-20de25bc-b337-494e-8814-a6cb2e24dc61 req-ba887fdf-fcfc-4e01-a68b-af167e9e09d0 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738979 Jul 13 08:03:38.056557 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6c31e82a-4c08-4dab-9a5a-6de5f7655c40 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4334824 Jul 13 08:03:38.063788 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:38.081810 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7418b03-8b8d-4109-8420-acc1fc6a8867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:38.083093 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46904) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:38.105260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-a7418b03-8b8d-4109-8420-acc1fc6a8867 admin admin] Transition to ACTIVE for port object b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:38.116294 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-e43d8f04-91b4-479d-8fb2-1ff16a1f3cfe tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Request body: {'security_group': {'name': 'tempest-secgroup--386224711'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:38.181196 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e43d8f04-91b4-479d-8fb2-1ff16a1f3cfe tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:38.294575 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7418b03-8b8d-4109-8420-acc1fc6a8867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:38.409113 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e43d8f04-91b4-479d-8fb2-1ff16a1f3cfe tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:38.448418 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7418b03-8b8d-4109-8420-acc1fc6a8867 admin admin] Network 83eb928e-73c1-45a3-9507-128b6acf505d is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:38.463252 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a7418b03-8b8d-4109-8420-acc1fc6a8867 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:38.470251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7418b03-8b8d-4109-8420-acc1fc6a8867 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:38.473149 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7418b03-8b8d-4109-8420-acc1fc6a8867 admin admin] Pushing event updated for resources: {'Port': ['ID=b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:38.490287 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e43d8f04-91b4-479d-8fb2-1ff16a1f3cfe tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:38.546127 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 39a76f1e-b3b8-4555-80a2-0af8fb33d09c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:38.584870 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5a32c-68df-437c-a97d-0b829b020f4f req-c9b17c93-d3d7-46f0-8854-b8f0cc33cb18 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:38.597913 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-67e5a32c-68df-437c-a97d-0b829b020f4f req-c9b17c93-d3d7-46f0-8854-b8f0cc33cb18 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 945 time: 0.3864033 Jul 13 08:03:38.655952 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7418b03-8b8d-4109-8420-acc1fc6a8867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:38.665982 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d8f04-91b4-479d-8fb2-1ff16a1f3cfe tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=764ad3f2-be0f-4e41-9ef9-ffca11bbd82e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:38.666573 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 39a76f1e-b3b8-4555-80a2-0af8fb33d09c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:38.671343 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e43d8f04-91b4-479d-8fb2-1ff16a1f3cfe tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:38.673328 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e43d8f04-91b4-479d-8fb2-1ff16a1f3cfe tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5886977 Jul 13 08:03:38.679564 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46908) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:38.705086 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c1df783d-a8a8-4f72-b6c3-5054ebf65158 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Request body: {'security_group': {'name': 'tempest-secgroup--602880468'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:38.709253 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 39a76f1e-b3b8-4555-80a2-0af8fb33d09c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:38.709639 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:38.916489 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3dfe27ad-08d9-4f5d-86ae-c9a718cd3185 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:38.953859 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3dfe27ad-08d9-4f5d-86ae-c9a718cd3185 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:38.961748 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-67e5a32c-68df-437c-a97d-0b829b020f4f req-1af1667b-8844-4544-91af-a5d0f358d261 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3629150 Jul 13 08:03:38.996571 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:39.016033 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1df783d-a8a8-4f72-b6c3-5054ebf65158 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:39.064502 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 39a76f1e-b3b8-4555-80a2-0af8fb33d09c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=39a76f1e-b3b8-4555-80a2-0af8fb33d09c,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:39.092698 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:39.134893 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe27ad-08d9-4f5d-86ae-c9a718cd3185 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event updated for resources: {'Port': ['ID=b63a9559-7305-48a3-a5e8-e4d855d986a6,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:39.144658 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c254-d4e1-4015-84b7-a8daccfa3c04 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:39.254743 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7ebead92-992e-4e4a-9698-cee65f305573 None None] Provisioning for port b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:39.274910 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9c254-d4e1-4015-84b7-a8daccfa3c04 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Pushing event deleted for resources: {'Port': ['ID=c41befd2-e3f3-4d6e-b168-d0e9f7808000,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:39.275636 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7ebead92-992e-4e4a-9698-cee65f305573 None None] Provisioning complete for port b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:39.276352 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7ebead92-992e-4e4a-9698-cee65f305573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:39.368551 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=39a76f1e-b3b8-4555-80a2-0af8fb33d09c,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:39.400782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7ebead92-992e-4e4a-9698-cee65f305573 None None] Port b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:03:39.483375 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3dfe27ad-08d9-4f5d-86ae-c9a718cd3185 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:39.560993 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c254-d4e1-4015-84b7-a8daccfa3c04 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:39.814281 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-3dfe27ad-08d9-4f5d-86ae-c9a718cd3185 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Floating IP 99fce5f2-bea4-4d18-9034-80311393ef17 associated. External IP: 172.25.0.253, port: 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a. Jul 13 08:03:39.871788 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7418b03-8b8d-4109-8420-acc1fc6a8867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:39.950798 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c254-d4e1-4015-84b7-a8daccfa3c04 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:39.954915 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c254-d4e1-4015-84b7-a8daccfa3c04 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:39.960467 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1df783d-a8a8-4f72-b6c3-5054ebf65158 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:39.981625 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1df783d-a8a8-4f72-b6c3-5054ebf65158 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:40.030555 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6754d-4d47-4851-b704-6d8f56563756 req-bf2c6a96-107c-480c-bb44-ad2d50fbf9e1 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:40.032523 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60c6754d-4d47-4851-b704-6d8f56563756 req-bf2c6a96-107c-480c-bb44-ad2d50fbf9e1 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.6765273 Jul 13 08:03:40.052673 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1df783d-a8a8-4f72-b6c3-5054ebf65158 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:40.056457 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c1df783d-a8a8-4f72-b6c3-5054ebf65158 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3726082 Jul 13 08:03:40.057222 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46916) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:40.061991 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-42ce0c32-37e9-4065-9369-f54b2b5ab15b tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Request body: {'security_group_rule': {'security_group_id': '764ad3f2-be0f-4e41-9ef9-ffca11bbd82e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '14d3d6f6-eb38-4063-8a26-ceec994d5722', 'remote_ip_prefix': None}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:40.071727 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c254-d4e1-4015-84b7-a8daccfa3c04 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:40.072326 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea9c254-d4e1-4015-84b7-a8daccfa3c04 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3cdc09f5-4a46-45d5-89ed-636baac67d61 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:03:40.078737 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df783d-a8a8-4f72-b6c3-5054ebf65158 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d3d6f6-eb38-4063-8a26-ceec994d5722,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:40.081607 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c254-d4e1-4015-84b7-a8daccfa3c04 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:40.089662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96feb133-9879-4644-99d8-bbd6a6fd0d9c req-439b9737-fc9a-4ef0-8ffa-903a126acbef tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:40.091393 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9ea9c254-d4e1-4015-84b7-a8daccfa3c04 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "DELETE /v2.0/routers/3cdc09f5-4a46-45d5-89ed-636baac67d61 HTTP/1.1" status: 204 len: 168 time: 5.3439617 Jul 13 08:03:40.097452 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96feb133-9879-4644-99d8-bbd6a6fd0d9c req-439b9737-fc9a-4ef0-8ffa-903a126acbef tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 945 time: 0.2777209 Jul 13 08:03:40.098260 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46918) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:40.103655 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d6832a40-f0cd-420d-819a-5b419255614b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1905865629', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}, 'admin_state_up': False}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:40.189571 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60c6754d-4d47-4851-b704-6d8f56563756 req-c814f1d4-fffe-491b-aef5-25e751b6bf3c tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383688 Jul 13 08:03:40.218464 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-42ce0c32-37e9-4065-9369-f54b2b5ab15b tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:40.218868 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96feb133-9879-4644-99d8-bbd6a6fd0d9c req-e6c293e1-6840-440b-b49d-67e44ab77c96 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203039 Jul 13 08:03:40.257434 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6832a40-f0cd-420d-819a-5b419255614b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:40.257434 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6832a40-f0cd-420d-819a-5b419255614b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:40.355716 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7418b03-8b8d-4109-8420-acc1fc6a8867 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:40.373914 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7418b03-8b8d-4109-8420-acc1fc6a8867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:40.533148 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7418b03-8b8d-4109-8420-acc1fc6a8867 admin admin] Pushing event updated for resources: {'Port': ['ID=b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:40.619680 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7418b03-8b8d-4109-8420-acc1fc6a8867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:40.715901 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6832a40-f0cd-420d-819a-5b419255614b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:40.757113 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfe27ad-08d9-4f5d-86ae-c9a718cd3185 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Router 87f5cb01-ead1-4525-b621-98bcab2ee0ee has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:03:40.771523 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-42ce0c32-37e9-4065-9369-f54b2b5ab15b tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:40.892399 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 39a76f1e-b3b8-4555-80a2-0af8fb33d09c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:40.930618 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bceaf0-5174-466d-bfc3-5e60d3833542 req-09765979-f749-4dd7-b09f-4143af934496 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:40.938532 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3bceaf0-5174-466d-bfc3-5e60d3833542 req-09765979-f749-4dd7-b09f-4143af934496 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 945 time: 0.3749793 Jul 13 08:03:40.943156 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-42ce0c32-37e9-4065-9369-f54b2b5ab15b tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:41.008956 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 39a76f1e-b3b8-4555-80a2-0af8fb33d09c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:41.009658 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:41.047128 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3bceaf0-5174-466d-bfc3-5e60d3833542 req-fd9fc7d1-bd51-44f1-9a7d-446cd7bebc27 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072245 Jul 13 08:03:41.049338 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7418b03-8b8d-4109-8420-acc1fc6a8867 admin admin] Network 83eb928e-73c1-45a3-9507-128b6acf505d is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:41.056801 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a7418b03-8b8d-4109-8420-acc1fc6a8867 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:41.066711 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce0c32-37e9-4065-9369-f54b2b5ab15b tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bd3990-1dff-4f09-8a93-4e38dfd75f50,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:41.323025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5374f72f-e531-4093-a9f4-dc819bb406b5 None None] Provisioning complete for port b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:41.323781 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5374f72f-e531-4093-a9f4-dc819bb406b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:41.386813 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-42ce0c32-37e9-4065-9369-f54b2b5ab15b tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:41.388053 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-42ce0c32-37e9-4065-9369-f54b2b5ab15b tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3298631 Jul 13 08:03:41.392161 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46932) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:41.406970 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5374f72f-e531-4093-a9f4-dc819bb406b5 None None] Port b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:03:41.437590 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6832a40-f0cd-420d-819a-5b419255614b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:41.494474 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7418b03-8b8d-4109-8420-acc1fc6a8867 admin admin] Router 6144ebe2-de6d-4965-b992-0b0c1ab1adc2 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:03:41.635965 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-27e4f5b7-709a-455e-9c57-a236cd095598 None None] Provisioning complete for port b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:41.636599 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-27e4f5b7-709a-455e-9c57-a236cd095598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:41.670844 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f0b3fdd8-9ec4-4511-989b-1ade94c5daaa tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:41.693120 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080be13b-2be8-44db-aea6-8d1d2b4f7400 req-5a8564d5-b7b1-4eba-baf4-b42f73002f2f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:41.705689 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-080be13b-2be8-44db-aea6-8d1d2b4f7400 req-5a8564d5-b7b1-4eba-baf4-b42f73002f2f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 945 time: 0.4319332 Jul 13 08:03:41.708961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-27e4f5b7-709a-455e-9c57-a236cd095598 None None] Port b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:03:41.728891 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f0b3fdd8-9ec4-4511-989b-1ade94c5daaa tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:41.736522 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfe27ad-08d9-4f5d-86ae-c9a718cd3185 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:41.749538 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f456544-ba25-491f-af7c-b21306d15d77 None None] Sync routers for ids ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:41.767079 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f456544-ba25-491f-af7c-b21306d15d77 None None] Routers {'87f5cb01-ead1-4525-b621-98bcab2ee0ee'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:41.769196 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-9f456544-ba25-491f-af7c-b21306d15d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:41.848944 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f0b3fdd8-9ec4-4511-989b-1ade94c5daaa tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:41.875076 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3dfe27ad-08d9-4f5d-86ae-c9a718cd3185 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:41.888740 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f0b3fdd8-9ec4-4511-989b-1ade94c5daaa tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:41.890393 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f0b3fdd8-9ec4-4511-989b-1ade94c5daaa tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/c6bd3990-1dff-4f09-8a93-4e38dfd75f50 HTTP/1.1" status: 204 len: 168 time: 0.4795494 Jul 13 08:03:41.894050 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3fdd8-9ec4-4511-989b-1ade94c5daaa tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6bd3990-1dff-4f09-8a93-4e38dfd75f50,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:41.910830 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46936) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:42.000818 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-080be13b-2be8-44db-aea6-8d1d2b4f7400 req-5ebed6e5-b3a2-42a3-864d-06fad92dcaa1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905822 Jul 13 08:03:42.038562 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db389a-2d1b-41aa-ba12-4d33ac1a07b1 req-a0908b37-8d07-47ad-9493-70905e701b6d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:42.046700 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-32db389a-2d1b-41aa-ba12-4d33ac1a07b1 req-a0908b37-8d07-47ad-9493-70905e701b6d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 945 time: 0.5911355 Jul 13 08:03:42.047507 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46940) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:42.098732 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7418b03-8b8d-4109-8420-acc1fc6a8867 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:42.108942 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] Sync routers for ids ['6144ebe2-de6d-4965-b992-0b0c1ab1adc2'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:42.112182 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a7418b03-8b8d-4109-8420-acc1fc6a8867 admin admin] 10.222.0.58 "PUT /v2.0/routers/6144ebe2-de6d-4965-b992-0b0c1ab1adc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2806962 Jul 13 08:03:42.149227 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] Routers {'6144ebe2-de6d-4965-b992-0b0c1ab1adc2'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:42.149925 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['6144ebe2-de6d-4965-b992-0b0c1ab1adc2'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:42.200201 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-9f456544-ba25-491f-af7c-b21306d15d77 None None] Set router 87f5cb01-ead1-4525-b621-98bcab2ee0ee gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:42.205947 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-32db389a-2d1b-41aa-ba12-4d33ac1a07b1 req-7606b67e-4c6f-4721-80ac-751626d5be4e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161375 Jul 13 08:03:42.260095 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84298f79-ef25-43a9-8f3f-e2e40965f819 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:42.269068 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-84298f79-ef25-43a9-8f3f-e2e40965f819 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 1092 time: 0.1981170 Jul 13 08:03:42.278831 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46944) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:42.285721 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-65a669da-aa34-4e2e-a0cb-1bb1045b088f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': '4ac7e1b2-6e19-4373-ba87-3370d07244b9', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:42.303767 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cf295ba4-5c92-43a0-ae4b-425e1b1eab27 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3846672 Jul 13 08:03:42.307512 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46946) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:42.320113 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3dfe27ad-08d9-4f5d-86ae-c9a718cd3185 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.8777153 Jul 13 08:03:42.325403 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2593549-6eb7-4a61-b513-af8f07dbe32f', 'tag': '08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:42.328492 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4ad190-98fe-4321-b680-e77aa30ab492" -d '{"events": [{"name": "network-changed", "server_uuid": "f2593549-6eb7-4a61-b513-af8f07dbe32f", "tag": "08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:42.499085 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c41befd2-e3f3-4d6e-b168-d0e9f7808000 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:03:42.516514 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a669da-aa34-4e2e-a0cb-1bb1045b088f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:42.555058 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c27202-f313-49bf-a07c-40b21e2721a9 x-openstack-request-id: req-30c27202-f313-49bf-a07c-40b21e2721a9 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:42.555531 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2593549-6eb7-4a61-b513-af8f07dbe32f", "tag": "08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:42.556275 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-30c27202-f313-49bf-a07c-40b21e2721a9 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:42.556921 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2593549-6eb7-4a61-b513-af8f07dbe32f', 'tag': '08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a', 'status': 'completed', 'code': 200} Jul 13 08:03:42.577319 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] Set router 6144ebe2-de6d-4965-b992-0b0c1ab1adc2 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:42.632611 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: c41befd2-e3f3-4d6e-b168-d0e9f7808000 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:03:42.633019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c41befd2-e3f3-4d6e-b168-d0e9f7808000 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:03:42.642884 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c65c7faa-2262-4449-9d55-00b33e175163 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:42.720546 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6832a40-f0cd-420d-819a-5b419255614b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:42.773282 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c65c7faa-2262-4449-9d55-00b33e175163 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:42.806265 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6832a40-f0cd-420d-819a-5b419255614b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:42.911370 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c65c7faa-2262-4449-9d55-00b33e175163 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:42.914046 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c65c7faa-2262-4449-9d55-00b33e175163 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:42.915302 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c65c7faa-2262-4449-9d55-00b33e175163 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "DELETE /v2.0/security-groups/14d3d6f6-eb38-4063-8a26-ceec994d5722 HTTP/1.1" status: 204 len: 168 time: 0.6067300 Jul 13 08:03:42.934925 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46960) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:42.965356 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c7faa-2262-4449-9d55-00b33e175163 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d3d6f6-eb38-4063-8a26-ceec994d5722,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:43.000459 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6144ebe2-de6d-4965-b992-0b0c1ab1adc2', 'name': 'tempest-TestAggregatesBasicOps-37287972-router', 'tenant_id': '8cdff4b2da95459abbde40c66fb69e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '39a76f1e-b3b8-4555-80a2-0af8fb33d09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:26Z', 'updated_at': '2021-07-13T08:03:39Z', 'revision_number': 4, 'project_id': '8cdff4b2da95459abbde40c66fb69e3c', 'gw_port': {'id': '39a76f1e-b3b8-4555-80a2-0af8fb33d09c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6144ebe2-de6d-4965-b992-0b0c1ab1adc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:28Z', 'updated_at': '2021-07-13T08:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941', 'name': '', 'network_id': '83eb928e-73c1-45a3-9507-128b6acf505d', 'tenant_id': '8cdff4b2da95459abbde40c66fb69e3c', 'mac_address': 'fa:16:3e:1c:41:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6144ebe2-de6d-4965-b992-0b0c1ab1adc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'e23909cf-255e-4236-b8e0-d5b38c16e1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:36Z', 'updated_at': '2021-07-13T08:03:40Z', 'revision_number': 2, 'project_id': '8cdff4b2da95459abbde40c66fb69e3c', 'subnets': [{'id': 'e23909cf-255e-4236-b8e0-d5b38c16e1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:43.013341 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a669da-aa34-4e2e-a0cb-1bb1045b088f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:43.040540 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-d6832a40-f0cd-420d-819a-5b419255614b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Allocated IP 172.25.0.66 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/3e5fd0ed-cb18-43a4-8ff6-95e6bc7098c6) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:43.065659 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-9f456544-ba25-491f-af7c-b21306d15d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:50:04Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '99fce5f2-bea4-4d18-9034-80311393ef17', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'port_id': '08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'mac_address': 'fa:16:3e:13:f2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2593549-6eb7-4a61-b513-af8f07dbe32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:03:35Z', 'updated_at': '2021-07-13T08:03:35Z', 'revision_number': 0, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'fixed_ip_address_scope': None}, {'id': 'fddcf3b0-8e33-41c7-a5f5-7ba5add1613d', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'port_id': '88d03ae3-c60f-4355-88a3-1848503d945d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'mac_address': 'fa:16:3e:36:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb65d55-1009-4f63-95ee-03f48905d5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:01:02Z', 'updated_at': '2021-07-13T08:01:08Z', 'revision_number': 1, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de34c2-cb99-4490-b272-5c3274267780', 'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'mac_address': 'fa:16:3e:17:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:01Z', 'updated_at': '2021-07-13T07:50:15Z', 'revision_number': 5, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'subnets': [{'id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:43.075649 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-559e93ca-81fd-4629-9771-d87bbc3b7ca0 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1392987 Jul 13 08:03:43.091360 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] Checking router: 6144ebe2-de6d-4965-b992-0b0c1ab1adc2 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:03:43.091725 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] Updating router 6144ebe2-de6d-4965-b992-0b0c1ab1adc2 port b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:03:43.124060 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46968) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:43.144866 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f456544-ba25-491f-af7c-b21306d15d77 None None] Checking router: 87f5cb01-ead1-4525-b621-98bcab2ee0ee for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:03:43.170854 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:43.176140 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f456544-ba25-491f-af7c-b21306d15d77 None None] Routers {'87f5cb01-ead1-4525-b621-98bcab2ee0ee'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:43.176778 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-9f456544-ba25-491f-af7c-b21306d15d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:43.197682 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ad190-98fe-4321-b680-e77aa30ab492 req-a2478667-5632-4a58-a268-b4d7b7d26211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:43.199333 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6a4ad190-98fe-4321-b680-e77aa30ab492 req-a2478667-5632-4a58-a268-b4d7b7d26211 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 1097 time: 0.5036652 Jul 13 08:03:43.207500 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:43.220318 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-61f01d53-0567-4db5-b884-fbd3ac322445 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:43.253350 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-61f01d53-0567-4db5-b884-fbd3ac322445 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:43.285957 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6832a40-f0cd-420d-819a-5b419255614b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:43.361905 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-61f01d53-0567-4db5-b884-fbd3ac322445 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:43.364604 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-61f01d53-0567-4db5-b884-fbd3ac322445 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:43.365963 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-61f01d53-0567-4db5-b884-fbd3ac322445 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "DELETE /v2.0/security-groups/764ad3f2-be0f-4e41-9ef9-ffca11bbd82e HTTP/1.1" status: 204 len: 168 time: 0.2403910 Jul 13 08:03:43.375788 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 46980) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:43.401944 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-9f456544-ba25-491f-af7c-b21306d15d77 None None] Set router 87f5cb01-ead1-4525-b621-98bcab2ee0ee gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:43.445846 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ad190-98fe-4321-b680-e77aa30ab492 req-cffeb85d-3871-4ac6-bd75-e500c3e5ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:43.448026 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6a4ad190-98fe-4321-b680-e77aa30ab492 req-cffeb85d-3871-4ac6-bd75-e500c3e5ea6d service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 912 time: 0.2399681 Jul 13 08:03:43.500286 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f01d53-0567-4db5-b884-fbd3ac322445 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=764ad3f2-be0f-4e41-9ef9-ffca11bbd82e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:43.549618 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6832a40-f0cd-420d-819a-5b419255614b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:43.599242 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-65a669da-aa34-4e2e-a0cb-1bb1045b088f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Allocated IP 172.25.0.245 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/a01ad3f1-cb7c-4749-b7bd-e26b80d4c96d) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:43.633551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6832a40-f0cd-420d-819a-5b419255614b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Pushing event updated for resources: {'Port': ['ID=3e5fd0ed-cb18-43a4-8ff6-95e6bc7098c6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:43.657210 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-13958de3-2583-4a19-b0bd-f3409585b81c tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2788260 Jul 13 08:03:43.657435 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 46988) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:43.659149 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6832a40-f0cd-420d-819a-5b419255614b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:43.668447 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-086199fb-2557-4455-beba-14e999cf4bbc tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1082075666'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:43.677498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-d6832a40-f0cd-420d-819a-5b419255614b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:43.690098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6832a40-f0cd-420d-819a-5b419255614b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:43.737769 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6a4ad190-98fe-4321-b680-e77aa30ab492 req-632c1fa2-2512-4a07-a2ef-0f2e4c62237d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a HTTP/1.1" status: 200 len: 999 time: 0.2656577 Jul 13 08:03:43.800742 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:43.825517 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85509a9-4bb6-4c1c-b6e0-4052bca435cc req-bc3d0292-4bdf-4c21-b244-4be5c897c09f tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:43.828682 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c85509a9-4bb6-4c1c-b6e0-4052bca435cc req-bc3d0292-4bdf-4c21-b244-4be5c897c09f tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 945 time: 0.3303125 Jul 13 08:03:43.835745 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] Transition to ACTIVE for port object b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:43.851883 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:43.884717 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-580bfd38-b74e-41f5-851b-36a08d8ebcb8 req-2905fc57-d464-4515-8978-49245f052d38 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2831016 Jul 13 08:03:43.951949 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a669da-aa34-4e2e-a0cb-1bb1045b088f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:43.972287 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c85509a9-4bb6-4c1c-b6e0-4052bca435cc req-b3fbf0f8-b603-4724-87db-cba85486cf4b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362882 Jul 13 08:03:43.978540 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-9f456544-ba25-491f-af7c-b21306d15d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:50:04Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '99fce5f2-bea4-4d18-9034-80311393ef17', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'port_id': '08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'mac_address': 'fa:16:3e:13:f2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2593549-6eb7-4a61-b513-af8f07dbe32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:03:35Z', 'updated_at': '2021-07-13T08:03:35Z', 'revision_number': 0, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'fixed_ip_address_scope': None}, {'id': 'fddcf3b0-8e33-41c7-a5f5-7ba5add1613d', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'port_id': '88d03ae3-c60f-4355-88a3-1848503d945d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'mac_address': 'fa:16:3e:36:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb65d55-1009-4f63-95ee-03f48905d5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:01:02Z', 'updated_at': '2021-07-13T08:01:08Z', 'revision_number': 1, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de34c2-cb99-4490-b272-5c3274267780', 'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'mac_address': 'fa:16:3e:17:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:01Z', 'updated_at': '2021-07-13T07:50:15Z', 'revision_number': 5, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'subnets': [{'id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:44.003872 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-086199fb-2557-4455-beba-14e999cf4bbc tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:44.006758 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74ad5e-30f5-4587-8a27-1eab83897d62 None None] Pushing event updated for resources: {'Port': ['ID=b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:44.025478 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f456544-ba25-491f-af7c-b21306d15d77 None None] The sync data for ids ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'] in n-d-779913-28 is: [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:50:04Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '99fce5f2-bea4-4d18-9034-80311393ef17', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'port_id': '08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'mac_address': 'fa:16:3e:13:f2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2593549-6eb7-4a61-b513-af8f07dbe32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:03:35Z', 'updated_at': '2021-07-13T08:03:35Z', 'revision_number': 0, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'fixed_ip_address_scope': None}, {'id': 'fddcf3b0-8e33-41c7-a5f5-7ba5add1613d', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'port_id': '88d03ae3-c60f-4355-88a3-1848503d945d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'mac_address': 'fa:16:3e:36:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb65d55-1009-4f63-95ee-03f48905d5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:01:02Z', 'updated_at': '2021-07-13T08:01:08Z', 'revision_number': 1, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de34c2-cb99-4490-b272-5c3274267780', 'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'mac_address': 'fa:16:3e:17:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:01Z', 'updated_at': '2021-07-13T07:50:15Z', 'revision_number': 5, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'subnets': [{'id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:44.098939 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] Attempting to bind port b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:44.100363 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] Attempting to bind port b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '1041a39a-2d6f-40dc-9d78-3492e8b1cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '83eb928e-73c1-45a3-9507-128b6acf505d'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:44.100660 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] Attempting to bind port b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 on network 83eb928e-73c1-45a3-9507-128b6acf505d {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:44.109153 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:44.109711 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] Checking segment: {'id': '1041a39a-2d6f-40dc-9d78-3492e8b1cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '83eb928e-73c1-45a3-9507-128b6acf505d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:44.110842 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:44.111722 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] Bound using segment: {'id': '1041a39a-2d6f-40dc-9d78-3492e8b1cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '83eb928e-73c1-45a3-9507-128b6acf505d'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:44.112827 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] Bound port: b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1041a39a-2d6f-40dc-9d78-3492e8b1cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '83eb928e-73c1-45a3-9507-128b6acf505d'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:44.113425 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:44.152828 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a669da-aa34-4e2e-a0cb-1bb1045b088f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:44.196334 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] For port b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:44.201178 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] For port b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941,segment=NetworkSegment(1041a39a-2d6f-40dc-9d78-3492e8b1cd20),segment_id=1041a39a-2d6f-40dc-9d78-3492e8b1cd20)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:44.211095 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:44.228536 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a669da-aa34-4e2e-a0cb-1bb1045b088f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:44.237466 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-65a669da-aa34-4e2e-a0cb-1bb1045b088f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:44.240033 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a669da-aa34-4e2e-a0cb-1bb1045b088f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:44.303494 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a669da-aa34-4e2e-a0cb-1bb1045b088f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=a01ad3f1-cb7c-4749-b7bd-e26b80d4c96d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:44.329563 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74ad5e-30f5-4587-8a27-1eab83897d62 None None] Pushing event updated for resources: {'Port': ['ID=b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:44.389482 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] Routers {'6144ebe2-de6d-4965-b992-0b0c1ab1adc2'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:44.390151 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['6144ebe2-de6d-4965-b992-0b0c1ab1adc2'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:44.438142 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10261d6-761a-40ba-a862-4de0a67e9280 None None] New status for floating IP 99fce5f2-bea4-4d18-9034-80311393ef17: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:03:44.549921 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] Set router 6144ebe2-de6d-4965-b992-0b0c1ab1adc2 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:44.595886 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ff39c-7e97-4fd9-b2fd-b6fb5d0ff8ab req-24b5e1e4-641a-4ee6-89c3-ed79a861fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:44.603710 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-861ff39c-7e97-4fd9-b2fd-b6fb5d0ff8ab req-24b5e1e4-641a-4ee6-89c3-ed79a861fa32 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9a95614752e4491a86abe9092bae175&device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 1098 time: 0.4808679 Jul 13 08:03:44.812355 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef888fd-b650-41f9-a7a3-197a5ac19cb9 req-4ba3ca99-dc61-4e29-8867-ab9df1afd319 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:44.814825 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eef888fd-b650-41f9-a7a3-197a5ac19cb9 req-4ba3ca99-dc61-4e29-8867-ab9df1afd319 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.4702578 Jul 13 08:03:44.820699 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6144ebe2-de6d-4965-b992-0b0c1ab1adc2', 'name': 'tempest-TestAggregatesBasicOps-37287972-router', 'tenant_id': '8cdff4b2da95459abbde40c66fb69e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '39a76f1e-b3b8-4555-80a2-0af8fb33d09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:26Z', 'updated_at': '2021-07-13T08:03:39Z', 'revision_number': 4, 'project_id': '8cdff4b2da95459abbde40c66fb69e3c', 'gw_port': {'id': '39a76f1e-b3b8-4555-80a2-0af8fb33d09c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6144ebe2-de6d-4965-b992-0b0c1ab1adc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:28Z', 'updated_at': '2021-07-13T08:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941', 'name': '', 'network_id': '83eb928e-73c1-45a3-9507-128b6acf505d', 'tenant_id': '8cdff4b2da95459abbde40c66fb69e3c', 'mac_address': 'fa:16:3e:1c:41:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6144ebe2-de6d-4965-b992-0b0c1ab1adc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'e23909cf-255e-4236-b8e0-d5b38c16e1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:36Z', 'updated_at': '2021-07-13T08:03:44Z', 'revision_number': 4, 'project_id': '8cdff4b2da95459abbde40c66fb69e3c', 'subnets': [{'id': 'e23909cf-255e-4236-b8e0-d5b38c16e1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:44.862382 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4af5caa-a537-451c-be7c-829d45050877 None None] The sync data for ids ['6144ebe2-de6d-4965-b992-0b0c1ab1adc2'] in n-d-779913-28 is: [{'id': '6144ebe2-de6d-4965-b992-0b0c1ab1adc2', 'name': 'tempest-TestAggregatesBasicOps-37287972-router', 'tenant_id': '8cdff4b2da95459abbde40c66fb69e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '39a76f1e-b3b8-4555-80a2-0af8fb33d09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:26Z', 'updated_at': '2021-07-13T08:03:39Z', 'revision_number': 4, 'project_id': '8cdff4b2da95459abbde40c66fb69e3c', 'gw_port': {'id': '39a76f1e-b3b8-4555-80a2-0af8fb33d09c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6144ebe2-de6d-4965-b992-0b0c1ab1adc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:28Z', 'updated_at': '2021-07-13T08:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941', 'name': '', 'network_id': '83eb928e-73c1-45a3-9507-128b6acf505d', 'tenant_id': '8cdff4b2da95459abbde40c66fb69e3c', 'mac_address': 'fa:16:3e:1c:41:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6144ebe2-de6d-4965-b992-0b0c1ab1adc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'e23909cf-255e-4236-b8e0-d5b38c16e1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:36Z', 'updated_at': '2021-07-13T08:03:44Z', 'revision_number': 4, 'project_id': '8cdff4b2da95459abbde40c66fb69e3c', 'subnets': [{'id': 'e23909cf-255e-4236-b8e0-d5b38c16e1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:44.890212 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-086199fb-2557-4455-beba-14e999cf4bbc tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:44.903073 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47012) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:44.909165 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ad190-98fe-4321-b680-e77aa30ab492 req-01c2bff3-cef2-49e4-83db-3a8b261f551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:44.912899 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6a4ad190-98fe-4321-b680-e77aa30ab492 req-01c2bff3-cef2-49e4-83db-3a8b261f551e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 200 len: 850 time: 1.1286657 Jul 13 08:03:44.921878 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-086199fb-2557-4455-beba-14e999cf4bbc tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:45.030175 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ff39c-7e97-4fd9-b2fd-b6fb5d0ff8ab req-2545e4a7-85e0-48df-bace-71a8d471e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:45.033066 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-861ff39c-7e97-4fd9-b2fd-b6fb5d0ff8ab req-2545e4a7-85e0-48df-bace-71a8d471e9c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=beb00341-60c7-4eb1-9a39-32233237abd7 HTTP/1.1" status: 200 len: 919 time: 0.4124410 Jul 13 08:03:45.126149 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6832a40-f0cd-420d-819a-5b419255614b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:45.128836 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eef888fd-b650-41f9-a7a3-197a5ac19cb9 req-7d0a27ac-9400-4002-ba8d-f0e829d9d5d9 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556319 Jul 13 08:03:45.130402 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-861ff39c-7e97-4fd9-b2fd-b6fb5d0ff8ab req-fe64c507-7a82-42f5-9733-3d9277f4ba03 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=899df02f-669f-4ae4-8560-5ccd83a94264 HTTP/1.1" status: 200 len: 217 time: 0.0567133 Jul 13 08:03:45.165996 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-086199fb-2557-4455-beba-14e999cf4bbc tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:45.167280 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-086199fb-2557-4455-beba-14e999cf4bbc tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5069501 Jul 13 08:03:45.175556 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47016) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:45.206565 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-609b05b6-ea5d-45ad-9334-feb2f69daf5d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Request body: {'security_group_rule': {'security_group_id': '575b67e0-daad-4048-b99c-0293beb1f0b4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:45.212160 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086199fb-2557-4455-beba-14e999cf4bbc tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=575b67e0-daad-4048-b99c-0293beb1f0b4,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:45.253958 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfd38-b74e-41f5-851b-36a08d8ebcb8 req-47692008-b91d-4492-b288-90c67724449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:45.255553 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-580bfd38-b74e-41f5-851b-36a08d8ebcb8 req-47692008-b91d-4492-b288-90c67724449d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 1098 time: 1.2940321 Jul 13 08:03:45.266452 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23241d0b-42d6-4e6a-8a6a-fedef9a767f7 req-eed82c78-2536-4746-b8f1-da93155d51b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:45.270591 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-23241d0b-42d6-4e6a-8a6a-fedef9a767f7 req-eed82c78-2536-4746-b8f1-da93155d51b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0eefcb1ad9d4424186c36993d3bfbbea&device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 1097 time: 1.2199376 Jul 13 08:03:45.326777 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ff39c-7e97-4fd9-b2fd-b6fb5d0ff8ab req-78319a3d-9593-42bb-ad53-70696a355145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:45.328280 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-861ff39c-7e97-4fd9-b2fd-b6fb5d0ff8ab req-78319a3d-9593-42bb-ad53-70696a355145 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3ed3d0b9-c13b-441a-b2a2-61a397b26fa8 HTTP/1.1" status: 200 len: 858 time: 0.1519163 Jul 13 08:03:45.397296 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-609b05b6-ea5d-45ad-9334-feb2f69daf5d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:45.401427 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-861ff39c-7e97-4fd9-b2fd-b6fb5d0ff8ab req-fa3439c4-1838-4582-a464-353750247525 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=beb00341-60c7-4eb1-9a39-32233237abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650544 Jul 13 08:03:45.439660 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ad190-98fe-4321-b680-e77aa30ab492 req-0b07809c-cfb1-4f64-9574-53ebfb44bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:45.441214 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6a4ad190-98fe-4321-b680-e77aa30ab492 req-0b07809c-cfb1-4f64-9574-53ebfb44bf86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcb46551-b67f-448d-9e50-7e4cc85c9056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4958334 Jul 13 08:03:45.486022 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a669da-aa34-4e2e-a0cb-1bb1045b088f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:45.531748 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 24c90f4a-d970-4175-a85f-cff79d05be03 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:03:45.553193 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f1cc2-fc01-47df-9582-ad122f5beef2 req-79d8d388-2e8e-4237-b177-a63f3ffcc8b3 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:45.560723 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e05f1cc2-fc01-47df-9582-ad122f5beef2 req-79d8d388-2e8e-4237-b177-a63f3ffcc8b3 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 945 time: 0.3830914 Jul 13 08:03:45.661800 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 24c90f4a-d970-4175-a85f-cff79d05be03, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=24c90f4a-d970-4175-a85f-cff79d05be03,segment=NetworkSegment(78096199-7087-45c3-a364-e9e751751f37),segment_id=78096199-7087-45c3-a364-e9e751751f37)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:45.680889 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '24c90f4a-d970-4175-a85f-cff79d05be03', 'network_id': '6010d2c2-d300-400c-be9f-95d4cb60edee', 'port_id': '24c90f4a-d970-4175-a85f-cff79d05be03', 'mac_address': 'fa:16:3e:f6:c3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b9c81c-e3a5-4f3c-a0c3-29ef11d7a9fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:03:45.790451 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:45.809599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c90f4a-d970-4175-a85f-cff79d05be03 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:03:45.809829 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23241d0b-42d6-4e6a-8a6a-fedef9a767f7 req-8df0c726-9e2b-4c8e-8aac-4dd043f31072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:45.812628 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-23241d0b-42d6-4e6a-8a6a-fedef9a767f7 req-8df0c726-9e2b-4c8e-8aac-4dd043f31072 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6010d2c2-d300-400c-be9f-95d4cb60edee HTTP/1.1" status: 200 len: 913 time: 0.4859338 Jul 13 08:03:45.837672 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 24c90f4a-d970-4175-a85f-cff79d05be03, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=24c90f4a-d970-4175-a85f-cff79d05be03,segment=NetworkSegment(78096199-7087-45c3-a364-e9e751751f37),segment_id=78096199-7087-45c3-a364-e9e751751f37)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:45.840617 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6a4ad190-98fe-4321-b680-e77aa30ab492 req-ef759b45-f65d-416c-9b22-0e7828c90c1d service neutron] 10.222.0.35 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581321 Jul 13 08:03:45.846385 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:45.968029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=24c90f4a-d970-4175-a85f-cff79d05be03,revision_number=11']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:46.061386 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e05f1cc2-fc01-47df-9582-ad122f5beef2 req-cf974047-70a2-4dd8-9b77-7b9f7d0ea30e tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996424 Jul 13 08:03:46.070887 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-609b05b6-ea5d-45ad-9334-feb2f69daf5d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:46.073798 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-861ff39c-7e97-4fd9-b2fd-b6fb5d0ff8ab req-f77ac2be-9f4d-4fa0-87ca-5a884e8d38ac service neutron] 10.222.0.35 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6509137 Jul 13 08:03:46.079430 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-609b05b6-ea5d-45ad-9334-feb2f69daf5d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:46.083866 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-23241d0b-42d6-4e6a-8a6a-fedef9a767f7 req-80eaa1ed-d05f-4574-9847-be8f82129434 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c90f4a-d970-4175-a85f-cff79d05be03 HTTP/1.1" status: 200 len: 217 time: 0.2478793 Jul 13 08:03:46.090609 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfd38-b74e-41f5-851b-36a08d8ebcb8 req-79f25484-9146-4274-86a2-2363a14d20af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:46.093693 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-580bfd38-b74e-41f5-851b-36a08d8ebcb8 req-79f25484-9146-4274-86a2-2363a14d20af service neutron] 10.222.0.62 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 912 time: 0.8095465 Jul 13 08:03:46.138244 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b05b6-ea5d-45ad-9334-feb2f69daf5d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8771c2e-4b76-4e60-8e7c-3f2bc9d62f5b,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:46.144647 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a669da-aa34-4e2e-a0cb-1bb1045b088f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:46.172485 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-609b05b6-ea5d-45ad-9334-feb2f69daf5d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:46.177854 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-609b05b6-ea5d-45ad-9334-feb2f69daf5d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9957159 Jul 13 08:03:46.181176 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['24c90f4a-d970-4175-a85f-cff79d05be03'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:03:46.203206 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47022) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:46.272369 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-861ff39c-7e97-4fd9-b2fd-b6fb5d0ff8ab req-4b95210f-e512-4b58-85ae-c1f083dfcaa7 service neutron] 10.222.0.35 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894946 Jul 13 08:03:46.383180 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c84c83e6-b4f1-45de-a149-20dd032bcd87 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:46.399310 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c84c83e6-b4f1-45de-a149-20dd032bcd87 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:46.443100 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6832a40-f0cd-420d-819a-5b419255614b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:46.514291 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23241d0b-42d6-4e6a-8a6a-fedef9a767f7 req-b06300ac-89f5-4f2d-a0a1-32274a26d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:46.517365 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-23241d0b-42d6-4e6a-8a6a-fedef9a767f7 req-b06300ac-89f5-4f2d-a0a1-32274a26d0de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53b9c81c-e3a5-4f3c-a0c3-29ef11d7a9fd HTTP/1.1" status: 200 len: 852 time: 0.4166570 Jul 13 08:03:46.519409 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6a4ad190-98fe-4321-b680-e77aa30ab492 req-ae792d2d-c203-4688-bce1-86809e7be859 service neutron] 10.222.0.35 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6396108 Jul 13 08:03:46.546129 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:46.547053 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-580bfd38-b74e-41f5-851b-36a08d8ebcb8 req-38b28bb9-a0d0-4a57-80fd-1b5280b27614 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88d03ae3-c60f-4355-88a3-1848503d945d HTTP/1.1" status: 200 len: 1002 time: 0.4270482 Jul 13 08:03:46.622700 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e7741-5b22-4ba7-b017-7ac096191d7b req-84d500f8-9bf5-4d65-a482-2b15fd7000dc tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:46.622950 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-23241d0b-42d6-4e6a-8a6a-fedef9a767f7 req-40f57ea3-4975-4d8b-b5e2-d37c61effd9a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6010d2c2-d300-400c-be9f-95d4cb60edee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740306 Jul 13 08:03:46.624312 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e04e7741-5b22-4ba7-b017-7ac096191d7b req-84d500f8-9bf5-4d65-a482-2b15fd7000dc tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.2197905 Jul 13 08:03:46.651047 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a669da-aa34-4e2e-a0cb-1bb1045b088f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:46.663645 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a669da-aa34-4e2e-a0cb-1bb1045b088f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:46.677287 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c84c83e6-b4f1-45de-a149-20dd032bcd87 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:46.701300 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c84c83e6-b4f1-45de-a149-20dd032bcd87 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:46.702457 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c84c83e6-b4f1-45de-a149-20dd032bcd87 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/a8771c2e-4b76-4e60-8e7c-3f2bc9d62f5b HTTP/1.1" status: 204 len: 168 time: 0.4949470 Jul 13 08:03:46.709628 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47028) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:46.713148 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:46.723711 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:46.723960 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:46.761429 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c83e6-b4f1-45de-a149-20dd032bcd87 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8771c2e-4b76-4e60-8e7c-3f2bc9d62f5b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:46.780437 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e04e7741-5b22-4ba7-b017-7ac096191d7b req-221293a7-aefd-4d1c-8f6f-3f6367d6f22c tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392748 Jul 13 08:03:46.806798 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a669da-aa34-4e2e-a0cb-1bb1045b088f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:46.810339 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a669da-aa34-4e2e-a0cb-1bb1045b088f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=a01ad3f1-cb7c-4749-b7bd-e26b80d4c96d,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:46.824644 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfd38-b74e-41f5-851b-36a08d8ebcb8 req-4a9c42e2-aa36-4745-99e7-ee3edaa0d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:46.825744 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-580bfd38-b74e-41f5-851b-36a08d8ebcb8 req-4a9c42e2-aa36-4745-99e7-ee3edaa0d0db service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 200 len: 850 time: 0.2369289 Jul 13 08:03:46.828690 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:46.863748 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941,segment=NetworkSegment(1041a39a-2d6f-40dc-9d78-3492e8b1cd20),segment_id=1041a39a-2d6f-40dc-9d78-3492e8b1cd20)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:46.868709 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:46.889929 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a161d52d-0cbd-43c1-ac6b-da75ec5be852 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1720746 Jul 13 08:03:46.893335 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47030) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:46.925149 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-23241d0b-42d6-4e6a-8a6a-fedef9a767f7 req-2ddca635-919a-4a89-b214-0ffed9c36bba service neutron] 10.222.0.35 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873645 Jul 13 08:03:46.939909 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:47.013838 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-45bccc34-59d0-451f-b7e2-8c94b3b76b08 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:47.016527 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-65a669da-aa34-4e2e-a0cb-1bb1045b088f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Floating IP 68910eaf-644f-4dd0-b3d9-f11631aa0072 associated. External IP: 172.25.0.245, port: 4ac7e1b2-6e19-4373-ba87-3370d07244b9. Jul 13 08:03:47.095223 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-45bccc34-59d0-451f-b7e2-8c94b3b76b08 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:47.211294 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-45bccc34-59d0-451f-b7e2-8c94b3b76b08 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:47.215119 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-45bccc34-59d0-451f-b7e2-8c94b3b76b08 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:47.216650 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-45bccc34-59d0-451f-b7e2-8c94b3b76b08 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "DELETE /v2.0/security-groups/575b67e0-daad-4048-b99c-0293beb1f0b4 HTTP/1.1" status: 204 len: 168 time: 0.3219137 Jul 13 08:03:47.231947 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47034) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:47.233281 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bccc34-59d0-451f-b7e2-8c94b3b76b08 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=575b67e0-daad-4048-b99c-0293beb1f0b4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:47.266432 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ce7d23f5-e1fc-4ee9-91de-2a75498ad11c None None] Provisioning complete for port b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:47.266947 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce7d23f5-e1fc-4ee9-91de-2a75498ad11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:47.403196 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6832a40-f0cd-420d-819a-5b419255614b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Router e410cb03-40ef-42f5-bb97-0ccce044e1d1 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:03:47.406761 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfd38-b74e-41f5-851b-36a08d8ebcb8 req-37c899e8-2454-46b6-b9eb-840e4cd95089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:47.408453 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-580bfd38-b74e-41f5-851b-36a08d8ebcb8 req-37c899e8-2454-46b6-b9eb-840e4cd95089 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dcb46551-b67f-448d-9e50-7e4cc85c9056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5712354 Jul 13 08:03:47.411471 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ed9aace4-4e38-4e42-95e3-4f32a757dd3c tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1747580 Jul 13 08:03:47.421329 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47036) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:47.441508 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-0e67f8b4-2acd-4bc2-86da-f92e93f68a6a tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758357829'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:47.450708 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0d3744a6-cef3-43f7-a67f-fb5726b787ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:47.474481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0cfda-79d5-48db-b41d-c3ad3556007a req-2d3592db-b3db-465a-a163-1474d5272f34 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:47.476011 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72e0cfda-79d5-48db-b41d-c3ad3556007a req-2d3592db-b3db-465a-a163-1474d5272f34 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 946 time: 0.2297916 Jul 13 08:03:47.496389 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a669da-aa34-4e2e-a0cb-1bb1045b088f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Router 584dc7ce-e370-4b05-a3f3-1042e83926d0 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:03:47.513157 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-23241d0b-42d6-4e6a-8a6a-fedef9a767f7 req-ff4fabe9-7b60-4611-8073-966092c7cd90 service neutron] 10.222.0.35 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808759 Jul 13 08:03:47.538369 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72e0cfda-79d5-48db-b41d-c3ad3556007a req-141df686-a312-480f-9760-5a88cda223bd tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550385 Jul 13 08:03:47.547360 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 24c90f4a-d970-4175-a85f-cff79d05be03 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:47.612568 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0e67f8b4-2acd-4bc2-86da-f92e93f68a6a tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:47.647874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 24c90f4a-d970-4175-a85f-cff79d05be03 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:47.652636 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 24c90f4a-d970-4175-a85f-cff79d05be03 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:47.653169 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:47.679089 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a669da-aa34-4e2e-a0cb-1bb1045b088f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:47.696063 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47201340-f035-4de9-befd-6b70e3270773 None None] Sync routers for ids ['584dc7ce-e370-4b05-a3f3-1042e83926d0'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:47.708864 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a669da-aa34-4e2e-a0cb-1bb1045b088f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:47.723601 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47201340-f035-4de9-befd-6b70e3270773 None None] Routers {'584dc7ce-e370-4b05-a3f3-1042e83926d0'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:47.725408 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-47201340-f035-4de9-befd-6b70e3270773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['584dc7ce-e370-4b05-a3f3-1042e83926d0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:47.764262 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-65a669da-aa34-4e2e-a0cb-1bb1045b088f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4841466 Jul 13 08:03:47.764880 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'tag': '4ac7e1b2-6e19-4373-ba87-3370d07244b9'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:47.767684 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3514a3-e454-4b94-b28e-36f53e4645ca" -d '{"events": [{"name": "network-changed", "server_uuid": "f1395fb2-1155-4560-8cf7-4df5aa0c2b1d", "tag": "4ac7e1b2-6e19-4373-ba87-3370d07244b9"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:47.768472 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6832a40-f0cd-420d-819a-5b419255614b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:47.771750 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-580bfd38-b74e-41f5-851b-36a08d8ebcb8 req-bc545c40-7bd7-48a0-8851-173eb0b28a00 service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557806 Jul 13 08:03:47.795757 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70c4392-aa8e-4be0-abde-59aef1f09ad8 None None] Sync routers for ids ['e410cb03-40ef-42f5-bb97-0ccce044e1d1'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:47.832597 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c5fa41-449b-42bc-a047-df353ca251d1 x-openstack-request-id: req-44c5fa41-449b-42bc-a047-df353ca251d1 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:47.833085 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1395fb2-1155-4560-8cf7-4df5aa0c2b1d", "tag": "4ac7e1b2-6e19-4373-ba87-3370d07244b9", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:47.833918 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-44c5fa41-449b-42bc-a047-df353ca251d1 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:47.834630 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'tag': '4ac7e1b2-6e19-4373-ba87-3370d07244b9', 'status': 'completed', 'code': 200} Jul 13 08:03:47.846681 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70c4392-aa8e-4be0-abde-59aef1f09ad8 None None] Routers {'e410cb03-40ef-42f5-bb97-0ccce044e1d1'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:47.846681 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-f70c4392-aa8e-4be0-abde-59aef1f09ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e410cb03-40ef-42f5-bb97-0ccce044e1d1'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:47.945202 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:47.950471 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-f70c4392-aa8e-4be0-abde-59aef1f09ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:47.984057 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3514a3-e454-4b94-b28e-36f53e4645ca req-3c51ddd5-fced-4727-8009-92c523220be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:47.986583 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3d3514a3-e454-4b94-b28e-36f53e4645ca req-3c51ddd5-fced-4727-8009-92c523220be8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 1097 time: 0.1195407 Jul 13 08:03:48.022982 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0e67f8b4-2acd-4bc2-86da-f92e93f68a6a tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:48.025591 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-580bfd38-b74e-41f5-851b-36a08d8ebcb8 req-69bdc73c-d9b9-4859-b46f-14005456aa4b service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425189 Jul 13 08:03:48.029135 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c90f4a-d970-4175-a85f-cff79d05be03'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:48.033726 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0e67f8b4-2acd-4bc2-86da-f92e93f68a6a tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:48.049722 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7907416-1c6b-4034-a117-2319601f431b" -d '{"events": [{"server_uuid": "f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e", "name": "network-vif-plugged", "status": "completed", "tag": "24c90f4a-d970-4175-a85f-cff79d05be03"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:48.057167 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d6832a40-f0cd-420d-819a-5b419255614b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:48.060916 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d6832a40-f0cd-420d-819a-5b419255614b tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.9587162 Jul 13 08:03:48.064540 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47046) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:48.067196 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70c4392-aa8e-4be0-abde-59aef1f09ad8 None None] Routers {'e410cb03-40ef-42f5-bb97-0ccce044e1d1'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:48.068293 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-f70c4392-aa8e-4be0-abde-59aef1f09ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e410cb03-40ef-42f5-bb97-0ccce044e1d1'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:48.073433 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b1983da2-37da-4370-a95b-f6a28b05b023 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'enable_snat': False}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:48.098983 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-47201340-f035-4de9-befd-6b70e3270773 None None] Set router 584dc7ce-e370-4b05-a3f3-1042e83926d0 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:48.117152 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0e67f8b4-2acd-4bc2-86da-f92e93f68a6a tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:48.118428 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0e67f8b4-2acd-4bc2-86da-f92e93f68a6a tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6961277 Jul 13 08:03:48.121702 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47048) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:48.129158 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b9d43c0d-6c5e-48cc-aba0-e82bbbf6adc5 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Request body: {'security_group_rule': {'security_group_id': '27371925-fae9-4f32-834b-fde7535c6fd3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:48.152377 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-f70c4392-aa8e-4be0-abde-59aef1f09ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:48.153545 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70c4392-aa8e-4be0-abde-59aef1f09ad8 None None] The sync data for ids ['e410cb03-40ef-42f5-bb97-0ccce044e1d1'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:48.164034 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 24c90f4a-d970-4175-a85f-cff79d05be03, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=24c90f4a-d970-4175-a85f-cff79d05be03,segment=NetworkSegment(78096199-7087-45c3-a364-e9e751751f37),segment_id=78096199-7087-45c3-a364-e9e751751f37)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:48.165830 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67f8b4-2acd-4bc2-86da-f92e93f68a6a tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27371925-fae9-4f32-834b-fde7535c6fd3,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:48.188885 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:48.231574 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55736a85-e6e5-484d-80f5-85d3f14184e3 req-0a9bcae1-e2d7-40ff-9397-2de6f0082cbf tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:48.233213 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-55736a85-e6e5-484d-80f5-85d3f14184e3 req-0a9bcae1-e2d7-40ff-9397-2de6f0082cbf tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 945 time: 0.2430668 Jul 13 08:03:48.286662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=24c90f4a-d970-4175-a85f-cff79d05be03,revision_number=12']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:48.302932 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-0d3744a6-cef3-43f7-a67f-fb5726b787ef admin admin] Deleting port cae301e6-0af0-4b12-88e0-9dcf7ae99edf {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:48.303191 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0d3744a6-cef3-43f7-a67f-fb5726b787ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:48.307390 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9d43c0d-6c5e-48cc-aba0-e82bbbf6adc5 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:48.335201 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3514a3-e454-4b94-b28e-36f53e4645ca req-202dc1ca-7315-414d-abf2-d73ad3c2b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:48.337360 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3d3514a3-e454-4b94-b28e-36f53e4645ca req-202dc1ca-7315-414d-abf2-d73ad3c2b1e9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d013c030-1ee3-40e3-b3a2-d58ba564a20a HTTP/1.1" status: 200 len: 897 time: 0.3115520 Jul 13 08:03:48.361495 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-55736a85-e6e5-484d-80f5-85d3f14184e3 req-9538935a-98dd-4bb9-aef6-6245184ce334 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136162 Jul 13 08:03:48.397859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:48.406783 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47050) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:48.439005 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3d3514a3-e454-4b94-b28e-36f53e4645ca req-c172f1d8-76bf-444d-83e3-45239222cc8d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ac7e1b2-6e19-4373-ba87-3370d07244b9 HTTP/1.1" status: 200 len: 999 time: 0.0752652 Jul 13 08:03:48.449619 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6d1b4-dccc-475e-aafb-d9c7a46d1b2e req-559dcb08-8793-469e-8291-529a902d8fd2 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:48.460195 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afa6d1b4-dccc-475e-aafb-d9c7a46d1b2e req-559dcb08-8793-469e-8291-529a902d8fd2 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.4079926 Jul 13 08:03:48.462025 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-47201340-f035-4de9-befd-6b70e3270773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772751369', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:00Z', 'updated_at': '2021-07-13T08:03:14Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:40:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:02Z', 'updated_at': '2021-07-13T08:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '68910eaf-644f-4dd0-b3d9-f11631aa0072', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'port_id': '4ac7e1b2-6e19-4373-ba87-3370d07244b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a', 'mac_address': 'fa:16:3e:5f:56:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:03:45Z', 'updated_at': '2021-07-13T08:03:45Z', 'revision_number': 0, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683b49be-ac3c-4b10-908c-3ccae6859af9', 'name': '', 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:83:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '893422e7-0183-484b-b810-0be97f4a151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:13Z', 'updated_at': '2021-07-13T08:03:21Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '893422e7-0183-484b-b810-0be97f4a151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:48.501306 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e80d359-7f04-4a61-871a-ae781a99922e x-openstack-request-id: req-4e80d359-7f04-4a61-871a-ae781a99922e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:48.502273 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e", "name": "network-vif-plugged", "status": "completed", "tag": "24c90f4a-d970-4175-a85f-cff79d05be03", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:48.502273 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e80d359-7f04-4a61-871a-ae781a99922e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:48.502273 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c90f4a-d970-4175-a85f-cff79d05be03', 'code': 200} Jul 13 08:03:48.529732 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47201340-f035-4de9-befd-6b70e3270773 None None] Checking router: 584dc7ce-e370-4b05-a3f3-1042e83926d0 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:03:48.555029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:48.555657 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b1507f48-6bcc-46eb-9d81-1762c4083966 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/floatingips/68910eaf-644f-4dd0-b3d9-f11631aa0072 HTTP/1.1" status: 200 len: 991 time: 0.1470039 Jul 13 08:03:48.556379 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:48.560681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-0d3744a6-cef3-43f7-a67f-fb5726b787ef admin admin] For port cae301e6-0af0-4b12-88e0-9dcf7ae99edf, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=cae301e6-0af0-4b12-88e0-9dcf7ae99edf,segment=NetworkSegment(58020957-0569-475f-9845-1bdc4428d664),segment_id=58020957-0569-475f-9845-1bdc4428d664)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:48.560994 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0d3744a6-cef3-43f7-a67f-fb5726b787ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:48.580833 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47201340-f035-4de9-befd-6b70e3270773 None None] Routers {'584dc7ce-e370-4b05-a3f3-1042e83926d0'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:48.582025 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-0d3744a6-cef3-43f7-a67f-fb5726b787ef admin admin] Calling delete_port for cae301e6-0af0-4b12-88e0-9dcf7ae99edf owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:48.587002 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-47201340-f035-4de9-befd-6b70e3270773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['584dc7ce-e370-4b05-a3f3-1042e83926d0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:48.708193 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3514a3-e454-4b94-b28e-36f53e4645ca req-0c2339c6-58a8-4d3f-8a34-dc2e035635eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:48.710108 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3d3514a3-e454-4b94-b28e-36f53e4645ca req-0c2339c6-58a8-4d3f-8a34-dc2e035635eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=893422e7-0183-484b-b810-0be97f4a151e HTTP/1.1" status: 200 len: 834 time: 0.2412875 Jul 13 08:03:48.712038 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9d43c0d-6c5e-48cc-aba0-e82bbbf6adc5 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:48.730623 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1983da2-37da-4370-a95b-f6a28b05b023 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:48.736141 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-afa6d1b4-dccc-475e-aafb-d9c7a46d1b2e req-91919422-adb3-451f-86e1-77b776f0b1a1 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733338 Jul 13 08:03:48.736871 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9d43c0d-6c5e-48cc-aba0-e82bbbf6adc5 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:48.740620 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-47201340-f035-4de9-befd-6b70e3270773 None None] Set router 584dc7ce-e370-4b05-a3f3-1042e83926d0 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:48.797062 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d43c0d-6c5e-48cc-aba0-e82bbbf6adc5 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5783f4-a811-44ea-b586-5e653645dd80,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:48.833740 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9d43c0d-6c5e-48cc-aba0-e82bbbf6adc5 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:48.838747 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b9d43c0d-6c5e-48cc-aba0-e82bbbf6adc5 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7153084 Jul 13 08:03:48.841013 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47054) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:48.891775 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-526da124-a65c-489c-b2a4-7cdd58266e17 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-group-rules/ce5783f4-a811-44ea-b586-5e653645dd80 HTTP/1.1" status: 200 len: 763 time: 0.0460114 Jul 13 08:03:48.898437 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47056) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:48.899162 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8be87-34f4-4f00-ac72-64a2aa0616a9 req-a0d83eb4-8eaa-4df6-afc3-092071537fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:48.900236 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-33c8be87-34f4-4f00-ac72-64a2aa0616a9 req-a0d83eb4-8eaa-4df6-afc3-092071537fbe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 1099 time: 0.2051764 Jul 13 08:03:48.975879 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bada883c-e3e9-4437-82a1-47c9039a4e66 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0755146 Jul 13 08:03:48.981303 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3514a3-e454-4b94-b28e-36f53e4645ca req-fd6ca46b-a101-4368-a4c8-cb6affb3e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:48.982989 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3d3514a3-e454-4b94-b28e-36f53e4645ca req-fd6ca46b-a101-4368-a4c8-cb6affb3e56a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d013c030-1ee3-40e3-b3a2-d58ba564a20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2641613 Jul 13 08:03:48.983510 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47058) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:49.012141 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-33c8be87-34f4-4f00-ac72-64a2aa0616a9 req-4bf78aa5-d8f7-42ea-a309-1f61200c36ef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027176 Jul 13 08:03:49.030913 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0d3744a6-cef3-43f7-a67f-fb5726b787ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:49.044621 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-47201340-f035-4de9-befd-6b70e3270773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772751369', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:00Z', 'updated_at': '2021-07-13T08:03:14Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:40:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:02Z', 'updated_at': '2021-07-13T08:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '68910eaf-644f-4dd0-b3d9-f11631aa0072', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'port_id': '4ac7e1b2-6e19-4373-ba87-3370d07244b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a', 'mac_address': 'fa:16:3e:5f:56:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:03:45Z', 'updated_at': '2021-07-13T08:03:45Z', 'revision_number': 0, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683b49be-ac3c-4b10-908c-3ccae6859af9', 'name': '', 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:83:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '893422e7-0183-484b-b810-0be97f4a151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:13Z', 'updated_at': '2021-07-13T08:03:21Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '893422e7-0183-484b-b810-0be97f4a151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:49.057809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe0bba-e847-4e17-9bee-37d43be68bcd req-9cf246db-3375-4738-bf57-6516757ec771 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:49.059478 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ecbe0bba-e847-4e17-9bee-37d43be68bcd req-9cf246db-3375-4738-bf57-6516757ec771 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.2445300 Jul 13 08:03:49.062599 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd7e08f2-6760-4026-8d37-45a7a1d55098 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:49.073038 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3744a6-cef3-43f7-a67f-fb5726b787ef admin admin] Pushing event deleted for resources: {'Port': ['ID=cae301e6-0af0-4b12-88e0-9dcf7ae99edf,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:49.083681 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47201340-f035-4de9-befd-6b70e3270773 None None] The sync data for ids ['584dc7ce-e370-4b05-a3f3-1042e83926d0'] in n-d-779913-28 is: [{'id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772751369', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:00Z', 'updated_at': '2021-07-13T08:03:14Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:40:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:02Z', 'updated_at': '2021-07-13T08:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '68910eaf-644f-4dd0-b3d9-f11631aa0072', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'port_id': '4ac7e1b2-6e19-4373-ba87-3370d07244b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a', 'mac_address': 'fa:16:3e:5f:56:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:03:45Z', 'updated_at': '2021-07-13T08:03:45Z', 'revision_number': 0, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683b49be-ac3c-4b10-908c-3ccae6859af9', 'name': '', 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:83:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '893422e7-0183-484b-b810-0be97f4a151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:13Z', 'updated_at': '2021-07-13T08:03:21Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '893422e7-0183-484b-b810-0be97f4a151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:49.125473 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd7e08f2-6760-4026-8d37-45a7a1d55098 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:49.180404 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ecbe0bba-e847-4e17-9bee-37d43be68bcd req-a173062c-ced4-4a30-a716-4b4873920b36 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873346 Jul 13 08:03:49.193825 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3d3514a3-e454-4b94-b28e-36f53e4645ca req-0bafb5f2-c61e-4aef-bc38-f27daba92d71 service neutron] 10.222.0.62 "GET /v2.0/networks/d013c030-1ee3-40e3-b3a2-d58ba564a20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003932 Jul 13 08:03:49.222579 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd7e08f2-6760-4026-8d37-45a7a1d55098 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:49.267945 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd7e08f2-6760-4026-8d37-45a7a1d55098 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:49.270113 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-dd7e08f2-6760-4026-8d37-45a7a1d55098 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/ce5783f4-a811-44ea-b586-5e653645dd80 HTTP/1.1" status: 204 len: 168 time: 0.2854211 Jul 13 08:03:49.273741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47060) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:49.276367 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e08f2-6760-4026-8d37-45a7a1d55098 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce5783f4-a811-44ea-b586-5e653645dd80,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:49.375397 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bd10e99a-0524-4fa2-b648-319a0a5e451d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0976667 Jul 13 08:03:49.376142 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47062) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:49.380758 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5fdab910-d990-4c50-bdc2-c98b7a64fee7 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Request body: {'security_group_rule': {'security_group_id': '27371925-fae9-4f32-834b-fde7535c6fd3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:49.392283 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3d3514a3-e454-4b94-b28e-36f53e4645ca req-f607f2f8-03b6-4504-bba6-9856f6a7cadd service neutron] 10.222.0.62 "GET /v2.0/networks/d013c030-1ee3-40e3-b3a2-d58ba564a20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843357 Jul 13 08:03:49.423233 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5fdab910-d990-4c50-bdc2-c98b7a64fee7 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:49.435079 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0d3744a6-cef3-43f7-a67f-fb5726b787ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:49.456077 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caeda331-e89f-448a-9bfe-86b10ee02179 None None] New status for floating IP 68910eaf-644f-4dd0-b3d9-f11631aa0072: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:03:49.479511 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5fdab910-d990-4c50-bdc2-c98b7a64fee7 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:49.484789 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5fdab910-d990-4c50-bdc2-c98b7a64fee7 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:49.503906 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdab910-d990-4c50-bdc2-c98b7a64fee7 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fea24d-9b37-4796-b279-51d58c519d71,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:49.512942 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5fdab910-d990-4c50-bdc2-c98b7a64fee7 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:49.515011 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5fdab910-d990-4c50-bdc2-c98b7a64fee7 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382563 Jul 13 08:03:49.518359 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47064) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:49.537319 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-964791ad-3496-4e94-b35e-6de885234230 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-group-rules/62fea24d-9b37-4796-b279-51d58c519d71 HTTP/1.1" status: 200 len: 763 time: 0.0176368 Jul 13 08:03:49.540109 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47066) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:49.562771 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47068) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:49.660933 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-97cddeb5-6c6c-4391-94ff-a9a17db6bea4 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1125779 Jul 13 08:03:49.661150 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47070) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:49.679487 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ec9fb58d-09a2-4d0b-9f19-88466c185645 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/floatingips/68910eaf-644f-4dd0-b3d9-f11631aa0072 HTTP/1.1" status: 200 len: 991 time: 0.1146569 Jul 13 08:03:49.694900 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df0d488f-c0ac-40e5-b593-b8f58770e47d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:49.705644 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df0d488f-c0ac-40e5-b593-b8f58770e47d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:49.744392 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df0d488f-c0ac-40e5-b593-b8f58770e47d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:49.752209 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df0d488f-c0ac-40e5-b593-b8f58770e47d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:49.754556 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-df0d488f-c0ac-40e5-b593-b8f58770e47d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/62fea24d-9b37-4796-b279-51d58c519d71 HTTP/1.1" status: 204 len: 168 time: 0.0923567 Jul 13 08:03:49.756760 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47076) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:49.771497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d488f-c0ac-40e5-b593-b8f58770e47d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62fea24d-9b37-4796-b279-51d58c519d71,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:49.807516 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d488f-c0ac-40e5-b593-b8f58770e47d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:49.807873 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d488f-c0ac-40e5-b593-b8f58770e47d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:49.808215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d488f-c0ac-40e5-b593-b8f58770e47d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:49.808555 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d488f-c0ac-40e5-b593-b8f58770e47d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:49.808929 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d488f-c0ac-40e5-b593-b8f58770e47d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:49.809268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d488f-c0ac-40e5-b593-b8f58770e47d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:49.809581 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d488f-c0ac-40e5-b593-b8f58770e47d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:49.809917 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d488f-c0ac-40e5-b593-b8f58770e47d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:49.810269 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d488f-c0ac-40e5-b593-b8f58770e47d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:49.810594 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d488f-c0ac-40e5-b593-b8f58770e47d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:49.810921 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d488f-c0ac-40e5-b593-b8f58770e47d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:49.811247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d488f-c0ac-40e5-b593-b8f58770e47d tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:49.851564 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-03506bba-9c93-4bed-9d44-03eb561648c7 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0929544 Jul 13 08:03:49.853881 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47086) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:49.859045 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d9a10d93-fdaa-46b8-91d7-67343d07f5d3 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Request body: {'security_group_rule': {'security_group_id': '27371925-fae9-4f32-834b-fde7535c6fd3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:49.894552 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-d9a10d93-fdaa-46b8-91d7-67343d07f5d3 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Project 683db692c218475a95a479dae0888a78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:03:49.910559 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9a10d93-fdaa-46b8-91d7-67343d07f5d3 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.046442 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9a10d93-fdaa-46b8-91d7-67343d07f5d3 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.057782 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69ef4e-0992-47f9-95e7-9ed7c9549bcb req-49769a1e-0df7-447e-a4be-a1c15cf2e485 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:50.059369 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ff69ef4e-0992-47f9-95e7-9ed7c9549bcb req-49769a1e-0df7-447e-a4be-a1c15cf2e485 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.1199942 Jul 13 08:03:50.060551 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9a10d93-fdaa-46b8-91d7-67343d07f5d3 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.093045 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a10d93-fdaa-46b8-91d7-67343d07f5d3 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d67948-3fdb-49a7-80e7-6e614f57f139,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:50.104927 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9a10d93-fdaa-46b8-91d7-67343d07f5d3 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.109200 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d9a10d93-fdaa-46b8-91d7-67343d07f5d3 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2509778 Jul 13 08:03:50.112372 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47110) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:50.119667 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1983da2-37da-4370-a95b-f6a28b05b023 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.129639 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1983da2-37da-4370-a95b-f6a28b05b023 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396023'] for router, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.132101 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ff69ef4e-0992-47f9-95e7-9ed7c9549bcb req-ccf339ff-e58f-4e31-94c5-8b8be11189c5 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632164 Jul 13 08:03:50.139182 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e9f41458-57aa-4414-bfc1-85abef292e3c tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-group-rules/f2d67948-3fdb-49a7-80e7-6e614f57f139 HTTP/1.1" status: 200 len: 769 time: 0.0234768 Jul 13 08:03:50.139969 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47114) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:50.192252 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f80a6342-6a7e-4fc9-b294-1abf727f28ad tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0511532 Jul 13 08:03:50.195161 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47118) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:50.231393 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c05b65fa-59c8-49fa-87b5-e1e999282fdb tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.241702 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c05b65fa-59c8-49fa-87b5-e1e999282fdb tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.284832 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c05b65fa-59c8-49fa-87b5-e1e999282fdb tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.294370 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c05b65fa-59c8-49fa-87b5-e1e999282fdb tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.302831 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c05b65fa-59c8-49fa-87b5-e1e999282fdb tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/f2d67948-3fdb-49a7-80e7-6e614f57f139 HTTP/1.1" status: 204 len: 168 time: 0.1036720 Jul 13 08:03:50.304434 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47122) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:50.324826 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b65fa-59c8-49fa-87b5-e1e999282fdb tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2d67948-3fdb-49a7-80e7-6e614f57f139,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:50.344415 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3744a6-cef3-43f7-a67f-fb5726b787ef admin admin] Router 85ac5214-15ea-4739-a236-919af9f8f282 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:03:50.423764 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ad23e942-11fe-4209-bc60-7c71e283da25 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1154399 Jul 13 08:03:50.424034 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1983da2-37da-4370-a95b-f6a28b05b023 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Router e410cb03-40ef-42f5-bb97-0ccce044e1d1 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:03:50.426610 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47124) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:50.460521 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067dd605-c8d3-4fb1-b540-32a507b13d2c req-4db5dd65-d9fd-4137-9c7f-7a9688202a20 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:50.462194 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-067dd605-c8d3-4fb1-b540-32a507b13d2c req-4db5dd65-d9fd-4137-9c7f-7a9688202a20 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.1385279 Jul 13 08:03:50.512477 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-067dd605-c8d3-4fb1-b540-32a507b13d2c req-99876410-e489-475a-804e-c9da498f106d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429189 Jul 13 08:03:50.571668 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3744a6-cef3-43f7-a67f-fb5726b787ef admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:50.582127 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbefd3-e1ca-4f19-8c40-3e22031d7205 None None] Sync routers for ids ['85ac5214-15ea-4739-a236-919af9f8f282'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:50.592908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdbefd3-e1ca-4f19-8c40-3e22031d7205 None None] Routers {'85ac5214-15ea-4739-a236-919af9f8f282'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:50.593604 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-abdbefd3-e1ca-4f19-8c40-3e22031d7205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['85ac5214-15ea-4739-a236-919af9f8f282'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:50.606729 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0d3744a6-cef3-43f7-a67f-fb5726b787ef admin admin] 10.222.0.58 "PUT /v2.0/routers/85ac5214-15ea-4739-a236-919af9f8f282/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6993358 Jul 13 08:03:50.609477 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47126) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:50.627717 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ef1924f-ca3a-4a1d-80db-a6adc9d77b65 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.652868 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1983da2-37da-4370-a95b-f6a28b05b023 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:50.662514 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1983da2-37da-4370-a95b-f6a28b05b023 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.663981 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b1983da2-37da-4370-a95b-f6a28b05b023 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "PUT /v2.0/routers/e410cb03-40ef-42f5-bb97-0ccce044e1d1 HTTP/1.1" status: 200 len: 925 time: 2.5946071 Jul 13 08:03:50.667085 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47128) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:50.670393 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ef1924f-ca3a-4a1d-80db-a6adc9d77b65 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.671604 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a66cf05-72c4-4d7e-bfc0-6ba7439742cd None None] Sync routers for ids ['e410cb03-40ef-42f5-bb97-0ccce044e1d1'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:50.685133 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47130) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:50.691877 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a66cf05-72c4-4d7e-bfc0-6ba7439742cd None None] Routers {'e410cb03-40ef-42f5-bb97-0ccce044e1d1'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:50.693871 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7a66cf05-72c4-4d7e-bfc0-6ba7439742cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e410cb03-40ef-42f5-bb97-0ccce044e1d1'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:50.755695 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-abdbefd3-e1ca-4f19-8c40-3e22031d7205 None None] Set router 85ac5214-15ea-4739-a236-919af9f8f282 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:50.765822 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc1ac622-5c31-431c-9e49-130dfcc15b89 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.780320 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7a66cf05-72c4-4d7e-bfc0-6ba7439742cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:50.793101 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a66cf05-72c4-4d7e-bfc0-6ba7439742cd None None] Routers {'e410cb03-40ef-42f5-bb97-0ccce044e1d1'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:50.793787 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7a66cf05-72c4-4d7e-bfc0-6ba7439742cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e410cb03-40ef-42f5-bb97-0ccce044e1d1'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:50.839438 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7a66cf05-72c4-4d7e-bfc0-6ba7439742cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:50.840286 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a66cf05-72c4-4d7e-bfc0-6ba7439742cd None None] The sync data for ids ['e410cb03-40ef-42f5-bb97-0ccce044e1d1'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:50.897060 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-11a1a81d-9ef2-49c0-a82b-d3d456273513 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "GET /v2.0/routers/e410cb03-40ef-42f5-bb97-0ccce044e1d1 HTTP/1.1" status: 200 len: 925 time: 0.2259569 Jul 13 08:03:50.897421 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47132) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:50.902713 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-785c2605-928c-46d1-abc4-2a4e5adfd3f1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/floatingips/68910eaf-644f-4dd0-b3d9-f11631aa0072 HTTP/1.1" status: 200 len: 993 time: 0.2161596 Jul 13 08:03:50.912157 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ef1924f-ca3a-4a1d-80db-a6adc9d77b65 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.915239 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ef1924f-ca3a-4a1d-80db-a6adc9d77b65 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.918915 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0ef1924f-ca3a-4a1d-80db-a6adc9d77b65 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "DELETE /v2.0/security-groups/27371925-fae9-4f32-834b-fde7535c6fd3 HTTP/1.1" status: 204 len: 168 time: 0.4880905 Jul 13 08:03:50.920242 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47134) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:50.945153 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1924f-ca3a-4a1d-80db-a6adc9d77b65 tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27371925-fae9-4f32-834b-fde7535c6fd3,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:50.955212 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc1ac622-5c31-431c-9e49-130dfcc15b89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.994514 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c49f3b7f-8805-45ef-b79d-a4f0eb68081f tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0726416 Jul 13 08:03:50.995414 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47138) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:51.035270 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f0830e-efc2-4c82-bc76-c21211e1b769 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:51.035918 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-abdbefd3-e1ca-4f19-8c40-3e22031d7205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac5214-15ea-4739-a236-919af9f8f282', 'name': 'tempest-TestAggregatesBasicOps-1929697189-router', 'tenant_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '9d3487ce-85f1-4244-ad0a-09c0c403095f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:06Z', 'updated_at': '2021-07-13T08:03:48Z', 'revision_number': 5, 'project_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'gw_port': {'id': '9d3487ce-85f1-4244-ad0a-09c0c403095f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac5214-15ea-4739-a236-919af9f8f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:09Z', 'updated_at': '2021-07-13T08:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:51.039748 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c6f0830e-efc2-4c82-bc76-c21211e1b769 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=f96be058-f906-4210-b421-902eff1606be&device_id=e410cb03-40ef-42f5-bb97-0ccce044e1d1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1384058 Jul 13 08:03:51.040720 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47140) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:51.079303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbefd3-e1ca-4f19-8c40-3e22031d7205 None None] Checking router: 85ac5214-15ea-4739-a236-919af9f8f282 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:03:51.082079 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f5b7e96e-d73b-4692-b036-401fbadfc37e tempest-SecGroupIPv6Test-1242891342 tempest-SecGroupIPv6Test-1242891342-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0846927 Jul 13 08:03:51.083326 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-dc1ac622-5c31-431c-9e49-130dfcc15b89 admin admin] Deleting port 9d3487ce-85f1-4244-ad0a-09c0c403095f {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:51.083585 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc1ac622-5c31-431c-9e49-130dfcc15b89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:51.093345 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdbefd3-e1ca-4f19-8c40-3e22031d7205 None None] Routers {'85ac5214-15ea-4739-a236-919af9f8f282'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:51.095761 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-abdbefd3-e1ca-4f19-8c40-3e22031d7205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['85ac5214-15ea-4739-a236-919af9f8f282'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:51.216065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-abdbefd3-e1ca-4f19-8c40-3e22031d7205 None None] Set router 85ac5214-15ea-4739-a236-919af9f8f282 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:51.236307 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6cb79e-39e6-42f3-8ead-a485764c2a46 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:51.244089 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8c6cb79e-39e6-42f3-8ead-a485764c2a46 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 881 time: 0.2021081 Jul 13 08:03:51.247202 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47146) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:51.289857 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-abdbefd3-e1ca-4f19-8c40-3e22031d7205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac5214-15ea-4739-a236-919af9f8f282', 'name': 'tempest-TestAggregatesBasicOps-1929697189-router', 'tenant_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:06Z', 'updated_at': '2021-07-13T08:03:50Z', 'revision_number': 6, 'project_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:51.292721 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-dc1ac622-5c31-431c-9e49-130dfcc15b89 admin admin] For port 9d3487ce-85f1-4244-ad0a-09c0c403095f, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9d3487ce-85f1-4244-ad0a-09c0c403095f,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:51.293284 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc1ac622-5c31-431c-9e49-130dfcc15b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:51.307522 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f6726ca5-9249-4f0e-8b4a-79c19cbdddb1 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "GET /v2.0/ports?device_id=e410cb03-40ef-42f5-bb97-0ccce044e1d1 HTTP/1.1" status: 200 len: 205 time: 0.0586250 Jul 13 08:03:51.311616 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47148) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:51.330043 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-dc1ac622-5c31-431c-9e49-130dfcc15b89 admin admin] Calling delete_port for 9d3487ce-85f1-4244-ad0a-09c0c403095f owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:51.353912 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbefd3-e1ca-4f19-8c40-3e22031d7205 None None] The sync data for ids ['85ac5214-15ea-4739-a236-919af9f8f282'] in n-d-779913-28 is: [{'id': '85ac5214-15ea-4739-a236-919af9f8f282', 'name': 'tempest-TestAggregatesBasicOps-1929697189-router', 'tenant_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:06Z', 'updated_at': '2021-07-13T08:03:50Z', 'revision_number': 6, 'project_id': 'fe4ba9cc410243d39dfea2dc48d090fa', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:51.537264 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28e1d4f5-d3eb-4b21-8c3d-d6e09c580554 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:51.607584 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47154) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:51.651273 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077973bb-8fd1-4f79-8433-f7234bb5affd req-6160e20e-7c1f-4c36-965a-b7a82247df55 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:51.653055 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-077973bb-8fd1-4f79-8433-f7234bb5affd req-6160e20e-7c1f-4c36-965a-b7a82247df55 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.2399559 Jul 13 08:03:51.653729 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc1ac622-5c31-431c-9e49-130dfcc15b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:51.682032 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28e1d4f5-d3eb-4b21-8c3d-d6e09c580554 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:51.732980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ac622-5c31-431c-9e49-130dfcc15b89 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3487ce-85f1-4244-ad0a-09c0c403095f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:51.764498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-28e1d4f5-d3eb-4b21-8c3d-d6e09c580554 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Deleting port 3e5fd0ed-cb18-43a4-8ff6-95e6bc7098c6 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:51.764965 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28e1d4f5-d3eb-4b21-8c3d-d6e09c580554 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:51.881112 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d6bacadb-06c4-4ccc-8435-ecdfd4fc2b9f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=683db692c218475a95a479dae0888a78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723002 Jul 13 08:03:51.883835 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47158) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:51.914534 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28e1d4f5-d3eb-4b21-8c3d-d6e09c580554 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:51.943160 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-28e1d4f5-d3eb-4b21-8c3d-d6e09c580554 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Calling delete_port for 3e5fd0ed-cb18-43a4-8ff6-95e6bc7098c6 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:52.016955 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-341cf83c-46af-4bae-9461-873bf9a288dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.058727 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-341cf83c-46af-4bae-9461-873bf9a288dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.166961 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-077973bb-8fd1-4f79-8433-f7234bb5affd req-68e8e9ed-13a2-4fbc-a329-3895b4174512 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027156 Jul 13 08:03:52.183833 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc1ac622-5c31-431c-9e49-130dfcc15b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.205030 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-341cf83c-46af-4bae-9461-873bf9a288dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.208058 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-341cf83c-46af-4bae-9461-873bf9a288dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.211625 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-341cf83c-46af-4bae-9461-873bf9a288dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/48fd3503-d23d-4935-8d19-d464a0347bb1 HTTP/1.1" status: 204 len: 168 time: 0.3243628 Jul 13 08:03:52.242322 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cf83c-46af-4bae-9461-873bf9a288dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fd3503-d23d-4935-8d19-d464a0347bb1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:52.268182 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28e1d4f5-d3eb-4b21-8c3d-d6e09c580554 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.294620 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc1ac622-5c31-431c-9e49-130dfcc15b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.297077 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc1ac622-5c31-431c-9e49-130dfcc15b89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.302051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1d4f5-d3eb-4b21-8c3d-d6e09c580554 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Pushing event deleted for resources: {'Port': ['ID=3e5fd0ed-cb18-43a4-8ff6-95e6bc7098c6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:52.362129 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da9063-1d77-4f7e-8ad3-ae5f1d5fc8c9 req-fd08698b-1c85-4a62-b1a0-a5f0fe3adf84 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:52.363880 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76da9063-1d77-4f7e-8ad3-ae5f1d5fc8c9 req-fd08698b-1c85-4a62-b1a0-a5f0fe3adf84 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.6857440 Jul 13 08:03:52.365412 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc1ac622-5c31-431c-9e49-130dfcc15b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.365978 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1ac622-5c31-431c-9e49-130dfcc15b89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85ac5214-15ea-4739-a236-919af9f8f282 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:03:52.370358 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc1ac622-5c31-431c-9e49-130dfcc15b89 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.371603 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-dc1ac622-5c31-431c-9e49-130dfcc15b89 admin admin] 10.222.0.58 "DELETE /v2.0/routers/85ac5214-15ea-4739-a236-919af9f8f282 HTTP/1.1" status: 204 len: 168 time: 1.7601101 Jul 13 08:03:52.375008 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47162) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:52.421284 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76da9063-1d77-4f7e-8ad3-ae5f1d5fc8c9 req-7c992cde-2ba1-409c-ac65-1b14719fcebd tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484185 Jul 13 08:03:52.452472 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device cae301e6-0af0-4b12-88e0-9dcf7ae99edf no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:03:52.474600 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28e1d4f5-d3eb-4b21-8c3d-d6e09c580554 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.480249 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: cae301e6-0af0-4b12-88e0-9dcf7ae99edf {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:03:52.480249 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device cae301e6-0af0-4b12-88e0-9dcf7ae99edf not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:03:52.480249 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9d3487ce-85f1-4244-ad0a-09c0c403095f no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:03:52.504134 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 9d3487ce-85f1-4244-ad0a-09c0c403095f {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:03:52.504487 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9d3487ce-85f1-4244-ad0a-09c0c403095f not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:03:52.631831 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b448a4-3da7-4a42-b13f-655c42f16a19 admin admin] Deleting subnet 62d88b1a-0f05-439b-b5e2-11eca1680872 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:03:52.638937 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28e1d4f5-d3eb-4b21-8c3d-d6e09c580554 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.642720 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28e1d4f5-d3eb-4b21-8c3d-d6e09c580554 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.692078 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-16b448a4-3da7-4a42-b13f-655c42f16a19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.710595 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fafb0-0ae6-487c-ae70-46bb66dcbcb3 req-a1d7ea87-3329-457b-80b6-a6ff188332a7 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:52.712976 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c1fafb0-0ae6-487c-ae70-46bb66dcbcb3 req-a1d7ea87-3329-457b-80b6-a6ff188332a7 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.1193542 Jul 13 08:03:52.723443 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28e1d4f5-d3eb-4b21-8c3d-d6e09c580554 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.724008 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e1d4f5-d3eb-4b21-8c3d-d6e09c580554 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Fanout notify agent at l3_agent the message router_deleted on router e410cb03-40ef-42f5-bb97-0ccce044e1d1 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:03:52.732185 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-28e1d4f5-d3eb-4b21-8c3d-d6e09c580554 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.736901 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-28e1d4f5-d3eb-4b21-8c3d-d6e09c580554 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "DELETE /v2.0/routers/e410cb03-40ef-42f5-bb97-0ccce044e1d1 HTTP/1.1" status: 204 len: 168 time: 1.4179056 Jul 13 08:03:52.737078 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47176) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:52.741629 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4abe4a0b-42c7-4e8e-b5a3-329e63e022b1 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-432163851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:52.743646 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-16b448a4-3da7-4a42-b13f-655c42f16a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.786808 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c1fafb0-0ae6-487c-ae70-46bb66dcbcb3 req-0391dd18-afac-4be5-879b-1ca1b882891b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660295 Jul 13 08:03:52.788485 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4abe4a0b-42c7-4e8e-b5a3-329e63e022b1 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.789604 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4abe4a0b-42c7-4e8e-b5a3-329e63e022b1 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.859043 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-16b448a4-3da7-4a42-b13f-655c42f16a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.898325 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4abe4a0b-42c7-4e8e-b5a3-329e63e022b1 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.909284 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4abe4a0b-42c7-4e8e-b5a3-329e63e022b1 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.950947 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-16b448a4-3da7-4a42-b13f-655c42f16a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.953204 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4abe4a0b-42c7-4e8e-b5a3-329e63e022b1 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.958436 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4abe4a0b-42c7-4e8e-b5a3-329e63e022b1 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2176549 Jul 13 08:03:52.960987 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47184) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:52.970810 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-597136bb-552e-4acb-8ac1-3e1319095c3c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:52.973188 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-16b448a4-3da7-4a42-b13f-655c42f16a19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.980406 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e2e87e-b287-4b37-a386-28a121287283 None None] Network f29f9adf-4bb2-4062-884b-8eea56229a6a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:03:52.985254 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-16b448a4-3da7-4a42-b13f-655c42f16a19 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/62d88b1a-0f05-439b-b5e2-11eca1680872 HTTP/1.1" status: 204 len: 168 time: 0.6088903 Jul 13 08:03:53.029350 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47188) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:53.031092 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b448a4-3da7-4a42-b13f-655c42f16a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62d88b1a-0f05-439b-b5e2-11eca1680872,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:53.122109 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-31fa5852-d0cc-41b0-9f90-9d517a2d7e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:53.220889 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-31fa5852-d0cc-41b0-9f90-9d517a2d7e3f admin admin] Deleting port 0a0fd888-0e7c-42eb-9955-d643ea7d7609 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:53.221239 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-31fa5852-d0cc-41b0-9f90-9d517a2d7e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:53.231968 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47194) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:53.243049 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-407d8cbb-23d7-474a-bdf8-056402d8f181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:53.296970 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3454b96e-f206-4cec-a69f-77493a89dfcd None None] DHCP port deletion for f29f9adf-4bb2-4062-884b-8eea56229a6a request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:03:53.316782 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-31fa5852-d0cc-41b0-9f90-9d517a2d7e3f admin admin] For port 0a0fd888-0e7c-42eb-9955-d643ea7d7609, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0a0fd888-0e7c-42eb-9955-d643ea7d7609,segment=NetworkSegment(58020957-0569-475f-9845-1bdc4428d664),segment_id=58020957-0569-475f-9845-1bdc4428d664)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:53.317147 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-31fa5852-d0cc-41b0-9f90-9d517a2d7e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:53.336449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-31fa5852-d0cc-41b0-9f90-9d517a2d7e3f admin admin] Calling delete_port for 0a0fd888-0e7c-42eb-9955-d643ea7d7609 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:53.359557 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-597136bb-552e-4acb-8ac1-3e1319095c3c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:53.371967 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3454b96e-f206-4cec-a69f-77493a89dfcd None None] Deleting port 0a0fd888-0e7c-42eb-9955-d643ea7d7609 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:53.373791 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3454b96e-f206-4cec-a69f-77493a89dfcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:53.429781 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f83a8-3a23-403b-81c4-617b42c0242f req-08eeb6a6-f9b1-4527-bfda-1f11793e9d87 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:53.431692 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce6f83a8-3a23-403b-81c4-617b42c0242f req-08eeb6a6-f9b1-4527-bfda-1f11793e9d87 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.3337903 Jul 13 08:03:53.444538 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-31fa5852-d0cc-41b0-9f90-9d517a2d7e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:53.460266 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fa5852-d0cc-41b0-9f90-9d517a2d7e3f admin admin] No DVR routers for this DVR port 0a0fd888-0e7c-42eb-9955-d643ea7d7609 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:03:53.465723 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-dff99abf-534b-4a22-825d-26485f708f1a tempest-SubnetPoolsTestJSON-1676306601 tempest-SubnetPoolsTestJSON-1676306601-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-481393001', 'prefixes': ['172.20.0.0/16']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:53.479011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3454b96e-f206-4cec-a69f-77493a89dfcd None None] For port 0a0fd888-0e7c-42eb-9955-d643ea7d7609, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0a0fd888-0e7c-42eb-9955-d643ea7d7609,segment=NetworkSegment(58020957-0569-475f-9845-1bdc4428d664),segment_id=58020957-0569-475f-9845-1bdc4428d664)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:53.480224 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3454b96e-f206-4cec-a69f-77493a89dfcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:53.482012 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa5852-d0cc-41b0-9f90-9d517a2d7e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0fd888-0e7c-42eb-9955-d643ea7d7609,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:53.494801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3454b96e-f206-4cec-a69f-77493a89dfcd None None] Calling delete_port for 0a0fd888-0e7c-42eb-9955-d643ea7d7609 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:53.536066 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ce6f83a8-3a23-403b-81c4-617b42c0242f req-5862eae7-d9f3-4d43-8d78-07e4b806212c tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922921 Jul 13 08:03:53.562757 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f9ff-dc81-4a04-8040-2524b9a54921 req-86bbef8b-2f07-4c86-a75d-1b0b9e6ececa tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:53.570578 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0173f9ff-dc81-4a04-8040-2524b9a54921 req-86bbef8b-2f07-4c86-a75d-1b0b9e6ececa tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.2296150 Jul 13 08:03:53.583909 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-31fa5852-d0cc-41b0-9f90-9d517a2d7e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:53.598519 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-31fa5852-d0cc-41b0-9f90-9d517a2d7e3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29f9adf-4bb2-4062-884b-8eea56229a6a']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:53.599652 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3454b96e-f206-4cec-a69f-77493a89dfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:53.617432 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-31fa5852-d0cc-41b0-9f90-9d517a2d7e3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58020957-0569-475f-9845-1bdc4428d664') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:53.618070 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-31fa5852-d0cc-41b0-9f90-9d517a2d7e3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58020957-0569-475f-9845-1bdc4428d664') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:53.630609 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454b96e-f206-4cec-a69f-77493a89dfcd None None] Pushing event deleted for resources: {'Port': ['ID=0a0fd888-0e7c-42eb-9955-d643ea7d7609,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:53.632328 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-31fa5852-d0cc-41b0-9f90-9d517a2d7e3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:53.636982 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3454b96e-f206-4cec-a69f-77493a89dfcd None None] No DVR routers for this DVR port 0a0fd888-0e7c-42eb-9955-d643ea7d7609 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:03:53.647795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b96e-f206-4cec-a69f-77493a89dfcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:53.648235 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b96e-f206-4cec-a69f-77493a89dfcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:53.648650 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b96e-f206-4cec-a69f-77493a89dfcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:53.649000 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b96e-f206-4cec-a69f-77493a89dfcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:53.649873 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b96e-f206-4cec-a69f-77493a89dfcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:53.649873 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b96e-f206-4cec-a69f-77493a89dfcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:53.650294 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b96e-f206-4cec-a69f-77493a89dfcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:53.650839 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b96e-f206-4cec-a69f-77493a89dfcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:53.651179 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b96e-f206-4cec-a69f-77493a89dfcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:53.651551 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b96e-f206-4cec-a69f-77493a89dfcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:53.651969 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b96e-f206-4cec-a69f-77493a89dfcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:53.652805 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b96e-f206-4cec-a69f-77493a89dfcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:53.658044 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-31fa5852-d0cc-41b0-9f90-9d517a2d7e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:53.666335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31fa5852-d0cc-41b0-9f90-9d517a2d7e3f admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:03:53.667226 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-31fa5852-d0cc-41b0-9f90-9d517a2d7e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:53.689520 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0173f9ff-dc81-4a04-8040-2524b9a54921 req-6b671f12-e8cc-4fc4-9e66-089ac944c0ff tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170733 Jul 13 08:03:53.722538 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dff99abf-534b-4a22-825d-26485f708f1a tempest-SubnetPoolsTestJSON-1676306601 tempest-SubnetPoolsTestJSON-1676306601-project] Notify callbacks [] for subnetpool, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:53.723831 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-dff99abf-534b-4a22-825d-26485f708f1a tempest-SubnetPoolsTestJSON-1676306601 tempest-SubnetPoolsTestJSON-1676306601-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4908702 Jul 13 08:03:53.733858 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47202) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:03:53.752414 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:03:53.757368 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-31fa5852-d0cc-41b0-9f90-9d517a2d7e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:53.769303 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-31fa5852-d0cc-41b0-9f90-9d517a2d7e3f admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:53.769303 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-31fa5852-d0cc-41b0-9f90-9d517a2d7e3f admin admin] 10.222.0.58 "DELETE /v2.0/networks/f29f9adf-4bb2-4062-884b-8eea56229a6a HTTP/1.1" status: 204 len: 168 time: 0.7302980 Jul 13 08:03:53.770755 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47204) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:53.791565 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa5852-d0cc-41b0-9f90-9d517a2d7e3f admin admin] Pushing event deleted for resources: {'Network': ['ID=f29f9adf-4bb2-4062-884b-8eea56229a6a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:53.863168 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e48d4565-f029-4ca9-8f53-14691781f44a tempest-SubnetPoolsTestJSON-1676306601 tempest-SubnetPoolsTestJSON-1676306601-project] 10.222.0.58 "GET /v2.0/subnetpools/a0950143-001c-4fe6-9563-be95f553dcf5 HTTP/1.1" status: 200 len: 731 time: 0.1264293 Jul 13 08:03:53.882255 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47206) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:53.888911 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-9b5bfe61-ffd0-46ee-b30b-6df7a28436a7 tempest-SubnetPoolsTestJSON-1676306601 tempest-SubnetPoolsTestJSON-1676306601-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-556806155'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:53.914380 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-597136bb-552e-4acb-8ac1-3e1319095c3c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:53.938058 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-597136bb-552e-4acb-8ac1-3e1319095c3c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:54.011286 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d67018-2346-46a6-b9cc-98c7559632bf req-1457b48f-3f2d-4d84-a820-1d3f6e7f2373 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:54.012799 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78d67018-2346-46a6-b9cc-98c7559632bf req-1457b48f-3f2d-4d84-a820-1d3f6e7f2373 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.2036428 Jul 13 08:03:54.087738 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78d67018-2346-46a6-b9cc-98c7559632bf req-e1a4f4bd-d6e0-487f-a1a8-d2bf5e264181 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663762 Jul 13 08:03:54.107242 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-597136bb-552e-4acb-8ac1-3e1319095c3c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Allocated IP 172.25.0.77 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/25deae52-732e-41ab-8ff8-4bc13418272a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:54.109559 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9b5bfe61-ffd0-46ee-b30b-6df7a28436a7 tempest-SubnetPoolsTestJSON-1676306601 tempest-SubnetPoolsTestJSON-1676306601-project] Notify callbacks [] for subnetpool, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:54.111490 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9b5bfe61-ffd0-46ee-b30b-6df7a28436a7 tempest-SubnetPoolsTestJSON-1676306601 tempest-SubnetPoolsTestJSON-1676306601-project] 10.222.0.58 "PUT /v2.0/subnetpools/a0950143-001c-4fe6-9563-be95f553dcf5 HTTP/1.1" status: 200 len: 683 time: 0.2278032 Jul 13 08:03:54.115591 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47208) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:54.239729 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-afb290ab-1c44-40a5-9a75-e62130db0e9f tempest-SubnetPoolsTestJSON-1676306601 tempest-SubnetPoolsTestJSON-1676306601-project] Notify callbacks [] for subnetpool, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:54.240942 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-afb290ab-1c44-40a5-9a75-e62130db0e9f tempest-SubnetPoolsTestJSON-1676306601 tempest-SubnetPoolsTestJSON-1676306601-project] 10.222.0.58 "DELETE /v2.0/subnetpools/a0950143-001c-4fe6-9563-be95f553dcf5 HTTP/1.1" status: 204 len: 168 time: 0.1243844 Jul 13 08:03:54.273614 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47212) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:54.322425 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-77dc98b3-8e99-4b4a-b2a9-9eb8843a4b03 tempest-SubnetPoolsTestJSON-1676306601 tempest-SubnetPoolsTestJSON-1676306601-project] show failed (client error): The resource could not be found. Jul 13 08:03:54.327846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-77dc98b3-8e99-4b4a-b2a9-9eb8843a4b03 tempest-SubnetPoolsTestJSON-1676306601 tempest-SubnetPoolsTestJSON-1676306601-project] 10.222.0.58 "GET /v2.0/subnetpools/a0950143-001c-4fe6-9563-be95f553dcf5 HTTP/1.1" status: 404 len: 346 time: 0.0481939 Jul 13 08:03:54.328105 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47214) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:54.351391 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-c6efa789-61f4-4f4e-ab0d-21061f1446b4 tempest-SubnetPoolsTestJSON-1676306601 tempest-SubnetPoolsTestJSON-1676306601-project] delete failed (client error): The resource could not be found. Jul 13 08:03:54.352464 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c6efa789-61f4-4f4e-ab0d-21061f1446b4 tempest-SubnetPoolsTestJSON-1676306601 tempest-SubnetPoolsTestJSON-1676306601-project] 10.222.0.58 "DELETE /v2.0/subnetpools/a0950143-001c-4fe6-9563-be95f553dcf5 HTTP/1.1" status: 404 len: 346 time: 0.0233622 Jul 13 08:03:54.369118 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0a0fd888-0e7c-42eb-9955-d643ea7d7609 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:03:54.397776 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 0a0fd888-0e7c-42eb-9955-d643ea7d7609 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:03:54.398315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0a0fd888-0e7c-42eb-9955-d643ea7d7609 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:03:54.398435 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-597136bb-552e-4acb-8ac1-3e1319095c3c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:54.425712 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07590a43-8a05-4b53-9808-21f222b367f7 req-23b7d722-8d68-4da0-a8f5-6821e9278447 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:54.427355 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-07590a43-8a05-4b53-9808-21f222b367f7 req-23b7d722-8d68-4da0-a8f5-6821e9278447 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.1853237 Jul 13 08:03:54.488947 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-07590a43-8a05-4b53-9808-21f222b367f7 req-13587e2b-ef39-4274-bef9-4b1aa05231e4 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515931 Jul 13 08:03:54.490968 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-597136bb-552e-4acb-8ac1-3e1319095c3c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:54.540273 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597136bb-552e-4acb-8ac1-3e1319095c3c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:54.583896 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-597136bb-552e-4acb-8ac1-3e1319095c3c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:54.595015 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597136bb-552e-4acb-8ac1-3e1319095c3c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:54.683147 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597136bb-552e-4acb-8ac1-3e1319095c3c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Pushing event updated for resources: {'Port': ['ID=25deae52-732e-41ab-8ff8-4bc13418272a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:54.784758 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-48d8d215-7fcd-4470-bc7c-744749b6ef38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:54.810718 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47226) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:55.031106 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d5db9fc-83c3-447b-8a1b-8923b1f38983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:55.105952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-48d8d215-7fcd-4470-bc7c-744749b6ef38 admin admin] Deleting port b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:55.106183 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-48d8d215-7fcd-4470-bc7c-744749b6ef38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:55.209470 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-48d8d215-7fcd-4470-bc7c-744749b6ef38 admin admin] For port b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941,segment=NetworkSegment(1041a39a-2d6f-40dc-9d78-3492e8b1cd20),segment_id=1041a39a-2d6f-40dc-9d78-3492e8b1cd20)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:55.210095 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-48d8d215-7fcd-4470-bc7c-744749b6ef38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:55.222118 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10529702-0568-4848-8107-20b61879bd19 req-96c13318-94e3-4ef8-b291-0c321cdb67ba tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:55.224352 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10529702-0568-4848-8107-20b61879bd19 req-96c13318-94e3-4ef8-b291-0c321cdb67ba tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.4187522 Jul 13 08:03:55.229209 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-48d8d215-7fcd-4470-bc7c-744749b6ef38 admin admin] Calling delete_port for b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:55.297752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec0606-eaf4-48c5-a618-11b417609fee req-4be1c0fd-9ccd-4426-9950-aaaf6592237c tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:55.299846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d1ec0606-eaf4-48c5-a618-11b417609fee req-4be1c0fd-9ccd-4426-9950-aaaf6592237c tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.4082613 Jul 13 08:03:55.342067 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-597136bb-552e-4acb-8ac1-3e1319095c3c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:55.431909 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10529702-0568-4848-8107-20b61879bd19 req-213ea3ea-b384-40e3-9acf-4b9c6b6767c0 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960924 Jul 13 08:03:55.451336 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-48d8d215-7fcd-4470-bc7c-744749b6ef38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:55.479937 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8d215-7fcd-4470-bc7c-744749b6ef38 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:55.511424 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d1ec0606-eaf4-48c5-a618-11b417609fee req-b27bb693-3fcc-4b73-aa90-2f6a052ffe52 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018540 Jul 13 08:03:55.566186 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d5db9fc-83c3-447b-8a1b-8923b1f38983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:55.637827 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d5db9fc-83c3-447b-8a1b-8923b1f38983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:55.697618 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-48d8d215-7fcd-4470-bc7c-744749b6ef38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:55.708326 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3d5db9fc-83c3-447b-8a1b-8923b1f38983 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e9cee1bb869b4a98ba5ee0d1d3b41418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8952379 Jul 13 08:03:55.714781 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47234) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:55.740980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5db9fc-83c3-447b-8a1b-8923b1f38983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84abec06-5a20-4d6d-b71c-7ce27771d239,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:55.784310 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-597136bb-552e-4acb-8ac1-3e1319095c3c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:55.794310 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-597136bb-552e-4acb-8ac1-3e1319095c3c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396023'] for router, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:55.811427 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c06940-ae44-476c-8a9f-a029e267dc44 req-a5b966df-94f0-4452-bdbc-9d5120109b88 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:55.813361 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37c06940-ae44-476c-8a9f-a029e267dc44 req-a5b966df-94f0-4452-bdbc-9d5120109b88 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.2434032 Jul 13 08:03:55.866261 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-35bfe756-da2f-4b78-a2a5-bdd5be5e777b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:55.930054 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-35bfe756-da2f-4b78-a2a5-bdd5be5e777b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:55.935257 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37c06940-ae44-476c-8a9f-a029e267dc44 req-20ece528-a041-4b9e-a8e0-d42e7a19a6bc tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771980 Jul 13 08:03:56.002908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597136bb-552e-4acb-8ac1-3e1319095c3c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Router 7371bd43-e7e4-4aba-957d-e01f9100c69f is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:03:56.041006 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-35bfe756-da2f-4b78-a2a5-bdd5be5e777b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:56.043916 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-35bfe756-da2f-4b78-a2a5-bdd5be5e777b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:56.045187 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-35bfe756-da2f-4b78-a2a5-bdd5be5e777b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84abec06-5a20-4d6d-b71c-7ce27771d239 HTTP/1.1" status: 204 len: 168 time: 0.3293867 Jul 13 08:03:56.056997 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfe756-da2f-4b78-a2a5-bdd5be5e777b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84abec06-5a20-4d6d-b71c-7ce27771d239,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:56.066614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d8d215-7fcd-4470-bc7c-744749b6ef38 admin admin] Router 6144ebe2-de6d-4965-b992-0b0c1ab1adc2 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:03:56.161991 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597136bb-552e-4acb-8ac1-3e1319095c3c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:56.171730 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-597136bb-552e-4acb-8ac1-3e1319095c3c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:56.174547 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-597136bb-552e-4acb-8ac1-3e1319095c3c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "PUT /v2.0/routers/7371bd43-e7e4-4aba-957d-e01f9100c69f HTTP/1.1" status: 200 len: 882 time: 3.2114825 Jul 13 08:03:56.174886 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3639f4-1a1d-4027-9969-48d3758152a3 None None] Sync routers for ids ['7371bd43-e7e4-4aba-957d-e01f9100c69f'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:56.177249 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47240) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:56.195331 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3639f4-1a1d-4027-9969-48d3758152a3 None None] Routers {'7371bd43-e7e4-4aba-957d-e01f9100c69f'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:56.196057 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ec3639f4-1a1d-4027-9969-48d3758152a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7371bd43-e7e4-4aba-957d-e01f9100c69f'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:56.271974 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ec3639f4-1a1d-4027-9969-48d3758152a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:56.283904 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3639f4-1a1d-4027-9969-48d3758152a3 None None] Routers {'7371bd43-e7e4-4aba-957d-e01f9100c69f'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:56.285308 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ec3639f4-1a1d-4027-9969-48d3758152a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7371bd43-e7e4-4aba-957d-e01f9100c69f'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:56.296007 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d8d215-7fcd-4470-bc7c-744749b6ef38 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:56.309268 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afc3b7c-9de8-497d-8b27-e67c09548208 None None] Sync routers for ids ['6144ebe2-de6d-4965-b992-0b0c1ab1adc2'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:56.315387 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-33fa70a2-a6cd-4331-a380-accbe9b93289 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "GET /v2.0/routers/7371bd43-e7e4-4aba-957d-e01f9100c69f HTTP/1.1" status: 200 len: 923 time: 0.1367936 Jul 13 08:03:56.320228 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47246) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:56.331660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ec3639f4-1a1d-4027-9969-48d3758152a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:56.332696 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3639f4-1a1d-4027-9969-48d3758152a3 None None] The sync data for ids ['7371bd43-e7e4-4aba-957d-e01f9100c69f'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:56.332831 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afc3b7c-9de8-497d-8b27-e67c09548208 None None] Routers {'6144ebe2-de6d-4965-b992-0b0c1ab1adc2'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:56.333353 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8afc3b7c-9de8-497d-8b27-e67c09548208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['6144ebe2-de6d-4965-b992-0b0c1ab1adc2'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:56.337759 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-48d8d215-7fcd-4470-bc7c-744749b6ef38 admin admin] 10.222.0.58 "PUT /v2.0/routers/6144ebe2-de6d-4965-b992-0b0c1ab1adc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5645897 Jul 13 08:03:56.338890 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47248) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:56.485790 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-8afc3b7c-9de8-497d-8b27-e67c09548208 None None] Set router 6144ebe2-de6d-4965-b992-0b0c1ab1adc2 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:56.538285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b41497-fc55-45dc-bd51-2c270855eee2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:56.542221 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-61b41497-fc55-45dc-bd51-2c270855eee2 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=f96be058-f906-4210-b421-902eff1606be&device_id=7371bd43-e7e4-4aba-957d-e01f9100c69f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2175522 Jul 13 08:03:56.543743 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47256) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:56.547018 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09ac31ba-28c8-4230-9d88-e8a4a0ec376f admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:56.629582 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedd5b0-bd84-461b-ba67-43879ae8184f req-03176228-c126-46f6-900a-7f53519ba3a5 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:56.631186 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-beedd5b0-bd84-461b-ba67-43879ae8184f req-03176228-c126-46f6-900a-7f53519ba3a5 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.2023149 Jul 13 08:03:56.729173 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aab378-f1ab-4c28-8237-5a6849781afd tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:56.734726 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-49aab378-f1ab-4c28-8237-5a6849781afd tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 881 time: 0.1890888 Jul 13 08:03:56.735544 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47262) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:56.765597 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8afc3b7c-9de8-497d-8b27-e67c09548208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6144ebe2-de6d-4965-b992-0b0c1ab1adc2', 'name': 'tempest-TestAggregatesBasicOps-37287972-router', 'tenant_id': '8cdff4b2da95459abbde40c66fb69e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '39a76f1e-b3b8-4555-80a2-0af8fb33d09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:26Z', 'updated_at': '2021-07-13T08:03:55Z', 'revision_number': 5, 'project_id': '8cdff4b2da95459abbde40c66fb69e3c', 'gw_port': {'id': '39a76f1e-b3b8-4555-80a2-0af8fb33d09c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6144ebe2-de6d-4965-b992-0b0c1ab1adc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:28Z', 'updated_at': '2021-07-13T08:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:56.785036 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1bdf4ab2-43ec-4f2c-a1ac-a62a52aeb717 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "GET /v2.0/ports?device_id=7371bd43-e7e4-4aba-957d-e01f9100c69f HTTP/1.1" status: 200 len: 205 time: 0.0482037 Jul 13 08:03:56.787768 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47264) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:56.830631 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afc3b7c-9de8-497d-8b27-e67c09548208 None None] Checking router: 6144ebe2-de6d-4965-b992-0b0c1ab1adc2 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:03:56.852808 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afc3b7c-9de8-497d-8b27-e67c09548208 None None] Routers {'6144ebe2-de6d-4965-b992-0b0c1ab1adc2'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:56.854330 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8afc3b7c-9de8-497d-8b27-e67c09548208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['6144ebe2-de6d-4965-b992-0b0c1ab1adc2'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:56.975583 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ef1df84-75c9-4f24-bcee-455d6a790788 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:57.135521 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ef1df84-75c9-4f24-bcee-455d6a790788 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:57.161869 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-8afc3b7c-9de8-497d-8b27-e67c09548208 None None] Set router 6144ebe2-de6d-4965-b992-0b0c1ab1adc2 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:57.209894 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47274) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:57.231114 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-4ef1df84-75c9-4f24-bcee-455d6a790788 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Deleting port 25deae52-732e-41ab-8ff8-4bc13418272a {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:57.231881 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ef1df84-75c9-4f24-bcee-455d6a790788 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:57.249394 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-beedd5b0-bd84-461b-ba67-43879ae8184f req-2887a503-6331-4274-8d8b-26df70b7fad4 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151886 Jul 13 08:03:57.260856 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09ac31ba-28c8-4230-9d88-e8a4a0ec376f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:57.298527 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b0bda-cd68-4724-8013-ae1d06b83974 req-78dbcb93-d80f-4755-b6c5-51e8b58f4d32 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:57.298527 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-274b0bda-cd68-4724-8013-ae1d06b83974 req-78dbcb93-d80f-4755-b6c5-51e8b58f4d32 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.1642237 Jul 13 08:03:57.372148 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ef1df84-75c9-4f24-bcee-455d6a790788 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:57.382747 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-274b0bda-cd68-4724-8013-ae1d06b83974 req-7e077a64-66ee-4abe-beae-0133291a49af tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841534 Jul 13 08:03:57.394563 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-4ef1df84-75c9-4f24-bcee-455d6a790788 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Calling delete_port for 25deae52-732e-41ab-8ff8-4bc13418272a owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:57.409493 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-09ac31ba-28c8-4230-9d88-e8a4a0ec376f admin admin] Deleting port 39a76f1e-b3b8-4555-80a2-0af8fb33d09c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:57.409845 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09ac31ba-28c8-4230-9d88-e8a4a0ec376f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:57.417435 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-db325c75-e622-4d47-be36-60e7cd1a1d8a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-281624639'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:57.478116 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8afc3b7c-9de8-497d-8b27-e67c09548208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6144ebe2-de6d-4965-b992-0b0c1ab1adc2', 'name': 'tempest-TestAggregatesBasicOps-37287972-router', 'tenant_id': '8cdff4b2da95459abbde40c66fb69e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '39a76f1e-b3b8-4555-80a2-0af8fb33d09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:26Z', 'updated_at': '2021-07-13T08:03:55Z', 'revision_number': 5, 'project_id': '8cdff4b2da95459abbde40c66fb69e3c', 'gw_port': {'id': '39a76f1e-b3b8-4555-80a2-0af8fb33d09c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6144ebe2-de6d-4965-b992-0b0c1ab1adc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:28Z', 'updated_at': '2021-07-13T08:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:57.487506 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db325c75-e622-4d47-be36-60e7cd1a1d8a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Made reservation on behalf of a0c5fb04e23b4620acbaea461d6907ed for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:03:57.491503 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db325c75-e622-4d47-be36-60e7cd1a1d8a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:57.506210 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db325c75-e622-4d47-be36-60e7cd1a1d8a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:57.507529 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-09ac31ba-28c8-4230-9d88-e8a4a0ec376f admin admin] For port 39a76f1e-b3b8-4555-80a2-0af8fb33d09c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=39a76f1e-b3b8-4555-80a2-0af8fb33d09c,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:57.507909 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09ac31ba-28c8-4230-9d88-e8a4a0ec376f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:57.523093 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afc3b7c-9de8-497d-8b27-e67c09548208 None None] The sync data for ids ['6144ebe2-de6d-4965-b992-0b0c1ab1adc2'] in n-d-779913-28 is: [{'id': '6144ebe2-de6d-4965-b992-0b0c1ab1adc2', 'name': 'tempest-TestAggregatesBasicOps-37287972-router', 'tenant_id': '8cdff4b2da95459abbde40c66fb69e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '39a76f1e-b3b8-4555-80a2-0af8fb33d09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:26Z', 'updated_at': '2021-07-13T08:03:55Z', 'revision_number': 5, 'project_id': '8cdff4b2da95459abbde40c66fb69e3c', 'gw_port': {'id': '39a76f1e-b3b8-4555-80a2-0af8fb33d09c', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6144ebe2-de6d-4965-b992-0b0c1ab1adc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:28Z', 'updated_at': '2021-07-13T08:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:57.526000 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-09ac31ba-28c8-4230-9d88-e8a4a0ec376f admin admin] Calling delete_port for 39a76f1e-b3b8-4555-80a2-0af8fb33d09c owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:57.576773 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6187f91c-141d-4656-8872-95b20435821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:57.663327 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ef1df84-75c9-4f24-bcee-455d6a790788 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:57.702633 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1df84-75c9-4f24-bcee-455d6a790788 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Pushing event deleted for resources: {'Port': ['ID=25deae52-732e-41ab-8ff8-4bc13418272a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:57.749527 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09ac31ba-28c8-4230-9d88-e8a4a0ec376f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:57.778224 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac31ba-28c8-4230-9d88-e8a4a0ec376f admin admin] Pushing event deleted for resources: {'Port': ['ID=39a76f1e-b3b8-4555-80a2-0af8fb33d09c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:57.805523 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ef1df84-75c9-4f24-bcee-455d6a790788 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:57.820794 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:57.876755 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db325c75-e622-4d47-be36-60e7cd1a1d8a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:57.885052 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09ac31ba-28c8-4230-9d88-e8a4a0ec376f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:57.913456 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db325c75-e622-4d47-be36-60e7cd1a1d8a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:57.940350 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ef1df84-75c9-4f24-bcee-455d6a790788 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:57.952583 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ef1df84-75c9-4f24-bcee-455d6a790788 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:57.986865 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db325c75-e622-4d47-be36-60e7cd1a1d8a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914aaeb1-af5b-4eb9-a1fe-775cb3909e2e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:58.004062 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09ac31ba-28c8-4230-9d88-e8a4a0ec376f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.007633 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09ac31ba-28c8-4230-9d88-e8a4a0ec376f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.037465 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db325c75-e622-4d47-be36-60e7cd1a1d8a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:03:58.053569 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db325c75-e622-4d47-be36-60e7cd1a1d8a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.053949 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-db325c75-e622-4d47-be36-60e7cd1a1d8a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Added segment 37607c73-c7e9-4e95-a847-58e266640dd7 of type vlan for network 24e20f3f-42ca-4ba4-964f-a75afc7f146d Jul 13 08:03:58.065461 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ef1df84-75c9-4f24-bcee-455d6a790788 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.066036 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef1df84-75c9-4f24-bcee-455d6a790788 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Fanout notify agent at l3_agent the message router_deleted on router 7371bd43-e7e4-4aba-957d-e01f9100c69f {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:03:58.074493 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ef1df84-75c9-4f24-bcee-455d6a790788 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.081060 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4ef1df84-75c9-4f24-bcee-455d6a790788 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "DELETE /v2.0/routers/7371bd43-e7e4-4aba-957d-e01f9100c69f HTTP/1.1" status: 204 len: 168 time: 1.2866085 Jul 13 08:03:58.082432 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47278) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:58.092077 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f698947d-17a9-4377-b09d-b0105422fa76 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2051494614', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:58.116293 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db325c75-e622-4d47-be36-60e7cd1a1d8a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.135552 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09ac31ba-28c8-4230-9d88-e8a4a0ec376f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.136396 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ac31ba-28c8-4230-9d88-e8a4a0ec376f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6144ebe2-de6d-4965-b992-0b0c1ab1adc2 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:03:58.145035 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09ac31ba-28c8-4230-9d88-e8a4a0ec376f admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.146937 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-09ac31ba-28c8-4230-9d88-e8a4a0ec376f admin admin] 10.222.0.58 "DELETE /v2.0/routers/6144ebe2-de6d-4965-b992-0b0c1ab1adc2 HTTP/1.1" status: 204 len: 168 time: 1.8066945 Jul 13 08:03:58.149503 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f698947d-17a9-4377-b09d-b0105422fa76 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.151294 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f698947d-17a9-4377-b09d-b0105422fa76 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.154441 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47280) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:58.235196 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f698947d-17a9-4377-b09d-b0105422fa76 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.240382 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f698947d-17a9-4377-b09d-b0105422fa76 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.246725 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db325c75-e622-4d47-be36-60e7cd1a1d8a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.257701 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db325c75-e622-4d47-be36-60e7cd1a1d8a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:58.258813 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db325c75-e622-4d47-be36-60e7cd1a1d8a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.260162 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f698947d-17a9-4377-b09d-b0105422fa76 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.262134 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f698947d-17a9-4377-b09d-b0105422fa76 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1774619 Jul 13 08:03:58.264683 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47284) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:58.269638 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7ebc64c9-ee20-454c-ba5c-a19773e1c5ee tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'enable_snat': True}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:58.340149 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab272b69-5de0-4fc2-9386-5b061188fb40 admin admin] Deleting subnet e23909cf-255e-4236-b8e0-d5b38c16e1de {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:03:58.346288 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab272b69-5de0-4fc2-9386-5b061188fb40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.407089 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab272b69-5de0-4fc2-9386-5b061188fb40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.435315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:03:58.467623 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-db325c75-e622-4d47-be36-60e7cd1a1d8a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2562320 Jul 13 08:03:58.473334 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47290) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:58.485114 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7c9e4512-37b1-443c-8aba-044739bd9db9 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Request body: {'subnet': {'network_id': '24e20f3f-42ca-4ba4-964f-a75afc7f146d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:58.487523 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:03:58.487883 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b7ecc9a3-a4d8-42d6-a5ff-16b2b67e0941 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:03:58.522658 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db325c75-e622-4d47-be36-60e7cd1a1d8a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Pushing event updated for resources: {'Network': ['ID=24e20f3f-42ca-4ba4-964f-a75afc7f146d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:58.563438 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 24e20f3f-42ca-4ba4-964f-a75afc7f146d details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:03:58.591825 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab272b69-5de0-4fc2-9386-5b061188fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.660520 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ebc64c9-ee20-454c-ba5c-a19773e1c5ee tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.663912 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab272b69-5de0-4fc2-9386-5b061188fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.692885 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab272b69-5de0-4fc2-9386-5b061188fb40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e23909cf-255e-4236-b8e0-d5b38c16e1de,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:58.698892 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab272b69-5de0-4fc2-9386-5b061188fb40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.701343 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a218941-3556-42d6-ad2f-1dec66e65b83 None None] Network 83eb928e-73c1-45a3-9507-128b6acf505d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:03:58.701878 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ab272b69-5de0-4fc2-9386-5b061188fb40 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e23909cf-255e-4236-b8e0-d5b38c16e1de HTTP/1.1" status: 204 len: 168 time: 0.5459218 Jul 13 08:03:58.705604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47292) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:58.805792 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d0a16-6e05-4cb4-a755-05f1a5488bea req-6bfabe0c-0198-4312-931b-0edf8d23b9e8 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:58.808436 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-952d0a16-6e05-4cb4-a755-05f1a5488bea req-6bfabe0c-0198-4312-931b-0edf8d23b9e8 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.3513305 Jul 13 08:03:58.827184 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9e4512-37b1-443c-8aba-044739bd9db9 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Made reservation on behalf of a0c5fb04e23b4620acbaea461d6907ed for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:03:58.830676 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c9e4512-37b1-443c-8aba-044739bd9db9 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.846022 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62f0590e-9091-47dd-a2b3-49922dc31955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.912521 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-952d0a16-6e05-4cb4-a755-05f1a5488bea req-7919922d-5723-4294-a953-86c499f42911 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969214 Jul 13 08:03:58.924411 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-62f0590e-9091-47dd-a2b3-49922dc31955 admin admin] Deleting port f71bbe3a-6f40-4dde-81e1-311e706cf7bb {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:58.924763 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62f0590e-9091-47dd-a2b3-49922dc31955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:58.926731 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a96ac6-4c3c-4c9e-b511-8e01d6004f4e req-b4002b00-305b-413a-a261-33aacfde1dbb tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:58.928323 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-09a96ac6-4c3c-4c9e-b511-8e01d6004f4e req-b4002b00-305b-413a-a261-33aacfde1dbb tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.3506422 Jul 13 08:03:59.032370 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-62f0590e-9091-47dd-a2b3-49922dc31955 admin admin] For port f71bbe3a-6f40-4dde-81e1-311e706cf7bb, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f71bbe3a-6f40-4dde-81e1-311e706cf7bb,segment=NetworkSegment(1041a39a-2d6f-40dc-9d78-3492e8b1cd20),segment_id=1041a39a-2d6f-40dc-9d78-3492e8b1cd20)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:59.032973 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62f0590e-9091-47dd-a2b3-49922dc31955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:59.046450 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-62f0590e-9091-47dd-a2b3-49922dc31955 admin admin] Calling delete_port for f71bbe3a-6f40-4dde-81e1-311e706cf7bb owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:59.076523 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687356ae-4c1e-453e-abb2-47163f96a9ed None None] DHCP port deletion for 83eb928e-73c1-45a3-9507-128b6acf505d request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:03:59.101255 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-09a96ac6-4c3c-4c9e-b511-8e01d6004f4e req-48d17d54-93c9-4457-bac7-ec29162dea81 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659796 Jul 13 08:03:59.155113 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62f0590e-9091-47dd-a2b3-49922dc31955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:59.176952 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-687356ae-4c1e-453e-abb2-47163f96a9ed None None] Deleting port f71bbe3a-6f40-4dde-81e1-311e706cf7bb {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:59.177421 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-687356ae-4c1e-453e-abb2-47163f96a9ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:59.209476 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0590e-9091-47dd-a2b3-49922dc31955 admin admin] Pushing event deleted for resources: {'Port': ['ID=f71bbe3a-6f40-4dde-81e1-311e706cf7bb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:59.219083 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f0590e-9091-47dd-a2b3-49922dc31955 admin admin] No DVR routers for this DVR port f71bbe3a-6f40-4dde-81e1-311e706cf7bb on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:03:59.298376 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-687356ae-4c1e-453e-abb2-47163f96a9ed None None] For port f71bbe3a-6f40-4dde-81e1-311e706cf7bb, host n-d-779913-28, got binding levels [] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:59.299446 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-687356ae-4c1e-453e-abb2-47163f96a9ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:59.312368 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62f0590e-9091-47dd-a2b3-49922dc31955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:59.324765 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-62f0590e-9091-47dd-a2b3-49922dc31955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83eb928e-73c1-45a3-9507-128b6acf505d']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:59.325919 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-687356ae-4c1e-453e-abb2-47163f96a9ed None None] Calling delete_port for f71bbe3a-6f40-4dde-81e1-311e706cf7bb owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:59.330139 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.ipam_backend_mixin [None req-687356ae-4c1e-453e-abb2-47163f96a9ed None None] Port f71bbe3a-6f40-4dde-81e1-311e706cf7bb was not found and therefore no delete operation was performed {{(pid=93725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 08:03:59.331561 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-687356ae-4c1e-453e-abb2-47163f96a9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:59.337866 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-62f0590e-9091-47dd-a2b3-49922dc31955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1041a39a-2d6f-40dc-9d78-3492e8b1cd20') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:59.338277 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-62f0590e-9091-47dd-a2b3-49922dc31955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1041a39a-2d6f-40dc-9d78-3492e8b1cd20') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:59.354654 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62f0590e-9091-47dd-a2b3-49922dc31955 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:59.362840 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ebc64c9-ee20-454c-ba5c-a19773e1c5ee tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:59.370239 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687356ae-4c1e-453e-abb2-47163f96a9ed None None] Pushing event deleted for resources: {'Port': ['ID=f71bbe3a-6f40-4dde-81e1-311e706cf7bb,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:59.381079 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62f0590e-9091-47dd-a2b3-49922dc31955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:59.389395 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f0590e-9091-47dd-a2b3-49922dc31955 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:03:59.389957 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62f0590e-9091-47dd-a2b3-49922dc31955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:59.390758 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687356ae-4c1e-453e-abb2-47163f96a9ed None None] No DVR routers for this DVR port f71bbe3a-6f40-4dde-81e1-311e706cf7bb on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:03:59.393240 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:03:59.424161 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c9e4512-37b1-443c-8aba-044739bd9db9 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:59.426570 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ebc64c9-ee20-454c-ba5c-a19773e1c5ee tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:59.496571 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62f0590e-9091-47dd-a2b3-49922dc31955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:59.514460 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-62f0590e-9091-47dd-a2b3-49922dc31955 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:59.520663 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-62f0590e-9091-47dd-a2b3-49922dc31955 admin admin] 10.222.0.58 "DELETE /v2.0/networks/83eb928e-73c1-45a3-9507-128b6acf505d HTTP/1.1" status: 204 len: 168 time: 0.8097422 Jul 13 08:03:59.531491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0590e-9091-47dd-a2b3-49922dc31955 admin admin] Pushing event deleted for resources: {'Network': ['ID=83eb928e-73c1-45a3-9507-128b6acf505d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:59.589775 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45f6e3-0620-42c7-9042-88887269ae1c req-e541cbae-4c08-43ee-b226-8167fae9e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:59.591690 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5a45f6e3-0620-42c7-9042-88887269ae1c req-e541cbae-4c08-43ee-b226-8167fae9e7d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0eefcb1ad9d4424186c36993d3bfbbea&device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 1099 time: 0.0787826 Jul 13 08:03:59.605886 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e4512-37b1-443c-8aba-044739bd9db9 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Pushing event updated for resources: {'Subnet': ['ID=8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:59.618443 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:59.675978 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9e4512-37b1-443c-8aba-044739bd9db9 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Checking segment: {'id': '37607c73-c7e9-4e95-a847-58e266640dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '24e20f3f-42ca-4ba4-964f-a75afc7f146d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:59.676399 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9e4512-37b1-443c-8aba-044739bd9db9 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Network hostable DHCP agents. Network: 24e20f3f-42ca-4ba4-964f-a75afc7f146d, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:03:59.706270 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45f6e3-0620-42c7-9042-88887269ae1c req-7a186ff4-3645-4db6-bdfb-43fafd512e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:59.707922 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5a45f6e3-0620-42c7-9042-88887269ae1c req-7a186ff4-3645-4db6-bdfb-43fafd512e63 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6010d2c2-d300-400c-be9f-95d4cb60edee HTTP/1.1" status: 200 len: 913 time: 0.1096139 Jul 13 08:03:59.713858 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-7ebc64c9-ee20-454c-ba5c-a19773e1c5ee tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Allocated IP 172.25.0.48 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/4a94eca3-25d5-4beb-9444-776684921bff) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:59.724401 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733d9a6-655a-49f4-84ea-6e54cd76b39d req-dcde1248-7ded-450c-905f-879f8028a2cf tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:59.731543 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2733d9a6-655a-49f4-84ea-6e54cd76b39d req-dcde1248-7ded-450c-905f-879f8028a2cf tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.2345967 Jul 13 08:03:59.756833 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47302) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:59.765468 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5a45f6e3-0620-42c7-9042-88887269ae1c req-3123378d-5321-443d-8d84-8de0562fbf74 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c90f4a-d970-4175-a85f-cff79d05be03 HTTP/1.1" status: 200 len: 217 time: 0.0505106 Jul 13 08:03:59.770435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9e4512-37b1-443c-8aba-044739bd9db9 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Network 24e20f3f-42ca-4ba4-964f-a75afc7f146d is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:03:59.819178 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45f6e3-0620-42c7-9042-88887269ae1c req-21422c3f-28e6-4594-9c45-3ed6348c5b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:59.821353 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5a45f6e3-0620-42c7-9042-88887269ae1c req-21422c3f-28e6-4594-9c45-3ed6348c5b00 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53b9c81c-e3a5-4f3c-a0c3-29ef11d7a9fd HTTP/1.1" status: 200 len: 852 time: 0.0503311 Jul 13 08:03:59.829856 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-7c9e4512-37b1-443c-8aba-044739bd9db9 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 24e20f3f-42ca-4ba4-964f-a75afc7f146d) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:59.839874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a46f4f-3934-465c-81fb-ca1a1c2c6076 None None] Network 24e20f3f-42ca-4ba4-964f-a75afc7f146d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:03:59.840421 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9e4512-37b1-443c-8aba-044739bd9db9 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:59.840987 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c9e4512-37b1-443c-8aba-044739bd9db9 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:59.858299 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2733d9a6-655a-49f4-84ea-6e54cd76b39d req-8cc1569f-f56f-4d73-aabf-70978917e40a tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258557 Jul 13 08:03:59.861579 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5a45f6e3-0620-42c7-9042-88887269ae1c req-0cbef782-16fa-45f3-997d-5797bc1d6fc7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6010d2c2-d300-400c-be9f-95d4cb60edee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330043 Jul 13 08:03:59.900230 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f031935a-3ee1-4be0-b3fa-d306431218f1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fe4ba9cc410243d39dfea2dc48d090fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388538 Jul 13 08:03:59.903710 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7c9e4512-37b1-443c-8aba-044739bd9db9 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4254444 Jul 13 08:03:59.904289 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47304) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:59.911174 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47306) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:59.919259 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-5242d85c-72db-47ab-930c-fcb93f3eb095 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Request body: {'port': {'network_id': '24e20f3f-42ca-4ba4-964f-a75afc7f146d', 'name': 'tempest-TagsExtTest-121501211'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:00.001488 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ebc64c9-ee20-454c-ba5c-a19773e1c5ee tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:00.028525 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fced311f-1601-45dd-a299-b6c901a91c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:00.066881 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fced311f-1601-45dd-a299-b6c901a91c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:00.069289 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-24e20f3f-42ca-4ba4-964f-a75afc7f146d', 'network_id': '24e20f3f-42ca-4ba4-964f-a75afc7f146d', 'tenant_id': 'a0c5fb04e23b4620acbaea461d6907ed', 'fixed_ips': [{'subnet_id': '8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:04:00.070493 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:00.111853 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5a45f6e3-0620-42c7-9042-88887269ae1c req-ead3186f-f9ae-4783-9e8b-3ceb8dcdbcc5 service neutron] 10.222.0.35 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426713 Jul 13 08:04:00.116054 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ebc64c9-ee20-454c-ba5c-a19773e1c5ee tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:00.176067 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebc64c9-ee20-454c-ba5c-a19773e1c5ee tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:00.180790 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-7ebc64c9-ee20-454c-ba5c-a19773e1c5ee tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:00.185844 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc64c9-ee20-454c-ba5c-a19773e1c5ee tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:00.220394 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc64c9-ee20-454c-ba5c-a19773e1c5ee tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Pushing event updated for resources: {'Port': ['ID=4a94eca3-25d5-4beb-9444-776684921bff,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:00.222777 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fced311f-1601-45dd-a299-b6c901a91c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:00.226665 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fced311f-1601-45dd-a299-b6c901a91c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:00.230417 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fced311f-1601-45dd-a299-b6c901a91c7e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/98047b03-3661-4326-bf3a-6c25b7237b89 HTTP/1.1" status: 204 len: 168 time: 0.3207510 Jul 13 08:04:00.241649 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5a45f6e3-0620-42c7-9042-88887269ae1c req-43cd810e-9f58-4066-9b6a-4ace55556315 service neutron] 10.222.0.35 "GET /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231527 Jul 13 08:04:00.282605 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced311f-1601-45dd-a299-b6c901a91c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98047b03-3661-4326-bf3a-6c25b7237b89,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:00.285914 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5242d85c-72db-47ab-930c-fcb93f3eb095 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Made reservation on behalf of a0c5fb04e23b4620acbaea461d6907ed for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:04:00.290717 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5242d85c-72db-47ab-930c-fcb93f3eb095 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:00.323159 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-5242d85c-72db-47ab-930c-fcb93f3eb095 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] device_id is not set on port 43d2005c-12f4-4e6d-adc1-33c19ade5fd1 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:04:00.351227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] Allocated IP 172.20.0.2 (24e20f3f-42ca-4ba4-964f-a75afc7f146d/8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3/a0da8b21-9426-476b-9bbf-177296c4a34c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:04:00.443549 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f71bbe3a-6f40-4dde-81e1-311e706cf7bb no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:04:00.479637 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: f71bbe3a-6f40-4dde-81e1-311e706cf7bb {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:04:00.480426 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f71bbe3a-6f40-4dde-81e1-311e706cf7bb not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:04:00.481048 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 39a76f1e-b3b8-4555-80a2-0af8fb33d09c no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:04:00.510671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 39a76f1e-b3b8-4555-80a2-0af8fb33d09c {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:04:00.510671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 39a76f1e-b3b8-4555-80a2-0af8fb33d09c not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:04:00.614659 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1cd86-1c5e-44a4-b346-306e64eba8b9 req-fd438920-811c-497b-90ce-2c96ff1d0ef2 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:00.619677 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82c1cd86-1c5e-44a4-b346-306e64eba8b9 req-fd438920-811c-497b-90ce-2c96ff1d0ef2 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.3097999 Jul 13 08:04:00.729195 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-82c1cd86-1c5e-44a4-b346-306e64eba8b9 req-911f4806-de8b-4ee8-b2cc-da2bdd96bbf1 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023529 Jul 13 08:04:00.752213 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ebc64c9-ee20-454c-ba5c-a19773e1c5ee tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:00.798984 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:00.811634 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] Transition to ACTIVE for port object a0da8b21-9426-476b-9bbf-177296c4a34c will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:00.837325 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] Transition to ACTIVE for port object a0da8b21-9426-476b-9bbf-177296c4a34c will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:00.849009 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:00.877464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47314) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:00.898743 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] Network 24e20f3f-42ca-4ba4-964f-a75afc7f146d is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:00.907715 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:00.914003 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:00.920854 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] Pushing event updated for resources: {'Port': ['ID=a0da8b21-9426-476b-9bbf-177296c4a34c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:01.036363 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c43efa35-3620-45d3-a439-79507a61b2d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8cdff4b2da95459abbde40c66fb69e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570060 Jul 13 08:04:01.042916 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47318) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:01.044238 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.api [None req-5242d85c-72db-47ab-930c-fcb93f3eb095 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-bca9deb0-caca-491a-99e9-c67838f627e1 {{(pid=93723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:04:01.044709 n-d-779913-28 neutron-server[93723]: DEBUG oslo_db.api [None req-5242d85c-72db-47ab-930c-fcb93f3eb095 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:04:01.045146 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] Attempting to bind port a0da8b21-9426-476b-9bbf-177296c4a34c on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:04:01.047762 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] Attempting to bind port a0da8b21-9426-476b-9bbf-177296c4a34c by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '37607c73-c7e9-4e95-a847-58e266640dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '24e20f3f-42ca-4ba4-964f-a75afc7f146d'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:04:01.049207 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] Attempting to bind port a0da8b21-9426-476b-9bbf-177296c4a34c on network 24e20f3f-42ca-4ba4-964f-a75afc7f146d {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:04:01.057638 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:04:01.058147 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] Checking segment: {'id': '37607c73-c7e9-4e95-a847-58e266640dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '24e20f3f-42ca-4ba4-964f-a75afc7f146d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:04:01.058536 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:01.058976 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] Bound using segment: {'id': '37607c73-c7e9-4e95-a847-58e266640dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '24e20f3f-42ca-4ba4-964f-a75afc7f146d'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:04:01.059617 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] Bound port: a0da8b21-9426-476b-9bbf-177296c4a34c, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37607c73-c7e9-4e95-a847-58e266640dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '24e20f3f-42ca-4ba4-964f-a75afc7f146d'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:04:01.059965 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:01.148528 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-97fb7895-0bce-4310-8b5d-aaf1a0ec6f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:01.173325 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] For port a0da8b21-9426-476b-9bbf-177296c4a34c, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:04:01.183374 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] For port a0da8b21-9426-476b-9bbf-177296c4a34c, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a0da8b21-9426-476b-9bbf-177296c4a34c,segment=NetworkSegment(37607c73-c7e9-4e95-a847-58e266640dd7),segment_id=37607c73-c7e9-4e95-a847-58e266640dd7)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:04:01.191601 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ebc64c9-ee20-454c-ba5c-a19773e1c5ee tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:01.192195 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-97fb7895-0bce-4310-8b5d-aaf1a0ec6f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:01.198600 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ebc64c9-ee20-454c-ba5c-a19773e1c5ee tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396023'] for router, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:01.199865 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:01.271114 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8695f7-b68f-4535-afd7-0ddc631bd7ab None None] Pushing event updated for resources: {'Port': ['ID=a0da8b21-9426-476b-9bbf-177296c4a34c,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:01.287094 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-97fb7895-0bce-4310-8b5d-aaf1a0ec6f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:01.289466 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-97fb7895-0bce-4310-8b5d-aaf1a0ec6f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:01.294530 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-97fb7895-0bce-4310-8b5d-aaf1a0ec6f4f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5c7cf3b5-03d2-4c2c-b260-ce99e2a41bdc HTTP/1.1" status: 204 len: 168 time: 0.2451868 Jul 13 08:04:01.306436 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb7895-0bce-4310-8b5d-aaf1a0ec6f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7cf3b5-03d2-4c2c-b260-ce99e2a41bdc,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:01.358981 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469156a0-1fc9-469a-a145-fcfa757d1c2e req-e9a673d2-164e-4d52-8cd8-939d1d44a397 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:01.371299 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-469156a0-1fc9-469a-a145-fcfa757d1c2e req-e9a673d2-164e-4d52-8cd8-939d1d44a397 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.2570493 Jul 13 08:04:01.378866 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:01.431190 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-469156a0-1fc9-469a-a145-fcfa757d1c2e req-660446f0-1536-4750-b580-198d03f86abb tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586934 Jul 13 08:04:01.467152 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebc64c9-ee20-454c-ba5c-a19773e1c5ee tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Router 344f7ecb-b3e9-4447-9e54-e7f2427aaeec is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:04:01.553207 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5242d85c-72db-47ab-930c-fcb93f3eb095 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:01.588006 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-5242d85c-72db-47ab-930c-fcb93f3eb095 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] device_id is not set on port 0590af7f-602a-4e36-88a3-7c6cbb3ebdbb yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:04:01.815135 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-5242d85c-72db-47ab-930c-fcb93f3eb095 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Allocated IP 172.20.0.9 (24e20f3f-42ca-4ba4-964f-a75afc7f146d/8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3/0590af7f-602a-4e36-88a3-7c6cbb3ebdbb) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:04:02.058062 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5242d85c-72db-47ab-930c-fcb93f3eb095 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:02.083381 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-5242d85c-72db-47ab-930c-fcb93f3eb095 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Transition to ACTIVE for port object 0590af7f-602a-4e36-88a3-7c6cbb3ebdbb will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:02.087240 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebc64c9-ee20-454c-ba5c-a19773e1c5ee tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:04:02.092332 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ebc64c9-ee20-454c-ba5c-a19773e1c5ee tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:02.096521 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7ebc64c9-ee20-454c-ba5c-a19773e1c5ee tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "PUT /v2.0/routers/344f7ecb-b3e9-4447-9e54-e7f2427aaeec HTTP/1.1" status: 200 len: 918 time: 3.8278902 Jul 13 08:04:02.097541 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47334) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:02.103247 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cf8c15-8be9-486b-bede-9f8c76c78d94 None None] Sync routers for ids ['344f7ecb-b3e9-4447-9e54-e7f2427aaeec'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:04:02.141893 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c10fdf-522b-460a-a691-494aea024495 req-804bf790-7030-49ff-94c6-7b10bf7462b3 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:02.150316 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-27c10fdf-522b-460a-a691-494aea024495 req-804bf790-7030-49ff-94c6-7b10bf7462b3 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.1280382 Jul 13 08:04:02.156724 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cf8c15-8be9-486b-bede-9f8c76c78d94 None None] Routers {'344f7ecb-b3e9-4447-9e54-e7f2427aaeec'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:02.157685 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-04cf8c15-8be9-486b-bede-9f8c76c78d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['344f7ecb-b3e9-4447-9e54-e7f2427aaeec'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:02.226930 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-04cf8c15-8be9-486b-bede-9f8c76c78d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:02.235271 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-27c10fdf-522b-460a-a691-494aea024495 req-9840c3b7-d81a-4b60-8558-27d46b66bf84 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810909 Jul 13 08:04:02.245409 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cf8c15-8be9-486b-bede-9f8c76c78d94 None None] Routers {'344f7ecb-b3e9-4447-9e54-e7f2427aaeec'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:02.251910 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-04cf8c15-8be9-486b-bede-9f8c76c78d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['344f7ecb-b3e9-4447-9e54-e7f2427aaeec'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:02.259222 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5242d85c-72db-47ab-930c-fcb93f3eb095 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:02.309256 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-04cf8c15-8be9-486b-bede-9f8c76c78d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:02.310259 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cf8c15-8be9-486b-bede-9f8c76c78d94 None None] The sync data for ids ['344f7ecb-b3e9-4447-9e54-e7f2427aaeec'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:04:02.345347 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5242d85c-72db-47ab-930c-fcb93f3eb095 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Network 24e20f3f-42ca-4ba4-964f-a75afc7f146d is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:02.350051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-5242d85c-72db-47ab-930c-fcb93f3eb095 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:02.353664 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8aada13f-be90-4272-bcce-c33956998660 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "GET /v2.0/routers/344f7ecb-b3e9-4447-9e54-e7f2427aaeec HTTP/1.1" status: 200 len: 924 time: 0.2500870 Jul 13 08:04:02.354576 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5242d85c-72db-47ab-930c-fcb93f3eb095 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:02.356540 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47344) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:02.367653 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242d85c-72db-47ab-930c-fcb93f3eb095 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Pushing event updated for resources: {'Port': ['ID=0590af7f-602a-4e36-88a3-7c6cbb3ebdbb,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:02.456967 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e128e8d-fa0d-49f4-b6a4-1f47455c38d7 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:02.459062 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2e128e8d-fa0d-49f4-b6a4-1f47455c38d7 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=f96be058-f906-4210-b421-902eff1606be&device_id=344f7ecb-b3e9-4447-9e54-e7f2427aaeec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1015186 Jul 13 08:04:02.459995 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5242d85c-72db-47ab-930c-fcb93f3eb095 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:02.460681 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5242d85c-72db-47ab-930c-fcb93f3eb095 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:02.462290 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47346) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:02.480668 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5242d85c-72db-47ab-930c-fcb93f3eb095 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.5674269 Jul 13 08:04:02.481668 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a0da8b21-9426-476b-9bbf-177296c4a34c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:02.489961 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47350) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:02.509580 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47352) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:02.514754 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-4e89584c-886a-43f8-a9e1-4da3b9d822b1 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-471387184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:02.552077 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port a0da8b21-9426-476b-9bbf-177296c4a34c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:02.557304 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e89584c-886a-43f8-a9e1-4da3b9d822b1 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:02.558419 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e89584c-886a-43f8-a9e1-4da3b9d822b1 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:02.625456 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e89584c-886a-43f8-a9e1-4da3b9d822b1 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:02.633293 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e89584c-886a-43f8-a9e1-4da3b9d822b1 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:02.651802 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbd4eae-237e-429a-a05c-2eb4cebd1903 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:02.653895 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-dfbd4eae-237e-429a-a05c-2eb4cebd1903 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 881 time: 0.1902099 Jul 13 08:04:02.657215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47358) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:02.677223 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e89584c-886a-43f8-a9e1-4da3b9d822b1 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:02.681915 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4e89584c-886a-43f8-a9e1-4da3b9d822b1 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1862342 Jul 13 08:04:02.681915 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47360) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:02.686678 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d17198bb-2f73-45e4-a2ad-87bdfbca0344 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1152053661', 'prefixes': ['172.20.0.0/16']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:02.714943 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-59c51869-45de-4893-8ed9-e5f2ce746f79 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "GET /v2.0/ports?device_id=344f7ecb-b3e9-4447-9e54-e7f2427aaeec HTTP/1.1" status: 200 len: 205 time: 0.0555491 Jul 13 08:04:02.719920 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47362) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:02.724622 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-99c40cde-477a-415f-8bd5-c6c88f34788c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-853998651-network', 'tenant_id': '96041e7f7c324ae3b557d6214a735bec'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:02.757111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c40cde-477a-415f-8bd5-c6c88f34788c admin admin] Made reservation on behalf of 96041e7f7c324ae3b557d6214a735bec for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:04:02.762195 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99c40cde-477a-415f-8bd5-c6c88f34788c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:02.792381 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b0d420-a6ba-4f3b-9afe-06d69a1fdd3f None None] Network 24e20f3f-42ca-4ba4-964f-a75afc7f146d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:04:02.815429 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99c40cde-477a-415f-8bd5-c6c88f34788c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:02.867201 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-adf36c20-a966-4ef0-a4a7-66e3b2a7a23c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:02.884089 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700559b-300e-406d-8503-12660d85ffb6 req-1ea2505e-3417-4c68-ad59-cc0a97acb937 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:02.886069 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2700559b-300e-406d-8503-12660d85ffb6 req-1ea2505e-3417-4c68-ad59-cc0a97acb937 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.1242604 Jul 13 08:04:02.909255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-56ab5c77-6494-4624-822a-4b6632231f51 None None] Provisioning for port a0da8b21-9426-476b-9bbf-177296c4a34c completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:02.919778 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-56ab5c77-6494-4624-822a-4b6632231f51 None None] Provisioning complete for port a0da8b21-9426-476b-9bbf-177296c4a34c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:02.920129 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-56ab5c77-6494-4624-822a-4b6632231f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:02.953061 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2700559b-300e-406d-8503-12660d85ffb6 req-ac8af328-1915-47a4-b28f-feefb0c67445 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598056 Jul 13 08:04:03.039134 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99c40cde-477a-415f-8bd5-c6c88f34788c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:03.048212 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99c40cde-477a-415f-8bd5-c6c88f34788c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:03.073874 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-56ab5c77-6494-4624-822a-4b6632231f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:03.111028 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c40cde-477a-415f-8bd5-c6c88f34788c admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:04:03.142127 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-56ab5c77-6494-4624-822a-4b6632231f51 None None] For port a0da8b21-9426-476b-9bbf-177296c4a34c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a0da8b21-9426-476b-9bbf-177296c4a34c,segment=NetworkSegment(37607c73-c7e9-4e95-a847-58e266640dd7),segment_id=37607c73-c7e9-4e95-a847-58e266640dd7)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:03.152188 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c40cde-477a-415f-8bd5-c6c88f34788c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d377a9f-4e4f-4adb-9cf9-4d29a7d7e22c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:03.155855 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-56ab5c77-6494-4624-822a-4b6632231f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:03.165195 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99c40cde-477a-415f-8bd5-c6c88f34788c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:03.165833 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-99c40cde-477a-415f-8bd5-c6c88f34788c admin admin] Added segment cb03514a-7f62-4660-91db-3c23ffd3dfa6 of type vlan for network 43078bda-414b-4537-984c-c98d74a05731 Jul 13 08:04:03.238575 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab5c77-6494-4624-822a-4b6632231f51 None None] Pushing event updated for resources: {'Port': ['ID=a0da8b21-9426-476b-9bbf-177296c4a34c,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:03.306261 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99c40cde-477a-415f-8bd5-c6c88f34788c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:03.371161 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99c40cde-477a-415f-8bd5-c6c88f34788c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:03.372808 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c40cde-477a-415f-8bd5-c6c88f34788c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:03.373185 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99c40cde-477a-415f-8bd5-c6c88f34788c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:03.435756 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d43ef-1cb4-4619-affd-6ce0ce40556d req-bfd85ec4-8bbf-468e-b6ce-a3f1c34b97b5 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:03.439053 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d62d43ef-1cb4-4619-affd-6ce0ce40556d req-bfd85ec4-8bbf-468e-b6ce-a3f1c34b97b5 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.2026937 Jul 13 08:04:03.460953 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-99c40cde-477a-415f-8bd5-c6c88f34788c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9499183 Jul 13 08:04:03.467796 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47368) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:03.471647 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d17198bb-2f73-45e4-a2ad-87bdfbca0344 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks [] for subnetpool, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:03.476786 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d17198bb-2f73-45e4-a2ad-87bdfbca0344 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7902193 Jul 13 08:04:03.485271 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Request body: {'subnet': {'network_id': '43078bda-414b-4537-984c-c98d74a05731', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-853998651-subnet', 'tenant_id': '96041e7f7c324ae3b557d6214a735bec', 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:03.488589 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47370) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:03.497078 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-edf159d6-2c01-4460-a923-cddce2b288d9 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3', 'tempest-TagsExtTest-Tag-607220011') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:03.557654 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c40cde-477a-415f-8bd5-c6c88f34788c admin admin] Pushing event updated for resources: {'Network': ['ID=43078bda-414b-4537-984c-c98d74a05731,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:03.575286 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 43078bda-414b-4537-984c-c98d74a05731 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:04:03.588695 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-adf36c20-a966-4ef0-a4a7-66e3b2a7a23c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:03.597083 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d62d43ef-1cb4-4619-affd-6ce0ce40556d req-47bdc9b6-4a81-4ed0-ae15-22bc0027fcb0 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394546 Jul 13 08:04:03.613781 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Made reservation on behalf of 96041e7f7c324ae3b557d6214a735bec for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:04:03.616628 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:03.665020 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfee08-c735-46a7-9714-fdeadc34a9ab req-1d1bfa41-f4a7-4283-b99d-6ac7c1df5f5f tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:03.667380 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06cfee08-c735-46a7-9714-fdeadc34a9ab req-1d1bfa41-f4a7-4283-b99d-6ac7c1df5f5f tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.2594452 Jul 13 08:04:03.705243 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-96381fa8-5269-47e3-8d41-cc30195c7573 None None] Provisioning for port 0590af7f-602a-4e36-88a3-7c6cbb3ebdbb completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:03.712690 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-96381fa8-5269-47e3-8d41-cc30195c7573 None None] Provisioning complete for port 0590af7f-602a-4e36-88a3-7c6cbb3ebdbb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:03.713158 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-96381fa8-5269-47e3-8d41-cc30195c7573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:03.756650 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-96381fa8-5269-47e3-8d41-cc30195c7573 None None] Port 0590af7f-602a-4e36-88a3-7c6cbb3ebdbb cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:04:03.768209 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-96381fa8-5269-47e3-8d41-cc30195c7573 None None] Provisioning complete for port a0da8b21-9426-476b-9bbf-177296c4a34c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:03.768732 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-96381fa8-5269-47e3-8d41-cc30195c7573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:03.814779 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06cfee08-c735-46a7-9714-fdeadc34a9ab req-63d1ec94-5999-43c5-b722-fc5d3b401118 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400084 Jul 13 08:04:03.916579 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b31d33-ac0d-4bfa-a35c-81a5b9b15ddb req-4e48bd4a-97e7-47e1-917a-f7f0864911b2 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:03.918240 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61b31d33-ac0d-4bfa-a35c-81a5b9b15ddb req-4e48bd4a-97e7-47e1-917a-f7f0864911b2 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.1371715 Jul 13 08:04:03.936563 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-edf159d6-2c01-4460-a923-cddce2b288d9 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "PUT /v2.0/subnets/8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3/tags/tempest-TagsExtTest-Tag-607220011 HTTP/1.1" status: 201 len: 201 time: 0.4445338 Jul 13 08:04:03.939814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47376) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:03.945148 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-c5293c61-de33-43b3-a916-c15a9aa6ad19 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0590af7f-602a-4e36-88a3-7c6cbb3ebdbb', 'tempest-TagsExtTest-Tag-1325810523') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:03.951731 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:03.980741 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61b31d33-ac0d-4bfa-a35c-81a5b9b15ddb req-7388847b-0f37-4447-b6a1-6d66c72a6a3c tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523305 Jul 13 08:04:04.034760 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-70ce055d-6575-4ad2-bf0c-c53821d3628a None None] Provisioning complete for port 0590af7f-602a-4e36-88a3-7c6cbb3ebdbb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:04.035341 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70ce055d-6575-4ad2-bf0c-c53821d3628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:04.042477 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-adf36c20-a966-4ef0-a4a7-66e3b2a7a23c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Deleting port 4a94eca3-25d5-4beb-9444-776684921bff {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:04:04.043006 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-adf36c20-a966-4ef0-a4a7-66e3b2a7a23c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:04.070350 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13050edf-c86c-497c-a505-82f17c22ba11,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:04.080326 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-70ce055d-6575-4ad2-bf0c-c53821d3628a None None] Port 0590af7f-602a-4e36-88a3-7c6cbb3ebdbb cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:04:04.112012 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:04.112359 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:04.113141 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:04.113480 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:04.113806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:04.114167 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:04.114475 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:04.114802 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:04.115124 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:04.115446 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:04.115763 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:04.116081 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:04.178454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Checking segment: {'id': 'cb03514a-7f62-4660-91db-3c23ffd3dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '43078bda-414b-4537-984c-c98d74a05731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:04:04.178831 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Network hostable DHCP agents. Network: 43078bda-414b-4537-984c-c98d74a05731, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:04:04.199983 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fea8d9-896a-4d4d-a8ff-8d52196d999d req-9df58f01-96cc-4052-8c69-c7033dc53db9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:04.201617 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30fea8d9-896a-4d4d-a8ff-8d52196d999d req-9df58f01-96cc-4052-8c69-c7033dc53db9 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.0865123 Jul 13 08:04:04.215454 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-adf36c20-a966-4ef0-a4a7-66e3b2a7a23c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:04.240747 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-adf36c20-a966-4ef0-a4a7-66e3b2a7a23c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Calling delete_port for 4a94eca3-25d5-4beb-9444-776684921bff owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:04:04.243672 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c5293c61-de33-43b3-a916-c15a9aa6ad19 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "PUT /v2.0/ports/0590af7f-602a-4e36-88a3-7c6cbb3ebdbb/tags/tempest-TagsExtTest-Tag-1325810523 HTTP/1.1" status: 201 len: 201 time: 0.3026545 Jul 13 08:04:04.246768 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Network 43078bda-414b-4537-984c-c98d74a05731 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:04:04.247794 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47380) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:04.255911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-08bbb238-dc0a-45fb-a879-e145f31301b6 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ddf9bc21-e735-4425-8100-ba2dbff1181a', 'tempest-TagsExtTest-Tag-982343985') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:04.263767 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 43078bda-414b-4537-984c-c98d74a05731) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:04.266376 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30fea8d9-896a-4d4d-a8ff-8d52196d999d req-3fed2ed2-e420-420d-aaf5-b0cd0f866943 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560312 Jul 13 08:04:04.277029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5290b6d-17b6-47d9-887e-4a99b2debc17 None None] Network 43078bda-414b-4537-984c-c98d74a05731 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:04:04.299406 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:04.300005 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:04.350031 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8e51f2aa-b12f-421a-841a-e7678cc58688 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8755569 Jul 13 08:04:04.351668 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47384) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:04.358473 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-aee245cf-d7af-4902-add0-d2f602dd0aac admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-853998651-router', 'tenant_id': '96041e7f7c324ae3b557d6214a735bec', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:04.422346 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a0da8b21-9426-476b-9bbf-177296c4a34c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:04.428365 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-08bbb238-dc0a-45fb-a879-e145f31301b6 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "PUT /v2.0/routers/ddf9bc21-e735-4425-8100-ba2dbff1181a/tags/tempest-TagsExtTest-Tag-982343985 HTTP/1.1" status: 201 len: 201 time: 0.1746464 Jul 13 08:04:04.429267 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47386) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:04.434212 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-da7948b6-d258-4979-b7cd-e5d8db0ce8ab tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '01e9d845-8187-4dc7-a929-ea27c12cc1f1', 'tempest-TagsExtTest-Tag-79389959') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:04.510974 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aee245cf-d7af-4902-add0-d2f602dd0aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:04.514526 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port a0da8b21-9426-476b-9bbf-177296c4a34c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:04.514915 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:04.516494 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aee245cf-d7af-4902-add0-d2f602dd0aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:04.566326 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-da7948b6-d258-4979-b7cd-e5d8db0ce8ab tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "PUT /v2.0/subnetpools/01e9d845-8187-4dc7-a929-ea27c12cc1f1/tags/tempest-TagsExtTest-Tag-79389959 HTTP/1.1" status: 201 len: 201 time: 0.1360562 Jul 13 08:04:04.569952 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47390) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:04.583030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-f01c90f8-09c1-4522-883b-76d7d8b2e97d tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:04.649489 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-43078bda-414b-4537-984c-c98d74a05731', 'network_id': '43078bda-414b-4537-984c-c98d74a05731', 'tenant_id': '96041e7f7c324ae3b557d6214a735bec', 'fixed_ips': [{'subnet_id': '13050edf-c86c-497c-a505-82f17c22ba11'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:04:04.650378 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:04.705656 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aee245cf-d7af-4902-add0-d2f602dd0aac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:04.771314 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-adf36c20-a966-4ef0-a4a7-66e3b2a7a23c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:04.812096 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b177c6-8c0f-41bb-8a8b-cbc4ecf39690 req-1611c94c-d7da-4fc6-98f5-37559efe7abb tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:04.814323 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-22b177c6-8c0f-41bb-8a8b-cbc4ecf39690 req-1611c94c-d7da-4fc6-98f5-37559efe7abb tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.1571252 Jul 13 08:04:04.816742 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f01c90f8-09c1-4522-883b-76d7d8b2e97d tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/subnets/8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3/tags HTTP/1.1" status: 200 len: 240 time: 0.2437458 Jul 13 08:04:04.821748 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47392) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:04.826599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-3c84218f-39c8-43de-b797-95823d478edf tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3', 'tempest-TagsExtTest-Tag-607220011') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:04.865093 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf36c20-a966-4ef0-a4a7-66e3b2a7a23c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Pushing event deleted for resources: {'Port': ['ID=4a94eca3-25d5-4beb-9444-776684921bff,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:04.917728 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-22b177c6-8c0f-41bb-8a8b-cbc4ecf39690 req-7851d461-99fb-4c25-9d43-247eb98a4800 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668838 Jul 13 08:04:04.928274 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] Allocated IP 172.20.0.2 (43078bda-414b-4537-984c-c98d74a05731/13050edf-c86c-497c-a505-82f17c22ba11/27a9c41e-2005-4245-b65c-dadc3f856f3d) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:04:04.944387 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3c84218f-39c8-43de-b797-95823d478edf tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/subnets/8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3/tags/tempest-TagsExtTest-Tag-607220011 HTTP/1.1" status: 204 len: 168 time: 0.1213841 Jul 13 08:04:04.949309 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47396) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:04.978051 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-15e19d45-4f26-44d7-af6f-e61f75bb6165 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3', 'tempest-TagsExtTest-Tag-607220011') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:05.100402 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aee245cf-d7af-4902-add0-d2f602dd0aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:05.143601 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-adf36c20-a966-4ef0-a4a7-66e3b2a7a23c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:05.174132 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:05.183360 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8227e5-e9bf-46de-8007-0dfe8bcd186b req-66bdf539-2080-446f-8b6c-9dd6d9e6d038 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:05.185186 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5d8227e5-e9bf-46de-8007-0dfe8bcd186b req-66bdf539-2080-446f-8b6c-9dd6d9e6d038 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.1585996 Jul 13 08:04:05.195936 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] Transition to ACTIVE for port object 27a9c41e-2005-4245-b65c-dadc3f856f3d will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:05.218843 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] Transition to ACTIVE for port object 27a9c41e-2005-4245-b65c-dadc3f856f3d will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:05.228310 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:05.238380 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c5a43-2474-48ea-a240-bf327aee6089 req-a2f346bf-9b05-4983-ad06-6ad1a666c9b2 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:05.240155 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-493c5a43-2474-48ea-a240-bf327aee6089 req-a2f346bf-9b05-4983-ad06-6ad1a666c9b2 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.1542323 Jul 13 08:04:05.259684 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-15e19d45-4f26-44d7-af6f-e61f75bb6165 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "DELETE /v2.0/subnets/8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3/tags/tempest-TagsExtTest-Tag-607220011 HTTP/1.1" status: 204 len: 168 time: 0.3087113 Jul 13 08:04:05.260020 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47402) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:05.266955 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-5610dd87-a054-40fc-a558-dee3cc5b1e94 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:05.275704 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5d8227e5-e9bf-46de-8007-0dfe8bcd186b req-223733d6-1604-41ed-805d-d03aac7d514c tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767272 Jul 13 08:04:05.276449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] Network 43078bda-414b-4537-984c-c98d74a05731 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:05.279744 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:05.283159 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:05.294122 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] Pushing event updated for resources: {'Port': ['ID=27a9c41e-2005-4245-b65c-dadc3f856f3d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:05.302763 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-adf36c20-a966-4ef0-a4a7-66e3b2a7a23c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:05.309229 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-adf36c20-a966-4ef0-a4a7-66e3b2a7a23c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:05.321837 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-493c5a43-2474-48ea-a240-bf327aee6089 req-a5937174-11e4-4cdc-8b19-f8346fcf8034 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583050 Jul 13 08:04:05.382790 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] Attempting to bind port 27a9c41e-2005-4245-b65c-dadc3f856f3d on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:04:05.383357 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] Attempting to bind port 27a9c41e-2005-4245-b65c-dadc3f856f3d by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'cb03514a-7f62-4660-91db-3c23ffd3dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '43078bda-414b-4537-984c-c98d74a05731'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:04:05.383902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] Attempting to bind port 27a9c41e-2005-4245-b65c-dadc3f856f3d on network 43078bda-414b-4537-984c-c98d74a05731 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:04:05.391232 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:04:05.391920 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] Checking segment: {'id': 'cb03514a-7f62-4660-91db-3c23ffd3dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '43078bda-414b-4537-984c-c98d74a05731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:04:05.392667 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:05.393224 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] Bound using segment: {'id': 'cb03514a-7f62-4660-91db-3c23ffd3dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '43078bda-414b-4537-984c-c98d74a05731'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:04:05.394382 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] Bound port: 27a9c41e-2005-4245-b65c-dadc3f856f3d, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb03514a-7f62-4660-91db-3c23ffd3dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '43078bda-414b-4537-984c-c98d74a05731'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:04:05.394993 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:05.442193 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-adf36c20-a966-4ef0-a4a7-66e3b2a7a23c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:05.443341 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf36c20-a966-4ef0-a4a7-66e3b2a7a23c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Fanout notify agent at l3_agent the message router_deleted on router 344f7ecb-b3e9-4447-9e54-e7f2427aaeec {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:04:05.454345 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-adf36c20-a966-4ef0-a4a7-66e3b2a7a23c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:05.462793 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-adf36c20-a966-4ef0-a4a7-66e3b2a7a23c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "DELETE /v2.0/routers/344f7ecb-b3e9-4447-9e54-e7f2427aaeec HTTP/1.1" status: 204 len: 168 time: 2.7416029 Jul 13 08:04:05.464402 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47408) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:05.475556 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e7cbb562-65be-4989-b356-a0d5f82ba620 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1611338208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:05.480071 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5610dd87-a054-40fc-a558-dee3cc5b1e94 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/subnets/8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3/tags HTTP/1.1" status: 200 len: 205 time: 0.2189307 Jul 13 08:04:05.483949 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47410) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:05.494525 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-e07882c4-d0c0-4d04-bc62-a5c23c85d86d tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0590af7f-602a-4e36-88a3-7c6cbb3ebdbb') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:05.497434 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] For port 27a9c41e-2005-4245-b65c-dadc3f856f3d, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:04:05.502275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] For port 27a9c41e-2005-4245-b65c-dadc3f856f3d, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=27a9c41e-2005-4245-b65c-dadc3f856f3d,segment=NetworkSegment(cb03514a-7f62-4660-91db-3c23ffd3dfa6),segment_id=cb03514a-7f62-4660-91db-3c23ffd3dfa6)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:04:05.510468 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:05.535201 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7cbb562-65be-4989-b356-a0d5f82ba620 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:05.537789 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7cbb562-65be-4989-b356-a0d5f82ba620 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:05.596696 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7534590-96f2-4c5b-856c-707b4f09d43e None None] Pushing event updated for resources: {'Port': ['ID=27a9c41e-2005-4245-b65c-dadc3f856f3d,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:05.678683 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e07882c4-d0c0-4d04-bc62-a5c23c85d86d tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/ports/0590af7f-602a-4e36-88a3-7c6cbb3ebdbb/tags HTTP/1.1" status: 200 len: 241 time: 0.1912887 Jul 13 08:04:05.680267 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47414) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:05.687237 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-c58e8a55-3597-4ba6-95f6-eacf8d347b32 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0590af7f-602a-4e36-88a3-7c6cbb3ebdbb', 'tempest-TagsExtTest-Tag-1325810523') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:05.694999 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7cbb562-65be-4989-b356-a0d5f82ba620 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:05.703977 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7cbb562-65be-4989-b356-a0d5f82ba620 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:05.733330 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aee245cf-d7af-4902-add0-d2f602dd0aac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:05.751308 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7cbb562-65be-4989-b356-a0d5f82ba620 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:05.756948 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e7cbb562-65be-4989-b356-a0d5f82ba620 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2877722 Jul 13 08:04:05.757851 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47416) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:05.763570 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aee245cf-d7af-4902-add0-d2f602dd0aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:05.769254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4cae3360-ce2a-4e12-b7a9-2b440142d6b6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'enable_snat': False}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:05.860869 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf34c2-f49d-47b0-9ac5-942c64339449 req-f05a36eb-b93d-46dd-a358-6af85e013615 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:05.862541 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ccf34c2-f49d-47b0-9ac5-942c64339449 req-f05a36eb-b93d-46dd-a358-6af85e013615 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.2699785 Jul 13 08:04:05.899366 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c58e8a55-3597-4ba6-95f6-eacf8d347b32 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/ports/0590af7f-602a-4e36-88a3-7c6cbb3ebdbb/tags/tempest-TagsExtTest-Tag-1325810523 HTTP/1.1" status: 204 len: 168 time: 0.2158139 Jul 13 08:04:05.905754 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47418) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:05.911613 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-c63de111-337a-4086-89bf-d92acf127977 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0590af7f-602a-4e36-88a3-7c6cbb3ebdbb', 'tempest-TagsExtTest-Tag-1325810523') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:05.943361 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ccf34c2-f49d-47b0-9ac5-942c64339449 req-a1ad6d96-121b-4b90-b754-a81f3ced9419 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534749 Jul 13 08:04:06.017270 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-aee245cf-d7af-4902-add0-d2f602dd0aac admin admin] Allocated IP 172.25.0.139 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:04:06.120432 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c63de111-337a-4086-89bf-d92acf127977 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "DELETE /v2.0/ports/0590af7f-602a-4e36-88a3-7c6cbb3ebdbb/tags/tempest-TagsExtTest-Tag-1325810523 HTTP/1.1" status: 204 len: 168 time: 0.2096150 Jul 13 08:04:06.120703 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47422) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:06.125472 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-e300263e-c86b-42ae-b827-dfbeed21a5a0 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0590af7f-602a-4e36-88a3-7c6cbb3ebdbb') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:06.185361 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4cae3360-ce2a-4e12-b7a9-2b440142d6b6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:06.206785 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aee245cf-d7af-4902-add0-d2f602dd0aac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:06.237301 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e300263e-c86b-42ae-b827-dfbeed21a5a0 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/ports/0590af7f-602a-4e36-88a3-7c6cbb3ebdbb/tags HTTP/1.1" status: 200 len: 205 time: 0.1111236 Jul 13 08:04:06.237602 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47424) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:06.245681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-8ae4ed1b-6b03-4a83-9921-d897ed9f2eee tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ddf9bc21-e735-4425-8100-ba2dbff1181a') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:06.282739 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd9580-046d-43bb-8ea1-9c6d71673df5 req-640580ca-c952-4c01-8a5b-ef4cf38bc823 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:06.284426 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cbdd9580-046d-43bb-8ea1-9c6d71673df5 req-640580ca-c952-4c01-8a5b-ef4cf38bc823 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.1781032 Jul 13 08:04:06.373036 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aee245cf-d7af-4902-add0-d2f602dd0aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:06.391855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cbdd9580-046d-43bb-8ea1-9c6d71673df5 req-faabca14-0882-4d58-89dc-32114d1647a7 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698640 Jul 13 08:04:06.459809 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8ae4ed1b-6b03-4a83-9921-d897ed9f2eee tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/routers/ddf9bc21-e735-4425-8100-ba2dbff1181a/tags HTTP/1.1" status: 200 len: 240 time: 0.2209449 Jul 13 08:04:06.460515 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47430) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:06.488677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-79ff3282-2749-4942-bc4e-7e2f3d8ae73c tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ddf9bc21-e735-4425-8100-ba2dbff1181a', 'tempest-TagsExtTest-Tag-982343985') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:06.502840 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 27a9c41e-2005-4245-b65c-dadc3f856f3d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:06.581827 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee245cf-d7af-4902-add0-d2f602dd0aac admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:06.606646 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 27a9c41e-2005-4245-b65c-dadc3f856f3d completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:06.632114 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-aee245cf-d7af-4902-add0-d2f602dd0aac admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:06.636565 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee245cf-d7af-4902-add0-d2f602dd0aac admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:06.646516 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee245cf-d7af-4902-add0-d2f602dd0aac admin admin] Pushing event updated for resources: {'Port': ['ID=2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:06.685903 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-79ff3282-2749-4942-bc4e-7e2f3d8ae73c tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/routers/ddf9bc21-e735-4425-8100-ba2dbff1181a/tags/tempest-TagsExtTest-Tag-982343985 HTTP/1.1" status: 204 len: 168 time: 0.2053287 Jul 13 08:04:06.689514 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47434) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:06.696102 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-ae5ebe52-375f-402a-85de-2a7e01bac2e0 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ddf9bc21-e735-4425-8100-ba2dbff1181a', 'tempest-TagsExtTest-Tag-982343985') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:06.697269 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4cae3360-ce2a-4e12-b7a9-2b440142d6b6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:06.733249 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4cae3360-ce2a-4e12-b7a9-2b440142d6b6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:06.938993 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefc810-40b2-4563-8a63-1048b1773e11 req-17da048b-e074-41c7-97b1-3c1089461c49 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:06.940798 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5eefc810-40b2-4563-8a63-1048b1773e11 req-17da048b-e074-41c7-97b1-3c1089461c49 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.2457325 Jul 13 08:04:06.963266 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-4cae3360-ce2a-4e12-b7a9-2b440142d6b6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Allocated IP 172.25.0.230 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/2e496f96-ba9f-42e3-acd8-e05f8e6127bb) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:04:06.984348 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c651f-a1b0-4f8f-b930-6ebf01e1646a req-1753413f-dec4-4554-9952-15b0018e6399 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:06.986565 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-851c651f-a1b0-4f8f-b930-6ebf01e1646a req-1753413f-dec4-4554-9952-15b0018e6399 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.2575192 Jul 13 08:04:07.064940 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991df692-2cf0-4857-863b-15b8ccfb6daa None None] Network 43078bda-414b-4537-984c-c98d74a05731 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:04:07.085681 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5eefc810-40b2-4563-8a63-1048b1773e11 req-76cf1e08-b367-4a20-987d-6d138547618f tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244092 Jul 13 08:04:07.151976 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-851c651f-a1b0-4f8f-b930-6ebf01e1646a req-95067ede-2f91-4375-ba15-0961b0611e6c tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509194 Jul 13 08:04:07.207189 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4cae3360-ce2a-4e12-b7a9-2b440142d6b6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:07.257737 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4cae3360-ce2a-4e12-b7a9-2b440142d6b6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:07.278386 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0e84d962-e5cc-4068-a358-80699df4cde0 None None] Provisioning for port 27a9c41e-2005-4245-b65c-dadc3f856f3d completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:07.292907 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0e84d962-e5cc-4068-a358-80699df4cde0 None None] Provisioning complete for port 27a9c41e-2005-4245-b65c-dadc3f856f3d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:07.293334 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e84d962-e5cc-4068-a358-80699df4cde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:07.350330 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cae3360-ce2a-4e12-b7a9-2b440142d6b6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:07.350555 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ae5ebe52-375f-402a-85de-2a7e01bac2e0 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "DELETE /v2.0/routers/ddf9bc21-e735-4425-8100-ba2dbff1181a/tags/tempest-TagsExtTest-Tag-982343985 HTTP/1.1" status: 204 len: 168 time: 0.6585865 Jul 13 08:04:07.354232 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47438) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:07.359830 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-4cae3360-ce2a-4e12-b7a9-2b440142d6b6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:07.362650 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cae3360-ce2a-4e12-b7a9-2b440142d6b6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:07.405300 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae3360-ce2a-4e12-b7a9-2b440142d6b6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Pushing event updated for resources: {'Port': ['ID=2e496f96-ba9f-42e3-acd8-e05f8e6127bb,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:07.408289 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e84d962-e5cc-4068-a358-80699df4cde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:07.417152 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-bf8b06eb-43de-409b-99b3-2e841a4b2515 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ddf9bc21-e735-4425-8100-ba2dbff1181a') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:07.456620 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c4952-f0c3-4af5-85c9-814024623436 req-9261153e-b01c-4225-944a-7bf05b498603 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:07.458548 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a58c4952-f0c3-4af5-85c9-814024623436 req-9261153e-b01c-4225-944a-7bf05b498603 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.1610756 Jul 13 08:04:07.495984 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0e84d962-e5cc-4068-a358-80699df4cde0 None None] For port 27a9c41e-2005-4245-b65c-dadc3f856f3d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=27a9c41e-2005-4245-b65c-dadc3f856f3d,segment=NetworkSegment(cb03514a-7f62-4660-91db-3c23ffd3dfa6),segment_id=cb03514a-7f62-4660-91db-3c23ffd3dfa6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:07.515316 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e84d962-e5cc-4068-a358-80699df4cde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:07.587002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84d962-e5cc-4068-a358-80699df4cde0 None None] Pushing event updated for resources: {'Port': ['ID=27a9c41e-2005-4245-b65c-dadc3f856f3d,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:07.629551 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a58c4952-f0c3-4af5-85c9-814024623436 req-5027693e-07ea-479b-941f-c28e23e122d3 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362412 Jul 13 08:04:07.701538 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bf8b06eb-43de-409b-99b3-2e841a4b2515 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/routers/ddf9bc21-e735-4425-8100-ba2dbff1181a/tags HTTP/1.1" status: 200 len: 205 time: 0.3443165 Jul 13 08:04:07.705710 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47444) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:07.712532 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-b13357ee-264c-4032-9117-0120f2506f06 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '01e9d845-8187-4dc7-a929-ea27c12cc1f1') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:07.716120 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aee245cf-d7af-4902-add0-d2f602dd0aac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:07.784004 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3d5e79e0-1b37-486e-bb20-fe5facd11dfd None None] Provisioning complete for port 27a9c41e-2005-4245-b65c-dadc3f856f3d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:07.784955 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3d5e79e0-1b37-486e-bb20-fe5facd11dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:07.803577 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4cae3360-ce2a-4e12-b7a9-2b440142d6b6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:07.847045 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b13357ee-264c-4032-9117-0120f2506f06 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/subnetpools/01e9d845-8187-4dc7-a929-ea27c12cc1f1/tags HTTP/1.1" status: 200 len: 239 time: 0.1385455 Jul 13 08:04:07.850300 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47446) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:07.854240 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f00f82-d2f1-4b78-b463-d73a66836956 req-a72afd2b-d441-4bc5-8a73-cb71b458dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:07.855767 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e5f00f82-d2f1-4b78-b463-d73a66836956 req-a72afd2b-d441-4bc5-8a73-cb71b458dd66 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 1098 time: 0.2196636 Jul 13 08:04:07.861026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-81fa03b0-9528-44d1-96a3-b5355535461e tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '01e9d845-8187-4dc7-a929-ea27c12cc1f1', 'tempest-TagsExtTest-Tag-79389959') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:07.981676 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-81fa03b0-9528-44d1-96a3-b5355535461e tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/subnetpools/01e9d845-8187-4dc7-a929-ea27c12cc1f1/tags/tempest-TagsExtTest-Tag-79389959 HTTP/1.1" status: 204 len: 168 time: 0.1299887 Jul 13 08:04:07.986598 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47448) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:07.991603 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-75920cca-85a2-4c9c-9870-888f7de4e071 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '01e9d845-8187-4dc7-a929-ea27c12cc1f1', 'tempest-TagsExtTest-Tag-79389959') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:07.997796 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e5f00f82-d2f1-4b78-b463-d73a66836956 req-ed38d78f-1bba-4731-b9f3-a21d926b3c0a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284842 Jul 13 08:04:08.028353 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8446fce-9357-4868-a995-162b575610a3 req-f6d97023-309d-4db2-b591-f76eee7c0f3d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:08.035234 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c8446fce-9357-4868-a995-162b575610a3 req-f6d97023-309d-4db2-b591-f76eee7c0f3d tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.1694601 Jul 13 08:04:08.041487 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:08.088967 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aee245cf-d7af-4902-add0-d2f602dd0aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:08.093512 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-75920cca-85a2-4c9c-9870-888f7de4e071 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "DELETE /v2.0/subnetpools/01e9d845-8187-4dc7-a929-ea27c12cc1f1/tags/tempest-TagsExtTest-Tag-79389959 HTTP/1.1" status: 204 len: 168 time: 0.1058278 Jul 13 08:04:08.097052 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47452) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:08.103309 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-5201a76d-a3f7-4097-9843-01fcb199074b tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '01e9d845-8187-4dc7-a929-ea27c12cc1f1') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:08.122956 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c8446fce-9357-4868-a995-162b575610a3 req-536fb7d6-9f1e-4cd4-8a95-202e2b90803b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817301 Jul 13 08:04:08.137489 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4cae3360-ce2a-4e12-b7a9-2b440142d6b6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:08.151800 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4cae3360-ce2a-4e12-b7a9-2b440142d6b6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396023'] for router, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:08.211598 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5201a76d-a3f7-4097-9843-01fcb199074b tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/subnetpools/01e9d845-8187-4dc7-a929-ea27c12cc1f1/tags HTTP/1.1" status: 200 len: 205 time: 0.1134655 Jul 13 08:04:08.236417 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47458) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:08.242975 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-67f43898-94c3-4594-962b-4fbba0e1f86e tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '01e9d845-8187-4dc7-a929-ea27c12cc1f1') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:08.320799 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-67f43898-94c3-4594-962b-4fbba0e1f86e tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "DELETE /v2.0/subnetpools/01e9d845-8187-4dc7-a929-ea27c12cc1f1/tags HTTP/1.1" status: 204 len: 168 time: 0.0833995 Jul 13 08:04:08.325991 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47460) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:08.335764 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-4ad10701-8aed-43d3-9162-03bd866cb67f tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ddf9bc21-e735-4425-8100-ba2dbff1181a') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:08.370264 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 27a9c41e-2005-4245-b65c-dadc3f856f3d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:08.376465 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee245cf-d7af-4902-add0-d2f602dd0aac admin admin] Router 4aedf590-5018-4b06-b914-531aab168628 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:04:08.419234 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cae3360-ce2a-4e12-b7a9-2b440142d6b6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Router 58cf9cf0-a483-4669-8960-c78cdd702ece is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:04:08.425125 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 27a9c41e-2005-4245-b65c-dadc3f856f3d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:08.426037 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:08.460686 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd8b9c-0b8a-481b-af15-a2dafdca2897 req-e1ffbb6d-bafd-432d-a18e-b2f874b425a4 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:08.462716 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-29bd8b9c-0b8a-481b-af15-a2dafdca2897 req-e1ffbb6d-bafd-432d-a18e-b2f874b425a4 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.1611290 Jul 13 08:04:08.479751 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f15d51-4c85-4b58-b658-1ae4563f78fd req-f8cdc501-ba56-4ae2-9d30-ce15034eb81c tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:08.481752 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4f15d51-4c85-4b58-b658-1ae4563f78fd req-f8cdc501-ba56-4ae2-9d30-ce15034eb81c tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.1833010 Jul 13 08:04:08.497518 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4ad10701-8aed-43d3-9162-03bd866cb67f tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "DELETE /v2.0/routers/ddf9bc21-e735-4425-8100-ba2dbff1181a/tags HTTP/1.1" status: 204 len: 168 time: 0.1662207 Jul 13 08:04:08.497749 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47462) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:08.503692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-daec0657-7723-43aa-98c1-1b7e25a0faa0 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0590af7f-602a-4e36-88a3-7c6cbb3ebdbb') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:08.592583 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee245cf-d7af-4902-add0-d2f602dd0aac admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:04:08.602830 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] Sync routers for ids ['4aedf590-5018-4b06-b914-531aab168628'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:04:08.615053 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] Routers {'4aedf590-5018-4b06-b914-531aab168628'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:08.615418 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['4aedf590-5018-4b06-b914-531aab168628'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:08.621617 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aee245cf-d7af-4902-add0-d2f602dd0aac admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:08.623176 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-aee245cf-d7af-4902-add0-d2f602dd0aac admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2702734 Jul 13 08:04:08.626142 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47464) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:08.684170 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-daec0657-7723-43aa-98c1-1b7e25a0faa0 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "DELETE /v2.0/ports/0590af7f-602a-4e36-88a3-7c6cbb3ebdbb/tags HTTP/1.1" status: 204 len: 168 time: 0.1854281 Jul 13 08:04:08.687376 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47466) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:08.692166 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-d5dcb12a-ee23-4f5a-9546-d1646e43ec4e tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:08.769519 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] Set router 4aedf590-5018-4b06-b914-531aab168628 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:04:08.894590 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d5dcb12a-ee23-4f5a-9546-d1646e43ec4e tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "DELETE /v2.0/subnets/8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3/tags HTTP/1.1" status: 204 len: 168 time: 0.2059741 Jul 13 08:04:08.897254 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47468) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:08.902667 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-a8574582-f010-4da8-b34a-5720f499fcbe tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3', 'tempest-TagsExtTest-Tag-1335345484') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:08.992687 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aedf590-5018-4b06-b914-531aab168628', 'name': 'tempest-TestServerMultinode-853998651-router', 'tenant_id': '96041e7f7c324ae3b557d6214a735bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:04Z', 'updated_at': '2021-07-13T08:04:07Z', 'revision_number': 3, 'project_id': '96041e7f7c324ae3b557d6214a735bec', 'gw_port': {'id': '2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aedf590-5018-4b06-b914-531aab168628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:05Z', 'updated_at': '2021-07-13T08:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:09.039146 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] Checking router: 4aedf590-5018-4b06-b914-531aab168628 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:04:09.039774 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] Updating router 4aedf590-5018-4b06-b914-531aab168628 port 2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:04:09.052218 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-29bd8b9c-0b8a-481b-af15-a2dafdca2897 req-6788690e-63e4-449f-8fce-008d15ce878a tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5685365 Jul 13 08:04:09.077699 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4f15d51-4c85-4b58-b658-1ae4563f78fd req-1712075c-0f0a-41e6-9442-65961158ac99 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5484953 Jul 13 08:04:09.084997 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:09.103688 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a8574582-f010-4da8-b34a-5720f499fcbe tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "PUT /v2.0/subnets/8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3/tags/tempest-TagsExtTest-Tag-1335345484 HTTP/1.1" status: 201 len: 201 time: 0.2049236 Jul 13 08:04:09.104713 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47472) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:09.173499 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-11f1aa28-5207-4bda-82db-cf76379bb566 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0590af7f-602a-4e36-88a3-7c6cbb3ebdbb', 'tempest-TagsExtTest-Tag-189019642') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:09.182726 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cae3360-ce2a-4e12-b7a9-2b440142d6b6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:04:09.198047 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c6117e-e96f-4f06-970e-9634113d85a4 None None] Sync routers for ids ['58cf9cf0-a483-4669-8960-c78cdd702ece'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:04:09.209646 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4cae3360-ce2a-4e12-b7a9-2b440142d6b6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:09.214978 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4cae3360-ce2a-4e12-b7a9-2b440142d6b6 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "PUT /v2.0/routers/58cf9cf0-a483-4669-8960-c78cdd702ece HTTP/1.1" status: 200 len: 920 time: 3.4524443 Jul 13 08:04:09.216219 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47476) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:09.222195 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c6117e-e96f-4f06-970e-9634113d85a4 None None] Routers {'58cf9cf0-a483-4669-8960-c78cdd702ece'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:09.222930 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-08c6117e-e96f-4f06-970e-9634113d85a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['58cf9cf0-a483-4669-8960-c78cdd702ece'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:09.266926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-08c6117e-e96f-4f06-970e-9634113d85a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:09.286231 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c6117e-e96f-4f06-970e-9634113d85a4 None None] Routers {'58cf9cf0-a483-4669-8960-c78cdd702ece'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:09.287586 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-08c6117e-e96f-4f06-970e-9634113d85a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['58cf9cf0-a483-4669-8960-c78cdd702ece'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:09.328965 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-08c6117e-e96f-4f06-970e-9634113d85a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:09.329954 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c6117e-e96f-4f06-970e-9634113d85a4 None None] The sync data for ids ['58cf9cf0-a483-4669-8960-c78cdd702ece'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:04:09.431520 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5282c4-ce4e-4803-89d5-16b2e94c387a req-904af2cc-8b45-4157-bd4c-4e2d6370ab50 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:09.432664 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b5282c4-ce4e-4803-89d5-16b2e94c387a req-904af2cc-8b45-4157-bd4c-4e2d6370ab50 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.0933666 Jul 13 08:04:09.480394 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-deb00d3f-e44e-42c2-8670-341c96a6b05c tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "GET /v2.0/routers/58cf9cf0-a483-4669-8960-c78cdd702ece HTTP/1.1" status: 200 len: 926 time: 0.2638390 Jul 13 08:04:09.485549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47478) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:09.500925 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b5282c4-ce4e-4803-89d5-16b2e94c387a req-75d58854-0c6b-465a-bd4b-06000c1693b4 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527966 Jul 13 08:04:09.545280 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-11f1aa28-5207-4bda-82db-cf76379bb566 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "PUT /v2.0/ports/0590af7f-602a-4e36-88a3-7c6cbb3ebdbb/tags/tempest-TagsExtTest-Tag-189019642 HTTP/1.1" status: 201 len: 201 time: 0.3801289 Jul 13 08:04:09.549181 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47482) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:09.557662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-0f7f93ed-4cbc-45ac-a7df-210b11ff8455 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ddf9bc21-e735-4425-8100-ba2dbff1181a', 'tempest-TagsExtTest-Tag-813636826') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:09.610171 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:09.624386 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] Transition to ACTIVE for port object 2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:09.643607 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:04:09.645171 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:09.705173 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-588e47ce-1f65-44b1-8601-81511175f37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:09.711192 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] Attempting to bind port 2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:04:09.711909 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] Attempting to bind port 2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:04:09.712795 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] Attempting to bind port 2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:04:09.727826 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:04:09.728647 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:04:09.729207 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:09.729755 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:04:09.730340 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] Bound port: 2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:04:09.730742 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:09.755666 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0f7f93ed-4cbc-45ac-a7df-210b11ff8455 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "PUT /v2.0/routers/ddf9bc21-e735-4425-8100-ba2dbff1181a/tags/tempest-TagsExtTest-Tag-813636826 HTTP/1.1" status: 201 len: 201 time: 0.2005055 Jul 13 08:04:09.756036 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47484) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:09.757271 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc5a68f-ad84-4fd7-81ad-1151c2819dda tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:09.760175 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6bc5a68f-ad84-4fd7-81ad-1151c2819dda tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=f96be058-f906-4210-b421-902eff1606be&device_id=58cf9cf0-a483-4669-8960-c78cdd702ece&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2733278 Jul 13 08:04:09.763908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-e8d05b1b-5e8b-475c-bc81-550777b5cc3f tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '01e9d845-8187-4dc7-a929-ea27c12cc1f1', 'tempest-TagsExtTest-Tag-985420127') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:09.774977 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47486) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:09.789354 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155752e2-af6a-4be6-8335-837973700d51 req-20ba4488-7235-4570-81b7-43f16ce4ba2b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:09.791262 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-155752e2-af6a-4be6-8335-837973700d51 req-20ba4488-7235-4570-81b7-43f16ce4ba2b tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.1441207 Jul 13 08:04:09.825083 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33b034-5edb-4da0-94de-79d39be5a305 None None] Pushing event updated for resources: {'Port': ['ID=2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:09.833907 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] For port 2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:04:09.839411 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] For port 2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:04:09.846321 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:09.913309 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] Routers {'4aedf590-5018-4b06-b914-531aab168628'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:09.914381 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['4aedf590-5018-4b06-b914-531aab168628'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:09.982791 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33b034-5edb-4da0-94de-79d39be5a305 None None] Pushing event updated for resources: {'Port': ['ID=2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:10.022856 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bfbaa2-1252-456d-8ca9-20c200792844 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:10.024608 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d9bfbaa2-1252-456d-8ca9-20c200792844 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 881 time: 0.2323141 Jul 13 08:04:10.033283 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47488) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:10.044826 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-155752e2-af6a-4be6-8335-837973700d51 req-178e3139-e9bc-42cd-95c5-6f23f9af980c tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321754 Jul 13 08:04:10.051258 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e8d05b1b-5e8b-475c-bc81-550777b5cc3f tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "PUT /v2.0/subnetpools/01e9d845-8187-4dc7-a929-ea27c12cc1f1/tags/tempest-TagsExtTest-Tag-985420127 HTTP/1.1" status: 201 len: 201 time: 0.2910311 Jul 13 08:04:10.051758 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47490) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:10.066543 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-f9721a22-6215-49f2-8ec0-04e2a2356e9f tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3', {'tags': ['tempest-TagsExtTest-Tag-1482273927', 'tempest-TagsExtTest-Tag-1239501833', 'tempest-TagsExtTest-Tag-311062249']}) {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:10.103399 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] Set router 4aedf590-5018-4b06-b914-531aab168628 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:04:10.120343 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47494) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:10.121590 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0efdea9d-f8d3-4088-8aab-7b6760260053 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "GET /v2.0/ports?device_id=58cf9cf0-a483-4669-8960-c78cdd702ece HTTP/1.1" status: 200 len: 205 time: 0.0859587 Jul 13 08:04:10.260737 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-588e47ce-1f65-44b1-8601-81511175f37f admin admin] Allocated IP 172.20.0.1 (43078bda-414b-4537-984c-c98d74a05731/13050edf-c86c-497c-a505-82f17c22ba11/18864ce9-3b24-4d93-9266-5c4f46b480be) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:04:10.384138 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aedf590-5018-4b06-b914-531aab168628', 'name': 'tempest-TestServerMultinode-853998651-router', 'tenant_id': '96041e7f7c324ae3b557d6214a735bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:04Z', 'updated_at': '2021-07-13T08:04:07Z', 'revision_number': 3, 'project_id': '96041e7f7c324ae3b557d6214a735bec', 'gw_port': {'id': '2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aedf590-5018-4b06-b914-531aab168628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:05Z', 'updated_at': '2021-07-13T08:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:10.415886 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-588e47ce-1f65-44b1-8601-81511175f37f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:10.418365 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b6bd96-4d9c-41f1-b64e-c1eeb75dc358 None None] The sync data for ids ['4aedf590-5018-4b06-b914-531aab168628'] in n-d-779913-28 is: [{'id': '4aedf590-5018-4b06-b914-531aab168628', 'name': 'tempest-TestServerMultinode-853998651-router', 'tenant_id': '96041e7f7c324ae3b557d6214a735bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:04Z', 'updated_at': '2021-07-13T08:04:07Z', 'revision_number': 3, 'project_id': '96041e7f7c324ae3b557d6214a735bec', 'gw_port': {'id': '2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aedf590-5018-4b06-b914-531aab168628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:05Z', 'updated_at': '2021-07-13T08:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:04:10.431633 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-588e47ce-1f65-44b1-8601-81511175f37f admin admin] Transition to ACTIVE for port object 18864ce9-3b24-4d93-9266-5c4f46b480be will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:10.445985 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f9721a22-6215-49f2-8ec0-04e2a2356e9f tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "PUT /v2.0/subnets/8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3/tags HTTP/1.1" status: 200 len: 317 time: 0.3927355 Jul 13 08:04:10.448066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47500) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:10.454662 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-534de924-2b84-4ab0-81ef-e37088b2d496 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:10.486347 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-116cdd57-0b29-4459-82e8-bc3a189cf90c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:10.528523 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-588e47ce-1f65-44b1-8601-81511175f37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:10.582196 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588e47ce-1f65-44b1-8601-81511175f37f admin admin] Network 43078bda-414b-4537-984c-c98d74a05731 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:10.586945 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-588e47ce-1f65-44b1-8601-81511175f37f admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:10.594209 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588e47ce-1f65-44b1-8601-81511175f37f admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:10.598327 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e47ce-1f65-44b1-8601-81511175f37f admin admin] Pushing event updated for resources: {'Port': ['ID=18864ce9-3b24-4d93-9266-5c4f46b480be,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:10.637803 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80087ed0-b2cf-4336-ab95-32487cb332b5 req-039813d7-cf82-43f4-a049-e8b8fd6fd510 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:10.638455 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80087ed0-b2cf-4336-ab95-32487cb332b5 req-039813d7-cf82-43f4-a049-e8b8fd6fd510 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.3035135 Jul 13 08:04:10.651654 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-534de924-2b84-4ab0-81ef-e37088b2d496 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "DELETE /v2.0/subnets/8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3/tags HTTP/1.1" status: 204 len: 168 time: 0.1996233 Jul 13 08:04:10.651911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdb891-860e-4832-bfb7-26a5baf6a696 req-485ae5e7-68f4-436d-a386-f759b2fd8b82 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:10.652162 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6cdb891-860e-4832-bfb7-26a5baf6a696 req-485ae5e7-68f4-436d-a386-f759b2fd8b82 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.2929592 Jul 13 08:04:10.652743 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47502) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:10.661069 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-588e47ce-1f65-44b1-8601-81511175f37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:10.661528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-21a6c375-8bc6-444c-abbc-7ebfe907bb6a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3', 'tempest-TagsExtTest-Tag-1482273927') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:10.825229 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-116cdd57-0b29-4459-82e8-bc3a189cf90c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:10.832040 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80087ed0-b2cf-4336-ab95-32487cb332b5 req-522836ed-b9e7-4bea-9457-0a0311ac74ba tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677883 Jul 13 08:04:10.854244 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6cdb891-860e-4832-bfb7-26a5baf6a696 req-30e7fea7-8d3b-4288-be5f-ccb300c04251 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821196 Jul 13 08:04:11.015050 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-21a6c375-8bc6-444c-abbc-7ebfe907bb6a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] show failed (client error): The resource could not be found. Jul 13 08:04:11.018405 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-21a6c375-8bc6-444c-abbc-7ebfe907bb6a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/subnets/8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3/tags/tempest-TagsExtTest-Tag-1482273927 HTTP/1.1" status: 404 len: 329 time: 0.3606455 Jul 13 08:04:11.022810 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47510) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:11.027603 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-d48759e2-3d87-414d-9ff6-d0647653639f tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3', 'tempest-TagsExtTest-Tag-1239501833') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:11.064978 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-116cdd57-0b29-4459-82e8-bc3a189cf90c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Deleting port 2e496f96-ba9f-42e3-acd8-e05f8e6127bb {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:04:11.065609 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-116cdd57-0b29-4459-82e8-bc3a189cf90c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:11.099405 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-09e122b8-cb66-4a34-bc42-9ac7fd71d897 None None] Provisioning for port 18864ce9-3b24-4d93-9266-5c4f46b480be completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:11.121335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-09e122b8-cb66-4a34-bc42-9ac7fd71d897 None None] Provisioning complete for port 18864ce9-3b24-4d93-9266-5c4f46b480be triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:11.121947 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09e122b8-cb66-4a34-bc42-9ac7fd71d897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:11.248142 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-09e122b8-cb66-4a34-bc42-9ac7fd71d897 None None] Port 18864ce9-3b24-4d93-9266-5c4f46b480be cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:04:11.267763 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-d48759e2-3d87-414d-9ff6-d0647653639f tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] show failed (client error): The resource could not be found. Jul 13 08:04:11.271868 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d48759e2-3d87-414d-9ff6-d0647653639f tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/subnets/8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3/tags/tempest-TagsExtTest-Tag-1239501833 HTTP/1.1" status: 404 len: 329 time: 0.2474623 Jul 13 08:04:11.272460 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47516) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:11.281736 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-26ae4335-3ffa-4de9-9473-17f8f715e14a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3', 'tempest-TagsExtTest-Tag-311062249') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:11.345432 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-116cdd57-0b29-4459-82e8-bc3a189cf90c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:11.371178 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-116cdd57-0b29-4459-82e8-bc3a189cf90c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Calling delete_port for 2e496f96-ba9f-42e3-acd8-e05f8e6127bb owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:04:11.554235 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-26ae4335-3ffa-4de9-9473-17f8f715e14a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] show failed (client error): The resource could not be found. Jul 13 08:04:11.559842 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-26ae4335-3ffa-4de9-9473-17f8f715e14a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/subnets/8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3/tags/tempest-TagsExtTest-Tag-311062249 HTTP/1.1" status: 404 len: 328 time: 0.2795258 Jul 13 08:04:11.567956 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47522) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:11.579046 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-d00d45f7-7988-4325-851d-921663bbc0ee tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0590af7f-602a-4e36-88a3-7c6cbb3ebdbb', {'tags': ['tempest-TagsExtTest-Tag-219386286', 'tempest-TagsExtTest-Tag-956117405', 'tempest-TagsExtTest-Tag-208316798']}) {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:11.710855 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-588e47ce-1f65-44b1-8601-81511175f37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:11.796024 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb713979-5039-4507-8b4f-4b61baa06015 req-21f173a7-b09d-4176-b6e5-fc7d9d41afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:11.798197 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eb713979-5039-4507-8b4f-4b61baa06015 req-21f173a7-b09d-4176-b6e5-fc7d9d41afa1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9a95614752e4491a86abe9092bae175&device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 1098 time: 0.2151148 Jul 13 08:04:11.905014 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d00d45f7-7988-4325-851d-921663bbc0ee tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "PUT /v2.0/ports/0590af7f-602a-4e36-88a3-7c6cbb3ebdbb/tags HTTP/1.1" status: 200 len: 315 time: 0.3321702 Jul 13 08:04:11.910700 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47526) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:11.956511 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-0bb04cd4-cc0c-4d8c-9d4d-a19056f0aa9e tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0590af7f-602a-4e36-88a3-7c6cbb3ebdbb') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:12.014995 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafd0d5-a962-42cc-a540-94968fa8e318 req-2ac30753-56e6-4c56-aa84-11803a873361 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:12.017802 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4fafd0d5-a962-42cc-a540-94968fa8e318 req-2ac30753-56e6-4c56-aa84-11803a873361 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.3273895 Jul 13 08:04:12.082788 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-116cdd57-0b29-4459-82e8-bc3a189cf90c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:12.143116 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cdd57-0b29-4459-82e8-bc3a189cf90c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Pushing event deleted for resources: {'Port': ['ID=2e496f96-ba9f-42e3-acd8-e05f8e6127bb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:12.181676 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb713979-5039-4507-8b4f-4b61baa06015 req-89588d6f-df7c-4af6-8f6c-e795e679daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:12.185207 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eb713979-5039-4507-8b4f-4b61baa06015 req-89588d6f-df7c-4af6-8f6c-e795e679daf5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=beb00341-60c7-4eb1-9a39-32233237abd7 HTTP/1.1" status: 200 len: 919 time: 0.3790331 Jul 13 08:04:12.190949 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4fafd0d5-a962-42cc-a540-94968fa8e318 req-513f141b-7361-4ee9-8a63-ac410a99d026 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538773 Jul 13 08:04:12.273144 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eb713979-5039-4507-8b4f-4b61baa06015 req-2e9ccce0-a242-44f7-9daa-3c170e6a2795 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=899df02f-669f-4ae4-8560-5ccd83a94264 HTTP/1.1" status: 200 len: 217 time: 0.0780678 Jul 13 08:04:12.303446 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-116cdd57-0b29-4459-82e8-bc3a189cf90c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:12.306895 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-588e47ce-1f65-44b1-8601-81511175f37f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:12.324989 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d517a3-512a-43de-929c-27c6fe418744 req-9234fd6b-a2c2-4bfa-976e-76a4e48c4e1c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:12.327911 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66d517a3-512a-43de-929c-27c6fe418744 req-9234fd6b-a2c2-4bfa-976e-76a4e48c4e1c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 945 time: 0.2058628 Jul 13 08:04:12.333645 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-588e47ce-1f65-44b1-8601-81511175f37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:12.432917 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb713979-5039-4507-8b4f-4b61baa06015 req-916fdb5f-5b27-46b5-8169-3b938a015ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:12.434509 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eb713979-5039-4507-8b4f-4b61baa06015 req-916fdb5f-5b27-46b5-8169-3b938a015ca5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3ed3d0b9-c13b-441a-b2a2-61a397b26fa8 HTTP/1.1" status: 200 len: 858 time: 0.1506484 Jul 13 08:04:12.468243 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e47ce-1f65-44b1-8601-81511175f37f admin admin] Pushing event updated for resources: {'Port': ['ID=18864ce9-3b24-4d93-9266-5c4f46b480be,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:12.494390 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0bb04cd4-cc0c-4d8c-9d4d-a19056f0aa9e tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "DELETE /v2.0/ports/0590af7f-602a-4e36-88a3-7c6cbb3ebdbb/tags HTTP/1.1" status: 204 len: 168 time: 0.5481880 Jul 13 08:04:12.497631 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47530) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:12.499983 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eb713979-5039-4507-8b4f-4b61baa06015 req-876d3e2c-95cc-48b9-98b6-428ed2fbd24a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=beb00341-60c7-4eb1-9a39-32233237abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481372 Jul 13 08:04:12.501830 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:12.508732 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-609abad9-ced1-45c8-a320-ca403b77e4a3 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0590af7f-602a-4e36-88a3-7c6cbb3ebdbb', 'tempest-TagsExtTest-Tag-219386286') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:12.530664 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-588e47ce-1f65-44b1-8601-81511175f37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:12.602621 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:12.603015 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66d517a3-512a-43de-929c-27c6fe418744 req-04d3bb2a-485d-4cf7-96ce-e5d83b5e1854 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116227 Jul 13 08:04:12.608597 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:12.608802 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:12.613262 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-116cdd57-0b29-4459-82e8-bc3a189cf90c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:12.620816 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-116cdd57-0b29-4459-82e8-bc3a189cf90c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:12.634024 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47532) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:12.762711 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eb713979-5039-4507-8b4f-4b61baa06015 req-60795815-99f7-4566-ab89-712231448241 service neutron] 10.222.0.35 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486966 Jul 13 08:04:12.811349 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-116cdd57-0b29-4459-82e8-bc3a189cf90c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:12.811791 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116cdd57-0b29-4459-82e8-bc3a189cf90c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Fanout notify agent at l3_agent the message router_deleted on router 58cf9cf0-a483-4669-8960-c78cdd702ece {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:04:12.821892 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-116cdd57-0b29-4459-82e8-bc3a189cf90c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:12.828580 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-116cdd57-0b29-4459-82e8-bc3a189cf90c tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "DELETE /v2.0/routers/58cf9cf0-a483-4669-8960-c78cdd702ece HTTP/1.1" status: 204 len: 168 time: 2.7014189 Jul 13 08:04:12.828862 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:12.828977 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-609abad9-ced1-45c8-a320-ca403b77e4a3 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] show failed (client error): The resource could not be found. Jul 13 08:04:12.829073 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47534) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:12.832469 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-609abad9-ced1-45c8-a320-ca403b77e4a3 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/ports/0590af7f-602a-4e36-88a3-7c6cbb3ebdbb/tags/tempest-TagsExtTest-Tag-219386286 HTTP/1.1" status: 404 len: 328 time: 0.3312213 Jul 13 08:04:12.833142 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47536) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:12.833581 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9f7e1439-691d-4072-a9e6-72f018da9f09 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1901909311', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:12.839961 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-0c6c4d20-895d-4e80-bbb8-7fd14a6a8bd1 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0590af7f-602a-4e36-88a3-7c6cbb3ebdbb', 'tempest-TagsExtTest-Tag-956117405') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:12.847996 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-31102856-2aa2-4146-9b2a-04fe3a061ff5 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/floatingips/68910eaf-644f-4dd0-b3d9-f11631aa0072 HTTP/1.1" status: 200 len: 993 time: 0.2135451 Jul 13 08:04:12.853785 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:12.864675 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:12.865933 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588e47ce-1f65-44b1-8601-81511175f37f admin admin] Network 43078bda-414b-4537-984c-c98d74a05731 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:12.898727 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-588e47ce-1f65-44b1-8601-81511175f37f admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:12.907853 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1439-691d-4072-a9e6-72f018da9f09 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:12.908938 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1439-691d-4072-a9e6-72f018da9f09 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:12.966462 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b175d2d2-faf5-4260-8c92-89843abf9129 None None] Provisioning complete for port 18864ce9-3b24-4d93-9266-5c4f46b480be triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:12.967252 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b175d2d2-faf5-4260-8c92-89843abf9129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:13.018623 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b175d2d2-faf5-4260-8c92-89843abf9129 None None] Port 18864ce9-3b24-4d93-9266-5c4f46b480be cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:04:13.036597 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:13.039201 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1439-691d-4072-a9e6-72f018da9f09 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:13.051298 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:13.178438 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eb713979-5039-4507-8b4f-4b61baa06015 req-b890ed5c-2601-427a-a351-e991dd62b94d service neutron] 10.222.0.35 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067578 Jul 13 08:04:13.251382 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-0c6c4d20-895d-4e80-bbb8-7fd14a6a8bd1 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] show failed (client error): The resource could not be found. Jul 13 08:04:13.254919 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1439-691d-4072-a9e6-72f018da9f09 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:13.263621 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0c6c4d20-895d-4e80-bbb8-7fd14a6a8bd1 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/ports/0590af7f-602a-4e36-88a3-7c6cbb3ebdbb/tags/tempest-TagsExtTest-Tag-956117405 HTTP/1.1" status: 404 len: 328 time: 0.4271426 Jul 13 08:04:13.267048 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47546) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:13.281791 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-939a592c-d57f-4ac2-b89c-791c55c890a6 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0590af7f-602a-4e36-88a3-7c6cbb3ebdbb', 'tempest-TagsExtTest-Tag-208316798') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:13.307544 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588e47ce-1f65-44b1-8601-81511175f37f admin admin] Router 4aedf590-5018-4b06-b914-531aab168628 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:04:13.456861 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-37f2905e-bc99-449a-b840-1c53d0a05930 None None] Provisioning complete for port 18864ce9-3b24-4d93-9266-5c4f46b480be triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:13.457569 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-37f2905e-bc99-449a-b840-1c53d0a05930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:13.524569 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-37f2905e-bc99-449a-b840-1c53d0a05930 None None] Port 18864ce9-3b24-4d93-9266-5c4f46b480be cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:04:13.561178 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-939a592c-d57f-4ac2-b89c-791c55c890a6 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] show failed (client error): The resource could not be found. Jul 13 08:04:13.565417 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-939a592c-d57f-4ac2-b89c-791c55c890a6 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/ports/0590af7f-602a-4e36-88a3-7c6cbb3ebdbb/tags/tempest-TagsExtTest-Tag-208316798 HTTP/1.1" status: 404 len: 328 time: 0.2968957 Jul 13 08:04:13.566918 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47550) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:13.571863 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588e47ce-1f65-44b1-8601-81511175f37f admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:04:13.575195 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-4611d693-8668-465a-9256-ad8ada7cf392 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ddf9bc21-e735-4425-8100-ba2dbff1181a', {'tags': ['tempest-TagsExtTest-Tag-1469038214', 'tempest-TagsExtTest-Tag-1485776138', 'tempest-TagsExtTest-Tag-1601582577']}) {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:13.587576 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-588e47ce-1f65-44b1-8601-81511175f37f admin admin] 10.222.0.58 "PUT /v2.0/routers/4aedf590-5018-4b06-b914-531aab168628/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9503050 Jul 13 08:04:13.592895 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] Sync routers for ids ['4aedf590-5018-4b06-b914-531aab168628'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:04:13.604172 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] Routers {'4aedf590-5018-4b06-b914-531aab168628'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:13.605414 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['4aedf590-5018-4b06-b914-531aab168628'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:13.696306 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a2672-5bf7-4c8f-889a-9fa8fd8479b1 req-96f01730-c1ea-4219-a760-d3b00aa020d2 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:13.698550 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a8a2672-5bf7-4c8f-889a-9fa8fd8479b1 req-96f01730-c1ea-4219-a760-d3b00aa020d2 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.3094938 Jul 13 08:04:13.759293 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] Set router 4aedf590-5018-4b06-b914-531aab168628 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:04:13.788452 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4611d693-8668-465a-9256-ad8ada7cf392 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "PUT /v2.0/routers/ddf9bc21-e735-4425-8100-ba2dbff1181a/tags HTTP/1.1" status: 200 len: 318 time: 0.2179434 Jul 13 08:04:13.791302 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47556) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:13.796258 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-6806f78b-6acd-412b-963d-8d5e2de77902 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ddf9bc21-e735-4425-8100-ba2dbff1181a') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:13.797703 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fe902-bda2-46cc-910d-8dc210e865b0 req-675e791b-6ae2-45c4-86c5-6366e188370b tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:13.801090 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e0fe902-bda2-46cc-910d-8dc210e865b0 req-675e791b-6ae2-45c4-86c5-6366e188370b tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 1097 time: 0.3029857 Jul 13 08:04:13.881176 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a8a2672-5bf7-4c8f-889a-9fa8fd8479b1 req-b8e20bfc-d1c6-478f-9e04-8c2d926778aa tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736403 Jul 13 08:04:13.977398 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e0fe902-bda2-46cc-910d-8dc210e865b0 req-05298d0f-57f1-4c99-8888-e9091bee839a tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545293 Jul 13 08:04:14.021852 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6806f78b-6acd-412b-963d-8d5e2de77902 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "DELETE /v2.0/routers/ddf9bc21-e735-4425-8100-ba2dbff1181a/tags HTTP/1.1" status: 204 len: 168 time: 0.2293987 Jul 13 08:04:14.022558 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47564) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:14.034218 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-cd22f53b-0cc6-493b-8833-cfedb39567a3 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ddf9bc21-e735-4425-8100-ba2dbff1181a', 'tempest-TagsExtTest-Tag-1469038214') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:14.165070 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1439-691d-4072-a9e6-72f018da9f09 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:14.186423 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1439-691d-4072-a9e6-72f018da9f09 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:14.240122 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-cd22f53b-0cc6-493b-8833-cfedb39567a3 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] show failed (client error): The resource could not be found. Jul 13 08:04:14.244266 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cd22f53b-0cc6-493b-8833-cfedb39567a3 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/routers/ddf9bc21-e735-4425-8100-ba2dbff1181a/tags/tempest-TagsExtTest-Tag-1469038214 HTTP/1.1" status: 404 len: 329 time: 0.2204130 Jul 13 08:04:14.245026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47570) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:14.252191 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-158577ed-747e-4ec4-ae7a-7ae03a4078ad tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ddf9bc21-e735-4425-8100-ba2dbff1181a', 'tempest-TagsExtTest-Tag-1485776138') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:14.313388 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-9f7e1439-691d-4072-a9e6-72f018da9f09 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Allocated IP 172.25.0.35 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/b17a6c98-2a96-4d8f-aff6-e6f4f2493a39) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:04:14.432491 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aedf590-5018-4b06-b914-531aab168628', 'name': 'tempest-TestServerMultinode-853998651-router', 'tenant_id': '96041e7f7c324ae3b557d6214a735bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:04Z', 'updated_at': '2021-07-13T08:04:11Z', 'revision_number': 4, 'project_id': '96041e7f7c324ae3b557d6214a735bec', 'gw_port': {'id': '2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedf590-5018-4b06-b914-531aab168628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:05Z', 'updated_at': '2021-07-13T08:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '18864ce9-3b24-4d93-9266-5c4f46b480be', 'name': '', 'network_id': '43078bda-414b-4537-984c-c98d74a05731', 'tenant_id': '96041e7f7c324ae3b557d6214a735bec', 'mac_address': 'fa:16:3e:f5:83:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aedf590-5018-4b06-b914-531aab168628', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '13050edf-c86c-497c-a505-82f17c22ba11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:09Z', 'updated_at': '2021-07-13T08:04:11Z', 'revision_number': 2, 'project_id': '96041e7f7c324ae3b557d6214a735bec', 'subnets': [{'id': '13050edf-c86c-497c-a505-82f17c22ba11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:14.440353 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:14.445021 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-158577ed-747e-4ec4-ae7a-7ae03a4078ad tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] show failed (client error): The resource could not be found. Jul 13 08:04:14.449188 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-158577ed-747e-4ec4-ae7a-7ae03a4078ad tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/routers/ddf9bc21-e735-4425-8100-ba2dbff1181a/tags/tempest-TagsExtTest-Tag-1485776138 HTTP/1.1" status: 404 len: 329 time: 0.2003989 Jul 13 08:04:14.449459 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47576) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:14.455342 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-c2e5bb6d-2345-4dd1-b0ac-57366c255260 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ddf9bc21-e735-4425-8100-ba2dbff1181a', 'tempest-TagsExtTest-Tag-1601582577') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:14.498664 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] Checking router: 4aedf590-5018-4b06-b914-531aab168628 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:04:14.499022 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] Updating router 4aedf590-5018-4b06-b914-531aab168628 port 18864ce9-3b24-4d93-9266-5c4f46b480be binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:04:14.590559 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:14.591219 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:14.591503 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47582) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:14.595551 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:14.607772 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1439-691d-4072-a9e6-72f018da9f09 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:14.611406 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-8a88ffc4-c15d-4c55-88b7-5054a1022ee3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1697968803-network', 'tenant_id': '62719eb88b5a4f868b4f7810ed24807a'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:14.675104 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1439-691d-4072-a9e6-72f018da9f09 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:14.690190 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-c2e5bb6d-2345-4dd1-b0ac-57366c255260 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] show failed (client error): The resource could not be found. Jul 13 08:04:14.691179 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c2e5bb6d-2345-4dd1-b0ac-57366c255260 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/routers/ddf9bc21-e735-4425-8100-ba2dbff1181a/tags/tempest-TagsExtTest-Tag-1601582577 HTTP/1.1" status: 404 len: 329 time: 0.2405157 Jul 13 08:04:14.694295 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47584) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:14.709847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-e6236ca4-9d34-4c5b-aca7-1065c930e0c3 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '01e9d845-8187-4dc7-a929-ea27c12cc1f1', {'tags': ['tempest-TagsExtTest-Tag-161118680', 'tempest-TagsExtTest-Tag-559825902', 'tempest-TagsExtTest-Tag-958390320']}) {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:14.738840 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a88ffc4-c15d-4c55-88b7-5054a1022ee3 admin admin] Made reservation on behalf of 62719eb88b5a4f868b4f7810ed24807a for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:04:14.743158 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8a88ffc4-c15d-4c55-88b7-5054a1022ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:14.768065 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8a88ffc4-c15d-4c55-88b7-5054a1022ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:14.833743 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e6236ca4-9d34-4c5b-aca7-1065c930e0c3 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "PUT /v2.0/subnetpools/01e9d845-8187-4dc7-a929-ea27c12cc1f1/tags HTTP/1.1" status: 200 len: 315 time: 0.1383154 Jul 13 08:04:14.839130 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47590) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:14.852089 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-dc5b6147-dc92-4b11-ae3d-f8ba6163dcd0 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '01e9d845-8187-4dc7-a929-ea27c12cc1f1') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:14.898511 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7e1439-691d-4072-a9e6-72f018da9f09 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:14.928322 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-9f7e1439-691d-4072-a9e6-72f018da9f09 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:14.934445 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7e1439-691d-4072-a9e6-72f018da9f09 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:15.038346 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e1439-691d-4072-a9e6-72f018da9f09 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Pushing event updated for resources: {'Port': ['ID=b17a6c98-2a96-4d8f-aff6-e6f4f2493a39,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:15.063127 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8a88ffc4-c15d-4c55-88b7-5054a1022ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:15.075343 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8a88ffc4-c15d-4c55-88b7-5054a1022ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:15.141562 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88ffc4-c15d-4c55-88b7-5054a1022ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00229c67-b9aa-496c-b656-cd24173bf853,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:15.205359 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a88ffc4-c15d-4c55-88b7-5054a1022ee3 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:04:15.233162 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8a88ffc4-c15d-4c55-88b7-5054a1022ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:15.233521 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-8a88ffc4-c15d-4c55-88b7-5054a1022ee3 admin admin] Added segment 471b9e29-2f37-4e54-a22a-dd1e6b52114f of type vlan for network 7e0db76d-83fa-4051-8d46-aa17f26cfe31 Jul 13 08:04:15.310379 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8a88ffc4-c15d-4c55-88b7-5054a1022ee3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:15.406959 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8a88ffc4-c15d-4c55-88b7-5054a1022ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:15.408098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a88ffc4-c15d-4c55-88b7-5054a1022ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:15.408842 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8a88ffc4-c15d-4c55-88b7-5054a1022ee3 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:15.449621 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:15.467606 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] Transition to ACTIVE for port object 18864ce9-3b24-4d93-9266-5c4f46b480be will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:15.474557 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8a88ffc4-c15d-4c55-88b7-5054a1022ee3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8695517 Jul 13 08:04:15.481823 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:15.497699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47606) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:15.513934 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c2cbde77-7eea-4fe8-bfed-7198ad520fa9 admin admin] Request body: {'subnet': {'network_id': '7e0db76d-83fa-4051-8d46-aa17f26cfe31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1697968803-subnet', 'tenant_id': '62719eb88b5a4f868b4f7810ed24807a', 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:15.643849 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88ffc4-c15d-4c55-88b7-5054a1022ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=7e0db76d-83fa-4051-8d46-aa17f26cfe31,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:15.660235 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 7e0db76d-83fa-4051-8d46-aa17f26cfe31 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:04:15.698486 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cbde77-7eea-4fe8-bfed-7198ad520fa9 admin admin] Made reservation on behalf of 62719eb88b5a4f868b4f7810ed24807a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:04:15.705063 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2cbde77-7eea-4fe8-bfed-7198ad520fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:15.722419 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36ae9b-cbf8-4e12-ab3c-c7b8ce3c68ad None None] Pushing event updated for resources: {'Port': ['ID=18864ce9-3b24-4d93-9266-5c4f46b480be,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:15.840068 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] Attempting to bind port 18864ce9-3b24-4d93-9266-5c4f46b480be on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:04:15.841604 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] Attempting to bind port 18864ce9-3b24-4d93-9266-5c4f46b480be by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'cb03514a-7f62-4660-91db-3c23ffd3dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '43078bda-414b-4537-984c-c98d74a05731'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:04:15.842726 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] Attempting to bind port 18864ce9-3b24-4d93-9266-5c4f46b480be on network 43078bda-414b-4537-984c-c98d74a05731 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:04:15.863861 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:04:15.863861 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] Checking segment: {'id': 'cb03514a-7f62-4660-91db-3c23ffd3dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '43078bda-414b-4537-984c-c98d74a05731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:04:15.863861 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:15.863861 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] Bound using segment: {'id': 'cb03514a-7f62-4660-91db-3c23ffd3dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '43078bda-414b-4537-984c-c98d74a05731'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:04:15.863861 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] Bound port: 18864ce9-3b24-4d93-9266-5c4f46b480be, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb03514a-7f62-4660-91db-3c23ffd3dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '43078bda-414b-4537-984c-c98d74a05731'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:04:15.863861 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:15.864750 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-dc5b6147-dc92-4b11-ae3d-f8ba6163dcd0 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "DELETE /v2.0/subnetpools/01e9d845-8187-4dc7-a929-ea27c12cc1f1/tags HTTP/1.1" status: 204 len: 168 time: 1.0202060 Jul 13 08:04:15.894504 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47610) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:15.906132 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-5910b7f4-5ab8-4e62-a662-fad787276cd1 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '01e9d845-8187-4dc7-a929-ea27c12cc1f1', 'tempest-TagsExtTest-Tag-161118680') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:15.947258 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-7d73d253-4519-49d3-b0d3-88ec9716bc23 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3193686 Jul 13 08:04:15.972089 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] For port 18864ce9-3b24-4d93-9266-5c4f46b480be, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:04:15.978897 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] For port 18864ce9-3b24-4d93-9266-5c4f46b480be, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=18864ce9-3b24-4d93-9266-5c4f46b480be,segment=NetworkSegment(cb03514a-7f62-4660-91db-3c23ffd3dfa6),segment_id=cb03514a-7f62-4660-91db-3c23ffd3dfa6)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:04:15.990505 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:16.027680 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afc40b-5d08-4268-bc35-f66f45964f54 req-140fe38d-4369-44ce-947a-47fc4189441b tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:16.034362 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-67afc40b-5d08-4268-bc35-f66f45964f54 req-140fe38d-4369-44ce-947a-47fc4189441b tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.2242951 Jul 13 08:04:16.063582 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-5910b7f4-5ab8-4e62-a662-fad787276cd1 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] show failed (client error): The resource could not be found. Jul 13 08:04:16.068737 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5910b7f4-5ab8-4e62-a662-fad787276cd1 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/subnetpools/01e9d845-8187-4dc7-a929-ea27c12cc1f1/tags/tempest-TagsExtTest-Tag-161118680 HTTP/1.1" status: 404 len: 328 time: 0.1732426 Jul 13 08:04:16.071198 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47616) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:16.080320 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-67f46850-b209-44e3-810e-7ec886a38b6a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '01e9d845-8187-4dc7-a929-ea27c12cc1f1', 'tempest-TagsExtTest-Tag-559825902') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:16.225896 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1439-691d-4072-a9e6-72f018da9f09 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:16.227535 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] Routers {'4aedf590-5018-4b06-b914-531aab168628'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:16.228187 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['4aedf590-5018-4b06-b914-531aab168628'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:16.274268 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-67f46850-b209-44e3-810e-7ec886a38b6a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] show failed (client error): The resource could not be found. Jul 13 08:04:16.276138 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-67f46850-b209-44e3-810e-7ec886a38b6a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/subnetpools/01e9d845-8187-4dc7-a929-ea27c12cc1f1/tags/tempest-TagsExtTest-Tag-559825902 HTTP/1.1" status: 404 len: 328 time: 0.2027192 Jul 13 08:04:16.280334 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47618) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:16.298893 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-f8ae0d9a-b258-4636-bdb6-afdbb7870ca4 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '01e9d845-8187-4dc7-a929-ea27c12cc1f1', 'tempest-TagsExtTest-Tag-958390320') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:16.366891 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36ae9b-cbf8-4e12-ab3c-c7b8ce3c68ad None None] Pushing event updated for resources: {'Port': ['ID=18864ce9-3b24-4d93-9266-5c4f46b480be,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:16.481895 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2cbde77-7eea-4fe8-bfed-7198ad520fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:16.516742 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-67afc40b-5d08-4268-bc35-f66f45964f54 req-4aef72de-e4f5-408c-b659-5af45fecfa33 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982531 Jul 13 08:04:16.599782 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-f8ae0d9a-b258-4636-bdb6-afdbb7870ca4 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] show failed (client error): The resource could not be found. Jul 13 08:04:16.604740 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f8ae0d9a-b258-4636-bdb6-afdbb7870ca4 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/subnetpools/01e9d845-8187-4dc7-a929-ea27c12cc1f1/tags/tempest-TagsExtTest-Tag-958390320 HTTP/1.1" status: 404 len: 328 time: 0.3175128 Jul 13 08:04:16.605660 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47628) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:16.612202 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1439-691d-4072-a9e6-72f018da9f09 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:16.612608 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] Set router 4aedf590-5018-4b06-b914-531aab168628 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:04:16.613659 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbde77-7eea-4fe8-bfed-7198ad520fa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45caf31b-f134-4ef5-b23d-e93dafc3c11b,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:16.649322 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-d2e301c7-bc49-43f3-8f9f-39d41282b6ef tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '01e9d845-8187-4dc7-a929-ea27c12cc1f1') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:16.782407 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d2e301c7-bc49-43f3-8f9f-39d41282b6ef tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "DELETE /v2.0/subnetpools/01e9d845-8187-4dc7-a929-ea27c12cc1f1/tags HTTP/1.1" status: 204 len: 168 time: 0.1595340 Jul 13 08:04:16.783910 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47630) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:16.793491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-5d90d14c-7e9f-4983-a75a-90f8ea55c0f1 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ddf9bc21-e735-4425-8100-ba2dbff1181a') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:16.846923 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cbde77-7eea-4fe8-bfed-7198ad520fa9 admin admin] Checking segment: {'id': '471b9e29-2f37-4e54-a22a-dd1e6b52114f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7e0db76d-83fa-4051-8d46-aa17f26cfe31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:04:16.847413 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cbde77-7eea-4fe8-bfed-7198ad520fa9 admin admin] Network hostable DHCP agents. Network: 7e0db76d-83fa-4051-8d46-aa17f26cfe31, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:04:16.911387 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7e1439-691d-4072-a9e6-72f018da9f09 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Router f2da839e-ff82-4398-bdcb-7cc362558e82 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:04:16.913200 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cbde77-7eea-4fe8-bfed-7198ad520fa9 admin admin] Network 7e0db76d-83fa-4051-8d46-aa17f26cfe31 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:04:16.920838 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5d90d14c-7e9f-4983-a75a-90f8ea55c0f1 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "DELETE /v2.0/routers/ddf9bc21-e735-4425-8100-ba2dbff1181a/tags HTTP/1.1" status: 204 len: 168 time: 0.1346750 Jul 13 08:04:16.924874 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47634) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:16.931729 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-c39ce4de-26af-4bec-aecc-7d0f18e80c42 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0590af7f-602a-4e36-88a3-7c6cbb3ebdbb') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:16.938429 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-c2cbde77-7eea-4fe8-bfed-7198ad520fa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 7e0db76d-83fa-4051-8d46-aa17f26cfe31) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:16.948133 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061c6c03-df5b-44b0-8eb9-cd20590122a2 None None] Network 7e0db76d-83fa-4051-8d46-aa17f26cfe31 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:04:17.026525 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cbde77-7eea-4fe8-bfed-7198ad520fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:17.029803 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2cbde77-7eea-4fe8-bfed-7198ad520fa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:17.092125 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7e1439-691d-4072-a9e6-72f018da9f09 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:04:17.127497 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c2cbde77-7eea-4fe8-bfed-7198ad520fa9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6244872 Jul 13 08:04:17.134724 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47636) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:17.150457 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-24631935-8ab1-4088-bf13-5aa27196ad61 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1697968803-router', 'tenant_id': '62719eb88b5a4f868b4f7810ed24807a', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:17.160280 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1439-691d-4072-a9e6-72f018da9f09 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:17.162774 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9f7e1439-691d-4072-a9e6-72f018da9f09 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.3337934 Jul 13 08:04:17.168966 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47638) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:17.183012 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05ec5a2-2642-4424-b59b-587811a97ce3 None None] Sync routers for ids ['f2da839e-ff82-4398-bdcb-7cc362558e82'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:04:17.201986 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2badc9da-1592-432d-acd4-d7786ee8c7f7 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:17.238035 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c39ce4de-26af-4bec-aecc-7d0f18e80c42 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "DELETE /v2.0/ports/0590af7f-602a-4e36-88a3-7c6cbb3ebdbb/tags HTTP/1.1" status: 204 len: 168 time: 0.3080308 Jul 13 08:04:17.242116 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aedf590-5018-4b06-b914-531aab168628', 'name': 'tempest-TestServerMultinode-853998651-router', 'tenant_id': '96041e7f7c324ae3b557d6214a735bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:04Z', 'updated_at': '2021-07-13T08:04:11Z', 'revision_number': 4, 'project_id': '96041e7f7c324ae3b557d6214a735bec', 'gw_port': {'id': '2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedf590-5018-4b06-b914-531aab168628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:05Z', 'updated_at': '2021-07-13T08:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '18864ce9-3b24-4d93-9266-5c4f46b480be', 'name': '', 'network_id': '43078bda-414b-4537-984c-c98d74a05731', 'tenant_id': '96041e7f7c324ae3b557d6214a735bec', 'mac_address': 'fa:16:3e:f5:83:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aedf590-5018-4b06-b914-531aab168628', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '13050edf-c86c-497c-a505-82f17c22ba11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:09Z', 'updated_at': '2021-07-13T08:04:15Z', 'revision_number': 4, 'project_id': '96041e7f7c324ae3b557d6214a735bec', 'subnets': [{'id': '13050edf-c86c-497c-a505-82f17c22ba11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:17.246823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47644) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:17.261128 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-38ce2cdd-250f-4119-85bb-b79e72077179 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:17.319579 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e458e32-2ed4-490a-bf24-133dca4fa930 None None] The sync data for ids ['4aedf590-5018-4b06-b914-531aab168628'] in n-d-779913-28 is: [{'id': '4aedf590-5018-4b06-b914-531aab168628', 'name': 'tempest-TestServerMultinode-853998651-router', 'tenant_id': '96041e7f7c324ae3b557d6214a735bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:04Z', 'updated_at': '2021-07-13T08:04:11Z', 'revision_number': 4, 'project_id': '96041e7f7c324ae3b557d6214a735bec', 'gw_port': {'id': '2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedf590-5018-4b06-b914-531aab168628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:05Z', 'updated_at': '2021-07-13T08:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '18864ce9-3b24-4d93-9266-5c4f46b480be', 'name': '', 'network_id': '43078bda-414b-4537-984c-c98d74a05731', 'tenant_id': '96041e7f7c324ae3b557d6214a735bec', 'mac_address': 'fa:16:3e:f5:83:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aedf590-5018-4b06-b914-531aab168628', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '13050edf-c86c-497c-a505-82f17c22ba11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:09Z', 'updated_at': '2021-07-13T08:04:15Z', 'revision_number': 4, 'project_id': '96041e7f7c324ae3b557d6214a735bec', 'subnets': [{'id': '13050edf-c86c-497c-a505-82f17c22ba11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:04:17.376369 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24631935-8ab1-4088-bf13-5aa27196ad61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:17.377534 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24631935-8ab1-4088-bf13-5aa27196ad61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:17.396970 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05ec5a2-2642-4424-b59b-587811a97ce3 None None] Routers {'f2da839e-ff82-4398-bdcb-7cc362558e82'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:17.407634 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d05ec5a2-2642-4424-b59b-587811a97ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['f2da839e-ff82-4398-bdcb-7cc362558e82'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:17.541852 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d05ec5a2-2642-4424-b59b-587811a97ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:17.561480 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24631935-8ab1-4088-bf13-5aa27196ad61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:17.586680 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05ec5a2-2642-4424-b59b-587811a97ce3 None None] Routers {'f2da839e-ff82-4398-bdcb-7cc362558e82'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:17.587528 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d05ec5a2-2642-4424-b59b-587811a97ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['f2da839e-ff82-4398-bdcb-7cc362558e82'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:17.651750 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-cf5fb6d7-d0f8-4bb1-8ad7-fe7dae0972bc tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:04:17.653502 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-7e0db76d-83fa-4051-8d46-aa17f26cfe31', 'network_id': '7e0db76d-83fa-4051-8d46-aa17f26cfe31', 'tenant_id': '62719eb88b5a4f868b4f7810ed24807a', 'fixed_ips': [{'subnet_id': '45caf31b-f134-4ef5-b23d-e93dafc3c11b'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:04:17.654804 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:17.659689 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-cf5fb6d7-d0f8-4bb1-8ad7-fe7dae0972bc tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4736571 Jul 13 08:04:17.688804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d05ec5a2-2642-4424-b59b-587811a97ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:17.689743 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05ec5a2-2642-4424-b59b-587811a97ce3 None None] The sync data for ids ['f2da839e-ff82-4398-bdcb-7cc362558e82'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:04:17.706685 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-22da0ab8-6b53-4a01-a5c9-e21b2af0922b service neutron] Request body: {'binding': {'host': 'n-h1-779913-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:17.707312 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-22da0ab8-6b53-4a01-a5c9-e21b2af0922b service neutron] Unknown quota resources ['binding']. {{(pid=93723) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 08:04:17.720212 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-38ce2cdd-250f-4119-85bb-b79e72077179 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "DELETE /v2.0/subnets/8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3/tags HTTP/1.1" status: 204 len: 168 time: 0.4582264 Jul 13 08:04:17.721085 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47654) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:17.860313 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24631935-8ab1-4088-bf13-5aa27196ad61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:17.904591 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] Allocated IP 172.20.0.2 (7e0db76d-83fa-4051-8d46-aa17f26cfe31/45caf31b-f134-4ef5-b23d-e93dafc3c11b/ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:04:18.030443 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a56c26d-9a12-498e-91eb-da7c0c8a82df tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks [] for subnetpool, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:18.033424 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9a56c26d-9a12-498e-91eb-da7c0c8a82df tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "DELETE /v2.0/subnetpools/01e9d845-8187-4dc7-a929-ea27c12cc1f1 HTTP/1.1" status: 204 len: 168 time: 0.3111534 Jul 13 08:04:18.041324 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47656) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:18.106720 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-22da0ab8-6b53-4a01-a5c9-e21b2af0922b service neutron] Attempting to bind port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 on host n-h1-779913-28 for vnic_type normal with profile None {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:04:18.107398 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-22da0ab8-6b53-4a01-a5c9-e21b2af0922b service neutron] Attempting to bind port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:04:18.107838 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-22da0ab8-6b53-4a01-a5c9-e21b2af0922b service neutron] Attempting to bind port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 on network d013c030-1ee3-40e3-b3a2-d58ba564a20a {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:04:18.123001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-22da0ab8-6b53-4a01-a5c9-e21b2af0922b service neutron] Port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 on network d013c030-1ee3-40e3-b3a2-d58ba564a20a not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:04:18.123512 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-22da0ab8-6b53-4a01-a5c9-e21b2af0922b service neutron] Attempting to bind port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 on network d013c030-1ee3-40e3-b3a2-d58ba564a20a {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:04:18.132245 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-22da0ab8-6b53-4a01-a5c9-e21b2af0922b service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:04:18.132770 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-22da0ab8-6b53-4a01-a5c9-e21b2af0922b service neutron] Checking segment: {'id': '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:04:18.133287 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-22da0ab8-6b53-4a01-a5c9-e21b2af0922b service neutron] Bound using segment: {'id': '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:04:18.133845 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-22da0ab8-6b53-4a01-a5c9-e21b2af0922b service neutron] Bound port: 4ac7e1b2-6e19-4373-ba87-3370d07244b9, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:04:18.149097 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9f6b00cc-22fe-40de-b2df-7e68fa3e7307 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf9bc21-e735-4425-8100-ba2dbff1181a HTTP/1.1" status: 200 len: 205 time: 0.1007674 Jul 13 08:04:18.168027 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47662) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:18.307224 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2badc9da-1592-432d-acd4-d7786ee8c7f7 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:18.380548 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2badc9da-1592-432d-acd4-d7786ee8c7f7 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:18.563190 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2badc9da-1592-432d-acd4-d7786ee8c7f7 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Deleting port b17a6c98-2a96-4d8f-aff6-e6f4f2493a39 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:04:18.568273 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2badc9da-1592-432d-acd4-d7786ee8c7f7 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:18.574042 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c591d0c4-a65e-40b5-81c7-2efef04cc5a1 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:18.597076 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 18864ce9-3b24-4d93-9266-5c4f46b480be up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:18.794634 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 18864ce9-3b24-4d93-9266-5c4f46b480be completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:18.808398 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:18.821851 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 18864ce9-3b24-4d93-9266-5c4f46b480be triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:18.823549 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:18.842049 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2badc9da-1592-432d-acd4-d7786ee8c7f7 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:18.864880 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2badc9da-1592-432d-acd4-d7786ee8c7f7 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Calling delete_port for b17a6c98-2a96-4d8f-aff6-e6f4f2493a39 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:04:18.892371 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] Transition to ACTIVE for port object ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:18.937918 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] Transition to ACTIVE for port object ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:18.962222 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:19.113893 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:19.134821 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] Network 7e0db76d-83fa-4051-8d46-aa17f26cfe31 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:19.211847 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2badc9da-1592-432d-acd4-d7786ee8c7f7 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:19.228398 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 18864ce9-3b24-4d93-9266-5c4f46b480be, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=18864ce9-3b24-4d93-9266-5c4f46b480be,segment=NetworkSegment(cb03514a-7f62-4660-91db-3c23ffd3dfa6),segment_id=cb03514a-7f62-4660-91db-3c23ffd3dfa6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:19.245988 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:19.256432 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:19.276486 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:19.282203 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] Pushing event updated for resources: {'Port': ['ID=ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:19.290182 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2badc9da-1592-432d-acd4-d7786ee8c7f7 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Pushing event deleted for resources: {'Port': ['ID=b17a6c98-2a96-4d8f-aff6-e6f4f2493a39,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:19.472283 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-22da0ab8-6b53-4a01-a5c9-e21b2af0922b service neutron] For port 4ac7e1b2-6e19-4373-ba87-3370d07244b9, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=4ac7e1b2-6e19-4373-ba87-3370d07244b9,segment=NetworkSegment(73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1),segment_id=73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:04:19.504723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=18864ce9-3b24-4d93-9266-5c4f46b480be,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:19.523548 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2badc9da-1592-432d-acd4-d7786ee8c7f7 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:19.615344 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] Attempting to bind port ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:04:19.616037 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] Attempting to bind port ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '471b9e29-2f37-4e54-a22a-dd1e6b52114f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7e0db76d-83fa-4051-8d46-aa17f26cfe31'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:04:19.616037 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] Attempting to bind port ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369 on network 7e0db76d-83fa-4051-8d46-aa17f26cfe31 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:04:19.624557 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:04:19.624982 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] Checking segment: {'id': '471b9e29-2f37-4e54-a22a-dd1e6b52114f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7e0db76d-83fa-4051-8d46-aa17f26cfe31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:04:19.625348 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:19.625741 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] Bound using segment: {'id': '471b9e29-2f37-4e54-a22a-dd1e6b52114f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7e0db76d-83fa-4051-8d46-aa17f26cfe31'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:04:19.626259 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] Bound port: ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471b9e29-2f37-4e54-a22a-dd1e6b52114f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7e0db76d-83fa-4051-8d46-aa17f26cfe31'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:04:19.626645 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:19.639450 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c591d0c4-a65e-40b5-81c7-2efef04cc5a1 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:19.647095 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c591d0c4-a65e-40b5-81c7-2efef04cc5a1 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:19.730043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] For port ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:04:19.736889 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] For port ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369,segment=NetworkSegment(471b9e29-2f37-4e54-a22a-dd1e6b52114f),segment_id=471b9e29-2f37-4e54-a22a-dd1e6b52114f)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:04:19.746568 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:19.759216 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c591d0c4-a65e-40b5-81c7-2efef04cc5a1 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:19.760246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c591d0c4-a65e-40b5-81c7-2efef04cc5a1 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Fanout notify agent at l3_agent the message router_deleted on router ddf9bc21-e735-4425-8100-ba2dbff1181a {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:04:19.767133 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-22da0ab8-6b53-4a01-a5c9-e21b2af0922b service neutron] Notify callbacks [] for binding, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:19.769311 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-22da0ab8-6b53-4a01-a5c9-e21b2af0922b service neutron] 10.222.0.58 "POST /v2.0/ports/4ac7e1b2-6e19-4373-ba87-3370d07244b9/bindings HTTP/1.1" status: 201 len: 390 time: 2.0790477 Jul 13 08:04:19.781417 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c591d0c4-a65e-40b5-81c7-2efef04cc5a1 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:19.783580 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c591d0c4-a65e-40b5-81c7-2efef04cc5a1 tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "DELETE /v2.0/routers/ddf9bc21-e735-4425-8100-ba2dbff1181a HTTP/1.1" status: 204 len: 168 time: 1.6127660 Jul 13 08:04:19.787857 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47676) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:19.955124 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24631935-8ab1-4088-bf13-5aa27196ad61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:19.959091 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff54d39-9f21-4add-b709-4c898e3e283e req-106dbf68-54b6-4ac8-ac96-a98e180a7a98 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:19.965401 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e05870-ad34-4b31-ad16-217428787f5f None None] Pushing event updated for resources: {'Port': ['ID=ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:19.988531 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ff54d39-9f21-4add-b709-4c898e3e283e req-106dbf68-54b6-4ac8-ac96-a98e180a7a98 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.5819480 Jul 13 08:04:20.024229 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24631935-8ab1-4088-bf13-5aa27196ad61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:20.032683 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7d2a8f93-7034-49dd-aed3-8dee0810600e None None] Provisioning complete for port 18864ce9-3b24-4d93-9266-5c4f46b480be triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:20.033062 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7d2a8f93-7034-49dd-aed3-8dee0810600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:20.201882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-4dad1759-f107-423f-9e18-8df3e720035a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Deleting port 0590af7f-602a-4e36-88a3-7c6cbb3ebdbb {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:04:20.204921 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4dad1759-f107-423f-9e18-8df3e720035a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:20.247836 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2badc9da-1592-432d-acd4-d7786ee8c7f7 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:20.272007 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ff54d39-9f21-4add-b709-4c898e3e283e req-b3c6ebd8-8863-473b-bbf4-38fa97984996 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805212 Jul 13 08:04:20.286261 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2badc9da-1592-432d-acd4-d7786ee8c7f7 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396023'] for router, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:20.401592 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2badc9da-1592-432d-acd4-d7786ee8c7f7 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Router f2da839e-ff82-4398-bdcb-7cc362558e82 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:04:20.423664 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0107bb3-2ba1-4950-b88d-591d4b0701ba req-142e4490-550c-4325-b46e-5c4c77fb0668 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:20.425306 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0107bb3-2ba1-4950-b88d-591d4b0701ba req-142e4490-550c-4325-b46e-5c4c77fb0668 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.2034378 Jul 13 08:04:20.451354 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-24631935-8ab1-4088-bf13-5aa27196ad61 admin admin] Allocated IP 172.25.0.120 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/fa0caaa5-1a40-4daf-8794-4b71d6b221f1) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:04:20.530339 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4dad1759-f107-423f-9e18-8df3e720035a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:20.568682 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-4dad1759-f107-423f-9e18-8df3e720035a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Calling delete_port for 0590af7f-602a-4e36-88a3-7c6cbb3ebdbb owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:04:20.575762 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-b75d6626-5507-4abf-8a2a-a0b78c76a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:20.578680 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-b75d6626-5507-4abf-8a2a-a0b78c76a24a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 1097 time: 0.4282343 Jul 13 08:04:20.586979 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2badc9da-1592-432d-acd4-d7786ee8c7f7 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:04:20.597541 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2badc9da-1592-432d-acd4-d7786ee8c7f7 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:20.598800 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2badc9da-1592-432d-acd4-d7786ee8c7f7 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "PUT /v2.0/routers/f2da839e-ff82-4398-bdcb-7cc362558e82 HTTP/1.1" status: 200 len: 710 time: 3.4154205 Jul 13 08:04:20.600539 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ccdfc-b4f2-4828-8ef7-99b67ed5f1f2 None None] Sync routers for ids ['f2da839e-ff82-4398-bdcb-7cc362558e82'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:04:20.601477 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47680) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:20.614316 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0107bb3-2ba1-4950-b88d-591d4b0701ba req-38167ec0-983b-45db-8b3d-6c4c54f70a57 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787086 Jul 13 08:04:20.619968 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ccdfc-b4f2-4828-8ef7-99b67ed5f1f2 None None] Routers {'f2da839e-ff82-4398-bdcb-7cc362558e82'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:20.620706 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e37ccdfc-b4f2-4828-8ef7-99b67ed5f1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['f2da839e-ff82-4398-bdcb-7cc362558e82'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:20.693167 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:20.703225 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7e7bade9-1a34-44db-965c-7b0d0c74975f tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "GET /v2.0/routers/f2da839e-ff82-4398-bdcb-7cc362558e82 HTTP/1.1" status: 200 len: 745 time: 0.1003435 Jul 13 08:04:20.706052 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47684) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:20.722238 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e37ccdfc-b4f2-4828-8ef7-99b67ed5f1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:20.743278 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ccdfc-b4f2-4828-8ef7-99b67ed5f1f2 None None] Routers {'f2da839e-ff82-4398-bdcb-7cc362558e82'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:20.745416 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e37ccdfc-b4f2-4828-8ef7-99b67ed5f1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['f2da839e-ff82-4398-bdcb-7cc362558e82'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:20.758931 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-06225e1a-ac51-4a1e-a6d0-e889af379137 tempest-RoutersIpV6AdminTest-92700103 tempest-RoutersIpV6AdminTest-92700103-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=f96be058-f906-4210-b421-902eff1606be&device_id=f2da839e-ff82-4398-bdcb-7cc362558e82 HTTP/1.1" status: 200 len: 205 time: 0.0517175 Jul 13 08:04:20.767828 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a4ad7-733f-4e0b-bfc5-00c120381c0a req-e2cc2579-5de1-4b30-b17d-bf35900d4215 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:20.769645 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e47a4ad7-733f-4e0b-bfc5-00c120381c0a req-e2cc2579-5de1-4b30-b17d-bf35900d4215 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 945 time: 0.2748404 Jul 13 08:04:20.769954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47686) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:20.813929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:20.820706 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 18864ce9-3b24-4d93-9266-5c4f46b480be up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:20.828836 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e37ccdfc-b4f2-4828-8ef7-99b67ed5f1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:20.830460 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ccdfc-b4f2-4828-8ef7-99b67ed5f1f2 None None] The sync data for ids ['f2da839e-ff82-4398-bdcb-7cc362558e82'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:04:20.857562 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8a38580b-c696-479f-a77a-a965466f6aae tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2da839e-ff82-4398-bdcb-7cc362558e82 HTTP/1.1" status: 200 len: 205 time: 0.0835783 Jul 13 08:04:20.857562 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47688) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:20.869246 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e47a4ad7-733f-4e0b-bfc5-00c120381c0a req-ce19242e-4f57-42be-99a0-82777ec1bda3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894444 Jul 13 08:04:20.894071 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 18864ce9-3b24-4d93-9266-5c4f46b480be triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:20.894735 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:20.956790 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb527e0d-bd8a-44d3-a02f-32e9060aeabb tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:21.044086 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24631935-8ab1-4088-bf13-5aa27196ad61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:21.158353 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-23137a9f-fcbc-4300-9aa3-f7df5b16a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:21.162301 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-23137a9f-fcbc-4300-9aa3-f7df5b16a21c service neutron] 10.222.0.35 "GET /v2.0/networks?id=d013c030-1ee3-40e3-b3a2-d58ba564a20a HTTP/1.1" status: 200 len: 897 time: 0.5733340 Jul 13 08:04:21.197393 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb527e0d-bd8a-44d3-a02f-32e9060aeabb tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:21.199837 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb527e0d-bd8a-44d3-a02f-32e9060aeabb tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:21.250623 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb527e0d-bd8a-44d3-a02f-32e9060aeabb tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:21.251365 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb527e0d-bd8a-44d3-a02f-32e9060aeabb tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Fanout notify agent at l3_agent the message router_deleted on router f2da839e-ff82-4398-bdcb-7cc362558e82 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:04:21.273750 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb527e0d-bd8a-44d3-a02f-32e9060aeabb tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:21.278618 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-eb527e0d-bd8a-44d3-a02f-32e9060aeabb tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "DELETE /v2.0/routers/f2da839e-ff82-4398-bdcb-7cc362558e82 HTTP/1.1" status: 204 len: 168 time: 0.4169984 Jul 13 08:04:21.278898 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47698) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:21.313979 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0a6044dd-2e27-4516-8857-6b0a3b95ccb5 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2da839e-ff82-4398-bdcb-7cc362558e82 HTTP/1.1" status: 200 len: 205 time: 0.0336974 Jul 13 08:04:21.316367 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47700) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:21.366161 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-f17f1423-c4b1-4673-9ba9-b1025ef5ec27 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] delete failed (client error): The resource could not be found. Jul 13 08:04:21.367399 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f17f1423-c4b1-4673-9ba9-b1025ef5ec27 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "DELETE /v2.0/routers/f2da839e-ff82-4398-bdcb-7cc362558e82 HTTP/1.1" status: 404 len: 336 time: 0.0499029 Jul 13 08:04:21.371589 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47704) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:21.406540 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd84e12-34c4-4c6f-80e4-de42dc81e9bd req-29df469e-cd9a-4ef7-b09b-a5a7a1f3282a tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:21.408314 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dfd84e12-34c4-4c6f-80e4-de42dc81e9bd req-29df469e-cd9a-4ef7-b09b-a5a7a1f3282a tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.4527724 Jul 13 08:04:21.413078 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b6869f5f-209b-4f9e-9716-73039c077e47 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "GET /v2.0/ports?device_id=58cf9cf0-a483-4669-8960-c78cdd702ece HTTP/1.1" status: 200 len: 205 time: 0.0380266 Jul 13 08:04:21.413727 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47706) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:21.491553 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4dad1759-f107-423f-9e18-8df3e720035a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:21.501559 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-eefb49c4-c0b9-4a06-b6c5-a2aee27068b6 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] delete failed (client error): The resource could not be found. Jul 13 08:04:21.504556 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-eefb49c4-c0b9-4a06-b6c5-a2aee27068b6 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "DELETE /v2.0/routers/58cf9cf0-a483-4669-8960-c78cdd702ece HTTP/1.1" status: 404 len: 336 time: 0.0888968 Jul 13 08:04:21.512930 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47708) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:21.537992 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-fee35f0b-7a2b-4dca-b4af-c4ab030273b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ac7e1b2-6e19-4373-ba87-3370d07244b9 HTTP/1.1" status: 200 len: 1001 time: 0.3655782 Jul 13 08:04:21.561178 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9df55838-c901-42b4-9010-71644ecea351 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "GET /v2.0/ports?device_id=344f7ecb-b3e9-4447-9e54-e7f2427aaeec HTTP/1.1" status: 200 len: 205 time: 0.0466621 Jul 13 08:04:21.563610 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47710) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:21.568918 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24631935-8ab1-4088-bf13-5aa27196ad61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:21.588829 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03c69d0-0d0a-4e96-b6a5-697ddba183e7 None None] Network 7e0db76d-83fa-4051-8d46-aa17f26cfe31 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:04:21.597222 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad1759-f107-423f-9e18-8df3e720035a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Pushing event deleted for resources: {'Port': ['ID=0590af7f-602a-4e36-88a3-7c6cbb3ebdbb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:21.656731 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-9690131e-07d8-4a9a-a0c2-25eee06256c8 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] delete failed (client error): The resource could not be found. Jul 13 08:04:21.662921 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9690131e-07d8-4a9a-a0c2-25eee06256c8 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "DELETE /v2.0/routers/344f7ecb-b3e9-4447-9e54-e7f2427aaeec HTTP/1.1" status: 404 len: 336 time: 0.0982313 Jul 13 08:04:21.663840 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47712) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:21.756635 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b4a49f4a-6249-4da5-90e4-72a315ef359a tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "GET /v2.0/ports?device_id=7371bd43-e7e4-4aba-957d-e01f9100c69f HTTP/1.1" status: 200 len: 205 time: 0.0891633 Jul 13 08:04:21.757233 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47714) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:21.799306 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24631935-8ab1-4088-bf13-5aa27196ad61 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:21.800209 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-26766905-7645-400e-b9fe-fc93f864a608 None None] Provisioning for port ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:21.805654 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-7ddc82e8-cbf7-4a98-8336-b995a775f0b3 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] delete failed (client error): The resource could not be found. Jul 13 08:04:21.808564 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-26766905-7645-400e-b9fe-fc93f864a608 None None] Provisioning complete for port ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:21.809316 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-26766905-7645-400e-b9fe-fc93f864a608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:21.809609 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7ddc82e8-cbf7-4a98-8336-b995a775f0b3 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "DELETE /v2.0/routers/7371bd43-e7e4-4aba-957d-e01f9100c69f HTTP/1.1" status: 404 len: 336 time: 0.0510888 Jul 13 08:04:21.811892 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47716) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:21.846456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-24631935-8ab1-4088-bf13-5aa27196ad61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:21.849147 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24631935-8ab1-4088-bf13-5aa27196ad61 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:21.877086 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-532ab3ca-fd2f-4696-8513-f3b07d002044 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "GET /v2.0/ports?device_id=e410cb03-40ef-42f5-bb97-0ccce044e1d1 HTTP/1.1" status: 200 len: 205 time: 0.0634201 Jul 13 08:04:21.878020 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47718) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:21.966297 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-24eaae3c-9bea-4e0e-a847-89472abc5853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:21.976411 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-24eaae3c-9bea-4e0e-a847-89472abc5853 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=893422e7-0183-484b-b810-0be97f4a151e HTTP/1.1" status: 200 len: 834 time: 0.4033434 Jul 13 08:04:22.021893 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24631935-8ab1-4088-bf13-5aa27196ad61 admin admin] Pushing event updated for resources: {'Port': ['ID=fa0caaa5-1a40-4daf-8794-4b71d6b221f1,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:22.059463 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-26766905-7645-400e-b9fe-fc93f864a608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:22.149175 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-26766905-7645-400e-b9fe-fc93f864a608 None None] For port ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369,segment=NetworkSegment(471b9e29-2f37-4e54-a22a-dd1e6b52114f),segment_id=471b9e29-2f37-4e54-a22a-dd1e6b52114f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:22.158420 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-26766905-7645-400e-b9fe-fc93f864a608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:22.247305 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4dad1759-f107-423f-9e18-8df3e720035a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:22.247542 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26766905-7645-400e-b9fe-fc93f864a608 None None] Pushing event updated for resources: {'Port': ['ID=ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:22.249291 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4dad1759-f107-423f-9e18-8df3e720035a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "DELETE /v2.0/ports/0590af7f-602a-4e36-88a3-7c6cbb3ebdbb HTTP/1.1" status: 204 len: 168 time: 2.4583993 Jul 13 08:04:22.256269 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47722) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:22.292335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-dfd84e12-34c4-4c6f-80e4-de42dc81e9bd req-f8a45e2d-284d-435a-a610-be4e1a4ef7b0 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Deleting port 24c90f4a-d970-4175-a85f-cff79d05be03 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:04:22.292769 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dfd84e12-34c4-4c6f-80e4-de42dc81e9bd req-f8a45e2d-284d-435a-a610-be4e1a4ef7b0 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:22.496551 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:22.525877 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-d40c1436-b6b5-4012-a0e4-778c98939b11 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] delete failed (client error): The resource could not be found. Jul 13 08:04:22.531994 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d40c1436-b6b5-4012-a0e4-778c98939b11 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "DELETE /v2.0/routers/e410cb03-40ef-42f5-bb97-0ccce044e1d1 HTTP/1.1" status: 404 len: 336 time: 0.6512506 Jul 13 08:04:22.537643 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47726) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:22.555603 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca7d64-95e8-486c-94e1-e39d85ec4070 req-a1219141-fc1f-44c9-b966-3300d9501ba5 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:22.557707 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-efca7d64-95e8-486c-94e1-e39d85ec4070 req-a1219141-fc1f-44c9-b966-3300d9501ba5 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.9270558 Jul 13 08:04:22.583432 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e58d48d-7244-4186-9967-376feee8954c tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Deleting subnet 8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:04:22.588963 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:22.589612 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:22.638953 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-efca7d64-95e8-486c-94e1-e39d85ec4070 req-5c691765-a0f0-4f01-a228-0be9b2767ef5 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631702 Jul 13 08:04:22.651634 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e58d48d-7244-4186-9967-376feee8954c tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:22.667518 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d3d987b2-bc02-4b8e-9507-24563fa6ea44 tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "GET /v2.0/ports?device_id=77a1d8dd-2cbe-476e-8def-31e8b5726076 HTTP/1.1" status: 200 len: 205 time: 0.0810280 Jul 13 08:04:22.671047 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2a6ec-b77a-49c4-8584-74614ed3eb7e req-54783e9c-5ee6-4d81-bd6e-9df0bbd5e505 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:22.680754 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6cc2a6ec-b77a-49c4-8584-74614ed3eb7e req-54783e9c-5ee6-4d81-bd6e-9df0bbd5e505 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 945 time: 0.1583786 Jul 13 08:04:22.685364 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47728) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:22.691210 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6a6f1818-022e-410a-8710-3857574378e6 None None] Provisioning complete for port ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:22.691593 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a6f1818-022e-410a-8710-3857574378e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:22.707280 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-680ef825-6855-407f-93cc-fbb1a419e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:22.709537 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-680ef825-6855-407f-93cc-fbb1a419e8c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d013c030-1ee3-40e3-b3a2-d58ba564a20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6419830 Jul 13 08:04:22.794170 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e58d48d-7244-4186-9967-376feee8954c tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:22.842531 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6cc2a6ec-b77a-49c4-8584-74614ed3eb7e req-506b3940-c0ad-491f-a4fb-3f04323024fc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608300 Jul 13 08:04:22.844477 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-44dc0bad-438d-498a-9ead-e2134a86222f tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] delete failed (client error): The resource could not be found. Jul 13 08:04:22.845459 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-44dc0bad-438d-498a-9ead-e2134a86222f tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "DELETE /v2.0/routers/77a1d8dd-2cbe-476e-8def-31e8b5726076 HTTP/1.1" status: 404 len: 336 time: 0.1549666 Jul 13 08:04:22.853171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47730) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:22.891404 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6455bb3-3099-468a-8dbc-f5654c99eb9a tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] DELETE failed (client error): The resource could not be found. Jul 13 08:04:22.891872 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6455bb3-3099-468a-8dbc-f5654c99eb9a tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:04:22.896312 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b6455bb3-3099-468a-8dbc-f5654c99eb9a tempest-RoutersIpV6AdminTest-231934078 tempest-RoutersIpV6AdminTest-231934078-project] 10.222.0.58 "DELETE /v2.0/subnets/afecc6a1-67c8-4c52-9214-f1d8c9e7a4a0 HTTP/1.1" status: 404 len: 337 time: 0.0395370 Jul 13 08:04:22.922826 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-dfd84e12-34c4-4c6f-80e4-de42dc81e9bd req-f8a45e2d-284d-435a-a610-be4e1a4ef7b0 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] For port 24c90f4a-d970-4175-a85f-cff79d05be03, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=24c90f4a-d970-4175-a85f-cff79d05be03,segment=NetworkSegment(78096199-7087-45c3-a364-e9e751751f37),segment_id=78096199-7087-45c3-a364-e9e751751f37)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:22.923096 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dfd84e12-34c4-4c6f-80e4-de42dc81e9bd req-f8a45e2d-284d-435a-a610-be4e1a4ef7b0 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:22.964632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-dfd84e12-34c4-4c6f-80e4-de42dc81e9bd req-f8a45e2d-284d-435a-a610-be4e1a4ef7b0 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Calling delete_port for 24c90f4a-d970-4175-a85f-cff79d05be03 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:04:23.096368 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-218a5267-c96a-497d-9396-0bad5b2078da service neutron] 10.222.0.35 "GET /v2.0/networks/d013c030-1ee3-40e3-b3a2-d58ba564a20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748186 Jul 13 08:04:23.221039 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24631935-8ab1-4088-bf13-5aa27196ad61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:23.225728 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7cc760d-15e2-4406-adda-d695d69f2978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:23.312031 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47736) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:23.357044 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e58d48d-7244-4186-9967-376feee8954c tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:23.503881 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80a24809-e374-40f7-9d44-c0d87abc2b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:23.651599 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80a24809-e374-40f7-9d44-c0d87abc2b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:23.657901 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80a24809-e374-40f7-9d44-c0d87abc2b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:23.704546 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a24809-e374-40f7-9d44-c0d87abc2b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63d8558-abf3-42b2-b5a0-7214227657e6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:23.709440 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-80a24809-e374-40f7-9d44-c0d87abc2b8c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db2b4f920bec47bf9a070d001a6f0f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3959587 Jul 13 08:04:23.712022 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47744) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:23.748588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 24c90f4a-d970-4175-a85f-cff79d05be03 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:04:23.775677 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aae08f04-4351-4765-a2fa-54d51052c51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:23.809482 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aae08f04-4351-4765-a2fa-54d51052c51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:23.893412 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:23.935755 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c90f4a-d970-4175-a85f-cff79d05be03'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:23.938771 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e051aa6-38ae-468d-92f4-2764a451d4b8" -d '{"events": [{"server_uuid": "f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e", "name": "network-vif-unplugged", "status": "completed", "tag": "24c90f4a-d970-4175-a85f-cff79d05be03"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:23.954310 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 24c90f4a-d970-4175-a85f-cff79d05be03, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=24c90f4a-d970-4175-a85f-cff79d05be03,segment=NetworkSegment(78096199-7087-45c3-a364-e9e751751f37),segment_id=78096199-7087-45c3-a364-e9e751751f37)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:23.962465 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:23.981622 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834e0df-a01a-41f3-897a-ada0c26ac492 req-2c25c406-daee-4be2-b8da-fe79a0276fbc tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:23.996382 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a834e0df-a01a-41f3-897a-ada0c26ac492 req-2c25c406-daee-4be2-b8da-fe79a0276fbc tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 947 time: 0.1905165 Jul 13 08:04:24.041600 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=24c90f4a-d970-4175-a85f-cff79d05be03,revision_number=13']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:24.070754 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aae08f04-4351-4765-a2fa-54d51052c51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:24.073795 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aae08f04-4351-4765-a2fa-54d51052c51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:24.077478 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-aae08f04-4351-4765-a2fa-54d51052c51f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c63d8558-abf3-42b2-b5a0-7214227657e6 HTTP/1.1" status: 204 len: 168 time: 0.3619137 Jul 13 08:04:24.081197 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a834e0df-a01a-41f3-897a-ada0c26ac492 req-8c8f78e7-5098-4a88-a1cf-2df081d39389 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/security-groups?id=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772822 Jul 13 08:04:24.124799 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae08f04-4351-4765-a2fa-54d51052c51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63d8558-abf3-42b2-b5a0-7214227657e6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:24.146785 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e58d48d-7244-4186-9967-376feee8954c tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:24.213649 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f2a273-9606-4047-b4b3-aaa6566d77dd x-openstack-request-id: req-55f2a273-9606-4047-b4b3-aaa6566d77dd {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:24.213649 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e", "name": "network-vif-unplugged", "status": "completed", "tag": "24c90f4a-d970-4175-a85f-cff79d05be03", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:24.214229 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-55f2a273-9606-4047-b4b3-aaa6566d77dd {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:24.214229 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c90f4a-d970-4175-a85f-cff79d05be03', 'code': 200} Jul 13 08:04:24.238448 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654cff4-4312-46b7-94d2-888a50ff8d86 req-21b566db-85c0-42c7-ab7c-02287b96118f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:24.239856 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0654cff4-4312-46b7-94d2-888a50ff8d86 req-21b566db-85c0-42c7-ab7c-02287b96118f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 945 time: 0.1703403 Jul 13 08:04:24.254743 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-da9bc3c2-4855-46b1-85cb-4d392b2131e5 service neutron] 10.222.0.35 "GET /v2.0/networks/d013c030-1ee3-40e3-b3a2-d58ba564a20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0866828 Jul 13 08:04:24.276523 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58d48d-7244-4186-9967-376feee8954c tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Pushing event deleted for resources: {'Subnet': ['ID=8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:24.302625 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e58d48d-7244-4186-9967-376feee8954c tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:24.307702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9065169-f8c6-41dd-8ea0-f383328c5fa9 None None] Network 24e20f3f-42ca-4ba4-964f-a75afc7f146d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:04:24.310128 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0654cff4-4312-46b7-94d2-888a50ff8d86 req-17d4a7fa-03e7-4ab4-b8c2-451d12d2bded tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630357 Jul 13 08:04:24.311543 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47752) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:24.318250 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8e58d48d-7244-4186-9967-376feee8954c tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "DELETE /v2.0/subnets/8dcc5d1f-6d7a-4103-94b1-c8c0ccced9f3 HTTP/1.1" status: 204 len: 168 time: 2.0528085 Jul 13 08:04:24.452411 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dfd84e12-34c4-4c6f-80e4-de42dc81e9bd req-f8a45e2d-284d-435a-a610-be4e1a4ef7b0 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:24.508714 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24428db8-d432-4506-8ccf-9f31998d208a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:24.528231 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a45e2d-284d-435a-a610-be4e1a4ef7b0 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Pushing event deleted for resources: {'Port': ['ID=24c90f4a-d970-4175-a85f-cff79d05be03,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:24.636042 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47758) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:24.636974 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd84e12-34c4-4c6f-80e4-de42dc81e9bd req-f8a45e2d-284d-435a-a610-be4e1a4ef7b0 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] No DVR routers for this DVR port 24c90f4a-d970-4175-a85f-cff79d05be03 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:04:24.644677 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-dfd84e12-34c4-4c6f-80e4-de42dc81e9bd req-f8a45e2d-284d-435a-a610-be4e1a4ef7b0 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:24.646738 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-dfd84e12-34c4-4c6f-80e4-de42dc81e9bd req-f8a45e2d-284d-435a-a610-be4e1a4ef7b0 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.35 "DELETE /v2.0/ports/24c90f4a-d970-4175-a85f-cff79d05be03 HTTP/1.1" status: 204 len: 173 time: 3.2299626 Jul 13 08:04:24.651382 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e', 'name': 'network-vif-deleted', 'tag': '24c90f4a-d970-4175-a85f-cff79d05be03'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:24.653706 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57392a34-c037-4499-8e83-5d29d0504e27" -d '{"events": [{"server_uuid": "f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e", "name": "network-vif-deleted", "tag": "24c90f4a-d970-4175-a85f-cff79d05be03"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:24.676993 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5cf14c-e1c6-4fbc-a6a7-1c5c05527c1c None None] DHCP port deletion for 24e20f3f-42ca-4ba4-964f-a75afc7f146d request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:04:24.708821 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-24428db8-d432-4506-8ccf-9f31998d208a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Deleting port a0da8b21-9426-476b-9bbf-177296c4a34c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:04:24.709438 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24428db8-d432-4506-8ccf-9f31998d208a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:24.726282 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-bedb49fc-db93-47a6-8468-f617a1e50fbe tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:24.728027 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-bedb49fc-db93-47a6-8468-f617a1e50fbe tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d&tenant_id=b0a400cab12449b3b23abe0905366730&binding%3Ahost_id=n-h2-779913-28 HTTP/1.1" status: 200 len: 1097 time: 0.3934608 Jul 13 08:04:24.734789 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24631935-8ab1-4088-bf13-5aa27196ad61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:24.745137 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-28'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:24.800078 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53df5111-0614-4159-b923-35031ae2163a x-openstack-request-id: req-53df5111-0614-4159-b923-35031ae2163a {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:24.800476 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e", "name": "network-vif-deleted", "tag": "24c90f4a-d970-4175-a85f-cff79d05be03", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:24.800659 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-53df5111-0614-4159-b923-35031ae2163a {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:24.801046 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e', 'name': 'network-vif-deleted', 'tag': '24c90f4a-d970-4175-a85f-cff79d05be03', 'status': 'completed', 'code': 200} Jul 13 08:04:24.806519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9d5cf14c-e1c6-4fbc-a6a7-1c5c05527c1c None None] Deleting port a0da8b21-9426-476b-9bbf-177296c4a34c {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:04:24.807275 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9d5cf14c-e1c6-4fbc-a6a7-1c5c05527c1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:24.854642 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fdd36ff6-d37c-423f-8702-9c66c7e81085 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f6dd396789b44ec99bdb02deb1753be7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2154524 Jul 13 08:04:24.857379 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47762) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:24.876615 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-24428db8-d432-4506-8ccf-9f31998d208a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] For port a0da8b21-9426-476b-9bbf-177296c4a34c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a0da8b21-9426-476b-9bbf-177296c4a34c,segment=NetworkSegment(37607c73-c7e9-4e95-a847-58e266640dd7),segment_id=37607c73-c7e9-4e95-a847-58e266640dd7)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:24.876856 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24428db8-d432-4506-8ccf-9f31998d208a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:24.892426 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-24428db8-d432-4506-8ccf-9f31998d208a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Calling delete_port for a0da8b21-9426-476b-9bbf-177296c4a34c owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:04:24.909765 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-9d5cf14c-e1c6-4fbc-a6a7-1c5c05527c1c None None] For port a0da8b21-9426-476b-9bbf-177296c4a34c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a0da8b21-9426-476b-9bbf-177296c4a34c,segment=NetworkSegment(37607c73-c7e9-4e95-a847-58e266640dd7),segment_id=37607c73-c7e9-4e95-a847-58e266640dd7)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:24.910260 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9d5cf14c-e1c6-4fbc-a6a7-1c5c05527c1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:24.930283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9d5cf14c-e1c6-4fbc-a6a7-1c5c05527c1c None None] Calling delete_port for a0da8b21-9426-476b-9bbf-177296c4a34c owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:04:24.935651 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:25.022649 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24428db8-d432-4506-8ccf-9f31998d208a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:25.064033 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24428db8-d432-4506-8ccf-9f31998d208a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Pushing event deleted for resources: {'Port': ['ID=a0da8b21-9426-476b-9bbf-177296c4a34c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:25.072654 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24428db8-d432-4506-8ccf-9f31998d208a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] No DVR routers for this DVR port a0da8b21-9426-476b-9bbf-177296c4a34c on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:04:25.085469 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ac4fcdf-2d6b-4bf0-9b7c-6521e45b37dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:25.086459 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9d5cf14c-e1c6-4fbc-a6a7-1c5c05527c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:25.196933 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24428db8-d432-4506-8ccf-9f31998d208a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:25.208809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-24428db8-d432-4506-8ccf-9f31998d208a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e20f3f-42ca-4ba4-964f-a75afc7f146d']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:25.211135 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cf14c-e1c6-4fbc-a6a7-1c5c05527c1c None None] Pushing event deleted for resources: {'Port': ['ID=a0da8b21-9426-476b-9bbf-177296c4a34c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:25.223218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5cf14c-e1c6-4fbc-a6a7-1c5c05527c1c None None] No DVR routers for this DVR port a0da8b21-9426-476b-9bbf-177296c4a34c on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:04:25.226447 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-24428db8-d432-4506-8ccf-9f31998d208a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37607c73-c7e9-4e95-a847-58e266640dd7') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:25.226989 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-24428db8-d432-4506-8ccf-9f31998d208a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37607c73-c7e9-4e95-a847-58e266640dd7') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:25.227668 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24631935-8ab1-4088-bf13-5aa27196ad61 admin admin] Router 722546e2-4f3d-41d3-bf71-8b40cfb18cca is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:04:25.242855 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24428db8-d432-4506-8ccf-9f31998d208a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:25.259014 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24428db8-d432-4506-8ccf-9f31998d208a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:25.261473 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] For port 4ac7e1b2-6e19-4373-ba87-3370d07244b9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4ac7e1b2-6e19-4373-ba87-3370d07244b9,segment=NetworkSegment(73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1),segment_id=73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:25.267364 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24428db8-d432-4506-8ccf-9f31998d208a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:04:25.268037 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24428db8-d432-4506-8ccf-9f31998d208a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:04:25.352945 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:04:25.379696 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24428db8-d432-4506-8ccf-9f31998d208a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:25.414513 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24428db8-d432-4506-8ccf-9f31998d208a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:25.420378 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-24428db8-d432-4506-8ccf-9f31998d208a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] 10.222.0.58 "DELETE /v2.0/networks/24e20f3f-42ca-4ba4-964f-a75afc7f146d HTTP/1.1" status: 204 len: 168 time: 1.1038232 Jul 13 08:04:25.470389 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1141077d-68e2-40e2-bbc6-3c0c96aafea7 req-d003a7cb-e4e2-4df7-a48f-019fbe02c559 tempest-ServersNegativeTestJSON-1852385458 tempest-ServersNegativeTestJSON-1852385458-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7319c3a-9e22-471e-b6fd-e3eeb4a7c23e HTTP/1.1" status: 200 len: 210 time: 0.0497081 Jul 13 08:04:25.471218 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24428db8-d432-4506-8ccf-9f31998d208a tempest-TagsExtTest-1924570060 tempest-TagsExtTest-1924570060-project] Pushing event deleted for resources: {'Network': ['ID=24e20f3f-42ca-4ba4-964f-a75afc7f146d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:25.479557 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ac4fcdf-2d6b-4bf0-9b7c-6521e45b37dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:25.496640 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] For port 4ac7e1b2-6e19-4373-ba87-3370d07244b9, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:04:25.557881 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ac4fcdf-2d6b-4bf0-9b7c-6521e45b37dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:25.561603 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ac4fcdf-2d6b-4bf0-9b7c-6521e45b37dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:25.569599 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5ac4fcdf-2d6b-4bf0-9b7c-6521e45b37dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/36c686a2-3f82-450e-9864-9a12a7bdfb86 HTTP/1.1" status: 204 len: 168 time: 0.5812998 Jul 13 08:04:25.569914 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24631935-8ab1-4088-bf13-5aa27196ad61 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:04:25.583156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] Sync routers for ids ['722546e2-4f3d-41d3-bf71-8b40cfb18cca'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:04:25.596808 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4fcdf-2d6b-4bf0-9b7c-6521e45b37dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c686a2-3f82-450e-9864-9a12a7bdfb86,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:25.607578 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:25.628631 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:25.659635 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24631935-8ab1-4088-bf13-5aa27196ad61 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:25.669474 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47776) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:25.676275 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-24631935-8ab1-4088-bf13-5aa27196ad61 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.5254555 Jul 13 08:04:25.690433 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] Routers {'722546e2-4f3d-41d3-bf71-8b40cfb18cca'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:25.698705 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:03:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['722546e2-4f3d-41d3-bf71-8b40cfb18cca'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:25.813962 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac7e1b2-6e19-4373-ba87-3370d07244b9,revision_number=7']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:26.133987 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] Set router 722546e2-4f3d-41d3-bf71-8b40cfb18cca gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:04:26.165974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b722f-d799-4369-b0fe-42beeb669986 req-9289932c-b77f-422b-9d43-41f9ec520752 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:26.193108 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c0b722f-d799-4369-b0fe-42beeb669986 req-9289932c-b77f-422b-9d43-41f9ec520752 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 943 time: 0.3853097 Jul 13 08:04:26.233337 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] Attempting to bind port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 on host n-h2-779913-28 for vnic_type normal with profile {"migrating_to": "n-h1-779913-28"} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:04:26.234674 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] Attempting to bind port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:04:26.234982 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] Attempting to bind port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 on network d013c030-1ee3-40e3-b3a2-d58ba564a20a {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:04:26.242499 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] Port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 on network d013c030-1ee3-40e3-b3a2-d58ba564a20a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:04:26.242499 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] Attempting to bind port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 on network d013c030-1ee3-40e3-b3a2-d58ba564a20a {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:04:26.247541 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:04:26.248007 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] Checking segment: {'id': '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:04:26.248554 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] Bound using segment: {'id': '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:04:26.249131 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] Bound port: 4ac7e1b2-6e19-4373-ba87-3370d07244b9, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:04:26.250259 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:26.270577 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47784) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:26.352446 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] For port 4ac7e1b2-6e19-4373-ba87-3370d07244b9, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:04:26.356297 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] For port 4ac7e1b2-6e19-4373-ba87-3370d07244b9, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4ac7e1b2-6e19-4373-ba87-3370d07244b9,segment=NetworkSegment(73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1),segment_id=73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:04:26.369126 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:26.420219 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9a76ef6f-b9d8-4253-885e-9c25fbb958f3 None None] Provisioning complete for port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:26.421316 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9a76ef6f-b9d8-4253-885e-9c25fbb958f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:26.442444 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac7e1b2-6e19-4373-ba87-3370d07244b9,revision_number=8']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:26.583777 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a0da8b21-9426-476b-9bbf-177296c4a34c no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:04:26.711410 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c0b722f-d799-4369-b0fe-42beeb669986 req-dba73df7-52b5-42f9-b527-1885c8d74d9e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362042 Jul 13 08:04:26.711741 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: a0da8b21-9426-476b-9bbf-177296c4a34c {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:04:26.720963 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a0da8b21-9426-476b-9bbf-177296c4a34c not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:04:26.808032 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ac7e1b2-6e19-4373-ba87-3370d07244b9'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:26.812003 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eeda7d0-e2be-4bc1-b417-07adcbb28af0" -d '{"events": [{"server_uuid": "f1395fb2-1155-4560-8cf7-4df5aa0c2b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "4ac7e1b2-6e19-4373-ba87-3370d07244b9"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:26.869861 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:26.871571 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:26.874420 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-62485c7d-7fac-4204-8153-84be0993dfe1 service neutron] 10.222.0.35 "PUT /v2.0/ports/4ac7e1b2-6e19-4373-ba87-3370d07244b9 HTTP/1.1" status: 200 len: 1123 time: 2.1342976 Jul 13 08:04:26.875244 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47800) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:26.881302 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1c5c47d2-0f88-4439-9887-a35dfbce820e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a0c5fb04e23b4620acbaea461d6907ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5213130 Jul 13 08:04:26.935643 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47804) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:27.050561 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff534aa-a68b-43d7-bb46-f9e67f07ad3b x-openstack-request-id: req-1ff534aa-a68b-43d7-bb46-f9e67f07ad3b {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:27.051113 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1395fb2-1155-4560-8cf7-4df5aa0c2b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "4ac7e1b2-6e19-4373-ba87-3370d07244b9", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:27.051502 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ff534aa-a68b-43d7-bb46-f9e67f07ad3b {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:27.052143 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ac7e1b2-6e19-4373-ba87-3370d07244b9', 'code': 200} Jul 13 08:04:27.056832 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebdf962-16b5-4de8-a562-0475062942f3 admin admin] Deleting subnet 53b9c81c-e3a5-4f3c-a0c3-29ef11d7a9fd {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:04:27.063143 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eebdf962-16b5-4de8-a562-0475062942f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:27.100557 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9a76ef6f-b9d8-4253-885e-9c25fbb958f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:27.124961 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eebdf962-16b5-4de8-a562-0475062942f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:27.184252 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6751ad44-8438-4364-88bd-c14073d41968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:27.209544 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eebdf962-16b5-4de8-a562-0475062942f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:27.246419 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6751ad44-8438-4364-88bd-c14073d41968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:27.264334 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['4ac7e1b2-6e19-4373-ba87-3370d07244b9'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:04:27.281848 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac7e1b2-6e19-4373-ba87-3370d07244b9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:27.285956 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bcb2ad-a3b9-48b2-91b8-0e2fce0fdaad" -d '{"events": [{"server_uuid": "f1395fb2-1155-4560-8cf7-4df5aa0c2b1d", "name": "network-vif-plugged", "status": "completed", "tag": "4ac7e1b2-6e19-4373-ba87-3370d07244b9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:27.375721 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-9a76ef6f-b9d8-4253-885e-9c25fbb958f3 None None] For port 4ac7e1b2-6e19-4373-ba87-3370d07244b9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4ac7e1b2-6e19-4373-ba87-3370d07244b9,segment=NetworkSegment(73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1),segment_id=73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:27.388207 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9a76ef6f-b9d8-4253-885e-9c25fbb958f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:27.420707 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eebdf962-16b5-4de8-a562-0475062942f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:27.537070 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eebdf962-16b5-4de8-a562-0475062942f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:27.540475 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-eebdf962-16b5-4de8-a562-0475062942f3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/53b9c81c-e3a5-4f3c-a0c3-29ef11d7a9fd HTTP/1.1" status: 204 len: 168 time: 0.6461580 Jul 13 08:04:27.542911 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebdf962-16b5-4de8-a562-0475062942f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53b9c81c-e3a5-4f3c-a0c3-29ef11d7a9fd,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:27.545274 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47814) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:27.605499 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d607a39-3e07-49ee-9a7a-e7a97276fc0d x-openstack-request-id: req-4d607a39-3e07-49ee-9a7a-e7a97276fc0d {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:27.606425 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1395fb2-1155-4560-8cf7-4df5aa0c2b1d", "name": "network-vif-plugged", "status": "completed", "tag": "4ac7e1b2-6e19-4373-ba87-3370d07244b9", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:27.606425 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d607a39-3e07-49ee-9a7a-e7a97276fc0d {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:27.606816 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac7e1b2-6e19-4373-ba87-3370d07244b9', 'code': 200} Jul 13 08:04:27.739234 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e730fd4e-56e3-418a-a064-88cdebd33f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:27.790124 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6751ad44-8438-4364-88bd-c14073d41968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:27.802051 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6751ad44-8438-4364-88bd-c14073d41968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:27.807600 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6751ad44-8438-4364-88bd-c14073d41968 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/914aaeb1-af5b-4eb9-a1fe-775cb3909e2e HTTP/1.1" status: 204 len: 168 time: 0.8663900 Jul 13 08:04:27.825140 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5e14200-ca8d-4b2a-98b7-dbfb4c3ecd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:27.969353 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47822) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:28.007730 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751ad44-8438-4364-88bd-c14073d41968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914aaeb1-af5b-4eb9-a1fe-775cb3909e2e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:28.108061 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5e14200-ca8d-4b2a-98b7-dbfb4c3ecd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:28.134684 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f5e14200-ca8d-4b2a-98b7-dbfb4c3ecd63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6010d2c2-d300-400c-be9f-95d4cb60edee']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:28.175308 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f5e14200-ca8d-4b2a-98b7-dbfb4c3ecd63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78096199-7087-45c3-a364-e9e751751f37') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:28.175834 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f5e14200-ca8d-4b2a-98b7-dbfb4c3ecd63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78096199-7087-45c3-a364-e9e751751f37') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:28.215900 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5e14200-ca8d-4b2a-98b7-dbfb4c3ecd63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:28.269766 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5e14200-ca8d-4b2a-98b7-dbfb4c3ecd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:28.294385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e14200-ca8d-4b2a-98b7-dbfb4c3ecd63 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:04:28.297140 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5e14200-ca8d-4b2a-98b7-dbfb4c3ecd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:28.373836 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b678491-0505-42aa-a562-029eda600626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:28.402067 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76ef6f-b9d8-4253-885e-9c25fbb958f3 None None] Pushing event updated for resources: {'Port': ['ID=4ac7e1b2-6e19-4373-ba87-3370d07244b9,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:04:28.404842 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:04:28.412912 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722546e2-4f3d-41d3-bf71-8b40cfb18cca', 'name': 'tempest-TestServerMultinode-1697968803-router', 'tenant_id': '62719eb88b5a4f868b4f7810ed24807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fa0caaa5-1a40-4daf-8794-4b71d6b221f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:17Z', 'updated_at': '2021-07-13T08:04:22Z', 'revision_number': 3, 'project_id': '62719eb88b5a4f868b4f7810ed24807a', 'gw_port': {'id': 'fa0caaa5-1a40-4daf-8794-4b71d6b221f1', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722546e2-4f3d-41d3-bf71-8b40cfb18cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:20Z', 'updated_at': '2021-07-13T08:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:28.413630 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5e14200-ca8d-4b2a-98b7-dbfb4c3ecd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:28.418984 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:28.449857 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5e14200-ca8d-4b2a-98b7-dbfb4c3ecd63 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:28.461300 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f5e14200-ca8d-4b2a-98b7-dbfb4c3ecd63 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6010d2c2-d300-400c-be9f-95d4cb60edee HTTP/1.1" status: 204 len: 168 time: 0.9133325 Jul 13 08:04:28.464320 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-e730fd4e-56e3-418a-a064-88cdebd33f2e admin admin] Allocated IP 172.20.0.1 (7e0db76d-83fa-4051-8d46-aa17f26cfe31/45caf31b-f134-4ef5-b23d-e93dafc3c11b/08ba4885-e4bf-4d3f-af77-c7403ec33859) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:04:28.465187 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e14200-ca8d-4b2a-98b7-dbfb4c3ecd63 admin admin] Pushing event deleted for resources: {'Network': ['ID=6010d2c2-d300-400c-be9f-95d4cb60edee,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:28.468070 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] Checking router: 722546e2-4f3d-41d3-bf71-8b40cfb18cca for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:04:28.468657 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] Updating router 722546e2-4f3d-41d3-bf71-8b40cfb18cca port fa0caaa5-1a40-4daf-8794-4b71d6b221f1 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:04:28.594979 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:28.686136 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-0b6b8adf-cb82-443f-beac-0052287a8322 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-783342724'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:28.760315 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6b8adf-cb82-443f-beac-0052287a8322 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Made reservation on behalf of 16f6ef9f9bdd4907b72f83f4840c942b for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:04:28.769995 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b6b8adf-cb82-443f-beac-0052287a8322 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:28.818899 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b6b8adf-cb82-443f-beac-0052287a8322 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:28.923531 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47836) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:28.954071 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e730fd4e-56e3-418a-a064-88cdebd33f2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:28.983584 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-e730fd4e-56e3-418a-a064-88cdebd33f2e admin admin] Transition to ACTIVE for port object 08ba4885-e4bf-4d3f-af77-c7403ec33859 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:29.061934 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'tag': '4ac7e1b2-6e19-4373-ba87-3370d07244b9'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:29.067185 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6b48ad-137e-454f-80af-7a572576cadf" -d '{"events": [{"name": "network-changed", "server_uuid": "f1395fb2-1155-4560-8cf7-4df5aa0c2b1d", "tag": "4ac7e1b2-6e19-4373-ba87-3370d07244b9"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:29.078521 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e730fd4e-56e3-418a-a064-88cdebd33f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:29.082017 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:29.104434 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] Transition to ACTIVE for port object fa0caaa5-1a40-4daf-8794-4b71d6b221f1 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:29.121308 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:29.146178 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9909d83c-f569-47a6-8303-cb4864012346 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0eefcb1ad9d4424186c36993d3bfbbea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2193072 Jul 13 08:04:29.151341 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47842) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:29.207626 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-82d23edc-4a7c-4421-871c-c4b3a4f064b6 None None] Provisioning complete for port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:29.208230 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82d23edc-4a7c-4421-871c-c4b3a4f064b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:29.220156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a2877-fe33-4eac-b482-bb3001416eaf None None] Pushing event updated for resources: {'Port': ['ID=fa0caaa5-1a40-4daf-8794-4b71d6b221f1,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:29.248975 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c82a8d6-ab14-4398-baee-afe89d288077 x-openstack-request-id: req-8c82a8d6-ab14-4398-baee-afe89d288077 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:29.249667 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1395fb2-1155-4560-8cf7-4df5aa0c2b1d", "tag": "4ac7e1b2-6e19-4373-ba87-3370d07244b9", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:29.250077 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8c82a8d6-ab14-4398-baee-afe89d288077 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:29.250926 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'tag': '4ac7e1b2-6e19-4373-ba87-3370d07244b9', 'status': 'completed', 'code': 200} Jul 13 08:04:29.302292 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730fd4e-56e3-418a-a064-88cdebd33f2e admin admin] Pushing event updated for resources: {'Port': ['ID=08ba4885-e4bf-4d3f-af77-c7403ec33859,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:29.343320 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] Attempting to bind port fa0caaa5-1a40-4daf-8794-4b71d6b221f1 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:04:29.344064 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] Attempting to bind port fa0caaa5-1a40-4daf-8794-4b71d6b221f1 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:04:29.344663 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] Attempting to bind port fa0caaa5-1a40-4daf-8794-4b71d6b221f1 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:04:29.358986 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aa5c45cb-79f6-4281-8d52-a140f131bdf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:29.371277 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b6b8adf-cb82-443f-beac-0052287a8322 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:29.396318 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:04:29.397163 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:04:29.397858 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:29.399199 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:04:29.400318 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] Bound port: fa0caaa5-1a40-4daf-8794-4b71d6b221f1, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:04:29.401005 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:29.421020 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e730fd4e-56e3-418a-a064-88cdebd33f2e admin admin] Network 7e0db76d-83fa-4051-8d46-aa17f26cfe31 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:29.431994 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e730fd4e-56e3-418a-a064-88cdebd33f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:29.459238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e730fd4e-56e3-418a-a064-88cdebd33f2e admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:29.472327 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b6b8adf-cb82-443f-beac-0052287a8322 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:29.601107 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6b8adf-cb82-443f-beac-0052287a8322 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:04:29.619916 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b2000-d2b2-4ff1-8094-b6fb6df0f8d0 req-afcedcf0-d638-463d-8779-75e8e2ba0d45 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:29.623587 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-466b2000-d2b2-4ff1-8094-b6fb6df0f8d0 req-afcedcf0-d638-463d-8779-75e8e2ba0d45 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 945 time: 0.8496742 Jul 13 08:04:29.634272 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b6b8adf-cb82-443f-beac-0052287a8322 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:29.636471 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-0b6b8adf-cb82-443f-beac-0052287a8322 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Added segment 36dbb81e-03f6-421e-8bd4-0490b0580ea7 of type vlan for network 03509e65-dd19-429f-852f-3a96b70ed851 Jul 13 08:04:29.718114 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e730fd4e-56e3-418a-a064-88cdebd33f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:29.719861 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] For port fa0caaa5-1a40-4daf-8794-4b71d6b221f1, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:04:29.759825 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b6b8adf-cb82-443f-beac-0052287a8322 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:29.770582 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:29.815153 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 4ac7e1b2-6e19-4373-ba87-3370d07244b9 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:04:29.851578 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aa5c45cb-79f6-4281-8d52-a140f131bdf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:29.852069 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] For port fa0caaa5-1a40-4daf-8794-4b71d6b221f1, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=fa0caaa5-1a40-4daf-8794-4b71d6b221f1,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:04:29.867471 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:29.876174 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b8adf-cb82-443f-beac-0052287a8322 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3948a6-bf07-466b-bce2-abb9ca9c5e9d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:29.890935 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b48ad-137e-454f-80af-7a572576cadf req-fe80ee27-4dc5-4387-aee5-8d2f0a6159f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:29.894071 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9a6b48ad-137e-454f-80af-7a572576cadf req-fe80ee27-4dc5-4387-aee5-8d2f0a6159f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 1128 time: 0.6013863 Jul 13 08:04:30.003301 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-466b2000-d2b2-4ff1-8094-b6fb6df0f8d0 req-63688a5f-53f2-4833-9059-7a38ee870226 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3618538 Jul 13 08:04:30.043347 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b6b8adf-cb82-443f-beac-0052287a8322 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:30.044439 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a2877-fe33-4eac-b482-bb3001416eaf None None] Pushing event updated for resources: {'Port': ['ID=fa0caaa5-1a40-4daf-8794-4b71d6b221f1,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:30.058360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6b8adf-cb82-443f-beac-0052287a8322 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:30.059300 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0b6b8adf-cb82-443f-beac-0052287a8322 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:30.091986 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aa5c45cb-79f6-4281-8d52-a140f131bdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:30.096085 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aa5c45cb-79f6-4281-8d52-a140f131bdf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:30.100029 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-aa5c45cb-79f6-4281-8d52-a140f131bdf4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4fbe0edd-c81f-4f9f-b000-5f8f7b07c281 HTTP/1.1" status: 204 len: 168 time: 0.9426510 Jul 13 08:04:30.121498 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0b6b8adf-cb82-443f-beac-0052287a8322 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1450117 Jul 13 08:04:30.122462 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47856) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:30.151234 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a62e2d23-077b-4615-a11b-ce862780bff4 None None] Provisioning for port 08ba4885-e4bf-4d3f-af77-c7403ec33859 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:30.159080 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ab55cc68-ea3c-4f3d-9720-2e5141691708 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Request body: {'subnet': {'network_id': '03509e65-dd19-429f-852f-3a96b70ed851', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:30.253994 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a62e2d23-077b-4615-a11b-ce862780bff4 None None] Provisioning complete for port 08ba4885-e4bf-4d3f-af77-c7403ec33859 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:30.255767 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a62e2d23-077b-4615-a11b-ce862780bff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:30.314329 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b48ad-137e-454f-80af-7a572576cadf req-c2399e71-a761-4e6b-95e3-72371a12bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:30.316410 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9a6b48ad-137e-454f-80af-7a572576cadf req-c2399e71-a761-4e6b-95e3-72371a12bd9a service neutron] 10.222.0.62 "GET /v2.0/networks?id=d013c030-1ee3-40e3-b3a2-d58ba564a20a HTTP/1.1" status: 200 len: 897 time: 0.4009819 Jul 13 08:04:30.347433 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c45cb-79f6-4281-8d52-a140f131bdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbe0edd-c81f-4f9f-b000-5f8f7b07c281,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:30.368338 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a62e2d23-077b-4615-a11b-ce862780bff4 None None] Port 08ba4885-e4bf-4d3f-af77-c7403ec33859 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:04:30.438305 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] Routers {'722546e2-4f3d-41d3-bf71-8b40cfb18cca'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:30.440764 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:04:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['722546e2-4f3d-41d3-bf71-8b40cfb18cca'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:30.472003 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47860) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:30.511595 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b8adf-cb82-443f-beac-0052287a8322 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Network': ['ID=03509e65-dd19-429f-852f-3a96b70ed851,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:30.536589 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 03509e65-dd19-429f-852f-3a96b70ed851 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:04:30.588997 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e730fd4e-56e3-418a-a064-88cdebd33f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:30.607312 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9a6b48ad-137e-454f-80af-7a572576cadf req-9fa0cdfc-8eef-41d3-9dce-1bc692f7ebd9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ac7e1b2-6e19-4373-ba87-3370d07244b9 HTTP/1.1" status: 200 len: 1001 time: 0.2769859 Jul 13 08:04:30.625457 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 4ac7e1b2-6e19-4373-ba87-3370d07244b9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4ac7e1b2-6e19-4373-ba87-3370d07244b9,segment=NetworkSegment(73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1),segment_id=73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:30.738588 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab55cc68-ea3c-4f3d-9720-2e5141691708 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Made reservation on behalf of 16f6ef9f9bdd4907b72f83f4840c942b for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:04:30.744444 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab55cc68-ea3c-4f3d-9720-2e5141691708 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:30.829410 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 4ac7e1b2-6e19-4373-ba87-3370d07244b9 has no active binding in host n-h1-779913-28 {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 08:04:30.914466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] Set router 722546e2-4f3d-41d3-bf71-8b40cfb18cca gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:04:31.029084 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b48ad-137e-454f-80af-7a572576cadf req-c4266511-0be6-449b-bae1-d2fbdd0966a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:31.032578 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9a6b48ad-137e-454f-80af-7a572576cadf req-c4266511-0be6-449b-bae1-d2fbdd0966a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=893422e7-0183-484b-b810-0be97f4a151e HTTP/1.1" status: 200 len: 834 time: 0.4022751 Jul 13 08:04:31.228703 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e730fd4e-56e3-418a-a064-88cdebd33f2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:31.235755 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b48ad-137e-454f-80af-7a572576cadf req-de9f9817-b3a0-4edf-864e-7bbfb6ee8ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:31.240074 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9a6b48ad-137e-454f-80af-7a572576cadf req-de9f9817-b3a0-4edf-864e-7bbfb6ee8ae4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d013c030-1ee3-40e3-b3a2-d58ba564a20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1996057 Jul 13 08:04:31.243408 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e730fd4e-56e3-418a-a064-88cdebd33f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:31.302864 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab55cc68-ea3c-4f3d-9720-2e5141691708 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:31.320006 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c8eb62d0-c83b-417d-aa26-9a0d07415854 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1214297603'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:31.406684 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55cc68-ea3c-4f3d-9720-2e5141691708 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Subnet': ['ID=c577e9ae-fef0-4da1-8fe8-9cb005c57d87,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:31.419563 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab55cc68-ea3c-4f3d-9720-2e5141691708 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Checking segment: {'id': '36dbb81e-03f6-421e-8bd4-0490b0580ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '03509e65-dd19-429f-852f-3a96b70ed851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:04:31.420173 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab55cc68-ea3c-4f3d-9720-2e5141691708 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Network hostable DHCP agents. Network: 03509e65-dd19-429f-852f-3a96b70ed851, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:04:31.446786 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab55cc68-ea3c-4f3d-9720-2e5141691708 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Network 03509e65-dd19-429f-852f-3a96b70ed851 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:04:31.473758 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-ab55cc68-ea3c-4f3d-9720-2e5141691708 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 03509e65-dd19-429f-852f-3a96b70ed851) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:31.483195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab55cc68-ea3c-4f3d-9720-2e5141691708 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:31.485508 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ab55cc68-ea3c-4f3d-9720-2e5141691708 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:31.541696 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94faf297-3b7d-4355-80f6-b37b47b0921d None None] Network 03509e65-dd19-429f-852f-3a96b70ed851 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:04:31.544112 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:31.618769 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9a6b48ad-137e-454f-80af-7a572576cadf req-22bf9b3d-24d8-44ff-ad18-7e387e569dfe service neutron] 10.222.0.62 "GET /v2.0/networks/d013c030-1ee3-40e3-b3a2-d58ba564a20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659441 Jul 13 08:04:31.662029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722546e2-4f3d-41d3-bf71-8b40cfb18cca', 'name': 'tempest-TestServerMultinode-1697968803-router', 'tenant_id': '62719eb88b5a4f868b4f7810ed24807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fa0caaa5-1a40-4daf-8794-4b71d6b221f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:17Z', 'updated_at': '2021-07-13T08:04:30Z', 'revision_number': 4, 'project_id': '62719eb88b5a4f868b4f7810ed24807a', 'gw_port': {'id': 'fa0caaa5-1a40-4daf-8794-4b71d6b221f1', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722546e2-4f3d-41d3-bf71-8b40cfb18cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:20Z', 'updated_at': '2021-07-13T08:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '08ba4885-e4bf-4d3f-af77-c7403ec33859', 'name': '', 'network_id': '7e0db76d-83fa-4051-8d46-aa17f26cfe31', 'tenant_id': '62719eb88b5a4f868b4f7810ed24807a', 'mac_address': 'fa:16:3e:b2:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722546e2-4f3d-41d3-bf71-8b40cfb18cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '45caf31b-f134-4ef5-b23d-e93dafc3c11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:27Z', 'updated_at': '2021-07-13T08:04:28Z', 'revision_number': 1, 'project_id': '62719eb88b5a4f868b4f7810ed24807a', 'subnets': [{'id': '45caf31b-f134-4ef5-b23d-e93dafc3c11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:31.683994 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730fd4e-56e3-418a-a064-88cdebd33f2e admin admin] Pushing event updated for resources: {'Port': ['ID=08ba4885-e4bf-4d3f-af77-c7403ec33859,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:31.692833 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ab55cc68-ea3c-4f3d-9720-2e5141691708 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5633996 Jul 13 08:04:31.696940 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47880) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:31.702018 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eb62d0-c83b-417d-aa26-9a0d07415854 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Made reservation on behalf of d00c53ce544148eb92ccc175877d78c5 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:04:31.705774 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c8eb62d0-c83b-417d-aa26-9a0d07415854 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:31.705939 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-65153326-23e1-4e31-9072-f0323a2e3698 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-64954670', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}, 'admin_state_up': False}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:31.763011 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c8eb62d0-c83b-417d-aa26-9a0d07415854 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:31.766544 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e730fd4e-56e3-418a-a064-88cdebd33f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:31.787007 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-65153326-23e1-4e31-9072-f0323a2e3698 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:31.793097 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-65153326-23e1-4e31-9072-f0323a2e3698 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:31.809232 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99860c88-c019-4521-ba8d-798b995a3f01 None None] The sync data for ids ['722546e2-4f3d-41d3-bf71-8b40cfb18cca'] in n-d-779913-28 is: [{'id': '722546e2-4f3d-41d3-bf71-8b40cfb18cca', 'name': 'tempest-TestServerMultinode-1697968803-router', 'tenant_id': '62719eb88b5a4f868b4f7810ed24807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fa0caaa5-1a40-4daf-8794-4b71d6b221f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:17Z', 'updated_at': '2021-07-13T08:04:30Z', 'revision_number': 4, 'project_id': '62719eb88b5a4f868b4f7810ed24807a', 'gw_port': {'id': 'fa0caaa5-1a40-4daf-8794-4b71d6b221f1', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722546e2-4f3d-41d3-bf71-8b40cfb18cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:20Z', 'updated_at': '2021-07-13T08:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '08ba4885-e4bf-4d3f-af77-c7403ec33859', 'name': '', 'network_id': '7e0db76d-83fa-4051-8d46-aa17f26cfe31', 'tenant_id': '62719eb88b5a4f868b4f7810ed24807a', 'mac_address': 'fa:16:3e:b2:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722546e2-4f3d-41d3-bf71-8b40cfb18cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '45caf31b-f134-4ef5-b23d-e93dafc3c11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:27Z', 'updated_at': '2021-07-13T08:04:28Z', 'revision_number': 1, 'project_id': '62719eb88b5a4f868b4f7810ed24807a', 'subnets': [{'id': '45caf31b-f134-4ef5-b23d-e93dafc3c11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:04:31.910936 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee58aa-d50b-43f3-9523-972fa41d5eb2 req-3e8f6b07-9fc0-4c3c-91db-52d95d03a8ae tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:31.915300 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b8ee58aa-d50b-43f3-9523-972fa41d5eb2 req-3e8f6b07-9fc0-4c3c-91db-52d95d03a8ae tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 945 time: 0.4603615 Jul 13 08:04:31.956860 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-65153326-23e1-4e31-9072-f0323a2e3698 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:32.025644 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-aebe62cf-cc47-4d84-abf3-52511b94ba40 None None] Provisioning complete for port 08ba4885-e4bf-4d3f-af77-c7403ec33859 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:32.033255 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aebe62cf-cc47-4d84-abf3-52511b94ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:32.048361 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f043ea8-d487-4c63-90ff-2d19ecd8aaeb None None] Network 03509e65-dd19-429f-852f-3a96b70ed851 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:04:32.248687 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9a6b48ad-137e-454f-80af-7a572576cadf req-0d502e98-d401-4ef4-b301-87d361641346 service neutron] 10.222.0.62 "GET /v2.0/networks/d013c030-1ee3-40e3-b3a2-d58ba564a20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6096575 Jul 13 08:04:32.273606 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e730fd4e-56e3-418a-a064-88cdebd33f2e admin admin] Network 7e0db76d-83fa-4051-8d46-aa17f26cfe31 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:32.297687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e730fd4e-56e3-418a-a064-88cdebd33f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:32.298163 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-aebe62cf-cc47-4d84-abf3-52511b94ba40 None None] Port 08ba4885-e4bf-4d3f-af77-c7403ec33859 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:04:32.335706 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b8ee58aa-d50b-43f3-9523-972fa41d5eb2 req-444f4239-1fa2-4211-8e26-164cf168efa4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3591156 Jul 13 08:04:32.441813 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-65153326-23e1-4e31-9072-f0323a2e3698 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:32.544908 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-ef8c2405-3fe3-4df4-bee3-099bb94628dc service neutron] 10.222.0.62 "GET /v2.0/ports/4ac7e1b2-6e19-4373-ba87-3370d07244b9/bindings/n-h1-779913-28 HTTP/1.1" status: 200 len: 385 time: 0.2768645 Jul 13 08:04:32.841326 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c8eb62d0-c83b-417d-aa26-9a0d07415854 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:32.862711 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e730fd4e-56e3-418a-a064-88cdebd33f2e admin admin] Router 722546e2-4f3d-41d3-bf71-8b40cfb18cca has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:04:32.879265 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c8eb62d0-c83b-417d-aa26-9a0d07415854 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:32.968462 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-394f9bc3-227f-4265-b757-491959b13031 None None] Provisioning complete for port 08ba4885-e4bf-4d3f-af77-c7403ec33859 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:32.969349 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-394f9bc3-227f-4265-b757-491959b13031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:33.037682 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb62d0-c83b-417d-aa26-9a0d07415854 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc06cc46-3745-4070-9c7b-db1ba900943d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:33.045927 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-394f9bc3-227f-4265-b757-491959b13031 None None] Port 08ba4885-e4bf-4d3f-af77-c7403ec33859 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:04:33.072283 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8eb62d0-c83b-417d-aa26-9a0d07415854 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:04:33.103452 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-65153326-23e1-4e31-9072-f0323a2e3698 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:33.119732 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c8eb62d0-c83b-417d-aa26-9a0d07415854 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:33.120842 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-c8eb62d0-c83b-417d-aa26-9a0d07415854 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Added segment c0d04660-00d6-460d-9268-28bb6a012c3f of type vlan for network 2b5dc4b3-529f-4c84-859a-5c16ba1a3111 Jul 13 08:04:33.163470 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-65153326-23e1-4e31-9072-f0323a2e3698 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:33.207234 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-0a9ffe8b-6926-4f2f-bb44-f5982bb23629 service neutron] For port 4ac7e1b2-6e19-4373-ba87-3370d07244b9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4ac7e1b2-6e19-4373-ba87-3370d07244b9,segment=NetworkSegment(73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1),segment_id=73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:33.297659 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c8eb62d0-c83b-417d-aa26-9a0d07415854 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:33.315921 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-0a9ffe8b-6926-4f2f-bb44-f5982bb23629 service neutron] For port 4ac7e1b2-6e19-4373-ba87-3370d07244b9, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:04:33.364300 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e730fd4e-56e3-418a-a064-88cdebd33f2e admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:04:33.377705 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e730fd4e-56e3-418a-a064-88cdebd33f2e admin admin] 10.222.0.58 "PUT /v2.0/routers/722546e2-4f3d-41d3-bf71-8b40cfb18cca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7062242 Jul 13 08:04:33.395895 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c8eb62d0-c83b-417d-aa26-9a0d07415854 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:33.408921 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb62d0-c83b-417d-aa26-9a0d07415854 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:33.409599 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c8eb62d0-c83b-417d-aa26-9a0d07415854 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:33.584642 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ac7e1b2-6e19-4373-ba87-3370d07244b9'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:33.586975 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c8eb62d0-c83b-417d-aa26-9a0d07415854 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 3.0977485 Jul 13 08:04:33.588424 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc351b7-b9f3-4fe9-a108-ea0fbabb3b8e" -d '{"events": [{"server_uuid": "f1395fb2-1155-4560-8cf7-4df5aa0c2b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "4ac7e1b2-6e19-4373-ba87-3370d07244b9"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:33.619192 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47906) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:33.627418 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-088beaf7-2457-4abb-bd8d-cf006f45a2c2 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '2b5dc4b3-529f-4c84-859a-5c16ba1a3111', 'tempest-TagsTest-Tag-667062608') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:33.650645 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-0a9ffe8b-6926-4f2f-bb44-f5982bb23629 service neutron] For port 4ac7e1b2-6e19-4373-ba87-3370d07244b9, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=4ac7e1b2-6e19-4373-ba87-3370d07244b9,segment=NetworkSegment(73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1),segment_id=73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:33.752606 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-0a9ffe8b-6926-4f2f-bb44-f5982bb23629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:33.761121 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb62d0-c83b-417d-aa26-9a0d07415854 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Pushing event updated for resources: {'Network': ['ID=2b5dc4b3-529f-4c84-859a-5c16ba1a3111,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:33.789142 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 2b5dc4b3-529f-4c84-859a-5c16ba1a3111 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:04:33.803470 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6511eeff-531f-4929-a4cc-41023016bdb2 x-openstack-request-id: req-6511eeff-531f-4929-a4cc-41023016bdb2 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:33.803940 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1395fb2-1155-4560-8cf7-4df5aa0c2b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "4ac7e1b2-6e19-4373-ba87-3370d07244b9", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:33.804354 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6511eeff-531f-4929-a4cc-41023016bdb2 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:33.804992 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ac7e1b2-6e19-4373-ba87-3370d07244b9', 'code': 200} Jul 13 08:04:33.833880 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-65153326-23e1-4e31-9072-f0323a2e3698 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Allocated IP 172.25.0.92 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/ab18a211-7994-411f-9b97-947cdb5faed8) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:04:34.332019 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-65153326-23e1-4e31-9072-f0323a2e3698 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:34.434834 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-0a9ffe8b-6926-4f2f-bb44-f5982bb23629 service neutron] Transition to ACTIVE for port object 4ac7e1b2-6e19-4373-ba87-3370d07244b9 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:34.443348 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-0a9ffe8b-6926-4f2f-bb44-f5982bb23629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:34.459014 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-65153326-23e1-4e31-9072-f0323a2e3698 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:34.596303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fa0caaa5-1a40-4daf-8794-4b71d6b221f1 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:34.621246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65153326-23e1-4e31-9072-f0323a2e3698 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:34.637735 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-65153326-23e1-4e31-9072-f0323a2e3698 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:34.652016 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65153326-23e1-4e31-9072-f0323a2e3698 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:34.763578 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port fa0caaa5-1a40-4daf-8794-4b71d6b221f1 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:34.777681 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port fa0caaa5-1a40-4daf-8794-4b71d6b221f1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:34.779294 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:34.790892 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd40cd-9ac1-49dc-b039-980d35b00e45 req-9806ee96-e693-49d3-8aad-6270b7cadb75 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:34.799027 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57bd40cd-9ac1-49dc-b039-980d35b00e45 req-9806ee96-e693-49d3-8aad-6270b7cadb75 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 944 time: 0.9615054 Jul 13 08:04:34.838435 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-088beaf7-2457-4abb-bd8d-cf006f45a2c2 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] 10.222.0.58 "PUT /v2.0/networks/2b5dc4b3-529f-4c84-859a-5c16ba1a3111/tags/tempest-TagsTest-Tag-667062608 HTTP/1.1" status: 201 len: 201 time: 1.2178018 Jul 13 08:04:34.839952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ffe8b-6926-4f2f-bb44-f5982bb23629 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac7e1b2-6e19-4373-ba87-3370d07244b9,revision_number=11']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:34.842839 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 47938) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:34.857893 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.tag.tag_plugin [None req-ebf4ec53-8a14-45cd-ba98-513ca453b309 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2b5dc4b3-529f-4c84-859a-5c16ba1a3111', 'tempest-TagsTest-Tag-667062608') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:34.979432 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57bd40cd-9ac1-49dc-b039-980d35b00e45 req-97470076-97d4-4437-9428-b3e8ec5ad665 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791699 Jul 13 08:04:34.994688 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:35.024056 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port fa0caaa5-1a40-4daf-8794-4b71d6b221f1, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=fa0caaa5-1a40-4daf-8794-4b71d6b221f1,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:35.032735 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:35.086664 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-a14176c3-3048-47a2-9396-91d1eeee01f7 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:35.092477 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-a14176c3-3048-47a2-9396-91d1eeee01f7 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/networks?id=43078bda-414b-4537-984c-c98d74a05731 HTTP/1.1" status: 200 len: 910 time: 0.2856834 Jul 13 08:04:35.127980 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-5087166b-148d-4809-aded-ca0776cd2ca7 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/quotas/62719eb88b5a4f868b4f7810ed24807a HTTP/1.1" status: 200 len: 375 time: 0.0247190 Jul 13 08:04:35.220662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=fa0caaa5-1a40-4daf-8794-4b71d6b221f1,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:35.344140 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-b2a8e870-f0a2-4ba9-9b84-13743db7dff3 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?tenant_id=62719eb88b5a4f868b4f7810ed24807a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2084966 Jul 13 08:04:35.492497 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-8d34704e-1628-4180-b120-3f2fd28454cc service neutron] 10.222.0.58 "GET /v2.0/networks/43078bda-414b-4537-984c-c98d74a05731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382475 Jul 13 08:04:35.616333 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-0a9ffe8b-6926-4f2f-bb44-f5982bb23629 service neutron] No DVR routers for this DVR port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:04:35.624242 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-946174de-047a-42c1-8c32-98484b726b5a service neutron] 10.222.0.58 "GET /v2.0/networks/43078bda-414b-4537-984c-c98d74a05731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188679 Jul 13 08:04:35.686300 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65153326-23e1-4e31-9072-f0323a2e3698 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Port': ['ID=ab18a211-7994-411f-9b97-947cdb5faed8,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:35.847562 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ebf4ec53-8a14-45cd-ba98-513ca453b309 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] 10.222.0.58 "GET /v2.0/networks/2b5dc4b3-529f-4c84-859a-5c16ba1a3111/tags/tempest-TagsTest-Tag-667062608 HTTP/1.1" status: 204 len: 168 time: 0.9939995 Jul 13 08:04:35.851722 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47948) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:35.858062 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-825f85a1-aa63-47db-a03b-8d51ca0fb8cd tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '2b5dc4b3-529f-4c84-859a-5c16ba1a3111') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:35.943355 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-65153326-23e1-4e31-9072-f0323a2e3698 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:35.951513 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-0a9ffe8b-6926-4f2f-bb44-f5982bb23629 service neutron] 10.222.0.62 "PUT /v2.0/ports/4ac7e1b2-6e19-4373-ba87-3370d07244b9/bindings/n-h1-779913-28/activate HTTP/1.1" status: 200 len: 370 time: 3.3985879 Jul 13 08:04:35.991179 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f27d3f10-0170-43d2-b054-336a6bbe051e req-15104094-2869-4221-9088-5a4338e948bf tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1ce4f03-9501-408f-9e74-3f1c20f917c3 HTTP/1.1" status: 200 len: 210 time: 0.0738018 Jul 13 08:04:36.050932 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-825f85a1-aa63-47db-a03b-8d51ca0fb8cd tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] 10.222.0.58 "GET /v2.0/networks/2b5dc4b3-529f-4c84-859a-5c16ba1a3111/tags HTTP/1.1" status: 200 len: 237 time: 0.1980259 Jul 13 08:04:36.056180 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47954) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:36.062734 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-d4a9efed-3695-4121-948b-4735b6f6b7e5 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '2b5dc4b3-529f-4c84-859a-5c16ba1a3111', {'tags': ['tempest-TagsTest-Tag-89920722', 'tempest-TagsTest-Tag-51520595', 'tempest-TagsTest-Tag-1300121903']}) {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:36.247846 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] Sync routers for ids ['722546e2-4f3d-41d3-bf71-8b40cfb18cca'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:04:36.260996 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] Routers {'722546e2-4f3d-41d3-bf71-8b40cfb18cca'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:36.261947 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:04:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['722546e2-4f3d-41d3-bf71-8b40cfb18cca'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:36.267113 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d4a9efed-3695-4121-948b-4735b6f6b7e5 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] 10.222.0.58 "PUT /v2.0/networks/2b5dc4b3-529f-4c84-859a-5c16ba1a3111/tags HTTP/1.1" status: 200 len: 305 time: 0.2092390 Jul 13 08:04:36.272621 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47964) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:36.284206 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-e805d168-3aea-4a31-9aa4-641e19a84dc9 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '2b5dc4b3-529f-4c84-859a-5c16ba1a3111', 'tempest-TagsTest-Tag-89920722') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:36.356477 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-65153326-23e1-4e31-9072-f0323a2e3698 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:36.450935 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951491ef-ae55-45d9-a88f-b23fe6a0cd8c req-a91a7af0-d3df-42da-8a8d-bbf5d7d130c5 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:36.454331 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-951491ef-ae55-45d9-a88f-b23fe6a0cd8c req-a91a7af0-d3df-42da-8a8d-bbf5d7d130c5 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 944 time: 0.2608845 Jul 13 08:04:36.598818 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fa0caaa5-1a40-4daf-8794-4b71d6b221f1 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:36.694117 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-f8459851-443d-4871-9a7f-b24c32656d53 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:36.696296 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-f8459851-443d-4871-9a7f-b24c32656d53 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d&tenant_id=b0a400cab12449b3b23abe0905366730&binding%3Ahost_id=n-h2-779913-28 HTTP/1.1" status: 200 len: 1096 time: 0.5194860 Jul 13 08:04:36.725743 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e805d168-3aea-4a31-9aa4-641e19a84dc9 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] 10.222.0.58 "DELETE /v2.0/networks/2b5dc4b3-529f-4c84-859a-5c16ba1a3111/tags/tempest-TagsTest-Tag-89920722 HTTP/1.1" status: 204 len: 168 time: 0.4511228 Jul 13 08:04:36.751459 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] Set router 722546e2-4f3d-41d3-bf71-8b40cfb18cca gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:04:36.756973 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47974) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:36.790322 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port fa0caaa5-1a40-4daf-8794-4b71d6b221f1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:36.790582 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-5be3e65d-43e6-460e-90ac-d2e19e527d01 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2b5dc4b3-529f-4c84-859a-5c16ba1a3111', 'tempest-TagsTest-Tag-89920722') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:36.791303 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:36.881444 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-951491ef-ae55-45d9-a88f-b23fe6a0cd8c req-b884bde1-6b22-46d2-9cdf-2ee03023b9e2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2849545 Jul 13 08:04:37.057897 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 4ac7e1b2-6e19-4373-ba87-3370d07244b9 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:04:37.067594 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-fcb77da3-ae9a-4daa-b8dd-1678d0c78f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:37.067933 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-5be3e65d-43e6-460e-90ac-d2e19e527d01 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] show failed (client error): The resource could not be found. Jul 13 08:04:37.069603 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-fcb77da3-ae9a-4daa-b8dd-1678d0c78f48 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d&tenant_id=b0a400cab12449b3b23abe0905366730 HTTP/1.1" status: 200 len: 1096 time: 0.3561118 Jul 13 08:04:37.070341 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5be3e65d-43e6-460e-90ac-d2e19e527d01 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] 10.222.0.58 "GET /v2.0/networks/2b5dc4b3-529f-4c84-859a-5c16ba1a3111/tags/tempest-TagsTest-Tag-89920722 HTTP/1.1" status: 404 len: 324 time: 0.3012421 Jul 13 08:04:37.074171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47990) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:37.084268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-bb9f1fb4-8672-4a4b-97f3-fb39b03eddaf tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2b5dc4b3-529f-4c84-859a-5c16ba1a3111', 'tempest-TagsTest-Tag-51520595') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:37.219622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 4ac7e1b2-6e19-4373-ba87-3370d07244b9 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:04:37.288530 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65153326-23e1-4e31-9072-f0323a2e3698 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Router 611fdb4d-7fd7-4ec4-9144-64e823617d54 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:04:37.340113 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bb9f1fb4-8672-4a4b-97f3-fb39b03eddaf tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] 10.222.0.58 "GET /v2.0/networks/2b5dc4b3-529f-4c84-859a-5c16ba1a3111/tags/tempest-TagsTest-Tag-51520595 HTTP/1.1" status: 204 len: 168 time: 0.2641006 Jul 13 08:04:37.345372 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 47996) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:37.354423 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-0455044d-ee91-48a0-84a8-d067d8593c21 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2b5dc4b3-529f-4c84-859a-5c16ba1a3111', 'tempest-TagsTest-Tag-1300121903') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:37.469113 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-3216ee1f-1036-4260-8115-d9ffedfb8f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:37.470742 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-3216ee1f-1036-4260-8115-d9ffedfb8f46 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 1096 time: 0.3555179 Jul 13 08:04:37.543794 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722546e2-4f3d-41d3-bf71-8b40cfb18cca', 'name': 'tempest-TestServerMultinode-1697968803-router', 'tenant_id': '62719eb88b5a4f868b4f7810ed24807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fa0caaa5-1a40-4daf-8794-4b71d6b221f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:17Z', 'updated_at': '2021-07-13T08:04:30Z', 'revision_number': 4, 'project_id': '62719eb88b5a4f868b4f7810ed24807a', 'gw_port': {'id': 'fa0caaa5-1a40-4daf-8794-4b71d6b221f1', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722546e2-4f3d-41d3-bf71-8b40cfb18cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:20Z', 'updated_at': '2021-07-13T08:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '08ba4885-e4bf-4d3f-af77-c7403ec33859', 'name': '', 'network_id': '7e0db76d-83fa-4051-8d46-aa17f26cfe31', 'tenant_id': '62719eb88b5a4f868b4f7810ed24807a', 'mac_address': 'fa:16:3e:b2:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722546e2-4f3d-41d3-bf71-8b40cfb18cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '45caf31b-f134-4ef5-b23d-e93dafc3c11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:27Z', 'updated_at': '2021-07-13T08:04:30Z', 'revision_number': 2, 'project_id': '62719eb88b5a4f868b4f7810ed24807a', 'subnets': [{'id': '45caf31b-f134-4ef5-b23d-e93dafc3c11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:37.626391 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] Checking router: 722546e2-4f3d-41d3-bf71-8b40cfb18cca for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:04:37.627031 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] Updating router 722546e2-4f3d-41d3-bf71-8b40cfb18cca port 08ba4885-e4bf-4d3f-af77-c7403ec33859 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:04:37.656217 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-780651a0-7165-4296-b398-d0e33da25185 req-56618f31-060c-4e64-99d5-f255e330c15f tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1ce4f03-9501-408f-9e74-3f1c20f917c3 HTTP/1.1" status: 200 len: 210 time: 0.1955404 Jul 13 08:04:37.664032 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0455044d-ee91-48a0-84a8-d067d8593c21 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] 10.222.0.58 "GET /v2.0/networks/2b5dc4b3-529f-4c84-859a-5c16ba1a3111/tags/tempest-TagsTest-Tag-1300121903 HTTP/1.1" status: 204 len: 168 time: 0.3167908 Jul 13 08:04:37.671630 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48002) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:37.677870 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-9eef3bda-09bd-4dbc-89ff-7d4dc91acf39 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2b5dc4b3-529f-4c84-859a-5c16ba1a3111') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:37.726661 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:37.740281 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65153326-23e1-4e31-9072-f0323a2e3698 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:04:37.754749 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc4c232-4078-420c-b984-2eb4c54921bd None None] Sync routers for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:04:37.773208 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc4c232-4078-420c-b984-2eb4c54921bd None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:37.774147 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-2dc4c232-4078-420c-b984-2eb4c54921bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:04:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:37.775597 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-65153326-23e1-4e31-9072-f0323a2e3698 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:37.777739 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-65153326-23e1-4e31-9072-f0323a2e3698 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.0791702 Jul 13 08:04:37.789140 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48004) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:37.791457 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99f84b-096f-43fb-8082-1fcb17705999 req-f020cac9-6ad6-46e7-ad25-cfe74b75c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:37.794063 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fc99f84b-096f-43fb-8082-1fcb17705999 req-f020cac9-6ad6-46e7-ad25-cfe74b75c8ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9a95614752e4491a86abe9092bae175&device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 1098 time: 0.2305181 Jul 13 08:04:37.849810 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-2dc4c232-4078-420c-b984-2eb4c54921bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:37.867994 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc4c232-4078-420c-b984-2eb4c54921bd None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:37.869538 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-2dc4c232-4078-420c-b984-2eb4c54921bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:04:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:37.908833 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-5c16f24a-6780-4971-bf43-97e161106868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:37.911327 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-5c16f24a-6780-4971-bf43-97e161106868 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d013c030-1ee3-40e3-b3a2-d58ba564a20a HTTP/1.1" status: 200 len: 897 time: 0.4304688 Jul 13 08:04:37.932046 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-2dc4c232-4078-420c-b984-2eb4c54921bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:37.932782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc4c232-4078-420c-b984-2eb4c54921bd None None] The sync data for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:04:37.949737 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9eef3bda-09bd-4dbc-89ff-7d4dc91acf39 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] 10.222.0.58 "DELETE /v2.0/networks/2b5dc4b3-529f-4c84-859a-5c16ba1a3111/tags HTTP/1.1" status: 204 len: 168 time: 0.2768633 Jul 13 08:04:37.967035 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48008) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:37.992197 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-c4e7404a-f12e-4434-9acd-220d9b4889d2 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2b5dc4b3-529f-4c84-859a-5c16ba1a3111', 'tempest-TagsTest-Tag-51520595') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:38.062435 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:38.143531 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-a8d53384-dc54-4e6f-a692-339ab0cad602 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ac7e1b2-6e19-4373-ba87-3370d07244b9 HTTP/1.1" status: 200 len: 999 time: 0.2041416 Jul 13 08:04:38.383703 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-c4e7404a-f12e-4434-9acd-220d9b4889d2 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] show failed (client error): The resource could not be found. Jul 13 08:04:38.385465 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c4e7404a-f12e-4434-9acd-220d9b4889d2 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] 10.222.0.58 "GET /v2.0/networks/2b5dc4b3-529f-4c84-859a-5c16ba1a3111/tags/tempest-TagsTest-Tag-51520595 HTTP/1.1" status: 404 len: 324 time: 0.4143658 Jul 13 08:04:38.396701 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48010) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:38.416376 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-fbdd63e5-ea4c-4836-a447-982c2bb6b2d4 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2b5dc4b3-529f-4c84-859a-5c16ba1a3111', 'tempest-TagsTest-Tag-1300121903') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:38.553656 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000175d-4187-4a7d-92c8-a8f5c0ad9406 req-02534c62-5ca3-45df-b532-e70ad3d50bfc tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:38.568856 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3000175d-4187-4a7d-92c8-a8f5c0ad9406 req-02534c62-5ca3-45df-b532-e70ad3d50bfc tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.5988927 Jul 13 08:04:38.625069 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:38.648045 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] Transition to ACTIVE for port object 08ba4885-e4bf-4d3f-af77-c7403ec33859 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:38.660350 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99f84b-096f-43fb-8082-1fcb17705999 req-db866011-7b0b-4396-b6b5-711dbc768f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:38.662238 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fc99f84b-096f-43fb-8082-1fcb17705999 req-db866011-7b0b-4396-b6b5-711dbc768f0c service neutron] 10.222.0.35 "GET /v2.0/networks?id=beb00341-60c7-4eb1-9a39-32233237abd7 HTTP/1.1" status: 200 len: 919 time: 0.8536205 Jul 13 08:04:38.665451 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:38.681680 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-482f5ebf-927f-4084-be22-2dedfad3691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:38.684069 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-482f5ebf-927f-4084-be22-2dedfad3691f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=893422e7-0183-484b-b810-0be97f4a151e HTTP/1.1" status: 200 len: 834 time: 0.2059164 Jul 13 08:04:38.695481 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3000175d-4187-4a7d-92c8-a8f5c0ad9406 req-105a3635-0b3d-4c6a-a837-6c4169caf2d9 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249502 Jul 13 08:04:38.715278 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38609dfd-6efe-4256-9559-980084bfb333 req-22f30a84-c814-4e39-94b7-715fcfa5e849 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:38.757044 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-38609dfd-6efe-4256-9559-980084bfb333 req-22f30a84-c814-4e39-94b7-715fcfa5e849 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 944 time: 0.5366385 Jul 13 08:04:38.804642 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622ae54-69e2-4755-adef-d8b0a230d8e3 None None] Pushing event updated for resources: {'Port': ['ID=08ba4885-e4bf-4d3f-af77-c7403ec33859,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:38.820967 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a622ae54-69e2-4755-adef-d8b0a230d8e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:38.821480 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a622ae54-69e2-4755-adef-d8b0a230d8e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:38.822328 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a622ae54-69e2-4755-adef-d8b0a230d8e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:38.822735 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a622ae54-69e2-4755-adef-d8b0a230d8e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:38.823165 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a622ae54-69e2-4755-adef-d8b0a230d8e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:38.823538 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a622ae54-69e2-4755-adef-d8b0a230d8e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:38.824013 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a622ae54-69e2-4755-adef-d8b0a230d8e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:38.824548 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a622ae54-69e2-4755-adef-d8b0a230d8e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:38.825063 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a622ae54-69e2-4755-adef-d8b0a230d8e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:38.825728 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a622ae54-69e2-4755-adef-d8b0a230d8e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:38.826221 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a622ae54-69e2-4755-adef-d8b0a230d8e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:38.827103 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a622ae54-69e2-4755-adef-d8b0a230d8e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:38.988100 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-38609dfd-6efe-4256-9559-980084bfb333 req-78a7ac70-8b70-4662-91a3-53a28b0bf360 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293773 Jul 13 08:04:39.104051 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] Attempting to bind port 08ba4885-e4bf-4d3f-af77-c7403ec33859 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:04:39.104633 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] Attempting to bind port 08ba4885-e4bf-4d3f-af77-c7403ec33859 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '471b9e29-2f37-4e54-a22a-dd1e6b52114f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7e0db76d-83fa-4051-8d46-aa17f26cfe31'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:04:39.114607 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] Attempting to bind port 08ba4885-e4bf-4d3f-af77-c7403ec33859 on network 7e0db76d-83fa-4051-8d46-aa17f26cfe31 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:04:39.167000 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:04:39.167599 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] Checking segment: {'id': '471b9e29-2f37-4e54-a22a-dd1e6b52114f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7e0db76d-83fa-4051-8d46-aa17f26cfe31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:04:39.168227 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:39.168862 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] Bound using segment: {'id': '471b9e29-2f37-4e54-a22a-dd1e6b52114f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7e0db76d-83fa-4051-8d46-aa17f26cfe31'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:04:39.169672 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] Bound port: 08ba4885-e4bf-4d3f-af77-c7403ec33859, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471b9e29-2f37-4e54-a22a-dd1e6b52114f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7e0db76d-83fa-4051-8d46-aa17f26cfe31'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:04:39.170308 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:39.225836 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-fbdd63e5-ea4c-4836-a447-982c2bb6b2d4 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] show failed (client error): The resource could not be found. Jul 13 08:04:39.231828 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fbdd63e5-ea4c-4836-a447-982c2bb6b2d4 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] 10.222.0.58 "GET /v2.0/networks/2b5dc4b3-529f-4c84-859a-5c16ba1a3111/tags/tempest-TagsTest-Tag-1300121903 HTTP/1.1" status: 404 len: 326 time: 0.8331647 Jul 13 08:04:39.242947 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48018) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:39.267148 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-b7250578-8348-4732-9dd1-e8a3af020b67 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2b5dc4b3-529f-4c84-859a-5c16ba1a3111') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:39.460874 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] For port 08ba4885-e4bf-4d3f-af77-c7403ec33859, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:04:39.472601 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7ebad6e3-9445-43ac-81c8-5dad5de9a91d req-811d1641-1bf2-4230-a9f8-a01f4015ad02 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1ce4f03-9501-408f-9e74-3f1c20f917c3 HTTP/1.1" status: 200 len: 210 time: 0.2313683 Jul 13 08:04:39.487755 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] For port 08ba4885-e4bf-4d3f-af77-c7403ec33859, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=08ba4885-e4bf-4d3f-af77-c7403ec33859,segment=NetworkSegment(471b9e29-2f37-4e54-a22a-dd1e6b52114f),segment_id=471b9e29-2f37-4e54-a22a-dd1e6b52114f)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:04:39.495494 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:39.656900 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fc99f84b-096f-43fb-8082-1fcb17705999 req-ada89d06-2d12-4019-83a3-fbaef883d814 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=899df02f-669f-4ae4-8560-5ccd83a94264 HTTP/1.1" status: 200 len: 217 time: 0.9809501 Jul 13 08:04:39.680726 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] Routers {'722546e2-4f3d-41d3-bf71-8b40cfb18cca'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:39.681830 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:04:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['722546e2-4f3d-41d3-bf71-8b40cfb18cca'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:39.850885 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622ae54-69e2-4755-adef-d8b0a230d8e3 None None] Pushing event updated for resources: {'Port': ['ID=08ba4885-e4bf-4d3f-af77-c7403ec33859,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:39.851765 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-32b1fa5c-1310-4687-8224-4a4f6d07d37a tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:39.854876 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-32b1fa5c-1310-4687-8224-4a4f6d07d37a tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.35 "GET /v2.0/networks?id=43078bda-414b-4537-984c-c98d74a05731 HTTP/1.1" status: 200 len: 910 time: 0.3774817 Jul 13 08:04:39.875071 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-cca5cb31-00e9-4c0e-95df-65aec40b8924 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Request body: {'port': {'device_id': 'f1ce4f03-9501-408f-9e74-3f1c20f917c3', 'network_id': '43078bda-414b-4537-984c-c98d74a05731', 'admin_state_up': True, 'tenant_id': '62719eb88b5a4f868b4f7810ed24807a'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:40.043108 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-cca5cb31-00e9-4c0e-95df-65aec40b8924 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Made reservation on behalf of 62719eb88b5a4f868b4f7810ed24807a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:04:40.048794 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-cca5cb31-00e9-4c0e-95df-65aec40b8924 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:40.139097 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b7250578-8348-4732-9dd1-e8a3af020b67 tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] 10.222.0.58 "DELETE /v2.0/networks/2b5dc4b3-529f-4c84-859a-5c16ba1a3111/tags HTTP/1.1" status: 204 len: 168 time: 0.8932624 Jul 13 08:04:40.140750 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48032) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:40.222019 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99f84b-096f-43fb-8082-1fcb17705999 req-f018bf19-60c1-4c11-a894-40f9457e93a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:40.225717 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fc99f84b-096f-43fb-8082-1fcb17705999 req-f018bf19-60c1-4c11-a894-40f9457e93a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3ed3d0b9-c13b-441a-b2a2-61a397b26fa8 HTTP/1.1" status: 200 len: 858 time: 0.4893565 Jul 13 08:04:40.235285 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-1fe4806d-efbc-43d1-9bfa-ed5200ceea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:40.238615 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-1fe4806d-efbc-43d1-9bfa-ed5200ceea59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d013c030-1ee3-40e3-b3a2-d58ba564a20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6048114 Jul 13 08:04:40.267162 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] Set router 722546e2-4f3d-41d3-bf71-8b40cfb18cca gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:04:40.294990 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fc99f84b-096f-43fb-8082-1fcb17705999 req-6126401a-fa20-43dd-8d99-7783061425eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=beb00341-60c7-4eb1-9a39-32233237abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543542 Jul 13 08:04:40.448650 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f559e255-ef63-4856-aea3-b707b019b89d tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:40.504156 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfe707-57d0-4234-919e-8fe6008431a7 req-8caca0d4-b375-4e92-b784-3fa6c007b09c tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:40.506735 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-22cfe707-57d0-4234-919e-8fe6008431a7 req-8caca0d4-b375-4e92-b784-3fa6c007b09c tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.4848309 Jul 13 08:04:40.572899 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 08ba4885-e4bf-4d3f-af77-c7403ec33859 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:40.671027 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-7a16dbf8-7886-490e-848e-1b87cc1e749d service neutron] 10.222.0.35 "GET /v2.0/networks/d013c030-1ee3-40e3-b3a2-d58ba564a20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714139 Jul 13 08:04:40.705488 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 08ba4885-e4bf-4d3f-af77-c7403ec33859 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:40.712887 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 08ba4885-e4bf-4d3f-af77-c7403ec33859 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:40.713960 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:40.768723 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-cca5cb31-00e9-4c0e-95df-65aec40b8924 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Allocated IP 172.20.0.4 (43078bda-414b-4537-984c-c98d74a05731/13050edf-c86c-497c-a505-82f17c22ba11/3348f58a-003a-423b-9522-88531201fea9) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:04:40.771081 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722546e2-4f3d-41d3-bf71-8b40cfb18cca', 'name': 'tempest-TestServerMultinode-1697968803-router', 'tenant_id': '62719eb88b5a4f868b4f7810ed24807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fa0caaa5-1a40-4daf-8794-4b71d6b221f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:17Z', 'updated_at': '2021-07-13T08:04:30Z', 'revision_number': 4, 'project_id': '62719eb88b5a4f868b4f7810ed24807a', 'gw_port': {'id': 'fa0caaa5-1a40-4daf-8794-4b71d6b221f1', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722546e2-4f3d-41d3-bf71-8b40cfb18cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:20Z', 'updated_at': '2021-07-13T08:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '08ba4885-e4bf-4d3f-af77-c7403ec33859', 'name': '', 'network_id': '7e0db76d-83fa-4051-8d46-aa17f26cfe31', 'tenant_id': '62719eb88b5a4f868b4f7810ed24807a', 'mac_address': 'fa:16:3e:b2:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722546e2-4f3d-41d3-bf71-8b40cfb18cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '45caf31b-f134-4ef5-b23d-e93dafc3c11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:27Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '62719eb88b5a4f868b4f7810ed24807a', 'subnets': [{'id': '45caf31b-f134-4ef5-b23d-e93dafc3c11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:40.822883 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-22cfe707-57d0-4234-919e-8fe6008431a7 req-4cc6f68d-b6c5-4e5f-95b6-795fb39bb8f4 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979836 Jul 13 08:04:40.857205 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:40.899973 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e5bff2-ebf2-4c61-b91a-9d92daf070a4 None None] The sync data for ids ['722546e2-4f3d-41d3-bf71-8b40cfb18cca'] in n-d-779913-28 is: [{'id': '722546e2-4f3d-41d3-bf71-8b40cfb18cca', 'name': 'tempest-TestServerMultinode-1697968803-router', 'tenant_id': '62719eb88b5a4f868b4f7810ed24807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fa0caaa5-1a40-4daf-8794-4b71d6b221f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:17Z', 'updated_at': '2021-07-13T08:04:30Z', 'revision_number': 4, 'project_id': '62719eb88b5a4f868b4f7810ed24807a', 'gw_port': {'id': 'fa0caaa5-1a40-4daf-8794-4b71d6b221f1', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722546e2-4f3d-41d3-bf71-8b40cfb18cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:20Z', 'updated_at': '2021-07-13T08:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '08ba4885-e4bf-4d3f-af77-c7403ec33859', 'name': '', 'network_id': '7e0db76d-83fa-4051-8d46-aa17f26cfe31', 'tenant_id': '62719eb88b5a4f868b4f7810ed24807a', 'mac_address': 'fa:16:3e:b2:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722546e2-4f3d-41d3-bf71-8b40cfb18cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '45caf31b-f134-4ef5-b23d-e93dafc3c11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:27Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '62719eb88b5a4f868b4f7810ed24807a', 'subnets': [{'id': '45caf31b-f134-4ef5-b23d-e93dafc3c11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:04:40.908952 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f559e255-ef63-4856-aea3-b707b019b89d tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:40.909936 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 08ba4885-e4bf-4d3f-af77-c7403ec33859, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=08ba4885-e4bf-4d3f-af77-c7403ec33859,segment=NetworkSegment(471b9e29-2f37-4e54-a22a-dd1e6b52114f),segment_id=471b9e29-2f37-4e54-a22a-dd1e6b52114f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:40.915979 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:40.929930 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fc99f84b-096f-43fb-8082-1fcb17705999 req-b3af4e6c-9910-4d73-9b7d-3010955a2897 service neutron] 10.222.0.35 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6062267 Jul 13 08:04:40.941020 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-f559e255-ef63-4856-aea3-b707b019b89d tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5dc4b3-529f-4c84-859a-5c16ba1a3111']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:40.955510 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba2ac2-41b0-428a-a9df-501308d428f0 req-02985a4b-77e6-42c3-82cf-edcfccc23464 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:40.962831 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28ba2ac2-41b0-428a-a9df-501308d428f0 req-02985a4b-77e6-42c3-82cf-edcfccc23464 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 944 time: 0.5472276 Jul 13 08:04:40.997738 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-f559e255-ef63-4856-aea3-b707b019b89d tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d04660-00d6-460d-9268-28bb6a012c3f') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:40.998010 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-f559e255-ef63-4856-aea3-b707b019b89d tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d04660-00d6-460d-9268-28bb6a012c3f') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:41.060187 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f559e255-ef63-4856-aea3-b707b019b89d tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.077565 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-a16f9cfc-4350-4f5b-bd19-8abf2d98ffda service neutron] 10.222.0.35 "GET /v2.0/networks/d013c030-1ee3-40e3-b3a2-d58ba564a20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925397 Jul 13 08:04:41.098164 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=08ba4885-e4bf-4d3f-af77-c7403ec33859,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:41.161894 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f559e255-ef63-4856-aea3-b707b019b89d tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.237748 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f559e255-ef63-4856-aea3-b707b019b89d tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:04:41.250764 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f559e255-ef63-4856-aea3-b707b019b89d tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.291167 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28ba2ac2-41b0-428a-a9df-501308d428f0 req-407a800b-0110-4a23-9ef3-44a941b02840 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270841 Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:04:41.292800 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:04:41.450111 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fc99f84b-096f-43fb-8082-1fcb17705999 req-73b451e1-53d2-410c-9a63-5ea74f91aba8 service neutron] 10.222.0.35 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050855 Jul 13 08:04:41.488275 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67c94892-26bb-49cf-8a50-3900ac2622be tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.625833 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-87a79d14-237f-4730-b2b5-5334daef9b5c None None] Provisioning complete for port 08ba4885-e4bf-4d3f-af77-c7403ec33859 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:41.627036 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-87a79d14-237f-4730-b2b5-5334daef9b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.702383 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f7859fc-405d-4204-abad-0da74492d9d0 req-2156352a-6d4a-41fb-9535-741a0737b67f tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1ce4f03-9501-408f-9e74-3f1c20f917c3 HTTP/1.1" status: 200 len: 210 time: 0.2965696 Jul 13 08:04:41.707056 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f559e255-ef63-4856-aea3-b707b019b89d tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.734071 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f559e255-ef63-4856-aea3-b707b019b89d tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.737533 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f559e255-ef63-4856-aea3-b707b019b89d tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] 10.222.0.58 "DELETE /v2.0/networks/2b5dc4b3-529f-4c84-859a-5c16ba1a3111 HTTP/1.1" status: 204 len: 168 time: 1.5862305 Jul 13 08:04:41.757213 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559e255-ef63-4856-aea3-b707b019b89d tempest-TagsTest-329283981 tempest-TagsTest-329283981-project] Pushing event deleted for resources: {'Network': ['ID=2b5dc4b3-529f-4c84-859a-5c16ba1a3111,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:41.925109 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-cca5cb31-00e9-4c0e-95df-65aec40b8924 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.954119 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-cca5cb31-00e9-4c0e-95df-65aec40b8924 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Transition to ACTIVE for port object 3348f58a-003a-423b-9522-88531201fea9 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:42.241809 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-cca5cb31-00e9-4c0e-95df-65aec40b8924 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:42.398589 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-67c94892-26bb-49cf-8a50-3900ac2622be tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Allocated IP 172.20.0.1 (03509e65-dd19-429f-852f-3a96b70ed851/c577e9ae-fef0-4da1-8fe8-9cb005c57d87/3b3959b8-16e2-4813-93e4-9135c45ff380) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:04:42.509193 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5cb31-00e9-4c0e-95df-65aec40b8924 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Pushing event updated for resources: {'Port': ['ID=3348f58a-003a-423b-9522-88531201fea9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:42.568043 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-cca5cb31-00e9-4c0e-95df-65aec40b8924 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Network 43078bda-414b-4537-984c-c98d74a05731 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:42.588727 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 08ba4885-e4bf-4d3f-af77-c7403ec33859 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:42.652202 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-cca5cb31-00e9-4c0e-95df-65aec40b8924 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:42.664869 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-cca5cb31-00e9-4c0e-95df-65aec40b8924 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:42.851285 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 08ba4885-e4bf-4d3f-af77-c7403ec33859 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:42.852095 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:43.026409 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-cca5cb31-00e9-4c0e-95df-65aec40b8924 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:43.027433 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-cca5cb31-00e9-4c0e-95df-65aec40b8924 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:43.053679 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67c94892-26bb-49cf-8a50-3900ac2622be tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:43.065275 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:43.096180 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48058) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:43.101042 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-a8165eb1-3158-4143-8503-bfdd62ca22b3 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:43.109054 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-a8165eb1-3158-4143-8503-bfdd62ca22b3 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d&tenant_id=b0a400cab12449b3b23abe0905366730&binding%3Ahost_id=n-h1-779913-28 HTTP/1.1" status: 200 len: 1096 time: 0.6818311 Jul 13 08:04:43.180033 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-cca5cb31-00e9-4c0e-95df-65aec40b8924 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.3150334 Jul 13 08:04:43.197253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] Request body: {'port': {'device_id': 'f1ce4f03-9501-408f-9e74-3f1c20f917c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:43.219439 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acef81-8d39-40c3-a511-6cb7f17a4f82 req-cef3f094-96cd-4487-9d9b-703078c1d3f4 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:43.222195 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b1acef81-8d39-40c3-a511-6cb7f17a4f82 req-cef3f094-96cd-4487-9d9b-703078c1d3f4 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.6958983 Jul 13 08:04:43.296790 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67c94892-26bb-49cf-8a50-3900ac2622be tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:43.325216 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cf95a-4776-4fbc-afc2-0b44d7b3b970 req-0fb83d2f-a112-4cfd-a307-4ddfd6e93193 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:43.327906 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a4cf95a-4776-4fbc-afc2-0b44d7b3b970 req-0fb83d2f-a112-4cfd-a307-4ddfd6e93193 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 944 time: 0.4976220 Jul 13 08:04:43.352117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c1c82779-9648-411b-80cc-77f655c65843 None None] Provisioning for port 3348f58a-003a-423b-9522-88531201fea9 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:43.370063 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c1c82779-9648-411b-80cc-77f655c65843 None None] Provisioning complete for port 3348f58a-003a-423b-9522-88531201fea9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:43.372588 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c1c82779-9648-411b-80cc-77f655c65843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:43.428195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c94892-26bb-49cf-8a50-3900ac2622be tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Network 03509e65-dd19-429f-852f-3a96b70ed851 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:43.449159 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b1acef81-8d39-40c3-a511-6cb7f17a4f82 req-5035a595-f867-4a9b-902b-b76db5c1200e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886265 Jul 13 08:04:43.459268 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-67c94892-26bb-49cf-8a50-3900ac2622be tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:43.503403 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c94892-26bb-49cf-8a50-3900ac2622be tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Port': ['ID=3b3959b8-16e2-4813-93e4-9135c45ff380,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:43.509576 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c94892-26bb-49cf-8a50-3900ac2622be tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:43.521681 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:43.528002 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a4cf95a-4776-4fbc-afc2-0b44d7b3b970 req-e6ce82a6-7e90-49bd-af52-c941a2b610e1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837795 Jul 13 08:04:43.613232 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48068) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:43.616071 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-942624f8-0490-4fe6-87e4-d07aea9265ce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d00c53ce544148eb92ccc175877d78c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5093896 Jul 13 08:04:43.624919 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c1c82779-9648-411b-80cc-77f655c65843 None None] Port 3348f58a-003a-423b-9522-88531201fea9 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:04:43.741906 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67c94892-26bb-49cf-8a50-3900ac2622be tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:43.837729 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-e43fd95a-02b9-471b-97d5-e73ca86ed3dc service neutron] For port 4ac7e1b2-6e19-4373-ba87-3370d07244b9, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:04:43.859379 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-e43fd95a-02b9-471b-97d5-e73ca86ed3dc service neutron] Notify callbacks [] for binding, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:43.860633 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-e43fd95a-02b9-471b-97d5-e73ca86ed3dc service neutron] 10.222.0.35 "DELETE /v2.0/ports/4ac7e1b2-6e19-4373-ba87-3370d07244b9/bindings/n-h2-779913-28 HTTP/1.1" status: 204 len: 173 time: 0.7435861 Jul 13 08:04:43.901375 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1eeacc12-0926-4f3b-bceb-825f93669230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:43.979613 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1eeacc12-0926-4f3b-bceb-825f93669230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:44.119170 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1eeacc12-0926-4f3b-bceb-825f93669230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:44.124452 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1eeacc12-0926-4f3b-bceb-825f93669230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:44.126490 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1eeacc12-0926-4f3b-bceb-825f93669230 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bc06cc46-3745-4070-9c7b-db1ba900943d HTTP/1.1" status: 204 len: 168 time: 0.5078795 Jul 13 08:04:44.146825 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67c94892-26bb-49cf-8a50-3900ac2622be tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:44.150397 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeacc12-0926-4f3b-bceb-825f93669230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc06cc46-3745-4070-9c7b-db1ba900943d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:44.242056 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a7ac8-356f-4ec5-b9f1-cd6ec66175aa req-66f28ead-264d-42ea-a830-f7128f14459a tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:44.243960 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a4a7ac8-356f-4ec5-b9f1-cd6ec66175aa req-66f28ead-264d-42ea-a830-f7128f14459a tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1ce4f03-9501-408f-9e74-3f1c20f917c3 HTTP/1.1" status: 200 len: 1027 time: 0.3018439 Jul 13 08:04:44.263542 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1b09c-ef12-430c-ade0-db61e04a56d8 req-3554343d-e9d6-4874-b1b7-7e3c62b7f2a2 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:44.269461 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c1f1b09c-ef12-430c-ade0-db61e04a56d8 req-3554343d-e9d6-4874-b1b7-7e3c62b7f2a2 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 1096 time: 0.3978193 Jul 13 08:04:44.408293 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a4a7ac8-356f-4ec5-b9f1-cd6ec66175aa req-4fac1150-1dcb-4a53-9f5f-0f66adbe73ca tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302440 Jul 13 08:04:44.428854 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3348f58a-003a-423b-9522-88531201fea9 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:04:44.461535 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c1f1b09c-ef12-430c-ade0-db61e04a56d8 req-15fdf767-cdf4-4322-a200-5611b61a76b9 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869493 Jul 13 08:04:44.472225 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:44.523715 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] Transition to ACTIVE for port object 3348f58a-003a-423b-9522-88531201fea9 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:44.530869 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:44.675707 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-919648b3-bca7-4515-ad0f-4738f42ecdfa req-090ed50e-32be-47f5-b5fb-9dc51eaa25f0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2229035 Jul 13 08:04:44.721996 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3348f58a-003a-423b-9522-88531201fea9,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:44.937727 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-b20ef194-0032-40f4-8eb7-9506b4325b88 req-14c7e096-23cf-4147-a854-2ad8f367934d tempest-ServerDiskConfigTestJSON-1349911571 tempest-ServerDiskConfigTestJSON-1349911571-project] (93723) timed out ('10.222.0.62', 51226) {{(pid=93723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:04:45.257441 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] Attempting to bind port 3348f58a-003a-423b-9522-88531201fea9 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:04:45.257983 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] Attempting to bind port 3348f58a-003a-423b-9522-88531201fea9 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'cb03514a-7f62-4660-91db-3c23ffd3dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '43078bda-414b-4537-984c-c98d74a05731'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:04:45.259356 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] Attempting to bind port 3348f58a-003a-423b-9522-88531201fea9 on network 43078bda-414b-4537-984c-c98d74a05731 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:04:45.283385 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] Port 3348f58a-003a-423b-9522-88531201fea9 on network 43078bda-414b-4537-984c-c98d74a05731 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:04:45.284535 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] Attempting to bind port 3348f58a-003a-423b-9522-88531201fea9 on network 43078bda-414b-4537-984c-c98d74a05731 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:04:45.310498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919648b3-bca7-4515-ad0f-4738f42ecdfa req-5c71fd6f-82e7-4b5e-9917-16cdb20752f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:45.313192 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-919648b3-bca7-4515-ad0f-4738f42ecdfa req-5c71fd6f-82e7-4b5e-9917-16cdb20752f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 1098 time: 0.4379423 Jul 13 08:04:45.324101 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f9fde-5375-4a2f-a07a-70e4a0553300 req-448ff162-03b4-469c-9b5b-af72711a12d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:45.339278 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9e3f9fde-5375-4a2f-a07a-70e4a0553300 req-448ff162-03b4-469c-9b5b-af72711a12d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 944 time: 0.4135652 Jul 13 08:04:45.345107 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67c94892-26bb-49cf-8a50-3900ac2622be tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:45.353587 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67c94892-26bb-49cf-8a50-3900ac2622be tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:45.370344 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:04:45.371056 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] Checking segment: {'id': 'cb03514a-7f62-4660-91db-3c23ffd3dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '43078bda-414b-4537-984c-c98d74a05731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:04:45.371978 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] Bound using segment: {'id': 'cb03514a-7f62-4660-91db-3c23ffd3dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '43078bda-414b-4537-984c-c98d74a05731'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:04:45.373115 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] Bound port: 3348f58a-003a-423b-9522-88531201fea9, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb03514a-7f62-4660-91db-3c23ffd3dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '43078bda-414b-4537-984c-c98d74a05731'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:04:45.374511 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:45.497065 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08161b25-bbb8-47c0-9b5a-3539bb9c486e req-884029bb-0825-4a6c-8a4e-efb51a9a5ca0 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:45.507650 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08161b25-bbb8-47c0-9b5a-3539bb9c486e req-884029bb-0825-4a6c-8a4e-efb51a9a5ca0 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.5027301 Jul 13 08:04:45.607804 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9e3f9fde-5375-4a2f-a07a-70e4a0553300 req-27d5742d-4c7b-487d-b40b-7120aac583d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503295 Jul 13 08:04:45.623170 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08161b25-bbb8-47c0-9b5a-3539bb9c486e req-147a0391-010a-48bb-9395-6624299834e4 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107168 Jul 13 08:04:45.649610 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] For port 3348f58a-003a-423b-9522-88531201fea9, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:04:45.657555 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] For port 3348f58a-003a-423b-9522-88531201fea9, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3348f58a-003a-423b-9522-88531201fea9,segment=NetworkSegment(cb03514a-7f62-4660-91db-3c23ffd3dfa6),segment_id=cb03514a-7f62-4660-91db-3c23ffd3dfa6)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:04:45.663685 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:45.711352 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:45.712203 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:45.714177 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] 10.222.0.35 "PUT /v2.0/ports/3348f58a-003a-423b-9522-88531201fea9 HTTP/1.1" status: 200 len: 1092 time: 2.5266323 Jul 13 08:04:45.714946 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ce4f03-9501-408f-9e74-3f1c20f917c3', 'tag': '3348f58a-003a-423b-9522-88531201fea9'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:45.717494 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a7461b-821c-4ac6-be70-c4d87d3230f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ce4f03-9501-408f-9e74-3f1c20f917c3", "tag": "3348f58a-003a-423b-9522-88531201fea9"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:45.728036 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48100) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:45.856506 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c479c-b6f9-4ccc-9e3b-dcc0f39388b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3348f58a-003a-423b-9522-88531201fea9,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:45.921158 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-82a43bfb-d7f4-4f32-8d7b-83212dba95ee tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/floatingips/68910eaf-644f-4dd0-b3d9-f11631aa0072 HTTP/1.1" status: 200 len: 991 time: 0.1774831 Jul 13 08:04:45.955677 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-fb0f5e92-cb6e-4dc3-9521-6403ab36056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:45.957626 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-fb0f5e92-cb6e-4dc3-9521-6403ab36056f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=62719eb88b5a4f868b4f7810ed24807a&device_id=f1ce4f03-9501-408f-9e74-3f1c20f917c3 HTTP/1.1" status: 200 len: 1095 time: 0.1651416 Jul 13 08:04:46.085137 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-1ec11143-a8bf-4f38-9c57-19301cc766cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3348f58a-003a-423b-9522-88531201fea9 HTTP/1.1" status: 200 len: 217 time: 0.1191497 Jul 13 08:04:46.364433 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a77457-4b6e-4b15-ad7f-960450eef7a4 req-9b6cf6b6-d280-4950-8f52-2bacb285d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:46.366859 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-45a77457-4b6e-4b15-ad7f-960450eef7a4 req-9b6cf6b6-d280-4950-8f52-2bacb285d97e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9a95614752e4491a86abe9092bae175&device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 1098 time: 1.1424227 Jul 13 08:04:46.374895 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c94892-26bb-49cf-8a50-3900ac2622be tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Port': ['ID=3b3959b8-16e2-4813-93e4-9135c45ff380,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:46.500903 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-67c94892-26bb-49cf-8a50-3900ac2622be tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:46.592783 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a77457-4b6e-4b15-ad7f-960450eef7a4 req-b907b94f-035f-4822-9ac6-d7054c17c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:46.594424 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-45a77457-4b6e-4b15-ad7f-960450eef7a4 req-b907b94f-035f-4822-9ac6-d7054c17c4b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=beb00341-60c7-4eb1-9a39-32233237abd7 HTTP/1.1" status: 200 len: 919 time: 0.1549091 Jul 13 08:04:46.655623 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:04:46.674674 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-45a77457-4b6e-4b15-ad7f-960450eef7a4 req-20929feb-bcbf-45ac-abe7-495fc1819c6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=899df02f-669f-4ae4-8560-5ccd83a94264 HTTP/1.1" status: 200 len: 217 time: 0.0690529 Jul 13 08:04:46.677613 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919648b3-bca7-4515-ad0f-4738f42ecdfa req-2197789e-dfe9-4e32-ba22-959d5c161a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:46.679422 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-919648b3-bca7-4515-ad0f-4738f42ecdfa req-2197789e-dfe9-4e32-ba22-959d5c161a07 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 912 time: 1.3047888 Jul 13 08:04:46.885117 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-cbe736ac-f486-40d7-9a22-56fd7b6d1fda req-55717673-68e7-4df6-b85c-483f6ba0d941 service neutron] (93723) timed out ('10.222.0.62', 51072) {{(pid=93723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:04:46.921257 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c94892-26bb-49cf-8a50-3900ac2622be tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Network 03509e65-dd19-429f-852f-3a96b70ed851 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:46.933077 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-67c94892-26bb-49cf-8a50-3900ac2622be tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:47.006293 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48128) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:47.153534 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a77457-4b6e-4b15-ad7f-960450eef7a4 req-4c0794a1-c6e3-4b50-8a2d-d68c45de1c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:47.155700 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-45a77457-4b6e-4b15-ad7f-960450eef7a4 req-4c0794a1-c6e3-4b50-8a2d-d68c45de1c53 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3ed3d0b9-c13b-441a-b2a2-61a397b26fa8 HTTP/1.1" status: 200 len: 858 time: 0.4735956 Jul 13 08:04:47.179292 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-a5113a99-0297-4b61-98b9-4eeeb7bbf13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:47.184508 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-a5113a99-0297-4b61-98b9-4eeeb7bbf13f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13050edf-c86c-497c-a505-82f17c22ba11 HTTP/1.1" status: 200 len: 848 time: 1.0217381 Jul 13 08:04:47.198075 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105628b1-05a9-48f5-8176-047a595de4af x-openstack-request-id: req-105628b1-05a9-48f5-8176-047a595de4af {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:47.198075 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ce4f03-9501-408f-9e74-3f1c20f917c3", "tag": "3348f58a-003a-423b-9522-88531201fea9", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:47.198075 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-105628b1-05a9-48f5-8176-047a595de4af {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:47.198075 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ce4f03-9501-408f-9e74-3f1c20f917c3', 'tag': '3348f58a-003a-423b-9522-88531201fea9', 'status': 'completed', 'code': 200} Jul 13 08:04:47.200656 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-919648b3-bca7-4515-ad0f-4738f42ecdfa req-0960bc68-ad9c-46a7-a539-ce24de646b5e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88d03ae3-c60f-4355-88a3-1848503d945d HTTP/1.1" status: 200 len: 1002 time: 0.5068390 Jul 13 08:04:47.314555 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-45a77457-4b6e-4b15-ad7f-960450eef7a4 req-a83c976b-6f24-44a4-a4f6-c3099f753c7d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=beb00341-60c7-4eb1-9a39-32233237abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1427119 Jul 13 08:04:47.456312 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e12c7-5ce5-44c7-881f-fc22bfbc9055 req-aee1b21d-1793-4893-bc5a-24714ab91baf tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:47.465057 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d5e12c7-5ce5-44c7-881f-fc22bfbc9055 req-aee1b21d-1793-4893-bc5a-24714ab91baf tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1ce4f03-9501-408f-9e74-3f1c20f917c3 HTTP/1.1" status: 200 len: 1095 time: 1.4048164 Jul 13 08:04:47.503519 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-e9cf5b57-bd50-4e11-8d62-e6f9f2670320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:47.506802 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-e9cf5b57-bd50-4e11-8d62-e6f9f2670320 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=43078bda-414b-4537-984c-c98d74a05731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3102753 Jul 13 08:04:47.538969 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac44cb6-b5c1-4de6-9a43-86bc81e0cded req-ddead5e5-538c-4eb9-89de-83eda7daae30 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:47.558297 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2ac44cb6-b5c1-4de6-9a43-86bc81e0cded req-ddead5e5-538c-4eb9-89de-83eda7daae30 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.3547590 Jul 13 08:04:47.651614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919648b3-bca7-4515-ad0f-4738f42ecdfa req-2781f9fa-5f1d-4102-bb35-d1beb20bab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:47.653182 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-919648b3-bca7-4515-ad0f-4738f42ecdfa req-2781f9fa-5f1d-4102-bb35-d1beb20bab18 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 200 len: 850 time: 0.4025435 Jul 13 08:04:47.733285 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c94892-26bb-49cf-8a50-3900ac2622be tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Router 611fdb4d-7fd7-4ec4-9144-64e823617d54 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:04:47.739779 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d5e12c7-5ce5-44c7-881f-fc22bfbc9055 req-89692f4f-bb02-4680-8c85-57062c05cb95 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506673 Jul 13 08:04:47.759081 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2ac44cb6-b5c1-4de6-9a43-86bc81e0cded req-98316b20-eedb-4bc7-96ea-974f8e1a99a8 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040050 Jul 13 08:04:47.875846 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-45a77457-4b6e-4b15-ad7f-960450eef7a4 req-e4f5366e-3d9c-4944-a5d2-e9813d2bc4e8 service neutron] 10.222.0.35 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309975 Jul 13 08:04:47.948722 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-7bc68da1-c1da-448a-bbf4-6329ed18ff72 service neutron] 10.222.0.35 "GET /v2.0/networks/43078bda-414b-4537-984c-c98d74a05731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903949 Jul 13 08:04:48.083996 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-261c9f08-1fc1-4a7d-8772-2f45ef2b104a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Deleting port a01ad3f1-cb7c-4749-b7bd-e26b80d4c96d {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:04:48.083996 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-261c9f08-1fc1-4a7d-8772-2f45ef2b104a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:48.133933 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9baf91dc-418f-4a87-9069-429d41e74f67 req-353f573b-0f5a-4862-81fd-1ad554460019 service neutron] 10.222.0.35 "GET /v2.0/networks/43078bda-414b-4537-984c-c98d74a05731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783442 Jul 13 08:04:48.213033 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919648b3-bca7-4515-ad0f-4738f42ecdfa req-9178add7-3595-4564-a6a3-68e2f6d76a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:48.214953 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-919648b3-bca7-4515-ad0f-4738f42ecdfa req-9178add7-3595-4564-a6a3-68e2f6d76a79 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dcb46551-b67f-448d-9e50-7e4cc85c9056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5406814 Jul 13 08:04:48.316176 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7461b-821c-4ac6-be70-c4d87d3230f4 req-811df147-59e8-485f-bb3d-f381b1681bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:48.320175 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48a7461b-821c-4ac6-be70-c4d87d3230f4 req-811df147-59e8-485f-bb3d-f381b1681bf8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=62719eb88b5a4f868b4f7810ed24807a&device_id=f1ce4f03-9501-408f-9e74-3f1c20f917c3 HTTP/1.1" status: 200 len: 1095 time: 0.1082454 Jul 13 08:04:48.343976 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f4a56-cbc2-479b-aa93-74d03003296b req-ddc7f17e-bcb7-4efd-b2a1-025af5088bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:48.345665 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-372f4a56-cbc2-479b-aa93-74d03003296b req-ddc7f17e-bcb7-4efd-b2a1-025af5088bfe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 1098 time: 0.5682132 Jul 13 08:04:48.359029 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c94892-26bb-49cf-8a50-3900ac2622be tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:04:48.373195 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-67c94892-26bb-49cf-8a50-3900ac2622be tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "PUT /v2.0/routers/611fdb4d-7fd7-4ec4-9144-64e823617d54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5776086 Jul 13 08:04:48.380067 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb82576-4019-48b5-a797-1ce56a3064e2 None None] Sync routers for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:04:48.380947 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-45a77457-4b6e-4b15-ad7f-960450eef7a4 req-5d763bf1-3876-4eae-8cf8-f2af3c756b3e service neutron] 10.222.0.35 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915240 Jul 13 08:04:48.415620 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48148) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:48.424577 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-dbdf0a1f-2db2-4a33-b6e1-075e38dd6c3a tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Request body: {'port': {'network_id': '03509e65-dd19-429f-852f-3a96b70ed851', 'name': 'tempest-FloatingIPTestJSON-1027200180'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:48.430680 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb82576-4019-48b5-a797-1ce56a3064e2 None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:48.434043 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-eeb82576-4019-48b5-a797-1ce56a3064e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:04:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:48.464578 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-261c9f08-1fc1-4a7d-8772-2f45ef2b104a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:48.465170 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-261c9f08-1fc1-4a7d-8772-2f45ef2b104a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:48.553008 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-eeb82576-4019-48b5-a797-1ce56a3064e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:48.561424 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-261c9f08-1fc1-4a7d-8772-2f45ef2b104a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Calling delete_port for a01ad3f1-cb7c-4749-b7bd-e26b80d4c96d owned by network:floatingip {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:04:48.573362 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb82576-4019-48b5-a797-1ce56a3064e2 None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:48.574296 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-eeb82576-4019-48b5-a797-1ce56a3064e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:04:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:48.607260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7461b-821c-4ac6-be70-c4d87d3230f4 req-c851f3df-ec2e-4db6-8dfa-9ebc80bb420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:48.608598 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-372f4a56-cbc2-479b-aa93-74d03003296b req-f5c4ac7d-a73e-431a-ba67-d72cdfc88164 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525756 Jul 13 08:04:48.610138 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48a7461b-821c-4ac6-be70-c4d87d3230f4 req-c851f3df-ec2e-4db6-8dfa-9ebc80bb420c service neutron] 10.222.0.35 "GET /v2.0/networks?id=43078bda-414b-4537-984c-c98d74a05731 HTTP/1.1" status: 200 len: 910 time: 0.2831275 Jul 13 08:04:48.642684 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-eeb82576-4019-48b5-a797-1ce56a3064e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:48.643728 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb82576-4019-48b5-a797-1ce56a3064e2 None None] The sync data for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:04:48.673910 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-919648b3-bca7-4515-ad0f-4738f42ecdfa req-3bfb9a96-0c9a-41f3-9989-e8796ab5009d service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478853 Jul 13 08:04:48.726227 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48a7461b-821c-4ac6-be70-c4d87d3230f4 req-9162f574-bdc5-403b-a5c0-bf9e9168f001 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3348f58a-003a-423b-9522-88531201fea9 HTTP/1.1" status: 200 len: 217 time: 0.0636342 Jul 13 08:04:48.814771 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7461b-821c-4ac6-be70-c4d87d3230f4 req-f795e825-ab6a-409d-b3de-edc505edf826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:48.817864 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48a7461b-821c-4ac6-be70-c4d87d3230f4 req-f795e825-ab6a-409d-b3de-edc505edf826 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13050edf-c86c-497c-a505-82f17c22ba11 HTTP/1.1" status: 200 len: 848 time: 0.0826159 Jul 13 08:04:48.947366 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7461b-821c-4ac6-be70-c4d87d3230f4 req-3e24e90f-0b7e-4714-87c3-3eca029ebd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:48.949030 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48a7461b-821c-4ac6-be70-c4d87d3230f4 req-3e24e90f-0b7e-4714-87c3-3eca029ebd78 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=43078bda-414b-4537-984c-c98d74a05731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1237855 Jul 13 08:04:49.274629 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48a7461b-821c-4ac6-be70-c4d87d3230f4 req-967f9ee6-21c9-4ebc-b3ad-77fbd19ffda9 service neutron] 10.222.0.35 "GET /v2.0/networks/43078bda-414b-4537-984c-c98d74a05731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168535 Jul 13 08:04:49.332144 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27401b94-7847-4abf-92fe-2b224985aa7f req-523b6ca8-c348-4b64-92b5-333348ae02cb tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:49.334972 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-27401b94-7847-4abf-92fe-2b224985aa7f req-523b6ca8-c348-4b64-92b5-333348ae02cb tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1ce4f03-9501-408f-9e74-3f1c20f917c3 HTTP/1.1" status: 200 len: 1095 time: 0.3116584 Jul 13 08:04:49.360680 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e0714-87ef-4e07-8db8-677ab0eb9053 req-e72bc746-c26f-4f8f-8203-7b7ca12cdc3f tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:49.362946 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d23e0714-87ef-4e07-8db8-677ab0eb9053 req-e72bc746-c26f-4f8f-8203-7b7ca12cdc3f tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.3194032 Jul 13 08:04:49.363140 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdf0a1f-2db2-4a33-b6e1-075e38dd6c3a tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Made reservation on behalf of 16f6ef9f9bdd4907b72f83f4840c942b for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:04:49.369213 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0a1f-2db2-4a33-b6e1-075e38dd6c3a tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:49.430432 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-919648b3-bca7-4515-ad0f-4738f42ecdfa req-edd00fae-fd50-4ae4-b5b4-60581d32ca67 service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7467856 Jul 13 08:04:49.437996 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-dbdf0a1f-2db2-4a33-b6e1-075e38dd6c3a tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] device_id is not set on port a453b955-423d-4d44-b3e3-631b6ca99b22 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:04:49.532013 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-48a7461b-821c-4ac6-be70-c4d87d3230f4 req-779f63e1-c2ca-47ae-a939-f9efa1759c1c service neutron] 10.222.0.35 "GET /v2.0/networks/43078bda-414b-4537-984c-c98d74a05731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461777 Jul 13 08:04:49.604088 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d23e0714-87ef-4e07-8db8-677ab0eb9053 req-fc8f2cf2-35e4-42e1-a3b9-f2fcde068d86 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314503 Jul 13 08:04:49.609215 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-27401b94-7847-4abf-92fe-2b224985aa7f req-1ca5367d-ebbd-4f0d-856d-19f2d004cd6a tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603426 Jul 13 08:04:49.692073 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-dbdf0a1f-2db2-4a33-b6e1-075e38dd6c3a tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Allocated IP 172.20.0.12 (03509e65-dd19-429f-852f-3a96b70ed851/c577e9ae-fef0-4da1-8fe8-9cb005c57d87/a453b955-423d-4d44-b3e3-631b6ca99b22) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:04:49.715645 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-261c9f08-1fc1-4a7d-8772-2f45ef2b104a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:49.772218 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c9f08-1fc1-4a7d-8772-2f45ef2b104a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Port': ['ID=a01ad3f1-cb7c-4749-b7bd-e26b80d4c96d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:49.948087 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-261c9f08-1fc1-4a7d-8772-2f45ef2b104a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for floatingip, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:49.948534 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-261c9f08-1fc1-4a7d-8772-2f45ef2b104a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Floating IP 68910eaf-644f-4dd0-b3d9-f11631aa0072 disassociated (deleted). External IP: 172.25.0.245, port: 4ac7e1b2-6e19-4373-ba87-3370d07244b9. Jul 13 08:04:50.217926 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0a1f-2db2-4a33-b6e1-075e38dd6c3a tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:50.381170 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0a1f-2db2-4a33-b6e1-075e38dd6c3a tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:50.478533 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdf0a1f-2db2-4a33-b6e1-075e38dd6c3a tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Network 03509e65-dd19-429f-852f-3a96b70ed851 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:50.492386 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-dbdf0a1f-2db2-4a33-b6e1-075e38dd6c3a tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:50.497308 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdf0a1f-2db2-4a33-b6e1-075e38dd6c3a tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:50.500020 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48196) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:50.553572 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf0a1f-2db2-4a33-b6e1-075e38dd6c3a tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Port': ['ID=a453b955-423d-4d44-b3e3-631b6ca99b22,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:50.564831 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261c9f08-1fc1-4a7d-8772-2f45ef2b104a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Router 584dc7ce-e370-4b05-a3f3-1042e83926d0 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:04:50.612294 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdf0a1f-2db2-4a33-b6e1-075e38dd6c3a tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:50.613406 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0a1f-2db2-4a33-b6e1-075e38dd6c3a tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:50.700440 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-dbdf0a1f-2db2-4a33-b6e1-075e38dd6c3a tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2819505 Jul 13 08:04:50.709228 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48204) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:50.718385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-fca68e74-962f-48c7-b324-896c7ef894aa tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Request body: {'port': {'network_id': '03509e65-dd19-429f-852f-3a96b70ed851', 'name': 'tempest-FloatingIPTestJSON-1065702879'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:50.728025 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f688f921-db49-4919-afb3-91bb58a1322a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:51.007091 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261c9f08-1fc1-4a7d-8772-2f45ef2b104a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:04:51.015369 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-261c9f08-1fc1-4a7d-8772-2f45ef2b104a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:51.023122 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c1a655-f5e9-40ea-af34-5f6f5e1ab4d5 None None] Sync routers for ids ['584dc7ce-e370-4b05-a3f3-1042e83926d0'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:04:51.029171 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f688f921-db49-4919-afb3-91bb58a1322a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:51.039880 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f688f921-db49-4919-afb3-91bb58a1322a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:51.042489 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c1a655-f5e9-40ea-af34-5f6f5e1ab4d5 None None] Routers {'584dc7ce-e370-4b05-a3f3-1042e83926d0'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:51.043885 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-17c1a655-f5e9-40ea-af34-5f6f5e1ab4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:04:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['584dc7ce-e370-4b05-a3f3-1042e83926d0'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:51.071200 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aa2e0-afdc-4f45-a1fa-3ac3e01fabe3 req-524ea5a7-c9ae-4e98-aa80-0ede89b90591 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:51.073224 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-396aa2e0-afdc-4f45-a1fa-3ac3e01fabe3 req-524ea5a7-c9ae-4e98-aa80-0ede89b90591 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1ce4f03-9501-408f-9e74-3f1c20f917c3 HTTP/1.1" status: 200 len: 1095 time: 0.1669884 Jul 13 08:04:51.093198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a88128-acc9-43ea-89c3-4c0326586828 req-8b1becc7-34c7-452f-9631-6fd14cbac2a6 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:51.094987 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76a88128-acc9-43ea-89c3-4c0326586828 req-8b1becc7-34c7-452f-9631-6fd14cbac2a6 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.2079575 Jul 13 08:04:51.125352 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f688f921-db49-4919-afb3-91bb58a1322a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2005233ae8d64b9e8699d9ffc82dad83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6234744 Jul 13 08:04:51.131061 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48206) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:51.139074 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688f921-db49-4919-afb3-91bb58a1322a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7468e5a9-ae4c-4c9e-86f2-80bc3a3b6484,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:51.174657 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688f921-db49-4919-afb3-91bb58a1322a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:51.175066 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688f921-db49-4919-afb3-91bb58a1322a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:51.175461 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688f921-db49-4919-afb3-91bb58a1322a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:51.175914 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688f921-db49-4919-afb3-91bb58a1322a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:51.176269 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688f921-db49-4919-afb3-91bb58a1322a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:51.176608 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688f921-db49-4919-afb3-91bb58a1322a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:51.177105 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688f921-db49-4919-afb3-91bb58a1322a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:51.177342 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688f921-db49-4919-afb3-91bb58a1322a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:51.177601 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688f921-db49-4919-afb3-91bb58a1322a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:51.178283 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688f921-db49-4919-afb3-91bb58a1322a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:51.178700 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688f921-db49-4919-afb3-91bb58a1322a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:51.179036 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688f921-db49-4919-afb3-91bb58a1322a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:51.223035 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-396aa2e0-afdc-4f45-a1fa-3ac3e01fabe3 req-1708947a-73c4-4919-8ac2-2bf6126f8f97 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269238 Jul 13 08:04:51.227014 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76a88128-acc9-43ea-89c3-4c0326586828 req-6639566d-6c25-4780-b118-7d9399349718 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068687 Jul 13 08:04:51.232747 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-261c9f08-1fc1-4a7d-8772-2f45ef2b104a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "DELETE /v2.0/floatingips/68910eaf-644f-4dd0-b3d9-f11631aa0072 HTTP/1.1" status: 204 len: 168 time: 4.2185655 Jul 13 08:04:51.240724 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'tag': '4ac7e1b2-6e19-4373-ba87-3370d07244b9'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:51.244131 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8503154b-b5b9-47a2-93f2-f52e7ad53934" -d '{"events": [{"name": "network-changed", "server_uuid": "f1395fb2-1155-4560-8cf7-4df5aa0c2b1d", "tag": "4ac7e1b2-6e19-4373-ba87-3370d07244b9"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:51.247230 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca68e74-962f-48c7-b324-896c7ef894aa tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Made reservation on behalf of 16f6ef9f9bdd4907b72f83f4840c942b for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:04:51.254238 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fca68e74-962f-48c7-b324-896c7ef894aa tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:51.291193 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6b760bfb-b924-490b-bd7c-7faeb5998e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:51.311551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-fca68e74-962f-48c7-b324-896c7ef894aa tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] device_id is not set on port b3c9abd7-e4d5-4aa4-8d4d-d36d59370fe6 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:04:51.390768 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fa39b2-221e-408b-b917-c269ae79ce53 x-openstack-request-id: req-03fa39b2-221e-408b-b917-c269ae79ce53 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:51.391066 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1395fb2-1155-4560-8cf7-4df5aa0c2b1d", "tag": "4ac7e1b2-6e19-4373-ba87-3370d07244b9", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:51.391328 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-03fa39b2-221e-408b-b917-c269ae79ce53 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:51.391734 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'tag': '4ac7e1b2-6e19-4373-ba87-3370d07244b9', 'status': 'completed', 'code': 200} Jul 13 08:04:51.393676 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6b760bfb-b924-490b-bd7c-7faeb5998e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:51.610748 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503154b-b5b9-47a2-93f2-f52e7ad53934 req-10257ec5-9e30-4a77-a9bb-3caf207d6583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:51.620752 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8503154b-b5b9-47a2-93f2-f52e7ad53934 req-10257ec5-9e30-4a77-a9bb-3caf207d6583 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 1096 time: 0.2011771 Jul 13 08:04:51.694388 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-fca68e74-962f-48c7-b324-896c7ef894aa tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Allocated IP 172.20.0.10 (03509e65-dd19-429f-852f-3a96b70ed851/c577e9ae-fef0-4da1-8fe8-9cb005c57d87/b3c9abd7-e4d5-4aa4-8d4d-d36d59370fe6) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:04:51.713866 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6b760bfb-b924-490b-bd7c-7faeb5998e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:51.724185 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6b760bfb-b924-490b-bd7c-7faeb5998e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:51.725461 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6b760bfb-b924-490b-bd7c-7faeb5998e62 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7468e5a9-ae4c-4c9e-86f2-80bc3a3b6484 HTTP/1.1" status: 204 len: 168 time: 0.5894313 Jul 13 08:04:51.769620 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b760bfb-b924-490b-bd7c-7faeb5998e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7468e5a9-ae4c-4c9e-86f2-80bc3a3b6484,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:51.867497 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 3348f58a-003a-423b-9522-88531201fea9 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:04:51.948269 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503154b-b5b9-47a2-93f2-f52e7ad53934 req-9ab50490-2364-47ee-ae8e-cee213f27289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:51.957908 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8503154b-b5b9-47a2-93f2-f52e7ad53934 req-9ab50490-2364-47ee-ae8e-cee213f27289 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d013c030-1ee3-40e3-b3a2-d58ba564a20a HTTP/1.1" status: 200 len: 897 time: 0.3300557 Jul 13 08:04:52.191901 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 3348f58a-003a-423b-9522-88531201fea9, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3348f58a-003a-423b-9522-88531201fea9,segment=NetworkSegment(cb03514a-7f62-4660-91db-3c23ffd3dfa6),segment_id=cb03514a-7f62-4660-91db-3c23ffd3dfa6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:52.200786 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8503154b-b5b9-47a2-93f2-f52e7ad53934 req-e1e2dbd7-7fad-4e16-a538-27a0d253fd28 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ac7e1b2-6e19-4373-ba87-3370d07244b9 HTTP/1.1" status: 200 len: 217 time: 0.2283871 Jul 13 08:04:52.228443 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '3348f58a-003a-423b-9522-88531201fea9', 'network_id': '43078bda-414b-4537-984c-c98d74a05731', 'port_id': '3348f58a-003a-423b-9522-88531201fea9', 'mac_address': 'fa:16:3e:28:49:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13050edf-c86c-497c-a505-82f17c22ba11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:04:52.378876 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48238) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:52.438715 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-17c1a655-f5e9-40ea-af34-5f6f5e1ab4d5 None None] Set router 584dc7ce-e370-4b05-a3f3-1042e83926d0 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:04:52.515551 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:52.546014 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503154b-b5b9-47a2-93f2-f52e7ad53934 req-cecfb980-1992-43cd-a3d0-697d5a063f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:52.552705 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8503154b-b5b9-47a2-93f2-f52e7ad53934 req-cecfb980-1992-43cd-a3d0-697d5a063f9f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=893422e7-0183-484b-b810-0be97f4a151e HTTP/1.1" status: 200 len: 834 time: 0.3316875 Jul 13 08:04:52.556230 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3348f58a-003a-423b-9522-88531201fea9 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:04:52.589174 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fca68e74-962f-48c7-b324-896c7ef894aa tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:52.596765 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 3348f58a-003a-423b-9522-88531201fea9, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3348f58a-003a-423b-9522-88531201fea9,segment=NetworkSegment(cb03514a-7f62-4660-91db-3c23ffd3dfa6),segment_id=cb03514a-7f62-4660-91db-3c23ffd3dfa6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:52.603532 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:52.660553 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34106cb6-fcc6-42a2-a68a-ee60694bbc6c req-d2c57094-3792-4132-9468-4cf71e677997 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:52.663201 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-34106cb6-fcc6-42a2-a68a-ee60694bbc6c req-d2c57094-3792-4132-9468-4cf71e677997 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 944 time: 0.2170825 Jul 13 08:04:52.770955 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d431da1-cec6-4b53-ab1b-12bfcbe84cef req-af82f137-aa40-43eb-b4b8-a124eafae24b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:52.780191 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4d431da1-cec6-4b53-ab1b-12bfcbe84cef req-af82f137-aa40-43eb-b4b8-a124eafae24b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 944 time: 0.3318937 Jul 13 08:04:52.826806 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503154b-b5b9-47a2-93f2-f52e7ad53934 req-dfdbc6c3-64eb-45ce-be1d-aa87e769b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:52.828651 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8503154b-b5b9-47a2-93f2-f52e7ad53934 req-dfdbc6c3-64eb-45ce-be1d-aa87e769b636 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d013c030-1ee3-40e3-b3a2-d58ba564a20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2695744 Jul 13 08:04:52.877830 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4d431da1-cec6-4b53-ab1b-12bfcbe84cef req-dfa87614-8a80-40de-9888-25f84ed16ee7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961032 Jul 13 08:04:52.892336 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=3348f58a-003a-423b-9522-88531201fea9,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:53.062873 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['3348f58a-003a-423b-9522-88531201fea9'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:04:53.140082 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b2433c7c-5e1f-4093-af96-bb7c2aec6368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:53.211297 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8503154b-b5b9-47a2-93f2-f52e7ad53934 req-56b429db-f3d7-4c3a-83c5-00c234d3b3dd service neutron] 10.222.0.35 "GET /v2.0/networks/d013c030-1ee3-40e3-b3a2-d58ba564a20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503895 Jul 13 08:04:53.302675 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fca68e74-962f-48c7-b324-896c7ef894aa tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:53.349740 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c2124d14-9f53-494d-a8c7-47c46b1b43fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:53.405214 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537dfc7-ea99-4727-94dd-a98344459395 req-d14a1451-8aef-4536-9a6f-d1345ed9a1fb tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:53.407904 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d537dfc7-ea99-4727-94dd-a98344459395 req-d14a1451-8aef-4536-9a6f-d1345ed9a1fb tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.2847135 Jul 13 08:04:53.408914 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-34106cb6-fcc6-42a2-a68a-ee60694bbc6c req-65127b7f-1d41-40ee-9c50-488ed30bc73d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Deleting port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:04:53.409506 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-34106cb6-fcc6-42a2-a68a-ee60694bbc6c req-65127b7f-1d41-40ee-9c50-488ed30bc73d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:53.541090 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3e073-d2d4-4464-80b4-d5bdcbe00e8f req-61a55097-a18f-4a40-aa14-66d25aba9fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:53.544540 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b0f3e073-d2d4-4464-80b4-d5bdcbe00e8f req-61a55097-a18f-4a40-aa14-66d25aba9fbe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9a95614752e4491a86abe9092bae175&device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 1098 time: 0.5859745 Jul 13 08:04:53.591904 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d537dfc7-ea99-4727-94dd-a98344459395 req-083d8d47-2872-4bbe-b4bf-2f5feba62290 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204996 Jul 13 08:04:53.626710 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-17c1a655-f5e9-40ea-af34-5f6f5e1ab4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772751369', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:00Z', 'updated_at': '2021-07-13T08:03:14Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:40:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:02Z', 'updated_at': '2021-07-13T08:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '683b49be-ac3c-4b10-908c-3ccae6859af9', 'name': '', 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:83:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '893422e7-0183-484b-b810-0be97f4a151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:13Z', 'updated_at': '2021-07-13T08:03:21Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '893422e7-0183-484b-b810-0be97f4a151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:53.637266 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8503154b-b5b9-47a2-93f2-f52e7ad53934 req-d5732cf9-f4dc-463c-964e-35ee55d66c15 service neutron] 10.222.0.35 "GET /v2.0/networks/d013c030-1ee3-40e3-b3a2-d58ba564a20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181926 Jul 13 08:04:53.662436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063c539-d4a9-4c8c-b378-a0a89f6ef71a req-66281a9b-8d90-42b5-b941-e0fe937f6eb4 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:53.665477 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e063c539-d4a9-4c8c-b378-a0a89f6ef71a req-66281a9b-8d90-42b5-b941-e0fe937f6eb4 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1ce4f03-9501-408f-9e74-3f1c20f917c3 HTTP/1.1" status: 200 len: 1096 time: 0.3690424 Jul 13 08:04:53.684999 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c1a655-f5e9-40ea-af34-5f6f5e1ab4d5 None None] Checking router: 584dc7ce-e370-4b05-a3f3-1042e83926d0 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:04:53.691181 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca68e74-962f-48c7-b324-896c7ef894aa tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Network 03509e65-dd19-429f-852f-3a96b70ed851 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:53.693118 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca68e74-962f-48c7-b324-896c7ef894aa tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Port': ['ID=b3c9abd7-e4d5-4aa4-8d4d-d36d59370fe6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:53.713262 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c1a655-f5e9-40ea-af34-5f6f5e1ab4d5 None None] Routers {'584dc7ce-e370-4b05-a3f3-1042e83926d0'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:53.714396 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-17c1a655-f5e9-40ea-af34-5f6f5e1ab4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:04:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['584dc7ce-e370-4b05-a3f3-1042e83926d0'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:53.748811 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e063c539-d4a9-4c8c-b378-a0a89f6ef71a req-a7e5dab6-7497-48eb-9dff-4a234e304faa tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671201 Jul 13 08:04:53.788697 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-fca68e74-962f-48c7-b324-896c7ef894aa tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:53.813770 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca68e74-962f-48c7-b324-896c7ef894aa tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:53.923691 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-34106cb6-fcc6-42a2-a68a-ee60694bbc6c req-65127b7f-1d41-40ee-9c50-488ed30bc73d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] For port 4ac7e1b2-6e19-4373-ba87-3370d07244b9, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=4ac7e1b2-6e19-4373-ba87-3370d07244b9,segment=NetworkSegment(73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1),segment_id=73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:53.924212 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-34106cb6-fcc6-42a2-a68a-ee60694bbc6c req-65127b7f-1d41-40ee-9c50-488ed30bc73d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:53.953410 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-17c1a655-f5e9-40ea-af34-5f6f5e1ab4d5 None None] Set router 584dc7ce-e370-4b05-a3f3-1042e83926d0 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:04:53.981497 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-34106cb6-fcc6-42a2-a68a-ee60694bbc6c req-65127b7f-1d41-40ee-9c50-488ed30bc73d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Calling delete_port for 4ac7e1b2-6e19-4373-ba87-3370d07244b9 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:04:53.990363 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b2433c7c-5e1f-4093-af96-bb7c2aec6368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:54.004664 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca68e74-962f-48c7-b324-896c7ef894aa tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:54.005733 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fca68e74-962f-48c7-b324-896c7ef894aa tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:54.016023 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b2433c7c-5e1f-4093-af96-bb7c2aec6368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:54.019658 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3e073-d2d4-4464-80b4-d5bdcbe00e8f req-d79f8cd8-4e0d-4192-9688-57497e4ebd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:54.021318 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b0f3e073-d2d4-4464-80b4-d5bdcbe00e8f req-d79f8cd8-4e0d-4192-9688-57497e4ebd58 service neutron] 10.222.0.35 "GET /v2.0/networks?id=beb00341-60c7-4eb1-9a39-32233237abd7 HTTP/1.1" status: 200 len: 919 time: 0.4390566 Jul 13 08:04:54.197819 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fca68e74-962f-48c7-b324-896c7ef894aa tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4865274 Jul 13 08:04:54.210299 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b0f3e073-d2d4-4464-80b4-d5bdcbe00e8f req-611cd8ba-ca20-481d-bbd0-1241c6214403 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=899df02f-669f-4ae4-8560-5ccd83a94264 HTTP/1.1" status: 200 len: 217 time: 0.1664474 Jul 13 08:04:54.210681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48268) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:54.229940 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-30311afb-d8ad-46a8-a889-7cda4e514a9d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': 'b3c9abd7-e4d5-4aa4-8d4d-d36d59370fe6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:54.247481 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b2433c7c-5e1f-4093-af96-bb7c2aec6368 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2bc58bc3d6164ef5a5ec31cfe928bf97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8636148 Jul 13 08:04:54.255194 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48272) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:54.265311 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2433c7c-5e1f-4093-af96-bb7c2aec6368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73285ccb-22af-47fe-93eb-63d90057a2a8,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:54.359055 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30311afb-d8ad-46a8-a889-7cda4e514a9d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:54.405644 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3e073-d2d4-4464-80b4-d5bdcbe00e8f req-7738278a-f5dd-4c39-9559-bbe554a00384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:54.407962 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b0f3e073-d2d4-4464-80b4-d5bdcbe00e8f req-7738278a-f5dd-4c39-9559-bbe554a00384 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3ed3d0b9-c13b-441a-b2a2-61a397b26fa8 HTTP/1.1" status: 200 len: 858 time: 0.1852729 Jul 13 08:04:54.415138 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6a492d7-27ed-4f41-b9dd-b097560b90e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:54.445796 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68965a-4788-4f92-aa7b-c6afebc4f7df req-813bdbc2-7432-4ea6-a87c-8fa8b0d95867 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:54.458870 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c68965a-4788-4f92-aa7b-c6afebc4f7df req-813bdbc2-7432-4ea6-a87c-8fa8b0d95867 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 944 time: 0.3088372 Jul 13 08:04:54.501599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-17c1a655-f5e9-40ea-af34-5f6f5e1ab4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772751369', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:00Z', 'updated_at': '2021-07-13T08:03:14Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:40:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:02Z', 'updated_at': '2021-07-13T08:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '683b49be-ac3c-4b10-908c-3ccae6859af9', 'name': '', 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:83:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '893422e7-0183-484b-b810-0be97f4a151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:13Z', 'updated_at': '2021-07-13T08:03:21Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '893422e7-0183-484b-b810-0be97f4a151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:54.509490 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6a492d7-27ed-4f41-b9dd-b097560b90e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:54.584897 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c68965a-4788-4f92-aa7b-c6afebc4f7df req-c1c64771-af86-4386-9744-af0366452f80 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5eae9d1-265b-4297-8f9c-751b0c626f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245899 Jul 13 08:04:54.605231 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c1a655-f5e9-40ea-af34-5f6f5e1ab4d5 None None] The sync data for ids ['584dc7ce-e370-4b05-a3f3-1042e83926d0'] in n-d-779913-28 is: [{'id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772751369', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:00Z', 'updated_at': '2021-07-13T08:03:14Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:40:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:02Z', 'updated_at': '2021-07-13T08:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '683b49be-ac3c-4b10-908c-3ccae6859af9', 'name': '', 'network_id': 'd013c030-1ee3-40e3-b3a2-d58ba564a20a', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:83:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '893422e7-0183-484b-b810-0be97f4a151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:13Z', 'updated_at': '2021-07-13T08:03:21Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '893422e7-0183-484b-b810-0be97f4a151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:04:54.662396 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6a492d7-27ed-4f41-b9dd-b097560b90e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:54.667563 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6a492d7-27ed-4f41-b9dd-b097560b90e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:54.674478 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a6a492d7-27ed-4f41-b9dd-b097560b90e7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73285ccb-22af-47fe-93eb-63d90057a2a8 HTTP/1.1" status: 204 len: 168 time: 0.4150093 Jul 13 08:04:54.696792 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a492d7-27ed-4f41-b9dd-b097560b90e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73285ccb-22af-47fe-93eb-63d90057a2a8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:55.041257 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b0f3e073-d2d4-4464-80b4-d5bdcbe00e8f req-ecea62ec-583a-42e9-bef7-714021e9c392 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=beb00341-60c7-4eb1-9a39-32233237abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6195846 Jul 13 08:04:55.096729 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d676e47-a398-436e-b39e-f5b41db231e4 req-15d2d08c-1805-46a3-b553-917bcb6d57f2 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:55.127244 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2d676e47-a398-436e-b39e-f5b41db231e4 req-15d2d08c-1805-46a3-b553-917bcb6d57f2 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.1765482 Jul 13 08:04:55.174820 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-34106cb6-fcc6-42a2-a68a-ee60694bbc6c req-65127b7f-1d41-40ee-9c50-488ed30bc73d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:55.261133 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2d676e47-a398-436e-b39e-f5b41db231e4 req-4898d36f-3ebf-40c0-ade2-a8c5449b8087 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301553 Jul 13 08:04:55.345214 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65127b7f-1d41-40ee-9c50-488ed30bc73d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Port': ['ID=4ac7e1b2-6e19-4373-ba87-3370d07244b9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:55.411614 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7be566-672b-458d-bc96-32209373df37 None None] New status for floating IP 68910eaf-644f-4dd0-b3d9-f11631aa0072: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:04:55.490774 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-34106cb6-fcc6-42a2-a68a-ee60694bbc6c req-65127b7f-1d41-40ee-9c50-488ed30bc73d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] No DVR routers for this DVR port 4ac7e1b2-6e19-4373-ba87-3370d07244b9 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:04:55.494784 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c289a3-859b-44cd-85b8-00b0bd2e8f83 req-f399af65-4a2d-4837-b554-c99f4244b9b6 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:55.497117 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54c289a3-859b-44cd-85b8-00b0bd2e8f83 req-f399af65-4a2d-4837-b554-c99f4244b9b6 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1ce4f03-9501-408f-9e74-3f1c20f917c3 HTTP/1.1" status: 200 len: 1096 time: 0.2604902 Jul 13 08:04:55.505281 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-34106cb6-fcc6-42a2-a68a-ee60694bbc6c req-65127b7f-1d41-40ee-9c50-488ed30bc73d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:55.507659 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-34106cb6-fcc6-42a2-a68a-ee60694bbc6c req-65127b7f-1d41-40ee-9c50-488ed30bc73d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.35 "DELETE /v2.0/ports/4ac7e1b2-6e19-4373-ba87-3370d07244b9 HTTP/1.1" status: 204 len: 173 time: 2.8337946 Jul 13 08:04:55.509785 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b0f3e073-d2d4-4464-80b4-d5bdcbe00e8f req-63b036f4-5583-4fe7-927c-6553c4bc8507 service neutron] 10.222.0.35 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534295 Jul 13 08:04:55.512371 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'name': 'network-vif-deleted', 'tag': '4ac7e1b2-6e19-4373-ba87-3370d07244b9'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:55.516253 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246a2335-7185-41a2-8156-f2a0985d5d1e" -d '{"events": [{"server_uuid": "f1395fb2-1155-4560-8cf7-4df5aa0c2b1d", "name": "network-vif-deleted", "tag": "4ac7e1b2-6e19-4373-ba87-3370d07244b9"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:55.617055 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54c289a3-859b-44cd-85b8-00b0bd2e8f83 req-2cb3d51e-6169-4e46-af60-57467e76e5ee tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092114 Jul 13 08:04:55.762890 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1c89fb-da98-4bd0-8344-2d73add83bf8 x-openstack-request-id: req-5e1c89fb-da98-4bd0-8344-2d73add83bf8 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:55.764124 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1395fb2-1155-4560-8cf7-4df5aa0c2b1d", "name": "network-vif-deleted", "tag": "4ac7e1b2-6e19-4373-ba87-3370d07244b9", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:55.767324 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e1c89fb-da98-4bd0-8344-2d73add83bf8 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:55.769791 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1395fb2-1155-4560-8cf7-4df5aa0c2b1d', 'name': 'network-vif-deleted', 'tag': '4ac7e1b2-6e19-4373-ba87-3370d07244b9', 'status': 'completed', 'code': 200} Jul 13 08:04:55.781565 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30311afb-d8ad-46a8-a889-7cda4e514a9d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:55.862795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 3348f58a-003a-423b-9522-88531201fea9 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:55.916642 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48296) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:55.932500 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57db8a5f-2c88-4f3e-84c6-5948dbce615b req-8f8a3314-1f29-43b2-bfc0-b8e362df3391 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1395fb2-1155-4560-8cf7-4df5aa0c2b1d HTTP/1.1" status: 200 len: 210 time: 0.0648315 Jul 13 08:04:55.954676 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03fb5386-639d-4a10-bd03-fa12d337cf22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:56.010293 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 3348f58a-003a-423b-9522-88531201fea9 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:56.023450 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 3348f58a-003a-423b-9522-88531201fea9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:56.025889 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:56.084249 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-30311afb-d8ad-46a8-a889-7cda4e514a9d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Allocated IP 172.25.0.122 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/dbaeb47e-26d5-4fd9-9b2a-3c8360e8087a) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:04:56.186958 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b0f3e073-d2d4-4464-80b4-d5bdcbe00e8f req-75c501e0-63a8-477d-a04f-adae0a30d494 service neutron] 10.222.0.35 "GET /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6661747 Jul 13 08:04:56.265894 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03fb5386-639d-4a10-bd03-fa12d337cf22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:56.275392 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:56.279170 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03fb5386-639d-4a10-bd03-fa12d337cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:56.393491 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb5386-639d-4a10-bd03-fa12d337cf22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8fc650-ef0c-4b30-9b1e-367b3bd2d7f9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:56.402019 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-03fb5386-639d-4a10-bd03-fa12d337cf22 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec6fe991ade040d6b0f187d8a96c6e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4829590 Jul 13 08:04:56.406805 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48300) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:56.416616 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ce4f03-9501-408f-9e74-3f1c20f917c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3348f58a-003a-423b-9522-88531201fea9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:56.429923 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18782406-c5cb-4d83-9dac-dd67c99ab755" -d '{"events": [{"server_uuid": "f1ce4f03-9501-408f-9e74-3f1c20f917c3", "name": "network-vif-plugged", "status": "completed", "tag": "3348f58a-003a-423b-9522-88531201fea9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:56.536651 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 3348f58a-003a-423b-9522-88531201fea9, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3348f58a-003a-423b-9522-88531201fea9,segment=NetworkSegment(cb03514a-7f62-4660-91db-3c23ffd3dfa6),segment_id=cb03514a-7f62-4660-91db-3c23ffd3dfa6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:56.552305 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:56.619357 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef641f0-566c-48ee-a77b-1e61179ae42a x-openstack-request-id: req-2ef641f0-566c-48ee-a77b-1e61179ae42a {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:56.620090 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ce4f03-9501-408f-9e74-3f1c20f917c3", "name": "network-vif-plugged", "status": "completed", "tag": "3348f58a-003a-423b-9522-88531201fea9", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:56.625307 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ef641f0-566c-48ee-a77b-1e61179ae42a {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:56.626166 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ce4f03-9501-408f-9e74-3f1c20f917c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3348f58a-003a-423b-9522-88531201fea9', 'code': 200} Jul 13 08:04:56.643672 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30311afb-d8ad-46a8-a889-7cda4e514a9d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:56.685775 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-461257f6-798d-40c5-bd99-f75bbab901f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:56.747886 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 4ac7e1b2-6e19-4373-ba87-3370d07244b9 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:04:56.799306 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 4ac7e1b2-6e19-4373-ba87-3370d07244b9 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:04:56.800120 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 4ac7e1b2-6e19-4373-ba87-3370d07244b9 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:04:56.823298 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-461257f6-798d-40c5-bd99-f75bbab901f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:56.881405 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=3348f58a-003a-423b-9522-88531201fea9,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:56.912191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.912191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.912191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.912191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.912191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.912191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.912191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.912191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.913538 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.913538 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.913538 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.914122 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.983140 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30311afb-d8ad-46a8-a889-7cda4e514a9d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:57.038717 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a286f-eaff-49b5-9e04-173f7005d95f req-64253624-0760-4283-8266-1dc246522600 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:57.040165 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30311afb-d8ad-46a8-a889-7cda4e514a9d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:57.054549 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b92a286f-eaff-49b5-9e04-173f7005d95f req-64253624-0760-4283-8266-1dc246522600 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.2562790 Jul 13 08:04:57.063409 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-461257f6-798d-40c5-bd99-f75bbab901f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:57.066385 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-461257f6-798d-40c5-bd99-f75bbab901f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:57.067986 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-461257f6-798d-40c5-bd99-f75bbab901f9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7e8fc650-ef0c-4b30-9b1e-367b3bd2d7f9 HTTP/1.1" status: 204 len: 168 time: 0.6597140 Jul 13 08:04:57.127624 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-30311afb-d8ad-46a8-a889-7cda4e514a9d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:57.131776 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461257f6-798d-40c5-bd99-f75bbab901f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8fc650-ef0c-4b30-9b1e-367b3bd2d7f9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:57.136241 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30311afb-d8ad-46a8-a889-7cda4e514a9d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:57.227430 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30311afb-d8ad-46a8-a889-7cda4e514a9d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Port': ['ID=dbaeb47e-26d5-4fd9-9b2a-3c8360e8087a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:57.249767 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c469c-550e-4b8e-b96a-98749e4c8e8a req-4d4d7214-0d0f-42c3-9297-20efc495ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:57.252579 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b92a286f-eaff-49b5-9e04-173f7005d95f req-72ca85b4-6882-4699-acdb-9bcd38acea1f tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966527 Jul 13 08:04:57.253338 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-355c469c-550e-4b8e-b96a-98749e4c8e8a req-4d4d7214-0d0f-42c3-9297-20efc495ac1f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f1ce4f03-9501-408f-9e74-3f1c20f917c3 HTTP/1.1" status: 200 len: 1097 time: 0.3828602 Jul 13 08:04:57.341595 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec508c-52bd-4c55-856d-fd42918557f2 req-2bf2e303-3613-4398-8304-102439b91b56 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:57.346523 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d8ec508c-52bd-4c55-856d-fd42918557f2 req-2bf2e303-3613-4398-8304-102439b91b56 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1ce4f03-9501-408f-9e74-3f1c20f917c3 HTTP/1.1" status: 200 len: 1097 time: 0.2207165 Jul 13 08:04:57.349848 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9a3fd0fd-a9bd-432b-94f9-8913cc919b4a None None] Provisioning complete for port 3348f58a-003a-423b-9522-88531201fea9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:57.350932 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9a3fd0fd-a9bd-432b-94f9-8913cc919b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:57.480370 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d8ec508c-52bd-4c55-856d-fd42918557f2 req-79b98879-0c69-4d46-acee-dbe55a6e81ce tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209517 Jul 13 08:04:57.618235 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-052f0404-4c52-4ffe-9e11-25b24a0abf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:57.626042 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48328) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:57.718038 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-355c469c-550e-4b8e-b96a-98749e4c8e8a req-1eab7c27-1c26-40ad-8c52-4f1ad0a5679e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512999 Jul 13 08:04:57.834516 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:58.495949 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30311afb-d8ad-46a8-a889-7cda4e514a9d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:58.833920 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30311afb-d8ad-46a8-a889-7cda4e514a9d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:58.874009 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d37263ea-ed60-4d07-b561-c23f03db8ef3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:59.024827 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291ec21-9048-423c-bbe3-53778d0f9631 req-17709735-2f10-4188-8a1d-a67c9aea57dc tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:59.043301 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3291ec21-9048-423c-bbe3-53778d0f9631 req-17709735-2f10-4188-8a1d-a67c9aea57dc tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.4818120 Jul 13 08:04:59.228460 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3291ec21-9048-423c-bbe3-53778d0f9631 req-a0add117-a74c-453f-aa5d-e7f2a5e387b7 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816239 Jul 13 08:04:59.277689 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30311afb-d8ad-46a8-a889-7cda4e514a9d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:59.289482 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30311afb-d8ad-46a8-a889-7cda4e514a9d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:59.363539 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289adac-aefd-4682-8b43-d0ffa3bbcce3 req-79740026-8fbe-42fa-b789-68debf399a08 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:59.370933 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1289adac-aefd-4682-8b43-d0ffa3bbcce3 req-79740026-8fbe-42fa-b789-68debf399a08 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1ce4f03-9501-408f-9e74-3f1c20f917c3 HTTP/1.1" status: 200 len: 1097 time: 0.5496819 Jul 13 08:04:59.444596 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30311afb-d8ad-46a8-a889-7cda4e514a9d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Port': ['ID=dbaeb47e-26d5-4fd9-9b2a-3c8360e8087a,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:59.467236 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30311afb-d8ad-46a8-a889-7cda4e514a9d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:59.656569 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:59.688859 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1289adac-aefd-4682-8b43-d0ffa3bbcce3 req-21a332b4-6aee-453d-b5ba-f04559d5a8ad tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004035 Jul 13 08:04:59.726834 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-30311afb-d8ad-46a8-a889-7cda4e514a9d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Floating IP 9d7013fc-c1f6-4033-890f-c97737ba217c associated. External IP: 172.25.0.122, port: b3c9abd7-e4d5-4aa4-8d4d-d36d59370fe6. Jul 13 08:04:59.919899 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d37263ea-ed60-4d07-b561-c23f03db8ef3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Deleting port 683b49be-ac3c-4b10-908c-3ccae6859af9 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:04:59.921317 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d37263ea-ed60-4d07-b561-c23f03db8ef3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:00.216271 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-d37263ea-ed60-4d07-b561-c23f03db8ef3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] For port 683b49be-ac3c-4b10-908c-3ccae6859af9, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=683b49be-ac3c-4b10-908c-3ccae6859af9,segment=NetworkSegment(73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1),segment_id=73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:00.218044 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d37263ea-ed60-4d07-b561-c23f03db8ef3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:00.241275 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30311afb-d8ad-46a8-a889-7cda4e514a9d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Router 611fdb4d-7fd7-4ec4-9144-64e823617d54 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:05:00.282143 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d37263ea-ed60-4d07-b561-c23f03db8ef3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Calling delete_port for 683b49be-ac3c-4b10-908c-3ccae6859af9 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:05:00.813516 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d37263ea-ed60-4d07-b561-c23f03db8ef3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:00.905188 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37263ea-ed60-4d07-b561-c23f03db8ef3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Port': ['ID=683b49be-ac3c-4b10-908c-3ccae6859af9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:00.954625 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30311afb-d8ad-46a8-a889-7cda4e514a9d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:05:00.979343 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcc17df-5c33-460e-a195-89e60ee2bc8f None None] Sync routers for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:05:01.004087 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30311afb-d8ad-46a8-a889-7cda4e514a9d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:01.008029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcc17df-5c33-460e-a195-89e60ee2bc8f None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:01.009466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-6fcc17df-5c33-460e-a195-89e60ee2bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:04:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:01.065320 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-6fcc17df-5c33-460e-a195-89e60ee2bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:01.081322 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcc17df-5c33-460e-a195-89e60ee2bc8f None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:01.082736 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-6fcc17df-5c33-460e-a195-89e60ee2bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:04:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:01.174986 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-30311afb-d8ad-46a8-a889-7cda4e514a9d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.9540520 Jul 13 08:05:01.189571 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48392) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:01.197611 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-60539b99-199f-4e82-915d-c7f32fd366f0 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:01.226707 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-6fcc17df-5c33-460e-a195-89e60ee2bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:01.228305 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcc17df-5c33-460e-a195-89e60ee2bc8f None None] The sync data for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:05:01.380596 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:01.535595 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d37263ea-ed60-4d07-b561-c23f03db8ef3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:01.753581 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60539b99-199f-4e82-915d-c7f32fd366f0 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:02.077820 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d441cf-8bc4-4b36-b537-de76fc9e9067 req-08a4e13e-e1e1-45a8-a3e0-b9e12ed32deb tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:02.090059 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a1d441cf-8bc4-4b36-b537-de76fc9e9067 req-08a4e13e-e1e1-45a8-a3e0-b9e12ed32deb tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1ce4f03-9501-408f-9e74-3f1c20f917c3 HTTP/1.1" status: 200 len: 1097 time: 0.9063096 Jul 13 08:05:02.672952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48410) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:02.996045 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ab5c7b6-612a-4e97-9829-8486f9c01ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:03.199071 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ab5c7b6-612a-4e97-9829-8486f9c01ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:03.207636 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ab5c7b6-612a-4e97-9829-8486f9c01ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:03.251039 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a1d441cf-8bc4-4b36-b537-de76fc9e9067 req-2df235aa-6d61-4ea3-b91b-cdbaa5507249 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1591640 Jul 13 08:05:03.300668 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60539b99-199f-4e82-915d-c7f32fd366f0 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:03.326327 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60539b99-199f-4e82-915d-c7f32fd366f0 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:03.327371 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-60539b99-199f-4e82-915d-c7f32fd366f0 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Floating IP 9d7013fc-c1f6-4033-890f-c97737ba217c disassociated. External IP: 172.25.0.122, port: b3c9abd7-e4d5-4aa4-8d4d-d36d59370fe6. Jul 13 08:05:03.383932 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5c7b6-612a-4e97-9829-8486f9c01ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c6b354-7bd3-4d6c-8973-94ba4df546ee,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:03.434738 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4ab5c7b6-612a-4e97-9829-8486f9c01ab3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a62be7ad3e034aeeb5762747aa33f185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7597642 Jul 13 08:05:03.437977 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48420) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:03.441103 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37263ea-ed60-4d07-b561-c23f03db8ef3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Router 584dc7ce-e370-4b05-a3f3-1042e83926d0 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:05:03.567125 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41445a11-9777-4484-94df-7b896ab65593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:03.614556 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41445a11-9777-4484-94df-7b896ab65593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:03.730192 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41445a11-9777-4484-94df-7b896ab65593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:03.737639 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41445a11-9777-4484-94df-7b896ab65593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:03.743299 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-41445a11-9777-4484-94df-7b896ab65593 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e9c6b354-7bd3-4d6c-8973-94ba4df546ee HTTP/1.1" status: 204 len: 168 time: 0.3024054 Jul 13 08:05:03.762005 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41445a11-9777-4484-94df-7b896ab65593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c6b354-7bd3-4d6c-8973-94ba4df546ee,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:03.859388 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37263ea-ed60-4d07-b561-c23f03db8ef3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:05:03.877006 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d37263ea-ed60-4d07-b561-c23f03db8ef3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "PUT /v2.0/routers/584dc7ce-e370-4b05-a3f3-1042e83926d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2493274 Jul 13 08:05:03.882935 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48424) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:03.883442 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d6d56e-edab-4a3f-8a11-81377ec7526f None None] Sync routers for ids ['584dc7ce-e370-4b05-a3f3-1042e83926d0'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:05:03.911631 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d6d56e-edab-4a3f-8a11-81377ec7526f None None] Routers {'584dc7ce-e370-4b05-a3f3-1042e83926d0'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:03.912628 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f9d6d56e-edab-4a3f-8a11-81377ec7526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:04:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['584dc7ce-e370-4b05-a3f3-1042e83926d0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:04.040483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093355f-ddab-46e4-949c-b7771a47b26a req-9df135e8-28f0-43c1-90a5-5d2010acb605 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:04.052776 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1093355f-ddab-46e4-949c-b7771a47b26a req-9df135e8-28f0-43c1-90a5-5d2010acb605 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1ce4f03-9501-408f-9e74-3f1c20f917c3 HTTP/1.1" status: 200 len: 1097 time: 0.3325989 Jul 13 08:05:04.090001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-96523569-a3e0-4e3d-bed4-87b3cdbe84d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Deleting subnet 893422e7-0183-484b-b810-0be97f4a151e {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:05:04.099443 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-96523569-a3e0-4e3d-bed4-87b3cdbe84d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:04.191772 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1093355f-ddab-46e4-949c-b7771a47b26a req-ac033ad3-7a86-490c-936b-cbca37ec16c9 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374795 Jul 13 08:05:04.238438 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-96523569-a3e0-4e3d-bed4-87b3cdbe84d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:04.298863 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60539b99-199f-4e82-915d-c7f32fd366f0 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Router 611fdb4d-7fd7-4ec4-9144-64e823617d54 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:05:04.315433 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f9d6d56e-edab-4a3f-8a11-81377ec7526f None None] Set router 584dc7ce-e370-4b05-a3f3-1042e83926d0 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:05:04.554475 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-96523569-a3e0-4e3d-bed4-87b3cdbe84d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:04.727339 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-96523569-a3e0-4e3d-bed4-87b3cdbe84d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:04.802136 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96523569-a3e0-4e3d-bed4-87b3cdbe84d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Subnet': ['ID=893422e7-0183-484b-b810-0be97f4a151e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:04.808528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60539b99-199f-4e82-915d-c7f32fd366f0 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:05:04.822983 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60539b99-199f-4e82-915d-c7f32fd366f0 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:04.830129 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abd43c1-b8db-4ad5-a0cc-9b52bb8944ef None None] Sync routers for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:05:04.860726 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96523569-a3e0-4e3d-bed4-87b3cdbe84d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:04.861209 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96523569-a3e0-4e3d-bed4-87b3cdbe84d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:04.865308 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abd43c1-b8db-4ad5-a0cc-9b52bb8944ef None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:04.866050 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96523569-a3e0-4e3d-bed4-87b3cdbe84d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:04.867123 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96523569-a3e0-4e3d-bed4-87b3cdbe84d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:04.868026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96523569-a3e0-4e3d-bed4-87b3cdbe84d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:04.871007 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96523569-a3e0-4e3d-bed4-87b3cdbe84d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:04.872530 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3abd43c1-b8db-4ad5-a0cc-9b52bb8944ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:04:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:04.874135 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96523569-a3e0-4e3d-bed4-87b3cdbe84d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:04.876375 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96523569-a3e0-4e3d-bed4-87b3cdbe84d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:04.877514 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96523569-a3e0-4e3d-bed4-87b3cdbe84d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:04.880734 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96523569-a3e0-4e3d-bed4-87b3cdbe84d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:04.884779 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96523569-a3e0-4e3d-bed4-87b3cdbe84d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:04.887837 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96523569-a3e0-4e3d-bed4-87b3cdbe84d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:04.935505 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-96523569-a3e0-4e3d-bed4-87b3cdbe84d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:04.946277 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-96523569-a3e0-4e3d-bed4-87b3cdbe84d7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "DELETE /v2.0/subnets/893422e7-0183-484b-b810-0be97f4a151e HTTP/1.1" status: 204 len: 168 time: 1.0601075 Jul 13 08:05:04.953205 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48446) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:04.963463 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3abd43c1-b8db-4ad5-a0cc-9b52bb8944ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:04.975674 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d34a0a-04ee-4859-84ee-6fcf381ede66 None None] Network d013c030-1ee3-40e3-b3a2-d58ba564a20a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:05:04.977613 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-60539b99-199f-4e82-915d-c7f32fd366f0 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "PUT /v2.0/floatingips/9d7013fc-c1f6-4033-890f-c97737ba217c HTTP/1.1" status: 200 len: 688 time: 3.7855163 Jul 13 08:05:04.981656 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48448) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:05.025890 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f9d6d56e-edab-4a3f-8a11-81377ec7526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772751369', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:00Z', 'updated_at': '2021-07-13T08:05:00Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:40:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:02Z', 'updated_at': '2021-07-13T08:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:05.035173 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab88da-5343-4b97-b801-10893569968a req-f0a2f7a5-38a3-499f-ae12-a61df5d3c6a4 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:05.055023 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95ab88da-5343-4b97-b801-10893569968a req-f0a2f7a5-38a3-499f-ae12-a61df5d3c6a4 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1ce4f03-9501-408f-9e74-3f1c20f917c3 HTTP/1.1" status: 200 len: 1097 time: 0.4354808 Jul 13 08:05:05.143646 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d6d56e-edab-4a3f-8a11-81377ec7526f None None] Checking router: 584dc7ce-e370-4b05-a3f3-1042e83926d0 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:05:05.179352 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95ab88da-5343-4b97-b801-10893569968a req-c2d77689-0b5d-4c01-bfe7-861b42b0770b tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170442 Jul 13 08:05:05.191109 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d6d56e-edab-4a3f-8a11-81377ec7526f None None] Routers {'584dc7ce-e370-4b05-a3f3-1042e83926d0'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:05.197358 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f9d6d56e-edab-4a3f-8a11-81377ec7526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:04:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['584dc7ce-e370-4b05-a3f3-1042e83926d0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:05.208741 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abd43c1-b8db-4ad5-a0cc-9b52bb8944ef None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:05.210029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3abd43c1-b8db-4ad5-a0cc-9b52bb8944ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:04:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:05.294043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3abd43c1-b8db-4ad5-a0cc-9b52bb8944ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:05.295518 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abd43c1-b8db-4ad5-a0cc-9b52bb8944ef None None] The sync data for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:05:05.424577 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f9d6d56e-edab-4a3f-8a11-81377ec7526f None None] Set router 584dc7ce-e370-4b05-a3f3-1042e83926d0 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:05:05.492247 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e63c83-6b88-4279-b25a-44d02b2f6800 None None] DHCP port deletion for d013c030-1ee3-40e3-b3a2-d58ba564a20a request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:05:05.761301 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-62e63c83-6b88-4279-b25a-44d02b2f6800 None None] Deleting port c1b264fb-dcf5-4020-ab47-2cd3b47f11eb {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:05:05.767000 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62e63c83-6b88-4279-b25a-44d02b2f6800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:05.862183 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfb945b5-94c4-4df4-9956-fe8c267a0f09 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:06.059187 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-62e63c83-6b88-4279-b25a-44d02b2f6800 None None] For port c1b264fb-dcf5-4020-ab47-2cd3b47f11eb, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c1b264fb-dcf5-4020-ab47-2cd3b47f11eb,segment=NetworkSegment(73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1),segment_id=73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:06.061274 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62e63c83-6b88-4279-b25a-44d02b2f6800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:06.089198 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-62e63c83-6b88-4279-b25a-44d02b2f6800 None None] Calling delete_port for c1b264fb-dcf5-4020-ab47-2cd3b47f11eb owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:05:06.284714 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f9d6d56e-edab-4a3f-8a11-81377ec7526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772751369', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:00Z', 'updated_at': '2021-07-13T08:05:00Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:40:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:02Z', 'updated_at': '2021-07-13T08:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:06.323603 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62e63c83-6b88-4279-b25a-44d02b2f6800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:06.346399 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-774ff134-6bfc-49fd-8e99-23c742be5bd8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Deleting port dbaeb47e-26d5-4fd9-9b2a-3c8360e8087a {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:05:06.353793 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-774ff134-6bfc-49fd-8e99-23c742be5bd8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:06.367877 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfb945b5-94c4-4df4-9956-fe8c267a0f09 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:06.414148 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-666df7f2-4217-4d1d-ba61-b0ed35c8d9f3 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:06.428588 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-666df7f2-4217-4d1d-ba61-b0ed35c8d9f3 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/networks?id=43078bda-414b-4537-984c-c98d74a05731 HTTP/1.1" status: 200 len: 910 time: 0.3615544 Jul 13 08:05:06.450741 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e63c83-6b88-4279-b25a-44d02b2f6800 None None] No DVR routers for this DVR port c1b264fb-dcf5-4020-ab47-2cd3b47f11eb on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:05:06.460875 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d6d56e-edab-4a3f-8a11-81377ec7526f None None] The sync data for ids ['584dc7ce-e370-4b05-a3f3-1042e83926d0'] in n-d-779913-28 is: [{'id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772751369', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:00Z', 'updated_at': '2021-07-13T08:05:00Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '624c50d5-c0c8-4d6e-a1c0-848a323ad4d7', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:40:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584dc7ce-e370-4b05-a3f3-1042e83926d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:02Z', 'updated_at': '2021-07-13T08:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:05:06.473163 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-3fcc1c70-a30b-4c58-addb-bdf1f5a95e78 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/quotas/62719eb88b5a4f868b4f7810ed24807a HTTP/1.1" status: 200 len: 375 time: 0.0426276 Jul 13 08:05:06.480156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e63c83-6b88-4279-b25a-44d02b2f6800 None None] Pushing event deleted for resources: {'Port': ['ID=c1b264fb-dcf5-4020-ab47-2cd3b47f11eb,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:06.537587 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48482) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:06.565511 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c1b264fb-dcf5-4020-ab47-2cd3b47f11eb no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:05:06.639271 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: c1b264fb-dcf5-4020-ab47-2cd3b47f11eb {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:05:06.640240 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c1b264fb-dcf5-4020-ab47-2cd3b47f11eb not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:05:06.838491 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-774ff134-6bfc-49fd-8e99-23c742be5bd8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:06.839374 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-774ff134-6bfc-49fd-8e99-23c742be5bd8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:06.872532 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-774ff134-6bfc-49fd-8e99-23c742be5bd8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Calling delete_port for dbaeb47e-26d5-4fd9-9b2a-3c8360e8087a owned by network:floatingip {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:05:06.884841 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-cfb945b5-94c4-4df4-9956-fe8c267a0f09 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Deleting port 624c50d5-c0c8-4d6e-a1c0-848a323ad4d7 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:05:06.885738 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfb945b5-94c4-4df4-9956-fe8c267a0f09 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:07.195007 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-b67f7485-89d8-438f-ac58-15b11a331378 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?tenant_id=62719eb88b5a4f868b4f7810ed24807a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7188392 Jul 13 08:05:07.349389 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-cfb945b5-94c4-4df4-9956-fe8c267a0f09 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] For port 624c50d5-c0c8-4d6e-a1c0-848a323ad4d7, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=624c50d5-c0c8-4d6e-a1c0-848a323ad4d7,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:07.357675 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfb945b5-94c4-4df4-9956-fe8c267a0f09 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:07.413013 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0b8c3-63c4-4642-b39b-8fc982237fb7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Deleting port b63a9559-7305-48a3-a5e8-e4d855d986a6 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:05:07.420512 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0d0b8c3-63c4-4642-b39b-8fc982237fb7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:07.423606 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-cfb945b5-94c4-4df4-9956-fe8c267a0f09 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Calling delete_port for 624c50d5-c0c8-4d6e-a1c0-848a323ad4d7 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:05:07.686662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-b96e40f8-f7fe-434c-af94-954228238bb8 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:05:07.702272 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-b96e40f8-f7fe-434c-af94-954228238bb8 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4903731 Jul 13 08:05:07.858954 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0d0b8c3-63c4-4642-b39b-8fc982237fb7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:07.860010 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0d0b8c3-63c4-4642-b39b-8fc982237fb7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:07.878161 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfb945b5-94c4-4df4-9956-fe8c267a0f09 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:07.886899 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0b8c3-63c4-4642-b39b-8fc982237fb7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Calling delete_port for b63a9559-7305-48a3-a5e8-e4d855d986a6 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:05:07.903519 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-774ff134-6bfc-49fd-8e99-23c742be5bd8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:07.987524 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb945b5-94c4-4df4-9956-fe8c267a0f09 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Port': ['ID=624c50d5-c0c8-4d6e-a1c0-848a323ad4d7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:08.038656 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:08.083752 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ff134-6bfc-49fd-8e99-23c742be5bd8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event deleted for resources: {'Port': ['ID=dbaeb47e-26d5-4fd9-9b2a-3c8360e8087a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:08.240705 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0d0b8c3-63c4-4642-b39b-8fc982237fb7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:08.262119 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfb945b5-94c4-4df4-9956-fe8c267a0f09 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:08.262119 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-774ff134-6bfc-49fd-8e99-23c742be5bd8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:08.271000 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-774ff134-6bfc-49fd-8e99-23c742be5bd8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:08.273538 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-774ff134-6bfc-49fd-8e99-23c742be5bd8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "DELETE /v2.0/floatingips/9d7013fc-c1f6-4033-890f-c97737ba217c HTTP/1.1" status: 204 len: 168 time: 3.1404610 Jul 13 08:05:08.302993 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48504) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:08.311278 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0b8c3-63c4-4642-b39b-8fc982237fb7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event deleted for resources: {'Port': ['ID=b63a9559-7305-48a3-a5e8-e4d855d986a6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:08.377347 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5f80909f-3d04-45dd-91fd-c297cba1c26e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': 'a453b955-423d-4d44-b3e3-631b6ca99b22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:08.590903 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfb945b5-94c4-4df4-9956-fe8c267a0f09 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:08.599760 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfb945b5-94c4-4df4-9956-fe8c267a0f09 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:08.670980 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-bbcefd4e-44da-4cd5-9258-6a404407211f service neutron] 10.222.0.58 "GET /v2.0/networks/43078bda-414b-4537-984c-c98d74a05731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9669750 Jul 13 08:05:08.723137 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 683b49be-ac3c-4b10-908c-3ccae6859af9 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:05:08.769585 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfb945b5-94c4-4df4-9956-fe8c267a0f09 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:08.771518 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb945b5-94c4-4df4-9956-fe8c267a0f09 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Fanout notify agent at l3_agent the message router_deleted on router 584dc7ce-e370-4b05-a3f3-1042e83926d0 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:05:08.787316 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 683b49be-ac3c-4b10-908c-3ccae6859af9 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:05:08.801535 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 683b49be-ac3c-4b10-908c-3ccae6859af9 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:05:08.806684 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cfb945b5-94c4-4df4-9956-fe8c267a0f09 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:08.810075 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cfb945b5-94c4-4df4-9956-fe8c267a0f09 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "DELETE /v2.0/routers/584dc7ce-e370-4b05-a3f3-1042e83926d0 HTTP/1.1" status: 204 len: 168 time: 3.8544734 Jul 13 08:05:08.814357 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48518) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:08.817289 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f80909f-3d04-45dd-91fd-c297cba1c26e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:09.043306 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0d0b8c3-63c4-4642-b39b-8fc982237fb7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:09.043980 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-c0d0b8c3-63c4-4642-b39b-8fc982237fb7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Floating IP 99fce5f2-bea4-4d18-9034-80311393ef17 disassociated (deleted). External IP: 172.25.0.253, port: 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a. Jul 13 08:05:09.164294 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f7c11946-7baf-475e-abe5-6787491be781 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:09.385125 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f7c11946-7baf-475e-abe5-6787491be781 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:09.412033 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f7c11946-7baf-475e-abe5-6787491be781 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d013c030-1ee3-40e3-b3a2-d58ba564a20a']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:09.431741 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f7c11946-7baf-475e-abe5-6787491be781 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:09.432255 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-f7c11946-7baf-475e-abe5-6787491be781 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a8d74e-9a01-4053-9ff4-a0c7b5bf45f1') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:09.459372 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f7c11946-7baf-475e-abe5-6787491be781 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:09.511576 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f7c11946-7baf-475e-abe5-6787491be781 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:09.533912 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-d8a18c54-bbf4-46d8-bd98-1f6e206d1d5e service neutron] 10.222.0.58 "GET /v2.0/networks/43078bda-414b-4537-984c-c98d74a05731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7763536 Jul 13 08:05:09.542179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c11946-7baf-475e-abe5-6787491be781 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:05:09.546157 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f7c11946-7baf-475e-abe5-6787491be781 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:05:09.560369 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:05:09.905063 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f7c11946-7baf-475e-abe5-6787491be781 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:09.969822 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f7c11946-7baf-475e-abe5-6787491be781 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:09.972610 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f7c11946-7baf-475e-abe5-6787491be781 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "DELETE /v2.0/networks/d013c030-1ee3-40e3-b3a2-d58ba564a20a HTTP/1.1" status: 204 len: 168 time: 1.1546192 Jul 13 08:05:09.995751 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c11946-7baf-475e-abe5-6787491be781 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Network': ['ID=d013c030-1ee3-40e3-b3a2-d58ba564a20a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:09.999012 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48544) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:10.107906 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f80909f-3d04-45dd-91fd-c297cba1c26e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:10.209468 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c1545f7a-2104-4af5-8d33-cd34c3f23d6e req-bf0743d0-27a7-4ada-89aa-9e3e1c125733 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ccdec9db-8fdd-4d12-834e-acfc490f3470 HTTP/1.1" status: 200 len: 210 time: 0.0954499 Jul 13 08:05:10.248905 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ef538ee0-4e30-4819-ae24-29240ce419a8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:10.342736 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d0b8c3-63c4-4642-b39b-8fc982237fb7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Router 87f5cb01-ead1-4525-b621-98bcab2ee0ee has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:05:10.353151 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ef538ee0-4e30-4819-ae24-29240ce419a8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:10.437956 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 624c50d5-c0c8-4d6e-a1c0-848a323ad4d7 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:05:10.549740 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 624c50d5-c0c8-4d6e-a1c0-848a323ad4d7 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:05:10.551233 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 624c50d5-c0c8-4d6e-a1c0-848a323ad4d7 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:05:10.590381 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ef538ee0-4e30-4819-ae24-29240ce419a8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:10.597027 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ef538ee0-4e30-4819-ae24-29240ce419a8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:10.633176 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ef538ee0-4e30-4819-ae24-29240ce419a8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "DELETE /v2.0/security-groups/e5eae9d1-265b-4297-8f9c-751b0c626f86 HTTP/1.1" status: 204 len: 168 time: 0.6119130 Jul 13 08:05:10.664327 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef538ee0-4e30-4819-ae24-29240ce419a8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eae9d1-265b-4297-8f9c-751b0c626f86,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:10.901756 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d0b8c3-63c4-4642-b39b-8fc982237fb7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:05:10.917442 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-5f80909f-3d04-45dd-91fd-c297cba1c26e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Allocated IP 172.25.0.74 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/02685084-c96b-46c6-831f-ba8ededcfd4e) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:05:10.920344 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f6dcb1-be06-4b3c-8740-68068c4885e6 None None] Sync routers for ids ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:05:10.926911 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0d0b8c3-63c4-4642-b39b-8fc982237fb7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:10.975118 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f6dcb1-be06-4b3c-8740-68068c4885e6 None None] Routers {'87f5cb01-ead1-4525-b621-98bcab2ee0ee'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:10.980572 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-03f6dcb1-be06-4b3c-8740-68068c4885e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:04:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:11.087186 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c0d0b8c3-63c4-4642-b39b-8fc982237fb7 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "DELETE /v2.0/floatingips/99fce5f2-bea4-4d18-9034-80311393ef17 HTTP/1.1" status: 204 len: 168 time: 4.5368650 Jul 13 08:05:11.089681 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2593549-6eb7-4a61-b513-af8f07dbe32f', 'tag': '08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:05:11.099030 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5934859b-9be6-4d98-810e-14499fdc477c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2593549-6eb7-4a61-b513-af8f07dbe32f", "tag": "08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:05:11.575941 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-03f6dcb1-be06-4b3c-8740-68068c4885e6 None None] Set router 87f5cb01-ead1-4525-b621-98bcab2ee0ee gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:05:11.728368 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f80909f-3d04-45dd-91fd-c297cba1c26e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.920258 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f80909f-3d04-45dd-91fd-c297cba1c26e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.983233 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f80909f-3d04-45dd-91fd-c297cba1c26e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:05:11.994371 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-5f80909f-3d04-45dd-91fd-c297cba1c26e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:05:12.111773 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48582) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:12.112618 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37603029-f158-4a6d-976d-24bddf1edcfe x-openstack-request-id: req-37603029-f158-4a6d-976d-24bddf1edcfe {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:05:12.115033 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2593549-6eb7-4a61-b513-af8f07dbe32f", "tag": "08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:05:12.115033 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-37603029-f158-4a6d-976d-24bddf1edcfe {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:05:12.116959 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2593549-6eb7-4a61-b513-af8f07dbe32f', 'tag': '08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a', 'status': 'completed', 'code': 200} Jul 13 08:05:12.118853 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f80909f-3d04-45dd-91fd-c297cba1c26e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:05:12.355364 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934859b-9be6-4d98-810e-14499fdc477c req-1ae5e7e4-30e1-46d7-b565-c672f38aa294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:12.360015 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5934859b-9be6-4d98-810e-14499fdc477c req-1ae5e7e4-30e1-46d7-b565-c672f38aa294 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 1097 time: 0.2022383 Jul 13 08:05:12.638802 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934859b-9be6-4d98-810e-14499fdc477c req-54ee75fa-1c3f-42ed-ab86-701078140e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:12.643228 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5934859b-9be6-4d98-810e-14499fdc477c req-54ee75fa-1c3f-42ed-ab86-701078140e37 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 912 time: 0.2683477 Jul 13 08:05:12.643994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48592) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:12.661125 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-0beba2f2-c2f1-4a58-9e62-ebaebb7c9df6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2137555890', 'description': 'tempest-secgroup-smoke-2137555890 description', 'project_id': 'b0a400cab12449b3b23abe0905366730'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:12.693290 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80a939e1-cddb-4b6e-ac35-7a63ee7694e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:12.797854 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5934859b-9be6-4d98-810e-14499fdc477c req-66691a7b-c5d6-479a-a9a7-ecf93416c737 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a HTTP/1.1" status: 200 len: 217 time: 0.1260219 Jul 13 08:05:12.967182 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0beba2f2-c2f1-4a58-9e62-ebaebb7c9df6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:13.007199 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-03f6dcb1-be06-4b3c-8740-68068c4885e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:50:04Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'fddcf3b0-8e33-41c7-a5f5-7ba5add1613d', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'port_id': '88d03ae3-c60f-4355-88a3-1848503d945d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'mac_address': 'fa:16:3e:36:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb65d55-1009-4f63-95ee-03f48905d5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:01:02Z', 'updated_at': '2021-07-13T08:01:08Z', 'revision_number': 1, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de34c2-cb99-4490-b272-5c3274267780', 'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'mac_address': 'fa:16:3e:17:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:01Z', 'updated_at': '2021-07-13T07:50:15Z', 'revision_number': 5, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'subnets': [{'id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:13.015572 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:13.065741 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934859b-9be6-4d98-810e-14499fdc477c req-2968a4eb-3587-4e51-a23d-1e01be90ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:13.069094 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5934859b-9be6-4d98-810e-14499fdc477c req-2968a4eb-3587-4e51-a23d-1e01be90ba28 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 200 len: 850 time: 0.2556593 Jul 13 08:05:13.125188 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f6dcb1-be06-4b3c-8740-68068c4885e6 None None] Checking router: 87f5cb01-ead1-4525-b621-98bcab2ee0ee for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:05:13.153126 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f6dcb1-be06-4b3c-8740-68068c4885e6 None None] Routers {'87f5cb01-ead1-4525-b621-98bcab2ee0ee'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:13.156035 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-03f6dcb1-be06-4b3c-8740-68068c4885e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:04:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:13.284420 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80a939e1-cddb-4b6e-ac35-7a63ee7694e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:13.433929 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0beba2f2-c2f1-4a58-9e62-ebaebb7c9df6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:13.441956 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80909f-3d04-45dd-91fd-c297cba1c26e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Port': ['ID=02685084-c96b-46c6-831f-ba8ededcfd4e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:13.442926 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80a939e1-cddb-4b6e-ac35-7a63ee7694e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:13.459062 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7277c003-43af-42c8-9639-166841106958 req-9e31681b-3b9b-4418-9a0d-d1766042801f tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ccdec9db-8fdd-4d12-834e-acfc490f3470 HTTP/1.1" status: 200 len: 210 time: 1.1104617 Jul 13 08:05:13.523647 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a939e1-cddb-4b6e-ac35-7a63ee7694e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66973b6c-96f4-446e-bea9-72ce802d83aa,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:13.531130 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0beba2f2-c2f1-4a58-9e62-ebaebb7c9df6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:13.577807 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-03f6dcb1-be06-4b3c-8740-68068c4885e6 None None] Set router 87f5cb01-ead1-4525-b621-98bcab2ee0ee gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:05:13.685342 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0beba2f2-c2f1-4a58-9e62-ebaebb7c9df6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:13.688744 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0beba2f2-c2f1-4a58-9e62-ebaebb7c9df6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0329475 Jul 13 08:05:13.696087 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48598) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:13.706193 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-80a939e1-cddb-4b6e-ac35-7a63ee7694e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=09d125a17eb04361a776ffc0753ba61a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5752506 Jul 13 08:05:13.711237 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a3c69475-eec6-44d9-9af6-6f48bd641fc8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': '187896f8-986f-4781-b282-80f881be4f68', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:13.747018 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48600) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:13.858697 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3c69475-eec6-44d9-9af6-6f48bd641fc8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:13.929066 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809dc47-b421-423c-b24a-b4efbc7be4c5 req-67c790f3-b0fb-4442-83af-076bb67c7a11 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:13.941929 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5809dc47-b421-423c-b24a-b4efbc7be4c5 req-67c790f3-b0fb-4442-83af-076bb67c7a11 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 945 time: 0.6205342 Jul 13 08:05:13.989751 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beba2f2-c2f1-4a58-9e62-ebaebb7c9df6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=187896f8-986f-4781-b282-80f881be4f68,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:14.027412 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934859b-9be6-4d98-810e-14499fdc477c req-f73f40cb-1dde-4b9e-87d8-2e5460c3009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:14.032379 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5934859b-9be6-4d98-810e-14499fdc477c req-f73f40cb-1dde-4b9e-87d8-2e5460c3009b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcb46551-b67f-448d-9e50-7e4cc85c9056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9508719 Jul 13 08:05:14.049041 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3c69475-eec6-44d9-9af6-6f48bd641fc8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:14.095533 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3c69475-eec6-44d9-9af6-6f48bd641fc8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:14.185802 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3c69475-eec6-44d9-9af6-6f48bd641fc8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:14.187961 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a3c69475-eec6-44d9-9af6-6f48bd641fc8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4845579 Jul 13 08:05:14.198252 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48604) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:14.228394 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658e9e3-7ea6-47c9-a8d2-a5f23f68ae1e req-b87e0aa6-cd27-4786-99ef-7fedf3644a0e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:14.229356 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c69475-eec6-44d9-9af6-6f48bd641fc8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d4a3d5-124b-42ca-95fc-2da544ee79c8,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:14.232551 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f658e9e3-7ea6-47c9-a8d2-a5f23f68ae1e req-b87e0aa6-cd27-4786-99ef-7fedf3644a0e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 945 time: 0.6008072 Jul 13 08:05:14.238877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a42abdd5-4205-4807-b75c-65482eb29ccc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': '187896f8-986f-4781-b282-80f881be4f68', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:14.242918 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-d4349fd8-d181-4338-8594-5deaf66f010c tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:14.249311 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-d4349fd8-d181-4338-8594-5deaf66f010c tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.62 "GET /v2.0/networks?id=43078bda-414b-4537-984c-c98d74a05731 HTTP/1.1" status: 200 len: 910 time: 0.4368854 Jul 13 08:05:14.287526 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b01fff72-8f5e-4610-a2d4-0c1066847aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:14.304909 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5809dc47-b421-423c-b24a-b4efbc7be4c5 req-46ecac84-4caa-4285-9de1-fe8b2336bc77 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3614395 Jul 13 08:05:14.359340 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a42abdd5-4205-4807-b75c-65482eb29ccc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:14.471567 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-8c3d4aa5-2fbb-4de9-880a-0f628bac771c tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Request body: {'port': {'device_id': 'ccdec9db-8fdd-4d12-834e-acfc490f3470', 'network_id': '43078bda-414b-4537-984c-c98d74a05731', 'admin_state_up': True, 'tenant_id': '62719eb88b5a4f868b4f7810ed24807a'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:14.498231 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-03f6dcb1-be06-4b3c-8740-68068c4885e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:50:04Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'fddcf3b0-8e33-41c7-a5f5-7ba5add1613d', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'port_id': '88d03ae3-c60f-4355-88a3-1848503d945d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'mac_address': 'fa:16:3e:36:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb65d55-1009-4f63-95ee-03f48905d5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:01:02Z', 'updated_at': '2021-07-13T08:01:08Z', 'revision_number': 1, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de34c2-cb99-4490-b272-5c3274267780', 'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'mac_address': 'fa:16:3e:17:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:01Z', 'updated_at': '2021-07-13T07:50:15Z', 'revision_number': 5, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'subnets': [{'id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:14.509378 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b01fff72-8f5e-4610-a2d4-0c1066847aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:14.684902 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-8c3d4aa5-2fbb-4de9-880a-0f628bac771c tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Made reservation on behalf of 62719eb88b5a4f868b4f7810ed24807a for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:05:14.689001 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-8c3d4aa5-2fbb-4de9-880a-0f628bac771c tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:14.695585 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f6dcb1-be06-4b3c-8740-68068c4885e6 None None] The sync data for ids ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'] in n-d-779913-28 is: [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:50:04Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'fddcf3b0-8e33-41c7-a5f5-7ba5add1613d', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'port_id': '88d03ae3-c60f-4355-88a3-1848503d945d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'mac_address': 'fa:16:3e:36:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb65d55-1009-4f63-95ee-03f48905d5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:01:02Z', 'updated_at': '2021-07-13T08:01:08Z', 'revision_number': 1, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de34c2-cb99-4490-b272-5c3274267780', 'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'mac_address': 'fa:16:3e:17:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:01Z', 'updated_at': '2021-07-13T07:50:15Z', 'revision_number': 5, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'subnets': [{'id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:05:14.740760 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5934859b-9be6-4d98-810e-14499fdc477c req-3dcc9fd8-ad61-4d0b-b6c9-49019a1f3bd7 service neutron] 10.222.0.35 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6883152 Jul 13 08:05:14.952193 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b01fff72-8f5e-4610-a2d4-0c1066847aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:14.960557 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b01fff72-8f5e-4610-a2d4-0c1066847aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:14.974374 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b01fff72-8f5e-4610-a2d4-0c1066847aa1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/66973b6c-96f4-446e-bea9-72ce802d83aa HTTP/1.1" status: 204 len: 168 time: 1.2222929 Jul 13 08:05:14.995344 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a42abdd5-4205-4807-b75c-65482eb29ccc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:15.062445 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-f658e9e3-7ea6-47c9-a8d2-a5f23f68ae1e req-92b8b096-0a2f-4e6f-a690-3941cde48d6e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Deleting port 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:05:15.063096 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f658e9e3-7ea6-47c9-a8d2-a5f23f68ae1e req-92b8b096-0a2f-4e6f-a690-3941cde48d6e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:15.172507 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f80909f-3d04-45dd-91fd-c297cba1c26e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:15.336306 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a42abdd5-4205-4807-b75c-65482eb29ccc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:15.403977 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ad1ed-c805-423f-85f6-e5d810230915 None None] New status for floating IP 99fce5f2-bea4-4d18-9034-80311393ef17: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:05:15.450396 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-5934859b-9be6-4d98-810e-14499fdc477c req-303199f4-a99a-45b1-ad02-9f606d146586 service neutron] 10.222.0.35 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6564791 Jul 13 08:05:15.457694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42abdd5-4205-4807-b75c-65482eb29ccc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b94208b-16ba-4bcb-ade0-9e8680aedcbe,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:15.475579 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fff72-8f5e-4610-a2d4-0c1066847aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66973b6c-96f4-446e-bea9-72ce802d83aa,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:15.542644 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-8c3d4aa5-2fbb-4de9-880a-0f628bac771c tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Allocated IP 172.20.0.8 (43078bda-414b-4537-984c-c98d74a05731/13050edf-c86c-497c-a505-82f17c22ba11/24fe48dd-a326-4a3c-af1e-19ce00357324) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:05:15.566802 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a42abdd5-4205-4807-b75c-65482eb29ccc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:15.568949 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a42abdd5-4205-4807-b75c-65482eb29ccc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3415086 Jul 13 08:05:15.576792 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f658e9e3-7ea6-47c9-a8d2-a5f23f68ae1e req-92b8b096-0a2f-4e6f-a690-3941cde48d6e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] For port 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:15.577357 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f658e9e3-7ea6-47c9-a8d2-a5f23f68ae1e req-92b8b096-0a2f-4e6f-a690-3941cde48d6e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:15.592599 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2fa6241-8011-4279-bc3d-34086c3d1805 req-f736ca3c-fc6d-473e-8345-8078bcefeb75 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ccdec9db-8fdd-4d12-834e-acfc490f3470 HTTP/1.1" status: 200 len: 210 time: 0.5905237 Jul 13 08:05:15.596732 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48624) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:15.664383 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-91edf40c-fb6b-403b-b414-db360f84c9f4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': '187896f8-986f-4781-b282-80f881be4f68', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:15.669287 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-f658e9e3-7ea6-47c9-a8d2-a5f23f68ae1e req-92b8b096-0a2f-4e6f-a690-3941cde48d6e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Calling delete_port for 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:05:15.834633 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91edf40c-fb6b-403b-b414-db360f84c9f4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:15.863831 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f80909f-3d04-45dd-91fd-c297cba1c26e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:15.970215 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:05:16.051719 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48630) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:16.167168 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91edf40c-fb6b-403b-b414-db360f84c9f4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:16.199290 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:16.204720 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91edf40c-fb6b-403b-b414-db360f84c9f4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:16.281424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2593549-6eb7-4a61-b513-af8f07dbe32f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:05:16.295759 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a29e586-c8a8-4740-b44b-2e78f50575c5" -d '{"events": [{"server_uuid": "f2593549-6eb7-4a61-b513-af8f07dbe32f", "name": "network-vif-unplugged", "status": "completed", "tag": "08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:05:16.311491 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edf40c-fb6b-403b-b414-db360f84c9f4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231494f6-c569-41b6-98f6-5663e39abc49,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:16.355587 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:16.374456 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:16.460680 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fbbc46-662e-4b38-9b65-6b0005fc7bf3 x-openstack-request-id: req-57fbbc46-662e-4b38-9b65-6b0005fc7bf3 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:05:16.461669 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2593549-6eb7-4a61-b513-af8f07dbe32f", "name": "network-vif-unplugged", "status": "completed", "tag": "08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:05:16.461669 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-57fbbc46-662e-4b38-9b65-6b0005fc7bf3 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:05:16.462256 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2593549-6eb7-4a61-b513-af8f07dbe32f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a', 'code': 200} Jul 13 08:05:16.491793 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91edf40c-fb6b-403b-b414-db360f84c9f4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:16.500762 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-91edf40c-fb6b-403b-b414-db360f84c9f4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8982370 Jul 13 08:05:16.516982 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99683653-8048-4569-b61b-3cd601a0e339 req-7bbe4079-f2d6-469f-b33e-67717a2ebd37 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:16.530663 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-99683653-8048-4569-b61b-3cd601a0e339 req-7bbe4079-f2d6-469f-b33e-67717a2ebd37 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 945 time: 0.6341510 Jul 13 08:05:16.541588 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48634) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:16.549588 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-adb7cf87-e559-4c43-9902-58ebba2a6192 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': '187896f8-986f-4781-b282-80f881be4f68', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:16.579914 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:16.838682 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-99683653-8048-4569-b61b-3cd601a0e339 req-78d83cfa-a5fc-4059-a4e5-75636894bb6b tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3062606 Jul 13 08:05:16.869104 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-af5fc414-0037-40a7-a9de-d4d8acfdaf1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:16.910652 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adb7cf87-e559-4c43-9902-58ebba2a6192 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:17.123565 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-15964afa-6d10-4b43-9757-c49ca395a78e req-4492a386-5e26-4ef0-bfa0-d6eebc6e4d85 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ccdec9db-8fdd-4d12-834e-acfc490f3470 HTTP/1.1" status: 200 len: 210 time: 0.1230412 Jul 13 08:05:17.174436 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f80909f-3d04-45dd-91fd-c297cba1c26e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:17.199218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fd329322-006d-40cd-b0fa-d46e1545fab6 None None] Provisioning complete for port 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:17.202917 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd329322-006d-40cd-b0fa-d46e1545fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:17.206680 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f80909f-3d04-45dd-91fd-c297cba1c26e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:17.282431 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adb7cf87-e559-4c43-9902-58ebba2a6192 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:17.370728 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adb7cf87-e559-4c43-9902-58ebba2a6192 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:17.439736 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7cf87-e559-4c43-9902-58ebba2a6192 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79295ab-d99b-4114-947f-e2ea428dbf48,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:17.477905 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80909f-3d04-45dd-91fd-c297cba1c26e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Port': ['ID=02685084-c96b-46c6-831f-ba8ededcfd4e,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:17.487417 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f80909f-3d04-45dd-91fd-c297cba1c26e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:17.493310 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-af5fc414-0037-40a7-a9de-d4d8acfdaf1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:17.502739 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-8c3d4aa5-2fbb-4de9-880a-0f628bac771c tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:17.550537 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-af5fc414-0037-40a7-a9de-d4d8acfdaf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:17.572309 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adb7cf87-e559-4c43-9902-58ebba2a6192 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:17.578677 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-adb7cf87-e559-4c43-9902-58ebba2a6192 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0310705 Jul 13 08:05:17.579903 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48642) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:17.587789 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5f9e3c88-1bae-4d7b-8329-c1bbcdb0258e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': '187896f8-986f-4781-b282-80f881be4f68', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:17.672628 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-8c3d4aa5-2fbb-4de9-880a-0f628bac771c tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Transition to ACTIVE for port object 24fe48dd-a326-4a3c-af1e-19ce00357324 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:05:17.725382 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fc414-0037-40a7-a9de-d4d8acfdaf1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8fb59a-142f-4cc6-99e8-08f5b7ac4eb6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:17.733862 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-af5fc414-0037-40a7-a9de-d4d8acfdaf1b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b4176720286d4cee891fbed07e976898&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6760917 Jul 13 08:05:17.739199 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48644) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:17.757563 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd329322-006d-40cd-b0fa-d46e1545fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:17.760767 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-5f9e3c88-1bae-4d7b-8329-c1bbcdb0258e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Project b0a400cab12449b3b23abe0905366730 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:05:17.771460 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f658e9e3-7ea6-47c9-a8d2-a5f23f68ae1e req-92b8b096-0a2f-4e6f-a690-3941cde48d6e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:17.779572 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f9e3c88-1bae-4d7b-8329-c1bbcdb0258e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:17.804879 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-5f80909f-3d04-45dd-91fd-c297cba1c26e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Floating IP 90913cdb-dee5-4755-8cd4-4385bed2fe48 associated. External IP: 172.25.0.74, port: a453b955-423d-4d44-b3e3-631b6ca99b22. Jul 13 08:05:17.896729 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8b096-0a2f-4e6f-a690-3941cde48d6e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event deleted for resources: {'Port': ['ID=08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:18.009736 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f9e3c88-1bae-4d7b-8329-c1bbcdb0258e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:18.040245 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f9e3c88-1bae-4d7b-8329-c1bbcdb0258e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:18.088731 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e3c88-1bae-4d7b-8329-c1bbcdb0258e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0cd6bc-a275-4886-b6bb-b23b548ee150,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:18.125266 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f658e9e3-7ea6-47c9-a8d2-a5f23f68ae1e req-92b8b096-0a2f-4e6f-a690-3941cde48d6e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] No DVR routers for this DVR port 08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:05:18.130412 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f658e9e3-7ea6-47c9-a8d2-a5f23f68ae1e req-92b8b096-0a2f-4e6f-a690-3941cde48d6e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:18.134395 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f658e9e3-7ea6-47c9-a8d2-a5f23f68ae1e req-92b8b096-0a2f-4e6f-a690-3941cde48d6e tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.35 "DELETE /v2.0/ports/08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a HTTP/1.1" status: 204 len: 173 time: 3.8829265 Jul 13 08:05:18.136085 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-8c3d4aa5-2fbb-4de9-880a-0f628bac771c tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:18.173140 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2593549-6eb7-4a61-b513-af8f07dbe32f', 'name': 'network-vif-deleted', 'tag': '08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:05:18.176115 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['3348f58a-003a-423b-9522-88531201fea9'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:05:18.179992 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3ecc6c-22c8-4a49-8b03-cde5a8c98f5d" -d '{"events": [{"server_uuid": "f2593549-6eb7-4a61-b513-af8f07dbe32f", "name": "network-vif-deleted", "tag": "08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:05:18.208713 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-12111c65-e2a4-4608-9029-9c5912bbc1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:18.230514 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f9e3c88-1bae-4d7b-8329-c1bbcdb0258e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:18.238839 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5f9e3c88-1bae-4d7b-8329-c1bbcdb0258e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6557839 Jul 13 08:05:18.292700 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48654) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:18.320929 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e23d2282-5a3e-49bc-a861-b50a419e6678 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'security_group_rule': {'security_group_id': '187896f8-986f-4781-b282-80f881be4f68', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:18.362308 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d4aa5-2fbb-4de9-880a-0f628bac771c tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Pushing event updated for resources: {'Port': ['ID=24fe48dd-a326-4a3c-af1e-19ce00357324,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:18.409121 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-8c3d4aa5-2fbb-4de9-880a-0f628bac771c tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Network 43078bda-414b-4537-984c-c98d74a05731 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:05:18.449083 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-8c3d4aa5-2fbb-4de9-880a-0f628bac771c tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:05:18.461634 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eac4796-aa00-40e2-96ad-ee81a5833f89 x-openstack-request-id: req-7eac4796-aa00-40e2-96ad-ee81a5833f89 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:05:18.462129 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2593549-6eb7-4a61-b513-af8f07dbe32f", "name": "network-vif-deleted", "tag": "08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:05:18.462516 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7eac4796-aa00-40e2-96ad-ee81a5833f89 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:05:18.463119 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2593549-6eb7-4a61-b513-af8f07dbe32f', 'name': 'network-vif-deleted', 'tag': '08ebfa86-9ca1-49b0-9eb0-7f1ec5477f9a', 'status': 'completed', 'code': 200} Jul 13 08:05:18.473983 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-8c3d4aa5-2fbb-4de9-880a-0f628bac771c tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:05:18.492450 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4522b7e5-6450-4795-9adb-5fbfa95b6017 req-a371965e-4e3e-420f-9acc-5b77da67acae tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 210 time: 0.2496450 Jul 13 08:05:18.678197 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-8c3d4aa5-2fbb-4de9-880a-0f628bac771c tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:18.679333 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-8c3d4aa5-2fbb-4de9-880a-0f628bac771c tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:18.765085 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-12111c65-e2a4-4608-9029-9c5912bbc1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:18.814541 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-e23d2282-5a3e-49bc-a861-b50a419e6678 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Project b0a400cab12449b3b23abe0905366730 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:05:18.836670 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e23d2282-5a3e-49bc-a861-b50a419e6678 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:18.843036 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-8c3d4aa5-2fbb-4de9-880a-0f628bac771c tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 4.5799475 Jul 13 08:05:18.896372 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] Request body: {'port': {'device_id': 'ccdec9db-8fdd-4d12-834e-acfc490f3470', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:18.930597 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f80909f-3d04-45dd-91fd-c297cba1c26e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Router 611fdb4d-7fd7-4ec4-9144-64e823617d54 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:05:19.246731 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:19.266643 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0343fb7c-0c08-4576-8dfb-2bbccc4d6175 None None] Provisioning for port 24fe48dd-a326-4a3c-af1e-19ce00357324 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:05:19.283827 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0343fb7c-0c08-4576-8dfb-2bbccc4d6175 None None] Provisioning complete for port 24fe48dd-a326-4a3c-af1e-19ce00357324 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:19.285681 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0343fb7c-0c08-4576-8dfb-2bbccc4d6175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:19.456381 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-12111c65-e2a4-4608-9029-9c5912bbc1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:19.462752 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-12111c65-e2a4-4608-9029-9c5912bbc1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:19.477398 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-12111c65-e2a4-4608-9029-9c5912bbc1be admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bf8fb59a-142f-4cc6-99e8-08f5b7ac4eb6 HTTP/1.1" status: 204 len: 168 time: 1.7330332 Jul 13 08:05:19.499850 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0343fb7c-0c08-4576-8dfb-2bbccc4d6175 None None] Port 24fe48dd-a326-4a3c-af1e-19ce00357324 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:05:19.550289 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12111c65-e2a4-4608-9029-9c5912bbc1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8fb59a-142f-4cc6-99e8-08f5b7ac4eb6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:19.658594 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e23d2282-5a3e-49bc-a861-b50a419e6678 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:19.714183 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eecb62-d251-4949-b29c-99c70b9fd4d5 req-2b60dfca-7dc9-4362-a965-6fb4df9dd8e7 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:19.740605 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96eecb62-d251-4949-b29c-99c70b9fd4d5 req-2b60dfca-7dc9-4362-a965-6fb4df9dd8e7 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ccdec9db-8fdd-4d12-834e-acfc490f3470 HTTP/1.1" status: 200 len: 1027 time: 0.6938987 Jul 13 08:05:19.743960 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e23d2282-5a3e-49bc-a861-b50a419e6678 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:19.888758 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d2282-5a3e-49bc-a861-b50a419e6678 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b750b4-1c86-4429-9110-967c201150f2,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:19.929130 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e23d2282-5a3e-49bc-a861-b50a419e6678 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:19.957541 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e23d2282-5a3e-49bc-a861-b50a419e6678 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6553242 Jul 13 08:05:19.982840 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48674) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:19.985191 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96eecb62-d251-4949-b29c-99c70b9fd4d5 req-64661809-aed5-47d5-904b-8e4aec527916 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428613 Jul 13 08:05:19.987250 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f80909f-3d04-45dd-91fd-c297cba1c26e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:05:20.022021 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6836ae98-fcfe-4ead-8cb7-77ab59dcbea6 None None] Sync routers for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:05:20.033549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-6509ee08-f042-4db3-8eac-4868af2c5dff tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'network': {'name': 'tempest-network-smoke--348087924', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'port_security_enabled': True}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:20.036815 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f80909f-3d04-45dd-91fd-c297cba1c26e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:20.048664 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6836ae98-fcfe-4ead-8cb7-77ab59dcbea6 None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:20.050074 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6836ae98-fcfe-4ead-8cb7-77ab59dcbea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:04:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:20.166846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30c56a5e-fc98-4a0e-b9a0-ad5fc4449202 req-6207b854-74f9-405e-88af-decb6c896105 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 210 time: 0.1175148 Jul 13 08:05:20.172977 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6836ae98-fcfe-4ead-8cb7-77ab59dcbea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:20.194552 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6836ae98-fcfe-4ead-8cb7-77ab59dcbea6 None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:20.197902 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6836ae98-fcfe-4ead-8cb7-77ab59dcbea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:04:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:20.221303 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5f80909f-3d04-45dd-91fd-c297cba1c26e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.9028473 Jul 13 08:05:20.222460 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48676) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:20.285173 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6836ae98-fcfe-4ead-8cb7-77ab59dcbea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:20.287911 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6836ae98-fcfe-4ead-8cb7-77ab59dcbea6 None None] The sync data for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:05:20.398190 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6509ee08-f042-4db3-8eac-4868af2c5dff tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Made reservation on behalf of b0a400cab12449b3b23abe0905366730 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:05:20.417395 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-aaabe37c-9ff0-4545-9d5d-c44f9080ae9e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "GET /v2.0/floatingips/90913cdb-dee5-4755-8cd4-4385bed2fe48 HTTP/1.1" status: 200 len: 978 time: 0.1928518 Jul 13 08:05:20.421016 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48680) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:20.426000 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6509ee08-f042-4db3-8eac-4868af2c5dff tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:20.785463 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6509ee08-f042-4db3-8eac-4868af2c5dff tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:05:20.844221 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0423c3d0-f5cc-4279-8fe1-b6ec538a3a3b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4201210 Jul 13 08:05:20.845622 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48686) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:20.863049 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6509ee08-f042-4db3-8eac-4868af2c5dff tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:20.864545 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-6509ee08-f042-4db3-8eac-4868af2c5dff tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Added segment ac080e34-eb62-47f0-958a-94e7aa6e5904 of type vlan for network 73d1b288-3f69-4489-84f7-291972f58a73 Jul 13 08:05:20.864779 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-cc3d403b-1734-4c5e-b825-f69442812884 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Request body: {'floatingip': {'port_id': 'b3c9abd7-e4d5-4aa4-8d4d-d36d59370fe6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:21.136899 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc3d403b-1734-4c5e-b825-f69442812884 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:21.197237 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24fe48dd-a326-4a3c-af1e-19ce00357324 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:05:21.268575 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:21.312703 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6509ee08-f042-4db3-8eac-4868af2c5dff tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:21.454924 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] Transition to ACTIVE for port object 24fe48dd-a326-4a3c-af1e-19ce00357324 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:05:21.494030 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:21.830829 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6509ee08-f042-4db3-8eac-4868af2c5dff tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:21.879260 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6509ee08-f042-4db3-8eac-4868af2c5dff tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:21.880377 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6509ee08-f042-4db3-8eac-4868af2c5dff tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:22.073719 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] Pushing event updated for resources: {'Port': ['ID=24fe48dd-a326-4a3c-af1e-19ce00357324,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:22.202942 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b4c623c-11f5-4b1d-9c01-18eb88335764 req-f661eafc-ecd3-47fd-885c-d708dceb40b3 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 210 time: 0.3301771 Jul 13 08:05:22.280461 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6509ee08-f042-4db3-8eac-4868af2c5dff tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2697115 Jul 13 08:05:22.295126 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48714) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:22.319840 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-f067ca3a-1e83-44c9-98f5-b6da0496fda8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-752761743', 'admin_state_up': True, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:22.496875 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb09334-5910-4892-9693-7035c9c38791 req-02b434d4-4edd-4b2e-910c-c70ed6c39106 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:22.524924 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1bb09334-5910-4892-9693-7035c9c38791 req-02b434d4-4edd-4b2e-910c-c70ed6c39106 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ccdec9db-8fdd-4d12-834e-acfc490f3470 HTTP/1.1" status: 200 len: 1053 time: 0.8753817 Jul 13 08:05:22.612974 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509ee08-f042-4db3-8eac-4868af2c5dff tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Network': ['ID=73d1b288-3f69-4489-84f7-291972f58a73,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:22.675169 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 73d1b288-3f69-4489-84f7-291972f58a73 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:05:22.817368 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f067ca3a-1e83-44c9-98f5-b6da0496fda8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:22.819153 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f067ca3a-1e83-44c9-98f5-b6da0496fda8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:22.876094 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] Attempting to bind port 24fe48dd-a326-4a3c-af1e-19ce00357324 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:05:22.876685 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] Attempting to bind port 24fe48dd-a326-4a3c-af1e-19ce00357324 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'cb03514a-7f62-4660-91db-3c23ffd3dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '43078bda-414b-4537-984c-c98d74a05731'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:05:22.877097 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] Attempting to bind port 24fe48dd-a326-4a3c-af1e-19ce00357324 on network 43078bda-414b-4537-984c-c98d74a05731 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:05:22.902180 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] Port 24fe48dd-a326-4a3c-af1e-19ce00357324 on network 43078bda-414b-4537-984c-c98d74a05731 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:05:22.902710 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] Attempting to bind port 24fe48dd-a326-4a3c-af1e-19ce00357324 on network 43078bda-414b-4537-984c-c98d74a05731 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:05:22.956471 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:05:22.962574 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] Checking segment: {'id': 'cb03514a-7f62-4660-91db-3c23ffd3dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '43078bda-414b-4537-984c-c98d74a05731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:05:22.965107 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] Bound using segment: {'id': 'cb03514a-7f62-4660-91db-3c23ffd3dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '43078bda-414b-4537-984c-c98d74a05731'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:05:22.966992 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] Bound port: 24fe48dd-a326-4a3c-af1e-19ce00357324, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb03514a-7f62-4660-91db-3c23ffd3dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '43078bda-414b-4537-984c-c98d74a05731'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:05:22.968528 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:23.195821 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1bb09334-5910-4892-9693-7035c9c38791 req-e45113fb-f0dd-4576-8654-94d82eeadd51 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6691062 Jul 13 08:05:23.270182 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce7e8-31a5-4e81-b2e0-fed58a4d185a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:23.299534 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] For port 24fe48dd-a326-4a3c-af1e-19ce00357324, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:05:23.310497 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] For port 24fe48dd-a326-4a3c-af1e-19ce00357324, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=24fe48dd-a326-4a3c-af1e-19ce00357324,segment=NetworkSegment(cb03514a-7f62-4660-91db-3c23ffd3dfa6),segment_id=cb03514a-7f62-4660-91db-3c23ffd3dfa6)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:05:23.320641 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f067ca3a-1e83-44c9-98f5-b6da0496fda8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:23.325434 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:23.489612 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:23.491383 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:23.494959 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] 10.222.0.62 "PUT /v2.0/ports/24fe48dd-a326-4a3c-af1e-19ce00357324 HTTP/1.1" status: 200 len: 1092 time: 4.6253684 Jul 13 08:05:23.584845 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdec9db-8fdd-4d12-834e-acfc490f3470', 'tag': '24fe48dd-a326-4a3c-af1e-19ce00357324'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:05:23.589557 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f632863-f641-45e5-a2c9-c7728c9ea5db" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdec9db-8fdd-4d12-834e-acfc490f3470", "tag": "24fe48dd-a326-4a3c-af1e-19ce00357324"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:05:23.657164 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:05:24.015471 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2d148f-b115-4603-8dc8-9b49887748a0 x-openstack-request-id: req-be2d148f-b115-4603-8dc8-9b49887748a0 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:05:24.016308 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdec9db-8fdd-4d12-834e-acfc490f3470", "tag": "24fe48dd-a326-4a3c-af1e-19ce00357324", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:05:24.016731 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be2d148f-b115-4603-8dc8-9b49887748a0 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:05:24.017260 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdec9db-8fdd-4d12-834e-acfc490f3470', 'tag': '24fe48dd-a326-4a3c-af1e-19ce00357324', 'status': 'completed', 'code': 200} Jul 13 08:05:24.204766 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850607d1-1b51-4fb9-8183-036af4afbf20 service neutron] Pushing event updated for resources: {'Port': ['ID=24fe48dd-a326-4a3c-af1e-19ce00357324,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:24.224241 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f067ca3a-1e83-44c9-98f5-b6da0496fda8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:24.255741 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-4023ceb8-ab32-4e67-b35e-c867a1bedf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:24.258955 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-4023ceb8-ab32-4e67-b35e-c867a1bedf57 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=62719eb88b5a4f868b4f7810ed24807a&device_id=ccdec9db-8fdd-4d12-834e-acfc490f3470 HTTP/1.1" status: 200 len: 1095 time: 0.6634057 Jul 13 08:05:24.664668 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-4fd37a0e-ac1f-46e2-b573-ffce0bf2d394 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24fe48dd-a326-4a3c-af1e-19ce00357324 HTTP/1.1" status: 200 len: 217 time: 0.3474035 Jul 13 08:05:24.859776 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-a706e67b-c56e-420e-8811-1d311845e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:24.865087 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-a706e67b-c56e-420e-8811-1d311845e414 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13050edf-c86c-497c-a505-82f17c22ba11 HTTP/1.1" status: 200 len: 848 time: 0.1928675 Jul 13 08:05:25.640531 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-aa0e444f-4fb3-40d0-ac2d-e4937da81637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:25.643526 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-aa0e444f-4fb3-40d0-ac2d-e4937da81637 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=43078bda-414b-4537-984c-c98d74a05731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7528710 Jul 13 08:05:25.746640 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f067ca3a-1e83-44c9-98f5-b6da0496fda8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:25.831187 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f067ca3a-1e83-44c9-98f5-b6da0496fda8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:25.917520 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17ddded6-1a68-4692-8828-1505c91ecbe0 req-60d84fcf-28a9-45a0-9a38-45a38aecd20f tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 210 time: 0.1670280 Jul 13 08:05:26.001387 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc3d403b-1734-4c5e-b825-f69442812884 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:26.027251 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc3d403b-1734-4c5e-b825-f69442812884 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:26.038397 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cf464-b2de-47b8-894b-b5b4e6e24d25 req-7422aa6a-c232-458f-8255-67a7abb35549 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:26.053766 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-750cf464-b2de-47b8-894b-b5b4e6e24d25 req-7422aa6a-c232-458f-8255-67a7abb35549 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ccdec9db-8fdd-4d12-834e-acfc490f3470 HTTP/1.1" status: 200 len: 1095 time: 0.4101691 Jul 13 08:05:26.111508 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-e7c31394-6d8a-4ab8-8a7e-97c848a88752 service neutron] 10.222.0.62 "GET /v2.0/networks/43078bda-414b-4537-984c-c98d74a05731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441605 Jul 13 08:05:26.480641 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-f067ca3a-1e83-44c9-98f5-b6da0496fda8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Allocated IP 172.25.0.103 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/84bec1dc-babc-44a7-9484-6b4bf5a6ad1d) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:05:26.509113 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a85fbb5a-ea06-4dc5-bcd5-d3d26466258e req-8135de88-df08-4b84-b190-d168329ed165 service neutron] 10.222.0.62 "GET /v2.0/networks/43078bda-414b-4537-984c-c98d74a05731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776445 Jul 13 08:05:26.532481 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-cc3d403b-1734-4c5e-b825-f69442812884 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Floating IP 90913cdb-dee5-4755-8cd4-4385bed2fe48 associated. External IP: 172.25.0.74, port: a453b955-423d-4d44-b3e3-631b6ca99b22. Jul 13 08:05:26.987971 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-750cf464-b2de-47b8-894b-b5b4e6e24d25 req-82afff75-7330-4f4e-b63a-285be76e3b85 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9322410 Jul 13 08:05:27.176162 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f632863-f641-45e5-a2c9-c7728c9ea5db req-34034032-22ec-40ca-9138-1ab252eb318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:27.194261 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2f632863-f641-45e5-a2c9-c7728c9ea5db req-34034032-22ec-40ca-9138-1ab252eb318d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=62719eb88b5a4f868b4f7810ed24807a&device_id=ccdec9db-8fdd-4d12-834e-acfc490f3470 HTTP/1.1" status: 200 len: 1095 time: 0.5444229 Jul 13 08:05:27.337989 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f067ca3a-1e83-44c9-98f5-b6da0496fda8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:27.571306 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3d403b-1734-4c5e-b825-f69442812884 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Router 611fdb4d-7fd7-4ec4-9144-64e823617d54 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:05:27.639767 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2bbbaa80-f821-4549-a817-63537a40e57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:27.655630 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f632863-f641-45e5-a2c9-c7728c9ea5db req-43dccce6-d7e0-4f0e-8c96-f1ee889022ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:27.669839 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2f632863-f641-45e5-a2c9-c7728c9ea5db req-43dccce6-d7e0-4f0e-8c96-f1ee889022ba service neutron] 10.222.0.62 "GET /v2.0/networks?id=43078bda-414b-4537-984c-c98d74a05731 HTTP/1.1" status: 200 len: 910 time: 0.4643123 Jul 13 08:05:27.772151 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ba5ff96d-0942-4ce4-9c93-4ec841363e94 req-c8e4cab5-105d-4ff7-a7f1-9c6a8c3cb033 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 210 time: 0.0830131 Jul 13 08:05:27.822444 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:28.042792 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3d403b-1734-4c5e-b825-f69442812884 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:05:28.060393 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d182b-67f8-4dc0-a4f6-dd84ed04e076 None None] Sync routers for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:05:28.108254 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d182b-67f8-4dc0-a4f6-dd84ed04e076 None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:28.109431 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c33d182b-67f8-4dc0-a4f6-dd84ed04e076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:05:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:28.281895 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c33d182b-67f8-4dc0-a4f6-dd84ed04e076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:28.343740 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d182b-67f8-4dc0-a4f6-dd84ed04e076 None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:28.353835 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c33d182b-67f8-4dc0-a4f6-dd84ed04e076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:05:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:28.610630 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c33d182b-67f8-4dc0-a4f6-dd84ed04e076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:28.611668 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d182b-67f8-4dc0-a4f6-dd84ed04e076 None None] The sync data for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:05:28.951470 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2f632863-f641-45e5-a2c9-c7728c9ea5db req-c87231d2-6ba5-4b91-82cd-74cc555e7bb1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24fe48dd-a326-4a3c-af1e-19ce00357324 HTTP/1.1" status: 200 len: 217 time: 1.2708244 Jul 13 08:05:28.972040 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f067ca3a-1e83-44c9-98f5-b6da0496fda8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:29.349060 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 24fe48dd-a326-4a3c-af1e-19ce00357324 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:05:29.422655 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f067ca3a-1e83-44c9-98f5-b6da0496fda8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:05:29.434132 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-f067ca3a-1e83-44c9-98f5-b6da0496fda8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:05:29.454727 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f067ca3a-1e83-44c9-98f5-b6da0496fda8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:05:29.613673 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3d403b-1734-4c5e-b825-f69442812884 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Router 611fdb4d-7fd7-4ec4-9144-64e823617d54 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:05:29.642330 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f8f32-baaf-4645-a473-48a3041dadf1 req-f64db15c-3451-4b81-97db-a34a22efe89f tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:29.643628 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f632863-f641-45e5-a2c9-c7728c9ea5db req-f1f58a48-1645-4a0f-963d-020d23a48420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:29.646310 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2f632863-f641-45e5-a2c9-c7728c9ea5db req-f1f58a48-1645-4a0f-963d-020d23a48420 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13050edf-c86c-497c-a505-82f17c22ba11 HTTP/1.1" status: 200 len: 848 time: 0.6769121 Jul 13 08:05:29.647219 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067ca3a-1e83-44c9-98f5-b6da0496fda8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=84bec1dc-babc-44a7-9484-6b4bf5a6ad1d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:29.659307 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a93f8f32-baaf-4645-a473-48a3041dadf1 req-f64db15c-3451-4b81-97db-a34a22efe89f tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ccdec9db-8fdd-4d12-834e-acfc490f3470 HTTP/1.1" status: 200 len: 1095 time: 0.9870188 Jul 13 08:05:29.803385 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 24fe48dd-a326-4a3c-af1e-19ce00357324, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=24fe48dd-a326-4a3c-af1e-19ce00357324,segment=NetworkSegment(cb03514a-7f62-4660-91db-3c23ffd3dfa6),segment_id=cb03514a-7f62-4660-91db-3c23ffd3dfa6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:29.810258 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:29.845254 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '24fe48dd-a326-4a3c-af1e-19ce00357324', 'network_id': '43078bda-414b-4537-984c-c98d74a05731', 'port_id': '24fe48dd-a326-4a3c-af1e-19ce00357324', 'mac_address': 'fa:16:3e:65:87:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13050edf-c86c-497c-a505-82f17c22ba11', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:05:29.881800 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a93f8f32-baaf-4645-a473-48a3041dadf1 req-0b0dbf83-06ae-42e9-b427-6e3ee88eb397 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213118 Jul 13 08:05:30.135265 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6b992-4331-41fb-97e5-5f26fe20679e req-2f178037-76b8-43c8-b6bd-1674ff0f2890 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:30.139480 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92b6b992-4331-41fb-97e5-5f26fe20679e req-2f178037-76b8-43c8-b6bd-1674ff0f2890 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 0.8435335 Jul 13 08:05:30.170833 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:30.185888 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f632863-f641-45e5-a2c9-c7728c9ea5db req-363571bc-970b-4f60-9804-16a3258f00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:30.196972 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2f632863-f641-45e5-a2c9-c7728c9ea5db req-363571bc-970b-4f60-9804-16a3258f00fe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=43078bda-414b-4537-984c-c98d74a05731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5412908 Jul 13 08:05:30.311131 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24fe48dd-a326-4a3c-af1e-19ce00357324 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:05:30.407322 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 24fe48dd-a326-4a3c-af1e-19ce00357324, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=24fe48dd-a326-4a3c-af1e-19ce00357324,segment=NetworkSegment(cb03514a-7f62-4660-91db-3c23ffd3dfa6),segment_id=cb03514a-7f62-4660-91db-3c23ffd3dfa6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:30.415704 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:30.618386 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2f632863-f641-45e5-a2c9-c7728c9ea5db req-a1d76fa2-2400-46cc-bde5-6c74b1051e99 service neutron] 10.222.0.62 "GET /v2.0/networks/43078bda-414b-4537-984c-c98d74a05731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091988 Jul 13 08:05:30.661786 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=24fe48dd-a326-4a3c-af1e-19ce00357324,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:30.722016 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92b6b992-4331-41fb-97e5-5f26fe20679e req-038f1ef1-28a9-4760-91b7-29b4f71d3859 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281062 Jul 13 08:05:30.757355 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3d403b-1734-4c5e-b825-f69442812884 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:05:30.783307 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee9bb9c-fad4-407a-9e56-0fd38f8041d9 None None] Sync routers for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:05:30.788003 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc3d403b-1734-4c5e-b825-f69442812884 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:30.833257 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['24fe48dd-a326-4a3c-af1e-19ce00357324'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:05:30.842547 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee9bb9c-fad4-407a-9e56-0fd38f8041d9 None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:30.843432 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8ee9bb9c-fad4-407a-9e56-0fd38f8041d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:05:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:30.946276 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2f632863-f641-45e5-a2c9-c7728c9ea5db req-3caa8012-fff9-4fa4-88a6-9461bc488eff service neutron] 10.222.0.62 "GET /v2.0/networks/43078bda-414b-4537-984c-c98d74a05731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116271 Jul 13 08:05:31.078136 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8ee9bb9c-fad4-407a-9e56-0fd38f8041d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:31.122972 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee9bb9c-fad4-407a-9e56-0fd38f8041d9 None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:31.136670 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8ee9bb9c-fad4-407a-9e56-0fd38f8041d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:05:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:31.354629 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8ee9bb9c-fad4-407a-9e56-0fd38f8041d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:31.370391 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee9bb9c-fad4-407a-9e56-0fd38f8041d9 None None] The sync data for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:05:31.432495 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f067ca3a-1e83-44c9-98f5-b6da0496fda8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:31.623105 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:31.638980 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cc3d403b-1734-4c5e-b825-f69442812884 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "PUT /v2.0/floatingips/90913cdb-dee5-4755-8cd4-4385bed2fe48 HTTP/1.1" status: 200 len: 978 time: 10.7916894 Jul 13 08:05:31.650645 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48818) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:31.674011 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-58359531-78ef-4e30-80e5-ee19aff3b0cb tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:31.782417 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e97487c9-97e3-439b-b660-aff8b94fe3ed req-f26ea67f-728f-439b-8c3a-b34cc879449a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 210 time: 0.1364222 Jul 13 08:05:31.971314 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58359531-78ef-4e30-80e5-ee19aff3b0cb tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:31.996719 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a70ab2-b477-4d7f-81f2-691e280ca4ad req-044c43f1-c546-44ac-957f-56a2b6b0d836 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:32.000034 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b8a70ab2-b477-4d7f-81f2-691e280ca4ad req-044c43f1-c546-44ac-957f-56a2b6b0d836 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.62 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 1.0411234 Jul 13 08:05:32.048366 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3b3f5-9b85-49c6-a381-7d6f8af20b77 req-74f73977-a584-4449-95e0-2b0f66bea211 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:32.051375 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3c3b3f5-9b85-49c6-a381-7d6f8af20b77 req-74f73977-a584-4449-95e0-2b0f66bea211 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ccdec9db-8fdd-4d12-834e-acfc490f3470 HTTP/1.1" status: 200 len: 1096 time: 0.5037804 Jul 13 08:05:32.384754 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3c3b3f5-9b85-49c6-a381-7d6f8af20b77 req-21d1d94a-97fd-486d-b2be-d825bdd421a5 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132988 Jul 13 08:05:32.565820 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6b9f6-7b1a-4953-8110-03c556147ebb req-0561ccc5-8a3c-4e0b-9878-70b833246b24 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:32.583164 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0aa6b9f6-7b1a-4953-8110-03c556147ebb req-0561ccc5-8a3c-4e0b-9878-70b833246b24 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 946 time: 0.3402984 Jul 13 08:05:32.615785 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-b8a70ab2-b477-4d7f-81f2-691e280ca4ad req-faed6247-35e7-431d-9a82-8ae29ebfa02e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Deleting port c8782324-a04f-4d6c-8ed2-8f0620322cf3 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:05:32.616794 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b8a70ab2-b477-4d7f-81f2-691e280ca4ad req-faed6247-35e7-431d-9a82-8ae29ebfa02e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:32.697988 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f067ca3a-1e83-44c9-98f5-b6da0496fda8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:32.899251 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0aa6b9f6-7b1a-4953-8110-03c556147ebb req-a62799a5-9c27-425a-bd14-34065b6e510e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981880 Jul 13 08:05:32.991604 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b8a70ab2-b477-4d7f-81f2-691e280ca4ad req-faed6247-35e7-431d-9a82-8ae29ebfa02e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] For port c8782324-a04f-4d6c-8ed2-8f0620322cf3, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c8782324-a04f-4d6c-8ed2-8f0620322cf3,segment=NetworkSegment(718c365b-9c19-4b23-9d47-48c3063e0352),segment_id=718c365b-9c19-4b23-9d47-48c3063e0352)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:32.998903 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b8a70ab2-b477-4d7f-81f2-691e280ca4ad req-faed6247-35e7-431d-9a82-8ae29ebfa02e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:33.092063 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58359531-78ef-4e30-80e5-ee19aff3b0cb tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:33.097008 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-b8a70ab2-b477-4d7f-81f2-691e280ca4ad req-faed6247-35e7-431d-9a82-8ae29ebfa02e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Calling delete_port for c8782324-a04f-4d6c-8ed2-8f0620322cf3 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:05:33.099906 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58359531-78ef-4e30-80e5-ee19aff3b0cb tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:33.100353 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-58359531-78ef-4e30-80e5-ee19aff3b0cb tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Floating IP 90913cdb-dee5-4755-8cd4-4385bed2fe48 disassociated. External IP: 172.25.0.74, port: b3c9abd7-e4d5-4aa4-8d4d-d36d59370fe6. Jul 13 08:05:33.357361 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 24fe48dd-a326-4a3c-af1e-19ce00357324 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:05:33.518227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 24fe48dd-a326-4a3c-af1e-19ce00357324 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:05:33.530690 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 24fe48dd-a326-4a3c-af1e-19ce00357324 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:33.531379 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:33.540311 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f067ca3a-1e83-44c9-98f5-b6da0496fda8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Router 8d41a7ea-47ad-4665-bc8f-724a1a8da470 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:05:33.600496 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-87487fa6-24f5-4392-aa3d-faeb90d3aa7a req-c15697e6-1153-4e56-b703-429207e55ce6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2593549-6eb7-4a61-b513-af8f07dbe32f HTTP/1.1" status: 200 len: 210 time: 0.1985352 Jul 13 08:05:33.679387 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b8a70ab2-b477-4d7f-81f2-691e280ca4ad req-faed6247-35e7-431d-9a82-8ae29ebfa02e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:33.711720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['899df02f-669f-4ae4-8560-5ccd83a94264'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:05:33.819741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed6247-35e7-431d-9a82-8ae29ebfa02e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Pushing event deleted for resources: {'Port': ['ID=c8782324-a04f-4d6c-8ed2-8f0620322cf3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:33.835394 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58359531-78ef-4e30-80e5-ee19aff3b0cb tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Router 611fdb4d-7fd7-4ec4-9144-64e823617d54 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:05:34.055348 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f067ca3a-1e83-44c9-98f5-b6da0496fda8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:05:34.107986 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] Sync routers for ids ['8d41a7ea-47ad-4665-bc8f-724a1a8da470'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:05:34.135094 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:34.213736 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdec9db-8fdd-4d12-834e-acfc490f3470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fe48dd-a326-4a3c-af1e-19ce00357324'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:05:34.217537 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3a5277-70a5-4a05-923b-1deca096c692" -d '{"events": [{"server_uuid": "ccdec9db-8fdd-4d12-834e-acfc490f3470", "name": "network-vif-plugged", "status": "completed", "tag": "24fe48dd-a326-4a3c-af1e-19ce00357324"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:05:34.238248 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] Routers {'8d41a7ea-47ad-4665-bc8f-724a1a8da470'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:34.239298 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:05:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8d41a7ea-47ad-4665-bc8f-724a1a8da470'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:34.255241 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 24fe48dd-a326-4a3c-af1e-19ce00357324, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=24fe48dd-a326-4a3c-af1e-19ce00357324,segment=NetworkSegment(cb03514a-7f62-4660-91db-3c23ffd3dfa6),segment_id=cb03514a-7f62-4660-91db-3c23ffd3dfa6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:34.286041 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a70ab2-b477-4d7f-81f2-691e280ca4ad req-faed6247-35e7-431d-9a82-8ae29ebfa02e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] No DVR routers for this DVR port c8782324-a04f-4d6c-8ed2-8f0620322cf3 on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:05:34.325201 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b8a70ab2-b477-4d7f-81f2-691e280ca4ad req-faed6247-35e7-431d-9a82-8ae29ebfa02e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:34.330597 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b8a70ab2-b477-4d7f-81f2-691e280ca4ad req-faed6247-35e7-431d-9a82-8ae29ebfa02e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.62 "DELETE /v2.0/ports/c8782324-a04f-4d6c-8ed2-8f0620322cf3 HTTP/1.1" status: 204 len: 173 time: 2.3069787 Jul 13 08:05:34.334202 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:34.343607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58359531-78ef-4e30-80e5-ee19aff3b0cb tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:05:34.359937 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58359531-78ef-4e30-80e5-ee19aff3b0cb tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:34.363209 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1085e791-6bd8-42cd-b570-82796641932c', 'name': 'network-vif-deleted', 'tag': 'c8782324-a04f-4d6c-8ed2-8f0620322cf3'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:05:34.370686 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1837b4d2-66eb-4d81-a678-da32e54dcfad None None] Sync routers for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:05:34.384074 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb39814e-845a-4856-bcce-91a68b972269" -d '{"events": [{"server_uuid": "1085e791-6bd8-42cd-b570-82796641932c", "name": "network-vif-deleted", "tag": "c8782324-a04f-4d6c-8ed2-8f0620322cf3"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:05:34.395404 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f067ca3a-1e83-44c9-98f5-b6da0496fda8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:34.399568 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f067ca3a-1e83-44c9-98f5-b6da0496fda8 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 12.0863388 Jul 13 08:05:34.409110 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48852) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:34.444203 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1837b4d2-66eb-4d81-a678-da32e54dcfad None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:34.445150 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1837b4d2-66eb-4d81-a678-da32e54dcfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:05:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:34.557649 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-58359531-78ef-4e30-80e5-ee19aff3b0cb tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "PUT /v2.0/floatingips/90913cdb-dee5-4755-8cd4-4385bed2fe48 HTTP/1.1" status: 200 len: 687 time: 2.8998518 Jul 13 08:05:34.558663 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48854) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:34.594548 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c8782324-a04f-4d6c-8ed2-8f0620322cf3 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:05:34.628826 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1837b4d2-66eb-4d81-a678-da32e54dcfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:34.674048 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1837b4d2-66eb-4d81-a678-da32e54dcfad None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:34.677641 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1837b4d2-66eb-4d81-a678-da32e54dcfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:05:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:34.751342 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fb6a1089-009d-48bd-ad32-74e0c77f4072 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=b0a400cab12449b3b23abe0905366730&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3196592 Jul 13 08:05:34.754040 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48858) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:34.803239 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: c8782324-a04f-4d6c-8ed2-8f0620322cf3 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:05:34.803841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c8782324-a04f-4d6c-8ed2-8f0620322cf3 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:05:34.855455 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1837b4d2-66eb-4d81-a678-da32e54dcfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:34.870378 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1837b4d2-66eb-4d81-a678-da32e54dcfad None None] The sync data for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:05:35.052213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-a0901927-ef2a-4ca9-ac46-c0b7e59ecb85 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Deleting port 02685084-c96b-46c6-831f-ba8ededcfd4e {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:05:35.052934 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0901927-ef2a-4ca9-ac46-c0b7e59ecb85 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:35.261183 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-07a36ed0-224e-48be-b989-3be8f8c241aa req-5e6467e7-cd65-4be7-a305-0f9b6f179be8 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1085e791-6bd8-42cd-b570-82796641932c HTTP/1.1" status: 200 len: 210 time: 0.5010059 Jul 13 08:05:35.266841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=24fe48dd-a326-4a3c-af1e-19ce00357324,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:35.299724 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7115014f-af14-4399-a478-b53b57f791a7 None None] Provisioning complete for port 24fe48dd-a326-4a3c-af1e-19ce00357324 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:35.300341 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7115014f-af14-4399-a478-b53b57f791a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:35.405957 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f178ac8-ab52-49b0-8e21-8ff634f29e41 req-bf4ce692-7b37-4df9-bb37-e9d6c07a9ff5 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:35.430152 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9f178ac8-ab52-49b0-8e21-8ff634f29e41 req-bf4ce692-7b37-4df9-bb37-e9d6c07a9ff5 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ccdec9db-8fdd-4d12-834e-acfc490f3470 HTTP/1.1" status: 200 len: 1096 time: 1.6404390 Jul 13 08:05:35.457372 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0901927-ef2a-4ca9-ac46-c0b7e59ecb85 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:35.458045 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0901927-ef2a-4ca9-ac46-c0b7e59ecb85 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:35.507800 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-a0901927-ef2a-4ca9-ac46-c0b7e59ecb85 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Calling delete_port for 02685084-c96b-46c6-831f-ba8ededcfd4e owned by network:floatingip {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:05:35.538599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] Set router 8d41a7ea-47ad-4665-bc8f-724a1a8da470 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:05:35.612953 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc72f6d-626b-47f0-ba7f-90f6ba264eec tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:35.622842 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0fc72f6d-626b-47f0-ba7f-90f6ba264eec tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8580480 Jul 13 08:05:35.636319 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48866) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:35.787690 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8258ba-8834-4cfd-9a37-30f47ff117ee x-openstack-request-id: req-7a8258ba-8834-4cfd-9a37-30f47ff117ee {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:05:35.788939 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1085e791-6bd8-42cd-b570-82796641932c", "name": "network-vif-deleted", "tag": "c8782324-a04f-4d6c-8ed2-8f0620322cf3", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:05:35.789605 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7a8258ba-8834-4cfd-9a37-30f47ff117ee {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:05:35.791168 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1085e791-6bd8-42cd-b570-82796641932c', 'name': 'network-vif-deleted', 'tag': 'c8782324-a04f-4d6c-8ed2-8f0620322cf3', 'status': 'completed', 'code': 200} Jul 13 08:05:35.809878 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9f178ac8-ab52-49b0-8e21-8ff634f29e41 req-3eb43fda-b07d-4ee7-9ace-a75a58dbb5e7 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769748 Jul 13 08:05:35.819132 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f21c4539-ea09-4557-8929-5e08fede8de5 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f96be058-f906-4210-b421-902eff1606be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1799662 Jul 13 08:05:35.825722 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48870) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:35.841616 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-2cd32e62-a21c-42e0-a6b2-1df9140f7ea7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-380057773', 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73', 'project_id': 'b0a400cab12449b3b23abe0905366730', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:35.855490 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedcd2fc-4ede-4f8f-a090-01e224722a55 x-openstack-request-id: req-aedcd2fc-4ede-4f8f-a090-01e224722a55 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:05:35.862016 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdec9db-8fdd-4d12-834e-acfc490f3470", "name": "network-vif-plugged", "status": "completed", "tag": "24fe48dd-a326-4a3c-af1e-19ce00357324", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:05:35.862906 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aedcd2fc-4ede-4f8f-a090-01e224722a55 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:05:35.863815 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdec9db-8fdd-4d12-834e-acfc490f3470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fe48dd-a326-4a3c-af1e-19ce00357324', 'code': 200} Jul 13 08:05:36.004359 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60992de-6325-471f-a059-bb00f07cff4c req-f5947dc7-8ac2-4860-bd64-0304a7f6ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:36.013965 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b60992de-6325-471f-a059-bb00f07cff4c req-f5947dc7-8ac2-4860-bd64-0304a7f6ae46 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ccdec9db-8fdd-4d12-834e-acfc490f3470 HTTP/1.1" status: 200 len: 1097 time: 0.2454581 Jul 13 08:05:36.147515 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b60992de-6325-471f-a059-bb00f07cff4c req-dff2b483-f061-4684-914c-3979867fec7e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220767 Jul 13 08:05:36.321139 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd32e62-a21c-42e0-a6b2-1df9140f7ea7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Made reservation on behalf of b0a400cab12449b3b23abe0905366730 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:05:36.332533 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2cd32e62-a21c-42e0-a6b2-1df9140f7ea7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:36.592657 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0901927-ef2a-4ca9-ac46-c0b7e59ecb85 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:36.706044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752761743', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:22Z', 'updated_at': '2021-07-13T08:05:29Z', 'revision_number': 3, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:36.787357 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0901927-ef2a-4ca9-ac46-c0b7e59ecb85 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event deleted for resources: {'Port': ['ID=02685084-c96b-46c6-831f-ba8ededcfd4e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:36.836108 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] Checking router: 8d41a7ea-47ad-4665-bc8f-724a1a8da470 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:05:36.842985 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] Updating router 8d41a7ea-47ad-4665-bc8f-724a1a8da470 port 84bec1dc-babc-44a7-9484-6b4bf5a6ad1d binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:05:37.066799 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:37.583315 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0901927-ef2a-4ca9-ac46-c0b7e59ecb85 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:37.588380 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a0901927-ef2a-4ca9-ac46-c0b7e59ecb85 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:37.601253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48890) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:37.610657 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a0901927-ef2a-4ca9-ac46-c0b7e59ecb85 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "DELETE /v2.0/floatingips/90913cdb-dee5-4755-8cd4-4385bed2fe48 HTTP/1.1" status: 204 len: 168 time: 3.0295062 Jul 13 08:05:37.740678 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-bd1de261-1209-4bd2-a763-0e9c1a7d9303 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] delete failed (client error): The resource could not be found. Jul 13 08:05:37.743277 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bd1de261-1209-4bd2-a763-0e9c1a7d9303 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "DELETE /v2.0/floatingips/90913cdb-dee5-4755-8cd4-4385bed2fe48 HTTP/1.1" status: 404 len: 345 time: 0.1383524 Jul 13 08:05:37.751427 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48892) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:38.019107 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2cd32e62-a21c-42e0-a6b2-1df9140f7ea7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:38.238980 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd32e62-a21c-42e0-a6b2-1df9140f7ea7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Checking segment: {'id': 'ac080e34-eb62-47f0-958a-94e7aa6e5904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:05:38.239549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd32e62-a21c-42e0-a6b2-1df9140f7ea7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network hostable DHCP agents. Network: 73d1b288-3f69-4489-84f7-291972f58a73, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:05:38.247074 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd32e62-a21c-42e0-a6b2-1df9140f7ea7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Subnet': ['ID=0c99f46a-e7f3-4394-9bef-8094f4480aea,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:38.291882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd32e62-a21c-42e0-a6b2-1df9140f7ea7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network 73d1b288-3f69-4489-84f7-291972f58a73 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:05:38.298063 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d966f-0591-419e-81fc-b4ca38952479 req-8b03a949-9c4d-463c-84b6-fa6bd61d438a tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:38.311459 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-335d966f-0591-419e-81fc-b4ca38952479 req-8b03a949-9c4d-463c-84b6-fa6bd61d438a tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ccdec9db-8fdd-4d12-834e-acfc490f3470 HTTP/1.1" status: 200 len: 1097 time: 0.8860214 Jul 13 08:05:38.329671 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-2cd32e62-a21c-42e0-a6b2-1df9140f7ea7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 73d1b288-3f69-4489-84f7-291972f58a73) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:05:38.341700 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd32e62-a21c-42e0-a6b2-1df9140f7ea7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:38.342811 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2cd32e62-a21c-42e0-a6b2-1df9140f7ea7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:38.380100 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2cd32e62-a21c-42e0-a6b2-1df9140f7ea7 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5447764 Jul 13 08:05:38.380949 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 48900) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:38.659016 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f83c629-999e-4c29-81ca-e8e8bbaecd63 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:38.696564 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f83c629-999e-4c29-81ca-e8e8bbaecd63 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:38.730206 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f83c629-999e-4c29-81ca-e8e8bbaecd63 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:38.743672 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9f83c629-999e-4c29-81ca-e8e8bbaecd63 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "GET /v2.0/ports?network_id=03509e65-dd19-429f-852f-3a96b70ed851 HTTP/1.1" status: 200 len: 2360 time: 0.9869957 Jul 13 08:05:38.744624 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48906) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:38.803451 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-335d966f-0591-419e-81fc-b4ca38952479 req-567031ba-03bc-48d9-9e3d-6e080b484a06 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904869 Jul 13 08:05:38.812054 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c540aa2-b72b-4497-a851-67e6ba9a611a None None] Network 73d1b288-3f69-4489-84f7-291972f58a73 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:05:38.876815 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:38.921596 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492a26e1-8994-46a3-a297-8b808d8ca69e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:38.932807 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-492a26e1-8994-46a3-a297-8b808d8ca69e tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "GET /v2.0/subnets/c577e9ae-fef0-4da1-8fe8-9cb005c57d87 HTTP/1.1" status: 200 len: 797 time: 0.1692080 Jul 13 08:05:38.934108 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48910) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:38.947592 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a548ebd8-8236-4980-b4dc-3797bcfe4a6d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Request body: {'port': {'network_id': '03509e65-dd19-429f-852f-3a96b70ed851', 'name': 'tempest-FloatingIPTestJSON-1716878749', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:39.121656 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:39.177857 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] Transition to ACTIVE for port object 84bec1dc-babc-44a7-9484-6b4bf5a6ad1d will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:05:39.254455 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283fb1d-14fb-4065-9673-215c6e4f6371 req-1f19731f-81f6-4316-8ead-fd3a43986454 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:39.282511 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:39.285324 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5283fb1d-14fb-4065-9673-215c6e4f6371 req-1f19731f-81f6-4316-8ead-fd3a43986454 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.8997588 Jul 13 08:05:39.483666 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a548ebd8-8236-4980-b4dc-3797bcfe4a6d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Made reservation on behalf of 16f6ef9f9bdd4907b72f83f4840c942b for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:05:39.504290 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85e52b-7c9a-4f10-b4fd-0f94dc2e453b None None] Pushing event updated for resources: {'Port': ['ID=84bec1dc-babc-44a7-9484-6b4bf5a6ad1d,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:39.519993 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] Attempting to bind port 84bec1dc-babc-44a7-9484-6b4bf5a6ad1d on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:05:39.520594 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] Attempting to bind port 84bec1dc-babc-44a7-9484-6b4bf5a6ad1d by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:05:39.521193 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] Attempting to bind port 84bec1dc-babc-44a7-9484-6b4bf5a6ad1d on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:05:39.531938 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:05:39.532548 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:05:39.533216 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:39.534329 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:05:39.534598 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] Bound port: 84bec1dc-babc-44a7-9484-6b4bf5a6ad1d, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:05:39.535265 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:39.540074 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5283fb1d-14fb-4065-9673-215c6e4f6371 req-0dbdeb76-e0b2-4dce-b5fb-c9c5a04cb2ef tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526820 Jul 13 08:05:39.648531 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] For port 84bec1dc-babc-44a7-9484-6b4bf5a6ad1d, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:05:39.655558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] For port 84bec1dc-babc-44a7-9484-6b4bf5a6ad1d, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=84bec1dc-babc-44a7-9484-6b4bf5a6ad1d,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:05:39.702126 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:39.791706 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-73d1b288-3f69-4489-84f7-291972f58a73', 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'fixed_ips': [{'subnet_id': '0c99f46a-e7f3-4394-9bef-8094f4480aea'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:05:39.792967 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:39.898801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] Routers {'8d41a7ea-47ad-4665-bc8f-724a1a8da470'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:39.899851 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:05:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8d41a7ea-47ad-4665-bc8f-724a1a8da470'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:39.913390 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a548ebd8-8236-4980-b4dc-3797bcfe4a6d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:40.001975 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-a548ebd8-8236-4980-b4dc-3797bcfe4a6d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] device_id is not set on port 916b5388-83c6-4b88-a7f4-1c696842ac1c yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:05:40.316247 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85e52b-7c9a-4f10-b4fd-0f94dc2e453b None None] Pushing event updated for resources: {'Port': ['ID=84bec1dc-babc-44a7-9484-6b4bf5a6ad1d,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:40.544018 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] Allocated IP 172.20.0.2 (73d1b288-3f69-4489-84f7-291972f58a73/0c99f46a-e7f3-4394-9bef-8094f4480aea/a53242ef-4d73-4a27-866b-cf0b4b261fb0) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:05:40.551369 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] Set router 8d41a7ea-47ad-4665-bc8f-724a1a8da470 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:05:40.831957 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7680c549-6abd-4a8c-9570-a2b47648a9a4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:41.653429 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:41.686896 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] Transition to ACTIVE for port object a53242ef-4d73-4a27-866b-cf0b4b261fb0 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:05:41.766474 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] Transition to ACTIVE for port object a53242ef-4d73-4a27-866b-cf0b4b261fb0 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:05:41.804276 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:41.958240 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] Network 73d1b288-3f69-4489-84f7-291972f58a73 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:05:41.965037 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752761743', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:22Z', 'updated_at': '2021-07-13T08:05:29Z', 'revision_number': 3, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:42.051916 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48936) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:42.067386 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede01742-d5f9-4db9-8da1-24faf72bdfd7 None None] The sync data for ids ['8d41a7ea-47ad-4665-bc8f-724a1a8da470'] in n-d-779913-28 is: [{'id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752761743', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:22Z', 'updated_at': '2021-07-13T08:05:29Z', 'revision_number': 3, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:05:42.073267 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:05:42.084630 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:05:42.176489 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-7680c549-6abd-4a8c-9570-a2b47648a9a4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Allocated IP 172.20.0.1 (73d1b288-3f69-4489-84f7-291972f58a73/0c99f46a-e7f3-4394-9bef-8094f4480aea/073e4600-038d-408f-950c-f46db0ffabed) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:05:42.247443 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6750d-557a-49b3-82d2-bdc5beb298de req-8bf41fd6-028f-4130-aa41-7a12fe06d78e tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:42.250607 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-45b6750d-557a-49b3-82d2-bdc5beb298de req-8bf41fd6-028f-4130-aa41-7a12fe06d78e tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ccdec9db-8fdd-4d12-834e-acfc490f3470 HTTP/1.1" status: 200 len: 1097 time: 1.9060042 Jul 13 08:05:42.295030 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] Pushing event updated for resources: {'Port': ['ID=a53242ef-4d73-4a27-866b-cf0b4b261fb0,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:42.398996 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d2c71-6c78-455f-9c2c-8d3d8d79c8d3 req-ca3f7f39-2172-428b-a020-1e79486f2bd2 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:42.427043 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-142d2c71-6c78-455f-9c2c-8d3d8d79c8d3 req-ca3f7f39-2172-428b-a020-1e79486f2bd2 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.9385130 Jul 13 08:05:42.428952 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] Attempting to bind port a53242ef-4d73-4a27-866b-cf0b4b261fb0 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:05:42.428952 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] Attempting to bind port a53242ef-4d73-4a27-866b-cf0b4b261fb0 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'ac080e34-eb62-47f0-958a-94e7aa6e5904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:05:42.429479 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] Attempting to bind port a53242ef-4d73-4a27-866b-cf0b4b261fb0 on network 73d1b288-3f69-4489-84f7-291972f58a73 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:05:42.459165 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:05:42.460139 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] Checking segment: {'id': 'ac080e34-eb62-47f0-958a-94e7aa6e5904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:05:42.460836 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:42.461506 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] Bound using segment: {'id': 'ac080e34-eb62-47f0-958a-94e7aa6e5904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:05:42.463755 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] Bound port: a53242ef-4d73-4a27-866b-cf0b4b261fb0, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac080e34-eb62-47f0-958a-94e7aa6e5904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:05:42.464095 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:42.838466 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7680c549-6abd-4a8c-9570-a2b47648a9a4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:42.924398 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] For port a53242ef-4d73-4a27-866b-cf0b4b261fb0, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:05:42.935759 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] For port a53242ef-4d73-4a27-866b-cf0b4b261fb0, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a53242ef-4d73-4a27-866b-cf0b4b261fb0,segment=NetworkSegment(ac080e34-eb62-47f0-958a-94e7aa6e5904),segment_id=ac080e34-eb62-47f0-958a-94e7aa6e5904)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:05:42.967245 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:43.195738 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-7680c549-6abd-4a8c-9570-a2b47648a9a4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Transition to ACTIVE for port object 073e4600-038d-408f-950c-f46db0ffabed will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:05:43.277672 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1bfb7-32db-4c29-88ea-3522a0bd809c None None] Pushing event updated for resources: {'Port': ['ID=a53242ef-4d73-4a27-866b-cf0b4b261fb0,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:43.286891 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:43.505210 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0458dbc-bd85-425f-9f15-285b61579495 req-91ff9e47-4bb7-47e5-8d09-a75c740d400f tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:43.508704 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b0458dbc-bd85-425f-9f15-285b61579495 req-91ff9e47-4bb7-47e5-8d09-a75c740d400f tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.35 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 946 time: 0.6019087 Jul 13 08:05:43.525444 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-142d2c71-6c78-455f-9c2c-8d3d8d79c8d3 req-927a816d-13b8-4c66-a7fd-8f4f7ae175fb tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0814710 Jul 13 08:05:43.536336 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e213885a-8ff9-45c4-9eaa-990457b8675f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:43.638715 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-45b6750d-557a-49b3-82d2-bdc5beb298de req-ed91ea5e-7f29-42f1-990c-b1b847f61ed2 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3370178 Jul 13 08:05:43.644335 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-a548ebd8-8236-4980-b4dc-3797bcfe4a6d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Allocated IP 172.20.0.14 (03509e65-dd19-429f-852f-3a96b70ed851/c577e9ae-fef0-4da1-8fe8-9cb005c57d87/916b5388-83c6-4b88-a7f4-1c696842ac1c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:05:43.762924 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7680c549-6abd-4a8c-9570-a2b47648a9a4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:43.796939 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-a548ebd8-8236-4980-b4dc-3797bcfe4a6d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Allocated IP 172.20.0.13 (03509e65-dd19-429f-852f-3a96b70ed851/c577e9ae-fef0-4da1-8fe8-9cb005c57d87/916b5388-83c6-4b88-a7f4-1c696842ac1c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:05:44.049506 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7680c549-6abd-4a8c-9570-a2b47648a9a4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network 73d1b288-3f69-4489-84f7-291972f58a73 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:05:44.093038 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-7680c549-6abd-4a8c-9570-a2b47648a9a4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:05:44.107413 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7680c549-6abd-4a8c-9570-a2b47648a9a4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:05:44.254671 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680c549-6abd-4a8c-9570-a2b47648a9a4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=073e4600-038d-408f-950c-f46db0ffabed,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:44.327715 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7680c549-6abd-4a8c-9570-a2b47648a9a4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:44.631636 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-b0458dbc-bd85-425f-9f15-285b61579495 req-19659735-f2ff-43ba-bd9c-8e3629c0f933 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Deleting port 899df02f-669f-4ae4-8560-5ccd83a94264 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:05:44.633653 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b0458dbc-bd85-425f-9f15-285b61579495 req-19659735-f2ff-43ba-bd9c-8e3629c0f933 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:44.878718 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 84bec1dc-babc-44a7-9484-6b4bf5a6ad1d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:05:45.159589 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 84bec1dc-babc-44a7-9484-6b4bf5a6ad1d completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:05:45.190537 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 84bec1dc-babc-44a7-9484-6b4bf5a6ad1d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:45.195651 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:45.333463 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e213885a-8ff9-45c4-9eaa-990457b8675f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:45.545727 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a548ebd8-8236-4980-b4dc-3797bcfe4a6d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:45.702198 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7680c549-6abd-4a8c-9570-a2b47648a9a4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:45.703301 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:45.720812 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b0458dbc-bd85-425f-9f15-285b61579495 req-19659735-f2ff-43ba-bd9c-8e3629c0f933 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] For port 899df02f-669f-4ae4-8560-5ccd83a94264, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=899df02f-669f-4ae4-8560-5ccd83a94264,segment=NetworkSegment(718c365b-9c19-4b23-9d47-48c3063e0352),segment_id=718c365b-9c19-4b23-9d47-48c3063e0352)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:45.721625 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b0458dbc-bd85-425f-9f15-285b61579495 req-19659735-f2ff-43ba-bd9c-8e3629c0f933 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:45.801876 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e213885a-8ff9-45c4-9eaa-990457b8675f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:45.815572 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 84bec1dc-babc-44a7-9484-6b4bf5a6ad1d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=84bec1dc-babc-44a7-9484-6b4bf5a6ad1d,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:45.825369 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:45.860202 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a53242ef-4d73-4a27-866b-cf0b4b261fb0 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:05:45.882858 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-b0458dbc-bd85-425f-9f15-285b61579495 req-19659735-f2ff-43ba-bd9c-8e3629c0f933 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Calling delete_port for 899df02f-669f-4ae4-8560-5ccd83a94264 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:05:46.115214 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=84bec1dc-babc-44a7-9484-6b4bf5a6ad1d,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:46.126786 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214f2496-5c9f-4bda-9e06-973beb83c658 None None] Network 73d1b288-3f69-4489-84f7-291972f58a73 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:05:46.160335 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e213885a-8ff9-45c4-9eaa-990457b8675f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ada22c983bf458583862277ffe9fdb4&name=default HTTP/1.1" status: 200 len: 2983 time: 4.0282202 Jul 13 08:05:46.170870 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48964) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:46.274519 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a548ebd8-8236-4980-b4dc-3797bcfe4a6d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:46.350915 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 899df02f-669f-4ae4-8560-5ccd83a94264 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:05:46.412378 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port a53242ef-4d73-4a27-866b-cf0b4b261fb0 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:05:46.489410 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-281cec53-13ee-4bb1-8d51-8186dc4e0939 None None] Provisioning for port a53242ef-4d73-4a27-866b-cf0b4b261fb0 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:05:46.517139 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port a53242ef-4d73-4a27-866b-cf0b4b261fb0 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:46.517833 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:46.559409 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-281cec53-13ee-4bb1-8d51-8186dc4e0939 None None] Provisioning complete for port a53242ef-4d73-4a27-866b-cf0b4b261fb0 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:46.560007 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-281cec53-13ee-4bb1-8d51-8186dc4e0939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:46.646606 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a548ebd8-8236-4980-b4dc-3797bcfe4a6d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Network 03509e65-dd19-429f-852f-3a96b70ed851 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:05:46.651987 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd1c4b-3aa2-46ab-964c-dfbb1e913869 req-cdd75cac-e132-4b02-b489-10f843aa6539 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:46.670961 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8bd1c4b-3aa2-46ab-964c-dfbb1e913869 req-cdd75cac-e132-4b02-b489-10f843aa6539 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ccdec9db-8fdd-4d12-834e-acfc490f3470 HTTP/1.1" status: 200 len: 1097 time: 2.2582586 Jul 13 08:05:46.847620 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548ebd8-8236-4980-b4dc-3797bcfe4a6d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Port': ['ID=916b5388-83c6-4b88-a7f4-1c696842ac1c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:46.856709 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a548ebd8-8236-4980-b4dc-3797bcfe4a6d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:05:46.864023 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a548ebd8-8236-4980-b4dc-3797bcfe4a6d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:05:47.001769 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecc78f0e-4251-41a8-a661-4fed185ffc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:47.050668 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecc78f0e-4251-41a8-a661-4fed185ffc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:47.083326 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:47.211863 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a548ebd8-8236-4980-b4dc-3797bcfe4a6d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:47.213007 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a548ebd8-8236-4980-b4dc-3797bcfe4a6d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:47.262995 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8bd1c4b-3aa2-46ab-964c-dfbb1e913869 req-9876b3bb-f7be-4101-818e-57e9acda0fd4 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5891559 Jul 13 08:05:47.263992 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213885a-8ff9-45c4-9eaa-990457b8675f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310b9561-85aa-40af-99e7-2c24990b0497,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:47.343039 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a548ebd8-8236-4980-b4dc-3797bcfe4a6d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 8.3878353 Jul 13 08:05:47.343039 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48970) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:47.352551 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-dce0089e-4cb3-4242-871d-33710028b642 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': '916b5388-83c6-4b88-a7f4-1c696842ac1c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:47.353745 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:47.428374 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b0458dbc-bd85-425f-9f15-285b61579495 req-19659735-f2ff-43ba-bd9c-8e3629c0f933 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:47.436323 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecc78f0e-4251-41a8-a661-4fed185ffc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:47.448524 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecc78f0e-4251-41a8-a661-4fed185ffc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:47.450492 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ecc78f0e-4251-41a8-a661-4fed185ffc86 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/310b9561-85aa-40af-99e7-2c24990b0497 HTTP/1.1" status: 204 len: 168 time: 1.2515831 Jul 13 08:05:47.511484 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2751514-aa77-485a-93a0-46b1858c2983 req-c7299a4e-f254-4683-bdf1-b5f4548e702f tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:47.519830 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2751514-aa77-485a-93a0-46b1858c2983 req-c7299a4e-f254-4683-bdf1-b5f4548e702f tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 867 time: 1.7735860 Jul 13 08:05:47.588128 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19659735-f2ff-43ba-bd9c-8e3629c0f933 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Pushing event deleted for resources: {'Port': ['ID=899df02f-669f-4ae4-8560-5ccd83a94264,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:47.655972 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc78f0e-4251-41a8-a661-4fed185ffc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310b9561-85aa-40af-99e7-2c24990b0497,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:47.667149 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dce0089e-4cb3-4242-871d-33710028b642 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:47.868246 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2751514-aa77-485a-93a0-46b1858c2983 req-b5fa331e-4f6a-4541-a985-a8880f3a227e tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ea2dc6-5740-472c-96d9-f0b20c0d3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377349 Jul 13 08:05:47.920788 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0458dbc-bd85-425f-9f15-285b61579495 req-19659735-f2ff-43ba-bd9c-8e3629c0f933 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] No DVR routers for this DVR port 899df02f-669f-4ae4-8560-5ccd83a94264 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:05:47.943826 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b0458dbc-bd85-425f-9f15-285b61579495 req-19659735-f2ff-43ba-bd9c-8e3629c0f933 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:47.952948 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b0458dbc-bd85-425f-9f15-285b61579495 req-19659735-f2ff-43ba-bd9c-8e3629c0f933 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.35 "DELETE /v2.0/ports/899df02f-669f-4ae4-8560-5ccd83a94264 HTTP/1.1" status: 204 len: 173 time: 4.4365096 Jul 13 08:05:47.953735 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da', 'name': 'network-vif-deleted', 'tag': '899df02f-669f-4ae4-8560-5ccd83a94264'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:05:47.995121 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eacdfa6-e4e8-46ac-a33f-0a4d939231d0" -d '{"events": [{"server_uuid": "e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da", "name": "network-vif-deleted", "tag": "899df02f-669f-4ae4-8560-5ccd83a94264"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:05:48.011690 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-281cec53-13ee-4bb1-8d51-8186dc4e0939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:48.108666 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7680c549-6abd-4a8c-9570-a2b47648a9a4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:48.122690 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7680c549-6abd-4a8c-9570-a2b47648a9a4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:48.131760 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port a53242ef-4d73-4a27-866b-cf0b4b261fb0, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a53242ef-4d73-4a27-866b-cf0b4b261fb0,segment=NetworkSegment(ac080e34-eb62-47f0-958a-94e7aa6e5904),segment_id=ac080e34-eb62-47f0-958a-94e7aa6e5904)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:48.161329 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:48.290832 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab5734-289b-4735-813e-6228b56f524a req-ad8c57b8-64ba-4403-a264-912301b24a7e tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:48.304786 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d5ab5734-289b-4735-813e-6228b56f524a req-ad8c57b8-64ba-4403-a264-912301b24a7e tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ccdec9db-8fdd-4d12-834e-acfc490f3470 HTTP/1.1" status: 200 len: 1097 time: 0.6548641 Jul 13 08:05:48.377947 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fef17b2-7d02-405a-9cde-c21cb1dc0ae2 x-openstack-request-id: req-3fef17b2-7d02-405a-9cde-c21cb1dc0ae2 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:05:48.378551 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da", "name": "network-vif-deleted", "tag": "899df02f-669f-4ae4-8560-5ccd83a94264", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:05:48.379086 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3fef17b2-7d02-405a-9cde-c21cb1dc0ae2 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:05:48.379834 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da', 'name': 'network-vif-deleted', 'tag': '899df02f-669f-4ae4-8560-5ccd83a94264', 'status': 'completed', 'code': 200} Jul 13 08:05:48.380957 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680c549-6abd-4a8c-9570-a2b47648a9a4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=073e4600-038d-408f-950c-f46db0ffabed,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:48.416470 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dce0089e-4cb3-4242-871d-33710028b642 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:48.484762 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=a53242ef-4d73-4a27-866b-cf0b4b261fb0,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:48.624248 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-281cec53-13ee-4bb1-8d51-8186dc4e0939 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:05:48.624836 n-d-779913-28 neutron-server[93725]: DEBUG oslo_db.api [None req-281cec53-13ee-4bb1-8d51-8186dc4e0939 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:05:48.648910 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d5ab5734-289b-4735-813e-6228b56f524a req-16229182-d1a0-4f1f-9c0e-1cde6f903947 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378639 Jul 13 08:05:48.652004 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7680c549-6abd-4a8c-9570-a2b47648a9a4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:48.832768 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-dce0089e-4cb3-4242-871d-33710028b642 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Allocated IP 172.25.0.84 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/96f9ba0e-d2ea-47b1-8af5-bd145ea725e1) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:05:49.022371 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 84bec1dc-babc-44a7-9484-6b4bf5a6ad1d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:05:49.356294 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 48994) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:49.359867 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7680c549-6abd-4a8c-9570-a2b47648a9a4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network 73d1b288-3f69-4489-84f7-291972f58a73 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:05:49.370900 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-7680c549-6abd-4a8c-9570-a2b47648a9a4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:05:49.482992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 84bec1dc-babc-44a7-9484-6b4bf5a6ad1d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:49.484158 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:49.518805 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2537ba0a-4b83-4702-ab02-d22a0f7137d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:49.675156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-efe78f75-6158-4942-ad23-05165e91da35 None None] Provisioning complete for port a53242ef-4d73-4a27-866b-cf0b4b261fb0 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:49.680086 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-efe78f75-6158-4942-ad23-05165e91da35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:49.774330 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dce0089e-4cb3-4242-871d-33710028b642 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:49.845715 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b6a020-2fdf-4ead-a8f0-85aedfb62b85 req-58d7f997-33ba-41dc-a0bc-5515bd0a3e81 tempest-ServerRescueNegativeTestJSON-2129468079 tempest-ServerRescueNegativeTestJSON-2129468079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46bdb1a-f36b-4d8d-b3a1-b3718ecfa9da HTTP/1.1" status: 200 len: 210 time: 0.2184713 Jul 13 08:05:49.932930 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49002) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:49.964352 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a53242ef-4d73-4a27-866b-cf0b4b261fb0 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:05:50.067713 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dce0089e-4cb3-4242-871d-33710028b642 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:50.088150 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7680c549-6abd-4a8c-9570-a2b47648a9a4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Router 8d41a7ea-47ad-4665-bc8f-724a1a8da470 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:05:50.216191 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce0089e-4cb3-4242-871d-33710028b642 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:05:50.314992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port a53242ef-4d73-4a27-866b-cf0b4b261fb0 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:50.315949 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:50.427308 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-efe78f75-6158-4942-ad23-05165e91da35 None None] Provisioning for port 073e4600-038d-408f-950c-f46db0ffabed completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:05:50.443690 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-efe78f75-6158-4942-ad23-05165e91da35 None None] Provisioning complete for port 073e4600-038d-408f-950c-f46db0ffabed triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:50.444308 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-efe78f75-6158-4942-ad23-05165e91da35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:50.476405 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7680c549-6abd-4a8c-9570-a2b47648a9a4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:05:50.498466 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7680c549-6abd-4a8c-9570-a2b47648a9a4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "PUT /v2.0/routers/8d41a7ea-47ad-4665-bc8f-724a1a8da470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1074896 Jul 13 08:05:50.498668 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2537ba0a-4b83-4702-ab02-d22a0f7137d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:50.499857 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-dce0089e-4cb3-4242-871d-33710028b642 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:05:50.506134 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce0089e-4cb3-4242-871d-33710028b642 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:05:50.540447 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] Sync routers for ids ['8d41a7ea-47ad-4665-bc8f-724a1a8da470'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:05:50.612685 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-efe78f75-6158-4942-ad23-05165e91da35 None None] Port 073e4600-038d-408f-950c-f46db0ffabed cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:05:50.618039 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2537ba0a-4b83-4702-ab02-d22a0f7137d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:50.623301 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0089e-4cb3-4242-871d-33710028b642 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Port': ['ID=96f9ba0e-d2ea-47b1-8af5-bd145ea725e1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:50.690184 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] Routers {'8d41a7ea-47ad-4665-bc8f-724a1a8da470'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:50.692923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:05:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8d41a7ea-47ad-4665-bc8f-724a1a8da470'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:50.930918 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49016) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:50.942453 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2537ba0a-4b83-4702-ab02-d22a0f7137d9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d843d2e2b242463a9a1bc27430651315&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5360212 Jul 13 08:05:51.035112 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537ba0a-4b83-4702-ab02-d22a0f7137d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5345c78c-0fef-4f9f-9666-f909b0afb48b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:51.044377 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e20d5313-5d63-4636-bfeb-a8518246109e None None] Provisioning complete for port 073e4600-038d-408f-950c-f46db0ffabed triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:51.044985 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e20d5313-5d63-4636-bfeb-a8518246109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:51.136908 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-87a8264f-eb90-45be-9d5d-2e84d7026015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:51.195624 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-87a8264f-eb90-45be-9d5d-2e84d7026015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:51.214201 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] Set router 8d41a7ea-47ad-4665-bc8f-724a1a8da470 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:05:51.274292 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e20d5313-5d63-4636-bfeb-a8518246109e None None] Port 073e4600-038d-408f-950c-f46db0ffabed cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:05:51.318024 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Deleting port 661c8403-4abe-47eb-81b9-5e41bcf69546 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:05:51.318630 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:51.334177 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-87a8264f-eb90-45be-9d5d-2e84d7026015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:51.339721 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-87a8264f-eb90-45be-9d5d-2e84d7026015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:51.343507 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-87a8264f-eb90-45be-9d5d-2e84d7026015 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5345c78c-0fef-4f9f-9666-f909b0afb48b HTTP/1.1" status: 204 len: 168 time: 0.4107137 Jul 13 08:05:51.360182 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8264f-eb90-45be-9d5d-2e84d7026015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5345c78c-0fef-4f9f-9666-f909b0afb48b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:51.390239 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-eb7c8a75-53a3-4fae-afc8-c111dc61d3ce tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2137555890&fields=id&tenant_id=b0a400cab12449b3b23abe0905366730 HTTP/1.1" status: 200 len: 267 time: 0.2604702 Jul 13 08:05:51.394135 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f02931-3f76-4c22-b4d6-54addc820085 req-1741fae3-c5dd-4a38-8bac-ab7e29fd4204 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:51.397801 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-89f02931-3f76-4c22-b4d6-54addc820085 req-1741fae3-c5dd-4a38-8bac-ab7e29fd4204 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ccdec9db-8fdd-4d12-834e-acfc490f3470 HTTP/1.1" status: 200 len: 1097 time: 0.8101776 Jul 13 08:05:51.493793 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-26ff27cb-fdf5-4829-bed1-35fc886e3e1f None None] Provisioning complete for port 073e4600-038d-408f-950c-f46db0ffabed triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:51.495404 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-26ff27cb-fdf5-4829-bed1-35fc886e3e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:51.534223 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:51.534223 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:51.748081 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-26ff27cb-fdf5-4829-bed1-35fc886e3e1f None None] Port 073e4600-038d-408f-950c-f46db0ffabed cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:05:51.844500 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752761743', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:22Z', 'updated_at': '2021-07-13T08:05:45Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '073e4600-038d-408f-950c-f46db0ffabed', 'name': '', 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:4b:09:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0c99f46a-e7f3-4394-9bef-8094f4480aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:41Z', 'updated_at': '2021-07-13T08:05:46Z', 'revision_number': 2, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '0c99f46a-e7f3-4394-9bef-8094f4480aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:51.915684 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] Checking router: 8d41a7ea-47ad-4665-bc8f-724a1a8da470 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:05:51.916304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] Updating router 8d41a7ea-47ad-4665-bc8f-724a1a8da470 port 073e4600-038d-408f-950c-f46db0ffabed binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:05:52.012110 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:52.227001 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Calling delete_port for 661c8403-4abe-47eb-81b9-5e41bcf69546 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:05:52.290259 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-89f02931-3f76-4c22-b4d6-54addc820085 req-178380f9-946b-49b9-b4f1-cab1a4dde4b1 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7470582 Jul 13 08:05:52.629684 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49048) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:52.977946 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dce0089e-4cb3-4242-871d-33710028b642 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:53.200202 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:53.253669 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] Transition to ACTIVE for port object 073e4600-038d-408f-950c-f46db0ffabed will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:05:53.265565 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-585937f6-6db8-40e8-8d62-8d4b39bcd72a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:53.279461 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-585937f6-6db8-40e8-8d62-8d4b39bcd72a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/networks?id=73d1b288-3f69-4489-84f7-291972f58a73 HTTP/1.1" status: 200 len: 796 time: 1.7337310 Jul 13 08:05:53.282473 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:53.307106 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-507f4a07-490d-4144-81f0-57f28a833963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:53.322546 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bba01-18c3-484f-8d91-36b80341c202 req-f5e08bd7-c57b-4b47-b121-70164b118e2b tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:53.325399 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b1bba01-18c3-484f-8d91-36b80341c202 req-f5e08bd7-c57b-4b47-b121-70164b118e2b tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ccdec9db-8fdd-4d12-834e-acfc490f3470 HTTP/1.1" status: 200 len: 1097 time: 1.7740262 Jul 13 08:05:53.375800 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-06072077-605f-4c6c-b980-6d798b6e07ee tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/quotas/b0a400cab12449b3b23abe0905366730 HTTP/1.1" status: 200 len: 375 time: 0.0945160 Jul 13 08:05:53.484223 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e23bb-e728-4926-8877-13b020998b99 None None] Pushing event updated for resources: {'Port': ['ID=073e4600-038d-408f-950c-f46db0ffabed,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:53.712868 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] Attempting to bind port 073e4600-038d-408f-950c-f46db0ffabed on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:05:53.713452 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] Attempting to bind port 073e4600-038d-408f-950c-f46db0ffabed by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'ac080e34-eb62-47f0-958a-94e7aa6e5904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:05:53.714038 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] Attempting to bind port 073e4600-038d-408f-950c-f46db0ffabed on network 73d1b288-3f69-4489-84f7-291972f58a73 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:05:53.741926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:05:53.743854 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] Checking segment: {'id': 'ac080e34-eb62-47f0-958a-94e7aa6e5904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:05:53.746827 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:53.749660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] Bound using segment: {'id': 'ac080e34-eb62-47f0-958a-94e7aa6e5904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:05:53.754682 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] Bound port: 073e4600-038d-408f-950c-f46db0ffabed, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac080e34-eb62-47f0-958a-94e7aa6e5904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:05:53.755501 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:53.878891 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:53.958632 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-403231de-4796-47f9-a401-d05162992d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:53.984320 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] For port 073e4600-038d-408f-950c-f46db0ffabed, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:05:53.993909 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] For port 073e4600-038d-408f-950c-f46db0ffabed, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=073e4600-038d-408f-950c-f46db0ffabed,segment=NetworkSegment(ac080e34-eb62-47f0-958a-94e7aa6e5904),segment_id=ac080e34-eb62-47f0-958a-94e7aa6e5904)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:05:54.011916 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:54.138264 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dce0089e-4cb3-4242-871d-33710028b642 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:54.145025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] Routers {'8d41a7ea-47ad-4665-bc8f-724a1a8da470'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:54.146427 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:05:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8d41a7ea-47ad-4665-bc8f-724a1a8da470'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:54.355999 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e23bb-e728-4926-8877-13b020998b99 None None] Pushing event updated for resources: {'Port': ['ID=073e4600-038d-408f-950c-f46db0ffabed,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:54.485039 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49070) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:54.580558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] Set router 8d41a7ea-47ad-4665-bc8f-724a1a8da470 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:05:54.588489 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event deleted for resources: {'Port': ['ID=661c8403-4abe-47eb-81b9-5e41bcf69546,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:54.690283 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:54.690852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:54.691397 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:54.694122 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:54.694679 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:54.695126 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:54.695547 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:54.696001 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:54.698441 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:54.698441 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:54.698441 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:54.698441 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:54.853748 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-2b1bba01-18c3-484f-8d91-36b80341c202 req-761f4337-3c1a-4fe5-8a86-10838d53500d tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Deleting port 24fe48dd-a326-4a3c-af1e-19ce00357324 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:05:54.854389 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2b1bba01-18c3-484f-8d91-36b80341c202 req-761f4337-3c1a-4fe5-8a86-10838d53500d tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:54.958451 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-403231de-4796-47f9-a401-d05162992d7f admin admin] Deleting port 1069146c-6f62-4ee6-8521-4a7ad7585f0b {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:05:54.958917 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-403231de-4796-47f9-a401-d05162992d7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:55.008146 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-402e3b2b-7568-4bd6-bf9f-8205300a09e1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&fields=id HTTP/1.1" status: 200 len: 302 time: 1.6310098 Jul 13 08:05:55.013408 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:55.013965 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Floating IP fddcf3b0-8e33-41c7-a5f5-7ba5add1613d disassociated (deleted). External IP: 172.25.0.201, port: 88d03ae3-c60f-4355-88a3-1848503d945d. Jul 13 08:05:55.135366 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f3230-b38d-4d1a-9251-da81e2a3b4e1 req-fcd547e3-8309-484e-9671-65dc91233bf2 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:55.147281 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df4f3230-b38d-4d1a-9251-da81e2a3b4e1 req-fcd547e3-8309-484e-9671-65dc91233bf2 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ccdec9db-8fdd-4d12-834e-acfc490f3470 HTTP/1.1" status: 200 len: 1097 time: 1.2700164 Jul 13 08:05:55.273834 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1eae70d6-f7ae-4164-b7f1-85f0a1353a8d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-757970034-network', 'tenant_id': '2491c75374b44eb7a9b4e8c11f8ffb37'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:55.296133 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dce0089e-4cb3-4242-871d-33710028b642 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:55.307565 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752761743', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:22Z', 'updated_at': '2021-07-13T08:05:45Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '073e4600-038d-408f-950c-f46db0ffabed', 'name': '', 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:4b:09:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0c99f46a-e7f3-4394-9bef-8094f4480aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:41Z', 'updated_at': '2021-07-13T08:05:53Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '0c99f46a-e7f3-4394-9bef-8094f4480aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:55.387274 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7bb59-3697-479a-86e6-826d33e0638d None None] The sync data for ids ['8d41a7ea-47ad-4665-bc8f-724a1a8da470'] in n-d-779913-28 is: [{'id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752761743', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:22Z', 'updated_at': '2021-07-13T08:05:45Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '073e4600-038d-408f-950c-f46db0ffabed', 'name': '', 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:4b:09:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0c99f46a-e7f3-4394-9bef-8094f4480aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:41Z', 'updated_at': '2021-07-13T08:05:53Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '0c99f46a-e7f3-4394-9bef-8094f4480aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:05:55.417289 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dce0089e-4cb3-4242-871d-33710028b642 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:55.432490 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-2b1bba01-18c3-484f-8d91-36b80341c202 req-761f4337-3c1a-4fe5-8a86-10838d53500d tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] For port 24fe48dd-a326-4a3c-af1e-19ce00357324, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=24fe48dd-a326-4a3c-af1e-19ce00357324,segment=NetworkSegment(cb03514a-7f62-4660-91db-3c23ffd3dfa6),segment_id=cb03514a-7f62-4660-91db-3c23ffd3dfa6)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:55.434664 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2b1bba01-18c3-484f-8d91-36b80341c202 req-761f4337-3c1a-4fe5-8a86-10838d53500d tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:55.489422 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 24fe48dd-a326-4a3c-af1e-19ce00357324 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:05:55.571636 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-2b1bba01-18c3-484f-8d91-36b80341c202 req-761f4337-3c1a-4fe5-8a86-10838d53500d tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Calling delete_port for 24fe48dd-a326-4a3c-af1e-19ce00357324 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:05:55.724807 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df4f3230-b38d-4d1a-9251-da81e2a3b4e1 req-3102feb0-2e7c-4409-894a-a95b9b84f84a tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5631723 Jul 13 08:05:55.784704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-403231de-4796-47f9-a401-d05162992d7f admin admin] For port 1069146c-6f62-4ee6-8521-4a7ad7585f0b, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1069146c-6f62-4ee6-8521-4a7ad7585f0b,segment=NetworkSegment(718c365b-9c19-4b23-9d47-48c3063e0352),segment_id=718c365b-9c19-4b23-9d47-48c3063e0352)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:55.785914 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-403231de-4796-47f9-a401-d05162992d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:55.805307 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0089e-4cb3-4242-871d-33710028b642 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Port': ['ID=96f9ba0e-d2ea-47b1-8af5-bd145ea725e1,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:55.831623 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:55.835628 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-06e21d56-3958-4959-8965-1fad1ba7286b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:05:55.837018 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-403231de-4796-47f9-a401-d05162992d7f admin admin] Calling delete_port for 1069146c-6f62-4ee6-8521-4a7ad7585f0b owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:05:55.839613 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-06e21d56-3958-4959-8965-1fad1ba7286b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7292655 Jul 13 08:05:55.894704 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdec9db-8fdd-4d12-834e-acfc490f3470', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24fe48dd-a326-4a3c-af1e-19ce00357324'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:05:55.899240 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48e9b78-0150-4d37-b86a-2a11e78ca7e3" -d '{"events": [{"server_uuid": "ccdec9db-8fdd-4d12-834e-acfc490f3470", "name": "network-vif-unplugged", "status": "completed", "tag": "24fe48dd-a326-4a3c-af1e-19ce00357324"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:05:55.938856 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 24fe48dd-a326-4a3c-af1e-19ce00357324, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=24fe48dd-a326-4a3c-af1e-19ce00357324,segment=NetworkSegment(cb03514a-7f62-4660-91db-3c23ffd3dfa6),segment_id=cb03514a-7f62-4660-91db-3c23ffd3dfa6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:55.948435 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:56.023812 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75085d82-9968-45e2-ba59-5fef938ea0f9 x-openstack-request-id: req-75085d82-9968-45e2-ba59-5fef938ea0f9 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:05:56.025812 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdec9db-8fdd-4d12-834e-acfc490f3470", "name": "network-vif-unplugged", "status": "completed", "tag": "24fe48dd-a326-4a3c-af1e-19ce00357324", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:05:56.026284 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-75085d82-9968-45e2-ba59-5fef938ea0f9 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:05:56.027950 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdec9db-8fdd-4d12-834e-acfc490f3470', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24fe48dd-a326-4a3c-af1e-19ce00357324', 'code': 200} Jul 13 08:05:56.146158 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=24fe48dd-a326-4a3c-af1e-19ce00357324,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:56.198625 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eae70d6-f7ae-4164-b7f1-85f0a1353a8d admin admin] Made reservation on behalf of 2491c75374b44eb7a9b4e8c11f8ffb37 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:05:56.205732 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1eae70d6-f7ae-4164-b7f1-85f0a1353a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:56.307547 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1eae70d6-f7ae-4164-b7f1-85f0a1353a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:56.578742 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-403231de-4796-47f9-a401-d05162992d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:56.645169 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403231de-4796-47f9-a401-d05162992d7f admin admin] Pushing event deleted for resources: {'Port': ['ID=1069146c-6f62-4ee6-8521-4a7ad7585f0b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:56.646459 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dd4e3bfa-c88f-49dc-b4c7-95a3fe4be990 None None] Provisioning complete for port 24fe48dd-a326-4a3c-af1e-19ce00357324 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:56.647208 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd4e3bfa-c88f-49dc-b4c7-95a3fe4be990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:57.034736 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd4e3bfa-c88f-49dc-b4c7-95a3fe4be990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:57.053928 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-7957febc-4c0a-45f6-808b-2291936a7b6a service neutron] 10.222.0.58 "GET /v2.0/networks/73d1b288-3f69-4489-84f7-291972f58a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1876328 Jul 13 08:05:57.085340 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dce0089e-4cb3-4242-871d-33710028b642 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:57.161998 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-403231de-4796-47f9-a401-d05162992d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:57.336229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 073e4600-038d-408f-950c-f46db0ffabed up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:05:57.497859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 073e4600-038d-408f-950c-f46db0ffabed completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:05:57.509869 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 073e4600-038d-408f-950c-f46db0ffabed triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:57.510479 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:57.633689 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9cee8072-7bac-4190-a586-b474a417e0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:57.758853 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49098) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:57.766504 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-ccb43ce0-f0b3-4822-9b40-199fac429749 service neutron] 10.222.0.58 "GET /v2.0/networks/73d1b288-3f69-4489-84f7-291972f58a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7109015 Jul 13 08:05:57.768316 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:57.816082 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403231de-4796-47f9-a401-d05162992d7f admin admin] Router 7fb82d74-d04e-4afe-920b-6cd1efada83a has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:05:57.944798 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-dce0089e-4cb3-4242-871d-33710028b642 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Floating IP 36cc7cc8-c8c1-412d-b1f3-3405d0b61170 associated. External IP: 172.25.0.84, port: 916b5388-83c6-4b88-a7f4-1c696842ac1c. Jul 13 08:05:57.966667 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2b1bba01-18c3-484f-8d91-36b80341c202 req-761f4337-3c1a-4fe5-8a86-10838d53500d tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:57.967258 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 073e4600-038d-408f-950c-f46db0ffabed, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=073e4600-038d-408f-950c-f46db0ffabed,segment=NetworkSegment(ac080e34-eb62-47f0-958a-94e7aa6e5904),segment_id=ac080e34-eb62-47f0-958a-94e7aa6e5904)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:57.988507 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['3348f58a-003a-423b-9522-88531201fea9'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:05:58.110465 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:58.115635 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Router 87f5cb01-ead1-4525-b621-98bcab2ee0ee has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:05:58.142834 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f4337-3c1a-4fe5-8a86-10838d53500d tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Pushing event deleted for resources: {'Port': ['ID=24fe48dd-a326-4a3c-af1e-19ce00357324,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:58.300104 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403231de-4796-47f9-a401-d05162992d7f admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:05:58.318326 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-403231de-4796-47f9-a401-d05162992d7f admin admin] 10.222.0.58 "PUT /v2.0/routers/7fb82d74-d04e-4afe-920b-6cd1efada83a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6853802 Jul 13 08:05:58.330823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49102) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:58.332356 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=073e4600-038d-408f-950c-f46db0ffabed,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:58.336422 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:58.351012 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f02705-ffc5-4bc7-8805-f629848c1cb4 None None] Sync routers for ids ['7fb82d74-d04e-4afe-920b-6cd1efada83a'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:05:58.387316 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f02705-ffc5-4bc7-8805-f629848c1cb4 None None] Routers {'7fb82d74-d04e-4afe-920b-6cd1efada83a'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:58.388512 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-14f02705-ffc5-4bc7-8805-f629848c1cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:05:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7fb82d74-d04e-4afe-920b-6cd1efada83a'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:58.411865 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c97ae-6c25-4ecb-b31e-afb5e7e48476 req-39f8308c-54a5-42c7-aac1-e7b3b3110528 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:58.414531 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-716c97ae-6c25-4ecb-b31e-afb5e7e48476 req-39f8308c-54a5-42c7-aac1-e7b3b3110528 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ccdec9db-8fdd-4d12-834e-acfc490f3470 HTTP/1.1" status: 200 len: 1017 time: 1.2348943 Jul 13 08:05:58.421241 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:58.421909 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:58.422542 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:58.423114 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:58.423685 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:58.424257 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:58.424811 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:58.425371 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:58.425939 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:58.426547 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:58.427095 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:58.427658 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:58.670763 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1eae70d6-f7ae-4164-b7f1-85f0a1353a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:58.766931 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-44fec058-2cf0-4794-a856-4f8eb8d04cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:58.787902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1bba01-18c3-484f-8d91-36b80341c202 req-761f4337-3c1a-4fe5-8a86-10838d53500d tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] No DVR routers for this DVR port 24fe48dd-a326-4a3c-af1e-19ce00357324 on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:05:58.794056 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1eae70d6-f7ae-4164-b7f1-85f0a1353a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:58.803933 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3964727-b452-4e9e-8899-eec88edad19c admin admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:58.815743 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eae70d6-f7ae-4164-b7f1-85f0a1353a8d admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:05:58.833798 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-14f02705-ffc5-4bc7-8805-f629848c1cb4 None None] Set router 7fb82d74-d04e-4afe-920b-6cd1efada83a gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:05:58.848539 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1eae70d6-f7ae-4164-b7f1-85f0a1353a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:58.848539 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-1eae70d6-f7ae-4164-b7f1-85f0a1353a8d admin admin] Added segment 6342940b-4525-4a63-a231-8f69d7a3f4a0 of type vlan for network 83f566d5-b66b-4793-a4a5-37792abdc658 Jul 13 08:05:58.969874 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1eae70d6-f7ae-4164-b7f1-85f0a1353a8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:59.131168 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 073e4600-038d-408f-950c-f46db0ffabed up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:05:59.230039 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-67483931-2b4f-4bd2-8902-264455222351 None None] Provisioning complete for port 073e4600-038d-408f-950c-f46db0ffabed triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:59.231369 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-67483931-2b4f-4bd2-8902-264455222351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:59.360395 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 073e4600-038d-408f-950c-f46db0ffabed triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:59.361277 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:59.366873 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3964727-b452-4e9e-8899-eec88edad19c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:59.395480 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2b1bba01-18c3-484f-8d91-36b80341c202 req-761f4337-3c1a-4fe5-8a86-10838d53500d tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:59.399553 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b1bba01-18c3-484f-8d91-36b80341c202 req-761f4337-3c1a-4fe5-8a86-10838d53500d tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.62 "DELETE /v2.0/ports/24fe48dd-a326-4a3c-af1e-19ce00357324 HTTP/1.1" status: 204 len: 173 time: 6.0607798 Jul 13 08:05:59.413294 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:05:59.415823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdec9db-8fdd-4d12-834e-acfc490f3470', 'name': 'network-vif-deleted', 'tag': '24fe48dd-a326-4a3c-af1e-19ce00357324'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:05:59.420596 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3261d37-2d4d-46c1-bb78-893de59bde8f" -d '{"events": [{"server_uuid": "ccdec9db-8fdd-4d12-834e-acfc490f3470", "name": "network-vif-deleted", "tag": "24fe48dd-a326-4a3c-af1e-19ce00357324"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:05:59.438690 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:59.454926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718a8e58-50fe-46a4-b472-e36141b0d1a9 None None] Sync routers for ids ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:05:59.500372 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9417ceaf-29f4-4657-b408-b1311881c904 req-e70491b4-4a3f-4ea3-81ad-7f024c614a56 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 210 time: 0.4287517 Jul 13 08:05:59.514101 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718a8e58-50fe-46a4-b472-e36141b0d1a9 None None] Routers {'87f5cb01-ead1-4525-b621-98bcab2ee0ee'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:59.515307 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-718a8e58-50fe-46a4-b472-e36141b0d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:05:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:59.673954 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1eae70d6-f7ae-4164-b7f1-85f0a1353a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:59.676344 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eae70d6-f7ae-4164-b7f1-85f0a1353a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:59.677600 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1eae70d6-f7ae-4164-b7f1-85f0a1353a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:59.681819 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-14f02705-ffc5-4bc7-8805-f629848c1cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb82d74-d04e-4afe-920b-6cd1efada83a', 'name': 'tempest-ServerRescueNegativeTestJSON-332097597-router', 'tenant_id': 'b9a95614752e4491a86abe9092bae175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '766647e6-671b-49e0-b659-e2607f17cd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:07Z', 'updated_at': '2021-07-13T08:05:56Z', 'revision_number': 5, 'project_id': 'b9a95614752e4491a86abe9092bae175', 'gw_port': {'id': '766647e6-671b-49e0-b659-e2607f17cd4b', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb82d74-d04e-4afe-920b-6cd1efada83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:08Z', 'updated_at': '2021-07-13T08:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:59.707541 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:59.714238 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dcccae-ff95-43bf-adfa-9dd4565be947 x-openstack-request-id: req-64dcccae-ff95-43bf-adfa-9dd4565be947 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:05:59.715140 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdec9db-8fdd-4d12-834e-acfc490f3470", "name": "network-vif-deleted", "tag": "24fe48dd-a326-4a3c-af1e-19ce00357324", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:05:59.715754 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64dcccae-ff95-43bf-adfa-9dd4565be947 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:05:59.716826 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdec9db-8fdd-4d12-834e-acfc490f3470', 'name': 'network-vif-deleted', 'tag': '24fe48dd-a326-4a3c-af1e-19ce00357324', 'status': 'completed', 'code': 200} Jul 13 08:05:59.794205 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-d3964727-b452-4e9e-8899-eec88edad19c admin admin] Deleting port 766647e6-671b-49e0-b659-e2607f17cd4b {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:05:59.795686 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3964727-b452-4e9e-8899-eec88edad19c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:59.808273 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f02705-ffc5-4bc7-8805-f629848c1cb4 None None] Checking router: 7fb82d74-d04e-4afe-920b-6cd1efada83a for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:05:59.852657 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f02705-ffc5-4bc7-8805-f629848c1cb4 None None] Routers {'7fb82d74-d04e-4afe-920b-6cd1efada83a'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:59.853762 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-14f02705-ffc5-4bc7-8805-f629848c1cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:05:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['7fb82d74-d04e-4afe-920b-6cd1efada83a'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:59.884523 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-716c97ae-6c25-4ecb-b31e-afb5e7e48476 req-f5b1e332-5590-4a92-aeff-f7e5bdfb9d45 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4182978 Jul 13 08:05:59.893796 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-44fec058-2cf0-4794-a856-4f8eb8d04cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:59.921556 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-44fec058-2cf0-4794-a856-4f8eb8d04cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:59.999374 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae70d6-f7ae-4164-b7f1-85f0a1353a8d admin admin] Pushing event updated for resources: {'Network': ['ID=83f566d5-b66b-4793-a4a5-37792abdc658,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:00.003678 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-718a8e58-50fe-46a4-b472-e36141b0d1a9 None None] Set router 87f5cb01-ead1-4525-b621-98bcab2ee0ee gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:00.008453 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae70d6-f7ae-4164-b7f1-85f0a1353a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa3e832-499e-48e6-a4ad-96ec86a2854b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:00.023275 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1eae70d6-f7ae-4164-b7f1-85f0a1353a8d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 5.5288985 Jul 13 08:06:00.025983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-479167fd-9fe6-41ea-8248-f976633437bd tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "DELETE /v2.0/floatingips/fddcf3b0-8e33-41c7-a5f5-7ba5add1613d HTTP/1.1" status: 204 len: 168 time: 10.0851023 Jul 13 08:06:00.095847 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 83f566d5-b66b-4793-a4a5-37792abdc658 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:06:00.127788 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49116) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:00.158567 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-cb4f3b5b-411c-4690-b37a-3b68db849bc9 admin admin] Request body: {'subnet': {'network_id': '83f566d5-b66b-4793-a4a5-37792abdc658', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-757970034-subnet', 'tenant_id': '2491c75374b44eb7a9b4e8c11f8ffb37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:00.167490 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-d3964727-b452-4e9e-8899-eec88edad19c admin admin] For port 766647e6-671b-49e0-b659-e2607f17cd4b, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=766647e6-671b-49e0-b659-e2607f17cd4b,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:00.168716 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3964727-b452-4e9e-8899-eec88edad19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.206270 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-d3964727-b452-4e9e-8899-eec88edad19c admin admin] Calling delete_port for 766647e6-671b-49e0-b659-e2607f17cd4b owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:00.289195 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4f3b5b-411c-4690-b37a-3b68db849bc9 admin admin] Made reservation on behalf of 2491c75374b44eb7a9b4e8c11f8ffb37 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:06:00.297832 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cb4f3b5b-411c-4690-b37a-3b68db849bc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.378556 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce0089e-4cb3-4242-871d-33710028b642 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Router 611fdb4d-7fd7-4ec4-9144-64e823617d54 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:06:00.607431 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-14f02705-ffc5-4bc7-8805-f629848c1cb4 None None] Set router 7fb82d74-d04e-4afe-920b-6cd1efada83a gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:00.717128 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3964727-b452-4e9e-8899-eec88edad19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.811517 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-14f02705-ffc5-4bc7-8805-f629848c1cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb82d74-d04e-4afe-920b-6cd1efada83a', 'name': 'tempest-ServerRescueNegativeTestJSON-332097597-router', 'tenant_id': 'b9a95614752e4491a86abe9092bae175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:07Z', 'updated_at': '2021-07-13T08:05:59Z', 'revision_number': 6, 'project_id': 'b9a95614752e4491a86abe9092bae175', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:00.827274 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3964727-b452-4e9e-8899-eec88edad19c admin admin] Pushing event deleted for resources: {'Port': ['ID=766647e6-671b-49e0-b659-e2607f17cd4b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:00.904921 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-44fec058-2cf0-4794-a856-4f8eb8d04cfb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ceec1fee79a47eb8d14955bb824ffb5&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1440396 Jul 13 08:06:00.930998 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49122) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:00.947977 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:06:00.950913 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f02705-ffc5-4bc7-8805-f629848c1cb4 None None] The sync data for ids ['7fb82d74-d04e-4afe-920b-6cd1efada83a'] in n-d-779913-28 is: [{'id': '7fb82d74-d04e-4afe-920b-6cd1efada83a', 'name': 'tempest-ServerRescueNegativeTestJSON-332097597-router', 'tenant_id': 'b9a95614752e4491a86abe9092bae175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:07Z', 'updated_at': '2021-07-13T08:05:59Z', 'revision_number': 6, 'project_id': 'b9a95614752e4491a86abe9092bae175', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:01.000466 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fec058-2cf0-4794-a856-4f8eb8d04cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacc8608-fe7b-405b-9164-94e704c91737,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:01.362212 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f00b900c-5e78-41b1-96a5-a60d2759b8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:01.368482 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3964727-b452-4e9e-8899-eec88edad19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:01.401651 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cb4f3b5b-411c-4690-b37a-3b68db849bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:01.405280 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:01.423773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-718a8e58-50fe-46a4-b472-e36141b0d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:50:04Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '99de34c2-cb99-4490-b272-5c3274267780', 'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'mac_address': 'fa:16:3e:17:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:01Z', 'updated_at': '2021-07-13T07:50:15Z', 'revision_number': 5, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'subnets': [{'id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:01.513263 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718a8e58-50fe-46a4-b472-e36141b0d1a9 None None] Checking router: 87f5cb01-ead1-4525-b621-98bcab2ee0ee for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:06:01.532853 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718a8e58-50fe-46a4-b472-e36141b0d1a9 None None] Routers {'87f5cb01-ead1-4525-b621-98bcab2ee0ee'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:01.534344 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-718a8e58-50fe-46a4-b472-e36141b0d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:05:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:01.596093 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2cfa988e-a8b8-42a9-9d27-fa61ea6e5f42 req-460bbb1d-ed27-48e9-a6a8-22cac2c84014 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 210 time: 0.5152504 Jul 13 08:06:01.622789 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f3b5b-411c-4690-b37a-3b68db849bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51c62b78-43dd-429e-ad6c-89fd79ef0565,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:01.661468 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f00b900c-5e78-41b1-96a5-a60d2759b8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:01.667207 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3964727-b452-4e9e-8899-eec88edad19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:01.683085 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3964727-b452-4e9e-8899-eec88edad19c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:01.772924 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb65d55-1009-4f63-95ee-03f48905d5d9', 'tag': '88d03ae3-c60f-4355-88a3-1848503d945d'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:01.777786 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4b8c3d-236c-4a61-8f5a-9b6c449b3d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb65d55-1009-4f63-95ee-03f48905d5d9", "tag": "88d03ae3-c60f-4355-88a3-1848503d945d"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:01.784005 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce0089e-4cb3-4242-871d-33710028b642 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:01.804355 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33e3ade-9ca1-408c-bc86-97bef7210de9 None None] Sync routers for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:01.831753 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33e3ade-9ca1-408c-bc86-97bef7210de9 None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:01.833718 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3964727-b452-4e9e-8899-eec88edad19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:01.834980 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3964727-b452-4e9e-8899-eec88edad19c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fb82d74-d04e-4afe-920b-6cd1efada83a {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:06:01.838403 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f33e3ade-9ca1-408c-bc86-97bef7210de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:05:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:01.844002 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3964727-b452-4e9e-8899-eec88edad19c admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:01.849273 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d3964727-b452-4e9e-8899-eec88edad19c admin admin] 10.222.0.58 "DELETE /v2.0/routers/7fb82d74-d04e-4afe-920b-6cd1efada83a HTTP/1.1" status: 204 len: 168 time: 3.5108943 Jul 13 08:06:01.850009 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49132) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:01.891475 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-718a8e58-50fe-46a4-b472-e36141b0d1a9 None None] Set router 87f5cb01-ead1-4525-b621-98bcab2ee0ee gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:01.948513 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f33e3ade-9ca1-408c-bc86-97bef7210de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:01.967978 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33e3ade-9ca1-408c-bc86-97bef7210de9 None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:01.969287 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f33e3ade-9ca1-408c-bc86-97bef7210de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:05:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:01.995580 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f00b900c-5e78-41b1-96a5-a60d2759b8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.000776 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f00b900c-5e78-41b1-96a5-a60d2759b8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.002955 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f00b900c-5e78-41b1-96a5-a60d2759b8fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aacc8608-fe7b-405b-9164-94e704c91737 HTTP/1.1" status: 204 len: 168 time: 1.0595541 Jul 13 08:06:02.012688 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca7681f-696b-483a-ba08-fe50c2c837a7 admin admin] Deleting subnet 3ed3d0b9-c13b-441a-b2a2-61a397b26fa8 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:06:02.025664 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eca7681f-696b-483a-ba08-fe50c2c837a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.029394 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b900c-5e78-41b1-96a5-a60d2759b8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacc8608-fe7b-405b-9164-94e704c91737,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:02.092552 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dce0089e-4cb3-4242-871d-33710028b642 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.155852 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f33e3ade-9ca1-408c-bc86-97bef7210de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:02.157255 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33e3ade-9ca1-408c-bc86-97bef7210de9 None None] The sync data for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:02.254364 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eca7681f-696b-483a-ba08-fe50c2c837a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.347593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544aea9-65db-48a5-ae90-e9bce4ccfa63 req-40dcbfb3-3985-49fc-bdbb-057fff24d37c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:02.369552 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a544aea9-65db-48a5-ae90-e9bce4ccfa63 req-40dcbfb3-3985-49fc-bdbb-057fff24d37c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 946 time: 0.7663674 Jul 13 08:06:02.373267 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4f3b5b-411c-4690-b37a-3b68db849bc9 admin admin] Checking segment: {'id': '6342940b-4525-4a63-a231-8f69d7a3f4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '83f566d5-b66b-4793-a4a5-37792abdc658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:02.379373 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4f3b5b-411c-4690-b37a-3b68db849bc9 admin admin] Network hostable DHCP agents. Network: 83f566d5-b66b-4793-a4a5-37792abdc658, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:06:02.429557 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cb8c3-4bf4-49c1-97ef-ea9f051ef2b1 req-3178ab3d-3dfb-45d1-94db-959aff68654c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:02.441725 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b3cb8c3-4bf4-49c1-97ef-ea9f051ef2b1 req-3178ab3d-3dfb-45d1-94db-959aff68654c tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 946 time: 0.7628260 Jul 13 08:06:02.524858 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-dce0089e-4cb3-4242-871d-33710028b642 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 15.1833677 Jul 13 08:06:02.530277 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49138) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:02.539987 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-da110f1b-61f4-4df5-aee2-d470bd598be9 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Request body: {'floatingip': {'port_id': '916b5388-83c6-4b88-a7f4-1c696842ac1c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:02.669657 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b04c20-e001-48c3-a7d7-2085e6c0bcb7 x-openstack-request-id: req-e9b04c20-e001-48c3-a7d7-2085e6c0bcb7 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:02.670313 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb65d55-1009-4f63-95ee-03f48905d5d9", "tag": "88d03ae3-c60f-4355-88a3-1848503d945d", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:02.670850 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e9b04c20-e001-48c3-a7d7-2085e6c0bcb7 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:02.672034 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb65d55-1009-4f63-95ee-03f48905d5d9', 'tag': '88d03ae3-c60f-4355-88a3-1848503d945d', 'status': 'completed', 'code': 200} Jul 13 08:06:02.736632 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4f3b5b-411c-4690-b37a-3b68db849bc9 admin admin] Network 83f566d5-b66b-4793-a4a5-37792abdc658 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:06:02.788685 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a544aea9-65db-48a5-ae90-e9bce4ccfa63 req-652912c7-4b8d-4bfe-8c18-f1ce5f84c444 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4174242 Jul 13 08:06:02.938703 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-718a8e58-50fe-46a4-b472-e36141b0d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:50:04Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '99de34c2-cb99-4490-b272-5c3274267780', 'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'mac_address': 'fa:16:3e:17:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:01Z', 'updated_at': '2021-07-13T07:50:15Z', 'revision_number': 5, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'subnets': [{'id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:03.014164 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eca7681f-696b-483a-ba08-fe50c2c837a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.057305 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 766647e6-671b-49e0-b659-e2607f17cd4b no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:03.064812 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718a8e58-50fe-46a4-b472-e36141b0d1a9 None None] The sync data for ids ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'] in n-d-779913-28 is: [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T07:50:04Z', 'revision_number': 4, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '99de34c2-cb99-4490-b272-5c3274267780', 'name': '', 'network_id': 'dcb46551-b67f-448d-9e50-7e4cc85c9056', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'mac_address': 'fa:16:3e:17:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:01Z', 'updated_at': '2021-07-13T07:50:15Z', 'revision_number': 5, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'subnets': [{'id': 'fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:03.143836 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da110f1b-61f4-4df5-aee2-d470bd598be9 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.163359 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-cb4f3b5b-411c-4690-b37a-3b68db849bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 83f566d5-b66b-4793-a4a5-37792abdc658) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:03.165581 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 766647e6-671b-49e0-b659-e2607f17cd4b {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:06:03.166439 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 766647e6-671b-49e0-b659-e2607f17cd4b not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:03.169814 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1069146c-6f62-4ee6-8521-4a7ad7585f0b no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:03.282508 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3119531-11a1-4aab-98f4-312a6c47654f None None] Network 83f566d5-b66b-4793-a4a5-37792abdc658 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:06:03.287691 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 1069146c-6f62-4ee6-8521-4a7ad7585f0b {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:06:03.288650 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1069146c-6f62-4ee6-8521-4a7ad7585f0b not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:03.334005 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49144) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:03.436180 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eca7681f-696b-483a-ba08-fe50c2c837a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.440254 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-59965dd1-f100-42f4-a20e-f5ef91888bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.597003 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b092aa90-1897-486e-9504-c4a6fd5de663 None None] Network 83f566d5-b66b-4793-a4a5-37792abdc658 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:06:03.676726 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7681f-696b-483a-ba08-fe50c2c837a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed3d0b9-c13b-441a-b2a2-61a397b26fa8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:03.691010 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-eca7681f-696b-483a-ba08-fe50c2c837a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.694984 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-eca7681f-696b-483a-ba08-fe50c2c837a7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3ed3d0b9-c13b-441a-b2a2-61a397b26fa8 HTTP/1.1" status: 204 len: 168 time: 1.8359847 Jul 13 08:06:03.739588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e3e08c-a836-4982-a792-7a4ee65eb217 None None] New status for floating IP fddcf3b0-8e33-41c7-a5f5-7ba5add1613d: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:06:03.741494 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49146) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:03.765851 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4f3b5b-411c-4690-b37a-3b68db849bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:03.766955 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cb4f3b5b-411c-4690-b37a-3b68db849bc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.772989 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-8c666362-04c3-4355-8b5b-df271d9445d0 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:03.776128 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-8c666362-04c3-4355-8b5b-df271d9445d0 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.35 "GET /v2.0/networks?id=73d1b288-3f69-4489-84f7-291972f58a73 HTTP/1.1" status: 200 len: 796 time: 1.4168186 Jul 13 08:06:03.859441 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-59965dd1-f100-42f4-a20e-f5ef91888bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.931081 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-10d00993-60e0-4213-bee8-4ea6a2eaef12 req-a0b82056-c192-4145-bd9f-3aec6477486d tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 210 time: 0.1677246 Jul 13 08:06:03.960098 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cb4f3b5b-411c-4690-b37a-3b68db849bc9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.8276145 Jul 13 08:06:04.032886 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-59965dd1-f100-42f4-a20e-f5ef91888bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:04.078228 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:04.093537 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b8c3d-236c-4a61-8f5a-9b6c449b3d2a req-089ea85f-e860-4c6b-a353-4c9cc92da2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:04.095174 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ee4b8c3d-236c-4a61-8f5a-9b6c449b3d2a req-089ea85f-e860-4c6b-a353-4c9cc92da2fb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d1a06314407417ea88e23223ce7096a&device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 1098 time: 1.0685029 Jul 13 08:06:04.268877 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-59965dd1-f100-42f4-a20e-f5ef91888bba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ac4206c2a29462aa92c182a30b9eefa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8993607 Jul 13 08:06:04.295697 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-d880b81c-e247-49cf-b84b-3329a405eb34 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0a400cab12449b3b23abe0905366730 HTTP/1.1" status: 200 len: 380 time: 0.4844441 Jul 13 08:06:04.298876 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49152) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:04.303453 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59965dd1-f100-42f4-a20e-f5ef91888bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6157d5c-b812-4fba-a480-bae2b39f8b1b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:04.363153 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-8b3cb8c3-4bf4-49c1-97ef-ea9f051ef2b1 req-5a4dd3c9-352b-4164-861e-1b2f6f6af821 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Deleting port 88d03ae3-c60f-4355-88a3-1848503d945d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:04.364007 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8b3cb8c3-4bf4-49c1-97ef-ea9f051ef2b1 req-5a4dd3c9-352b-4164-861e-1b2f6f6af821 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:04.379809 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-5b9662ef-7b39-47bc-b60b-deb71b740e25 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'port': {'device_id': 'c4c73aea-4c98-4d39-ae03-92cfdd123a9b', 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73', 'admin_state_up': True, 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'security_groups': ['187896f8-986f-4781-b282-80f881be4f68']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:04.475675 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b717087-6713-4fbd-99f7-11dda36c26e4 req-b6927b3e-da2c-47ca-8cd9-73b2a41f0343 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:04.479587 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6b717087-6713-4fbd-99f7-11dda36c26e4 req-b6927b3e-da2c-47ca-8cd9-73b2a41f0343 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1ce4f03-9501-408f-9e74-3f1c20f917c3 HTTP/1.1" status: 200 len: 1097 time: 0.7072792 Jul 13 08:06:04.783235 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6b717087-6713-4fbd-99f7-11dda36c26e4 req-5b785a84-16c5-4f69-a71c-5adc0258bfc0 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950661 Jul 13 08:06:04.804202 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8b3cb8c3-4bf4-49c1-97ef-ea9f051ef2b1 req-5a4dd3c9-352b-4164-861e-1b2f6f6af821 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] For port 88d03ae3-c60f-4355-88a3-1848503d945d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=88d03ae3-c60f-4355-88a3-1848503d945d,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:04.804786 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8b3cb8c3-4bf4-49c1-97ef-ea9f051ef2b1 req-5a4dd3c9-352b-4164-861e-1b2f6f6af821 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:04.826768 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfcede-fcea-4664-b0a4-e0c2290e65e2 req-f7f511a7-b33b-4e18-8dfb-e569762c6869 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:04.835809 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5fbfcede-fcea-4664-b0a4-e0c2290e65e2 req-f7f511a7-b33b-4e18-8dfb-e569762c6869 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 946 time: 0.4989977 Jul 13 08:06:04.976670 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-8b3cb8c3-4bf4-49c1-97ef-ea9f051ef2b1 req-5a4dd3c9-352b-4164-861e-1b2f6f6af821 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Calling delete_port for 88d03ae3-c60f-4355-88a3-1848503d945d owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:05.202826 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1a3a3-a637-440f-a138-967aee54e938 req-221a23f3-589a-45ff-81a2-5e112a273734 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:05.205693 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b4e1a3a3-a637-440f-a138-967aee54e938 req-221a23f3-589a-45ff-81a2-5e112a273734 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1ce4f03-9501-408f-9e74-3f1c20f917c3 HTTP/1.1" status: 200 len: 1097 time: 1.3965797 Jul 13 08:06:05.237517 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5fbfcede-fcea-4664-b0a4-e0c2290e65e2 req-22d3ed14-40c8-4502-8e6b-8be59de3a8d2 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f20740a-453e-4777-b32c-d64a99b918d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3147388 Jul 13 08:06:05.324597 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.364538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b8c3d-236c-4a61-8f5a-9b6c449b3d2a req-59e8452d-82e8-4262-b033-9a2568df89c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:05.367419 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ee4b8c3d-236c-4a61-8f5a-9b6c449b3d2a req-59e8452d-82e8-4262-b033-9a2568df89c8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 200 len: 912 time: 1.2469857 Jul 13 08:06:05.423402 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb00341-60c7-4eb1-9a39-32233237abd7']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:05.430481 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad646aa3-4848-4132-b3f7-6ccbeda2ae69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.532819 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718c365b-9c19-4b23-9d47-48c3063e0352') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:05.533324 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718c365b-9c19-4b23-9d47-48c3063e0352') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:05.567983 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ee4b8c3d-236c-4a61-8f5a-9b6c449b3d2a req-df76a3ec-f7a5-405d-8cfc-10cb3f65510c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88d03ae3-c60f-4355-88a3-1848503d945d HTTP/1.1" status: 200 len: 217 time: 0.1427510 Jul 13 08:06:05.585748 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 88d03ae3-c60f-4355-88a3-1848503d945d no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:05.604447 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.624743 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd48d118-b8ab-426a-97c3-8314a6a299da req-9f680edb-ec37-4bb3-871c-30d432066d72 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 210 time: 0.2067764 Jul 13 08:06:05.648259 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad646aa3-4848-4132-b3f7-6ccbeda2ae69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.666453 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.db.resource_extend [None req-da110f1b-61f4-4df5-aee2-d470bd598be9 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 08:06:05.770871 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.781440 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.786600 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da110f1b-61f4-4df5-aee2-d470bd598be9 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.792319 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-5b9662ef-7b39-47bc-b60b-deb71b740e25 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Made reservation on behalf of b0a400cab12449b3b23abe0905366730 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:06:05.798589 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da110f1b-61f4-4df5-aee2-d470bd598be9 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.799208 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-5b9662ef-7b39-47bc-b60b-deb71b740e25 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.821214 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:06:05.822061 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:06:05.862990 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:06:05.940155 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8b3cb8c3-4bf4-49c1-97ef-ea9f051ef2b1 req-5a4dd3c9-352b-4164-861e-1b2f6f6af821 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.071050 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b8c3d-236c-4a61-8f5a-9b6c449b3d2a req-98522bf7-142d-4228-94c0-8b6c26f72987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:06.074362 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ee4b8c3d-236c-4a61-8f5a-9b6c449b3d2a req-98522bf7-142d-4228-94c0-8b6c26f72987 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 200 len: 850 time: 0.4877019 Jul 13 08:06:06.226211 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4dd3c9-352b-4164-861e-1b2f6f6af821 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event deleted for resources: {'Port': ['ID=88d03ae3-c60f-4355-88a3-1848503d945d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:06.226545 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.254071 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3cb8c3-4bf4-49c1-97ef-ea9f051ef2b1 req-5a4dd3c9-352b-4164-861e-1b2f6f6af821 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] No DVR routers for this DVR port 88d03ae3-c60f-4355-88a3-1848503d945d on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:06:06.265715 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8b3cb8c3-4bf4-49c1-97ef-ea9f051ef2b1 req-5a4dd3c9-352b-4164-861e-1b2f6f6af821 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.270037 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b3cb8c3-4bf4-49c1-97ef-ea9f051ef2b1 req-5a4dd3c9-352b-4164-861e-1b2f6f6af821 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.62 "DELETE /v2.0/ports/88d03ae3-c60f-4355-88a3-1848503d945d HTTP/1.1" status: 204 len: 173 time: 3.8107321 Jul 13 08:06:06.273455 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 3348f58a-003a-423b-9522-88531201fea9 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:06.273940 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb65d55-1009-4f63-95ee-03f48905d5d9', 'name': 'network-vif-deleted', 'tag': '88d03ae3-c60f-4355-88a3-1848503d945d'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:06.277495 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.277956 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc58ce7-b371-4c29-9960-55d19b2b45ff" -d '{"events": [{"server_uuid": "cfb65d55-1009-4f63-95ee-03f48905d5d9", "name": "network-vif-deleted", "tag": "88d03ae3-c60f-4355-88a3-1848503d945d"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:06.281316 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] 10.222.0.58 "DELETE /v2.0/networks/beb00341-60c7-4eb1-9a39-32233237abd7 HTTP/1.1" status: 204 len: 168 time: 2.5380492 Jul 13 08:06:06.320977 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] Pushing event deleted for resources: {'Network': ['ID=beb00341-60c7-4eb1-9a39-32233237abd7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:06.406307 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.406866 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.407418 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.408102 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.408653 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.409221 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.409776 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.410395 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.410945 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.412234 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.412836 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.413408 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6334274f-daf0-44fd-b0a6-5dcbb2f441ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.427995 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-b4e1a3a3-a637-440f-a138-967aee54e938 req-079a6d82-7363-4aaa-9441-715f6251cb6d tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Deleting port 3348f58a-003a-423b-9522-88531201fea9 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:06.428551 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b4e1a3a3-a637-440f-a138-967aee54e938 req-079a6d82-7363-4aaa-9441-715f6251cb6d tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.448312 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad646aa3-4848-4132-b3f7-6ccbeda2ae69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.479829 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ad646aa3-4848-4132-b3f7-6ccbeda2ae69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.482147 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ad646aa3-4848-4132-b3f7-6ccbeda2ae69 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a6157d5c-b812-4fba-a480-bae2b39f8b1b HTTP/1.1" status: 204 len: 168 time: 2.1735017 Jul 13 08:06:06.827525 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.948188 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c7ae9-76f9-4f6f-87cd-6c1db5ee84a8 req-c575aecf-b56d-4871-9df5-5b93ba7be941 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:06.969274 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-676c7ae9-76f9-4f6f-87cd-6c1db5ee84a8 req-c575aecf-b56d-4871-9df5-5b93ba7be941 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1ce4f03-9501-408f-9e74-3f1c20f917c3 HTTP/1.1" status: 200 len: 1097 time: 0.8732729 Jul 13 08:06:07.067867 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 3348f58a-003a-423b-9522-88531201fea9, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3348f58a-003a-423b-9522-88531201fea9,segment=NetworkSegment(cb03514a-7f62-4660-91db-3c23ffd3dfa6),segment_id=cb03514a-7f62-4660-91db-3c23ffd3dfa6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:07.076108 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ce4f03-9501-408f-9e74-3f1c20f917c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3348f58a-003a-423b-9522-88531201fea9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:07.094321 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ca9a90-a606-4736-ab09-c73f45fb489a" -d '{"events": [{"server_uuid": "f1ce4f03-9501-408f-9e74-3f1c20f917c3", "name": "network-vif-unplugged", "status": "completed", "tag": "3348f58a-003a-423b-9522-88531201fea9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:07.112172 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.116525 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e3ceaae0-4525-4e05-986f-e70489b16477 req-c179520f-2a6e-4801-962c-d68642b1f565 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 210 time: 0.1366119 Jul 13 08:06:07.221413 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-676c7ae9-76f9-4f6f-87cd-6c1db5ee84a8 req-8d0d90fc-25e4-4c8c-8bc7-4f6ff95d2f47 tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=00229c67-b9aa-496c-b656-cd24173bf853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479713 Jul 13 08:06:07.230347 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-b4e1a3a3-a637-440f-a138-967aee54e938 req-079a6d82-7363-4aaa-9441-715f6251cb6d tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] For port 3348f58a-003a-423b-9522-88531201fea9, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=3348f58a-003a-423b-9522-88531201fea9,segment=NetworkSegment(cb03514a-7f62-4660-91db-3c23ffd3dfa6),segment_id=cb03514a-7f62-4660-91db-3c23ffd3dfa6)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:07.231717 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b4e1a3a3-a637-440f-a138-967aee54e938 req-079a6d82-7363-4aaa-9441-715f6251cb6d tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.232347 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da110f1b-61f4-4df5-aee2-d470bd598be9 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Router 611fdb4d-7fd7-4ec4-9144-64e823617d54 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:06:07.237502 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49182) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:07.259064 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-b4e1a3a3-a637-440f-a138-967aee54e938 req-079a6d82-7363-4aaa-9441-715f6251cb6d tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Calling delete_port for 3348f58a-003a-423b-9522-88531201fea9 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:07.411954 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d965eb3-3172-4bd0-b91c-e61446202eaa x-openstack-request-id: req-3d965eb3-3172-4bd0-b91c-e61446202eaa {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:07.412789 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb65d55-1009-4f63-95ee-03f48905d5d9", "name": "network-vif-deleted", "tag": "88d03ae3-c60f-4355-88a3-1848503d945d", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:07.413375 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d965eb3-3172-4bd0-b91c-e61446202eaa {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:07.414301 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb65d55-1009-4f63-95ee-03f48905d5d9', 'name': 'network-vif-deleted', 'tag': '88d03ae3-c60f-4355-88a3-1848503d945d', 'status': 'completed', 'code': 200} Jul 13 08:06:07.423661 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4c82e430-91bb-45ff-90b3-3e338ba2f609 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b9a95614752e4491a86abe9092bae175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765780 Jul 13 08:06:07.430558 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49186) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:07.439988 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=3348f58a-003a-423b-9522-88531201fea9,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:07.528364 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00937255-fb7b-4cd0-b811-f3b2d5c96603 x-openstack-request-id: req-00937255-fb7b-4cd0-b811-f3b2d5c96603 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:07.529051 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ce4f03-9501-408f-9e74-3f1c20f917c3", "name": "network-vif-unplugged", "status": "completed", "tag": "3348f58a-003a-423b-9522-88531201fea9", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:07.530255 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00937255-fb7b-4cd0-b811-f3b2d5c96603 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:07.531317 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ce4f03-9501-408f-9e74-3f1c20f917c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3348f58a-003a-423b-9522-88531201fea9', 'code': 200} Jul 13 08:06:07.566794 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-5b9662ef-7b39-47bc-b60b-deb71b740e25 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Allocated IP 172.20.0.8 (73d1b288-3f69-4489-84f7-291972f58a73/0c99f46a-e7f3-4394-9bef-8094f4480aea/ccbece72-8d55-4a86-9a29-0ed79fae9292) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:07.582925 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6af89448-53e1-49dc-944f-f6e8b50a5cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.911489 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad646aa3-4848-4132-b3f7-6ccbeda2ae69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6157d5c-b812-4fba-a480-bae2b39f8b1b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:07.925213 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6b7a7fb5-39cb-4386-98c2-4c76b59d1486 None None] Provisioning complete for port 3348f58a-003a-423b-9522-88531201fea9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:07.927504 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49190) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:07.928203 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b7a7fb5-39cb-4386-98c2-4c76b59d1486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.958851 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6af89448-53e1-49dc-944f-f6e8b50a5cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:08.046686 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e17550f-64f8-4033-8977-28818cd17506 req-37158235-b4ef-436e-a8e4-63a83efa14e1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 210 time: 0.3748891 Jul 13 08:06:08.066284 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6af89448-53e1-49dc-944f-f6e8b50a5cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:08.071147 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6af89448-53e1-49dc-944f-f6e8b50a5cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:08.073623 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6af89448-53e1-49dc-944f-f6e8b50a5cf4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5ea2dc6-5740-472c-96d9-f0b20c0d3046 HTTP/1.1" status: 204 len: 168 time: 0.6409688 Jul 13 08:06:08.125642 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b4e1a3a3-a637-440f-a138-967aee54e938 req-079a6d82-7363-4aaa-9441-715f6251cb6d tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:08.167054 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af89448-53e1-49dc-944f-f6e8b50a5cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ea2dc6-5740-472c-96d9-f0b20c0d3046,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:08.214172 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6b7a7fb5-39cb-4386-98c2-4c76b59d1486 None None] Port 3348f58a-003a-423b-9522-88531201fea9 update to ACTIVE by agent not found {{(pid=93725) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 13 08:06:08.220362 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da110f1b-61f4-4df5-aee2-d470bd598be9 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:08.242546 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da110f1b-61f4-4df5-aee2-d470bd598be9 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:08.244040 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e675f45-4c84-431a-999d-7e7b0280c7e4 None None] Sync routers for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:08.263688 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:08.280233 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e675f45-4c84-431a-999d-7e7b0280c7e4 None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:08.291761 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0e675f45-4c84-431a-999d-7e7b0280c7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:05:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:08.370464 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-5b9662ef-7b39-47bc-b60b-deb71b740e25 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:08.384597 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a6d82-7363-4aaa-9441-715f6251cb6d tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Pushing event deleted for resources: {'Port': ['ID=3348f58a-003a-423b-9522-88531201fea9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:08.393103 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-be1622d7-e85c-485a-8fda-804984eaa6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:08.424212 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b8c3d-236c-4a61-8f5a-9b6c449b3d2a req-16d5b47f-f677-415a-be45-955e704df6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:08.425960 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ee4b8c3d-236c-4a61-8f5a-9b6c449b3d2a req-16d5b47f-f677-415a-be45-955e704df6fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dcb46551-b67f-448d-9e50-7e4cc85c9056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 2.3448091 Jul 13 08:06:08.459801 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0e675f45-4c84-431a-999d-7e7b0280c7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:08.498999 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e675f45-4c84-431a-999d-7e7b0280c7e4 None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:08.500317 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0e675f45-4c84-431a-999d-7e7b0280c7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:05:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:08.606008 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-da110f1b-61f4-4df5-aee2-d470bd598be9 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "PUT /v2.0/floatingips/36cc7cc8-c8c1-412d-b1f3-3405d0b61170 HTTP/1.1" status: 200 len: 978 time: 6.0690973 Jul 13 08:06:08.607590 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49202) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:08.615030 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0e675f45-4c84-431a-999d-7e7b0280c7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:08.617932 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e675f45-4c84-431a-999d-7e7b0280c7e4 None None] The sync data for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:08.675342 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-5b9662ef-7b39-47bc-b60b-deb71b740e25 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Transition to ACTIVE for port object ccbece72-8d55-4a86-9a29-0ed79fae9292 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:08.685183 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e1a3a3-a637-440f-a138-967aee54e938 req-079a6d82-7363-4aaa-9441-715f6251cb6d tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] No DVR routers for this DVR port 3348f58a-003a-423b-9522-88531201fea9 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:06:08.733188 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-b4e1a3a3-a637-440f-a138-967aee54e938 req-079a6d82-7363-4aaa-9441-715f6251cb6d tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:08.737590 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b4e1a3a3-a637-440f-a138-967aee54e938 req-079a6d82-7363-4aaa-9441-715f6251cb6d tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.35 "DELETE /v2.0/ports/3348f58a-003a-423b-9522-88531201fea9 HTTP/1.1" status: 204 len: 173 time: 3.4889758 Jul 13 08:06:08.755692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ce4f03-9501-408f-9e74-3f1c20f917c3', 'name': 'network-vif-deleted', 'tag': '3348f58a-003a-423b-9522-88531201fea9'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:08.764989 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6a7724-b160-4c04-8b18-ac8839920bfb" -d '{"events": [{"server_uuid": "f1ce4f03-9501-408f-9e74-3f1c20f917c3", "name": "network-vif-deleted", "tag": "3348f58a-003a-423b-9522-88531201fea9"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:08.965077 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c852ed7b-9594-4078-b5ca-c81620e6b85b req-e953f8ca-4fe2-41fd-b114-5b00b5c1f97b tempest-TestServerMultinode-791885016 tempest-TestServerMultinode-791885016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1ce4f03-9501-408f-9e74-3f1c20f917c3 HTTP/1.1" status: 200 len: 210 time: 0.1320043 Jul 13 08:06:09.169109 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcd418bd-2273-484c-9f84-096ced323cd0 req-cdef7225-9bef-4bb4-9520-314a2555f600 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 210 time: 0.5241630 Jul 13 08:06:09.360620 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ee4b8c3d-236c-4a61-8f5a-9b6c449b3d2a req-68482d95-39dc-44c9-8537-0bff5d24c8d6 service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8773367 Jul 13 08:06:09.374773 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-5b9662ef-7b39-47bc-b60b-deb71b740e25 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:09.684026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-a1fd3027-25fc-4be7-9aff-1c6ccfe2baf6 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:09.700101 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-a1fd3027-25fc-4be7-9aff-1c6ccfe2baf6 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/networks?id=83f566d5-b66b-4793-a4a5-37792abdc658 HTTP/1.1" status: 200 len: 808 time: 0.3710968 Jul 13 08:06:09.728481 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ee4b8c3d-236c-4a61-8f5a-9b6c449b3d2a req-cb7fd2f5-2fa1-4849-bc67-2312df60e0d3 service neutron] 10.222.0.62 "GET /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587220 Jul 13 08:06:09.736823 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-f503fdd3-be1f-4f88-b5c3-e08a89bdefd0 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/quotas/2491c75374b44eb7a9b4e8c11f8ffb37 HTTP/1.1" status: 200 len: 375 time: 0.0352659 Jul 13 08:06:09.739620 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-5b9662ef-7b39-47bc-b60b-deb71b740e25 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network 73d1b288-3f69-4489-84f7-291972f58a73 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:09.756968 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-5b9662ef-7b39-47bc-b60b-deb71b740e25 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:09.778441 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-5b9662ef-7b39-47bc-b60b-deb71b740e25 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:09.879263 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-fc5647f8-9bb3-4a6c-9fe1-f7c3438b0861 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2491c75374b44eb7a9b4e8c11f8ffb37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1259069 Jul 13 08:06:09.895986 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9662ef-7b39-47bc-b60b-deb71b740e25 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=ccbece72-8d55-4a86-9a29-0ed79fae9292,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:10.015349 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-5b9662ef-7b39-47bc-b60b-deb71b740e25 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:10.016359 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-5b9662ef-7b39-47bc-b60b-deb71b740e25 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:10.041473 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-be1622d7-e85c-485a-8fda-804984eaa6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:10.057025 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-be1622d7-e85c-485a-8fda-804984eaa6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:10.102876 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73445bad-02ff-45ee-8805-39ea09cdc2b4 x-openstack-request-id: req-73445bad-02ff-45ee-8805-39ea09cdc2b4 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:10.103224 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ce4f03-9501-408f-9e74-3f1c20f917c3", "name": "network-vif-deleted", "tag": "3348f58a-003a-423b-9522-88531201fea9", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:10.103644 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-73445bad-02ff-45ee-8805-39ea09cdc2b4 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:10.104438 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ce4f03-9501-408f-9e74-3f1c20f917c3', 'name': 'network-vif-deleted', 'tag': '3348f58a-003a-423b-9522-88531201fea9', 'status': 'completed', 'code': 200} Jul 13 08:06:10.147642 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-5b9662ef-7b39-47bc-b60b-deb71b740e25 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8264937 Jul 13 08:06:10.238043 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] Request body: {'port': {'device_id': 'c4c73aea-4c98-4d39-ae03-92cfdd123a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:10.273380 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-1af12ba6-c818-48d6-939e-1aacd623785a service neutron] 10.222.0.58 "GET /v2.0/networks/83f566d5-b66b-4793-a4a5-37792abdc658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730111 Jul 13 08:06:10.279498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2fb671d3-5b2f-4425-a4a6-20820cc6a59f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Deleting port 96f9ba0e-d2ea-47b1-8af5-bd145ea725e1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:10.284455 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fb671d3-5b2f-4425-a4a6-20820cc6a59f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:10.491197 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a98c40f8-5e2c-4e62-bca4-b2efcb1b1060 None None] Provisioning for port ccbece72-8d55-4a86-9a29-0ed79fae9292 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:10.509286 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a98c40f8-5e2c-4e62-bca4-b2efcb1b1060 None None] Provisioning complete for port ccbece72-8d55-4a86-9a29-0ed79fae9292 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:10.512523 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a98c40f8-5e2c-4e62-bca4-b2efcb1b1060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:10.604670 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-be1622d7-e85c-485a-8fda-804984eaa6d9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e959463a75df4172b0b177f612251acc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5149748 Jul 13 08:06:10.609428 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:10.613447 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49238) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:10.641769 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1622d7-e85c-485a-8fda-804984eaa6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036e10d2-642f-4d99-ba8d-ad5d108a5bff,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:10.686381 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a98c40f8-5e2c-4e62-bca4-b2efcb1b1060 None None] Port ccbece72-8d55-4a86-9a29-0ed79fae9292 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:06:11.044062 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df586c0c-aa74-46bb-ad6c-db0db4365b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:11.170468 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df586c0c-aa74-46bb-ad6c-db0db4365b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:11.220646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-bebae4f6-4888-460d-a684-2ce402c70b33 service neutron] 10.222.0.58 "GET /v2.0/networks/83f566d5-b66b-4793-a4a5-37792abdc658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9246831 Jul 13 08:06:11.271179 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fb671d3-5b2f-4425-a4a6-20820cc6a59f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:11.271883 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fb671d3-5b2f-4425-a4a6-20820cc6a59f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:11.319805 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2fb671d3-5b2f-4425-a4a6-20820cc6a59f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Calling delete_port for 96f9ba0e-d2ea-47b1-8af5-bd145ea725e1 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:11.341329 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28b2b0-79d6-490a-83c7-35b4546a645c req-023dde44-b3d5-4986-94df-29746cb18f18 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:11.358845 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5d28b2b0-79d6-490a-83c7-35b4546a645c req-023dde44-b3d5-4986-94df-29746cb18f18 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 931 time: 0.9068966 Jul 13 08:06:11.365644 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df586c0c-aa74-46bb-ad6c-db0db4365b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:11.373333 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df586c0c-aa74-46bb-ad6c-db0db4365b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:11.393936 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-df586c0c-aa74-46bb-ad6c-db0db4365b7b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/036e10d2-642f-4d99-ba8d-ad5d108a5bff HTTP/1.1" status: 204 len: 168 time: 0.7654371 Jul 13 08:06:11.567120 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5d28b2b0-79d6-490a-83c7-35b4546a645c req-3afd8a9f-a548-4ba7-acd2-2132edcec821 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978669 Jul 13 08:06:11.585969 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df586c0c-aa74-46bb-ad6c-db0db4365b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036e10d2-642f-4d99-ba8d-ad5d108a5bff,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:11.701353 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccbece72-8d55-4a86-9a29-0ed79fae9292 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:06:11.765926 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:11.837599 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49252) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:12.034652 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-35d2b314-5f2b-4113-bf55-ea5f62f01360 req-fb8a1d42-dfd0-4bfc-b195-ad911a6ae31a tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 210 time: 0.1108611 Jul 13 08:06:12.066255 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fb671d3-5b2f-4425-a4a6-20820cc6a59f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:12.117920 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] Transition to ACTIVE for port object ccbece72-8d55-4a86-9a29-0ed79fae9292 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:12.222219 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb671d3-5b2f-4425-a4a6-20820cc6a59f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event deleted for resources: {'Port': ['ID=96f9ba0e-d2ea-47b1-8af5-bd145ea725e1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:12.273427 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:12.540081 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb932eeb-6fb5-4b94-8c29-2165387b3fab req-7b4632d4-cdd7-4ad1-a650-5b7859bd714d tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f9cc171-ea06-403a-b438-0590caeb5ffc HTTP/1.1" status: 200 len: 210 time: 0.2287586 Jul 13 08:06:12.583324 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fb671d3-5b2f-4425-a4a6-20820cc6a59f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:12.584520 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-2fb671d3-5b2f-4425-a4a6-20820cc6a59f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Floating IP 36cc7cc8-c8c1-412d-b1f3-3405d0b61170 disassociated (deleted). External IP: 172.25.0.84, port: 916b5388-83c6-4b88-a7f4-1c696842ac1c. Jul 13 08:06:12.718407 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbece72-8d55-4a86-9a29-0ed79fae9292,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:13.050063 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:13.270798 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] Attempting to bind port ccbece72-8d55-4a86-9a29-0ed79fae9292 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:06:13.271857 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] Attempting to bind port ccbece72-8d55-4a86-9a29-0ed79fae9292 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'ac080e34-eb62-47f0-958a-94e7aa6e5904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:06:13.273005 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] Attempting to bind port ccbece72-8d55-4a86-9a29-0ed79fae9292 on network 73d1b288-3f69-4489-84f7-291972f58a73 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:13.300546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] Port ccbece72-8d55-4a86-9a29-0ed79fae9292 on network 73d1b288-3f69-4489-84f7-291972f58a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:06:13.302138 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] Attempting to bind port ccbece72-8d55-4a86-9a29-0ed79fae9292 on network 73d1b288-3f69-4489-84f7-291972f58a73 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:13.343805 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:06:13.345249 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] Checking segment: {'id': 'ac080e34-eb62-47f0-958a-94e7aa6e5904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:13.347928 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] Bound using segment: {'id': 'ac080e34-eb62-47f0-958a-94e7aa6e5904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:06:13.349442 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] Bound port: ccbece72-8d55-4a86-9a29-0ed79fae9292, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac080e34-eb62-47f0-958a-94e7aa6e5904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:06:13.351988 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:13.371586 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df721c21-947e-40b8-8fc8-ce74807b9561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:13.505652 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef4f06-b508-4d1f-80df-c82164bda950 req-2155acbf-2eba-486d-8c22-6cc9d0eaea09 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:13.520687 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4aef4f06-b508-4d1f-80df-c82164bda950 req-2155acbf-2eba-486d-8c22-6cc9d0eaea09 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 943 time: 0.4114740 Jul 13 08:06:13.702053 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4aef4f06-b508-4d1f-80df-c82164bda950 req-33c2418c-a98c-404d-b534-fc2c2f4a70fc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786237 Jul 13 08:06:13.780440 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb671d3-5b2f-4425-a4a6-20820cc6a59f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Router 611fdb4d-7fd7-4ec4-9144-64e823617d54 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:06:14.183223 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] For port ccbece72-8d55-4a86-9a29-0ed79fae9292, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:06:14.218867 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] For port ccbece72-8d55-4a86-9a29-0ed79fae9292, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ccbece72-8d55-4a86-9a29-0ed79fae9292,segment=NetworkSegment(ac080e34-eb62-47f0-958a-94e7aa6e5904),segment_id=ac080e34-eb62-47f0-958a-94e7aa6e5904)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:06:14.250428 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:14.342587 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1739f270-be49-4417-a8b8-a70ea8a11f60 req-a9d074d3-a69c-40af-ba7f-64f4da00246a tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f9cc171-ea06-403a-b438-0590caeb5ffc HTTP/1.1" status: 200 len: 210 time: 0.1364698 Jul 13 08:06:14.403693 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbece72-8d55-4a86-9a29-0ed79fae9292,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:14.428298 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:14.451223 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:14.451223 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6eea3b92-e0e1-436e-8eec-1c7464281da5 service neutron] 10.222.0.35 "PUT /v2.0/ports/ccbece72-8d55-4a86-9a29-0ed79fae9292 HTTP/1.1" status: 200 len: 1092 time: 4.2522991 Jul 13 08:06:14.452689 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c73aea-4c98-4d39-ae03-92cfdd123a9b', 'tag': 'ccbece72-8d55-4a86-9a29-0ed79fae9292'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:14.457382 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cfbb10-8d1e-466e-aee1-56c442b83749" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c73aea-4c98-4d39-ae03-92cfdd123a9b", "tag": "ccbece72-8d55-4a86-9a29-0ed79fae9292"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:14.490911 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d1507407-a564-4e42-92fa-75912d3cebf1 req-d3c6e282-f5e7-46b6-9196-de0a45dc42f6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 210 time: 0.2247145 Jul 13 08:06:14.526914 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb671d3-5b2f-4425-a4a6-20820cc6a59f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:14.558496 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fb671d3-5b2f-4425-a4a6-20820cc6a59f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:14.574565 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1c88f4-99c2-479d-b670-83cd7b23af78 None None] Sync routers for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:14.615478 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c88f4-99c2-479d-b670-83cd7b23af78 None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:14.635243 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5d1c88f4-99c2-479d-b670-83cd7b23af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:05:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:14.805354 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1bec59-657e-47a1-93df-72dbb7074b26 x-openstack-request-id: req-5c1bec59-657e-47a1-93df-72dbb7074b26 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:14.810759 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c73aea-4c98-4d39-ae03-92cfdd123a9b", "tag": "ccbece72-8d55-4a86-9a29-0ed79fae9292", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:14.817470 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c1bec59-657e-47a1-93df-72dbb7074b26 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:14.819670 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c73aea-4c98-4d39-ae03-92cfdd123a9b', 'tag': 'ccbece72-8d55-4a86-9a29-0ed79fae9292', 'status': 'completed', 'code': 200} Jul 13 08:06:14.878698 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5d1c88f4-99c2-479d-b670-83cd7b23af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:14.973748 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5cb36a86-3234-4edc-b4cd-6b908d5a7de8 req-11a35e50-ccaa-4681-a2ee-c73c0b6765e0 tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.2749007 Jul 13 08:06:14.978343 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c88f4-99c2-479d-b670-83cd7b23af78 None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:14.983316 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5d1c88f4-99c2-479d-b670-83cd7b23af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:05:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:15.129454 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2fb671d3-5b2f-4425-a4a6-20820cc6a59f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "DELETE /v2.0/floatingips/36cc7cc8-c8c1-412d-b1f3-3405d0b61170 HTTP/1.1" status: 204 len: 168 time: 6.5200615 Jul 13 08:06:15.138979 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49310) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:15.142060 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-d6b36732-efab-43b3-8023-210fe05a8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:15.145757 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-d6b36732-efab-43b3-8023-210fe05a8dab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 1095 time: 0.5164537 Jul 13 08:06:15.254399 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5d1c88f4-99c2-479d-b670-83cd7b23af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:15.260615 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-f62a9fe1-33d0-4839-b126-9562c41c2eaa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccbece72-8d55-4a86-9a29-0ed79fae9292 HTTP/1.1" status: 200 len: 217 time: 0.1052918 Jul 13 08:06:15.263627 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1c88f4-99c2-479d-b670-83cd7b23af78 None None] The sync data for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:15.295324 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-df721c21-947e-40b8-8fc8-ce74807b9561 admin admin] Deleting port 18864ce9-3b24-4d93-9266-5c4f46b480be {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:15.295905 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df721c21-947e-40b8-8fc8-ce74807b9561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:15.725100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccdf32-0d3d-4c21-ab12-3b1c407ec2a1 req-6ed64822-6b71-4d59-a12e-a04ad7fcb80f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:15.739554 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a0ccdf32-0d3d-4c21-ab12-3b1c407ec2a1 req-6ed64822-6b71-4d59-a12e-a04ad7fcb80f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 943 time: 0.4338756 Jul 13 08:06:15.779175 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8493276d-0def-4980-aaee-5b256fad1a72 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Deleting port 916b5388-83c6-4b88-a7f4-1c696842ac1c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:15.779711 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8493276d-0def-4980-aaee-5b256fad1a72 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:15.781736 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-2ebb2af6-07bd-4d47-87f0-30defe16907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:15.789797 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-2ebb2af6-07bd-4d47-87f0-30defe16907d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0c99f46a-e7f3-4394-9bef-8094f4480aea HTTP/1.1" status: 200 len: 834 time: 0.5159376 Jul 13 08:06:15.850421 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-c0e04669-65cb-413c-8047-889947911e70 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:15.853195 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-c0e04669-65cb-413c-8047-889947911e70 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.62 "GET /v2.0/networks?id=83f566d5-b66b-4793-a4a5-37792abdc658 HTTP/1.1" status: 200 len: 808 time: 0.5138566 Jul 13 08:06:15.885944 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-8d718467-7d04-47ed-9917-8ad6787b997f tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Request body: {'port': {'device_id': '7f9cc171-ea06-403a-b438-0590caeb5ffc', 'network_id': '83f566d5-b66b-4793-a4a5-37792abdc658', 'admin_state_up': True, 'tenant_id': '2491c75374b44eb7a9b4e8c11f8ffb37'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:15.967532 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-df721c21-947e-40b8-8fc8-ce74807b9561 admin admin] For port 18864ce9-3b24-4d93-9266-5c4f46b480be, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=18864ce9-3b24-4d93-9266-5c4f46b480be,segment=NetworkSegment(cb03514a-7f62-4660-91db-3c23ffd3dfa6),segment_id=cb03514a-7f62-4660-91db-3c23ffd3dfa6)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:15.968019 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df721c21-947e-40b8-8fc8-ce74807b9561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:16.013383 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-df721c21-947e-40b8-8fc8-ce74807b9561 admin admin] Calling delete_port for 18864ce9-3b24-4d93-9266-5c4f46b480be owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:16.023227 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-20b1ce84-6c19-4a12-a5a7-c3d25e705f4b req-9c2a5ac1-8bd4-4e5e-a710-4875cee2ef7e tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f9cc171-ea06-403a-b438-0590caeb5ffc HTTP/1.1" status: 200 len: 210 time: 0.2242281 Jul 13 08:06:16.216509 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a0ccdf32-0d3d-4c21-ab12-3b1c407ec2a1 req-c5c7ec97-5130-43ea-a1c1-32d852213ca6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4635282 Jul 13 08:06:16.317956 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8493276d-0def-4980-aaee-5b256fad1a72 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:16.362074 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8493276d-0def-4980-aaee-5b256fad1a72 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Calling delete_port for 916b5388-83c6-4b88-a7f4-1c696842ac1c owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:16.983301 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf73df1e-53ff-4ab7-afa3-e849019ec3a0 req-c097f1a1-566d-4e22-8e16-40b5d02f63f8 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 210 time: 0.4467652 Jul 13 08:06:17.025828 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-69afb657-e24d-4c6a-b457-7280055bceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:17.030133 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-69afb657-e24d-4c6a-b457-7280055bceac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73d1b288-3f69-4489-84f7-291972f58a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1753554 Jul 13 08:06:17.051162 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8493276d-0def-4980-aaee-5b256fad1a72 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:17.072813 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a77b593c-f24c-4a8c-9e99-054d59196062 req-5729a685-44f2-47c4-8660-ab3572d044a2 tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.1560435 Jul 13 08:06:17.204841 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493276d-0def-4980-aaee-5b256fad1a72 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event deleted for resources: {'Port': ['ID=916b5388-83c6-4b88-a7f4-1c696842ac1c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:17.402458 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df721c21-947e-40b8-8fc8-ce74807b9561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:17.604586 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-8d718467-7d04-47ed-9917-8ad6787b997f tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Made reservation on behalf of 2491c75374b44eb7a9b4e8c11f8ffb37 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:06:17.609168 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-8d718467-7d04-47ed-9917-8ad6787b997f tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:17.668815 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f45775cf-7506-4e4c-bff2-a2ae64d0764c req-eb93693f-d845-43de-96e5-769d9d2ed744 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f9cc171-ea06-403a-b438-0590caeb5ffc HTTP/1.1" status: 200 len: 210 time: 0.1880281 Jul 13 08:06:17.695145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df721c21-947e-40b8-8fc8-ce74807b9561 admin admin] Pushing event deleted for resources: {'Port': ['ID=18864ce9-3b24-4d93-9266-5c4f46b480be,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:17.849167 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-5e6348f0-e677-4e90-a064-4e26a6a04656 service neutron] 10.222.0.35 "GET /v2.0/networks/73d1b288-3f69-4489-84f7-291972f58a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826636 Jul 13 08:06:17.879472 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8493276d-0def-4980-aaee-5b256fad1a72 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:17.884418 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8493276d-0def-4980-aaee-5b256fad1a72 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "DELETE /v2.0/ports/916b5388-83c6-4b88-a7f4-1c696842ac1c HTTP/1.1" status: 204 len: 168 time: 2.7364008 Jul 13 08:06:17.907882 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49338) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:17.916642 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6602d2b0-01ad-46b5-8b14-0affc2b25abd tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:18.003092 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115106ec-9680-4d6e-ac64-1e6f887bd516 req-70800857-a050-4895-8d1a-fee772645c8a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:18.015618 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-115106ec-9680-4d6e-ac64-1e6f887bd516 req-70800857-a050-4895-8d1a-fee772645c8a tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 943 time: 0.3448155 Jul 13 08:06:18.093973 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6602d2b0-01ad-46b5-8b14-0affc2b25abd tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:18.233272 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-115106ec-9680-4d6e-ac64-1e6f887bd516 req-660dff3e-ddb4-4b3f-9563-78d64c3063b5 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160041 Jul 13 08:06:18.306207 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49346) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:18.491049 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5d15f00-0e50-4b20-bd3a-5a02d86a0aa6 req-f623d060-d8db-4440-bba7-1bbde2b20dc3 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfb65d55-1009-4f63-95ee-03f48905d5d9 HTTP/1.1" status: 200 len: 210 time: 0.0786650 Jul 13 08:06:18.547098 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6602d2b0-01ad-46b5-8b14-0affc2b25abd tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:18.721799 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-32177936-8b5a-486d-922d-d0c5114ac260 req-584ea6de-36bc-437d-8934-7d31edf8f022 tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.0850630 Jul 13 08:06:18.739599 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c01d88a-1c9a-4070-ad8a-9a502a6f9d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:18.771690 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-8d718467-7d04-47ed-9917-8ad6787b997f tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Allocated IP 172.20.0.13 (83f566d5-b66b-4793-a4a5-37792abdc658/51c62b78-43dd-429e-ad6c-89fd79ef0565/0531f32e-a432-4cd5-a407-a3ce70d9cec5) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:18.800680 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-df721c21-947e-40b8-8fc8-ce74807b9561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:18.880251 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-935eebda-80e6-445f-b77b-e54aa72740a1 req-6e805897-fe61-473e-8d35-3ab0f67e9f45 service neutron] 10.222.0.35 "GET /v2.0/networks/73d1b288-3f69-4489-84f7-291972f58a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9349258 Jul 13 08:06:18.999941 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c01d88a-1c9a-4070-ad8a-9a502a6f9d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:19.011993 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c01d88a-1c9a-4070-ad8a-9a502a6f9d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:19.256867 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1c01d88a-1c9a-4070-ad8a-9a502a6f9d14 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=48c1b1241c0341549fb5e39737373e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9489515 Jul 13 08:06:19.261539 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b882c0b-7f5f-444c-a94a-89baf2e2c4a7 req-947f3b72-cd03-412b-832f-61488db5f383 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.1543047 Jul 13 08:06:19.262347 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49352) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:19.274050 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ba816750-2071-42b2-b6b5-cc2280d44129 req-a63827ca-788d-4f6e-bffb-9244c8d6b2b1 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f9cc171-ea06-403a-b438-0590caeb5ffc HTTP/1.1" status: 200 len: 210 time: 0.1258619 Jul 13 08:06:19.306027 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01d88a-1c9a-4070-ad8a-9a502a6f9d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d1968c-191a-4a99-b780-749d74146e4b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:19.333414 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-6602d2b0-01ad-46b5-8b14-0affc2b25abd tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Allocated IP 172.25.0.74 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/ad2484c1-806e-40b8-b9b0-a038e9a036ed) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:19.376286 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfbb10-8d1e-466e-aee1-56c442b83749 req-285916f9-cf59-4ac3-809f-14f524948e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:19.379292 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-51cfbb10-8d1e-466e-aee1-56c442b83749 req-285916f9-cf59-4ac3-809f-14f524948e43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 1095 time: 0.3053205 Jul 13 08:06:19.455860 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-8d718467-7d04-47ed-9917-8ad6787b997f tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:19.480001 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7bb2757-a526-4f77-a0c5-4514a3c7e9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:19.637646 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7bb2757-a526-4f77-a0c5-4514a3c7e9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:19.692823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49358) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:19.769758 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6602d2b0-01ad-46b5-8b14-0affc2b25abd tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:19.802670 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff681aa-c971-4481-b57d-a60e7b02c85b req-05b40687-593c-45a3-8ac4-1d2792ae0aa5 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:19.805959 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fff681aa-c971-4481-b57d-a60e7b02c85b req-05b40687-593c-45a3-8ac4-1d2792ae0aa5 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 943 time: 0.2609999 Jul 13 08:06:19.902784 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-8d718467-7d04-47ed-9917-8ad6787b997f tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:19.908335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfbb10-8d1e-466e-aee1-56c442b83749 req-81fb9c6b-1b8b-4b28-82bc-f04f32de32f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:19.910629 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-51cfbb10-8d1e-466e-aee1-56c442b83749 req-81fb9c6b-1b8b-4b28-82bc-f04f32de32f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=73d1b288-3f69-4489-84f7-291972f58a73 HTTP/1.1" status: 200 len: 897 time: 0.4409497 Jul 13 08:06:19.914133 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7bb2757-a526-4f77-a0c5-4514a3c7e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:19.918829 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d7bb2757-a526-4f77-a0c5-4514a3c7e9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:19.925207 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d7bb2757-a526-4f77-a0c5-4514a3c7e9b2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a6d1968c-191a-4a99-b780-749d74146e4b HTTP/1.1" status: 204 len: 168 time: 0.6540692 Jul 13 08:06:19.970410 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb2757-a526-4f77-a0c5-4514a3c7e9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d1968c-191a-4a99-b780-749d74146e4b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:20.011933 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fff681aa-c971-4481-b57d-a60e7b02c85b req-74378f32-1ff9-470f-ba85-e740a1c648fc tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710551 Jul 13 08:06:20.032943 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6602d2b0-01ad-46b5-8b14-0affc2b25abd tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:20.084560 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6602d2b0-01ad-46b5-8b14-0affc2b25abd tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:20.119633 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-6602d2b0-01ad-46b5-8b14-0affc2b25abd tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:20.134540 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df721c21-947e-40b8-8fc8-ce74807b9561 admin admin] Router 4aedf590-5018-4b06-b914-531aab168628 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:06:20.149147 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6602d2b0-01ad-46b5-8b14-0affc2b25abd tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:20.157830 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-8d718467-7d04-47ed-9917-8ad6787b997f tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Network 83f566d5-b66b-4793-a4a5-37792abdc658 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:20.166545 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-51cfbb10-8d1e-466e-aee1-56c442b83749 req-3b278e2b-1712-4d94-9c67-98d8bc94a5ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccbece72-8d55-4a86-9a29-0ed79fae9292 HTTP/1.1" status: 200 len: 217 time: 0.2173796 Jul 13 08:06:20.180684 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-8d718467-7d04-47ed-9917-8ad6787b997f tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:20.245709 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c0ed0356-79a5-4978-8cb4-87d6aa2134f0 req-8edf378e-cd9d-4177-ad1a-93dd0a5ed7b7 tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.1585190 Jul 13 08:06:20.267440 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602d2b0-01ad-46b5-8b14-0affc2b25abd tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Port': ['ID=ad2484c1-806e-40b8-b9b0-a038e9a036ed,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:20.269104 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfbb10-8d1e-466e-aee1-56c442b83749 req-cd786eca-a2ac-4292-82da-82b309207692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:20.271335 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-51cfbb10-8d1e-466e-aee1-56c442b83749 req-cd786eca-a2ac-4292-82da-82b309207692 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0c99f46a-e7f3-4394-9bef-8094f4480aea HTTP/1.1" status: 200 len: 834 time: 0.0849528 Jul 13 08:06:20.277639 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-8d718467-7d04-47ed-9917-8ad6787b997f tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:20.430810 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d718467-7d04-47ed-9917-8ad6787b997f tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Pushing event updated for resources: {'Port': ['ID=0531f32e-a432-4cd5-a407-a3ce70d9cec5,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:20.435790 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6602d2b0-01ad-46b5-8b14-0affc2b25abd tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:20.530591 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6602d2b0-01ad-46b5-8b14-0affc2b25abd tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:20.546387 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-0acabcef-cba3-46db-9739-53069473f3fe tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Deleting port 3ef6bf40-9b12-4e07-908d-b67a5e1b4b7b {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:20.546917 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0acabcef-cba3-46db-9739-53069473f3fe tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:20.602950 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-8d718467-7d04-47ed-9917-8ad6787b997f tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:20.603899 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-8d718467-7d04-47ed-9917-8ad6787b997f tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:20.739453 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-8d718467-7d04-47ed-9917-8ad6787b997f tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8603585 Jul 13 08:06:20.749613 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24221f11-8163-455b-814a-cf4c0d110474 req-bf8562a5-7d8f-4258-8827-3f58351c216f tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:20.754067 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] Request body: {'port': {'device_id': '7f9cc171-ea06-403a-b438-0590caeb5ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:20.766555 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24221f11-8163-455b-814a-cf4c0d110474 req-bf8562a5-7d8f-4258-8827-3f58351c216f tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f9cc171-ea06-403a-b438-0590caeb5ffc HTTP/1.1" status: 200 len: 932 time: 0.1883492 Jul 13 08:06:20.767500 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49368) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:20.803118 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfbb10-8d1e-466e-aee1-56c442b83749 req-1076d28e-2620-4e45-a96f-d36e57028605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:20.804638 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-51cfbb10-8d1e-466e-aee1-56c442b83749 req-1076d28e-2620-4e45-a96f-d36e57028605 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73d1b288-3f69-4489-84f7-291972f58a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5048134 Jul 13 08:06:20.849731 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f264022-4a42-443b-ab76-744be054162a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:20.889795 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df721c21-947e-40b8-8fc8-ce74807b9561 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:20.907156 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-df721c21-947e-40b8-8fc8-ce74807b9561 admin admin] 10.222.0.58 "PUT /v2.0/routers/4aedf590-5018-4b06-b914-531aab168628/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0676682 Jul 13 08:06:20.911013 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e708256-bf9b-43b6-8a98-fbe8aff72d07 None None] Sync routers for ids ['4aedf590-5018-4b06-b914-531aab168628'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:20.915143 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0acabcef-cba3-46db-9739-53069473f3fe tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:20.915669 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0acabcef-cba3-46db-9739-53069473f3fe tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:20.916674 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49370) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:20.938345 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24221f11-8163-455b-814a-cf4c0d110474 req-ae841300-0eaf-4cf0-9f37-d1aac1266ee0 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fa3e832-499e-48e6-a4ad-96ec86a2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758986 Jul 13 08:06:20.949516 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e708256-bf9b-43b6-8a98-fbe8aff72d07 None None] Routers {'4aedf590-5018-4b06-b914-531aab168628'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:20.950723 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4e708256-bf9b-43b6-8a98-fbe8aff72d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:05:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['4aedf590-5018-4b06-b914-531aab168628'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:21.037828 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-0acabcef-cba3-46db-9739-53069473f3fe tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Calling delete_port for 3ef6bf40-9b12-4e07-908d-b67a5e1b4b7b owned by network:floatingip {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:21.076737 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:21.184438 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6602d2b0-01ad-46b5-8b14-0affc2b25abd tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:21.199782 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4e708256-bf9b-43b6-8a98-fbe8aff72d07 None None] Set router 4aedf590-5018-4b06-b914-531aab168628 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:21.200599 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6602d2b0-01ad-46b5-8b14-0affc2b25abd tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:21.341077 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602d2b0-01ad-46b5-8b14-0affc2b25abd tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Port': ['ID=ad2484c1-806e-40b8-b9b0-a038e9a036ed,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:21.468389 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1708a806-a675-4f14-86a5-fd25f98b785d admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:21.468756 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0acabcef-cba3-46db-9739-53069473f3fe tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:21.489691 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-51cfbb10-8d1e-466e-aee1-56c442b83749 req-5f3c69c4-e377-49bc-9a95-934d49d51a10 service neutron] 10.222.0.35 "GET /v2.0/networks/73d1b288-3f69-4489-84f7-291972f58a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6738153 Jul 13 08:06:21.571180 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acabcef-cba3-46db-9739-53069473f3fe tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event deleted for resources: {'Port': ['ID=3ef6bf40-9b12-4e07-908d-b67a5e1b4b7b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:21.609810 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4e708256-bf9b-43b6-8a98-fbe8aff72d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aedf590-5018-4b06-b914-531aab168628', 'name': 'tempest-TestServerMultinode-853998651-router', 'tenant_id': '96041e7f7c324ae3b557d6214a735bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:04Z', 'updated_at': '2021-07-13T08:06:17Z', 'revision_number': 5, 'project_id': '96041e7f7c324ae3b557d6214a735bec', 'gw_port': {'id': '2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedf590-5018-4b06-b914-531aab168628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:05Z', 'updated_at': '2021-07-13T08:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:21.677883 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e708256-bf9b-43b6-8a98-fbe8aff72d07 None None] Checking router: 4aedf590-5018-4b06-b914-531aab168628 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:06:21.694621 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e708256-bf9b-43b6-8a98-fbe8aff72d07 None None] Routers {'4aedf590-5018-4b06-b914-531aab168628'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:21.695721 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4e708256-bf9b-43b6-8a98-fbe8aff72d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:05:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['4aedf590-5018-4b06-b914-531aab168628'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:21.962695 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4e708256-bf9b-43b6-8a98-fbe8aff72d07 None None] Set router 4aedf590-5018-4b06-b914-531aab168628 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:21.970304 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6602d2b0-01ad-46b5-8b14-0affc2b25abd tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:22.054006 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0de74d19-24ee-4499-b68b-e8dd8146234c req-33cc1f6e-4615-45e4-8a9a-03c160bb7092 tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.0926611 Jul 13 08:06:22.189109 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a308b-7555-4c52-a327-518529028fcb req-2823c848-2faf-41de-bc64-e022db506268 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:22.202146 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-314a308b-7555-4c52-a327-518529028fcb req-2823c848-2faf-41de-bc64-e022db506268 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 943 time: 0.8965030 Jul 13 08:06:22.268138 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f264022-4a42-443b-ab76-744be054162a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:22.290483 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8f264022-4a42-443b-ab76-744be054162a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:22.312453 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6602d2b0-01ad-46b5-8b14-0affc2b25abd tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:22.314345 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6602d2b0-01ad-46b5-8b14-0affc2b25abd tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4051940 Jul 13 08:06:22.323195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49384) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:22.335781 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-49f85c75-7fa0-4159-bdbc-7ec50dcf5ce2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Request body: {'port': {'network_id': '03509e65-dd19-429f-852f-3a96b70ed851', 'name': 'tempest-FloatingIPTestJSON-1110697400'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:22.387842 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-314a308b-7555-4c52-a327-518529028fcb req-0ece9147-a1f3-451d-8a8e-8dc26a731d63 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842678 Jul 13 08:06:22.390261 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ccbece72-8d55-4a86-9a29-0ed79fae9292 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:06:22.437352 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0acabcef-cba3-46db-9739-53069473f3fe tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for floatingip, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:22.442331 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0acabcef-cba3-46db-9739-53069473f3fe tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:22.448128 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0acabcef-cba3-46db-9739-53069473f3fe tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "DELETE /v2.0/floatingips/0c7e116e-671c-4c68-a455-fc08a8df808f HTTP/1.1" status: 204 len: 168 time: 2.7495046 Jul 13 08:06:22.461564 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1708a806-a675-4f14-86a5-fd25f98b785d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:22.470914 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f264022-4a42-443b-ab76-744be054162a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad4e201-0ef7-4ee6-ad2c-a3284f97fcff,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:22.478406 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8f264022-4a42-443b-ab76-744be054162a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cb713c4206b54077a09ef9cf24e680bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7032113 Jul 13 08:06:22.489324 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49388) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:22.554609 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4e708256-bf9b-43b6-8a98-fbe8aff72d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aedf590-5018-4b06-b914-531aab168628', 'name': 'tempest-TestServerMultinode-853998651-router', 'tenant_id': '96041e7f7c324ae3b557d6214a735bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:04Z', 'updated_at': '2021-07-13T08:06:17Z', 'revision_number': 5, 'project_id': '96041e7f7c324ae3b557d6214a735bec', 'gw_port': {'id': '2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedf590-5018-4b06-b914-531aab168628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:05Z', 'updated_at': '2021-07-13T08:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:22.591024 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-51cfbb10-8d1e-466e-aee1-56c442b83749 req-371ea71f-5368-419c-91bb-c410e77b314d service neutron] 10.222.0.35 "GET /v2.0/networks/73d1b288-3f69-4489-84f7-291972f58a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0471389 Jul 13 08:06:22.690977 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e708256-bf9b-43b6-8a98-fbe8aff72d07 None None] The sync data for ids ['4aedf590-5018-4b06-b914-531aab168628'] in n-d-779913-28 is: [{'id': '4aedf590-5018-4b06-b914-531aab168628', 'name': 'tempest-TestServerMultinode-853998651-router', 'tenant_id': '96041e7f7c324ae3b557d6214a735bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:04Z', 'updated_at': '2021-07-13T08:06:17Z', 'revision_number': 5, 'project_id': '96041e7f7c324ae3b557d6214a735bec', 'gw_port': {'id': '2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedf590-5018-4b06-b914-531aab168628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:05Z', 'updated_at': '2021-07-13T08:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:22.742376 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e7e0b-ec1c-461c-ac9a-623a369c3073 req-5b82769a-8538-4964-a578-b7f605a745c3 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:22.755731 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b00e7e0b-ec1c-461c-ac9a-623a369c3073 req-5b82769a-8538-4964-a578-b7f605a745c3 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f9cc171-ea06-403a-b438-0590caeb5ffc HTTP/1.1" status: 200 len: 932 time: 0.4223969 Jul 13 08:06:22.777151 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ccbece72-8d55-4a86-9a29-0ed79fae9292, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ccbece72-8d55-4a86-9a29-0ed79fae9292,segment=NetworkSegment(ac080e34-eb62-47f0-958a-94e7aa6e5904),segment_id=ac080e34-eb62-47f0-958a-94e7aa6e5904)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:22.800765 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'ccbece72-8d55-4a86-9a29-0ed79fae9292', 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73', 'port_id': 'ccbece72-8d55-4a86-9a29-0ed79fae9292', 'mac_address': 'fa:16:3e:05:6b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c99f46a-e7f3-4394-9bef-8094f4480aea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:06:22.859337 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0531f32e-a432-4cd5-a407-a3ce70d9cec5 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:06:22.874425 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:22.878218 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f85c75-7fa0-4159-bdbc-7ec50dcf5ce2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Made reservation on behalf of 16f6ef9f9bdd4907b72f83f4840c942b for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:06:22.888023 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-49f85c75-7fa0-4159-bdbc-7ec50dcf5ce2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:22.891647 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4df45aac-7c7b-483b-bca8-e7891bfa8cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:22.898075 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:22.903115 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbece72-8d55-4a86-9a29-0ed79fae9292 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:06:22.937301 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4df45aac-7c7b-483b-bca8-e7891bfa8cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:22.939962 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ccbece72-8d55-4a86-9a29-0ed79fae9292, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ccbece72-8d55-4a86-9a29-0ed79fae9292,segment=NetworkSegment(ac080e34-eb62-47f0-958a-94e7aa6e5904),segment_id=ac080e34-eb62-47f0-958a-94e7aa6e5904)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:22.947987 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:22.949306 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-49f85c75-7fa0-4159-bdbc-7ec50dcf5ce2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] device_id is not set on port d49b6b61-1cd2-4f79-b677-ae4688d7286b yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:06:22.971046 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] Transition to ACTIVE for port object 0531f32e-a432-4cd5-a407-a3ce70d9cec5 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:23.024572 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4df45aac-7c7b-483b-bca8-e7891bfa8cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:23.029921 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4df45aac-7c7b-483b-bca8-e7891bfa8cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:23.032001 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4df45aac-7c7b-483b-bca8-e7891bfa8cee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dad4e201-0ef7-4ee6-ad2c-a3284f97fcff HTTP/1.1" status: 204 len: 168 time: 0.5392923 Jul 13 08:06:23.057237 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b00e7e0b-ec1c-461c-ac9a-623a369c3073 req-02fa2cbb-55a6-49ec-beb5-4893defd8fbf tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fa3e832-499e-48e6-a4ad-96ec86a2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997677 Jul 13 08:06:23.101863 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:23.137403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df45aac-7c7b-483b-bca8-e7891bfa8cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad4e201-0ef7-4ee6-ad2c-a3284f97fcff,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:23.155923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=ccbece72-8d55-4a86-9a29-0ed79fae9292,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:23.157121 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-1708a806-a675-4f14-86a5-fd25f98b785d admin admin] Deleting port 2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:23.164251 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1708a806-a675-4f14-86a5-fd25f98b785d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:23.303636 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['ccbece72-8d55-4a86-9a29-0ed79fae9292'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:06:23.310292 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 18864ce9-3b24-4d93-9266-5c4f46b480be no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:23.376246 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 18864ce9-3b24-4d93-9266-5c4f46b480be {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:06:23.377054 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 18864ce9-3b24-4d93-9266-5c4f46b480be not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:23.387432 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14a69132-2109-4a3c-a543-82927b0a3dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:23.508225 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] Pushing event updated for resources: {'Port': ['ID=0531f32e-a432-4cd5-a407-a3ce70d9cec5,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:23.738328 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-1708a806-a675-4f14-86a5-fd25f98b785d admin admin] For port 2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:23.739458 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1708a806-a675-4f14-86a5-fd25f98b785d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:23.805481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-1708a806-a675-4f14-86a5-fd25f98b785d admin admin] Calling delete_port for 2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:24.132352 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] Attempting to bind port 0531f32e-a432-4cd5-a407-a3ce70d9cec5 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:06:24.142452 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] Attempting to bind port 0531f32e-a432-4cd5-a407-a3ce70d9cec5 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '6342940b-4525-4a63-a231-8f69d7a3f4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '83f566d5-b66b-4793-a4a5-37792abdc658'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:06:24.143311 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] Attempting to bind port 0531f32e-a432-4cd5-a407-a3ce70d9cec5 on network 83f566d5-b66b-4793-a4a5-37792abdc658 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:24.165952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] Port 0531f32e-a432-4cd5-a407-a3ce70d9cec5 on network 83f566d5-b66b-4793-a4a5-37792abdc658 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:06:24.167519 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] Attempting to bind port 0531f32e-a432-4cd5-a407-a3ce70d9cec5 on network 83f566d5-b66b-4793-a4a5-37792abdc658 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:24.189826 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:06:24.190833 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] Checking segment: {'id': '6342940b-4525-4a63-a231-8f69d7a3f4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '83f566d5-b66b-4793-a4a5-37792abdc658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:24.191776 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] Bound using segment: {'id': '6342940b-4525-4a63-a231-8f69d7a3f4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '83f566d5-b66b-4793-a4a5-37792abdc658'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:06:24.192814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] Bound port: 0531f32e-a432-4cd5-a407-a3ce70d9cec5, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6342940b-4525-4a63-a231-8f69d7a3f4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '83f566d5-b66b-4793-a4a5-37792abdc658'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:06:24.219959 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:24.270423 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-49f85c75-7fa0-4159-bdbc-7ec50dcf5ce2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Allocated IP 172.20.0.5 (03509e65-dd19-429f-852f-3a96b70ed851/c577e9ae-fef0-4da1-8fe8-9cb005c57d87/d49b6b61-1cd2-4f79-b677-ae4688d7286b) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:24.477293 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] For port 0531f32e-a432-4cd5-a407-a3ce70d9cec5, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:06:24.484807 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] For port 0531f32e-a432-4cd5-a407-a3ce70d9cec5, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=0531f32e-a432-4cd5-a407-a3ce70d9cec5,segment=NetworkSegment(6342940b-4525-4a63-a231-8f69d7a3f4a0),segment_id=6342940b-4525-4a63-a231-8f69d7a3f4a0)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:06:24.539500 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3155e689-7a44-4b85-a155-4186d12b6841 req-774fffc8-7360-42c4-9563-3d1b7a57e00f tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.0620501 Jul 13 08:06:24.568229 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:24.687654 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1708a806-a675-4f14-86a5-fd25f98b785d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:24.712048 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:24.712949 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:24.734712 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] 10.222.0.62 "PUT /v2.0/ports/0531f32e-a432-4cd5-a407-a3ce70d9cec5 HTTP/1.1" status: 200 len: 1093 time: 3.9681549 Jul 13 08:06:24.735641 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9cc171-ea06-403a-b438-0590caeb5ffc', 'tag': '0531f32e-a432-4cd5-a407-a3ce70d9cec5'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:24.743824 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da445fdd-c152-45b7-a5ec-00cc0d1eec3e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9cc171-ea06-403a-b438-0590caeb5ffc", "tag": "0531f32e-a432-4cd5-a407-a3ce70d9cec5"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:24.862301 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7332ff-cf0a-4523-8607-4831e70d62cd req-43e7621a-d3a8-43c2-8e86-16b2d4b5b37f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:24.865209 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d7332ff-cf0a-4523-8607-4831e70d62cd req-43e7621a-d3a8-43c2-8e86-16b2d4b5b37f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 944 time: 0.7408979 Jul 13 08:06:24.875247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708a806-a675-4f14-86a5-fd25f98b785d admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:25.062745 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c01bc-c8d3-4d1e-8dd7-3a269bb7bd29 service neutron] Pushing event updated for resources: {'Port': ['ID=0531f32e-a432-4cd5-a407-a3ce70d9cec5,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:25.092219 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d7332ff-cf0a-4523-8607-4831e70d62cd req-7a1f1e18-ef0f-423f-b3e1-ea68e75a338b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123313 Jul 13 08:06:25.170287 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-ff7a67a4-4313-46fc-afdc-1c733d2e5152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:25.173096 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-ff7a67a4-4313-46fc-afdc-1c733d2e5152 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2491c75374b44eb7a9b4e8c11f8ffb37&device_id=7f9cc171-ea06-403a-b438-0590caeb5ffc HTTP/1.1" status: 200 len: 1096 time: 0.3509691 Jul 13 08:06:25.233962 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1708a806-a675-4f14-86a5-fd25f98b785d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:25.307767 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0f3757-3301-4079-ab5c-9e98a1e79081 x-openstack-request-id: req-5c0f3757-3301-4079-ab5c-9e98a1e79081 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:25.308734 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9cc171-ea06-403a-b438-0590caeb5ffc", "tag": "0531f32e-a432-4cd5-a407-a3ce70d9cec5", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:25.309154 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c0f3757-3301-4079-ab5c-9e98a1e79081 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:25.309806 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9cc171-ea06-403a-b438-0590caeb5ffc', 'tag': '0531f32e-a432-4cd5-a407-a3ce70d9cec5', 'status': 'completed', 'code': 200} Jul 13 08:06:25.316571 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-49f85c75-7fa0-4159-bdbc-7ec50dcf5ce2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:25.322529 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-56e8ef84-3719-479e-ba83-fbac3c3440df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0531f32e-a432-4cd5-a407-a3ce70d9cec5 HTTP/1.1" status: 200 len: 217 time: 0.1379106 Jul 13 08:06:25.458327 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-46d08f58-1411-480a-b413-0bcd03a33996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:25.461124 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-46d08f58-1411-480a-b413-0bcd03a33996 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=51c62b78-43dd-429e-ad6c-89fd79ef0565 HTTP/1.1" status: 200 len: 848 time: 0.1296740 Jul 13 08:06:25.543432 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-8052a378-be8f-4d66-befd-129b52da409d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83f566d5-b66b-4793-a4a5-37792abdc658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626917 Jul 13 08:06:25.557255 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1708a806-a675-4f14-86a5-fd25f98b785d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:25.564318 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1708a806-a675-4f14-86a5-fd25f98b785d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:25.606796 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-49f85c75-7fa0-4159-bdbc-7ec50dcf5ce2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:25.721638 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833c2e3-e157-438a-8bc7-a3445e956df1 req-bc529757-6c0e-40c6-a579-32235c4a05a4 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:25.735424 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6833c2e3-e157-438a-8bc7-a3445e956df1 req-bc529757-6c0e-40c6-a579-32235c4a05a4 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f9cc171-ea06-403a-b438-0590caeb5ffc HTTP/1.1" status: 200 len: 944 time: 0.7203784 Jul 13 08:06:25.741841 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f85c75-7fa0-4159-bdbc-7ec50dcf5ce2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Port': ['ID=d49b6b61-1cd2-4f79-b677-ae4688d7286b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:25.751646 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1708a806-a675-4f14-86a5-fd25f98b785d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:25.753117 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1708a806-a675-4f14-86a5-fd25f98b785d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4aedf590-5018-4b06-b914-531aab168628 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:06:25.774277 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1708a806-a675-4f14-86a5-fd25f98b785d admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:25.777314 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1708a806-a675-4f14-86a5-fd25f98b785d admin admin] 10.222.0.58 "DELETE /v2.0/routers/4aedf590-5018-4b06-b914-531aab168628 HTTP/1.1" status: 204 len: 168 time: 4.8549526 Jul 13 08:06:25.785302 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49440) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:25.863459 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6833c2e3-e157-438a-8bc7-a3445e956df1 req-70664d48-bd98-49da-8264-5712eb205214 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fa3e832-499e-48e6-a4ad-96ec86a2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263721 Jul 13 08:06:25.996229 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f85c75-7fa0-4159-bdbc-7ec50dcf5ce2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Network 03509e65-dd19-429f-852f-3a96b70ed851 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:26.004307 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-49f85c75-7fa0-4159-bdbc-7ec50dcf5ce2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:26.011440 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f85c75-7fa0-4159-bdbc-7ec50dcf5ce2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:26.078136 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-2c05da8f-b0e1-42c6-b2b6-6e045d08d6a3 service neutron] 10.222.0.62 "GET /v2.0/networks/83f566d5-b66b-4793-a4a5-37792abdc658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216470 Jul 13 08:06:26.139248 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ddb9bf1-f664-4213-a916-4bac1ae5dc9b req-eb25283a-9dda-4714-9cfe-6fbdf23c6950 tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.0710905 Jul 13 08:06:26.267062 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd41243-60d9-4f85-9ef9-5deb718e7a59 admin admin] Deleting subnet 13050edf-c86c-497c-a505-82f17c22ba11 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:06:26.284586 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6dd41243-60d9-4f85-9ef9-5deb718e7a59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:26.407414 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f85c75-7fa0-4159-bdbc-7ec50dcf5ce2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:26.408442 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-49f85c75-7fa0-4159-bdbc-7ec50dcf5ce2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:26.420043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ccbece72-8d55-4a86-9a29-0ed79fae9292 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:26.456878 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6dd41243-60d9-4f85-9ef9-5deb718e7a59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:26.545428 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0a28d-a945-4a18-b5ef-65f83a14d460 req-0b8b4681-66f7-4151-9522-486534fe2569 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:26.546423 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port ccbece72-8d55-4a86-9a29-0ed79fae9292 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:26.548241 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-20b0a28d-a945-4a18-b5ef-65f83a14d460 req-0b8b4681-66f7-4151-9522-486534fe2569 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 944 time: 0.1789219 Jul 13 08:06:26.554745 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port ccbece72-8d55-4a86-9a29-0ed79fae9292 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:26.556049 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:26.598549 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0f792253-0736-4667-a2b5-4c28d4de3024 req-0ce97f40-957a-45a0-96c0-a23b74c577d4 service neutron] 10.222.0.62 "GET /v2.0/networks/83f566d5-b66b-4793-a4a5-37792abdc658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034783 Jul 13 08:06:26.611429 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-49f85c75-7fa0-4159-bdbc-7ec50dcf5ce2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.2820592 Jul 13 08:06:26.615484 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49448) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:26.638174 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e6c4d164-d16a-475f-b213-70c7cf16ad6f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Request body: {'floatingip': {'port_id': 'd49b6b61-1cd2-4f79-b677-ae4688d7286b'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:26.758849 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6c4d164-d16a-475f-b213-70c7cf16ad6f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:26.769853 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-20b0a28d-a945-4a18-b5ef-65f83a14d460 req-1e9e6fa1-3b90-4afd-9ba6-7a21200e271c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060475 Jul 13 08:06:26.787883 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6dd41243-60d9-4f85-9ef9-5deb718e7a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:26.857295 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:26.883401 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da445fdd-c152-45b7-a5ec-00cc0d1eec3e req-864d5253-628f-436a-869e-08c7311bd214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:26.886208 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-da445fdd-c152-45b7-a5ec-00cc0d1eec3e req-864d5253-628f-436a-869e-08c7311bd214 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2491c75374b44eb7a9b4e8c11f8ffb37&device_id=7f9cc171-ea06-403a-b438-0590caeb5ffc HTTP/1.1" status: 200 len: 1096 time: 0.1848385 Jul 13 08:06:26.931231 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ccbece72-8d55-4a86-9a29-0ed79fae9292, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ccbece72-8d55-4a86-9a29-0ed79fae9292,segment=NetworkSegment(ac080e34-eb62-47f0-958a-94e7aa6e5904),segment_id=ac080e34-eb62-47f0-958a-94e7aa6e5904)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:26.933791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c73aea-4c98-4d39-ae03-92cfdd123a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbece72-8d55-4a86-9a29-0ed79fae9292'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:26.941361 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6b3367-6618-4548-8525-6a59577a8a31" -d '{"events": [{"server_uuid": "c4c73aea-4c98-4d39-ae03-92cfdd123a9b", "name": "network-vif-plugged", "status": "completed", "tag": "ccbece72-8d55-4a86-9a29-0ed79fae9292"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:26.948901 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:26.975052 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:27.002653 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6dd41243-60d9-4f85-9ef9-5deb718e7a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:27.077311 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9f9634-bd20-45e7-9f6d-961391ba7c86 x-openstack-request-id: req-5d9f9634-bd20-45e7-9f6d-961391ba7c86 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:27.077980 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c73aea-4c98-4d39-ae03-92cfdd123a9b", "name": "network-vif-plugged", "status": "completed", "tag": "ccbece72-8d55-4a86-9a29-0ed79fae9292", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:27.078550 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d9f9634-bd20-45e7-9f6d-961391ba7c86 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:27.079332 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c73aea-4c98-4d39-ae03-92cfdd123a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbece72-8d55-4a86-9a29-0ed79fae9292', 'code': 200} Jul 13 08:06:27.082784 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:06:27.083453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2ba4fd3e-bcf6-4488-a1a9-e4a2455c059b not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:27.198719 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e22bffd-07ba-4b96-936e-6cdf78b5ded0 None None] Network 43078bda-414b-4537-984c-c98d74a05731 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:06:27.405690 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6dd41243-60d9-4f85-9ef9-5deb718e7a59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:27.415719 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6dd41243-60d9-4f85-9ef9-5deb718e7a59 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/13050edf-c86c-497c-a505-82f17c22ba11 HTTP/1.1" status: 204 len: 168 time: 1.6261578 Jul 13 08:06:27.427673 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49460) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:27.448262 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=ccbece72-8d55-4a86-9a29-0ed79fae9292,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:27.497520 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd41243-60d9-4f85-9ef9-5deb718e7a59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13050edf-c86c-497c-a505-82f17c22ba11,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:27.588632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da445fdd-c152-45b7-a5ec-00cc0d1eec3e req-4e0a7686-9922-45f1-8772-85a6a37527f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:27.591272 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-da445fdd-c152-45b7-a5ec-00cc0d1eec3e req-4e0a7686-9922-45f1-8772-85a6a37527f8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=83f566d5-b66b-4793-a4a5-37792abdc658 HTTP/1.1" status: 200 len: 909 time: 0.6977391 Jul 13 08:06:27.703517 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-da445fdd-c152-45b7-a5ec-00cc0d1eec3e req-844fe219-3b9c-44d5-8e5f-dcb890460ac6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0531f32e-a432-4cd5-a407-a3ce70d9cec5 HTTP/1.1" status: 200 len: 217 time: 0.1027925 Jul 13 08:06:27.726489 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b9daf35e-6685-421b-a974-b7c4a5ddc889 None None] Provisioning complete for port ccbece72-8d55-4a86-9a29-0ed79fae9292 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:27.729745 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b9daf35e-6685-421b-a974-b7c4a5ddc889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:27.748329 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d02a30fc-6858-4053-97db-7cd615d4efad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:27.786776 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1c1a0-7d10-443a-81a1-81495ebab988 req-722a64db-4efe-4a4d-bb9c-e5c51c773747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:27.789775 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bdc1c1a0-7d10-443a-81a1-81495ebab988 req-722a64db-4efe-4a4d-bb9c-e5c51c773747 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 1097 time: 0.3677778 Jul 13 08:06:27.849694 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-20f607a5-b042-428e-88f3-8005c522ec0a req-d12bb0c9-eabf-4207-a3f6-20f7737b9056 tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.1626315 Jul 13 08:06:27.902703 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da445fdd-c152-45b7-a5ec-00cc0d1eec3e req-2ab97ba3-bcf7-4192-81b9-71302a7eb1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:27.905405 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-da445fdd-c152-45b7-a5ec-00cc0d1eec3e req-2ab97ba3-bcf7-4192-81b9-71302a7eb1ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=51c62b78-43dd-429e-ad6c-89fd79ef0565 HTTP/1.1" status: 200 len: 848 time: 0.1907740 Jul 13 08:06:27.989112 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-da445fdd-c152-45b7-a5ec-00cc0d1eec3e req-fbb79b6e-7c1f-472c-8d46-7b39efb6f0bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83f566d5-b66b-4793-a4a5-37792abdc658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719855 Jul 13 08:06:28.017694 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4745-168f-4e72-8011-06b18f5dd39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:28.042954 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bdc1c1a0-7d10-443a-81a1-81495ebab988 req-7047d3ea-2a79-4040-8002-ecf8361cf36a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407849 Jul 13 08:06:28.175162 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:28.286349 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-da445fdd-c152-45b7-a5ec-00cc0d1eec3e req-69b565d7-4a31-4fab-837f-91588145e904 service neutron] 10.222.0.62 "GET /v2.0/networks/83f566d5-b66b-4793-a4a5-37792abdc658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857888 Jul 13 08:06:28.347567 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b9426-8c44-4d73-964f-ae9e95c94d2d req-3d59b41d-f39d-4072-89d9-29566ce1b1e6 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:28.359409 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c58b9426-8c44-4d73-964f-ae9e95c94d2d req-3d59b41d-f39d-4072-89d9-29566ce1b1e6 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f9cc171-ea06-403a-b438-0590caeb5ffc HTTP/1.1" status: 200 len: 944 time: 0.9296539 Jul 13 08:06:28.374477 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8f5d83-6f8a-4e9d-ba13-4eb3675a0a0b None None] DHCP port deletion for 43078bda-414b-4537-984c-c98d74a05731 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:06:28.477655 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f5d83-6f8a-4e9d-ba13-4eb3675a0a0b None None] Deleting port 27a9c41e-2005-4245-b65c-dadc3f856f3d {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:28.478714 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb8f5d83-6f8a-4e9d-ba13-4eb3675a0a0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:28.503459 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-da445fdd-c152-45b7-a5ec-00cc0d1eec3e req-a0f23c87-aabe-4798-a436-28f98a3e95bb service neutron] 10.222.0.62 "GET /v2.0/networks/83f566d5-b66b-4793-a4a5-37792abdc658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078941 Jul 13 08:06:28.612322 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69822f0a-3e12-484c-a867-75e7453a7125 req-ae2fb555-79b3-4076-bb78-640891b19da2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:28.614608 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-69822f0a-3e12-484c-a867-75e7453a7125 req-ae2fb555-79b3-4076-bb78-640891b19da2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 945 time: 0.4128475 Jul 13 08:06:28.635165 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-cb8f5d83-6f8a-4e9d-ba13-4eb3675a0a0b None None] For port 27a9c41e-2005-4245-b65c-dadc3f856f3d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=27a9c41e-2005-4245-b65c-dadc3f856f3d,segment=NetworkSegment(cb03514a-7f62-4660-91db-3c23ffd3dfa6),segment_id=cb03514a-7f62-4660-91db-3c23ffd3dfa6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:28.636214 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb8f5d83-6f8a-4e9d-ba13-4eb3675a0a0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:28.638739 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c58b9426-8c44-4d73-964f-ae9e95c94d2d req-a03cecad-b78d-4d74-a9e7-cc22a5c9ff1a tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fa3e832-499e-48e6-a4ad-96ec86a2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593834 Jul 13 08:06:28.662703 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.db.resource_extend [None req-e6c4d164-d16a-475f-b213-70c7cf16ad6f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 08:06:28.681291 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f5d83-6f8a-4e9d-ba13-4eb3675a0a0b None None] Calling delete_port for 27a9c41e-2005-4245-b65c-dadc3f856f3d owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:28.770677 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b4745-168f-4e72-8011-06b18f5dd39e admin admin] Deleting port 27a9c41e-2005-4245-b65c-dadc3f856f3d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:28.771120 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4745-168f-4e72-8011-06b18f5dd39e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:28.837188 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6c4d164-d16a-475f-b213-70c7cf16ad6f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:28.860186 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6c4d164-d16a-475f-b213-70c7cf16ad6f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:28.872873 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-69822f0a-3e12-484c-a867-75e7453a7125 req-a86f1c10-f5ad-464b-aede-935f8b8c3627 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284589 Jul 13 08:06:28.891804 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb8f5d83-6f8a-4e9d-ba13-4eb3675a0a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:28.960802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f5d83-6f8a-4e9d-ba13-4eb3675a0a0b None None] Pushing event deleted for resources: {'Port': ['ID=27a9c41e-2005-4245-b65c-dadc3f856f3d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:28.966871 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8f5d83-6f8a-4e9d-ba13-4eb3675a0a0b None None] No DVR routers for this DVR port 27a9c41e-2005-4245-b65c-dadc3f856f3d on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:06:29.028469 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-5b5b4745-168f-4e72-8011-06b18f5dd39e admin admin] For port 27a9c41e-2005-4245-b65c-dadc3f856f3d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=27a9c41e-2005-4245-b65c-dadc3f856f3d,segment=NetworkSegment(cb03514a-7f62-4660-91db-3c23ffd3dfa6),segment_id=cb03514a-7f62-4660-91db-3c23ffd3dfa6)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:29.029480 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4745-168f-4e72-8011-06b18f5dd39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:29.132330 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 27a9c41e-2005-4245-b65c-dadc3f856f3d no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:29.183759 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b4745-168f-4e72-8011-06b18f5dd39e admin admin] Calling delete_port for 27a9c41e-2005-4245-b65c-dadc3f856f3d owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:29.202420 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 27a9c41e-2005-4245-b65c-dadc3f856f3d {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:06:29.203081 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 27a9c41e-2005-4245-b65c-dadc3f856f3d not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:29.645357 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:29.696146 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 0531f32e-a432-4cd5-a407-a3ce70d9cec5 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:06:29.728188 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8c97ff7-92d4-4877-85bf-e885e99580e2 req-ea7eeb35-5d60-4253-8978-85f251898e2d tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.0732934 Jul 13 08:06:29.754547 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-e6c4d164-d16a-475f-b213-70c7cf16ad6f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Floating IP 3586843e-4acb-47e2-8be2-2eae22d3700d associated. External IP: 172.25.0.74, port: d49b6b61-1cd2-4f79-b677-ae4688d7286b. Jul 13 08:06:29.914159 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 0531f32e-a432-4cd5-a407-a3ce70d9cec5, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=0531f32e-a432-4cd5-a407-a3ce70d9cec5,segment=NetworkSegment(6342940b-4525-4a63-a231-8f69d7a3f4a0),segment_id=6342940b-4525-4a63-a231-8f69d7a3f4a0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:29.935431 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4745-168f-4e72-8011-06b18f5dd39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:29.941558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '0531f32e-a432-4cd5-a407-a3ce70d9cec5', 'network_id': '83f566d5-b66b-4793-a4a5-37792abdc658', 'port_id': '0531f32e-a432-4cd5-a407-a3ce70d9cec5', 'mac_address': 'fa:16:3e:30:3a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51c62b78-43dd-429e-ad6c-89fd79ef0565', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:06:30.041316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b4745-168f-4e72-8011-06b18f5dd39e admin admin] Pushing event deleted for resources: {'Port': ['ID=27a9c41e-2005-4245-b65c-dadc3f856f3d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:30.053199 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:30.072493 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5b4745-168f-4e72-8011-06b18f5dd39e admin admin] No DVR routers for this DVR port 27a9c41e-2005-4245-b65c-dadc3f856f3d on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:06:30.092589 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0531f32e-a432-4cd5-a407-a3ce70d9cec5 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:06:30.136780 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 0531f32e-a432-4cd5-a407-a3ce70d9cec5, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=0531f32e-a432-4cd5-a407-a3ce70d9cec5,segment=NetworkSegment(6342940b-4525-4a63-a231-8f69d7a3f4a0),segment_id=6342940b-4525-4a63-a231-8f69d7a3f4a0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:30.150506 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:30.239405 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49488) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:30.278724 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=0531f32e-a432-4cd5-a407-a3ce70d9cec5,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:30.334908 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4745-168f-4e72-8011-06b18f5dd39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:30.386355 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0d35edb8-7af8-4d83-9aac-3ebb3e1987f6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:30.422988 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5b5b4745-168f-4e72-8011-06b18f5dd39e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43078bda-414b-4537-984c-c98d74a05731']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:30.440395 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0d35edb8-7af8-4d83-9aac-3ebb3e1987f6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:30.470657 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5b5b4745-168f-4e72-8011-06b18f5dd39e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb03514a-7f62-4660-91db-3c23ffd3dfa6') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:30.471082 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5b5b4745-168f-4e72-8011-06b18f5dd39e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb03514a-7f62-4660-91db-3c23ffd3dfa6') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:30.484497 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['0531f32e-a432-4cd5-a407-a3ce70d9cec5'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:06:30.513484 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4745-168f-4e72-8011-06b18f5dd39e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:30.548922 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69668936-8519-4fbd-9152-2d7fa5e026dd req-381756be-809e-4592-bf8f-3c327f873f5d tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:30.561284 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-69668936-8519-4fbd-9152-2d7fa5e026dd req-381756be-809e-4592-bf8f-3c327f873f5d tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f9cc171-ea06-403a-b438-0590caeb5ffc HTTP/1.1" status: 200 len: 944 time: 0.6457596 Jul 13 08:06:30.614789 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0d35edb8-7af8-4d83-9aac-3ebb3e1987f6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:30.625046 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0d35edb8-7af8-4d83-9aac-3ebb3e1987f6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:30.629663 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0d35edb8-7af8-4d83-9aac-3ebb3e1987f6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] 10.222.0.58 "DELETE /v2.0/security-groups/8f20740a-453e-4777-b32c-d64a99b918d6 HTTP/1.1" status: 204 len: 168 time: 0.3874466 Jul 13 08:06:30.642898 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9f7c2-c538-4dca-b96a-7a6e01c6fbce req-476ca027-56ef-46d9-9231-e54b2f5dc705 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:30.645620 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eee9f7c2-c538-4dca-b96a-7a6e01c6fbce req-476ca027-56ef-46d9-9231-e54b2f5dc705 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 945 time: 0.4440615 Jul 13 08:06:30.648961 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4745-168f-4e72-8011-06b18f5dd39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:30.661358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35edb8-7af8-4d83-9aac-3ebb3e1987f6 tempest-TestVolumeBootPattern-794705265 tempest-TestVolumeBootPattern-794705265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f20740a-453e-4777-b32c-d64a99b918d6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:30.677031 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5b4745-168f-4e72-8011-06b18f5dd39e admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:06:30.677678 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4745-168f-4e72-8011-06b18f5dd39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:06:30.685172 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:06:30.875581 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-69668936-8519-4fbd-9152-2d7fa5e026dd req-8ce7bdef-d7b2-45c8-9ed1-4c57d92dffa2 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fa3e832-499e-48e6-a4ad-96ec86a2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129303 Jul 13 08:06:30.882952 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4745-168f-4e72-8011-06b18f5dd39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:30.893009 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eee9f7c2-c538-4dca-b96a-7a6e01c6fbce req-4d19d3a6-4c42-47be-afc3-09bcdc9d6000 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216177 Jul 13 08:06:30.898996 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4745-168f-4e72-8011-06b18f5dd39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:30.901826 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5b5b4745-168f-4e72-8011-06b18f5dd39e admin admin] 10.222.0.58 "DELETE /v2.0/networks/43078bda-414b-4537-984c-c98d74a05731 HTTP/1.1" status: 204 len: 168 time: 3.4702401 Jul 13 08:06:30.905338 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c4d164-d16a-475f-b213-70c7cf16ad6f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Router 611fdb4d-7fd7-4ec4-9144-64e823617d54 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:06:30.906667 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49500) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:30.987528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b4745-168f-4e72-8011-06b18f5dd39e admin admin] Pushing event deleted for resources: {'Network': ['ID=43078bda-414b-4537-984c-c98d74a05731,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:31.098670 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49504) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:31.343817 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ae2925eb-285b-4144-9bdc-49d5e471c6bf req-ba4097fd-1e8f-4f36-821d-73c175b97e10 tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.1098087 Jul 13 08:06:31.385897 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:31.504544 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c4d164-d16a-475f-b213-70c7cf16ad6f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:31.520586 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6c4d164-d16a-475f-b213-70c7cf16ad6f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:31.525479 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb0749-4a40-4076-9c5f-f0ed965d7c26 None None] Sync routers for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:31.544647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcb0749-4a40-4076-9c5f-f0ed965d7c26 None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:31.546707 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-dbcb0749-4a40-4076-9c5f-f0ed965d7c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:31.607038 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-dbcb0749-4a40-4076-9c5f-f0ed965d7c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:31.620591 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcb0749-4a40-4076-9c5f-f0ed965d7c26 None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:31.621355 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-dbcb0749-4a40-4076-9c5f-f0ed965d7c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:31.680514 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-dbcb0749-4a40-4076-9c5f-f0ed965d7c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:31.681598 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb0749-4a40-4076-9c5f-f0ed965d7c26 None None] The sync data for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:31.693712 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e6c4d164-d16a-475f-b213-70c7cf16ad6f tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "PUT /v2.0/floatingips/3586843e-4acb-47e2-8be2-2eae22d3700d HTTP/1.1" status: 200 len: 977 time: 5.0718205 Jul 13 08:06:31.697808 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49508) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:31.709189 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90b246-4f76-46b1-b05d-9aee70362c0e req-c4857b80-ce52-4587-8ce6-13e2bf277ab6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:31.712939 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab90b246-4f76-46b1-b05d-9aee70362c0e req-c4857b80-ce52-4587-8ce6-13e2bf277ab6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 945 time: 0.3771083 Jul 13 08:06:31.716687 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 0531f32e-a432-4cd5-a407-a3ce70d9cec5 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:31.848576 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab90b246-4f76-46b1-b05d-9aee70362c0e req-20bec935-d95f-4014-9024-32c298a8d280 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205423 Jul 13 08:06:31.853219 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 0531f32e-a432-4cd5-a407-a3ce70d9cec5 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:31.867452 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 0531f32e-a432-4cd5-a407-a3ce70d9cec5 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:31.868313 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:31.923612 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49514) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:32.132715 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b98fc275-fd09-4e76-8f6c-c3fc5c8bcdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:32.179121 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:32.239072 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9cc171-ea06-403a-b438-0590caeb5ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0531f32e-a432-4cd5-a407-a3ce70d9cec5'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:32.243170 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca30738f-5e4b-4e39-9abc-0451302c0e30" -d '{"events": [{"server_uuid": "7f9cc171-ea06-403a-b438-0590caeb5ffc", "name": "network-vif-plugged", "status": "completed", "tag": "0531f32e-a432-4cd5-a407-a3ce70d9cec5"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:32.270993 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 0531f32e-a432-4cd5-a407-a3ce70d9cec5, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=0531f32e-a432-4cd5-a407-a3ce70d9cec5,segment=NetworkSegment(6342940b-4525-4a63-a231-8f69d7a3f4a0),segment_id=6342940b-4525-4a63-a231-8f69d7a3f4a0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:32.282441 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:32.283644 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-3f6128bd-5b27-4737-a67a-89b026f7185d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Deleting port d49b6b61-1cd2-4f79-b677-ae4688d7286b {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:32.284214 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3f6128bd-5b27-4737-a67a-89b026f7185d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:32.340285 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51b6e45-8666-4bcb-8dc1-49deec9fb1d3 x-openstack-request-id: req-a51b6e45-8666-4bcb-8dc1-49deec9fb1d3 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:32.340926 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9cc171-ea06-403a-b438-0590caeb5ffc", "name": "network-vif-plugged", "status": "completed", "tag": "0531f32e-a432-4cd5-a407-a3ce70d9cec5", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:32.341135 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a51b6e45-8666-4bcb-8dc1-49deec9fb1d3 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:32.341771 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9cc171-ea06-403a-b438-0590caeb5ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0531f32e-a432-4cd5-a407-a3ce70d9cec5', 'code': 200} Jul 13 08:06:32.384637 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b62185-33f4-4a14-8bb2-be66777e5de3 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:32.390817 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-21b62185-33f4-4a14-8bb2-be66777e5de3 tempest-TestNetworkAdvancedServerOps-2082353041 tempest-TestNetworkAdvancedServerOps-2082353041-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 1092 time: 0.4635112 Jul 13 08:06:32.394650 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49522) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:32.408136 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-2bc80eda-0c68-4521-9214-5a76ec44e255 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': 'ccbece72-8d55-4a86-9a29-0ed79fae9292', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:32.459942 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=0531f32e-a432-4cd5-a407-a3ce70d9cec5,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:32.559525 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7563ea-7266-440a-8417-90dc978425b7 req-c1341611-6156-4f81-952b-ea26960ca363 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:32.562999 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9c7563ea-7266-440a-8417-90dc978425b7 req-c1341611-6156-4f81-952b-ea26960ca363 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f9cc171-ea06-403a-b438-0590caeb5ffc HTTP/1.1" status: 200 len: 946 time: 0.3247750 Jul 13 08:06:32.639322 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3f6128bd-5b27-4737-a67a-89b026f7185d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:32.657722 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2bc80eda-0c68-4521-9214-5a76ec44e255 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for floatingip, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:32.693537 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-67db8264-f45f-40e7-92b8-72d58b8cf5b5 req-fa955aa3-83ea-4dc4-bc35-ec37d94a5e96 tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.0554409 Jul 13 08:06:32.702198 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9c7563ea-7266-440a-8417-90dc978425b7 req-96f8b829-661e-4f28-ba4e-906c25a3e84b tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fa3e832-499e-48e6-a4ad-96ec86a2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078835 Jul 13 08:06:32.908441 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b98fc275-fd09-4e76-8f6c-c3fc5c8bcdb8 admin admin] Deleting port 08ba4885-e4bf-4d3f-af77-c7403ec33859 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:32.908729 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b98fc275-fd09-4e76-8f6c-c3fc5c8bcdb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:32.974821 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4477a-79f8-4188-b5db-7dc87946ddf6 req-564f7224-817d-49a8-8055-5c44b1ffa3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:32.976943 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d2e4477a-79f8-4188-b5db-7dc87946ddf6 req-564f7224-817d-49a8-8055-5c44b1ffa3d6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7f9cc171-ea06-403a-b438-0590caeb5ffc HTTP/1.1" status: 200 len: 1098 time: 0.5015092 Jul 13 08:06:33.060597 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-b98fc275-fd09-4e76-8f6c-c3fc5c8bcdb8 admin admin] For port 08ba4885-e4bf-4d3f-af77-c7403ec33859, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=08ba4885-e4bf-4d3f-af77-c7403ec33859,segment=NetworkSegment(471b9e29-2f37-4e54-a22a-dd1e6b52114f),segment_id=471b9e29-2f37-4e54-a22a-dd1e6b52114f)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:33.061144 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b98fc275-fd09-4e76-8f6c-c3fc5c8bcdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:33.087551 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b98fc275-fd09-4e76-8f6c-c3fc5c8bcdb8 admin admin] Calling delete_port for 08ba4885-e4bf-4d3f-af77-c7403ec33859 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:33.240289 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d2e4477a-79f8-4188-b5db-7dc87946ddf6 req-d66acd30-a0cb-472e-9fd2-a04cea27c7f4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7fa3e832-499e-48e6-a4ad-96ec86a2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281618 Jul 13 08:06:33.286669 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3f6128bd-5b27-4737-a67a-89b026f7185d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:33.287257 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3f6128bd-5b27-4737-a67a-89b026f7185d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:33.287770 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-3f6128bd-5b27-4737-a67a-89b026f7185d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Floating IP 3586843e-4acb-47e2-8be2-2eae22d3700d disassociated. External IP: 172.25.0.74, port: d49b6b61-1cd2-4f79-b677-ae4688d7286b. Jul 13 08:06:33.288330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-3f6128bd-5b27-4737-a67a-89b026f7185d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Calling delete_port for d49b6b61-1cd2-4f79-b677-ae4688d7286b owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:33.295363 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7e73457-e098-432b-92b5-0f2874f01451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:33.481873 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b98fc275-fd09-4e76-8f6c-c3fc5c8bcdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:33.538594 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fc275-fd09-4e76-8f6c-c3fc5c8bcdb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=08ba4885-e4bf-4d3f-af77-c7403ec33859,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:33.930455 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b98fc275-fd09-4e76-8f6c-c3fc5c8bcdb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:34.107693 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2bc80eda-0c68-4521-9214-5a76ec44e255 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:34.181364 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0af5afb8-a849-49c0-8f6a-d48638d65f60 req-6d69ceaf-ff3f-41d8-8569-5c0b7eeaef2e tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.1345263 Jul 13 08:06:34.376812 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442e1fd-7889-4292-b818-e719971a2513 req-6a9a0997-ae96-45a3-89c1-cec87b694774 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:34.405003 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8442e1fd-7889-4292-b818-e719971a2513 req-6a9a0997-ae96-45a3-89c1-cec87b694774 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f9cc171-ea06-403a-b438-0590caeb5ffc HTTP/1.1" status: 200 len: 946 time: 0.3595135 Jul 13 08:06:34.484325 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8442e1fd-7889-4292-b818-e719971a2513 req-90ce9cc6-9721-4ad2-a939-2c87a656c808 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fa3e832-499e-48e6-a4ad-96ec86a2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749190 Jul 13 08:06:34.592133 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3f6128bd-5b27-4737-a67a-89b026f7185d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:34.595464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-2bc80eda-0c68-4521-9214-5a76ec44e255 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Allocated IP 172.25.0.45 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/da2a3ec8-b6e9-4f32-9207-9b4cdfbfba8a) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:34.678605 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6128bd-5b27-4737-a67a-89b026f7185d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event deleted for resources: {'Port': ['ID=d49b6b61-1cd2-4f79-b677-ae4688d7286b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:34.719345 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98fc275-fd09-4e76-8f6c-c3fc5c8bcdb8 admin admin] Router 722546e2-4f3d-41d3-bf71-8b40cfb18cca has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:06:35.032114 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-d7e73457-e098-432b-92b5-0f2874f01451 admin admin] Deleting port 99de34c2-cb99-4490-b272-5c3274267780 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:35.032793 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7e73457-e098-432b-92b5-0f2874f01451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:35.134260 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2bc80eda-0c68-4521-9214-5a76ec44e255 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:35.265170 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6128bd-5b27-4737-a67a-89b026f7185d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Router 611fdb4d-7fd7-4ec4-9144-64e823617d54 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:06:35.298897 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-d7e73457-e098-432b-92b5-0f2874f01451 admin admin] For port 99de34c2-cb99-4490-b272-5c3274267780, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=99de34c2-cb99-4490-b272-5c3274267780,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:35.301136 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7e73457-e098-432b-92b5-0f2874f01451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:35.352613 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-d7e73457-e098-432b-92b5-0f2874f01451 admin admin] Calling delete_port for 99de34c2-cb99-4490-b272-5c3274267780 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:35.395445 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98fc275-fd09-4e76-8f6c-c3fc5c8bcdb8 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:35.410155 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b98fc275-fd09-4e76-8f6c-c3fc5c8bcdb8 admin admin] 10.222.0.58 "PUT /v2.0/routers/722546e2-4f3d-41d3-bf71-8b40cfb18cca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4993913 Jul 13 08:06:35.411607 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49544) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:35.412960 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73e156e-9971-4343-99d4-e330e36f4653 None None] Sync routers for ids ['722546e2-4f3d-41d3-bf71-8b40cfb18cca'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:35.434863 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e156e-9971-4343-99d4-e330e36f4653 None None] Routers {'722546e2-4f3d-41d3-bf71-8b40cfb18cca'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:35.435284 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e73e156e-9971-4343-99d4-e330e36f4653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['722546e2-4f3d-41d3-bf71-8b40cfb18cca'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:35.544606 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a32d6dfc-828b-4574-9666-5053b19d36b2 req-fd8fc0f6-44c2-425a-a1b8-ddd8e5901cec tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.1112466 Jul 13 08:06:35.688591 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-e73e156e-9971-4343-99d4-e330e36f4653 None None] Set router 722546e2-4f3d-41d3-bf71-8b40cfb18cca gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:35.708395 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2bc80eda-0c68-4521-9214-5a76ec44e255 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:35.726923 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7308d8e-1549-4452-ae35-b721bafe06b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:35.809822 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc80eda-0c68-4521-9214-5a76ec44e255 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:35.822522 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-2bc80eda-0c68-4521-9214-5a76ec44e255 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:35.826357 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc80eda-0c68-4521-9214-5a76ec44e255 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:35.992479 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6128bd-5b27-4737-a67a-89b026f7185d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:35.999285 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc80eda-0c68-4521-9214-5a76ec44e255 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=da2a3ec8-b6e9-4f32-9207-9b4cdfbfba8a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:36.028582 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635a0e6c-6714-4292-9f0b-5e1338779ca1 None None] Sync routers for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:36.033677 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b03b8-ab41-4649-9d6e-ebfa852484f9 req-ee51234d-44df-4ebe-8949-fc3cedd9fcc2 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:36.047934 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-731b03b8-ab41-4649-9d6e-ebfa852484f9 req-ee51234d-44df-4ebe-8949-fc3cedd9fcc2 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f9cc171-ea06-403a-b438-0590caeb5ffc HTTP/1.1" status: 200 len: 946 time: 0.2172861 Jul 13 08:06:36.052188 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7308d8e-1549-4452-ae35-b721bafe06b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:36.126391 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e73e156e-9971-4343-99d4-e330e36f4653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722546e2-4f3d-41d3-bf71-8b40cfb18cca', 'name': 'tempest-TestServerMultinode-1697968803-router', 'tenant_id': '62719eb88b5a4f868b4f7810ed24807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fa0caaa5-1a40-4daf-8794-4b71d6b221f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:17Z', 'updated_at': '2021-07-13T08:06:33Z', 'revision_number': 5, 'project_id': '62719eb88b5a4f868b4f7810ed24807a', 'gw_port': {'id': 'fa0caaa5-1a40-4daf-8794-4b71d6b221f1', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722546e2-4f3d-41d3-bf71-8b40cfb18cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:20Z', 'updated_at': '2021-07-13T08:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:36.179030 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-731b03b8-ab41-4649-9d6e-ebfa852484f9 req-4c120f09-3cd9-44b1-96f8-1ef1202448a2 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fa3e832-499e-48e6-a4ad-96ec86a2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293292 Jul 13 08:06:36.193624 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73e156e-9971-4343-99d4-e330e36f4653 None None] Checking router: 722546e2-4f3d-41d3-bf71-8b40cfb18cca for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:06:36.236105 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e156e-9971-4343-99d4-e330e36f4653 None None] Routers {'722546e2-4f3d-41d3-bf71-8b40cfb18cca'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:36.255074 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e73e156e-9971-4343-99d4-e330e36f4653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['722546e2-4f3d-41d3-bf71-8b40cfb18cca'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:36.267353 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-e7308d8e-1549-4452-ae35-b721bafe06b0 admin admin] Deleting port fa0caaa5-1a40-4daf-8794-4b71d6b221f1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:36.269905 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7308d8e-1549-4452-ae35-b721bafe06b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:36.362130 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3f6128bd-5b27-4737-a67a-89b026f7185d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:36.374205 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3f6128bd-5b27-4737-a67a-89b026f7185d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "DELETE /v2.0/ports/d49b6b61-1cd2-4f79-b677-ae4688d7286b HTTP/1.1" status: 204 len: 168 time: 4.6660471 Jul 13 08:06:36.395684 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635a0e6c-6714-4292-9f0b-5e1338779ca1 None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:36.396657 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-635a0e6c-6714-4292-9f0b-5e1338779ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:36.433632 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49550) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:36.456435 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-635a0e6c-6714-4292-9f0b-5e1338779ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:36.472172 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635a0e6c-6714-4292-9f0b-5e1338779ca1 None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:36.473413 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-635a0e6c-6714-4292-9f0b-5e1338779ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:36.533131 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-635a0e6c-6714-4292-9f0b-5e1338779ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:36.534290 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635a0e6c-6714-4292-9f0b-5e1338779ca1 None None] The sync data for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:36.547105 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-199c571a-69be-476e-9542-3d81ffb63f19 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "GET /v2.0/floatingips/3586843e-4acb-47e2-8be2-2eae22d3700d HTTP/1.1" status: 200 len: 687 time: 0.1110928 Jul 13 08:06:36.551413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49552) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:36.621157 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7e73457-e098-432b-92b5-0f2874f01451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:36.647041 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-e7308d8e-1549-4452-ae35-b721bafe06b0 admin admin] For port fa0caaa5-1a40-4daf-8794-4b71d6b221f1, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=fa0caaa5-1a40-4daf-8794-4b71d6b221f1,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:36.647710 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7308d8e-1549-4452-ae35-b721bafe06b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:36.648228 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-e73e156e-9971-4343-99d4-e330e36f4653 None None] Set router 722546e2-4f3d-41d3-bf71-8b40cfb18cca gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:36.691469 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e73457-e098-432b-92b5-0f2874f01451 admin admin] Pushing event deleted for resources: {'Port': ['ID=99de34c2-cb99-4490-b272-5c3274267780,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:36.770984 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-e7308d8e-1549-4452-ae35-b721bafe06b0 admin admin] Calling delete_port for fa0caaa5-1a40-4daf-8794-4b71d6b221f1 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:36.842140 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e73e156e-9971-4343-99d4-e330e36f4653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722546e2-4f3d-41d3-bf71-8b40cfb18cca', 'name': 'tempest-TestServerMultinode-1697968803-router', 'tenant_id': '62719eb88b5a4f868b4f7810ed24807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:17Z', 'updated_at': '2021-07-13T08:06:36Z', 'revision_number': 6, 'project_id': '62719eb88b5a4f868b4f7810ed24807a', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:36.914258 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73e156e-9971-4343-99d4-e330e36f4653 None None] The sync data for ids ['722546e2-4f3d-41d3-bf71-8b40cfb18cca'] in n-d-779913-28 is: [{'id': '722546e2-4f3d-41d3-bf71-8b40cfb18cca', 'name': 'tempest-TestServerMultinode-1697968803-router', 'tenant_id': '62719eb88b5a4f868b4f7810ed24807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:17Z', 'updated_at': '2021-07-13T08:06:36Z', 'revision_number': 6, 'project_id': '62719eb88b5a4f868b4f7810ed24807a', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:37.174240 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-033dbfac-89d3-46a6-b7eb-4188eea629d8 req-6e46aae9-bc22-4e98-b2ee-134351b696b0 tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.0901592 Jul 13 08:06:37.465676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a5896e74-a28e-4586-a819-c3976acc8d2d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Deleting port ad2484c1-806e-40b8-b9b0-a038e9a036ed {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:37.466490 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5896e74-a28e-4586-a819-c3976acc8d2d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:37.490710 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7e73457-e098-432b-92b5-0f2874f01451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:37.510570 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2bc80eda-0c68-4521-9214-5a76ec44e255 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:37.606090 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7308d8e-1549-4452-ae35-b721bafe06b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:37.681386 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7308d8e-1549-4452-ae35-b721bafe06b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa0caaa5-1a40-4daf-8794-4b71d6b221f1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:37.754422 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5896e74-a28e-4586-a819-c3976acc8d2d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:37.755096 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5896e74-a28e-4586-a819-c3976acc8d2d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:37.818729 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:06:37.819698 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2bc80eda-0c68-4521-9214-5a76ec44e255 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:37.844457 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a5896e74-a28e-4586-a819-c3976acc8d2d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Calling delete_port for ad2484c1-806e-40b8-b9b0-a038e9a036ed owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:37.870809 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7308d8e-1549-4452-ae35-b721bafe06b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:38.094121 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:38.161943 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7308d8e-1549-4452-ae35-b721bafe06b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:38.168425 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7308d8e-1549-4452-ae35-b721bafe06b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:38.353313 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7308d8e-1549-4452-ae35-b721bafe06b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:38.353313 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7308d8e-1549-4452-ae35-b721bafe06b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 722546e2-4f3d-41d3-bf71-8b40cfb18cca {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:06:38.364499 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7308d8e-1549-4452-ae35-b721bafe06b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:38.370347 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e7308d8e-1549-4452-ae35-b721bafe06b0 admin admin] 10.222.0.58 "DELETE /v2.0/routers/722546e2-4f3d-41d3-bf71-8b40cfb18cca HTTP/1.1" status: 204 len: 168 time: 2.9531629 Jul 13 08:06:38.385585 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49568) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:38.452626 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e73457-e098-432b-92b5-0f2874f01451 admin admin] Router 87f5cb01-ead1-4525-b621-98bcab2ee0ee has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:06:38.506130 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2bc80eda-0c68-4521-9214-5a76ec44e255 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:38.517463 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2bc80eda-0c68-4521-9214-5a76ec44e255 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:38.574927 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93824851-3a20-477c-8c97-55bd89a5414c req-ee8085c0-fec5-4127-b773-2656c89fad50 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:38.578039 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93824851-3a20-477c-8c97-55bd89a5414c req-ee8085c0-fec5-4127-b773-2656c89fad50 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f9cc171-ea06-403a-b438-0590caeb5ffc HTTP/1.1" status: 200 len: 946 time: 0.4020302 Jul 13 08:06:38.581596 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94b29834-eee0-4f6f-a849-ddfa3d238b12 req-d54289f5-b58e-4a7b-9a5c-c13c7a98dc57 tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.1072869 Jul 13 08:06:38.592586 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5412dee-2801-41c6-ba89-0cb70abaa72b admin admin] Deleting subnet 45caf31b-f134-4ef5-b23d-e93dafc3c11b {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:06:38.632745 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5412dee-2801-41c6-ba89-0cb70abaa72b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:38.668569 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc80eda-0c68-4521-9214-5a76ec44e255 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event updated for resources: {'Port': ['ID=da2a3ec8-b6e9-4f32-9207-9b4cdfbfba8a,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:38.766783 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5412dee-2801-41c6-ba89-0cb70abaa72b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:38.823072 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93824851-3a20-477c-8c97-55bd89a5414c req-f5293b15-37c9-458c-b809-5350300cf7d5 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fa3e832-499e-48e6-a4ad-96ec86a2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925523 Jul 13 08:06:38.834981 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5896e74-a28e-4586-a819-c3976acc8d2d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:38.896467 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5896e74-a28e-4586-a819-c3976acc8d2d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event deleted for resources: {'Port': ['ID=ad2484c1-806e-40b8-b9b0-a038e9a036ed,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:39.046217 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 08ba4885-e4bf-4d3f-af77-c7403ec33859 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:39.087466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 08ba4885-e4bf-4d3f-af77-c7403ec33859 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:06:39.089304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 08ba4885-e4bf-4d3f-af77-c7403ec33859 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:39.090359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fa0caaa5-1a40-4daf-8794-4b71d6b221f1 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:39.141538 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: fa0caaa5-1a40-4daf-8794-4b71d6b221f1 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:06:39.143347 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fa0caaa5-1a40-4daf-8794-4b71d6b221f1 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:39.144468 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5412dee-2801-41c6-ba89-0cb70abaa72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:39.189088 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5896e74-a28e-4586-a819-c3976acc8d2d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:39.194384 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5896e74-a28e-4586-a819-c3976acc8d2d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:39.196627 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a5896e74-a28e-4586-a819-c3976acc8d2d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "DELETE /v2.0/floatingips/3586843e-4acb-47e2-8be2-2eae22d3700d HTTP/1.1" status: 204 len: 168 time: 2.6436944 Jul 13 08:06:39.207424 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49570) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:39.220347 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-862c3021-18d1-4ca6-a5fd-83cea4ffa9ba tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': 'b3c9abd7-e4d5-4aa4-8d4d-d36d59370fe6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:39.275708 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2bc80eda-0c68-4521-9214-5a76ec44e255 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:39.290688 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-862c3021-18d1-4ca6-a5fd-83cea4ffa9ba tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:39.319851 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5412dee-2801-41c6-ba89-0cb70abaa72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:39.347365 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e73457-e098-432b-92b5-0f2874f01451 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:39.363864 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67107c7d-f7d8-44f1-9286-4b4fb686f613 None None] Sync routers for ids ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:39.372741 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d7e73457-e098-432b-92b5-0f2874f01451 admin admin] 10.222.0.58 "PUT /v2.0/routers/87f5cb01-ead1-4525-b621-98bcab2ee0ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2674444 Jul 13 08:06:39.377615 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49572) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:39.380654 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67107c7d-f7d8-44f1-9286-4b4fb686f613 None None] Routers {'87f5cb01-ead1-4525-b621-98bcab2ee0ee'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:39.382068 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-67107c7d-f7d8-44f1-9286-4b4fb686f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:39.401913 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5412dee-2801-41c6-ba89-0cb70abaa72b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45caf31b-f134-4ef5-b23d-e93dafc3c11b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:39.413929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551dd620-543a-4e26-b2dc-3588c34aca22 None None] Network 7e0db76d-83fa-4051-8d46-aa17f26cfe31 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:06:39.414280 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5412dee-2801-41c6-ba89-0cb70abaa72b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:39.432022 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a5412dee-2801-41c6-ba89-0cb70abaa72b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/45caf31b-f134-4ef5-b23d-e93dafc3c11b HTTP/1.1" status: 204 len: 168 time: 1.0305357 Jul 13 08:06:39.432669 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49574) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:39.601885 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e59a8cb0-4781-4710-8c35-bc54bc55760a admin admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:39.692385 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-505be0c8-756b-4ae1-9e97-9f841ae8b56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:39.869945 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a479c17-9c36-4966-a9c7-1514260bb953 None None] DHCP port deletion for 7e0db76d-83fa-4051-8d46-aa17f26cfe31 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:06:39.881797 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-67107c7d-f7d8-44f1-9286-4b4fb686f613 None None] Set router 87f5cb01-ead1-4525-b621-98bcab2ee0ee gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:40.040796 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5a479c17-9c36-4966-a9c7-1514260bb953 None None] Deleting port ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:40.042940 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5a479c17-9c36-4966-a9c7-1514260bb953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:40.052567 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-2bc80eda-0c68-4521-9214-5a76ec44e255 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Floating IP d763aff8-14a9-4d87-8fa4-a1d1e2baf7d4 associated. External IP: 172.25.0.45, port: ccbece72-8d55-4a86-9a29-0ed79fae9292. Jul 13 08:06:40.145714 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940899a-605f-427f-8d72-b2b2ecb2999b req-fe2c8616-7760-412e-ae4e-8bb78fe367ad tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:40.148322 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8940899a-605f-427f-8d72-b2b2ecb2999b req-fe2c8616-7760-412e-ae4e-8bb78fe367ad tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9cc171-ea06-403a-b438-0590caeb5ffc HTTP/1.1" status: 200 len: 946 time: 0.5425060 Jul 13 08:06:40.223591 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5a479c17-9c36-4966-a9c7-1514260bb953 None None] For port ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369,segment=NetworkSegment(471b9e29-2f37-4e54-a22a-dd1e6b52114f),segment_id=471b9e29-2f37-4e54-a22a-dd1e6b52114f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:40.224489 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5a479c17-9c36-4966-a9c7-1514260bb953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:40.251528 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5a479c17-9c36-4966-a9c7-1514260bb953 None None] Calling delete_port for ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:40.296715 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e59a8cb0-4781-4710-8c35-bc54bc55760a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:40.390771 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-67107c7d-f7d8-44f1-9286-4b4fb686f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T08:06:36Z', 'revision_number': 5, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port': {'id': '4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:53Z', 'updated_at': '2021-07-13T07:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:40.404980 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c7b047e4-31ef-4dc1-9924-004678684133 req-5f4ba4fd-3834-4d6b-b747-c85c98bd72ff tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.0732930 Jul 13 08:06:40.471164 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5a479c17-9c36-4966-a9c7-1514260bb953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:40.475493 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67107c7d-f7d8-44f1-9286-4b4fb686f613 None None] Checking router: 87f5cb01-ead1-4525-b621-98bcab2ee0ee for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:06:40.496206 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67107c7d-f7d8-44f1-9286-4b4fb686f613 None None] Routers {'87f5cb01-ead1-4525-b621-98bcab2ee0ee'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:40.497450 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-67107c7d-f7d8-44f1-9286-4b4fb686f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:40.528503 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a479c17-9c36-4966-a9c7-1514260bb953 None None] Pushing event deleted for resources: {'Port': ['ID=ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:40.538879 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a479c17-9c36-4966-a9c7-1514260bb953 None None] No DVR routers for this DVR port ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:06:40.556619 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-505be0c8-756b-4ae1-9e97-9f841ae8b56c admin admin] The port 'ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369' was deleted {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 13 08:06:40.639157 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-862c3021-18d1-4ca6-a5fd-83cea4ffa9ba tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:40.706363 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-67107c7d-f7d8-44f1-9286-4b4fb686f613 None None] Set router 87f5cb01-ead1-4525-b621-98bcab2ee0ee gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:40.735522 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-505be0c8-756b-4ae1-9e97-9f841ae8b56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:40.742900 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-8940899a-605f-427f-8d72-b2b2ecb2999b req-fe5119c7-f2a1-4e6c-9c1a-ed1f56d5bf1a tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Deleting port 0531f32e-a432-4cd5-a407-a3ce70d9cec5 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:40.743821 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8940899a-605f-427f-8d72-b2b2ecb2999b req-fe5119c7-f2a1-4e6c-9c1a-ed1f56d5bf1a tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:40.804422 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-e59a8cb0-4781-4710-8c35-bc54bc55760a admin admin] Deleting port 4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:40.805667 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e59a8cb0-4781-4710-8c35-bc54bc55760a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:40.815744 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-505be0c8-756b-4ae1-9e97-9f841ae8b56c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0db76d-83fa-4051-8d46-aa17f26cfe31']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:40.819650 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-67107c7d-f7d8-44f1-9286-4b4fb686f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T08:06:40Z', 'revision_number': 6, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:40.865484 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-505be0c8-756b-4ae1-9e97-9f841ae8b56c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471b9e29-2f37-4e54-a22a-dd1e6b52114f') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:40.865484 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-505be0c8-756b-4ae1-9e97-9f841ae8b56c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471b9e29-2f37-4e54-a22a-dd1e6b52114f') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:40.888005 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67107c7d-f7d8-44f1-9286-4b4fb686f613 None None] The sync data for ids ['87f5cb01-ead1-4525-b621-98bcab2ee0ee'] in n-d-779913-28 is: [{'id': '87f5cb01-ead1-4525-b621-98bcab2ee0ee', 'name': 'tempest-TestVolumeBootPattern-543852218-router', 'tenant_id': '3d1a06314407417ea88e23223ce7096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:50Z', 'updated_at': '2021-07-13T08:06:40Z', 'revision_number': 6, 'project_id': '3d1a06314407417ea88e23223ce7096a', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:40.899502 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872c5e1-46ef-4fc8-b0fd-37d1fc1e8555 req-506c175f-9b1b-4f94-8ba5-13447bfddf28 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:40.903278 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4872c5e1-46ef-4fc8-b0fd-37d1fc1e8555 req-506c175f-9b1b-4f94-8ba5-13447bfddf28 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f9cc171-ea06-403a-b438-0590caeb5ffc HTTP/1.1" status: 200 len: 946 time: 0.5734127 Jul 13 08:06:40.918418 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-505be0c8-756b-4ae1-9e97-9f841ae8b56c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:40.988929 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-505be0c8-756b-4ae1-9e97-9f841ae8b56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:41.044088 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505be0c8-756b-4ae1-9e97-9f841ae8b56c admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:06:41.044088 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-505be0c8-756b-4ae1-9e97-9f841ae8b56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:06:41.048638 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:06:41.154186 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc80eda-0c68-4521-9214-5a76ec44e255 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Router 8d41a7ea-47ad-4665-bc8f-724a1a8da470 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:06:41.155809 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4872c5e1-46ef-4fc8-b0fd-37d1fc1e8555 req-d2d4b8b8-e947-4561-94e1-b595eb353644 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fa3e832-499e-48e6-a4ad-96ec86a2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337804 Jul 13 08:06:41.164230 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:41.202584 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-862c3021-18d1-4ca6-a5fd-83cea4ffa9ba tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Allocated IP 172.25.0.56 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/40971129-9889-4dd6-9e9c-4f90ffbd479f) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:41.225922 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:06:41.229684 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ff7d3d26-dbdc-4ae3-aabb-1a343ad9a369 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:41.231726 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8940899a-605f-427f-8d72-b2b2ecb2999b req-fe5119c7-f2a1-4e6c-9c1a-ed1f56d5bf1a tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] For port 0531f32e-a432-4cd5-a407-a3ce70d9cec5, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=0531f32e-a432-4cd5-a407-a3ce70d9cec5,segment=NetworkSegment(6342940b-4525-4a63-a231-8f69d7a3f4a0),segment_id=6342940b-4525-4a63-a231-8f69d7a3f4a0)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:41.232270 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8940899a-605f-427f-8d72-b2b2ecb2999b req-fe5119c7-f2a1-4e6c-9c1a-ed1f56d5bf1a tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:41.267712 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-e59a8cb0-4781-4710-8c35-bc54bc55760a admin admin] For port 4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:41.268026 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e59a8cb0-4781-4710-8c35-bc54bc55760a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:41.332752 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-505be0c8-756b-4ae1-9e97-9f841ae8b56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:41.344663 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-505be0c8-756b-4ae1-9e97-9f841ae8b56c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:41.348888 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-505be0c8-756b-4ae1-9e97-9f841ae8b56c admin admin] 10.222.0.58 "DELETE /v2.0/networks/7e0db76d-83fa-4051-8d46-aa17f26cfe31 HTTP/1.1" status: 204 len: 168 time: 1.9143877 Jul 13 08:06:41.352260 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-8940899a-605f-427f-8d72-b2b2ecb2999b req-fe5119c7-f2a1-4e6c-9c1a-ed1f56d5bf1a tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Calling delete_port for 0531f32e-a432-4cd5-a407-a3ce70d9cec5 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:41.367449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-e59a8cb0-4781-4710-8c35-bc54bc55760a admin admin] Calling delete_port for 4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:41.379705 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505be0c8-756b-4ae1-9e97-9f841ae8b56c admin admin] Pushing event deleted for resources: {'Network': ['ID=7e0db76d-83fa-4051-8d46-aa17f26cfe31,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:41.538242 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-862c3021-18d1-4ca6-a5fd-83cea4ffa9ba tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:41.656070 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49584) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:41.676709 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-862c3021-18d1-4ca6-a5fd-83cea4ffa9ba tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:41.780802 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc80eda-0c68-4521-9214-5a76ec44e255 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:41.801410 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862c3021-18d1-4ca6-a5fd-83cea4ffa9ba tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:41.809841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22ed578-cd3d-4cfe-8ebe-ad69006a3bb8 None None] Sync routers for ids ['8d41a7ea-47ad-4665-bc8f-724a1a8da470'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:41.843505 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22ed578-cd3d-4cfe-8ebe-ad69006a3bb8 None None] Routers {'8d41a7ea-47ad-4665-bc8f-724a1a8da470'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:41.844555 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b22ed578-cd3d-4cfe-8ebe-ad69006a3bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8d41a7ea-47ad-4665-bc8f-724a1a8da470'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:41.955456 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2bc80eda-0c68-4521-9214-5a76ec44e255 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:41.958012 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-862c3021-18d1-4ca6-a5fd-83cea4ffa9ba tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:41.968012 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c3021-18d1-4ca6-a5fd-83cea4ffa9ba tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:41.974830 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d059065c-ecb5-4550-a091-aaee105a12c6 req-58608aae-f7cc-4c44-b380-6ac795ada150 tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.2217228 Jul 13 08:06:42.060980 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b08a289e-ae0f-4287-bf64-e8276c707cfd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=96041e7f7c324ae3b557d6214a735bec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4032187 Jul 13 08:06:42.077144 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49586) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:42.115433 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8940899a-605f-427f-8d72-b2b2ecb2999b req-fe5119c7-f2a1-4e6c-9c1a-ed1f56d5bf1a tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:42.177025 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c3021-18d1-4ca6-a5fd-83cea4ffa9ba tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Port': ['ID=40971129-9889-4dd6-9e9c-4f90ffbd479f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:42.177659 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2bc80eda-0c68-4521-9214-5a76ec44e255 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.7812870 Jul 13 08:06:42.221813 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c73aea-4c98-4d39-ae03-92cfdd123a9b', 'tag': 'ccbece72-8d55-4a86-9a29-0ed79fae9292'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:42.226024 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0393de8a-13ef-45f4-b994-c89ed027b083" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c73aea-4c98-4d39-ae03-92cfdd123a9b", "tag": "ccbece72-8d55-4a86-9a29-0ed79fae9292"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:42.247771 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5119c7-f2a1-4e6c-9c1a-ed1f56d5bf1a tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Pushing event deleted for resources: {'Port': ['ID=0531f32e-a432-4cd5-a407-a3ce70d9cec5,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:42.283078 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70aee29b-c081-4e09-8240-f8042115a763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:42.315550 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-b22ed578-cd3d-4cfe-8ebe-ad69006a3bb8 None None] Set router 8d41a7ea-47ad-4665-bc8f-724a1a8da470 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:42.340440 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8940899a-605f-427f-8d72-b2b2ecb2999b req-fe5119c7-f2a1-4e6c-9c1a-ed1f56d5bf1a tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] No DVR routers for this DVR port 0531f32e-a432-4cd5-a407-a3ce70d9cec5 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:06:42.346920 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8940899a-605f-427f-8d72-b2b2ecb2999b req-fe5119c7-f2a1-4e6c-9c1a-ed1f56d5bf1a tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:42.351889 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8940899a-605f-427f-8d72-b2b2ecb2999b req-fe5119c7-f2a1-4e6c-9c1a-ed1f56d5bf1a tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.62 "DELETE /v2.0/ports/0531f32e-a432-4cd5-a407-a3ce70d9cec5 HTTP/1.1" status: 204 len: 173 time: 2.1924441 Jul 13 08:06:42.361862 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e59a8cb0-4781-4710-8c35-bc54bc55760a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:42.472944 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a8cb0-4781-4710-8c35-bc54bc55760a admin admin] Pushing event deleted for resources: {'Port': ['ID=4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:42.496873 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70aee29b-c081-4e09-8240-f8042115a763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:42.674998 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e59a8cb0-4781-4710-8c35-bc54bc55760a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:42.783113 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c1ab689c-ae8e-42a7-8142-5c35274a2642 req-43957868-0e89-47e9-99e8-0db5ef29546f tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f9cc171-ea06-403a-b438-0590caeb5ffc HTTP/1.1" status: 200 len: 210 time: 0.1419041 Jul 13 08:06:42.873200 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e59a8cb0-4781-4710-8c35-bc54bc55760a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:42.877158 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e59a8cb0-4781-4710-8c35-bc54bc55760a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:42.954606 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e59a8cb0-4781-4710-8c35-bc54bc55760a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:42.955813 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59a8cb0-4781-4710-8c35-bc54bc55760a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87f5cb01-ead1-4525-b621-98bcab2ee0ee {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:06:42.973676 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e59a8cb0-4781-4710-8c35-bc54bc55760a admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:42.978280 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e59a8cb0-4781-4710-8c35-bc54bc55760a admin admin] 10.222.0.58 "DELETE /v2.0/routers/87f5cb01-ead1-4525-b621-98bcab2ee0ee HTTP/1.1" status: 204 len: 168 time: 3.5985169 Jul 13 08:06:42.981829 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b05fcb1-5ceb-47e5-b1ae-8d27383fa2cd x-openstack-request-id: req-4b05fcb1-5ceb-47e5-b1ae-8d27383fa2cd {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:42.982786 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c73aea-4c98-4d39-ae03-92cfdd123a9b", "tag": "ccbece72-8d55-4a86-9a29-0ed79fae9292", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:42.983857 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4b05fcb1-5ceb-47e5-b1ae-8d27383fa2cd {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:42.984994 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c73aea-4c98-4d39-ae03-92cfdd123a9b', 'tag': 'ccbece72-8d55-4a86-9a29-0ed79fae9292', 'status': 'completed', 'code': 200} Jul 13 08:06:42.985847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49594) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:43.011118 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70aee29b-c081-4e09-8240-f8042115a763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.017283 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70aee29b-c081-4e09-8240-f8042115a763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.033440 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-70aee29b-c081-4e09-8240-f8042115a763 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3d377a9f-4e4f-4adb-9cf9-4d29a7d7e22c HTTP/1.1" status: 204 len: 168 time: 0.9540777 Jul 13 08:06:43.133013 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aee29b-c081-4e09-8240-f8042115a763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d377a9f-4e4f-4adb-9cf9-4d29a7d7e22c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:43.205126 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 99de34c2-cb99-4490-b272-5c3274267780 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:43.250071 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.300664 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-81017f76-d01f-4b8e-9404-259929d13142 admin admin] Deleting subnet fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:06:43.309387 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-81017f76-d01f-4b8e-9404-259929d13142 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.349716 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 99de34c2-cb99-4490-b272-5c3274267780 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:06:43.350806 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 99de34c2-cb99-4490-b272-5c3274267780 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:43.350972 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:43.376075 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaaf0d8-1b7f-4200-8e01-3eed4efd1221 req-d61cdc08-f35a-4f22-9fef-1365c7bf5a20 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:43.378845 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1aaaf0d8-1b7f-4200-8e01-3eed4efd1221 req-d61cdc08-f35a-4f22-9fef-1365c7bf5a20 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 945 time: 0.7400525 Jul 13 08:06:43.429069 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:06:43.429610 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 4d1072af-f5fc-45bb-9fc5-b9fb4a9a02b0 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:43.445892 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-81017f76-d01f-4b8e-9404-259929d13142 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.471557 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b22ed578-cd3d-4cfe-8ebe-ad69006a3bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752761743', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:22Z', 'updated_at': '2021-07-13T08:05:45Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'd763aff8-14a9-4d87-8fa4-a1d1e2baf7d4', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'port_id': 'ccbece72-8d55-4a86-9a29-0ed79fae9292', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73', 'mac_address': 'fa:16:3e:05:6b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c73aea-4c98-4d39-ae03-92cfdd123a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:06:36Z', 'updated_at': '2021-07-13T08:06:36Z', 'revision_number': 0, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073e4600-038d-408f-950c-f46db0ffabed', 'name': '', 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:4b:09:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0c99f46a-e7f3-4394-9bef-8094f4480aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:41Z', 'updated_at': '2021-07-13T08:05:57Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '0c99f46a-e7f3-4394-9bef-8094f4480aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:43.530733 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22ed578-cd3d-4cfe-8ebe-ad69006a3bb8 None None] Checking router: 8d41a7ea-47ad-4665-bc8f-724a1a8da470 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:06:43.547608 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22ed578-cd3d-4cfe-8ebe-ad69006a3bb8 None None] Routers {'8d41a7ea-47ad-4665-bc8f-724a1a8da470'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:43.548863 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b22ed578-cd3d-4cfe-8ebe-ad69006a3bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8d41a7ea-47ad-4665-bc8f-724a1a8da470'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:43.713570 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393de8a-13ef-45f4-b994-c89ed027b083 req-d955cfaf-0070-4316-ba7f-e43493b0bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:43.716804 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0393de8a-13ef-45f4-b994-c89ed027b083 req-d955cfaf-0070-4316-ba7f-e43493b0bcb0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 1097 time: 0.6782634 Jul 13 08:06:43.752760 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c9747079-8595-44dd-b65b-77b7d4d5abce req-3d5b2555-77ea-44a2-9ef8-85d9722dc070 tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.1122601 Jul 13 08:06:43.870023 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 0531f32e-a432-4cd5-a407-a3ce70d9cec5 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:43.917662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 0531f32e-a432-4cd5-a407-a3ce70d9cec5 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:06:43.918285 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 0531f32e-a432-4cd5-a407-a3ce70d9cec5 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:43.923424 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1aaaf0d8-1b7f-4200-8e01-3eed4efd1221 req-004eb072-f570-4655-9037-cee10deab110 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5184765 Jul 13 08:06:43.998400 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49604) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:44.031117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-b22ed578-cd3d-4cfe-8ebe-ad69006a3bb8 None None] Set router 8d41a7ea-47ad-4665-bc8f-724a1a8da470 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:44.039289 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-81017f76-d01f-4b8e-9404-259929d13142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:44.212890 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393de8a-13ef-45f4-b994-c89ed027b083 req-72b89f20-e0e0-4d4a-a3ae-d02e4fff370a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:44.219165 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0393de8a-13ef-45f4-b994-c89ed027b083 req-72b89f20-e0e0-4d4a-a3ae-d02e4fff370a service neutron] 10.222.0.35 "GET /v2.0/networks?id=73d1b288-3f69-4489-84f7-291972f58a73 HTTP/1.1" status: 200 len: 897 time: 0.4426091 Jul 13 08:06:44.311279 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49608) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:44.360942 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-81017f76-d01f-4b8e-9404-259929d13142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:44.374733 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-862c3021-18d1-4ca6-a5fd-83cea4ffa9ba tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:44.536987 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ab6d4b-dc97-4f64-b918-c6c00aac2f0a None None] Network dcb46551-b67f-448d-9e50-7e4cc85c9056 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:06:44.603200 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2eadc380-0bb6-4616-8481-2324a741c0c4 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/floatingips/d763aff8-14a9-4d87-8fa4-a1d1e2baf7d4 HTTP/1.1" status: 200 len: 990 time: 0.6029716 Jul 13 08:06:44.718841 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5e578d6a-00ad-42ef-9d6d-825a06d19bc6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=62719eb88b5a4f868b4f7810ed24807a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4007323 Jul 13 08:06:44.735430 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49620) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:44.909470 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b22ed578-cd3d-4cfe-8ebe-ad69006a3bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752761743', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:22Z', 'updated_at': '2021-07-13T08:05:45Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'd763aff8-14a9-4d87-8fa4-a1d1e2baf7d4', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'port_id': 'ccbece72-8d55-4a86-9a29-0ed79fae9292', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73', 'mac_address': 'fa:16:3e:05:6b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c73aea-4c98-4d39-ae03-92cfdd123a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:06:36Z', 'updated_at': '2021-07-13T08:06:36Z', 'revision_number': 0, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073e4600-038d-408f-950c-f46db0ffabed', 'name': '', 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:4b:09:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0c99f46a-e7f3-4394-9bef-8094f4480aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:41Z', 'updated_at': '2021-07-13T08:05:57Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '0c99f46a-e7f3-4394-9bef-8094f4480aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:44.950066 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-b7240cc4-0807-4fbd-b6a9-d10546b9e253 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:44.956149 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-b7240cc4-0807-4fbd-b6a9-d10546b9e253 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/networks?id=83f566d5-b66b-4793-a4a5-37792abdc658 HTTP/1.1" status: 200 len: 808 time: 0.3672948 Jul 13 08:06:44.989142 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-862c3021-18d1-4ca6-a5fd-83cea4ffa9ba tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:45.001979 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22ed578-cd3d-4cfe-8ebe-ad69006a3bb8 None None] The sync data for ids ['8d41a7ea-47ad-4665-bc8f-724a1a8da470'] in n-d-779913-28 is: [{'id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752761743', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:22Z', 'updated_at': '2021-07-13T08:05:45Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'd763aff8-14a9-4d87-8fa4-a1d1e2baf7d4', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'port_id': 'ccbece72-8d55-4a86-9a29-0ed79fae9292', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73', 'mac_address': 'fa:16:3e:05:6b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c73aea-4c98-4d39-ae03-92cfdd123a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:06:36Z', 'updated_at': '2021-07-13T08:06:36Z', 'revision_number': 0, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073e4600-038d-408f-950c-f46db0ffabed', 'name': '', 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:4b:09:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0c99f46a-e7f3-4394-9bef-8094f4480aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:41Z', 'updated_at': '2021-07-13T08:05:57Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '0c99f46a-e7f3-4394-9bef-8094f4480aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:45.018564 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66a28aa-a420-4031-8771-7fd606448c96 None None] DHCP port deletion for dcb46551-b67f-448d-9e50-7e4cc85c9056 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:06:45.046036 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9cc171-ea06-403a-b438-0590caeb5ffc', 'name': 'network-vif-deleted', 'tag': '0531f32e-a432-4cd5-a407-a3ce70d9cec5'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:45.050774 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7906052-a042-4a08-a20f-64554357dc7d" -d '{"events": [{"server_uuid": "7f9cc171-ea06-403a-b438-0590caeb5ffc", "name": "network-vif-deleted", "tag": "0531f32e-a432-4cd5-a407-a3ce70d9cec5"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:45.101351 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-81017f76-d01f-4b8e-9404-259929d13142 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:45.117574 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-81017f76-d01f-4b8e-9404-259929d13142 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361 HTTP/1.1" status: 204 len: 168 time: 2.1298640 Jul 13 08:06:45.120802 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49626) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:45.127432 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-82aa0c1f-8b49-4930-9aff-28beeea35634 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/quotas/2491c75374b44eb7a9b4e8c11f8ffb37 HTTP/1.1" status: 200 len: 375 time: 0.1451766 Jul 13 08:06:45.151707 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81017f76-d01f-4b8e-9404-259929d13142 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc13c4e9-8ec6-49e9-bb1e-77d7a6e24361,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:45.205252 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c66a28aa-a420-4031-8771-7fd606448c96 None None] Deleting port f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:45.206709 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c66a28aa-a420-4031-8771-7fd606448c96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:45.211983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-cc532d14-425e-43c8-837f-25f8e59d1005 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2491c75374b44eb7a9b4e8c11f8ffb37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641947 Jul 13 08:06:45.229633 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-14d48fa1-5b09-4981-9d34-9e2e30e1c3ad req-be3f326a-c1d0-4416-9e11-9cf508bd3805 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5bbdf23e197042d191081c58229be349&device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.1718216 Jul 13 08:06:45.233207 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0393de8a-13ef-45f4-b994-c89ed027b083 req-e42ba233-5b5e-48dc-ae63-daba24f694d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccbece72-8d55-4a86-9a29-0ed79fae9292 HTTP/1.1" status: 200 len: 998 time: 1.0054836 Jul 13 08:06:45.248638 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7438db2-21c9-4403-b31b-ba79e7535a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:45.289335 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7438db2-21c9-4403-b31b-ba79e7535a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:45.350387 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-14d48fa1-5b09-4981-9d34-9e2e30e1c3ad req-bac3b4af-2a23-440f-a32d-5d21ad4eb165 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=5bbdf23e197042d191081c58229be349&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605571 Jul 13 08:06:45.375636 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c66a28aa-a420-4031-8771-7fd606448c96 None None] For port f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c,segment=NetworkSegment(a2299d6a-205a-4724-98f1-09e4ded4245a),segment_id=a2299d6a-205a-4724-98f1-09e4ded4245a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:45.376997 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c66a28aa-a420-4031-8771-7fd606448c96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:45.407564 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-460f1b33-07bb-4d6a-8d2c-41a8065af550 req-23a0f261-822b-4457-9af4-125715d4a925 tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.1907427 Jul 13 08:06:45.462758 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c66a28aa-a420-4031-8771-7fd606448c96 None None] Calling delete_port for f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:45.559850 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d22e3a-6561-4a44-bc46-665890889969 x-openstack-request-id: req-f8d22e3a-6561-4a44-bc46-665890889969 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:45.560321 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9cc171-ea06-403a-b438-0590caeb5ffc", "name": "network-vif-deleted", "tag": "0531f32e-a432-4cd5-a407-a3ce70d9cec5", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:45.560739 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f8d22e3a-6561-4a44-bc46-665890889969 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:45.561337 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9cc171-ea06-403a-b438-0590caeb5ffc', 'name': 'network-vif-deleted', 'tag': '0531f32e-a432-4cd5-a407-a3ce70d9cec5', 'status': 'completed', 'code': 200} Jul 13 08:06:45.619018 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49628) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:45.668571 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b3fa02-5a05-45a7-9462-77196527e2bd None None] New status for floating IP d763aff8-14a9-4d87-8fa4-a1d1e2baf7d4: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:06:45.669523 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bc4305b1-083f-4ba0-bea7-14c64c7105e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:45.735737 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393de8a-13ef-45f4-b994-c89ed027b083 req-a39733fc-f36c-40d7-893b-30a10e0d4ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:45.737041 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0393de8a-13ef-45f4-b994-c89ed027b083 req-a39733fc-f36c-40d7-893b-30a10e0d4ec9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0c99f46a-e7f3-4394-9bef-8094f4480aea HTTP/1.1" status: 200 len: 834 time: 0.4637134 Jul 13 08:06:45.774691 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c66a28aa-a420-4031-8771-7fd606448c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:45.792380 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7438db2-21c9-4403-b31b-ba79e7535a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:45.800058 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7438db2-21c9-4403-b31b-ba79e7535a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:45.807893 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e7438db2-21c9-4403-b31b-ba79e7535a61 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/00229c67-b9aa-496c-b656-cd24173bf853 HTTP/1.1" status: 204 len: 168 time: 1.0626168 Jul 13 08:06:45.832798 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a28aa-a420-4031-8771-7fd606448c96 None None] Pushing event deleted for resources: {'Port': ['ID=f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:45.839511 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66a28aa-a420-4031-8771-7fd606448c96 None None] No DVR routers for this DVR port f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:06:45.907965 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-049bc5bc-9dbb-4701-82b4-569cab9dc300 service neutron] 10.222.0.58 "GET /v2.0/networks/83f566d5-b66b-4793-a4a5-37792abdc658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6030855 Jul 13 08:06:45.916279 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7438db2-21c9-4403-b31b-ba79e7535a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00229c67-b9aa-496c-b656-cd24173bf853,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:45.982958 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d48fa1-5b09-4981-9d34-9e2e30e1c3ad req-2ee4dda5-e92f-452d-aee7-770e71ad081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:45.986043 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a6677e81-1afd-4acd-aaa8-f535867aee02 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/floatingips/d763aff8-14a9-4d87-8fa4-a1d1e2baf7d4 HTTP/1.1" status: 200 len: 990 time: 0.3627608 Jul 13 08:06:45.986818 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-14d48fa1-5b09-4981-9d34-9e2e30e1c3ad req-2ee4dda5-e92f-452d-aee7-770e71ad081f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5937645 Jul 13 08:06:46.093824 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bc4305b1-083f-4ba0-bea7-14c64c7105e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:46.103531 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-862c3021-18d1-4ca6-a5fd-83cea4ffa9ba tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:46.111248 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393de8a-13ef-45f4-b994-c89ed027b083 req-b50e2d28-bebd-453a-985e-59db8969dc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:46.115006 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0393de8a-13ef-45f4-b994-c89ed027b083 req-b50e2d28-bebd-453a-985e-59db8969dc21 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73d1b288-3f69-4489-84f7-291972f58a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3655071 Jul 13 08:06:46.124999 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-bc4305b1-083f-4ba0-bea7-14c64c7105e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb46551-b67f-448d-9e50-7e4cc85c9056']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:46.139538 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-862c3021-18d1-4ca6-a5fd-83cea4ffa9ba tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:46.187453 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-bc4305b1-083f-4ba0-bea7-14c64c7105e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2299d6a-205a-4724-98f1-09e4ded4245a') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:46.187966 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-bc4305b1-083f-4ba0-bea7-14c64c7105e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2299d6a-205a-4724-98f1-09e4ded4245a') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:46.220282 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bc4305b1-083f-4ba0-bea7-14c64c7105e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:46.316109 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bc4305b1-083f-4ba0-bea7-14c64c7105e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:46.330602 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4305b1-083f-4ba0-bea7-14c64c7105e5 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:06:46.331211 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bc4305b1-083f-4ba0-bea7-14c64c7105e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:06:46.336295 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:06:46.490947 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-c99d55b7-ecbc-4669-a912-caa3fcc75138 service neutron] 10.222.0.58 "GET /v2.0/networks/83f566d5-b66b-4793-a4a5-37792abdc658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468469 Jul 13 08:06:46.492319 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-862c3021-18d1-4ca6-a5fd-83cea4ffa9ba tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:46.503229 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0393de8a-13ef-45f4-b994-c89ed027b083 req-b0b07302-493f-4f80-98a7-b1211d6f4d4c service neutron] 10.222.0.35 "GET /v2.0/networks/73d1b288-3f69-4489-84f7-291972f58a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658631 Jul 13 08:06:46.594622 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c3021-18d1-4ca6-a5fd-83cea4ffa9ba tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Port': ['ID=40971129-9889-4dd6-9e9c-4f90ffbd479f,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:46.654223 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bc4305b1-083f-4ba0-bea7-14c64c7105e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:46.724888 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bc4305b1-083f-4ba0-bea7-14c64c7105e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:46.752040 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bc4305b1-083f-4ba0-bea7-14c64c7105e5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/dcb46551-b67f-448d-9e50-7e4cc85c9056 HTTP/1.1" status: 204 len: 168 time: 1.6136250 Jul 13 08:06:46.776855 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49638) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:46.794731 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-862c3021-18d1-4ca6-a5fd-83cea4ffa9ba tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Floating IP 07ce7336-f122-4096-80ca-0652682e7dc1 associated. External IP: 172.25.0.56, port: b3c9abd7-e4d5-4aa4-8d4d-d36d59370fe6. Jul 13 08:06:47.019321 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4305b1-083f-4ba0-bea7-14c64c7105e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcb46551-b67f-448d-9e50-7e4cc85c9056,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:47.027419 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49644) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:47.118953 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:47.164801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:06:47.165735 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f2ba5392-50d3-4fb6-aaab-ba9a6ddf541c not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:47.377740 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8f8760f2-782d-4bae-99b7-9934bbc5e436 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/floatingips/d763aff8-14a9-4d87-8fa4-a1d1e2baf7d4 HTTP/1.1" status: 200 len: 992 time: 0.3416750 Jul 13 08:06:47.385704 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0393de8a-13ef-45f4-b994-c89ed027b083 req-898f15de-d5b2-4cdf-a48c-630733b43166 service neutron] 10.222.0.35 "GET /v2.0/networks/73d1b288-3f69-4489-84f7-291972f58a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8638175 Jul 13 08:06:47.587078 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7f07523-496e-43e2-a15b-494cbff28ca0 req-7924fa70-b41d-461d-9b82-369c44de26df tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.4865108 Jul 13 08:06:47.623903 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0c5342d9-a62a-457c-8b23-b7cfb781ba77 req-4f76bc29-5db1-4631-8305-665593bfe631 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e7ed1d9-080d-417f-9def-1974bbba7ce8 HTTP/1.1" status: 200 len: 210 time: 0.4941421 Jul 13 08:06:47.738641 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4528d85c-5614-48b7-8784-cb551577a01f req-6bb75fda-1cb9-4268-9055-5fe18aaa0140 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1792324 Jul 13 08:06:47.885383 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862c3021-18d1-4ca6-a5fd-83cea4ffa9ba tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Router 611fdb4d-7fd7-4ec4-9144-64e823617d54 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:06:48.030172 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528d85c-5614-48b7-8784-cb551577a01f req-aa5c3a2e-e08b-4097-b434-45bd582be01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:48.033508 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4528d85c-5614-48b7-8784-cb551577a01f req-aa5c3a2e-e08b-4097-b434-45bd582be01c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 1097 time: 0.1710052 Jul 13 08:06:48.188673 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862c3021-18d1-4ca6-a5fd-83cea4ffa9ba tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:48.211898 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4a6feb-0621-45e4-b6f0-12184402bc2d None None] Sync routers for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:48.234940 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4a6feb-0621-45e4-b6f0-12184402bc2d None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:48.236570 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3b4a6feb-0621-45e4-b6f0-12184402bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:48.248989 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-862c3021-18d1-4ca6-a5fd-83cea4ffa9ba tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:48.307010 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3b4a6feb-0621-45e4-b6f0-12184402bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:48.320569 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0af889bd-c178-41f2-94f5-00fdaff7c054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:48.343239 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4a6feb-0621-45e4-b6f0-12184402bc2d None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:48.344799 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3b4a6feb-0621-45e4-b6f0-12184402bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:48.392414 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49662) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:48.394757 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-862c3021-18d1-4ca6-a5fd-83cea4ffa9ba tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.1833229 Jul 13 08:06:48.408213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-14a08cf9-12fb-46f2-bd73-f8964f604a5b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1776035870'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:48.455409 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3b4a6feb-0621-45e4-b6f0-12184402bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:48.457481 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4a6feb-0621-45e4-b6f0-12184402bc2d None None] The sync data for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:48.473542 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528d85c-5614-48b7-8784-cb551577a01f req-403f0732-753e-4499-b251-184c3018b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:48.476752 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4528d85c-5614-48b7-8784-cb551577a01f req-403f0732-753e-4499-b251-184c3018b316 service neutron] 10.222.0.35 "GET /v2.0/networks?id=73d1b288-3f69-4489-84f7-291972f58a73 HTTP/1.1" status: 200 len: 897 time: 0.3686459 Jul 13 08:06:48.553450 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a08cf9-12fb-46f2-bd73-f8964f604a5b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Made reservation on behalf of 16f6ef9f9bdd4907b72f83f4840c942b for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:06:48.559319 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-14a08cf9-12fb-46f2-bd73-f8964f604a5b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:48.695003 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a08cf9-12fb-46f2-bd73-f8964f604a5b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:06:48.808093 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4528d85c-5614-48b7-8784-cb551577a01f req-180e1df9-089c-4b9c-a0e0-ee8b64899e78 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccbece72-8d55-4a86-9a29-0ed79fae9292 HTTP/1.1" status: 200 len: 1000 time: 0.3243930 Jul 13 08:06:48.810656 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-14a08cf9-12fb-46f2-bd73-f8964f604a5b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:48.811538 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-14a08cf9-12fb-46f2-bd73-f8964f604a5b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Added segment c30eaaa9-b16d-43ce-8663-19d6c318b10b of type vlan for network a1331bc6-5089-4ef5-8f94-ccff3ae3e871 Jul 13 08:06:48.972604 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4b6bd551-c742-46e6-bc2e-25a7ea898c61 req-602f5030-cba4-41e6-a237-8ad1d93e5e8f tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e7ed1d9-080d-417f-9def-1974bbba7ce8 HTTP/1.1" status: 200 len: 210 time: 0.0675032 Jul 13 08:06:48.978371 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-14a08cf9-12fb-46f2-bd73-f8964f604a5b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:49.068036 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528d85c-5614-48b7-8784-cb551577a01f req-b6804aa8-947d-4a1f-af84-58366644563d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:49.070132 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4528d85c-5614-48b7-8784-cb551577a01f req-b6804aa8-947d-4a1f-af84-58366644563d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0c99f46a-e7f3-4394-9bef-8094f4480aea HTTP/1.1" status: 200 len: 834 time: 0.2409961 Jul 13 08:06:49.296857 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-14a08cf9-12fb-46f2-bd73-f8964f604a5b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:49.305623 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a08cf9-12fb-46f2-bd73-f8964f604a5b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:49.306545 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-14a08cf9-12fb-46f2-bd73-f8964f604a5b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:49.442997 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-39e90383-71a9-47e5-8b83-9d99afb2dfc2 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:49.445930 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-39e90383-71a9-47e5-8b83-9d99afb2dfc2 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.35 "GET /v2.0/networks?id=83f566d5-b66b-4793-a4a5-37792abdc658 HTTP/1.1" status: 200 len: 808 time: 0.4553657 Jul 13 08:06:49.455866 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-14a08cf9-12fb-46f2-bd73-f8964f604a5b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0553286 Jul 13 08:06:49.461376 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49670) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:49.473668 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-318e57c8-e763-460c-972c-65fe147d54c2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Request body: {'subnet': {'network_id': 'a1331bc6-5089-4ef5-8f94-ccff3ae3e871', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:49.480155 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-72f3c16d-3feb-47d5-87da-5c5943360590 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Request body: {'port': {'device_id': '1e7ed1d9-080d-417f-9def-1974bbba7ce8', 'network_id': '83f566d5-b66b-4793-a4a5-37792abdc658', 'admin_state_up': True, 'tenant_id': '2491c75374b44eb7a9b4e8c11f8ffb37'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:49.575778 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-af36429f-0a6e-4c8c-9032-d40a5d111b70 req-62725bb7-3b47-41da-aaad-0a59c363e15e tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.5972192 Jul 13 08:06:49.769157 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318e57c8-e763-460c-972c-65fe147d54c2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Made reservation on behalf of 16f6ef9f9bdd4907b72f83f4840c942b for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:06:49.775563 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-318e57c8-e763-460c-972c-65fe147d54c2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.072184 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a08cf9-12fb-46f2-bd73-f8964f604a5b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Network': ['ID=a1331bc6-5089-4ef5-8f94-ccff3ae3e871,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:50.094909 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network a1331bc6-5089-4ef5-8f94-ccff3ae3e871 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:06:50.097607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528d85c-5614-48b7-8784-cb551577a01f req-f9b75d6e-b64b-4677-8f1d-712b20382ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:50.099498 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4528d85c-5614-48b7-8784-cb551577a01f req-f9b75d6e-b64b-4677-8f1d-712b20382ef9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73d1b288-3f69-4489-84f7-291972f58a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0198128 Jul 13 08:06:50.212456 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-318e57c8-e763-460c-972c-65fe147d54c2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.332096 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-0af889bd-c178-41f2-94f5-00fdaff7c054 admin admin] Deleting port 84670b05-04b7-47dd-9459-11162f7d5086 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:50.332527 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0af889bd-c178-41f2-94f5-00fdaff7c054 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.367794 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cef93d51-0584-4d9f-a371-8c44fd038721 req-6f1d1bdd-aed1-468f-a2aa-ba2be0348ff5 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e7ed1d9-080d-417f-9def-1974bbba7ce8 HTTP/1.1" status: 200 len: 210 time: 0.0989642 Jul 13 08:06:50.422383 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e57c8-e763-460c-972c-65fe147d54c2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Subnet': ['ID=248ed1d9-fec0-4195-82af-e636c3ad3840,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:50.441320 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318e57c8-e763-460c-972c-65fe147d54c2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Checking segment: {'id': 'c30eaaa9-b16d-43ce-8663-19d6c318b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a1331bc6-5089-4ef5-8f94-ccff3ae3e871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:50.442027 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318e57c8-e763-460c-972c-65fe147d54c2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Network hostable DHCP agents. Network: a1331bc6-5089-4ef5-8f94-ccff3ae3e871, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:06:50.481777 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-72f3c16d-3feb-47d5-87da-5c5943360590 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Made reservation on behalf of 2491c75374b44eb7a9b4e8c11f8ffb37 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:06:50.486998 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318e57c8-e763-460c-972c-65fe147d54c2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Network a1331bc6-5089-4ef5-8f94-ccff3ae3e871 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:06:50.488202 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-72f3c16d-3feb-47d5-87da-5c5943360590 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.496663 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4528d85c-5614-48b7-8784-cb551577a01f req-7db2e38a-a447-45bf-9b7a-abb7bc034ca7 service neutron] 10.222.0.35 "GET /v2.0/networks/73d1b288-3f69-4489-84f7-291972f58a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398285 Jul 13 08:06:50.500244 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-318e57c8-e763-460c-972c-65fe147d54c2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, a1331bc6-5089-4ef5-8f94-ccff3ae3e871) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:50.507169 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318e57c8-e763-460c-972c-65fe147d54c2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:50.507474 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-318e57c8-e763-460c-972c-65fe147d54c2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.528550 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0981111-fe03-4ad3-8628-42e4499ffcc8 None None] Network a1331bc6-5089-4ef5-8f94-ccff3ae3e871 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:06:50.539941 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-318e57c8-e763-460c-972c-65fe147d54c2 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0742912 Jul 13 08:06:50.552372 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49682) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:50.563445 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4a82d7d7-da8e-4e55-818b-28cbd22e7ebf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-616050597', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:50.624639 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a82d7d7-da8e-4e55-818b-28cbd22e7ebf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.626556 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a82d7d7-da8e-4e55-818b-28cbd22e7ebf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.749413 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-0af889bd-c178-41f2-94f5-00fdaff7c054 admin admin] For port 84670b05-04b7-47dd-9459-11162f7d5086, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=84670b05-04b7-47dd-9459-11162f7d5086,segment=NetworkSegment(e7d7723a-b182-444c-9b72-fb42ed5157b2),segment_id=e7d7723a-b182-444c-9b72-fb42ed5157b2)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:50.749984 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0af889bd-c178-41f2-94f5-00fdaff7c054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.795030 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-0af889bd-c178-41f2-94f5-00fdaff7c054 admin admin] Calling delete_port for 84670b05-04b7-47dd-9459-11162f7d5086 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:50.900449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-a1331bc6-5089-4ef5-8f94-ccff3ae3e871', 'network_id': 'a1331bc6-5089-4ef5-8f94-ccff3ae3e871', 'tenant_id': '16f6ef9f9bdd4907b72f83f4840c942b', 'fixed_ips': [{'subnet_id': '248ed1d9-fec0-4195-82af-e636c3ad3840'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:06:50.904326 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.915073 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a82d7d7-da8e-4e55-818b-28cbd22e7ebf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.939491 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4528d85c-5614-48b7-8784-cb551577a01f req-0437960b-a683-4974-9376-1907f33de4a6 service neutron] 10.222.0.35 "GET /v2.0/networks/73d1b288-3f69-4489-84f7-291972f58a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242351 Jul 13 08:06:51.152848 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b948281-ad3a-4b97-802b-dd8a326aba00 req-ffa1389e-a0c7-4a77-bfc9-3f7e65109b54 tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.1099498 Jul 13 08:06:51.293524 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-72f3c16d-3feb-47d5-87da-5c5943360590 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Allocated IP 172.20.0.6 (83f566d5-b66b-4793-a4a5-37792abdc658/51c62b78-43dd-429e-ad6c-89fd79ef0565/7c5d7e85-726e-4e71-8259-fe7397cfe3e4) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:51.324918 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] Allocated IP 172.20.0.2 (a1331bc6-5089-4ef5-8f94-ccff3ae3e871/248ed1d9-fec0-4195-82af-e636c3ad3840/d4421432-8da6-4a40-8d9b-20e099b6ebba) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:51.369723 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a82d7d7-da8e-4e55-818b-28cbd22e7ebf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.560894 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0af889bd-c178-41f2-94f5-00fdaff7c054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.661148 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af889bd-c178-41f2-94f5-00fdaff7c054 admin admin] Pushing event deleted for resources: {'Port': ['ID=84670b05-04b7-47dd-9459-11162f7d5086,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:51.709157 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.730186 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] Transition to ACTIVE for port object d4421432-8da6-4a40-8d9b-20e099b6ebba will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:51.768016 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] Transition to ACTIVE for port object d4421432-8da6-4a40-8d9b-20e099b6ebba will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:51.803698 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.916080 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a82d7d7-da8e-4e55-818b-28cbd22e7ebf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.933133 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] Pushing event updated for resources: {'Port': ['ID=d4421432-8da6-4a40-8d9b-20e099b6ebba,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:51.969797 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] Network a1331bc6-5089-4ef5-8f94-ccff3ae3e871 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:51.973255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:51.980203 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:51.987112 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a82d7d7-da8e-4e55-818b-28cbd22e7ebf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:52.034460 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-72f3c16d-3feb-47d5-87da-5c5943360590 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:52.064637 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0599f878-7992-451a-8da4-3640fefa7db8 req-410a4373-8989-40d0-b6cc-55a94a294217 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e7ed1d9-080d-417f-9def-1974bbba7ce8 HTTP/1.1" status: 200 len: 210 time: 0.2571163 Jul 13 08:06:52.255449 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0af889bd-c178-41f2-94f5-00fdaff7c054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:52.289771 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-72f3c16d-3feb-47d5-87da-5c5943360590 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:52.377950 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] Attempting to bind port d4421432-8da6-4a40-8d9b-20e099b6ebba on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:06:52.377950 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] Attempting to bind port d4421432-8da6-4a40-8d9b-20e099b6ebba by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'c30eaaa9-b16d-43ce-8663-19d6c318b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a1331bc6-5089-4ef5-8f94-ccff3ae3e871'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:06:52.377950 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] Attempting to bind port d4421432-8da6-4a40-8d9b-20e099b6ebba on network a1331bc6-5089-4ef5-8f94-ccff3ae3e871 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:52.386953 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:06:52.387993 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] Checking segment: {'id': 'c30eaaa9-b16d-43ce-8663-19d6c318b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a1331bc6-5089-4ef5-8f94-ccff3ae3e871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:52.388865 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:52.389706 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] Bound using segment: {'id': 'c30eaaa9-b16d-43ce-8663-19d6c318b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a1331bc6-5089-4ef5-8f94-ccff3ae3e871'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:06:52.390791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] Bound port: d4421432-8da6-4a40-8d9b-20e099b6ebba, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30eaaa9-b16d-43ce-8663-19d6c318b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a1331bc6-5089-4ef5-8f94-ccff3ae3e871'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:06:52.391679 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:52.435158 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-4a82d7d7-da8e-4e55-818b-28cbd22e7ebf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Allocated IP 172.25.0.174 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/20ac8645-7201-4d6a-b56f-9401453d237c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:52.460763 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3c16d-3feb-47d5-87da-5c5943360590 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Pushing event updated for resources: {'Port': ['ID=7c5d7e85-726e-4e71-8259-fe7397cfe3e4,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:52.547016 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] For port d4421432-8da6-4a40-8d9b-20e099b6ebba, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:06:52.565902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] For port d4421432-8da6-4a40-8d9b-20e099b6ebba, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d4421432-8da6-4a40-8d9b-20e099b6ebba,segment=NetworkSegment(c30eaaa9-b16d-43ce-8663-19d6c318b10b),segment_id=c30eaaa9-b16d-43ce-8663-19d6c318b10b)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:06:52.575423 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:52.576314 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7078f52d-74a9-4c4b-9315-8381d0903816 req-209cb817-3b6b-4a2a-9376-2b422f814748 tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.0929928 Jul 13 08:06:52.595419 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d61659d9-7da7-4a2a-bf7e-4575a4ee88f8 req-a275b6ec-3847-4030-9fe7-1442b85b7885 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.1212311 Jul 13 08:06:52.609814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-72f3c16d-3feb-47d5-87da-5c5943360590 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Network 83f566d5-b66b-4793-a4a5-37792abdc658 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:52.622217 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-72f3c16d-3feb-47d5-87da-5c5943360590 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:52.636306 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-72f3c16d-3feb-47d5-87da-5c5943360590 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:52.759864 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa829ab-1f6f-404a-aeab-54df9dd152a2 None None] Pushing event updated for resources: {'Port': ['ID=d4421432-8da6-4a40-8d9b-20e099b6ebba,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:52.767945 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a82d7d7-da8e-4e55-818b-28cbd22e7ebf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:52.795124 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-72f3c16d-3feb-47d5-87da-5c5943360590 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:52.796232 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-72f3c16d-3feb-47d5-87da-5c5943360590 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:52.834523 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-72f3c16d-3feb-47d5-87da-5c5943360590 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3660550 Jul 13 08:06:52.869488 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a82d7d7-da8e-4e55-818b-28cbd22e7ebf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:52.919157 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] Request body: {'port': {'device_id': '1e7ed1d9-080d-417f-9def-1974bbba7ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:52.949596 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a82d7d7-da8e-4e55-818b-28cbd22e7ebf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:52.954724 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-4a82d7d7-da8e-4e55-818b-28cbd22e7ebf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:52.961478 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a82d7d7-da8e-4e55-818b-28cbd22e7ebf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:53.037683 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82d7d7-da8e-4e55-818b-28cbd22e7ebf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Port': ['ID=20ac8645-7201-4d6a-b56f-9401453d237c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:53.236287 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0800a723-62fb-449c-991a-52a374b45257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:53.318246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af889bd-c178-41f2-94f5-00fdaff7c054 admin admin] Router b9ee9d67-43e9-49ca-bf13-a19c21eea7e5 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:06:53.320785 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:53.905041 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b9fa2-9945-4482-8c24-aa09402421ac req-e22e9935-3823-442f-9cce-a167a32a3f49 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:53.907618 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-303b9fa2-9945-4482-8c24-aa09402421ac req-e22e9935-3823-442f-9cce-a167a32a3f49 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e7ed1d9-080d-417f-9def-1974bbba7ce8 HTTP/1.1" status: 200 len: 931 time: 0.3312101 Jul 13 08:06:54.231264 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e31af610-1372-4f4c-827a-d2bb5a29f468 req-64519ce7-4b24-4e24-92b5-2b5446cdb12f tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.1006169 Jul 13 08:06:54.289335 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-303b9fa2-9945-4482-8c24-aa09402421ac req-31c2d203-f854-4c55-84ab-7edc66a97b02 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fa3e832-499e-48e6-a4ad-96ec86a2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806146 Jul 13 08:06:54.290535 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a82d7d7-da8e-4e55-818b-28cbd22e7ebf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:54.348287 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49716) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:54.399934 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af889bd-c178-41f2-94f5-00fdaff7c054 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:54.417966 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ed1364-94a6-452c-b36e-35a59252e527 None None] Sync routers for ids ['b9ee9d67-43e9-49ca-bf13-a19c21eea7e5'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:54.422238 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0af889bd-c178-41f2-94f5-00fdaff7c054 admin admin] 10.222.0.58 "PUT /v2.0/routers/b9ee9d67-43e9-49ca-bf13-a19c21eea7e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6386664 Jul 13 08:06:54.427838 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49720) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:54.462502 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ed1364-94a6-452c-b36e-35a59252e527 None None] Routers {'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:54.464683 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f5ed1364-94a6-452c-b36e-35a59252e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b9ee9d67-43e9-49ca-bf13-a19c21eea7e5'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:54.672339 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20c21d0c-0cca-4886-b059-c160d77ab8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:54.804958 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f5ed1364-94a6-452c-b36e-35a59252e527 None None] Set router b9ee9d67-43e9-49ca-bf13-a19c21eea7e5 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:54.819057 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5d7e85-726e-4e71-8259-fe7397cfe3e4 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:06:54.838352 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:54.887465 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] Transition to ACTIVE for port object 7c5d7e85-726e-4e71-8259-fe7397cfe3e4 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:54.907754 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:54.923430 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e0c70b6e-3e3f-491b-9701-e5a9f5f2fa61 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:54.989808 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde84cae-6d5d-4b7f-ace5-5a082c00dd07 None None] Network a1331bc6-5089-4ef5-8f94-ccff3ae3e871 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:06:55.083251 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-45ee5f92-120c-4e28-8a4c-daefb2402404 None None] Provisioning for port d4421432-8da6-4a40-8d9b-20e099b6ebba completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:55.377125 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d8c78921-d70c-4732-bba6-2c8d6984814c req-5cd22503-25e8-43fe-86b4-817dcc880f91 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5bbdf23e197042d191081c58229be349&device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.1347930 Jul 13 08:06:55.385476 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f5ed1364-94a6-452c-b36e-35a59252e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5', 'name': 'tempest-TestVolumeBootPattern-894930749-router', 'tenant_id': '527bb26e51b84f62b897826bdca9fcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'eff61cb5-2630-4d1f-bef2-edbbd7087824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:15Z', 'updated_at': '2021-07-13T08:06:51Z', 'revision_number': 5, 'project_id': '527bb26e51b84f62b897826bdca9fcf5', 'gw_port': {'id': 'eff61cb5-2630-4d1f-bef2-edbbd7087824', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:12:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:17Z', 'updated_at': '2021-07-13T07:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:55.404874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d4421432-8da6-4a40-8d9b-20e099b6ebba up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:55.453333 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ed1364-94a6-452c-b36e-35a59252e527 None None] Checking router: b9ee9d67-43e9-49ca-bf13-a19c21eea7e5 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:06:55.469694 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ed1364-94a6-452c-b36e-35a59252e527 None None] Routers {'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:55.471086 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f5ed1364-94a6-452c-b36e-35a59252e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b9ee9d67-43e9-49ca-bf13-a19c21eea7e5'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:55.616685 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d8c78921-d70c-4732-bba6-2c8d6984814c req-ad74987f-c38c-49cf-9672-a81c995394a3 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=5bbdf23e197042d191081c58229be349&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1410148 Jul 13 08:06:55.620834 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20c21d0c-0cca-4886-b059-c160d77ab8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:55.623285 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5d7e85-726e-4e71-8259-fe7397cfe3e4,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:55.635256 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4df36029-ee39-4e0e-b01a-45a488d6b1db req-53813014-34d1-4c32-a331-785744c51488 tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.0726409 Jul 13 08:06:55.637284 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a82d7d7-da8e-4e55-818b-28cbd22e7ebf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:55.683298 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port d4421432-8da6-4a40-8d9b-20e099b6ebba completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:55.684723 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20c21d0c-0cca-4886-b059-c160d77ab8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:55.701499 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port d4421432-8da6-4a40-8d9b-20e099b6ebba triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:55.702542 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:55.718799 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f5ed1364-94a6-452c-b36e-35a59252e527 None None] Set router b9ee9d67-43e9-49ca-bf13-a19c21eea7e5 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:55.829307 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e0c70b6e-3e3f-491b-9701-e5a9f5f2fa61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:55.942689 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.006985 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port d4421432-8da6-4a40-8d9b-20e099b6ebba, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d4421432-8da6-4a40-8d9b-20e099b6ebba,segment=NetworkSegment(c30eaaa9-b16d-43ce-8663-19d6c318b10b),segment_id=c30eaaa9-b16d-43ce-8663-19d6c318b10b)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:56.015538 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.053728 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-20c21d0c-0cca-4886-b059-c160d77ab8df admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2991383e3d9749dc8ebbfdf9319e3ffa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6963034 Jul 13 08:06:56.064795 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49726) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:56.074760 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c21d0c-0cca-4886-b059-c160d77ab8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c825ca-e73b-48c7-b5d6-6d6f11612c7f,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:56.159660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=d4421432-8da6-4a40-8d9b-20e099b6ebba,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:56.187552 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2b284-a513-4697-886b-36ae7d8b4772 req-d752d654-d7a0-427f-8505-860a1f02f593 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:56.190635 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f8e2b284-a513-4697-886b-36ae7d8b4772 req-d752d654-d7a0-427f-8505-860a1f02f593 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e7ed1d9-080d-417f-9def-1974bbba7ce8 HTTP/1.1" status: 200 len: 943 time: 0.4428115 Jul 13 08:06:56.199542 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] Attempting to bind port 7c5d7e85-726e-4e71-8259-fe7397cfe3e4 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:06:56.200291 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] Attempting to bind port 7c5d7e85-726e-4e71-8259-fe7397cfe3e4 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '6342940b-4525-4a63-a231-8f69d7a3f4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '83f566d5-b66b-4793-a4a5-37792abdc658'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:06:56.200939 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] Attempting to bind port 7c5d7e85-726e-4e71-8259-fe7397cfe3e4 on network 83f566d5-b66b-4793-a4a5-37792abdc658 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:56.208229 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c78921-d70c-4732-bba6-2c8d6984814c req-e41f70ff-5ac4-4225-abc0-d81fdc51b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:56.210718 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d8c78921-d70c-4732-bba6-2c8d6984814c req-e41f70ff-5ac4-4225-abc0-d81fdc51b514 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5681560 Jul 13 08:06:56.222043 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] Port 7c5d7e85-726e-4e71-8259-fe7397cfe3e4 on network 83f566d5-b66b-4793-a4a5-37792abdc658 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:06:56.223045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] Attempting to bind port 7c5d7e85-726e-4e71-8259-fe7397cfe3e4 on network 83f566d5-b66b-4793-a4a5-37792abdc658 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:56.239506 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:06:56.240170 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] Checking segment: {'id': '6342940b-4525-4a63-a231-8f69d7a3f4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '83f566d5-b66b-4793-a4a5-37792abdc658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:56.240880 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] Bound using segment: {'id': '6342940b-4525-4a63-a231-8f69d7a3f4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '83f566d5-b66b-4793-a4a5-37792abdc658'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:06:56.241781 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] Bound port: 7c5d7e85-726e-4e71-8259-fe7397cfe3e4, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6342940b-4525-4a63-a231-8f69d7a3f4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '83f566d5-b66b-4793-a4a5-37792abdc658'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:06:56.242434 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.301902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-21d1caf7-2aea-4906-9b57-f7335059a435 None None] Provisioning complete for port d4421432-8da6-4a40-8d9b-20e099b6ebba triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:56.302565 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-21d1caf7-2aea-4906-9b57-f7335059a435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.305071 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f5ed1364-94a6-452c-b36e-35a59252e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5', 'name': 'tempest-TestVolumeBootPattern-894930749-router', 'tenant_id': '527bb26e51b84f62b897826bdca9fcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'eff61cb5-2630-4d1f-bef2-edbbd7087824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:15Z', 'updated_at': '2021-07-13T08:06:51Z', 'revision_number': 5, 'project_id': '527bb26e51b84f62b897826bdca9fcf5', 'gw_port': {'id': 'eff61cb5-2630-4d1f-bef2-edbbd7087824', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:12:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:17Z', 'updated_at': '2021-07-13T07:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:56.317223 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-e0c70b6e-3e3f-491b-9701-e5a9f5f2fa61 admin admin] Deleting port eff61cb5-2630-4d1f-bef2-edbbd7087824 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:56.317985 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e0c70b6e-3e3f-491b-9701-e5a9f5f2fa61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.374446 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ed1364-94a6-452c-b36e-35a59252e527 None None] The sync data for ids ['b9ee9d67-43e9-49ca-bf13-a19c21eea7e5'] in n-d-779913-28 is: [{'id': 'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5', 'name': 'tempest-TestVolumeBootPattern-894930749-router', 'tenant_id': '527bb26e51b84f62b897826bdca9fcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'eff61cb5-2630-4d1f-bef2-edbbd7087824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:15Z', 'updated_at': '2021-07-13T08:06:51Z', 'revision_number': 5, 'project_id': '527bb26e51b84f62b897826bdca9fcf5', 'gw_port': {'id': 'eff61cb5-2630-4d1f-bef2-edbbd7087824', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:12:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ee9d67-43e9-49ca-bf13-a19c21eea7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:17Z', 'updated_at': '2021-07-13T07:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:56.384960 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] For port 7c5d7e85-726e-4e71-8259-fe7397cfe3e4, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:06:56.391551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] For port 7c5d7e85-726e-4e71-8259-fe7397cfe3e4, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7c5d7e85-726e-4e71-8259-fe7397cfe3e4,segment=NetworkSegment(6342940b-4525-4a63-a231-8f69d7a3f4a0),segment_id=6342940b-4525-4a63-a231-8f69d7a3f4a0)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:06:56.401962 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.404795 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73ac8be7-2891-4dbd-813d-8dd528ebe047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.479724 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:56.480678 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.484042 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] 10.222.0.35 "PUT /v2.0/ports/7c5d7e85-726e-4e71-8259-fe7397cfe3e4 HTTP/1.1" status: 200 len: 1092 time: 3.6373634 Jul 13 08:06:56.484042 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7ed1d9-080d-417f-9def-1974bbba7ce8', 'tag': '7c5d7e85-726e-4e71-8259-fe7397cfe3e4'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:56.488260 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd57dca9-7561-41e9-9274-c6da47c9def2" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7ed1d9-080d-417f-9def-1974bbba7ce8", "tag": "7c5d7e85-726e-4e71-8259-fe7397cfe3e4"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:56.522361 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f8e2b284-a513-4697-886b-36ae7d8b4772 req-b2ceb34c-e064-4528-b0c2-d36e8d391fbb tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fa3e832-499e-48e6-a4ad-96ec86a2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034165 Jul 13 08:06:56.575873 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88a17d-dc81-4d3d-8591-dbbc2436b3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5d7e85-726e-4e71-8259-fe7397cfe3e4,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:56.624411 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73ac8be7-2891-4dbd-813d-8dd528ebe047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.630388 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-e0c70b6e-3e3f-491b-9701-e5a9f5f2fa61 admin admin] For port eff61cb5-2630-4d1f-bef2-edbbd7087824, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=eff61cb5-2630-4d1f-bef2-edbbd7087824,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:56.631081 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e0c70b6e-3e3f-491b-9701-e5a9f5f2fa61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.644316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a82d7d7-da8e-4e55-818b-28cbd22e7ebf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Router b63e5c1e-7c51-4f27-becb-5155fcaeff8b is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:06:56.674794 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b52f88-5718-4a4b-8295-e0572dbd7271 x-openstack-request-id: req-56b52f88-5718-4a4b-8295-e0572dbd7271 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:56.675889 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7ed1d9-080d-417f-9def-1974bbba7ce8", "tag": "7c5d7e85-726e-4e71-8259-fe7397cfe3e4", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:56.676315 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56b52f88-5718-4a4b-8295-e0572dbd7271 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:56.676985 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7ed1d9-080d-417f-9def-1974bbba7ce8', 'tag': '7c5d7e85-726e-4e71-8259-fe7397cfe3e4', 'status': 'completed', 'code': 200} Jul 13 08:06:56.692313 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-e0c70b6e-3e3f-491b-9701-e5a9f5f2fa61 admin admin] Calling delete_port for eff61cb5-2630-4d1f-bef2-edbbd7087824 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:56.737714 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-79a20dd7-3fd6-4cbf-8f98-0785ea1659f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:56.740753 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-79a20dd7-3fd6-4cbf-8f98-0785ea1659f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2491c75374b44eb7a9b4e8c11f8ffb37&device_id=1e7ed1d9-080d-417f-9def-1974bbba7ce8 HTTP/1.1" status: 200 len: 1095 time: 0.1590352 Jul 13 08:06:56.818039 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-bb818aa2-e901-4a41-93e2-edd96c608de7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c5d7e85-726e-4e71-8259-fe7397cfe3e4 HTTP/1.1" status: 200 len: 217 time: 0.0601568 Jul 13 08:06:56.942704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-f657dcb3-3898-4a9c-a872-f81a2c4d86c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:56.948271 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-f657dcb3-3898-4a9c-a872-f81a2c4d86c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51c62b78-43dd-429e-ad6c-89fd79ef0565 HTTP/1.1" status: 200 len: 848 time: 0.1248436 Jul 13 08:06:56.991324 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73ac8be7-2891-4dbd-813d-8dd528ebe047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.996933 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73ac8be7-2891-4dbd-813d-8dd528ebe047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.999108 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-73ac8be7-2891-4dbd-813d-8dd528ebe047 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e1c825ca-e73b-48c7-b5d6-6d6f11612c7f HTTP/1.1" status: 204 len: 168 time: 0.9256415 Jul 13 08:06:57.067039 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-fbdf6c30-c1ed-40ef-a303-e043afc1090b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=83f566d5-b66b-4793-a4a5-37792abdc658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113880 Jul 13 08:06:57.080610 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac8be7-2891-4dbd-813d-8dd528ebe047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c825ca-e73b-48c7-b5d6-6d6f11612c7f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:57.167404 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d4421432-8da6-4a40-8d9b-20e099b6ebba up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:57.259751 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a82d7d7-da8e-4e55-818b-28cbd22e7ebf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:57.280932 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6199af8f-7754-4e2f-ae91-98c752582906 None None] Sync routers for ids ['b63e5c1e-7c51-4f27-becb-5155fcaeff8b'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:57.296084 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port d4421432-8da6-4a40-8d9b-20e099b6ebba triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:57.297033 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.333851 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-626713cb-393a-481d-b809-9123a38b04cb service neutron] 10.222.0.35 "GET /v2.0/networks/83f566d5-b66b-4793-a4a5-37792abdc658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593484 Jul 13 08:06:57.364143 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6199af8f-7754-4e2f-ae91-98c752582906 None None] Routers {'b63e5c1e-7c51-4f27-becb-5155fcaeff8b'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:57.365215 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-6199af8f-7754-4e2f-ae91-98c752582906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b63e5c1e-7c51-4f27-becb-5155fcaeff8b'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:57.376248 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-57e7cee1-3e0f-409f-a1ba-0799ea9f6673 req-83c326f3-1509-4be7-9944-5aead60a8fa2 tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.3132555 Jul 13 08:06:57.393428 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac8be7-2891-4dbd-813d-8dd528ebe047 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.393977 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac8be7-2891-4dbd-813d-8dd528ebe047 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.394545 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac8be7-2891-4dbd-813d-8dd528ebe047 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.395096 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac8be7-2891-4dbd-813d-8dd528ebe047 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.395586 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac8be7-2891-4dbd-813d-8dd528ebe047 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.396125 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac8be7-2891-4dbd-813d-8dd528ebe047 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.396720 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac8be7-2891-4dbd-813d-8dd528ebe047 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.397611 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac8be7-2891-4dbd-813d-8dd528ebe047 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.398375 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac8be7-2891-4dbd-813d-8dd528ebe047 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.398929 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac8be7-2891-4dbd-813d-8dd528ebe047 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.399466 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac8be7-2891-4dbd-813d-8dd528ebe047 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.400059 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac8be7-2891-4dbd-813d-8dd528ebe047 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.405340 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e0c70b6e-3e3f-491b-9701-e5a9f5f2fa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.441630 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-6199af8f-7754-4e2f-ae91-98c752582906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:57.496191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6199af8f-7754-4e2f-ae91-98c752582906 None None] Routers {'b63e5c1e-7c51-4f27-becb-5155fcaeff8b'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:57.498467 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-6199af8f-7754-4e2f-ae91-98c752582906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b63e5c1e-7c51-4f27-becb-5155fcaeff8b'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:57.567136 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c70b6e-3e3f-491b-9701-e5a9f5f2fa61 admin admin] Pushing event deleted for resources: {'Port': ['ID=eff61cb5-2630-4d1f-bef2-edbbd7087824,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:57.571685 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c04177fb-6923-4ab4-b0a9-c66c3e551a49 req-56e524eb-9a4d-485a-81b4-d23d50695bab service neutron] 10.222.0.35 "GET /v2.0/networks/83f566d5-b66b-4793-a4a5-37792abdc658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308710 Jul 13 08:06:57.593177 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a82d7d7-da8e-4e55-818b-28cbd22e7ebf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.593685 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-6199af8f-7754-4e2f-ae91-98c752582906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:57.594948 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6199af8f-7754-4e2f-ae91-98c752582906 None None] The sync data for ids ['b63e5c1e-7c51-4f27-becb-5155fcaeff8b'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:57.599029 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4a82d7d7-da8e-4e55-818b-28cbd22e7ebf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.0449195 Jul 13 08:06:57.603691 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49742) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:57.659744 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1a9b2a9b-37f1-4df5-8aec-72162ce0d51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.745706 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e0c70b6e-3e3f-491b-9701-e5a9f5f2fa61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.838437 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 84670b05-04b7-47dd-9459-11162f7d5086 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:57.878032 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d8c78921-d70c-4732-bba6-2c8d6984814c req-4d09aba9-9f9a-4d4e-b9ee-472b16e96e9e tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.0995367 Jul 13 08:06:57.925171 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 84670b05-04b7-47dd-9459-11162f7d5086 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:06:57.925749 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 84670b05-04b7-47dd-9459-11162f7d5086 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:57.929091 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.971587 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57dca9-7561-41e9-9274-c6da47c9def2 req-e102d43d-fb99-4372-be60-ab3ff611abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:57.974237 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fd57dca9-7561-41e9-9274-c6da47c9def2 req-e102d43d-fb99-4372-be60-ab3ff611abab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2491c75374b44eb7a9b4e8c11f8ffb37&device_id=1e7ed1d9-080d-417f-9def-1974bbba7ce8 HTTP/1.1" status: 200 len: 1095 time: 0.2568657 Jul 13 08:06:58.085261 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e0c70b6e-3e3f-491b-9701-e5a9f5f2fa61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:58.092159 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e0c70b6e-3e3f-491b-9701-e5a9f5f2fa61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:58.215508 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9cef5-77d5-497b-bf96-0aa7d54cbf9f req-4082c618-e5cd-4026-8330-62cd78b1fcfa tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:58.218649 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ca9cef5-77d5-497b-bf96-0aa7d54cbf9f req-4082c618-e5cd-4026-8330-62cd78b1fcfa tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e7ed1d9-080d-417f-9def-1974bbba7ce8 HTTP/1.1" status: 200 len: 943 time: 0.3736444 Jul 13 08:06:58.222940 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e0c70b6e-3e3f-491b-9701-e5a9f5f2fa61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:58.223848 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c70b6e-3e3f-491b-9701-e5a9f5f2fa61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9ee9d67-43e9-49ca-bf13-a19c21eea7e5 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:06:58.245353 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e0c70b6e-3e3f-491b-9701-e5a9f5f2fa61 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:58.251875 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e0c70b6e-3e3f-491b-9701-e5a9f5f2fa61 admin admin] 10.222.0.58 "DELETE /v2.0/routers/b9ee9d67-43e9-49ca-bf13-a19c21eea7e5 HTTP/1.1" status: 204 len: 168 time: 3.8177285 Jul 13 08:06:58.255187 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49752) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:58.424268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-c182feab-7d6b-46a5-86b0-1fa2275d422d admin admin] Deleting subnet 92de4efe-5ff3-4d7e-9f13-21262f313f36 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:06:58.434951 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c182feab-7d6b-46a5-86b0-1fa2275d422d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:58.499284 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ca9cef5-77d5-497b-bf96-0aa7d54cbf9f req-51c59d8f-216d-4ca9-9230-a193a50c0d86 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fa3e832-499e-48e6-a4ad-96ec86a2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453556 Jul 13 08:06:58.539235 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c182feab-7d6b-46a5-86b0-1fa2275d422d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:58.756660 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c182feab-7d6b-46a5-86b0-1fa2275d422d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:58.931171 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d99dd6b-e3bd-4660-b7e2-b07cf286e35d req-450cd4ff-f6a3-4364-a92a-fa6f32ad335b tempest-ServerShowV257Test-1531663772 tempest-ServerShowV257Test-1531663772-project] 10.222.0.58 "GET /v2.0/ports?device_id=83d4734a-520f-4340-bfa6-f9e3f072fd45 HTTP/1.1" status: 200 len: 210 time: 0.0741446 Jul 13 08:06:58.931171 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c182feab-7d6b-46a5-86b0-1fa2275d422d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:59.033861 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182feab-7d6b-46a5-86b0-1fa2275d422d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92de4efe-5ff3-4d7e-9f13-21262f313f36,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:59.069053 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c182feab-7d6b-46a5-86b0-1fa2275d422d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:59.080357 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c182feab-7d6b-46a5-86b0-1fa2275d422d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/92de4efe-5ff3-4d7e-9f13-21262f313f36 HTTP/1.1" status: 204 len: 168 time: 0.8201611 Jul 13 08:06:59.081811 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49764) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:59.094394 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c924031c-838e-4cbd-8845-08cd18f6f063 None None] Network 95d95a8b-8086-4fa3-9607-8d14785a9f48 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:06:59.128954 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57dca9-7561-41e9-9274-c6da47c9def2 req-9a73770c-9d5b-4b49-bf7e-206f711cb920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:59.138738 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fd57dca9-7561-41e9-9274-c6da47c9def2 req-9a73770c-9d5b-4b49-bf7e-206f711cb920 service neutron] 10.222.0.35 "GET /v2.0/networks?id=83f566d5-b66b-4793-a4a5-37792abdc658 HTTP/1.1" status: 200 len: 909 time: 1.1542480 Jul 13 08:06:59.211264 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device eff61cb5-2630-4d1f-bef2-edbbd7087824 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:59.334582 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fd57dca9-7561-41e9-9274-c6da47c9def2 req-9758e219-bc65-4710-9cf1-a73ccf67e2cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c5d7e85-726e-4e71-8259-fe7397cfe3e4 HTTP/1.1" status: 200 len: 217 time: 0.1866224 Jul 13 08:06:59.362827 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a1937e4-2477-47b3-b184-0c9aa3aca343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:59.367346 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: eff61cb5-2630-4d1f-bef2-edbbd7087824 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:06:59.368313 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device eff61cb5-2630-4d1f-bef2-edbbd7087824 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:59.512285 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57dca9-7561-41e9-9274-c6da47c9def2 req-f472d495-2a03-438c-9feb-76e170b6dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:59.514314 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fd57dca9-7561-41e9-9274-c6da47c9def2 req-f472d495-2a03-438c-9feb-76e170b6dff0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51c62b78-43dd-429e-ad6c-89fd79ef0565 HTTP/1.1" status: 200 len: 848 time: 0.1711667 Jul 13 08:06:59.524445 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2a1937e4-2477-47b3-b184-0c9aa3aca343 admin admin] Deleting port ffd351b8-9cb3-4aeb-a9be-a255f74415e1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:59.525052 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a1937e4-2477-47b3-b184-0c9aa3aca343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:59.589974 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fd57dca9-7561-41e9-9274-c6da47c9def2 req-594e4f30-d1eb-4f8f-8f7b-8fca73dd9c13 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=83f566d5-b66b-4793-a4a5-37792abdc658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601549 Jul 13 08:06:59.668334 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:59.709780 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0a2402-e20c-4db1-9409-a5d0afbc821a None None] DHCP port deletion for 95d95a8b-8086-4fa3-9607-8d14785a9f48 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:06:59.772365 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-2a1937e4-2477-47b3-b184-0c9aa3aca343 admin admin] For port ffd351b8-9cb3-4aeb-a9be-a255f74415e1, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ffd351b8-9cb3-4aeb-a9be-a255f74415e1,segment=NetworkSegment(e7d7723a-b182-444c-9b72-fb42ed5157b2),segment_id=e7d7723a-b182-444c-9b72-fb42ed5157b2)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:59.772365 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a1937e4-2477-47b3-b184-0c9aa3aca343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:59.830360 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2a1937e4-2477-47b3-b184-0c9aa3aca343 admin admin] Calling delete_port for ffd351b8-9cb3-4aeb-a9be-a255f74415e1 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:59.891717 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ec0a2402-e20c-4db1-9409-a5d0afbc821a None None] Deleting port ffd351b8-9cb3-4aeb-a9be-a255f74415e1 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:59.892977 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec0a2402-e20c-4db1-9409-a5d0afbc821a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:59.934661 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-78f8a3b2-3950-41c9-9f2e-e09c06c51cc8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.048519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ec0a2402-e20c-4db1-9409-a5d0afbc821a None None] For port ffd351b8-9cb3-4aeb-a9be-a255f74415e1, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ffd351b8-9cb3-4aeb-a9be-a255f74415e1,segment=NetworkSegment(e7d7723a-b182-444c-9b72-fb42ed5157b2),segment_id=e7d7723a-b182-444c-9b72-fb42ed5157b2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:00.049200 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec0a2402-e20c-4db1-9409-a5d0afbc821a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.096647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ec0a2402-e20c-4db1-9409-a5d0afbc821a None None] Calling delete_port for ffd351b8-9cb3-4aeb-a9be-a255f74415e1 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:07:00.124898 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef313f6-76d6-4408-bbd2-4898ab0cd416 req-93ba7601-7344-4891-8ddc-ee4918a2df74 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:00.138845 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ef313f6-76d6-4408-bbd2-4898ab0cd416 req-93ba7601-7344-4891-8ddc-ee4918a2df74 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e7ed1d9-080d-417f-9def-1974bbba7ce8 HTTP/1.1" status: 200 len: 943 time: 0.2832088 Jul 13 08:07:00.244441 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ef313f6-76d6-4408-bbd2-4898ab0cd416 req-3db2d0ae-199d-4604-9624-7b2b9a2cf345 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fa3e832-499e-48e6-a4ad-96ec86a2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035583 Jul 13 08:07:00.266129 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a1937e4-2477-47b3-b184-0c9aa3aca343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.344297 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1937e4-2477-47b3-b184-0c9aa3aca343 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd351b8-9cb3-4aeb-a9be-a255f74415e1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:00.361520 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1937e4-2477-47b3-b184-0c9aa3aca343 admin admin] No DVR routers for this DVR port ffd351b8-9cb3-4aeb-a9be-a255f74415e1 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:07:00.390865 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec0a2402-e20c-4db1-9409-a5d0afbc821a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.459361 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fd57dca9-7561-41e9-9274-c6da47c9def2 req-50cffc76-a5df-4464-9480-a8dbda5170e4 service neutron] 10.222.0.35 "GET /v2.0/networks/83f566d5-b66b-4793-a4a5-37792abdc658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8560362 Jul 13 08:07:00.473284 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a2402-e20c-4db1-9409-a5d0afbc821a None None] Pushing event deleted for resources: {'Port': ['ID=ffd351b8-9cb3-4aeb-a9be-a255f74415e1,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:00.489581 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a2402-e20c-4db1-9409-a5d0afbc821a None None] No DVR routers for this DVR port ffd351b8-9cb3-4aeb-a9be-a255f74415e1 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:07:00.499051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2402-e20c-4db1-9409-a5d0afbc821a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:00.499051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2402-e20c-4db1-9409-a5d0afbc821a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:00.499051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2402-e20c-4db1-9409-a5d0afbc821a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:00.499051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2402-e20c-4db1-9409-a5d0afbc821a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:00.499051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2402-e20c-4db1-9409-a5d0afbc821a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:00.499051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2402-e20c-4db1-9409-a5d0afbc821a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:00.500369 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2402-e20c-4db1-9409-a5d0afbc821a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:00.501242 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2402-e20c-4db1-9409-a5d0afbc821a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:00.502106 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2402-e20c-4db1-9409-a5d0afbc821a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:00.502819 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2402-e20c-4db1-9409-a5d0afbc821a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:00.503541 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2402-e20c-4db1-9409-a5d0afbc821a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:00.504237 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2402-e20c-4db1-9409-a5d0afbc821a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:00.559265 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 7c5d7e85-726e-4e71-8259-fe7397cfe3e4 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:07:00.574583 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a1937e4-2477-47b3-b184-0c9aa3aca343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.600964 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2a1937e4-2477-47b3-b184-0c9aa3aca343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d95a8b-8086-4fa3-9607-8d14785a9f48']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:00.634321 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2a1937e4-2477-47b3-b184-0c9aa3aca343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d7723a-b182-444c-9b72-fb42ed5157b2') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:00.635772 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2a1937e4-2477-47b3-b184-0c9aa3aca343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d7723a-b182-444c-9b72-fb42ed5157b2') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:00.659400 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a1937e4-2477-47b3-b184-0c9aa3aca343 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.688098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-78f8a3b2-3950-41c9-9f2e-e09c06c51cc8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Allocated IP 172.20.0.1 (a1331bc6-5089-4ef5-8f94-ccff3ae3e871/248ed1d9-fec0-4195-82af-e636c3ad3840/34f10cf3-8d47-42d8-ba9d-472fb0998559) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:07:00.697061 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a1937e4-2477-47b3-b184-0c9aa3aca343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.724995 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1937e4-2477-47b3-b184-0c9aa3aca343 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:07:00.724995 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a1937e4-2477-47b3-b184-0c9aa3aca343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:07:00.731448 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:07:00.824298 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fd57dca9-7561-41e9-9274-c6da47c9def2 req-0392b61f-01c9-47b9-8461-323859dbafb9 service neutron] 10.222.0.35 "GET /v2.0/networks/83f566d5-b66b-4793-a4a5-37792abdc658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532491 Jul 13 08:07:00.901842 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a1937e4-2477-47b3-b184-0c9aa3aca343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.906880 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 7c5d7e85-726e-4e71-8259-fe7397cfe3e4, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7c5d7e85-726e-4e71-8259-fe7397cfe3e4,segment=NetworkSegment(6342940b-4525-4a63-a231-8f69d7a3f4a0),segment_id=6342940b-4525-4a63-a231-8f69d7a3f4a0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:00.934427 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a1937e4-2477-47b3-b184-0c9aa3aca343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.941576 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2a1937e4-2477-47b3-b184-0c9aa3aca343 admin admin] 10.222.0.58 "DELETE /v2.0/networks/95d95a8b-8086-4fa3-9607-8d14785a9f48 HTTP/1.1" status: 204 len: 168 time: 1.8502915 Jul 13 08:07:00.975314 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '7c5d7e85-726e-4e71-8259-fe7397cfe3e4', 'network_id': '83f566d5-b66b-4793-a4a5-37792abdc658', 'port_id': '7c5d7e85-726e-4e71-8259-fe7397cfe3e4', 'mac_address': 'fa:16:3e:5f:6a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51c62b78-43dd-429e-ad6c-89fd79ef0565', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:07:00.986348 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1937e4-2477-47b3-b184-0c9aa3aca343 admin admin] Pushing event deleted for resources: {'Network': ['ID=95d95a8b-8086-4fa3-9607-8d14785a9f48,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:01.026373 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-78f8a3b2-3950-41c9-9f2e-e09c06c51cc8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:01.067860 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-78f8a3b2-3950-41c9-9f2e-e09c06c51cc8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Transition to ACTIVE for port object 34f10cf3-8d47-42d8-ba9d-472fb0998559 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:07:01.111729 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:01.117763 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ffd351b8-9cb3-4aeb-a9be-a255f74415e1 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:07:01.155850 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: ffd351b8-9cb3-4aeb-a9be-a255f74415e1 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:07:01.156635 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ffd351b8-9cb3-4aeb-a9be-a255f74415e1 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:07:01.169651 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-78f8a3b2-3950-41c9-9f2e-e09c06c51cc8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:01.189412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5d7e85-726e-4e71-8259-fe7397cfe3e4 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:07:01.246368 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 7c5d7e85-726e-4e71-8259-fe7397cfe3e4, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7c5d7e85-726e-4e71-8259-fe7397cfe3e4,segment=NetworkSegment(6342940b-4525-4a63-a231-8f69d7a3f4a0),segment_id=6342940b-4525-4a63-a231-8f69d7a3f4a0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:01.256911 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:01.287542 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8a3b2-3950-41c9-9f2e-e09c06c51cc8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Port': ['ID=34f10cf3-8d47-42d8-ba9d-472fb0998559,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:01.319609 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49794) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:01.326396 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f8a3b2-3950-41c9-9f2e-e09c06c51cc8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Network a1331bc6-5089-4ef5-8f94-ccff3ae3e871 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:07:01.333222 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-78f8a3b2-3950-41c9-9f2e-e09c06c51cc8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:01.355466 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f8a3b2-3950-41c9-9f2e-e09c06c51cc8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:07:01.388551 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:01.412989 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=7c5d7e85-726e-4e71-8259-fe7397cfe3e4,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:01.504401 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-78f8a3b2-3950-41c9-9f2e-e09c06c51cc8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:01.558331 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['7c5d7e85-726e-4e71-8259-fe7397cfe3e4'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:07:01.657543 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49798) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:01.692507 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49800) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:01.697780 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f892de2-a566-41d9-8f32-55310d7daf78 req-0f0913fd-668e-4593-8261-13ff3a220ef0 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:01.721693 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7f892de2-a566-41d9-8f32-55310d7daf78 req-0f0913fd-668e-4593-8261-13ff3a220ef0 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e7ed1d9-080d-417f-9def-1974bbba7ce8 HTTP/1.1" status: 200 len: 944 time: 0.1792362 Jul 13 08:07:01.849311 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7f892de2-a566-41d9-8f32-55310d7daf78 req-c98b3f21-3609-4f65-94b5-050558c82123 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fa3e832-499e-48e6-a4ad-96ec86a2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236093 Jul 13 08:07:01.886828 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-79be008d-e57b-4163-9437-be724431916b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d1a06314407417ea88e23223ce7096a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1924791 Jul 13 08:07:01.890893 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49804) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:02.006632 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6371f742-3eb2-4857-9bcd-a2f5bbf73984 None None] Provisioning for port 34f10cf3-8d47-42d8-ba9d-472fb0998559 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:07:02.014311 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6371f742-3eb2-4857-9bcd-a2f5bbf73984 None None] Provisioning complete for port 34f10cf3-8d47-42d8-ba9d-472fb0998559 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:02.015321 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6371f742-3eb2-4857-9bcd-a2f5bbf73984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:02.094510 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6371f742-3eb2-4857-9bcd-a2f5bbf73984 None None] Port 34f10cf3-8d47-42d8-ba9d-472fb0998559 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:07:02.108991 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-78f8a3b2-3950-41c9-9f2e-e09c06c51cc8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:02.140854 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b88be3ce-336b-4f89-8382-1e2a1adc3e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:02.216853 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a35341c0-7dbb-4381-8ccf-45d6984917b6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1759048031', 'router:external': True}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:02.266315 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b88be3ce-336b-4f89-8382-1e2a1adc3e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:02.291090 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6f7b2573-2124-4a5b-a7c5-0e566ca9975f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:02.387127 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35341c0-7dbb-4381-8ccf-45d6984917b6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Made reservation on behalf of 9ac9c747b0084f65a50cc7e6d2a0558f for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:07:02.390684 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a35341c0-7dbb-4381-8ccf-45d6984917b6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:02.421763 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a35341c0-7dbb-4381-8ccf-45d6984917b6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:02.538047 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b88be3ce-336b-4f89-8382-1e2a1adc3e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:02.542803 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b88be3ce-336b-4f89-8382-1e2a1adc3e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:02.544839 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b88be3ce-336b-4f89-8382-1e2a1adc3e17 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/728517cb-deaf-445d-b06e-cfd9bd75e816 HTTP/1.1" status: 204 len: 168 time: 0.6523776 Jul 13 08:07:02.577004 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 7c5d7e85-726e-4e71-8259-fe7397cfe3e4 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:07:02.586259 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88be3ce-336b-4f89-8382-1e2a1adc3e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728517cb-deaf-445d-b06e-cfd9bd75e816,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:02.591078 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6f7b2573-2124-4a5b-a7c5-0e566ca9975f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:02.610346 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6f7b2573-2124-4a5b-a7c5-0e566ca9975f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:02.698969 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b2573-2124-4a5b-a7c5-0e566ca9975f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13929d15-4548-4362-8451-10c8b9e14dd2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:02.751904 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6f7b2573-2124-4a5b-a7c5-0e566ca9975f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5bbdf23e197042d191081c58229be349&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4295218 Jul 13 08:07:02.756402 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49808) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:02.779276 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 7c5d7e85-726e-4e71-8259-fe7397cfe3e4 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:07:02.787606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 7c5d7e85-726e-4e71-8259-fe7397cfe3e4 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:02.788231 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:02.925205 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-78f8a3b2-3950-41c9-9f2e-e09c06c51cc8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:02.946260 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-78f8a3b2-3950-41c9-9f2e-e09c06c51cc8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:02.965873 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:03.024232 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7ed1d9-080d-417f-9def-1974bbba7ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5d7e85-726e-4e71-8259-fe7397cfe3e4'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:07:03.030403 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9db30a-1b62-4230-bd06-9f988613d838" -d '{"events": [{"server_uuid": "1e7ed1d9-080d-417f-9def-1974bbba7ce8", "name": "network-vif-plugged", "status": "completed", "tag": "7c5d7e85-726e-4e71-8259-fe7397cfe3e4"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:07:03.082364 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 7c5d7e85-726e-4e71-8259-fe7397cfe3e4, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7c5d7e85-726e-4e71-8259-fe7397cfe3e4,segment=NetworkSegment(6342940b-4525-4a63-a231-8f69d7a3f4a0),segment_id=6342940b-4525-4a63-a231-8f69d7a3f4a0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:03.095389 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:03.213601 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d1b7aea2-1524-4fee-9cf5-fbd790816d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:03.255503 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d1b7aea2-1524-4fee-9cf5-fbd790816d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:03.292940 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8a3b2-3950-41c9-9f2e-e09c06c51cc8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Port': ['ID=34f10cf3-8d47-42d8-ba9d-472fb0998559,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:03.308348 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b977b24-0f0f-4b3d-912a-a3a867d48c2c x-openstack-request-id: req-2b977b24-0f0f-4b3d-912a-a3a867d48c2c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:07:03.308813 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7ed1d9-080d-417f-9def-1974bbba7ce8", "name": "network-vif-plugged", "status": "completed", "tag": "7c5d7e85-726e-4e71-8259-fe7397cfe3e4", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:07:03.310285 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b977b24-0f0f-4b3d-912a-a3a867d48c2c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:07:03.320067 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7ed1d9-080d-417f-9def-1974bbba7ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5d7e85-726e-4e71-8259-fe7397cfe3e4', 'code': 200} Jul 13 08:07:03.326227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=7c5d7e85-726e-4e71-8259-fe7397cfe3e4,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:03.356663 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cc2c7-e2df-4c81-96b4-21ae5587b7f7 req-c117a019-c6a5-4a63-ae2c-bfce9545ea6a tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:03.371676 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac7cc2c7-e2df-4c81-96b4-21ae5587b7f7 req-c117a019-c6a5-4a63-ae2c-bfce9545ea6a tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e7ed1d9-080d-417f-9def-1974bbba7ce8 HTTP/1.1" status: 200 len: 945 time: 0.2098932 Jul 13 08:07:03.417822 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49816) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:03.434003 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a35341c0-7dbb-4381-8ccf-45d6984917b6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:03.440570 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-78f8a3b2-3950-41c9-9f2e-e09c06c51cc8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:03.448346 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a35341c0-7dbb-4381-8ccf-45d6984917b6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:03.506229 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac7cc2c7-e2df-4c81-96b4-21ae5587b7f7 req-cb92804b-cdd9-44b9-8516-d86d6b7a3102 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fa3e832-499e-48e6-a4ad-96ec86a2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331286 Jul 13 08:07:03.549264 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-15af10a8-f681-4896-a9da-02a9278ce34c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=527bb26e51b84f62b897826bdca9fcf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299946 Jul 13 08:07:03.554289 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49818) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:03.606953 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35341c0-7dbb-4381-8ccf-45d6984917b6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ad06c9-255c-4f1a-b796-e2ee680d24d1,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:03.656063 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ef94a1a5-75e1-4a88-a0cf-ed8331a677b4 None None] Provisioning complete for port 34f10cf3-8d47-42d8-ba9d-472fb0998559 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:03.656870 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef94a1a5-75e1-4a88-a0cf-ed8331a677b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:03.668057 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d1b7aea2-1524-4fee-9cf5-fbd790816d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:03.672682 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d1b7aea2-1524-4fee-9cf5-fbd790816d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:03.678780 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d1b7aea2-1524-4fee-9cf5-fbd790816d78 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13929d15-4548-4362-8451-10c8b9e14dd2 HTTP/1.1" status: 204 len: 168 time: 0.9104671 Jul 13 08:07:03.679265 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35341c0-7dbb-4381-8ccf-45d6984917b6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:07:03.696053 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5472e4a8-cbd3-4119-848b-52376628b6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:03.708895 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7aea2-1524-4fee-9cf5-fbd790816d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13929d15-4548-4362-8451-10c8b9e14dd2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:03.739446 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a35341c0-7dbb-4381-8ccf-45d6984917b6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:03.739446 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-a35341c0-7dbb-4381-8ccf-45d6984917b6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Added segment 837f0e15-81d0-4a95-befa-0ae7e8177e5e of type vlan for network 6263131a-1c33-432a-aac0-ae20470f6658 Jul 13 08:07:03.749204 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64333f-9819-465c-b236-b1d308d6a0dd req-e61346ca-b12a-4547-9cc9-04a10c916721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:03.751941 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2a64333f-9819-465c-b236-b1d308d6a0dd req-e61346ca-b12a-4547-9cc9-04a10c916721 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1e7ed1d9-080d-417f-9def-1974bbba7ce8 HTTP/1.1" status: 200 len: 1097 time: 0.4253147 Jul 13 08:07:03.776306 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5472e4a8-cbd3-4119-848b-52376628b6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:03.824192 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ef94a1a5-75e1-4a88-a0cf-ed8331a677b4 None None] Port 34f10cf3-8d47-42d8-ba9d-472fb0998559 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:07:03.854873 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f8a3b2-3950-41c9-9f2e-e09c06c51cc8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Network a1331bc6-5089-4ef5-8f94-ccff3ae3e871 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:07:03.857526 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-78f8a3b2-3950-41c9-9f2e-e09c06c51cc8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:03.916934 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5472e4a8-cbd3-4119-848b-52376628b6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:03.917856 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a35341c0-7dbb-4381-8ccf-45d6984917b6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:03.922227 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5472e4a8-cbd3-4119-848b-52376628b6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:03.927774 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5472e4a8-cbd3-4119-848b-52376628b6e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1bb9db32-10eb-431b-9ea3-71a1c7461f96 HTTP/1.1" status: 204 len: 168 time: 0.3686845 Jul 13 08:07:03.939321 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472e4a8-cbd3-4119-848b-52376628b6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb9db32-10eb-431b-9ea3-71a1c7461f96,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:04.010009 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2a64333f-9819-465c-b236-b1d308d6a0dd req-6f07c23d-47c1-4375-b80a-ccc7ac1e867b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7fa3e832-499e-48e6-a4ad-96ec86a2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362232 Jul 13 08:07:04.176131 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a35341c0-7dbb-4381-8ccf-45d6984917b6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:04.177828 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35341c0-7dbb-4381-8ccf-45d6984917b6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:04.178880 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a35341c0-7dbb-4381-8ccf-45d6984917b6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:04.299282 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-457806dc-d379-48f4-a6ab-42aecb00de28 None None] Provisioning complete for port 34f10cf3-8d47-42d8-ba9d-472fb0998559 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:04.300615 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-457806dc-d379-48f4-a6ab-42aecb00de28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:04.334720 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49826) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:04.346597 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-59c3f69a-c586-47d4-96f1-233924c075c2 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Request body: {'subnet': {'network_id': '6263131a-1c33-432a-aac0-ae20470f6658', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:04.347927 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a35341c0-7dbb-4381-8ccf-45d6984917b6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.6830924 Jul 13 08:07:04.364362 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f8a3b2-3950-41c9-9f2e-e09c06c51cc8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Router b63e5c1e-7c51-4f27-becb-5155fcaeff8b has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:07:04.385337 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-457806dc-d379-48f4-a6ab-42aecb00de28 None None] Port 34f10cf3-8d47-42d8-ba9d-472fb0998559 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:07:04.421991 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c3f69a-c586-47d4-96f1-233924c075c2 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Made reservation on behalf of 9ac9c747b0084f65a50cc7e6d2a0558f for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:07:04.438141 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59c3f69a-c586-47d4-96f1-233924c075c2 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:04.450358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35341c0-7dbb-4381-8ccf-45d6984917b6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Pushing event updated for resources: {'Network': ['ID=6263131a-1c33-432a-aac0-ae20470f6658,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:04.491473 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 6263131a-1c33-432a-aac0-ae20470f6658 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:07:05.004808 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f8a3b2-3950-41c9-9f2e-e09c06c51cc8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:07:05.025685 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a3ce5b-8256-4278-a07d-501f8bee4ceb None None] Sync routers for ids ['b63e5c1e-7c51-4f27-becb-5155fcaeff8b'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:07:05.043513 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-78f8a3b2-3950-41c9-9f2e-e09c06c51cc8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "PUT /v2.0/routers/b63e5c1e-7c51-4f27-becb-5155fcaeff8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4352093 Jul 13 08:07:05.043942 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49840) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:05.052450 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-16879982-e876-4ad6-80c3-acbf7dd54af8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Request body: {'port': {'network_id': 'a1331bc6-5089-4ef5-8f94-ccff3ae3e871', 'name': 'tempest-FloatingIPTestJSON-1045002113'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:05.065889 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a3ce5b-8256-4278-a07d-501f8bee4ceb None None] Routers {'b63e5c1e-7c51-4f27-becb-5155fcaeff8b'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:05.074590 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-11a3ce5b-8256-4278-a07d-501f8bee4ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b63e5c1e-7c51-4f27-becb-5155fcaeff8b'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:05.149180 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-11a3ce5b-8256-4278-a07d-501f8bee4ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:05.173978 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a3ce5b-8256-4278-a07d-501f8bee4ceb None None] Routers {'b63e5c1e-7c51-4f27-becb-5155fcaeff8b'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:05.178007 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-11a3ce5b-8256-4278-a07d-501f8bee4ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b63e5c1e-7c51-4f27-becb-5155fcaeff8b'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:05.246569 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-11a3ce5b-8256-4278-a07d-501f8bee4ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:05.247631 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a3ce5b-8256-4278-a07d-501f8bee4ceb None None] The sync data for ids ['b63e5c1e-7c51-4f27-becb-5155fcaeff8b'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:07:05.284046 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9bb9b-8681-4fc4-8f56-392cab3720b8 req-eebdba11-84da-4c2c-9f47-67b0e33e7711 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:05.286709 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-58e9bb9b-8681-4fc4-8f56-392cab3720b8 req-eebdba11-84da-4c2c-9f47-67b0e33e7711 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e7ed1d9-080d-417f-9def-1974bbba7ce8 HTTP/1.1" status: 200 len: 945 time: 0.3637598 Jul 13 08:07:05.457307 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-58e9bb9b-8681-4fc4-8f56-392cab3720b8 req-d907e959-0a7c-4c34-90ff-4de5d893fcc8 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fa3e832-499e-48e6-a4ad-96ec86a2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164763 Jul 13 08:07:05.533576 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16879982-e876-4ad6-80c3-acbf7dd54af8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Made reservation on behalf of 16f6ef9f9bdd4907b72f83f4840c942b for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:07:05.540376 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16879982-e876-4ad6-80c3-acbf7dd54af8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:05.609667 n-d-779913-28 neutron-server[93724]: DEBUG neutron.objects.ports [None req-59c3f69a-c586-47d4-96f1-233924c075c2 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 08:07:05.610849 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59c3f69a-c586-47d4-96f1-233924c075c2 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:05.614953 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-16879982-e876-4ad6-80c3-acbf7dd54af8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] device_id is not set on port 483dd3a0-951b-432e-a64d-a0302a51a1b2 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:07:05.801411 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3f69a-c586-47d4-96f1-233924c075c2 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Pushing event updated for resources: {'Subnet': ['ID=908c55ba-2d19-4dbb-b554-09f208c37c99,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:05.814949 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3f69a-c586-47d4-96f1-233924c075c2 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Checking segment: {'id': '837f0e15-81d0-4a95-befa-0ae7e8177e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6263131a-1c33-432a-aac0-ae20470f6658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:07:05.815769 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c3f69a-c586-47d4-96f1-233924c075c2 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Network hostable DHCP agents. Network: 6263131a-1c33-432a-aac0-ae20470f6658, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:07:05.993537 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c3f69a-c586-47d4-96f1-233924c075c2 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Network 6263131a-1c33-432a-aac0-ae20470f6658 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:07:05.998970 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-16879982-e876-4ad6-80c3-acbf7dd54af8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Allocated IP 172.20.0.12 (a1331bc6-5089-4ef5-8f94-ccff3ae3e871/248ed1d9-fec0-4195-82af-e636c3ad3840/483dd3a0-951b-432e-a64d-a0302a51a1b2) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:07:06.029075 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-59c3f69a-c586-47d4-96f1-233924c075c2 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 6263131a-1c33-432a-aac0-ae20470f6658) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:06.044352 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c3f69a-c586-47d4-96f1-233924c075c2 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:06.044352 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59c3f69a-c586-47d4-96f1-233924c075c2 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:06.067579 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cb3879-5d55-4cfe-b25d-1f66b4815132 None None] Network 6263131a-1c33-432a-aac0-ae20470f6658 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:07:06.113379 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-59c3f69a-c586-47d4-96f1-233924c075c2 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7724664 Jul 13 08:07:06.113752 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49868) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:06.126038 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1136249671', 'network_id': '6263131a-1c33-432a-aac0-ae20470f6658'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:06.133895 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d765618-04fa-4b71-b73b-2a11056b9745 req-261f463f-ba27-4d92-ba98-69201f29fff1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:06.139337 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d765618-04fa-4b71-b73b-2a11056b9745 req-261f463f-ba27-4d92-ba98-69201f29fff1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 945 time: 0.2517796 Jul 13 08:07:06.176872 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Made reservation on behalf of 9ac9c747b0084f65a50cc7e6d2a0558f for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:07:06.182559 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:06.224335 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d765618-04fa-4b71-b73b-2a11056b9745 req-bd4e07d3-5c1e-40d2-a4c4-43756a33a797 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758023 Jul 13 08:07:06.225176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] device_id is not set on port e6148ce9-188f-41ef-a946-48d58c86d713 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:07:06.361603 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea43bec-9ad4-4cfd-95c6-241862267b96 None None] Network 6263131a-1c33-432a-aac0-ae20470f6658 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:07:06.453161 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Allocated IP 172.20.0.10 (6263131a-1c33-432a-aac0-ae20470f6658/908c55ba-2d19-4dbb-b554-09f208c37c99/e6148ce9-188f-41ef-a946-48d58c86d713) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:07:06.529483 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16879982-e876-4ad6-80c3-acbf7dd54af8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:06.563663 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-16879982-e876-4ad6-80c3-acbf7dd54af8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Transition to ACTIVE for port object 483dd3a0-951b-432e-a64d-a0302a51a1b2 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:07:06.652027 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16879982-e876-4ad6-80c3-acbf7dd54af8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:06.760972 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16879982-e876-4ad6-80c3-acbf7dd54af8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Network a1331bc6-5089-4ef5-8f94-ccff3ae3e871 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:07:06.769284 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-16879982-e876-4ad6-80c3-acbf7dd54af8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:06.777933 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16879982-e876-4ad6-80c3-acbf7dd54af8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:07:06.848289 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16879982-e876-4ad6-80c3-acbf7dd54af8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event updated for resources: {'Port': ['ID=483dd3a0-951b-432e-a64d-a0302a51a1b2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:06.942528 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:06.980276 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16879982-e876-4ad6-80c3-acbf7dd54af8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:06.981297 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16879982-e876-4ad6-80c3-acbf7dd54af8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:07.022143 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-16879982-e876-4ad6-80c3-acbf7dd54af8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9756835 Jul 13 08:07:07.031024 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49882) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:07.051391 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a954c4-3316-4ab8-929c-d9742a9e03b3 req-df5715a9-1ed7-4e96-93f5-10ca0165f026 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:07.054357 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70a954c4-3316-4ab8-929c-d9742a9e03b3 req-df5715a9-1ed7-4e96-93f5-10ca0165f026 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e7ed1d9-080d-417f-9def-1974bbba7ce8 HTTP/1.1" status: 200 len: 945 time: 0.2647119 Jul 13 08:07:07.065492 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fe385061-20a6-42bf-a4eb-20c2cee40dd4 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Request body: {'floatingip': {'port_id': '483dd3a0-951b-432e-a64d-a0302a51a1b2'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:07.068154 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:07.133521 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Network 6263131a-1c33-432a-aac0-ae20470f6658 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:07:07.139691 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:07.160031 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:07:07.208337 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Pushing event updated for resources: {'Port': ['ID=e6148ce9-188f-41ef-a946-48d58c86d713,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:07.212250 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe385061-20a6-42bf-a4eb-20c2cee40dd4 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:07.229602 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:07.230145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:07.230604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:07.231854 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:07.231854 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:07.232241 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:07.232586 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:07.233042 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:07.233481 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:07.233964 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:07.234439 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:07.234829 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:07.250873 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:07.252537 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:07.298896 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3129d2cf-e0d9-4fb3-ade5-e4a3fa40c438 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.1748857 Jul 13 08:07:07.300893 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49888) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:07.314762 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-df9e516b-50dc-4e9f-980d-f9f6a66fe28f None None] Provisioning for port 483dd3a0-951b-432e-a64d-a0302a51a1b2 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:07:07.325762 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-df9e516b-50dc-4e9f-980d-f9f6a66fe28f None None] Provisioning complete for port 483dd3a0-951b-432e-a64d-a0302a51a1b2 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:07.328209 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-df9e516b-50dc-4e9f-980d-f9f6a66fe28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:07.472403 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-df9e516b-50dc-4e9f-980d-f9f6a66fe28f None None] Port 483dd3a0-951b-432e-a64d-a0302a51a1b2 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:07:07.571093 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-3742b7f1-fe62-42fc-88ef-0798efe6ff7a tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Deleting port e6148ce9-188f-41ef-a946-48d58c86d713 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:07:07.572611 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3742b7f1-fe62-42fc-88ef-0798efe6ff7a tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:07.757726 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3742b7f1-fe62-42fc-88ef-0798efe6ff7a tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:07.784295 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-3742b7f1-fe62-42fc-88ef-0798efe6ff7a tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Calling delete_port for e6148ce9-188f-41ef-a946-48d58c86d713 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:07:07.861527 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70a954c4-3316-4ab8-929c-d9742a9e03b3 req-4c26bc19-e1e1-4cc4-94a7-caf6b566ec69 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fa3e832-499e-48e6-a4ad-96ec86a2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7804053 Jul 13 08:07:08.090615 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3742b7f1-fe62-42fc-88ef-0798efe6ff7a tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:08.096973 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:08.119970 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41050ea-0e77-46de-b71c-923b9617c96c req-a9fa0ecf-f789-4bd2-adfa-a1064f74573f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:08.134855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c41050ea-0e77-46de-b71c-923b9617c96c req-a9fa0ecf-f789-4bd2-adfa-a1064f74573f tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 945 time: 0.3738415 Jul 13 08:07:08.141150 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742b7f1-fe62-42fc-88ef-0798efe6ff7a tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6148ce9-188f-41ef-a946-48d58c86d713,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:08.298128 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c41050ea-0e77-46de-b71c-923b9617c96c req-4d4f793a-5faf-4b30-b4c6-ba57a0be17ed tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613517 Jul 13 08:07:08.364846 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3742b7f1-fe62-42fc-88ef-0798efe6ff7a tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:08.367838 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3742b7f1-fe62-42fc-88ef-0798efe6ff7a tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "DELETE /v2.0/ports/e6148ce9-188f-41ef-a946-48d58c86d713 HTTP/1.1" status: 204 len: 168 time: 1.0646451 Jul 13 08:07:08.372627 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49904) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:08.378840 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2aa69e80-c9f9-4fff-a518-b318d8ca942d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6263131a-1c33-432a-aac0-ae20470f6658', 'external_fixed_ips': [{'subnet_id': '908c55ba-2d19-4dbb-b554-09f208c37c99', 'ip_address': '172.20.0.10'}]}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:08.449021 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2aa69e80-c9f9-4fff-a518-b318d8ca942d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:08.450805 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2aa69e80-c9f9-4fff-a518-b318d8ca942d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:08.690065 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2aa69e80-c9f9-4fff-a518-b318d8ca942d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:09.052550 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2aa69e80-c9f9-4fff-a518-b318d8ca942d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:09.201789 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.db.resource_extend [None req-fe385061-20a6-42bf-a4eb-20c2cee40dd4 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 08:07:09.353510 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe385061-20a6-42bf-a4eb-20c2cee40dd4 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:09.360593 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe385061-20a6-42bf-a4eb-20c2cee40dd4 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:09.634714 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-fe385061-20a6-42bf-a4eb-20c2cee40dd4 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Floating IP 07ce7336-f122-4096-80ca-0652682e7dc1 associated. External IP: 172.25.0.56, port: b3c9abd7-e4d5-4aa4-8d4d-d36d59370fe6. Jul 13 08:07:09.771464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49926) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:09.938970 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b124b3a-b9d3-4aea-af56-c12ae6dc8cf9 req-886728a0-0f90-4690-a108-ef18c1771173 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:09.941416 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b124b3a-b9d3-4aea-af56-c12ae6dc8cf9 req-886728a0-0f90-4690-a108-ef18c1771173 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e7ed1d9-080d-417f-9def-1974bbba7ce8 HTTP/1.1" status: 200 len: 945 time: 0.4516859 Jul 13 08:07:09.989350 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-458e3cab-1ab2-41d2-a5eb-9950acccf69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:10.010338 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7d38f-d9a2-448c-a824-2e615810ef71 req-54926859-f7d5-409e-aa51-79daa22d36eb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:10.012867 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-20d7d38f-d9a2-448c-a824-2e615810ef71 req-54926859-f7d5-409e-aa51-79daa22d36eb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 945 time: 0.4516978 Jul 13 08:07:10.184213 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2aa69e80-c9f9-4fff-a518-b318d8ca942d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:10.202834 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-458e3cab-1ab2-41d2-a5eb-9950acccf69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:10.209220 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-458e3cab-1ab2-41d2-a5eb-9950acccf69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:10.267021 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-458e3cab-1ab2-41d2-a5eb-9950acccf69f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e00f48411ee640a5bf2f3a4641611d69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4927728 Jul 13 08:07:10.267995 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b124b3a-b9d3-4aea-af56-c12ae6dc8cf9 req-5416ccf7-bf04-40ee-922e-e1124f1d2d02 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fa3e832-499e-48e6-a4ad-96ec86a2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073668 Jul 13 08:07:10.269033 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e3cab-1ab2-41d2-a5eb-9950acccf69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7801176-dc38-4c33-a866-ce0690703988,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:10.278919 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49930) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:10.279251 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2aa69e80-c9f9-4fff-a518-b318d8ca942d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:10.290738 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-20d7d38f-d9a2-448c-a824-2e615810ef71 req-dfa3ad0e-f78b-4747-88a2-8e6b96e23b56 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499545 Jul 13 08:07:10.385831 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3579f9dd-42f9-41c2-a8db-e208440e2626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:10.428641 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3579f9dd-42f9-41c2-a8db-e208440e2626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:10.545777 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3579f9dd-42f9-41c2-a8db-e208440e2626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:10.549812 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3579f9dd-42f9-41c2-a8db-e208440e2626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:10.554216 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3579f9dd-42f9-41c2-a8db-e208440e2626 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e7801176-dc38-4c33-a866-ce0690703988 HTTP/1.1" status: 204 len: 168 time: 0.2731831 Jul 13 08:07:10.575746 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579f9dd-42f9-41c2-a8db-e208440e2626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7801176-dc38-4c33-a866-ce0690703988,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:10.739578 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd144a35-7c59-489a-b57b-03dac656135d req-54bb9262-f541-47f2-ac62-ece3b127fa6a tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:10.742348 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd144a35-7c59-489a-b57b-03dac656135d req-54bb9262-f541-47f2-ac62-ece3b127fa6a tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e7ed1d9-080d-417f-9def-1974bbba7ce8 HTTP/1.1" status: 200 len: 945 time: 0.1246481 Jul 13 08:07:10.961949 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-cd144a35-7c59-489a-b57b-03dac656135d req-a1e20615-6494-4253-9b52-cc105bfe0578 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Deleting port 7c5d7e85-726e-4e71-8259-fe7397cfe3e4 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:07:10.963497 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-cd144a35-7c59-489a-b57b-03dac656135d req-a1e20615-6494-4253-9b52-cc105bfe0578 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:10.999450 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe385061-20a6-42bf-a4eb-20c2cee40dd4 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Router 611fdb4d-7fd7-4ec4-9144-64e823617d54 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:07:11.100676 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49936) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:11.132405 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9d888e39-0523-4efc-ae84-122f051c40a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:11.164139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-2aa69e80-c9f9-4fff-a518-b318d8ca942d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Allocated IP 172.20.0.10 (6263131a-1c33-432a-aac0-ae20470f6658/908c55ba-2d19-4dbb-b554-09f208c37c99/8c2185b2-a437-4f4d-906b-95b4474b4b3b) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:07:11.183709 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-cd144a35-7c59-489a-b57b-03dac656135d req-a1e20615-6494-4253-9b52-cc105bfe0578 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] For port 7c5d7e85-726e-4e71-8259-fe7397cfe3e4, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=7c5d7e85-726e-4e71-8259-fe7397cfe3e4,segment=NetworkSegment(6342940b-4525-4a63-a231-8f69d7a3f4a0),segment_id=6342940b-4525-4a63-a231-8f69d7a3f4a0)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:11.184304 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-cd144a35-7c59-489a-b57b-03dac656135d req-a1e20615-6494-4253-9b52-cc105bfe0578 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:11.218458 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-cd144a35-7c59-489a-b57b-03dac656135d req-a1e20615-6494-4253-9b52-cc105bfe0578 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Calling delete_port for 7c5d7e85-726e-4e71-8259-fe7397cfe3e4 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:07:11.290695 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe385061-20a6-42bf-a4eb-20c2cee40dd4 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:07:11.313913 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134408dc-8719-40f9-8901-a202f327e047 None None] Sync routers for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:07:11.335061 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134408dc-8719-40f9-8901-a202f327e047 None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:11.350442 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-134408dc-8719-40f9-8901-a202f327e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:11.521811 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-134408dc-8719-40f9-8901-a202f327e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:11.540075 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134408dc-8719-40f9-8901-a202f327e047 None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:11.542846 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-134408dc-8719-40f9-8901-a202f327e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:11.549879 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9d888e39-0523-4efc-ae84-122f051c40a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:11.567204 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9d888e39-0523-4efc-ae84-122f051c40a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:11.592794 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2aa69e80-c9f9-4fff-a518-b318d8ca942d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:11.684062 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2aa69e80-c9f9-4fff-a518-b318d8ca942d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:11.698856 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9d888e39-0523-4efc-ae84-122f051c40a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa776176b6d64a6dbb491d5a52d47792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5926855 Jul 13 08:07:11.701203 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d888e39-0523-4efc-ae84-122f051c40a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56df2e2b-6c11-4fd4-aa86-411adefe36f0,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:11.704425 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-134408dc-8719-40f9-8901-a202f327e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:11.704425 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134408dc-8719-40f9-8901-a202f327e047 None None] The sync data for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:07:11.714578 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 49944) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:11.719983 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-cd144a35-7c59-489a-b57b-03dac656135d req-a1e20615-6494-4253-9b52-cc105bfe0578 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:11.740296 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['7c5d7e85-726e-4e71-8259-fe7397cfe3e4'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:07:11.791188 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e20615-6494-4253-9b52-cc105bfe0578 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Pushing event deleted for resources: {'Port': ['ID=7c5d7e85-726e-4e71-8259-fe7397cfe3e4,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:11.827906 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa69e80-c9f9-4fff-a518-b318d8ca942d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Network 6263131a-1c33-432a-aac0-ae20470f6658 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:07:11.860306 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2aa69e80-c9f9-4fff-a518-b318d8ca942d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:11.903885 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd144a35-7c59-489a-b57b-03dac656135d req-a1e20615-6494-4253-9b52-cc105bfe0578 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] No DVR routers for this DVR port 7c5d7e85-726e-4e71-8259-fe7397cfe3e4 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:07:11.909262 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-cd144a35-7c59-489a-b57b-03dac656135d req-a1e20615-6494-4253-9b52-cc105bfe0578 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:11.914968 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cd144a35-7c59-489a-b57b-03dac656135d req-a1e20615-6494-4253-9b52-cc105bfe0578 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.35 "DELETE /v2.0/ports/7c5d7e85-726e-4e71-8259-fe7397cfe3e4 HTTP/1.1" status: 204 len: 173 time: 1.1622992 Jul 13 08:07:11.918330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7ed1d9-080d-417f-9def-1974bbba7ce8', 'name': 'network-vif-deleted', 'tag': '7c5d7e85-726e-4e71-8259-fe7397cfe3e4'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:07:11.918500 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa69e80-c9f9-4fff-a518-b318d8ca942d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:07:11.923186 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fef1eab1-a8a9-4909-aa9b-494675067368 req-c7bc956d-bf53-44a2-837c-c227e470cd22 tempest-VolumesActionsTest-109308149 tempest-VolumesActionsTest-109308149-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e7ed1d9-080d-417f-9def-1974bbba7ce8 HTTP/1.1" status: 200 len: 210 time: 0.1043329 Jul 13 08:07:11.937182 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac545ef6-ff4c-4064-983e-f119f022033a" -d '{"events": [{"server_uuid": "1e7ed1d9-080d-417f-9def-1974bbba7ce8", "name": "network-vif-deleted", "tag": "7c5d7e85-726e-4e71-8259-fe7397cfe3e4"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:07:12.056543 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e05c61-b348-4d90-80a4-014aa7a1230d x-openstack-request-id: req-28e05c61-b348-4d90-80a4-014aa7a1230d {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:07:12.057527 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7ed1d9-080d-417f-9def-1974bbba7ce8", "name": "network-vif-deleted", "tag": "7c5d7e85-726e-4e71-8259-fe7397cfe3e4", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:07:12.057527 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-28e05c61-b348-4d90-80a4-014aa7a1230d {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:07:12.058139 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7ed1d9-080d-417f-9def-1974bbba7ce8', 'name': 'network-vif-deleted', 'tag': '7c5d7e85-726e-4e71-8259-fe7397cfe3e4', 'status': 'completed', 'code': 200} Jul 13 08:07:12.107155 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa69e80-c9f9-4fff-a518-b318d8ca942d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Pushing event updated for resources: {'Port': ['ID=8c2185b2-a437-4f4d-906b-95b4474b4b3b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:12.376686 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-856a442d-6096-4756-abd0-b22ec8db60b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:12.507987 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-856a442d-6096-4756-abd0-b22ec8db60b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:12.534771 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe385061-20a6-42bf-a4eb-20c2cee40dd4 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Router b63e5c1e-7c51-4f27-becb-5155fcaeff8b has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:07:12.790334 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30683cae-3b73-4ea7-8e48-d00ae9e1f4c7 req-7e4d453d-3c69-4db3-87c7-7a69b77751c1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:12.792838 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30683cae-3b73-4ea7-8e48-d00ae9e1f4c7 req-7e4d453d-3c69-4db3-87c7-7a69b77751c1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 945 time: 0.4643450 Jul 13 08:07:12.870550 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-856a442d-6096-4756-abd0-b22ec8db60b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:12.875074 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-856a442d-6096-4756-abd0-b22ec8db60b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:12.880537 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-856a442d-6096-4756-abd0-b22ec8db60b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/56df2e2b-6c11-4fd4-aa86-411adefe36f0 HTTP/1.1" status: 204 len: 168 time: 1.1411605 Jul 13 08:07:12.941660 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2aa69e80-c9f9-4fff-a518-b318d8ca942d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:12.958687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a442d-6096-4756-abd0-b22ec8db60b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56df2e2b-6c11-4fd4-aa86-411adefe36f0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:13.037902 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:13.074055 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30683cae-3b73-4ea7-8e48-d00ae9e1f4c7 req-8cd72524-c99c-41be-8a3a-6952f4d8603e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697175 Jul 13 08:07:13.114130 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe385061-20a6-42bf-a4eb-20c2cee40dd4 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:07:13.123062 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe385061-20a6-42bf-a4eb-20c2cee40dd4 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:13.144230 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecd3ed0-7d7b-49a3-b4d3-775614f35a6f None None] Sync routers for ids ['b63e5c1e-7c51-4f27-becb-5155fcaeff8b'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:07:13.169750 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecd3ed0-7d7b-49a3-b4d3-775614f35a6f None None] Routers {'b63e5c1e-7c51-4f27-becb-5155fcaeff8b'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:13.170876 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4ecd3ed0-7d7b-49a3-b4d3-775614f35a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b63e5c1e-7c51-4f27-becb-5155fcaeff8b'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:13.235194 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4ecd3ed0-7d7b-49a3-b4d3-775614f35a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:13.262020 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecd3ed0-7d7b-49a3-b4d3-775614f35a6f None None] Routers {'b63e5c1e-7c51-4f27-becb-5155fcaeff8b'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:13.263172 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4ecd3ed0-7d7b-49a3-b4d3-775614f35a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b63e5c1e-7c51-4f27-becb-5155fcaeff8b'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:13.338934 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4ecd3ed0-7d7b-49a3-b4d3-775614f35a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:13.340636 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecd3ed0-7d7b-49a3-b4d3-775614f35a6f None None] The sync data for ids ['b63e5c1e-7c51-4f27-becb-5155fcaeff8b'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:07:13.465775 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fe385061-20a6-42bf-a4eb-20c2cee40dd4 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "PUT /v2.0/floatingips/07ce7336-f122-4096-80ca-0652682e7dc1 HTTP/1.1" status: 200 len: 978 time: 6.4046304 Jul 13 08:07:13.466758 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 49962) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:13.493983 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2aa69e80-c9f9-4fff-a518-b318d8ca942d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:13.693547 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-53c9f2cc-0696-44df-a7dc-da24cd61caaf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Deleting port 483dd3a0-951b-432e-a64d-a0302a51a1b2 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:07:13.694065 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-53c9f2cc-0696-44df-a7dc-da24cd61caaf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:13.924751 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-53c9f2cc-0696-44df-a7dc-da24cd61caaf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:14.289630 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa69e80-c9f9-4fff-a518-b318d8ca942d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Router b7b04649-9267-42bc-8f1d-db9939aac09a is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:07:14.553187 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa69e80-c9f9-4fff-a518-b318d8ca942d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:07:14.571065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ebc948-3ee0-467f-8809-f34a1fa7f56c None None] Sync routers for ids ['b7b04649-9267-42bc-8f1d-db9939aac09a'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:07:14.598541 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ebc948-3ee0-467f-8809-f34a1fa7f56c None None] Routers {'b7b04649-9267-42bc-8f1d-db9939aac09a'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:14.600479 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-04ebc948-3ee0-467f-8809-f34a1fa7f56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b7b04649-9267-42bc-8f1d-db9939aac09a'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:14.607404 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2aa69e80-c9f9-4fff-a518-b318d8ca942d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:14.613490 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2aa69e80-c9f9-4fff-a518-b318d8ca942d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.2360921 Jul 13 08:07:14.625028 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17909fc3-7ebf-406b-aa10-7b773e96bdd9 req-bae2db6d-bce0-4b55-99fa-a4a69a2d89b5 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:14.626816 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17909fc3-7ebf-406b-aa10-7b773e96bdd9 req-bae2db6d-bce0-4b55-99fa-a4a69a2d89b5 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 945 time: 0.2197516 Jul 13 08:07:14.627565 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50002) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:14.803714 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17909fc3-7ebf-406b-aa10-7b773e96bdd9 req-ee25e0a8-d931-4502-b1d6-34270de7edf1 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669397 Jul 13 08:07:14.808693 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 7c5d7e85-726e-4e71-8259-fe7397cfe3e4 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:07:14.814234 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:07:14.900282 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 7c5d7e85-726e-4e71-8259-fe7397cfe3e4 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:07:14.901168 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 7c5d7e85-726e-4e71-8259-fe7397cfe3e4 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:07:14.908831 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-53c9f2cc-0696-44df-a7dc-da24cd61caaf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:14.910949 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-53c9f2cc-0696-44df-a7dc-da24cd61caaf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:14.911481 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-53c9f2cc-0696-44df-a7dc-da24cd61caaf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Floating IP 07ce7336-f122-4096-80ca-0652682e7dc1 disassociated. External IP: 172.25.0.56, port: 483dd3a0-951b-432e-a64d-a0302a51a1b2. Jul 13 08:07:14.912183 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-53c9f2cc-0696-44df-a7dc-da24cd61caaf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Calling delete_port for 483dd3a0-951b-432e-a64d-a0302a51a1b2 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:07:14.998606 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-98551ec7-b792-4e52-bf90-039f78f1a2e5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:15.008076 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-04ebc948-3ee0-467f-8809-f34a1fa7f56c None None] Set router b7b04649-9267-42bc-8f1d-db9939aac09a gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:07:15.209545 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-53c9f2cc-0696-44df-a7dc-da24cd61caaf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:15.273638 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-98551ec7-b792-4e52-bf90-039f78f1a2e5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:15.285429 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9f2cc-0696-44df-a7dc-da24cd61caaf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event deleted for resources: {'Port': ['ID=483dd3a0-951b-432e-a64d-a0302a51a1b2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:15.392511 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-98551ec7-b792-4e52-bf90-039f78f1a2e5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Deleting port 8c2185b2-a437-4f4d-906b-95b4474b4b3b {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:07:15.393088 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-98551ec7-b792-4e52-bf90-039f78f1a2e5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:15.525139 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-04ebc948-3ee0-467f-8809-f34a1fa7f56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b04649-9267-42bc-8f1d-db9939aac09a', 'name': '', 'tenant_id': '9ac9c747b0084f65a50cc7e6d2a0558f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6263131a-1c33-432a-aac0-ae20470f6658', 'external_fixed_ips': [{'subnet_id': '908c55ba-2d19-4dbb-b554-09f208c37c99', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '8c2185b2-a437-4f4d-906b-95b4474b4b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:08Z', 'updated_at': '2021-07-13T08:07:12Z', 'revision_number': 3, 'project_id': '9ac9c747b0084f65a50cc7e6d2a0558f', 'gw_port': {'id': '8c2185b2-a437-4f4d-906b-95b4474b4b3b', 'name': '', 'network_id': '6263131a-1c33-432a-aac0-ae20470f6658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:28:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b04649-9267-42bc-8f1d-db9939aac09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '908c55ba-2d19-4dbb-b554-09f208c37c99', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:10Z', 'updated_at': '2021-07-13T08:07:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '908c55ba-2d19-4dbb-b554-09f208c37c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:15.558629 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c9f2cc-0696-44df-a7dc-da24cd61caaf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Router b63e5c1e-7c51-4f27-becb-5155fcaeff8b has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:07:15.600692 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ebc948-3ee0-467f-8809-f34a1fa7f56c None None] Checking router: b7b04649-9267-42bc-8f1d-db9939aac09a for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:07:15.601547 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ebc948-3ee0-467f-8809-f34a1fa7f56c None None] Updating router b7b04649-9267-42bc-8f1d-db9939aac09a port 8c2185b2-a437-4f4d-906b-95b4474b4b3b binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:07:15.664858 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-98551ec7-b792-4e52-bf90-039f78f1a2e5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:15.690228 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-04ebc948-3ee0-467f-8809-f34a1fa7f56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:15.717846 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-98551ec7-b792-4e52-bf90-039f78f1a2e5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Calling delete_port for 8c2185b2-a437-4f4d-906b-95b4474b4b3b owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:07:15.909901 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c9f2cc-0696-44df-a7dc-da24cd61caaf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:07:15.929577 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49060a58-1014-4fb8-b708-c52c3a3a19ae None None] Sync routers for ids ['b63e5c1e-7c51-4f27-becb-5155fcaeff8b'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:07:15.969661 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49060a58-1014-4fb8-b708-c52c3a3a19ae None None] Routers {'b63e5c1e-7c51-4f27-becb-5155fcaeff8b'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:15.972488 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-49060a58-1014-4fb8-b708-c52c3a3a19ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b63e5c1e-7c51-4f27-becb-5155fcaeff8b'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:16.172412 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-49060a58-1014-4fb8-b708-c52c3a3a19ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:16.200797 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49060a58-1014-4fb8-b708-c52c3a3a19ae None None] Routers {'b63e5c1e-7c51-4f27-becb-5155fcaeff8b'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:16.202102 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-49060a58-1014-4fb8-b708-c52c3a3a19ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b63e5c1e-7c51-4f27-becb-5155fcaeff8b'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:16.245006 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-53c9f2cc-0696-44df-a7dc-da24cd61caaf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:16.255802 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-53c9f2cc-0696-44df-a7dc-da24cd61caaf tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "DELETE /v2.0/ports/483dd3a0-951b-432e-a64d-a0302a51a1b2 HTTP/1.1" status: 204 len: 168 time: 2.7843900 Jul 13 08:07:16.260004 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50044) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:16.380672 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-49060a58-1014-4fb8-b708-c52c3a3a19ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:16.382340 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49060a58-1014-4fb8-b708-c52c3a3a19ae None None] The sync data for ids ['b63e5c1e-7c51-4f27-becb-5155fcaeff8b'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:07:16.571322 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-98551ec7-b792-4e52-bf90-039f78f1a2e5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:16.651301 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf310f9f-cc92-4756-9f11-0f0294e8d8d1 req-0b9f6a0d-3929-4967-8535-90a61d48f994 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:16.654190 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bf310f9f-cc92-4756-9f11-0f0294e8d8d1 req-0b9f6a0d-3929-4967-8535-90a61d48f994 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 945 time: 0.3476014 Jul 13 08:07:16.656285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98551ec7-b792-4e52-bf90-039f78f1a2e5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c2185b2-a437-4f4d-906b-95b4474b4b3b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:16.810525 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bf310f9f-cc92-4756-9f11-0f0294e8d8d1 req-c916c5d4-109b-4e34-8a37-6248048d3857 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389816 Jul 13 08:07:16.849185 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-98551ec7-b792-4e52-bf90-039f78f1a2e5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:16.888607 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-04ebc948-3ee0-467f-8809-f34a1fa7f56c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:07:16.890108 n-d-779913-28 neutron-server[93725]: DEBUG oslo_db.api [None req-04ebc948-3ee0-467f-8809-f34a1fa7f56c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:07:17.077679 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-98551ec7-b792-4e52-bf90-039f78f1a2e5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:17.082280 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-98551ec7-b792-4e52-bf90-039f78f1a2e5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:17.172123 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-98551ec7-b792-4e52-bf90-039f78f1a2e5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:17.177063 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98551ec7-b792-4e52-bf90-039f78f1a2e5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b7b04649-9267-42bc-8f1d-db9939aac09a {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:07:17.189941 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-98551ec7-b792-4e52-bf90-039f78f1a2e5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:17.193303 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-98551ec7-b792-4e52-bf90-039f78f1a2e5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "DELETE /v2.0/routers/b7b04649-9267-42bc-8f1d-db9939aac09a HTTP/1.1" status: 204 len: 168 time: 2.5638168 Jul 13 08:07:17.207546 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50074) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:17.374270 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2b889a-ec2b-466a-bab0-62f32b3675f6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Deleting subnet 908c55ba-2d19-4dbb-b554-09f208c37c99 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:07:17.386422 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf2b889a-ec2b-466a-bab0-62f32b3675f6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:17.428109 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-89884f81-aeec-491c-b8d6-c6c4584f0c6c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:17.439348 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ebc948-3ee0-467f-8809-f34a1fa7f56c None None] Port 8c2185b2-a437-4f4d-906b-95b4474b4b3b not found while updating agent binding for router b7b04649-9267-42bc-8f1d-db9939aac09a. {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 13 08:07:17.458679 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ebc948-3ee0-467f-8809-f34a1fa7f56c None None] Routers set() bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:17.459857 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ebc948-3ee0-467f-8809-f34a1fa7f56c None None] Router IDs set() for agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 08:07:17.461323 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_agentschedulers_db [None req-04ebc948-3ee0-467f-8809-f34a1fa7f56c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b7b04649-9267-42bc-8f1d-db9939aac09a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent'). {{(pid=93725) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 08:07:17.462902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ebc948-3ee0-467f-8809-f34a1fa7f56c None None] The sync data for ids ['b7b04649-9267-42bc-8f1d-db9939aac09a'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:07:17.532053 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf2b889a-ec2b-466a-bab0-62f32b3675f6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:17.691576 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf2b889a-ec2b-466a-bab0-62f32b3675f6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:17.988646 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf2b889a-ec2b-466a-bab0-62f32b3675f6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:18.036086 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf2b889a-ec2b-466a-bab0-62f32b3675f6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:18.043856 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bf2b889a-ec2b-466a-bab0-62f32b3675f6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/908c55ba-2d19-4dbb-b554-09f208c37c99 HTTP/1.1" status: 204 len: 168 time: 0.8285947 Jul 13 08:07:18.055051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50086) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:18.106435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b889a-ec2b-466a-bab0-62f32b3675f6 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=908c55ba-2d19-4dbb-b554-09f208c37c99,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:18.301941 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51047326-b9bf-42d7-ad64-14e9af2a4b24 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:18.504516 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6e041-3310-4ff7-8d0b-4a2e06087d26 req-5d90872f-362d-41d9-893a-6e77fc666037 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:18.513491 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-40e6e041-3310-4ff7-8d0b-4a2e06087d26 req-5d90872f-362d-41d9-893a-6e77fc666037 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 945 time: 0.2917674 Jul 13 08:07:18.571721 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51047326-b9bf-42d7-ad64-14e9af2a4b24 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:18.594611 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-51047326-b9bf-42d7-ad64-14e9af2a4b24 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6263131a-1c33-432a-aac0-ae20470f6658']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:18.620014 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-51047326-b9bf-42d7-ad64-14e9af2a4b24 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837f0e15-81d0-4a95-befa-0ae7e8177e5e') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:18.624933 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-51047326-b9bf-42d7-ad64-14e9af2a4b24 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837f0e15-81d0-4a95-befa-0ae7e8177e5e') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:18.654986 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-40e6e041-3310-4ff7-8d0b-4a2e06087d26 req-f8461273-33c8-491b-8386-2d9a0947baac tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228328 Jul 13 08:07:18.664313 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51047326-b9bf-42d7-ad64-14e9af2a4b24 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:18.744376 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51047326-b9bf-42d7-ad64-14e9af2a4b24 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:18.749791 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-89884f81-aeec-491c-b8d6-c6c4584f0c6c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Deleting port 34f10cf3-8d47-42d8-ba9d-472fb0998559 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:07:18.750376 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-89884f81-aeec-491c-b8d6-c6c4584f0c6c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:18.782737 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51047326-b9bf-42d7-ad64-14e9af2a4b24 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:07:18.783658 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51047326-b9bf-42d7-ad64-14e9af2a4b24 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:07:18.787439 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:07:19.036016 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51047326-b9bf-42d7-ad64-14e9af2a4b24 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:19.048650 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51047326-b9bf-42d7-ad64-14e9af2a4b24 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6263131a-1c33-432a-aac0-ae20470f6658 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 08:07:19.076060 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51047326-b9bf-42d7-ad64-14e9af2a4b24 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:19.080091 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-51047326-b9bf-42d7-ad64-14e9af2a4b24 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "DELETE /v2.0/networks/6263131a-1c33-432a-aac0-ae20470f6658 HTTP/1.1" status: 204 len: 168 time: 1.0180967 Jul 13 08:07:19.096227 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51047326-b9bf-42d7-ad64-14e9af2a4b24 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Pushing event deleted for resources: {'Network': ['ID=6263131a-1c33-432a-aac0-ae20470f6658,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:19.107882 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-89884f81-aeec-491c-b8d6-c6c4584f0c6c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:19.251275 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-89884f81-aeec-491c-b8d6-c6c4584f0c6c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Calling delete_port for 34f10cf3-8d47-42d8-ba9d-472fb0998559 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:07:19.793681 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-89884f81-aeec-491c-b8d6-c6c4584f0c6c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:19.930046 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89884f81-aeec-491c-b8d6-c6c4584f0c6c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event deleted for resources: {'Port': ['ID=34f10cf3-8d47-42d8-ba9d-472fb0998559,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:20.364390 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50124) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:20.368594 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50126) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:20.376802 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d8e1b94c-1c30-407b-a54a-55b91c210f46 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Request body: {'router': {'name': 'tempest-router--1414922972', 'project_id': 'd330ae8ed67f4a028339cff81fb696fc'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:20.481914 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006254d-eca2-401b-bb26-c259d199161c req-bb9709ca-8cb5-4736-b6fb-a2ea66ee5a3c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:20.500662 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6006254d-eca2-401b-bb26-c259d199161c req-bb9709ca-8cb5-4736-b6fb-a2ea66ee5a3c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 945 time: 0.2676654 Jul 13 08:07:20.537612 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-89884f81-aeec-491c-b8d6-c6c4584f0c6c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:20.554774 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d8e1b94c-1c30-407b-a54a-55b91c210f46 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:20.565764 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d8e1b94c-1c30-407b-a54a-55b91c210f46 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:20.606264 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6006254d-eca2-401b-bb26-c259d199161c req-0e99a9f4-b4a6-44aa-a695-95bfc16864b3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013772 Jul 13 08:07:20.662861 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f30fbafb-40b2-45b7-b815-4dc1ebdb8d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:20.793444 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d8e1b94c-1c30-407b-a54a-55b91c210f46 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:20.852976 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f30fbafb-40b2-45b7-b815-4dc1ebdb8d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:20.860398 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d8e1b94c-1c30-407b-a54a-55b91c210f46 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:20.870507 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f30fbafb-40b2-45b7-b815-4dc1ebdb8d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:20.981184 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d8e1b94c-1c30-407b-a54a-55b91c210f46 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:20.987674 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d8e1b94c-1c30-407b-a54a-55b91c210f46 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6175025 Jul 13 08:07:20.999983 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50134) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:21.062768 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f30fbafb-40b2-45b7-b815-4dc1ebdb8d9b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fd551170a07a499e91bc56232262146d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6701841 Jul 13 08:07:21.062768 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fbafb-40b2-45b7-b815-4dc1ebdb8d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ec5e69-6b2a-4828-961e-3fe59ef241f5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:21.065274 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50136) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:21.212167 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f409db0a-46fa-4212-bde3-c535fc382bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:21.274372 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f409db0a-46fa-4212-bde3-c535fc382bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:21.377456 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f409db0a-46fa-4212-bde3-c535fc382bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:21.384796 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f409db0a-46fa-4212-bde3-c535fc382bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:21.387356 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f409db0a-46fa-4212-bde3-c535fc382bdb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a9ec5e69-6b2a-4828-961e-3fe59ef241f5 HTTP/1.1" status: 204 len: 168 time: 0.3204894 Jul 13 08:07:21.414073 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89884f81-aeec-491c-b8d6-c6c4584f0c6c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Router b63e5c1e-7c51-4f27-becb-5155fcaeff8b has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:07:21.424396 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409db0a-46fa-4212-bde3-c535fc382bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ec5e69-6b2a-4828-961e-3fe59ef241f5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:21.437236 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7b65b1d2-0774-47c6-957a-32cc1ad0f7b0 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:21.841829 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7b65b1d2-0774-47c6-957a-32cc1ad0f7b0 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:21.892604 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7b65b1d2-0774-47c6-957a-32cc1ad0f7b0 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:21.990431 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7b65b1d2-0774-47c6-957a-32cc1ad0f7b0 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:21.991330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b65b1d2-0774-47c6-957a-32cc1ad0f7b0 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8e7bf97-48e2-4b8f-b23b-18f9520d9e95 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:07:22.007680 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7b65b1d2-0774-47c6-957a-32cc1ad0f7b0 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:22.013791 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7b65b1d2-0774-47c6-957a-32cc1ad0f7b0 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "DELETE /v2.0/routers/a8e7bf97-48e2-4b8f-b23b-18f9520d9e95 HTTP/1.1" status: 204 len: 168 time: 1.0032432 Jul 13 08:07:22.013791 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89884f81-aeec-491c-b8d6-c6c4584f0c6c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:07:22.028067 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ed6109-e598-418c-b68e-4f4657e7f638 None None] Sync routers for ids ['b63e5c1e-7c51-4f27-becb-5155fcaeff8b'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:07:22.032857 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-89884f81-aeec-491c-b8d6-c6c4584f0c6c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "PUT /v2.0/routers/b63e5c1e-7c51-4f27-becb-5155fcaeff8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7711535 Jul 13 08:07:22.037022 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50150) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:22.075141 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ed6109-e598-418c-b68e-4f4657e7f638 None None] Routers {'b63e5c1e-7c51-4f27-becb-5155fcaeff8b'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:22.079222 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b0ed6109-e598-418c-b68e-4f4657e7f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b63e5c1e-7c51-4f27-becb-5155fcaeff8b'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:22.174689 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a70403-57f4-4755-964f-6b1049aef32e req-e8906291-8ea9-433b-9758-535061719d8e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:22.179792 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a0a70403-57f4-4755-964f-6b1049aef32e req-e8906291-8ea9-433b-9758-535061719d8e tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 945 time: 0.2273211 Jul 13 08:07:22.273358 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1f0c7b76-5cff-4be3-9822-55e18a2fc4ce tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:22.296626 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b0ed6109-e598-418c-b68e-4f4657e7f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:22.331831 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50152) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:22.336498 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a0a70403-57f4-4755-964f-6b1049aef32e req-5363e8fc-152f-406b-8dc5-46f864d7e076 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423109 Jul 13 08:07:22.355069 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ed6109-e598-418c-b68e-4f4657e7f638 None None] Routers {'b63e5c1e-7c51-4f27-becb-5155fcaeff8b'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:22.356049 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b0ed6109-e598-418c-b68e-4f4657e7f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:06:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b63e5c1e-7c51-4f27-becb-5155fcaeff8b'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:22.361632 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2e95ba9a-d6d5-401f-8423-0f14b6c023d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:22.464891 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1f0c7b76-5cff-4be3-9822-55e18a2fc4ce tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:22.612208 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-1f0c7b76-5cff-4be3-9822-55e18a2fc4ce tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Deleting port 20ac8645-7201-4d6a-b56f-9401453d237c {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:07:22.614560 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1f0c7b76-5cff-4be3-9822-55e18a2fc4ce tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:22.635131 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b0ed6109-e598-418c-b68e-4f4657e7f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:22.636319 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ed6109-e598-418c-b68e-4f4657e7f638 None None] The sync data for ids ['b63e5c1e-7c51-4f27-becb-5155fcaeff8b'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:07:22.655247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50158) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:22.843934 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1f0c7b76-5cff-4be3-9822-55e18a2fc4ce tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:22.868330 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2e95ba9a-d6d5-401f-8423-0f14b6c023d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:22.883381 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2e95ba9a-d6d5-401f-8423-0f14b6c023d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:22.916605 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-1f0c7b76-5cff-4be3-9822-55e18a2fc4ce tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Calling delete_port for 20ac8645-7201-4d6a-b56f-9401453d237c owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:07:23.048568 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95ba9a-d6d5-401f-8423-0f14b6c023d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a497eeb-7a03-424b-8b51-bffbdcfac1fa,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:23.057593 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2e95ba9a-d6d5-401f-8423-0f14b6c023d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0442e510997740b88dcdd2cce8469c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7188578 Jul 13 08:07:23.065602 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50162) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:23.225805 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3b13a338-b47b-426c-b83a-43e11688ff4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:23.264883 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2eff120f-e8b9-444b-abe5-188c188bfba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:23.281051 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3b13a338-b47b-426c-b83a-43e11688ff4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:23.440973 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3b13a338-b47b-426c-b83a-43e11688ff4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:23.448348 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3b13a338-b47b-426c-b83a-43e11688ff4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:23.450692 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3b13a338-b47b-426c-b83a-43e11688ff4e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a497eeb-7a03-424b-8b51-bffbdcfac1fa HTTP/1.1" status: 204 len: 168 time: 0.3832374 Jul 13 08:07:23.492518 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13a338-b47b-426c-b83a-43e11688ff4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a497eeb-7a03-424b-8b51-bffbdcfac1fa,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:23.549979 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9cf13124-7216-4712-b2e5-8d53bc83c0a0 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1912251837', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:23.670654 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9cf13124-7216-4712-b2e5-8d53bc83c0a0 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:23.672448 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9cf13124-7216-4712-b2e5-8d53bc83c0a0 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:24.135571 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9cf13124-7216-4712-b2e5-8d53bc83c0a0 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:24.150331 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48e98d-526e-46de-8b53-1c67b91901d4 req-d2664dd2-bf14-42d8-a242-65e512a21c0c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:24.167071 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c48e98d-526e-46de-8b53-1c67b91901d4 req-d2664dd2-bf14-42d8-a242-65e512a21c0c tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 945 time: 0.4505374 Jul 13 08:07:24.319797 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1f0c7b76-5cff-4be3-9822-55e18a2fc4ce tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:24.433129 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c7b76-5cff-4be3-9822-55e18a2fc4ce tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event deleted for resources: {'Port': ['ID=20ac8645-7201-4d6a-b56f-9401453d237c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:24.618870 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9cf13124-7216-4712-b2e5-8d53bc83c0a0 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:24.625785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3047a3-e956-4ab0-9b49-ddb1bdc1d4bc req-737d98b5-1a13-43b9-a3d6-a3d8b805eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:24.636824 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c3047a3-e956-4ab0-9b49-ddb1bdc1d4bc req-737d98b5-1a13-43b9-a3d6-a3d8b805eb8d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 1097 time: 0.4268489 Jul 13 08:07:24.648063 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c48e98d-526e-46de-8b53-1c67b91901d4 req-d208e0ea-5eb1-4f4d-9dd5-5fd139dd12f2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4797022 Jul 13 08:07:24.724764 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ccbece72-8d55-4a86-9a29-0ed79fae9292 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:07:24.730172 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ccbece72-8d55-4a86-9a29-0ed79fae9292 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:07:24.750871 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1f0c7b76-5cff-4be3-9822-55e18a2fc4ce tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:25.120859 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1f0c7b76-5cff-4be3-9822-55e18a2fc4ce tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:25.124885 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1f0c7b76-5cff-4be3-9822-55e18a2fc4ce tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:25.168983 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:25.230967 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9cf13124-7216-4712-b2e5-8d53bc83c0a0 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:25.273382 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9cf13124-7216-4712-b2e5-8d53bc83c0a0 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:25.318365 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1f0c7b76-5cff-4be3-9822-55e18a2fc4ce tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:25.322595 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0c7b76-5cff-4be3-9822-55e18a2fc4ce tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Fanout notify agent at l3_agent the message router_deleted on router b63e5c1e-7c51-4f27-becb-5155fcaeff8b {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:07:25.328281 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c73aea-4c98-4d39-ae03-92cfdd123a9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccbece72-8d55-4a86-9a29-0ed79fae9292'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:07:25.332703 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a7213e-2eea-43ae-ae24-ba4a614c1542" -d '{"events": [{"server_uuid": "c4c73aea-4c98-4d39-ae03-92cfdd123a9b", "name": "network-vif-unplugged", "status": "completed", "tag": "ccbece72-8d55-4a86-9a29-0ed79fae9292"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:07:25.400506 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1f0c7b76-5cff-4be3-9822-55e18a2fc4ce tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:25.403818 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1f0c7b76-5cff-4be3-9822-55e18a2fc4ce tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "DELETE /v2.0/routers/b63e5c1e-7c51-4f27-becb-5155fcaeff8b HTTP/1.1" status: 204 len: 168 time: 3.3651264 Jul 13 08:07:25.408520 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ccbece72-8d55-4a86-9a29-0ed79fae9292, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ccbece72-8d55-4a86-9a29-0ed79fae9292,segment=NetworkSegment(ac080e34-eb62-47f0-958a-94e7aa6e5904),segment_id=ac080e34-eb62-47f0-958a-94e7aa6e5904)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:25.427966 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:25.442565 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50188) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:25.449289 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ccbece72-8d55-4a86-9a29-0ed79fae9292, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ccbece72-8d55-4a86-9a29-0ed79fae9292,segment=NetworkSegment(ac080e34-eb62-47f0-958a-94e7aa6e5904),segment_id=ac080e34-eb62-47f0-958a-94e7aa6e5904)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:25.547834 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-9cf13124-7216-4712-b2e5-8d53bc83c0a0 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Allocated IP 172.25.0.171 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/bcf09027-e953-4a62-98dc-f3cb007501b4) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:07:25.645239 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=ccbece72-8d55-4a86-9a29-0ed79fae9292,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:25.652591 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9cdbf5-b984-4f09-a396-dc44cda3b9ac x-openstack-request-id: req-5a9cdbf5-b984-4f09-a396-dc44cda3b9ac {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:07:25.653466 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c73aea-4c98-4d39-ae03-92cfdd123a9b", "name": "network-vif-unplugged", "status": "completed", "tag": "ccbece72-8d55-4a86-9a29-0ed79fae9292", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:07:25.654043 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a9cdbf5-b984-4f09-a396-dc44cda3b9ac {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:07:25.655367 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c73aea-4c98-4d39-ae03-92cfdd123a9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccbece72-8d55-4a86-9a29-0ed79fae9292', 'code': 200} Jul 13 08:07:25.657062 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'ccbece72-8d55-4a86-9a29-0ed79fae9292', 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73', 'port_id': 'ccbece72-8d55-4a86-9a29-0ed79fae9292', 'mac_address': 'fa:16:3e:05:6b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c99f46a-e7f3-4394-9bef-8094f4480aea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:07:25.691767 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7c3047a3-e956-4ab0-9b49-ddb1bdc1d4bc req-86394b2b-0b93-4589-adf7-f3905e0379df service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0415268 Jul 13 08:07:25.763776 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8b306e-65ab-4ce8-9d33-324c95e7d5b1 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Deleting subnet 248ed1d9-fec0-4195-82af-e636c3ad3840 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:07:25.778366 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5e8b306e-65ab-4ce8-9d33-324c95e7d5b1 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:25.859255 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:25.906797 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbece72-8d55-4a86-9a29-0ed79fae9292 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:07:25.989099 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5e8b306e-65ab-4ce8-9d33-324c95e7d5b1 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:26.020552 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port ccbece72-8d55-4a86-9a29-0ed79fae9292, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ccbece72-8d55-4a86-9a29-0ed79fae9292,segment=NetworkSegment(ac080e34-eb62-47f0-958a-94e7aa6e5904),segment_id=ac080e34-eb62-47f0-958a-94e7aa6e5904)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:26.030019 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:26.099553 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9cf13124-7216-4712-b2e5-8d53bc83c0a0 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:26.289119 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=ccbece72-8d55-4a86-9a29-0ed79fae9292,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:26.299375 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dea75b14-f391-49c7-82dc-441e345827e2 None None] Provisioning complete for port ccbece72-8d55-4a86-9a29-0ed79fae9292 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:26.299939 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dea75b14-f391-49c7-82dc-441e345827e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:26.480528 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['ccbece72-8d55-4a86-9a29-0ed79fae9292'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:07:26.496859 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9cf13124-7216-4712-b2e5-8d53bc83c0a0 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:26.589594 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5e8b306e-65ab-4ce8-9d33-324c95e7d5b1 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:26.728918 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf13124-7216-4712-b2e5-8d53bc83c0a0 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Pushing event updated for resources: {'Port': ['ID=bcf09027-e953-4a62-98dc-f3cb007501b4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:26.765783 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf13124-7216-4712-b2e5-8d53bc83c0a0 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:07:26.770726 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-9cf13124-7216-4712-b2e5-8d53bc83c0a0 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:26.789133 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95f9fa-7c48-4de6-82f0-863003949e7b req-2e3b4041-11b7-4415-82bb-c8432cb860c3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:26.802445 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f95f9fa-7c48-4de6-82f0-863003949e7b req-2e3b4041-11b7-4415-82bb-c8432cb860c3 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 944 time: 0.6399491 Jul 13 08:07:26.819945 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf13124-7216-4712-b2e5-8d53bc83c0a0 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:07:26.879591 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5e8b306e-65ab-4ce8-9d33-324c95e7d5b1 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:26.977827 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b306e-65ab-4ce8-9d33-324c95e7d5b1 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event deleted for resources: {'Subnet': ['ID=248ed1d9-fec0-4195-82af-e636c3ad3840,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:27.022292 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5e8b306e-65ab-4ce8-9d33-324c95e7d5b1 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:27.042859 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5e8b306e-65ab-4ce8-9d33-324c95e7d5b1 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "DELETE /v2.0/subnets/248ed1d9-fec0-4195-82af-e636c3ad3840 HTTP/1.1" status: 204 len: 168 time: 1.5902464 Jul 13 08:07:27.045802 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50214) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:27.064615 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b65af76-be6d-4b2b-98f4-4c35c87e02d7 None None] Network a1331bc6-5089-4ef5-8f94-ccff3ae3e871 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:07:27.156778 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dea75b14-f391-49c7-82dc-441e345827e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:27.203564 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f95f9fa-7c48-4de6-82f0-863003949e7b req-5e180880-26f1-4201-b077-a97091439e52 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3994391 Jul 13 08:07:27.300061 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51212dd4-da16-4172-83a2-a63f03fc665c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:27.596300 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-51212dd4-da16-4172-83a2-a63f03fc665c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Deleting port d4421432-8da6-4a40-8d9b-20e099b6ebba {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:07:27.597345 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51212dd4-da16-4172-83a2-a63f03fc665c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:27.718966 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c73aea-4c98-4d39-ae03-92cfdd123a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbece72-8d55-4a86-9a29-0ed79fae9292'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:07:27.723496 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3644a03-dcf2-40e1-912f-5da5adb34216" -d '{"events": [{"server_uuid": "c4c73aea-4c98-4d39-ae03-92cfdd123a9b", "name": "network-vif-plugged", "status": "completed", "tag": "ccbece72-8d55-4a86-9a29-0ed79fae9292"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:07:27.822810 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-dea75b14-f391-49c7-82dc-441e345827e2 None None] For port ccbece72-8d55-4a86-9a29-0ed79fae9292, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ccbece72-8d55-4a86-9a29-0ed79fae9292,segment=NetworkSegment(ac080e34-eb62-47f0-958a-94e7aa6e5904),segment_id=ac080e34-eb62-47f0-958a-94e7aa6e5904)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:27.916270 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-51212dd4-da16-4172-83a2-a63f03fc665c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] For port d4421432-8da6-4a40-8d9b-20e099b6ebba, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d4421432-8da6-4a40-8d9b-20e099b6ebba,segment=NetworkSegment(c30eaaa9-b16d-43ce-8663-19d6c318b10b),segment_id=c30eaaa9-b16d-43ce-8663-19d6c318b10b)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:27.916914 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51212dd4-da16-4172-83a2-a63f03fc665c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:27.957481 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5596bc7-60d6-475b-86c8-0aaa5089df1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:27.971945 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd2a2b2-8bbc-4bd2-b1a2-04c3cb32cef8 x-openstack-request-id: req-dfd2a2b2-8bbc-4bd2-b1a2-04c3cb32cef8 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:07:27.972353 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c73aea-4c98-4d39-ae03-92cfdd123a9b", "name": "network-vif-plugged", "status": "completed", "tag": "ccbece72-8d55-4a86-9a29-0ed79fae9292", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:07:27.972778 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dfd2a2b2-8bbc-4bd2-b1a2-04c3cb32cef8 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:07:27.973431 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c73aea-4c98-4d39-ae03-92cfdd123a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbece72-8d55-4a86-9a29-0ed79fae9292', 'code': 200} Jul 13 08:07:27.977836 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-51212dd4-da16-4172-83a2-a63f03fc665c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Calling delete_port for d4421432-8da6-4a40-8d9b-20e099b6ebba owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:07:27.980340 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dea75b14-f391-49c7-82dc-441e345827e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:28.050032 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9cf13124-7216-4712-b2e5-8d53bc83c0a0 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:28.160613 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea75b14-f391-49c7-82dc-441e345827e2 None None] Pushing event updated for resources: {'Port': ['ID=ccbece72-8d55-4a86-9a29-0ed79fae9292,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:28.172445 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:28.413527 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51212dd4-da16-4172-83a2-a63f03fc665c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:28.459308 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51212dd4-da16-4172-83a2-a63f03fc665c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] No DVR routers for this DVR port d4421432-8da6-4a40-8d9b-20e099b6ebba on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:07:28.525600 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1c02fbd9-b636-4cc3-afcb-687e1ae11829 None None] Provisioning complete for port ccbece72-8d55-4a86-9a29-0ed79fae9292 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:28.559884 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c02fbd9-b636-4cc3-afcb-687e1ae11829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:28.567590 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a6fe19-5f4f-45ba-a3ab-b4b57955f27e None None] DHCP port deletion for a1331bc6-5089-4ef5-8f94-ccff3ae3e871 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:07:28.595946 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51212dd4-da16-4172-83a2-a63f03fc665c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event deleted for resources: {'Port': ['ID=d4421432-8da6-4a40-8d9b-20e099b6ebba,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:28.748603 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ccbece72-8d55-4a86-9a29-0ed79fae9292 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:07:28.814128 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51212dd4-da16-4172-83a2-a63f03fc665c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:28.872145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-51212dd4-da16-4172-83a2-a63f03fc665c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1331bc6-5089-4ef5-8f94-ccff3ae3e871']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:28.940710 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-51212dd4-da16-4172-83a2-a63f03fc665c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30eaaa9-b16d-43ce-8663-19d6c318b10b') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:28.941057 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-51212dd4-da16-4172-83a2-a63f03fc665c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30eaaa9-b16d-43ce-8663-19d6c318b10b') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:28.983097 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port ccbece72-8d55-4a86-9a29-0ed79fae9292 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:28.984158 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:28.984531 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51212dd4-da16-4172-83a2-a63f03fc665c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:29.035110 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51212dd4-da16-4172-83a2-a63f03fc665c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:29.055876 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51212dd4-da16-4172-83a2-a63f03fc665c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:07:29.057389 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51212dd4-da16-4172-83a2-a63f03fc665c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:07:29.064989 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:07:29.230752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9bf30-1cb6-471a-bea9-dd452671f093 req-87e538c3-4230-4b3d-99e9-6897cd7c1709 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:29.241137 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3e9bf30-1cb6-471a-bea9-dd452671f093 req-87e538c3-4230-4b3d-99e9-6897cd7c1709 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 945 time: 0.3975427 Jul 13 08:07:29.256230 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d4421432-8da6-4a40-8d9b-20e099b6ebba no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:07:29.284385 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9cf13124-7216-4712-b2e5-8d53bc83c0a0 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:29.327370 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3e9bf30-1cb6-471a-bea9-dd452671f093 req-a3323155-d96e-41a2-9a6e-dcbff8a37510 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848186 Jul 13 08:07:29.341479 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: d4421432-8da6-4a40-8d9b-20e099b6ebba {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:07:29.342047 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d4421432-8da6-4a40-8d9b-20e099b6ebba not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:07:29.400398 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51212dd4-da16-4172-83a2-a63f03fc665c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:29.432266 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51212dd4-da16-4172-83a2-a63f03fc665c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:29.445453 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-51212dd4-da16-4172-83a2-a63f03fc665c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "DELETE /v2.0/networks/a1331bc6-5089-4ef5-8f94-ccff3ae3e871 HTTP/1.1" status: 204 len: 168 time: 2.3975291 Jul 13 08:07:29.450974 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6660335a-d5ad-45c1-9ed6-a5f9e1145f75 None None] Provisioning complete for port ccbece72-8d55-4a86-9a29-0ed79fae9292 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:29.452017 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6660335a-d5ad-45c1-9ed6-a5f9e1145f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:29.465435 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50244) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:29.476774 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50246) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:29.595922 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51212dd4-da16-4172-83a2-a63f03fc665c tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event deleted for resources: {'Network': ['ID=a1331bc6-5089-4ef5-8f94-ccff3ae3e871,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:29.717008 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:30.051070 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5bf9e3c5-0127-4946-a07f-b7f431ac12b0 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/floatingips/d763aff8-14a9-4d87-8fa4-a1d1e2baf7d4 HTTP/1.1" status: 200 len: 992 time: 0.5638297 Jul 13 08:07:30.151292 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-a71fe9ae-c753-46f5-b304-b2a300f44c8b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Deleting port 40971129-9889-4dd6-9e9c-4f90ffbd479f {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:07:30.152151 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a71fe9ae-c753-46f5-b304-b2a300f44c8b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:30.317641 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a71fe9ae-c753-46f5-b304-b2a300f44c8b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:30.318720 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a71fe9ae-c753-46f5-b304-b2a300f44c8b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:30.345291 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-a71fe9ae-c753-46f5-b304-b2a300f44c8b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Calling delete_port for 40971129-9889-4dd6-9e9c-4f90ffbd479f owned by network:floatingip {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:07:30.486214 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf13124-7216-4712-b2e5-8d53bc83c0a0 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Router 1c27336b-2141-47c6-b7d8-e0031dc086dd is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:07:30.726884 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a71fe9ae-c753-46f5-b304-b2a300f44c8b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:30.814163 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fe9ae-c753-46f5-b304-b2a300f44c8b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event deleted for resources: {'Port': ['ID=40971129-9889-4dd6-9e9c-4f90ffbd479f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:30.881875 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf13124-7216-4712-b2e5-8d53bc83c0a0 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:07:30.904629 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ea48f7-d4fc-4c2f-9448-4ba93ec0045e None None] Sync routers for ids ['1c27336b-2141-47c6-b7d8-e0031dc086dd'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:07:30.945507 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9cf13124-7216-4712-b2e5-8d53bc83c0a0 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:30.953605 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9cf13124-7216-4712-b2e5-8d53bc83c0a0 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.2898211 Jul 13 08:07:30.962158 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50264) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:30.964625 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ea48f7-d4fc-4c2f-9448-4ba93ec0045e None None] Routers {'1c27336b-2141-47c6-b7d8-e0031dc086dd'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:30.971034 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-75ea48f7-d4fc-4c2f-9448-4ba93ec0045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1c27336b-2141-47c6-b7d8-e0031dc086dd'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:31.109781 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-75ea48f7-d4fc-4c2f-9448-4ba93ec0045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:31.163816 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ea48f7-d4fc-4c2f-9448-4ba93ec0045e None None] Routers {'1c27336b-2141-47c6-b7d8-e0031dc086dd'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:31.165372 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-75ea48f7-d4fc-4c2f-9448-4ba93ec0045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1c27336b-2141-47c6-b7d8-e0031dc086dd'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:31.182817 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a71fe9ae-c753-46f5-b304-b2a300f44c8b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for floatingip, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:31.198969 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a71fe9ae-c753-46f5-b304-b2a300f44c8b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:31.203984 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a71fe9ae-c753-46f5-b304-b2a300f44c8b tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "DELETE /v2.0/floatingips/07ce7336-f122-4096-80ca-0652682e7dc1 HTTP/1.1" status: 204 len: 168 time: 1.7338278 Jul 13 08:07:31.211302 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50266) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:31.268528 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-75ea48f7-d4fc-4c2f-9448-4ba93ec0045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:31.270668 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ea48f7-d4fc-4c2f-9448-4ba93ec0045e None None] The sync data for ids ['1c27336b-2141-47c6-b7d8-e0031dc086dd'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:07:31.314046 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ab4423-3f36-46c7-b87b-8c7c133e1824 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] DELETE failed (client error): The resource could not be found. Jul 13 08:07:31.315806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ab4423-3f36-46c7-b87b-8c7c133e1824 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:07:31.323185 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c7ab4423-3f36-46c7-b87b-8c7c133e1824 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "DELETE /v2.0/ports/483dd3a0-951b-432e-a64d-a0302a51a1b2 HTTP/1.1" status: 404 len: 333 time: 0.1056335 Jul 13 08:07:31.325611 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50268) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:31.390041 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:31.409369 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e5a4bc52-122d-49a6-b260-35ea4e1f585d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b63e5c1e-7c51-4f27-becb-5155fcaeff8b HTTP/1.1" status: 200 len: 205 time: 0.0699761 Jul 13 08:07:31.414623 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50272) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:31.433024 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0ac1a56e-4db8-471e-ad88-a99a808fb1ae tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "GET /v2.0/routers/1c27336b-2141-47c6-b7d8-e0031dc086dd HTTP/1.1" status: 200 len: 921 time: 0.4691677 Jul 13 08:07:31.434404 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50278) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:31.487421 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-9f121eb8-ac3b-49d1-936d-a325c67c5fef tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] delete failed (client error): The resource could not be found. Jul 13 08:07:31.489362 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9f121eb8-ac3b-49d1-936d-a325c67c5fef tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "DELETE /v2.0/routers/b63e5c1e-7c51-4f27-becb-5155fcaeff8b HTTP/1.1" status: 404 len: 336 time: 0.0730493 Jul 13 08:07:31.493860 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50282) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:31.500736 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cc9f5150-68fd-46e1-a8c8-65d8cbed95f0 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c27336b-2141-47c6-b7d8-e0031dc086dd HTTP/1.1" status: 200 len: 205 time: 0.0639429 Jul 13 08:07:31.502744 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50284) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:31.645124 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba8c06d-7638-4366-aa0e-7e2f78eeb61d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] DELETE failed (client error): The resource could not be found. Jul 13 08:07:31.645809 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba8c06d-7638-4366-aa0e-7e2f78eeb61d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:07:31.649790 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-dba8c06d-7638-4366-aa0e-7e2f78eeb61d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "DELETE /v2.0/subnets/248ed1d9-fec0-4195-82af-e636c3ad3840 HTTP/1.1" status: 404 len: 337 time: 0.1518710 Jul 13 08:07:31.672884 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50286) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:31.805241 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe235c8b-88ef-41f6-8e88-805092821882 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:31.995846 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ac0720d7-8faf-4925-81e0-fc8cc2ae9413 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Deleting port b3c9abd7-e4d5-4aa4-8d4d-d36d59370fe6 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:07:31.996445 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac0720d7-8faf-4925-81e0-fc8cc2ae9413 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:32.342771 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe235c8b-88ef-41f6-8e88-805092821882 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:32.484152 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac0720d7-8faf-4925-81e0-fc8cc2ae9413 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:32.559058 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ac0720d7-8faf-4925-81e0-fc8cc2ae9413 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Calling delete_port for b3c9abd7-e4d5-4aa4-8d4d-d36d59370fe6 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:07:32.564492 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fe235c8b-88ef-41f6-8e88-805092821882 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Deleting port bcf09027-e953-4a62-98dc-f3cb007501b4 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:07:32.565276 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe235c8b-88ef-41f6-8e88-805092821882 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:32.847352 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe235c8b-88ef-41f6-8e88-805092821882 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:32.901177 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fe235c8b-88ef-41f6-8e88-805092821882 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Calling delete_port for bcf09027-e953-4a62-98dc-f3cb007501b4 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:07:32.981612 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac0720d7-8faf-4925-81e0-fc8cc2ae9413 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:33.101391 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0720d7-8faf-4925-81e0-fc8cc2ae9413 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event deleted for resources: {'Port': ['ID=b3c9abd7-e4d5-4aa4-8d4d-d36d59370fe6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:33.453082 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac0720d7-8faf-4925-81e0-fc8cc2ae9413 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:33.455788 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ac0720d7-8faf-4925-81e0-fc8cc2ae9413 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "DELETE /v2.0/ports/b3c9abd7-e4d5-4aa4-8d4d-d36d59370fe6 HTTP/1.1" status: 204 len: 168 time: 1.7810886 Jul 13 08:07:33.460125 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50304) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:33.709897 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe235c8b-88ef-41f6-8e88-805092821882 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:33.780686 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b48b074a-d2ac-4bc4-b965-ec8067d2e801 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Deleting port a453b955-423d-4d44-b3e3-631b6ca99b22 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:07:33.782830 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b48b074a-d2ac-4bc4-b965-ec8067d2e801 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:33.831019 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe235c8b-88ef-41f6-8e88-805092821882 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Pushing event deleted for resources: {'Port': ['ID=bcf09027-e953-4a62-98dc-f3cb007501b4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:33.950665 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe235c8b-88ef-41f6-8e88-805092821882 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:34.120417 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b48b074a-d2ac-4bc4-b965-ec8067d2e801 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:34.168869 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b48b074a-d2ac-4bc4-b965-ec8067d2e801 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Calling delete_port for a453b955-423d-4d44-b3e3-631b6ca99b22 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:07:34.313685 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe235c8b-88ef-41f6-8e88-805092821882 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:34.320007 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe235c8b-88ef-41f6-8e88-805092821882 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:34.472491 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe235c8b-88ef-41f6-8e88-805092821882 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:34.480552 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe235c8b-88ef-41f6-8e88-805092821882 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Fanout notify agent at l3_agent the message router_deleted on router 1c27336b-2141-47c6-b7d8-e0031dc086dd {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:07:34.519249 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe235c8b-88ef-41f6-8e88-805092821882 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:34.521905 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fe235c8b-88ef-41f6-8e88-805092821882 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "DELETE /v2.0/routers/1c27336b-2141-47c6-b7d8-e0031dc086dd HTTP/1.1" status: 204 len: 168 time: 3.0174196 Jul 13 08:07:34.530697 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50312) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:34.552163 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f80245c9-6ceb-480d-ac77-088bbd6e3c81 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Request body: {'router': {'name': 'tempest-snat-router-679983425', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'enable_snat': False}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:34.631939 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b48b074a-d2ac-4bc4-b965-ec8067d2e801 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:34.640422 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f80245c9-6ceb-480d-ac77-088bbd6e3c81 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:34.642945 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f80245c9-6ceb-480d-ac77-088bbd6e3c81 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:34.737963 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b074a-d2ac-4bc4-b965-ec8067d2e801 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event deleted for resources: {'Port': ['ID=a453b955-423d-4d44-b3e3-631b6ca99b22,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:34.811300 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f80245c9-6ceb-480d-ac77-088bbd6e3c81 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:34.959510 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b48b074a-d2ac-4bc4-b965-ec8067d2e801 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:34.975243 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b48b074a-d2ac-4bc4-b965-ec8067d2e801 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "DELETE /v2.0/ports/a453b955-423d-4d44-b3e3-631b6ca99b22 HTTP/1.1" status: 204 len: 168 time: 1.5119491 Jul 13 08:07:34.976107 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50320) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:35.200403 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f1120-cc87-4edf-9edf-a68ff423b8b6 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:35.216389 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-558f1120-cc87-4edf-9edf-a68ff423b8b6 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "GET /v2.0/ports?device_id=611fdb4d-7fd7-4ec4-9144-64e823617d54 HTTP/1.1" status: 200 len: 913 time: 0.2379522 Jul 13 08:07:35.217528 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50324) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:35.296253 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f80245c9-6ceb-480d-ac77-088bbd6e3c81 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:35.915200 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f80245c9-6ceb-480d-ac77-088bbd6e3c81 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:35.993682 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f80245c9-6ceb-480d-ac77-088bbd6e3c81 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:36.314571 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-f80245c9-6ceb-480d-ac77-088bbd6e3c81 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Allocated IP 172.25.0.15 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/29b14a77-1fb8-42e4-83a9-d24448d4fdfe) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:07:36.397848 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-63ef8670-636f-4878-b5cf-4aad0fb91f57 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:36.846600 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f80245c9-6ceb-480d-ac77-088bbd6e3c81 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:36.984834 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f80245c9-6ceb-480d-ac77-088bbd6e3c81 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:37.094666 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80245c9-6ceb-480d-ac77-088bbd6e3c81 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:07:37.101603 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f80245c9-6ceb-480d-ac77-088bbd6e3c81 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:37.116668 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80245c9-6ceb-480d-ac77-088bbd6e3c81 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:07:37.224970 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80245c9-6ceb-480d-ac77-088bbd6e3c81 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Pushing event updated for resources: {'Port': ['ID=29b14a77-1fb8-42e4-83a9-d24448d4fdfe,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:37.486890 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-63ef8670-636f-4878-b5cf-4aad0fb91f57 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Deleting port 3b3959b8-16e2-4813-93e4-9135c45ff380 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:07:37.488445 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-63ef8670-636f-4878-b5cf-4aad0fb91f57 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:37.796853 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-63ef8670-636f-4878-b5cf-4aad0fb91f57 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:37.845386 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-63ef8670-636f-4878-b5cf-4aad0fb91f57 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Calling delete_port for 3b3959b8-16e2-4813-93e4-9135c45ff380 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:07:37.882357 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f80245c9-6ceb-480d-ac77-088bbd6e3c81 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:38.114198 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:38.536310 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f80245c9-6ceb-480d-ac77-088bbd6e3c81 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:38.575131 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-63ef8670-636f-4878-b5cf-4aad0fb91f57 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:38.712537 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef8670-636f-4878-b5cf-4aad0fb91f57 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event deleted for resources: {'Port': ['ID=3b3959b8-16e2-4813-93e4-9135c45ff380,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:38.982334 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80245c9-6ceb-480d-ac77-088bbd6e3c81 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Router c78f305b-a575-4256-96a7-4185f97c8909 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:07:39.397422 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-63ef8670-636f-4878-b5cf-4aad0fb91f57 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:39.463721 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80245c9-6ceb-480d-ac77-088bbd6e3c81 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:07:39.486055 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] Sync routers for ids ['c78f305b-a575-4256-96a7-4185f97c8909'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:07:39.530951 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] Routers {'c78f305b-a575-4256-96a7-4185f97c8909'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:39.544541 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['c78f305b-a575-4256-96a7-4185f97c8909'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:39.547572 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f80245c9-6ceb-480d-ac77-088bbd6e3c81 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:39.553394 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f80245c9-6ceb-480d-ac77-088bbd6e3c81 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.0183270 Jul 13 08:07:39.554594 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50376) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:40.004973 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] Set router c78f305b-a575-4256-96a7-4185f97c8909 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:07:40.192567 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ef8670-636f-4878-b5cf-4aad0fb91f57 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Router 611fdb4d-7fd7-4ec4-9144-64e823617d54 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:07:40.604588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78f305b-a575-4256-96a7-4185f97c8909', 'name': 'tempest-snat-router-679983425', 'tenant_id': '9ac9c747b0084f65a50cc7e6d2a0558f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.15'}], 'enable_snat': False}, 'gw_port_id': '29b14a77-1fb8-42e4-83a9-d24448d4fdfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:34Z', 'updated_at': '2021-07-13T08:07:37Z', 'revision_number': 3, 'project_id': '9ac9c747b0084f65a50cc7e6d2a0558f', 'gw_port': {'id': '29b14a77-1fb8-42e4-83a9-d24448d4fdfe', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78f305b-a575-4256-96a7-4185f97c8909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:36Z', 'updated_at': '2021-07-13T08:07:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:40.674946 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] Checking router: c78f305b-a575-4256-96a7-4185f97c8909 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:07:40.676100 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] Updating router c78f305b-a575-4256-96a7-4185f97c8909 port 29b14a77-1fb8-42e4-83a9-d24448d4fdfe binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:07:40.795941 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:40.915882 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-03499517-9048-4c8e-a260-c8b8cd40e6d1 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "GET /v2.0/routers/c78f305b-a575-4256-96a7-4185f97c8909 HTTP/1.1" status: 200 len: 907 time: 1.3549376 Jul 13 08:07:40.917077 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50388) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:40.927617 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-eb435432-9322-439e-be0e-d5440c611a2d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Request body: {'router': {'name': 'tempest-snat-router-679983425', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'enable_snat': True}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:41.050370 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb435432-9322-439e-be0e-d5440c611a2d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:41.052322 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb435432-9322-439e-be0e-d5440c611a2d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:41.166904 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ef8670-636f-4878-b5cf-4aad0fb91f57 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:07:41.188041 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dbec13-d906-48d3-ac98-3522e58f19d4 None None] Sync routers for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:07:41.195517 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-63ef8670-636f-4878-b5cf-4aad0fb91f57 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "PUT /v2.0/routers/611fdb4d-7fd7-4ec4-9144-64e823617d54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9757767 Jul 13 08:07:41.199074 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50394) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:41.244874 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dbec13-d906-48d3-ac98-3522e58f19d4 None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:41.245844 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a6dbec13-d906-48d3-ac98-3522e58f19d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:41.264673 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb435432-9322-439e-be0e-d5440c611a2d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:41.479642 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a6dbec13-d906-48d3-ac98-3522e58f19d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:41.509945 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dbec13-d906-48d3-ac98-3522e58f19d4 None None] Routers {'611fdb4d-7fd7-4ec4-9144-64e823617d54'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:41.511030 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a6dbec13-d906-48d3-ac98-3522e58f19d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['611fdb4d-7fd7-4ec4-9144-64e823617d54'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:41.586877 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9de49280-eab9-423b-afbe-612c2f419741 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:41.693308 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a6dbec13-d906-48d3-ac98-3522e58f19d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:41.694263 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dbec13-d906-48d3-ac98-3522e58f19d4 None None] The sync data for ids ['611fdb4d-7fd7-4ec4-9144-64e823617d54'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:07:41.885425 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:41.930855 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] Transition to ACTIVE for port object 29b14a77-1fb8-42e4-83a9-d24448d4fdfe will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:07:41.948645 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:41.971349 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb435432-9322-439e-be0e-d5440c611a2d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:42.010361 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9de49280-eab9-423b-afbe-612c2f419741 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:42.168683 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] Attempting to bind port 29b14a77-1fb8-42e4-83a9-d24448d4fdfe on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:07:42.169675 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] Attempting to bind port 29b14a77-1fb8-42e4-83a9-d24448d4fdfe by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:07:42.172391 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] Attempting to bind port 29b14a77-1fb8-42e4-83a9-d24448d4fdfe on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:07:42.206724 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:07:42.208785 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:07:42.210245 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:42.214074 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:07:42.218514 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] Bound port: 29b14a77-1fb8-42e4-83a9-d24448d4fdfe, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:07:42.222162 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:42.244015 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-9de49280-eab9-423b-afbe-612c2f419741 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Deleting port ab18a211-7994-411f-9b97-947cdb5faed8 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:07:42.244015 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9de49280-eab9-423b-afbe-612c2f419741 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:42.455781 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c04d75-a5f3-4389-9305-f77e1d643163 None None] Pushing event updated for resources: {'Port': ['ID=29b14a77-1fb8-42e4-83a9-d24448d4fdfe,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:42.480835 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] For port 29b14a77-1fb8-42e4-83a9-d24448d4fdfe, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:07:42.502235 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] For port 29b14a77-1fb8-42e4-83a9-d24448d4fdfe, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=29b14a77-1fb8-42e4-83a9-d24448d4fdfe,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:07:42.511178 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:42.637989 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9de49280-eab9-423b-afbe-612c2f419741 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:42.675758 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] Routers {'c78f305b-a575-4256-96a7-4185f97c8909'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:42.682283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['c78f305b-a575-4256-96a7-4185f97c8909'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:42.696047 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-9de49280-eab9-423b-afbe-612c2f419741 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Calling delete_port for ab18a211-7994-411f-9b97-947cdb5faed8 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:07:43.089292 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb435432-9322-439e-be0e-d5440c611a2d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:43.174977 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb435432-9322-439e-be0e-d5440c611a2d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:43.373305 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c04d75-a5f3-4389-9305-f77e1d643163 None None] Pushing event updated for resources: {'Port': ['ID=29b14a77-1fb8-42e4-83a9-d24448d4fdfe,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:43.472652 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:43.504245 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9de49280-eab9-423b-afbe-612c2f419741 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:43.712214 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de49280-eab9-423b-afbe-612c2f419741 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event deleted for resources: {'Port': ['ID=ab18a211-7994-411f-9b97-947cdb5faed8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:43.714292 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] Set router c78f305b-a575-4256-96a7-4185f97c8909 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:07:43.718421 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-eb435432-9322-439e-be0e-d5440c611a2d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Allocated IP 172.25.0.98 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/0a7e1ab4-6d7d-4d9c-a405-df06debeaa54) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:07:44.071662 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9de49280-eab9-423b-afbe-612c2f419741 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:44.304587 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78f305b-a575-4256-96a7-4185f97c8909', 'name': 'tempest-snat-router-679983425', 'tenant_id': '9ac9c747b0084f65a50cc7e6d2a0558f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.15'}], 'enable_snat': False}, 'gw_port_id': '29b14a77-1fb8-42e4-83a9-d24448d4fdfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:34Z', 'updated_at': '2021-07-13T08:07:37Z', 'revision_number': 3, 'project_id': '9ac9c747b0084f65a50cc7e6d2a0558f', 'gw_port': {'id': '29b14a77-1fb8-42e4-83a9-d24448d4fdfe', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78f305b-a575-4256-96a7-4185f97c8909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:36Z', 'updated_at': '2021-07-13T08:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:44.358764 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb435432-9322-439e-be0e-d5440c611a2d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:44.434022 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60284240-860a-4ada-8bcf-e731de69e7e2 None None] The sync data for ids ['c78f305b-a575-4256-96a7-4185f97c8909'] in n-d-779913-28 is: [{'id': 'c78f305b-a575-4256-96a7-4185f97c8909', 'name': 'tempest-snat-router-679983425', 'tenant_id': '9ac9c747b0084f65a50cc7e6d2a0558f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.15'}], 'enable_snat': False}, 'gw_port_id': '29b14a77-1fb8-42e4-83a9-d24448d4fdfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:34Z', 'updated_at': '2021-07-13T08:07:37Z', 'revision_number': 3, 'project_id': '9ac9c747b0084f65a50cc7e6d2a0558f', 'gw_port': {'id': '29b14a77-1fb8-42e4-83a9-d24448d4fdfe', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78f305b-a575-4256-96a7-4185f97c8909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:36Z', 'updated_at': '2021-07-13T08:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:07:44.438041 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9de49280-eab9-423b-afbe-612c2f419741 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:44.443774 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9de49280-eab9-423b-afbe-612c2f419741 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:44.507755 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb435432-9322-439e-be0e-d5440c611a2d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:44.551931 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9de49280-eab9-423b-afbe-612c2f419741 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:44.553157 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de49280-eab9-423b-afbe-612c2f419741 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Fanout notify agent at l3_agent the message router_deleted on router 611fdb4d-7fd7-4ec4-9144-64e823617d54 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:07:44.569397 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9de49280-eab9-423b-afbe-612c2f419741 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:44.571783 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9de49280-eab9-423b-afbe-612c2f419741 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "DELETE /v2.0/routers/611fdb4d-7fd7-4ec4-9144-64e823617d54 HTTP/1.1" status: 204 len: 168 time: 3.3653328 Jul 13 08:07:44.576371 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50436) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:44.672766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb435432-9322-439e-be0e-d5440c611a2d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:07:44.684174 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-eb435432-9322-439e-be0e-d5440c611a2d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:44.693589 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb435432-9322-439e-be0e-d5440c611a2d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:07:44.755084 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb435432-9322-439e-be0e-d5440c611a2d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Pushing event updated for resources: {'Port': ['ID=0a7e1ab4-6d7d-4d9c-a405-df06debeaa54,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:44.807253 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-f403d4d1-3033-40c3-b313-8ecd116e42e8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Deleting subnet c577e9ae-fef0-4da1-8fe8-9cb005c57d87 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:07:44.813836 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f403d4d1-3033-40c3-b313-8ecd116e42e8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:45.048465 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f403d4d1-3033-40c3-b313-8ecd116e42e8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:45.307191 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f403d4d1-3033-40c3-b313-8ecd116e42e8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:45.415404 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 29b14a77-1fb8-42e4-83a9-d24448d4fdfe up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:07:45.639142 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f403d4d1-3033-40c3-b313-8ecd116e42e8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:45.649820 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 29b14a77-1fb8-42e4-83a9-d24448d4fdfe completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:07:45.666743 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 29b14a77-1fb8-42e4-83a9-d24448d4fdfe triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:45.671663 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:45.778520 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb435432-9322-439e-be0e-d5440c611a2d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:45.882026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403d4d1-3033-40c3-b313-8ecd116e42e8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event deleted for resources: {'Subnet': ['ID=c577e9ae-fef0-4da1-8fe8-9cb005c57d87,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:45.915219 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f403d4d1-3033-40c3-b313-8ecd116e42e8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:45.924166 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f403d4d1-3033-40c3-b313-8ecd116e42e8 tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "DELETE /v2.0/subnets/c577e9ae-fef0-4da1-8fe8-9cb005c57d87 HTTP/1.1" status: 204 len: 168 time: 1.3433504 Jul 13 08:07:45.925860 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50454) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:46.021804 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:46.079302 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 29b14a77-1fb8-42e4-83a9-d24448d4fdfe, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=29b14a77-1fb8-42e4-83a9-d24448d4fdfe,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:46.092443 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:46.231777 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=29b14a77-1fb8-42e4-83a9-d24448d4fdfe,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:46.232782 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c75ff20-0261-496b-b97e-b1c7a821803d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:46.575789 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb435432-9322-439e-be0e-d5440c611a2d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:46.619672 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c75ff20-0261-496b-b97e-b1c7a821803d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:46.657656 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-3c75ff20-0261-496b-b97e-b1c7a821803d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03509e65-dd19-429f-852f-3a96b70ed851']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:46.684337 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-3c75ff20-0261-496b-b97e-b1c7a821803d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36dbb81e-03f6-421e-8bd4-0490b0580ea7') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:46.685409 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-3c75ff20-0261-496b-b97e-b1c7a821803d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36dbb81e-03f6-421e-8bd4-0490b0580ea7') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:46.722028 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c75ff20-0261-496b-b97e-b1c7a821803d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:46.758538 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c75ff20-0261-496b-b97e-b1c7a821803d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:46.779972 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c75ff20-0261-496b-b97e-b1c7a821803d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:07:46.780786 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c75ff20-0261-496b-b97e-b1c7a821803d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:07:46.793101 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:07:47.005582 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c75ff20-0261-496b-b97e-b1c7a821803d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:47.036286 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb435432-9322-439e-be0e-d5440c611a2d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Router 1d092dbf-e0c7-41f3-8a4a-d76fcbdb4a2c is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:07:47.037474 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c75ff20-0261-496b-b97e-b1c7a821803d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:47.049167 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3c75ff20-0261-496b-b97e-b1c7a821803d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] 10.222.0.58 "DELETE /v2.0/networks/03509e65-dd19-429f-852f-3a96b70ed851 HTTP/1.1" status: 204 len: 168 time: 1.1208444 Jul 13 08:07:47.079222 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75ff20-0261-496b-b97e-b1c7a821803d tempest-FloatingIPTestJSON-1802390423 tempest-FloatingIPTestJSON-1802390423-project] Pushing event deleted for resources: {'Network': ['ID=03509e65-dd19-429f-852f-3a96b70ed851,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:47.238872 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 29b14a77-1fb8-42e4-83a9-d24448d4fdfe up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:07:47.361666 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 29b14a77-1fb8-42e4-83a9-d24448d4fdfe triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:47.363146 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:47.391221 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb435432-9322-439e-be0e-d5440c611a2d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:07:47.433099 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb435432-9322-439e-be0e-d5440c611a2d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:47.440629 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-eb435432-9322-439e-be0e-d5440c611a2d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.5180526 Jul 13 08:07:47.441563 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50466) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:47.492868 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] Sync routers for ids ['1d092dbf-e0c7-41f3-8a4a-d76fcbdb4a2c'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:07:47.581942 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] Routers {'1d092dbf-e0c7-41f3-8a4a-d76fcbdb4a2c'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:47.583257 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1d092dbf-e0c7-41f3-8a4a-d76fcbdb4a2c'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:47.697466 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8f13dd11-2da7-4245-a285-cd09c7d6e6b0 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "GET /v2.0/routers/1d092dbf-e0c7-41f3-8a4a-d76fcbdb4a2c HTTP/1.1" status: 200 len: 906 time: 0.2537436 Jul 13 08:07:47.701908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50470) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:48.006538 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-173be4af-3719-41fb-ba2d-b341b3f11c62 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:48.056291 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] Set router 1d092dbf-e0c7-41f3-8a4a-d76fcbdb4a2c gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:07:48.364615 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50482) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:48.484102 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-173be4af-3719-41fb-ba2d-b341b3f11c62 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:48.587831 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4763c99d-4485-4f5c-af75-dc6ee2b15663 req-7befbd7f-9f10-449f-adb9-5116dacc5cea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7595363 Jul 13 08:07:48.690346 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d092dbf-e0c7-41f3-8a4a-d76fcbdb4a2c', 'name': 'tempest-snat-router-679983425', 'tenant_id': '9ac9c747b0084f65a50cc7e6d2a0558f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0a7e1ab4-6d7d-4d9c-a405-df06debeaa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:41Z', 'updated_at': '2021-07-13T08:07:45Z', 'revision_number': 3, 'project_id': '9ac9c747b0084f65a50cc7e6d2a0558f', 'gw_port': {'id': '0a7e1ab4-6d7d-4d9c-a405-df06debeaa54', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d092dbf-e0c7-41f3-8a4a-d76fcbdb4a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:43Z', 'updated_at': '2021-07-13T08:07:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:48.764978 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] Checking router: 1d092dbf-e0c7-41f3-8a4a-d76fcbdb4a2c for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:07:48.766012 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] Updating router 1d092dbf-e0c7-41f3-8a4a-d76fcbdb4a2c port 0a7e1ab4-6d7d-4d9c-a405-df06debeaa54 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:07:48.893044 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-67d08198-dd30-4466-9d2c-c1a5b1a75e59 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=16f6ef9f9bdd4907b72f83f4840c942b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5231102 Jul 13 08:07:48.900627 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50490) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:48.901408 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:48.940035 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763c99d-4485-4f5c-af75-dc6ee2b15663 req-04f4eb44-8af6-4044-b901-4807176a9f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:48.942406 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4763c99d-4485-4f5c-af75-dc6ee2b15663 req-04f4eb44-8af6-4044-b901-4807176a9f3f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 1097 time: 0.2242439 Jul 13 08:07:49.000617 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-173be4af-3719-41fb-ba2d-b341b3f11c62 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Deleting port 0a7e1ab4-6d7d-4d9c-a405-df06debeaa54 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:07:49.001588 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-173be4af-3719-41fb-ba2d-b341b3f11c62 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:49.344694 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763c99d-4485-4f5c-af75-dc6ee2b15663 req-cbc4cb7d-1e7f-44ef-a92c-0ba805701bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:49.347937 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4763c99d-4485-4f5c-af75-dc6ee2b15663 req-cbc4cb7d-1e7f-44ef-a92c-0ba805701bb0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=73d1b288-3f69-4489-84f7-291972f58a73 HTTP/1.1" status: 200 len: 897 time: 0.3503163 Jul 13 08:07:49.364242 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9b4878a1-2856-4348-81c2-6af199e7df4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:49.392786 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-173be4af-3719-41fb-ba2d-b341b3f11c62 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:49.475778 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9b4878a1-2856-4348-81c2-6af199e7df4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:49.522006 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4763c99d-4485-4f5c-af75-dc6ee2b15663 req-9d2285e6-7b75-43d9-931d-b615bec9bcda service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccbece72-8d55-4a86-9a29-0ed79fae9292 HTTP/1.1" status: 200 len: 1000 time: 0.1656358 Jul 13 08:07:49.626490 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763c99d-4485-4f5c-af75-dc6ee2b15663 req-474882de-9833-457e-a3dc-0369bc26ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:49.629522 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4763c99d-4485-4f5c-af75-dc6ee2b15663 req-474882de-9833-457e-a3dc-0369bc26ce8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0c99f46a-e7f3-4394-9bef-8094f4480aea HTTP/1.1" status: 200 len: 834 time: 0.0974417 Jul 13 08:07:49.632641 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-173be4af-3719-41fb-ba2d-b341b3f11c62 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Calling delete_port for 0a7e1ab4-6d7d-4d9c-a405-df06debeaa54 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:07:49.637207 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9b4878a1-2856-4348-81c2-6af199e7df4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:49.642281 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9b4878a1-2856-4348-81c2-6af199e7df4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:49.649756 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9b4878a1-2856-4348-81c2-6af199e7df4c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a3948a6-bf07-466b-bce2-abb9ca9c5e9d HTTP/1.1" status: 204 len: 168 time: 0.7408049 Jul 13 08:07:49.687687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4878a1-2856-4348-81c2-6af199e7df4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3948a6-bf07-466b-bce2-abb9ca9c5e9d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:49.833575 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:49.923884 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] Transition to ACTIVE for port object 0a7e1ab4-6d7d-4d9c-a405-df06debeaa54 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:07:49.954676 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:50.018034 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763c99d-4485-4f5c-af75-dc6ee2b15663 req-81c791d6-730f-4056-8549-23b54e79793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:50.024678 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4763c99d-4485-4f5c-af75-dc6ee2b15663 req-81c791d6-730f-4056-8549-23b54e79793c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73d1b288-3f69-4489-84f7-291972f58a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3883035 Jul 13 08:07:50.227117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a803632-ad41-43fb-9d69-95e65b1f052e None None] Pushing event updated for resources: {'Port': ['ID=0a7e1ab4-6d7d-4d9c-a405-df06debeaa54,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:50.313312 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-173be4af-3719-41fb-ba2d-b341b3f11c62 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:50.315358 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] Attempting to bind port 0a7e1ab4-6d7d-4d9c-a405-df06debeaa54 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:07:50.315358 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] Attempting to bind port 0a7e1ab4-6d7d-4d9c-a405-df06debeaa54 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:07:50.316005 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] Attempting to bind port 0a7e1ab4-6d7d-4d9c-a405-df06debeaa54 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:07:50.338268 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:07:50.338762 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:07:50.339341 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:50.339903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:07:50.340604 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] Bound port: 0a7e1ab4-6d7d-4d9c-a405-df06debeaa54, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:07:50.344676 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:50.440987 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] Port 0a7e1ab4-6d7d-4d9c-a405-df06debeaa54 has been deleted concurrently {{(pid=93725) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 13 08:07:50.466800 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] Routers {'1d092dbf-e0c7-41f3-8a4a-d76fcbdb4a2c'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:50.468141 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1d092dbf-e0c7-41f3-8a4a-d76fcbdb4a2c'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:50.522434 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4763c99d-4485-4f5c-af75-dc6ee2b15663 req-3da22e87-c745-42e1-ac25-f0f2324d70e8 service neutron] 10.222.0.35 "GET /v2.0/networks/73d1b288-3f69-4489-84f7-291972f58a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903927 Jul 13 08:07:50.690672 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173be4af-3719-41fb-ba2d-b341b3f11c62 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a7e1ab4-6d7d-4d9c-a405-df06debeaa54,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:50.713408 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-173be4af-3719-41fb-ba2d-b341b3f11c62 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:50.956279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] Set router 1d092dbf-e0c7-41f3-8a4a-d76fcbdb4a2c gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:07:51.057872 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-173be4af-3719-41fb-ba2d-b341b3f11c62 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:51.060714 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4763c99d-4485-4f5c-af75-dc6ee2b15663 req-15af43ae-0efd-4ac1-a1dd-27820d4a99f0 service neutron] 10.222.0.35 "GET /v2.0/networks/73d1b288-3f69-4489-84f7-291972f58a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218685 Jul 13 08:07:51.063033 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-173be4af-3719-41fb-ba2d-b341b3f11c62 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:51.175245 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-173be4af-3719-41fb-ba2d-b341b3f11c62 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:51.175844 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173be4af-3719-41fb-ba2d-b341b3f11c62 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d092dbf-e0c7-41f3-8a4a-d76fcbdb4a2c {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:07:51.197693 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-173be4af-3719-41fb-ba2d-b341b3f11c62 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:51.203758 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50526) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:51.218215 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-173be4af-3719-41fb-ba2d-b341b3f11c62 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "DELETE /v2.0/routers/1d092dbf-e0c7-41f3-8a4a-d76fcbdb4a2c HTTP/1.1" status: 204 len: 168 time: 3.5140448 Jul 13 08:07:51.240146 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d092dbf-e0c7-41f3-8a4a-d76fcbdb4a2c', 'name': 'tempest-snat-router-679983425', 'tenant_id': '9ac9c747b0084f65a50cc7e6d2a0558f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:41Z', 'updated_at': '2021-07-13T08:07:50Z', 'revision_number': 5, 'project_id': '9ac9c747b0084f65a50cc7e6d2a0558f', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:51.342130 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e142e86-00ab-410e-9892-4c20c6462a57 None None] The sync data for ids ['1d092dbf-e0c7-41f3-8a4a-d76fcbdb4a2c'] in n-d-779913-28 is: [{'id': '1d092dbf-e0c7-41f3-8a4a-d76fcbdb4a2c', 'name': 'tempest-snat-router-679983425', 'tenant_id': '9ac9c747b0084f65a50cc7e6d2a0558f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:41Z', 'updated_at': '2021-07-13T08:07:50Z', 'revision_number': 5, 'project_id': '9ac9c747b0084f65a50cc7e6d2a0558f', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:07:51.476903 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3759fed-a4c7-4c07-b329-afaacbe27e65 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:51.819470 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:07:51.872027 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3759fed-a4c7-4c07-b329-afaacbe27e65 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.077963 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b3759fed-a4c7-4c07-b329-afaacbe27e65 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Deleting port 29b14a77-1fb8-42e4-83a9-d24448d4fdfe {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:07:52.079079 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3759fed-a4c7-4c07-b329-afaacbe27e65 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.374984 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-b3759fed-a4c7-4c07-b329-afaacbe27e65 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] For port 29b14a77-1fb8-42e4-83a9-d24448d4fdfe, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=29b14a77-1fb8-42e4-83a9-d24448d4fdfe,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:52.376277 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3759fed-a4c7-4c07-b329-afaacbe27e65 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.404109 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b3759fed-a4c7-4c07-b329-afaacbe27e65 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Calling delete_port for 29b14a77-1fb8-42e4-83a9-d24448d4fdfe owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:07:52.674946 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50550) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:52.945420 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3759fed-a4c7-4c07-b329-afaacbe27e65 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:53.071070 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3759fed-a4c7-4c07-b329-afaacbe27e65 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Pushing event deleted for resources: {'Port': ['ID=29b14a77-1fb8-42e4-83a9-d24448d4fdfe,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:53.247521 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4481879c-b833-4ed7-8058-7d70ebdaa5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:53.272563 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3759fed-a4c7-4c07-b329-afaacbe27e65 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:53.446794 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-188ac0d3-2efd-446a-9b07-ac8b8e36ebf8 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-708562468'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:53.551793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188ac0d3-2efd-446a-9b07-ac8b8e36ebf8 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Made reservation on behalf of f57ffc032d744d538a021936c5b80d39 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:07:53.570679 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-188ac0d3-2efd-446a-9b07-ac8b8e36ebf8 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:53.599749 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-188ac0d3-2efd-446a-9b07-ac8b8e36ebf8 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:53.686136 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3759fed-a4c7-4c07-b329-afaacbe27e65 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:53.693332 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3759fed-a4c7-4c07-b329-afaacbe27e65 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:53.805696 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3759fed-a4c7-4c07-b329-afaacbe27e65 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:53.806633 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3759fed-a4c7-4c07-b329-afaacbe27e65 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c78f305b-a575-4256-96a7-4185f97c8909 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:07:53.824467 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3759fed-a4c7-4c07-b329-afaacbe27e65 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:53.832123 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b3759fed-a4c7-4c07-b329-afaacbe27e65 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "DELETE /v2.0/routers/c78f305b-a575-4256-96a7-4185f97c8909 HTTP/1.1" status: 204 len: 168 time: 2.6238108 Jul 13 08:07:53.837397 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50564) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:53.862074 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b829fbe8-7b5d-413b-a099-90446b6b66fb tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1655173907', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}, 'admin_state_up': False}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:53.979358 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-188ac0d3-2efd-446a-9b07-ac8b8e36ebf8 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:53.994588 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-188ac0d3-2efd-446a-9b07-ac8b8e36ebf8 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:54.051854 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b829fbe8-7b5d-413b-a099-90446b6b66fb tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:54.053705 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b829fbe8-7b5d-413b-a099-90446b6b66fb tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:54.200068 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ac0d3-2efd-446a-9b07-ac8b8e36ebf8 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fea5703-f086-4fc8-9d31-84d483a5f939,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:54.212213 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b829fbe8-7b5d-413b-a099-90446b6b66fb tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:54.233672 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188ac0d3-2efd-446a-9b07-ac8b8e36ebf8 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:07:54.323644 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-188ac0d3-2efd-446a-9b07-ac8b8e36ebf8 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:54.329155 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-188ac0d3-2efd-446a-9b07-ac8b8e36ebf8 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Added segment cf456082-e3ee-40ad-8f9a-3668a6f7caac of type vlan for network faed71e9-2a5f-48a3-aae3-0682d859b7c9 Jul 13 08:07:54.491337 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-188ac0d3-2efd-446a-9b07-ac8b8e36ebf8 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:54.630331 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-188ac0d3-2efd-446a-9b07-ac8b8e36ebf8 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:54.646491 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188ac0d3-2efd-446a-9b07-ac8b8e36ebf8 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:54.647600 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-188ac0d3-2efd-446a-9b07-ac8b8e36ebf8 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:54.690247 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-188ac0d3-2efd-446a-9b07-ac8b8e36ebf8 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0073521 Jul 13 08:07:54.729260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50576) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:54.751141 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0b83c802-2dfd-446a-ba97-336567706694 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Request body: {'subnet': {'network_id': 'faed71e9-2a5f-48a3-aae3-0682d859b7c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:54.797893 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b829fbe8-7b5d-413b-a099-90446b6b66fb tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:54.913146 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ac0d3-2efd-446a-9b07-ac8b8e36ebf8 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Pushing event updated for resources: {'Network': ['ID=faed71e9-2a5f-48a3-aae3-0682d859b7c9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:54.979119 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network faed71e9-2a5f-48a3-aae3-0682d859b7c9 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:07:55.035682 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b83c802-2dfd-446a-ba97-336567706694 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Made reservation on behalf of f57ffc032d744d538a021936c5b80d39 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:07:55.051685 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b83c802-2dfd-446a-ba97-336567706694 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:55.336749 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 29b14a77-1fb8-42e4-83a9-d24448d4fdfe no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:07:55.446518 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 29b14a77-1fb8-42e4-83a9-d24448d4fdfe {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:07:55.450438 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 29b14a77-1fb8-42e4-83a9-d24448d4fdfe not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:07:55.671011 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b83c802-2dfd-446a-ba97-336567706694 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:55.797144 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83c802-2dfd-446a-ba97-336567706694 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Pushing event updated for resources: {'Subnet': ['ID=9edc0adb-9302-4d68-b653-d7b8ecab125a,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:55.887173 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b83c802-2dfd-446a-ba97-336567706694 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Checking segment: {'id': 'cf456082-e3ee-40ad-8f9a-3668a6f7caac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'faed71e9-2a5f-48a3-aae3-0682d859b7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:07:55.887527 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b83c802-2dfd-446a-ba97-336567706694 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Network hostable DHCP agents. Network: faed71e9-2a5f-48a3-aae3-0682d859b7c9, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:07:55.919141 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b83c802-2dfd-446a-ba97-336567706694 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Network faed71e9-2a5f-48a3-aae3-0682d859b7c9 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:07:55.969768 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-0b83c802-2dfd-446a-ba97-336567706694 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, faed71e9-2a5f-48a3-aae3-0682d859b7c9) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:55.995212 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3366a7ca-9916-4618-ba18-eff2f87ecf29 None None] Network faed71e9-2a5f-48a3-aae3-0682d859b7c9 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:07:56.006765 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b83c802-2dfd-446a-ba97-336567706694 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:56.010623 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b83c802-2dfd-446a-ba97-336567706694 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:56.066207 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0b83c802-2dfd-446a-ba97-336567706694 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3349481 Jul 13 08:07:56.070587 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50594) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:56.078037 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f3d41929-40cc-4ca2-beb1-8ec0debb98d7 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-191473305', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:56.092152 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b829fbe8-7b5d-413b-a099-90446b6b66fb tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:56.183952 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f3d41929-40cc-4ca2-beb1-8ec0debb98d7 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:56.186500 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b829fbe8-7b5d-413b-a099-90446b6b66fb tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:56.197224 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f3d41929-40cc-4ca2-beb1-8ec0debb98d7 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:56.422057 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f3d41929-40cc-4ca2-beb1-8ec0debb98d7 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:56.439689 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f3d41929-40cc-4ca2-beb1-8ec0debb98d7 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:56.475270 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f3d41929-40cc-4ca2-beb1-8ec0debb98d7 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:56.486369 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f3d41929-40cc-4ca2-beb1-8ec0debb98d7 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4137480 Jul 13 08:07:56.488015 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50600) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:56.524164 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-faed71e9-2a5f-48a3-aae3-0682d859b7c9', 'network_id': 'faed71e9-2a5f-48a3-aae3-0682d859b7c9', 'tenant_id': 'f57ffc032d744d538a021936c5b80d39', 'fixed_ips': [{'subnet_id': '9edc0adb-9302-4d68-b653-d7b8ecab125a'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:07:56.526011 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:56.690011 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-b829fbe8-7b5d-413b-a099-90446b6b66fb tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Allocated IP 172.25.0.119 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/e14fb911-0021-4f8c-9679-8e138bb5c50a) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:07:57.048588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] Allocated IP 172.20.0.2 (faed71e9-2a5f-48a3-aae3-0682d859b7c9/9edc0adb-9302-4d68-b653-d7b8ecab125a/53ae1750-11fa-4122-9345-589200b4eb36) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:07:57.104001 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b829fbe8-7b5d-413b-a099-90446b6b66fb tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:57.302829 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b829fbe8-7b5d-413b-a099-90446b6b66fb tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:57.455229 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:57.532401 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b829fbe8-7b5d-413b-a099-90446b6b66fb tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:07:57.546543 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829fbe8-7b5d-413b-a099-90446b6b66fb tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Pushing event updated for resources: {'Port': ['ID=e14fb911-0021-4f8c-9679-8e138bb5c50a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:57.550944 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-b829fbe8-7b5d-413b-a099-90446b6b66fb tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:57.555324 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b829fbe8-7b5d-413b-a099-90446b6b66fb tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:07:57.667583 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:57.707590 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d36837e-da2a-41e1-94c3-8c4f93243194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:57.732484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] Transition to ACTIVE for port object 53ae1750-11fa-4122-9345-589200b4eb36 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:07:57.853573 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] Transition to ACTIVE for port object 53ae1750-11fa-4122-9345-589200b4eb36 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:07:57.901091 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:57.946042 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:58.067546 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] Pushing event updated for resources: {'Port': ['ID=53ae1750-11fa-4122-9345-589200b4eb36,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:58.093277 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] Network faed71e9-2a5f-48a3-aae3-0682d859b7c9 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:07:58.100740 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:58.105344 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:07:58.385661 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] Attempting to bind port 53ae1750-11fa-4122-9345-589200b4eb36 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:07:58.386165 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] Attempting to bind port 53ae1750-11fa-4122-9345-589200b4eb36 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'cf456082-e3ee-40ad-8f9a-3668a6f7caac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'faed71e9-2a5f-48a3-aae3-0682d859b7c9'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:07:58.393915 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] Attempting to bind port 53ae1750-11fa-4122-9345-589200b4eb36 on network faed71e9-2a5f-48a3-aae3-0682d859b7c9 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:07:58.424301 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:07:58.424301 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] Checking segment: {'id': 'cf456082-e3ee-40ad-8f9a-3668a6f7caac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'faed71e9-2a5f-48a3-aae3-0682d859b7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:07:58.431622 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:58.431622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] Bound using segment: {'id': 'cf456082-e3ee-40ad-8f9a-3668a6f7caac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'faed71e9-2a5f-48a3-aae3-0682d859b7c9'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:07:58.431622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] Bound port: 53ae1750-11fa-4122-9345-589200b4eb36, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf456082-e3ee-40ad-8f9a-3668a6f7caac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'faed71e9-2a5f-48a3-aae3-0682d859b7c9'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:07:58.431622 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:58.662689 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b829fbe8-7b5d-413b-a099-90446b6b66fb tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:58.688105 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] For port 53ae1750-11fa-4122-9345-589200b4eb36, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:07:58.694704 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] For port 53ae1750-11fa-4122-9345-589200b4eb36, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=53ae1750-11fa-4122-9345-589200b4eb36,segment=NetworkSegment(cf456082-e3ee-40ad-8f9a-3668a6f7caac),segment_id=cf456082-e3ee-40ad-8f9a-3668a6f7caac)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:07:58.705210 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:58.926856 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bd4f9-051c-46b8-b42c-73726f84a4b0 None None] Pushing event updated for resources: {'Port': ['ID=53ae1750-11fa-4122-9345-589200b4eb36,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:59.089220 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Allocated IP 172.20.0.1 (faed71e9-2a5f-48a3-aae3-0682d859b7c9/9edc0adb-9302-4d68-b653-d7b8ecab125a/77621db5-0e54-4264-afd7-4e1bd0702564) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:07:59.392752 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:59.479855 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Transition to ACTIVE for port object 77621db5-0e54-4264-afd7-4e1bd0702564 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:07:59.607912 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b829fbe8-7b5d-413b-a099-90446b6b66fb tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:59.630282 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:59.676976 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:59.856898 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Network faed71e9-2a5f-48a3-aae3-0682d859b7c9 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:07:59.871315 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:59.898688 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:08:00.022537 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Pushing event updated for resources: {'Port': ['ID=77621db5-0e54-4264-afd7-4e1bd0702564,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:00.099406 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:00.102655 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:00.103676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:00.104623 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:00.105574 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:00.106457 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:00.107457 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:00.108495 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:00.109393 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:00.110232 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:00.111108 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:00.112265 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:00.130975 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b829fbe8-7b5d-413b-a099-90446b6b66fb tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Router 77ca1a3a-eadf-41b1-ba3a-9e3d8a04d42c is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:08:00.174566 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:00.526290 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b829fbe8-7b5d-413b-a099-90446b6b66fb tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:08:00.551552 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a365b3-c60f-4c6f-a071-018508d63871 None None] Sync routers for ids ['77ca1a3a-eadf-41b1-ba3a-9e3d8a04d42c'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:08:00.593325 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a365b3-c60f-4c6f-a071-018508d63871 None None] Routers {'77ca1a3a-eadf-41b1-ba3a-9e3d8a04d42c'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:00.598504 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b829fbe8-7b5d-413b-a099-90446b6b66fb tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:00.601571 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-86a365b3-c60f-4c6f-a071-018508d63871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['77ca1a3a-eadf-41b1-ba3a-9e3d8a04d42c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:00.601884 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b829fbe8-7b5d-413b-a099-90446b6b66fb tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.7607284 Jul 13 08:08:00.610268 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50646) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:00.639411 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-05b7c9bc-d99c-458f-b124-11f11bc1c2d5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'enable_snat': False}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:00.772476 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-86a365b3-c60f-4c6f-a071-018508d63871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:00.786341 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:00.822916 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a365b3-c60f-4c6f-a071-018508d63871 None None] Routers {'77ca1a3a-eadf-41b1-ba3a-9e3d8a04d42c'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:00.826748 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-86a365b3-c60f-4c6f-a071-018508d63871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['77ca1a3a-eadf-41b1-ba3a-9e3d8a04d42c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:00.977060 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-86a365b3-c60f-4c6f-a071-018508d63871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:00.981693 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a365b3-c60f-4c6f-a071-018508d63871 None None] The sync data for ids ['77ca1a3a-eadf-41b1-ba3a-9e3d8a04d42c'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:08:01.405126 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:01.459494 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962a4645-da66-47b9-9c2f-2c3992dfafe3 None None] Network faed71e9-2a5f-48a3-aae3-0682d859b7c9 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:08:01.485015 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 53ae1750-11fa-4122-9345-589200b4eb36 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:08:01.630843 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 53ae1750-11fa-4122-9345-589200b4eb36 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:08:01.729382 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:01.732282 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50662) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:01.745551 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:01.805185 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6f5746c0-1338-40f1-a5bc-d1d9bef77f77 None None] Provisioning for port 53ae1750-11fa-4122-9345-589200b4eb36 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:08:01.840334 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6f5746c0-1338-40f1-a5bc-d1d9bef77f77 None None] Provisioning complete for port 53ae1750-11fa-4122-9345-589200b4eb36 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:01.844879 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6f5746c0-1338-40f1-a5bc-d1d9bef77f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:02.016104 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-05b7c9bc-d99c-458f-b124-11f11bc1c2d5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:02.137067 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Pushing event updated for resources: {'Port': ['ID=77621db5-0e54-4264-afd7-4e1bd0702564,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:02.357418 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6f5746c0-1338-40f1-a5bc-d1d9bef77f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:02.365763 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:02.517844 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6f5746c0-1338-40f1-a5bc-d1d9bef77f77 None None] For port 53ae1750-11fa-4122-9345-589200b4eb36, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=53ae1750-11fa-4122-9345-589200b4eb36,segment=NetworkSegment(cf456082-e3ee-40ad-8f9a-3668a6f7caac),segment_id=cf456082-e3ee-40ad-8f9a-3668a6f7caac)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:02.533354 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6f5746c0-1338-40f1-a5bc-d1d9bef77f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:02.718553 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7e6799fc-ad3f-41dd-9dff-9d9a3a6be0c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Deleting port da2a3ec8-b6e9-4f32-9207-9b4cdfbfba8a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:08:02.719456 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e6799fc-ad3f-41dd-9dff-9d9a3a6be0c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:02.764637 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5746c0-1338-40f1-a5bc-d1d9bef77f77 None None] Pushing event updated for resources: {'Port': ['ID=53ae1750-11fa-4122-9345-589200b4eb36,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:02.793342 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5746c0-1338-40f1-a5bc-d1d9bef77f77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:02.793944 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5746c0-1338-40f1-a5bc-d1d9bef77f77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:02.799345 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5746c0-1338-40f1-a5bc-d1d9bef77f77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:02.800251 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5746c0-1338-40f1-a5bc-d1d9bef77f77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:02.806398 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5746c0-1338-40f1-a5bc-d1d9bef77f77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:02.807267 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5746c0-1338-40f1-a5bc-d1d9bef77f77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:02.808038 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5746c0-1338-40f1-a5bc-d1d9bef77f77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:02.808993 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5746c0-1338-40f1-a5bc-d1d9bef77f77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:02.809903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5746c0-1338-40f1-a5bc-d1d9bef77f77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:02.810703 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5746c0-1338-40f1-a5bc-d1d9bef77f77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:02.811489 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5746c0-1338-40f1-a5bc-d1d9bef77f77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:02.812466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5746c0-1338-40f1-a5bc-d1d9bef77f77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:03.032557 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Network faed71e9-2a5f-48a3-aae3-0682d859b7c9 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:08:03.050888 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:03.183207 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f6746264-c09a-46f9-89b3-89f3d3114b3d None None] Provisioning complete for port 53ae1750-11fa-4122-9345-589200b4eb36 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:03.185207 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6746264-c09a-46f9-89b3-89f3d3114b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:03.372208 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e6799fc-ad3f-41dd-9dff-9d9a3a6be0c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:03.373928 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e6799fc-ad3f-41dd-9dff-9d9a3a6be0c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:03.576842 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7e6799fc-ad3f-41dd-9dff-9d9a3a6be0c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Calling delete_port for da2a3ec8-b6e9-4f32-9207-9b4cdfbfba8a owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:08:03.675981 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-05b7c9bc-d99c-458f-b124-11f11bc1c2d5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:03.700234 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-05b7c9bc-d99c-458f-b124-11f11bc1c2d5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396023'] for router, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:03.827531 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 53ae1750-11fa-4122-9345-589200b4eb36 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:08:03.959510 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 53ae1750-11fa-4122-9345-589200b4eb36 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:03.960191 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:04.104260 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b7c9bc-d99c-458f-b124-11f11bc1c2d5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Router 77ca1a3a-eadf-41b1-ba3a-9e3d8a04d42c has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:08:04.266542 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Router e8b98229-7619-49f7-835d-a351dd6f0b1c is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:08:04.358065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f6746264-c09a-46f9-89b3-89f3d3114b3d None None] Provisioning for port 77621db5-0e54-4264-afd7-4e1bd0702564 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:08:04.367597 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f6746264-c09a-46f9-89b3-89f3d3114b3d None None] Provisioning complete for port 77621db5-0e54-4264-afd7-4e1bd0702564 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:04.370424 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6746264-c09a-46f9-89b3-89f3d3114b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:04.487993 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f6746264-c09a-46f9-89b3-89f3d3114b3d None None] Port 77621db5-0e54-4264-afd7-4e1bd0702564 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:08:04.537231 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b7c9bc-d99c-458f-b124-11f11bc1c2d5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:08:04.544810 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-05b7c9bc-d99c-458f-b124-11f11bc1c2d5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:04.547288 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-05b7c9bc-d99c-458f-b124-11f11bc1c2d5 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "PUT /v2.0/routers/77ca1a3a-eadf-41b1-ba3a-9e3d8a04d42c HTTP/1.1" status: 200 len: 922 time: 3.9258213 Jul 13 08:08:04.551116 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50704) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:04.561310 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fcc383-a066-430a-baa6-db480d4c2f38 None None] Sync routers for ids ['77ca1a3a-eadf-41b1-ba3a-9e3d8a04d42c'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:08:04.596419 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fcc383-a066-430a-baa6-db480d4c2f38 None None] Routers {'77ca1a3a-eadf-41b1-ba3a-9e3d8a04d42c'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:04.607015 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-85fcc383-a066-430a-baa6-db480d4c2f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['77ca1a3a-eadf-41b1-ba3a-9e3d8a04d42c'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:04.716854 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-85fcc383-a066-430a-baa6-db480d4c2f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:04.794031 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6389ea7f-33d7-4c30-b735-ec6a096b3c8b None None] Provisioning complete for port 77621db5-0e54-4264-afd7-4e1bd0702564 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:04.801048 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6389ea7f-33d7-4c30-b735-ec6a096b3c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:04.827428 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e6799fc-ad3f-41dd-9dff-9d9a3a6be0c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:04.897245 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fcc383-a066-430a-baa6-db480d4c2f38 None None] Routers {'77ca1a3a-eadf-41b1-ba3a-9e3d8a04d42c'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:04.898863 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-85fcc383-a066-430a-baa6-db480d4c2f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['77ca1a3a-eadf-41b1-ba3a-9e3d8a04d42c'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:05.000428 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0698568f-d222-4ca1-a461-5a9b01eb638b tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "GET /v2.0/routers/77ca1a3a-eadf-41b1-ba3a-9e3d8a04d42c HTTP/1.1" status: 200 len: 922 time: 0.4470589 Jul 13 08:08:05.004022 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50710) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:05.038156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-85fcc383-a066-430a-baa6-db480d4c2f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:05.039831 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fcc383-a066-430a-baa6-db480d4c2f38 None None] The sync data for ids ['77ca1a3a-eadf-41b1-ba3a-9e3d8a04d42c'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:08:05.070510 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6799fc-ad3f-41dd-9dff-9d9a3a6be0c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Port': ['ID=da2a3ec8-b6e9-4f32-9207-9b4cdfbfba8a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:05.091449 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:08:05.112704 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e969a051-1249-4d84-911e-68df32f142ea None None] Sync routers for ids ['e8b98229-7619-49f7-835d-a351dd6f0b1c'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:08:05.113576 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d1781554-93f5-478b-9775-dae677525cb1 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] 10.222.0.58 "PUT /v2.0/routers/e8b98229-7619-49f7-835d-a351dd6f0b1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6214988 Jul 13 08:08:05.117426 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50714) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:05.127342 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6389ea7f-33d7-4c30-b735-ec6a096b3c8b None None] Port 77621db5-0e54-4264-afd7-4e1bd0702564 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:08:05.148327 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e969a051-1249-4d84-911e-68df32f142ea None None] Routers {'e8b98229-7619-49f7-835d-a351dd6f0b1c'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:05.150269 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e969a051-1249-4d84-911e-68df32f142ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e8b98229-7619-49f7-835d-a351dd6f0b1c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:05.155997 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1c43f637-8dfb-4d14-b800-3a0bc1d78979 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Request body: {'port': {'network_id': 'faed71e9-2a5f-48a3-aae3-0682d859b7c9', 'name': 'tempest-FloatingIPNegativeTestJSON-1411484133'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:05.246194 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e969a051-1249-4d84-911e-68df32f142ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:05.262010 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0aabb586-21ca-444e-b7b7-e9032876c8eb None None] Provisioning complete for port 77621db5-0e54-4264-afd7-4e1bd0702564 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:05.262749 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0aabb586-21ca-444e-b7b7-e9032876c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:05.285745 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e969a051-1249-4d84-911e-68df32f142ea None None] Routers {'e8b98229-7619-49f7-835d-a351dd6f0b1c'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:05.291569 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e969a051-1249-4d84-911e-68df32f142ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e8b98229-7619-49f7-835d-a351dd6f0b1c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:05.311256 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b798e9a-6b9a-48c6-b2e8-7a9f900cf80a tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:05.313983 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5b798e9a-6b9a-48c6-b2e8-7a9f900cf80a tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=f96be058-f906-4210-b421-902eff1606be&device_id=77ca1a3a-eadf-41b1-ba3a-9e3d8a04d42c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3082461 Jul 13 08:08:05.318562 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50716) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:05.402132 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0aabb586-21ca-444e-b7b7-e9032876c8eb None None] Port 77621db5-0e54-4264-afd7-4e1bd0702564 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:08:05.462840 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e969a051-1249-4d84-911e-68df32f142ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:05.465973 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e969a051-1249-4d84-911e-68df32f142ea None None] The sync data for ids ['e8b98229-7619-49f7-835d-a351dd6f0b1c'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:08:05.824505 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bda6ce5-7a94-43c6-99a3-0eba9dc4d183 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:05.832980 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6bda6ce5-7a94-43c6-99a3-0eba9dc4d183 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 881 time: 0.5089965 Jul 13 08:08:05.838002 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50724) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:05.918673 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6d49838f-c121-4fd5-878e-fe7670e5b388 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "GET /v2.0/ports?device_id=77ca1a3a-eadf-41b1-ba3a-9e3d8a04d42c HTTP/1.1" status: 200 len: 205 time: 0.0675077 Jul 13 08:08:05.919123 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50726) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:05.920498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c43f637-8dfb-4d14-b800-3a0bc1d78979 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Made reservation on behalf of f57ffc032d744d538a021936c5b80d39 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:08:05.926909 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c43f637-8dfb-4d14-b800-3a0bc1d78979 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:05.931203 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e6799fc-ad3f-41dd-9dff-9d9a3a6be0c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:05.932055 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-7e6799fc-ad3f-41dd-9dff-9d9a3a6be0c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Floating IP d763aff8-14a9-4d87-8fa4-a1d1e2baf7d4 disassociated (deleted). External IP: 172.25.0.45, port: ccbece72-8d55-4a86-9a29-0ed79fae9292. Jul 13 08:08:06.023749 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-1c43f637-8dfb-4d14-b800-3a0bc1d78979 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] device_id is not set on port 198b91e7-a0f4-48bb-9403-25f3e21b84e4 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:08:06.217927 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:06.423805 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-1c43f637-8dfb-4d14-b800-3a0bc1d78979 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Allocated IP 172.20.0.13 (faed71e9-2a5f-48a3-aae3-0682d859b7c9/9edc0adb-9302-4d68-b653-d7b8ecab125a/198b91e7-a0f4-48bb-9403-25f3e21b84e4) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:08:06.807950 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6799fc-ad3f-41dd-9dff-9d9a3a6be0c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Router 8d41a7ea-47ad-4665-bc8f-724a1a8da470 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:08:06.957957 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c43f637-8dfb-4d14-b800-3a0bc1d78979 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:07.008221 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:07.030980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-1c43f637-8dfb-4d14-b800-3a0bc1d78979 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Transition to ACTIVE for port object 198b91e7-a0f4-48bb-9403-25f3e21b84e4 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:08:07.100953 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6799fc-ad3f-41dd-9dff-9d9a3a6be0c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:08:07.126603 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9261ebad-daec-48ed-b114-fe0e5d25bebd None None] Sync routers for ids ['8d41a7ea-47ad-4665-bc8f-724a1a8da470'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:08:07.137038 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e6799fc-ad3f-41dd-9dff-9d9a3a6be0c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:07.150195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Deleting port e14fb911-0021-4f8c-9679-8e138bb5c50a {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:08:07.156099 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:07.167483 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9261ebad-daec-48ed-b114-fe0e5d25bebd None None] Routers {'8d41a7ea-47ad-4665-bc8f-724a1a8da470'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:07.170387 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-9261ebad-daec-48ed-b114-fe0e5d25bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8d41a7ea-47ad-4665-bc8f-724a1a8da470'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:07.249447 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c43f637-8dfb-4d14-b800-3a0bc1d78979 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:07.321477 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:07.354242 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Calling delete_port for e14fb911-0021-4f8c-9679-8e138bb5c50a owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:08:07.422343 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-9261ebad-daec-48ed-b114-fe0e5d25bebd None None] Set router 8d41a7ea-47ad-4665-bc8f-724a1a8da470 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:08:07.469744 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c43f637-8dfb-4d14-b800-3a0bc1d78979 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Network faed71e9-2a5f-48a3-aae3-0682d859b7c9 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:08:07.483267 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7e6799fc-ad3f-41dd-9dff-9d9a3a6be0c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "DELETE /v2.0/floatingips/d763aff8-14a9-4d87-8fa4-a1d1e2baf7d4 HTTP/1.1" status: 204 len: 168 time: 5.7461839 Jul 13 08:08:07.495290 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50758) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:07.495719 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c73aea-4c98-4d39-ae03-92cfdd123a9b', 'tag': 'ccbece72-8d55-4a86-9a29-0ed79fae9292'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:08:07.499033 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0568bbcb-7e75-4b91-93ee-3deb0e5d1d16" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c73aea-4c98-4d39-ae03-92cfdd123a9b", "tag": "ccbece72-8d55-4a86-9a29-0ed79fae9292"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:08:07.526072 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1c43f637-8dfb-4d14-b800-3a0bc1d78979 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:07.530978 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c43f637-8dfb-4d14-b800-3a0bc1d78979 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:08:08.050263 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:08.065958 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-9261ebad-daec-48ed-b114-fe0e5d25bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752761743', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:22Z', 'updated_at': '2021-07-13T08:05:45Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '073e4600-038d-408f-950c-f46db0ffabed', 'name': '', 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:4b:09:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0c99f46a-e7f3-4394-9bef-8094f4480aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:41Z', 'updated_at': '2021-07-13T08:05:57Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '0c99f46a-e7f3-4394-9bef-8094f4480aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:08.112798 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Pushing event deleted for resources: {'Port': ['ID=e14fb911-0021-4f8c-9679-8e138bb5c50a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:08.150012 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9261ebad-daec-48ed-b114-fe0e5d25bebd None None] Checking router: 8d41a7ea-47ad-4665-bc8f-724a1a8da470 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:08:08.167637 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-82c36505-c262-4d21-8b6b-657e37cc7828 None None] Provisioning for port 198b91e7-a0f4-48bb-9403-25f3e21b84e4 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:08:08.175560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9261ebad-daec-48ed-b114-fe0e5d25bebd None None] Routers {'8d41a7ea-47ad-4665-bc8f-724a1a8da470'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:08.176788 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-9261ebad-daec-48ed-b114-fe0e5d25bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8d41a7ea-47ad-4665-bc8f-724a1a8da470'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:08.181464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568bbcb-7e75-4b91-93ee-3deb0e5d1d16 req-e8246e04-591e-4c1a-b16e-fd7f60146f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:08.184118 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0568bbcb-7e75-4b91-93ee-3deb0e5d1d16 req-e8246e04-591e-4c1a-b16e-fd7f60146f72 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a400cab12449b3b23abe0905366730&device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 1097 time: 0.4475846 Jul 13 08:08:08.189173 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:08.189769 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:08.190330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:08.190896 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:08.191455 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:08.192016 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:08.192615 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:08.193181 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:08.193748 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:08.194871 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:08.195436 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:08.195997 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:08.240105 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54037ad-45bf-48d6-a507-0d0c7c69f5c4 x-openstack-request-id: req-e54037ad-45bf-48d6-a507-0d0c7c69f5c4 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:08:08.241731 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c73aea-4c98-4d39-ae03-92cfdd123a9b", "tag": "ccbece72-8d55-4a86-9a29-0ed79fae9292", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:08:08.242410 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e54037ad-45bf-48d6-a507-0d0c7c69f5c4 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:08:08.243260 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c73aea-4c98-4d39-ae03-92cfdd123a9b', 'tag': 'ccbece72-8d55-4a86-9a29-0ed79fae9292', 'status': 'completed', 'code': 200} Jul 13 08:08:08.268419 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-82c36505-c262-4d21-8b6b-657e37cc7828 None None] Provisioning complete for port 198b91e7-a0f4-48bb-9403-25f3e21b84e4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:08.268889 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82c36505-c262-4d21-8b6b-657e37cc7828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:08.306640 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43f637-8dfb-4d14-b800-3a0bc1d78979 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Pushing event updated for resources: {'Port': ['ID=198b91e7-a0f4-48bb-9403-25f3e21b84e4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:08.331818 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6e4aab0-ac88-4231-b930-e95ee2b2c8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:08.340344 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:08.383793 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:08.454296 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-82c36505-c262-4d21-8b6b-657e37cc7828 None None] Port 198b91e7-a0f4-48bb-9403-25f3e21b84e4 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:08:08.498175 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6e4aab0-ac88-4231-b930-e95ee2b2c8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:08.527760 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-9261ebad-daec-48ed-b114-fe0e5d25bebd None None] Set router 8d41a7ea-47ad-4665-bc8f-724a1a8da470 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:08:08.544265 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c43f637-8dfb-4d14-b800-3a0bc1d78979 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:08.545373 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c43f637-8dfb-4d14-b800-3a0bc1d78979 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:08.549434 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6e4aab0-ac88-4231-b930-e95ee2b2c8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:08.562843 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568bbcb-7e75-4b91-93ee-3deb0e5d1d16 req-5653c39e-8b2b-4a5d-aba5-9f0e060f545e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:08.565564 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0568bbcb-7e75-4b91-93ee-3deb0e5d1d16 req-5653c39e-8b2b-4a5d-aba5-9f0e060f545e service neutron] 10.222.0.35 "GET /v2.0/networks?id=73d1b288-3f69-4489-84f7-291972f58a73 HTTP/1.1" status: 200 len: 897 time: 0.3649852 Jul 13 08:08:08.593479 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:08.600221 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:08.668331 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0568bbcb-7e75-4b91-93ee-3deb0e5d1d16 req-333ef5c8-f730-4816-9105-d3bc25865a2c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccbece72-8d55-4a86-9a29-0ed79fae9292 HTTP/1.1" status: 200 len: 217 time: 0.0896935 Jul 13 08:08:08.680947 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1c43f637-8dfb-4d14-b800-3a0bc1d78979 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5516038 Jul 13 08:08:08.683628 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50770) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:08.692246 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a3b1fc65-f6da-4c1f-8b22-7942c9c34235 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:08.707491 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c6e4aab0-ac88-4231-b930-e95ee2b2c8df admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e39b54f5fcc24da6aa2c383ed22afeda&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2018719 Jul 13 08:08:08.707491 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4aab0-ac88-4231-b930-e95ee2b2c8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013166ba-0dc0-403c-8fd6-48f5e497df53,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:08.711693 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50772) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:08.821272 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:08.821497 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3b1fc65-f6da-4c1f-8b22-7942c9c34235 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:08.822681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Fanout notify agent at l3_agent the message router_deleted on router 77ca1a3a-eadf-41b1-ba3a-9e3d8a04d42c {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:08:08.835226 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:08.837219 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-20be2622-40c6-4ada-8ef8-63d411389a7e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "DELETE /v2.0/routers/77ca1a3a-eadf-41b1-ba3a-9e3d8a04d42c HTTP/1.1" status: 204 len: 168 time: 2.9147620 Jul 13 08:08:08.843749 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50774) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:08.851044 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d35ac-cae5-49e3-acbd-f108d5c6cde6 req-0311eadf-0e32-4a30-8144-1856691a89db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:08.852884 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-aea77917-ee2d-43df-adbf-06523e6a7fba tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-975829676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:08.859185 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a1d35ac-cae5-49e3-acbd-f108d5c6cde6 req-0311eadf-0e32-4a30-8144-1856691a89db tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 945 time: 0.3479948 Jul 13 08:08:08.878137 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568bbcb-7e75-4b91-93ee-3deb0e5d1d16 req-237c40e3-764c-4579-b7c4-b123137483ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:08.880493 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0568bbcb-7e75-4b91-93ee-3deb0e5d1d16 req-237c40e3-764c-4579-b7c4-b123137483ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0c99f46a-e7f3-4394-9bef-8094f4480aea HTTP/1.1" status: 200 len: 834 time: 0.2057819 Jul 13 08:08:08.934079 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aea77917-ee2d-43df-adbf-06523e6a7fba tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:08.937566 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aea77917-ee2d-43df-adbf-06523e6a7fba tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:08.962498 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-31884185-9366-4ca0-8ca3-2b7e8042bc91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:08.992333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-9261ebad-daec-48ed-b114-fe0e5d25bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752761743', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:22Z', 'updated_at': '2021-07-13T08:05:45Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '073e4600-038d-408f-950c-f46db0ffabed', 'name': '', 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:4b:09:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0c99f46a-e7f3-4394-9bef-8094f4480aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:41Z', 'updated_at': '2021-07-13T08:05:57Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '0c99f46a-e7f3-4394-9bef-8094f4480aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:09.007304 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a1d35ac-cae5-49e3-acbd-f108d5c6cde6 req-13bdb9d8-09a9-4b1a-841d-b4d4360dd60b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415932 Jul 13 08:08:09.062532 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aea77917-ee2d-43df-adbf-06523e6a7fba tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:09.068604 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aea77917-ee2d-43df-adbf-06523e6a7fba tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:09.071810 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9261ebad-daec-48ed-b114-fe0e5d25bebd None None] The sync data for ids ['8d41a7ea-47ad-4665-bc8f-724a1a8da470'] in n-d-779913-28 is: [{'id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752761743', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:22Z', 'updated_at': '2021-07-13T08:05:45Z', 'revision_number': 4, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '073e4600-038d-408f-950c-f46db0ffabed', 'name': '', 'network_id': '73d1b288-3f69-4489-84f7-291972f58a73', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'mac_address': 'fa:16:3e:4b:09:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0c99f46a-e7f3-4394-9bef-8094f4480aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:41Z', 'updated_at': '2021-07-13T08:05:57Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'subnets': [{'id': '0c99f46a-e7f3-4394-9bef-8094f4480aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:08:09.098767 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568bbcb-7e75-4b91-93ee-3deb0e5d1d16 req-3c46d9cb-60d1-4e7d-a1ee-8912db8df803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:09.101899 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0568bbcb-7e75-4b91-93ee-3deb0e5d1d16 req-3c46d9cb-60d1-4e7d-a1ee-8912db8df803 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73d1b288-3f69-4489-84f7-291972f58a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2127876 Jul 13 08:08:09.135925 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-31884185-9366-4ca0-8ca3-2b7e8042bc91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:09.144898 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aea77917-ee2d-43df-adbf-06523e6a7fba tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:09.147199 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-aea77917-ee2d-43df-adbf-06523e6a7fba tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3024893 Jul 13 08:08:09.157907 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50784) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:09.166240 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b7313544-40a1-4b80-8d8e-c368f41be079 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:09.309309 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3b1fc65-f6da-4c1f-8b22-7942c9c34235 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:09.358066 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-31884185-9366-4ca0-8ca3-2b7e8042bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:09.363400 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-31884185-9366-4ca0-8ca3-2b7e8042bc91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:09.370461 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-31884185-9366-4ca0-8ca3-2b7e8042bc91 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/013166ba-0dc0-403c-8fd6-48f5e497df53 HTTP/1.1" status: 204 len: 168 time: 0.6521378 Jul 13 08:08:09.467697 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0568bbcb-7e75-4b91-93ee-3deb0e5d1d16 req-c19140f0-c742-4800-a966-7522bae6303f service neutron] 10.222.0.35 "GET /v2.0/networks/73d1b288-3f69-4489-84f7-291972f58a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575950 Jul 13 08:08:09.474378 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31884185-9366-4ca0-8ca3-2b7e8042bc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013166ba-0dc0-403c-8fd6-48f5e497df53,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:09.657567 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-a3b1fc65-f6da-4c1f-8b22-7942c9c34235 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Allocated IP 172.25.0.119 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/0b00bce5-dfc6-4a06-9168-d330d7b87610) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:08:09.762826 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6ee555-e9cc-4868-b1c5-def475c1f088 None None] New status for floating IP d763aff8-14a9-4d87-8fa4-a1d1e2baf7d4: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:08:09.768056 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7313544-40a1-4b80-8d8e-c368f41be079 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:09.863897 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0568bbcb-7e75-4b91-93ee-3deb0e5d1d16 req-cac86ca7-1284-4a2e-b4aa-78e3d07403af service neutron] 10.222.0.35 "GET /v2.0/networks/73d1b288-3f69-4489-84f7-291972f58a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108532 Jul 13 08:08:09.871029 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3b1fc65-f6da-4c1f-8b22-7942c9c34235 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:09.933380 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3224626-deb4-420e-93a4-4b0579222e95 req-81724079-0516-471a-ac12-5a74390a00ff tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:09.936042 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f3224626-deb4-420e-93a4-4b0579222e95 req-81724079-0516-471a-ac12-5a74390a00ff tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 945 time: 0.3940859 Jul 13 08:08:09.956380 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3b1fc65-f6da-4c1f-8b22-7942c9c34235 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:10.051366 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b1fc65-f6da-4c1f-8b22-7942c9c34235 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:08:10.057055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a3b1fc65-f6da-4c1f-8b22-7942c9c34235 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:10.063972 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b1fc65-f6da-4c1f-8b22-7942c9c34235 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:08:10.213957 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1fc65-f6da-4c1f-8b22-7942c9c34235 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Pushing event updated for resources: {'Port': ['ID=0b00bce5-dfc6-4a06-9168-d330d7b87610,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:10.217505 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50802) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:10.268014 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b9f441e-a89e-4adc-88cf-e124cffbf507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:10.339946 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-f3224626-deb4-420e-93a4-4b0579222e95 req-f9e127e2-b689-43cf-b87a-53eb5b6619c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Deleting port ccbece72-8d55-4a86-9a29-0ed79fae9292 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:08:10.340273 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f3224626-deb4-420e-93a4-4b0579222e95 req-f9e127e2-b689-43cf-b87a-53eb5b6619c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:10.374830 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7313544-40a1-4b80-8d8e-c368f41be079 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:10.439311 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7313544-40a1-4b80-8d8e-c368f41be079 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:10.490548 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3b1fc65-f6da-4c1f-8b22-7942c9c34235 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:10.603491 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2d294-7cd2-46bc-9c54-41d05372b266 req-80186817-4d0c-4e98-a2d8-42950976b373 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:10.603491 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-86d2d294-7cd2-46bc-9c54-41d05372b266 req-80186817-4d0c-4e98-a2d8-42950976b373 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 945 time: 0.2981210 Jul 13 08:08:10.669602 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3b1fc65-f6da-4c1f-8b22-7942c9c34235 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:10.719294 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f3224626-deb4-420e-93a4-4b0579222e95 req-f9e127e2-b689-43cf-b87a-53eb5b6619c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] For port ccbece72-8d55-4a86-9a29-0ed79fae9292, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=ccbece72-8d55-4a86-9a29-0ed79fae9292,segment=NetworkSegment(ac080e34-eb62-47f0-958a-94e7aa6e5904),segment_id=ac080e34-eb62-47f0-958a-94e7aa6e5904)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:10.720073 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f3224626-deb4-420e-93a4-4b0579222e95 req-f9e127e2-b689-43cf-b87a-53eb5b6619c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:10.753054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-f3224626-deb4-420e-93a4-4b0579222e95 req-f9e127e2-b689-43cf-b87a-53eb5b6619c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Calling delete_port for ccbece72-8d55-4a86-9a29-0ed79fae9292 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:08:10.808837 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-b7313544-40a1-4b80-8d8e-c368f41be079 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Allocated IP 172.25.0.213 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/7f9927a7-905b-4670-952f-7957c5ee5f27) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:08:10.845604 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-86d2d294-7cd2-46bc-9c54-41d05372b266 req-e7544f0b-c9c8-43d9-9fef-6c1e12045fa2 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/security-groups?id=187896f8-986f-4781-b282-80f881be4f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252045 Jul 13 08:08:10.861665 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b9f441e-a89e-4adc-88cf-e124cffbf507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:10.875954 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b9f441e-a89e-4adc-88cf-e124cffbf507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:11.000470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f441e-a89e-4adc-88cf-e124cffbf507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab18ed1-6eb0-48a6-b0d6-8b620a79781e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:11.030130 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50838) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:11.030825 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6b9f441e-a89e-4adc-88cf-e124cffbf507 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b55012efbb0b414a88ad007361b7f815&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8080053 Jul 13 08:08:11.148204 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3b1fc65-f6da-4c1f-8b22-7942c9c34235 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:11.158330 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3b1fc65-f6da-4c1f-8b22-7942c9c34235 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:11.184318 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7313544-40a1-4b80-8d8e-c368f41be079 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:11.262720 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7313544-40a1-4b80-8d8e-c368f41be079 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:11.304476 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3b1fc65-f6da-4c1f-8b22-7942c9c34235 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:11.339924 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1fc65-f6da-4c1f-8b22-7942c9c34235 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Pushing event updated for resources: {'Port': ['ID=0b00bce5-dfc6-4a06-9168-d330d7b87610,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:11.345660 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3b1fc65-f6da-4c1f-8b22-7942c9c34235 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:11.352671 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a3b1fc65-f6da-4c1f-8b22-7942c9c34235 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6665947 Jul 13 08:08:11.353626 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50844) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:11.361111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-cfa77116-77ed-48e6-aaf9-7edb7ea6cec9 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Request body: {'floatingip': {'port_id': '198b91e7-a0f4-48bb-9403-25f3e21b84e4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:11.410938 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7313544-40a1-4b80-8d8e-c368f41be079 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:08:11.437124 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-b7313544-40a1-4b80-8d8e-c368f41be079 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:11.441732 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7313544-40a1-4b80-8d8e-c368f41be079 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:08:11.453997 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfa77116-77ed-48e6-aaf9-7edb7ea6cec9 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:11.520539 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7313544-40a1-4b80-8d8e-c368f41be079 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Pushing event updated for resources: {'Port': ['ID=7f9927a7-905b-4670-952f-7957c5ee5f27,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:11.541194 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a05d1d2b-eaff-41d3-b0b3-e884dcad34d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:11.578761 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a05d1d2b-eaff-41d3-b0b3-e884dcad34d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:11.606081 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f3224626-deb4-420e-93a4-4b0579222e95 req-f9e127e2-b689-43cf-b87a-53eb5b6619c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:11.693042 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-cfa77116-77ed-48e6-aaf9-7edb7ea6cec9 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] update failed (client error): The resource could not be found. Jul 13 08:08:11.693876 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e127e2-b689-43cf-b87a-53eb5b6619c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Port': ['ID=ccbece72-8d55-4a86-9a29-0ed79fae9292,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:11.694745 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cfa77116-77ed-48e6-aaf9-7edb7ea6cec9 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] 10.222.0.58 "PUT /v2.0/floatingips/f52429f1-bfdd-46c9-9375-570c2978b60d HTTP/1.1" status: 404 len: 507 time: 0.3395467 Jul 13 08:08:11.699215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50846) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:12.003508 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-68194856-3c4a-483e-94bf-4e8416b6caad tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Deleting port 0b00bce5-dfc6-4a06-9168-d330d7b87610 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:08:12.004284 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68194856-3c4a-483e-94bf-4e8416b6caad tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:12.254260 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68194856-3c4a-483e-94bf-4e8416b6caad tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:12.254500 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68194856-3c4a-483e-94bf-4e8416b6caad tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:12.278625 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-68194856-3c4a-483e-94bf-4e8416b6caad tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Calling delete_port for 0b00bce5-dfc6-4a06-9168-d330d7b87610 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:08:12.457849 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3224626-deb4-420e-93a4-4b0579222e95 req-f9e127e2-b689-43cf-b87a-53eb5b6619c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] No DVR routers for this DVR port ccbece72-8d55-4a86-9a29-0ed79fae9292 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:08:12.472449 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f3224626-deb4-420e-93a4-4b0579222e95 req-f9e127e2-b689-43cf-b87a-53eb5b6619c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:12.472449 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f3224626-deb4-420e-93a4-4b0579222e95 req-f9e127e2-b689-43cf-b87a-53eb5b6619c6 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.35 "DELETE /v2.0/ports/ccbece72-8d55-4a86-9a29-0ed79fae9292 HTTP/1.1" status: 204 len: 173 time: 2.5203681 Jul 13 08:08:12.474645 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c73aea-4c98-4d39-ae03-92cfdd123a9b', 'name': 'network-vif-deleted', 'tag': 'ccbece72-8d55-4a86-9a29-0ed79fae9292'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:08:12.479452 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c26de5-be4b-4827-b95c-fbcfde9fc9a6" -d '{"events": [{"server_uuid": "c4c73aea-4c98-4d39-ae03-92cfdd123a9b", "name": "network-vif-deleted", "tag": "ccbece72-8d55-4a86-9a29-0ed79fae9292"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:08:12.581470 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a05d1d2b-eaff-41d3-b0b3-e884dcad34d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:12.586435 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b32ec5c-8280-4053-9535-d86d9fab5260 req-efe77058-a4d5-4537-81da-048e0de872ac tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c73aea-4c98-4d39-ae03-92cfdd123a9b HTTP/1.1" status: 200 len: 210 time: 0.4410400 Jul 13 08:08:12.588513 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68194856-3c4a-483e-94bf-4e8416b6caad tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:12.598617 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a05d1d2b-eaff-41d3-b0b3-e884dcad34d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:12.601130 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a05d1d2b-eaff-41d3-b0b3-e884dcad34d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6ab18ed1-6eb0-48a6-b0d6-8b620a79781e HTTP/1.1" status: 204 len: 168 time: 1.5676515 Jul 13 08:08:12.696712 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d1d2b-eaff-41d3-b0b3-e884dcad34d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab18ed1-6eb0-48a6-b0d6-8b620a79781e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:12.698159 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68194856-3c4a-483e-94bf-4e8416b6caad tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Pushing event deleted for resources: {'Port': ['ID=0b00bce5-dfc6-4a06-9168-d330d7b87610,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:12.810954 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7313544-40a1-4b80-8d8e-c368f41be079 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:12.840012 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68194856-3c4a-483e-94bf-4e8416b6caad tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:12.845376 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68194856-3c4a-483e-94bf-4e8416b6caad tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:12.852125 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-68194856-3c4a-483e-94bf-4e8416b6caad tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] 10.222.0.58 "DELETE /v2.0/floatingips/f52429f1-bfdd-46c9-9375-570c2978b60d HTTP/1.1" status: 204 len: 168 time: 1.1505718 Jul 13 08:08:12.859294 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50858) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:12.867466 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-cf80401c-1fc9-4770-a8f5-6d635b294c11 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Request body: {'floatingip': {'floating_network_id': 'faed71e9-2a5f-48a3-aae3-0682d859b7c9', 'port_id': '198b91e7-a0f4-48bb-9403-25f3e21b84e4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:12.936190 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ccbece72-8d55-4a86-9a29-0ed79fae9292 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:08:12.969819 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf80401c-1fc9-4770-a8f5-6d635b294c11 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:13.006533 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: ccbece72-8d55-4a86-9a29-0ed79fae9292 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:08:13.007987 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device ccbece72-8d55-4a86-9a29-0ed79fae9292 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:08:13.043247 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:13.257174 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f8b797-0908-4b21-9c46-1cc00446f7f3 x-openstack-request-id: req-74f8b797-0908-4b21-9c46-1cc00446f7f3 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:08:13.257520 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c73aea-4c98-4d39-ae03-92cfdd123a9b", "name": "network-vif-deleted", "tag": "ccbece72-8d55-4a86-9a29-0ed79fae9292", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:08:13.257931 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-74f8b797-0908-4b21-9c46-1cc00446f7f3 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:08:13.258673 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c73aea-4c98-4d39-ae03-92cfdd123a9b', 'name': 'network-vif-deleted', 'tag': 'ccbece72-8d55-4a86-9a29-0ed79fae9292', 'status': 'completed', 'code': 200} Jul 13 08:08:13.332651 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-cf80401c-1fc9-4770-a8f5-6d635b294c11 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 08:08:13.336104 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cf80401c-1fc9-4770-a8f5-6d635b294c11 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4751015 Jul 13 08:08:13.342879 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50862) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:13.354344 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-00a4856f-f970-48d0-ac48-06273ed8ec60 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': '198b91e7-a0f4-48bb-9403-25f3e21b84e4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:13.420884 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00a4856f-f970-48d0-ac48-06273ed8ec60 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:13.430019 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7313544-40a1-4b80-8d8e-c368f41be079 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:13.444782 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7313544-40a1-4b80-8d8e-c368f41be079 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396023'] for router, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:13.788524 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00a4856f-f970-48d0-ac48-06273ed8ec60 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:13.825951 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7313544-40a1-4b80-8d8e-c368f41be079 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Router 003e0261-9c11-4319-8758-41028929a538 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:08:13.916432 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50874) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:14.076676 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7313544-40a1-4b80-8d8e-c368f41be079 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:08:14.097683 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391ac1c-0fbb-49c4-8e6e-1ff405e72bed None None] Sync routers for ids ['003e0261-9c11-4319-8758-41028929a538'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:08:14.113420 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7313544-40a1-4b80-8d8e-c368f41be079 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:14.113420 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b7313544-40a1-4b80-8d8e-c368f41be079 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "PUT /v2.0/routers/003e0261-9c11-4319-8758-41028929a538 HTTP/1.1" status: 200 len: 879 time: 4.9526668 Jul 13 08:08:14.128015 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50880) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:14.137027 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391ac1c-0fbb-49c4-8e6e-1ff405e72bed None None] Routers {'003e0261-9c11-4319-8758-41028929a538'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:14.140470 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-1391ac1c-0fbb-49c4-8e6e-1ff405e72bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['003e0261-9c11-4319-8758-41028929a538'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:14.243949 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-1391ac1c-0fbb-49c4-8e6e-1ff405e72bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:14.262346 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391ac1c-0fbb-49c4-8e6e-1ff405e72bed None None] Routers {'003e0261-9c11-4319-8758-41028929a538'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:14.263144 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-1391ac1c-0fbb-49c4-8e6e-1ff405e72bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['003e0261-9c11-4319-8758-41028929a538'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:14.326905 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-1391ac1c-0fbb-49c4-8e6e-1ff405e72bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:14.328394 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391ac1c-0fbb-49c4-8e6e-1ff405e72bed None None] The sync data for ids ['003e0261-9c11-4319-8758-41028929a538'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:08:14.589445 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-00a4856f-f970-48d0-ac48-06273ed8ec60 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Allocated IP 172.25.0.220 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/28d7e881-8f8f-4a30-a274-d7ec3d2f48e4) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:08:14.644016 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e1cd018a-5b1c-4ae5-bba2-0198a8a31603 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "GET /v2.0/routers/003e0261-9c11-4319-8758-41028929a538 HTTP/1.1" status: 200 len: 920 time: 0.5116770 Jul 13 08:08:14.645190 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50888) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:14.713226 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50894) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:14.786712 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431ced12-994e-4504-b307-c1bd60320a1a tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:14.795449 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-431ced12-994e-4504-b307-c1bd60320a1a tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=f96be058-f906-4210-b421-902eff1606be&device_id=003e0261-9c11-4319-8758-41028929a538&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1469939 Jul 13 08:08:14.796683 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50896) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:14.938214 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d33b4ab-9a29-412a-b256-d2e9b02e3bfb admin admin] Deleting subnet 51c62b78-43dd-429e-ad6c-89fd79ef0565 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:08:14.974958 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9d33b4ab-9a29-412a-b256-d2e9b02e3bfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:15.059528 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc8869b-d0b4-40b0-b05f-ffc27fa15038 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:15.067310 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bbc8869b-d0b4-40b0-b05f-ffc27fa15038 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 881 time: 0.2648854 Jul 13 08:08:15.068033 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50902) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:15.095225 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00a4856f-f970-48d0-ac48-06273ed8ec60 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:15.123098 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9d33b4ab-9a29-412a-b256-d2e9b02e3bfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:15.149552 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-206b1341-021b-4ff7-9c57-6e6934e510d5 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "GET /v2.0/ports?device_id=003e0261-9c11-4319-8758-41028929a538 HTTP/1.1" status: 200 len: 205 time: 0.0791745 Jul 13 08:08:15.150490 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50904) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:15.270410 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9d33b4ab-9a29-412a-b256-d2e9b02e3bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:15.380027 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00a4856f-f970-48d0-ac48-06273ed8ec60 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:15.413706 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bab0c2f4-3065-4ed6-aaf8-6fa91beafea2 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:15.479018 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a4856f-f970-48d0-ac48-06273ed8ec60 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:08:15.504582 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-00a4856f-f970-48d0-ac48-06273ed8ec60 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:15.522936 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a4856f-f970-48d0-ac48-06273ed8ec60 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:08:15.611420 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4856f-f970-48d0-ac48-06273ed8ec60 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Pushing event updated for resources: {'Port': ['ID=28d7e881-8f8f-4a30-a274-d7ec3d2f48e4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:15.625442 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9d33b4ab-9a29-412a-b256-d2e9b02e3bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:15.687411 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bab0c2f4-3065-4ed6-aaf8-6fa91beafea2 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:15.714068 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5445e8d8-c0c6-4ee7-8b8a-cb260e5b0841 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:15.785895 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33b4ab-9a29-412a-b256-d2e9b02e3bfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51c62b78-43dd-429e-ad6c-89fd79ef0565,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:15.823922 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-bab0c2f4-3065-4ed6-aaf8-6fa91beafea2 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Deleting port 7f9927a7-905b-4670-952f-7957c5ee5f27 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:08:15.825199 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bab0c2f4-3065-4ed6-aaf8-6fa91beafea2 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:16.011452 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bab0c2f4-3065-4ed6-aaf8-6fa91beafea2 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:16.050517 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-bab0c2f4-3065-4ed6-aaf8-6fa91beafea2 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Calling delete_port for 7f9927a7-905b-4670-952f-7957c5ee5f27 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:08:16.290339 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9d33b4ab-9a29-412a-b256-d2e9b02e3bfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:16.297853 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9d33b4ab-9a29-412a-b256-d2e9b02e3bfb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/51c62b78-43dd-429e-ad6c-89fd79ef0565 HTTP/1.1" status: 204 len: 168 time: 1.5757542 Jul 13 08:08:16.302458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50922) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:16.464172 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bab0c2f4-3065-4ed6-aaf8-6fa91beafea2 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:16.508807 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0c2f4-3065-4ed6-aaf8-6fa91beafea2 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Pushing event deleted for resources: {'Port': ['ID=7f9927a7-905b-4670-952f-7957c5ee5f27,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:16.645892 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bab0c2f4-3065-4ed6-aaf8-6fa91beafea2 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:16.695641 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cad0c3ae-3bf9-4039-846a-361d1d2fe8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:16.841273 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bab0c2f4-3065-4ed6-aaf8-6fa91beafea2 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:16.845603 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bab0c2f4-3065-4ed6-aaf8-6fa91beafea2 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:16.866838 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50926) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:16.944434 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bab0c2f4-3065-4ed6-aaf8-6fa91beafea2 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:16.949087 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab0c2f4-3065-4ed6-aaf8-6fa91beafea2 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Fanout notify agent at l3_agent the message router_deleted on router 003e0261-9c11-4319-8758-41028929a538 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:08:16.961713 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bab0c2f4-3065-4ed6-aaf8-6fa91beafea2 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:16.964128 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bab0c2f4-3065-4ed6-aaf8-6fa91beafea2 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "DELETE /v2.0/routers/003e0261-9c11-4319-8758-41028929a538 HTTP/1.1" status: 204 len: 168 time: 1.8120306 Jul 13 08:08:16.972571 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50930) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:16.982731 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-54dbc9be-82a3-4ab3-b3d1-801516c53802 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1269226603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:17.040405 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cad0c3ae-3bf9-4039-846a-361d1d2fe8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:17.059036 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-54dbc9be-82a3-4ab3-b3d1-801516c53802 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:17.060472 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-54dbc9be-82a3-4ab3-b3d1-801516c53802 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:17.064903 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-cad0c3ae-3bf9-4039-846a-361d1d2fe8bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f566d5-b66b-4793-a4a5-37792abdc658']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:17.093665 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-cad0c3ae-3bf9-4039-846a-361d1d2fe8bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6342940b-4525-4a63-a231-8f69d7a3f4a0') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:17.094199 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-cad0c3ae-3bf9-4039-846a-361d1d2fe8bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6342940b-4525-4a63-a231-8f69d7a3f4a0') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:17.118673 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-00a4856f-f970-48d0-ac48-06273ed8ec60 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Deleting port 28d7e881-8f8f-4a30-a274-d7ec3d2f48e4 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:08:17.119086 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00a4856f-f970-48d0-ac48-06273ed8ec60 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:17.128073 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cad0c3ae-3bf9-4039-846a-361d1d2fe8bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:17.173331 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-54dbc9be-82a3-4ab3-b3d1-801516c53802 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:17.185924 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-54dbc9be-82a3-4ab3-b3d1-801516c53802 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:17.194289 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7f1233fc-d778-4d0f-825a-a75ea9f98b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:17.233824 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-54dbc9be-82a3-4ab3-b3d1-801516c53802 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:17.240618 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-54dbc9be-82a3-4ab3-b3d1-801516c53802 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2614746 Jul 13 08:08:17.243052 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50932) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:17.257008 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-84800c53-8a9b-4fa6-93b1-2a8d5bcc438f tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'enable_snat': True}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:17.280816 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cad0c3ae-3bf9-4039-846a-361d1d2fe8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:17.313388 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad0c3ae-3bf9-4039-846a-361d1d2fe8bd admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:08:17.314592 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cad0c3ae-3bf9-4039-846a-361d1d2fe8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: items = [ Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:08:17.320633 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:08:17.414843 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00a4856f-f970-48d0-ac48-06273ed8ec60 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:17.415238 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00a4856f-f970-48d0-ac48-06273ed8ec60 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:17.503219 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-00a4856f-f970-48d0-ac48-06273ed8ec60 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Calling delete_port for 28d7e881-8f8f-4a30-a274-d7ec3d2f48e4 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:08:17.521596 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cad0c3ae-3bf9-4039-846a-361d1d2fe8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:17.547438 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cad0c3ae-3bf9-4039-846a-361d1d2fe8bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:17.551454 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cad0c3ae-3bf9-4039-846a-361d1d2fe8bd admin admin] 10.222.0.58 "DELETE /v2.0/networks/83f566d5-b66b-4793-a4a5-37792abdc658 HTTP/1.1" status: 204 len: 168 time: 1.2406330 Jul 13 08:08:17.585648 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0c3ae-3bf9-4039-846a-361d1d2fe8bd admin admin] Pushing event deleted for resources: {'Network': ['ID=83f566d5-b66b-4793-a4a5-37792abdc658,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:17.656223 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5445e8d8-c0c6-4ee7-8b8a-cb260e5b0841 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Deleting port 073e4600-038d-408f-950c-f46db0ffabed {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:08:17.659132 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5445e8d8-c0c6-4ee7-8b8a-cb260e5b0841 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:17.672186 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-84800c53-8a9b-4fa6-93b1-2a8d5bcc438f tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:17.741691 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7f1233fc-d778-4d0f-825a-a75ea9f98b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:17.770751 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7f1233fc-d778-4d0f-825a-a75ea9f98b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:17.848143 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50936) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:17.868691 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7f1233fc-d778-4d0f-825a-a75ea9f98b15 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94e36e622d8c4bd280861be951b93311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9997821 Jul 13 08:08:17.870027 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1233fc-d778-4d0f-825a-a75ea9f98b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1ceac3-575e-40a2-ae15-03867040f087,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:17.885102 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50938) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:17.969773 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-5445e8d8-c0c6-4ee7-8b8a-cb260e5b0841 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] For port 073e4600-038d-408f-950c-f46db0ffabed, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=073e4600-038d-408f-950c-f46db0ffabed,segment=NetworkSegment(ac080e34-eb62-47f0-958a-94e7aa6e5904),segment_id=ac080e34-eb62-47f0-958a-94e7aa6e5904)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:17.970451 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5445e8d8-c0c6-4ee7-8b8a-cb260e5b0841 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:17.998200 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00a4856f-f970-48d0-ac48-06273ed8ec60 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:18.003411 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5445e8d8-c0c6-4ee7-8b8a-cb260e5b0841 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Calling delete_port for 073e4600-038d-408f-950c-f46db0ffabed owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:08:18.059966 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-10cfa97e-b5e1-4c9a-9165-197d7ada0cb1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2491c75374b44eb7a9b4e8c11f8ffb37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2066138 Jul 13 08:08:18.061692 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4856f-f970-48d0-ac48-06273ed8ec60 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Pushing event deleted for resources: {'Port': ['ID=28d7e881-8f8f-4a30-a274-d7ec3d2f48e4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:18.065540 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 50940) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:18.133798 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3887bd5d-677d-40a9-9123-9fd04ec82e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:18.311182 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3887bd5d-677d-40a9-9123-9fd04ec82e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:18.341127 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-00a4856f-f970-48d0-ac48-06273ed8ec60 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] create failed (client error): The resource could not be found. Jul 13 08:08:18.343031 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-00a4856f-f970-48d0-ac48-06273ed8ec60 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.9980514 Jul 13 08:08:18.348564 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50942) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:18.414343 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3fb80ee2-53ce-495d-9c4a-85a894a3c833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:18.488967 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3fb80ee2-53ce-495d-9c4a-85a894a3c833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:18.493129 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-84800c53-8a9b-4fa6-93b1-2a8d5bcc438f tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:18.551477 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-84800c53-8a9b-4fa6-93b1-2a8d5bcc438f tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:18.568961 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3887bd5d-677d-40a9-9123-9fd04ec82e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:18.573951 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3887bd5d-677d-40a9-9123-9fd04ec82e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:18.579628 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3887bd5d-677d-40a9-9123-9fd04ec82e44 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f1ceac3-575e-40a2-ae15-03867040f087 HTTP/1.1" status: 204 len: 168 time: 0.6881304 Jul 13 08:08:18.618692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887bd5d-677d-40a9-9123-9fd04ec82e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1ceac3-575e-40a2-ae15-03867040f087,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:18.686376 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f674cc33-7dd7-4fb1-a86c-b5db07a2209e tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Deleting port 198b91e7-a0f4-48bb-9403-25f3e21b84e4 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:08:18.686966 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f674cc33-7dd7-4fb1-a86c-b5db07a2209e tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:18.724019 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5445e8d8-c0c6-4ee7-8b8a-cb260e5b0841 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:18.795541 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445e8d8-c0c6-4ee7-8b8a-cb260e5b0841 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Port': ['ID=073e4600-038d-408f-950c-f46db0ffabed,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:19.043038 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f674cc33-7dd7-4fb1-a86c-b5db07a2209e tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:19.232864 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f674cc33-7dd7-4fb1-a86c-b5db07a2209e tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Calling delete_port for 198b91e7-a0f4-48bb-9403-25f3e21b84e4 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:08:19.278735 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3fb80ee2-53ce-495d-9c4a-85a894a3c833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:19.283607 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3fb80ee2-53ce-495d-9c4a-85a894a3c833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:19.288539 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3fb80ee2-53ce-495d-9c4a-85a894a3c833 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7fa3e832-499e-48e6-a4ad-96ec86a2854b HTTP/1.1" status: 204 len: 168 time: 1.2204192 Jul 13 08:08:19.415300 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-84800c53-8a9b-4fa6-93b1-2a8d5bcc438f tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Allocated IP 172.25.0.20 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/e88dbd22-db77-43a8-b75a-942d9bfc3cf7) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:08:19.544641 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb80ee2-53ce-495d-9c4a-85a894a3c833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa3e832-499e-48e6-a4ad-96ec86a2854b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:19.608254 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5445e8d8-c0c6-4ee7-8b8a-cb260e5b0841 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:19.713272 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-84800c53-8a9b-4fa6-93b1-2a8d5bcc438f tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:19.733311 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f674cc33-7dd7-4fb1-a86c-b5db07a2209e tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:19.797136 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674cc33-7dd7-4fb1-a86c-b5db07a2209e tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Pushing event deleted for resources: {'Port': ['ID=198b91e7-a0f4-48bb-9403-25f3e21b84e4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:19.885019 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-84800c53-8a9b-4fa6-93b1-2a8d5bcc438f tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:19.993199 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84800c53-8a9b-4fa6-93b1-2a8d5bcc438f tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Pushing event updated for resources: {'Port': ['ID=e88dbd22-db77-43a8-b75a-942d9bfc3cf7,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:20.046792 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84800c53-8a9b-4fa6-93b1-2a8d5bcc438f tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:08:20.049384 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-84800c53-8a9b-4fa6-93b1-2a8d5bcc438f tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:20.071892 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84800c53-8a9b-4fa6-93b1-2a8d5bcc438f tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:08:20.081895 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f674cc33-7dd7-4fb1-a86c-b5db07a2209e tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:20.092545 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f674cc33-7dd7-4fb1-a86c-b5db07a2209e tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] 10.222.0.58 "DELETE /v2.0/ports/198b91e7-a0f4-48bb-9403-25f3e21b84e4 HTTP/1.1" status: 204 len: 168 time: 1.7415478 Jul 13 08:08:20.094932 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50962) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:20.523332 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed1f00f-3642-422f-8438-684a78375e61 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:20.530855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1ed1f00f-3642-422f-8438-684a78375e61 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8b98229-7619-49f7-835d-a351dd6f0b1c HTTP/1.1" status: 200 len: 913 time: 0.4237938 Jul 13 08:08:20.530855 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 50974) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:20.685985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5445e8d8-c0c6-4ee7-8b8a-cb260e5b0841 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Router 8d41a7ea-47ad-4665-bc8f-724a1a8da470 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:08:20.762032 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-84800c53-8a9b-4fa6-93b1-2a8d5bcc438f tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:21.343835 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-84800c53-8a9b-4fa6-93b1-2a8d5bcc438f tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:21.353387 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-84800c53-8a9b-4fa6-93b1-2a8d5bcc438f tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396023'] for router, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:21.590116 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5445e8d8-c0c6-4ee7-8b8a-cb260e5b0841 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:08:21.608879 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5445e8d8-c0c6-4ee7-8b8a-cb260e5b0841 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "PUT /v2.0/routers/8d41a7ea-47ad-4665-bc8f-724a1a8da470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6908333 Jul 13 08:08:21.611385 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c5847d-ab62-4fec-bc85-49b1c970d3cb None None] Sync routers for ids ['8d41a7ea-47ad-4665-bc8f-724a1a8da470'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:08:21.616282 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51006) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:21.643169 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c5847d-ab62-4fec-bc85-49b1c970d3cb None None] Routers {'8d41a7ea-47ad-4665-bc8f-724a1a8da470'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:21.648285 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-74c5847d-ab62-4fec-bc85-49b1c970d3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8d41a7ea-47ad-4665-bc8f-724a1a8da470'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:21.751067 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84800c53-8a9b-4fa6-93b1-2a8d5bcc438f tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Router e16346ee-5870-4bb3-a1e1-1f2c964dcaef is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:08:21.770583 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51008) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:21.778706 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a17b4c-1bc3-489f-b589-73496d23fafb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Deleting subnet 0c99f46a-e7f3-4394-9bef-8094f4480aea {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:08:21.791411 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40a17b4c-1bc3-489f-b589-73496d23fafb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:21.881511 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40a17b4c-1bc3-489f-b589-73496d23fafb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:21.919855 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-74c5847d-ab62-4fec-bc85-49b1c970d3cb None None] Set router 8d41a7ea-47ad-4665-bc8f-724a1a8da470 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:08:22.117630 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-046df775-cedf-467f-9774-47344a5b0a17 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:22.119169 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84800c53-8a9b-4fa6-93b1-2a8d5bcc438f tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:08:22.124205 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40a17b4c-1bc3-489f-b589-73496d23fafb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:22.127753 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-84800c53-8a9b-4fa6-93b1-2a8d5bcc438f tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:22.130136 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-84800c53-8a9b-4fa6-93b1-2a8d5bcc438f tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "PUT /v2.0/routers/e16346ee-5870-4bb3-a1e1-1f2c964dcaef HTTP/1.1" status: 200 len: 914 time: 4.8849609 Jul 13 08:08:22.136391 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51012) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:22.152887 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f38d131-cd7e-4271-86e1-5f7b8749c3b0 None None] Sync routers for ids ['e16346ee-5870-4bb3-a1e1-1f2c964dcaef'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:08:22.191368 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f38d131-cd7e-4271-86e1-5f7b8749c3b0 None None] Routers {'e16346ee-5870-4bb3-a1e1-1f2c964dcaef'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:22.194639 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-7f38d131-cd7e-4271-86e1-5f7b8749c3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e16346ee-5870-4bb3-a1e1-1f2c964dcaef'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:22.316340 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd610e8a-f4e1-4772-8c9d-57ba12e7808c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:22.369821 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-7f38d131-cd7e-4271-86e1-5f7b8749c3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:22.411810 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8f25a096-e811-41d7-b79c-a8108628fea1 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "GET /v2.0/routers/e16346ee-5870-4bb3-a1e1-1f2c964dcaef HTTP/1.1" status: 200 len: 920 time: 0.2665083 Jul 13 08:08:22.412246 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-74c5847d-ab62-4fec-bc85-49b1c970d3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752761743', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:22Z', 'updated_at': '2021-07-13T08:08:18Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:22.413516 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51014) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:22.429556 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f38d131-cd7e-4271-86e1-5f7b8749c3b0 None None] Routers {'e16346ee-5870-4bb3-a1e1-1f2c964dcaef'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:22.433380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-7f38d131-cd7e-4271-86e1-5f7b8749c3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e16346ee-5870-4bb3-a1e1-1f2c964dcaef'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:22.474547 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c5847d-ab62-4fec-bc85-49b1c970d3cb None None] Checking router: 8d41a7ea-47ad-4665-bc8f-724a1a8da470 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:08:22.493098 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c5847d-ab62-4fec-bc85-49b1c970d3cb None None] Routers {'8d41a7ea-47ad-4665-bc8f-724a1a8da470'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:22.495307 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-74c5847d-ab62-4fec-bc85-49b1c970d3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8d41a7ea-47ad-4665-bc8f-724a1a8da470'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:22.506918 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40a17b4c-1bc3-489f-b589-73496d23fafb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:22.574639 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-7f38d131-cd7e-4271-86e1-5f7b8749c3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:22.575521 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f38d131-cd7e-4271-86e1-5f7b8749c3b0 None None] The sync data for ids ['e16346ee-5870-4bb3-a1e1-1f2c964dcaef'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:08:22.634007 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40a17b4c-1bc3-489f-b589-73496d23fafb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:22.641931 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-40a17b4c-1bc3-489f-b589-73496d23fafb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "DELETE /v2.0/subnets/0c99f46a-e7f3-4394-9bef-8094f4480aea HTTP/1.1" status: 204 len: 168 time: 1.0188453 Jul 13 08:08:22.642264 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592da8e1-c02b-486f-8af6-16ab83a55c4b None None] Network 73d1b288-3f69-4489-84f7-291972f58a73 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:08:22.642470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a17b4c-1bc3-489f-b589-73496d23fafb tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Subnet': ['ID=0c99f46a-e7f3-4394-9bef-8094f4480aea,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:22.643749 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd58546-1391-429e-9609-6766c1f06d9b tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:22.645462 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51016) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:22.649036 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ccd58546-1391-429e-9609-6766c1f06d9b tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=f96be058-f906-4210-b421-902eff1606be&device_id=e16346ee-5870-4bb3-a1e1-1f2c964dcaef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2296934 Jul 13 08:08:22.654985 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51018) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:22.952968 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f4ec94-d2b9-47cc-9657-71759c3e69ed tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:22.958442 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-83f4ec94-d2b9-47cc-9657-71759c3e69ed tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 881 time: 0.3008771 Jul 13 08:08:22.963056 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51020) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:23.001892 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-74c5847d-ab62-4fec-bc85-49b1c970d3cb None None] Set router 8d41a7ea-47ad-4665-bc8f-724a1a8da470 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:08:23.029053 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd610e8a-f4e1-4772-8c9d-57ba12e7808c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:23.045210 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd610e8a-f4e1-4772-8c9d-57ba12e7808c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:23.067799 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ded27dd2-6e8c-4bb5-9b83-7a7c85a91447 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "GET /v2.0/ports?device_id=e16346ee-5870-4bb3-a1e1-1f2c964dcaef HTTP/1.1" status: 200 len: 205 time: 0.0989995 Jul 13 08:08:23.069382 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51022) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:23.105258 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cd610e8a-f4e1-4772-8c9d-57ba12e7808c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db17ad5e5efa42cd850625279031e6a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3348203 Jul 13 08:08:23.106504 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51024) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:23.113247 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6a0ba78f-f1bd-4e47-aba2-1463c9d69147 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:23.251448 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda69ca2-b3f8-4ecf-b29e-3d824351e327 None None] DHCP port deletion for 73d1b288-3f69-4489-84f7-291972f58a73 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:08:23.324007 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd610e8a-f4e1-4772-8c9d-57ba12e7808c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76754e8-d983-44ee-b4c7-74b125b847fe,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:23.332136 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dff6ee02-8ad8-4862-a4ee-c0d4361a4068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:23.417438 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-eda69ca2-b3f8-4ecf-b29e-3d824351e327 None None] Deleting port a53242ef-4d73-4a27-866b-cf0b4b261fb0 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:08:23.420391 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eda69ca2-b3f8-4ecf-b29e-3d824351e327 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:23.459235 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-87ea36ac-4dca-426a-93ba-47ff23a591ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:23.514654 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52399419-3863-4710-8ae0-6559b6156095 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:23.522870 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-87ea36ac-4dca-426a-93ba-47ff23a591ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:23.545347 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6a0ba78f-f1bd-4e47-aba2-1463c9d69147 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:23.554668 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-046df775-cedf-467f-9774-47344a5b0a17 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Deleting port 77621db5-0e54-4264-afd7-4e1bd0702564 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:08:23.555493 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-046df775-cedf-467f-9774-47344a5b0a17 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:23.571819 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-eda69ca2-b3f8-4ecf-b29e-3d824351e327 None None] For port a53242ef-4d73-4a27-866b-cf0b4b261fb0, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a53242ef-4d73-4a27-866b-cf0b4b261fb0,segment=NetworkSegment(ac080e34-eb62-47f0-958a-94e7aa6e5904),segment_id=ac080e34-eb62-47f0-958a-94e7aa6e5904)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:23.573217 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eda69ca2-b3f8-4ecf-b29e-3d824351e327 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:23.618808 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-74c5847d-ab62-4fec-bc85-49b1c970d3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752761743', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:22Z', 'updated_at': '2021-07-13T08:08:18Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:23.620376 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-eda69ca2-b3f8-4ecf-b29e-3d824351e327 None None] Calling delete_port for a53242ef-4d73-4a27-866b-cf0b4b261fb0 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:08:23.672748 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c5847d-ab62-4fec-bc85-49b1c970d3cb None None] The sync data for ids ['8d41a7ea-47ad-4665-bc8f-724a1a8da470'] in n-d-779913-28 is: [{'id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752761743', 'tenant_id': 'b0a400cab12449b3b23abe0905366730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:22Z', 'updated_at': '2021-07-13T08:08:18Z', 'revision_number': 5, 'project_id': 'b0a400cab12449b3b23abe0905366730', 'gw_port': {'id': '84bec1dc-babc-44a7-9484-6b4bf5a6ad1d', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41a7ea-47ad-4665-bc8f-724a1a8da470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:08:23.778570 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-046df775-cedf-467f-9774-47344a5b0a17 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:23.791062 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-87ea36ac-4dca-426a-93ba-47ff23a591ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:23.799626 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-87ea36ac-4dca-426a-93ba-47ff23a591ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:23.802424 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-87ea36ac-4dca-426a-93ba-47ff23a591ce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e76754e8-d983-44ee-b4c7-74b125b847fe HTTP/1.1" status: 204 len: 168 time: 0.6924772 Jul 13 08:08:23.807786 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-046df775-cedf-467f-9774-47344a5b0a17 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Calling delete_port for 77621db5-0e54-4264-afd7-4e1bd0702564 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:08:23.813995 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eda69ca2-b3f8-4ecf-b29e-3d824351e327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:23.814920 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ba78f-f1bd-4e47-aba2-1463c9d69147 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Deleting port 84bec1dc-babc-44a7-9484-6b4bf5a6ad1d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:08:23.815261 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6a0ba78f-f1bd-4e47-aba2-1463c9d69147 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:23.833502 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea36ac-4dca-426a-93ba-47ff23a591ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76754e8-d983-44ee-b4c7-74b125b847fe,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:23.864891 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52399419-3863-4710-8ae0-6559b6156095 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:23.876202 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda69ca2-b3f8-4ecf-b29e-3d824351e327 None None] Pushing event deleted for resources: {'Port': ['ID=a53242ef-4d73-4a27-866b-cf0b4b261fb0,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:23.885831 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda69ca2-b3f8-4ecf-b29e-3d824351e327 None None] No DVR routers for this DVR port a53242ef-4d73-4a27-866b-cf0b4b261fb0 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:08:23.975705 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-52399419-3863-4710-8ae0-6559b6156095 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Deleting port e88dbd22-db77-43a8-b75a-942d9bfc3cf7 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:08:23.976694 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52399419-3863-4710-8ae0-6559b6156095 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:24.164963 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52399419-3863-4710-8ae0-6559b6156095 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:24.193053 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-52399419-3863-4710-8ae0-6559b6156095 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Calling delete_port for e88dbd22-db77-43a8-b75a-942d9bfc3cf7 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:08:24.249234 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-6a0ba78f-f1bd-4e47-aba2-1463c9d69147 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] For port 84bec1dc-babc-44a7-9484-6b4bf5a6ad1d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=84bec1dc-babc-44a7-9484-6b4bf5a6ad1d,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:24.250258 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6a0ba78f-f1bd-4e47-aba2-1463c9d69147 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:24.297910 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ba78f-f1bd-4e47-aba2-1463c9d69147 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Calling delete_port for 84bec1dc-babc-44a7-9484-6b4bf5a6ad1d owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:08:24.568273 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52399419-3863-4710-8ae0-6559b6156095 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:24.601985 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-046df775-cedf-467f-9774-47344a5b0a17 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:24.627523 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52399419-3863-4710-8ae0-6559b6156095 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Pushing event deleted for resources: {'Port': ['ID=e88dbd22-db77-43a8-b75a-942d9bfc3cf7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:24.776918 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52399419-3863-4710-8ae0-6559b6156095 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:24.928541 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046df775-cedf-467f-9774-47344a5b0a17 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Pushing event deleted for resources: {'Port': ['ID=77621db5-0e54-4264-afd7-4e1bd0702564,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:24.975991 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52399419-3863-4710-8ae0-6559b6156095 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:24.979927 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52399419-3863-4710-8ae0-6559b6156095 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:25.136015 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52399419-3863-4710-8ae0-6559b6156095 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:25.137563 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52399419-3863-4710-8ae0-6559b6156095 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Fanout notify agent at l3_agent the message router_deleted on router e16346ee-5870-4bb3-a1e1-1f2c964dcaef {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:08:25.166695 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52399419-3863-4710-8ae0-6559b6156095 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:25.175038 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-52399419-3863-4710-8ae0-6559b6156095 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "DELETE /v2.0/routers/e16346ee-5870-4bb3-a1e1-1f2c964dcaef HTTP/1.1" status: 204 len: 168 time: 2.1019444 Jul 13 08:08:25.181602 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51048) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:25.189925 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-39a1aa11-d63f-4a7b-903a-0a2fcafd82b1 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2036475952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:25.270639 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-39a1aa11-d63f-4a7b-903a-0a2fcafd82b1 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:25.273438 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 073e4600-038d-408f-950c-f46db0ffabed no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:08:25.275063 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-39a1aa11-d63f-4a7b-903a-0a2fcafd82b1 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:25.327992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 073e4600-038d-408f-950c-f46db0ffabed {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:08:25.329061 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 073e4600-038d-408f-950c-f46db0ffabed not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:08:25.330255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a53242ef-4d73-4a27-866b-cf0b4b261fb0 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:08:25.366302 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-046df775-cedf-467f-9774-47344a5b0a17 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:25.373056 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6a0ba78f-f1bd-4e47-aba2-1463c9d69147 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:25.376798 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: a53242ef-4d73-4a27-866b-cf0b4b261fb0 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:08:25.377255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a53242ef-4d73-4a27-866b-cf0b4b261fb0 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:08:25.398991 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-39a1aa11-d63f-4a7b-903a-0a2fcafd82b1 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:25.406373 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-39a1aa11-d63f-4a7b-903a-0a2fcafd82b1 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:25.439047 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-39a1aa11-d63f-4a7b-903a-0a2fcafd82b1 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:25.442256 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-39a1aa11-d63f-4a7b-903a-0a2fcafd82b1 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2578237 Jul 13 08:08:25.444330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51054) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:25.451624 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-4f63ea27-0d15-4280-9eae-45c415638091 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'enable_snat': False}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:25.462460 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ba78f-f1bd-4e47-aba2-1463c9d69147 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Port': ['ID=84bec1dc-babc-44a7-9484-6b4bf5a6ad1d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:25.729645 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6a0ba78f-f1bd-4e47-aba2-1463c9d69147 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:25.907571 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f63ea27-0d15-4280-9eae-45c415638091 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:26.032111 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6a0ba78f-f1bd-4e47-aba2-1463c9d69147 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:26.038830 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046df775-cedf-467f-9774-47344a5b0a17 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Router e8b98229-7619-49f7-835d-a351dd6f0b1c has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:08:26.041286 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6a0ba78f-f1bd-4e47-aba2-1463c9d69147 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:26.206131 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6a0ba78f-f1bd-4e47-aba2-1463c9d69147 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:26.207740 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0ba78f-f1bd-4e47-aba2-1463c9d69147 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Fanout notify agent at l3_agent the message router_deleted on router 8d41a7ea-47ad-4665-bc8f-724a1a8da470 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:08:26.231636 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6a0ba78f-f1bd-4e47-aba2-1463c9d69147 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:26.234267 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6a0ba78f-f1bd-4e47-aba2-1463c9d69147 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "DELETE /v2.0/routers/8d41a7ea-47ad-4665-bc8f-724a1a8da470 HTTP/1.1" status: 204 len: 168 time: 3.5789046 Jul 13 08:08:26.249351 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51076) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:26.783109 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046df775-cedf-467f-9774-47344a5b0a17 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:08:26.814483 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-046df775-cedf-467f-9774-47344a5b0a17 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] 10.222.0.58 "PUT /v2.0/routers/e8b98229-7619-49f7-835d-a351dd6f0b1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2778964 Jul 13 08:08:26.814945 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f50a18-1187-4ec7-961a-97181f36af06 None None] Sync routers for ids ['e8b98229-7619-49f7-835d-a351dd6f0b1c'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:08:26.815650 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51090) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:26.844806 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f50a18-1187-4ec7-961a-97181f36af06 None None] Routers {'e8b98229-7619-49f7-835d-a351dd6f0b1c'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:26.845817 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-88f50a18-1187-4ec7-961a-97181f36af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e8b98229-7619-49f7-835d-a351dd6f0b1c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:26.943407 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-88f50a18-1187-4ec7-961a-97181f36af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:26.979055 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f50a18-1187-4ec7-961a-97181f36af06 None None] Routers {'e8b98229-7619-49f7-835d-a351dd6f0b1c'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:26.979850 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-88f50a18-1187-4ec7-961a-97181f36af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:07:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e8b98229-7619-49f7-835d-a351dd6f0b1c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:27.017122 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42437e13-7682-455f-a3a2-9decce47d0ff tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:27.067827 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-88f50a18-1187-4ec7-961a-97181f36af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:27.069428 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f50a18-1187-4ec7-961a-97181f36af06 None None] The sync data for ids ['e8b98229-7619-49f7-835d-a351dd6f0b1c'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:08:27.265354 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 84bec1dc-babc-44a7-9484-6b4bf5a6ad1d no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:08:27.347618 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10c29a7b-b9ce-46de-841a-05454f4ec696 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:27.362258 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 84bec1dc-babc-44a7-9484-6b4bf5a6ad1d {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:08:27.365615 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 84bec1dc-babc-44a7-9484-6b4bf5a6ad1d not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:08:27.419485 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42437e13-7682-455f-a3a2-9decce47d0ff tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:27.423947 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42437e13-7682-455f-a3a2-9decce47d0ff tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:27.514202 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42437e13-7682-455f-a3a2-9decce47d0ff tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:27.514809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42437e13-7682-455f-a3a2-9decce47d0ff tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Fanout notify agent at l3_agent the message router_deleted on router e8b98229-7619-49f7-835d-a351dd6f0b1c {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:08:27.525353 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42437e13-7682-455f-a3a2-9decce47d0ff tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:27.532188 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-42437e13-7682-455f-a3a2-9decce47d0ff tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] 10.222.0.58 "DELETE /v2.0/routers/e8b98229-7619-49f7-835d-a351dd6f0b1c HTTP/1.1" status: 204 len: 168 time: 0.7128496 Jul 13 08:08:27.533040 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51102) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:27.602603 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c036-2656-46b0-b15e-37ab126bd3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:27.602937 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10c29a7b-b9ce-46de-841a-05454f4ec696 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:27.622683 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f63ea27-0d15-4280-9eae-45c415638091 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:27.625552 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-623153fb-8b3d-4cee-8803-97e221bb3938 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Deleting subnet 9edc0adb-9302-4d68-b653-d7b8ecab125a {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:08:27.629187 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-10c29a7b-b9ce-46de-841a-05454f4ec696 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d1b288-3f69-4489-84f7-291972f58a73']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:27.629468 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-623153fb-8b3d-4cee-8803-97e221bb3938 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:27.682383 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f63ea27-0d15-4280-9eae-45c415638091 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:27.700929 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-10c29a7b-b9ce-46de-841a-05454f4ec696 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac080e34-eb62-47f0-958a-94e7aa6e5904') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:27.701397 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-10c29a7b-b9ce-46de-841a-05454f4ec696 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac080e34-eb62-47f0-958a-94e7aa6e5904') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:27.705753 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-623153fb-8b3d-4cee-8803-97e221bb3938 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:27.725263 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10c29a7b-b9ce-46de-841a-05454f4ec696 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:27.818136 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10c29a7b-b9ce-46de-841a-05454f4ec696 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:27.831085 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:27.846599 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c29a7b-b9ce-46de-841a-05454f4ec696 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:08:27.846876 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10c29a7b-b9ce-46de-841a-05454f4ec696 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:08:27.852470 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:08:27.912505 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-623153fb-8b3d-4cee-8803-97e221bb3938 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:27.920025 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51106) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:28.001223 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10c29a7b-b9ce-46de-841a-05454f4ec696 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:28.019087 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10c29a7b-b9ce-46de-841a-05454f4ec696 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:28.028020 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-10c29a7b-b9ce-46de-841a-05454f4ec696 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "DELETE /v2.0/networks/73d1b288-3f69-4489-84f7-291972f58a73 HTTP/1.1" status: 204 len: 168 time: 1.7743754 Jul 13 08:08:28.029181 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51110) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:28.031733 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-4f63ea27-0d15-4280-9eae-45c415638091 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Allocated IP 172.25.0.144 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/53edc89a-3b4a-4b26-a14a-17bafd5bb60a) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:08:28.050458 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-623153fb-8b3d-4cee-8803-97e221bb3938 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:28.097234 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c29a7b-b9ce-46de-841a-05454f4ec696 tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'Network': ['ID=73d1b288-3f69-4489-84f7-291972f58a73,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:28.112469 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623153fb-8b3d-4cee-8803-97e221bb3938 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Pushing event deleted for resources: {'Subnet': ['ID=9edc0adb-9302-4d68-b653-d7b8ecab125a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:28.116593 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-623153fb-8b3d-4cee-8803-97e221bb3938 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:28.120511 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-623153fb-8b3d-4cee-8803-97e221bb3938 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] 10.222.0.58 "DELETE /v2.0/subnets/9edc0adb-9302-4d68-b653-d7b8ecab125a HTTP/1.1" status: 204 len: 168 time: 0.5857947 Jul 13 08:08:28.123200 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51112) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:28.141145 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc989a8-49df-4108-b27c-182c48a0909a None None] Network faed71e9-2a5f-48a3-aae3-0682d859b7c9 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:08:28.233413 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb138-e398-42fb-a465-d652f6546e2b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:28.343887 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2862f8e8-c92f-46ea-a68f-9843064d37e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:28.351065 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb138-e398-42fb-a465-d652f6546e2b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:28.352681 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1271424c-f77a-43d1-baac-148bf7807ee3 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:28.492837 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f63ea27-0d15-4280-9eae-45c415638091 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:28.508625 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-1271424c-f77a-43d1-baac-148bf7807ee3 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Deleting port 53ae1750-11fa-4122-9345-589200b4eb36 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:08:28.508625 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1271424c-f77a-43d1-baac-148bf7807ee3 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:28.560614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971ed9fa-f6ea-406e-8297-65c77ae98de5 None None] DHCP port deletion for faed71e9-2a5f-48a3-aae3-0682d859b7c9 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:08:28.622435 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb138-e398-42fb-a465-d652f6546e2b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:28.627601 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb138-e398-42fb-a465-d652f6546e2b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:28.629525 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9ffbb138-e398-42fb-a465-d652f6546e2b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] 10.222.0.58 "DELETE /v2.0/security-groups/187896f8-986f-4781-b282-80f881be4f68 HTTP/1.1" status: 204 len: 168 time: 0.5885737 Jul 13 08:08:28.654394 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f63ea27-0d15-4280-9eae-45c415638091 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:28.678614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-971ed9fa-f6ea-406e-8297-65c77ae98de5 None None] Deleting port 53ae1750-11fa-4122-9345-589200b4eb36 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:08:28.684123 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-971ed9fa-f6ea-406e-8297-65c77ae98de5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:28.716674 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbb138-e398-42fb-a465-d652f6546e2b tempest-TestNetworkAdvancedServerOps-1619359612 tempest-TestNetworkAdvancedServerOps-1619359612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=187896f8-986f-4781-b282-80f881be4f68,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:28.717014 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-1271424c-f77a-43d1-baac-148bf7807ee3 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] For port 53ae1750-11fa-4122-9345-589200b4eb36, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=53ae1750-11fa-4122-9345-589200b4eb36,segment=NetworkSegment(cf456082-e3ee-40ad-8f9a-3668a6f7caac),segment_id=cf456082-e3ee-40ad-8f9a-3668a6f7caac)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:28.717807 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1271424c-f77a-43d1-baac-148bf7807ee3 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:28.735081 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f63ea27-0d15-4280-9eae-45c415638091 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:08:28.744553 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2862f8e8-c92f-46ea-a68f-9843064d37e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:28.752206 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-1271424c-f77a-43d1-baac-148bf7807ee3 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Calling delete_port for 53ae1750-11fa-4122-9345-589200b4eb36 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:08:28.755148 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2862f8e8-c92f-46ea-a68f-9843064d37e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:28.764947 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-4f63ea27-0d15-4280-9eae-45c415638091 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:28.770474 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f63ea27-0d15-4280-9eae-45c415638091 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:08:28.817076 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:08:28.826859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63ea27-0d15-4280-9eae-45c415638091 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Pushing event updated for resources: {'Port': ['ID=53edc89a-3b4a-4b26-a14a-17bafd5bb60a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:28.920397 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-971ed9fa-f6ea-406e-8297-65c77ae98de5 None None] For port 53ae1750-11fa-4122-9345-589200b4eb36, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=53ae1750-11fa-4122-9345-589200b4eb36,segment=NetworkSegment(cf456082-e3ee-40ad-8f9a-3668a6f7caac),segment_id=cf456082-e3ee-40ad-8f9a-3668a6f7caac)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:28.921205 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-971ed9fa-f6ea-406e-8297-65c77ae98de5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:28.945298 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-971ed9fa-f6ea-406e-8297-65c77ae98de5 None None] Calling delete_port for 53ae1750-11fa-4122-9345-589200b4eb36 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:08:28.949103 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2862f8e8-c92f-46ea-a68f-9843064d37e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c99ffa7940fb47b1bf19093caef21192&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0270061 Jul 13 08:08:28.954323 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862f8e8-c92f-46ea-a68f-9843064d37e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97ef8ba-faed-4bc8-b698-4c270b85e99a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:28.957762 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51122) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:29.130596 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68e26995-6d40-46b8-b166-7f1f1a306201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:29.156086 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-971ed9fa-f6ea-406e-8297-65c77ae98de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:29.229224 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68e26995-6d40-46b8-b166-7f1f1a306201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:29.258247 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971ed9fa-f6ea-406e-8297-65c77ae98de5 None None] No DVR routers for this DVR port 53ae1750-11fa-4122-9345-589200b4eb36 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:08:29.264751 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ed9fa-f6ea-406e-8297-65c77ae98de5 None None] Pushing event deleted for resources: {'Port': ['ID=53ae1750-11fa-4122-9345-589200b4eb36,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:29.279929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 53ae1750-11fa-4122-9345-589200b4eb36 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:08:29.346551 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 53ae1750-11fa-4122-9345-589200b4eb36 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:08:29.358679 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 53ae1750-11fa-4122-9345-589200b4eb36 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:08:29.371849 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1271424c-f77a-43d1-baac-148bf7807ee3 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:29.433999 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271424c-f77a-43d1-baac-148bf7807ee3 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Pushing event deleted for resources: {'Port': ['ID=53ae1750-11fa-4122-9345-589200b4eb36,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:29.446798 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1271424c-f77a-43d1-baac-148bf7807ee3 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] No DVR routers for this DVR port 53ae1750-11fa-4122-9345-589200b4eb36 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:08:29.454805 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68e26995-6d40-46b8-b166-7f1f1a306201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:29.458465 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f63ea27-0d15-4280-9eae-45c415638091 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:29.460337 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68e26995-6d40-46b8-b166-7f1f1a306201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:29.461836 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-68e26995-6d40-46b8-b166-7f1f1a306201 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a97ef8ba-faed-4bc8-b698-4c270b85e99a HTTP/1.1" status: 204 len: 168 time: 0.4990501 Jul 13 08:08:29.503914 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e26995-6d40-46b8-b166-7f1f1a306201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97ef8ba-faed-4bc8-b698-4c270b85e99a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:29.542040 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51130) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:29.644163 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1271424c-f77a-43d1-baac-148bf7807ee3 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:29.672977 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:29.677799 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-1271424c-f77a-43d1-baac-148bf7807ee3 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faed71e9-2a5f-48a3-aae3-0682d859b7c9']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:29.704285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-1271424c-f77a-43d1-baac-148bf7807ee3 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf456082-e3ee-40ad-8f9a-3668a6f7caac') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:29.704877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-1271424c-f77a-43d1-baac-148bf7807ee3 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf456082-e3ee-40ad-8f9a-3668a6f7caac') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:29.740794 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1271424c-f77a-43d1-baac-148bf7807ee3 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:29.774535 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1271424c-f77a-43d1-baac-148bf7807ee3 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:29.803821 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1271424c-f77a-43d1-baac-148bf7807ee3 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:08:29.804393 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1271424c-f77a-43d1-baac-148bf7807ee3 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: self.session.flush() Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:08:29.810769 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:08:29.959071 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1271424c-f77a-43d1-baac-148bf7807ee3 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:29.981940 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1271424c-f77a-43d1-baac-148bf7807ee3 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:29.987037 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1271424c-f77a-43d1-baac-148bf7807ee3 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] 10.222.0.58 "DELETE /v2.0/networks/faed71e9-2a5f-48a3-aae3-0682d859b7c9 HTTP/1.1" status: 204 len: 168 time: 1.8536792 Jul 13 08:08:29.988425 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271424c-f77a-43d1-baac-148bf7807ee3 tempest-FloatingIPNegativeTestJSON-753877623 tempest-FloatingIPNegativeTestJSON-753877623-project] Pushing event deleted for resources: {'Network': ['ID=faed71e9-2a5f-48a3-aae3-0682d859b7c9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:30.086724 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f63ea27-0d15-4280-9eae-45c415638091 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:30.093187 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f63ea27-0d15-4280-9eae-45c415638091 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396023'] for router, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:30.134961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51144) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:30.317135 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6fb33b73-cf39-47c1-9f20-5a8697397a33 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b0a400cab12449b3b23abe0905366730&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7724197 Jul 13 08:08:30.322357 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51150) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:30.464280 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f63ea27-0d15-4280-9eae-45c415638091 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Router b38de795-f225-4a8d-9348-8018f7968a94 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:08:30.486905 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b3968d5-04f8-4760-8305-703a3dac6c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:30.598420 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-023a8c7d-57c6-440d-a7fa-ac5150cfb385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:30.666718 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f63ea27-0d15-4280-9eae-45c415638091 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:08:30.667254 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-023a8c7d-57c6-440d-a7fa-ac5150cfb385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:30.677177 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f63ea27-0d15-4280-9eae-45c415638091 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:30.684200 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95392f74-d0aa-4b9b-b63a-6a9284e2c8f2 None None] Sync routers for ids ['b38de795-f225-4a8d-9348-8018f7968a94'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:08:30.686481 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4f63ea27-0d15-4280-9eae-45c415638091 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "PUT /v2.0/routers/b38de795-f225-4a8d-9348-8018f7968a94 HTTP/1.1" status: 200 len: 916 time: 5.2401254 Jul 13 08:08:30.687576 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51158) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:30.718340 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51160) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:30.733600 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95392f74-d0aa-4b9b-b63a-6a9284e2c8f2 None None] Routers {'b38de795-f225-4a8d-9348-8018f7968a94'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:30.739914 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-95392f74-d0aa-4b9b-b63a-6a9284e2c8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:08:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b38de795-f225-4a8d-9348-8018f7968a94'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:30.809969 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-023a8c7d-57c6-440d-a7fa-ac5150cfb385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:30.814765 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-023a8c7d-57c6-440d-a7fa-ac5150cfb385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:30.820730 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-023a8c7d-57c6-440d-a7fa-ac5150cfb385 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1da72c9e-30aa-40a0-bf7b-f003addfadad HTTP/1.1" status: 204 len: 168 time: 0.4962583 Jul 13 08:08:30.826603 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-95392f74-d0aa-4b9b-b63a-6a9284e2c8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:30.827959 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b3968d5-04f8-4760-8305-703a3dac6c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:30.837775 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b3968d5-04f8-4760-8305-703a3dac6c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:30.841069 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a8c7d-57c6-440d-a7fa-ac5150cfb385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da72c9e-30aa-40a0-bf7b-f003addfadad,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:30.861001 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95392f74-d0aa-4b9b-b63a-6a9284e2c8f2 None None] Routers {'b38de795-f225-4a8d-9348-8018f7968a94'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:30.862494 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-95392f74-d0aa-4b9b-b63a-6a9284e2c8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:08:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b38de795-f225-4a8d-9348-8018f7968a94'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:30.915982 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7b3968d5-04f8-4760-8305-703a3dac6c05 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=152f8c00a72946ac86938ea6dd7b1bbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7791116 Jul 13 08:08:30.917174 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51168) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:30.919880 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3968d5-04f8-4760-8305-703a3dac6c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7e1875-1633-4269-8141-6949d63c4ea4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:30.941927 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-33fce6d2-b66b-4f1c-b1a5-c9c504ace73a tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "GET /v2.0/routers/b38de795-f225-4a8d-9348-8018f7968a94 HTTP/1.1" status: 200 len: 922 time: 0.2523029 Jul 13 08:08:30.943136 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51170) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:30.988362 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-95392f74-d0aa-4b9b-b63a-6a9284e2c8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:30.990072 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95392f74-d0aa-4b9b-b63a-6a9284e2c8f2 None None] The sync data for ids ['b38de795-f225-4a8d-9348-8018f7968a94'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:08:31.049626 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0997ef0f-da06-48b6-9265-169f793c35c4 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:31.055545 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-55a3913f-44a6-45aa-9503-585f81d4470e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:31.056412 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0997ef0f-da06-48b6-9265-169f793c35c4 tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=f96be058-f906-4210-b421-902eff1606be&device_id=b38de795-f225-4a8d-9348-8018f7968a94&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1114399 Jul 13 08:08:31.057436 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51172) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:31.140211 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-55a3913f-44a6-45aa-9503-585f81d4470e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:31.194917 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b327385a-18be-41ad-8472-257b56c20a9d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:31.198837 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b327385a-18be-41ad-8472-257b56c20a9d tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "GET /v2.0/networks/f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 881 time: 0.1395917 Jul 13 08:08:31.200013 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51174) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:31.271325 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4984a139-f393-4ad5-b9f5-9ffe1407d390 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "GET /v2.0/ports?device_id=b38de795-f225-4a8d-9348-8018f7968a94 HTTP/1.1" status: 200 len: 205 time: 0.0687411 Jul 13 08:08:31.274795 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51176) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:31.290393 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-40fafd07-5cfe-469d-9d59-0ae5152e76ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f57ffc032d744d538a021936c5b80d39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5685067 Jul 13 08:08:31.291586 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51180) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:31.378437 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:31.409315 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30672e9b-d13a-4fce-9a60-cc424637ee66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:31.411723 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-55a3913f-44a6-45aa-9503-585f81d4470e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:31.414521 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-55a3913f-44a6-45aa-9503-585f81d4470e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:31.415856 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-55a3913f-44a6-45aa-9503-585f81d4470e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3a7e1875-1633-4269-8141-6949d63c4ea4 HTTP/1.1" status: 204 len: 168 time: 0.4973261 Jul 13 08:08:31.436954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3913f-44a6-45aa-9503-585f81d4470e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7e1875-1633-4269-8141-6949d63c4ea4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:31.461894 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30672e9b-d13a-4fce-9a60-cc424637ee66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:31.530073 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b20f2f4a-026d-4fb6-83ba-ad4adf3f33c6 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:31.566072 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30672e9b-d13a-4fce-9a60-cc424637ee66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:31.572440 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30672e9b-d13a-4fce-9a60-cc424637ee66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:31.574509 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-30672e9b-d13a-4fce-9a60-cc424637ee66 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5fea5703-f086-4fc8-9d31-84d483a5f939 HTTP/1.1" status: 204 len: 168 time: 0.2816265 Jul 13 08:08:31.589038 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30672e9b-d13a-4fce-9a60-cc424637ee66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fea5703-f086-4fc8-9d31-84d483a5f939,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:31.723882 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b20f2f4a-026d-4fb6-83ba-ad4adf3f33c6 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:31.752020 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51192) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:31.826771 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b20f2f4a-026d-4fb6-83ba-ad4adf3f33c6 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Deleting port 53edc89a-3b4a-4b26-a14a-17bafd5bb60a {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:08:31.827574 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b20f2f4a-026d-4fb6-83ba-ad4adf3f33c6 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:31.842178 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2db04d1a-aed9-444f-9dbb-f61431013702 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6b1097cf51d7438e98e78a5815a5a914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0853734 Jul 13 08:08:31.844874 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51194) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:31.964002 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ae6d62a-0ede-4aa0-908c-8384905c3efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:32.014487 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ae6d62a-0ede-4aa0-908c-8384905c3efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:32.039595 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b20f2f4a-026d-4fb6-83ba-ad4adf3f33c6 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:32.071100 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-b20f2f4a-026d-4fb6-83ba-ad4adf3f33c6 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Calling delete_port for 53edc89a-3b4a-4b26-a14a-17bafd5bb60a owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:08:32.117404 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ae6d62a-0ede-4aa0-908c-8384905c3efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:32.123875 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ae6d62a-0ede-4aa0-908c-8384905c3efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:32.129784 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0ae6d62a-0ede-4aa0-908c-8384905c3efa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/88b0da77-09a8-4db7-8b01-13d6362ada3f HTTP/1.1" status: 204 len: 168 time: 0.2827368 Jul 13 08:08:32.156964 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6d62a-0ede-4aa0-908c-8384905c3efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b0da77-09a8-4db7-8b01-13d6362ada3f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:32.390685 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b20f2f4a-026d-4fb6-83ba-ad4adf3f33c6 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:32.440411 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f2f4a-026d-4fb6-83ba-ad4adf3f33c6 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Pushing event deleted for resources: {'Port': ['ID=53edc89a-3b4a-4b26-a14a-17bafd5bb60a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:32.522423 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b20f2f4a-026d-4fb6-83ba-ad4adf3f33c6 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:32.696206 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b20f2f4a-026d-4fb6-83ba-ad4adf3f33c6 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:32.700704 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b20f2f4a-026d-4fb6-83ba-ad4adf3f33c6 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:32.778184 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b20f2f4a-026d-4fb6-83ba-ad4adf3f33c6 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:32.779457 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20f2f4a-026d-4fb6-83ba-ad4adf3f33c6 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Fanout notify agent at l3_agent the message router_deleted on router b38de795-f225-4a8d-9348-8018f7968a94 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:08:32.789318 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b20f2f4a-026d-4fb6-83ba-ad4adf3f33c6 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:32.797678 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51222) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:32.800618 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b20f2f4a-026d-4fb6-83ba-ad4adf3f33c6 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "DELETE /v2.0/routers/b38de795-f225-4a8d-9348-8018f7968a94 HTTP/1.1" status: 204 len: 168 time: 1.5198555 Jul 13 08:08:32.808033 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-94cde67b-9942-4848-906c-b211b6a12302 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-147104724', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:32.854032 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94cde67b-9942-4848-906c-b211b6a12302 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:32.855831 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94cde67b-9942-4848-906c-b211b6a12302 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:32.939865 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94cde67b-9942-4848-906c-b211b6a12302 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:33.245473 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94cde67b-9942-4848-906c-b211b6a12302 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:33.579166 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94cde67b-9942-4848-906c-b211b6a12302 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:33.628570 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94cde67b-9942-4848-906c-b211b6a12302 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:33.848312 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-94cde67b-9942-4848-906c-b211b6a12302 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Allocated IP 172.25.0.72 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/29af64f5-8aeb-453b-bd59-15ed592347ff) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:08:34.044627 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94cde67b-9942-4848-906c-b211b6a12302 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:34.144218 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94cde67b-9942-4848-906c-b211b6a12302 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:34.214476 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cde67b-9942-4848-906c-b211b6a12302 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Pushing event updated for resources: {'Port': ['ID=29af64f5-8aeb-453b-bd59-15ed592347ff,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:34.247580 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cde67b-9942-4848-906c-b211b6a12302 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:08:34.247580 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-94cde67b-9942-4848-906c-b211b6a12302 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:34.249896 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cde67b-9942-4848-906c-b211b6a12302 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:08:34.522412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51294) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:34.714416 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94cde67b-9942-4848-906c-b211b6a12302 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:34.865986 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Request body: {'networks': [{'name': 'tempest-network--309346986'}, {'name': 'tempest-network--1527370007'}]} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:34.866759 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Request body: {'network': {'name': 'tempest-network--309346986'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:34.867240 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Request body: {'network': {'name': 'tempest-network--1527370007'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:35.031182 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Made reservation on behalf of 4a2aff3049c34af5af2a4e91ffdc4bad for: {'network': 2} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:08:35.039710 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:35.059177 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:35.096381 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94cde67b-9942-4848-906c-b211b6a12302 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:35.292659 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51312) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:35.391193 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:35.400365 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:35.400962 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:35.428595 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cde67b-9942-4848-906c-b211b6a12302 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Router 8aec8afe-a9fc-44e3-83f3-1b206d7b0476 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:08:35.478571 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdca6800-ab40-4d9a-aee4-975a9cc03b42,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:35.504452 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:08:35.547394 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-280039a6-08e6-4ef1-b6fb-764bda890b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:35.592657 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:35.593334 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Added segment 7a86c29d-f8bf-4af4-84ae-02030c213777 of type vlan for network bb77eb89-3dff-4bc3-8ec7-2f6fc6cba009 Jul 13 08:08:35.743482 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:35.757154 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-280039a6-08e6-4ef1-b6fb-764bda890b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:35.764109 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-280039a6-08e6-4ef1-b6fb-764bda890b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:35.775606 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cde67b-9942-4848-906c-b211b6a12302 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:08:35.794464 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0080b830-5764-424e-8a7d-639a26e71c3f None None] Sync routers for ids ['8aec8afe-a9fc-44e3-83f3-1b206d7b0476'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:08:35.810714 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0080b830-5764-424e-8a7d-639a26e71c3f None None] Routers {'8aec8afe-a9fc-44e3-83f3-1b206d7b0476'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:35.812154 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0080b830-5764-424e-8a7d-639a26e71c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:08:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8aec8afe-a9fc-44e3-83f3-1b206d7b0476'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:35.817550 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94cde67b-9942-4848-906c-b211b6a12302 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:35.837236 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280039a6-08e6-4ef1-b6fb-764bda890b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de213fcd-ea1c-451c-addf-be2b32149731,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:35.838779 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-94cde67b-9942-4848-906c-b211b6a12302 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.0395479 Jul 13 08:08:35.843238 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51336) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:35.851890 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c92f3a3f-666d-4d50-96f8-b6aca035064a tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:35.900306 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:08:35.908191 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0080b830-5764-424e-8a7d-639a26e71c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:35.917585 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:35.918328 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Added segment e2600d69-19eb-4165-a269-7631c30dcc4b of type vlan for network 275e4b76-e540-4a1c-8d92-1bec510c7200 Jul 13 08:08:35.930976 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0080b830-5764-424e-8a7d-639a26e71c3f None None] Routers {'8aec8afe-a9fc-44e3-83f3-1b206d7b0476'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:35.933144 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0080b830-5764-424e-8a7d-639a26e71c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:08:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8aec8afe-a9fc-44e3-83f3-1b206d7b0476'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:35.958879 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-280039a6-08e6-4ef1-b6fb-764bda890b45 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=308ea1bd27bc4baaaed61f3ef5e7c2b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6644747 Jul 13 08:08:35.963607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51340) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:36.002715 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0080b830-5764-424e-8a7d-639a26e71c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:36.005237 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0080b830-5764-424e-8a7d-639a26e71c3f None None] The sync data for ids ['8aec8afe-a9fc-44e3-83f3-1b206d7b0476'] in n-d-779913-28 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:08:36.030044 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:36.098281 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:36.100618 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:36.124100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:36.136329 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:36.137703 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:36.139944 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51344) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:36.164324 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6fa5113f-10c8-400c-9c22-66d13db8dca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:36.210464 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6848516 Jul 13 08:08:36.211392 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51348) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:36.216482 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6fa5113f-10c8-400c-9c22-66d13db8dca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:36.514034 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-9c0efd03-4804-4c85-98e1-39e587b48063 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'network': {'name': 'tempest-network-smoke--1672864855', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'port_security_enabled': True}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:36.650245 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0efd03-4804-4c85-98e1-39e587b48063 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Made reservation on behalf of 646613418a8c4063bb68b7f4cbd296e4 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:08:36.656424 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9c0efd03-4804-4c85-98e1-39e587b48063 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:36.685736 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9c0efd03-4804-4c85-98e1-39e587b48063 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:36.708687 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6fa5113f-10c8-400c-9c22-66d13db8dca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:36.712420 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6fa5113f-10c8-400c-9c22-66d13db8dca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:36.713656 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6fa5113f-10c8-400c-9c22-66d13db8dca3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/de213fcd-ea1c-451c-addf-be2b32149731 HTTP/1.1" status: 204 len: 168 time: 0.7486415 Jul 13 08:08:36.731058 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c92f3a3f-666d-4d50-96f8-b6aca035064a tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:36.757406 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5113f-10c8-400c-9c22-66d13db8dca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de213fcd-ea1c-451c-addf-be2b32149731,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:36.779882 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c92f3a3f-666d-4d50-96f8-b6aca035064a tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:36.987727 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c92f3a3f-666d-4d50-96f8-b6aca035064a tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Deleting port 29af64f5-8aeb-453b-bd59-15ed592347ff {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:08:36.988217 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c92f3a3f-666d-4d50-96f8-b6aca035064a tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:37.014696 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Pushing event updated for resources: {'Network': ['ID=bb77eb89-3dff-4bc3-8ec7-2f6fc6cba009,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:37.041755 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network bb77eb89-3dff-4bc3-8ec7-2f6fc6cba009 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:08:37.080787 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9c0efd03-4804-4c85-98e1-39e587b48063 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:37.132992 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9c0efd03-4804-4c85-98e1-39e587b48063 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:37.179720 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0efd03-4804-4c85-98e1-39e587b48063 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:08:37.201218 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3025e15-8547-429d-ba8f-df3bf3b76de6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Pushing event updated for resources: {'Network': ['ID=275e4b76-e540-4a1c-8d92-1bec510c7200,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:37.218280 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb777989-9e32-4309-89b0-65a68bc9604f tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:37.225120 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0efd03-4804-4c85-98e1-39e587b48063 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=264ffc18-5f47-4010-a318-6eb6ee993997,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:37.232645 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c92f3a3f-666d-4d50-96f8-b6aca035064a tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:37.233415 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb777989-9e32-4309-89b0-65a68bc9604f tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:37.236621 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9c0efd03-4804-4c85-98e1-39e587b48063 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:37.236971 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-9c0efd03-4804-4c85-98e1-39e587b48063 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Added segment b2322381-ab59-4f21-b483-52a1a1631ffe of type vlan for network 81ea72ab-a8e9-4967-949e-0f1148ce531d Jul 13 08:08:37.247325 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb777989-9e32-4309-89b0-65a68bc9604f tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:37.260026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb777989-9e32-4309-89b0-65a68bc9604f tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:37.263736 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fb777989-9e32-4309-89b0-65a68bc9604f tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9740942 Jul 13 08:08:37.267654 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51382) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:37.284815 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 275e4b76-e540-4a1c-8d92-1bec510c7200 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:08:37.289373 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c92f3a3f-666d-4d50-96f8-b6aca035064a tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Calling delete_port for 29af64f5-8aeb-453b-bd59-15ed592347ff owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:08:37.354183 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9c0efd03-4804-4c85-98e1-39e587b48063 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:37.398236 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9c0efd03-4804-4c85-98e1-39e587b48063 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:37.406736 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0efd03-4804-4c85-98e1-39e587b48063 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:37.408031 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9c0efd03-4804-4c85-98e1-39e587b48063 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:37.499395 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ef248c7-bedd-4436-89cd-978c39998f5c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:37.521038 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0efd03-4804-4c85-98e1-39e587b48063 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'Network': ['ID=81ea72ab-a8e9-4967-949e-0f1148ce531d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:37.560822 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 81ea72ab-a8e9-4967-949e-0f1148ce531d details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:08:37.605592 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9c0efd03-4804-4c85-98e1-39e587b48063 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4638152 Jul 13 08:08:37.609704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51398) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:37.650008 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ed624013-efe3-4f7f-ad19-5e77e65ac386 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-450502250', 'admin_state_up': True, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:37.698399 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ef248c7-bedd-4436-89cd-978c39998f5c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:37.728328 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-1ef248c7-bedd-4436-89cd-978c39998f5c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb77eb89-3dff-4bc3-8ec7-2f6fc6cba009']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:37.758797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-1ef248c7-bedd-4436-89cd-978c39998f5c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a86c29d-f8bf-4af4-84ae-02030c213777') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:37.759246 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-1ef248c7-bedd-4436-89cd-978c39998f5c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a86c29d-f8bf-4af4-84ae-02030c213777') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:37.769404 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed624013-efe3-4f7f-ad19-5e77e65ac386 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:37.770863 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed624013-efe3-4f7f-ad19-5e77e65ac386 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:37.780745 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ef248c7-bedd-4436-89cd-978c39998f5c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:37.810681 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ef248c7-bedd-4436-89cd-978c39998f5c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:37.829954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef248c7-bedd-4436-89cd-978c39998f5c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:08:37.841229 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ef248c7-bedd-4436-89cd-978c39998f5c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:08:37.845412 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:08:37.858181 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c92f3a3f-666d-4d50-96f8-b6aca035064a tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:37.907020 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f3a3f-666d-4d50-96f8-b6aca035064a tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Pushing event deleted for resources: {'Port': ['ID=29af64f5-8aeb-453b-bd59-15ed592347ff,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:37.965745 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ef248c7-bedd-4436-89cd-978c39998f5c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:37.987823 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ef248c7-bedd-4436-89cd-978c39998f5c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:37.995301 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1ef248c7-bedd-4436-89cd-978c39998f5c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "DELETE /v2.0/networks/bb77eb89-3dff-4bc3-8ec7-2f6fc6cba009 HTTP/1.1" status: 204 len: 168 time: 0.7250690 Jul 13 08:08:37.999110 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51410) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:38.039497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef248c7-bedd-4436-89cd-978c39998f5c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Pushing event deleted for resources: {'Network': ['ID=bb77eb89-3dff-4bc3-8ec7-2f6fc6cba009,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:38.076790 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c92f3a3f-666d-4d50-96f8-b6aca035064a tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:38.080985 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed624013-efe3-4f7f-ad19-5e77e65ac386 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:38.108213 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:38.208701 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0cf5f62a-ba82-46bc-b892-aecbe7569eae tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:38.401644 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0cf5f62a-ba82-46bc-b892-aecbe7569eae tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:38.418332 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0cf5f62a-ba82-46bc-b892-aecbe7569eae tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275e4b76-e540-4a1c-8d92-1bec510c7200']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:38.440550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0cf5f62a-ba82-46bc-b892-aecbe7569eae tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2600d69-19eb-4165-a269-7631c30dcc4b') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:38.441106 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0cf5f62a-ba82-46bc-b892-aecbe7569eae tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2600d69-19eb-4165-a269-7631c30dcc4b') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:38.460713 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0cf5f62a-ba82-46bc-b892-aecbe7569eae tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:38.490691 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0cf5f62a-ba82-46bc-b892-aecbe7569eae tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:38.504595 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf5f62a-ba82-46bc-b892-aecbe7569eae tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:08:38.507286 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0cf5f62a-ba82-46bc-b892-aecbe7569eae tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:08:38.513552 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:08:38.638020 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51434) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:38.647668 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0cf5f62a-ba82-46bc-b892-aecbe7569eae tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:38.661276 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0cf5f62a-ba82-46bc-b892-aecbe7569eae tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:38.665247 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0cf5f62a-ba82-46bc-b892-aecbe7569eae tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "DELETE /v2.0/networks/275e4b76-e540-4a1c-8d92-1bec510c7200 HTTP/1.1" status: 204 len: 168 time: 0.6418502 Jul 13 08:08:38.676173 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51438) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:38.688763 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5f62a-ba82-46bc-b892-aecbe7569eae tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Pushing event deleted for resources: {'Network': ['ID=275e4b76-e540-4a1c-8d92-1bec510c7200,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:38.861344 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-eb0e987c-54e3-4d3e-aa79-6b41b8e79f05 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1521760724-network', 'tenant_id': '5beee3171679402ca60627fae206aff4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:38.889954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80547683-71db-47f9-86ff-f8bc3a7025a5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:38.902529 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80547683-71db-47f9-86ff-f8bc3a7025a5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:38.905527 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-80547683-71db-47f9-86ff-f8bc3a7025a5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2280767 Jul 13 08:08:38.916024 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51444) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:38.928517 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-dbe91ab8-8005-4198-b55a-26feb7d586b9 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-102291655'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:38.983910 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0e987c-54e3-4d3e-aa79-6b41b8e79f05 admin admin] Made reservation on behalf of 5beee3171679402ca60627fae206aff4 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:08:38.990273 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb0e987c-54e3-4d3e-aa79-6b41b8e79f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:38.994680 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe91ab8-8005-4198-b55a-26feb7d586b9 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Made reservation on behalf of 4a2aff3049c34af5af2a4e91ffdc4bad for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:08:39.000646 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dbe91ab8-8005-4198-b55a-26feb7d586b9 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.016532 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb0e987c-54e3-4d3e-aa79-6b41b8e79f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.086661 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe91ab8-8005-4198-b55a-26feb7d586b9 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:08:39.123933 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dbe91ab8-8005-4198-b55a-26feb7d586b9 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.124506 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-dbe91ab8-8005-4198-b55a-26feb7d586b9 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Added segment 3396771d-2cc9-4697-bd02-e65b9150f1f8 of type vlan for network 38d37d97-f8fb-4101-a587-c024ce492120 Jul 13 08:08:39.249854 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed624013-efe3-4f7f-ad19-5e77e65ac386 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.265197 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dbe91ab8-8005-4198-b55a-26feb7d586b9 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.303786 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c92f3a3f-666d-4d50-96f8-b6aca035064a tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.314736 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c92f3a3f-666d-4d50-96f8-b6aca035064a tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396023'] for router, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.342076 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dbe91ab8-8005-4198-b55a-26feb7d586b9 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.349175 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe91ab8-8005-4198-b55a-26feb7d586b9 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:39.349469 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dbe91ab8-8005-4198-b55a-26feb7d586b9 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.404585 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb0e987c-54e3-4d3e-aa79-6b41b8e79f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.411713 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb0e987c-54e3-4d3e-aa79-6b41b8e79f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.433674 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-dbe91ab8-8005-4198-b55a-26feb7d586b9 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5144703 Jul 13 08:08:39.433931 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51470) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:39.440111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b27e0234-d130-4716-bb5b-b06a0ecdb0f5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1183824729'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:39.474284 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0e987c-54e3-4d3e-aa79-6b41b8e79f05 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:08:39.484688 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92f3a3f-666d-4d50-96f8-b6aca035064a tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Router 8aec8afe-a9fc-44e3-83f3-1b206d7b0476 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:08:39.543699 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe91ab8-8005-4198-b55a-26feb7d586b9 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Pushing event updated for resources: {'Network': ['ID=38d37d97-f8fb-4101-a587-c024ce492120,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:39.556543 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 38d37d97-f8fb-4101-a587-c024ce492120 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:08:39.563900 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e987c-54e3-4d3e-aa79-6b41b8e79f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64564bb-63af-4e29-b779-b811c9884304,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:39.586540 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb0e987c-54e3-4d3e-aa79-6b41b8e79f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.587205 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-eb0e987c-54e3-4d3e-aa79-6b41b8e79f05 admin admin] Added segment e1576658-3877-4f76-84fd-ba521e9f06ad of type vlan for network 9c84548a-8751-4e4d-9101-dc6a7236a380 Jul 13 08:08:39.605647 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27e0234-d130-4716-bb5b-b06a0ecdb0f5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Made reservation on behalf of 4a2aff3049c34af5af2a4e91ffdc4bad for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:08:39.611453 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b27e0234-d130-4716-bb5b-b06a0ecdb0f5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.673328 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92f3a3f-666d-4d50-96f8-b6aca035064a tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:08:39.683470 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb0e987c-54e3-4d3e-aa79-6b41b8e79f05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.685215 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c92f3a3f-666d-4d50-96f8-b6aca035064a tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.686723 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c92f3a3f-666d-4d50-96f8-b6aca035064a tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "PUT /v2.0/routers/8aec8afe-a9fc-44e3-83f3-1b206d7b0476 HTTP/1.1" status: 200 len: 705 time: 3.8416958 Jul 13 08:08:39.693812 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51476) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:39.719821 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27e0234-d130-4716-bb5b-b06a0ecdb0f5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:08:39.746843 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b27e0234-d130-4716-bb5b-b06a0ecdb0f5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.747198 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-b27e0234-d130-4716-bb5b-b06a0ecdb0f5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Added segment 6dc285ab-6994-4fa3-b510-7a1b51e60fa5 of type vlan for network ea1f7418-7620-4b19-9e6f-6e9d4d47e6c1 Jul 13 08:08:39.782770 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb0e987c-54e3-4d3e-aa79-6b41b8e79f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.784457 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0e987c-54e3-4d3e-aa79-6b41b8e79f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:39.785537 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb0e987c-54e3-4d3e-aa79-6b41b8e79f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.907800 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b27e0234-d130-4716-bb5b-b06a0ecdb0f5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.914413 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-eb0e987c-54e3-4d3e-aa79-6b41b8e79f05 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2750347 Jul 13 08:08:39.919204 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51494) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:39.928676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7a56d426-decf-4a8a-8eb1-b7e0ea71981f admin admin] Request body: {'subnet': {'network_id': '9c84548a-8751-4e4d-9101-dc6a7236a380', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1521760724-subnet', 'tenant_id': '5beee3171679402ca60627fae206aff4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:39.963839 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-eb2b2a72-ad78-41bc-b8a4-0c93ebb4dafc tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "GET /v2.0/routers/8aec8afe-a9fc-44e3-83f3-1b206d7b0476 HTTP/1.1" status: 200 len: 740 time: 0.2652004 Jul 13 08:08:39.964128 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b00385-65f5-4a94-9a9f-1b3efd9265be None None] Sync routers for ids ['8aec8afe-a9fc-44e3-83f3-1b206d7b0476'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:08:39.991586 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b00385-65f5-4a94-9a9f-1b3efd9265be None None] Routers {'8aec8afe-a9fc-44e3-83f3-1b206d7b0476'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:39.992291 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-23b00385-65f5-4a94-9a9f-1b3efd9265be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:08:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8aec8afe-a9fc-44e3-83f3-1b206d7b0476'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:39.996227 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51496) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:40.037662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-23b00385-65f5-4a94-9a9f-1b3efd9265be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:40.052362 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b00385-65f5-4a94-9a9f-1b3efd9265be None None] Routers {'8aec8afe-a9fc-44e3-83f3-1b206d7b0476'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:40.054543 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-23b00385-65f5-4a94-9a9f-1b3efd9265be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:08:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8aec8afe-a9fc-44e3-83f3-1b206d7b0476'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:40.061377 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e987c-54e3-4d3e-aa79-6b41b8e79f05 admin admin] Pushing event updated for resources: {'Network': ['ID=9c84548a-8751-4e4d-9101-dc6a7236a380,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:40.063798 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a56d426-decf-4a8a-8eb1-b7e0ea71981f admin admin] Made reservation on behalf of 5beee3171679402ca60627fae206aff4 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:08:40.066477 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a56d426-decf-4a8a-8eb1-b7e0ea71981f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:40.077029 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e457f678-4c2c-475c-87af-e6390d4f972f tempest-RoutersAdminTest-1312916567 tempest-RoutersAdminTest-1312916567-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=f96be058-f906-4210-b421-902eff1606be&device_id=8aec8afe-a9fc-44e3-83f3-1b206d7b0476 HTTP/1.1" status: 200 len: 205 time: 0.0738621 Jul 13 08:08:40.077588 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed624013-efe3-4f7f-ad19-5e77e65ac386 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:40.077810 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51506) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:40.108124 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed624013-efe3-4f7f-ad19-5e77e65ac386 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:40.135382 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-23b00385-65f5-4a94-9a9f-1b3efd9265be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:40.136327 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b00385-65f5-4a94-9a9f-1b3efd9265be None None] The sync data for ids ['8aec8afe-a9fc-44e3-83f3-1b206d7b0476'] in n-d-779913-28 is: [] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:08:40.159996 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 9c84548a-8751-4e4d-9101-dc6a7236a380 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:08:40.174291 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3eaadcaf-aad3-4bd9-a396-d5790753ad37 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "GET /v2.0/ports?device_id=8aec8afe-a9fc-44e3-83f3-1b206d7b0476 HTTP/1.1" status: 200 len: 205 time: 0.0940592 Jul 13 08:08:40.175076 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51512) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:40.234413 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b27e0234-d130-4716-bb5b-b06a0ecdb0f5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:40.240930 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27e0234-d130-4716-bb5b-b06a0ecdb0f5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:40.241759 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b27e0234-d130-4716-bb5b-b06a0ecdb0f5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:40.287975 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b27e0234-d130-4716-bb5b-b06a0ecdb0f5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8500657 Jul 13 08:08:40.295829 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51518) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:40.306529 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Request body: {'ports': [{'network_id': '38d37d97-f8fb-4101-a587-c024ce492120', 'name': 'tempest-port--564825812', 'admin_state_up': True}, {'network_id': 'ea1f7418-7620-4b19-9e6f-6e9d4d47e6c1', 'admin_state_up': False}]} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:40.306927 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Request body: {'port': {'network_id': '38d37d97-f8fb-4101-a587-c024ce492120', 'name': 'tempest-port--564825812', 'admin_state_up': True}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:40.307224 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Request body: {'port': {'network_id': 'ea1f7418-7620-4b19-9e6f-6e9d4d47e6c1', 'admin_state_up': False}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:40.363486 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2a941220-3536-4712-ba73-c601356d7f98 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:40.400618 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e0234-d130-4716-bb5b-b06a0ecdb0f5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Pushing event updated for resources: {'Network': ['ID=ea1f7418-7620-4b19-9e6f-6e9d4d47e6c1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:40.420150 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network ea1f7418-7620-4b19-9e6f-6e9d4d47e6c1 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:08:40.538895 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-ed624013-efe3-4f7f-ad19-5e77e65ac386 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Allocated IP 172.25.0.100 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:08:40.613924 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a56d426-decf-4a8a-8eb1-b7e0ea71981f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:40.713649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56d426-decf-4a8a-8eb1-b7e0ea71981f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e140ab72-36c1-4999-b5ec-54e57d4b54d8,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:40.729418 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a56d426-decf-4a8a-8eb1-b7e0ea71981f admin admin] Checking segment: {'id': 'e1576658-3877-4f76-84fd-ba521e9f06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9c84548a-8751-4e4d-9101-dc6a7236a380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:08:40.729791 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a56d426-decf-4a8a-8eb1-b7e0ea71981f admin admin] Network hostable DHCP agents. Network: 9c84548a-8751-4e4d-9101-dc6a7236a380, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:08:40.761825 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a56d426-decf-4a8a-8eb1-b7e0ea71981f admin admin] Network 9c84548a-8751-4e4d-9101-dc6a7236a380 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:08:40.777895 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-7a56d426-decf-4a8a-8eb1-b7e0ea71981f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 9c84548a-8751-4e4d-9101-dc6a7236a380) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:40.779528 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2a941220-3536-4712-ba73-c601356d7f98 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:40.789914 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a56d426-decf-4a8a-8eb1-b7e0ea71981f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:40.789914 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a56d426-decf-4a8a-8eb1-b7e0ea71981f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:40.790414 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2a941220-3536-4712-ba73-c601356d7f98 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:40.791282 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e34c25-27c0-46f9-83cb-5661f46d484a None None] Network 9c84548a-8751-4e4d-9101-dc6a7236a380 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:08:40.820356 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7a56d426-decf-4a8a-8eb1-b7e0ea71981f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8983281 Jul 13 08:08:41.003084 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2a941220-3536-4712-ba73-c601356d7f98 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:41.004040 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a941220-3536-4712-ba73-c601356d7f98 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Fanout notify agent at l3_agent the message router_deleted on router 8aec8afe-a9fc-44e3-83f3-1b206d7b0476 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:08:41.033178 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2a941220-3536-4712-ba73-c601356d7f98 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:41.035144 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2a941220-3536-4712-ba73-c601356d7f98 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "DELETE /v2.0/routers/8aec8afe-a9fc-44e3-83f3-1b206d7b0476 HTTP/1.1" status: 204 len: 168 time: 0.8588409 Jul 13 08:08:41.041732 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51558) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:41.075241 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Made reservation on behalf of 4a2aff3049c34af5af2a4e91ffdc4bad for: {'port': 2} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:08:41.082477 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1f7b8a-0daa-4949-acaf-80e49cda2bbc None None] Network 9c84548a-8751-4e4d-9101-dc6a7236a380 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:08:41.083746 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:41.118324 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed624013-efe3-4f7f-ad19-5e77e65ac386 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:41.133820 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:41.192253 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1cab664a-81f6-4d62-ac9e-6020e5290935 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "GET /v2.0/ports?device_id=8aec8afe-a9fc-44e3-83f3-1b206d7b0476 HTTP/1.1" status: 200 len: 205 time: 0.1474845 Jul 13 08:08:41.197367 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51572) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:41.298574 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-d743e936-c5f6-422c-84f3-8d9de8d0be9d tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] delete failed (client error): The resource could not be found. Jul 13 08:08:41.300111 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d743e936-c5f6-422c-84f3-8d9de8d0be9d tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "DELETE /v2.0/routers/8aec8afe-a9fc-44e3-83f3-1b206d7b0476 HTTP/1.1" status: 404 len: 336 time: 0.0986423 Jul 13 08:08:41.305144 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51576) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:41.320221 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] device_id is not set on port 9e9ebd6d-4512-472b-803b-fc6c67192026 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:08:41.340073 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed624013-efe3-4f7f-ad19-5e77e65ac386 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:41.365698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7a39dd4a-cf8d-48bc-ab36-d486f9a1c463 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "GET /v2.0/ports?device_id=b38de795-f225-4a8d-9348-8018f7968a94 HTTP/1.1" status: 200 len: 205 time: 0.0577645 Jul 13 08:08:41.373437 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51582) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:41.431559 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed624013-efe3-4f7f-ad19-5e77e65ac386 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:08:41.449595 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-ed624013-efe3-4f7f-ad19-5e77e65ac386 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:41.463756 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed624013-efe3-4f7f-ad19-5e77e65ac386 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:08:41.464603 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-0ea81f90-2df6-4a5e-ac1c-925ebca9d402 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] delete failed (client error): The resource could not be found. Jul 13 08:08:41.465546 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0ea81f90-2df6-4a5e-ac1c-925ebca9d402 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "DELETE /v2.0/routers/b38de795-f225-4a8d-9348-8018f7968a94 HTTP/1.1" status: 404 len: 336 time: 0.0908363 Jul 13 08:08:41.470641 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51584) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:41.519390 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9866a592-f67a-4974-aa1d-9f2b5bb1baad tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "GET /v2.0/ports?device_id=e16346ee-5870-4bb3-a1e1-1f2c964dcaef HTTP/1.1" status: 200 len: 205 time: 0.0472178 Jul 13 08:08:41.523333 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51592) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:41.530784 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed624013-efe3-4f7f-ad19-5e77e65ac386 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'Port': ['ID=1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:41.615484 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-4352d053-a57b-4355-b6be-07b442f7a3e5 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] delete failed (client error): The resource could not be found. Jul 13 08:08:41.621625 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51594) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:41.622074 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4352d053-a57b-4355-b6be-07b442f7a3e5 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "DELETE /v2.0/routers/e16346ee-5870-4bb3-a1e1-1f2c964dcaef HTTP/1.1" status: 404 len: 336 time: 0.0970743 Jul 13 08:08:41.697538 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-daf14e6f-6ca7-4ced-aeb1-ac0ed423573c tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "GET /v2.0/ports?device_id=003e0261-9c11-4319-8758-41028929a538 HTTP/1.1" status: 200 len: 205 time: 0.0675042 Jul 13 08:08:41.698315 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51604) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:41.781555 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-0b498744-cf47-4541-be32-374acf26ed5e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] delete failed (client error): The resource could not be found. Jul 13 08:08:41.783150 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0b498744-cf47-4541-be32-374acf26ed5e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "DELETE /v2.0/routers/003e0261-9c11-4319-8758-41028929a538 HTTP/1.1" status: 404 len: 336 time: 0.0832942 Jul 13 08:08:41.786251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51608) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:41.858233 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b99579a0-40e9-42db-bd87-2d3ce62faadb tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "GET /v2.0/ports?device_id=77ca1a3a-eadf-41b1-ba3a-9e3d8a04d42c HTTP/1.1" status: 200 len: 205 time: 0.0677745 Jul 13 08:08:41.858703 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51614) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:41.913556 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-4c4e4101-35cf-4f97-a25a-c95eed09b501 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] delete failed (client error): The resource could not be found. Jul 13 08:08:41.914714 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4c4e4101-35cf-4f97-a25a-c95eed09b501 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "DELETE /v2.0/routers/77ca1a3a-eadf-41b1-ba3a-9e3d8a04d42c HTTP/1.1" status: 404 len: 336 time: 0.0547268 Jul 13 08:08:41.919135 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51616) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:42.082553 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-92f5a0fd-4b29-44a6-bd9c-6f7f2fdd4e8e tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c27336b-2141-47c6-b7d8-e0031dc086dd HTTP/1.1" status: 200 len: 205 time: 0.1609766 Jul 13 08:08:42.090183 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51628) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:42.093456 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:42.234453 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-6723147b-030f-43cd-9a57-3207c7149918 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] delete failed (client error): The resource could not be found. Jul 13 08:08:42.236529 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6723147b-030f-43cd-9a57-3207c7149918 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "DELETE /v2.0/routers/1c27336b-2141-47c6-b7d8-e0031dc086dd HTTP/1.1" status: 404 len: 336 time: 0.1377201 Jul 13 08:08:42.243638 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51634) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:42.316325 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-87265fe0-8f86-4d81-804b-61b0e8ea9a06 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] DELETE failed (client error): The resource could not be found. Jul 13 08:08:42.317287 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87265fe0-8f86-4d81-804b-61b0e8ea9a06 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:08:42.320771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-87265fe0-8f86-4d81-804b-61b0e8ea9a06 tempest-RoutersAdminTest-1691352736 tempest-RoutersAdminTest-1691352736-project] 10.222.0.58 "DELETE /v2.0/subnets/908c55ba-2d19-4dbb-b554-09f208c37c99 HTTP/1.1" status: 404 len: 337 time: 0.0749054 Jul 13 08:08:42.347819 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] device_id is not set on port 4ac41d32-04ec-4db0-bb5f-92ff365231ef yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:08:42.533985 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed624013-efe3-4f7f-ad19-5e77e65ac386 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:42.920992 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:42.921343 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51668) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:43.041649 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:43.169594 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:43.202518 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0abbe814-5168-4d46-9c9a-d98ab0532786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:43.308989 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed624013-efe3-4f7f-ad19-5e77e65ac386 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:43.376669 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Pushing event updated for resources: {'Port': ['ID=9e9ebd6d-4512-472b-803b-fc6c67192026,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:43.464559 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0abbe814-5168-4d46-9c9a-d98ab0532786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:43.470874 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0abbe814-5168-4d46-9c9a-d98ab0532786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:43.517459 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0abbe814-5168-4d46-9c9a-d98ab0532786 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e5165163e9b845ee92e128913dd24cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5938914 Jul 13 08:08:43.518700 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51678) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:43.548946 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Checking segment: {'id': '3396771d-2cc9-4697-bd02-e65b9150f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '38d37d97-f8fb-4101-a587-c024ce492120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:08:43.549367 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Network hostable DHCP agents. Network: 38d37d97-f8fb-4101-a587-c024ce492120, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:08:43.569883 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbe814-5168-4d46-9c9a-d98ab0532786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c93a5f-b60c-4a3c-a8de-7e7aca171356,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:43.691293 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Network 38d37d97-f8fb-4101-a587-c024ce492120 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:08:43.720130 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 38d37d97-f8fb-4101-a587-c024ce492120) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:43.724828 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-be68b535-7b98-4028-83d9-6d1db3651f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:43.729940 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598f569a-41f3-4417-a31b-9db6fc23383d None None] Network 38d37d97-f8fb-4101-a587-c024ce492120 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:08:43.735101 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:08:43.736016 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:44.184787 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-be68b535-7b98-4028-83d9-6d1db3651f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:44.257883 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Pushing event updated for resources: {'Port': ['ID=4ac41d32-04ec-4db0-bb5f-92ff365231ef,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:44.310605 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed624013-efe3-4f7f-ad19-5e77e65ac386 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Router 1ae25e91-4e5d-473e-b203-66dcd86ed622 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:08:44.335050 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Checking segment: {'id': '6dc285ab-6994-4fa3-b510-7a1b51e60fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ea1f7418-7620-4b19-9e6f-6e9d4d47e6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:08:44.335422 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Network hostable DHCP agents. Network: ea1f7418-7620-4b19-9e6f-6e9d4d47e6c1, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:08:44.439546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Network ea1f7418-7620-4b19-9e6f-6e9d4d47e6c1 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:08:44.457634 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-be68b535-7b98-4028-83d9-6d1db3651f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:44.462518 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-be68b535-7b98-4028-83d9-6d1db3651f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:44.467284 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-be68b535-7b98-4028-83d9-6d1db3651f62 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84c93a5f-b60c-4a3c-a8de-7e7aca171356 HTTP/1.1" status: 204 len: 168 time: 0.9409173 Jul 13 08:08:44.518452 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, ea1f7418-7620-4b19-9e6f-6e9d4d47e6c1) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:44.535885 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ac357d-7021-4486-abf0-6513b2a8f06c None None] Network ea1f7418-7620-4b19-9e6f-6e9d4d47e6c1 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:08:44.536811 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68b535-7b98-4028-83d9-6d1db3651f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c93a5f-b60c-4a3c-a8de-7e7aca171356,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:44.540511 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:08:44.552155 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:44.562482 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:44.563532 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:44.598480 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed624013-efe3-4f7f-ad19-5e77e65ac386 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:08:44.611547 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-42cb8747-ede5-480c-b4d8-8bbd1167ab0c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.3143785 Jul 13 08:08:44.616025 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51720) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:44.616808 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] Sync routers for ids ['1ae25e91-4e5d-473e-b203-66dcd86ed622'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:08:44.641283 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51722) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:44.655932 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] Routers {'1ae25e91-4e5d-473e-b203-66dcd86ed622'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:44.660713 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:08:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1ae25e91-4e5d-473e-b203-66dcd86ed622'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:44.664361 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed624013-efe3-4f7f-ad19-5e77e65ac386 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:44.673896 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ed624013-efe3-4f7f-ad19-5e77e65ac386 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.0564091 Jul 13 08:08:44.677153 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51726) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:45.011292 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-286498a4-48be-4a5e-96a2-198c4b18009f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:45.066238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709a7d2c-4a63-41f3-ba19-d326ec9582ca tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:45.087613 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709a7d2c-4a63-41f3-ba19-d326ec9582ca tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:45.094010 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-709a7d2c-4a63-41f3-ba19-d326ec9582ca tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4716978 Jul 13 08:08:45.094501 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51734) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:45.152680 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] Set router 1ae25e91-4e5d-473e-b203-66dcd86ed622 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:08:45.449212 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c2793c16-9e02-48b5-b9e1-1a1c94bb0d92 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=646613418a8c4063bb68b7f4cbd296e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7676759 Jul 13 08:08:45.455167 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51736) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:45.529000 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c1db9dff-2f77-4252-aaa5-74803a9135ae tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Deleting port 9e9ebd6d-4512-472b-803b-fc6c67192026 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:08:45.529965 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c1db9dff-2f77-4252-aaa5-74803a9135ae tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:45.567849 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51738) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:45.694268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414ce1f2-87b8-404e-b0d8-3e2a18f73c3e tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:45.697504 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-414ce1f2-87b8-404e-b0d8-3e2a18f73c3e tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2399554 Jul 13 08:08:45.702358 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51740) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:45.705874 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'name': 'tempest-TestNetworkBasicOps-router-450502250', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:08:37Z', 'updated_at': '2021-07-13T08:08:42Z', 'revision_number': 3, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:40Z', 'updated_at': '2021-07-13T08:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:45.743883 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] Checking router: 1ae25e91-4e5d-473e-b203-66dcd86ed622 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:08:45.744481 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] Updating router 1ae25e91-4e5d-473e-b203-66dcd86ed622 port 1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:08:45.745754 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c1db9dff-2f77-4252-aaa5-74803a9135ae tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:45.759016 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-354ca7ac-b7ce-4be0-8612-5014d5df2db5 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f96be058-f906-4210-b421-902eff1606be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0538604 Jul 13 08:08:45.762374 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51742) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:45.772032 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e86043fd-b7d9-4391-bd0d-3d52f3062087 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1070854792', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:45.808372 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c1db9dff-2f77-4252-aaa5-74803a9135ae tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Calling delete_port for 9e9ebd6d-4512-472b-803b-fc6c67192026 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:08:45.815904 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:45.855792 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-286498a4-48be-4a5e-96a2-198c4b18009f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:45.870455 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-66ec3c45-8955-4193-8d83-4de4d9545f48 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ac9c747b0084f65a50cc7e6d2a0558f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851834 Jul 13 08:08:45.874677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51744) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:45.875934 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-286498a4-48be-4a5e-96a2-198c4b18009f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:46.061250 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86043fd-b7d9-4391-bd0d-3d52f3062087 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Made reservation on behalf of 646613418a8c4063bb68b7f4cbd296e4 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:08:46.067166 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e86043fd-b7d9-4391-bd0d-3d52f3062087 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:46.195653 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-286498a4-48be-4a5e-96a2-198c4b18009f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2c916e0586274fdb9efcee6c64e94345&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5520833 Jul 13 08:08:46.209511 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51748) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:46.211238 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286498a4-48be-4a5e-96a2-198c4b18009f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109c27e4-f50c-4a78-af84-a4d8c22819d3,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:46.253986 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a75fe83b-c18d-428e-9114-076dd10f77d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:46.260745 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c1db9dff-2f77-4252-aaa5-74803a9135ae tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:46.338815 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c2d66ac2-83d3-4d4d-baae-3014918809e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:46.344221 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db9dff-2f77-4252-aaa5-74803a9135ae tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Pushing event deleted for resources: {'Port': ['ID=9e9ebd6d-4512-472b-803b-fc6c67192026,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:46.353659 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a75fe83b-c18d-428e-9114-076dd10f77d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:46.370152 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c1db9dff-2f77-4252-aaa5-74803a9135ae tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:46.374446 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c1db9dff-2f77-4252-aaa5-74803a9135ae tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "DELETE /v2.0/ports/9e9ebd6d-4512-472b-803b-fc6c67192026 HTTP/1.1" status: 204 len: 168 time: 1.2775486 Jul 13 08:08:46.379411 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51750) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:46.455471 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c2d66ac2-83d3-4d4d-baae-3014918809e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:46.526235 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:46.544227 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] Transition to ACTIVE for port object 1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:08:46.568694 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:46.630247 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] Attempting to bind port 1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:08:46.631522 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] Attempting to bind port 1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:08:46.632266 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] Attempting to bind port 1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:08:46.641011 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a75fe83b-c18d-428e-9114-076dd10f77d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:46.642748 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:08:46.643111 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:08:46.643750 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:46.644444 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:08:46.645292 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] Bound port: 1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:08:46.646059 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:46.654156 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e86043fd-b7d9-4391-bd0d-3d52f3062087 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:46.661851 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a75fe83b-c18d-428e-9114-076dd10f77d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:46.668065 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a75fe83b-c18d-428e-9114-076dd10f77d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/20ad06c9-255c-4f1a-b796-e2ee680d24d1 HTTP/1.1" status: 204 len: 168 time: 0.7846587 Jul 13 08:08:46.711153 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c2d66ac2-83d3-4d4d-baae-3014918809e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:46.712891 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fe83b-c18d-428e-9114-076dd10f77d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ad06c9-255c-4f1a-b796-e2ee680d24d1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:46.719433 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c2d66ac2-83d3-4d4d-baae-3014918809e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:46.720808 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c2d66ac2-83d3-4d4d-baae-3014918809e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/109c27e4-f50c-4a78-af84-a4d8c22819d3 HTTP/1.1" status: 204 len: 168 time: 0.5092587 Jul 13 08:08:46.768922 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d66ac2-83d3-4d4d-baae-3014918809e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109c27e4-f50c-4a78-af84-a4d8c22819d3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:46.775042 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ebfb24e2-dc2f-43fa-8afa-558c0b5d05d6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Deleting port 4ac41d32-04ec-4db0-bb5f-92ff365231ef {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:08:46.775677 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ebfb24e2-dc2f-43fa-8afa-558c0b5d05d6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:46.812373 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] For port 1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:08:46.837290 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] For port 1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:08:46.871229 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fa4f3-fcb3-4e45-85a6-76d1cb408596 None None] Pushing event updated for resources: {'Port': ['ID=1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:46.875492 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:46.939383 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fa4f3-fcb3-4e45-85a6-76d1cb408596 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:46.940171 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fa4f3-fcb3-4e45-85a6-76d1cb408596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:46.940743 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fa4f3-fcb3-4e45-85a6-76d1cb408596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:46.941322 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fa4f3-fcb3-4e45-85a6-76d1cb408596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:46.941951 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fa4f3-fcb3-4e45-85a6-76d1cb408596 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:46.943177 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fa4f3-fcb3-4e45-85a6-76d1cb408596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:46.944101 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fa4f3-fcb3-4e45-85a6-76d1cb408596 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:46.945316 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fa4f3-fcb3-4e45-85a6-76d1cb408596 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:46.946476 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fa4f3-fcb3-4e45-85a6-76d1cb408596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:46.947898 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fa4f3-fcb3-4e45-85a6-76d1cb408596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:46.949715 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fa4f3-fcb3-4e45-85a6-76d1cb408596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:46.950601 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fa4f3-fcb3-4e45-85a6-76d1cb408596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:46.962112 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86043fd-b7d9-4391-bd0d-3d52f3062087 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'Subnet': ['ID=c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:47.010434 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86043fd-b7d9-4391-bd0d-3d52f3062087 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Checking segment: {'id': 'b2322381-ab59-4f21-b483-52a1a1631ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:08:47.014027 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86043fd-b7d9-4391-bd0d-3d52f3062087 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Network hostable DHCP agents. Network: 81ea72ab-a8e9-4967-949e-0f1148ce531d, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:08:47.092540 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86043fd-b7d9-4391-bd0d-3d52f3062087 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Network 81ea72ab-a8e9-4967-949e-0f1148ce531d is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:08:47.119618 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] Routers {'1ae25e91-4e5d-473e-b203-66dcd86ed622'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:47.120806 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:08:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1ae25e91-4e5d-473e-b203-66dcd86ed622'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:47.126532 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e86043fd-b7d9-4391-bd0d-3d52f3062087 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 81ea72ab-a8e9-4967-949e-0f1148ce531d) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:47.141112 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86043fd-b7d9-4391-bd0d-3d52f3062087 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:47.154108 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc6b672-f3cf-42e1-86bc-80372ec9d0d2 None None] Network 81ea72ab-a8e9-4967-949e-0f1148ce531d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:08:47.157473 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e86043fd-b7d9-4391-bd0d-3d52f3062087 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:47.166062 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ebfb24e2-dc2f-43fa-8afa-558c0b5d05d6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:47.193372 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51758) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:47.195981 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e86043fd-b7d9-4391-bd0d-3d52f3062087 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4190173 Jul 13 08:08:47.223778 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ebfb24e2-dc2f-43fa-8afa-558c0b5d05d6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Calling delete_port for 4ac41d32-04ec-4db0-bb5f-92ff365231ef owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:08:47.226590 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fa4f3-fcb3-4e45-85a6-76d1cb408596 None None] Pushing event updated for resources: {'Port': ['ID=1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:47.340760 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] Set router 1ae25e91-4e5d-473e-b203-66dcd86ed622 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:08:47.645363 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-81ea72ab-a8e9-4967-949e-0f1148ce531d', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'fixed_ips': [{'subnet_id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:08:47.647666 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:47.737356 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'name': 'tempest-TestNetworkBasicOps-router-450502250', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:08:37Z', 'updated_at': '2021-07-13T08:08:42Z', 'revision_number': 3, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:40Z', 'updated_at': '2021-07-13T08:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:47.755958 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ebfb24e2-dc2f-43fa-8afa-558c0b5d05d6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:47.782993 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa36aff9-a488-454e-bb5f-d2fb154c2e7e None None] The sync data for ids ['1ae25e91-4e5d-473e-b203-66dcd86ed622'] in n-d-779913-28 is: [{'id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'name': 'tempest-TestNetworkBasicOps-router-450502250', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:08:37Z', 'updated_at': '2021-07-13T08:08:42Z', 'revision_number': 3, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:40Z', 'updated_at': '2021-07-13T08:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:08:47.879723 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb24e2-dc2f-43fa-8afa-558c0b5d05d6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Pushing event deleted for resources: {'Port': ['ID=4ac41d32-04ec-4db0-bb5f-92ff365231ef,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:47.903699 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ebfb24e2-dc2f-43fa-8afa-558c0b5d05d6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:47.905800 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ebfb24e2-dc2f-43fa-8afa-558c0b5d05d6 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "DELETE /v2.0/ports/4ac41d32-04ec-4db0-bb5f-92ff365231ef HTTP/1.1" status: 204 len: 168 time: 1.5241420 Jul 13 08:08:47.909993 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51776) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:47.988587 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a7526503-bacc-4939-8f6f-00fe992e48f9 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0758462 Jul 13 08:08:47.995818 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51778) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:48.008449 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-854245a1-9f7c-455e-a10c-ad8a5363a12b tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-902341609'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:48.073198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854245a1-9f7c-455e-a10c-ad8a5363a12b tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Made reservation on behalf of 4a2aff3049c34af5af2a4e91ffdc4bad for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:08:48.082452 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-854245a1-9f7c-455e-a10c-ad8a5363a12b tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:48.154140 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] Allocated IP 172.20.0.2 (81ea72ab-a8e9-4967-949e-0f1148ce531d/c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62/7153a92e-0f48-4822-a6aa-106337959b4d) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:08:48.187674 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854245a1-9f7c-455e-a10c-ad8a5363a12b tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:08:48.218696 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-854245a1-9f7c-455e-a10c-ad8a5363a12b tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:48.219737 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-854245a1-9f7c-455e-a10c-ad8a5363a12b tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Added segment 873e8f6b-862c-4861-a2b1-2ff56cc3eb97 of type vlan for network d913235a-6d01-4de0-9ca5-528d8a78ce5c Jul 13 08:08:48.397542 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-854245a1-9f7c-455e-a10c-ad8a5363a12b tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:48.515174 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-854245a1-9f7c-455e-a10c-ad8a5363a12b tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:48.533332 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854245a1-9f7c-455e-a10c-ad8a5363a12b tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:48.533992 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-854245a1-9f7c-455e-a10c-ad8a5363a12b tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:48.716415 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38b1f83e-390a-48ca-b67b-4c5a0ea1b6bd tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:48.738948 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51800) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:48.746993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b405889f-5bb9-4f99-864b-9bc6a72ecf13 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1709205586'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:48.747508 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-854245a1-9f7c-455e-a10c-ad8a5363a12b tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7487645 Jul 13 08:08:48.815994 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:48.841686 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] Transition to ACTIVE for port object 7153a92e-0f48-4822-a6aa-106337959b4d will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:08:48.877950 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] Transition to ACTIVE for port object 7153a92e-0f48-4822-a6aa-106337959b4d will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:08:48.890241 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:48.901691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854245a1-9f7c-455e-a10c-ad8a5363a12b tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Pushing event updated for resources: {'Network': ['ID=d913235a-6d01-4de0-9ca5-528d8a78ce5c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:48.946743 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network d913235a-6d01-4de0-9ca5-528d8a78ce5c details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:08:48.997531 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b405889f-5bb9-4f99-864b-9bc6a72ecf13 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Made reservation on behalf of 4a2aff3049c34af5af2a4e91ffdc4bad for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:08:49.007248 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b405889f-5bb9-4f99-864b-9bc6a72ecf13 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:49.070359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] Network 81ea72ab-a8e9-4967-949e-0f1148ce531d is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:08:49.119584 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:49.147647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:08:49.250053 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b405889f-5bb9-4f99-864b-9bc6a72ecf13 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:08:49.260783 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] Pushing event updated for resources: {'Port': ['ID=7153a92e-0f48-4822-a6aa-106337959b4d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:49.343828 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b405889f-5bb9-4f99-864b-9bc6a72ecf13 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:49.347278 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-b405889f-5bb9-4f99-864b-9bc6a72ecf13 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Added segment 52238175-b587-4a1d-99e9-95e066302acf of type vlan for network c6039f69-1204-4254-9f25-5468ced98057 Jul 13 08:08:49.424439 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:08:49.482678 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51814) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:49.504594 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] Attempting to bind port 7153a92e-0f48-4822-a6aa-106337959b4d on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:08:49.504973 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] Attempting to bind port 7153a92e-0f48-4822-a6aa-106337959b4d by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'b2322381-ab59-4f21-b483-52a1a1631ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:08:49.505631 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] Attempting to bind port 7153a92e-0f48-4822-a6aa-106337959b4d on network 81ea72ab-a8e9-4967-949e-0f1148ce531d {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:08:49.540757 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:08:49.541535 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] Checking segment: {'id': 'b2322381-ab59-4f21-b483-52a1a1631ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:08:49.542200 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:49.542838 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] Bound using segment: {'id': 'b2322381-ab59-4f21-b483-52a1a1631ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:08:49.543665 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] Bound port: 7153a92e-0f48-4822-a6aa-106337959b4d, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2322381-ab59-4f21-b483-52a1a1631ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:08:49.544236 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:49.598055 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b405889f-5bb9-4f99-864b-9bc6a72ecf13 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:49.668423 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:08:49.704607 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:49.706915 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:49.811023 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] For port 7153a92e-0f48-4822-a6aa-106337959b4d, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:08:49.829298 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] For port 7153a92e-0f48-4822-a6aa-106337959b4d, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7153a92e-0f48-4822-a6aa-106337959b4d,segment=NetworkSegment(b2322381-ab59-4f21-b483-52a1a1631ffe),segment_id=b2322381-ab59-4f21-b483-52a1a1631ffe)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:08:49.835736 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4e3933ca-4e58-4660-bc7a-22c0bee948cf tempest-AgentManagementNegativeTest-1744785228 tempest-AgentManagementNegativeTest-1744785228-project] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3511698 Jul 13 08:08:49.848348 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:49.873987 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.resource_extend [None req-b405889f-5bb9-4f99-864b-9bc6a72ecf13 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 08:08:50.104206 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:50.112653 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ce2e6-e108-4a46-a48b-faac27d73f76 None None] Pushing event updated for resources: {'Port': ['ID=7153a92e-0f48-4822-a6aa-106337959b4d,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:50.130157 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b405889f-5bb9-4f99-864b-9bc6a72ecf13 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:50.157444 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b405889f-5bb9-4f99-864b-9bc6a72ecf13 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:50.158375 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b405889f-5bb9-4f99-864b-9bc6a72ecf13 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:50.169372 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:50.178517 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:50.373532 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:50.400110 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405889f-5bb9-4f99-864b-9bc6a72ecf13 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Pushing event updated for resources: {'Network': ['ID=c6039f69-1204-4254-9f25-5468ced98057,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:50.441809 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b405889f-5bb9-4f99-864b-9bc6a72ecf13 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6718545 Jul 13 08:08:50.458501 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-38b1f83e-390a-48ca-b67b-4c5a0ea1b6bd tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Allocated IP 172.20.0.1 (81ea72ab-a8e9-4967-949e-0f1148ce531d/c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62/9c6e7416-a4e4-4cab-b80b-d95a0075fb55) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:08:50.529126 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network c6039f69-1204-4254-9f25-5468ced98057 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:08:50.645558 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51864) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:50.653723 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4b0c197f-ae6f-4a08-bdcd-be3fe05bb474 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Request body: {'subnets': [{'network_id': 'd913235a-6d01-4de0-9ca5-528d8a78ce5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1786011130', 'ip_version': 4}, {'network_id': 'c6039f69-1204-4254-9f25-5468ced98057', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:50.669520 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4b0c197f-ae6f-4a08-bdcd-be3fe05bb474 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Request body: {'subnet': {'network_id': 'd913235a-6d01-4de0-9ca5-528d8a78ce5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1786011130', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:50.670685 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4b0c197f-ae6f-4a08-bdcd-be3fe05bb474 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Request body: {'subnet': {'network_id': 'c6039f69-1204-4254-9f25-5468ced98057', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:50.965682 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51870) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:51.060022 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38b1f83e-390a-48ca-b67b-4c5a0ea1b6bd tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:51.073335 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51874) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:51.099986 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-38b1f83e-390a-48ca-b67b-4c5a0ea1b6bd tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Transition to ACTIVE for port object 9c6e7416-a4e4-4cab-b80b-d95a0075fb55 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:08:51.203596 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38b1f83e-390a-48ca-b67b-4c5a0ea1b6bd tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:51.310637 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0c197f-ae6f-4a08-bdcd-be3fe05bb474 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Made reservation on behalf of 4a2aff3049c34af5af2a4e91ffdc4bad for: {'subnet': 2} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:08:51.325823 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b0c197f-ae6f-4a08-bdcd-be3fe05bb474 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:51.326911 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b0c197f-ae6f-4a08-bdcd-be3fe05bb474 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:51.344882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b1f83e-390a-48ca-b67b-4c5a0ea1b6bd tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Network 81ea72ab-a8e9-4967-949e-0f1148ce531d is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:08:51.362179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-38b1f83e-390a-48ca-b67b-4c5a0ea1b6bd tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:51.387122 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b1f83e-390a-48ca-b67b-4c5a0ea1b6bd tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:08:51.450828 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1f83e-390a-48ca-b67b-4c5a0ea1b6bd tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'Port': ['ID=9c6e7416-a4e4-4cab-b80b-d95a0075fb55,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:51.496231 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7153a92e-0f48-4822-a6aa-106337959b4d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:08:51.535595 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75117b3b-bb69-4216-9b1e-e73329f2f90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:51.537894 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38b1f83e-390a-48ca-b67b-4c5a0ea1b6bd tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:51.584830 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 7153a92e-0f48-4822-a6aa-106337959b4d completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:08:51.589662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:08:51.593709 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f1f49c6b-7a30-411d-a241-862fbadb614a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:51.690736 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:51.691118 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:51.901466 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38b1f83e-390a-48ca-b67b-4c5a0ea1b6bd tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:52.037999 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f1f49c6b-7a30-411d-a241-862fbadb614a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:52.048132 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f1f49c6b-7a30-411d-a241-862fbadb614a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:52.216218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d05722-7908-4be5-a3a8-150abb58cd0e None None] Network 81ea72ab-a8e9-4967-949e-0f1148ce531d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:08:52.241217 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f1f49c6b-7a30-411d-a241-862fbadb614a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=37b3a9cc566d471cbe7e2fb8bff9fbf9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1581445 Jul 13 08:08:52.250358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51880) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:52.265478 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f49c6b-7a30-411d-a241-862fbadb614a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7f352c-056a-4ca6-919b-c0f90c40b045,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:52.392679 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2a7a4233-84c6-4574-8bcf-03cbdcb282da None None] Provisioning for port 7153a92e-0f48-4822-a6aa-106337959b4d completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:08:52.408162 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2a7a4233-84c6-4574-8bcf-03cbdcb282da None None] Provisioning complete for port 7153a92e-0f48-4822-a6aa-106337959b4d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:52.408667 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a7a4233-84c6-4574-8bcf-03cbdcb282da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:52.409612 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b0c197f-ae6f-4a08-bdcd-be3fe05bb474 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:52.503422 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c197f-ae6f-4a08-bdcd-be3fe05bb474 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Pushing event updated for resources: {'Subnet': ['ID=d4c02ab9-0c80-4a51-bcd7-4a00f4ca91c3,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:52.559210 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c197f-ae6f-4a08-bdcd-be3fe05bb474 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Checking segment: {'id': '873e8f6b-862c-4861-a2b1-2ff56cc3eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd913235a-6d01-4de0-9ca5-528d8a78ce5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:08:52.560934 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0c197f-ae6f-4a08-bdcd-be3fe05bb474 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Network hostable DHCP agents. Network: d913235a-6d01-4de0-9ca5-528d8a78ce5c, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:08:52.587419 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0c197f-ae6f-4a08-bdcd-be3fe05bb474 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Network d913235a-6d01-4de0-9ca5-528d8a78ce5c is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:08:52.593948 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a7a4233-84c6-4574-8bcf-03cbdcb282da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:52.609747 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-4b0c197f-ae6f-4a08-bdcd-be3fe05bb474 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, d913235a-6d01-4de0-9ca5-528d8a78ce5c) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:52.620484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18f3450-8f05-4dfc-b2d6-dad9822b6684 None None] Network d913235a-6d01-4de0-9ca5-528d8a78ce5c requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:08:52.626280 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75117b3b-bb69-4216-9b1e-e73329f2f90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:52.629653 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b0c197f-ae6f-4a08-bdcd-be3fe05bb474 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:52.646339 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75117b3b-bb69-4216-9b1e-e73329f2f90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:52.710656 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2a7a4233-84c6-4574-8bcf-03cbdcb282da None None] For port 7153a92e-0f48-4822-a6aa-106337959b4d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7153a92e-0f48-4822-a6aa-106337959b4d,segment=NetworkSegment(b2322381-ab59-4f21-b483-52a1a1631ffe),segment_id=b2322381-ab59-4f21-b483-52a1a1631ffe)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:52.721043 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75117b3b-bb69-4216-9b1e-e73329f2f90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22325a3a-bffb-48c2-b075-b3adaf3b9c7d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:52.726917 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-63d9071a-01a5-48da-9ffc-1dc33d46d795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:52.774698 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a7a4233-84c6-4574-8bcf-03cbdcb282da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:52.786498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c197f-ae6f-4a08-bdcd-be3fe05bb474 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Pushing event updated for resources: {'Subnet': ['ID=fcfc50f9-08b2-43d8-826c-d04fb9f9e5ae,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:52.823951 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-75117b3b-bb69-4216-9b1e-e73329f2f90c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2556cce06f5d4e4ba1aff379a41904dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8562872 Jul 13 08:08:52.834934 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51882) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:52.860381 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c197f-ae6f-4a08-bdcd-be3fe05bb474 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Checking segment: {'id': '52238175-b587-4a1d-99e9-95e066302acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c6039f69-1204-4254-9f25-5468ced98057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:08:52.860980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0c197f-ae6f-4a08-bdcd-be3fe05bb474 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Network hostable DHCP agents. Network: c6039f69-1204-4254-9f25-5468ced98057, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:08:52.867702 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-63d9071a-01a5-48da-9ffc-1dc33d46d795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:52.924940 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0c197f-ae6f-4a08-bdcd-be3fe05bb474 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Network c6039f69-1204-4254-9f25-5468ced98057 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:08:52.959277 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-4b0c197f-ae6f-4a08-bdcd-be3fe05bb474 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, c6039f69-1204-4254-9f25-5468ced98057) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:52.984218 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-63d9071a-01a5-48da-9ffc-1dc33d46d795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:52.987637 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-63d9071a-01a5-48da-9ffc-1dc33d46d795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:52.988749 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-63d9071a-01a5-48da-9ffc-1dc33d46d795 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c7f352c-056a-4ca6-919b-c0f90c40b045 HTTP/1.1" status: 204 len: 168 time: 0.7368994 Jul 13 08:08:52.998585 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9f959f-02c5-4f6a-b3bc-f228834e6c60 None None] Network c6039f69-1204-4254-9f25-5468ced98057 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:08:53.017474 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0c197f-ae6f-4a08-bdcd-be3fe05bb474 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:53.019015 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0c197f-ae6f-4a08-bdcd-be3fe05bb474 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:53.024889 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b0c197f-ae6f-4a08-bdcd-be3fe05bb474 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:53.066410 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4b0c197f-ae6f-4a08-bdcd-be3fe05bb474 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.4182045 Jul 13 08:08:53.067638 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51888) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:53.083173 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9071a-01a5-48da-9ffc-1dc33d46d795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7f352c-056a-4ca6-919b-c0f90c40b045,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:53.094632 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a4233-84c6-4574-8bcf-03cbdcb282da None None] Pushing event updated for resources: {'Port': ['ID=7153a92e-0f48-4822-a6aa-106337959b4d,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:53.119763 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38b1f83e-390a-48ca-b67b-4c5a0ea1b6bd tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:53.134532 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38b1f83e-390a-48ca-b67b-4c5a0ea1b6bd tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:53.294977 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-27a3e168-d822-4221-8f4b-3a01e0b13317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:53.296654 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4fa5825a-728b-4973-b319-84fc9729e6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:53.302810 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7153a92e-0f48-4822-a6aa-106337959b4d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:08:53.305364 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4710cb03-367b-41ce-b025-07541af046cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-d913235a-6d01-4de0-9ca5-528d8a78ce5c', 'network_id': 'd913235a-6d01-4de0-9ca5-528d8a78ce5c', 'tenant_id': '4a2aff3049c34af5af2a4e91ffdc4bad', 'fixed_ips': [{'subnet_id': 'd4c02ab9-0c80-4a51-bcd7-4a00f4ca91c3'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:08:53.306454 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4710cb03-367b-41ce-b025-07541af046cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:53.321316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b0ecaa-db68-4a1b-9702-dbfef1b9b19d tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:53.325902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b0ecaa-db68-4a1b-9702-dbfef1b9b19d tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:53.328186 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b0ecaa-db68-4a1b-9702-dbfef1b9b19d tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:53.335405 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f1b0ecaa-db68-4a1b-9702-dbfef1b9b19d tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2618768 Jul 13 08:08:53.338279 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51890) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:53.377698 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4fa5825a-728b-4973-b319-84fc9729e6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:53.419710 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68dc4c7-5c25-46b8-a561-73b4a58e31aa tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Deleting subnet d4c02ab9-0c80-4a51-bcd7-4a00f4ca91c3 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:08:53.432893 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e68dc4c7-5c25-46b8-a561-73b4a58e31aa tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:53.505419 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e68dc4c7-5c25-46b8-a561-73b4a58e31aa tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:53.611497 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e68dc4c7-5c25-46b8-a561-73b4a58e31aa tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:53.638712 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4fa5825a-728b-4973-b319-84fc9729e6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:53.644409 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4fa5825a-728b-4973-b319-84fc9729e6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:53.645598 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4fa5825a-728b-4973-b319-84fc9729e6c4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/22325a3a-bffb-48c2-b075-b3adaf3b9c7d HTTP/1.1" status: 204 len: 168 time: 0.7971847 Jul 13 08:08:53.705942 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5825a-728b-4973-b319-84fc9729e6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22325a3a-bffb-48c2-b075-b3adaf3b9c7d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:53.707733 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1f83e-390a-48ca-b67b-4c5a0ea1b6bd tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'Port': ['ID=9c6e7416-a4e4-4cab-b80b-d95a0075fb55,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:53.722551 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-38b1f83e-390a-48ca-b67b-4c5a0ea1b6bd tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:53.751539 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e68dc4c7-5c25-46b8-a561-73b4a58e31aa tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:53.852368 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68dc4c7-5c25-46b8-a561-73b4a58e31aa tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c02ab9-0c80-4a51-bcd7-4a00f4ca91c3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:53.855950 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dcd011f6-cff5-487a-84e9-fe9e945655f4 None None] Provisioning for port 9c6e7416-a4e4-4cab-b80b-d95a0075fb55 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:08:53.872553 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e68dc4c7-5c25-46b8-a561-73b4a58e31aa tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:53.874922 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e68dc4c7-5c25-46b8-a561-73b4a58e31aa tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "DELETE /v2.0/subnets/d4c02ab9-0c80-4a51-bcd7-4a00f4ca91c3 HTTP/1.1" status: 204 len: 168 time: 0.5356452 Jul 13 08:08:53.877562 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51904) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:53.889432 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984fba25-4df1-4262-956a-b6be654cbaed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-c6039f69-1204-4254-9f25-5468ced98057', 'network_id': 'c6039f69-1204-4254-9f25-5468ced98057', 'tenant_id': '4a2aff3049c34af5af2a4e91ffdc4bad', 'fixed_ips': [{'subnet_id': 'fcfc50f9-08b2-43d8-826c-d04fb9f9e5ae'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:08:53.890524 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-984fba25-4df1-4262-956a-b6be654cbaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:53.923609 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b1f83e-390a-48ca-b67b-4c5a0ea1b6bd tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Network 81ea72ab-a8e9-4967-949e-0f1148ce531d is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:08:53.925800 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-38b1f83e-390a-48ca-b67b-4c5a0ea1b6bd tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:53.999214 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-555ad73f-1c23-4b02-90df-98a50227e072 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Deleting subnet fcfc50f9-08b2-43d8-826c-d04fb9f9e5ae {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:08:53.999496 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dcd011f6-cff5-487a-84e9-fe9e945655f4 None None] Provisioning complete for port 9c6e7416-a4e4-4cab-b80b-d95a0075fb55 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:54.003274 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dcd011f6-cff5-487a-84e9-fe9e945655f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:54.020120 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-555ad73f-1c23-4b02-90df-98a50227e072 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:54.136556 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-555ad73f-1c23-4b02-90df-98a50227e072 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server [None req-4710cb03-367b-41ce-b025-07541af046cb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4c02ab9-0c80-4a51-bcd7-4a00f4ca91c3: This subnet is being modified by another concurrent operation. Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise exception Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4c02ab9-0c80-4a51-bcd7-4a00f4ca91c3: This subnet is being modified by another concurrent operation. Jul 13 08:08:54.228184 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server Jul 13 08:08:54.237021 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b1f83e-390a-48ca-b67b-4c5a0ea1b6bd tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Router 1ae25e91-4e5d-473e-b203-66dcd86ed622 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:08:54.245117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-dcd011f6-cff5-487a-84e9-fe9e945655f4 None None] Port 9c6e7416-a4e4-4cab-b80b-d95a0075fb55 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:08:54.262722 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 7153a92e-0f48-4822-a6aa-106337959b4d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:54.266500 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:54.267874 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-555ad73f-1c23-4b02-90df-98a50227e072 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:54.376047 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-555ad73f-1c23-4b02-90df-98a50227e072 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:54.381718 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eda5a7-1e57-47f4-a256-76d0a59e2b97 None None] Network d913235a-6d01-4de0-9ca5-528d8a78ce5c requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:08:54.423490 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-555ad73f-1c23-4b02-90df-98a50227e072 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:54.425535 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-555ad73f-1c23-4b02-90df-98a50227e072 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "DELETE /v2.0/subnets/fcfc50f9-08b2-43d8-826c-d04fb9f9e5ae HTTP/1.1" status: 204 len: 168 time: 0.5461481 Jul 13 08:08:54.426476 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ad73f-1c23-4b02-90df-98a50227e072 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Pushing event deleted for resources: {'Subnet': ['ID=fcfc50f9-08b2-43d8-826c-d04fb9f9e5ae,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:54.433698 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51920) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:54.516325 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dcd011f6-cff5-487a-84e9-fe9e945655f4 None None] Provisioning complete for port 7153a92e-0f48-4822-a6aa-106337959b4d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:54.520049 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dcd011f6-cff5-487a-84e9-fe9e945655f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:54.636424 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b1f83e-390a-48ca-b67b-4c5a0ea1b6bd tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:08:54.642956 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-38b1f83e-390a-48ca-b67b-4c5a0ea1b6bd tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "PUT /v2.0/routers/1ae25e91-4e5d-473e-b203-66dcd86ed622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4485800 Jul 13 08:08:54.647125 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51928) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:54.684806 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] Sync routers for ids ['1ae25e91-4e5d-473e-b203-66dcd86ed622'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server [None req-984fba25-4df1-4262-956a-b6be654cbaed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fcfc50f9-08b2-43d8-826c-d04fb9f9e5ae: This subnet is being modified by another concurrent operation. Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise exception Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fcfc50f9-08b2-43d8-826c-d04fb9f9e5ae: This subnet is being modified by another concurrent operation. Jul 13 08:08:54.785732 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server Jul 13 08:08:54.855926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fedab9-6402-40c9-ae1a-7840707d7be0 None None] Network c6039f69-1204-4254-9f25-5468ced98057 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:08:54.918288 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] Routers {'1ae25e91-4e5d-473e-b203-66dcd86ed622'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:54.919826 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:08:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1ae25e91-4e5d-473e-b203-66dcd86ed622'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:55.278270 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec5e671-40f0-4a17-8653-3f15c3994303 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:55.285502 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7ec5e671-40f0-4a17-8653-3f15c3994303 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8458302 Jul 13 08:08:55.285999 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 51944) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:55.559171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51948) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:55.729215 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3886fbf-a14a-48f3-80d9-6db21f6c65a1 None None] get_active_networks_info from n-d-779913-28 {{(pid=93725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 08:08:55.747741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96e16a5-44cb-4a0c-bee7-008b25dae57e tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:55.748228 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96e16a5-44cb-4a0c-bee7-008b25dae57e tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:55.765893 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96e16a5-44cb-4a0c-bee7-008b25dae57e tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:55.767021 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96e16a5-44cb-4a0c-bee7-008b25dae57e tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:55.768310 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96e16a5-44cb-4a0c-bee7-008b25dae57e tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:55.769419 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96e16a5-44cb-4a0c-bee7-008b25dae57e tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:55.770435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96e16a5-44cb-4a0c-bee7-008b25dae57e tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:55.771348 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96e16a5-44cb-4a0c-bee7-008b25dae57e tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:55.772430 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96e16a5-44cb-4a0c-bee7-008b25dae57e tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:55.793404 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a96e16a5-44cb-4a0c-bee7-008b25dae57e tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6242 time: 1.1431637 Jul 13 08:08:55.797478 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51960) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:55.896280 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-cdd300f9-3c56-463d-b36c-133da33ff4a9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-91822454'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:55.908604 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] Set router 1ae25e91-4e5d-473e-b203-66dcd86ed622 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:08:55.992995 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-245e7bc1-462b-4e45-9242-14a23ea51e46 None None] Provisioning complete for port 9c6e7416-a4e4-4cab-b80b-d95a0075fb55 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:55.994784 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-245e7bc1-462b-4e45-9242-14a23ea51e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:56.015398 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd300f9-3c56-463d-b36c-133da33ff4a9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:08:56.021165 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdd300f9-3c56-463d-b36c-133da33ff4a9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:56.027556 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d8040a-9650-4981-9416-b4a9f1be54bc tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:56.028603 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d8040a-9650-4981-9416-b4a9f1be54bc tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:56.029525 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d8040a-9650-4981-9416-b4a9f1be54bc tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:56.030845 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d8040a-9650-4981-9416-b4a9f1be54bc tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:56.031753 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d8040a-9650-4981-9416-b4a9f1be54bc tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:56.039560 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-79d8040a-9650-4981-9416-b4a9f1be54bc tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3370 time: 0.2351522 Jul 13 08:08:56.040808 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 51978) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:56.158739 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1e93570-92f7-4ed8-81b1-cb4336d13eab tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:56.182647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-245e7bc1-462b-4e45-9242-14a23ea51e46 None None] Port 9c6e7416-a4e4-4cab-b80b-d95a0075fb55 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:08:56.185344 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3886fbf-a14a-48f3-80d9-6db21f6c65a1 None None] Resources bound (agent type, host, resource id): {{(pid=93725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 08:08:56.192397 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdd300f9-3c56-463d-b36c-133da33ff4a9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:56.483745 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1e93570-92f7-4ed8-81b1-cb4336d13eab tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:56.499761 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-b1e93570-92f7-4ed8-81b1-cb4336d13eab tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6039f69-1204-4254-9f25-5468ced98057']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:56.551243 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-b1e93570-92f7-4ed8-81b1-cb4336d13eab tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52238175-b587-4a1d-99e9-95e066302acf') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:56.551660 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-b1e93570-92f7-4ed8-81b1-cb4336d13eab tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52238175-b587-4a1d-99e9-95e066302acf') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:56.582107 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1e93570-92f7-4ed8-81b1-cb4336d13eab tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:56.630777 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1e93570-92f7-4ed8-81b1-cb4336d13eab tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:56.661875 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e93570-92f7-4ed8-81b1-cb4336d13eab tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:08:56.665810 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1e93570-92f7-4ed8-81b1-cb4336d13eab tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:08:56.684209 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:08:56.721262 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdd300f9-3c56-463d-b36c-133da33ff4a9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:56.759334 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdd300f9-3c56-463d-b36c-133da33ff4a9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:56.904468 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-94b79f3e-a784-4499-aac1-75b5027d133f tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.8624098 Jul 13 08:08:56.942938 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1e93570-92f7-4ed8-81b1-cb4336d13eab tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:56.952907 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b1e93570-92f7-4ed8-81b1-cb4336d13eab tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:56.960793 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b1e93570-92f7-4ed8-81b1-cb4336d13eab tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "DELETE /v2.0/networks/c6039f69-1204-4254-9f25-5468ced98057 HTTP/1.1" status: 204 len: 168 time: 1.6724751 Jul 13 08:08:56.964669 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52036) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:57.011059 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd300f9-3c56-463d-b36c-133da33ff4a9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6f8ec9-7586-4f91-814e-b317111b29a3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:57.026505 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd300f9-3c56-463d-b36c-133da33ff4a9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:08:57.069337 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdd300f9-3c56-463d-b36c-133da33ff4a9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.069693 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-cdd300f9-3c56-463d-b36c-133da33ff4a9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Added segment 91d8dc02-fcc0-4dfe-8fb2-e9c77753189a of type vlan for network 780f7a0e-8c20-4451-b666-5d4d18704b66 Jul 13 08:08:57.108604 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6982-2801-491e-8acb-00ca8538ca3c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.116274 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e93570-92f7-4ed8-81b1-cb4336d13eab tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Pushing event deleted for resources: {'Network': ['ID=c6039f69-1204-4254-9f25-5468ced98057,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:57.127538 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'name': 'tempest-TestNetworkBasicOps-router-450502250', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:08:37Z', 'updated_at': '2021-07-13T08:08:51Z', 'revision_number': 4, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:40Z', 'updated_at': '2021-07-13T08:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '9c6e7416-a4e4-4cab-b80b-d95a0075fb55', 'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:1e:20:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:49Z', 'updated_at': '2021-07-13T08:08:52Z', 'revision_number': 2, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:57.186533 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] Checking router: 1ae25e91-4e5d-473e-b203-66dcd86ed622 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:08:57.186872 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] Updating router 1ae25e91-4e5d-473e-b203-66dcd86ed622 port 9c6e7416-a4e4-4cab-b80b-d95a0075fb55 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:08:57.197456 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdd300f9-3c56-463d-b36c-133da33ff4a9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.306646 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdd300f9-3c56-463d-b36c-133da33ff4a9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.306987 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6982-2801-491e-8acb-00ca8538ca3c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.315819 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd300f9-3c56-463d-b36c-133da33ff4a9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:57.324493 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdd300f9-3c56-463d-b36c-133da33ff4a9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.326246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-b8ee6982-2801-491e-8acb-00ca8538ca3c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d913235a-6d01-4de0-9ca5-528d8a78ce5c']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:57.348612 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-b8ee6982-2801-491e-8acb-00ca8538ca3c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873e8f6b-862c-4861-a2b1-2ff56cc3eb97') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:57.349101 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-b8ee6982-2801-491e-8acb-00ca8538ca3c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873e8f6b-862c-4861-a2b1-2ff56cc3eb97') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:57.373186 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6982-2801-491e-8acb-00ca8538ca3c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.408148 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.439442 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cdd300f9-3c56-463d-b36c-133da33ff4a9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8788388 Jul 13 08:08:57.452395 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52046) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:57.467268 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d85e19ba-97f7-4567-b352-a1ae3cca6ba4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:57.476504 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6982-2801-491e-8acb-00ca8538ca3c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.482029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a1386b-4762-4cac-87e6-064ee6bc297d None None] get_active_networks_info from n-d-779913-28 {{(pid=93725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 08:08:57.517292 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ee6982-2801-491e-8acb-00ca8538ca3c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:08:57.517926 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6982-2801-491e-8acb-00ca8538ca3c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:08:57.524816 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:08:57.537747 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd300f9-3c56-463d-b36c-133da33ff4a9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Network': ['ID=780f7a0e-8c20-4451-b666-5d4d18704b66,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:57.575434 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:08:57.669178 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9f93614d-ac26-488a-a13a-607765ae4a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.717580 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6982-2801-491e-8acb-00ca8538ca3c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.739184 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6982-2801-491e-8acb-00ca8538ca3c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.743371 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b8ee6982-2801-491e-8acb-00ca8538ca3c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "DELETE /v2.0/networks/d913235a-6d01-4de0-9ca5-528d8a78ce5c HTTP/1.1" status: 204 len: 168 time: 0.7759569 Jul 13 08:08:57.747340 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52050) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:57.773415 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee6982-2801-491e-8acb-00ca8538ca3c tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Pushing event deleted for resources: {'Network': ['ID=d913235a-6d01-4de0-9ca5-528d8a78ce5c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:57.788718 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85e19ba-97f7-4567-b352-a1ae3cca6ba4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:08:57.793481 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d85e19ba-97f7-4567-b352-a1ae3cca6ba4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.969308 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a1386b-4762-4cac-87e6-064ee6bc297d None None] Resources bound (agent type, host, resource id): {{(pid=93725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 08:08:57.981612 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5193e681-df09-42b8-8261-2111424d7bd2 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:58.076600 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52052) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:58.142056 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:58.165209 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5193e681-df09-42b8-8261-2111424d7bd2 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:58.194140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5193e681-df09-42b8-8261-2111424d7bd2 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1f7418-7620-4b19-9e6f-6e9d4d47e6c1']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:58.217323 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5193e681-df09-42b8-8261-2111424d7bd2 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc285ab-6994-4fa3-b510-7a1b51e60fa5') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:58.218246 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5193e681-df09-42b8-8261-2111424d7bd2 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc285ab-6994-4fa3-b510-7a1b51e60fa5') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:58.255757 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5193e681-df09-42b8-8261-2111424d7bd2 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:58.311980 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5193e681-df09-42b8-8261-2111424d7bd2 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:58.332251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5193e681-df09-42b8-8261-2111424d7bd2 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:08:58.333178 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5193e681-df09-42b8-8261-2111424d7bd2 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:08:58.351244 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:08:58.415221 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d85e19ba-97f7-4567-b352-a1ae3cca6ba4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:58.599971 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e19ba-97f7-4567-b352-a1ae3cca6ba4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=728c55c7-420e-451d-a1af-ddc16c08d6b5,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:58.663895 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-87deb982-2152-458e-85f6-6045a509349b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:58.691300 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5193e681-df09-42b8-8261-2111424d7bd2 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:58.706573 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5193e681-df09-42b8-8261-2111424d7bd2 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:58.709384 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5193e681-df09-42b8-8261-2111424d7bd2 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "DELETE /v2.0/networks/ea1f7418-7620-4b19-9e6f-6e9d4d47e6c1 HTTP/1.1" status: 204 len: 168 time: 0.9599431 Jul 13 08:08:58.718499 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52060) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:58.732955 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193e681-df09-42b8-8261-2111424d7bd2 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Pushing event deleted for resources: {'Network': ['ID=ea1f7418-7620-4b19-9e6f-6e9d4d47e6c1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:58.741740 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85e19ba-97f7-4567-b352-a1ae3cca6ba4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:08:58.742505 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85e19ba-97f7-4567-b352-a1ae3cca6ba4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network hostable DHCP agents. Network: 780f7a0e-8c20-4451-b666-5d4d18704b66, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:08:58.775490 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52062) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:58.781443 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-96dcf7e8-8d69-4e59-8ba2-fef6de152391 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1623771383', 'description': 'tempest-secgroup-smoke-1623771383 description', 'project_id': '646613418a8c4063bb68b7f4cbd296e4'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:58.839477 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:58.855293 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85e19ba-97f7-4567-b352-a1ae3cca6ba4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:08:58.873401 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-d85e19ba-97f7-4567-b352-a1ae3cca6ba4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 780f7a0e-8c20-4451-b666-5d4d18704b66) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:58.882657 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae557a57-fc27-4502-b509-021efd8c52c5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:58.884211 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] Transition to ACTIVE for port object 9c6e7416-a4e4-4cab-b80b-d95a0075fb55 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:08:58.896487 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85e19ba-97f7-4567-b352-a1ae3cca6ba4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:58.897944 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d85e19ba-97f7-4567-b352-a1ae3cca6ba4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:58.913723 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:58.965063 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-87deb982-2152-458e-85f6-6045a509349b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:58.977282 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-87deb982-2152-458e-85f6-6045a509349b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:59.003084 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d85e19ba-97f7-4567-b352-a1ae3cca6ba4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5483804 Jul 13 08:08:59.017828 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52064) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:59.025731 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-59d0206c-7a26-4699-beb4-6ce6ec6b7ed8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'name': 'tempest-NetworksTestDHCPv6-869557774'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:59.100694 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd41ed-e608-4a70-b455-e12912d2906d None None] Pushing event updated for resources: {'Port': ['ID=9c6e7416-a4e4-4cab-b80b-d95a0075fb55,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:59.110045 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-87deb982-2152-458e-85f6-6045a509349b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=742b5219cc5345b5a80c87f26ce9a120&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0292292 Jul 13 08:08:59.111049 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52066) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:59.116558 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae557a57-fc27-4502-b509-021efd8c52c5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:59.150952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-ae557a57-fc27-4502-b509-021efd8c52c5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d37d97-f8fb-4101-a587-c024ce492120']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:59.173344 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-96dcf7e8-8d69-4e59-8ba2-fef6de152391 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:59.173652 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87deb982-2152-458e-85f6-6045a509349b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642b6bdc-d307-4336-8bcf-c4fa1bc05457,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:59.202607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-ae557a57-fc27-4502-b509-021efd8c52c5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3396771d-2cc9-4697-bd02-e65b9150f1f8') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:59.202910 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-ae557a57-fc27-4502-b509-021efd8c52c5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3396771d-2cc9-4697-bd02-e65b9150f1f8') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:59.260669 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae557a57-fc27-4502-b509-021efd8c52c5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:59.268011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a78b9b7-f605-4eef-9c46-f05b13ba693a None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:08:59.365141 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] Attempting to bind port 9c6e7416-a4e4-4cab-b80b-d95a0075fb55 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:08:59.368260 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] Attempting to bind port 9c6e7416-a4e4-4cab-b80b-d95a0075fb55 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'b2322381-ab59-4f21-b483-52a1a1631ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:08:59.369354 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] Attempting to bind port 9c6e7416-a4e4-4cab-b80b-d95a0075fb55 on network 81ea72ab-a8e9-4967-949e-0f1148ce531d {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:08:59.385625 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-761cdc13-8731-4f9e-a06d-ef41b7c6461d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:59.402490 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:08:59.403883 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] Checking segment: {'id': 'b2322381-ab59-4f21-b483-52a1a1631ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:08:59.404869 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:59.415874 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae557a57-fc27-4502-b509-021efd8c52c5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:59.420230 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] Bound using segment: {'id': 'b2322381-ab59-4f21-b483-52a1a1631ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:08:59.420870 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] Bound port: 9c6e7416-a4e4-4cab-b80b-d95a0075fb55, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2322381-ab59-4f21-b483-52a1a1631ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:08:59.424649 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:59.466973 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae557a57-fc27-4502-b509-021efd8c52c5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:08:59.467499 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae557a57-fc27-4502-b509-021efd8c52c5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:08:59.474475 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:08:59.500557 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-761cdc13-8731-4f9e-a06d-ef41b7c6461d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:59.647966 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-761cdc13-8731-4f9e-a06d-ef41b7c6461d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:59.667779 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-761cdc13-8731-4f9e-a06d-ef41b7c6461d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:59.675522 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-761cdc13-8731-4f9e-a06d-ef41b7c6461d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/642b6bdc-d307-4336-8bcf-c4fa1bc05457 HTTP/1.1" status: 204 len: 168 time: 0.5526414 Jul 13 08:08:59.720288 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae557a57-fc27-4502-b509-021efd8c52c5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:59.725981 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cdc13-8731-4f9e-a06d-ef41b7c6461d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642b6bdc-d307-4336-8bcf-c4fa1bc05457,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:59.752080 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae557a57-fc27-4502-b509-021efd8c52c5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:59.779146 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ae557a57-fc27-4502-b509-021efd8c52c5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] 10.222.0.58 "DELETE /v2.0/networks/38d37d97-f8fb-4101-a587-c024ce492120 HTTP/1.1" status: 204 len: 168 time: 1.0544348 Jul 13 08:08:59.847410 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:59.899110 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae557a57-fc27-4502-b509-021efd8c52c5 tempest-BulkNetworkOpsTest-1760736624 tempest-BulkNetworkOpsTest-1760736624-project] Pushing event deleted for resources: {'Network': ['ID=38d37d97-f8fb-4101-a587-c024ce492120,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:59.943850 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] For port 9c6e7416-a4e4-4cab-b80b-d95a0075fb55, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:08:59.948454 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] For port 9c6e7416-a4e4-4cab-b80b-d95a0075fb55, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9c6e7416-a4e4-4cab-b80b-d95a0075fb55,segment=NetworkSegment(b2322381-ab59-4f21-b483-52a1a1631ffe),segment_id=b2322381-ab59-4f21-b483-52a1a1631ffe)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:08:59.955580 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-780f7a0e-8c20-4451-b666-5d4d18704b66', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'fixed_ips': [{'subnet_id': '728c55c7-420e-451d-a1af-ddc16c08d6b5'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:08:59.957098 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:59.957812 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-96dcf7e8-8d69-4e59-8ba2-fef6de152391 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:59.974564 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:00.020283 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-96dcf7e8-8d69-4e59-8ba2-fef6de152391 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:00.110722 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d0206c-7a26-4699-beb4-6ce6ec6b7ed8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:00.121329 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-59d0206c-7a26-4699-beb4-6ce6ec6b7ed8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:00.130380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd41ed-e608-4a70-b455-e12912d2906d None None] Pushing event updated for resources: {'Port': ['ID=9c6e7416-a4e4-4cab-b80b-d95a0075fb55,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:00.140119 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] Routers {'1ae25e91-4e5d-473e-b203-66dcd86ed622'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:09:00.140780 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:08:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1ae25e91-4e5d-473e-b203-66dcd86ed622'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:00.150160 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-96dcf7e8-8d69-4e59-8ba2-fef6de152391 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:00.160816 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-96dcf7e8-8d69-4e59-8ba2-fef6de152391 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3799679 Jul 13 08:09:00.162502 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52076) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:00.166102 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dcf7e8-8d69-4e59-8ba2-fef6de152391 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3028cd-0bbc-4f57-8f2b-8f5f254508e0,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:00.170204 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-52f14a4c-44d2-4231-9f1b-5718f6c37649 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'security_group_rule': {'security_group_id': '4a3028cd-0bbc-4f57-8f2b-8f5f254508e0', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:00.181465 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-59d0206c-7a26-4699-beb4-6ce6ec6b7ed8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] device_id is not set on port 42e50f76-de41-4fee-8a84-30bc8df503ec yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:09:00.301666 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52f14a4c-44d2-4231-9f1b-5718f6c37649 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:00.499424 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52f14a4c-44d2-4231-9f1b-5718f6c37649 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:00.508836 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52f14a4c-44d2-4231-9f1b-5718f6c37649 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:00.556898 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52086) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:00.559763 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52f14a4c-44d2-4231-9f1b-5718f6c37649 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:00.560983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-52f14a4c-44d2-4231-9f1b-5718f6c37649 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3971331 Jul 13 08:09:00.565760 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52090) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:00.571844 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-f833052a-181c-4594-9948-04128892aac1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'security_group_rule': {'security_group_id': '4a3028cd-0bbc-4f57-8f2b-8f5f254508e0', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:00.575386 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f14a4c-44d2-4231-9f1b-5718f6c37649 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784de0fc-0014-4245-a824-cf60361d856d,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:00.588584 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f14a4c-44d2-4231-9f1b-5718f6c37649 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:00.588939 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f14a4c-44d2-4231-9f1b-5718f6c37649 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:00.589285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f14a4c-44d2-4231-9f1b-5718f6c37649 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:00.589628 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f14a4c-44d2-4231-9f1b-5718f6c37649 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:00.589967 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f14a4c-44d2-4231-9f1b-5718f6c37649 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:00.590388 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f14a4c-44d2-4231-9f1b-5718f6c37649 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:00.590722 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f14a4c-44d2-4231-9f1b-5718f6c37649 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:00.591098 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f14a4c-44d2-4231-9f1b-5718f6c37649 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:00.591449 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f14a4c-44d2-4231-9f1b-5718f6c37649 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:00.591775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f14a4c-44d2-4231-9f1b-5718f6c37649 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:00.592126 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f14a4c-44d2-4231-9f1b-5718f6c37649 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:00.592532 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f14a4c-44d2-4231-9f1b-5718f6c37649 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:00.600195 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] Allocated IP 2001:db8::2 (780f7a0e-8c20-4451-b666-5d4d18704b66/728c55c7-420e-451d-a1af-ddc16c08d6b5/204db192-2265-4e27-b434-dbcb1490f0b4) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:00.629648 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] Set router 1ae25e91-4e5d-473e-b203-66dcd86ed622 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:09:00.653983 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f833052a-181c-4594-9948-04128892aac1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:00.904682 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f833052a-181c-4594-9948-04128892aac1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:00.908448 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-37b7c3bb-8eef-4076-88ee-aca2b266879d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4a2aff3049c34af5af2a4e91ffdc4bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3502672 Jul 13 08:09:00.910016 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f833052a-181c-4594-9948-04128892aac1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:00.911305 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52096) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:00.936176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833052a-181c-4594-9948-04128892aac1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c31c9c7-fda0-46c7-9229-ffbd8dff6b05,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:00.949343 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f833052a-181c-4594-9948-04128892aac1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:00.954402 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f833052a-181c-4594-9948-04128892aac1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3873010 Jul 13 08:09:00.958976 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52098) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:00.978078 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-73fd0cea-fcb9-4cef-a42a-1ed5f28765cf tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'security_group_rule': {'security_group_id': '4a3028cd-0bbc-4f57-8f2b-8f5f254508e0', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:01.030923 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48a7fc2e-c46b-4e52-9779-b45e7864ebcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:01.069973 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48a7fc2e-c46b-4e52-9779-b45e7864ebcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:01.070840 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-73fd0cea-fcb9-4cef-a42a-1ed5f28765cf tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:01.081770 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:01.105056 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] Transition to ACTIVE for port object 204db192-2265-4e27-b434-dbcb1490f0b4 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:01.144044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] Transition to ACTIVE for port object 204db192-2265-4e27-b434-dbcb1490f0b4 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:01.162412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'name': 'tempest-TestNetworkBasicOps-router-450502250', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:08:37Z', 'updated_at': '2021-07-13T08:08:51Z', 'revision_number': 4, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:40Z', 'updated_at': '2021-07-13T08:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '9c6e7416-a4e4-4cab-b80b-d95a0075fb55', 'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:1e:20:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:49Z', 'updated_at': '2021-07-13T08:08:59Z', 'revision_number': 4, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:01.169938 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:01.186882 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48a7fc2e-c46b-4e52-9779-b45e7864ebcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:01.194442 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48a7fc2e-c46b-4e52-9779-b45e7864ebcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:01.204417 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-48a7fc2e-c46b-4e52-9779-b45e7864ebcc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bdca6800-ab40-4d9a-aee4-975a9cc03b42 HTTP/1.1" status: 204 len: 168 time: 0.2912667 Jul 13 08:09:01.216073 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf6411-8b98-42cc-bd7f-c49452ac1179 None None] The sync data for ids ['1ae25e91-4e5d-473e-b203-66dcd86ed622'] in n-d-779913-28 is: [{'id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'name': 'tempest-TestNetworkBasicOps-router-450502250', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:08:37Z', 'updated_at': '2021-07-13T08:08:51Z', 'revision_number': 4, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:40Z', 'updated_at': '2021-07-13T08:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '9c6e7416-a4e4-4cab-b80b-d95a0075fb55', 'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:1e:20:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:49Z', 'updated_at': '2021-07-13T08:08:59Z', 'revision_number': 4, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:09:01.234266 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7fc2e-c46b-4e52-9779-b45e7864ebcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdca6800-ab40-4d9a-aee4-975a9cc03b42,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:01.341243 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:01.349014 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:01.349014 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] Pushing event updated for resources: {'Port': ['ID=204db192-2265-4e27-b434-dbcb1490f0b4,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:01.351211 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:01.451604 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-73fd0cea-fcb9-4cef-a42a-1ed5f28765cf tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:01.461856 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-73fd0cea-fcb9-4cef-a42a-1ed5f28765cf tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:01.493859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd0cea-fcb9-4cef-a42a-1ed5f28765cf tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084afebf-23ca-4d31-97bf-e90b7a6e5c2f,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:01.527955 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] Attempting to bind port 204db192-2265-4e27-b434-dbcb1490f0b4 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:09:01.528541 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] Attempting to bind port 204db192-2265-4e27-b434-dbcb1490f0b4 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:09:01.529159 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] Attempting to bind port 204db192-2265-4e27-b434-dbcb1490f0b4 on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:09:01.548771 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:09:01.550444 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:09:01.550444 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:01.550953 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:09:01.552430 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] Bound port: 204db192-2265-4e27-b434-dbcb1490f0b4, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:09:01.553393 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:01.563129 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:01.588876 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-73fd0cea-fcb9-4cef-a42a-1ed5f28765cf tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:01.594810 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52112) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:01.598980 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-73fd0cea-fcb9-4cef-a42a-1ed5f28765cf tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6367807 Jul 13 08:09:01.600592 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-59d0206c-7a26-4699-beb4-6ce6ec6b7ed8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8::3ab (780f7a0e-8c20-4451-b666-5d4d18704b66/728c55c7-420e-451d-a1af-ddc16c08d6b5/42e50f76-de41-4fee-8a84-30bc8df503ec) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:01.602677 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3167590a-87b5-42e7-98d0-743efd2f913c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'security_group_rule': {'security_group_id': '4a3028cd-0bbc-4f57-8f2b-8f5f254508e0', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:01.690247 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3167590a-87b5-42e7-98d0-743efd2f913c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:01.814419 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] For port 204db192-2265-4e27-b434-dbcb1490f0b4, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:09:01.824852 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] For port 204db192-2265-4e27-b434-dbcb1490f0b4, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=204db192-2265-4e27-b434-dbcb1490f0b4,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:09:01.830606 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:01.884838 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3167590a-87b5-42e7-98d0-743efd2f913c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:01.895538 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3167590a-87b5-42e7-98d0-743efd2f913c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:01.950854 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9c6e7416-a4e4-4cab-b80b-d95a0075fb55 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:09:01.968918 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167590a-87b5-42e7-98d0-743efd2f913c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5704cda-2b9a-4164-9d84-96f3597c0163,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:01.991950 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3167590a-87b5-42e7-98d0-743efd2f913c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:01.998489 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3167590a-87b5-42e7-98d0-743efd2f913c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4000545 Jul 13 08:09:02.003333 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52124) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:02.039207 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ae72c3f2-40a4-498f-8d9e-35ef5d2a80c1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'security_group_rule': {'security_group_id': '4a3028cd-0bbc-4f57-8f2b-8f5f254508e0', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:02.054181 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99327a-3f57-4059-86cb-1adec46df841 None None] Pushing event updated for resources: {'Port': ['ID=204db192-2265-4e27-b434-dbcb1490f0b4,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:02.081679 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 9c6e7416-a4e4-4cab-b80b-d95a0075fb55 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:02.089686 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 9c6e7416-a4e4-4cab-b80b-d95a0075fb55 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:02.089972 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:02.096682 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-ae72c3f2-40a4-498f-8d9e-35ef5d2a80c1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Project 646613418a8c4063bb68b7f4cbd296e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:09:02.109954 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae72c3f2-40a4-498f-8d9e-35ef5d2a80c1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:02.212679 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-59d0206c-7a26-4699-beb4-6ce6ec6b7ed8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:02.299607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-59d0206c-7a26-4699-beb4-6ce6ec6b7ed8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Transition to ACTIVE for port object 42e50f76-de41-4fee-8a84-30bc8df503ec will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:02.329824 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae72c3f2-40a4-498f-8d9e-35ef5d2a80c1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:02.337382 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae72c3f2-40a4-498f-8d9e-35ef5d2a80c1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:02.385549 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72c3f2-40a4-498f-8d9e-35ef5d2a80c1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d8a1c2-6396-4e14-b941-9241b821c08d,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:02.396280 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae72c3f2-40a4-498f-8d9e-35ef5d2a80c1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:02.399292 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ae72c3f2-40a4-498f-8d9e-35ef5d2a80c1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3920217 Jul 13 08:09:02.399535 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-59d0206c-7a26-4699-beb4-6ce6ec6b7ed8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:02.407627 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52134) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:02.455089 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-4667e616-f4a7-43a8-bff5-143fc2c4b802 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'security_group_rule': {'security_group_id': '4a3028cd-0bbc-4f57-8f2b-8f5f254508e0', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:02.550449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d0206c-7a26-4699-beb4-6ce6ec6b7ed8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:02.631583 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0206c-7a26-4699-beb4-6ce6ec6b7ed8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=42e50f76-de41-4fee-8a84-30bc8df503ec,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:02.641524 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-59d0206c-7a26-4699-beb4-6ce6ec6b7ed8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:02.655937 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d0206c-7a26-4699-beb4-6ce6ec6b7ed8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:02.666407 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d0206c-7a26-4699-beb4-6ce6ec6b7ed8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:02.673306 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-59d0206c-7a26-4699-beb4-6ce6ec6b7ed8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:02.750488 n-d-779913-28 neutron-server[93723]: INFO neutron.db.securitygroups_db [None req-4667e616-f4a7-43a8-bff5-143fc2c4b802 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Project 646613418a8c4063bb68b7f4cbd296e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:09:02.770458 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-59d0206c-7a26-4699-beb4-6ce6ec6b7ed8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7503293 Jul 13 08:09:02.777319 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52154) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:02.801596 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:02.826673 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4667e616-f4a7-43a8-bff5-143fc2c4b802 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:02.950489 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 9c6e7416-a4e4-4cab-b80b-d95a0075fb55, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9c6e7416-a4e4-4cab-b80b-d95a0075fb55,segment=NetworkSegment(b2322381-ab59-4f21-b483-52a1a1631ffe),segment_id=b2322381-ab59-4f21-b483-52a1a1631ffe)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:02.961007 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:03.180153 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4667e616-f4a7-43a8-bff5-143fc2c4b802 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:03.238425 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4667e616-f4a7-43a8-bff5-143fc2c4b802 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:03.272112 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=9c6e7416-a4e4-4cab-b80b-d95a0075fb55,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:03.314319 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:03.319020 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:03.319672 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:03.320262 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:03.323949 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:03.324311 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:03.326482 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:03.327231 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:03.332074 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:03.332902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:03.333505 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:03.334201 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:03.446839 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429653c-d7f1-47d2-9a9f-63339d0bf675 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:03.479254 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429653c-d7f1-47d2-9a9f-63339d0bf675 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:03.481775 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6429653c-d7f1-47d2-9a9f-63339d0bf675 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7021863 Jul 13 08:09:03.487087 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52176) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:03.490063 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667e616-f4a7-43a8-bff5-143fc2c4b802 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c99a3f-23fe-4659-8370-cbbf5732f587,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:03.499487 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4667e616-f4a7-43a8-bff5-143fc2c4b802 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:03.502011 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4667e616-f4a7-43a8-bff5-143fc2c4b802 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0978653 Jul 13 08:09:03.828912 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5cbe5153-ce13-4667-8d4d-9e429ad98703 None None] Provisioning complete for port 9c6e7416-a4e4-4cab-b80b-d95a0075fb55 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:03.843199 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5cbe5153-ce13-4667-8d4d-9e429ad98703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:03.947921 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-32fefcd5-a172-4e4d-ad1b-3244cc0161c9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting port 42e50f76-de41-4fee-8a84-30bc8df503ec {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:09:03.948467 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32fefcd5-a172-4e4d-ad1b-3244cc0161c9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:04.015632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52188) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:04.190735 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 204db192-2265-4e27-b434-dbcb1490f0b4 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:09:04.344157 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 204db192-2265-4e27-b434-dbcb1490f0b4 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:04.349410 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9c6e7416-a4e4-4cab-b80b-d95a0075fb55 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:09:04.429786 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32fefcd5-a172-4e4d-ad1b-3244cc0161c9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:04.474494 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 9c6e7416-a4e4-4cab-b80b-d95a0075fb55 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:04.475136 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:04.476752 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-c963df82-f321-4ef8-bb2d-5b947f8f37e1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1623771383&fields=id&tenant_id=646613418a8c4063bb68b7f4cbd296e4 HTTP/1.1" status: 200 len: 267 time: 0.2168267 Jul 13 08:09:04.529733 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-32fefcd5-a172-4e4d-ad1b-3244cc0161c9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Calling delete_port for 42e50f76-de41-4fee-8a84-30bc8df503ec owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:09:04.536395 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52202) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:04.651543 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d777a6-0abb-42e3-87af-bf3a8e53d54f None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:04.654583 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-63774ba0-ee0c-4485-8ec5-63ff4b65d492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:04.670120 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-f051f7c5-c4f4-4e9e-8600-a13e379379fa tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] Request body: {'port': {'network_id': '92042d0c-3172-4bb9-a449-414da98a046f', 'name': 'tempest-NetworksNegativeTestJSON-698387807'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:04.703204 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-f051f7c5-c4f4-4e9e-8600-a13e379379fa tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] POST failed (client error): The resource could not be found. Jul 13 08:09:04.704607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f051f7c5-c4f4-4e9e-8600-a13e379379fa tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:09:04.706852 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f051f7c5-c4f4-4e9e-8600-a13e379379fa tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1688156 Jul 13 08:09:04.712613 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52208) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:04.769488 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b8b2ef-c662-42f1-b19e-0141b09aa7e7 tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] DELETE failed (client error): The resource could not be found. Jul 13 08:09:04.771135 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b8b2ef-c662-42f1-b19e-0141b09aa7e7 tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:09:04.776589 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-52b8b2ef-c662-42f1-b19e-0141b09aa7e7 tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] 10.222.0.58 "DELETE /v2.0/networks/244bc6f0-10c1-4343-b960-60f273188e39 HTTP/1.1" status: 404 len: 339 time: 0.0622485 Jul 13 08:09:04.791541 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52210) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:04.878959 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1ff221-d214-4363-8de2-d222e288e656 tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] DELETE failed (client error): The resource could not be found. Jul 13 08:09:04.880828 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb1ff221-d214-4363-8de2-d222e288e656 tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:09:04.885007 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-eb1ff221-d214-4363-8de2-d222e288e656 tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] 10.222.0.58 "DELETE /v2.0/ports/e1874b7f-4a62-45cb-86ba-8807f6777c58 HTTP/1.1" status: 404 len: 333 time: 0.0916231 Jul 13 08:09:04.889277 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52212) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:04.914703 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-24cfbba1-fafa-429a-bbe8-a0d015cebe8b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:04.917812 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-24cfbba1-fafa-429a-bbe8-a0d015cebe8b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/networks?id=81ea72ab-a8e9-4967-949e-0f1148ce531d HTTP/1.1" status: 200 len: 797 time: 0.4397054 Jul 13 08:09:04.932919 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-93374da9-2926-4efe-8224-2af5ec3ddb6e None None] Provisioning for port 204db192-2265-4e27-b434-dbcb1490f0b4 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:04.944639 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94c8d49-7665-43f2-b6af-f8488e4ba90b tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] DELETE failed (client error): The resource could not be found. Jul 13 08:09:04.945445 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94c8d49-7665-43f2-b6af-f8488e4ba90b tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:09:04.947704 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d94c8d49-7665-43f2-b6af-f8488e4ba90b tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] 10.222.0.58 "DELETE /v2.0/subnets/802ad9aa-58a9-4751-a970-a6e5772bd030 HTTP/1.1" status: 404 len: 337 time: 0.0569403 Jul 13 08:09:04.949416 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-93374da9-2926-4efe-8224-2af5ec3ddb6e None None] Provisioning complete for port 204db192-2265-4e27-b434-dbcb1490f0b4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:04.950015 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-93374da9-2926-4efe-8224-2af5ec3ddb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:04.956314 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52214) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:04.991375 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-407fa022-feb4-4bd7-b09c-3edd5e1313eb tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] GET failed (client error): The resource could not be found. Jul 13 08:09:04.994122 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-407fa022-feb4-4bd7-b09c-3edd5e1313eb tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] 10.222.0.58 "GET /v2.0/networks/65ec7d92-bea6-4bf2-bf9c-40be1275b17b HTTP/1.1" status: 404 len: 339 time: 0.0360203 Jul 13 08:09:04.999691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52216) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:05.019847 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-63774ba0-ee0c-4485-8ec5-63ff4b65d492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:05.026906 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-63774ba0-ee0c-4485-8ec5-63ff4b65d492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:05.078163 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-97365f73-3b14-4139-9f53-223ffab4084e tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/quotas/646613418a8c4063bb68b7f4cbd296e4 HTTP/1.1" status: 200 len: 375 time: 0.0963829 Jul 13 08:09:05.084758 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-af152f40-f582-4384-8795-16834ac7a50c tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] GET failed (client error): The resource could not be found. Jul 13 08:09:05.093189 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-af152f40-f582-4384-8795-16834ac7a50c tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] 10.222.0.58 "GET /v2.0/ports/f66fb8ed-2437-40b4-8fdf-0baa1825cd23 HTTP/1.1" status: 404 len: 333 time: 0.0862980 Jul 13 08:09:05.095566 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52218) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:05.109727 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-63774ba0-ee0c-4485-8ec5-63ff4b65d492 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6cf0860136448099c6bda5f5abb57c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0921550 Jul 13 08:09:05.118631 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52220) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:05.143966 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63774ba0-ee0c-4485-8ec5-63ff4b65d492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd7d7d6-ae8c-4313-bb2b-7c775f948620,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:05.230413 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32fefcd5-a172-4e4d-ad1b-3244cc0161c9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:05.237662 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-feca09f1-edb3-44bf-94c2-618fcb5c8b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:05.258909 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-93374da9-2926-4efe-8224-2af5ec3ddb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:05.296792 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9fd6ee6-83e9-4166-98f9-43956c9b0137 tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] GET failed (client error): The resource could not be found. Jul 13 08:09:05.299250 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d9fd6ee6-83e9-4166-98f9-43956c9b0137 tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] 10.222.0.58 "GET /v2.0/subnets/2e81f717-86e5-40e9-ad2e-c01d7e62f90b HTTP/1.1" status: 404 len: 337 time: 0.1950390 Jul 13 08:09:05.330414 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52222) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:05.350673 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-93374da9-2926-4efe-8224-2af5ec3ddb6e None None] For port 204db192-2265-4e27-b434-dbcb1490f0b4, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=204db192-2265-4e27-b434-dbcb1490f0b4,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:05.354218 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fefcd5-a172-4e4d-ad1b-3244cc0161c9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=42e50f76-de41-4fee-8a84-30bc8df503ec,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:05.373065 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-6eaa32f5-161c-43ee-a52c-2f9233ea6ce8 tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:05.374316 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-93374da9-2926-4efe-8224-2af5ec3ddb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:05.385219 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-feca09f1-edb3-44bf-94c2-618fcb5c8b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:05.408000 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32fefcd5-a172-4e4d-ad1b-3244cc0161c9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:05.417535 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-32fefcd5-a172-4e4d-ad1b-3244cc0161c9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/42e50f76-de41-4fee-8a84-30bc8df503ec HTTP/1.1" status: 204 len: 168 time: 1.9283977 Jul 13 08:09:05.420062 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52224) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:05.430065 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eaa32f5-161c-43ee-a52c-2f9233ea6ce8 tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] PUT failed (client error): The resource could not be found. Jul 13 08:09:05.431888 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eaa32f5-161c-43ee-a52c-2f9233ea6ce8 tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:09:05.434181 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6eaa32f5-161c-43ee-a52c-2f9233ea6ce8 tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] 10.222.0.58 "PUT /v2.0/networks/b4a123de-aa3b-4586-abf0-74923819bbef HTTP/1.1" status: 404 len: 339 time: 0.1002877 Jul 13 08:09:05.444187 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52226) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:05.454389 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ffa3c3b8-101e-4892-8576-8c28ad4ba8a2 tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:05.521440 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa3c3b8-101e-4892-8576-8c28ad4ba8a2 tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] PUT failed (client error): The resource could not be found. Jul 13 08:09:05.523637 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa3c3b8-101e-4892-8576-8c28ad4ba8a2 tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:09:05.525954 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ffa3c3b8-101e-4892-8576-8c28ad4ba8a2 tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] 10.222.0.58 "PUT /v2.0/ports/8c75e465-50ad-4b5f-808f-7c18b9aee49d HTTP/1.1" status: 404 len: 333 time: 0.0795197 Jul 13 08:09:05.535871 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52228) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:05.546414 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-01c8bcba-e706-447d-a4e1-9f3c2319cce9 tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:05.550543 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93374da9-2926-4efe-8224-2af5ec3ddb6e None None] Pushing event updated for resources: {'Port': ['ID=204db192-2265-4e27-b434-dbcb1490f0b4,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:05.598859 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d8b7e3-1589-45a0-a984-59da38503d45 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:05.601390 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d8b7e3-1589-45a0-a984-59da38503d45 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:05.604150 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-50d8b7e3-1589-45a0-a984-59da38503d45 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1837058 Jul 13 08:09:05.608044 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52230) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:05.614774 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c8bcba-e706-447d-a4e1-9f3c2319cce9 tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] PUT failed (client error): The resource could not be found. Jul 13 08:09:05.616285 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c8bcba-e706-447d-a4e1-9f3c2319cce9 tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:09:05.622159 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-01c8bcba-e706-447d-a4e1-9f3c2319cce9 tempest-NetworksNegativeTestJSON-1225068753 tempest-NetworksNegativeTestJSON-1225068753-project] 10.222.0.58 "PUT /v2.0/subnets/e903e8c2-6a41-4be0-8532-12f65baf2143 HTTP/1.1" status: 404 len: 337 time: 0.0819731 Jul 13 08:09:05.670490 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-844808f6-28cd-40a5-8d2f-575f56a6ec68 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=646613418a8c4063bb68b7f4cbd296e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5410480 Jul 13 08:09:05.674816 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-feca09f1-edb3-44bf-94c2-618fcb5c8b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:05.690975 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-feca09f1-edb3-44bf-94c2-618fcb5c8b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:05.702858 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-feca09f1-edb3-44bf-94c2-618fcb5c8b40 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fdd7d7d6-ae8c-4313-bb2b-7c775f948620 HTTP/1.1" status: 204 len: 168 time: 0.5850861 Jul 13 08:09:05.762972 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca09f1-edb3-44bf-94c2-618fcb5c8b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd7d7d6-ae8c-4313-bb2b-7c775f948620,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:05.837638 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:09:05.888325 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 204db192-2265-4e27-b434-dbcb1490f0b4 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:09:06.132464 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 204db192-2265-4e27-b434-dbcb1490f0b4 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:06.133040 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:06.193976 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00e6e57-fecd-4aa6-96a6-5da7ad7e7ae3 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet 728c55c7-420e-451d-a1af-ddc16c08d6b5 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:09:06.200325 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d00e6e57-fecd-4aa6-96a6-5da7ad7e7ae3 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:06.292352 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d00e6e57-fecd-4aa6-96a6-5da7ad7e7ae3 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:06.372394 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52242) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:06.458989 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1aeadaf6-4e48-4507-b997-d28eb69872a8 None None] Provisioning complete for port 204db192-2265-4e27-b434-dbcb1490f0b4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:06.459843 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1aeadaf6-4e48-4507-b997-d28eb69872a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:06.475725 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d00e6e57-fecd-4aa6-96a6-5da7ad7e7ae3 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:06.542983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-e735ab2e-3685-4af9-ac58-500644b7a725 service neutron] 10.222.0.58 "GET /v2.0/networks/81ea72ab-a8e9-4967-949e-0f1148ce531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7692742 Jul 13 08:09:06.690749 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ce595c87-c351-403d-bb92-b7a1dc89ce93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:06.765659 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d00e6e57-fecd-4aa6-96a6-5da7ad7e7ae3 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:06.828938 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d00e6e57-fecd-4aa6-96a6-5da7ad7e7ae3 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:06.835846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d00e6e57-fecd-4aa6-96a6-5da7ad7e7ae3 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/728c55c7-420e-451d-a1af-ddc16c08d6b5 HTTP/1.1" status: 204 len: 168 time: 1.2262378 Jul 13 08:09:06.836981 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e6e57-fecd-4aa6-96a6-5da7ad7e7ae3 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=728c55c7-420e-451d-a1af-ddc16c08d6b5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:06.842136 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52256) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:06.922892 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52258) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:06.924027 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-09e26a71-c08a-40c3-9401-073e99721714 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806067 Jul 13 08:09:06.928246 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-e689b4f5-d927-4cc5-a930-5c4892441838 service neutron] 10.222.0.58 "GET /v2.0/networks/81ea72ab-a8e9-4967-949e-0f1148ce531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781481 Jul 13 08:09:06.932404 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-3afb6eee-95da-4f3d-8d3b-4e8ca92159e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:07.006824 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ce595c87-c351-403d-bb92-b7a1dc89ce93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:07.043441 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ce595c87-c351-403d-bb92-b7a1dc89ce93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:07.130809 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afb6eee-95da-4f3d-8d3b-4e8ca92159e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:07.135202 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3afb6eee-95da-4f3d-8d3b-4e8ca92159e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:07.138241 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1aeadaf6-4e48-4507-b997-d28eb69872a8 None None] Could not find standard attr ID for object 42e50f76-de41-4fee-8a84-30bc8df503ec. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:09:07.178981 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ce595c87-c351-403d-bb92-b7a1dc89ce93 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e854aa6bd2ea499a9c76aea7d93161d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8034692 Jul 13 08:09:07.180889 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595c87-c351-403d-bb92-b7a1dc89ce93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8b3f1d-4a39-4e56-b0a6-635d2494b374,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:07.181523 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52260) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:07.262945 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9347a58f-43d7-4278-acc3-cc3685891ed8 None None] Could not find standard attr ID for object 42e50f76-de41-4fee-8a84-30bc8df503ec. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:09:07.286373 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c9106c-e0db-44ca-a69c-793fc652bce6 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:07.348538 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-473ea552-fcd2-47c9-81d0-8d3ff20de602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:07.387700 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-473ea552-fcd2-47c9-81d0-8d3ff20de602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:07.471682 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-473ea552-fcd2-47c9-81d0-8d3ff20de602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:07.474930 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-473ea552-fcd2-47c9-81d0-8d3ff20de602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:07.486024 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-473ea552-fcd2-47c9-81d0-8d3ff20de602 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa8b3f1d-4a39-4e56-b0a6-635d2494b374 HTTP/1.1" status: 204 len: 168 time: 0.2998326 Jul 13 08:09:07.500620 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ea552-fcd2-47c9-81d0-8d3ff20de602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8b3f1d-4a39-4e56-b0a6-635d2494b374,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:07.671140 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a2c27608-c01b-4d70-96c9-cd37daebe739 req-2efd7990-1101-41d8-9142-e3e715b92e4a tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 210 time: 0.1482275 Jul 13 08:09:07.788335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b276faa9-0ba4-40b7-a451-7a4d34e82fc5 None None] DHCP port deletion for 780f7a0e-8c20-4451-b666-5d4d18704b66 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:09:07.839238 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3afb6eee-95da-4f3d-8d3b-4e8ca92159e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:07.931168 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b276faa9-0ba4-40b7-a451-7a4d34e82fc5 None None] Deleting port 204db192-2265-4e27-b434-dbcb1490f0b4 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:09:07.932334 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b276faa9-0ba4-40b7-a451-7a4d34e82fc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:07.938833 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afb6eee-95da-4f3d-8d3b-4e8ca92159e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:07.945859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-3afb6eee-95da-4f3d-8d3b-4e8ca92159e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:07.957410 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afb6eee-95da-4f3d-8d3b-4e8ca92159e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:07.968572 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3afb6eee-95da-4f3d-8d3b-4e8ca92159e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:08.006177 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3afb6eee-95da-4f3d-8d3b-4e8ca92159e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0794868 Jul 13 08:09:08.008578 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52286) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:08.015311 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-785c9bba-a3c9-4a93-b521-20d5a72c19ca tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'name': 'tempest-NetworksTestDHCPv6-1218643600'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:08.023450 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb6eee-95da-4f3d-8d3b-4e8ca92159e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=448046d7-2fa3-4616-93be-adaf38e88647,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:08.092370 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b276faa9-0ba4-40b7-a451-7a4d34e82fc5 None None] For port 204db192-2265-4e27-b434-dbcb1490f0b4, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=204db192-2265-4e27-b434-dbcb1490f0b4,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:08.092750 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b276faa9-0ba4-40b7-a451-7a4d34e82fc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:08.114866 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b276faa9-0ba4-40b7-a451-7a4d34e82fc5 None None] Calling delete_port for 204db192-2265-4e27-b434-dbcb1490f0b4 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:09:08.297376 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b276faa9-0ba4-40b7-a451-7a4d34e82fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:08.336938 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b276faa9-0ba4-40b7-a451-7a4d34e82fc5 None None] No DVR routers for this DVR port 204db192-2265-4e27-b434-dbcb1490f0b4 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:09:08.373186 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276faa9-0ba4-40b7-a451-7a4d34e82fc5 None None] Pushing event deleted for resources: {'Port': ['ID=204db192-2265-4e27-b434-dbcb1490f0b4,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:08.381681 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:08.387956 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785c9bba-a3c9-4a93-b521-20d5a72c19ca tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:08.393571 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c42e58a-eda3-4b86-8487-a3a6d47fe529 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:08.400548 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-785c9bba-a3c9-4a93-b521-20d5a72c19ca tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:08.465747 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-785c9bba-a3c9-4a93-b521-20d5a72c19ca tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] device_id is not set on port 7ad5a67d-2680-40de-8145-afc671b3e481 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:09:08.812890 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-780f7a0e-8c20-4451-b666-5d4d18704b66', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'fixed_ips': [{'subnet_id': '448046d7-2fa3-4616-93be-adaf38e88647'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:09:08.815360 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:08.865602 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-785c9bba-a3c9-4a93-b521-20d5a72c19ca tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8::49 (780f7a0e-8c20-4451-b666-5d4d18704b66/448046d7-2fa3-4616-93be-adaf38e88647/7ad5a67d-2680-40de-8145-afc671b3e481) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:09.272792 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0dd37dbf-2ebc-43df-a261-9d19430cd437 req-4000700d-00e1-45e0-b337-2e3986afc2ca tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 210 time: 0.1250892 Jul 13 08:09:09.433862 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-785c9bba-a3c9-4a93-b521-20d5a72c19ca tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:09.456431 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-785c9bba-a3c9-4a93-b521-20d5a72c19ca tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Transition to ACTIVE for port object 7ad5a67d-2680-40de-8145-afc671b3e481 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:09.531045 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-785c9bba-a3c9-4a93-b521-20d5a72c19ca tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:09.629494 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52320) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:09.642584 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785c9bba-a3c9-4a93-b521-20d5a72c19ca tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:09.651702 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-785c9bba-a3c9-4a93-b521-20d5a72c19ca tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:09.656734 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785c9bba-a3c9-4a93-b521-20d5a72c19ca tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:09.713675 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785c9bba-a3c9-4a93-b521-20d5a72c19ca tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:09.715871 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-785c9bba-a3c9-4a93-b521-20d5a72c19ca tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:09.731911 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] Allocated IP 2001:db8::2 (780f7a0e-8c20-4451-b666-5d4d18704b66/448046d7-2fa3-4616-93be-adaf38e88647/af45dfa8-d1d8-4a0b-b032-801b05f26193) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:09.748312 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c9bba-a3c9-4a93-b521-20d5a72c19ca tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=7ad5a67d-2680-40de-8145-afc671b3e481,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:09.765180 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-785c9bba-a3c9-4a93-b521-20d5a72c19ca tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7551272 Jul 13 08:09:09.769605 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52324) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:09.878491 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 204db192-2265-4e27-b434-dbcb1490f0b4 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:09:09.937477 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8ea88c-7850-45bf-ae8e-e9bfd7920eb0 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:09.943511 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ac8ea88c-7850-45bf-ae8e-e9bfd7920eb0 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1699259 Jul 13 08:09:09.947440 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52328) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:10.004157 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 204db192-2265-4e27-b434-dbcb1490f0b4 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:09:10.005486 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 204db192-2265-4e27-b434-dbcb1490f0b4 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:09:10.154474 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52332) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:10.219187 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-7dbe4196-50e6-4d0b-9125-799b460d4c6f tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:10.223216 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-7dbe4196-50e6-4d0b-9125-799b460d4c6f tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.62 "GET /v2.0/networks?id=81ea72ab-a8e9-4967-949e-0f1148ce531d HTTP/1.1" status: 200 len: 797 time: 0.2947617 Jul 13 08:09:10.276440 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-561c6485-9c78-473d-bffc-a76de13be035 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting port 7ad5a67d-2680-40de-8145-afc671b3e481 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:09:10.277281 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-561c6485-9c78-473d-bffc-a76de13be035 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:10.317534 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-2be0ff4a-c601-42d2-bd3c-fed34f38f2a7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=646613418a8c4063bb68b7f4cbd296e4 HTTP/1.1" status: 200 len: 380 time: 0.0833333 Jul 13 08:09:10.337222 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4ac396ce-856b-40f4-8546-9577b4277ca7 tempest-ServiceProvidersTest-396691506 tempest-ServiceProvidersTest-396691506-project] 10.222.0.58 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1807194 Jul 13 08:09:10.349417 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'port': {'device_id': '6cc36be8-fde0-4c32-a8f4-d7e0aac691db', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'admin_state_up': True, 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'security_groups': ['4a3028cd-0bbc-4f57-8f2b-8f5f254508e0']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:10.431944 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:10.478484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] Transition to ACTIVE for port object af45dfa8-d1d8-4a0b-b032-801b05f26193 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:10.539779 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] Transition to ACTIVE for port object af45dfa8-d1d8-4a0b-b032-801b05f26193 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:10.550205 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:10.688707 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-561c6485-9c78-473d-bffc-a76de13be035 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:10.719686 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:10.727547 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:10.739363 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:10.747928 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] Pushing event updated for resources: {'Port': ['ID=af45dfa8-d1d8-4a0b-b032-801b05f26193,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:10.780830 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4a6e2b2-d19c-4a91-900d-f84f61388fa3 req-7479f96b-d9c6-4c3e-9593-3bb86f5b2b04 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 210 time: 0.0756385 Jul 13 08:09:10.783055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-561c6485-9c78-473d-bffc-a76de13be035 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Calling delete_port for 7ad5a67d-2680-40de-8145-afc671b3e481 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:09:10.811617 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c1d650db-4d82-453e-b679-77b616f85723 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1273995610'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:10.926133 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] Attempting to bind port af45dfa8-d1d8-4a0b-b032-801b05f26193 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:09:10.929582 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] Attempting to bind port af45dfa8-d1d8-4a0b-b032-801b05f26193 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:09:10.930381 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] Attempting to bind port af45dfa8-d1d8-4a0b-b032-801b05f26193 on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:09:10.931772 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c1d650db-4d82-453e-b679-77b616f85723 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:10.934537 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c1d650db-4d82-453e-b679-77b616f85723 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:10.945895 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Made reservation on behalf of 646613418a8c4063bb68b7f4cbd296e4 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:10.949979 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:09:10.950446 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:09:10.951098 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:10.951291 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:10.951703 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:09:10.952452 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] Bound port: af45dfa8-d1d8-4a0b-b032-801b05f26193, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:09:10.953033 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:11.165830 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-561c6485-9c78-473d-bffc-a76de13be035 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:11.175682 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] For port af45dfa8-d1d8-4a0b-b032-801b05f26193, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:09:11.181252 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] For port af45dfa8-d1d8-4a0b-b032-801b05f26193, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=af45dfa8-d1d8-4a0b-b032-801b05f26193,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:09:11.188763 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:11.200258 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52344) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:11.222847 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c1d650db-4d82-453e-b679-77b616f85723 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:11.230628 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c1d650db-4d82-453e-b679-77b616f85723 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:11.253780 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c6485-9c78-473d-bffc-a76de13be035 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=7ad5a67d-2680-40de-8145-afc671b3e481,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:11.276179 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82351608-1dd4-48cd-988e-e836b3f1bd0d None None] Pushing event updated for resources: {'Port': ['ID=af45dfa8-d1d8-4a0b-b032-801b05f26193,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:11.349842 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c1d650db-4d82-453e-b679-77b616f85723 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:11.351981 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c1d650db-4d82-453e-b679-77b616f85723 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.7195432 Jul 13 08:09:11.355378 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-561c6485-9c78-473d-bffc-a76de13be035 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:11.357368 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52348) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:11.359992 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-561c6485-9c78-473d-bffc-a76de13be035 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/7ad5a67d-2680-40de-8145-afc671b3e481 HTTP/1.1" status: 204 len: 168 time: 1.4111712 Jul 13 08:09:11.366113 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52350) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:11.494307 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-189b2cc8-4988-48aa-bedf-c1affa3b12cc tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:11.530490 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6c93a91-4390-4e4a-9a0d-14804658932d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:11.546292 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34029bfd-329a-4261-946c-4e98d6d468ce tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:11.549919 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34029bfd-329a-4261-946c-4e98d6d468ce tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:11.552964 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-34029bfd-329a-4261-946c-4e98d6d468ce tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1839709 Jul 13 08:09:11.556527 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52352) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:11.882220 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6c93a91-4390-4e4a-9a0d-14804658932d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:11.896009 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device af45dfa8-d1d8-4a0b-b032-801b05f26193 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:09:11.896771 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6c93a91-4390-4e4a-9a0d-14804658932d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:11.994061 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b6c93a91-4390-4e4a-9a0d-14804658932d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d1550057d15440f8b5d70066bae3880b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7577443 Jul 13 08:09:12.009233 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52356) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:12.047003 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port af45dfa8-d1d8-4a0b-b032-801b05f26193 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:12.079481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c93a91-4390-4e4a-9a0d-14804658932d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d27a64-d850-4974-b2d3-32eacddff77e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:12.176595 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36616891-6e55-415b-afc8-e44b7faf14e1 req-203140d9-43f9-4746-bfd9-84ad8ed87df9 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 210 time: 0.0703466 Jul 13 08:09:12.185039 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6a393fdc-0935-4152-9e4c-9a498d6dc087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:12.191101 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Allocated IP 172.20.0.11 (81ea72ab-a8e9-4967-949e-0f1148ce531d/c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62/7d57d719-4a4a-4b1f-9f42-d8aff12460fd) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:12.230149 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6a393fdc-0935-4152-9e4c-9a498d6dc087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:12.325302 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6a393fdc-0935-4152-9e4c-9a498d6dc087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:12.331077 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6a393fdc-0935-4152-9e4c-9a498d6dc087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:12.333876 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6a393fdc-0935-4152-9e4c-9a498d6dc087 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b7d27a64-d850-4974-b2d3-32eacddff77e HTTP/1.1" status: 204 len: 168 time: 0.3222427 Jul 13 08:09:12.353825 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a393fdc-0935-4152-9e4c-9a498d6dc087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d27a64-d850-4974-b2d3-32eacddff77e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:12.420337 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-189b2cc8-4988-48aa-bedf-c1affa3b12cc tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:12.428058 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-189b2cc8-4988-48aa-bedf-c1affa3b12cc tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:12.435867 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e27b432-d3e7-49cb-b60a-dfd4f8c691fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet 448046d7-2fa3-4616-93be-adaf38e88647 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:09:12.464894 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1e27b432-d3e7-49cb-b60a-dfd4f8c691fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:12.620636 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-189b2cc8-4988-48aa-bedf-c1affa3b12cc tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:12.624280 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189b2cc8-4988-48aa-bedf-c1affa3b12cc tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb938ce7-44f6-48d3-a76a-e683d308f904 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:09:12.630937 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-189b2cc8-4988-48aa-bedf-c1affa3b12cc tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:12.635523 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52366) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:12.636444 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-189b2cc8-4988-48aa-bedf-c1affa3b12cc tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] 10.222.0.58 "DELETE /v2.0/routers/fb938ce7-44f6-48d3-a76a-e683d308f904 HTTP/1.1" status: 204 len: 168 time: 1.2768583 Jul 13 08:09:12.643452 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-420b2103-6897-472d-8fc5-f3113c9254a6 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Request body: {'router': {'name': 'tempest-router-731956379', 'distributed': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:12.686599 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-420b2103-6897-472d-8fc5-f3113c9254a6 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:12.688286 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-420b2103-6897-472d-8fc5-f3113c9254a6 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:12.688650 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1e27b432-d3e7-49cb-b60a-dfd4f8c691fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:12.794420 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-420b2103-6897-472d-8fc5-f3113c9254a6 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:12.819251 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-420b2103-6897-472d-8fc5-f3113c9254a6 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:12.843191 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:12.846854 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-420b2103-6897-472d-8fc5-f3113c9254a6 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:12.853224 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52370) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:12.854483 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-420b2103-6897-472d-8fc5-f3113c9254a6 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2172620 Jul 13 08:09:12.935134 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Transition to ACTIVE for port object 7d57d719-4a4a-4b1f-9f42-d8aff12460fd will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:13.028482 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:13.033479 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-02efb287-b0f0-40f0-bdb4-9ebca5133e23 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:13.097892 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1e27b432-d3e7-49cb-b60a-dfd4f8c691fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:13.156345 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ec5293d0-6b6b-46f3-9613-58e7d5644899 None None] Provisioning for port af45dfa8-d1d8-4a0b-b032-801b05f26193 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:13.166801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ec5293d0-6b6b-46f3-9613-58e7d5644899 None None] Provisioning complete for port af45dfa8-d1d8-4a0b-b032-801b05f26193 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:13.167769 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec5293d0-6b6b-46f3-9613-58e7d5644899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:13.324671 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:13.343047 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec5293d0-6b6b-46f3-9613-58e7d5644899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:13.521955 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-ec5293d0-6b6b-46f3-9613-58e7d5644899 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:09:13.522358 n-d-779913-28 neutron-server[93725]: DEBUG oslo_db.api [None req-ec5293d0-6b6b-46f3-9613-58e7d5644899 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:09:13.544689 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1e27b432-d3e7-49cb-b60a-dfd4f8c691fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:13.560531 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-02efb287-b0f0-40f0-bdb4-9ebca5133e23 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:13.580419 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-02efb287-b0f0-40f0-bdb4-9ebca5133e23 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:13.690927 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Network 81ea72ab-a8e9-4967-949e-0f1148ce531d is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:13.697575 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27b432-d3e7-49cb-b60a-dfd4f8c691fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=448046d7-2fa3-4616-93be-adaf38e88647,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:13.702816 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:13.713823 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1e27b432-d3e7-49cb-b60a-dfd4f8c691fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:13.719022 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1e27b432-d3e7-49cb-b60a-dfd4f8c691fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/448046d7-2fa3-4616-93be-adaf38e88647 HTTP/1.1" status: 204 len: 168 time: 2.1610682 Jul 13 08:09:13.726293 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52390) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:13.727943 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:13.838620 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'Port': ['ID=7d57d719-4a4a-4b1f-9f42-d8aff12460fd,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:13.925738 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27b432-d3e7-49cb-b60a-dfd4f8c691fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:13.927150 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27b432-d3e7-49cb-b60a-dfd4f8c691fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:13.928276 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27b432-d3e7-49cb-b60a-dfd4f8c691fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:13.928957 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27b432-d3e7-49cb-b60a-dfd4f8c691fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:13.929472 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27b432-d3e7-49cb-b60a-dfd4f8c691fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:13.930207 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27b432-d3e7-49cb-b60a-dfd4f8c691fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:13.931047 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27b432-d3e7-49cb-b60a-dfd4f8c691fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:13.931867 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27b432-d3e7-49cb-b60a-dfd4f8c691fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:13.932677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27b432-d3e7-49cb-b60a-dfd4f8c691fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:13.933518 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27b432-d3e7-49cb-b60a-dfd4f8c691fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:13.934370 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27b432-d3e7-49cb-b60a-dfd4f8c691fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:13.939108 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27b432-d3e7-49cb-b60a-dfd4f8c691fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.070945 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c31a54f5-1ddc-46f9-b625-dabc0296427c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3376725 Jul 13 08:09:14.073239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.073951 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.074565 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.075268 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.075838 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.076399 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.076984 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.077540 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.078150 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.078730 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.079425 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.080438 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.092928 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52394) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:14.101472 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-cb8d01df-b2d7-4253-b08b-e1e7855f9b58 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:14.106239 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-02efb287-b0f0-40f0-bdb4-9ebca5133e23 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.107354 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02efb287-b0f0-40f0-bdb4-9ebca5133e23 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4e305e0-e15f-4e5d-ad9f-3ecec8011a19 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:09:14.117263 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-02efb287-b0f0-40f0-bdb4-9ebca5133e23 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.119146 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-02efb287-b0f0-40f0-bdb4-9ebca5133e23 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] 10.222.0.58 "DELETE /v2.0/routers/e4e305e0-e15f-4e5d-ad9f-3ecec8011a19 HTTP/1.1" status: 204 len: 168 time: 1.2637162 Jul 13 08:09:14.126310 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031189a2-263c-4b8a-bf1b-3ff23bc67c96 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:14.139639 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52396) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:14.146747 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-39caf587-5b44-4bdc-9ef6-5a4256ce9ef1 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Request body: {'router': {'name': 'tempest-router-1303781666', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'fd2f50f2032640599f5acf42a4f6f73f'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:14.255946 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec5293d0-6b6b-46f3-9613-58e7d5644899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.277901 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3c4e1-6290-466c-9585-92f949db9d67 req-dfc7e8b8-8833-420e-91f7-76e8b3914fd2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:14.279747 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-45e3c4e1-6290-466c-9585-92f949db9d67 req-dfc7e8b8-8833-420e-91f7-76e8b3914fd2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 932 time: 0.8869035 Jul 13 08:09:14.289523 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:14.297213 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.406916 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-45e3c4e1-6290-466c-9585-92f949db9d67 req-510b5b32-deb3-4c4d-9548-5d8398cb79ee tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a3028cd-0bbc-4f57-8f2b-8f5f254508e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986555 Jul 13 08:09:14.437543 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-39caf587-5b44-4bdc-9ef6-5a4256ce9ef1 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.440109 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-39caf587-5b44-4bdc-9ef6-5a4256ce9ef1 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.454270 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-8795cf74-46a2-4d58-8077-8f24e062d7f7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1142266 Jul 13 08:09:14.496119 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ec5293d0-6b6b-46f3-9613-58e7d5644899 None None] For port af45dfa8-d1d8-4a0b-b032-801b05f26193, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=af45dfa8-d1d8-4a0b-b032-801b05f26193,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:14.535996 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec5293d0-6b6b-46f3-9613-58e7d5644899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.582232 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-39caf587-5b44-4bdc-9ef6-5a4256ce9ef1 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.589626 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-39caf587-5b44-4bdc-9ef6-5a4256ce9ef1 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.600053 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8d01df-b2d7-4253-b08b-e1e7855f9b58 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:14.605273 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb8d01df-b2d7-4253-b08b-e1e7855f9b58 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.655961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5293d0-6b6b-46f3-9613-58e7d5644899 None None] Pushing event updated for resources: {'Port': ['ID=af45dfa8-d1d8-4a0b-b032-801b05f26193,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:14.667784 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-39caf587-5b44-4bdc-9ef6-5a4256ce9ef1 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.672885 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-39caf587-5b44-4bdc-9ef6-5a4256ce9ef1 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5278461 Jul 13 08:09:14.674449 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52408) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:14.686485 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d3b9f20e-195b-4208-a99f-702d077e9a3f tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:14.695245 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7e999148-fb82-4d65-8bc2-b80719487a93 None None] Could not find standard attr ID for object 7ad5a67d-2680-40de-8145-afc671b3e481. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:09:14.717445 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7e999148-fb82-4d65-8bc2-b80719487a93 None None] Provisioning for port 7d57d719-4a4a-4b1f-9f42-d8aff12460fd completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:14.752656 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7e999148-fb82-4d65-8bc2-b80719487a93 None None] Provisioning complete for port 7d57d719-4a4a-4b1f-9f42-d8aff12460fd triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:14.754036 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e999148-fb82-4d65-8bc2-b80719487a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.803830 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b786b0d-d0f4-4b72-b063-15812808410b None None] DHCP port deletion for 780f7a0e-8c20-4451-b666-5d4d18704b66 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:09:14.815525 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] Request body: {'port': {'device_id': '6cc36be8-fde0-4c32-a8f4-d7e0aac691db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:14.871425 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7e999148-fb82-4d65-8bc2-b80719487a93 None None] Port 7d57d719-4a4a-4b1f-9f42-d8aff12460fd cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:09:14.920616 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3b786b0d-d0f4-4b72-b063-15812808410b None None] Deleting port af45dfa8-d1d8-4a0b-b032-801b05f26193 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:09:14.921622 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3b786b0d-d0f4-4b72-b063-15812808410b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:15.054376 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3b786b0d-d0f4-4b72-b063-15812808410b None None] For port af45dfa8-d1d8-4a0b-b032-801b05f26193, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=af45dfa8-d1d8-4a0b-b032-801b05f26193,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:15.055438 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3b786b0d-d0f4-4b72-b063-15812808410b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:15.077667 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3b786b0d-d0f4-4b72-b063-15812808410b None None] Calling delete_port for af45dfa8-d1d8-4a0b-b032-801b05f26193 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:09:15.090034 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb8d01df-b2d7-4253-b08b-e1e7855f9b58 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:15.157420 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8d01df-b2d7-4253-b08b-e1e7855f9b58 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:15.159337 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:15.185168 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-cb8d01df-b2d7-4253-b08b-e1e7855f9b58 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:15.189218 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8d01df-b2d7-4253-b08b-e1e7855f9b58 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:15.190568 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb8d01df-b2d7-4253-b08b-e1e7855f9b58 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:15.206461 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3b9f20e-195b-4208-a99f-702d077e9a3f tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:15.206796 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3b9f20e-195b-4208-a99f-702d077e9a3f tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:15.253816 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3b786b0d-d0f4-4b72-b063-15812808410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:15.318478 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b786b0d-d0f4-4b72-b063-15812808410b None None] Pushing event deleted for resources: {'Port': ['ID=af45dfa8-d1d8-4a0b-b032-801b05f26193,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:15.324338 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b786b0d-d0f4-4b72-b063-15812808410b None None] No DVR routers for this DVR port af45dfa8-d1d8-4a0b-b032-801b05f26193 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:09:15.366830 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d3b9f20e-195b-4208-a99f-702d077e9a3f tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93724) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 13 08:09:15.367594 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d3b9f20e-195b-4208-a99f-702d077e9a3f tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Router 6ea0fd3a-a77e-4d81-998c-416e29728509 migrating from provider to provider. {{(pid=93724) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 13 08:09:15.367994 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3b9f20e-195b-4208-a99f-702d077e9a3f tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:15.371181 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21151a0b-6455-4c5a-9d64-d00c49e4fe5e None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:15.376790 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3b9f20e-195b-4208-a99f-702d077e9a3f tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:15.377220 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cb8d01df-b2d7-4253-b08b-e1e7855f9b58 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2819843 Jul 13 08:09:15.378343 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52426) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:15.386993 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-391d39a4-054c-4dad-9df1-d66ae092cc62 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'name': 'tempest-NetworksTestDHCPv6-1358767920'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:15.396452 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d01df-b2d7-4253-b08b-e1e7855f9b58 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=8404365c-42db-4b62-8a25-93adc1ce74aa,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:15.429694 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3b9f20e-195b-4208-a99f-702d077e9a3f tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396023'] for router, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:15.777502 n-d-779913-28 neutron-server[93724]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d3b9f20e-195b-4208-a99f-702d077e9a3f tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] No L3 agents can host the router 6ea0fd3a-a77e-4d81-998c-416e29728509 Jul 13 08:09:15.833577 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device af45dfa8-d1d8-4a0b-b032-801b05f26193 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:09:15.922962 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391d39a4-054c-4dad-9df1-d66ae092cc62 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:15.928729 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-391d39a4-054c-4dad-9df1-d66ae092cc62 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:15.934994 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: af45dfa8-d1d8-4a0b-b032-801b05f26193 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:09:15.935249 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device af45dfa8-d1d8-4a0b-b032-801b05f26193 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:09:16.038739 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-780f7a0e-8c20-4451-b666-5d4d18704b66', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'fixed_ips': [{'subnet_id': '8404365c-42db-4b62-8a25-93adc1ce74aa'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:09:16.040671 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:16.123758 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-391d39a4-054c-4dad-9df1-d66ae092cc62 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] device_id is not set on port 72b0b744-d6e0-4f79-8309-126985805ddf yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:09:16.132153 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d57d719-4a4a-4b1f-9f42-d8aff12460fd {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:09:16.156676 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:16.205644 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] Transition to ACTIVE for port object 7d57d719-4a4a-4b1f-9f42-d8aff12460fd will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:16.212921 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:16.305151 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] Pushing event updated for resources: {'Port': ['ID=7d57d719-4a4a-4b1f-9f42-d8aff12460fd,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:16.458494 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d744fdd-6779-4fe2-8e1c-6852d16439b9 req-b958f217-1d03-41b9-88f7-7fc69a6161db tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:16.465353 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2d744fdd-6779-4fe2-8e1c-6852d16439b9 req-b958f217-1d03-41b9-88f7-7fc69a6161db tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 932 time: 0.6807554 Jul 13 08:09:16.470058 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b9f20e-195b-4208-a99f-702d077e9a3f tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Hosts for router 6ea0fd3a-a77e-4d81-998c-416e29728509: [] {{(pid=93724) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 13 08:09:16.485031 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] Allocated IP 2001:db8::2 (780f7a0e-8c20-4451-b666-5d4d18704b66/8404365c-42db-4b62-8a25-93adc1ce74aa/ecbe661f-be0f-429e-ba5d-987bf3de7ec8) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:16.521368 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] Attempting to bind port 7d57d719-4a4a-4b1f-9f42-d8aff12460fd on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:09:16.521923 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] Attempting to bind port 7d57d719-4a4a-4b1f-9f42-d8aff12460fd by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'b2322381-ab59-4f21-b483-52a1a1631ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:09:16.522900 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] Attempting to bind port 7d57d719-4a4a-4b1f-9f42-d8aff12460fd on network 81ea72ab-a8e9-4967-949e-0f1148ce531d {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:09:16.540755 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] Port 7d57d719-4a4a-4b1f-9f42-d8aff12460fd on network 81ea72ab-a8e9-4967-949e-0f1148ce531d not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:09:16.541220 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] Attempting to bind port 7d57d719-4a4a-4b1f-9f42-d8aff12460fd on network 81ea72ab-a8e9-4967-949e-0f1148ce531d {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:09:16.553636 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:09:16.554309 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] Checking segment: {'id': 'b2322381-ab59-4f21-b483-52a1a1631ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:09:16.554991 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] Bound using segment: {'id': 'b2322381-ab59-4f21-b483-52a1a1631ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:09:16.555781 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] Bound port: 7d57d719-4a4a-4b1f-9f42-d8aff12460fd, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2322381-ab59-4f21-b483-52a1a1631ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:09:16.556330 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:16.573332 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b9f20e-195b-4208-a99f-702d077e9a3f tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Hosts for other DVR routers connected to router 6ea0fd3a-a77e-4d81-998c-416e29728509: set() {{(pid=93724) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 13 08:09:16.577008 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3b9f20e-195b-4208-a99f-702d077e9a3f tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:16.583751 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52458) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:16.586739 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d3b9f20e-195b-4208-a99f-702d077e9a3f tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] 10.222.0.58 "PUT /v2.0/routers/6ea0fd3a-a77e-4d81-998c-416e29728509 HTTP/1.1" status: 200 len: 717 time: 1.9032438 Jul 13 08:09:16.672885 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2d744fdd-6779-4fe2-8e1c-6852d16439b9 req-0fea0fe5-649b-4a62-a89d-0d440497931c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a3028cd-0bbc-4f57-8f2b-8f5f254508e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379924 Jul 13 08:09:16.703826 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] For port 7d57d719-4a4a-4b1f-9f42-d8aff12460fd, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:09:16.710117 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] For port 7d57d719-4a4a-4b1f-9f42-d8aff12460fd, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7d57d719-4a4a-4b1f-9f42-d8aff12460fd,segment=NetworkSegment(b2322381-ab59-4f21-b483-52a1a1631ffe),segment_id=b2322381-ab59-4f21-b483-52a1a1631ffe)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:09:16.807739 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:16.821652 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] Transition to ACTIVE for port object ecbe661f-be0f-429e-ba5d-987bf3de7ec8 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:16.855177 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] Transition to ACTIVE for port object ecbe661f-be0f-429e-ba5d-987bf3de7ec8 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:16.875755 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:16.885510 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:16.902698 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52466) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:16.949708 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:16.955746 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:16.970679 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:16.979089 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-391d39a4-054c-4dad-9df1-d66ae092cc62 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8::2f4 (780f7a0e-8c20-4451-b666-5d4d18704b66/8404365c-42db-4b62-8a25-93adc1ce74aa/72b0b744-d6e0-4f79-8309-126985805ddf) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:17.009989 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-85f240dd-f821-425f-920a-4c253520cc15 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] 10.222.0.58 "GET /v2.0/routers/6ea0fd3a-a77e-4d81-998c-416e29728509 HTTP/1.1" status: 200 len: 717 time: 0.2968121 Jul 13 08:09:17.014685 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52470) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:17.021293 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] Pushing event updated for resources: {'Port': ['ID=ecbe661f-be0f-429e-ba5d-987bf3de7ec8,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:17.057804 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] Pushing event updated for resources: {'Port': ['ID=7d57d719-4a4a-4b1f-9f42-d8aff12460fd,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:17.074058 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:17.075130 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:17.085024 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-902d4cbe-ff9b-47ad-9565-3098f6410487 service neutron] 10.222.0.62 "PUT /v2.0/ports/7d57d719-4a4a-4b1f-9f42-d8aff12460fd HTTP/1.1" status: 200 len: 1093 time: 2.6218128 Jul 13 08:09:17.085555 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc36be8-fde0-4c32-a8f4-d7e0aac691db', 'tag': '7d57d719-4a4a-4b1f-9f42-d8aff12460fd'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:09:17.100040 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8230185-8e6b-40aa-8add-7cded678cdca" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc36be8-fde0-4c32-a8f4-d7e0aac691db", "tag": "7d57d719-4a4a-4b1f-9f42-d8aff12460fd"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:09:17.236771 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c479de54-6b9b-46c9-a323-8020920b6930 x-openstack-request-id: req-c479de54-6b9b-46c9-a323-8020920b6930 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:09:17.237862 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc36be8-fde0-4c32-a8f4-d7e0aac691db", "tag": "7d57d719-4a4a-4b1f-9f42-d8aff12460fd", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:09:17.237862 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c479de54-6b9b-46c9-a323-8020920b6930 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:09:17.238686 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc36be8-fde0-4c32-a8f4-d7e0aac691db', 'tag': '7d57d719-4a4a-4b1f-9f42-d8aff12460fd', 'status': 'completed', 'code': 200} Jul 13 08:09:17.271203 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] Attempting to bind port ecbe661f-be0f-429e-ba5d-987bf3de7ec8 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:09:17.276965 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] Attempting to bind port ecbe661f-be0f-429e-ba5d-987bf3de7ec8 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:09:17.277731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] Attempting to bind port ecbe661f-be0f-429e-ba5d-987bf3de7ec8 on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:09:17.298914 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:09:17.299298 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:09:17.299706 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:17.300419 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:09:17.301166 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] Bound port: ecbe661f-be0f-429e-ba5d-987bf3de7ec8, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:09:17.301786 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:17.348103 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f507c887-57de-404c-976e-9e8a896e0093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:17.377449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-d2bc3399-6f73-4de7-b623-28f06f8131db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:17.381730 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-d2bc3399-6f73-4de7-b623-28f06f8131db service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=646613418a8c4063bb68b7f4cbd296e4&device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 1096 time: 0.2258835 Jul 13 08:09:17.537832 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-21c5f57b-83b6-4131-aed6-69b8315d5502 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d57d719-4a4a-4b1f-9f42-d8aff12460fd HTTP/1.1" status: 200 len: 217 time: 0.1440411 Jul 13 08:09:17.579739 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] For port ecbe661f-be0f-429e-ba5d-987bf3de7ec8, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:09:17.587227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] For port ecbe661f-be0f-429e-ba5d-987bf3de7ec8, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ecbe661f-be0f-429e-ba5d-987bf3de7ec8,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:09:17.596795 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:17.697759 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-391d39a4-054c-4dad-9df1-d66ae092cc62 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:17.727119 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-391d39a4-054c-4dad-9df1-d66ae092cc62 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Transition to ACTIVE for port object 72b0b744-d6e0-4f79-8309-126985805ddf will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:17.796775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912be4e-452a-49d1-b1c3-d28cac9afd99 None None] Pushing event updated for resources: {'Port': ['ID=ecbe661f-be0f-429e-ba5d-987bf3de7ec8,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:17.844570 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-391d39a4-054c-4dad-9df1-d66ae092cc62 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:17.887766 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-de8e26fb-2611-4be3-bd9f-1bc8f85f60a8 tempest-RoutersTestDVR-1715354042 tempest-RoutersTestDVR-1715354042-project] 10.222.0.58 "GET /v2.0/routers/6ea0fd3a-a77e-4d81-998c-416e29728509 HTTP/1.1" status: 200 len: 683 time: 0.8592572 Jul 13 08:09:17.891779 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391d39a4-054c-4dad-9df1-d66ae092cc62 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:17.893482 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52484) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:17.898572 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-391d39a4-054c-4dad-9df1-d66ae092cc62 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:17.901930 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-23dbbba1-2e28-4566-bfbc-04ed5fd740f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:17.904473 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-23dbbba1-2e28-4566-bfbc-04ed5fd740f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62 HTTP/1.1" status: 200 len: 835 time: 0.3603354 Jul 13 08:09:17.912084 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d39a4-054c-4dad-9df1-d66ae092cc62 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:17.929122 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391d39a4-054c-4dad-9df1-d66ae092cc62 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:17.931009 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-391d39a4-054c-4dad-9df1-d66ae092cc62 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:18.180910 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-f34e785d-1403-4ad2-af53-727831a689e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:18.184246 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-f34e785d-1403-4ad2-af53-727831a689e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=81ea72ab-a8e9-4967-949e-0f1148ce531d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2704587 Jul 13 08:09:18.196148 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f507c887-57de-404c-976e-9e8a896e0093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:18.213746 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f507c887-57de-404c-976e-9e8a896e0093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:18.297833 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-391d39a4-054c-4dad-9df1-d66ae092cc62 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9177969 Jul 13 08:09:18.306128 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52490) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:18.308168 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507c887-57de-404c-976e-9e8a896e0093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744ce582-6588-41e2-8fa5-9c41ff285188,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:18.345386 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f507c887-57de-404c-976e-9e8a896e0093 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=461e5e05653749978a205a1d275c154c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4354436 Jul 13 08:09:18.345695 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-226c0ff6-30a9-470f-a58b-b7f7d30e6023 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:18.346468 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52492) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:18.349337 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d39a4-054c-4dad-9df1-d66ae092cc62 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=72b0b744-d6e0-4f79-8309-126985805ddf,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:18.510896 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-8b95bc9e-2a26-420b-b663-e1d3c1886493 service neutron] 10.222.0.62 "GET /v2.0/networks/81ea72ab-a8e9-4967-949e-0f1148ce531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187222 Jul 13 08:09:18.550724 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-43462697-7492-43a2-8dd5-41478252c3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:18.647179 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-43462697-7492-43a2-8dd5-41478252c3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:18.702505 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b2db9-6b43-4311-bfe6-df1984d187bb req-b7cf6583-5f7a-4921-afed-c834847d7a9a tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:18.705276 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc2b2db9-6b43-4311-bfe6-df1984d187bb req-b7cf6583-5f7a-4921-afed-c834847d7a9a tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 944 time: 0.5847175 Jul 13 08:09:18.766810 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-226c0ff6-30a9-470f-a58b-b7f7d30e6023 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:18.776561 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-226c0ff6-30a9-470f-a58b-b7f7d30e6023 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:18.792934 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f1067e65-79b2-4c06-b765-dbd4e1694443 req-c26941b4-86dc-4f23-bbe6-18b2d9551d85 service neutron] 10.222.0.62 "GET /v2.0/networks/81ea72ab-a8e9-4967-949e-0f1148ce531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624977 Jul 13 08:09:18.841555 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-43462697-7492-43a2-8dd5-41478252c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:18.848350 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-43462697-7492-43a2-8dd5-41478252c3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:18.850719 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-43462697-7492-43a2-8dd5-41478252c3cb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/744ce582-6588-41e2-8fa5-9c41ff285188 HTTP/1.1" status: 204 len: 168 time: 0.5010881 Jul 13 08:09:18.887019 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6f2a10-ebcf-45e7-89f2-29b3c841d7ab tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:18.894568 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6f2a10-ebcf-45e7-89f2-29b3c841d7ab tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:18.900577 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ed6f2a10-ebcf-45e7-89f2-29b3c841d7ab tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5888436 Jul 13 08:09:18.903092 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52502) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:18.910980 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-226c0ff6-30a9-470f-a58b-b7f7d30e6023 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:18.911829 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226c0ff6-30a9-470f-a58b-b7f7d30e6023 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ea0fd3a-a77e-4d81-998c-416e29728509 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:09:18.935358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43462697-7492-43a2-8dd5-41478252c3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744ce582-6588-41e2-8fa5-9c41ff285188,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:18.943968 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-226c0ff6-30a9-470f-a58b-b7f7d30e6023 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:18.953216 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-226c0ff6-30a9-470f-a58b-b7f7d30e6023 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] 10.222.0.58 "DELETE /v2.0/routers/6ea0fd3a-a77e-4d81-998c-416e29728509 HTTP/1.1" status: 204 len: 168 time: 1.0170777 Jul 13 08:09:18.954785 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52504) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:18.962534 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc2b2db9-6b43-4311-bfe6-df1984d187bb req-42fef2e6-7dea-4731-8f6b-a230e4e3080c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a3028cd-0bbc-4f57-8f2b-8f5f254508e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124372 Jul 13 08:09:18.978986 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c1a1fba1-9853-4735-864c-7c9f8b1e63b6 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Request body: {'router': {'name': 'tempest-router-520412471', 'distributed': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:19.042335 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1a1fba1-9853-4735-864c-7c9f8b1e63b6 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:19.044719 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1a1fba1-9853-4735-864c-7c9f8b1e63b6 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:19.222693 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1a1fba1-9853-4735-864c-7c9f8b1e63b6 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:19.231563 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1a1fba1-9853-4735-864c-7c9f8b1e63b6 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:19.251841 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8230185-8e6b-40aa-8add-7cded678cdca req-de847883-41a0-47e5-b8b4-1c0e8cb204bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:19.254501 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a8230185-8e6b-40aa-8add-7cded678cdca req-de847883-41a0-47e5-b8b4-1c0e8cb204bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=646613418a8c4063bb68b7f4cbd296e4&device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 1096 time: 0.3587306 Jul 13 08:09:19.296481 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1a1fba1-9853-4735-864c-7c9f8b1e63b6 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:19.304267 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c1a1fba1-9853-4735-864c-7c9f8b1e63b6 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3472905 Jul 13 08:09:19.305215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52508) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:19.389044 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c3ba8-62f0-4f8e-844c-85a7f455ce5f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting port 72b0b744-d6e0-4f79-8309-126985805ddf {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:09:19.389989 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc2c3ba8-62f0-4f8e-844c-85a7f455ce5f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:19.466863 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-879a37e1-771b-4ec5-863e-e3958b81c785 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:19.676707 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52516) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:19.712799 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-41d4f378-d709-480b-aa04-0e64c95e1891 None None] Provisioning for port ecbe661f-be0f-429e-ba5d-987bf3de7ec8 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:19.931743 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ecbe661f-be0f-429e-ba5d-987bf3de7ec8 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:09:19.953246 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27faf7ab-a03e-4c3b-a21d-c3223e09542d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:19.969605 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-879a37e1-771b-4ec5-863e-e3958b81c785 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:20.006838 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-879a37e1-771b-4ec5-863e-e3958b81c785 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:20.058887 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port ecbe661f-be0f-429e-ba5d-987bf3de7ec8 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:20.074657 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port ecbe661f-be0f-429e-ba5d-987bf3de7ec8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:20.078312 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:20.084428 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a72eac7a-8b5a-4066-874a-f1dceed283a7 None None] Provisioning for port 72b0b744-d6e0-4f79-8309-126985805ddf completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:20.173179 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a72eac7a-8b5a-4066-874a-f1dceed283a7 None None] Provisioning complete for port 72b0b744-d6e0-4f79-8309-126985805ddf triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:20.173811 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a72eac7a-8b5a-4066-874a-f1dceed283a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:20.256723 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27faf7ab-a03e-4c3b-a21d-c3223e09542d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:20.263951 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a72eac7a-8b5a-4066-874a-f1dceed283a7 None None] Port 72b0b744-d6e0-4f79-8309-126985805ddf cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:09:20.264989 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27faf7ab-a03e-4c3b-a21d-c3223e09542d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:20.292792 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8230185-8e6b-40aa-8add-7cded678cdca req-62d0f53a-ccb4-4549-872b-a3adfa59a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:20.295707 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a8230185-8e6b-40aa-8add-7cded678cdca req-62d0f53a-ccb4-4549-872b-a3adfa59a0cf service neutron] 10.222.0.62 "GET /v2.0/networks?id=81ea72ab-a8e9-4967-949e-0f1148ce531d HTTP/1.1" status: 200 len: 898 time: 1.0317609 Jul 13 08:09:20.331205 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:20.349820 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-27faf7ab-a03e-4c3b-a21d-c3223e09542d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b1b5d7f67cd442a1866d8ee965282b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6715567 Jul 13 08:09:20.350667 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52524) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:20.378557 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port ecbe661f-be0f-429e-ba5d-987bf3de7ec8, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ecbe661f-be0f-429e-ba5d-987bf3de7ec8,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:20.385041 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:20.399246 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27faf7ab-a03e-4c3b-a21d-c3223e09542d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a238668b-9b1e-441d-8cda-d15917ccb7c9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:20.403663 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a8230185-8e6b-40aa-8add-7cded678cdca req-d6b27072-7ae3-42c2-ada3-a630faeb9e12 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d57d719-4a4a-4b1f-9f42-d8aff12460fd HTTP/1.1" status: 200 len: 217 time: 0.0964763 Jul 13 08:09:20.410639 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc2c3ba8-62f0-4f8e-844c-85a7f455ce5f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:20.416085 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-879a37e1-771b-4ec5-863e-e3958b81c785 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:20.416624 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879a37e1-771b-4ec5-863e-e3958b81c785 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d5a997c-c055-4f8d-ad3e-bd28f4b0ccbc {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:09:20.440280 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-879a37e1-771b-4ec5-863e-e3958b81c785 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:20.441561 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-879a37e1-771b-4ec5-863e-e3958b81c785 tempest-RoutersTestDVR-894215440 tempest-RoutersTestDVR-894215440-project-admin] 10.222.0.58 "DELETE /v2.0/routers/5d5a997c-c055-4f8d-ad3e-bd28f4b0ccbc HTTP/1.1" status: 204 len: 168 time: 1.1344664 Jul 13 08:09:20.515545 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c3ba8-62f0-4f8e-844c-85a7f455ce5f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Calling delete_port for 72b0b744-d6e0-4f79-8309-126985805ddf owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:09:20.535129 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=ecbe661f-be0f-429e-ba5d-987bf3de7ec8,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:20.607645 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d785899-e7fc-403c-9de3-a55b41d2059f req-0f947f5d-0dac-4884-9a46-a66de04b7853 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:20.609617 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5d785899-e7fc-403c-9de3-a55b41d2059f req-0f947f5d-0dac-4884-9a46-a66de04b7853 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 944 time: 0.3504932 Jul 13 08:09:20.653717 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8230185-8e6b-40aa-8add-7cded678cdca req-1066c474-4a85-4226-9b2d-678a36f53aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:20.657242 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a8230185-8e6b-40aa-8add-7cded678cdca req-1066c474-4a85-4226-9b2d-678a36f53aae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62 HTTP/1.1" status: 200 len: 835 time: 0.2403612 Jul 13 08:09:20.657778 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7d57d719-4a4a-4b1f-9f42-d8aff12460fd details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:09:20.680181 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-317414ea-f068-4cb9-8eb4-57fc75f7258e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:20.761198 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5d785899-e7fc-403c-9de3-a55b41d2059f req-a1629e67-c224-4bc7-8254-1a19e0868ffe tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a3028cd-0bbc-4f57-8f2b-8f5f254508e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399908 Jul 13 08:09:20.771522 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-317414ea-f068-4cb9-8eb4-57fc75f7258e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:20.818436 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8230185-8e6b-40aa-8add-7cded678cdca req-b8364b03-ad1b-4ea5-8cbd-d31a2b2fbf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:20.820245 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a8230185-8e6b-40aa-8add-7cded678cdca req-b8364b03-ad1b-4ea5-8cbd-d31a2b2fbf06 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=81ea72ab-a8e9-4967-949e-0f1148ce531d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1548111 Jul 13 08:09:20.964047 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-317414ea-f068-4cb9-8eb4-57fc75f7258e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:20.973868 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-317414ea-f068-4cb9-8eb4-57fc75f7258e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:20.980542 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-317414ea-f068-4cb9-8eb4-57fc75f7258e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a238668b-9b1e-441d-8cda-d15917ccb7c9 HTTP/1.1" status: 204 len: 168 time: 0.6218460 Jul 13 08:09:20.990573 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317414ea-f068-4cb9-8eb4-57fc75f7258e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a238668b-9b1e-441d-8cda-d15917ccb7c9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:21.021975 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7d57d719-4a4a-4b1f-9f42-d8aff12460fd, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7d57d719-4a4a-4b1f-9f42-d8aff12460fd,segment=NetworkSegment(b2322381-ab59-4f21-b483-52a1a1631ffe),segment_id=b2322381-ab59-4f21-b483-52a1a1631ffe)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:21.047837 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '7d57d719-4a4a-4b1f-9f42-d8aff12460fd', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'port_id': '7d57d719-4a4a-4b1f-9f42-d8aff12460fd', 'mac_address': 'fa:16:3e:6f:ca:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:09:21.065839 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc2c3ba8-62f0-4f8e-844c-85a7f455ce5f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:21.166012 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52542) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:21.170423 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c3ba8-62f0-4f8e-844c-85a7f455ce5f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=72b0b744-d6e0-4f79-8309-126985805ddf,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:21.173149 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:21.210929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d57d719-4a4a-4b1f-9f42-d8aff12460fd {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:09:21.314973 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7d57d719-4a4a-4b1f-9f42-d8aff12460fd, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7d57d719-4a4a-4b1f-9f42-d8aff12460fd,segment=NetworkSegment(b2322381-ab59-4f21-b483-52a1a1631ffe),segment_id=b2322381-ab59-4f21-b483-52a1a1631ffe)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:21.324403 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:21.370645 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc2c3ba8-62f0-4f8e-844c-85a7f455ce5f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:21.375411 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cc2c3ba8-62f0-4f8e-844c-85a7f455ce5f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/72b0b744-d6e0-4f79-8309-126985805ddf HTTP/1.1" status: 204 len: 168 time: 2.4427445 Jul 13 08:09:21.378531 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52546) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:21.378899 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a8230185-8e6b-40aa-8add-7cded678cdca req-8fadb78d-3ae8-4bd7-b1d0-8431b2a7a76d service neutron] 10.222.0.62 "GET /v2.0/networks/81ea72ab-a8e9-4967-949e-0f1148ce531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507097 Jul 13 08:09:21.576896 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=7d57d719-4a4a-4b1f-9f42-d8aff12460fd,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:21.601638 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e15acd-06eb-4455-8b8c-f4c7c774883f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:21.604943 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e15acd-06eb-4455-8b8c-f4c7c774883f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:21.611757 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-71e15acd-06eb-4455-8b8c-f4c7c774883f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2308133 Jul 13 08:09:21.617006 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52550) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:21.670731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['7d57d719-4a4a-4b1f-9f42-d8aff12460fd'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:09:21.908076 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec19c69-080c-4118-b00b-bb49f4fc2d59 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet 8404365c-42db-4b62-8a25-93adc1ce74aa {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:09:21.922445 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a8230185-8e6b-40aa-8add-7cded678cdca req-c85243db-9394-4564-af31-4f46dff6925b service neutron] 10.222.0.62 "GET /v2.0/networks/81ea72ab-a8e9-4967-949e-0f1148ce531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353653 Jul 13 08:09:21.944000 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ec19c69-080c-4118-b00b-bb49f4fc2d59 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:21.993067 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ecbe661f-be0f-429e-ba5d-987bf3de7ec8 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:09:22.076961 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ec19c69-080c-4118-b00b-bb49f4fc2d59 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:22.216255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port ecbe661f-be0f-429e-ba5d-987bf3de7ec8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:22.217172 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:22.255188 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d1df56f-80c9-4f9a-8a0d-bf3a2cf6175f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:22.922931 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ec19c69-080c-4118-b00b-bb49f4fc2d59 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:23.000943 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aee60-01d1-4d57-ac16-6afe624c1010 req-55e577e5-ae3f-4ddc-8eec-6e5c6a6d7b15 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:23.003744 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e9aee60-01d1-4d57-ac16-6afe624c1010 req-55e577e5-ae3f-4ddc-8eec-6e5c6a6d7b15 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 945 time: 0.8507252 Jul 13 08:09:23.153500 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e9aee60-01d1-4d57-ac16-6afe624c1010 req-756fec2e-b97e-4bd6-8cac-691e1f15adde tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a3028cd-0bbc-4f57-8f2b-8f5f254508e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181574 Jul 13 08:09:23.194781 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ec19c69-080c-4118-b00b-bb49f4fc2d59 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:23.247246 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75983a78-8308-4979-8589-4eb5dac0f830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:23.259269 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ec19c69-080c-4118-b00b-bb49f4fc2d59 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:23.266642 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7ec19c69-080c-4118-b00b-bb49f4fc2d59 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/8404365c-42db-4b62-8a25-93adc1ce74aa HTTP/1.1" status: 204 len: 168 time: 1.6442132 Jul 13 08:09:23.267181 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52596) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:23.282217 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b505683-e52b-4193-830c-045534f15812 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:23.315557 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d1df56f-80c9-4f9a-8a0d-bf3a2cf6175f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:23.320241 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec19c69-080c-4118-b00b-bb49f4fc2d59 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=8404365c-42db-4b62-8a25-93adc1ce74aa,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:23.326522 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d1df56f-80c9-4f9a-8a0d-bf3a2cf6175f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:23.373687 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-45fd47e7-9b0e-4c8c-ab2c-b9ec79dbc8b0 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1047881 Jul 13 08:09:23.375083 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52600) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:23.395892 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1df56f-80c9-4f9a-8a0d-bf3a2cf6175f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f5ecb8-a916-49e7-9a8f-6e2b318dcb40,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:23.436868 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5d1df56f-80c9-4f9a-8a0d-bf3a2cf6175f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fd2f50f2032640599f5acf42a4f6f73f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2687147 Jul 13 08:09:23.446903 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52602) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:23.574516 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26715c0c-0939-4cf3-94e7-e933f9f90027 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:23.579371 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-26715c0c-0939-4cf3-94e7-e933f9f90027 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2025371 Jul 13 08:09:23.580279 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52604) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:23.677496 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-99c599ad-4f59-47da-ba6d-095df262fbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:23.702756 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1785fffa-c37a-4427-88db-30ad1349961e None None] DHCP port deletion for 780f7a0e-8c20-4451-b666-5d4d18704b66 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:09:23.789281 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-99c599ad-4f59-47da-ba6d-095df262fbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:23.796741 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546b3a62-e2ab-4bac-b2ec-2a00bf3c12bb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:23.799456 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-546b3a62-e2ab-4bac-b2ec-2a00bf3c12bb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2159946 Jul 13 08:09:23.805450 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52614) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:23.834474 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1785fffa-c37a-4427-88db-30ad1349961e None None] Deleting port ecbe661f-be0f-429e-ba5d-987bf3de7ec8 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:09:23.835002 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1785fffa-c37a-4427-88db-30ad1349961e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:23.888021 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ecbe661f-be0f-429e-ba5d-987bf3de7ec8 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:09:23.951691 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ae110a79-be25-431d-b4e1-15eb3a85b3cd tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1442475 Jul 13 08:09:23.960379 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52620) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:23.971116 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-99c599ad-4f59-47da-ba6d-095df262fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:23.974596 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-66b45f27-14ab-4d79-a487-23733aab6ad9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:23.977383 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-99c599ad-4f59-47da-ba6d-095df262fbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:23.984005 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-99c599ad-4f59-47da-ba6d-095df262fbcd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86f5ecb8-a916-49e7-9a8f-6e2b318dcb40 HTTP/1.1" status: 204 len: 168 time: 0.5332048 Jul 13 08:09:23.999434 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c599ad-4f59-47da-ba6d-095df262fbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f5ecb8-a916-49e7-9a8f-6e2b318dcb40,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:24.217875 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b45f27-14ab-4d79-a487-23733aab6ad9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:24.232988 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66b45f27-14ab-4d79-a487-23733aab6ad9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:24.456686 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-1785fffa-c37a-4427-88db-30ad1349961e None None] For port ecbe661f-be0f-429e-ba5d-987bf3de7ec8, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ecbe661f-be0f-429e-ba5d-987bf3de7ec8,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:24.461532 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1785fffa-c37a-4427-88db-30ad1349961e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:24.499395 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1785fffa-c37a-4427-88db-30ad1349961e None None] Calling delete_port for ecbe661f-be0f-429e-ba5d-987bf3de7ec8 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:09:24.672900 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:24.719750 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7d57d719-4a4a-4b1f-9f42-d8aff12460fd up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:09:24.930417 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1785fffa-c37a-4427-88db-30ad1349961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:24.956948 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 7d57d719-4a4a-4b1f-9f42-d8aff12460fd completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:24.970714 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 7d57d719-4a4a-4b1f-9f42-d8aff12460fd triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:24.972314 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:25.058700 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1785fffa-c37a-4427-88db-30ad1349961e None None] No DVR routers for this DVR port ecbe661f-be0f-429e-ba5d-987bf3de7ec8 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:09:25.060373 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66b45f27-14ab-4d79-a487-23733aab6ad9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:25.079260 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785fffa-c37a-4427-88db-30ad1349961e None None] Pushing event deleted for resources: {'Port': ['ID=ecbe661f-be0f-429e-ba5d-987bf3de7ec8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:25.096964 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 08:09:25.096964 n-d-779913-28 neutron-server[93725]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 13 08:09:25.096964 n-d-779913-28 neutron-server[93725]: [parameters: {'status': 'DOWN', 'ports_id': 'ecbe661f-be0f-429e-ba5d-987bf3de7ec8'}] Jul 13 08:09:25.096964 n-d-779913-28 neutron-server[93725]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:09:25.097751 n-d-779913-28 neutron-server[93725]: DEBUG oslo_db.api [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:09:25.116323 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52652) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:25.120549 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718e84d-d499-4059-a552-2d4d186d1b34 req-47a828ec-e8c1-429f-916e-b98c96db9ed7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:25.124833 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5718e84d-d499-4059-a552-2d4d186d1b34 req-47a828ec-e8c1-429f-916e-b98c96db9ed7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 945 time: 0.5604417 Jul 13 08:09:25.155772 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fe44dd59-5395-4db8-aecd-93398b573776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:25.211716 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b45f27-14ab-4d79-a487-23733aab6ad9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:25.224997 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-66b45f27-14ab-4d79-a487-23733aab6ad9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:25.239741 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:25.245039 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b45f27-14ab-4d79-a487-23733aab6ad9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:25.248295 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66b45f27-14ab-4d79-a487-23733aab6ad9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:25.289816 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b45f27-14ab-4d79-a487-23733aab6ad9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=ad185597-68fc-4e6f-8e61-606774e5748b,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:25.291912 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 7d57d719-4a4a-4b1f-9f42-d8aff12460fd, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7d57d719-4a4a-4b1f-9f42-d8aff12460fd,segment=NetworkSegment(b2322381-ab59-4f21-b483-52a1a1631ffe),segment_id=b2322381-ab59-4f21-b483-52a1a1631ffe)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:25.295944 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efa64ba-0d66-4611-bc48-9ac7ca8835e6 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:25.301581 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc36be8-fde0-4c32-a8f4-d7e0aac691db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d57d719-4a4a-4b1f-9f42-d8aff12460fd'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:09:25.302356 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5718e84d-d499-4059-a552-2d4d186d1b34 req-61546d5f-10e1-43ce-9571-75d28edcc7bd tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a3028cd-0bbc-4f57-8f2b-8f5f254508e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418114 Jul 13 08:09:25.305215 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a72351-85bb-462c-aa95-24c9ee217beb" -d '{"events": [{"server_uuid": "6cc36be8-fde0-4c32-a8f4-d7e0aac691db", "name": "network-vif-plugged", "status": "completed", "tag": "7d57d719-4a4a-4b1f-9f42-d8aff12460fd"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:09:25.308536 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:25.440563 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=7d57d719-4a4a-4b1f-9f42-d8aff12460fd,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:25.486860 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fe44dd59-5395-4db8-aecd-93398b573776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:25.493273 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fe44dd59-5395-4db8-aecd-93398b573776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:25.507569 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-66b45f27-14ab-4d79-a487-23733aab6ad9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5412633 Jul 13 08:09:25.508757 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52660) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:25.527018 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2067246d-dd47-4e61-b38e-39994fdc5be5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'fixed_ips': [{'subnet_id': 'ad185597-68fc-4e6f-8e61-606774e5748b', 'ip_address': '2001:db8::9d72:19da:6c83:491c'}], 'name': 'tempest-NetworksTestDHCPv6-1174988938'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:25.662527 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fe44dd59-5395-4db8-aecd-93398b573776 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6d64cd8b94c94ba7a1fc1d80a13ee70c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5335085 Jul 13 08:09:25.664163 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52666) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:25.665176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44dd59-5395-4db8-aecd-93398b573776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8869da78-30e8-49e3-9575-43a4c17722a6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:25.776048 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f645a6-d94a-4ce6-8d1b-4f16ba2d685d x-openstack-request-id: req-a8f645a6-d94a-4ce6-8d1b-4f16ba2d685d {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:09:25.776846 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc36be8-fde0-4c32-a8f4-d7e0aac691db", "name": "network-vif-plugged", "status": "completed", "tag": "7d57d719-4a4a-4b1f-9f42-d8aff12460fd", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:09:25.776846 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8f645a6-d94a-4ce6-8d1b-4f16ba2d685d {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:09:25.783367 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d601bfff-726e-4728-9713-947e3c381723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:25.787360 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc36be8-fde0-4c32-a8f4-d7e0aac691db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d57d719-4a4a-4b1f-9f42-d8aff12460fd', 'code': 200} Jul 13 08:09:25.802153 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Port ecbe661f-be0f-429e-ba5d-987bf3de7ec8 update to DOWN by agent not found {{(pid=93725) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 13 08:09:25.851149 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d601bfff-726e-4728-9713-947e3c381723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:25.855259 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2067246d-dd47-4e61-b38e-39994fdc5be5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:26.008665 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e5231-2927-4b52-a740-c32f25b0d09a req-d67ae4c3-a5a7-43e2-ba63-45ff51c8eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:26.026359 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f28e5231-2927-4b52-a740-c32f25b0d09a req-d67ae4c3-a5a7-43e2-ba63-45ff51c8eaee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 1098 time: 0.1499369 Jul 13 08:09:26.083453 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d601bfff-726e-4728-9713-947e3c381723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:26.088473 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-780f7a0e-8c20-4451-b666-5d4d18704b66', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'fixed_ips': [{'subnet_id': 'ad185597-68fc-4e6f-8e61-606774e5748b'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:09:26.090005 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:26.093160 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d601bfff-726e-4728-9713-947e3c381723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:26.105638 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d601bfff-726e-4728-9713-947e3c381723 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8869da78-30e8-49e3-9575-43a4c17722a6 HTTP/1.1" status: 204 len: 168 time: 0.4346645 Jul 13 08:09:26.109076 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2067246d-dd47-4e61-b38e-39994fdc5be5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:26.131267 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601bfff-726e-4728-9713-947e3c381723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8869da78-30e8-49e3-9575-43a4c17722a6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:26.136875 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f28e5231-2927-4b52-a740-c32f25b0d09a req-60c0cf92-2681-4834-8219-a7e87820cb5d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4a3028cd-0bbc-4f57-8f2b-8f5f254508e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040874 Jul 13 08:09:26.142121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-bf17e578-478e-41dc-b5a2-4b577fe50086 None None] Provisioning complete for port 7d57d719-4a4a-4b1f-9f42-d8aff12460fd triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:26.146010 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf17e578-478e-41dc-b5a2-4b577fe50086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:26.162261 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-2067246d-dd47-4e61-b38e-39994fdc5be5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] device_id is not set on port b172c541-54c2-4cdc-a50b-4740d709c8e6 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:09:26.450450 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-2067246d-dd47-4e61-b38e-39994fdc5be5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8::9d72:19da:6c83:491c (780f7a0e-8c20-4451-b666-5d4d18704b66/ad185597-68fc-4e6f-8e61-606774e5748b/b172c541-54c2-4cdc-a50b-4740d709c8e6) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:26.861207 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2067246d-dd47-4e61-b38e-39994fdc5be5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:26.879218 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a074a9-87da-469a-b62c-5b8f2ad6c311 req-d806e476-c853-4f63-921e-d567389a7c94 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:26.881618 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28a074a9-87da-469a-b62c-5b8f2ad6c311 req-d806e476-c853-4f63-921e-d567389a7c94 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 946 time: 0.2286990 Jul 13 08:09:26.907233 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-2067246d-dd47-4e61-b38e-39994fdc5be5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Transition to ACTIVE for port object b172c541-54c2-4cdc-a50b-4740d709c8e6 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:26.989049 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28a074a9-87da-469a-b62c-5b8f2ad6c311 req-78df1742-9a95-4b81-b70f-1a188a204bf0 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a3028cd-0bbc-4f57-8f2b-8f5f254508e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851579 Jul 13 08:09:27.046665 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2067246d-dd47-4e61-b38e-39994fdc5be5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:27.142532 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2067246d-dd47-4e61-b38e-39994fdc5be5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:27.150929 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2067246d-dd47-4e61-b38e-39994fdc5be5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:27.185270 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2067246d-dd47-4e61-b38e-39994fdc5be5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:27.199721 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2067246d-dd47-4e61-b38e-39994fdc5be5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:27.201065 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2067246d-dd47-4e61-b38e-39994fdc5be5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:27.225232 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067246d-dd47-4e61-b38e-39994fdc5be5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=b172c541-54c2-4cdc-a50b-4740d709c8e6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:27.240988 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2067246d-dd47-4e61-b38e-39994fdc5be5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7300491 Jul 13 08:09:27.245323 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52706) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:27.255271 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] Allocated IP 2001:db8::2 (780f7a0e-8c20-4451-b666-5d4d18704b66/ad185597-68fc-4e6f-8e61-606774e5748b/ab150adc-ac48-4e94-8042-a96ea0dab57c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:27.388142 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215c7877-ba9a-4699-98ab-62eb55f1bb90 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:27.392900 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-215c7877-ba9a-4699-98ab-62eb55f1bb90 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1434634 Jul 13 08:09:27.396000 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52712) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:27.647593 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:27.669493 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68469fa5-e086-4e63-9b0e-5526839ceccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:27.672621 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7376788d-cf8a-4850-bcc1-7ad25aaec412 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting port b172c541-54c2-4cdc-a50b-4740d709c8e6 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:09:27.674209 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7376788d-cf8a-4850-bcc1-7ad25aaec412 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:27.703229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] Transition to ACTIVE for port object ab150adc-ac48-4e94-8042-a96ea0dab57c will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:27.703881 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52720) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:27.771228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] Transition to ACTIVE for port object ab150adc-ac48-4e94-8042-a96ea0dab57c will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:27.784799 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:27.900399 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7376788d-cf8a-4850-bcc1-7ad25aaec412 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:27.932382 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7376788d-cf8a-4850-bcc1-7ad25aaec412 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Calling delete_port for b172c541-54c2-4cdc-a50b-4740d709c8e6 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:09:27.939682 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:27.961811 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:27.973650 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-ce4e2880-49a9-4d4e-aeb8-0c9cf1bb9297 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:27.980495 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ce4e2880-49a9-4d4e-aeb8-0c9cf1bb9297 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2725983 Jul 13 08:09:27.981880 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52724) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:27.983004 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:27.991110 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:28.000479 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-87f07717-41f2-4b5a-afd1-9e1abab99806 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.004499 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-87f07717-41f2-4b5a-afd1-9e1abab99806 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0198991 Jul 13 08:09:28.010171 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52728) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.018260 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-73fdf048-015b-4129-9a6e-06f7cfb9072f tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.030181 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-73fdf048-015b-4129-9a6e-06f7cfb9072f tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0178053 Jul 13 08:09:28.033735 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52730) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.065587 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-344c5e16-d5e5-4c91-be39-2eb0dec046b0 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.066975 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] Pushing event updated for resources: {'Port': ['ID=ab150adc-ac48-4e94-8042-a96ea0dab57c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:28.084205 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52736) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.092608 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-344c5e16-d5e5-4c91-be39-2eb0dec046b0 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0547171 Jul 13 08:09:28.099328 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [None req-f599c573-ced1-4d8e-b764-24227b313c5b tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.106190 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52744) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.114797 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-2f152403-781a-4113-acbc-d84bd8983224 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.121875 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f599c573-ced1-4d8e-b764-24227b313c5b tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0314934 Jul 13 08:09:28.122859 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52748) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.130206 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2f152403-781a-4113-acbc-d84bd8983224 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0221524 Jul 13 08:09:28.166726 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [None req-9ddcd256-1b81-424d-ad2d-32f9fd07c381 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.174010 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52750) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.182405 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-4e85a817-1695-47a6-985f-bd0c18e8663e tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.190500 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9ddcd256-1b81-424d-ad2d-32f9fd07c381 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0357387 Jul 13 08:09:28.192035 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52752) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.194849 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4e85a817-1695-47a6-985f-bd0c18e8663e tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0190654 Jul 13 08:09:28.205379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] Attempting to bind port ab150adc-ac48-4e94-8042-a96ea0dab57c on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:09:28.206032 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] Attempting to bind port ab150adc-ac48-4e94-8042-a96ea0dab57c by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:09:28.206710 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] Attempting to bind port ab150adc-ac48-4e94-8042-a96ea0dab57c on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:09:28.221683 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:09:28.222362 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:09:28.224602 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:28.225311 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:09:28.226845 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] Bound port: ab150adc-ac48-4e94-8042-a96ea0dab57c, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:09:28.227453 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:28.237112 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [None req-bb70d9fe-998f-47c0-94ed-0565ca621c7b tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.247088 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52756) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.267597 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-3de951ac-7a4b-4d06-b7c3-ff37c1613880 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.269061 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3de951ac-7a4b-4d06-b7c3-ff37c1613880 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0129673 Jul 13 08:09:28.271337 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bb70d9fe-998f-47c0-94ed-0565ca621c7b tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0705426 Jul 13 08:09:28.281833 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52758) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.296358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-5d9cecd8-25f4-4479-9e9b-9b7ad94b7f61 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.299332 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5d9cecd8-25f4-4479-9e9b-9b7ad94b7f61 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0119672 Jul 13 08:09:28.305932 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52760) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.321845 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-ab375ab5-9a45-49be-82ad-6c40caf14e50 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.324363 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ab375ab5-9a45-49be-82ad-6c40caf14e50 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0074928 Jul 13 08:09:28.329058 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52762) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.340899 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-068dee5b-1466-4435-9ee1-c995b7d88ebb tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.343575 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-068dee5b-1466-4435-9ee1-c995b7d88ebb tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0124876 Jul 13 08:09:28.347812 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52764) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.355302 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [None req-8e47c859-0f75-4bfb-8fd7-2bdb4c82c0df tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.356894 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8e47c859-0f75-4bfb-8fd7-2bdb4c82c0df tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0075955 Jul 13 08:09:28.361140 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52766) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.369236 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-1590cf0a-139c-4b78-8df0-9398db1e872c tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.371492 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1590cf0a-139c-4b78-8df0-9398db1e872c tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0084140 Jul 13 08:09:28.375749 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52768) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.388451 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [None req-7bd1377e-1572-4b3e-addf-86c8bd69d6b4 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.390240 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7bd1377e-1572-4b3e-addf-86c8bd69d6b4 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0129623 Jul 13 08:09:28.395389 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52770) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.403464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-2f0e17b2-b104-4a36-afc5-dd828de50ab3 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.404714 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2f0e17b2-b104-4a36-afc5-dd828de50ab3 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0075073 Jul 13 08:09:28.409542 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52772) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.421046 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] For port ab150adc-ac48-4e94-8042-a96ea0dab57c, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:09:28.423767 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-078ce4d0-065f-4daa-a975-07154e83bbeb tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.430838 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-078ce4d0-065f-4daa-a975-07154e83bbeb tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0154202 Jul 13 08:09:28.432039 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52776) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.442007 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-8a65de9a-d63b-4a52-b27c-6ee9ffe5a709 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.443317 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8a65de9a-d63b-4a52-b27c-6ee9ffe5a709 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0096090 Jul 13 08:09:28.449610 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52778) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.458189 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-a66d23b7-38bd-4f71-b9b4-8f357366300f tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.461748 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a66d23b7-38bd-4f71-b9b4-8f357366300f tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0103085 Jul 13 08:09:28.465835 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52780) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.473740 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-6285f610-2f9b-451b-a741-1425f4de768c tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.477210 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6285f610-2f9b-451b-a741-1425f4de768c tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0079608 Jul 13 08:09:28.480592 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52782) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.490202 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-8c0c43d0-afc6-4e6f-9921-1fc85e1f3e1d tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.492762 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8c0c43d0-afc6-4e6f-9921-1fc85e1f3e1d tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0097919 Jul 13 08:09:28.496091 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52784) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.502146 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-f4b900f9-3ad7-4598-99d7-a038586d96f0 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.509441 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f4b900f9-3ad7-4598-99d7-a038586d96f0 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0120506 Jul 13 08:09:28.510325 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52786) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.516627 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-fe3339f3-3f13-4ee7-a630-f12c2b1008c2 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.523003 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fe3339f3-3f13-4ee7-a630-f12c2b1008c2 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0108817 Jul 13 08:09:28.523956 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52788) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.532135 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-7a6bb9f1-d9d7-4440-9a68-9b6f4c4bdb6a tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.534300 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7a6bb9f1-d9d7-4440-9a68-9b6f4c4bdb6a tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0083728 Jul 13 08:09:28.537620 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52790) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.544051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-10eff685-8dfa-4828-b98d-526fe658504a tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.550401 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-10eff685-8dfa-4828-b98d-526fe658504a tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0112598 Jul 13 08:09:28.551996 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52792) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.565374 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] For port ab150adc-ac48-4e94-8042-a96ea0dab57c, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ab150adc-ac48-4e94-8042-a96ea0dab57c,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:09:28.567507 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-c755e0b5-2ef1-4d7e-a363-36d625fa741d tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.574238 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:28.575858 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7376788d-cf8a-4850-bcc1-7ad25aaec412 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:28.579321 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52794) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.584293 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c755e0b5-2ef1-4d7e-a363-36d625fa741d tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0193455 Jul 13 08:09:28.592209 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [None req-70fe9240-38f2-488a-ac7b-861f75ff9365 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.597013 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-70fe9240-38f2-488a-ac7b-861f75ff9365 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0051210 Jul 13 08:09:28.598384 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52796) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.605960 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-f40da42e-8cc3-4d98-9020-79438162b7c4 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.622869 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f40da42e-8cc3-4d98-9020-79438162b7c4 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0226839 Jul 13 08:09:28.623606 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52798) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.628997 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-a534ae14-447c-44cb-b45c-40fe6209aa03 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.638369 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a534ae14-447c-44cb-b45c-40fe6209aa03 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0133338 Jul 13 08:09:28.639212 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52800) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.660536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-85163491-becb-4f89-8861-6a7993ab1df9 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.671758 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-85163491-becb-4f89-8861-6a7993ab1df9 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0307863 Jul 13 08:09:28.672727 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52802) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.692464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-e7ecea72-5745-47b6-a65d-d445726c24f7 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.698229 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e7ecea72-5745-47b6-a65d-d445726c24f7 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0238409 Jul 13 08:09:28.699166 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52806) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.701687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376788d-cf8a-4850-bcc1-7ad25aaec412 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=b172c541-54c2-4cdc-a50b-4740d709c8e6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:28.720930 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-27bc4bee-a087-4437-a4d3-abe9269a0c0e tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.726908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52810) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.732213 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [None req-9e601b87-5b54-4546-96aa-2f399ed73094 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.734272 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9e601b87-5b54-4546-96aa-2f399ed73094 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0065467 Jul 13 08:09:28.734979 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-27bc4bee-a087-4437-a4d3-abe9269a0c0e tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0278258 Jul 13 08:09:28.737729 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52812) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.745900 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-d5452c16-f2db-48d2-82d8-17d74833ea8d tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.748311 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d5452c16-f2db-48d2-82d8-17d74833ea8d tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0087206 Jul 13 08:09:28.751874 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52814) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.761340 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-bac9bc4b-229e-4303-bddf-975f3d7c844a tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.770834 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bac9bc4b-229e-4303-bddf-975f3d7c844a tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0167367 Jul 13 08:09:28.771813 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52816) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.793235 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-c3a90c6c-94cb-40d2-af7e-c03e8cafc19e tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.802979 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e072a8-a985-480d-b055-64c7c40cd205 req-b646e2b5-6db8-4d17-a061-550628644838 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:28.803394 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c3a90c6c-94cb-40d2-af7e-c03e8cafc19e tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0295045 Jul 13 08:09:28.803657 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52818) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.807362 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30e072a8-a985-480d-b055-64c7c40cd205 req-b646e2b5-6db8-4d17-a061-550628644838 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 946 time: 0.3107429 Jul 13 08:09:28.809671 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7376788d-cf8a-4850-bcc1-7ad25aaec412 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:28.811888 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-bb4b1e50-2a13-4e03-9a39-01eb33265f8f tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.813378 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7376788d-cf8a-4850-bcc1-7ad25aaec412 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/b172c541-54c2-4cdc-a50b-4740d709c8e6 HTTP/1.1" status: 204 len: 168 time: 1.4155438 Jul 13 08:09:28.816447 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52820) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.817256 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52822) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.819005 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bb4b1e50-2a13-4e03-9a39-01eb33265f8f tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0137293 Jul 13 08:09:28.821070 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c3cfb-564d-45e0-9ad1-99b2bb2f8cb5 None None] Pushing event updated for resources: {'Port': ['ID=ab150adc-ac48-4e94-8042-a96ea0dab57c,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:28.853039 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [None req-0cb01d2c-89ae-4ccd-b6ff-3cff8f08c227 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.856817 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0cb01d2c-89ae-4ccd-b6ff-3cff8f08c227 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0374415 Jul 13 08:09:28.859955 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52824) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.867251 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-c4be0c86-310e-447f-9aff-3ce510993a31 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.871904 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c4be0c86-310e-447f-9aff-3ce510993a31 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0100532 Jul 13 08:09:28.873058 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52826) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.879631 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-a00a950f-8f8c-461f-973b-c6c3ac3f2a2c tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.884750 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a00a950f-8f8c-461f-973b-c6c3ac3f2a2c tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0104001 Jul 13 08:09:28.885753 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52828) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.891698 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-d0f15b0e-535e-4636-8548-7ccc39083219 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.898590 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d0f15b0e-535e-4636-8548-7ccc39083219 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0109682 Jul 13 08:09:28.899944 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52830) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.909114 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-d49acff8-92b5-4ba4-b133-49e19b7f00f1 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.915480 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d49acff8-92b5-4ba4-b133-49e19b7f00f1 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0109153 Jul 13 08:09:28.916856 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52832) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.924517 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-aab4450c-7857-42d3-8fee-560c30805eb9 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.931526 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-aab4450c-7857-42d3-8fee-560c30805eb9 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0122771 Jul 13 08:09:28.932856 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52834) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.941994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-2aef4d31-cb43-4875-918c-0b50635ce9d9 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.948367 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2aef4d31-cb43-4875-918c-0b50635ce9d9 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0136411 Jul 13 08:09:28.949749 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52836) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.955213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-d104e1ad-4aba-46eb-9cbe-e8a1497a2335 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.960830 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d104e1ad-4aba-46eb-9cbe-e8a1497a2335 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0096912 Jul 13 08:09:28.961028 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52838) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.969201 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [None req-ea48cafe-fdc8-4ae2-9c1d-dce29f5db3b9 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.970576 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ea48cafe-fdc8-4ae2-9c1d-dce29f5db3b9 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0057445 Jul 13 08:09:28.974993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52840) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.982185 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-63302daa-4501-4b1b-98ae-630cb215a125 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.982927 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74d54c2-9361-4ea3-aa26-b1612ca089f6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:28.986803 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74d54c2-9361-4ea3-aa26-b1612ca089f6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:28.989031 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-63302daa-4501-4b1b-98ae-630cb215a125 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0124550 Jul 13 08:09:28.990133 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52842) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:28.993895 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e74d54c2-9361-4ea3-aa26-b1612ca089f6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1717191 Jul 13 08:09:28.997263 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-f3e478f9-edfe-4dcf-8512-ff07f491d671 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:28.999126 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30e072a8-a985-480d-b055-64c7c40cd205 req-5c7f7328-9907-4ad9-84aa-4b7ff8e86a22 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a3028cd-0bbc-4f57-8f2b-8f5f254508e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304815 Jul 13 08:09:29.000090 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52844) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.003437 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f3e478f9-edfe-4dcf-8512-ff07f491d671 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0117290 Jul 13 08:09:29.008259 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52846) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.016167 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-833e1d3f-a599-4f34-a265-2372b34ffdd0 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:29.020915 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-833e1d3f-a599-4f34-a265-2372b34ffdd0 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0116541 Jul 13 08:09:29.028639 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52848) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.057366 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-5b997801-209a-407e-a271-cd930cf9e782 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:29.070041 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5b997801-209a-407e-a271-cd930cf9e782 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0398476 Jul 13 08:09:29.071043 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52850) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.092912 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-15740c9d-23b7-48d1-a50e-d130fe451614 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:29.111076 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-15740c9d-23b7-48d1-a50e-d130fe451614 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0382574 Jul 13 08:09:29.111964 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52854) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.136791 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-5de06d9b-9b46-4d27-9804-eb2b15e4cf3f tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:29.155399 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-f074cd8d-7b3f-4c20-97a1-01207037b251 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet ad185597-68fc-4e6f-8e61-606774e5748b {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:09:29.158423 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5de06d9b-9b46-4d27-9804-eb2b15e4cf3f tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0275834 Jul 13 08:09:29.159491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52856) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.179918 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-8bdf881c-73fa-4052-9d4e-95f8f65ca2d3 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:29.184890 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8bdf881c-73fa-4052-9d4e-95f8f65ca2d3 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0236497 Jul 13 08:09:29.185788 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52858) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.192095 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-e213fa13-f662-41ed-8529-5c56ad241035 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:29.196672 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f074cd8d-7b3f-4c20-97a1-01207037b251 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:29.198761 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e213fa13-f662-41ed-8529-5c56ad241035 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0116196 Jul 13 08:09:29.199477 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52862) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.204787 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-226f4588-c426-425e-93ef-8c35c9ce93e3 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:29.210849 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-226f4588-c426-425e-93ef-8c35c9ce93e3 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0101585 Jul 13 08:09:29.212834 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52864) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.219880 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-11a31641-263c-41a2-b1c4-a389dad6bffe tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:29.225046 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-11a31641-263c-41a2-b1c4-a389dad6bffe tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0100017 Jul 13 08:09:29.226320 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52868) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.232042 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-d5fb8e83-4f47-4a44-84c5-2802cdca64db tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:29.237775 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d5fb8e83-4f47-4a44-84c5-2802cdca64db tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0098889 Jul 13 08:09:29.247760 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52870) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.256148 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-35237db3-d7ce-4d41-9299-404ea3d7af38 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:29.262864 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-35237db3-d7ce-4d41-9299-404ea3d7af38 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0126610 Jul 13 08:09:29.264130 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52874) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.274533 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-c30da849-2169-4519-a0b9-ac2dbec347a5 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:29.281831 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c30da849-2169-4519-a0b9-ac2dbec347a5 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0153360 Jul 13 08:09:29.284134 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52876) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.294408 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-ea24dc00-a4cc-4c99-8c3a-b29aa31ea00d tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:29.312295 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ea24dc00-a4cc-4c99-8c3a-b29aa31ea00d tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0262225 Jul 13 08:09:29.313232 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52878) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.322914 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-fd836771-0f4f-42c7-9652-89632bb4ae75 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:29.329799 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fd836771-0f4f-42c7-9652-89632bb4ae75 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0145614 Jul 13 08:09:29.332780 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52882) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.346250 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-4a58959f-39cc-47a8-862c-1cfae22693af tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:29.357445 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4a58959f-39cc-47a8-862c-1cfae22693af tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0226843 Jul 13 08:09:29.357811 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f074cd8d-7b3f-4c20-97a1-01207037b251 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:29.359044 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52884) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.375068 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-ae84281a-4fe0-49b1-afe7-74e25cb896fa tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:29.387017 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ae84281a-4fe0-49b1-afe7-74e25cb896fa tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0259864 Jul 13 08:09:29.389038 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52886) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.401616 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-8678ae48-89b5-425f-8c3a-d849e345f547 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:29.419818 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8678ae48-89b5-425f-8c3a-d849e345f547 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0245240 Jul 13 08:09:29.421438 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52888) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.443006 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-ac5a038b-78c3-4c03-bae3-1409966a6255 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:29.457314 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52890) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.457616 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ac5a038b-78c3-4c03-bae3-1409966a6255 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0291550 Jul 13 08:09:29.472564 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [None req-74c42a0c-8e8d-4922-aea5-ff258426967e tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:29.474764 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-74c42a0c-8e8d-4922-aea5-ff258426967e tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0114143 Jul 13 08:09:29.480487 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52894) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.492339 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [None req-743b7682-5355-4fdd-91ff-6f6085dc2904 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:29.494515 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-743b7682-5355-4fdd-91ff-6f6085dc2904 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0088706 Jul 13 08:09:29.499489 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52896) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.508613 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [None req-e2475b8c-d6c5-465f-a613-971dd9550045 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:09:29.526218 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e2475b8c-d6c5-465f-a613-971dd9550045 tempest-ExtensionsTestJSON-1934338631 tempest-ExtensionsTestJSON-1934338631-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0244343 Jul 13 08:09:29.665015 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f074cd8d-7b3f-4c20-97a1-01207037b251 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:29.679397 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:29.740986 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe2716-99d1-4a06-b96e-83c14314a176 req-a52d6bce-03ca-4891-a382-666a977a4a73 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:29.747686 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53fe2716-99d1-4a06-b96e-83c14314a176 req-a52d6bce-03ca-4891-a382-666a977a4a73 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 946 time: 0.3559186 Jul 13 08:09:29.875225 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53fe2716-99d1-4a06-b96e-83c14314a176 req-675447a4-52af-42a0-924b-414633f11cfc tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a3028cd-0bbc-4f57-8f2b-8f5f254508e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142612 Jul 13 08:09:29.916470 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f074cd8d-7b3f-4c20-97a1-01207037b251 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:29.982640 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52904) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:30.028863 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074cd8d-7b3f-4c20-97a1-01207037b251 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=ad185597-68fc-4e6f-8e61-606774e5748b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:30.069563 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f074cd8d-7b3f-4c20-97a1-01207037b251 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:30.074114 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f074cd8d-7b3f-4c20-97a1-01207037b251 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/ad185597-68fc-4e6f-8e61-606774e5748b HTTP/1.1" status: 204 len: 168 time: 1.0718329 Jul 13 08:09:30.078545 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52908) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:30.147052 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ab150adc-ac48-4e94-8042-a96ea0dab57c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:09:30.196008 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-55dc659b-dffe-42bb-9495-17546158bd60 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1156318 Jul 13 08:09:30.201089 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52910) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:30.203363 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdba50a7-1860-4764-8b37-393c5d5443ac tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:30.206691 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cdba50a7-1860-4764-8b37-393c5d5443ac tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 1093 time: 0.2217047 Jul 13 08:09:30.212124 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52912) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:30.214049 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6da9eefb-f1a8-49a5-ae1f-17597332fe47 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:30.233738 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-4152df9b-ec46-455a-9e97-d7ded7da04e1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': '7d57d719-4a4a-4b1f-9f42-d8aff12460fd', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:30.268006 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port ab150adc-ac48-4e94-8042-a96ea0dab57c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:30.322919 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4152df9b-ec46-455a-9e97-d7ded7da04e1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for floatingip, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:30.396509 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52918) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:30.514468 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da9eefb-f1a8-49a5-ae1f-17597332fe47 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:30.523914 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6da9eefb-f1a8-49a5-ae1f-17597332fe47 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:30.616839 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c86f62-ede9-4dd4-894a-83ca9d8d1ba5 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:30.629997 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4152df9b-ec46-455a-9e97-d7ded7da04e1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:30.642572 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20933c0b-2339-40cc-83e1-502020083e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:30.946143 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6da9eefb-f1a8-49a5-ae1f-17597332fe47 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:30.987636 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f6403ca7-139b-4bf1-a52b-e5aa72f3ea9b None None] Provisioning for port ab150adc-ac48-4e94-8042-a96ea0dab57c completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:30.994949 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f6403ca7-139b-4bf1-a52b-e5aa72f3ea9b None None] Provisioning complete for port ab150adc-ac48-4e94-8042-a96ea0dab57c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:30.996334 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6403ca7-139b-4bf1-a52b-e5aa72f3ea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:31.027089 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20933c0b-2339-40cc-83e1-502020083e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:31.061190 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9eefb-f1a8-49a5-ae1f-17597332fe47 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=2b87ec55-bdd8-4a56-8cd5-e96df62fdb8c,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:31.081258 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da9eefb-f1a8-49a5-ae1f-17597332fe47 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:31.083178 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-6da9eefb-f1a8-49a5-ae1f-17597332fe47 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:31.093419 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9eefb-f1a8-49a5-ae1f-17597332fe47 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:31.094617 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6da9eefb-f1a8-49a5-ae1f-17597332fe47 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:31.105218 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-20933c0b-2339-40cc-83e1-502020083e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:31.163517 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6da9eefb-f1a8-49a5-ae1f-17597332fe47 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9557528 Jul 13 08:09:31.165417 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52934) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:31.179720 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1f38b72e-eb9c-4740-a9ca-4bb6360449ae tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'fixed_ips': [{'subnet_id': '2b87ec55-bdd8-4a56-8cd5-e96df62fdb8c', 'ip_address': '2001:db8::8289:9a9f:d574:f338'}], 'name': 'tempest-NetworksTestDHCPv6-1186315691'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:31.201361 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6403ca7-139b-4bf1-a52b-e5aa72f3ea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:31.236864 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-20933c0b-2339-40cc-83e1-502020083e32 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6d4a57cd06a4675a862b170258af036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8302102 Jul 13 08:09:31.238987 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 52936) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:31.268857 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-4152df9b-ec46-455a-9e97-d7ded7da04e1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Allocated IP 172.25.0.166 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/347960bb-2c1b-4edb-be9c-1894a96aa752) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:31.272644 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20933c0b-2339-40cc-83e1-502020083e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09337f13-a6f9-4db8-a53f-eae6f0447148,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:31.293406 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713319a9-9078-4e59-80c5-c41ee0f4eea5 None None] DHCP port deletion for 780f7a0e-8c20-4451-b666-5d4d18704b66 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:09:31.303239 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f6403ca7-139b-4bf1-a52b-e5aa72f3ea9b None None] For port ab150adc-ac48-4e94-8042-a96ea0dab57c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ab150adc-ac48-4e94-8042-a96ea0dab57c,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:31.309791 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6403ca7-139b-4bf1-a52b-e5aa72f3ea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:31.449484 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:31.501822 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6403ca7-139b-4bf1-a52b-e5aa72f3ea9b None None] Pushing event updated for resources: {'Port': ['ID=ab150adc-ac48-4e94-8042-a96ea0dab57c,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:31.517168 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-713319a9-9078-4e59-80c5-c41ee0f4eea5 None None] Deleting port ab150adc-ac48-4e94-8042-a96ea0dab57c {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:09:31.518059 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-713319a9-9078-4e59-80c5-c41ee0f4eea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:31.660703 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0e40d31c-2b05-432d-8fb5-1c90d69b6e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:31.700240 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f38b72e-eb9c-4740-a9ca-4bb6360449ae tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:31.715630 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-713319a9-9078-4e59-80c5-c41ee0f4eea5 None None] For port ab150adc-ac48-4e94-8042-a96ea0dab57c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ab150adc-ac48-4e94-8042-a96ea0dab57c,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:31.717458 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-713319a9-9078-4e59-80c5-c41ee0f4eea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:31.740998 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0e40d31c-2b05-432d-8fb5-1c90d69b6e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:31.745789 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4152df9b-ec46-455a-9e97-d7ded7da04e1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:31.746480 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-713319a9-9078-4e59-80c5-c41ee0f4eea5 None None] Calling delete_port for ab150adc-ac48-4e94-8042-a96ea0dab57c owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:09:31.861275 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4152df9b-ec46-455a-9e97-d7ded7da04e1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:31.937207 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0e40d31c-2b05-432d-8fb5-1c90d69b6e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:31.975189 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0e40d31c-2b05-432d-8fb5-1c90d69b6e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:31.976880 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0e40d31c-2b05-432d-8fb5-1c90d69b6e26 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/09337f13-a6f9-4db8-a53f-eae6f0447148 HTTP/1.1" status: 204 len: 168 time: 0.7286267 Jul 13 08:09:32.004876 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ab150adc-ac48-4e94-8042-a96ea0dab57c no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:09:32.017794 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f38b72e-eb9c-4740-a9ca-4bb6360449ae tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:32.056474 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4152df9b-ec46-455a-9e97-d7ded7da04e1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:32.068809 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-4152df9b-ec46-455a-9e97-d7ded7da04e1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:32.070560 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-1f38b72e-eb9c-4740-a9ca-4bb6360449ae tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] device_id is not set on port f4c2c5d4-86b0-4b41-ba4a-ad59d73b5bf7 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:09:32.081498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4152df9b-ec46-455a-9e97-d7ded7da04e1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:32.089772 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-713319a9-9078-4e59-80c5-c41ee0f4eea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:32.124161 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40d31c-2b05-432d-8fb5-1c90d69b6e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09337f13-a6f9-4db8-a53f-eae6f0447148,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:32.190618 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713319a9-9078-4e59-80c5-c41ee0f4eea5 None None] Pushing event deleted for resources: {'Port': ['ID=ab150adc-ac48-4e94-8042-a96ea0dab57c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:32.195536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152df9b-ec46-455a-9e97-d7ded7da04e1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'Port': ['ID=347960bb-2c1b-4edb-be9c-1894a96aa752,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:32.286259 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713319a9-9078-4e59-80c5-c41ee0f4eea5 None None] No DVR routers for this DVR port ab150adc-ac48-4e94-8042-a96ea0dab57c on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:09:32.339553 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No active binding found for port ab150adc-ac48-4e94-8042-a96ea0dab57c {{(pid=93725) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 08:09:32.344195 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ab150adc-ac48-4e94-8042-a96ea0dab57c not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:09:32.349515 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee29f00-249f-4934-a0f7-6f907a045c95 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:32.652870 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-1f38b72e-eb9c-4740-a9ca-4bb6360449ae tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8::8289:9a9f:d574:f338 (780f7a0e-8c20-4451-b666-5d4d18704b66/2b87ec55-bdd8-4a56-8cd5-e96df62fdb8c/f4c2c5d4-86b0-4b41-ba4a-ad59d73b5bf7) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:32.958126 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-780f7a0e-8c20-4451-b666-5d4d18704b66', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'fixed_ips': [{'subnet_id': '2b87ec55-bdd8-4a56-8cd5-e96df62fdb8c'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:09:32.966792 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:33.071825 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f38b72e-eb9c-4740-a9ca-4bb6360449ae tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:33.098398 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-1f38b72e-eb9c-4740-a9ca-4bb6360449ae tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Transition to ACTIVE for port object f4c2c5d4-86b0-4b41-ba4a-ad59d73b5bf7 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:33.134301 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4152df9b-ec46-455a-9e97-d7ded7da04e1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:33.165894 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f38b72e-eb9c-4740-a9ca-4bb6360449ae tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:33.258337 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38b72e-eb9c-4740-a9ca-4bb6360449ae tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=f4c2c5d4-86b0-4b41-ba4a-ad59d73b5bf7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:33.281442 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f38b72e-eb9c-4740-a9ca-4bb6360449ae tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:33.284464 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1f38b72e-eb9c-4740-a9ca-4bb6360449ae tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:33.290179 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f38b72e-eb9c-4740-a9ca-4bb6360449ae tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:33.298945 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f38b72e-eb9c-4740-a9ca-4bb6360449ae tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:33.299748 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f38b72e-eb9c-4740-a9ca-4bb6360449ae tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:33.333772 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4152df9b-ec46-455a-9e97-d7ded7da04e1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:33.355338 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1f38b72e-eb9c-4740-a9ca-4bb6360449ae tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1873028 Jul 13 08:09:33.358021 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52978) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:33.665842 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] Allocated IP 2001:db8::2 (780f7a0e-8c20-4451-b666-5d4d18704b66/2b87ec55-bdd8-4a56-8cd5-e96df62fdb8c/f5eb8391-862c-4515-8a8e-943a2bae4b35) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:33.688957 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902c1c70-c2c5-4bc7-9a44-b110783e238c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:33.708421 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-902c1c70-c2c5-4bc7-9a44-b110783e238c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3443849 Jul 13 08:09:33.713481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 52990) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:33.768426 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4152df9b-ec46-455a-9e97-d7ded7da04e1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:33.777205 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4152df9b-ec46-455a-9e97-d7ded7da04e1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:34.020582 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152df9b-ec46-455a-9e97-d7ded7da04e1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'Port': ['ID=347960bb-2c1b-4edb-be9c-1894a96aa752,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:34.025143 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:34.039564 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] Transition to ACTIVE for port object f5eb8391-862c-4515-8a8e-943a2bae4b35 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:34.044827 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4152df9b-ec46-455a-9e97-d7ded7da04e1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:34.063399 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8d2827ac-cecc-42a8-b090-3351a9533f2c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting port f4c2c5d4-86b0-4b41-ba4a-ad59d73b5bf7 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:09:34.064018 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d2827ac-cecc-42a8-b090-3351a9533f2c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:34.064304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] Transition to ACTIVE for port object f5eb8391-862c-4515-8a8e-943a2bae4b35 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:34.074005 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:34.133031 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:34.239824 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] Pushing event updated for resources: {'Port': ['ID=f5eb8391-862c-4515-8a8e-943a2bae4b35,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:34.243406 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:34.260739 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:34.341764 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d2827ac-cecc-42a8-b090-3351a9533f2c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:34.342623 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53002) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:34.376473 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-4152df9b-ec46-455a-9e97-d7ded7da04e1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Floating IP bc20d984-5d69-433f-bf44-1704567bb9e4 associated. External IP: 172.25.0.166, port: 7d57d719-4a4a-4b1f-9f42-d8aff12460fd. Jul 13 08:09:34.377246 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8d2827ac-cecc-42a8-b090-3351a9533f2c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Calling delete_port for f4c2c5d4-86b0-4b41-ba4a-ad59d73b5bf7 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:09:34.443366 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] Attempting to bind port f5eb8391-862c-4515-8a8e-943a2bae4b35 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:09:34.443366 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] Attempting to bind port f5eb8391-862c-4515-8a8e-943a2bae4b35 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:09:34.443366 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] Attempting to bind port f5eb8391-862c-4515-8a8e-943a2bae4b35 on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:09:34.470743 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:09:34.471632 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:09:34.473056 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:34.473942 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:09:34.475231 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] Bound port: f5eb8391-862c-4515-8a8e-943a2bae4b35, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:09:34.476118 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:34.784852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-00701668-21e1-44da-8ea2-fb03bb42ae42 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-413394018'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:34.788284 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] For port f5eb8391-862c-4515-8a8e-943a2bae4b35, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:09:34.845815 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00701668-21e1-44da-8ea2-fb03bb42ae42 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Made reservation on behalf of 87dd4fcd4b674dd982f8e691cab98ae2 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:34.851644 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00701668-21e1-44da-8ea2-fb03bb42ae42 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:34.872816 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00701668-21e1-44da-8ea2-fb03bb42ae42 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:34.913333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] For port f5eb8391-862c-4515-8a8e-943a2bae4b35, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f5eb8391-862c-4515-8a8e-943a2bae4b35,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:09:34.918810 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:34.924148 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d2827ac-cecc-42a8-b090-3351a9533f2c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:35.048363 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d0416-3ab5-4a54-94e8-4ec81c0147af None None] Pushing event updated for resources: {'Port': ['ID=f5eb8391-862c-4515-8a8e-943a2bae4b35,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:35.071355 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2827ac-cecc-42a8-b090-3351a9533f2c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=f4c2c5d4-86b0-4b41-ba4a-ad59d73b5bf7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:35.130858 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4152df9b-ec46-455a-9e97-d7ded7da04e1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Router 1ae25e91-4e5d-473e-b203-66dcd86ed622 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:09:35.182060 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d2827ac-cecc-42a8-b090-3351a9533f2c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:35.187238 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8d2827ac-cecc-42a8-b090-3351a9533f2c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/f4c2c5d4-86b0-4b41-ba4a-ad59d73b5bf7 HTTP/1.1" status: 204 len: 168 time: 1.4714625 Jul 13 08:09:35.190979 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53020) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:35.357857 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffb499b-d2ba-4f54-bdf5-6ca1576aa254 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:35.359686 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffb499b-d2ba-4f54-bdf5-6ca1576aa254 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:35.365209 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1ffb499b-d2ba-4f54-bdf5-6ca1576aa254 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1684935 Jul 13 08:09:35.366344 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53024) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:35.392596 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00701668-21e1-44da-8ea2-fb03bb42ae42 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:35.397641 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00701668-21e1-44da-8ea2-fb03bb42ae42 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:35.468211 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4152df9b-ec46-455a-9e97-d7ded7da04e1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:09:35.490057 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04918f9b-010d-4ffe-8905-26ebcc27c14a None None] Sync routers for ids ['1ae25e91-4e5d-473e-b203-66dcd86ed622'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:09:35.505175 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00701668-21e1-44da-8ea2-fb03bb42ae42 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=472b3669-c6c3-41ab-83b7-a147b5d869b5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:35.512999 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00701668-21e1-44da-8ea2-fb03bb42ae42 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:09:35.513266 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04918f9b-010d-4ffe-8905-26ebcc27c14a None None] Routers {'1ae25e91-4e5d-473e-b203-66dcd86ed622'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:09:35.516932 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-04918f9b-010d-4ffe-8905-26ebcc27c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:09:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1ae25e91-4e5d-473e-b203-66dcd86ed622'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:35.536778 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4152df9b-ec46-455a-9e97-d7ded7da04e1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:35.544604 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00701668-21e1-44da-8ea2-fb03bb42ae42 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:35.545017 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-00701668-21e1-44da-8ea2-fb03bb42ae42 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Added segment f2f2aff8-89ee-4116-a21b-7197c4163720 of type vlan for network 0221df21-5ed5-4da2-9bf2-f63ba0cd7417 Jul 13 08:09:35.686274 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00701668-21e1-44da-8ea2-fb03bb42ae42 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:35.706118 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a100cf-572c-4091-ac50-89a0135ef67e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet 2b87ec55-bdd8-4a56-8cd5-e96df62fdb8c {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:09:35.715096 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4152df9b-ec46-455a-9e97-d7ded7da04e1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.4983680 Jul 13 08:09:35.720419 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53028) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:35.726406 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc36be8-fde0-4c32-a8f4-d7e0aac691db', 'tag': '7d57d719-4a4a-4b1f-9f42-d8aff12460fd'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:09:35.728284 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3a04a3-f9ca-4e47-a4c3-65ad65d182ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc36be8-fde0-4c32-a8f4-d7e0aac691db", "tag": "7d57d719-4a4a-4b1f-9f42-d8aff12460fd"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:09:35.748850 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82a100cf-572c-4091-ac50-89a0135ef67e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:35.806352 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00701668-21e1-44da-8ea2-fb03bb42ae42 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:35.833436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00701668-21e1-44da-8ea2-fb03bb42ae42 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:35.835027 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00701668-21e1-44da-8ea2-fb03bb42ae42 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:35.896125 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-04918f9b-010d-4ffe-8905-26ebcc27c14a None None] Set router 1ae25e91-4e5d-473e-b203-66dcd86ed622 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:09:35.962156 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-00701668-21e1-44da-8ea2-fb03bb42ae42 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6104653 Jul 13 08:09:36.003099 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4403ea-012e-4eb2-baef-d3be4c8924c3 x-openstack-request-id: req-2b4403ea-012e-4eb2-baef-d3be4c8924c3 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:09:36.004527 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc36be8-fde0-4c32-a8f4-d7e0aac691db", "tag": "7d57d719-4a4a-4b1f-9f42-d8aff12460fd", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:09:36.007203 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b4403ea-012e-4eb2-baef-d3be4c8924c3 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:09:36.008482 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc36be8-fde0-4c32-a8f4-d7e0aac691db', 'tag': '7d57d719-4a4a-4b1f-9f42-d8aff12460fd', 'status': 'completed', 'code': 200} Jul 13 08:09:36.031773 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00701668-21e1-44da-8ea2-fb03bb42ae42 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Network': ['ID=0221df21-5ed5-4da2-9bf2-f63ba0cd7417,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:36.049002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 0221df21-5ed5-4da2-9bf2-f63ba0cd7417 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:09:36.136059 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f5eb8391-862c-4515-8a8e-943a2bae4b35 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:09:36.185706 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82a100cf-572c-4091-ac50-89a0135ef67e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:36.272192 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-df58f91d-a4a4-4134-a9a1-ff13e48d1b49 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/floatingips/bc20d984-5d69-433f-bf44-1704567bb9e4 HTTP/1.1" status: 200 len: 992 time: 0.5384009 Jul 13 08:09:36.343252 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a04a3-f9ca-4e47-a4c3-65ad65d182ab req-07b057d0-8358-4d6b-b8dc-b5ed90a15d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:36.346424 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c3a04a3-f9ca-4e47-a4c3-65ad65d182ab req-07b057d0-8358-4d6b-b8dc-b5ed90a15d25 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=646613418a8c4063bb68b7f4cbd296e4&device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 1098 time: 0.3484187 Jul 13 08:09:36.636725 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82a100cf-572c-4091-ac50-89a0135ef67e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:36.775936 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port f5eb8391-862c-4515-8a8e-943a2bae4b35 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:37.277413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53050) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:37.411446 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-04918f9b-010d-4ffe-8905-26ebcc27c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'name': 'tempest-TestNetworkBasicOps-router-450502250', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:08:37Z', 'updated_at': '2021-07-13T08:08:51Z', 'revision_number': 4, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:40Z', 'updated_at': '2021-07-13T08:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'bc20d984-5d69-433f-bf44-1704567bb9e4', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'floating_ip_address': '172.25.0.166', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'port_id': '7d57d719-4a4a-4b1f-9f42-d8aff12460fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'mac_address': 'fa:16:3e:6f:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc36be8-fde0-4c32-a8f4-d7e0aac691db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:09:32Z', 'updated_at': '2021-07-13T08:09:32Z', 'revision_number': 0, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6e7416-a4e4-4cab-b80b-d95a0075fb55', 'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:1e:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:49Z', 'updated_at': '2021-07-13T08:09:02Z', 'revision_number': 5, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:37.531371 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04918f9b-010d-4ffe-8905-26ebcc27c14a None None] Checking router: 1ae25e91-4e5d-473e-b203-66dcd86ed622 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:09:37.561166 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04918f9b-010d-4ffe-8905-26ebcc27c14a None None] Routers {'1ae25e91-4e5d-473e-b203-66dcd86ed622'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:09:37.563968 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-04918f9b-010d-4ffe-8905-26ebcc27c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:09:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1ae25e91-4e5d-473e-b203-66dcd86ed622'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:37.574896 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b2e89e08-a4f8-42b7-a0ba-a1c27ebce785 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/floatingips/bc20d984-5d69-433f-bf44-1704567bb9e4 HTTP/1.1" status: 200 len: 992 time: 0.2921455 Jul 13 08:09:37.820320 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a04a3-f9ca-4e47-a4c3-65ad65d182ab req-19c52d2c-f949-413d-a4e3-d8e07ef68a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:37.823324 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c3a04a3-f9ca-4e47-a4c3-65ad65d182ab req-19c52d2c-f949-413d-a4e3-d8e07ef68a57 service neutron] 10.222.0.62 "GET /v2.0/networks?id=81ea72ab-a8e9-4967-949e-0f1148ce531d HTTP/1.1" status: 200 len: 898 time: 1.4646223 Jul 13 08:09:37.880879 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82a100cf-572c-4091-ac50-89a0135ef67e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:37.906883 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d6dfa0fc-7f33-48d1-b7cc-d8f55ddd72e9 None None] Provisioning for port f5eb8391-862c-4515-8a8e-943a2bae4b35 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:37.947814 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-04918f9b-010d-4ffe-8905-26ebcc27c14a None None] Set router 1ae25e91-4e5d-473e-b203-66dcd86ed622 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:09:37.963764 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d6dfa0fc-7f33-48d1-b7cc-d8f55ddd72e9 None None] Provisioning complete for port f5eb8391-862c-4515-8a8e-943a2bae4b35 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:37.969481 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa0fc-7f33-48d1-b7cc-d8f55ddd72e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:38.015119 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a100cf-572c-4091-ac50-89a0135ef67e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=2b87ec55-bdd8-4a56-8cd5-e96df62fdb8c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:38.036536 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-82a100cf-572c-4091-ac50-89a0135ef67e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:38.040341 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-82a100cf-572c-4091-ac50-89a0135ef67e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/2b87ec55-bdd8-4a56-8cd5-e96df62fdb8c HTTP/1.1" status: 204 len: 168 time: 2.6701980 Jul 13 08:09:38.046821 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53058) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:38.067652 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c3a04a3-f9ca-4e47-a4c3-65ad65d182ab req-5f739578-f414-4310-9d33-a14bd14f0244 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d57d719-4a4a-4b1f-9f42-d8aff12460fd HTTP/1.1" status: 200 len: 1000 time: 0.2027376 Jul 13 08:09:38.147129 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:38.306246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a04a3-f9ca-4e47-a4c3-65ad65d182ab req-407e361d-419e-42f3-aab3-6f8346931377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:38.308812 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c3a04a3-f9ca-4e47-a4c3-65ad65d182ab req-407e361d-419e-42f3-aab3-6f8346931377 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62 HTTP/1.1" status: 200 len: 835 time: 0.2334294 Jul 13 08:09:38.323784 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f36addc4-9aa7-49d8-9bc3-46f0ec4ceba4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2738352 Jul 13 08:09:38.326143 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53064) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:38.338449 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4a859992-6e92-4c68-b83c-1a92dc560b39 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:38.340186 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa0fc-7f33-48d1-b7cc-d8f55ddd72e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:38.496005 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d6dfa0fc-7f33-48d1-b7cc-d8f55ddd72e9 None None] For port f5eb8391-862c-4515-8a8e-943a2bae4b35, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f5eb8391-862c-4515-8a8e-943a2bae4b35,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:38.502649 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa0fc-7f33-48d1-b7cc-d8f55ddd72e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:38.532923 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a04a3-f9ca-4e47-a4c3-65ad65d182ab req-c275aa53-66c9-4ad4-8648-33c670d9ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:38.535090 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c3a04a3-f9ca-4e47-a4c3-65ad65d182ab req-c275aa53-66c9-4ad4-8648-33c670d9ed86 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=81ea72ab-a8e9-4967-949e-0f1148ce531d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2168059 Jul 13 08:09:38.578411 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53066) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:38.665301 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4c5c30-4c40-4f4a-aed7-5b26dda68388 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:38.708687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a859992-6e92-4c68-b83c-1a92dc560b39 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:38.717515 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a859992-6e92-4c68-b83c-1a92dc560b39 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:38.883459 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c3a04a3-f9ca-4e47-a4c3-65ad65d182ab req-659d4bb1-0847-49dc-8ac0-e7df3c8687db service neutron] 10.222.0.62 "GET /v2.0/networks/81ea72ab-a8e9-4967-949e-0f1148ce531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396199 Jul 13 08:09:38.897970 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0a77c164-065a-488f-a6fa-a8255f33b9f1 None None] Could not find standard attr ID for object b172c541-54c2-4cdc-a50b-4740d709c8e6. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:09:38.949148 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0a77c164-065a-488f-a6fa-a8255f33b9f1 None None] Could not find standard attr ID for object f4c2c5d4-86b0-4b41-ba4a-ad59d73b5bf7. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:09:39.094784 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-04918f9b-010d-4ffe-8905-26ebcc27c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'name': 'tempest-TestNetworkBasicOps-router-450502250', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:08:37Z', 'updated_at': '2021-07-13T08:08:51Z', 'revision_number': 4, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:40Z', 'updated_at': '2021-07-13T08:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'bc20d984-5d69-433f-bf44-1704567bb9e4', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'floating_ip_address': '172.25.0.166', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'port_id': '7d57d719-4a4a-4b1f-9f42-d8aff12460fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'mac_address': 'fa:16:3e:6f:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc36be8-fde0-4c32-a8f4-d7e0aac691db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:09:32Z', 'updated_at': '2021-07-13T08:09:32Z', 'revision_number': 0, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6e7416-a4e4-4cab-b80b-d95a0075fb55', 'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:1e:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:49Z', 'updated_at': '2021-07-13T08:09:02Z', 'revision_number': 5, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:39.137728 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a2f99936-dd4e-4392-8a5e-745317bb8207 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/floatingips/bc20d984-5d69-433f-bf44-1704567bb9e4 HTTP/1.1" status: 200 len: 992 time: 0.5043530 Jul 13 08:09:39.252457 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04918f9b-010d-4ffe-8905-26ebcc27c14a None None] The sync data for ids ['1ae25e91-4e5d-473e-b203-66dcd86ed622'] in n-d-779913-28 is: [{'id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'name': 'tempest-TestNetworkBasicOps-router-450502250', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:08:37Z', 'updated_at': '2021-07-13T08:08:51Z', 'revision_number': 4, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:40Z', 'updated_at': '2021-07-13T08:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'bc20d984-5d69-433f-bf44-1704567bb9e4', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'floating_ip_address': '172.25.0.166', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'port_id': '7d57d719-4a4a-4b1f-9f42-d8aff12460fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'mac_address': 'fa:16:3e:6f:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc36be8-fde0-4c32-a8f4-d7e0aac691db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:09:32Z', 'updated_at': '2021-07-13T08:09:32Z', 'revision_number': 0, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6e7416-a4e4-4cab-b80b-d95a0075fb55', 'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:1e:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:49Z', 'updated_at': '2021-07-13T08:09:02Z', 'revision_number': 5, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:09:39.298169 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0c3a04a3-f9ca-4e47-a4c3-65ad65d182ab req-0a061eba-e50d-4562-a7ff-24ef979641ea service neutron] 10.222.0.62 "GET /v2.0/networks/81ea72ab-a8e9-4967-949e-0f1148ce531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932967 Jul 13 08:09:39.339677 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a859992-6e92-4c68-b83c-1a92dc560b39 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:39.386266 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfa0fc-7f33-48d1-b7cc-d8f55ddd72e9 None None] Pushing event updated for resources: {'Port': ['ID=f5eb8391-862c-4515-8a8e-943a2bae4b35,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:39.460522 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a859992-6e92-4c68-b83c-1a92dc560b39 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=fb771350-637a-4ac4-9634-cc8543dbecda,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:39.497796 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a859992-6e92-4c68-b83c-1a92dc560b39 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:39.500566 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-4a859992-6e92-4c68-b83c-1a92dc560b39 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:39.513063 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a859992-6e92-4c68-b83c-1a92dc560b39 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:39.514662 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a859992-6e92-4c68-b83c-1a92dc560b39 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:39.550008 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4a859992-6e92-4c68-b83c-1a92dc560b39 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2227051 Jul 13 08:09:39.550775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53078) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:39.560111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0d3cc8dc-e347-4225-9df5-e507709ee822 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'fixed_ips': [{'subnet_id': 'fb771350-637a-4ac4-9634-cc8543dbecda', 'ip_address': '2001:db8::b16:710:b55e:a0fb'}], 'name': 'tempest-NetworksTestDHCPv6-1528976436'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:39.701937 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cb5992-5e6a-469b-a802-32d7b804b82b None None] DHCP port deletion for 780f7a0e-8c20-4451-b666-5d4d18704b66 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:09:39.839114 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3cc8dc-e347-4225-9df5-e507709ee822 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:39.926478 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfc3447-a5d6-4b9d-ba7c-4fab87578f8b None None] New status for floating IP bc20d984-5d69-433f-bf44-1704567bb9e4: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:09:40.007410 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc8dc-e347-4225-9df5-e507709ee822 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:40.054035 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f5eb8391-862c-4515-8a8e-943a2bae4b35 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:09:40.080146 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-0d3cc8dc-e347-4225-9df5-e507709ee822 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] device_id is not set on port 7002d5d6-0ab2-482b-af58-2f8788df3945 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:09:40.094036 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-23cb5992-5e6a-469b-a802-32d7b804b82b None None] Deleting port f5eb8391-862c-4515-8a8e-943a2bae4b35 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:09:40.094991 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23cb5992-5e6a-469b-a802-32d7b804b82b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:40.147574 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53088) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:40.365884 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0c7451b1-4d43-44a9-be27-dae6fceecefa tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/floatingips/bc20d984-5d69-433f-bf44-1704567bb9e4 HTTP/1.1" status: 200 len: 992 time: 0.2168136 Jul 13 08:09:40.570928 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-23cb5992-5e6a-469b-a802-32d7b804b82b None None] For port f5eb8391-862c-4515-8a8e-943a2bae4b35, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f5eb8391-862c-4515-8a8e-943a2bae4b35,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:40.571976 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23cb5992-5e6a-469b-a802-32d7b804b82b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:40.620045 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-23cb5992-5e6a-469b-a802-32d7b804b82b None None] Calling delete_port for f5eb8391-862c-4515-8a8e-943a2bae4b35 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:09:40.650413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-0d3cc8dc-e347-4225-9df5-e507709ee822 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8::b16:710:b55e:a0fb (780f7a0e-8c20-4451-b666-5d4d18704b66/fb771350-637a-4ac4-9634-cc8543dbecda/7002d5d6-0ab2-482b-af58-2f8788df3945) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:40.937930 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:41.072612 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port f5eb8391-862c-4515-8a8e-943a2bae4b35, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f5eb8391-862c-4515-8a8e-943a2bae4b35,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:41.087336 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:41.140758 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event deleted for resources: {'Port': ['ID=f5eb8391-862c-4515-8a8e-943a2bae4b35,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:41.154421 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc8dc-e347-4225-9df5-e507709ee822 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:41.160308 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23cb5992-5e6a-469b-a802-32d7b804b82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:41.242206 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb5992-5e6a-469b-a802-32d7b804b82b None None] Pushing event deleted for resources: {'Port': ['ID=f5eb8391-862c-4515-8a8e-943a2bae4b35,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:41.261218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cb5992-5e6a-469b-a802-32d7b804b82b None None] No DVR routers for this DVR port f5eb8391-862c-4515-8a8e-943a2bae4b35 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:09:41.281565 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-0d3cc8dc-e347-4225-9df5-e507709ee822 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Transition to ACTIVE for port object 7002d5d6-0ab2-482b-af58-2f8788df3945 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:41.291641 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9f8bca-9b44-4d10-9d68-b5955de55887 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:41.368558 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53104) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:41.393704 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc8dc-e347-4225-9df5-e507709ee822 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:41.418505 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53106) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:41.428664 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-dbf979b1-cfb5-4320-9dc0-570ec81cfd11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'subnet': {'network_id': '0221df21-5ed5-4da2-9bf2-f63ba0cd7417', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:41.621230 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7199304e-327e-4b0c-8236-1a5459555207 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/floatingips/bc20d984-5d69-433f-bf44-1704567bb9e4 HTTP/1.1" status: 200 len: 994 time: 0.2504735 Jul 13 08:09:41.629656 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3cc8dc-e347-4225-9df5-e507709ee822 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:41.634310 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-0d3cc8dc-e347-4225-9df5-e507709ee822 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:41.638597 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3cc8dc-e347-4225-9df5-e507709ee822 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:41.650417 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3cc8dc-e347-4225-9df5-e507709ee822 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:41.651223 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc8dc-e347-4225-9df5-e507709ee822 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:41.662210 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cc8dc-e347-4225-9df5-e507709ee822 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=7002d5d6-0ab2-482b-af58-2f8788df3945,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:41.717512 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0d3cc8dc-e347-4225-9df5-e507709ee822 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1646464 Jul 13 08:09:41.718738 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53114) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:41.822630 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf979b1-cfb5-4320-9dc0-570ec81cfd11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Made reservation on behalf of 87dd4fcd4b674dd982f8e691cab98ae2 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:41.828396 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dbf979b1-cfb5-4320-9dc0-570ec81cfd11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:41.940108 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19af276f-9bf0-4d49-98db-c84b11e71db0 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:41.952196 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-19af276f-9bf0-4d49-98db-c84b11e71db0 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.2293038 Jul 13 08:09:41.954056 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53116) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:42.094659 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-780f7a0e-8c20-4451-b666-5d4d18704b66', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'fixed_ips': [{'subnet_id': 'fb771350-637a-4ac4-9634-cc8543dbecda'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:09:42.095579 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:42.321545 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f14cf9ef-547c-4bed-8f8b-b8c4294c24d7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting port 7002d5d6-0ab2-482b-af58-2f8788df3945 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:09:42.322411 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f14cf9ef-547c-4bed-8f8b-b8c4294c24d7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:42.519579 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dbf979b1-cfb5-4320-9dc0-570ec81cfd11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:42.627152 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f14cf9ef-547c-4bed-8f8b-b8c4294c24d7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:42.675797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f14cf9ef-547c-4bed-8f8b-b8c4294c24d7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Calling delete_port for 7002d5d6-0ab2-482b-af58-2f8788df3945 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:09:42.788385 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] Allocated IP 2001:db8::2 (780f7a0e-8c20-4451-b666-5d4d18704b66/fb771350-637a-4ac4-9634-cc8543dbecda/8c477a37-92ff-46f4-97ee-f485af1651ae) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:42.798066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf979b1-cfb5-4320-9dc0-570ec81cfd11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Subnet': ['ID=f77039db-f357-4dec-b68c-91d16fe12af6,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:42.830007 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:09:42.842749 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf979b1-cfb5-4320-9dc0-570ec81cfd11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Checking segment: {'id': 'f2f2aff8-89ee-4116-a21b-7197c4163720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0221df21-5ed5-4da2-9bf2-f63ba0cd7417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:09:42.843336 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf979b1-cfb5-4320-9dc0-570ec81cfd11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Network hostable DHCP agents. Network: 0221df21-5ed5-4da2-9bf2-f63ba0cd7417, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:09:42.885819 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf979b1-cfb5-4320-9dc0-570ec81cfd11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Network 0221df21-5ed5-4da2-9bf2-f63ba0cd7417 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:09:42.934335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-dbf979b1-cfb5-4320-9dc0-570ec81cfd11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 0221df21-5ed5-4da2-9bf2-f63ba0cd7417) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:42.953174 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf979b1-cfb5-4320-9dc0-570ec81cfd11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:42.953925 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dbf979b1-cfb5-4320-9dc0-570ec81cfd11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:42.989660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35c0b0a-acfb-4a79-b214-2463bb644b48 None None] Network 0221df21-5ed5-4da2-9bf2-f63ba0cd7417 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:43.002293 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-dbf979b1-cfb5-4320-9dc0-570ec81cfd11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5819771 Jul 13 08:09:43.003244 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53128) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:43.008715 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-db8c0e03-1b2d-49ce-a738-ad4ca64ec4ef tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-772660043'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:43.060246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8c0e03-1b2d-49ce-a738-ad4ca64ec4ef tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Made reservation on behalf of 87dd4fcd4b674dd982f8e691cab98ae2 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:43.073169 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db8c0e03-1b2d-49ce-a738-ad4ca64ec4ef tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:43.106504 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f14cf9ef-547c-4bed-8f8b-b8c4294c24d7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:43.146579 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8c0e03-1b2d-49ce-a738-ad4ca64ec4ef tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:09:43.172215 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db8c0e03-1b2d-49ce-a738-ad4ca64ec4ef tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:43.172576 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-db8c0e03-1b2d-49ce-a738-ad4ca64ec4ef tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Added segment 9eb741e5-cfe6-480b-ace6-ae703a634d2b of type vlan for network 96a70534-3baa-4646-ad36-a2b5b6c227d3 Jul 13 08:09:43.211811 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cf9ef-547c-4bed-8f8b-b8c4294c24d7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=7002d5d6-0ab2-482b-af58-2f8788df3945,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:43.259251 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:43.288623 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f14cf9ef-547c-4bed-8f8b-b8c4294c24d7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:43.299248 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f14cf9ef-547c-4bed-8f8b-b8c4294c24d7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/7002d5d6-0ab2-482b-af58-2f8788df3945 HTTP/1.1" status: 204 len: 168 time: 1.3403239 Jul 13 08:09:43.299568 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db8c0e03-1b2d-49ce-a738-ad4ca64ec4ef tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:43.303665 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53136) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:43.441194 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db8c0e03-1b2d-49ce-a738-ad4ca64ec4ef tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:43.466904 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8c0e03-1b2d-49ce-a738-ad4ca64ec4ef tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:43.468440 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db8c0e03-1b2d-49ce-a738-ad4ca64ec4ef tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:43.485115 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f09636c-d49a-445d-8df9-4c5b6363aebf tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:43.488494 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f09636c-d49a-445d-8df9-4c5b6363aebf tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:43.495439 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1f09636c-d49a-445d-8df9-4c5b6363aebf tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1900775 Jul 13 08:09:43.497391 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53138) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:43.588083 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8cab12-25ed-4b80-9155-d06a57ab5f98 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet fb771350-637a-4ac4-9634-cc8543dbecda {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:09:43.625690 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c0e03-1b2d-49ce-a738-ad4ca64ec4ef tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Network': ['ID=96a70534-3baa-4646-ad36-a2b5b6c227d3,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:43.646873 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-db8c0e03-1b2d-49ce-a738-ad4ca64ec4ef tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6421523 Jul 13 08:09:43.656251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53140) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:43.660155 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a224563e-fb30-42d0-823f-fa9558a5a772 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'subnet': {'network_id': '96a70534-3baa-4646-ad36-a2b5b6c227d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:43.663052 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 96a70534-3baa-4646-ad36-a2b5b6c227d3 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:09:43.767484 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:44.003626 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a224563e-fb30-42d0-823f-fa9558a5a772 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Made reservation on behalf of 87dd4fcd4b674dd982f8e691cab98ae2 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:44.014526 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a224563e-fb30-42d0-823f-fa9558a5a772 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:44.226669 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] Transition to ACTIVE for port object 8c477a37-92ff-46f4-97ee-f485af1651ae will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:44.241999 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-0221df21-5ed5-4da2-9bf2-f63ba0cd7417', 'network_id': '0221df21-5ed5-4da2-9bf2-f63ba0cd7417', 'tenant_id': '87dd4fcd4b674dd982f8e691cab98ae2', 'fixed_ips': [{'subnet_id': 'f77039db-f357-4dec-b68c-91d16fe12af6'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:09:44.244319 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:44.470519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] Transition to ACTIVE for port object 8c477a37-92ff-46f4-97ee-f485af1651ae will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:44.483791 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:44.488547 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d8cab12-25ed-4b80-9155-d06a57ab5f98 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:44.585993 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:44.599958 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:44.609455 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:44.676306 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d8cab12-25ed-4b80-9155-d06a57ab5f98 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:44.692874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] Allocated IP 2001:db8:0:ffff::2 (0221df21-5ed5-4da2-9bf2-f63ba0cd7417/f77039db-f357-4dec-b68c-91d16fe12af6/82491278-a538-445e-9690-f13cbcdd585a) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:44.742526 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] Pushing event updated for resources: {'Port': ['ID=8c477a37-92ff-46f4-97ee-f485af1651ae,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:44.960897 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] Attempting to bind port 8c477a37-92ff-46f4-97ee-f485af1651ae on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:09:44.963018 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] Attempting to bind port 8c477a37-92ff-46f4-97ee-f485af1651ae by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:09:44.964253 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] Attempting to bind port 8c477a37-92ff-46f4-97ee-f485af1651ae on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:09:45.002671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:09:45.005023 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:09:45.011791 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:45.015483 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:09:45.022721 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] Bound port: 8c477a37-92ff-46f4-97ee-f485af1651ae, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:09:45.023995 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:45.231936 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] For port 8c477a37-92ff-46f4-97ee-f485af1651ae, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:09:45.238669 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] For port 8c477a37-92ff-46f4-97ee-f485af1651ae, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=8c477a37-92ff-46f4-97ee-f485af1651ae,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:09:45.276146 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:45.397344 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a224563e-fb30-42d0-823f-fa9558a5a772 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:45.556633 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0a57c-1b64-4982-82c5-573ff3a70f83 None None] Pushing event updated for resources: {'Port': ['ID=8c477a37-92ff-46f4-97ee-f485af1651ae,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:45.578601 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d8cab12-25ed-4b80-9155-d06a57ab5f98 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:45.655653 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:45.675841 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224563e-fb30-42d0-823f-fa9558a5a772 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Subnet': ['ID=ca62532d-989b-4593-97e3-11b3d5fc91cf,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:45.700398 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a224563e-fb30-42d0-823f-fa9558a5a772 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Checking segment: {'id': '9eb741e5-cfe6-480b-ace6-ae703a634d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '96a70534-3baa-4646-ad36-a2b5b6c227d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:09:45.701022 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a224563e-fb30-42d0-823f-fa9558a5a772 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Network hostable DHCP agents. Network: 96a70534-3baa-4646-ad36-a2b5b6c227d3, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:09:45.710047 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] Transition to ACTIVE for port object 82491278-a538-445e-9690-f13cbcdd585a will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:45.750033 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d8cab12-25ed-4b80-9155-d06a57ab5f98 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:45.759267 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] Transition to ACTIVE for port object 82491278-a538-445e-9690-f13cbcdd585a will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:45.765647 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a224563e-fb30-42d0-823f-fa9558a5a772 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Network 96a70534-3baa-4646-ad36-a2b5b6c227d3 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:09:45.799948 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:45.826621 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d8cab12-25ed-4b80-9155-d06a57ab5f98 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:45.832905 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1d8cab12-25ed-4b80-9155-d06a57ab5f98 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/fb771350-637a-4ac4-9634-cc8543dbecda HTTP/1.1" status: 204 len: 168 time: 2.3309538 Jul 13 08:09:45.832905 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a224563e-fb30-42d0-823f-fa9558a5a772 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 96a70534-3baa-4646-ad36-a2b5b6c227d3) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:45.833478 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53170) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:45.859866 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a224563e-fb30-42d0-823f-fa9558a5a772 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:45.860922 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a224563e-fb30-42d0-823f-fa9558a5a772 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:45.868747 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cab12-25ed-4b80-9155-d06a57ab5f98 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=fb771350-637a-4ac4-9634-cc8543dbecda,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:45.936935 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a224563e-fb30-42d0-823f-fa9558a5a772 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2840173 Jul 13 08:09:45.938297 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53172) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:45.962576 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb1e010-0fb8-4473-88f2-2abfe1ad162d None None] Network 96a70534-3baa-4646-ad36-a2b5b6c227d3 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:46.020516 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] Network 0221df21-5ed5-4da2-9bf2-f63ba0cd7417 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:46.037908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:46.044849 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] Pushing event updated for resources: {'Port': ['ID=82491278-a538-445e-9690-f13cbcdd585a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:46.071571 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:46.089083 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-070b6674-baa7-472e-a1a7-d8e97fbae7cc tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2483408 Jul 13 08:09:46.089565 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53174) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:46.303714 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c094-996e-4800-887c-44e62bc3ba0e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:46.426293 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b3c9bc-68a1-4c43-94fb-d9329dc660d8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:46.442162 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-34b3c9bc-68a1-4c43-94fb-d9329dc660d8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3428757 Jul 13 08:09:46.442470 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53180) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:46.592863 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67d6bb1-9366-4c6b-95a2-bd7619c5e4da tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:46.602349 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f67d6bb1-9366-4c6b-95a2-bd7619c5e4da tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1581235 Jul 13 08:09:46.608110 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53184) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:46.710735 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] Attempting to bind port 82491278-a538-445e-9690-f13cbcdd585a on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:09:46.711372 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] Attempting to bind port 82491278-a538-445e-9690-f13cbcdd585a by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'f2f2aff8-89ee-4116-a21b-7197c4163720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0221df21-5ed5-4da2-9bf2-f63ba0cd7417'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:09:46.711751 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] Attempting to bind port 82491278-a538-445e-9690-f13cbcdd585a on network 0221df21-5ed5-4da2-9bf2-f63ba0cd7417 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:09:46.731308 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c094-996e-4800-887c-44e62bc3ba0e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:46.744379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:09:46.745424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] Checking segment: {'id': 'f2f2aff8-89ee-4116-a21b-7197c4163720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0221df21-5ed5-4da2-9bf2-f63ba0cd7417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:09:46.746128 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:46.746774 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] Bound using segment: {'id': 'f2f2aff8-89ee-4116-a21b-7197c4163720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0221df21-5ed5-4da2-9bf2-f63ba0cd7417'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:09:46.748839 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] Bound port: 82491278-a538-445e-9690-f13cbcdd585a, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f2aff8-89ee-4116-a21b-7197c4163720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0221df21-5ed5-4da2-9bf2-f63ba0cd7417'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:09:46.749474 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:46.783948 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c90da16f-fdbb-41b9-a131-e8e4bdf5ed60 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1756029 Jul 13 08:09:46.798773 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53190) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:46.825503 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-fb5c7285-daf8-49de-af7d-1c4084ff95af tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:47.021073 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c094-996e-4800-887c-44e62bc3ba0e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:47.103930 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] For port 82491278-a538-445e-9690-f13cbcdd585a, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:09:47.108945 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] For port 82491278-a538-445e-9690-f13cbcdd585a, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=82491278-a538-445e-9690-f13cbcdd585a,segment=NetworkSegment(f2f2aff8-89ee-4116-a21b-7197c4163720),segment_id=f2f2aff8-89ee-4116-a21b-7197c4163720)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:09:47.133102 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:47.138387 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3c094-996e-4800-887c-44e62bc3ba0e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Subnet': ['ID=ca62532d-989b-4593-97e3-11b3d5fc91cf,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:47.223158 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5c7285-daf8-49de-af7d-1c4084ff95af tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:47.241523 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb5c7285-daf8-49de-af7d-1c4084ff95af tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:47.397581 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397dd066-8abd-4135-9ed3-b968fd221428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-96a70534-3baa-4646-ad36-a2b5b6c227d3', 'network_id': '96a70534-3baa-4646-ad36-a2b5b6c227d3', 'tenant_id': '87dd4fcd4b674dd982f8e691cab98ae2', 'fixed_ips': [{'subnet_id': 'ca62532d-989b-4593-97e3-11b3d5fc91cf'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:09:47.399300 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-397dd066-8abd-4135-9ed3-b968fd221428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:47.485082 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c094-996e-4800-887c-44e62bc3ba0e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:47.531881 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-3ab3c094-996e-4800-887c-44e62bc3ba0e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a70534-3baa-4646-ad36-a2b5b6c227d3']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:47.592438 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-3ab3c094-996e-4800-887c-44e62bc3ba0e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb741e5-cfe6-480b-ace6-ae703a634d2b') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:47.593410 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-3ab3c094-996e-4800-887c-44e62bc3ba0e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb741e5-cfe6-480b-ace6-ae703a634d2b') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:47.686546 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c094-996e-4800-887c-44e62bc3ba0e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:47.764540 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1e33d-74f8-4159-90d3-ec1f85f20f9c None None] Pushing event updated for resources: {'Port': ['ID=82491278-a538-445e-9690-f13cbcdd585a,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:47.770103 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c094-996e-4800-887c-44e62bc3ba0e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:47.813106 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab3c094-996e-4800-887c-44e62bc3ba0e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:09:47.813791 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c094-996e-4800-887c-44e62bc3ba0e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:47.824530 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2cfe03-08f0-4f6f-a478-0efe861b221b None None] Network 96a70534-3baa-4646-ad36-a2b5b6c227d3 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:47.899750 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f74f5ed-f09f-4fc8-8e1c-414f63306dc0 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:09:48.087755 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:09:48.132335 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c094-996e-4800-887c-44e62bc3ba0e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:48.244232 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c094-996e-4800-887c-44e62bc3ba0e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:48.248084 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3ab3c094-996e-4800-887c-44e62bc3ba0e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/networks/96a70534-3baa-4646-ad36-a2b5b6c227d3 HTTP/1.1" status: 204 len: 168 time: 2.3072956 Jul 13 08:09:48.251023 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3c094-996e-4800-887c-44e62bc3ba0e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Network': ['ID=96a70534-3baa-4646-ad36-a2b5b6c227d3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:48.282266 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53208) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:48.314462 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c2e4c510-46b8-4913-90c7-ef5a025f20fc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1323082427'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:48.396637 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e4c510-46b8-4913-90c7-ef5a025f20fc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Made reservation on behalf of 87dd4fcd4b674dd982f8e691cab98ae2 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:48.417089 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c510-46b8-4913-90c7-ef5a025f20fc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:48.511224 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e4c510-46b8-4913-90c7-ef5a025f20fc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:09:48.544700 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c510-46b8-4913-90c7-ef5a025f20fc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:48.545097 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-c2e4c510-46b8-4913-90c7-ef5a025f20fc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Added segment 762442e8-625b-4082-b2fa-ac2c46735388 of type vlan for network 3038dc11-cfca-4c46-9030-dad78cbb0ddc Jul 13 08:09:48.647612 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb5c7285-daf8-49de-af7d-1c4084ff95af tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:48.660545 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 8c477a37-92ff-46f4-97ee-f485af1651ae up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:09:48.692940 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c510-46b8-4913-90c7-ef5a025f20fc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:48.804009 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c510-46b8-4913-90c7-ef5a025f20fc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:48.826783 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4c510-46b8-4913-90c7-ef5a025f20fc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:48.828664 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c510-46b8-4913-90c7-ef5a025f20fc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:48.891203 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1342980d-6f34-40c6-8f74-9e496d25777e None None] Provisioning for port 8c477a37-92ff-46f4-97ee-f485af1651ae completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:49.013273 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5c7285-daf8-49de-af7d-1c4084ff95af tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:49.043549 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1342980d-6f34-40c6-8f74-9e496d25777e None None] Could not find standard attr ID for object 7002d5d6-0ab2-482b-af58-2f8788df3945. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:09:49.044678 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-fb5c7285-daf8-49de-af7d-1c4084ff95af tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:49.075048 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5c7285-daf8-49de-af7d-1c4084ff95af tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:49.083782 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fb5c7285-daf8-49de-af7d-1c4084ff95af tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:49.118712 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4c510-46b8-4913-90c7-ef5a025f20fc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Network': ['ID=3038dc11-cfca-4c46-9030-dad78cbb0ddc,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:49.140148 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c2e4c510-46b8-4913-90c7-ef5a025f20fc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8558102 Jul 13 08:09:49.149934 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53218) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:49.164192 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 3038dc11-cfca-4c46-9030-dad78cbb0ddc details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:09:49.165226 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b4be2e24-b781-41ee-bec7-2d3fb34341fe tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'subnet': {'network_id': '3038dc11-cfca-4c46-9030-dad78cbb0ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:49.174402 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-668cd5e0-dcbc-4141-90ac-f728c07f7ef5 req-e0450c19-b29a-4b10-8883-b12aa6769209 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6407940 Jul 13 08:09:49.182694 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 8c477a37-92ff-46f4-97ee-f485af1651ae completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:49.227254 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c7285-daf8-49de-af7d-1c4084ff95af tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=1e358c96-46fa-42e1-b886-3c9a3498fbc6,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:49.328808 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53226) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:49.329802 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fb5c7285-daf8-49de-af7d-1c4084ff95af tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5248151 Jul 13 08:09:49.345471 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 8c477a37-92ff-46f4-97ee-f485af1651ae triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:49.346054 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-94d643e9-0101-4bca-8e0b-ceafb5e482a6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'fixed_ips': [{'subnet_id': '1e358c96-46fa-42e1-b886-3c9a3498fbc6', 'ip_address': '2001:db8::6cc3:8271:f6c1:10b6'}], 'name': 'tempest-NetworksTestDHCPv6-2047838538'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:49.350454 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:49.464807 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37385e6f-34e2-4ec5-87e7-e3d496dd0fb9 None None] DHCP port deletion for 780f7a0e-8c20-4451-b666-5d4d18704b66 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:09:49.772559 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4be2e24-b781-41ee-bec7-2d3fb34341fe tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Made reservation on behalf of 87dd4fcd4b674dd982f8e691cab98ae2 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:49.787990 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4be2e24-b781-41ee-bec7-2d3fb34341fe tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:49.804168 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d643e9-0101-4bca-8e0b-ceafb5e482a6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:49.858952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cd5e0-dcbc-4141-90ac-f728c07f7ef5 req-ec1fbb55-b02e-4bf0-9556-11427c65bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:49.861874 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-668cd5e0-dcbc-4141-90ac-f728c07f7ef5 req-ec1fbb55-b02e-4bf0-9556-11427c65bf69 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=646613418a8c4063bb68b7f4cbd296e4&device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 1098 time: 0.4778564 Jul 13 08:09:50.155630 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:50.194283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-37385e6f-34e2-4ec5-87e7-e3d496dd0fb9 None None] Deleting port 8c477a37-92ff-46f4-97ee-f485af1651ae {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:09:50.195019 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-37385e6f-34e2-4ec5-87e7-e3d496dd0fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:50.205685 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bcb5db-e9d1-42a0-940d-8ab598860e56 None None] Network 0221df21-5ed5-4da2-9bf2-f63ba0cd7417 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:50.242424 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94d643e9-0101-4bca-8e0b-ceafb5e482a6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:50.296221 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 8c477a37-92ff-46f4-97ee-f485af1651ae, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=8c477a37-92ff-46f4-97ee-f485af1651ae,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:50.307212 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5230e0d4-6961-49c3-aa05-19a5f9e30474 None None] Provisioning for port 82491278-a538-445e-9690-f13cbcdd585a completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:50.325076 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cd5e0-dcbc-4141-90ac-f728c07f7ef5 req-d05bb954-f3bc-4821-b775-292d374387c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:50.327960 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-668cd5e0-dcbc-4141-90ac-f728c07f7ef5 req-d05bb954-f3bc-4821-b775-292d374387c8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=81ea72ab-a8e9-4967-949e-0f1148ce531d HTTP/1.1" status: 200 len: 898 time: 0.3692844 Jul 13 08:09:50.346899 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-94d643e9-0101-4bca-8e0b-ceafb5e482a6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] device_id is not set on port 488a7f82-95dd-4d09-a8e2-dad3d20f6e62 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:09:50.377088 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:50.589986 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=8c477a37-92ff-46f4-97ee-f485af1651ae,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:50.625022 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-668cd5e0-dcbc-4141-90ac-f728c07f7ef5 req-9fc532fe-1cb2-4a8b-bc1f-fe667ac5e5fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d57d719-4a4a-4b1f-9f42-d8aff12460fd HTTP/1.1" status: 200 len: 1002 time: 0.2717075 Jul 13 08:09:50.668765 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-37385e6f-34e2-4ec5-87e7-e3d496dd0fb9 None None] For port 8c477a37-92ff-46f4-97ee-f485af1651ae, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=8c477a37-92ff-46f4-97ee-f485af1651ae,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:50.669280 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-37385e6f-34e2-4ec5-87e7-e3d496dd0fb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:50.671153 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4be2e24-b781-41ee-bec7-2d3fb34341fe tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:50.707729 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-37385e6f-34e2-4ec5-87e7-e3d496dd0fb9 None None] Calling delete_port for 8c477a37-92ff-46f4-97ee-f485af1651ae owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:09:50.975376 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cd5e0-dcbc-4141-90ac-f728c07f7ef5 req-6b7d2654-cbe0-4f0f-927a-3bb38412f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:50.992189 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-668cd5e0-dcbc-4141-90ac-f728c07f7ef5 req-6b7d2654-cbe0-4f0f-927a-3bb38412f1d5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62 HTTP/1.1" status: 200 len: 835 time: 0.3518565 Jul 13 08:09:51.025493 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-94d643e9-0101-4bca-8e0b-ceafb5e482a6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8::6cc3:8271:f6c1:10b6 (780f7a0e-8c20-4451-b666-5d4d18704b66/1e358c96-46fa-42e1-b886-3c9a3498fbc6/488a7f82-95dd-4d09-a8e2-dad3d20f6e62) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:51.032437 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 82491278-a538-445e-9690-f13cbcdd585a up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:09:51.058955 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be2e24-b781-41ee-bec7-2d3fb34341fe tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Subnet': ['ID=e2af4a13-9a2f-43b5-84b2-e65770f8fda9,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:51.192597 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be2e24-b781-41ee-bec7-2d3fb34341fe tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Checking segment: {'id': '762442e8-625b-4082-b2fa-ac2c46735388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3038dc11-cfca-4c46-9030-dad78cbb0ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:09:51.192597 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4be2e24-b781-41ee-bec7-2d3fb34341fe tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Network hostable DHCP agents. Network: 3038dc11-cfca-4c46-9030-dad78cbb0ddc, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:09:51.264599 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4be2e24-b781-41ee-bec7-2d3fb34341fe tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Network 3038dc11-cfca-4c46-9030-dad78cbb0ddc is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:09:51.297628 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-b4be2e24-b781-41ee-bec7-2d3fb34341fe tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 3038dc11-cfca-4c46-9030-dad78cbb0ddc) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:51.309820 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4be2e24-b781-41ee-bec7-2d3fb34341fe tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:51.311357 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4be2e24-b781-41ee-bec7-2d3fb34341fe tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:51.322026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cd5e0-dcbc-4141-90ac-f728c07f7ef5 req-518ba3f3-5531-4074-9d1d-a6753139cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:51.322696 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9788ba-4b11-4078-adf4-0f7365975e4e None None] Network 3038dc11-cfca-4c46-9030-dad78cbb0ddc requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:51.330757 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-668cd5e0-dcbc-4141-90ac-f728c07f7ef5 req-518ba3f3-5531-4074-9d1d-a6753139cadf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=81ea72ab-a8e9-4967-949e-0f1148ce531d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3069687 Jul 13 08:09:51.369689 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 82491278-a538-445e-9690-f13cbcdd585a completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:51.373916 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-37385e6f-34e2-4ec5-87e7-e3d496dd0fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:51.409026 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b4be2e24-b781-41ee-bec7-2d3fb34341fe tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2464797 Jul 13 08:09:51.415838 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53250) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:51.433527 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-594c6a95-8742-4e17-b939-81d470f5cb23 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-589224650'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:51.437844 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 82491278-a538-445e-9690-f13cbcdd585a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:51.438493 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:51.486816 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37385e6f-34e2-4ec5-87e7-e3d496dd0fb9 None None] Pushing event deleted for resources: {'Port': ['ID=8c477a37-92ff-46f4-97ee-f485af1651ae,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:51.519475 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37385e6f-34e2-4ec5-87e7-e3d496dd0fb9 None None] No DVR routers for this DVR port 8c477a37-92ff-46f4-97ee-f485af1651ae on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:09:51.590821 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf51695-6853-4c47-ba62-bdbf2c894600 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:51.606672 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594c6a95-8742-4e17-b939-81d470f5cb23 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Made reservation on behalf of 87dd4fcd4b674dd982f8e691cab98ae2 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:51.615380 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-594c6a95-8742-4e17-b939-81d470f5cb23 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:51.638575 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94d643e9-0101-4bca-8e0b-ceafb5e482a6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:51.681566 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-668cd5e0-dcbc-4141-90ac-f728c07f7ef5 req-d038af4a-b684-499d-b37a-54388f63a418 service neutron] 10.222.0.62 "GET /v2.0/networks/81ea72ab-a8e9-4967-949e-0f1148ce531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455384 Jul 13 08:09:51.693116 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-94d643e9-0101-4bca-8e0b-ceafb5e482a6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Transition to ACTIVE for port object 488a7f82-95dd-4d09-a8e2-dad3d20f6e62 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:51.767508 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594c6a95-8742-4e17-b939-81d470f5cb23 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:09:51.808171 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-594c6a95-8742-4e17-b939-81d470f5cb23 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:51.814276 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-594c6a95-8742-4e17-b939-81d470f5cb23 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Added segment 7c508fdc-f5de-4a3a-a8de-50b883faa96e of type vlan for network 486eeecb-91f4-4911-8b7e-a28b3d3968be Jul 13 08:09:51.828094 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94d643e9-0101-4bca-8e0b-ceafb5e482a6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:51.976842 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d643e9-0101-4bca-8e0b-ceafb5e482a6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:51.984877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-94d643e9-0101-4bca-8e0b-ceafb5e482a6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:52.006405 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d643e9-0101-4bca-8e0b-ceafb5e482a6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:52.022111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d643e9-0101-4bca-8e0b-ceafb5e482a6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:52.022827 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94d643e9-0101-4bca-8e0b-ceafb5e482a6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:52.062475 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d643e9-0101-4bca-8e0b-ceafb5e482a6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=488a7f82-95dd-4d09-a8e2-dad3d20f6e62,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:52.098955 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-94d643e9-0101-4bca-8e0b-ceafb5e482a6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7673633 Jul 13 08:09:52.101425 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53260) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:52.103990 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-594c6a95-8742-4e17-b939-81d470f5cb23 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:52.119748 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-26eed368-6a1b-42fb-95bd-33d92e4a72fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'fixed_ips': [{'subnet_id': '1e358c96-46fa-42e1-b886-3c9a3498fbc6', 'ip_address': '2001:db8::6cc3:8271:f6c1:10b6'}], 'name': 'tempest-NetworksTestDHCPv6-125082935'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:52.146237 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:52.162248 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-668cd5e0-dcbc-4141-90ac-f728c07f7ef5 req-dd23d408-27d3-4302-b2db-13fcd84b0205 service neutron] 10.222.0.62 "GET /v2.0/networks/81ea72ab-a8e9-4967-949e-0f1148ce531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731572 Jul 13 08:09:52.248946 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-3038dc11-cfca-4c46-9030-dad78cbb0ddc', 'network_id': '3038dc11-cfca-4c46-9030-dad78cbb0ddc', 'tenant_id': '87dd4fcd4b674dd982f8e691cab98ae2', 'fixed_ips': [{'subnet_id': 'e2af4a13-9a2f-43b5-84b2-e65770f8fda9'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:09:52.252054 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:52.293535 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-594c6a95-8742-4e17-b939-81d470f5cb23 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:52.310820 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594c6a95-8742-4e17-b939-81d470f5cb23 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:52.316983 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-594c6a95-8742-4e17-b939-81d470f5cb23 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:52.422588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d26e5d94-d98a-4694-a831-3611c8b6dfce None None] Provisioning complete for port 82491278-a538-445e-9690-f13cbcdd585a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:52.423866 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d26e5d94-d98a-4694-a831-3611c8b6dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:52.477000 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26eed368-6a1b-42fb-95bd-33d92e4a72fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:52.631517 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 82491278-a538-445e-9690-f13cbcdd585a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=82491278-a538-445e-9690-f13cbcdd585a,segment=NetworkSegment(f2f2aff8-89ee-4116-a21b-7197c4163720),segment_id=f2f2aff8-89ee-4116-a21b-7197c4163720)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:52.647209 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:52.659013 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-594c6a95-8742-4e17-b939-81d470f5cb23 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2326906 Jul 13 08:09:52.660087 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53268) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:52.668712 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-50071bbe-252e-4570-a9f6-11ebdbf43c11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'subnet': {'network_id': '486eeecb-91f4-4911-8b7e-a28b3d3968be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:52.720433 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-26eed368-6a1b-42fb-95bd-33d92e4a72fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:52.851581 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-26eed368-6a1b-42fb-95bd-33d92e4a72fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] device_id is not set on port 3ccfc21c-c1a5-46b8-892f-fd83330e834b yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:09:52.870567 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c6a95-8742-4e17-b939-81d470f5cb23 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Network': ['ID=486eeecb-91f4-4911-8b7e-a28b3d3968be,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:52.970883 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] Allocated IP 2001:db8::3 (3038dc11-cfca-4c46-9030-dad78cbb0ddc/e2af4a13-9a2f-43b5-84b2-e65770f8fda9/a87fb582-d075-4003-bc10-da59943ea509) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:53.016393 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50071bbe-252e-4570-a9f6-11ebdbf43c11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Made reservation on behalf of 87dd4fcd4b674dd982f8e691cab98ae2 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:53.022039 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50071bbe-252e-4570-a9f6-11ebdbf43c11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:53.059903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 486eeecb-91f4-4911-8b7e-a28b3d3968be details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:09:53.087276 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 8c477a37-92ff-46f4-97ee-f485af1651ae no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:09:53.235135 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.ipam_backend_mixin [None req-50071bbe-252e-4570-a9f6-11ebdbf43c11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Performing IP validity checks on allocation pools {{(pid=93724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 08:09:53.236002 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.ipam_backend_mixin [None req-50071bbe-252e-4570-a9f6-11ebdbf43c11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 08:09:53.251514 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-26eed368-6a1b-42fb-95bd-33d92e4a72fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 13 08:09:53.252349 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26eed368-6a1b-42fb-95bd-33d92e4a72fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:09:53.282557 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-26eed368-6a1b-42fb-95bd-33d92e4a72fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1717932 Jul 13 08:09:53.287831 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53274) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:53.409287 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e94464-dcf1-42c7-9cdf-4e8c37359d2d tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:53.412035 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f0e94464-dcf1-42c7-9cdf-4e8c37359d2d tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1221263 Jul 13 08:09:53.414565 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53282) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:53.606552 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-3c705a92-2414-45d9-8e0e-a0f84a50d8e9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting port 488a7f82-95dd-4d09-a8e2-dad3d20f6e62 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:09:53.607083 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c705a92-2414-45d9-8e0e-a0f84a50d8e9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:53.711790 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50071bbe-252e-4570-a9f6-11ebdbf43c11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:53.836847 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c705a92-2414-45d9-8e0e-a0f84a50d8e9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:53.865123 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50071bbe-252e-4570-a9f6-11ebdbf43c11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Subnet': ['ID=4fc9bf18-18e7-4b35-81f2-4dd1b9e2dfb3,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:53.881365 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-3c705a92-2414-45d9-8e0e-a0f84a50d8e9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Calling delete_port for 488a7f82-95dd-4d09-a8e2-dad3d20f6e62 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:09:53.978879 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50071bbe-252e-4570-a9f6-11ebdbf43c11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Checking segment: {'id': '7c508fdc-f5de-4a3a-a8de-50b883faa96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '486eeecb-91f4-4911-8b7e-a28b3d3968be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:09:53.979579 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50071bbe-252e-4570-a9f6-11ebdbf43c11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Network hostable DHCP agents. Network: 486eeecb-91f4-4911-8b7e-a28b3d3968be, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:09:53.989335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=82491278-a538-445e-9690-f13cbcdd585a,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:54.001783 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 8c477a37-92ff-46f4-97ee-f485af1651ae {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:09:54.002444 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 8c477a37-92ff-46f4-97ee-f485af1651ae not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:09:54.020322 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50071bbe-252e-4570-a9f6-11ebdbf43c11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Network 486eeecb-91f4-4911-8b7e-a28b3d3968be is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:09:54.069676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-50071bbe-252e-4570-a9f6-11ebdbf43c11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 486eeecb-91f4-4911-8b7e-a28b3d3968be) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:54.078663 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50071bbe-252e-4570-a9f6-11ebdbf43c11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:54.079281 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50071bbe-252e-4570-a9f6-11ebdbf43c11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:54.138809 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-50071bbe-252e-4570-a9f6-11ebdbf43c11 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4765549 Jul 13 08:09:54.148903 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53292) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:54.207878 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5b7b50-8a02-4056-8ff0-270bc83dc8a8 None None] Network 486eeecb-91f4-4911-8b7e-a28b3d3968be requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:54.277592 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e5e65063-9b1f-4761-8171-f0fca7706b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:54.343315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 82491278-a538-445e-9690-f13cbcdd585a up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:09:54.448325 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-780f7a0e-8c20-4451-b666-5d4d18704b66', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'fixed_ips': [{'subnet_id': '1e358c96-46fa-42e1-b886-3c9a3498fbc6'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:09:54.449860 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:54.463816 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ba40d6e-a24b-4a47-9530-352fbb3a7050 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:54.480837 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c705a92-2414-45d9-8e0e-a0f84a50d8e9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:54.541139 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c705a92-2414-45d9-8e0e-a0f84a50d8e9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=488a7f82-95dd-4d09-a8e2-dad3d20f6e62,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:54.614287 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:54.626952 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c705a92-2414-45d9-8e0e-a0f84a50d8e9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:54.630965 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3c705a92-2414-45d9-8e0e-a0f84a50d8e9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/488a7f82-95dd-4d09-a8e2-dad3d20f6e62 HTTP/1.1" status: 204 len: 168 time: 1.2145123 Jul 13 08:09:54.634240 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53304) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:54.684226 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] Transition to ACTIVE for port object a87fb582-d075-4003-bc10-da59943ea509 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:54.706936 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ba40d6e-a24b-4a47-9530-352fbb3a7050 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:54.751549 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290d8092-3bd9-4df3-8faa-86f5f97dd24c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:54.760531 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290d8092-3bd9-4df3-8faa-86f5f97dd24c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:54.772166 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-290d8092-3bd9-4df3-8faa-86f5f97dd24c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1355340 Jul 13 08:09:54.777306 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53308) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:54.860324 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ba40d6e-a24b-4a47-9530-352fbb3a7050 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:54.937131 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-536c7ec4-1778-4122-a0f3-3c99122ed6da tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet 1e358c96-46fa-42e1-b886-3c9a3498fbc6 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:09:54.937585 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] Transition to ACTIVE for port object a87fb582-d075-4003-bc10-da59943ea509 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:54.955360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba40d6e-a24b-4a47-9530-352fbb3a7050 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc9bf18-18e7-4b35-81f2-4dd1b9e2dfb3,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:54.972591 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 82491278-a538-445e-9690-f13cbcdd585a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:54.973070 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:55.052439 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:55.073943 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ba40d6e-a24b-4a47-9530-352fbb3a7050 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:55.094871 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-4ba40d6e-a24b-4a47-9530-352fbb3a7050 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486eeecb-91f4-4911-8b7e-a28b3d3968be']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:55.126222 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-4ba40d6e-a24b-4a47-9530-352fbb3a7050 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c508fdc-f5de-4a3a-a8de-50b883faa96e') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:55.126461 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-4ba40d6e-a24b-4a47-9530-352fbb3a7050 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c508fdc-f5de-4a3a-a8de-50b883faa96e') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:55.156717 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ba40d6e-a24b-4a47-9530-352fbb3a7050 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:55.212720 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ba40d6e-a24b-4a47-9530-352fbb3a7050 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:55.232058 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] Allocated IP 2001:db8::2 (780f7a0e-8c20-4451-b666-5d4d18704b66/1e358c96-46fa-42e1-b886-3c9a3498fbc6/30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:55.241148 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d05404-ccff-4333-be88-32ff82cbdd1e None None] Network 486eeecb-91f4-4911-8b7e-a28b3d3968be requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:55.246604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba40d6e-a24b-4a47-9530-352fbb3a7050 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:09:55.248269 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ba40d6e-a24b-4a47-9530-352fbb3a7050 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:09:55.282845 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:09:55.387088 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] Network 3038dc11-cfca-4c46-9030-dad78cbb0ddc is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:55.448028 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:55.452315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:55.488449 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ba40d6e-a24b-4a47-9530-352fbb3a7050 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:55.544265 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ba40d6e-a24b-4a47-9530-352fbb3a7050 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:55.549315 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4ba40d6e-a24b-4a47-9530-352fbb3a7050 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/networks/486eeecb-91f4-4911-8b7e-a28b3d3968be HTTP/1.1" status: 204 len: 168 time: 1.4028909 Jul 13 08:09:55.549600 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] Pushing event updated for resources: {'Port': ['ID=a87fb582-d075-4003-bc10-da59943ea509,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:55.554496 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba40d6e-a24b-4a47-9530-352fbb3a7050 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Network': ['ID=486eeecb-91f4-4911-8b7e-a28b3d3968be,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:55.557729 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53330) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:55.566155 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7cd1615e-531a-493c-8803-72fb84b6db96 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-51754109'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:55.657928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd1615e-531a-493c-8803-72fb84b6db96 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Made reservation on behalf of 87dd4fcd4b674dd982f8e691cab98ae2 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:55.675760 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cd1615e-531a-493c-8803-72fb84b6db96 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:55.766818 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] Attempting to bind port a87fb582-d075-4003-bc10-da59943ea509 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:09:55.768430 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] Attempting to bind port a87fb582-d075-4003-bc10-da59943ea509 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '762442e8-625b-4082-b2fa-ac2c46735388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3038dc11-cfca-4c46-9030-dad78cbb0ddc'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:09:55.769258 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] Attempting to bind port a87fb582-d075-4003-bc10-da59943ea509 on network 3038dc11-cfca-4c46-9030-dad78cbb0ddc {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:09:55.769462 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd1615e-531a-493c-8803-72fb84b6db96 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:09:55.789809 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cd1615e-531a-493c-8803-72fb84b6db96 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:55.790317 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-7cd1615e-531a-493c-8803-72fb84b6db96 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Added segment 7b5fce63-76a0-46ce-b91c-8eb34121a934 of type vlan for network 8b71ac98-149c-437d-8e44-6cb592e78c3c Jul 13 08:09:55.839252 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:09:55.840015 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] Checking segment: {'id': '762442e8-625b-4082-b2fa-ac2c46735388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3038dc11-cfca-4c46-9030-dad78cbb0ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:09:55.840668 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:55.841237 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] Bound using segment: {'id': '762442e8-625b-4082-b2fa-ac2c46735388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3038dc11-cfca-4c46-9030-dad78cbb0ddc'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:09:55.841892 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] Bound port: a87fb582-d075-4003-bc10-da59943ea509, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762442e8-625b-4082-b2fa-ac2c46735388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3038dc11-cfca-4c46-9030-dad78cbb0ddc'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:09:55.842599 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:55.901600 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cd1615e-531a-493c-8803-72fb84b6db96 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:55.969536 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cd1615e-531a-493c-8803-72fb84b6db96 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:55.977316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd1615e-531a-493c-8803-72fb84b6db96 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:55.977967 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cd1615e-531a-493c-8803-72fb84b6db96 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:56.028778 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7cd1615e-531a-493c-8803-72fb84b6db96 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4694545 Jul 13 08:09:56.032773 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53336) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:56.039480 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-5f50a8b2-b100-4827-b43d-1292b325cf03 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'subnet': {'network_id': '8b71ac98-149c-437d-8e44-6cb592e78c3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:56.138839 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:56.159110 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] For port a87fb582-d075-4003-bc10-da59943ea509, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:09:56.169114 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] For port a87fb582-d075-4003-bc10-da59943ea509, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a87fb582-d075-4003-bc10-da59943ea509,segment=NetworkSegment(762442e8-625b-4082-b2fa-ac2c46735388),segment_id=762442e8-625b-4082-b2fa-ac2c46735388)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:09:56.186000 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] Transition to ACTIVE for port object 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:56.186913 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1615e-531a-493c-8803-72fb84b6db96 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Network': ['ID=8b71ac98-149c-437d-8e44-6cb592e78c3c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:56.208557 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:56.226416 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 8b71ac98-149c-437d-8e44-6cb592e78c3c details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:09:56.291875 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] Transition to ACTIVE for port object 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:56.325756 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-536c7ec4-1778-4122-a0f3-3c99122ed6da tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:56.339827 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f50a8b2-b100-4827-b43d-1292b325cf03 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Made reservation on behalf of 87dd4fcd4b674dd982f8e691cab98ae2 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:56.348084 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5f50a8b2-b100-4827-b43d-1292b325cf03 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:56.367739 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:56.477928 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-536c7ec4-1778-4122-a0f3-3c99122ed6da tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:56.574586 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f2be2-5d18-444b-8da1-f4be172a4420 None None] Pushing event updated for resources: {'Port': ['ID=a87fb582-d075-4003-bc10-da59943ea509,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:56.775633 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:56.834021 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-536c7ec4-1778-4122-a0f3-3c99122ed6da tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:56.843867 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:56.867532 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:57.002903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] Pushing event updated for resources: {'Port': ['ID=30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:57.027467 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5f50a8b2-b100-4827-b43d-1292b325cf03 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:57.032710 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-536c7ec4-1778-4122-a0f3-3c99122ed6da tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:57.083885 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] Attempting to bind port 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:09:57.084503 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] Attempting to bind port 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:09:57.085072 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] Attempting to bind port 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:09:57.087773 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-536c7ec4-1778-4122-a0f3-3c99122ed6da tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:57.093459 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-536c7ec4-1778-4122-a0f3-3c99122ed6da tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/1e358c96-46fa-42e1-b886-3c9a3498fbc6 HTTP/1.1" status: 204 len: 168 time: 2.3112752 Jul 13 08:09:57.108847 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:09:57.108847 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:09:57.108847 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:57.109523 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:09:57.109949 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] Bound port: 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:09:57.110380 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:57.116407 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53354) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:57.125072 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c7ec4-1778-4122-a0f3-3c99122ed6da tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=1e358c96-46fa-42e1-b886-3c9a3498fbc6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:57.215090 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bc871619-fe17-431a-a3f1-1c9c065c8872 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969710 Jul 13 08:09:57.224668 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53360) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:57.234795 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50a8b2-b100-4827-b43d-1292b325cf03 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Subnet': ['ID=065b0a60-7453-4d2e-99ee-9caf4a8fa2f1,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:57.235469 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bdda3de3-91b9-4845-ad5b-cf84c4ee7618 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:57.264409 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f50a8b2-b100-4827-b43d-1292b325cf03 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Checking segment: {'id': '7b5fce63-76a0-46ce-b91c-8eb34121a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8b71ac98-149c-437d-8e44-6cb592e78c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:09:57.264409 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f50a8b2-b100-4827-b43d-1292b325cf03 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Network hostable DHCP agents. Network: 8b71ac98-149c-437d-8e44-6cb592e78c3c, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:09:57.279486 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] For port 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:09:57.287375 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] For port 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:09:57.295031 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:57.322055 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f50a8b2-b100-4827-b43d-1292b325cf03 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Network 8b71ac98-149c-437d-8e44-6cb592e78c3c is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:09:57.341124 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-5f50a8b2-b100-4827-b43d-1292b325cf03 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 8b71ac98-149c-437d-8e44-6cb592e78c3c) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:57.360714 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f50a8b2-b100-4827-b43d-1292b325cf03 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:57.363674 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5f50a8b2-b100-4827-b43d-1292b325cf03 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:57.386838 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9564d3-4903-4693-b8ef-d427bc15ed44 None None] Network 8b71ac98-149c-437d-8e44-6cb592e78c3c requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:57.406276 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5f50a8b2-b100-4827-b43d-1292b325cf03 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3716540 Jul 13 08:09:57.410285 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53364) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:57.570359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1925f3-e52f-447b-80ab-603145ea6076 None None] Pushing event updated for resources: {'Port': ['ID=30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:57.634596 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3974db0a-dbf1-4f83-bf56-b65ebdd84cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:57.646157 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdda3de3-91b9-4845-ad5b-cf84c4ee7618 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:57.663131 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bdda3de3-91b9-4845-ad5b-cf84c4ee7618 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:57.771985 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:57.798232 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6194194a-847c-471d-b468-bc2052368835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-8b71ac98-149c-437d-8e44-6cb592e78c3c', 'network_id': '8b71ac98-149c-437d-8e44-6cb592e78c3c', 'tenant_id': '87dd4fcd4b674dd982f8e691cab98ae2', 'fixed_ips': [{'subnet_id': '065b0a60-7453-4d2e-99ee-9caf4a8fa2f1'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:09:57.803229 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6194194a-847c-471d-b468-bc2052368835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:57.876942 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:57.940018 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:58.320329 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-6194194a-847c-471d-b468-bc2052368835 None None] Allocated IP 2001:db8::1 (8b71ac98-149c-437d-8e44-6cb592e78c3c/065b0a60-7453-4d2e-99ee-9caf4a8fa2f1/fc85d660-fefa-4c01-b925-101604d4aeaf) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:58.368214 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a87fb582-d075-4003-bc10-da59943ea509 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:09:58.403686 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bdda3de3-91b9-4845-ad5b-cf84c4ee7618 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:58.545558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce47d388-0fb7-489b-98a0-057078d275c6 None None] Network 3038dc11-cfca-4c46-9030-dad78cbb0ddc requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:58.575948 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda3de3-91b9-4845-ad5b-cf84c4ee7618 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=4301c8e1-2ff2-45d0-9363-95fc7c36cb45,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:58.597996 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdda3de3-91b9-4845-ad5b-cf84c4ee7618 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:58.601169 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-bdda3de3-91b9-4845-ad5b-cf84c4ee7618 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:58.606060 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdda3de3-91b9-4845-ad5b-cf84c4ee7618 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:58.607724 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bdda3de3-91b9-4845-ad5b-cf84c4ee7618 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:58.620233 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20de6cf-4227-47e0-bf3f-f68794346560 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:09:58.654977 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53382) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:58.665714 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ac1517ed-ffca-40f0-b5fe-fcb26f3f952f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'fixed_ips': [{'subnet_id': '4301c8e1-2ff2-45d0-9363-95fc7c36cb45', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1733293880'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:58.668366 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bdda3de3-91b9-4845-ad5b-cf84c4ee7618 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4403393 Jul 13 08:09:58.784921 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95aae586-aac7-4a58-9b7f-fa0d43e4f88d None None] Provisioning for port a87fb582-d075-4003-bc10-da59943ea509 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:58.876495 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port a87fb582-d075-4003-bc10-da59943ea509 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:58.893584 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1517ed-ffca-40f0-b5fe-fcb26f3f952f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:58.920132 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port a87fb582-d075-4003-bc10-da59943ea509 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:58.920886 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:58.968747 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6194194a-847c-471d-b468-bc2052368835 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:59.073245 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac1517ed-ffca-40f0-b5fe-fcb26f3f952f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:59.104209 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-ac1517ed-ffca-40f0-b5fe-fcb26f3f952f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] device_id is not set on port ee639edd-13b3-4b54-bae5-ebcc91194712 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:09:59.307228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6194194a-847c-471d-b468-bc2052368835 None None] Transition to ACTIVE for port object fc85d660-fefa-4c01-b925-101604d4aeaf will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:59.342338 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6194194a-847c-471d-b468-bc2052368835 None None] Transition to ACTIVE for port object fc85d660-fefa-4c01-b925-101604d4aeaf will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:59.373266 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6194194a-847c-471d-b468-bc2052368835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:59.447838 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:59.515005 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1517ed-ffca-40f0-b5fe-fcb26f3f952f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 08:09:59.516752 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac1517ed-ffca-40f0-b5fe-fcb26f3f952f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:09:59.521572 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Subnet': ['ID=065b0a60-7453-4d2e-99ee-9caf4a8fa2f1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:59.592962 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ac1517ed-ffca-40f0-b5fe-fcb26f3f952f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9329739 Jul 13 08:09:59.593358 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53404) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:59.604119 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6194194a-847c-471d-b468-bc2052368835 None None] Network 8b71ac98-149c-437d-8e44-6cb592e78c3c is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:59.677818 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194194a-847c-471d-b468-bc2052368835 None None] Pushing event updated for resources: {'Port': ['ID=fc85d660-fefa-4c01-b925-101604d4aeaf,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:59.684457 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:59.693687 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-6194194a-847c-471d-b468-bc2052368835 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:59.700985 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6194194a-847c-471d-b468-bc2052368835 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:59.729896 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b71ac98-149c-437d-8e44-6cb592e78c3c']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:59.767637 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5fce63-76a0-46ce-b91c-8eb34121a934') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:59.769093 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5fce63-76a0-46ce-b91c-8eb34121a934') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:59.806047 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b79a092-ac6d-4ede-a635-8ad2f3630c4f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:59.816706 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0b79a092-ac6d-4ede-a635-8ad2f3630c4f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2206781 Jul 13 08:09:59.819184 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:59.820256 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53410) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:59.856857 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:59.873008 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:09:59.873729 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:59.942752 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:59.944818 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b717319-9e19-4016-bd13-30569257c187 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:59.946809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b717319-9e19-4016-bd13-30569257c187 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:59.956011 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4b717319-9e19-4016-bd13-30569257c187 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1289065 Jul 13 08:09:59.957305 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53416) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:59.973842 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:00.040413 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6194194a-847c-471d-b468-bc2052368835 None None] Attempting to bind port fc85d660-fefa-4c01-b925-101604d4aeaf on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:10:00.041347 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6194194a-847c-471d-b468-bc2052368835 None None] Attempting to bind port fc85d660-fefa-4c01-b925-101604d4aeaf by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '7b5fce63-76a0-46ce-b91c-8eb34121a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8b71ac98-149c-437d-8e44-6cb592e78c3c'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:10:00.042136 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6194194a-847c-471d-b468-bc2052368835 None None] Attempting to bind port fc85d660-fefa-4c01-b925-101604d4aeaf on network 8b71ac98-149c-437d-8e44-6cb592e78c3c {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:10:00.059288 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6194194a-847c-471d-b468-bc2052368835 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:10:00.060206 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6194194a-847c-471d-b468-bc2052368835 None None] Checking segment: {'id': '7b5fce63-76a0-46ce-b91c-8eb34121a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8b71ac98-149c-437d-8e44-6cb592e78c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:10:00.061219 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6194194a-847c-471d-b468-bc2052368835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:00.062118 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6194194a-847c-471d-b468-bc2052368835 None None] Bound using segment: {'id': '7b5fce63-76a0-46ce-b91c-8eb34121a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8b71ac98-149c-437d-8e44-6cb592e78c3c'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:10:00.062995 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6194194a-847c-471d-b468-bc2052368835 None None] Bound port: fc85d660-fefa-4c01-b925-101604d4aeaf, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5fce63-76a0-46ce-b91c-8eb34121a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8b71ac98-149c-437d-8e44-6cb592e78c3c'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:10:00.063832 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6194194a-847c-471d-b468-bc2052368835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:00.103528 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port a87fb582-d075-4003-bc10-da59943ea509, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a87fb582-d075-4003-bc10-da59943ea509,segment=NetworkSegment(762442e8-625b-4082-b2fa-ac2c46735388),segment_id=762442e8-625b-4082-b2fa-ac2c46735388)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:00.141896 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9fdc40-4215-479f-94ad-c309476ae658 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet 4301c8e1-2ff2-45d0-9363-95fc7c36cb45 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:10:00.151328 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a9fdc40-4215-479f-94ad-c309476ae658 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:10:00.177316 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:10:00.190125 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.api [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 08:10:00.190125 n-d-779913-28 neutron-server[93723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 08:10:00.190125 n-d-779913-28 neutron-server[93723]: [parameters: {'id': '8b71ac98-149c-437d-8e44-6cb592e78c3c'}] Jul 13 08:10:00.190125 n-d-779913-28 neutron-server[93723]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:10:00.191098 n-d-779913-28 neutron-server[93723]: DEBUG oslo_db.api [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:10:00.247559 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6194194a-847c-471d-b468-bc2052368835 None None] For port fc85d660-fefa-4c01-b925-101604d4aeaf, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:10:00.260737 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6194194a-847c-471d-b468-bc2052368835 None None] For port fc85d660-fefa-4c01-b925-101604d4aeaf, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=fc85d660-fefa-4c01-b925-101604d4aeaf,segment=NetworkSegment(7b5fce63-76a0-46ce-b91c-8eb34121a934),segment_id=7b5fce63-76a0-46ce-b91c-8eb34121a934)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:10:00.310712 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a9fdc40-4215-479f-94ad-c309476ae658 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:00.350591 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:00.382700 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6194194a-847c-471d-b468-bc2052368835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:00.410717 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a9fdc40-4215-479f-94ad-c309476ae658 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:00.512303 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a9fdc40-4215-479f-94ad-c309476ae658 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:00.578250 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fdc40-4215-479f-94ad-c309476ae658 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=4301c8e1-2ff2-45d0-9363-95fc7c36cb45,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:00.591741 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a9fdc40-4215-479f-94ad-c309476ae658 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:00.599511 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7a9fdc40-4215-479f-94ad-c309476ae658 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/4301c8e1-2ff2-45d0-9363-95fc7c36cb45 HTTP/1.1" status: 204 len: 168 time: 0.6395414 Jul 13 08:10:00.602019 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53424) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:00.615199 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf24e45-6252-4ef1-b40d-75ffec0212f0 None None] Update dhcp port {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'fixed_ips': [{'subnet_id': '4301c8e1-2ff2-45d0-9363-95fc7c36cb45'}], 'binding:host_id': 'n-d-779913-28'}, 'id': '30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d'} from n-d-779913-28. {{(pid=93725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 08:10:00.635056 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53428) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:00.687990 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bf812389-71f2-403d-963e-37e3a648d417 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839679 Jul 13 08:10:00.692408 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:00.694750 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53432) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:00.703823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b4df0333-65a1-4afe-ab75-692cb854342f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:00.713794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=a87fb582-d075-4003-bc10-da59943ea509,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:00.749070 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b902df49-b655-4cd2-ba6f-8a931fc2525a None None] Provisioning complete for port a87fb582-d075-4003-bc10-da59943ea509 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:00.749391 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b902df49-b655-4cd2-ba6f-8a931fc2525a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:00.852788 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dbf24e45-6252-4ef1-b40d-75ffec0212f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:00.855779 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3671ec84-1494-46e2-9209-63023d538061 None None] Network 8b71ac98-149c-437d-8e44-6cb592e78c3c requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:00.871257 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d2ba67-ea66-4c29-ab9c-df1ab7e79ca3 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:00.872368 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d2ba67-ea66-4c29-ab9c-df1ab7e79ca3 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:00.873102 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d2ba67-ea66-4c29-ab9c-df1ab7e79ca3 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:00.878924 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-42d2ba67-ea66-4c29-ab9c-df1ab7e79ca3 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=646613418a8c4063bb68b7f4cbd296e4&network_id=81ea72ab-a8e9-4967-949e-0f1148ce531d HTTP/1.1" status: 200 len: 2973 time: 0.2412779 Jul 13 08:10:01.187980 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194194a-847c-471d-b468-bc2052368835 None None] Pushing event updated for resources: {'Port': ['ID=fc85d660-fefa-4c01-b925-101604d4aeaf,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:01.442720 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:01.450180 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0228412-e5e3-495a-9d77-c064d3b91fe0 None None] get_active_networks_info from n-d-779913-28 {{(pid=93725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 08:10:01.622244 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0228412-e5e3-495a-9d77-c064d3b91fe0 None None] Resources bound (agent type, host, resource id): {{(pid=93725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 08:10:01.641447 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4df0333-65a1-4afe-ab75-692cb854342f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:10:01.650258 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4df0333-65a1-4afe-ab75-692cb854342f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:01.853643 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Deleting port fc85d660-fefa-4c01-b925-101604d4aeaf {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:10:01.854378 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:02.091658 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] For port fc85d660-fefa-4c01-b925-101604d4aeaf, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=fc85d660-fefa-4c01-b925-101604d4aeaf,segment=NetworkSegment(7b5fce63-76a0-46ce-b91c-8eb34121a934),segment_id=7b5fce63-76a0-46ce-b91c-8eb34121a934)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:02.092234 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:02.094327 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc40c0b5-6920-486f-9fc3-1d8cc69570e8 None None] get_active_networks_info from n-d-779913-28 {{(pid=93725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 08:10:02.176280 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Calling delete_port for fc85d660-fefa-4c01-b925-101604d4aeaf owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:10:02.187604 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4df0333-65a1-4afe-ab75-692cb854342f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:02.248846 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc40c0b5-6920-486f-9fc3-1d8cc69570e8 None None] Resources bound (agent type, host, resource id): {{(pid=93725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 08:10:02.336212 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4df0333-65a1-4afe-ab75-692cb854342f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:10:02.347153 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-b4df0333-65a1-4afe-ab75-692cb854342f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:02.353607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4df0333-65a1-4afe-ab75-692cb854342f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:02.355004 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4df0333-65a1-4afe-ab75-692cb854342f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:02.358387 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df0333-65a1-4afe-ab75-692cb854342f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=82f34f43-2f9d-431d-a239-48a498fbef05,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:02.401716 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b4df0333-65a1-4afe-ab75-692cb854342f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7014217 Jul 13 08:10:02.401716 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53464) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:02.408383 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-cec1b842-3b81-4c41-ac78-a31784927078 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-504436753', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:02.459133 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:02.510769 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Port': ['ID=fc85d660-fefa-4c01-b925-101604d4aeaf,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:02.520710 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cec1b842-3b81-4c41-ac78-a31784927078 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:02.521389 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cec1b842-3b81-4c41-ac78-a31784927078 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:02.636012 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cec1b842-3b81-4c41-ac78-a31784927078 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:02.642307 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] No DVR routers for this DVR port fc85d660-fefa-4c01-b925-101604d4aeaf on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:10:02.647798 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cec1b842-3b81-4c41-ac78-a31784927078 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:02.727545 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cec1b842-3b81-4c41-ac78-a31784927078 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:02.729776 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cec1b842-3b81-4c41-ac78-a31784927078 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3265984 Jul 13 08:10:02.734130 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53468) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:02.751708 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a87fb582-d075-4003-bc10-da59943ea509 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:10:02.850570 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:02.876375 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b71ac98-149c-437d-8e44-6cb592e78c3c']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:02.898066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5fce63-76a0-46ce-b91c-8eb34121a934') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:02.898551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5fce63-76a0-46ce-b91c-8eb34121a934') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:02.937144 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:02.963855 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:02.979072 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:10:02.979726 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:10:02.985731 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:10:03.177357 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port a87fb582-d075-4003-bc10-da59943ea509 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:03.177931 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:03.216344 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:03.232251 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:03.236770 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/networks/8b71ac98-149c-437d-8e44-6cb592e78c3c HTTP/1.1" status: 204 len: 168 time: 5.8242509 Jul 13 08:10:03.244925 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53476) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:03.257716 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a3e713d3-b779-4489-8b93-a66c498bdecb tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1393917118'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:03.293868 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd82e2-233d-4cfc-a9fe-75e320e1a350 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Network': ['ID=8b71ac98-149c-437d-8e44-6cb592e78c3c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:03.318662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce49aa2-58f8-44da-9f04-01adc46b9831 None None] Update dhcp port {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'fixed_ips': [{'subnet_id': '82f34f43-2f9d-431d-a239-48a498fbef05'}], 'binding:host_id': 'n-d-779913-28'}, 'id': '30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d'} from n-d-779913-28. {{(pid=93725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 08:10:03.327915 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e713d3-b779-4489-8b93-a66c498bdecb tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Made reservation on behalf of 87dd4fcd4b674dd982f8e691cab98ae2 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:10:03.334486 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a3e713d3-b779-4489-8b93-a66c498bdecb tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:03.432224 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-687feea1-5429-4de2-9609-6f3531da4b78 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:03.435988 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e713d3-b779-4489-8b93-a66c498bdecb tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:10:03.465345 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a3e713d3-b779-4489-8b93-a66c498bdecb tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:03.465905 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-a3e713d3-b779-4489-8b93-a66c498bdecb tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Added segment 512a9d4e-b85e-4ba3-a46b-0b00606053c5 of type vlan for network 19316a11-6025-4a02-8fa0-78c0c3aece4c Jul 13 08:10:03.529351 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ce49aa2-58f8-44da-9f04-01adc46b9831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:03.691823 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a3e713d3-b779-4489-8b93-a66c498bdecb tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:03.769261 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a3e713d3-b779-4489-8b93-a66c498bdecb tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:03.781568 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e713d3-b779-4489-8b93-a66c498bdecb tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:03.782748 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a3e713d3-b779-4489-8b93-a66c498bdecb tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:03.914972 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e713d3-b779-4489-8b93-a66c498bdecb tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Network': ['ID=19316a11-6025-4a02-8fa0-78c0c3aece4c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:03.947989 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 19316a11-6025-4a02-8fa0-78c0c3aece4c details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:10:03.951330 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a3e713d3-b779-4489-8b93-a66c498bdecb tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7006593 Jul 13 08:10:03.953896 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53500) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:03.978437 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-4d11f55a-28c0-45bb-b7fe-e06f7ba84023 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'subnet': {'network_id': '19316a11-6025-4a02-8fa0-78c0c3aece4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:04.256679 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-0ce49aa2-58f8-44da-9f04-01adc46b9831 None None] Allocated IP 2001:db8::2 (780f7a0e-8c20-4451-b666-5d4d18704b66/82f34f43-2f9d-431d-a239-48a498fbef05/30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:10:04.317682 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d11f55a-28c0-45bb-b7fe-e06f7ba84023 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Made reservation on behalf of 87dd4fcd4b674dd982f8e691cab98ae2 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:10:04.343404 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4d11f55a-28c0-45bb-b7fe-e06f7ba84023 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:04.529638 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0ce49aa2-58f8-44da-9f04-01adc46b9831 None None] For port 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:04.641146 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ce49aa2-58f8-44da-9f04-01adc46b9831 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:04.675469 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53512) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:04.679299 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0ce49aa2-58f8-44da-9f04-01adc46b9831 None None] Ignored duplicate provisioning block setup for port 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 08:10:04.692422 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ce49aa2-58f8-44da-9f04-01adc46b9831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:04.720383 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53516) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:04.877504 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4d11f55a-28c0-45bb-b7fe-e06f7ba84023 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:04.899363 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce49aa2-58f8-44da-9f04-01adc46b9831 None None] Pushing event updated for resources: {'Port': ['ID=30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:04.945812 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce49aa2-58f8-44da-9f04-01adc46b9831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:04.947723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce49aa2-58f8-44da-9f04-01adc46b9831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:04.947723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce49aa2-58f8-44da-9f04-01adc46b9831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:04.948241 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce49aa2-58f8-44da-9f04-01adc46b9831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:04.949008 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce49aa2-58f8-44da-9f04-01adc46b9831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:04.949594 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce49aa2-58f8-44da-9f04-01adc46b9831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:04.950411 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce49aa2-58f8-44da-9f04-01adc46b9831 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:04.951078 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce49aa2-58f8-44da-9f04-01adc46b9831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:04.951634 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce49aa2-58f8-44da-9f04-01adc46b9831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:04.952246 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce49aa2-58f8-44da-9f04-01adc46b9831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:04.952899 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce49aa2-58f8-44da-9f04-01adc46b9831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:04.954785 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce49aa2-58f8-44da-9f04-01adc46b9831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:05.059702 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11f55a-28c0-45bb-b7fe-e06f7ba84023 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Subnet': ['ID=c1be4eb6-64b9-48bb-9545-5f21b3727a5c,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:05.132573 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11f55a-28c0-45bb-b7fe-e06f7ba84023 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Checking segment: {'id': '512a9d4e-b85e-4ba3-a46b-0b00606053c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '19316a11-6025-4a02-8fa0-78c0c3aece4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:10:05.133126 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d11f55a-28c0-45bb-b7fe-e06f7ba84023 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Network hostable DHCP agents. Network: 19316a11-6025-4a02-8fa0-78c0c3aece4c, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:10:05.144658 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e36970-04aa-4732-96d8-5e8517ce63a1 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:05.164418 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-18e36970-04aa-4732-96d8-5e8517ce63a1 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 814 time: 0.4276433 Jul 13 08:10:05.164418 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-143d8552-37a4-4634-b6c7-b7b545f0986e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:05.203262 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d11f55a-28c0-45bb-b7fe-e06f7ba84023 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Network 19316a11-6025-4a02-8fa0-78c0c3aece4c is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:10:05.217212 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-687feea1-5429-4de2-9609-6f3531da4b78 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8::1 (780f7a0e-8c20-4451-b666-5d4d18704b66/82f34f43-2f9d-431d-a239-48a498fbef05/00a26345-1ff2-474c-8750-38527532bccb) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:10:05.226450 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-4d11f55a-28c0-45bb-b7fe-e06f7ba84023 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 19316a11-6025-4a02-8fa0-78c0c3aece4c) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:05.238534 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d11f55a-28c0-45bb-b7fe-e06f7ba84023 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:05.242703 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4d11f55a-28c0-45bb-b7fe-e06f7ba84023 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:05.608008 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-687feea1-5429-4de2-9609-6f3531da4b78 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:05.651220 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-687feea1-5429-4de2-9609-6f3531da4b78 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Transition to ACTIVE for port object 00a26345-1ff2-474c-8750-38527532bccb will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:05.661327 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-143d8552-37a4-4634-b6c7-b7b545f0986e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:05.670256 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-143d8552-37a4-4634-b6c7-b7b545f0986e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:05.674440 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4d11f55a-28c0-45bb-b7fe-e06f7ba84023 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7170799 Jul 13 08:10:05.677681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53528) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:05.758995 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-143d8552-37a4-4634-b6c7-b7b545f0986e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a1f4911719ad451489b77b84fe9cd52b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0792582 Jul 13 08:10:05.765972 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53530) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:05.779972 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d8552-37a4-4634-b6c7-b7b545f0986e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c8432f-bfa4-4f46-8697-9645ba267aa0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:05.812904 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-687feea1-5429-4de2-9609-6f3531da4b78 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:05.834532 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d8552-37a4-4634-b6c7-b7b545f0986e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:05.835002 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d8552-37a4-4634-b6c7-b7b545f0986e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:05.835395 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d8552-37a4-4634-b6c7-b7b545f0986e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:05.835702 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d8552-37a4-4634-b6c7-b7b545f0986e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:05.836037 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d8552-37a4-4634-b6c7-b7b545f0986e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:05.836488 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d8552-37a4-4634-b6c7-b7b545f0986e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:05.837041 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d8552-37a4-4634-b6c7-b7b545f0986e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:05.837594 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d8552-37a4-4634-b6c7-b7b545f0986e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:05.838558 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d8552-37a4-4634-b6c7-b7b545f0986e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:05.839117 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d8552-37a4-4634-b6c7-b7b545f0986e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:05.839578 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d8552-37a4-4634-b6c7-b7b545f0986e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:05.839835 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d8552-37a4-4634-b6c7-b7b545f0986e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:05.900208 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75884fc4-6393-462f-b133-5e6b226caed6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:05.963719 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687feea1-5429-4de2-9609-6f3531da4b78 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=00a26345-1ff2-474c-8750-38527532bccb,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:06.005734 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687feea1-5429-4de2-9609-6f3531da4b78 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:10:06.021653 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75884fc4-6393-462f-b133-5e6b226caed6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:06.030783 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ab6918d-a48a-495b-9d91-ab0341cc152f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:06.063553 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-687feea1-5429-4de2-9609-6f3531da4b78 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:06.072956 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ab6918d-a48a-495b-9d91-ab0341cc152f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:06.149043 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687feea1-5429-4de2-9609-6f3531da4b78 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:10:06.154906 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75884fc4-6393-462f-b133-5e6b226caed6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:06.155886 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-687feea1-5429-4de2-9609-6f3531da4b78 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:06.190163 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ab6918d-a48a-495b-9d91-ab0341cc152f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:06.193538 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ab6918d-a48a-495b-9d91-ab0341cc152f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:06.200497 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4ab6918d-a48a-495b-9d91-ab0341cc152f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/23c8432f-bfa4-4f46-8697-9645ba267aa0 HTTP/1.1" status: 204 len: 168 time: 0.4323525 Jul 13 08:10:06.214214 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53540) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:06.215641 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75884fc4-6393-462f-b133-5e6b226caed6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Subnet': ['ID=c1be4eb6-64b9-48bb-9545-5f21b3727a5c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:06.239137 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-fede0c14-193f-481e-944a-ac52cdfc6967 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'network': {'name': 'tempest-network-smoke--777343883', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'port_security_enabled': True}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:06.282254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6918d-a48a-495b-9d91-ab0341cc152f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c8432f-bfa4-4f46-8697-9645ba267aa0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:06.472822 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75884fc4-6393-462f-b133-5e6b226caed6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:06.478340 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fede0c14-193f-481e-944a-ac52cdfc6967 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Made reservation on behalf of 646613418a8c4063bb68b7f4cbd296e4 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:10:06.485071 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fede0c14-193f-481e-944a-ac52cdfc6967 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:06.520166 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-75884fc4-6393-462f-b133-5e6b226caed6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19316a11-6025-4a02-8fa0-78c0c3aece4c']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:06.548438 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-75884fc4-6393-462f-b133-5e6b226caed6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512a9d4e-b85e-4ba3-a46b-0b00606053c5') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:06.548952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-75884fc4-6393-462f-b133-5e6b226caed6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512a9d4e-b85e-4ba3-a46b-0b00606053c5') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:06.570306 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-687feea1-5429-4de2-9609-6f3531da4b78 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:06.612051 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75884fc4-6393-462f-b133-5e6b226caed6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:06.675775 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fede0c14-193f-481e-944a-ac52cdfc6967 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:10:06.720100 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fede0c14-193f-481e-944a-ac52cdfc6967 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:06.720787 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-fede0c14-193f-481e-944a-ac52cdfc6967 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Added segment 4c63635e-e0f3-4aa3-8765-6a7d0005c5ee of type vlan for network bb746ddf-193e-4e3d-9f7f-39b2df9a1f28 Jul 13 08:10:06.770544 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75884fc4-6393-462f-b133-5e6b226caed6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:06.803279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:10:06.808717 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5e8c7a-a62d-4a38-a4ec-d4098716c0e6 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:06.869439 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75884fc4-6393-462f-b133-5e6b226caed6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:10:06.870512 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75884fc4-6393-462f-b133-5e6b226caed6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:10:06.883965 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:10:06.938048 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fede0c14-193f-481e-944a-ac52cdfc6967 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:07.061773 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fede0c14-193f-481e-944a-ac52cdfc6967 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:07.069700 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fede0c14-193f-481e-944a-ac52cdfc6967 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:07.070716 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fede0c14-193f-481e-944a-ac52cdfc6967 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:07.081521 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53554) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:07.106874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30f17e4-0484-43a9-8b94-c15b5ded9ab1 None None] Network 19316a11-6025-4a02-8fa0-78c0c3aece4c requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:07.120850 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-93049b34-2046-42bd-b9bb-9d83e9c6434b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:07.216656 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fede0c14-193f-481e-944a-ac52cdfc6967 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9891143 Jul 13 08:10:07.224182 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53556) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:07.292740 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-bc670286-5709-44c6-9f40-8b892954b21e None None] Provisioning for port 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:10:07.313567 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-687feea1-5429-4de2-9609-6f3531da4b78 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:07.347350 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-687feea1-5429-4de2-9609-6f3531da4b78 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:07.396253 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75884fc4-6393-462f-b133-5e6b226caed6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:07.399034 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede0c14-193f-481e-944a-ac52cdfc6967 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'Network': ['ID=bb746ddf-193e-4e3d-9f7f-39b2df9a1f28,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:07.417010 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-75884fc4-6393-462f-b133-5e6b226caed6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:07.419281 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network bb746ddf-193e-4e3d-9f7f-39b2df9a1f28 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:10:07.425774 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-75884fc4-6393-462f-b133-5e6b226caed6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/networks/19316a11-6025-4a02-8fa0-78c0c3aece4c HTTP/1.1" status: 204 len: 168 time: 1.7456241 Jul 13 08:10:07.431053 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04294687-2818-4a70-8149-7095d0fdf37f tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:07.433815 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-04294687-2818-4a70-8149-7095d0fdf37f tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=646613418a8c4063bb68b7f4cbd296e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2071159 Jul 13 08:10:07.447087 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53562) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:07.447980 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53564) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:07.456419 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-dddbb05f-0b8f-48db-a97e-f01a8cb5b470 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1940159227'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:07.491982 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75884fc4-6393-462f-b133-5e6b226caed6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Network': ['ID=19316a11-6025-4a02-8fa0-78c0c3aece4c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:07.535526 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:10:07.747816 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c599758-0962-470b-920c-3229e9948cc1 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:07.749627 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3c599758-0962-470b-920c-3229e9948cc1 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2875597 Jul 13 08:10:07.753224 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53566) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:07.837405 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-286626a5-c161-4e53-bc4a-f3849db1034f tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f96be058-f906-4210-b421-902eff1606be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0822866 Jul 13 08:10:07.841372 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53568) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:07.883663 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:07.884914 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:07.917086 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1447fca1-12c0-4ce4-be27-f2e51634d050 None None] Network 19316a11-6025-4a02-8fa0-78c0c3aece4c requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:07.939297 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3ff8d615-697a-4783-9f42-d69cd8529994 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=646613418a8c4063bb68b7f4cbd296e4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0954373 Jul 13 08:10:07.946449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53574) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:07.966176 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1447fca1-12c0-4ce4-be27-f2e51634d050 None None] Network 19316a11-6025-4a02-8fa0-78c0c3aece4c could not be found, it might have been deleted concurrently. {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 08:10:08.074222 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-687feea1-5429-4de2-9609-6f3531da4b78 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:08.108751 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:08.191002 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:08.198325 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687feea1-5429-4de2-9609-6f3531da4b78 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=00a26345-1ff2-474c-8750-38527532bccb,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:08.254857 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:08.258509 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf732bcd-78c0-4184-9106-ae274e870cd2 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:08.260655 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bf732bcd-78c0-4184-9106-ae274e870cd2 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3119903 Jul 13 08:10:08.267776 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53578) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:08.270894 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:08.306981 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-325753ff-be49-404e-97f5-ebef97a44745 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f96be058-f906-4210-b421-902eff1606be&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325725 Jul 13 08:10:08.308172 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53580) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:08.314143 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-27127ba1-c135-490f-aa03-9e0edcf5629d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-998427273', 'network_id': 'bb746ddf-193e-4e3d-9f7f-39b2df9a1f28', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:08.389026 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-93049b34-2046-42bd-b9bb-9d83e9c6434b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:08.392020 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:08.398331 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-93049b34-2046-42bd-b9bb-9d83e9c6434b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:08.400645 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a32812b9-56a8-42b9-a3dc-9745af87be45 None None] Provisioning for port 00a26345-1ff2-474c-8750-38527532bccb completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:10:08.412105 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687feea1-5429-4de2-9609-6f3531da4b78 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:10:08.425278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a32812b9-56a8-42b9-a3dc-9745af87be45 None None] Provisioning complete for port 00a26345-1ff2-474c-8750-38527532bccb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:08.432395 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a32812b9-56a8-42b9-a3dc-9745af87be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:08.439966 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-687feea1-5429-4de2-9609-6f3531da4b78 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:08.557532 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddbb05f-0b8f-48db-a97e-f01a8cb5b470 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Made reservation on behalf of 87dd4fcd4b674dd982f8e691cab98ae2 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:10:08.563852 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dddbb05f-0b8f-48db-a97e-f01a8cb5b470 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:08.586679 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a32812b9-56a8-42b9-a3dc-9745af87be45 None None] Port 00a26345-1ff2-474c-8750-38527532bccb cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:10:08.604735 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27127ba1-c135-490f-aa03-9e0edcf5629d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Made reservation on behalf of 646613418a8c4063bb68b7f4cbd296e4 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:10:08.613249 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27127ba1-c135-490f-aa03-9e0edcf5629d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:08.641995 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93049b34-2046-42bd-b9bb-9d83e9c6434b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77946b9-0d3f-46bd-9ade-aaec00612465,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:08.645583 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a32812b9-56a8-42b9-a3dc-9745af87be45 None None] Provisioning complete for port 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:08.646585 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a32812b9-56a8-42b9-a3dc-9745af87be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:08.656276 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-93049b34-2046-42bd-b9bb-9d83e9c6434b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af0be715cae34cc6817b7d219675d7bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5735710 Jul 13 08:10:08.767403 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:10:08.858668 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53586) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:08.935059 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687feea1-5429-4de2-9609-6f3531da4b78 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Router 07913e73-edd6-40f8-88d8-ed4be6bda0ff is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:10:08.948414 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dddbb05f-0b8f-48db-a97e-f01a8cb5b470 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:10:08.971716 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dddbb05f-0b8f-48db-a97e-f01a8cb5b470 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:08.972647 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-dddbb05f-0b8f-48db-a97e-f01a8cb5b470 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Added segment f4ebe073-c34d-4322-a5bf-f946615d3f69 of type vlan for network 1fcdf925-8847-419f-bb52-be64b15a93c7 Jul 13 08:10:08.975293 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:08.975939 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:08.998617 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bcdc6559-8077-431e-adac-d963019dd886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:09.040707 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bcdc6559-8077-431e-adac-d963019dd886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:09.166112 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dddbb05f-0b8f-48db-a97e-f01a8cb5b470 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:09.197696 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5de0e150-2940-4a05-b007-1132df06f720 None None] Provisioning complete for port 00a26345-1ff2-474c-8750-38527532bccb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:09.198323 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5de0e150-2940-4a05-b007-1132df06f720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:09.262751 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dddbb05f-0b8f-48db-a97e-f01a8cb5b470 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:09.279285 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddbb05f-0b8f-48db-a97e-f01a8cb5b470 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:09.282130 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-dddbb05f-0b8f-48db-a97e-f01a8cb5b470 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:09.285229 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687feea1-5429-4de2-9609-6f3531da4b78 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:10:09.302499 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-687feea1-5429-4de2-9609-6f3531da4b78 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "PUT /v2.0/routers/07913e73-edd6-40f8-88d8-ed4be6bda0ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5672970 Jul 13 08:10:09.306122 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53594) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:09.327413 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5de0e150-2940-4a05-b007-1132df06f720 None None] Port 00a26345-1ff2-474c-8750-38527532bccb cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:10:09.335077 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] Sync routers for ids ['07913e73-edd6-40f8-88d8-ed4be6bda0ff'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:10:09.355473 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] Routers {'07913e73-edd6-40f8-88d8-ed4be6bda0ff'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:10:09.356114 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:09:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['07913e73-edd6-40f8-88d8-ed4be6bda0ff'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:09.390000 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bcdc6559-8077-431e-adac-d963019dd886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:09.394259 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bcdc6559-8077-431e-adac-d963019dd886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:09.395995 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bcdc6559-8077-431e-adac-d963019dd886 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a77946b9-0d3f-46bd-9ade-aaec00612465 HTTP/1.1" status: 204 len: 168 time: 0.5277185 Jul 13 08:10:09.426652 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc6559-8077-431e-adac-d963019dd886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77946b9-0d3f-46bd-9ade-aaec00612465,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:09.445543 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12753b85-5393-4abe-b377-cc69733239eb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:09.448120 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-12753b85-5393-4abe-b377-cc69733239eb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports/00a26345-1ff2-474c-8750-38527532bccb HTTP/1.1" status: 200 len: 911 time: 0.1437161 Jul 13 08:10:09.451766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53598) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:09.508763 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-dddbb05f-0b8f-48db-a97e-f01a8cb5b470 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0589371 Jul 13 08:10:09.516959 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53602) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:09.522175 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6cbb9726-595c-43eb-a82e-00c3ec1dcacd None None] Provisioning complete for port 00a26345-1ff2-474c-8750-38527532bccb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:09.522577 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6cbb9726-595c-43eb-a82e-00c3ec1dcacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:09.525264 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-442d45aa-2f81-4259-b037-c21d625d4bb7 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'subnet': {'network_id': '1fcdf925-8847-419f-bb52-be64b15a93c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:09.593459 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] Set router 07913e73-edd6-40f8-88d8-ed4be6bda0ff gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:10:09.622253 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27127ba1-c135-490f-aa03-9e0edcf5629d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:09.682001 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb9726-595c-43eb-a82e-00c3ec1dcacd None None] Port 00a26345-1ff2-474c-8750-38527532bccb cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:10:09.774725 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbb05f-0b8f-48db-a97e-f01a8cb5b470 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Network': ['ID=1fcdf925-8847-419f-bb52-be64b15a93c7,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:09.799975 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 1fcdf925-8847-419f-bb52-be64b15a93c7 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:10:09.858047 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27127ba1-c135-490f-aa03-9e0edcf5629d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'Subnet': ['ID=e9e17959-20f0-4730-be58-623242efe41e,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:09.868528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c37ff32-56e6-4c19-a863-241359c346a9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:09.898845 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c37ff32-56e6-4c19-a863-241359c346a9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:09.909544 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6c37ff32-56e6-4c19-a863-241359c346a9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4536691 Jul 13 08:10:09.913051 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53606) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:09.945002 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27127ba1-c135-490f-aa03-9e0edcf5629d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Checking segment: {'id': '4c63635e-e0f3-4aa3-8765-6a7d0005c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb746ddf-193e-4e3d-9f7f-39b2df9a1f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:10:09.945586 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27127ba1-c135-490f-aa03-9e0edcf5629d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Network hostable DHCP agents. Network: bb746ddf-193e-4e3d-9f7f-39b2df9a1f28, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:10:10.013976 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27127ba1-c135-490f-aa03-9e0edcf5629d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Network bb746ddf-193e-4e3d-9f7f-39b2df9a1f28 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:10:10.039198 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-27127ba1-c135-490f-aa03-9e0edcf5629d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, bb746ddf-193e-4e3d-9f7f-39b2df9a1f28) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:10.062304 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27127ba1-c135-490f-aa03-9e0edcf5629d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:10.068350 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-27127ba1-c135-490f-aa03-9e0edcf5629d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:10.099622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687a9405-5498-4cf8-aebe-e2a70f279a6c None None] Network bb746ddf-193e-4e3d-9f7f-39b2df9a1f28 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:10.129291 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-27127ba1-c135-490f-aa03-9e0edcf5629d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8197494 Jul 13 08:10:10.145753 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07913e73-edd6-40f8-88d8-ed4be6bda0ff', 'name': 'tempest-NetworksTestDHCPv6-router-504436753', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:10:02Z', 'updated_at': '2021-07-13T08:10:06Z', 'revision_number': 2, 'project_id': 'bec8e60f88b64d5dbce6c7084643835a', 'gw_port_host': None, '_interfaces': [{'id': '00a26345-1ff2-474c-8750-38527532bccb', 'name': '', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'mac_address': 'fa:16:3e:73:79:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07913e73-edd6-40f8-88d8-ed4be6bda0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '82f34f43-2f9d-431d-a239-48a498fbef05', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:10:03Z', 'updated_at': '2021-07-13T08:10:06Z', 'revision_number': 2, 'project_id': 'bec8e60f88b64d5dbce6c7084643835a', 'subnets': [{'id': '82f34f43-2f9d-431d-a239-48a498fbef05', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:10.165990 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442d45aa-2f81-4259-b037-c21d625d4bb7 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Made reservation on behalf of 87dd4fcd4b674dd982f8e691cab98ae2 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:10:10.172044 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-442d45aa-2f81-4259-b037-c21d625d4bb7 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:10.195590 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] Checking router: 07913e73-edd6-40f8-88d8-ed4be6bda0ff for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:10:10.196048 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] Updating router 07913e73-edd6-40f8-88d8-ed4be6bda0ff port 00a26345-1ff2-474c-8750-38527532bccb binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:10:10.260799 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-44c5bc9a-1e5f-47c1-ab7a-bb3a10fa685b None None] Provisioning complete for port 00a26345-1ff2-474c-8750-38527532bccb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:10.266540 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44c5bc9a-1e5f-47c1-ab7a-bb3a10fa685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:10.271940 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:10.585151 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-44c5bc9a-1e5f-47c1-ab7a-bb3a10fa685b None None] Port 00a26345-1ff2-474c-8750-38527532bccb cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:10:10.969953 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-bb746ddf-193e-4e3d-9f7f-39b2df9a1f28', 'network_id': 'bb746ddf-193e-4e3d-9f7f-39b2df9a1f28', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'fixed_ips': [{'subnet_id': 'e9e17959-20f0-4730-be58-623242efe41e'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:10:10.972114 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:10.982564 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-442d45aa-2f81-4259-b037-c21d625d4bb7 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:11.091763 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53632) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:11.100430 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b6d10f10-5f98-495a-9f85-794a73f96003 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2108003635', 'description': 'tempest-secgroup-smoke-2108003635 description', 'project_id': '646613418a8c4063bb68b7f4cbd296e4'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:11.207227 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b6d10f10-5f98-495a-9f85-794a73f96003 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:11.241360 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:11.265026 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] Transition to ACTIVE for port object 00a26345-1ff2-474c-8750-38527532bccb will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:11.285150 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:11.449054 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442d45aa-2f81-4259-b037-c21d625d4bb7 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Checking segment: {'id': 'f4ebe073-c34d-4322-a5bf-f946615d3f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1fcdf925-8847-419f-bb52-be64b15a93c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:10:11.449460 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442d45aa-2f81-4259-b037-c21d625d4bb7 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Network hostable DHCP agents. Network: 1fcdf925-8847-419f-bb52-be64b15a93c7, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:10:11.458824 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b6d10f10-5f98-495a-9f85-794a73f96003 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:11.465649 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b6d10f10-5f98-495a-9f85-794a73f96003 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:11.469424 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d45aa-2f81-4259-b037-c21d625d4bb7 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Subnet': ['ID=585f39ec-e932-4bd8-8f46-aa867a599417,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:11.489673 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] Allocated IP 172.20.0.18 (bb746ddf-193e-4e3d-9f7f-39b2df9a1f28/e9e17959-20f0-4730-be58-623242efe41e/d66f2601-4be3-4fb4-860a-93684ddb0745) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:10:11.525671 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b6d10f10-5f98-495a-9f85-794a73f96003 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:11.532284 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b6d10f10-5f98-495a-9f85-794a73f96003 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4381680 Jul 13 08:10:11.536183 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d10f10-5f98-495a-9f85-794a73f96003 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f02b43-9ede-4fae-bd9b-c5f56e5b5f18,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:11.560391 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53644) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:11.590188 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-510d79ba-1301-438d-b033-6f4f344adc46 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'security_group_rule': {'security_group_id': '04f02b43-9ede-4fae-bd9b-c5f56e5b5f18', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:11.636829 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911924a-eb38-4222-9769-90e53331f8cf None None] Pushing event updated for resources: {'Port': ['ID=00a26345-1ff2-474c-8750-38527532bccb,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:11.693412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442d45aa-2f81-4259-b037-c21d625d4bb7 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Network 1fcdf925-8847-419f-bb52-be64b15a93c7 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:10:11.725316 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-510d79ba-1301-438d-b033-6f4f344adc46 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:11.748865 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911924a-eb38-4222-9769-90e53331f8cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:11.749495 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911924a-eb38-4222-9769-90e53331f8cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:11.750044 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911924a-eb38-4222-9769-90e53331f8cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:11.750708 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911924a-eb38-4222-9769-90e53331f8cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:11.751165 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911924a-eb38-4222-9769-90e53331f8cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:11.751700 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911924a-eb38-4222-9769-90e53331f8cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:11.752235 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911924a-eb38-4222-9769-90e53331f8cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:11.752818 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911924a-eb38-4222-9769-90e53331f8cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:11.753350 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911924a-eb38-4222-9769-90e53331f8cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:11.753886 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911924a-eb38-4222-9769-90e53331f8cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:11.754539 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911924a-eb38-4222-9769-90e53331f8cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:11.755130 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911924a-eb38-4222-9769-90e53331f8cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:11.797529 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] Attempting to bind port 00a26345-1ff2-474c-8750-38527532bccb on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:10:11.799004 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] Attempting to bind port 00a26345-1ff2-474c-8750-38527532bccb by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:10:11.799004 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] Attempting to bind port 00a26345-1ff2-474c-8750-38527532bccb on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:10:11.830938 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:10:11.831556 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:10:11.832782 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:11.833143 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:10:11.833860 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] Bound port: 00a26345-1ff2-474c-8750-38527532bccb, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:10:11.834532 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:11.955744 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-442d45aa-2f81-4259-b037-c21d625d4bb7 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 1fcdf925-8847-419f-bb52-be64b15a93c7) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:11.965035 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442d45aa-2f81-4259-b037-c21d625d4bb7 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:11.967261 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-442d45aa-2f81-4259-b037-c21d625d4bb7 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:11.976085 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa46d21-e685-46ff-bda6-9fd5ac4b5264 None None] Network 1fcdf925-8847-419f-bb52-be64b15a93c7 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:12.030811 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-510d79ba-1301-438d-b033-6f4f344adc46 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:12.036481 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-510d79ba-1301-438d-b033-6f4f344adc46 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:12.074877 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] For port 00a26345-1ff2-474c-8750-38527532bccb, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:10:12.079146 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d79ba-1301-438d-b033-6f4f344adc46 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491c8d1a-c7ba-4848-b6e9-433d9bbe78b5,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:12.084753 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] For port 00a26345-1ff2-474c-8750-38527532bccb, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=00a26345-1ff2-474c-8750-38527532bccb,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:10:12.091801 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:12.111441 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c8c22d5-dcb5-4807-977e-9b76b3dfb675 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:12.123188 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-442d45aa-2f81-4259-b037-c21d625d4bb7 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6062124 Jul 13 08:10:12.131604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53652) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:12.156265 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c6c995ca-b775-4dde-89f6-3661b2a358e2 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'subnet': {'network_id': '1fcdf925-8847-419f-bb52-be64b15a93c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:12.172204 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-510d79ba-1301-438d-b033-6f4f344adc46 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:12.187464 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] Routers {'07913e73-edd6-40f8-88d8-ed4be6bda0ff'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:10:12.187976 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53658) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:12.188126 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:09:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['07913e73-edd6-40f8-88d8-ed4be6bda0ff'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:12.202031 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-510d79ba-1301-438d-b033-6f4f344adc46 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6098173 Jul 13 08:10:12.212259 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-932d0531-9c87-48d5-9bd1-83f074026824 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'security_group_rule': {'security_group_id': '04f02b43-9ede-4fae-bd9b-c5f56e5b5f18', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:12.397926 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-932d0531-9c87-48d5-9bd1-83f074026824 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:12.413870 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:12.619563 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] Transition to ACTIVE for port object d66f2601-4be3-4fb4-860a-93684ddb0745 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:12.630463 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911924a-eb38-4222-9769-90e53331f8cf None None] Pushing event updated for resources: {'Port': ['ID=00a26345-1ff2-474c-8750-38527532bccb,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:12.660892 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c995ca-b775-4dde-89f6-3661b2a358e2 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Made reservation on behalf of 87dd4fcd4b674dd982f8e691cab98ae2 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:10:12.670215 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6c995ca-b775-4dde-89f6-3661b2a358e2 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:12.689192 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] Set router 07913e73-edd6-40f8-88d8-ed4be6bda0ff gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:10:12.698671 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-932d0531-9c87-48d5-9bd1-83f074026824 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:12.750433 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-932d0531-9c87-48d5-9bd1-83f074026824 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:12.808907 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] Transition to ACTIVE for port object d66f2601-4be3-4fb4-860a-93684ddb0745 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:12.831113 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:12.934969 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d0531-9c87-48d5-9bd1-83f074026824 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5664d98-4509-4994-b8f6-e4cf959cdcb3,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:12.960909 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-932d0531-9c87-48d5-9bd1-83f074026824 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:12.968667 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-932d0531-9c87-48d5-9bd1-83f074026824 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7767682 Jul 13 08:10:12.970425 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53668) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:12.988224 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c1b4aad5-b85d-4224-b557-49427c3a1561 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'security_group_rule': {'security_group_id': '04f02b43-9ede-4fae-bd9b-c5f56e5b5f18', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:13.024322 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] Network bb746ddf-193e-4e3d-9f7f-39b2df9a1f28 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:10:13.026510 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-1fcdf925-8847-419f-bb52-be64b15a93c7', 'network_id': '1fcdf925-8847-419f-bb52-be64b15a93c7', 'tenant_id': '87dd4fcd4b674dd982f8e691cab98ae2', 'fixed_ips': [{'subnet_id': '585f39ec-e932-4bd8-8f46-aa867a599417'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:10:13.027701 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:13.062856 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] Pushing event updated for resources: {'Port': ['ID=d66f2601-4be3-4fb4-860a-93684ddb0745,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:13.075511 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c22d5-dcb5-4807-977e-9b76b3dfb675 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting port 00a26345-1ff2-474c-8750-38527532bccb {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:10:13.077539 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c8c22d5-dcb5-4807-977e-9b76b3dfb675 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:13.086008 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:13.095047 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:13.101874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:10:13.158313 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c1b4aad5-b85d-4224-b557-49427c3a1561 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:13.398853 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07913e73-edd6-40f8-88d8-ed4be6bda0ff', 'name': 'tempest-NetworksTestDHCPv6-router-504436753', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:10:02Z', 'updated_at': '2021-07-13T08:10:06Z', 'revision_number': 2, 'project_id': 'bec8e60f88b64d5dbce6c7084643835a', 'gw_port_host': None, '_interfaces': [{'id': '00a26345-1ff2-474c-8750-38527532bccb', 'name': '', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'mac_address': 'fa:16:3e:73:79:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07913e73-edd6-40f8-88d8-ed4be6bda0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '82f34f43-2f9d-431d-a239-48a498fbef05', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:10:03Z', 'updated_at': '2021-07-13T08:10:12Z', 'revision_number': 4, 'project_id': 'bec8e60f88b64d5dbce6c7084643835a', 'subnets': [{'id': '82f34f43-2f9d-431d-a239-48a498fbef05', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:13.435823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-0c8c22d5-dcb5-4807-977e-9b76b3dfb675 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] For port 00a26345-1ff2-474c-8750-38527532bccb, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=00a26345-1ff2-474c-8750-38527532bccb,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:13.436688 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c8c22d5-dcb5-4807-977e-9b76b3dfb675 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:13.505616 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c22d5-dcb5-4807-977e-9b76b3dfb675 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Calling delete_port for 00a26345-1ff2-474c-8750-38527532bccb owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:10:13.538690 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab854d64-3384-4101-8563-5b44ae30f533 None None] The sync data for ids ['07913e73-edd6-40f8-88d8-ed4be6bda0ff'] in n-d-779913-28 is: [{'id': '07913e73-edd6-40f8-88d8-ed4be6bda0ff', 'name': 'tempest-NetworksTestDHCPv6-router-504436753', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:10:02Z', 'updated_at': '2021-07-13T08:10:06Z', 'revision_number': 2, 'project_id': 'bec8e60f88b64d5dbce6c7084643835a', 'gw_port_host': None, '_interfaces': [{'id': '00a26345-1ff2-474c-8750-38527532bccb', 'name': '', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'mac_address': 'fa:16:3e:73:79:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07913e73-edd6-40f8-88d8-ed4be6bda0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '82f34f43-2f9d-431d-a239-48a498fbef05', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:10:03Z', 'updated_at': '2021-07-13T08:10:12Z', 'revision_number': 4, 'project_id': 'bec8e60f88b64d5dbce6c7084643835a', 'subnets': [{'id': '82f34f43-2f9d-431d-a239-48a498fbef05', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:10:13.573915 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] Attempting to bind port d66f2601-4be3-4fb4-860a-93684ddb0745 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:10:13.574908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] Attempting to bind port d66f2601-4be3-4fb4-860a-93684ddb0745 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '4c63635e-e0f3-4aa3-8765-6a7d0005c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb746ddf-193e-4e3d-9f7f-39b2df9a1f28'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:10:13.575750 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] Attempting to bind port d66f2601-4be3-4fb4-860a-93684ddb0745 on network bb746ddf-193e-4e3d-9f7f-39b2df9a1f28 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:10:13.595079 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:10:13.596599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] Checking segment: {'id': '4c63635e-e0f3-4aa3-8765-6a7d0005c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb746ddf-193e-4e3d-9f7f-39b2df9a1f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:10:13.597667 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:13.598385 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] Bound using segment: {'id': '4c63635e-e0f3-4aa3-8765-6a7d0005c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb746ddf-193e-4e3d-9f7f-39b2df9a1f28'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:10:13.599182 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] Bound port: d66f2601-4be3-4fb4-860a-93684ddb0745, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c63635e-e0f3-4aa3-8765-6a7d0005c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb746ddf-193e-4e3d-9f7f-39b2df9a1f28'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:10:13.599800 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:13.611593 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6c995ca-b775-4dde-89f6-3661b2a358e2 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:13.747368 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c995ca-b775-4dde-89f6-3661b2a358e2 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Subnet': ['ID=32da8e4a-aeb3-4c64-9151-596f2166c92f,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:13.816204 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] Allocated IP 2001:db8::2 (1fcdf925-8847-419f-bb52-be64b15a93c7/585f39ec-e932-4bd8-8f46-aa867a599417/337c4a24-b547-4888-a3f0-83c25ceb78a3) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:10:13.834828 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c1b4aad5-b85d-4224-b557-49427c3a1561 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:13.853178 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c1b4aad5-b85d-4224-b557-49427c3a1561 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:13.859035 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c995ca-b775-4dde-89f6-3661b2a358e2 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Network 1fcdf925-8847-419f-bb52-be64b15a93c7 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:10:13.861233 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] For port d66f2601-4be3-4fb4-860a-93684ddb0745, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:10:13.882853 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-c6c995ca-b775-4dde-89f6-3661b2a358e2 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:13.914998 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c995ca-b775-4dde-89f6-3661b2a358e2 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:13.917357 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6c995ca-b775-4dde-89f6-3661b2a358e2 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:13.937558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] For port d66f2601-4be3-4fb4-860a-93684ddb0745, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d66f2601-4be3-4fb4-860a-93684ddb0745,segment=NetworkSegment(4c63635e-e0f3-4aa3-8765-6a7d0005c5ee),segment_id=4c63635e-e0f3-4aa3-8765-6a7d0005c5ee)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:10:13.955794 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:13.988191 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4aad5-b85d-4224-b557-49427c3a1561 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908ee43d-a768-4b7d-93a0-a0b1220df2d9,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:14.038007 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c6c995ca-b775-4dde-89f6-3661b2a358e2 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9045491 Jul 13 08:10:14.062016 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53690) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:14.138509 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a370825-5ed0-4d57-8392-0f18284567f7 None None] Pushing event updated for resources: {'Port': ['ID=d66f2601-4be3-4fb4-860a-93684ddb0745,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:14.283024 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3defae-7219-47e2-94a7-5b89540a02e4 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:14.307361 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3defae-7219-47e2-94a7-5b89540a02e4 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:14.310463 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3defae-7219-47e2-94a7-5b89540a02e4 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:14.312637 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3defae-7219-47e2-94a7-5b89540a02e4 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:14.315130 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3defae-7219-47e2-94a7-5b89540a02e4 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:14.317576 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9c3defae-7219-47e2-94a7-5b89540a02e4 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2540491 Jul 13 08:10:14.319178 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c1b4aad5-b85d-4224-b557-49427c3a1561 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:14.321308 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c1b4aad5-b85d-4224-b557-49427c3a1561 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3403282 Jul 13 08:10:14.322601 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53696) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:14.329070 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2040160767'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:14.337673 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53698) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:14.358384 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b0e6d2fa-dcc1-4c55-bf78-b7e972887c04 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'security_group_rule': {'security_group_id': '04f02b43-9ede-4fae-bd9b-c5f56e5b5f18', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:14.412844 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Made reservation on behalf of 87dd4fcd4b674dd982f8e691cab98ae2 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:10:14.419915 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:14.469874 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d2fa-dcc1-4c55-bf78-b7e972887c04 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:14.516718 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:14.518635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:10:14.523779 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c8c22d5-dcb5-4807-977e-9b76b3dfb675 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:14.537971 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] Transition to ACTIVE for port object 337c4a24-b547-4888-a3f0-83c25ceb78a3 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:14.575754 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:14.576159 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Added segment bb278319-ca24-452d-a033-d99630084dbb of type vlan for network fd7c035f-0e60-41ec-876e-a40b7eee6982 Jul 13 08:10:14.628861 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] Transition to ACTIVE for port object 337c4a24-b547-4888-a3f0-83c25ceb78a3 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:14.647630 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:14.755589 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c22d5-dcb5-4807-977e-9b76b3dfb675 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=00a26345-1ff2-474c-8750-38527532bccb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:14.793235 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:14.905928 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] Network 1fcdf925-8847-419f-bb52-be64b15a93c7 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:10:14.936469 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:14.940729 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 00a26345-1ff2-474c-8750-38527532bccb up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:10:14.984413 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:14.999699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:15.008670 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:15.088998 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:10:15.094916 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] Pushing event updated for resources: {'Port': ['ID=337c4a24-b547-4888-a3f0-83c25ceb78a3,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:15.130319 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 00a26345-1ff2-474c-8750-38527532bccb {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:10:15.130961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 00a26345-1ff2-474c-8750-38527532bccb not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 13 08:10:15.166970 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d2fa-dcc1-4c55-bf78-b7e972887c04 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:15.198065 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8738127 Jul 13 08:10:15.203176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53710) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:15.230810 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Port 00a26345-1ff2-474c-8750-38527532bccb not found, will not notify nova. {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 13 08:10:15.235091 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-100b94b5-061e-4106-b821-591dcde94346 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:15.326345 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c8c22d5-dcb5-4807-977e-9b76b3dfb675 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:15.333134 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d2fa-dcc1-4c55-bf78-b7e972887c04 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:15.392535 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6d2fa-dcc1-4c55-bf78-b7e972887c04 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d803649a-e4bb-4f6f-8d28-1564e11ccaad,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:15.462510 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] Attempting to bind port 337c4a24-b547-4888-a3f0-83c25ceb78a3 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:10:15.466938 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] Attempting to bind port 337c4a24-b547-4888-a3f0-83c25ceb78a3 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'f4ebe073-c34d-4322-a5bf-f946615d3f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1fcdf925-8847-419f-bb52-be64b15a93c7'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:10:15.467628 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] Attempting to bind port 337c4a24-b547-4888-a3f0-83c25ceb78a3 on network 1fcdf925-8847-419f-bb52-be64b15a93c7 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:10:15.484450 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:10:15.487552 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] Checking segment: {'id': 'f4ebe073-c34d-4322-a5bf-f946615d3f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1fcdf925-8847-419f-bb52-be64b15a93c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:10:15.489026 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:15.490808 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] Bound using segment: {'id': 'f4ebe073-c34d-4322-a5bf-f946615d3f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1fcdf925-8847-419f-bb52-be64b15a93c7'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:10:15.494666 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] Bound port: 337c4a24-b547-4888-a3f0-83c25ceb78a3, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ebe073-c34d-4322-a5bf-f946615d3f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1fcdf925-8847-419f-bb52-be64b15a93c7'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:10:15.495495 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:15.530775 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d2fa-dcc1-4c55-bf78-b7e972887c04 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:15.534424 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b0e6d2fa-dcc1-4c55-bf78-b7e972887c04 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1948593 Jul 13 08:10:15.607881 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53716) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:15.621991 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Network': ['ID=fd7c035f-0e60-41ec-876e-a40b7eee6982,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:15.670757 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-542ae2a8-88b1-41e9-a8f4-0507c83bedc1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'security_group_rule': {'security_group_id': '04f02b43-9ede-4fae-bd9b-c5f56e5b5f18', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:15.759114 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] For port 337c4a24-b547-4888-a3f0-83c25ceb78a3, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:10:15.765778 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] For port 337c4a24-b547-4888-a3f0-83c25ceb78a3, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=337c4a24-b547-4888-a3f0-83c25ceb78a3,segment=NetworkSegment(f4ebe073-c34d-4322-a5bf-f946615d3f69),segment_id=f4ebe073-c34d-4322-a5bf-f946615d3f69)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:10:15.773685 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:15.796404 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:15.797686 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:15.798209 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:15.799994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:15.800903 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:15.802290 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:15.809925 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:15.815706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:15.816420 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:15.817015 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:15.817595 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:15.820249 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755a8b1-1d03-4f48-a74a-30befbcdc868 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:15.935848 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network fd7c035f-0e60-41ec-876e-a40b7eee6982 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:10:15.972929 n-d-779913-28 neutron-server[93723]: INFO neutron.db.securitygroups_db [None req-542ae2a8-88b1-41e9-a8f4-0507c83bedc1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Project 646613418a8c4063bb68b7f4cbd296e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:10:16.008365 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-542ae2a8-88b1-41e9-a8f4-0507c83bedc1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:16.165128 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15684c-f1ad-4a75-ba79-1620e7dceaba None None] Pushing event updated for resources: {'Port': ['ID=337c4a24-b547-4888-a3f0-83c25ceb78a3,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:16.356606 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-100b94b5-061e-4106-b821-591dcde94346 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:16.452967 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-542ae2a8-88b1-41e9-a8f4-0507c83bedc1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:16.455534 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-100b94b5-061e-4106-b821-591dcde94346 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:16.647841 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8c22d5-dcb5-4807-977e-9b76b3dfb675 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Router 07913e73-edd6-40f8-88d8-ed4be6bda0ff has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:10:16.664947 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b94b5-061e-4106-b821-591dcde94346 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Network': ['ID=fd7c035f-0e60-41ec-876e-a40b7eee6982,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:16.671781 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-542ae2a8-88b1-41e9-a8f4-0507c83bedc1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:16.698667 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network fd7c035f-0e60-41ec-876e-a40b7eee6982 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:10:16.709384 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-100b94b5-061e-4106-b821-591dcde94346 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Network fd7c035f-0e60-41ec-876e-a40b7eee6982 is not hosted by any dhcp agent {{(pid=93723) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 08:10:16.740017 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100b94b5-061e-4106-b821-591dcde94346 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:16.741162 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-100b94b5-061e-4106-b821-591dcde94346 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:16.743699 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-100b94b5-061e-4106-b821-591dcde94346 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "PUT /v2.0/networks/fd7c035f-0e60-41ec-876e-a40b7eee6982 HTTP/1.1" status: 200 len: 723 time: 1.5363717 Jul 13 08:10:16.753311 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53736) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:16.804973 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-237183f4-f03f-452e-9f7c-e8610faa88af tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'subnet': {'network_id': 'fd7c035f-0e60-41ec-876e-a40b7eee6982', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:16.844495 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ae2a8-88b1-41e9-a8f4-0507c83bedc1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4c157a-d8fe-4499-be38-910c959f6448,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:16.990641 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-542ae2a8-88b1-41e9-a8f4-0507c83bedc1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:16.994204 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-542ae2a8-88b1-41e9-a8f4-0507c83bedc1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3829362 Jul 13 08:10:16.999333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7835ced-7da5-48c3-92a3-a4ab6f69acdc None None] Network bb746ddf-193e-4e3d-9f7f-39b2df9a1f28 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:17.001512 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53738) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:17.009247 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-4a7b9a84-037b-4cf1-9bd9-f54c5504b020 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'security_group_rule': {'security_group_id': '04f02b43-9ede-4fae-bd9b-c5f56e5b5f18', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:17.143950 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d66f2601-4be3-4fb4-860a-93684ddb0745 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:10:17.154536 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8c22d5-dcb5-4807-977e-9b76b3dfb675 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:10:17.161998 n-d-779913-28 neutron-server[93723]: INFO neutron.db.securitygroups_db [None req-4a7b9a84-037b-4cf1-9bd9-f54c5504b020 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Project 646613418a8c4063bb68b7f4cbd296e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:10:17.169222 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0c8c22d5-dcb5-4807-977e-9b76b3dfb675 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "PUT /v2.0/routers/07913e73-edd6-40f8-88d8-ed4be6bda0ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2423453 Jul 13 08:10:17.171064 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53740) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:17.177164 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4a7b9a84-037b-4cf1-9bd9-f54c5504b020 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:17.258962 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7aa3d788-1b69-42c3-8a25-afc851566bd2 None None] Provisioning for port d66f2601-4be3-4fb4-860a-93684ddb0745 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:10:17.306663 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port d66f2601-4be3-4fb4-860a-93684ddb0745 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:10:17.321971 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237183f4-f03f-452e-9f7c-e8610faa88af tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Made reservation on behalf of 87dd4fcd4b674dd982f8e691cab98ae2 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:10:17.328503 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-237183f4-f03f-452e-9f7c-e8610faa88af tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:17.360723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port d66f2601-4be3-4fb4-860a-93684ddb0745 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:17.361337 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:17.371032 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e4e99d-9094-41a6-a634-851cbd169d30 None None] Sync routers for ids ['07913e73-edd6-40f8-88d8-ed4be6bda0ff'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:10:17.404361 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e880dd2-d34c-4f83-8003-d734a874ac30 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:17.408025 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e880dd2-d34c-4f83-8003-d734a874ac30 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:17.410503 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5e880dd2-d34c-4f83-8003-d734a874ac30 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2289603 Jul 13 08:10:17.414687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53746) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:17.472384 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e4e99d-9094-41a6-a634-851cbd169d30 None None] Routers {'07913e73-edd6-40f8-88d8-ed4be6bda0ff'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:10:17.473179 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-37e4e99d-9094-41a6-a634-851cbd169d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:09:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['07913e73-edd6-40f8-88d8-ed4be6bda0ff'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:17.525982 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-df74b1e6-2923-485d-8a53-d9f94ff5e634 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet 82f34f43-2f9d-431d-a239-48a498fbef05 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:10:17.533614 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df74b1e6-2923-485d-8a53-d9f94ff5e634 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:17.621918 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-37e4e99d-9094-41a6-a634-851cbd169d30 None None] Set router 07913e73-edd6-40f8-88d8-ed4be6bda0ff gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:10:17.640750 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df74b1e6-2923-485d-8a53-d9f94ff5e634 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:17.705934 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4a7b9a84-037b-4cf1-9bd9-f54c5504b020 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:17.716265 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4a7b9a84-037b-4cf1-9bd9-f54c5504b020 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:17.742336 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-37e4e99d-9094-41a6-a634-851cbd169d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07913e73-edd6-40f8-88d8-ed4be6bda0ff', 'name': 'tempest-NetworksTestDHCPv6-router-504436753', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:10:02Z', 'updated_at': '2021-07-13T08:10:14Z', 'revision_number': 3, 'project_id': 'bec8e60f88b64d5dbce6c7084643835a', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:17.785513 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-237183f4-f03f-452e-9f7c-e8610faa88af tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:17.835119 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e4e99d-9094-41a6-a634-851cbd169d30 None None] Checking router: 07913e73-edd6-40f8-88d8-ed4be6bda0ff for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:10:17.860360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b9a84-037b-4cf1-9bd9-f54c5504b020 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a6879d-043a-4dbb-837f-7d4837d926f8,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:17.883116 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4a7b9a84-037b-4cf1-9bd9-f54c5504b020 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:17.884061 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e4e99d-9094-41a6-a634-851cbd169d30 None None] Routers {'07913e73-edd6-40f8-88d8-ed4be6bda0ff'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:10:17.885209 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4a7b9a84-037b-4cf1-9bd9-f54c5504b020 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8813663 Jul 13 08:10:17.885639 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-37e4e99d-9094-41a6-a634-851cbd169d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:09:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['07913e73-edd6-40f8-88d8-ed4be6bda0ff'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:17.960752 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df74b1e6-2923-485d-8a53-d9f94ff5e634 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:18.018208 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237183f4-f03f-452e-9f7c-e8610faa88af tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Subnet': ['ID=01c84b46-dc80-48d1-bd17-9835f561aa94,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:18.041644 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237183f4-f03f-452e-9f7c-e8610faa88af tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Checking segment: {'id': 'bb278319-ca24-452d-a033-d99630084dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fd7c035f-0e60-41ec-876e-a40b7eee6982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:10:18.044500 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237183f4-f03f-452e-9f7c-e8610faa88af tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Network hostable DHCP agents. Network: fd7c035f-0e60-41ec-876e-a40b7eee6982, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:10:18.113528 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237183f4-f03f-452e-9f7c-e8610faa88af tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Network fd7c035f-0e60-41ec-876e-a40b7eee6982 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:10:18.174242 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-237183f4-f03f-452e-9f7c-e8610faa88af tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, fd7c035f-0e60-41ec-876e-a40b7eee6982) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:18.201192 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237183f4-f03f-452e-9f7c-e8610faa88af tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:18.202704 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-237183f4-f03f-452e-9f7c-e8610faa88af tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:18.231165 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df74b1e6-2923-485d-8a53-d9f94ff5e634 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:18.240457 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-237183f4-f03f-452e-9f7c-e8610faa88af tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4685929 Jul 13 08:10:18.244898 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53766) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:18.272418 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-4e55a4f6-f943-42ea-9a1c-20e00df6dc96 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:18.337806 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74b1e6-2923-485d-8a53-d9f94ff5e634 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=82f34f43-2f9d-431d-a239-48a498fbef05,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:18.340633 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df74b1e6-2923-485d-8a53-d9f94ff5e634 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:18.354511 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-df74b1e6-2923-485d-8a53-d9f94ff5e634 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/82f34f43-2f9d-431d-a239-48a498fbef05 HTTP/1.1" status: 204 len: 168 time: 0.9379942 Jul 13 08:10:18.359759 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53778) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:18.496494 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63056d65-3ff4-455a-8aa6-2e4dc77cec2b None None] Network fd7c035f-0e60-41ec-876e-a40b7eee6982 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:18.500210 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c37a001-8638-4806-b5a3-697faed244db None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:18.638369 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e55a4f6-f943-42ea-9a1c-20e00df6dc96 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8634467'] for subnet, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:18.733674 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6231ca7-460b-41d4-8a7a-259f4ba19ad4 None None] Network 1fcdf925-8847-419f-bb52-be64b15a93c7 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:18.739825 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-db074d9d-62f2-410d-8098-451d5b7516cb tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2108003635&fields=id&tenant_id=646613418a8c4063bb68b7f4cbd296e4 HTTP/1.1" status: 200 len: 267 time: 0.2250853 Jul 13 08:10:18.761927 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-37e4e99d-9094-41a6-a634-851cbd169d30 None None] Set router 07913e73-edd6-40f8-88d8-ed4be6bda0ff gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:10:18.805441 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-80567b70-720a-411e-82da-42ca63d0db51 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4375327 Jul 13 08:10:18.929302 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53798) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:18.983095 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-ea1a922f-76f9-40a6-9312-22893ccb76d8 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:18.985929 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-ea1a922f-76f9-40a6-9312-22893ccb76d8 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/networks?id=bb746ddf-193e-4e3d-9f7f-39b2df9a1f28 HTTP/1.1" status: 200 len: 796 time: 0.2349200 Jul 13 08:10:19.014982 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-aa4687e6-3826-4787-b804-e11ba3a0ce98 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/quotas/646613418a8c4063bb68b7f4cbd296e4 HTTP/1.1" status: 200 len: 375 time: 0.0208969 Jul 13 08:10:19.169490 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-37e4e99d-9094-41a6-a634-851cbd169d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07913e73-edd6-40f8-88d8-ed4be6bda0ff', 'name': 'tempest-NetworksTestDHCPv6-router-504436753', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:10:02Z', 'updated_at': '2021-07-13T08:10:14Z', 'revision_number': 3, 'project_id': 'bec8e60f88b64d5dbce6c7084643835a', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:19.394658 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e4e99d-9094-41a6-a634-851cbd169d30 None None] The sync data for ids ['07913e73-edd6-40f8-88d8-ed4be6bda0ff'] in n-d-779913-28 is: [{'id': '07913e73-edd6-40f8-88d8-ed4be6bda0ff', 'name': 'tempest-NetworksTestDHCPv6-router-504436753', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:10:02Z', 'updated_at': '2021-07-13T08:10:14Z', 'revision_number': 3, 'project_id': 'bec8e60f88b64d5dbce6c7084643835a', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:10:19.413578 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-7f641aaf-1b26-4f37-941c-3b7f68c0174f tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=646613418a8c4063bb68b7f4cbd296e4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3873248 Jul 13 08:10:19.436173 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:19.512765 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e030d421-481b-4b8f-8252-bd34dee8b7c4 None None] Provisioning for port 337c4a24-b547-4888-a3f0-83c25ceb78a3 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:10:19.788008 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port d66f2601-4be3-4fb4-860a-93684ddb0745, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d66f2601-4be3-4fb4-860a-93684ddb0745,segment=NetworkSegment(4c63635e-e0f3-4aa3-8765-6a7d0005c5ee),segment_id=4c63635e-e0f3-4aa3-8765-6a7d0005c5ee)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:19.813881 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:19.839185 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:10:19.937217 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-c5d87f25-5553-408c-b1ac-95af05a3ae61 service neutron] 10.222.0.58 "GET /v2.0/networks/bb746ddf-193e-4e3d-9f7f-39b2df9a1f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833567 Jul 13 08:10:19.945948 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 337c4a24-b547-4888-a3f0-83c25ceb78a3 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:10:19.964723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8362c21f-99c0-465c-8a33-4255a5b93104 None None] Provisioning complete for port d66f2601-4be3-4fb4-860a-93684ddb0745 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:19.965817 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8362c21f-99c0-465c-8a33-4255a5b93104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:19.975931 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e55a4f6-f943-42ea-9a1c-20e00df6dc96 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735240435523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8676957'] for subnet, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:20.078397 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55a4f6-f943-42ea-9a1c-20e00df6dc96 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Subnet': ['ID=01c84b46-dc80-48d1-bd17-9835f561aa94,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:20.098074 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2110d0c1-7477-421e-aa1e-cc1f8337548f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:20.233499 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e55a4f6-f943-42ea-9a1c-20e00df6dc96 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:20.233499 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e55a4f6-f943-42ea-9a1c-20e00df6dc96 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:20.234487 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4e55a4f6-f943-42ea-9a1c-20e00df6dc96 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "PUT /v2.0/subnets/01c84b46-dc80-48d1-bd17-9835f561aa94 HTTP/1.1" status: 200 len: 826 time: 1.9858184 Jul 13 08:10:20.239358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53810) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:20.277575 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-a197bb3a-4b00-44b8-b87b-812e979f12c4 service neutron] 10.222.0.58 "GET /v2.0/networks/bb746ddf-193e-4e3d-9f7f-39b2df9a1f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208172 Jul 13 08:10:20.304229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-fd7c035f-0e60-41ec-876e-a40b7eee6982', 'network_id': 'fd7c035f-0e60-41ec-876e-a40b7eee6982', 'tenant_id': '87dd4fcd4b674dd982f8e691cab98ae2', 'fixed_ips': [{'subnet_id': '01c84b46-dc80-48d1-bd17-9835f561aa94'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:10:20.305761 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:20.320845 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=d66f2601-4be3-4fb4-860a-93684ddb0745,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:20.543695 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3f1df7-279a-4fb2-99b9-e7cb930583d8 None None] DHCP port deletion for 780f7a0e-8c20-4451-b666-5d4d18704b66 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:10:20.659587 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2110d0c1-7477-421e-aa1e-cc1f8337548f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:20.685309 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2110d0c1-7477-421e-aa1e-cc1f8337548f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:20.878166 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2110d0c1-7477-421e-aa1e-cc1f8337548f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:20.879360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2110d0c1-7477-421e-aa1e-cc1f8337548f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Fanout notify agent at l3_agent the message router_deleted on router 07913e73-edd6-40f8-88d8-ed4be6bda0ff {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:10:20.891468 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:20.906593 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2110d0c1-7477-421e-aa1e-cc1f8337548f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:20.908922 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2110d0c1-7477-421e-aa1e-cc1f8337548f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/routers/07913e73-edd6-40f8-88d8-ed4be6bda0ff HTTP/1.1" status: 204 len: 168 time: 1.9763551 Jul 13 08:10:20.923527 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53832) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:20.931991 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 337c4a24-b547-4888-a3f0-83c25ceb78a3 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:10:20.937474 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-0caf2bfe-4916-4ef5-a697-6693fddf18e2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:20.955282 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2a0f67ca-3b71-4c72-ba1c-dda21ff67233 req-3580cffd-372c-4ed0-8750-255c4066eb94 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffb2919-c376-4df1-bae2-3d622006194f HTTP/1.1" status: 200 len: 210 time: 0.1231122 Jul 13 08:10:21.055492 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d251f2ba-bb01-491a-9623-355cb4298739 None None] Update dhcp port {'port': {'network_id': '1fcdf925-8847-419f-bb52-be64b15a93c7', 'fixed_ips': [{'subnet_id': '585f39ec-e932-4bd8-8f46-aa867a599417', 'ip_address': '2001:db8::2'}, {'subnet_id': '32da8e4a-aeb3-4c64-9151-596f2166c92f'}], 'binding:host_id': 'n-d-779913-28'}, 'id': '337c4a24-b547-4888-a3f0-83c25ceb78a3'} from n-d-779913-28. {{(pid=93725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 08:10:21.165793 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 337c4a24-b547-4888-a3f0-83c25ceb78a3 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:21.165793 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:21.276052 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:21.386838 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d251f2ba-bb01-491a-9623-355cb4298739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:21.414770 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-db3f1df7-279a-4fb2-99b9-e7cb930583d8 None None] Deleting port 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:10:21.415369 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db3f1df7-279a-4fb2-99b9-e7cb930583d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:21.462761 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caf2bfe-4916-4ef5-a697-6693fddf18e2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:10:21.475812 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0caf2bfe-4916-4ef5-a697-6693fddf18e2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:21.515117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] Allocated IP 2001:db8::2 (fd7c035f-0e60-41ec-876e-a40b7eee6982/01c84b46-dc80-48d1-bd17-9835f561aa94/2ff5122b-053c-4ea3-963b-bbd73b70f943) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:10:21.844351 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-db3f1df7-279a-4fb2-99b9-e7cb930583d8 None None] For port 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:21.845441 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db3f1df7-279a-4fb2-99b9-e7cb930583d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:21.902183 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-db3f1df7-279a-4fb2-99b9-e7cb930583d8 None None] Calling delete_port for 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:10:21.911202 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0caf2bfe-4916-4ef5-a697-6693fddf18e2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:21.998774 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caf2bfe-4916-4ef5-a697-6693fddf18e2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:10:22.006010 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-0caf2bfe-4916-4ef5-a697-6693fddf18e2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:22.013148 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caf2bfe-4916-4ef5-a697-6693fddf18e2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:22.014146 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0caf2bfe-4916-4ef5-a697-6693fddf18e2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:22.037960 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf2bfe-4916-4ef5-a697-6693fddf18e2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=b0853425-57b4-461e-8e0b-0019063b5a14,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:22.070926 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0caf2bfe-4916-4ef5-a697-6693fddf18e2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1373222 Jul 13 08:10:22.070926 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53862) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:22.079656 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-042a23a7-4a65-4c36-8a64-4fc9c0e1b5cf tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1752263153', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:22.168054 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:22.184967 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-042a23a7-4a65-4c36-8a64-4fc9c0e1b5cf tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:22.189222 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-042a23a7-4a65-4c36-8a64-4fc9c0e1b5cf tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:22.281329 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd538331-9c6d-4eea-bef0-e07f5b6d79e0 req-66de1186-c5dd-4b6a-ad0a-1f308663f521 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffb2919-c376-4df1-bae2-3d622006194f HTTP/1.1" status: 200 len: 210 time: 0.1346376 Jul 13 08:10:22.329224 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-042a23a7-4a65-4c36-8a64-4fc9c0e1b5cf tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:22.340267 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-042a23a7-4a65-4c36-8a64-4fc9c0e1b5cf tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:22.362786 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-d251f2ba-bb01-491a-9623-355cb4298739 None None] Allocated IP 172.20.0.1 (1fcdf925-8847-419f-bb52-be64b15a93c7/32da8e4a-aeb3-4c64-9151-596f2166c92f/337c4a24-b547-4888-a3f0-83c25ceb78a3) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:10:22.404725 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-042a23a7-4a65-4c36-8a64-4fc9c0e1b5cf tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:22.407319 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-042a23a7-4a65-4c36-8a64-4fc9c0e1b5cf tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3350296 Jul 13 08:10:22.412242 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53868) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:22.713951 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53872) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:22.982324 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d251f2ba-bb01-491a-9623-355cb4298739 None None] For port 337c4a24-b547-4888-a3f0-83c25ceb78a3, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=337c4a24-b547-4888-a3f0-83c25ceb78a3,segment=NetworkSegment(f4ebe073-c34d-4322-a5bf-f946615d3f69),segment_id=f4ebe073-c34d-4322-a5bf-f946615d3f69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:23.009661 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-76dea73b-0475-4d91-be54-c7b16e357511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:23.037388 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db3f1df7-279a-4fb2-99b9-e7cb930583d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:23.175694 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3f1df7-279a-4fb2-99b9-e7cb930583d8 None None] No DVR routers for this DVR port 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:10:23.203655 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f1df7-279a-4fb2-99b9-e7cb930583d8 None None] Pushing event deleted for resources: {'Port': ['ID=30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:23.239106 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3a6b1f-9c2a-4af5-aa64-903f282973fa None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:23.259440 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42874351-40e8-40ae-aa7c-e3699c3c2e84 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:23.312981 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-76dea73b-0475-4d91-be54-c7b16e357511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:23.325846 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-76dea73b-0475-4d91-be54-c7b16e357511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:23.331532 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d251f2ba-bb01-491a-9623-355cb4298739 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:23.339018 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:23.397773 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c16a4ffe-0207-45e8-a7eb-8dd78622be3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:23.404663 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] Transition to ACTIVE for port object 2ff5122b-053c-4ea3-963b-bbd73b70f943 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:23.408311 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d251f2ba-bb01-491a-9623-355cb4298739 None None] Transition to ACTIVE for port object 337c4a24-b547-4888-a3f0-83c25ceb78a3 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:23.474021 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d251f2ba-bb01-491a-9623-355cb4298739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:23.525320 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-76dea73b-0475-4d91-be54-c7b16e357511 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=93d4a6819ada407e983ed55f46a17484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8088064 Jul 13 08:10:23.531171 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53880) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:23.574473 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] Transition to ACTIVE for port object 2ff5122b-053c-4ea3-963b-bbd73b70f943 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:23.610756 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dea73b-0475-4d91-be54-c7b16e357511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca9040c-1f3e-45c8-89e5-7ef641e9c125,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:23.642126 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:10:23.642972 n-d-779913-28 neutron-server[93725]: DEBUG oslo_db.api [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:10:23.644023 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:23.729827 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:23.775439 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Subnet': ['ID=01c84b46-dc80-48d1-bd17-9835f561aa94,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:23.817735 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6f725068-c878-49a2-96e4-0dd55ec7926f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:23.843277 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251f2ba-bb01-491a-9623-355cb4298739 None None] Pushing event updated for resources: {'Port': ['ID=337c4a24-b547-4888-a3f0-83c25ceb78a3,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:23.857623 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] Network fd7c035f-0e60-41ec-876e-a40b7eee6982 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:10:23.867478 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6f725068-c878-49a2-96e4-0dd55ec7926f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:23.872278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:23.909170 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:10:23.980049 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6f725068-c878-49a2-96e4-0dd55ec7926f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:23.984853 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6f725068-c878-49a2-96e4-0dd55ec7926f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:23.990805 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6f725068-c878-49a2-96e4-0dd55ec7926f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bca9040c-1f3e-45c8-89e5-7ef641e9c125 HTTP/1.1" status: 204 len: 168 time: 0.4485559 Jul 13 08:10:24.074463 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-42874351-40e8-40ae-aa7c-e3699c3c2e84 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8::1 (780f7a0e-8c20-4451-b666-5d4d18704b66/b0853425-57b4-461e-8e0b-0019063b5a14/c5f54c9a-ba64-45a0-960a-e3e90b62d99b) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:10:24.075302 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f725068-c878-49a2-96e4-0dd55ec7926f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca9040c-1f3e-45c8-89e5-7ef641e9c125,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:24.080531 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-780f7a0e-8c20-4451-b666-5d4d18704b66', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'fixed_ips': [{'subnet_id': 'b0853425-57b4-461e-8e0b-0019063b5a14'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:10:24.089748 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:24.137982 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] Pushing event updated for resources: {'Port': ['ID=2ff5122b-053c-4ea3-963b-bbd73b70f943,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:24.332575 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-ff0fd418-70f7-4987-8977-1141a05a49e2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:24.355533 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-ff0fd418-70f7-4987-8977-1141a05a49e2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.35 "GET /v2.0/networks?id=bb746ddf-193e-4e3d-9f7f-39b2df9a1f28 HTTP/1.1" status: 200 len: 796 time: 0.2818685 Jul 13 08:10:24.416376 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42874351-40e8-40ae-aa7c-e3699c3c2e84 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:24.489288 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b5ba1dbf-e909-4d73-9265-ee1dd498d068 req-d964f8b8-c9a4-4856-8f70-b8907c31b0b3 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffb2919-c376-4df1-bae2-3d622006194f HTTP/1.1" status: 200 len: 210 time: 0.7534239 Jul 13 08:10:24.498881 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-42874351-40e8-40ae-aa7c-e3699c3c2e84 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Transition to ACTIVE for port object c5f54c9a-ba64-45a0-960a-e3e90b62d99b will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:24.532373 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] Attempting to bind port 2ff5122b-053c-4ea3-963b-bbd73b70f943 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:10:24.538333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] Attempting to bind port 2ff5122b-053c-4ea3-963b-bbd73b70f943 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'bb278319-ca24-452d-a033-d99630084dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fd7c035f-0e60-41ec-876e-a40b7eee6982'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:10:24.546899 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] Attempting to bind port 2ff5122b-053c-4ea3-963b-bbd73b70f943 on network fd7c035f-0e60-41ec-876e-a40b7eee6982 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:10:24.548055 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:24.588826 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:10:24.589417 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] Checking segment: {'id': 'bb278319-ca24-452d-a033-d99630084dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fd7c035f-0e60-41ec-876e-a40b7eee6982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:10:24.590179 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:24.590862 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] Bound using segment: {'id': 'bb278319-ca24-452d-a033-d99630084dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fd7c035f-0e60-41ec-876e-a40b7eee6982'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:10:24.591658 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] Bound port: 2ff5122b-053c-4ea3-963b-bbd73b70f943, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb278319-ca24-452d-a033-d99630084dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fd7c035f-0e60-41ec-876e-a40b7eee6982'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:10:24.592596 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:24.596295 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:24.608787 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7c035f-0e60-41ec-876e-a40b7eee6982']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:24.631432 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42874351-40e8-40ae-aa7c-e3699c3c2e84 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:24.673061 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-f463b941-5f09-4a57-9835-067ca3c3fd3c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=646613418a8c4063bb68b7f4cbd296e4 HTTP/1.1" status: 200 len: 473 time: 0.3054526 Jul 13 08:10:24.676417 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb278319-ca24-452d-a033-d99630084dbb') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:24.677409 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb278319-ca24-452d-a033-d99630084dbb') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:24.688025 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-c1d42a14-69f9-469a-a2a0-cdc529083f88 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'port': {'device_id': '2ffb2919-c376-4df1-bae2-3d622006194f', 'network_id': 'bb746ddf-193e-4e3d-9f7f-39b2df9a1f28', 'admin_state_up': True, 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'security_groups': ['04f02b43-9ede-4fae-bd9b-c5f56e5b5f18']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:24.731936 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:24.822563 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42874351-40e8-40ae-aa7c-e3699c3c2e84 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=c5f54c9a-ba64-45a0-960a-e3e90b62d99b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:24.849124 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42874351-40e8-40ae-aa7c-e3699c3c2e84 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:10:24.852791 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-42874351-40e8-40ae-aa7c-e3699c3c2e84 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:24.866930 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42874351-40e8-40ae-aa7c-e3699c3c2e84 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:10:24.868758 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42874351-40e8-40ae-aa7c-e3699c3c2e84 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:25.032110 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 337c4a24-b547-4888-a3f0-83c25ceb78a3, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=337c4a24-b547-4888-a3f0-83c25ceb78a3,segment=NetworkSegment(f4ebe073-c34d-4322-a5bf-f946615d3f69),segment_id=f4ebe073-c34d-4322-a5bf-f946615d3f69)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:25.097934 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53888) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:25.098862 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:25.123212 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:10:25.123979 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:10:25.130199 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:10:25.135283 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:25.220280 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c92ec13-e148-4601-9081-106c461cb0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:25.292301 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-c1d42a14-69f9-469a-a2a0-cdc529083f88 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Made reservation on behalf of 646613418a8c4063bb68b7f4cbd296e4 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:10:25.304302 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-c1d42a14-69f9-469a-a2a0-cdc529083f88 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:25.311433 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.db.api [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 08:10:25.311433 n-d-779913-28 neutron-server[93723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 08:10:25.311433 n-d-779913-28 neutron-server[93723]: [parameters: {'id': 'fd7c035f-0e60-41ec-876e-a40b7eee6982'}] Jul 13 08:10:25.311433 n-d-779913-28 neutron-server[93723]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:10:25.316819 n-d-779913-28 neutron-server[93723]: DEBUG oslo_db.api [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:10:25.384630 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc95a32b-d91b-43c5-8bde-73ffc338646f None None] Network 1fcdf925-8847-419f-bb52-be64b15a93c7 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:25.422026 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42874351-40e8-40ae-aa7c-e3699c3c2e84 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:25.606356 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] Allocated IP 2001:db8::2 (780f7a0e-8c20-4451-b666-5d4d18704b66/b0853425-57b4-461e-8e0b-0019063b5a14/c6fdf11b-2922-4bc5-aa90-1a88f25d45c6) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:10:25.826860 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-c1d42a14-69f9-469a-a2a0-cdc529083f88 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Allocated IP 172.20.0.30 (bb746ddf-193e-4e3d-9f7f-39b2df9a1f28/e9e17959-20f0-4730-be58-623242efe41e/21bca666-1ee9-4b5e-bcfb-8b176859acfb) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:10:25.888008 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db22bfaa-96c0-421f-8b22-7a35bd814a2a req-190e761d-b01e-4675-ae1b-28bf8e3eec65 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffb2919-c376-4df1-bae2-3d622006194f HTTP/1.1" status: 200 len: 210 time: 0.1073692 Jul 13 08:10:25.912472 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=337c4a24-b547-4888-a3f0-83c25ceb78a3,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:25.920107 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:25.940901 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d66f2601-4be3-4fb4-860a-93684ddb0745 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:10:25.976850 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c92ec13-e148-4601-9081-106c461cb0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:25.991496 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c92ec13-e148-4601-9081-106c461cb0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:26.029882 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] For port 2ff5122b-053c-4ea3-963b-bbd73b70f943, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:10:26.043280 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-07ce412b-b922-4949-bdf3-16360cb92ac0 None None] Provisioning for port 337c4a24-b547-4888-a3f0-83c25ceb78a3 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:10:26.102714 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] For port 2ff5122b-053c-4ea3-963b-bbd73b70f943, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2ff5122b-053c-4ea3-963b-bbd73b70f943,segment=NetworkSegment(bb278319-ca24-452d-a033-d99630084dbb),segment_id=bb278319-ca24-452d-a033-d99630084dbb)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:10:26.108519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-07ce412b-b922-4949-bdf3-16360cb92ac0 None None] Provisioning complete for port 337c4a24-b547-4888-a3f0-83c25ceb78a3 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:26.109165 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-07ce412b-b922-4949-bdf3-16360cb92ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:26.181059 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1c92ec13-e148-4601-9081-106c461cb0b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=33ef17dd832f4e9fbc8818654c875319&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0696745 Jul 13 08:10:26.185605 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53894) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:26.191024 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:26.234955 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:26.258032 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92ec13-e148-4601-9081-106c461cb0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650d1b9b-8867-44e5-9d1f-7f1c8279b30a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:26.296505 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-c1d42a14-69f9-469a-a2a0-cdc529083f88 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:26.325466 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-c1d42a14-69f9-469a-a2a0-cdc529083f88 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Transition to ACTIVE for port object 21bca666-1ee9-4b5e-bcfb-8b176859acfb will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:26.340782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] Transition to ACTIVE for port object c6fdf11b-2922-4bc5-aa90-1a88f25d45c6 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:26.394921 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-c1d42a14-69f9-469a-a2a0-cdc529083f88 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:26.402624 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-877190bf-839a-4524-a1de-f6cf75b23534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:26.452473 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-877190bf-839a-4524-a1de-f6cf75b23534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:26.486970 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] Transition to ACTIVE for port object c6fdf11b-2922-4bc5-aa90-1a88f25d45c6 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:26.490969 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Deleting port 2ff5122b-053c-4ea3-963b-bbd73b70f943 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:10:26.491693 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:26.565668 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:26.579518 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-877190bf-839a-4524-a1de-f6cf75b23534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:26.581276 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b478a75-ce00-4c2d-a391-4e7f1971d415 None None] Pushing event updated for resources: {'Port': ['ID=2ff5122b-053c-4ea3-963b-bbd73b70f943,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:26.583943 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-c1d42a14-69f9-469a-a2a0-cdc529083f88 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Network bb746ddf-193e-4e3d-9f7f-39b2df9a1f28 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:10:26.585429 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-877190bf-839a-4524-a1de-f6cf75b23534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:26.595550 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-877190bf-839a-4524-a1de-f6cf75b23534 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/650d1b9b-8867-44e5-9d1f-7f1c8279b30a HTTP/1.1" status: 204 len: 168 time: 0.4017386 Jul 13 08:10:26.610075 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port d66f2601-4be3-4fb4-860a-93684ddb0745 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:26.610879 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:26.621511 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-c1d42a14-69f9-469a-a2a0-cdc529083f88 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:26.625435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877190bf-839a-4524-a1de-f6cf75b23534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650d1b9b-8867-44e5-9d1f-7f1c8279b30a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:26.673164 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42874351-40e8-40ae-aa7c-e3699c3c2e84 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:26.678077 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-c1d42a14-69f9-469a-a2a0-cdc529083f88 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:10:26.681982 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42874351-40e8-40ae-aa7c-e3699c3c2e84 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:26.708570 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d42a14-69f9-469a-a2a0-cdc529083f88 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'Port': ['ID=21bca666-1ee9-4b5e-bcfb-8b176859acfb,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:26.822100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42874351-40e8-40ae-aa7c-e3699c3c2e84 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=c5f54c9a-ba64-45a0-960a-e3e90b62d99b,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:26.832182 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] Pushing event updated for resources: {'Port': ['ID=c6fdf11b-2922-4bc5-aa90-1a88f25d45c6,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:26.836809 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42874351-40e8-40ae-aa7c-e3699c3c2e84 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:26.914243 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:10:27.066462 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] For port 2ff5122b-053c-4ea3-963b-bbd73b70f943, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2ff5122b-053c-4ea3-963b-bbd73b70f943,segment=NetworkSegment(bb278319-ca24-452d-a033-d99630084dbb),segment_id=bb278319-ca24-452d-a033-d99630084dbb)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:27.067400 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:27.101792 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 337c4a24-b547-4888-a3f0-83c25ceb78a3 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:10:27.148151 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Calling delete_port for 2ff5122b-053c-4ea3-963b-bbd73b70f943 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:10:27.170135 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdffa91-ef79-462c-8ffd-c64bd17a6015 None None] Network fd7c035f-0e60-41ec-876e-a40b7eee6982 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:27.174148 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:27.188898 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:10:27.232098 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42874351-40e8-40ae-aa7c-e3699c3c2e84 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:10:27.237215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-42874351-40e8-40ae-aa7c-e3699c3c2e84 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:27.347730 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-c1d42a14-69f9-469a-a2a0-cdc529083f88 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:27.348975 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-c1d42a14-69f9-469a-a2a0-cdc529083f88 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:27.383070 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-c1d42a14-69f9-469a-a2a0-cdc529083f88 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7019110 Jul 13 08:10:27.400764 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] Request body: {'port': {'device_id': '2ffb2919-c376-4df1-bae2-3d622006194f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:27.671775 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:27.776368 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Port': ['ID=2ff5122b-053c-4ea3-963b-bbd73b70f943,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:27.781694 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:27.785559 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e1712-64b9-4286-96cb-ce9de4219b36 req-51d5f64d-f5dd-4bb1-b40f-e2a8de9c68e2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:27.787188 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-692e1712-64b9-4286-96cb-ce9de4219b36 req-51d5f64d-f5dd-4bb1-b40f-e2a8de9c68e2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffb2919-c376-4df1-bae2-3d622006194f HTTP/1.1" status: 200 len: 932 time: 0.4141617 Jul 13 08:10:27.811562 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] No DVR routers for this DVR port 2ff5122b-053c-4ea3-963b-bbd73b70f943 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:10:27.900591 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a391895-86a4-47ef-9d21-4726a7ea4dc1 None None] Network fd7c035f-0e60-41ec-876e-a40b7eee6982 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:27.971261 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-692e1712-64b9-4286-96cb-ce9de4219b36 req-27c0a4f2-bfe8-429c-b134-fdd04fd47a15 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=04f02b43-9ede-4fae-bd9b-c5f56e5b5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532967 Jul 13 08:10:27.971463 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42874351-40e8-40ae-aa7c-e3699c3c2e84 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Router 0f4bbbc8-8e9a-491d-9306-c8efdf4eccae is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:10:28.053742 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-900b46bf-f1b3-4d1c-a94b-9203eb9fa350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:28.085738 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] Attempting to bind port c6fdf11b-2922-4bc5-aa90-1a88f25d45c6 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:10:28.086831 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] Attempting to bind port c6fdf11b-2922-4bc5-aa90-1a88f25d45c6 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:10:28.087434 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] Attempting to bind port c6fdf11b-2922-4bc5-aa90-1a88f25d45c6 on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:10:28.104778 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:28.257518 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 337c4a24-b547-4888-a3f0-83c25ceb78a3 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:28.258464 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:28.261269 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-530466d4-b3cd-45f5-a5cf-5df2969c05b9 None None] Provisioning for port 21bca666-1ee9-4b5e-bcfb-8b176859acfb completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:10:28.287535 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:10:28.288149 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:10:28.288785 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:28.289418 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:10:28.302824 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] Bound port: c6fdf11b-2922-4bc5-aa90-1a88f25d45c6, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:10:28.303510 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:28.366606 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42874351-40e8-40ae-aa7c-e3699c3c2e84 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:10:28.387038 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] Sync routers for ids ['0f4bbbc8-8e9a-491d-9306-c8efdf4eccae'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:10:28.406521 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-42874351-40e8-40ae-aa7c-e3699c3c2e84 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "PUT /v2.0/routers/0f4bbbc8-8e9a-491d-9306-c8efdf4eccae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9904408 Jul 13 08:10:28.409567 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53916) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:28.416063 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] Routers {'0f4bbbc8-8e9a-491d-9306-c8efdf4eccae'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:10:28.417135 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:10:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['0f4bbbc8-8e9a-491d-9306-c8efdf4eccae'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:28.434721 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-530466d4-b3cd-45f5-a5cf-5df2969c05b9 None None] Provisioning complete for port 21bca666-1ee9-4b5e-bcfb-8b176859acfb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:28.435950 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-530466d4-b3cd-45f5-a5cf-5df2969c05b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:28.468979 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:28.486321 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-8c5f4f58-3578-4e39-8270-3a2fc206eb8d req-2d321284-610c-4ece-9915-d6dd6f135925 service neutron] (93723) timed out ('10.222.0.58', 34698) {{(pid=93723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:10:28.546751 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7c035f-0e60-41ec-876e-a40b7eee6982']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:28.577368 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb278319-ca24-452d-a033-d99630084dbb') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:28.577865 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb278319-ca24-452d-a033-d99630084dbb') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:28.699993 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:28.709437 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7060c69-8eb7-48c9-8fd8-9ffe6be3c6b4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:28.717697 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e7060c69-8eb7-48c9-8fd8-9ffe6be3c6b4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports/c5f54c9a-ba64-45a0-960a-e3e90b62d99b HTTP/1.1" status: 200 len: 911 time: 0.3033442 Jul 13 08:10:28.721927 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53924) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:28.749572 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] Set router 0f4bbbc8-8e9a-491d-9306-c8efdf4eccae gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:10:28.752554 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:28.815678 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:10:28.820858 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:10:28.838778 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:10:28.921720 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32c0582-143b-4afe-a0f1-d9853fd3e1be tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:28.965992 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32c0582-143b-4afe-a0f1-d9853fd3e1be tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:28.968542 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d32c0582-143b-4afe-a0f1-d9853fd3e1be tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2449098 Jul 13 08:10:28.988323 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53928) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:29.157662 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:29.176717 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:29.180769 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/networks/fd7c035f-0e60-41ec-876e-a40b7eee6982 HTTP/1.1" status: 204 len: 168 time: 8.9396026 Jul 13 08:10:29.239880 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53932) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:29.254763 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e37972-8dd7-41b2-b4d0-0aeefa998954 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Network': ['ID=fd7c035f-0e60-41ec-876e-a40b7eee6982,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:29.323644 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21bca666-1ee9-4b5e-bcfb-8b176859acfb {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:10:29.342058 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:29.407792 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c803a9-1c80-4664-9e47-f64ae69e2fe0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] DELETE failed (client error): The resource could not be found. Jul 13 08:10:29.409434 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c803a9-1c80-4664-9e47-f64ae69e2fe0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:10:29.422713 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d1c803a9-1c80-4664-9e47-f64ae69e2fe0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/networks/fd7c035f-0e60-41ec-876e-a40b7eee6982 HTTP/1.1" status: 404 len: 339 time: 0.1600449 Jul 13 08:10:29.427515 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53938) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:29.429397 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] Transition to ACTIVE for port object 21bca666-1ee9-4b5e-bcfb-8b176859acfb will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:29.454965 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-416ab7bc-d8cf-4220-b78c-bb1859cede3c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1875483228', 'description': 'd1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:29.474994 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-530466d4-b3cd-45f5-a5cf-5df2969c05b9 None None] Port 21bca666-1ee9-4b5e-bcfb-8b176859acfb cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:10:29.488448 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:29.549104 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4bbbc8-8e9a-491d-9306-c8efdf4eccae', 'name': 'tempest-NetworksTestDHCPv6-router-1752263153', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:10:22Z', 'updated_at': '2021-07-13T08:10:25Z', 'revision_number': 2, 'project_id': 'bec8e60f88b64d5dbce6c7084643835a', 'gw_port_host': None, '_interfaces': [{'id': 'c5f54c9a-ba64-45a0-960a-e3e90b62d99b', 'name': '', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'mac_address': 'fa:16:3e:13:e1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4bbbc8-8e9a-491d-9306-c8efdf4eccae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'b0853425-57b4-461e-8e0b-0019063b5a14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:10:23Z', 'updated_at': '2021-07-13T08:10:26Z', 'revision_number': 2, 'project_id': 'bec8e60f88b64d5dbce6c7084643835a', 'subnets': [{'id': 'b0853425-57b4-461e-8e0b-0019063b5a14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:29.632652 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] Checking router: 0f4bbbc8-8e9a-491d-9306-c8efdf4eccae for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:10:29.634349 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] Updating router 0f4bbbc8-8e9a-491d-9306-c8efdf4eccae port c5f54c9a-ba64-45a0-960a-e3e90b62d99b binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:10:29.716357 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:29.776695 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] For port c6fdf11b-2922-4bc5-aa90-1a88f25d45c6, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:10:29.806744 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416ab7bc-d8cf-4220-b78c-bb1859cede3c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Made reservation on behalf of 87dd4fcd4b674dd982f8e691cab98ae2 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:10:29.812452 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-416ab7bc-d8cf-4220-b78c-bb1859cede3c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:29.884825 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] For port c6fdf11b-2922-4bc5-aa90-1a88f25d45c6, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c6fdf11b-2922-4bc5-aa90-1a88f25d45c6,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:10:29.914845 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:29.918775 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:30.039563 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] Pushing event updated for resources: {'Port': ['ID=21bca666-1ee9-4b5e-bcfb-8b176859acfb,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:30.082925 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-72ebc2fb-dc17-456f-ba0f-86807c772d7c None None] Provisioning complete for port 337c4a24-b547-4888-a3f0-83c25ceb78a3 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:30.086715 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72ebc2fb-dc17-456f-ba0f-86807c772d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:30.119644 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416ab7bc-d8cf-4220-b78c-bb1859cede3c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:10:30.164467 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32341d6-89b2-4a23-a233-fd732e604014 req-159d4db3-73a0-4b00-8e45-b99aefbaa6cc tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:30.166131 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-416ab7bc-d8cf-4220-b78c-bb1859cede3c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:30.166740 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-416ab7bc-d8cf-4220-b78c-bb1859cede3c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Added segment 54455b35-be7e-4db9-be62-61325342953c of type vlan for network a780860b-a523-474d-a11c-d5f7c1552cfd Jul 13 08:10:30.167626 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d32341d6-89b2-4a23-a233-fd732e604014 req-159d4db3-73a0-4b00-8e45-b99aefbaa6cc tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffb2919-c376-4df1-bae2-3d622006194f HTTP/1.1" status: 200 len: 944 time: 0.1957471 Jul 13 08:10:30.302827 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:10:30.435388 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:10:30.441244 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 30f8a6fb-9f0a-40eb-aef1-da305ddf5d6d not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:10:30.446951 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 00a26345-1ff2-474c-8750-38527532bccb no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:10:30.449925 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-416ab7bc-d8cf-4220-b78c-bb1859cede3c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:30.552220 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 00a26345-1ff2-474c-8750-38527532bccb {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:10:30.553781 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 00a26345-1ff2-474c-8750-38527532bccb not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:10:30.579370 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] Attempting to bind port 21bca666-1ee9-4b5e-bcfb-8b176859acfb on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:10:30.580999 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] Attempting to bind port 21bca666-1ee9-4b5e-bcfb-8b176859acfb by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '4c63635e-e0f3-4aa3-8765-6a7d0005c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb746ddf-193e-4e3d-9f7f-39b2df9a1f28'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:10:30.581537 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] Attempting to bind port 21bca666-1ee9-4b5e-bcfb-8b176859acfb on network bb746ddf-193e-4e3d-9f7f-39b2df9a1f28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:10:30.593700 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] Port 21bca666-1ee9-4b5e-bcfb-8b176859acfb on network bb746ddf-193e-4e3d-9f7f-39b2df9a1f28 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:10:30.594274 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] Attempting to bind port 21bca666-1ee9-4b5e-bcfb-8b176859acfb on network bb746ddf-193e-4e3d-9f7f-39b2df9a1f28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:10:30.599472 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-416ab7bc-d8cf-4220-b78c-bb1859cede3c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:30.620813 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416ab7bc-d8cf-4220-b78c-bb1859cede3c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:30.621748 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-416ab7bc-d8cf-4220-b78c-bb1859cede3c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:30.642391 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:10:30.644009 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] Checking segment: {'id': '4c63635e-e0f3-4aa3-8765-6a7d0005c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb746ddf-193e-4e3d-9f7f-39b2df9a1f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:10:30.644368 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] Bound using segment: {'id': '4c63635e-e0f3-4aa3-8765-6a7d0005c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb746ddf-193e-4e3d-9f7f-39b2df9a1f28'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:10:30.644787 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] Bound port: 21bca666-1ee9-4b5e-bcfb-8b176859acfb, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c63635e-e0f3-4aa3-8765-6a7d0005c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb746ddf-193e-4e3d-9f7f-39b2df9a1f28'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:10:30.649774 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:30.677528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 53946) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:30.685477 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5fdc5-4766-48fa-ad16-ead6ba1eca6c None None] Pushing event updated for resources: {'Port': ['ID=c6fdf11b-2922-4bc5-aa90-1a88f25d45c6,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:30.717179 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d32341d6-89b2-4a23-a233-fd732e604014 req-30e6c2ae-aff4-4c3e-88c6-86b77e7d6925 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=04f02b43-9ede-4fae-bd9b-c5f56e5b5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5331318 Jul 13 08:10:30.747203 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-416ab7bc-d8cf-4220-b78c-bb1859cede3c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3103094 Jul 13 08:10:30.752410 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53948) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:30.869288 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 337c4a24-b547-4888-a3f0-83c25ceb78a3 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:10:31.094785 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:31.136696 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] Transition to ACTIVE for port object c5f54c9a-ba64-45a0-960a-e3e90b62d99b will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:31.154596 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:31.187530 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d3c16e2-5530-4ba3-af79-cfbff1e75713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:31.249027 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 337c4a24-b547-4888-a3f0-83c25ceb78a3 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:31.249344 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:31.293100 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ab7bc-d8cf-4220-b78c-bb1859cede3c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Network': ['ID=a780860b-a523-474d-a11c-d5f7c1552cfd,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:31.351908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network a780860b-a523-474d-a11c-d5f7c1552cfd details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:10:31.461384 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:31.469669 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6576ad3-575a-42ad-bf3e-f0b5bd265403 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:31.473330 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c6576ad3-575a-42ad-bf3e-f0b5bd265403 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "GET /v2.0/networks?id=a780860b-a523-474d-a11c-d5f7c1552cfd HTTP/1.1" status: 200 len: 765 time: 0.7097459 Jul 13 08:10:31.480344 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 53968) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:31.490472 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-2f266db5-137b-4e04-9ece-4caa70eebdcc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'network': {'description': 'd2'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:31.497838 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] For port 21bca666-1ee9-4b5e-bcfb-8b176859acfb, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:10:31.512212 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] For port 21bca666-1ee9-4b5e-bcfb-8b176859acfb, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=21bca666-1ee9-4b5e-bcfb-8b176859acfb,segment=NetworkSegment(4c63635e-e0f3-4aa3-8765-6a7d0005c5ee),segment_id=4c63635e-e0f3-4aa3-8765-6a7d0005c5ee)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:10:31.546727 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326f23f-71af-4e62-9be3-df43e1610e1a None None] Pushing event updated for resources: {'Port': ['ID=c5f54c9a-ba64-45a0-960a-e3e90b62d99b,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:31.590563 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bcfa085f-a43e-40bf-9a56-8f811662355c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:31.593307 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:31.724667 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] Pushing event updated for resources: {'Port': ['ID=21bca666-1ee9-4b5e-bcfb-8b176859acfb,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:31.759514 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:31.763138 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:31.769893 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-0d55818c-e51d-465c-b44c-6b8ee535eb37 service neutron] 10.222.0.35 "PUT /v2.0/ports/21bca666-1ee9-4b5e-bcfb-8b176859acfb HTTP/1.1" status: 200 len: 1093 time: 4.3776515 Jul 13 08:10:31.774901 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffb2919-c376-4df1-bae2-3d622006194f', 'tag': '21bca666-1ee9-4b5e-bcfb-8b176859acfb'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:10:31.781682 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106be040-09b6-4960-a495-f09ceee28441" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffb2919-c376-4df1-bae2-3d622006194f", "tag": "21bca666-1ee9-4b5e-bcfb-8b176859acfb"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:10:31.809999 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] Attempting to bind port c5f54c9a-ba64-45a0-960a-e3e90b62d99b on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:10:31.810914 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] Attempting to bind port c5f54c9a-ba64-45a0-960a-e3e90b62d99b by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:10:31.812834 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] Attempting to bind port c5f54c9a-ba64-45a0-960a-e3e90b62d99b on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:10:31.849668 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:10:31.854412 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:10:31.855318 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:31.856013 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:10:31.863427 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] Bound port: c5f54c9a-ba64-45a0-960a-e3e90b62d99b, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:10:31.864399 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:32.000038 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc9e466-6e62-48f8-aac8-ca1ead31dd8f x-openstack-request-id: req-ddc9e466-6e62-48f8-aac8-ca1ead31dd8f {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:10:32.000519 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffb2919-c376-4df1-bae2-3d622006194f", "tag": "21bca666-1ee9-4b5e-bcfb-8b176859acfb", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:10:32.001069 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ddc9e466-6e62-48f8-aac8-ca1ead31dd8f {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:10:32.001658 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ffb2919-c376-4df1-bae2-3d622006194f', 'tag': '21bca666-1ee9-4b5e-bcfb-8b176859acfb', 'status': 'completed', 'code': 200} Jul 13 08:10:32.038460 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d3c16e2-5530-4ba3-af79-cfbff1e75713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:32.060279 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d3c16e2-5530-4ba3-af79-cfbff1e75713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:32.270979 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c16e2-5530-4ba3-af79-cfbff1e75713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721cf441-672c-4e14-b062-895cc9e37a0b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:32.305058 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] For port c5f54c9a-ba64-45a0-960a-e3e90b62d99b, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:10:32.321983 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] For port c5f54c9a-ba64-45a0-960a-e3e90b62d99b, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c5f54c9a-ba64-45a0-960a-e3e90b62d99b,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:10:32.332666 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:32.528048 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2f266db5-137b-4e04-9ece-4caa70eebdcc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:32.580224 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-579b908b-714f-46ce-bab7-65bfb396fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:32.585577 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-579b908b-714f-46ce-bab7-65bfb396fbca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=646613418a8c4063bb68b7f4cbd296e4&device_id=2ffb2919-c376-4df1-bae2-3d622006194f HTTP/1.1" status: 200 len: 1096 time: 0.6620064 Jul 13 08:10:32.639751 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326f23f-71af-4e62-9be3-df43e1610e1a None None] Pushing event updated for resources: {'Port': ['ID=c5f54c9a-ba64-45a0-960a-e3e90b62d99b,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:32.645899 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0d3c16e2-5530-4ba3-af79-cfbff1e75713 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=88f43d4d419b4c1fb67a7c5b56b93c03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9245188 Jul 13 08:10:32.661218 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] Routers {'0f4bbbc8-8e9a-491d-9306-c8efdf4eccae'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:10:32.666688 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:10:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['0f4bbbc8-8e9a-491d-9306-c8efdf4eccae'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:32.695211 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54036) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:32.704662 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2f266db5-137b-4e04-9ece-4caa70eebdcc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:32.725482 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-f39e7f5c-c2c9-4e83-a0d3-19f826116083 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=21bca666-1ee9-4b5e-bcfb-8b176859acfb HTTP/1.1" status: 200 len: 217 time: 0.1267922 Jul 13 08:10:32.779335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f266db5-137b-4e04-9ece-4caa70eebdcc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Network a780860b-a523-474d-a11c-d5f7c1552cfd is not hosted by any dhcp agent {{(pid=93723) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 08:10:32.804409 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f266db5-137b-4e04-9ece-4caa70eebdcc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:32.809475 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2f266db5-137b-4e04-9ece-4caa70eebdcc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:32.816173 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2f266db5-137b-4e04-9ece-4caa70eebdcc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "PUT /v2.0/networks/a780860b-a523-474d-a11c-d5f7c1552cfd HTTP/1.1" status: 200 len: 762 time: 1.3340967 Jul 13 08:10:32.872002 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54048) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:33.003710 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-c81541df-5629-4755-a2cb-0f6ea34c91b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:33.009966 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-c81541df-5629-4755-a2cb-0f6ea34c91b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9e17959-20f0-4730-be58-623242efe41e HTTP/1.1" status: 200 len: 837 time: 0.2322218 Jul 13 08:10:33.030324 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c6fdf11b-2922-4bc5-aa90-1a88f25d45c6 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:10:33.132486 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3523ec4d-5f09-4dd0-a0c1-47b800451750 None None] Provisioning for port c6fdf11b-2922-4bc5-aa90-1a88f25d45c6 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:10:33.153723 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35818da4-1a5c-415b-9df3-584c392177dc req-c8015b1e-a5bf-4790-ad42-66170edf8b82 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:33.166792 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-35818da4-1a5c-415b-9df3-584c392177dc req-c8015b1e-a5bf-4790-ad42-66170edf8b82 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffb2919-c376-4df1-bae2-3d622006194f HTTP/1.1" status: 200 len: 944 time: 0.7481749 Jul 13 08:10:33.268315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port c6fdf11b-2922-4bc5-aa90-1a88f25d45c6 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:10:33.279522 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port c6fdf11b-2922-4bc5-aa90-1a88f25d45c6 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:33.279799 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:33.293522 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] Set router 0f4bbbc8-8e9a-491d-9306-c8efdf4eccae gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:10:33.304601 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f266db5-137b-4e04-9ece-4caa70eebdcc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Network': ['ID=a780860b-a523-474d-a11c-d5f7c1552cfd,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:33.332647 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53be42f9-0f80-41a7-802f-8d9ca050a240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:33.368058 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network a780860b-a523-474d-a11c-d5f7c1552cfd details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:10:33.394159 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53be42f9-0f80-41a7-802f-8d9ca050a240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:33.422803 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-ec192909-1089-41ea-b918-eccc2510fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:33.426493 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-ec192909-1089-41ea-b918-eccc2510fef6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bb746ddf-193e-4e3d-9f7f-39b2df9a1f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3981719 Jul 13 08:10:33.556801 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-35818da4-1a5c-415b-9df3-584c392177dc req-92357c74-8049-4925-a9ac-2d96b654f18d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=04f02b43-9ede-4fae-bd9b-c5f56e5b5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3866224 Jul 13 08:10:33.683982 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53be42f9-0f80-41a7-802f-8d9ca050a240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:33.691659 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53be42f9-0f80-41a7-802f-8d9ca050a240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:33.700912 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-53be42f9-0f80-41a7-802f-8d9ca050a240 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/721cf441-672c-4e14-b062-895cc9e37a0b HTTP/1.1" status: 204 len: 168 time: 0.9584374 Jul 13 08:10:33.753633 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1536cd-1be0-49e7-a37b-8883711a07cf tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:33.762172 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ab1536cd-1be0-49e7-a37b-8883711a07cf tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "GET /v2.0/networks?id=a780860b-a523-474d-a11c-d5f7c1552cfd HTTP/1.1" status: 200 len: 765 time: 0.8577516 Jul 13 08:10:33.767605 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54102) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:33.805466 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be42f9-0f80-41a7-802f-8d9ca050a240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721cf441-672c-4e14-b062-895cc9e37a0b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:33.897236 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa085f-a43e-40bf-9a56-8f811662355c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting port c5f54c9a-ba64-45a0-960a-e3e90b62d99b {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:10:33.897995 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bcfa085f-a43e-40bf-9a56-8f811662355c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:33.959741 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-3d6bacaf-71a2-4cac-bfef-b3ca48ef95f8 service neutron] 10.222.0.35 "GET /v2.0/networks/bb746ddf-193e-4e3d-9f7f-39b2df9a1f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172894 Jul 13 08:10:34.282597 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4bbbc8-8e9a-491d-9306-c8efdf4eccae', 'name': 'tempest-NetworksTestDHCPv6-router-1752263153', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:10:22Z', 'updated_at': '2021-07-13T08:10:25Z', 'revision_number': 2, 'project_id': 'bec8e60f88b64d5dbce6c7084643835a', 'gw_port_host': None, '_interfaces': [{'id': 'c5f54c9a-ba64-45a0-960a-e3e90b62d99b', 'name': '', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'mac_address': 'fa:16:3e:13:e1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4bbbc8-8e9a-491d-9306-c8efdf4eccae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'b0853425-57b4-461e-8e0b-0019063b5a14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:10:23Z', 'updated_at': '2021-07-13T08:10:32Z', 'revision_number': 4, 'project_id': 'bec8e60f88b64d5dbce6c7084643835a', 'subnets': [{'id': 'b0853425-57b4-461e-8e0b-0019063b5a14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:34.285969 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-64944627-9f7e-4594-b5b7-d59f988bf431 None None] Provisioning for port c5f54c9a-ba64-45a0-960a-e3e90b62d99b completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:10:34.300345 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:34.426225 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-bcfa085f-a43e-40bf-9a56-8f811662355c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] For port c5f54c9a-ba64-45a0-960a-e3e90b62d99b, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c5f54c9a-ba64-45a0-960a-e3e90b62d99b,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:34.427120 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bcfa085f-a43e-40bf-9a56-8f811662355c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:34.438753 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c26c3f9-5ce3-4932-a04b-5f491568d013 None None] The sync data for ids ['0f4bbbc8-8e9a-491d-9306-c8efdf4eccae'] in n-d-779913-28 is: [{'id': '0f4bbbc8-8e9a-491d-9306-c8efdf4eccae', 'name': 'tempest-NetworksTestDHCPv6-router-1752263153', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:10:22Z', 'updated_at': '2021-07-13T08:10:25Z', 'revision_number': 2, 'project_id': 'bec8e60f88b64d5dbce6c7084643835a', 'gw_port_host': None, '_interfaces': [{'id': 'c5f54c9a-ba64-45a0-960a-e3e90b62d99b', 'name': '', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'mac_address': 'fa:16:3e:13:e1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4bbbc8-8e9a-491d-9306-c8efdf4eccae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'b0853425-57b4-461e-8e0b-0019063b5a14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:10:23Z', 'updated_at': '2021-07-13T08:10:32Z', 'revision_number': 4, 'project_id': 'bec8e60f88b64d5dbce6c7084643835a', 'subnets': [{'id': 'b0853425-57b4-461e-8e0b-0019063b5a14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:10:34.449053 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port c6fdf11b-2922-4bc5-aa90-1a88f25d45c6, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c6fdf11b-2922-4bc5-aa90-1a88f25d45c6,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:34.462780 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6ee77464-3bd2-4a79-a8a7-f6a4f220765b req-fc5207ac-25e5-4a39-8703-3b76cddb8e23 service neutron] 10.222.0.35 "GET /v2.0/networks/bb746ddf-193e-4e3d-9f7f-39b2df9a1f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951096 Jul 13 08:10:34.473938 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa085f-a43e-40bf-9a56-8f811662355c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Calling delete_port for c5f54c9a-ba64-45a0-960a-e3e90b62d99b owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:10:34.508376 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:34.904290 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=c6fdf11b-2922-4bc5-aa90-1a88f25d45c6,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:34.999307 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106be040-09b6-4960-a495-f09ceee28441 req-4be88aa9-8893-4ba0-a368-c6e2f9150e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:35.027975 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-106be040-09b6-4960-a495-f09ceee28441 req-4be88aa9-8893-4ba0-a368-c6e2f9150e40 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=646613418a8c4063bb68b7f4cbd296e4&device_id=2ffb2919-c376-4df1-bae2-3d622006194f HTTP/1.1" status: 200 len: 1096 time: 0.4464543 Jul 13 08:10:35.522725 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106be040-09b6-4960-a495-f09ceee28441 req-20ac4483-6baa-47dc-804b-eda23dd46d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:35.525154 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-106be040-09b6-4960-a495-f09ceee28441 req-20ac4483-6baa-47dc-804b-eda23dd46d91 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bb746ddf-193e-4e3d-9f7f-39b2df9a1f28 HTTP/1.1" status: 200 len: 897 time: 0.4957166 Jul 13 08:10:35.633826 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-106be040-09b6-4960-a495-f09ceee28441 req-204d0978-1374-48f3-a62c-77fa7c54e075 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=21bca666-1ee9-4b5e-bcfb-8b176859acfb HTTP/1.1" status: 200 len: 217 time: 0.1008129 Jul 13 08:10:35.767984 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bcfa085f-a43e-40bf-9a56-8f811662355c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:35.885503 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106be040-09b6-4960-a495-f09ceee28441 req-16e6f47e-56be-46d0-a88d-f6a2c9a8aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:35.907036 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-106be040-09b6-4960-a495-f09ceee28441 req-16e6f47e-56be-46d0-a88d-f6a2c9a8aed1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9e17959-20f0-4730-be58-623242efe41e HTTP/1.1" status: 200 len: 837 time: 0.2673023 Jul 13 08:10:36.022235 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-760bc430-a782-4b6c-9942-a2d4019bb26d None None] Could not find standard attr ID for object c5f54c9a-ba64-45a0-960a-e3e90b62d99b. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:10:36.036034 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa085f-a43e-40bf-9a56-8f811662355c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=c5f54c9a-ba64-45a0-960a-e3e90b62d99b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:36.152687 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106be040-09b6-4960-a495-f09ceee28441 req-9d36d4b1-9752-46d3-8ca0-03d99fb2e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:36.156409 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-106be040-09b6-4960-a495-f09ceee28441 req-9d36d4b1-9752-46d3-8ca0-03d99fb2e3b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bb746ddf-193e-4e3d-9f7f-39b2df9a1f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2423744 Jul 13 08:10:36.197483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aa09eb-b1cc-462c-a898-8d7ea10f4248 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:36.200823 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a7aa09eb-b1cc-462c-a898-8d7ea10f4248 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 2.4310753 Jul 13 08:10:36.206844 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54278) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:36.494731 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57c1ad-95bb-4e8b-a346-1c9fc9d0592d req-799e033b-a04d-474d-898b-4e94541efc14 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:36.508596 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed57c1ad-95bb-4e8b-a346-1c9fc9d0592d req-799e033b-a04d-474d-898b-4e94541efc14 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffb2919-c376-4df1-bae2-3d622006194f HTTP/1.1" status: 200 len: 944 time: 1.2330086 Jul 13 08:10:36.528128 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e6b65eda-62a4-411c-ba89-2055f6511d8d tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "GET /v2.0/subnets?network_id=f96be058-f906-4210-b421-902eff1606be HTTP/1.1" status: 200 len: 207 time: 0.3191123 Jul 13 08:10:36.551639 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54304) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:36.617219 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bcfa085f-a43e-40bf-9a56-8f811662355c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:36.718214 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-106be040-09b6-4960-a495-f09ceee28441 req-dabd2a15-2a86-452d-9055-de3b22e5a980 service neutron] 10.222.0.35 "GET /v2.0/networks/bb746ddf-193e-4e3d-9f7f-39b2df9a1f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552371 Jul 13 08:10:36.793087 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f9b85741-07dc-4ea4-822d-1fc1ffbef050 None None] Could not find standard attr ID for object c5f54c9a-ba64-45a0-960a-e3e90b62d99b. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:10:36.940699 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b549805b-9637-482d-90f8-ba198636a136 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:36.991421 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b549805b-9637-482d-90f8-ba198636a136 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:37.011843 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b549805b-9637-482d-90f8-ba198636a136 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:37.024078 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b549805b-9637-482d-90f8-ba198636a136 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:37.034563 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c6fdf11b-2922-4bc5-aa90-1a88f25d45c6 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:10:37.071102 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b549805b-9637-482d-90f8-ba198636a136 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:37.110745 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b549805b-9637-482d-90f8-ba198636a136 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:37.113988 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b549805b-9637-482d-90f8-ba198636a136 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5592353 Jul 13 08:10:37.143830 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54344) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:37.170286 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-106be040-09b6-4960-a495-f09ceee28441 req-2249a617-c754-4dd1-b6a0-d2488365e479 service neutron] 10.222.0.35 "GET /v2.0/networks/bb746ddf-193e-4e3d-9f7f-39b2df9a1f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384301 Jul 13 08:10:37.321929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port c6fdf11b-2922-4bc5-aa90-1a88f25d45c6 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:37.323914 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:37.376272 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed57c1ad-95bb-4e8b-a346-1c9fc9d0592d req-8ae3d9eb-c85e-4edf-a67a-73ae661e3660 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=04f02b43-9ede-4fae-bd9b-c5f56e5b5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8661802 Jul 13 08:10:37.389835 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c6ed2c-59e1-440a-ae97-e53ae4e20cdc None None] get_active_networks_info from n-d-779913-28 {{(pid=93725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 08:10:37.493642 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 21bca666-1ee9-4b5e-bcfb-8b176859acfb details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:10:37.719268 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.resource_extend [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 08:10:37.855168 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfa085f-a43e-40bf-9a56-8f811662355c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Router 0f4bbbc8-8e9a-491d-9306-c8efdf4eccae has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:10:37.990178 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c6ed2c-59e1-440a-ae97-e53ae4e20cdc None None] Resources bound (agent type, host, resource id): {{(pid=93725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 08:10:38.031146 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 21bca666-1ee9-4b5e-bcfb-8b176859acfb, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=21bca666-1ee9-4b5e-bcfb-8b176859acfb,segment=NetworkSegment(4c63635e-e0f3-4aa3-8765-6a7d0005c5ee),segment_id=4c63635e-e0f3-4aa3-8765-6a7d0005c5ee)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:38.105046 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '21bca666-1ee9-4b5e-bcfb-8b176859acfb', 'network_id': 'bb746ddf-193e-4e3d-9f7f-39b2df9a1f28', 'port_id': '21bca666-1ee9-4b5e-bcfb-8b176859acfb', 'mac_address': 'fa:16:3e:60:23:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9e17959-20f0-4730-be58-623242efe41e', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:10:38.150279 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54414) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:38.150940 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e9a454cb-2e81-42b5-8d46-f9aeea75c6f6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 1.0024514 Jul 13 08:10:38.181290 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfa085f-a43e-40bf-9a56-8f811662355c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:10:38.197727 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bcfa085f-a43e-40bf-9a56-8f811662355c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "PUT /v2.0/routers/0f4bbbc8-8e9a-491d-9306-c8efdf4eccae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2073262 Jul 13 08:10:38.207409 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54420) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:38.316626 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940067c4-e501-4ea7-9b77-fe008142aeb8 None None] Sync routers for ids ['0f4bbbc8-8e9a-491d-9306-c8efdf4eccae'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:10:38.328637 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:38.354168 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954e067b-e619-4adf-90e1-6865fc96a84f tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:38.357968 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954e067b-e619-4adf-90e1-6865fc96a84f tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:38.361248 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954e067b-e619-4adf-90e1-6865fc96a84f tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:38.363957 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3ed4d0-5f1f-48fc-b5de-5e50fd148e85 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:38.364217 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954e067b-e619-4adf-90e1-6865fc96a84f tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:38.366972 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954e067b-e619-4adf-90e1-6865fc96a84f tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:38.371028 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-954e067b-e619-4adf-90e1-6865fc96a84f tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2179604 Jul 13 08:10:38.373344 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3ed4d0-5f1f-48fc-b5de-5e50fd148e85 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:38.376769 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bd3ed4d0-5f1f-48fc-b5de-5e50fd148e85 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1636899 Jul 13 08:10:38.378972 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54430) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:38.386144 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54432) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:38.389419 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940067c4-e501-4ea7-9b77-fe008142aeb8 None None] Routers {'0f4bbbc8-8e9a-491d-9306-c8efdf4eccae'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:10:38.390582 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-940067c4-e501-4ea7-9b77-fe008142aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:10:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['0f4bbbc8-8e9a-491d-9306-c8efdf4eccae'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:38.591083 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-15fd3855-9203-49bb-8997-491235ad8ce6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet b0853425-57b4-461e-8e0b-0019063b5a14 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:10:38.594162 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:38.614075 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15fd3855-9203-49bb-8997-491235ad8ce6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:38.638668 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4035732-c300-441a-9de3-941049547cdd tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:38.641141 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4035732-c300-441a-9de3-941049547cdd tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:38.651736 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4035732-c300-441a-9de3-941049547cdd tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:38.659092 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4035732-c300-441a-9de3-941049547cdd tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:38.668237 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4035732-c300-441a-9de3-941049547cdd tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:38.670800 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a4035732-c300-441a-9de3-941049547cdd tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2896049 Jul 13 08:10:38.684249 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54462) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:38.729094 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21bca666-1ee9-4b5e-bcfb-8b176859acfb {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:10:38.761962 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-940067c4-e501-4ea7-9b77-fe008142aeb8 None None] Set router 0f4bbbc8-8e9a-491d-9306-c8efdf4eccae gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:10:38.778487 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15fd3855-9203-49bb-8997-491235ad8ce6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:39.063387 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-940067c4-e501-4ea7-9b77-fe008142aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4bbbc8-8e9a-491d-9306-c8efdf4eccae', 'name': 'tempest-NetworksTestDHCPv6-router-1752263153', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:10:22Z', 'updated_at': '2021-07-13T08:10:35Z', 'revision_number': 3, 'project_id': 'bec8e60f88b64d5dbce6c7084643835a', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:39.074429 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 21bca666-1ee9-4b5e-bcfb-8b176859acfb, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=21bca666-1ee9-4b5e-bcfb-8b176859acfb,segment=NetworkSegment(4c63635e-e0f3-4aa3-8765-6a7d0005c5ee),segment_id=4c63635e-e0f3-4aa3-8765-6a7d0005c5ee)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:39.080632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742d3c35-dc83-4adc-8c17-3edb248573f6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:39.092069 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-742d3c35-dc83-4adc-8c17-3edb248573f6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "GET /v2.0/networks/0221df21-5ed5-4da2-9bf2-f63ba0cd7417 HTTP/1.1" status: 200 len: 803 time: 0.4058793 Jul 13 08:10:39.110730 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54470) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:39.173495 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:39.297808 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940067c4-e501-4ea7-9b77-fe008142aeb8 None None] Checking router: 0f4bbbc8-8e9a-491d-9306-c8efdf4eccae for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:10:39.305175 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15fd3855-9203-49bb-8997-491235ad8ce6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:39.377677 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940067c4-e501-4ea7-9b77-fe008142aeb8 None None] Routers {'0f4bbbc8-8e9a-491d-9306-c8efdf4eccae'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:10:39.378877 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-940067c4-e501-4ea7-9b77-fe008142aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:10:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['0f4bbbc8-8e9a-491d-9306-c8efdf4eccae'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:39.467385 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aee488-daf2-4b69-a772-30d33f9dba2b req-12626b9d-2017-44f6-86e5-5df1ea484e6b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:39.472310 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d0aee488-daf2-4b69-a772-30d33f9dba2b req-12626b9d-2017-44f6-86e5-5df1ea484e6b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffb2919-c376-4df1-bae2-3d622006194f HTTP/1.1" status: 200 len: 944 time: 0.7990739 Jul 13 08:10:39.631109 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-940067c4-e501-4ea7-9b77-fe008142aeb8 None None] Set router 0f4bbbc8-8e9a-491d-9306-c8efdf4eccae gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:10:39.646745 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d0aee488-daf2-4b69-a772-30d33f9dba2b req-82f7bcb3-5b19-4961-a5eb-2898e9b0499d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=04f02b43-9ede-4fae-bd9b-c5f56e5b5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468043 Jul 13 08:10:39.706951 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=21bca666-1ee9-4b5e-bcfb-8b176859acfb,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:39.785144 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['21bca666-1ee9-4b5e-bcfb-8b176859acfb'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:10:39.810470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29372b2d-b394-4462-ab8f-12b56871f95e req-86a2b6ae-3814-4b42-83f0-1766f1c55264 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:39.813314 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-29372b2d-b394-4462-ab8f-12b56871f95e req-86a2b6ae-3814-4b42-83f0-1766f1c55264 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/networks?id=9c84548a-8751-4e4d-9101-dc6a7236a380 HTTP/1.1" status: 200 len: 814 time: 0.3361247 Jul 13 08:10:39.855969 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-29372b2d-b394-4462-ab8f-12b56871f95e req-53638b27-5240-48c5-8c8d-1c937fec048e tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/quotas/5beee3171679402ca60627fae206aff4 HTTP/1.1" status: 200 len: 375 time: 0.0298505 Jul 13 08:10:39.931815 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-29372b2d-b394-4462-ab8f-12b56871f95e req-3ccac76e-4650-40b2-a288-b44f16cbc7c0 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5beee3171679402ca60627fae206aff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644064 Jul 13 08:10:40.070979 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-940067c4-e501-4ea7-9b77-fe008142aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4bbbc8-8e9a-491d-9306-c8efdf4eccae', 'name': 'tempest-NetworksTestDHCPv6-router-1752263153', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:10:22Z', 'updated_at': '2021-07-13T08:10:35Z', 'revision_number': 3, 'project_id': 'bec8e60f88b64d5dbce6c7084643835a', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:40.130716 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940067c4-e501-4ea7-9b77-fe008142aeb8 None None] The sync data for ids ['0f4bbbc8-8e9a-491d-9306-c8efdf4eccae'] in n-d-779913-28 is: [{'id': '0f4bbbc8-8e9a-491d-9306-c8efdf4eccae', 'name': 'tempest-NetworksTestDHCPv6-router-1752263153', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:10:22Z', 'updated_at': '2021-07-13T08:10:35Z', 'revision_number': 3, 'project_id': 'bec8e60f88b64d5dbce6c7084643835a', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:10:40.190639 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-29372b2d-b394-4462-ab8f-12b56871f95e req-bb53adf6-d61d-4431-b013-60ffd1d38f49 service neutron] 10.222.0.58 "GET /v2.0/networks/9c84548a-8751-4e4d-9101-dc6a7236a380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401936 Jul 13 08:10:40.224925 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-947be0f9-3a9f-4824-b682-7e3513d99d9d tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "GET /v2.0/networks/0221df21-5ed5-4da2-9bf2-f63ba0cd7417?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 1.1118462 Jul 13 08:10:40.231213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54486) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:40.314325 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15fd3855-9203-49bb-8997-491235ad8ce6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:40.379945 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd3855-9203-49bb-8997-491235ad8ce6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=b0853425-57b4-461e-8e0b-0019063b5a14,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:40.403484 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-15fd3855-9203-49bb-8997-491235ad8ce6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:40.412143 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-15fd3855-9203-49bb-8997-491235ad8ce6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/b0853425-57b4-461e-8e0b-0019063b5a14 HTTP/1.1" status: 204 len: 168 time: 2.0202956 Jul 13 08:10:40.413463 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54488) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:40.429624 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3af126-d8b3-4502-a26e-392a81219e58 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:40.432209 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4d3af126-d8b3-4502-a26e-392a81219e58 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "GET /v2.0/subnets/f77039db-f357-4dec-b68c-91d16fe12af6 HTTP/1.1" status: 200 len: 843 time: 0.1974592 Jul 13 08:10:40.444697 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-29372b2d-b394-4462-ab8f-12b56871f95e req-2550649c-49ca-439a-b1bf-1459ec7db0da service neutron] 10.222.0.58 "GET /v2.0/networks/9c84548a-8751-4e4d-9101-dc6a7236a380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515428 Jul 13 08:10:40.445870 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54490) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:40.451005 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e364160-b65e-428f-8c1e-2de3548a148b None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:40.703687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a52bd8-d78b-41f5-9172-df513f43db53 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:40.715880 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d5a52bd8-d78b-41f5-9172-df513f43db53 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "GET /v2.0/subnets/f77039db-f357-4dec-b68c-91d16fe12af6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2611988 Jul 13 08:10:40.717385 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54492) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:40.754208 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-395f0ade-4b08-478b-90ff-ff568b9d090c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-242654220'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:40.851525 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c55bfe3e-63b5-4c84-95af-148231a63842 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4356768 Jul 13 08:10:40.857841 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54498) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:40.916319 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395f0ade-4b08-478b-90ff-ff568b9d090c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Made reservation on behalf of 87dd4fcd4b674dd982f8e691cab98ae2 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:10:40.926041 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-395f0ade-4b08-478b-90ff-ff568b9d090c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:40.956661 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c5f54c9a-ba64-45a0-960a-e3e90b62d99b no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:10:41.099531 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: c5f54c9a-ba64-45a0-960a-e3e90b62d99b {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:10:41.100048 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c5f54c9a-ba64-45a0-960a-e3e90b62d99b not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:10:41.204219 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-83dc5b9f-58ca-4c8a-89e1-d1d5353950e3 req-65a5b3ad-68b5-47ec-9158-87038b37ae79 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=752d08a1-0542-481e-ba34-8cc6d8b2e3aa HTTP/1.1" status: 200 len: 210 time: 0.0559089 Jul 13 08:10:41.275783 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c12dfba5-8946-48ad-b9e5-f7f85297dcd9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:41.373004 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395f0ade-4b08-478b-90ff-ff568b9d090c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:10:41.390466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbb81b0-09c0-42f9-9e3d-2d130ce12d10 None None] DHCP port deletion for 780f7a0e-8c20-4451-b666-5d4d18704b66 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:10:41.464055 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-395f0ade-4b08-478b-90ff-ff568b9d090c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:41.464700 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-395f0ade-4b08-478b-90ff-ff568b9d090c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Added segment 64643165-c7f7-42a8-82a7-0115df3a31a3 of type vlan for network 2fe77163-ce6f-497c-97e6-9d47bc4c04a1 Jul 13 08:10:41.491643 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-dbbb81b0-09c0-42f9-9e3d-2d130ce12d10 None None] Deleting port c6fdf11b-2922-4bc5-aa90-1a88f25d45c6 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:10:41.492491 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dbbb81b0-09c0-42f9-9e3d-2d130ce12d10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:41.647384 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-dbbb81b0-09c0-42f9-9e3d-2d130ce12d10 None None] For port c6fdf11b-2922-4bc5-aa90-1a88f25d45c6, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c6fdf11b-2922-4bc5-aa90-1a88f25d45c6,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:41.647971 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dbbb81b0-09c0-42f9-9e3d-2d130ce12d10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:41.678517 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-dbbb81b0-09c0-42f9-9e3d-2d130ce12d10 None None] Calling delete_port for c6fdf11b-2922-4bc5-aa90-1a88f25d45c6 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:10:41.731503 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c12dfba5-8946-48ad-b9e5-f7f85297dcd9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:41.738841 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c12dfba5-8946-48ad-b9e5-f7f85297dcd9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:41.743507 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-395f0ade-4b08-478b-90ff-ff568b9d090c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:41.772119 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580a014-7ce9-4617-9d75-77456ef6dcfc req-307d2cbe-b52c-4949-aafc-5b61d62fd2cc tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:41.772741 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2580a014-7ce9-4617-9d75-77456ef6dcfc req-307d2cbe-b52c-4949-aafc-5b61d62fd2cc tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffb2919-c376-4df1-bae2-3d622006194f HTTP/1.1" status: 200 len: 945 time: 0.6391017 Jul 13 08:10:41.906284 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c12dfba5-8946-48ad-b9e5-f7f85297dcd9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:41.907150 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12dfba5-8946-48ad-b9e5-f7f85297dcd9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Fanout notify agent at l3_agent the message router_deleted on router 0f4bbbc8-8e9a-491d-9306-c8efdf4eccae {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:10:41.912020 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dbbb81b0-09c0-42f9-9e3d-2d130ce12d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:41.922188 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c12dfba5-8946-48ad-b9e5-f7f85297dcd9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:41.924239 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c12dfba5-8946-48ad-b9e5-f7f85297dcd9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/routers/0f4bbbc8-8e9a-491d-9306-c8efdf4eccae HTTP/1.1" status: 204 len: 168 time: 1.0643020 Jul 13 08:10:41.928145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54512) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:41.948401 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-395f0ade-4b08-478b-90ff-ff568b9d090c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:41.979027 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395f0ade-4b08-478b-90ff-ff568b9d090c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:41.979753 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-395f0ade-4b08-478b-90ff-ff568b9d090c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:42.013843 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb81b0-09c0-42f9-9e3d-2d130ce12d10 None None] Pushing event deleted for resources: {'Port': ['ID=c6fdf11b-2922-4bc5-aa90-1a88f25d45c6,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:42.031281 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d777a06b-0291-4d2c-871d-2b57924ae9a7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0982864 Jul 13 08:10:42.034330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54514) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:42.048503 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbb81b0-09c0-42f9-9e3d-2d130ce12d10 None None] No DVR routers for this DVR port c6fdf11b-2922-4bc5-aa90-1a88f25d45c6 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:10:42.058466 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2580a014-7ce9-4617-9d75-77456ef6dcfc req-0851343c-acb5-440b-be06-5e44b23779fb tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=04f02b43-9ede-4fae-bd9b-c5f56e5b5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707212 Jul 13 08:10:42.144673 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-395f0ade-4b08-478b-90ff-ff568b9d090c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4200416 Jul 13 08:10:42.146297 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54516) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:42.176791 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4054fd3d-1813-44ae-a4af-b6355e07fced tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'subnet': {'network_id': '2fe77163-ce6f-497c-97e6-9d47bc4c04a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:42.228080 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edc2f6c-9e63-4553-91ad-3ba08687eda5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:42.231427 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4edc2f6c-9e63-4553-91ad-3ba08687eda5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1951921 Jul 13 08:10:42.236872 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54518) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:42.293388 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f0ade-4b08-478b-90ff-ff568b9d090c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Network': ['ID=2fe77163-ce6f-497c-97e6-9d47bc4c04a1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:42.311399 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 2fe77163-ce6f-497c-97e6-9d47bc4c04a1 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:10:42.365996 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3e0f6915-577c-47c3-81fd-9b2b32ff3dce tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1267610 Jul 13 08:10:42.367403 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54522) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:42.382545 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-65da477e-4116-4a36-a225-075140810cc6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:42.606705 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db03b87d-5162-4cb9-9e98-1a06cda3328b req-c197ab4f-4f02-4690-9240-ccc397065884 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=752d08a1-0542-481e-ba34-8cc6d8b2e3aa HTTP/1.1" status: 200 len: 210 time: 0.0601342 Jul 13 08:10:42.622905 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4054fd3d-1813-44ae-a4af-b6355e07fced tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Made reservation on behalf of 87dd4fcd4b674dd982f8e691cab98ae2 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:10:42.636770 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4054fd3d-1813-44ae-a4af-b6355e07fced tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:42.669428 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65da477e-4116-4a36-a225-075140810cc6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:10:42.674824 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-65da477e-4116-4a36-a225-075140810cc6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:42.757569 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.ipam_backend_mixin [None req-4054fd3d-1813-44ae-a4af-b6355e07fced tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Performing IP validity checks on allocation pools {{(pid=93724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 08:10:42.758456 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.ipam_backend_mixin [None req-4054fd3d-1813-44ae-a4af-b6355e07fced tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 08:10:42.907723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c6fdf11b-2922-4bc5-aa90-1a88f25d45c6 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:10:43.038717 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: c6fdf11b-2922-4bc5-aa90-1a88f25d45c6 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:10:43.039149 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c6fdf11b-2922-4bc5-aa90-1a88f25d45c6 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:10:43.099557 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:43.274950 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4054fd3d-1813-44ae-a4af-b6355e07fced tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:43.429695 n-d-779913-28 neutron-server[93723]: DEBUG neutron.objects.ports [None req-65da477e-4116-4a36-a225-075140810cc6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 08:10:43.432224 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-65da477e-4116-4a36-a225-075140810cc6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:43.454542 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054fd3d-1813-44ae-a4af-b6355e07fced tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Subnet': ['ID=81293801-2bff-4a0f-a5aa-a5df1e26c1eb,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:43.478954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054fd3d-1813-44ae-a4af-b6355e07fced tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Checking segment: {'id': '64643165-c7f7-42a8-82a7-0115df3a31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2fe77163-ce6f-497c-97e6-9d47bc4c04a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:10:43.479675 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4054fd3d-1813-44ae-a4af-b6355e07fced tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Network hostable DHCP agents. Network: 2fe77163-ce6f-497c-97e6-9d47bc4c04a1, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:10:43.506334 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 21bca666-1ee9-4b5e-bcfb-8b176859acfb up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:10:43.520756 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65da477e-4116-4a36-a225-075140810cc6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:10:43.527127 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-65da477e-4116-4a36-a225-075140810cc6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:43.533138 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65da477e-4116-4a36-a225-075140810cc6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:43.534371 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-65da477e-4116-4a36-a225-075140810cc6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:43.558475 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419fd8f-92b1-4f11-a245-24528d6cfb75 req-4ea3ced4-5c30-49b2-a9ff-3cf376bd9da5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:43.561389 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5419fd8f-92b1-4f11-a245-24528d6cfb75 req-4ea3ced4-5c30-49b2-a9ff-3cf376bd9da5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffb2919-c376-4df1-bae2-3d622006194f HTTP/1.1" status: 200 len: 945 time: 0.1872768 Jul 13 08:10:43.563239 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4054fd3d-1813-44ae-a4af-b6355e07fced tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Network 2fe77163-ce6f-497c-97e6-9d47bc4c04a1 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:10:43.575147 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da477e-4116-4a36-a225-075140810cc6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=c3eff31f-608a-4088-b938-555aa21f57ce,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:43.597742 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54528) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:43.598299 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-65da477e-4116-4a36-a225-075140810cc6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2289014 Jul 13 08:10:43.607638 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a0d9ae89-1b88-4a2c-946a-3d5dd5b311c2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:43.609622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f91474-303f-4596-bbbd-9f97b6b32888 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:43.616942 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-4054fd3d-1813-44ae-a4af-b6355e07fced tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 2fe77163-ce6f-497c-97e6-9d47bc4c04a1) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:43.650907 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4054fd3d-1813-44ae-a4af-b6355e07fced tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:43.651858 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4054fd3d-1813-44ae-a4af-b6355e07fced tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:43.659350 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2887fc5e-9398-4ffc-982b-0e925bd77423 None None] Network 2fe77163-ce6f-497c-97e6-9d47bc4c04a1 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:43.737920 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4054fd3d-1813-44ae-a4af-b6355e07fced tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5787888 Jul 13 08:10:43.743238 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54532) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:43.763291 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1bcd4319-9ed9-49e3-945d-dc9a65749f7e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:43.826376 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5419fd8f-92b1-4f11-a245-24528d6cfb75 req-9e10443c-cd1b-4a1e-933b-d1401a123b5a tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=04f02b43-9ede-4fae-bd9b-c5f56e5b5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396774 Jul 13 08:10:43.952050 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 21bca666-1ee9-4b5e-bcfb-8b176859acfb completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:10:43.974074 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d9ae89-1b88-4a2c-946a-3d5dd5b311c2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:10:43.974666 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 21bca666-1ee9-4b5e-bcfb-8b176859acfb triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:43.975283 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:43.979838 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a0d9ae89-1b88-4a2c-946a-3d5dd5b311c2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:44.052539 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d70623f8-ef10-44a3-9cdb-5b0ecaa42eaf req-340f9499-65c6-4327-9d49-547a3ffc0331 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=752d08a1-0542-481e-ba34-8cc6d8b2e3aa HTTP/1.1" status: 200 len: 210 time: 0.1011117 Jul 13 08:10:44.155266 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29372b2d-b394-4462-ab8f-12b56871f95e req-83487806-3d5f-4013-a5d5-d301d938eb95 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:44.158831 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-29372b2d-b394-4462-ab8f-12b56871f95e req-83487806-3d5f-4013-a5d5-d301d938eb95 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.62 "GET /v2.0/networks?id=9c84548a-8751-4e4d-9101-dc6a7236a380 HTTP/1.1" status: 200 len: 814 time: 0.5299032 Jul 13 08:10:44.204403 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-29372b2d-b394-4462-ab8f-12b56871f95e req-781902cf-bdc4-4456-8621-6f4cdf5a390e tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Request body: {'port': {'device_id': '752d08a1-0542-481e-ba34-8cc6d8b2e3aa', 'network_id': '9c84548a-8751-4e4d-9101-dc6a7236a380', 'admin_state_up': True, 'tenant_id': '5beee3171679402ca60627fae206aff4'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:44.309670 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:44.420048 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4319-9ed9-49e3-945d-dc9a65749f7e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8634467'] for subnet, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:44.455349 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-780f7a0e-8c20-4451-b666-5d4d18704b66', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'fixed_ips': [{'subnet_id': 'c3eff31f-608a-4088-b938-555aa21f57ce'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:10:44.456911 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:44.472308 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffb2919-c376-4df1-bae2-3d622006194f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bca666-1ee9-4b5e-bcfb-8b176859acfb'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:10:44.477031 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8986f9-6fdc-4dcb-8e88-0644fc8db0e5" -d '{"events": [{"server_uuid": "2ffb2919-c376-4df1-bae2-3d622006194f", "name": "network-vif-plugged", "status": "completed", "tag": "21bca666-1ee9-4b5e-bcfb-8b176859acfb"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:10:44.500783 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-2fe77163-ce6f-497c-97e6-9d47bc4c04a1', 'network_id': '2fe77163-ce6f-497c-97e6-9d47bc4c04a1', 'tenant_id': '87dd4fcd4b674dd982f8e691cab98ae2', 'fixed_ips': [{'subnet_id': '81293801-2bff-4a0f-a5aa-a5df1e26c1eb'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:10:44.502871 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:44.536322 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 21bca666-1ee9-4b5e-bcfb-8b176859acfb, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=21bca666-1ee9-4b5e-bcfb-8b176859acfb,segment=NetworkSegment(4c63635e-e0f3-4aa3-8765-6a7d0005c5ee),segment_id=4c63635e-e0f3-4aa3-8765-6a7d0005c5ee)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:44.554070 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:44.559454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29372b2d-b394-4462-ab8f-12b56871f95e req-781902cf-bdc4-4456-8621-6f4cdf5a390e tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Made reservation on behalf of 5beee3171679402ca60627fae206aff4 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:10:44.573796 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29372b2d-b394-4462-ab8f-12b56871f95e req-781902cf-bdc4-4456-8621-6f4cdf5a390e tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:44.729994 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a0d9ae89-1b88-4a2c-946a-3d5dd5b311c2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:44.741982 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f64fba-70f7-4a7a-a715-3c0d45f3ef70 x-openstack-request-id: req-41f64fba-70f7-4a7a-a715-3c0d45f3ef70 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:10:44.742760 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffb2919-c376-4df1-bae2-3d622006194f", "name": "network-vif-plugged", "status": "completed", "tag": "21bca666-1ee9-4b5e-bcfb-8b176859acfb", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:10:44.743297 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41f64fba-70f7-4a7a-a715-3c0d45f3ef70 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:10:44.744028 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffb2919-c376-4df1-bae2-3d622006194f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bca666-1ee9-4b5e-bcfb-8b176859acfb', 'code': 200} Jul 13 08:10:44.871341 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d9ae89-1b88-4a2c-946a-3d5dd5b311c2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:10:44.875499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a0d9ae89-1b88-4a2c-946a-3d5dd5b311c2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:44.909040 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d9ae89-1b88-4a2c-946a-3d5dd5b311c2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:44.916199 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a0d9ae89-1b88-4a2c-946a-3d5dd5b311c2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:44.958471 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9ae89-1b88-4a2c-946a-3d5dd5b311c2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=b89a1fb0-2477-411c-bf37-d095caa22b32,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:44.984129 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a0d9ae89-1b88-4a2c-946a-3d5dd5b311c2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3794732 Jul 13 08:10:44.984610 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54544) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:45.012424 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3846e4c8-2875-4c1d-8164-de0fc7a0b8f4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'mac_address': 'fa:16:3e:02:1d:d7', 'name': 'tempest-NetworksTestDHCPv6-536601098'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:45.259431 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-29372b2d-b394-4462-ab8f-12b56871f95e req-781902cf-bdc4-4456-8621-6f4cdf5a390e tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Allocated IP 172.20.0.14 (9c84548a-8751-4e4d-9101-dc6a7236a380/e140ab72-36c1-4999-b5ec-54e57d4b54d8/0c255abf-0244-49d6-9527-9b13fafd8619) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:10:45.372903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] Allocated IP 2001:db8::f816:3eff:fea1:ee1d (780f7a0e-8c20-4451-b666-5d4d18704b66/c3eff31f-608a-4088-b938-555aa21f57ce/3e8411e9-dac5-4537-b44f-ab1e17b9b638) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:10:45.507380 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4319-9ed9-49e3-945d-dc9a65749f7e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735240435523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8676957'] for subnet, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:45.604149 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3846e4c8-2875-4c1d-8164-de0fc7a0b8f4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:10:45.641560 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1020f6d-e9bf-46d6-b0df-904095b9e422 req-788a0088-ee3d-44b6-ac3f-77d832034b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:45.644674 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d1020f6d-e9bf-46d6-b0df-904095b9e422 req-788a0088-ee3d-44b6-ac3f-77d832034b1a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2ffb2919-c376-4df1-bae2-3d622006194f HTTP/1.1" status: 200 len: 1098 time: 0.8433869 Jul 13 08:10:45.654212 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd4319-9ed9-49e3-945d-dc9a65749f7e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event updated for resources: {'Subnet': ['ID=81293801-2bff-4a0f-a5aa-a5df1e26c1eb,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:45.687291 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcd4319-9ed9-49e3-945d-dc9a65749f7e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:45.688344 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4319-9ed9-49e3-945d-dc9a65749f7e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:45.695093 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=21bca666-1ee9-4b5e-bcfb-8b176859acfb,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:45.696121 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1bcd4319-9ed9-49e3-945d-dc9a65749f7e tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "PUT /v2.0/subnets/81293801-2bff-4a0f-a5aa-a5df1e26c1eb HTTP/1.1" status: 200 len: 900 time: 1.9430497 Jul 13 08:10:45.717900 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54548) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:45.732426 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-086e674b-ba12-4c5c-96b7-ce1fdb735cff req-6bbff90d-1c9c-4e45-92da-58a66ef8be38 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=752d08a1-0542-481e-ba34-8cc6d8b2e3aa HTTP/1.1" status: 200 len: 210 time: 0.1795771 Jul 13 08:10:45.844785 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:45.879961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] Allocated IP 2001:db8::3 (2fe77163-ce6f-497c-97e6-9d47bc4c04a1/81293801-2bff-4a0f-a5aa-a5df1e26c1eb/b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:10:45.912942 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] Transition to ACTIVE for port object 3e8411e9-dac5-4537-b44f-ab1e17b9b638 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:45.927679 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9f902517-1dc4-4384-9994-6e4d460cbe81 None None] Provisioning complete for port 21bca666-1ee9-4b5e-bcfb-8b176859acfb triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:45.928676 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9f902517-1dc4-4384-9994-6e4d460cbe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:45.952667 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29372b2d-b394-4462-ab8f-12b56871f95e req-781902cf-bdc4-4456-8621-6f4cdf5a390e tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:46.018249 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] Transition to ACTIVE for port object 3e8411e9-dac5-4537-b44f-ab1e17b9b638 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:46.021034 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17513ae9-dda3-48ef-8b4e-099d3f48540a req-be15f20d-dc11-43d1-8494-8b00f0f9a085 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:46.023319 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17513ae9-dda3-48ef-8b4e-099d3f48540a req-be15f20d-dc11-43d1-8494-8b00f0f9a085 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffb2919-c376-4df1-bae2-3d622006194f HTTP/1.1" status: 200 len: 946 time: 0.6816318 Jul 13 08:10:46.050131 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29372b2d-b394-4462-ab8f-12b56871f95e req-781902cf-bdc4-4456-8621-6f4cdf5a390e tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:46.082834 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3846e4c8-2875-4c1d-8164-de0fc7a0b8f4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:46.141763 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781902cf-bdc4-4456-8621-6f4cdf5a390e tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Pushing event updated for resources: {'Port': ['ID=0c255abf-0244-49d6-9527-9b13fafd8619,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:46.187612 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:46.196051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29372b2d-b394-4462-ab8f-12b56871f95e req-781902cf-bdc4-4456-8621-6f4cdf5a390e tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Network 9c84548a-8751-4e4d-9101-dc6a7236a380 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:10:46.197082 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-3846e4c8-2875-4c1d-8164-de0fc7a0b8f4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] device_id is not set on port f0a98f6f-ed05-412d-91e1-451b93fed10a yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:10:46.201259 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d1020f6d-e9bf-46d6-b0df-904095b9e422 req-48495275-5f62-49f4-bf91-80937a7a036b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=04f02b43-9ede-4fae-bd9b-c5f56e5b5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5291519 Jul 13 08:10:46.203378 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-29372b2d-b394-4462-ab8f-12b56871f95e req-781902cf-bdc4-4456-8621-6f4cdf5a390e tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:46.207805 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-29372b2d-b394-4462-ab8f-12b56871f95e req-781902cf-bdc4-4456-8621-6f4cdf5a390e tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:10:46.228776 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17513ae9-dda3-48ef-8b4e-099d3f48540a req-97876b6a-cfba-4e8f-bfe8-5d7bea94ea44 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=04f02b43-9ede-4fae-bd9b-c5f56e5b5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843250 Jul 13 08:10:46.264114 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:46.279794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] Transition to ACTIVE for port object b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:46.308719 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] Transition to ACTIVE for port object b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:46.326987 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:46.337139 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:46.349642 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29372b2d-b394-4462-ab8f-12b56871f95e req-781902cf-bdc4-4456-8621-6f4cdf5a390e tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:46.351239 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29372b2d-b394-4462-ab8f-12b56871f95e req-781902cf-bdc4-4456-8621-6f4cdf5a390e tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:46.371778 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:10:46.391598 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-29372b2d-b394-4462-ab8f-12b56871f95e req-781902cf-bdc4-4456-8621-6f4cdf5a390e tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2137694 Jul 13 08:10:46.404823 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:46.411318 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:10:46.420842 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-29372b2d-b394-4462-ab8f-12b56871f95e req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] Request body: {'port': {'device_id': '752d08a1-0542-481e-ba34-8cc6d8b2e3aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:46.458835 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] Network 2fe77163-ce6f-497c-97e6-9d47bc4c04a1 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:10:46.544117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:46.550375 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] Pushing event updated for resources: {'Port': ['ID=b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:46.565775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:10:46.568348 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29372b2d-b394-4462-ab8f-12b56871f95e req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:46.628106 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-3846e4c8-2875-4c1d-8164-de0fc7a0b8f4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 172.20.0.7 (780f7a0e-8c20-4451-b666-5d4d18704b66/b89a1fb0-2477-411c-bf37-d095caa22b32/f0a98f6f-ed05-412d-91e1-451b93fed10a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:10:46.638478 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-3846e4c8-2875-4c1d-8164-de0fc7a0b8f4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8::f816:3eff:fe02:1dd7 (780f7a0e-8c20-4451-b666-5d4d18704b66/c3eff31f-608a-4088-b938-555aa21f57ce/f0a98f6f-ed05-412d-91e1-451b93fed10a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:10:46.676195 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] Attempting to bind port 3e8411e9-dac5-4537-b44f-ab1e17b9b638 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:10:46.676918 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] Attempting to bind port 3e8411e9-dac5-4537-b44f-ab1e17b9b638 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:10:46.677676 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] Attempting to bind port 3e8411e9-dac5-4537-b44f-ab1e17b9b638 on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:10:46.699563 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:10:46.700348 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:10:46.701033 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:46.701680 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:10:46.703264 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] Bound port: 3e8411e9-dac5-4537-b44f-ab1e17b9b638, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:10:46.704010 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:46.725624 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Deleting port b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:10:46.732185 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:47.183528 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] Attempting to bind port b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:10:47.184126 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] Attempting to bind port b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '64643165-c7f7-42a8-82a7-0115df3a31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2fe77163-ce6f-497c-97e6-9d47bc4c04a1'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:10:47.184720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] Attempting to bind port b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13 on network 2fe77163-ce6f-497c-97e6-9d47bc4c04a1 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:10:47.207871 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:10:47.208479 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] Checking segment: {'id': '64643165-c7f7-42a8-82a7-0115df3a31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2fe77163-ce6f-497c-97e6-9d47bc4c04a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:10:47.209132 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:47.209772 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] Bound using segment: {'id': '64643165-c7f7-42a8-82a7-0115df3a31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2fe77163-ce6f-497c-97e6-9d47bc4c04a1'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:10:47.214970 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] Bound port: b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64643165-c7f7-42a8-82a7-0115df3a31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2fe77163-ce6f-497c-97e6-9d47bc4c04a1'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:10:47.215935 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:47.219358 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] Pushing event updated for resources: {'Port': ['ID=3e8411e9-dac5-4537-b44f-ab1e17b9b638,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:47.438059 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] For port 3e8411e9-dac5-4537-b44f-ab1e17b9b638, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:10:47.467712 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] For port b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13, host n-d-779913-28, got binding levels [] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:47.468662 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:47.489123 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] For port 3e8411e9-dac5-4537-b44f-ab1e17b9b638, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3e8411e9-dac5-4537-b44f-ab1e17b9b638,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:10:47.496879 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:47.510422 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Calling delete_port for b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:10:47.521089 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-29372b2d-b394-4462-ab8f-12b56871f95e req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c255abf-0244-49d6-9527-9b13fafd8619 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:10:47.525811 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] For port b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:10:47.543920 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29372b2d-b394-4462-ab8f-12b56871f95e req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:47.582942 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-29372b2d-b394-4462-ab8f-12b56871f95e req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] Transition to ACTIVE for port object 0c255abf-0244-49d6-9527-9b13fafd8619 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:47.601154 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29372b2d-b394-4462-ab8f-12b56871f95e req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:47.609254 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] For port b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13,segment=NetworkSegment(64643165-c7f7-42a8-82a7-0115df3a31a3),segment_id=64643165-c7f7-42a8-82a7-0115df3a31a3)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:10:47.642924 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:47.712595 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999053f-94b1-428b-8317-26ac7e1230ac None None] Pushing event updated for resources: {'Port': ['ID=3e8411e9-dac5-4537-b44f-ab1e17b9b638,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:47.831616 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] Pushing event updated for resources: {'Port': ['ID=0c255abf-0244-49d6-9527-9b13fafd8619,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:47.855562 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccebbe8-4022-4aa1-ba9e-3554b0e0a047 None None] Pushing event updated for resources: {'Port': ['ID=b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:47.971356 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-29372b2d-b394-4462-ab8f-12b56871f95e req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] Attempting to bind port 0c255abf-0244-49d6-9527-9b13fafd8619 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:10:47.971882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-29372b2d-b394-4462-ab8f-12b56871f95e req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] Attempting to bind port 0c255abf-0244-49d6-9527-9b13fafd8619 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'e1576658-3877-4f76-84fd-ba521e9f06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9c84548a-8751-4e4d-9101-dc6a7236a380'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:10:47.972747 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29372b2d-b394-4462-ab8f-12b56871f95e req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] Attempting to bind port 0c255abf-0244-49d6-9527-9b13fafd8619 on network 9c84548a-8751-4e4d-9101-dc6a7236a380 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:10:47.981247 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29372b2d-b394-4462-ab8f-12b56871f95e req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] Port 0c255abf-0244-49d6-9527-9b13fafd8619 on network 9c84548a-8751-4e4d-9101-dc6a7236a380 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:10:47.985155 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29372b2d-b394-4462-ab8f-12b56871f95e req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] Attempting to bind port 0c255abf-0244-49d6-9527-9b13fafd8619 on network 9c84548a-8751-4e4d-9101-dc6a7236a380 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:10:47.993334 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29372b2d-b394-4462-ab8f-12b56871f95e req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:10:47.994079 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29372b2d-b394-4462-ab8f-12b56871f95e req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] Checking segment: {'id': 'e1576658-3877-4f76-84fd-ba521e9f06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9c84548a-8751-4e4d-9101-dc6a7236a380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:10:47.994886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29372b2d-b394-4462-ab8f-12b56871f95e req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] Bound using segment: {'id': 'e1576658-3877-4f76-84fd-ba521e9f06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9c84548a-8751-4e4d-9101-dc6a7236a380'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:10:47.995830 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-29372b2d-b394-4462-ab8f-12b56871f95e req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] Bound port: 0c255abf-0244-49d6-9527-9b13fafd8619, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1576658-3877-4f76-84fd-ba521e9f06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9c84548a-8751-4e4d-9101-dc6a7236a380'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:10:47.996543 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29372b2d-b394-4462-ab8f-12b56871f95e req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:48.341510 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-29372b2d-b394-4462-ab8f-12b56871f95e req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] For port 0c255abf-0244-49d6-9527-9b13fafd8619, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:10:48.354161 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-29372b2d-b394-4462-ab8f-12b56871f95e req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] For port 0c255abf-0244-49d6-9527-9b13fafd8619, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=0c255abf-0244-49d6-9527-9b13fafd8619,segment=NetworkSegment(e1576658-3877-4f76-84fd-ba521e9f06ad),segment_id=e1576658-3877-4f76-84fd-ba521e9f06ad)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:10:48.370407 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29372b2d-b394-4462-ab8f-12b56871f95e req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:48.456926 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3846e4c8-2875-4c1d-8164-de0fc7a0b8f4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:48.535614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] Pushing event updated for resources: {'Port': ['ID=0c255abf-0244-49d6-9527-9b13fafd8619,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:48.557365 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e48642-6f2f-4cfb-8234-41c783394745 req-ddbe583b-fbf7-4a7d-bb78-c2fc5fa3078a tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:48.558502 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29372b2d-b394-4462-ab8f-12b56871f95e req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:48.559211 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-29372b2d-b394-4462-ab8f-12b56871f95e req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:48.562195 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-29372b2d-b394-4462-ab8f-12b56871f95e req-c6692e63-08a8-4ece-b53a-aa48cb264981 service neutron] 10.222.0.62 "PUT /v2.0/ports/0c255abf-0244-49d6-9527-9b13fafd8619 HTTP/1.1" status: 200 len: 1093 time: 2.1619904 Jul 13 08:10:48.562777 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752d08a1-0542-481e-ba34-8cc6d8b2e3aa', 'tag': '0c255abf-0244-49d6-9527-9b13fafd8619'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:10:48.567307 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382c36cc-6438-41a2-a306-c8c18309b09f" -d '{"events": [{"name": "network-changed", "server_uuid": "752d08a1-0542-481e-ba34-8cc6d8b2e3aa", "tag": "0c255abf-0244-49d6-9527-9b13fafd8619"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:10:48.579563 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b5e48642-6f2f-4cfb-8234-41c783394745 req-ddbe583b-fbf7-4a7d-bb78-c2fc5fa3078a tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=752d08a1-0542-481e-ba34-8cc6d8b2e3aa HTTP/1.1" status: 200 len: 932 time: 1.3489082 Jul 13 08:10:48.648369 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-3846e4c8-2875-4c1d-8164-de0fc7a0b8f4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Transition to ACTIVE for port object f0a98f6f-ed05-412d-91e1-451b93fed10a will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:48.740385 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b5e48642-6f2f-4cfb-8234-41c783394745 req-4588fe66-2688-4592-9776-b0be4be552cc tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/security-groups?id=a64564bb-63af-4e29-b779-b811c9884304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594481 Jul 13 08:10:48.775284 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29372b2d-b394-4462-ab8f-12b56871f95e req-06f548b8-e545-4341-bb90-f3b86b42ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:48.779164 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-29372b2d-b394-4462-ab8f-12b56871f95e req-06f548b8-e545-4341-bb90-f3b86b42ed5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5beee3171679402ca60627fae206aff4&device_id=752d08a1-0542-481e-ba34-8cc6d8b2e3aa HTTP/1.1" status: 200 len: 1096 time: 0.1276975 Jul 13 08:10:48.785622 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea7a53-7863-446f-8b5f-948a941f10e1 req-d8336ada-10a7-4b92-b933-1086e7ab6924 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:48.803394 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96ea7a53-7863-446f-8b5f-948a941f10e1 req-d8336ada-10a7-4b92-b933-1086e7ab6924 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffb2919-c376-4df1-bae2-3d622006194f HTTP/1.1" status: 200 len: 946 time: 1.2557309 Jul 13 08:10:48.912009 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f8b697-62e6-4ef2-8b62-28005cc59bcc x-openstack-request-id: req-00f8b697-62e6-4ef2-8b62-28005cc59bcc {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:10:48.912489 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752d08a1-0542-481e-ba34-8cc6d8b2e3aa", "tag": "0c255abf-0244-49d6-9527-9b13fafd8619", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:10:48.913307 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00f8b697-62e6-4ef2-8b62-28005cc59bcc {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:10:48.913974 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752d08a1-0542-481e-ba34-8cc6d8b2e3aa', 'tag': '0c255abf-0244-49d6-9527-9b13fafd8619', 'status': 'completed', 'code': 200} Jul 13 08:10:48.917862 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-29372b2d-b394-4462-ab8f-12b56871f95e req-fc7cc3f2-3410-4d35-b436-7e2893f3d71a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c255abf-0244-49d6-9527-9b13fafd8619 HTTP/1.1" status: 200 len: 217 time: 0.1304748 Jul 13 08:10:48.971425 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3846e4c8-2875-4c1d-8164-de0fc7a0b8f4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:48.997407 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:49.050816 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96ea7a53-7863-446f-8b5f-948a941f10e1 req-1b81c844-6af5-4ed7-a0b3-52bbab152b73 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=04f02b43-9ede-4fae-bd9b-c5f56e5b5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136931 Jul 13 08:10:49.069921 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29372b2d-b394-4462-ab8f-12b56871f95e req-f74edac0-ea15-4b72-9273-9f7893521227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:49.073538 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-29372b2d-b394-4462-ab8f-12b56871f95e req-f74edac0-ea15-4b72-9273-9f7893521227 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e140ab72-36c1-4999-b5ec-54e57d4b54d8 HTTP/1.1" status: 200 len: 854 time: 0.1482563 Jul 13 08:10:49.188211 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 3e8411e9-dac5-4537-b44f-ab1e17b9b638 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:10:49.189623 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3846e4c8-2875-4c1d-8164-de0fc7a0b8f4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:10:49.196864 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-29372b2d-b394-4462-ab8f-12b56871f95e req-3e8290af-a1dd-4f30-b37d-4b32abd3fee8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c84548a-8751-4e4d-9101-dc6a7236a380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154535 Jul 13 08:10:49.219213 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846e4c8-2875-4c1d-8164-de0fc7a0b8f4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=f0a98f6f-ed05-412d-91e1-451b93fed10a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:49.227789 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3846e4c8-2875-4c1d-8164-de0fc7a0b8f4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:49.236870 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3846e4c8-2875-4c1d-8164-de0fc7a0b8f4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:10:49.313307 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] No DVR routers for this DVR port b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:10:49.430925 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 3e8411e9-dac5-4537-b44f-ab1e17b9b638 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:10:49.443374 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Port': ['ID=b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:49.443684 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:10:49.501520 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:10:49.506976 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 13 08:10:49.515254 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-29372b2d-b394-4462-ab8f-12b56871f95e req-3f711391-6ca1-4e59-8c7c-d98b9ed48c85 service neutron] 10.222.0.62 "GET /v2.0/networks/9c84548a-8751-4e4d-9101-dc6a7236a380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095722 Jul 13 08:10:49.558639 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Port b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13 not found, will not notify nova. {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 13 08:10:49.658531 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3846e4c8-2875-4c1d-8164-de0fc7a0b8f4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:49.658531 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3846e4c8-2875-4c1d-8164-de0fc7a0b8f4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:49.730552 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:49.810386 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-29372b2d-b394-4462-ab8f-12b56871f95e req-18107f20-d0d1-4815-bf41-d23f7eea8269 service neutron] 10.222.0.62 "GET /v2.0/networks/9c84548a-8751-4e4d-9101-dc6a7236a380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859421 Jul 13 08:10:49.844230 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3846e4c8-2875-4c1d-8164-de0fc7a0b8f4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.8528783 Jul 13 08:10:49.849360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54574) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:49.943501 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994fd6a-5d5b-42cc-b686-8755146bed07 req-3bc440ec-3d25-42a3-adc7-8c4f9d068cd6 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:49.957518 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f994fd6a-5d5b-42cc-b686-8755146bed07 req-3bc440ec-3d25-42a3-adc7-8c4f9d068cd6 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffb2919-c376-4df1-bae2-3d622006194f HTTP/1.1" status: 200 len: 946 time: 0.4357119 Jul 13 08:10:50.125788 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4241f8e-8c7d-489f-b595-35661dff7d90 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:50.129852 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6f4fd5-4ada-4a73-8ebc-3c4f5c43c701 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:50.138276 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4241f8e-8c7d-489f-b595-35661dff7d90 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:50.142372 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d4241f8e-8c7d-489f-b595-35661dff7d90 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2900105 Jul 13 08:10:50.146584 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54576) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:50.148656 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f994fd6a-5d5b-42cc-b686-8755146bed07 req-7e9a2e6e-e25a-431c-af25-cc7955df83c8 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=04f02b43-9ede-4fae-bd9b-c5f56e5b5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873024 Jul 13 08:10:50.164204 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:50.269823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c36cc-6438-41a2-a306-c8c18309b09f req-4017ba55-28bb-4ec8-b9d7-7687b20521f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:50.272333 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-382c36cc-6438-41a2-a306-c8c18309b09f req-4017ba55-28bb-4ec8-b9d7-7687b20521f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5beee3171679402ca60627fae206aff4&device_id=752d08a1-0542-481e-ba34-8cc6d8b2e3aa HTTP/1.1" status: 200 len: 1096 time: 0.3315501 Jul 13 08:10:50.305229 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Subnet': ['ID=81293801-2bff-4a0f-a5aa-a5df1e26c1eb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:50.525652 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f870849-9ef2-4201-bb9b-4a83fc602c68 None None] Network 2fe77163-ce6f-497c-97e6-9d47bc4c04a1 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:50.591228 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-225f9635-8561-4fb6-b0a7-d11dd51d47cc tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting port f0a98f6f-ed05-412d-91e1-451b93fed10a {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:10:50.592996 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-225f9635-8561-4fb6-b0a7-d11dd51d47cc tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:50.666829 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:50.700382 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c36cc-6438-41a2-a306-c8c18309b09f req-aeec83fe-c4ad-4374-91c1-be2373896274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:50.702813 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-382c36cc-6438-41a2-a306-c8c18309b09f req-aeec83fe-c4ad-4374-91c1-be2373896274 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c84548a-8751-4e4d-9101-dc6a7236a380 HTTP/1.1" status: 200 len: 915 time: 0.4227233 Jul 13 08:10:50.715677 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe77163-ce6f-497c-97e6-9d47bc4c04a1']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:50.748229 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64643165-c7f7-42a8-82a7-0115df3a31a3') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:50.749234 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64643165-c7f7-42a8-82a7-0115df3a31a3') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:50.772715 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:50.809764 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:50.822163 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:10:50.825710 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:10:50.910063 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:10:50.994304 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-382c36cc-6438-41a2-a306-c8c18309b09f req-e70c81ac-49b8-41b8-b6c6-9a21320fa955 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c255abf-0244-49d6-9527-9b13fafd8619 HTTP/1.1" status: 200 len: 217 time: 0.2803781 Jul 13 08:10:51.067470 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-225f9635-8561-4fb6-b0a7-d11dd51d47cc tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:51.070181 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f067248-442e-4ed9-9fd6-fffe9d34a1fd req-ec994856-500d-46d5-908d-8303d5acf1e7 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:51.073104 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8f067248-442e-4ed9-9fd6-fffe9d34a1fd req-ec994856-500d-46d5-908d-8303d5acf1e7 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=752d08a1-0542-481e-ba34-8cc6d8b2e3aa HTTP/1.1" status: 200 len: 944 time: 0.8094215 Jul 13 08:10:51.105912 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-225f9635-8561-4fb6-b0a7-d11dd51d47cc tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Calling delete_port for f0a98f6f-ed05-412d-91e1-451b93fed10a owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:10:51.119350 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:51.122440 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:51.132886 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 0c255abf-0244-49d6-9527-9b13fafd8619 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:10:51.133270 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/networks/2fe77163-ce6f-497c-97e6-9d47bc4c04a1 HTTP/1.1" status: 204 len: 168 time: 5.4056025 Jul 13 08:10:51.139296 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2a0770ae-209a-4dfe-8dd2-5652158dbd27 None None] Provisioning for port 3e8411e9-dac5-4537-b44f-ab1e17b9b638 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:10:51.147785 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54584) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:51.171831 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c36cc-6438-41a2-a306-c8c18309b09f req-f4f6283e-63b2-4105-acd8-645d0ac78435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:51.176349 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-382c36cc-6438-41a2-a306-c8c18309b09f req-f4f6283e-63b2-4105-acd8-645d0ac78435 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e140ab72-36c1-4999-b5ec-54e57d4b54d8 HTTP/1.1" status: 200 len: 854 time: 0.1716177 Jul 13 08:10:51.194322 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90839298-9acc-4d74-b101-c59308921620 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Network': ['ID=2fe77163-ce6f-497c-97e6-9d47bc4c04a1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:51.203352 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6cc5cc7b-a8b4-4ade-87fa-898f37791320 req-a376b54b-7ab2-4cab-bbe7-537e738004f0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7507815 Jul 13 08:10:51.241750 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2a0770ae-209a-4dfe-8dd2-5652158dbd27 None None] Provisioning complete for port 3e8411e9-dac5-4537-b44f-ab1e17b9b638 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:51.243820 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a0770ae-209a-4dfe-8dd2-5652158dbd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:51.277019 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-e557863e-3bc8-4986-8ceb-2912384e90d9 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] DELETE failed (client error): The resource could not be found. Jul 13 08:10:51.281430 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e557863e-3bc8-4986-8ceb-2912384e90d9 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:10:51.294661 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e557863e-3bc8-4986-8ceb-2912384e90d9 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/subnets/81293801-2bff-4a0f-a5aa-a5df1e26c1eb HTTP/1.1" status: 404 len: 337 time: 0.1325684 Jul 13 08:10:51.296425 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54586) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:51.372192 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b712728-ba66-4d7b-8ccd-ebd34c9e5e45 None None] DHCP port deletion for 2fe77163-ce6f-497c-97e6-9d47bc4c04a1 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:10:51.379859 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-382c36cc-6438-41a2-a306-c8c18309b09f req-e0d28090-28cb-4a2d-90bb-e7f756744676 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c84548a-8751-4e4d-9101-dc6a7236a380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995755 Jul 13 08:10:51.432090 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8f067248-442e-4ed9-9fd6-fffe9d34a1fd req-7d3f58af-f135-494d-a889-4aa4b26da934 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/security-groups?id=a64564bb-63af-4e29-b779-b811c9884304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219144 Jul 13 08:10:51.437592 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc9f8f9-a0d1-4814-b4a2-d6e4cf131b32 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] DELETE failed (client error): The resource could not be found. Jul 13 08:10:51.438414 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc9f8f9-a0d1-4814-b4a2-d6e4cf131b32 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:10:51.441529 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6fc9f8f9-a0d1-4814-b4a2-d6e4cf131b32 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/networks/2fe77163-ce6f-497c-97e6-9d47bc4c04a1 HTTP/1.1" status: 404 len: 339 time: 0.1388636 Jul 13 08:10:51.448793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54588) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:51.495692 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356a0eb8-f023-481d-9a8f-a59b638e8db6 None None] Network 2fe77163-ce6f-497c-97e6-9d47bc4c04a1 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:51.527347 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356a0eb8-f023-481d-9a8f-a59b638e8db6 None None] Network 2fe77163-ce6f-497c-97e6-9d47bc4c04a1 could not be found, it might have been deleted concurrently. {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 08:10:51.589682 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 0c255abf-0244-49d6-9527-9b13fafd8619, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=0c255abf-0244-49d6-9527-9b13fafd8619,segment=NetworkSegment(e1576658-3877-4f76-84fd-ba521e9f06ad),segment_id=e1576658-3877-4f76-84fd-ba521e9f06ad)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:51.596200 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5cc7b-a8b4-4ade-87fa-898f37791320 req-4805c4e3-7185-455d-8123-3628cf6c92bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:51.598163 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6cc5cc7b-a8b4-4ade-87fa-898f37791320 req-4805c4e3-7185-455d-8123-3628cf6c92bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=646613418a8c4063bb68b7f4cbd296e4&device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 1098 time: 0.2957032 Jul 13 08:10:51.616507 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-382c36cc-6438-41a2-a306-c8c18309b09f req-b1203120-31b6-499e-99e7-0ca6aa39a09b service neutron] 10.222.0.62 "GET /v2.0/networks/9c84548a-8751-4e4d-9101-dc6a7236a380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123780 Jul 13 08:10:51.677820 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f6f4c4ee-289f-4ec7-8138-405f271427a1 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:51.769412 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a0770ae-209a-4dfe-8dd2-5652158dbd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:51.802108 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '0c255abf-0244-49d6-9527-9b13fafd8619', 'network_id': '9c84548a-8751-4e4d-9101-dc6a7236a380', 'port_id': '0c255abf-0244-49d6-9527-9b13fafd8619', 'mac_address': 'fa:16:3e:16:2c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e140ab72-36c1-4999-b5ec-54e57d4b54d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:10:51.826572 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54590) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:51.858020 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8edfce-ac79-4a2c-93b4-c89f482d300c None None] Update dhcp port {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'fixed_ips': [{'subnet_id': 'c3eff31f-608a-4088-b938-555aa21f57ce', 'ip_address': '2001:db8::f816:3eff:fea1:ee1d'}, {'subnet_id': 'b89a1fb0-2477-411c-bf37-d095caa22b32'}], 'binding:host_id': 'n-d-779913-28'}, 'id': '3e8411e9-dac5-4537-b44f-ab1e17b9b638'} from n-d-779913-28. {{(pid=93725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 08:10:51.922177 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e8edfce-ac79-4a2c-93b4-c89f482d300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:51.968302 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2a0770ae-209a-4dfe-8dd2-5652158dbd27 None None] For port 3e8411e9-dac5-4537-b44f-ab1e17b9b638, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3e8411e9-dac5-4537-b44f-ab1e17b9b638,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:51.977793 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a0770ae-209a-4dfe-8dd2-5652158dbd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.059421 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-382c36cc-6438-41a2-a306-c8c18309b09f req-42bf714c-05d6-4c38-8805-70ab33caaeaf service neutron] 10.222.0.62 "GET /v2.0/networks/9c84548a-8751-4e4d-9101-dc6a7236a380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318728 Jul 13 08:10:52.063158 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-225f9635-8561-4fb6-b0a7-d11dd51d47cc tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.106425 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.192824 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f9635-8561-4fb6-b0a7-d11dd51d47cc tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=f0a98f6f-ed05-412d-91e1-451b93fed10a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:52.243502 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0770ae-209a-4dfe-8dd2-5652158dbd27 None None] Pushing event updated for resources: {'Port': ['ID=3e8411e9-dac5-4537-b44f-ab1e17b9b638,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:52.258566 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c255abf-0244-49d6-9527-9b13fafd8619 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:10:52.288616 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6085b290-e468-4fcb-9fe6-f481915dc07b None None] Could not find standard attr ID for object b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:10:52.365360 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-225f9635-8561-4fb6-b0a7-d11dd51d47cc tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.369441 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-225f9635-8561-4fb6-b0a7-d11dd51d47cc tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/f0a98f6f-ed05-412d-91e1-451b93fed10a HTTP/1.1" status: 204 len: 168 time: 2.2210219 Jul 13 08:10:52.373544 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54594) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:52.396709 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f6f4c4ee-289f-4ec7-8138-405f271427a1 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.404870 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5cc7b-a8b4-4ade-87fa-898f37791320 req-b8733e1f-aaae-47ab-b935-60dd1ad9fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:52.407268 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6cc5cc7b-a8b4-4ade-87fa-898f37791320 req-b8733e1f-aaae-47ab-b935-60dd1ad9fac8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=81ea72ab-a8e9-4967-949e-0f1148ce531d HTTP/1.1" status: 200 len: 898 time: 0.7264390 Jul 13 08:10:52.449649 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 0c255abf-0244-49d6-9527-9b13fafd8619, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=0c255abf-0244-49d6-9527-9b13fafd8619,segment=NetworkSegment(e1576658-3877-4f76-84fd-ba521e9f06ad),segment_id=e1576658-3877-4f76-84fd-ba521e9f06ad)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:52.463096 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.497202 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61648510-11c2-4042-b3dc-ff1ad23cb5ce tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:52.500480 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61648510-11c2-4042-b3dc-ff1ad23cb5ce tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:52.503187 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-f6f4c4ee-289f-4ec7-8138-405f271427a1 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a780860b-a523-474d-a11c-d5f7c1552cfd']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:52.506690 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61648510-11c2-4042-b3dc-ff1ad23cb5ce tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:52.513791 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-61648510-11c2-4042-b3dc-ff1ad23cb5ce tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1355021 Jul 13 08:10:52.516321 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54598) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:52.696607 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=0c255abf-0244-49d6-9527-9b13fafd8619,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:52.711648 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fb9c4e-75ed-478c-be71-79b86b024c7c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet b89a1fb0-2477-411c-bf37-d095caa22b32 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:10:52.719535 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-3e8edfce-ac79-4a2c-93b4-c89f482d300c None None] Allocated IP 172.20.0.2 (780f7a0e-8c20-4451-b666-5d4d18704b66/b89a1fb0-2477-411c-bf37-d095caa22b32/3e8411e9-dac5-4537-b44f-ab1e17b9b638) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:10:52.761254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-f6f4c4ee-289f-4ec7-8138-405f271427a1 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54455b35-be7e-4db9-be62-61325342953c') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:52.762218 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-f6f4c4ee-289f-4ec7-8138-405f271427a1 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54455b35-be7e-4db9-be62-61325342953c') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:10:52.853156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['0c255abf-0244-49d6-9527-9b13fafd8619'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:10:52.873630 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f6f4c4ee-289f-4ec7-8138-405f271427a1 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.954406 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f6f4c4ee-289f-4ec7-8138-405f271427a1 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.960244 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6cc5cc7b-a8b4-4ade-87fa-898f37791320 req-f72b5a10-2d78-4794-8aef-190a6164411d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d57d719-4a4a-4b1f-9f42-d8aff12460fd HTTP/1.1" status: 200 len: 1002 time: 0.5396745 Jul 13 08:10:52.989872 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 3e8411e9-dac5-4537-b44f-ab1e17b9b638 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:10:52.990270 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f4c4ee-289f-4ec7-8138-405f271427a1 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:10:52.990885 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f6f4c4ee-289f-4ec7-8138-405f271427a1 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:10:53.011496 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:10:53.096343 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3e8edfce-ac79-4a2c-93b4-c89f482d300c None None] For port 3e8411e9-dac5-4537-b44f-ab1e17b9b638, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3e8411e9-dac5-4537-b44f-ab1e17b9b638,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:53.304259 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e8edfce-ac79-4a2c-93b4-c89f482d300c None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:53.390403 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 3e8411e9-dac5-4537-b44f-ab1e17b9b638 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:53.390945 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:53.399982 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e198e8e6-0e8b-4e3a-bc72-c209c6f9d851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:53.630329 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:10:53.668528 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:10:53.669197 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b4d9f4ed-2344-45b2-a39b-1c1cb22cbb13 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:10:53.829529 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3e8edfce-ac79-4a2c-93b4-c89f482d300c None None] Transition to ACTIVE for port object 3e8411e9-dac5-4537-b44f-ab1e17b9b638 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:53.833975 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2ecaa4e2-091d-4796-bd9c-686d2931ac8b req-2454b8f0-dd47-4020-9760-0945c2bbace2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2ffb2919-c376-4df1-bae2-3d622006194f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1292520 Jul 13 08:10:53.842898 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e8edfce-ac79-4a2c-93b4-c89f482d300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:53.869431 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9c4e-75ed-478c-be71-79b86b024c7c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:53.882653 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f6f4c4ee-289f-4ec7-8138-405f271427a1 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:53.892121 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5cc7b-a8b4-4ade-87fa-898f37791320 req-f7833cd6-94c1-46bc-9604-37ecb76183f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:53.894490 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6cc5cc7b-a8b4-4ade-87fa-898f37791320 req-f7833cd6-94c1-46bc-9604-37ecb76183f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62 HTTP/1.1" status: 200 len: 835 time: 0.9216573 Jul 13 08:10:53.920808 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f6f4c4ee-289f-4ec7-8138-405f271427a1 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:53.928499 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f6f4c4ee-289f-4ec7-8138-405f271427a1 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/networks/a780860b-a523-474d-a11c-d5f7c1552cfd HTTP/1.1" status: 204 len: 168 time: 2.4768369 Jul 13 08:10:53.962171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debcacc-aee5-49cd-87b7-7ac59d703333 req-e37b2ae8-96cb-40ea-8f1a-41c9a85855c7 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:53.973920 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7debcacc-aee5-49cd-87b7-7ac59d703333 req-e37b2ae8-96cb-40ea-8f1a-41c9a85855c7 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=752d08a1-0542-481e-ba34-8cc6d8b2e3aa HTTP/1.1" status: 200 len: 945 time: 1.2317989 Jul 13 08:10:53.996078 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54602) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:54.089722 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8edfce-ac79-4a2c-93b4-c89f482d300c None None] Pushing event updated for resources: {'Port': ['ID=3e8411e9-dac5-4537-b44f-ab1e17b9b638,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:54.106252 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4c4ee-289f-4ec7-8138-405f271427a1 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Network': ['ID=a780860b-a523-474d-a11c-d5f7c1552cfd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:54.194808 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-a396c97d-6bf6-4541-85ad-9b3fe53aa13c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] DELETE failed (client error): The resource could not be found. Jul 13 08:10:54.195984 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a396c97d-6bf6-4541-85ad-9b3fe53aa13c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:10:54.204902 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a396c97d-6bf6-4541-85ad-9b3fe53aa13c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/subnets/01c84b46-dc80-48d1-bd17-9835f561aa94 HTTP/1.1" status: 404 len: 337 time: 0.1833329 Jul 13 08:10:54.206302 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54604) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:54.259673 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7debcacc-aee5-49cd-87b7-7ac59d703333 req-a30ff21f-1de9-4ebf-8dcb-1bd81719f69d tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/security-groups?id=a64564bb-63af-4e29-b779-b811c9884304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842135 Jul 13 08:10:54.268112 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9c4e-75ed-478c-be71-79b86b024c7c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:54.324543 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-2369f168-2ced-4de2-90d4-02f79c7091b6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] DELETE failed (client error): The resource could not be found. Jul 13 08:10:54.324543 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2369f168-2ced-4de2-90d4-02f79c7091b6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:10:54.331414 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2369f168-2ced-4de2-90d4-02f79c7091b6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/networks/fd7c035f-0e60-41ec-876e-a40b7eee6982 HTTP/1.1" status: 404 len: 339 time: 0.1181707 Jul 13 08:10:54.338198 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54608) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:54.441241 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5cc7b-a8b4-4ade-87fa-898f37791320 req-95717f38-4ff3-43c8-9619-38f532f8228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:54.444906 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6cc5cc7b-a8b4-4ade-87fa-898f37791320 req-95717f38-4ff3-43c8-9619-38f532f8228d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=81ea72ab-a8e9-4967-949e-0f1148ce531d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5121379 Jul 13 08:10:54.544519 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaa4e2-091d-4796-bd9c-686d2931ac8b req-e57efed0-c8dd-4e28-b0fe-aa3ba24a9326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:54.547332 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2ecaa4e2-091d-4796-bd9c-686d2931ac8b req-e57efed0-c8dd-4e28-b0fe-aa3ba24a9326 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=646613418a8c4063bb68b7f4cbd296e4&device_id=2ffb2919-c376-4df1-bae2-3d622006194f HTTP/1.1" status: 200 len: 1098 time: 0.5491440 Jul 13 08:10:54.555198 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4c88f0-6d8a-4fa0-af0f-767a073ed640 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Deleting subnet 32da8e4a-aeb3-4c64-9151-596f2166c92f {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:10:54.608762 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3d4c88f0-6d8a-4fa0-af0f-767a073ed640 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:54.746426 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3d9d548-d223-4d34-94be-0f5cbd9a9fc2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:54.771571 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6cc5cc7b-a8b4-4ade-87fa-898f37791320 req-e1274685-e6d6-459e-8d83-54de6646a3a5 service neutron] 10.222.0.62 "GET /v2.0/networks/81ea72ab-a8e9-4967-949e-0f1148ce531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103762 Jul 13 08:10:54.955647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 3e8411e9-dac5-4537-b44f-ab1e17b9b638 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:10:55.043446 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 0c255abf-0244-49d6-9527-9b13fafd8619 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:10:55.168280 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 0c255abf-0244-49d6-9527-9b13fafd8619 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:10:55.176206 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 0c255abf-0244-49d6-9527-9b13fafd8619 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:55.176576 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:55.380507 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:55.438935 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752d08a1-0542-481e-ba34-8cc6d8b2e3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c255abf-0244-49d6-9527-9b13fafd8619'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:10:55.443299 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a072a9-7d80-425e-a88e-16f17e6a2c27" -d '{"events": [{"server_uuid": "752d08a1-0542-481e-ba34-8cc6d8b2e3aa", "name": "network-vif-plugged", "status": "completed", "tag": "0c255abf-0244-49d6-9527-9b13fafd8619"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:10:55.475599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-b3d9d548-d223-4d34-94be-0f5cbd9a9fc2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Allocated IP 172.20.0.17 (bb746ddf-193e-4e3d-9f7f-39b2df9a1f28/e9e17959-20f0-4730-be58-623242efe41e/e246e753-bc56-417b-84f4-b85e734dbf1c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:10:55.484764 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9c4e-75ed-478c-be71-79b86b024c7c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:55.488080 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-66eeb92a-d692-45b0-ac56-0ea14ead4ca1 None None] Could not find standard attr ID for object f0a98f6f-ed05-412d-91e1-451b93fed10a. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:10:55.494369 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 0c255abf-0244-49d6-9527-9b13fafd8619, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=0c255abf-0244-49d6-9527-9b13fafd8619,segment=NetworkSegment(e1576658-3877-4f76-84fd-ba521e9f06ad),segment_id=e1576658-3877-4f76-84fd-ba521e9f06ad)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:55.505492 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3d4c88f0-6d8a-4fa0-af0f-767a073ed640 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:55.509123 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:55.619064 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7beb8d05-0082-4ae3-8b89-fb692ba5248a x-openstack-request-id: req-7beb8d05-0082-4ae3-8b89-fb692ba5248a {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:10:55.619974 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752d08a1-0542-481e-ba34-8cc6d8b2e3aa", "name": "network-vif-plugged", "status": "completed", "tag": "0c255abf-0244-49d6-9527-9b13fafd8619", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:10:55.620755 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7beb8d05-0082-4ae3-8b89-fb692ba5248a {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:10:55.621735 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752d08a1-0542-481e-ba34-8cc6d8b2e3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c255abf-0244-49d6-9527-9b13fafd8619', 'code': 200} Jul 13 08:10:55.656358 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-66eeb92a-d692-45b0-ac56-0ea14ead4ca1 None None] Provisioning for port 3e8411e9-dac5-4537-b44f-ab1e17b9b638 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:10:55.684900 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-66eeb92a-d692-45b0-ac56-0ea14ead4ca1 None None] Provisioning complete for port 3e8411e9-dac5-4537-b44f-ab1e17b9b638 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:55.685573 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-66eeb92a-d692-45b0-ac56-0ea14ead4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:55.820973 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=0c255abf-0244-49d6-9527-9b13fafd8619,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:55.868622 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaa4e2-091d-4796-bd9c-686d2931ac8b req-5877f74d-fbc3-4f9e-aa7d-7472d17d251c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:55.870867 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2ecaa4e2-091d-4796-bd9c-686d2931ac8b req-5877f74d-fbc3-4f9e-aa7d-7472d17d251c service neutron] 10.222.0.35 "GET /v2.0/networks?id=bb746ddf-193e-4e3d-9f7f-39b2df9a1f28 HTTP/1.1" status: 200 len: 897 time: 1.2771258 Jul 13 08:10:56.026657 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6cc5cc7b-a8b4-4ade-87fa-898f37791320 req-02902857-1877-4228-900e-c1829c5cab3f service neutron] 10.222.0.62 "GET /v2.0/networks/81ea72ab-a8e9-4967-949e-0f1148ce531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2375746 Jul 13 08:10:56.031441 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2ecaa4e2-091d-4796-bd9c-686d2931ac8b req-cfb4ea83-75a1-4912-8c56-7b53e8476b92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=21bca666-1ee9-4b5e-bcfb-8b176859acfb HTTP/1.1" status: 200 len: 217 time: 0.1320269 Jul 13 08:10:56.065174 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a86442db-acdd-411e-9b10-0ebd52561b85 None None] Could not find standard attr ID for object f0a98f6f-ed05-412d-91e1-451b93fed10a. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:10:56.095283 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3d9d548-d223-4d34-94be-0f5cbd9a9fc2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:56.096730 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9c4e-75ed-478c-be71-79b86b024c7c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:56.163594 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c575ffe-3dd1-44b0-9c77-05bd31e5a542 req-d448fd84-c4df-47d6-9f06-bd2c974854be tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:56.166907 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c575ffe-3dd1-44b0-9c77-05bd31e5a542 req-d448fd84-c4df-47d6-9f06-bd2c974854be tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=752d08a1-0542-481e-ba34-8cc6d8b2e3aa HTTP/1.1" status: 200 len: 946 time: 0.4912534 Jul 13 08:10:56.169284 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-b3d9d548-d223-4d34-94be-0f5cbd9a9fc2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Transition to ACTIVE for port object e246e753-bc56-417b-84f4-b85e734dbf1c will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:56.257751 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb9c4e-75ed-478c-be71-79b86b024c7c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=b89a1fb0-2477-411c-bf37-d095caa22b32,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:56.268975 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9c4e-75ed-478c-be71-79b86b024c7c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:56.280612 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a7fb9c4e-75ed-478c-be71-79b86b024c7c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/b89a1fb0-2477-411c-bf37-d095caa22b32 HTTP/1.1" status: 204 len: 168 time: 3.7592242 Jul 13 08:10:56.285205 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be3a1a-3060-4a0d-90dc-a1501bf17ad3 req-18913a93-2ae6-4dfd-b666-4508331f83de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:56.287888 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-64be3a1a-3060-4a0d-90dc-a1501bf17ad3 req-18913a93-2ae6-4dfd-b666-4508331f83de service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=752d08a1-0542-481e-ba34-8cc6d8b2e3aa HTTP/1.1" status: 200 len: 1098 time: 0.5181234 Jul 13 08:10:56.289559 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54616) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:56.307357 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3d4c88f0-6d8a-4fa0-af0f-767a073ed640 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:56.323203 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c575ffe-3dd1-44b0-9c77-05bd31e5a542 req-91aac6ec-7ecf-4f74-94ff-6d6d0875222b tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/security-groups?id=a64564bb-63af-4e29-b779-b811c9884304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458988 Jul 13 08:10:56.421206 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3d9d548-d223-4d34-94be-0f5cbd9a9fc2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:56.494608 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaa4e2-091d-4796-bd9c-686d2931ac8b req-731666c4-5c71-4b32-9270-0a26b0ccba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:56.497171 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2ecaa4e2-091d-4796-bd9c-686d2931ac8b req-731666c4-5c71-4b32-9270-0a26b0ccba4e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9e17959-20f0-4730-be58-623242efe41e HTTP/1.1" status: 200 len: 837 time: 0.4583275 Jul 13 08:10:56.504106 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-64be3a1a-3060-4a0d-90dc-a1501bf17ad3 req-efe74aed-9434-4212-9e3a-1735ec1413f5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a64564bb-63af-4e29-b779-b811c9884304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072620 Jul 13 08:10:56.551908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d9d548-d223-4d34-94be-0f5cbd9a9fc2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Network bb746ddf-193e-4e3d-9f7f-39b2df9a1f28 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:10:56.558637 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-6799e0a9-62c3-4fca-a8f6-02115926a93f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet c3eff31f-608a-4088-b938-555aa21f57ce {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:10:56.563545 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6799e0a9-62c3-4fca-a8f6-02115926a93f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:56.597486 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3d4c88f0-6d8a-4fa0-af0f-767a073ed640 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:56.708798 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6799e0a9-62c3-4fca-a8f6-02115926a93f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:56.742772 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c88f0-6d8a-4fa0-af0f-767a073ed640 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Subnet': ['ID=32da8e4a-aeb3-4c64-9151-596f2166c92f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:56.770690 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3d4c88f0-6d8a-4fa0-af0f-767a073ed640 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:56.773314 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e99c2b5-6840-48d0-85a0-f8a62583a06a None None] Network 1fcdf925-8847-419f-bb52-be64b15a93c7 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:56.774768 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3d4c88f0-6d8a-4fa0-af0f-767a073ed640 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/subnets/32da8e4a-aeb3-4c64-9151-596f2166c92f HTTP/1.1" status: 204 len: 168 time: 2.4351766 Jul 13 08:10:56.779079 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54620) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:56.858129 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9d548-d223-4d34-94be-0f5cbd9a9fc2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'Port': ['ID=e246e753-bc56-417b-84f4-b85e734dbf1c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:56.858697 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:10:56.887643 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b3d9d548-d223-4d34-94be-0f5cbd9a9fc2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:56.898006 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d9d548-d223-4d34-94be-0f5cbd9a9fc2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:10:57.028583 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d58e7cd-e473-4368-b4cf-ce03b7e308ed None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:57.031661 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaa4e2-091d-4796-bd9c-686d2931ac8b req-7f28c0da-b347-4692-b30b-615f68f59334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:57.038903 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2ecaa4e2-091d-4796-bd9c-686d2931ac8b req-7f28c0da-b347-4692-b30b-615f68f59334 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bb746ddf-193e-4e3d-9f7f-39b2df9a1f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.5302594 Jul 13 08:10:57.105400 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3d9d548-d223-4d34-94be-0f5cbd9a9fc2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:57.137442 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-12abe729-c878-4b28-823a-000b464004d9 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Deleting subnet 585f39ec-e932-4bd8-8f46-aa867a599417 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:10:57.165348 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-12abe729-c878-4b28-823a-000b464004d9 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:57.307997 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6799e0a9-62c3-4fca-a8f6-02115926a93f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:57.533314 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2ecaa4e2-091d-4796-bd9c-686d2931ac8b req-7e4a4e0d-ba28-42bf-8790-7cbf33bedf79 service neutron] 10.222.0.35 "GET /v2.0/networks/bb746ddf-193e-4e3d-9f7f-39b2df9a1f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796286 Jul 13 08:10:57.560775 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-12abe729-c878-4b28-823a-000b464004d9 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:57.717851 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3d9d548-d223-4d34-94be-0f5cbd9a9fc2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:57.747932 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-12abe729-c878-4b28-823a-000b464004d9 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:57.748869 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dcf096c4-8a3e-4abb-bc42-ab72b2b1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:57.753210 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6799e0a9-62c3-4fca-a8f6-02115926a93f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:57.763830 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-24660c55-b407-46c1-ae29-367574302642 None None] Provisioning for port e246e753-bc56-417b-84f4-b85e734dbf1c completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:10:57.775489 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-24660c55-b407-46c1-ae29-367574302642 None None] Provisioning complete for port e246e753-bc56-417b-84f4-b85e734dbf1c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:57.776091 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-24660c55-b407-46c1-ae29-367574302642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:57.832244 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-24660c55-b407-46c1-ae29-367574302642 None None] Port e246e753-bc56-417b-84f4-b85e734dbf1c cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:10:57.869418 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799e0a9-62c3-4fca-a8f6-02115926a93f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=c3eff31f-608a-4088-b938-555aa21f57ce,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:57.930177 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6799e0a9-62c3-4fca-a8f6-02115926a93f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:57.935617 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:57.939387 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-12abe729-c878-4b28-823a-000b464004d9 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:57.949688 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6799e0a9-62c3-4fca-a8f6-02115926a93f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/c3eff31f-608a-4088-b938-555aa21f57ce HTTP/1.1" status: 204 len: 168 time: 1.6578317 Jul 13 08:10:57.959085 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54626) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:58.005920 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abe729-c878-4b28-823a-000b464004d9 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Subnet': ['ID=585f39ec-e932-4bd8-8f46-aa867a599417,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:58.041486 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-12abe729-c878-4b28-823a-000b464004d9 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:58.049059 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-12abe729-c878-4b28-823a-000b464004d9 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/subnets/585f39ec-e932-4bd8-8f46-aa867a599417 HTTP/1.1" status: 204 len: 168 time: 1.2685163 Jul 13 08:10:58.050909 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54630) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:58.201530 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54634) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:58.202387 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a93cc5db-d28a-4d14-ba44-f5fccfde5377 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2366426 Jul 13 08:10:58.220325 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-879d0deb-726c-44a3-881d-29058d381044 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:58.271229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a842801-1cc8-49b1-816d-79a9919ccad5 None None] Update dhcp port {'port': {'network_id': '1fcdf925-8847-419f-bb52-be64b15a93c7', 'fixed_ips': [{'subnet_id': '585f39ec-e932-4bd8-8f46-aa867a599417'}], 'binding:host_id': 'n-d-779913-28'}, 'id': '337c4a24-b547-4888-a3f0-83c25ceb78a3'} from n-d-779913-28. {{(pid=93725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 08:10:58.340175 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20a4560-ac62-4969-963b-e950a5698cea None None] Update dhcp port {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'fixed_ips': [{'subnet_id': 'c3eff31f-608a-4088-b938-555aa21f57ce'}], 'binding:host_id': 'n-d-779913-28'}, 'id': '3e8411e9-dac5-4537-b44f-ab1e17b9b638'} from n-d-779913-28. {{(pid=93725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 08:10:58.379424 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2ecaa4e2-091d-4796-bd9c-686d2931ac8b req-d55faf9c-4d16-4e51-8ce0-bf4b6425c58a service neutron] 10.222.0.35 "GET /v2.0/networks/bb746ddf-193e-4e3d-9f7f-39b2df9a1f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904819 Jul 13 08:10:58.398381 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-829a5fcd-d0eb-4d7b-b710-30befd4c333c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:58.444083 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b20a4560-ac62-4969-963b-e950a5698cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:58.491427 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357faa2a-4a96-4427-b019-245e5d648f88 req-e542459f-39dc-4a1a-86be-9ab1391af2d0 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:58.504306 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-357faa2a-4a96-4427-b019-245e5d648f88 req-e542459f-39dc-4a1a-86be-9ab1391af2d0 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=752d08a1-0542-481e-ba34-8cc6d8b2e3aa HTTP/1.1" status: 200 len: 946 time: 0.6608908 Jul 13 08:10:58.660458 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879d0deb-726c-44a3-881d-29058d381044 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:10:58.666472 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-879d0deb-726c-44a3-881d-29058d381044 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:58.670133 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5a842801-1cc8-49b1-816d-79a9919ccad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:58.698054 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-357faa2a-4a96-4427-b019-245e5d648f88 req-307cecb9-e6d7-4188-8da3-2ac6eee53503 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/security-groups?id=a64564bb-63af-4e29-b779-b811c9884304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919389 Jul 13 08:10:58.707108 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-829a5fcd-d0eb-4d7b-b710-30befd4c333c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Deleting port 337c4a24-b547-4888-a3f0-83c25ceb78a3 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:10:58.707834 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-829a5fcd-d0eb-4d7b-b710-30befd4c333c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:58.879571 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd634300-e1f1-485a-aa6f-c3de20c9ee65 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:59.256782 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-829a5fcd-d0eb-4d7b-b710-30befd4c333c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] For port 337c4a24-b547-4888-a3f0-83c25ceb78a3, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=337c4a24-b547-4888-a3f0-83c25ceb78a3,segment=NetworkSegment(f4ebe073-c34d-4322-a5bf-f946615d3f69),segment_id=f4ebe073-c34d-4322-a5bf-f946615d3f69)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:59.258214 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-829a5fcd-d0eb-4d7b-b710-30befd4c333c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:59.298539 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-829a5fcd-d0eb-4d7b-b710-30befd4c333c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Calling delete_port for 337c4a24-b547-4888-a3f0-83c25ceb78a3 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:10:59.352828 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 3e8411e9-dac5-4537-b44f-ab1e17b9b638 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:10:59.379956 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3d9d548-d223-4d34-94be-0f5cbd9a9fc2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:59.388243 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3d9d548-d223-4d34-94be-0f5cbd9a9fc2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:59.605868 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbaa783-f82e-4cf8-9150-f9cba8d4b056 None None] Network 1fcdf925-8847-419f-bb52-be64b15a93c7 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:10:59.706693 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9d548-d223-4d34-94be-0f5cbd9a9fc2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'Port': ['ID=e246e753-bc56-417b-84f4-b85e734dbf1c,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:59.738630 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3d9d548-d223-4d34-94be-0f5cbd9a9fc2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:59.787161 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-829a5fcd-d0eb-4d7b-b710-30befd4c333c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:59.872136 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a5fcd-d0eb-4d7b-b710-30befd4c333c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Port': ['ID=337c4a24-b547-4888-a3f0-83c25ceb78a3,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:59.893327 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829a5fcd-d0eb-4d7b-b710-30befd4c333c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] No DVR routers for this DVR port 337c4a24-b547-4888-a3f0-83c25ceb78a3 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:11:00.096715 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d9d548-d223-4d34-94be-0f5cbd9a9fc2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Network bb746ddf-193e-4e3d-9f7f-39b2df9a1f28 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:00.104796 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b3d9d548-d223-4d34-94be-0f5cbd9a9fc2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:00.390810 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-829a5fcd-d0eb-4d7b-b710-30befd4c333c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:00.412688 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-91550e80-d027-4c96-9e90-5eb0e6ab9d46 None None] Provisioning complete for port 3e8411e9-dac5-4537-b44f-ab1e17b9b638 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:00.413365 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91550e80-d027-4c96-9e90-5eb0e6ab9d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:00.598452 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-829a5fcd-d0eb-4d7b-b710-30befd4c333c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fcdf925-8847-419f-bb52-be64b15a93c7']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:00.606240 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d9d548-d223-4d34-94be-0f5cbd9a9fc2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Router 1ae25e91-4e5d-473e-b203-66dcd86ed622 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:11:00.637130 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:00.674824 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-829a5fcd-d0eb-4d7b-b710-30befd4c333c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ebe073-c34d-4322-a5bf-f946615d3f69') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:00.675314 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-829a5fcd-d0eb-4d7b-b710-30befd4c333c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ebe073-c34d-4322-a5bf-f946615d3f69') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:00.727819 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-829a5fcd-d0eb-4d7b-b710-30befd4c333c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:00.760201 n-d-779913-28 neutron-server[93723]: DEBUG neutron.objects.ports [None req-879d0deb-726c-44a3-881d-29058d381044 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 08:11:00.890065 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d9d548-d223-4d34-94be-0f5cbd9a9fc2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:11:00.929506 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b3d9d548-d223-4d34-94be-0f5cbd9a9fc2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "PUT /v2.0/routers/1ae25e91-4e5d-473e-b203-66dcd86ed622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1010852 Jul 13 08:11:00.935987 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] Sync routers for ids ['1ae25e91-4e5d-473e-b203-66dcd86ed622'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:11:00.953861 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:00.973772 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] Routers {'1ae25e91-4e5d-473e-b203-66dcd86ed622'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:11:00.978272 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:10:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1ae25e91-4e5d-473e-b203-66dcd86ed622'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:01.034285 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e9048c-ca5f-4161-b1ee-26326a4c9fa7 None None] DHCP port deletion for 1fcdf925-8847-419f-bb52-be64b15a93c7 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:11:01.070297 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9c85ee-73ee-49f3-a42d-93002dd24c6d None None] DHCP port deletion for 780f7a0e-8c20-4451-b666-5d4d18704b66 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:11:01.157950 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-829a5fcd-d0eb-4d7b-b710-30befd4c333c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:01.225266 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829a5fcd-d0eb-4d7b-b710-30befd4c333c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:11:01.225918 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-829a5fcd-d0eb-4d7b-b710-30befd4c333c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:11:01.232328 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:11:01.274832 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 3e8411e9-dac5-4537-b44f-ab1e17b9b638, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3e8411e9-dac5-4537-b44f-ab1e17b9b638,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:01.338013 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:01.352234 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] Set router 1ae25e91-4e5d-473e-b203-66dcd86ed622 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:11:01.482220 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a5b12b30-120e-4645-a2d1-f93ac12139f6 None None] Could not find standard attr ID for object 337c4a24-b547-4888-a3f0-83c25ceb78a3. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:11:01.507856 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-829a5fcd-d0eb-4d7b-b710-30befd4c333c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:01.524737 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-829a5fcd-d0eb-4d7b-b710-30befd4c333c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:01.534352 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54726) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:01.535362 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-829a5fcd-d0eb-4d7b-b710-30befd4c333c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/networks/1fcdf925-8847-419f-bb52-be64b15a93c7 HTTP/1.1" status: 204 len: 168 time: 3.4257023 Jul 13 08:11:01.581097 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:01.609067 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a5fcd-d0eb-4d7b-b710-30befd4c333c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Network': ['ID=1fcdf925-8847-419f-bb52-be64b15a93c7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:01.638990 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5c9c85ee-73ee-49f3-a42d-93002dd24c6d None None] Deleting port 3e8411e9-dac5-4537-b44f-ab1e17b9b638 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:01.640098 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c9c85ee-73ee-49f3-a42d-93002dd24c6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:01.663140 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-852c7b98-2443-4b4d-813b-fd1fb40120e0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] DELETE failed (client error): The resource could not be found. Jul 13 08:11:01.668898 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852c7b98-2443-4b4d-813b-fd1fb40120e0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:11:01.670786 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-852c7b98-2443-4b4d-813b-fd1fb40120e0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/subnets/c1be4eb6-64b9-48bb-9545-5f21b3727a5c HTTP/1.1" status: 404 len: 337 time: 0.1343517 Jul 13 08:11:01.673605 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54730) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:01.756409 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a5b12b30-120e-4645-a2d1-f93ac12139f6 None None] Provisioning complete for port e246e753-bc56-417b-84f4-b85e734dbf1c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:01.756949 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a5b12b30-120e-4645-a2d1-f93ac12139f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:01.764591 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d14135-47ad-464e-a19b-feb94d7878a1 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] DELETE failed (client error): The resource could not be found. Jul 13 08:11:01.765766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d14135-47ad-464e-a19b-feb94d7878a1 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:11:01.776041 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54732) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:01.777218 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-77d14135-47ad-464e-a19b-feb94d7878a1 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/networks/19316a11-6025-4a02-8fa0-78c0c3aece4c HTTP/1.1" status: 404 len: 339 time: 0.0987511 Jul 13 08:11:01.825362 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae5b0b3-0af9-460d-808d-b668835c3f60 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] DELETE failed (client error): The resource could not be found. Jul 13 08:11:01.826720 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae5b0b3-0af9-460d-808d-b668835c3f60 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:11:01.835021 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54734) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:01.850276 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4ae5b0b3-0af9-460d-808d-b668835c3f60 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/subnets/065b0a60-7453-4d2e-99ee-9caf4a8fa2f1 HTTP/1.1" status: 404 len: 337 time: 0.0650690 Jul 13 08:11:01.863457 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-879d0deb-726c-44a3-881d-29058d381044 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:01.885521 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-491176fa-9280-48d4-99e5-3f4e63bb7c46 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] DELETE failed (client error): The resource could not be found. Jul 13 08:11:01.890164 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-491176fa-9280-48d4-99e5-3f4e63bb7c46 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:11:01.898515 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54736) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:01.899651 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-491176fa-9280-48d4-99e5-3f4e63bb7c46 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/networks/8b71ac98-149c-437d-8e44-6cb592e78c3c HTTP/1.1" status: 404 len: 339 time: 0.0624802 Jul 13 08:11:01.907660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 337c4a24-b547-4888-a3f0-83c25ceb78a3 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:11:01.967913 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-cffa995d-866c-4f4f-91f8-4095abfe46de tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] DELETE failed (client error): The resource could not be found. Jul 13 08:11:01.969192 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cffa995d-866c-4f4f-91f8-4095abfe46de tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:11:01.978180 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54740) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:01.979387 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cffa995d-866c-4f4f-91f8-4095abfe46de tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/subnets/4fc9bf18-18e7-4b35-81f2-4dd1b9e2dfb3 HTTP/1.1" status: 404 len: 337 time: 0.0759914 Jul 13 08:11:01.998858 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a5b12b30-120e-4645-a2d1-f93ac12139f6 None None] Port e246e753-bc56-417b-84f4-b85e734dbf1c cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:11:02.010046 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=3e8411e9-dac5-4537-b44f-ab1e17b9b638,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:02.019267 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 337c4a24-b547-4888-a3f0-83c25ceb78a3 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:11:02.019796 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 337c4a24-b547-4888-a3f0-83c25ceb78a3 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:11:02.041872 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e1a8e5-6139-4fd0-b065-8f1e2c2ebeac tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] DELETE failed (client error): The resource could not be found. Jul 13 08:11:02.043148 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e1a8e5-6139-4fd0-b065-8f1e2c2ebeac tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:11:02.050486 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-12e1a8e5-6139-4fd0-b065-8f1e2c2ebeac tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/networks/486eeecb-91f4-4911-8b7e-a28b3d3968be HTTP/1.1" status: 404 len: 339 time: 0.0663664 Jul 13 08:11:02.053526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54742) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:02.109870 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'name': 'tempest-TestNetworkBasicOps-router-450502250', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:08:37Z', 'updated_at': '2021-07-13T08:10:57Z', 'revision_number': 5, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:40Z', 'updated_at': '2021-07-13T08:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'bc20d984-5d69-433f-bf44-1704567bb9e4', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'floating_ip_address': '172.25.0.166', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'port_id': '7d57d719-4a4a-4b1f-9f42-d8aff12460fd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'mac_address': 'fa:16:3e:6f:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc36be8-fde0-4c32-a8f4-d7e0aac691db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:09:32Z', 'updated_at': '2021-07-13T08:09:40Z', 'revision_number': 1, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6e7416-a4e4-4cab-b80b-d95a0075fb55', 'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:1e:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:49Z', 'updated_at': '2021-07-13T08:09:02Z', 'revision_number': 5, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e246e753-bc56-417b-84f4-b85e734dbf1c', 'name': '', 'network_id': 'bb746ddf-193e-4e3d-9f7f-39b2df9a1f28', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:d7:ca:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'e9e17959-20f0-4730-be58-623242efe41e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:10:55Z', 'updated_at': '2021-07-13T08:10:58Z', 'revision_number': 2, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': 'e9e17959-20f0-4730-be58-623242efe41e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:02.170895 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-68bde8e0-b319-4ac0-a341-4f400db5bf7c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Deleting subnet e2af4a13-9a2f-43b5-84b2-e65770f8fda9 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:11:02.177231 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68bde8e0-b319-4ac0-a341-4f400db5bf7c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:02.229036 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] Checking router: 1ae25e91-4e5d-473e-b203-66dcd86ed622 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:11:02.232670 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5c9c85ee-73ee-49f3-a42d-93002dd24c6d None None] For port 3e8411e9-dac5-4537-b44f-ab1e17b9b638, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3e8411e9-dac5-4537-b44f-ab1e17b9b638,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:02.237276 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c9c85ee-73ee-49f3-a42d-93002dd24c6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:02.242365 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] Updating router 1ae25e91-4e5d-473e-b203-66dcd86ed622 port e246e753-bc56-417b-84f4-b85e734dbf1c binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:11:02.285265 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5c9c85ee-73ee-49f3-a42d-93002dd24c6d None None] Calling delete_port for 3e8411e9-dac5-4537-b44f-ab1e17b9b638 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:02.357677 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68bde8e0-b319-4ac0-a341-4f400db5bf7c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:02.377798 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:02.384065 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-879d0deb-726c-44a3-881d-29058d381044 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] For port 3e8411e9-dac5-4537-b44f-ab1e17b9b638, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3e8411e9-dac5-4537-b44f-ab1e17b9b638,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:02.463166 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-879d0deb-726c-44a3-881d-29058d381044 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:02.473877 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-879d0deb-726c-44a3-881d-29058d381044 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:02.564046 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-879d0deb-726c-44a3-881d-29058d381044 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:02.636108 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c9c85ee-73ee-49f3-a42d-93002dd24c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:02.668224 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68bde8e0-b319-4ac0-a341-4f400db5bf7c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:02.737618 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c85ee-73ee-49f3-a42d-93002dd24c6d None None] Pushing event deleted for resources: {'Port': ['ID=3e8411e9-dac5-4537-b44f-ab1e17b9b638,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:02.763813 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c85ee-73ee-49f3-a42d-93002dd24c6d None None] No DVR routers for this DVR port 3e8411e9-dac5-4537-b44f-ab1e17b9b638 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:11:02.766014 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d0deb-726c-44a3-881d-29058d381044 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=653bf8f6-f41f-4385-9255-229ff7b240c0,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:02.822763 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879d0deb-726c-44a3-881d-29058d381044 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:02.832201 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-879d0deb-726c-44a3-881d-29058d381044 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:02.833709 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68bde8e0-b319-4ac0-a341-4f400db5bf7c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:02.838017 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879d0deb-726c-44a3-881d-29058d381044 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:02.838503 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-879d0deb-726c-44a3-881d-29058d381044 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:02.845041 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d0deb-726c-44a3-881d-29058d381044 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=3e8411e9-dac5-4537-b44f-ab1e17b9b638,revision_number=9']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:02.857281 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707414b2-23cd-47bd-b2b4-8d7a51589746 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:11:02.903709 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68bde8e0-b319-4ac0-a341-4f400db5bf7c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:02.913207 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-879d0deb-726c-44a3-881d-29058d381044 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.7060804 Jul 13 08:11:02.913586 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54746) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:02.917240 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-68bde8e0-b319-4ac0-a341-4f400db5bf7c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/subnets/e2af4a13-9a2f-43b5-84b2-e65770f8fda9 HTTP/1.1" status: 204 len: 168 time: 0.8575358 Jul 13 08:11:02.923056 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54748) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:02.931176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-39b30c51-2d32-4da9-9656-cc4d1c675837 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:02.941265 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb057687-5ab8-42e5-b827-99dd4328face None None] Network 3038dc11-cfca-4c46-9030-dad78cbb0ddc requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:11:03.148605 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9d75da8-5e56-4230-ba70-9254e8d4c0f8 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:03.151840 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:03.164058 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bde8e0-b319-4ac0-a341-4f400db5bf7c tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Subnet': ['ID=e2af4a13-9a2f-43b5-84b2-e65770f8fda9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:03.175072 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] Transition to ACTIVE for port object e246e753-bc56-417b-84f4-b85e734dbf1c will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:03.185497 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:03.339891 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b9d75da8-5e56-4230-ba70-9254e8d4c0f8 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Deleting port a87fb582-d075-4003-bc10-da59943ea509 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:03.340487 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9d75da8-5e56-4230-ba70-9254e8d4c0f8 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:03.402331 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b30c51-2d32-4da9-9656-cc4d1c675837 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:11:03.412285 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-39b30c51-2d32-4da9-9656-cc4d1c675837 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:03.417870 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] Attempting to bind port e246e753-bc56-417b-84f4-b85e734dbf1c on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:11:03.418485 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] Attempting to bind port e246e753-bc56-417b-84f4-b85e734dbf1c by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '4c63635e-e0f3-4aa3-8765-6a7d0005c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb746ddf-193e-4e3d-9f7f-39b2df9a1f28'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:11:03.419026 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] Attempting to bind port e246e753-bc56-417b-84f4-b85e734dbf1c on network bb746ddf-193e-4e3d-9f7f-39b2df9a1f28 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:11:03.431303 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d24a7-beef-4076-adbc-2728ebf91b73 None None] Pushing event updated for resources: {'Port': ['ID=e246e753-bc56-417b-84f4-b85e734dbf1c,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:03.434726 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:11:03.435291 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] Checking segment: {'id': '4c63635e-e0f3-4aa3-8765-6a7d0005c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb746ddf-193e-4e3d-9f7f-39b2df9a1f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:11:03.435787 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:03.436204 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] Bound using segment: {'id': '4c63635e-e0f3-4aa3-8765-6a7d0005c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb746ddf-193e-4e3d-9f7f-39b2df9a1f28'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:11:03.436772 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] Bound port: e246e753-bc56-417b-84f4-b85e734dbf1c, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c63635e-e0f3-4aa3-8765-6a7d0005c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb746ddf-193e-4e3d-9f7f-39b2df9a1f28'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:11:03.437200 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:03.589972 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-b9d75da8-5e56-4230-ba70-9254e8d4c0f8 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] For port a87fb582-d075-4003-bc10-da59943ea509, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a87fb582-d075-4003-bc10-da59943ea509,segment=NetworkSegment(762442e8-625b-4082-b2fa-ac2c46735388),segment_id=762442e8-625b-4082-b2fa-ac2c46735388)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:03.590770 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9d75da8-5e56-4230-ba70-9254e8d4c0f8 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:03.630868 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] For port e246e753-bc56-417b-84f4-b85e734dbf1c, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:11:03.645143 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b9d75da8-5e56-4230-ba70-9254e8d4c0f8 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Calling delete_port for a87fb582-d075-4003-bc10-da59943ea509 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:03.648770 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] For port e246e753-bc56-417b-84f4-b85e734dbf1c, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e246e753-bc56-417b-84f4-b85e734dbf1c,segment=NetworkSegment(4c63635e-e0f3-4aa3-8765-6a7d0005c5ee),segment_id=4c63635e-e0f3-4aa3-8765-6a7d0005c5ee)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:11:03.657731 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:03.785756 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d24a7-beef-4076-adbc-2728ebf91b73 None None] Pushing event updated for resources: {'Port': ['ID=e246e753-bc56-417b-84f4-b85e734dbf1c,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:03.841979 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] Routers {'1ae25e91-4e5d-473e-b203-66dcd86ed622'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:11:03.843834 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:10:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1ae25e91-4e5d-473e-b203-66dcd86ed622'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:03.883304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-780f7a0e-8c20-4451-b666-5d4d18704b66', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'fixed_ips': [{'subnet_id': '653bf8f6-f41f-4385-9255-229ff7b240c0'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:11:03.888476 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:03.979526 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9d75da8-5e56-4230-ba70-9254e8d4c0f8 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:04.032794 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d75da8-5e56-4230-ba70-9254e8d4c0f8 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] No DVR routers for this DVR port a87fb582-d075-4003-bc10-da59943ea509 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:11:04.115882 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d75da8-5e56-4230-ba70-9254e8d4c0f8 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Port': ['ID=a87fb582-d075-4003-bc10-da59943ea509,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:04.235256 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16600dc-a937-42b0-add6-aadec10b1781 None None] DHCP port deletion for 3038dc11-cfca-4c46-9030-dad78cbb0ddc request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:11:04.294306 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] Set router 1ae25e91-4e5d-473e-b203-66dcd86ed622 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:11:04.296611 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-39b30c51-2d32-4da9-9656-cc4d1c675837 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:04.358902 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9d75da8-5e56-4230-ba70-9254e8d4c0f8 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:04.365151 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b30c51-2d32-4da9-9656-cc4d1c675837 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:04.369871 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-39b30c51-2d32-4da9-9656-cc4d1c675837 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:04.408750 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b9d75da8-5e56-4230-ba70-9254e8d4c0f8 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3038dc11-cfca-4c46-9030-dad78cbb0ddc']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:04.449419 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b30c51-2d32-4da9-9656-cc4d1c675837 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:04.450462 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-39b30c51-2d32-4da9-9656-cc4d1c675837 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:04.455499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b9d75da8-5e56-4230-ba70-9254e8d4c0f8 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762442e8-625b-4082-b2fa-ac2c46735388') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:04.456340 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b9d75da8-5e56-4230-ba70-9254e8d4c0f8 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762442e8-625b-4082-b2fa-ac2c46735388') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:04.481192 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-39b30c51-2d32-4da9-9656-cc4d1c675837 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5617967 Jul 13 08:11:04.482745 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54758) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:04.492456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-418d6f57-1b1f-4e5a-be5d-8fbed5f0b491 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'mac_address': 'fa:16:3e:99:94:0f', 'name': 'tempest-NetworksTestDHCPv6-1830508829'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:04.513957 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9d75da8-5e56-4230-ba70-9254e8d4c0f8 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:04.547020 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Allocated IP 2001:db8::f816:3eff:fecf:9b4a (780f7a0e-8c20-4451-b666-5d4d18704b66/653bf8f6-f41f-4385-9255-229ff7b240c0/ce4656c0-66b6-46f4-a333-5f93e9f48d01) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:11:04.575988 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9d75da8-5e56-4230-ba70-9254e8d4c0f8 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:04.599649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d75da8-5e56-4230-ba70-9254e8d4c0f8 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:11:04.600221 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9d75da8-5e56-4230-ba70-9254e8d4c0f8 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:11:04.611246 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:11:04.632184 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b30c51-2d32-4da9-9656-cc4d1c675837 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=d16b89e0-2a26-431f-8ce5-a10296f0e25d,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:04.844465 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9d75da8-5e56-4230-ba70-9254e8d4c0f8 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:04.873137 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9d75da8-5e56-4230-ba70-9254e8d4c0f8 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:04.876350 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b9d75da8-5e56-4230-ba70-9254e8d4c0f8 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/networks/3038dc11-cfca-4c46-9030-dad78cbb0ddc HTTP/1.1" status: 204 len: 168 time: 1.9503913 Jul 13 08:11:04.889153 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54762) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:04.956877 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:04.983212 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d75da8-5e56-4230-ba70-9254e8d4c0f8 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Network': ['ID=3038dc11-cfca-4c46-9030-dad78cbb0ddc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:05.005150 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Transition to ACTIVE for port object ce4656c0-66b6-46f4-a333-5f93e9f48d01 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:05.007833 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418d6f57-1b1f-4e5a-be5d-8fbed5f0b491 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:11:05.032698 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1fb294-4fc8-43da-9348-d296587cb7c6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] DELETE failed (client error): The resource could not be found. Jul 13 08:11:05.033958 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee1fb294-4fc8-43da-9348-d296587cb7c6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:11:05.043591 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ee1fb294-4fc8-43da-9348-d296587cb7c6 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/subnets/ca62532d-989b-4593-97e3-11b3d5fc91cf HTTP/1.1" status: 404 len: 337 time: 0.1508367 Jul 13 08:11:05.044995 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54764) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:05.084152 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-46787727-c43f-4e79-992a-1d75fd537dfc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] DELETE failed (client error): The resource could not be found. Jul 13 08:11:05.084837 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Transition to ACTIVE for port object ce4656c0-66b6-46f4-a333-5f93e9f48d01 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:05.087217 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46787727-c43f-4e79-992a-1d75fd537dfc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:11:05.098190 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-46787727-c43f-4e79-992a-1d75fd537dfc tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/networks/96a70534-3baa-4646-ad36-a2b5b6c227d3 HTTP/1.1" status: 404 len: 339 time: 0.0484834 Jul 13 08:11:05.099740 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54766) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:05.104642 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:05.382970 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'name': 'tempest-TestNetworkBasicOps-router-450502250', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:08:37Z', 'updated_at': '2021-07-13T08:10:57Z', 'revision_number': 5, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:40Z', 'updated_at': '2021-07-13T08:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'bc20d984-5d69-433f-bf44-1704567bb9e4', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'floating_ip_address': '172.25.0.166', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'port_id': '7d57d719-4a4a-4b1f-9f42-d8aff12460fd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'mac_address': 'fa:16:3e:6f:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc36be8-fde0-4c32-a8f4-d7e0aac691db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:09:32Z', 'updated_at': '2021-07-13T08:09:40Z', 'revision_number': 1, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6e7416-a4e4-4cab-b80b-d95a0075fb55', 'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:1e:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:49Z', 'updated_at': '2021-07-13T08:09:02Z', 'revision_number': 5, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e246e753-bc56-417b-84f4-b85e734dbf1c', 'name': '', 'network_id': 'bb746ddf-193e-4e3d-9f7f-39b2df9a1f28', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:d7:ca:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'e9e17959-20f0-4730-be58-623242efe41e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:10:55Z', 'updated_at': '2021-07-13T08:11:03Z', 'revision_number': 4, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': 'e9e17959-20f0-4730-be58-623242efe41e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:05.419213 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-441d24ad-7a65-433f-83e4-c7d9386c51b0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Deleting subnet f77039db-f357-4dec-b68c-91d16fe12af6 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:11:05.424966 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-441d24ad-7a65-433f-83e4-c7d9386c51b0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:05.434759 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:05.444859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:05.452665 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:11:05.467583 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-418d6f57-1b1f-4e5a-be5d-8fbed5f0b491 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:05.512020 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e8eb1f-60ba-49ed-8860-8c0e054bb034 None None] The sync data for ids ['1ae25e91-4e5d-473e-b203-66dcd86ed622'] in n-d-779913-28 is: [{'id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'name': 'tempest-TestNetworkBasicOps-router-450502250', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:08:37Z', 'updated_at': '2021-07-13T08:10:57Z', 'revision_number': 5, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:40Z', 'updated_at': '2021-07-13T08:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'bc20d984-5d69-433f-bf44-1704567bb9e4', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'floating_ip_address': '172.25.0.166', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'port_id': '7d57d719-4a4a-4b1f-9f42-d8aff12460fd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'mac_address': 'fa:16:3e:6f:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc36be8-fde0-4c32-a8f4-d7e0aac691db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:09:32Z', 'updated_at': '2021-07-13T08:09:40Z', 'revision_number': 1, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6e7416-a4e4-4cab-b80b-d95a0075fb55', 'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:1e:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:49Z', 'updated_at': '2021-07-13T08:09:02Z', 'revision_number': 5, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e246e753-bc56-417b-84f4-b85e734dbf1c', 'name': '', 'network_id': 'bb746ddf-193e-4e3d-9f7f-39b2df9a1f28', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:d7:ca:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'e9e17959-20f0-4730-be58-623242efe41e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:10:55Z', 'updated_at': '2021-07-13T08:11:03Z', 'revision_number': 4, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': 'e9e17959-20f0-4730-be58-623242efe41e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:11:05.516737 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-441d24ad-7a65-433f-83e4-c7d9386c51b0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:05.542573 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-418d6f57-1b1f-4e5a-be5d-8fbed5f0b491 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] device_id is not set on port e5e85473-bafd-4c9d-b88e-7b390caa842a yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:11:05.550795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Pushing event updated for resources: {'Port': ['ID=ce4656c0-66b6-46f4-a333-5f93e9f48d01,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:05.606233 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:05.606791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:05.607522 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:05.608077 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:05.608529 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:05.609077 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:05.609680 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:05.610373 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:05.610894 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:05.611515 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:05.612065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:05.612808 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:05.733693 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Attempting to bind port ce4656c0-66b6-46f4-a333-5f93e9f48d01 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:11:05.734300 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Attempting to bind port ce4656c0-66b6-46f4-a333-5f93e9f48d01 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:11:05.734963 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Attempting to bind port ce4656c0-66b6-46f4-a333-5f93e9f48d01 on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:11:05.755032 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:11:05.756629 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:11:05.757295 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:05.757938 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:11:05.758788 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Bound port: ce4656c0-66b6-46f4-a333-5f93e9f48d01, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:11:05.759417 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:05.771065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a87fb582-d075-4003-bc10-da59943ea509 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:11:05.854950 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: a87fb582-d075-4003-bc10-da59943ea509 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:11:05.855475 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a87fb582-d075-4003-bc10-da59943ea509 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:11:06.004949 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] For port ce4656c0-66b6-46f4-a333-5f93e9f48d01, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:11:06.014339 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] For port ce4656c0-66b6-46f4-a333-5f93e9f48d01, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ce4656c0-66b6-46f4-a333-5f93e9f48d01,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:11:06.023903 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:06.105662 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-418d6f57-1b1f-4e5a-be5d-8fbed5f0b491 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 172.20.0.14 (780f7a0e-8c20-4451-b666-5d4d18704b66/d16b89e0-2a26-431f-8ce5-a10296f0e25d/e5e85473-bafd-4c9d-b88e-7b390caa842a) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:11:06.131198 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-418d6f57-1b1f-4e5a-be5d-8fbed5f0b491 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8::f816:3eff:fe99:940f (780f7a0e-8c20-4451-b666-5d4d18704b66/653bf8f6-f41f-4385-9255-229ff7b240c0/e5e85473-bafd-4c9d-b88e-7b390caa842a) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:11:06.143710 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2288a5-3163-4ab5-89bf-867caf75a5b3 None None] Pushing event updated for resources: {'Port': ['ID=ce4656c0-66b6-46f4-a333-5f93e9f48d01,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:06.456767 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-441d24ad-7a65-433f-83e4-c7d9386c51b0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:06.561873 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-418d6f57-1b1f-4e5a-be5d-8fbed5f0b491 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:06.644042 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-441d24ad-7a65-433f-83e4-c7d9386c51b0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:06.663831 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-418d6f57-1b1f-4e5a-be5d-8fbed5f0b491 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Transition to ACTIVE for port object e5e85473-bafd-4c9d-b88e-7b390caa842a will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:06.736155 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d24ad-7a65-433f-83e4-c7d9386c51b0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Subnet': ['ID=f77039db-f357-4dec-b68c-91d16fe12af6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:06.762473 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-441d24ad-7a65-433f-83e4-c7d9386c51b0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:06.767105 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-441d24ad-7a65-433f-83e4-c7d9386c51b0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/subnets/f77039db-f357-4dec-b68c-91d16fe12af6 HTTP/1.1" status: 204 len: 168 time: 1.6617689 Jul 13 08:11:06.770606 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54778) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:06.770848 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d24ad-7a65-433f-83e4-c7d9386c51b0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:06.771386 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d24ad-7a65-433f-83e4-c7d9386c51b0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:06.771943 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d24ad-7a65-433f-83e4-c7d9386c51b0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:06.772512 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d24ad-7a65-433f-83e4-c7d9386c51b0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:06.773444 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d24ad-7a65-433f-83e4-c7d9386c51b0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:06.774005 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d24ad-7a65-433f-83e4-c7d9386c51b0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:06.774207 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d24ad-7a65-433f-83e4-c7d9386c51b0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:06.774893 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d24ad-7a65-433f-83e4-c7d9386c51b0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:06.775349 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d24ad-7a65-433f-83e4-c7d9386c51b0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:06.776374 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d24ad-7a65-433f-83e4-c7d9386c51b0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:06.777745 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d24ad-7a65-433f-83e4-c7d9386c51b0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:06.778648 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d24ad-7a65-433f-83e4-c7d9386c51b0 tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:06.788016 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a310894-5e63-41a0-a1cf-38a13e2e002f None None] Network 0221df21-5ed5-4da2-9bf2-f63ba0cd7417 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:11:06.869888 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-418d6f57-1b1f-4e5a-be5d-8fbed5f0b491 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:07.031826 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418d6f57-1b1f-4e5a-be5d-8fbed5f0b491 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:07.106963 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-418d6f57-1b1f-4e5a-be5d-8fbed5f0b491 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:07.111952 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418d6f57-1b1f-4e5a-be5d-8fbed5f0b491 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:11:07.235970 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-999351fc-3689-4c29-bd49-2ebe33c4a0df tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:07.245854 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d6f57-1b1f-4e5a-be5d-8fbed5f0b491 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=e5e85473-bafd-4c9d-b88e-7b390caa842a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:07.317496 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418d6f57-1b1f-4e5a-be5d-8fbed5f0b491 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:07.318962 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-418d6f57-1b1f-4e5a-be5d-8fbed5f0b491 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:07.323883 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e964673-501b-4b59-87af-ad07748f743a None None] DHCP port deletion for 0221df21-5ed5-4da2-9bf2-f63ba0cd7417 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:11:07.402190 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-418d6f57-1b1f-4e5a-be5d-8fbed5f0b491 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.9062443 Jul 13 08:11:07.402709 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54782) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:07.464848 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3e964673-501b-4b59-87af-ad07748f743a None None] Deleting port 82491278-a538-445e-9690-f13cbcdd585a {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:07.465406 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e964673-501b-4b59-87af-ad07748f743a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:07.473405 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-999351fc-3689-4c29-bd49-2ebe33c4a0df tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Deleting port 82491278-a538-445e-9690-f13cbcdd585a {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:07.474553 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-999351fc-3689-4c29-bd49-2ebe33c4a0df tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:07.649797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b187bce-e934-4ba8-a3a2-a4635d810421 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:07.662934 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b187bce-e934-4ba8-a3a2-a4635d810421 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:07.671313 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54790) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:07.674454 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6b187bce-e934-4ba8-a3a2-a4635d810421 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2761872 Jul 13 08:11:07.773662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3e964673-501b-4b59-87af-ad07748f743a None None] For port 82491278-a538-445e-9690-f13cbcdd585a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=82491278-a538-445e-9690-f13cbcdd585a,segment=NetworkSegment(f2f2aff8-89ee-4116-a21b-7197c4163720),segment_id=f2f2aff8-89ee-4116-a21b-7197c4163720)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:07.774375 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e964673-501b-4b59-87af-ad07748f743a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:07.809823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-999351fc-3689-4c29-bd49-2ebe33c4a0df tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] For port 82491278-a538-445e-9690-f13cbcdd585a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=82491278-a538-445e-9690-f13cbcdd585a,segment=NetworkSegment(f2f2aff8-89ee-4116-a21b-7197c4163720),segment_id=f2f2aff8-89ee-4116-a21b-7197c4163720)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:07.810358 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-999351fc-3689-4c29-bd49-2ebe33c4a0df tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:07.814757 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3e964673-501b-4b59-87af-ad07748f743a None None] Calling delete_port for 82491278-a538-445e-9690-f13cbcdd585a owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:07.926024 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e246e753-bc56-417b-84f4-b85e734dbf1c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:11:07.963685 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-999351fc-3689-4c29-bd49-2ebe33c4a0df tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Calling delete_port for 82491278-a538-445e-9690-f13cbcdd585a owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:08.077609 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port e246e753-bc56-417b-84f4-b85e734dbf1c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:11:08.094587 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e246e753-bc56-417b-84f4-b85e734dbf1c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:08.095509 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:08.178994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-2021ee3a-7eab-4c0c-bc68-c756de9e98b3 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting port e5e85473-bafd-4c9d-b88e-7b390caa842a {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:08.179438 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2021ee3a-7eab-4c0c-bc68-c756de9e98b3 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:08.223328 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e964673-501b-4b59-87af-ad07748f743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:08.250280 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-999351fc-3689-4c29-bd49-2ebe33c4a0df tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:08.338811 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999351fc-3689-4c29-bd49-2ebe33c4a0df tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Port': ['ID=82491278-a538-445e-9690-f13cbcdd585a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:08.356712 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:08.362423 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999351fc-3689-4c29-bd49-2ebe33c4a0df tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] No DVR routers for this DVR port 82491278-a538-445e-9690-f13cbcdd585a on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:11:08.382551 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e964673-501b-4b59-87af-ad07748f743a None None] Pushing event deleted for resources: {'Port': ['ID=82491278-a538-445e-9690-f13cbcdd585a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:08.400625 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e964673-501b-4b59-87af-ad07748f743a None None] No DVR routers for this DVR port 82491278-a538-445e-9690-f13cbcdd585a on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:11:08.511748 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd1a01a-0a4e-4507-a3b9-1a5d410c92c1 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:11:08.571771 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:08.689578 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-999351fc-3689-4c29-bd49-2ebe33c4a0df tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:08.748371 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-999351fc-3689-4c29-bd49-2ebe33c4a0df tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0221df21-5ed5-4da2-9bf2-f63ba0cd7417']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:08.755079 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e7839b3a-c2d7-453e-be4a-9f66516778b2 None None] Provisioning for port ce4656c0-66b6-46f4-a333-5f93e9f48d01 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:11:08.780649 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2021ee3a-7eab-4c0c-bc68-c756de9e98b3 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:08.787282 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-999351fc-3689-4c29-bd49-2ebe33c4a0df tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f2aff8-89ee-4116-a21b-7197c4163720') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:08.787957 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-999351fc-3689-4c29-bd49-2ebe33c4a0df tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f2aff8-89ee-4116-a21b-7197c4163720') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:08.818771 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-999351fc-3689-4c29-bd49-2ebe33c4a0df tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:08.822963 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-2021ee3a-7eab-4c0c-bc68-c756de9e98b3 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Calling delete_port for e5e85473-bafd-4c9d-b88e-7b390caa842a owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:08.845044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port e246e753-bc56-417b-84f4-b85e734dbf1c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e246e753-bc56-417b-84f4-b85e734dbf1c,segment=NetworkSegment(4c63635e-e0f3-4aa3-8765-6a7d0005c5ee),segment_id=4c63635e-e0f3-4aa3-8765-6a7d0005c5ee)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:08.860506 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:08.883318 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-999351fc-3689-4c29-bd49-2ebe33c4a0df tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:08.968523 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ce4656c0-66b6-46f4-a333-5f93e9f48d01 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:11:09.242002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=e246e753-bc56-417b-84f4-b85e734dbf1c,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:09.332987 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port ce4656c0-66b6-46f4-a333-5f93e9f48d01 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:11:09.342779 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port ce4656c0-66b6-46f4-a333-5f93e9f48d01 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:09.356647 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:09.643457 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b54a89f3-5e1d-4f74-af1c-fd255cddaf46 None None] Provisioning complete for port e246e753-bc56-417b-84f4-b85e734dbf1c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:09.644417 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b54a89f3-5e1d-4f74-af1c-fd255cddaf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:09.733187 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ab0420-a9d9-4ebd-8da1-231aa5309f9e None None] Update dhcp port {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'fixed_ips': [{'subnet_id': '653bf8f6-f41f-4385-9255-229ff7b240c0', 'ip_address': '2001:db8::f816:3eff:fecf:9b4a'}, {'subnet_id': 'd16b89e0-2a26-431f-8ce5-a10296f0e25d'}], 'binding:host_id': 'n-d-779913-28'}, 'id': 'ce4656c0-66b6-46f4-a333-5f93e9f48d01'} from n-d-779913-28. {{(pid=93725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 08:11:09.810401 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999351fc-3689-4c29-bd49-2ebe33c4a0df tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:11:09.813967 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-999351fc-3689-4c29-bd49-2ebe33c4a0df tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:09.877288 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: self.session.flush() Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: self.session.flush() Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: self.session.flush() Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: self.session.flush() Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:11:09.933784 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:11:09.939115 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-88ab0420-a9d9-4ebd-8da1-231aa5309f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:09.956759 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-999351fc-3689-4c29-bd49-2ebe33c4a0df tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:09.998242 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-999351fc-3689-4c29-bd49-2ebe33c4a0df tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:09.999618 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-999351fc-3689-4c29-bd49-2ebe33c4a0df tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] 10.222.0.58 "DELETE /v2.0/networks/0221df21-5ed5-4da2-9bf2-f63ba0cd7417 HTTP/1.1" status: 204 len: 168 time: 3.2253177 Jul 13 08:11:10.031210 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999351fc-3689-4c29-bd49-2ebe33c4a0df tempest-NetworksIpV6Test-310878412 tempest-NetworksIpV6Test-310878412-project] Pushing event deleted for resources: {'Network': ['ID=0221df21-5ed5-4da2-9bf2-f63ba0cd7417,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:10.215465 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2021ee3a-7eab-4c0c-bc68-c756de9e98b3 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:10.307616 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port ce4656c0-66b6-46f4-a333-5f93e9f48d01, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ce4656c0-66b6-46f4-a333-5f93e9f48d01,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:10.320698 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:10.339290 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021ee3a-7eab-4c0c-bc68-c756de9e98b3 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=e5e85473-bafd-4c9d-b88e-7b390caa842a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:10.400733 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=ce4656c0-66b6-46f4-a333-5f93e9f48d01,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:10.563623 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2021ee3a-7eab-4c0c-bc68-c756de9e98b3 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:10.573955 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2021ee3a-7eab-4c0c-bc68-c756de9e98b3 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/e5e85473-bafd-4c9d-b88e-7b390caa842a HTTP/1.1" status: 204 len: 168 time: 2.8976972 Jul 13 08:11:10.574989 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54808) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:10.699449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 82491278-a538-445e-9690-f13cbcdd585a no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:11:10.757418 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30e5d40-a16b-4018-8686-7a40da75e3fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:10.761554 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30e5d40-a16b-4018-8686-7a40da75e3fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:10.763871 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30e5d40-a16b-4018-8686-7a40da75e3fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:10.783823 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 82491278-a538-445e-9690-f13cbcdd585a {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:11:10.784623 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b30e5d40-a16b-4018-8686-7a40da75e3fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2055891 Jul 13 08:11:10.785479 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 82491278-a538-445e-9690-f13cbcdd585a not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:11:10.788613 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54814) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:10.858320 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-88ab0420-a9d9-4ebd-8da1-231aa5309f9e None None] Allocated IP 172.20.0.2 (780f7a0e-8c20-4451-b666-5d4d18704b66/d16b89e0-2a26-431f-8ce5-a10296f0e25d/ce4656c0-66b6-46f4-a333-5f93e9f48d01) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:11:10.917005 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54818) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:10.968573 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54820) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:11.006325 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e246e753-bc56-417b-84f4-b85e734dbf1c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:11:11.050236 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c085ca-5e0c-4e9f-acaf-cb4268c29f25 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet 653bf8f6-f41f-4385-9255-229ff7b240c0 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:11:11.161299 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-88ab0420-a9d9-4ebd-8da1-231aa5309f9e None None] For port ce4656c0-66b6-46f4-a333-5f93e9f48d01, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ce4656c0-66b6-46f4-a333-5f93e9f48d01,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:11.193252 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e246e753-bc56-417b-84f4-b85e734dbf1c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:11.194105 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:11.260523 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-88ab0420-a9d9-4ebd-8da1-231aa5309f9e None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:11.292550 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-88ab0420-a9d9-4ebd-8da1-231aa5309f9e None None] Transition to ACTIVE for port object ce4656c0-66b6-46f4-a333-5f93e9f48d01 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:11.298742 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-88ab0420-a9d9-4ebd-8da1-231aa5309f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:11.323631 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58c085ca-5e0c-4e9f-acaf-cb4268c29f25 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:11.508354 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-dfb12de3-81cd-4716-a743-cb77577f90ac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=87dd4fcd4b674dd982f8e691cab98ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5344169 Jul 13 08:11:11.517189 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54824) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:11.517848 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ce4656c0-66b6-46f4-a333-5f93e9f48d01 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:11:11.523179 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab0420-a9d9-4ebd-8da1-231aa5309f9e None None] Pushing event updated for resources: {'Port': ['ID=ce4656c0-66b6-46f4-a333-5f93e9f48d01,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:11.548316 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58c085ca-5e0c-4e9f-acaf-cb4268c29f25 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:11.864299 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-056e39db-834e-449d-b10a-04d4daf53b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:11.892928 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58c085ca-5e0c-4e9f-acaf-cb4268c29f25 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:11.968099 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-056e39db-834e-449d-b10a-04d4daf53b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:12.108392 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-056e39db-834e-449d-b10a-04d4daf53b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:12.134220 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-056e39db-834e-449d-b10a-04d4daf53b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:12.139498 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-056e39db-834e-449d-b10a-04d4daf53b42 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/472b3669-c6c3-41ab-83b7-a147b5d869b5 HTTP/1.1" status: 204 len: 168 time: 0.6189246 Jul 13 08:11:12.167436 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58c085ca-5e0c-4e9f-acaf-cb4268c29f25 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:12.257354 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e39db-834e-449d-b10a-04d4daf53b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472b3669-c6c3-41ab-83b7-a147b5d869b5,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:12.292037 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58c085ca-5e0c-4e9f-acaf-cb4268c29f25 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:12.304433 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-58c085ca-5e0c-4e9f-acaf-cb4268c29f25 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/653bf8f6-f41f-4385-9255-229ff7b240c0 HTTP/1.1" status: 204 len: 168 time: 1.5124016 Jul 13 08:11:12.305991 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c085ca-5e0c-4e9f-acaf-cb4268c29f25 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=653bf8f6-f41f-4385-9255-229ff7b240c0,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:12.317012 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54832) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:12.351408 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6afd38a-e025-4674-86e2-89350bbdd336 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:12.543364 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e53c8da-d9df-4f68-b84c-c63a7b23d461 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet d16b89e0-2a26-431f-8ce5-a10296f0e25d {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:11:12.553141 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0e53c8da-d9df-4f68-b84c-c63a7b23d461 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:12.678328 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0e53c8da-d9df-4f68-b84c-c63a7b23d461 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:12.890851 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b7d448-f7b1-4ab8-ac9c-9f786eec93f5 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:11:12.916971 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0e53c8da-d9df-4f68-b84c-c63a7b23d461 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:13.103696 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0e53c8da-d9df-4f68-b84c-c63a7b23d461 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:13.168994 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0e53c8da-d9df-4f68-b84c-c63a7b23d461 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:13.173098 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0e53c8da-d9df-4f68-b84c-c63a7b23d461 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/d16b89e0-2a26-431f-8ce5-a10296f0e25d HTTP/1.1" status: 204 len: 168 time: 0.8537188 Jul 13 08:11:13.174417 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ce4656c0-66b6-46f4-a333-5f93e9f48d01 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:11:13.179749 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54842) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:13.262722 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53c8da-d9df-4f68-b84c-c63a7b23d461 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=d16b89e0-2a26-431f-8ce5-a10296f0e25d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:13.332548 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-765b0f8c-fa4b-4304-b683-b683868a60c1 None None] Provisioning for port ce4656c0-66b6-46f4-a333-5f93e9f48d01 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:11:13.339123 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3bae2bff-9776-4221-95e3-935bc7e574e3 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1558187 Jul 13 08:11:13.343512 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54850) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:13.364465 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-765b0f8c-fa4b-4304-b683-b683868a60c1 None None] Provisioning complete for port ce4656c0-66b6-46f4-a333-5f93e9f48d01 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:13.364465 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-765b0f8c-fa4b-4304-b683-b683868a60c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:13.364886 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-23531e1b-0c88-4fd4-bd8d-7d50a182f8c4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:13.365663 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:13.480873 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port ce4656c0-66b6-46f4-a333-5f93e9f48d01 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:13.481869 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:13.718399 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23531e1b-0c88-4fd4-bd8d-7d50a182f8c4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:11:13.723585 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-23531e1b-0c88-4fd4-bd8d-7d50a182f8c4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:13.745667 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-765b0f8c-fa4b-4304-b683-b683868a60c1 None None] Could not find standard attr ID for object e5e85473-bafd-4c9d-b88e-7b390caa842a. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:11:13.780187 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e1920c-dbb0-4028-ac70-9b7bc669246f None None] DHCP port deletion for 780f7a0e-8c20-4451-b666-5d4d18704b66 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:11:13.827066 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b6afd38a-e025-4674-86e2-89350bbdd336 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Deleting port e246e753-bc56-417b-84f4-b85e734dbf1c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:13.827490 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6afd38a-e025-4674-86e2-89350bbdd336 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:13.903045 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d0e1920c-dbb0-4028-ac70-9b7bc669246f None None] Deleting port ce4656c0-66b6-46f4-a333-5f93e9f48d01 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:13.903897 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d0e1920c-dbb0-4028-ac70-9b7bc669246f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:14.088405 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d0e1920c-dbb0-4028-ac70-9b7bc669246f None None] For port ce4656c0-66b6-46f4-a333-5f93e9f48d01, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ce4656c0-66b6-46f4-a333-5f93e9f48d01,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:14.088405 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d0e1920c-dbb0-4028-ac70-9b7bc669246f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:14.099088 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-b6afd38a-e025-4674-86e2-89350bbdd336 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] For port e246e753-bc56-417b-84f4-b85e734dbf1c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e246e753-bc56-417b-84f4-b85e734dbf1c,segment=NetworkSegment(4c63635e-e0f3-4aa3-8765-6a7d0005c5ee),segment_id=4c63635e-e0f3-4aa3-8765-6a7d0005c5ee)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:14.099608 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6afd38a-e025-4674-86e2-89350bbdd336 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:14.111873 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d0e1920c-dbb0-4028-ac70-9b7bc669246f None None] Calling delete_port for ce4656c0-66b6-46f4-a333-5f93e9f48d01 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:14.135493 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b6afd38a-e025-4674-86e2-89350bbdd336 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Calling delete_port for e246e753-bc56-417b-84f4-b85e734dbf1c owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:14.326498 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d0e1920c-dbb0-4028-ac70-9b7bc669246f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:14.442495 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e1920c-dbb0-4028-ac70-9b7bc669246f None None] No DVR routers for this DVR port ce4656c0-66b6-46f4-a333-5f93e9f48d01 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:11:14.474930 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1920c-dbb0-4028-ac70-9b7bc669246f None None] Pushing event deleted for resources: {'Port': ['ID=ce4656c0-66b6-46f4-a333-5f93e9f48d01,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:14.580100 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54864) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:14.639079 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-23531e1b-0c88-4fd4-bd8d-7d50a182f8c4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:14.742053 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23531e1b-0c88-4fd4-bd8d-7d50a182f8c4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:14.755210 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-23531e1b-0c88-4fd4-bd8d-7d50a182f8c4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:14.766012 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23531e1b-0c88-4fd4-bd8d-7d50a182f8c4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:14.767606 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-23531e1b-0c88-4fd4-bd8d-7d50a182f8c4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:14.773259 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0958e4f2-972b-4abc-ac7e-22144ed32687 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:11:14.783450 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Request body: {'security_group': {'name': 'tempest-secgroup--1246609366'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:14.800076 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-23531e1b-0c88-4fd4-bd8d-7d50a182f8c4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4515102 Jul 13 08:11:14.805432 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54868) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:14.820726 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-aba36042-9e15-4512-aad6-cc856af80c2a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:14.836638 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:14.860856 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23531e1b-0c88-4fd4-bd8d-7d50a182f8c4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=e9bda35e-bf5e-45cd-874f-bda3ec6af116,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:14.869333 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:14.883194 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6afd38a-e025-4674-86e2-89350bbdd336 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:14.943603 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afd38a-e025-4674-86e2-89350bbdd336 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event deleted for resources: {'Port': ['ID=e246e753-bc56-417b-84f4-b85e734dbf1c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:15.040619 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ce4656c0-66b6-46f4-a333-5f93e9f48d01 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:11:15.177974 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: ce4656c0-66b6-46f4-a333-5f93e9f48d01 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:11:15.180615 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ce4656c0-66b6-46f4-a333-5f93e9f48d01 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:11:15.394638 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:15.413477 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:15.499017 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-780f7a0e-8c20-4451-b666-5d4d18704b66', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'fixed_ips': [{'subnet_id': 'e9bda35e-bf5e-45cd-874f-bda3ec6af116'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:11:15.503496 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:15.608527 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6afd38a-e025-4674-86e2-89350bbdd336 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:15.675550 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cef0a9e-91c6-41ce-af46-2ab5d62b7bb1,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:15.832723 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:15.839466 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:15.927116 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d46a30-2760-4bbf-a99e-7e54192d1d73,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:15.954361 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:15.955415 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:15.956244 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:15.957961 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:15.958935 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:15.959889 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:15.961203 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:15.962068 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:15.962910 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:15.963864 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:15.964693 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:15.965584 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:15.977836 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] Allocated IP 172.20.0.2 (780f7a0e-8c20-4451-b666-5d4d18704b66/e9bda35e-bf5e-45cd-874f-bda3ec6af116/9aa677c3-de0a-4f5f-a51f-1b876409a1e5) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:11:16.030993 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:16.036258 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4e23bcc4-4bce-4154-9d48-e4723b12cd4b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4573448 Jul 13 08:11:16.037106 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba36042-9e15-4512-aad6-cc856af80c2a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:11:16.043392 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aba36042-9e15-4512-aad6-cc856af80c2a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:16.050319 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54874) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:16.194265 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4111dc92-e265-4ba4-af14-642964afdbb2 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1419821 Jul 13 08:11:16.207343 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54876) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:16.215208 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-83cbe865-5565-4487-b7ca-c4036d80f8d2 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Request body: {'security_group': {'name': 'tempest-security--1045267273', 'description': 'tempest-security-description-1097537905'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:16.301408 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83cbe865-5565-4487-b7ca-c4036d80f8d2 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:16.423347 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:16.446643 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83cbe865-5565-4487-b7ca-c4036d80f8d2 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:16.454280 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83cbe865-5565-4487-b7ca-c4036d80f8d2 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:16.459362 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83cbe865-5565-4487-b7ca-c4036d80f8d2 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:16.465057 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-83cbe865-5565-4487-b7ca-c4036d80f8d2 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "PUT /v2.0/security-groups/f3d46a30-2760-4bbf-a99e-7e54192d1d73 HTTP/1.1" status: 200 len: 1780 time: 0.2526119 Jul 13 08:11:16.465367 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] Transition to ACTIVE for port object 9aa677c3-de0a-4f5f-a51f-1b876409a1e5 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:16.467392 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54880) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:16.555765 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] Transition to ACTIVE for port object 9aa677c3-de0a-4f5f-a51f-1b876409a1e5 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:16.572207 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:16.576077 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbe865-5565-4487-b7ca-c4036d80f8d2 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d46a30-2760-4bbf-a99e-7e54192d1d73,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:16.587303 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6c23f7ae-7791-43f7-9738-ae8e50e65bb5 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-groups/f3d46a30-2760-4bbf-a99e-7e54192d1d73 HTTP/1.1" status: 200 len: 1780 time: 0.1146703 Jul 13 08:11:16.587782 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54882) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:16.764115 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:16.789306 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:16.791113 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41ce795c-f6da-47e4-95f1-942570f2c711 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:16.800737 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:11:16.824620 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] Pushing event updated for resources: {'Port': ['ID=9aa677c3-de0a-4f5f-a51f-1b876409a1e5,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:16.916679 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41ce795c-f6da-47e4-95f1-942570f2c711 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:17.081822 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] Attempting to bind port 9aa677c3-de0a-4f5f-a51f-1b876409a1e5 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:11:17.081822 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] Attempting to bind port 9aa677c3-de0a-4f5f-a51f-1b876409a1e5 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:11:17.081822 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] Attempting to bind port 9aa677c3-de0a-4f5f-a51f-1b876409a1e5 on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:11:17.102953 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:11:17.103927 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:11:17.104112 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:17.106810 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:11:17.106810 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] Bound port: 9aa677c3-de0a-4f5f-a51f-1b876409a1e5, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:11:17.106810 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:17.144840 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41ce795c-f6da-47e4-95f1-942570f2c711 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:17.169351 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41ce795c-f6da-47e4-95f1-942570f2c711 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:17.175987 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-41ce795c-f6da-47e4-95f1-942570f2c711 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "DELETE /v2.0/security-groups/f3d46a30-2760-4bbf-a99e-7e54192d1d73 HTTP/1.1" status: 204 len: 168 time: 0.5861483 Jul 13 08:11:17.196566 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54886) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:17.230492 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce795c-f6da-47e4-95f1-942570f2c711 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d46a30-2760-4bbf-a99e-7e54192d1d73,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:17.340616 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6afd38a-e025-4674-86e2-89350bbdd336 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Router 1ae25e91-4e5d-473e-b203-66dcd86ed622 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:11:17.355014 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] For port 9aa677c3-de0a-4f5f-a51f-1b876409a1e5, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:11:17.362175 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] For port 9aa677c3-de0a-4f5f-a51f-1b876409a1e5, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9aa677c3-de0a-4f5f-a51f-1b876409a1e5,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:11:17.371644 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:17.405648 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6839d996-d13d-4b6e-aaa9-f93b3d094bb3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2073984 Jul 13 08:11:17.411985 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54888) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:17.458037 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-97f87078-2ca6-4bfd-a64c-bf1973303e7b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] delete failed (client error): The resource could not be found. Jul 13 08:11:17.459584 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-97f87078-2ca6-4bfd-a64c-bf1973303e7b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "DELETE /v2.0/security-groups/f3d46a30-2760-4bbf-a99e-7e54192d1d73 HTTP/1.1" status: 404 len: 347 time: 0.0461042 Jul 13 08:11:17.478016 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54890) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:17.496759 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-f5c00be0-4f51-445e-aa6e-5dca0189b27e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Request body: {'security_group': {'name': 'tempest-secgroup--1931458905'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:17.497940 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706876d2-8dba-4039-8150-9646be3f01f8 None None] Pushing event updated for resources: {'Port': ['ID=9aa677c3-de0a-4f5f-a51f-1b876409a1e5,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:17.615696 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5c00be0-4f51-445e-aa6e-5dca0189b27e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:17.906899 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5c00be0-4f51-445e-aa6e-5dca0189b27e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:17.918379 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5c00be0-4f51-445e-aa6e-5dca0189b27e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:18.054771 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f5c00be0-4f51-445e-aa6e-5dca0189b27e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:18.056080 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f5c00be0-4f51-445e-aa6e-5dca0189b27e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5765927 Jul 13 08:11:18.058293 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6afd38a-e025-4674-86e2-89350bbdd336 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:11:18.058713 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c00be0-4f51-445e-aa6e-5dca0189b27e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b613a1b-e749-4d3c-9a46-e080bc2bec11,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:18.065086 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54896) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:18.073655 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-5a31ed46-f189-4242-8f49-ce933fe68ae2 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Request body: {'security_group_rule': {'security_group_id': '3b613a1b-e749-4d3c-9a46-e080bc2bec11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:18.103324 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4c939a-15b2-4501-bce5-a6524fa656bd None None] Sync routers for ids ['1ae25e91-4e5d-473e-b203-66dcd86ed622'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:11:18.147565 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4c939a-15b2-4501-bce5-a6524fa656bd None None] Routers {'1ae25e91-4e5d-473e-b203-66dcd86ed622'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:11:18.153506 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-9f4c939a-15b2-4501-bce5-a6524fa656bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:10:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1ae25e91-4e5d-473e-b203-66dcd86ed622'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:18.171283 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5a31ed46-f189-4242-8f49-ce933fe68ae2 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:18.227809 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b6afd38a-e025-4674-86e2-89350bbdd336 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "PUT /v2.0/routers/1ae25e91-4e5d-473e-b203-66dcd86ed622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3089442 Jul 13 08:11:18.322000 n-d-779913-28 neutron-server[93724]: DEBUG neutron.objects.ports [None req-aba36042-9e15-4512-aad6-cc856af80c2a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 08:11:18.372722 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5a31ed46-f189-4242-8f49-ce933fe68ae2 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:18.382567 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5a31ed46-f189-4242-8f49-ce933fe68ae2 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:18.417674 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31ed46-f189-4242-8f49-ce933fe68ae2 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca5db81-0008-4161-aa1c-b32d74c863a5,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:18.464657 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5a31ed46-f189-4242-8f49-ce933fe68ae2 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:18.477646 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5a31ed46-f189-4242-8f49-ce933fe68ae2 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4097309 Jul 13 08:11:18.479890 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54900) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:18.616533 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-97826ef2-e337-4245-bfb5-17fb82fc7205 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:18.696849 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-97826ef2-e337-4245-bfb5-17fb82fc7205 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:18.729566 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-9f4c939a-15b2-4501-bce5-a6524fa656bd None None] Set router 1ae25e91-4e5d-473e-b203-66dcd86ed622 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:11:18.872173 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-97826ef2-e337-4245-bfb5-17fb82fc7205 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:18.909085 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-97826ef2-e337-4245-bfb5-17fb82fc7205 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:18.915851 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-97826ef2-e337-4245-bfb5-17fb82fc7205 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/9ca5db81-0008-4161-aa1c-b32d74c863a5 HTTP/1.1" status: 204 len: 168 time: 0.4322436 Jul 13 08:11:18.920185 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54904) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:18.992932 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97826ef2-e337-4245-bfb5-17fb82fc7205 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ca5db81-0008-4161-aa1c-b32d74c863a5,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:19.191476 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7237b9c5-439e-4cfd-b33c-a23e24d6e3c7 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2673767 Jul 13 08:11:19.192855 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54910) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:19.330180 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9aa677c3-de0a-4f5f-a51f-1b876409a1e5 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:11:19.348951 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-94b7b3cf-0a19-4db4-8d11-278e71a94a0f tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:19.449758 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-94b7b3cf-0a19-4db4-8d11-278e71a94a0f tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:19.627319 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-94b7b3cf-0a19-4db4-8d11-278e71a94a0f tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:19.629770 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 9aa677c3-de0a-4f5f-a51f-1b876409a1e5 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:11:19.635798 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aba36042-9e15-4512-aad6-cc856af80c2a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:19.641399 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-94b7b3cf-0a19-4db4-8d11-278e71a94a0f tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:19.646955 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-94b7b3cf-0a19-4db4-8d11-278e71a94a0f tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "DELETE /v2.0/security-groups/3b613a1b-e749-4d3c-9a46-e080bc2bec11 HTTP/1.1" status: 204 len: 168 time: 0.4488208 Jul 13 08:11:19.671011 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54912) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:19.672667 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7b3cf-0a19-4db4-8d11-278e71a94a0f tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b613a1b-e749-4d3c-9a46-e080bc2bec11,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:19.807334 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-539d9e76-d20e-45e8-8ed1-c938febf7cb0 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1081290 Jul 13 08:11:19.817529 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54914) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:19.839746 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-8f2ce889-56fd-4df5-863c-248825ea056e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Request body: {'security_group': {'name': 'tempest-secgroup--1398065519'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:19.885454 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d18d7-aa95-4504-aee0-39baad83505c req-829bf805-79bf-4968-91e0-35b95a7f38b7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:19.899484 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bf9d18d7-aa95-4504-aee0-39baad83505c req-829bf805-79bf-4968-91e0-35b95a7f38b7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffb2919-c376-4df1-bae2-3d622006194f HTTP/1.1" status: 200 len: 946 time: 0.5781152 Jul 13 08:11:19.905183 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8f2ce889-56fd-4df5-863c-248825ea056e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:19.990973 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-9f4c939a-15b2-4501-bce5-a6524fa656bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'name': 'tempest-TestNetworkBasicOps-router-450502250', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:08:37Z', 'updated_at': '2021-07-13T08:11:14Z', 'revision_number': 6, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:40Z', 'updated_at': '2021-07-13T08:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'bc20d984-5d69-433f-bf44-1704567bb9e4', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'floating_ip_address': '172.25.0.166', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'port_id': '7d57d719-4a4a-4b1f-9f42-d8aff12460fd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'mac_address': 'fa:16:3e:6f:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc36be8-fde0-4c32-a8f4-d7e0aac691db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:09:32Z', 'updated_at': '2021-07-13T08:09:40Z', 'revision_number': 1, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6e7416-a4e4-4cab-b80b-d95a0075fb55', 'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:1e:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:49Z', 'updated_at': '2021-07-13T08:09:02Z', 'revision_number': 5, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:20.018219 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bf9d18d7-aa95-4504-aee0-39baad83505c req-6473f474-c1f4-454d-8eea-4444fe8da097 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=04f02b43-9ede-4fae-bd9b-c5f56e5b5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172092 Jul 13 08:11:20.070134 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4c939a-15b2-4501-bce5-a6524fa656bd None None] Checking router: 1ae25e91-4e5d-473e-b203-66dcd86ed622 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:11:20.127134 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4c939a-15b2-4501-bce5-a6524fa656bd None None] Routers {'1ae25e91-4e5d-473e-b203-66dcd86ed622'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:11:20.130029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-9f4c939a-15b2-4501-bce5-a6524fa656bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:10:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1ae25e91-4e5d-473e-b203-66dcd86ed622'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:20.273341 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-39d45510-daad-4828-87b0-266ef04113cf None None] Provisioning for port 9aa677c3-de0a-4f5f-a51f-1b876409a1e5 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:11:20.285524 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-39d45510-daad-4828-87b0-266ef04113cf None None] Provisioning complete for port 9aa677c3-de0a-4f5f-a51f-1b876409a1e5 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:20.286111 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39d45510-daad-4828-87b0-266ef04113cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:20.498587 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-aba36042-9e15-4512-aad6-cc856af80c2a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] For port 9aa677c3-de0a-4f5f-a51f-1b876409a1e5, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9aa677c3-de0a-4f5f-a51f-1b876409a1e5,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:20.580909 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aba36042-9e15-4512-aad6-cc856af80c2a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:20.582620 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8f2ce889-56fd-4df5-863c-248825ea056e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:20.588695 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aba36042-9e15-4512-aad6-cc856af80c2a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:20.639226 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aba36042-9e15-4512-aad6-cc856af80c2a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:20.661018 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8f2ce889-56fd-4df5-863c-248825ea056e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:20.712353 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba36042-9e15-4512-aad6-cc856af80c2a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:20.712931 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8f2ce889-56fd-4df5-863c-248825ea056e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:20.714619 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8f2ce889-56fd-4df5-863c-248825ea056e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8909621 Jul 13 08:11:20.723714 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-aba36042-9e15-4512-aad6-cc856af80c2a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:20.733000 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54920) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:20.747384 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6dd93837-679b-4b23-b7ef-22d1f1194f34 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Request body: {'security_group_rule': {'security_group_id': '3a360227-34b3-4a7d-b7a5-ab204b24677c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:20.761545 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba36042-9e15-4512-aad6-cc856af80c2a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:20.762548 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aba36042-9e15-4512-aad6-cc856af80c2a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:20.788963 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bc42d1-c5db-42f4-b4eb-60475a1abdfa None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:11:20.810789 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4176d0-7682-41ce-acf6-a7cfee37b5b1 req-5e3c46ea-0359-4ab6-bf0f-9f4cf89aa666 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:20.813846 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0d4176d0-7682-41ce-acf6-a7cfee37b5b1 req-5e3c46ea-0359-4ab6-bf0f-9f4cf89aa666 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ffb2919-c376-4df1-bae2-3d622006194f HTTP/1.1" status: 200 len: 946 time: 0.4948950 Jul 13 08:11:20.816766 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ce889-56fd-4df5-863c-248825ea056e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a360227-34b3-4a7d-b7a5-ab204b24677c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:20.857552 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba36042-9e15-4512-aad6-cc856af80c2a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=a957679f-798f-41dc-9a66-10fd02c006bb,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:20.883733 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba36042-9e15-4512-aad6-cc856af80c2a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=9aa677c3-de0a-4f5f-a51f-1b876409a1e5,revision_number=4']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:20.920563 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6dd93837-679b-4b23-b7ef-22d1f1194f34 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:20.935191 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-aba36042-9e15-4512-aad6-cc856af80c2a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.1219120 Jul 13 08:11:20.937455 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54922) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:20.943374 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-226d715c-e7ad-48ee-ae32-6e0e872acdf7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'mac_address': 'fa:16:3e:28:c3:4f', 'name': 'tempest-NetworksTestDHCPv6-708306062'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:21.222743 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-0d4176d0-7682-41ce-acf6-a7cfee37b5b1 req-efd34b64-2e71-4446-bcc5-2f99865ee8b7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Deleting port 21bca666-1ee9-4b5e-bcfb-8b176859acfb {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:21.223359 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0d4176d0-7682-41ce-acf6-a7cfee37b5b1 req-efd34b64-2e71-4446-bcc5-2f99865ee8b7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:21.227749 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-9f4c939a-15b2-4501-bce5-a6524fa656bd None None] Set router 1ae25e91-4e5d-473e-b203-66dcd86ed622 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:11:21.266558 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6dd93837-679b-4b23-b7ef-22d1f1194f34 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:21.316195 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6dd93837-679b-4b23-b7ef-22d1f1194f34 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:21.349352 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39d45510-daad-4828-87b0-266ef04113cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:21.444502 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd93837-679b-4b23-b7ef-22d1f1194f34 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0427969f-db86-4441-9a0c-0b31552ecd23,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:21.462925 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6dd93837-679b-4b23-b7ef-22d1f1194f34 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:21.464915 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6dd93837-679b-4b23-b7ef-22d1f1194f34 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7273188 Jul 13 08:11:21.489459 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54928) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:21.497800 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ef5996aa-09a2-4079-8920-7c000be23daf tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Request body: {'security_group_rule': {'security_group_id': '3a360227-34b3-4a7d-b7a5-ab204b24677c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:21.539524 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-39d45510-daad-4828-87b0-266ef04113cf None None] For port 9aa677c3-de0a-4f5f-a51f-1b876409a1e5, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9aa677c3-de0a-4f5f-a51f-1b876409a1e5,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:21.580395 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.db.api [None req-ef5996aa-09a2-4079-8920-7c000be23daf tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 08:11:21.580395 n-d-779913-28 neutron-server[93724]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 08:11:21.580395 n-d-779913-28 neutron-server[93724]: [parameters: {'project_id_1': '2d6b4b9faa704d3d85b15068e8890266', 'expiration_1': datetime.datetime(2021, 7, 13, 8, 11, 21, 508455)}] Jul 13 08:11:21.580395 n-d-779913-28 neutron-server[93724]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:11:21.581268 n-d-779913-28 neutron-server[93724]: DEBUG oslo_db.api [None req-ef5996aa-09a2-4079-8920-7c000be23daf tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:11:21.609946 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226d715c-e7ad-48ee-ae32-6e0e872acdf7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:11:21.654324 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39d45510-daad-4828-87b0-266ef04113cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:21.716799 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e809b61-90a0-49f5-9082-38acd7d058c5 req-92e4b7dc-b2c1-4cc0-8200-e98dff9169f1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:21.731126 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9e809b61-90a0-49f5-9082-38acd7d058c5 req-92e4b7dc-b2c1-4cc0-8200-e98dff9169f1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffb2919-c376-4df1-bae2-3d622006194f HTTP/1.1" status: 200 len: 946 time: 0.2432175 Jul 13 08:11:21.787848 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d45510-daad-4828-87b0-266ef04113cf None None] Pushing event updated for resources: {'Port': ['ID=9aa677c3-de0a-4f5f-a51f-1b876409a1e5,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:21.863191 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-0d4176d0-7682-41ce-acf6-a7cfee37b5b1 req-efd34b64-2e71-4446-bcc5-2f99865ee8b7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] For port 21bca666-1ee9-4b5e-bcfb-8b176859acfb, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=21bca666-1ee9-4b5e-bcfb-8b176859acfb,segment=NetworkSegment(4c63635e-e0f3-4aa3-8765-6a7d0005c5ee),segment_id=4c63635e-e0f3-4aa3-8765-6a7d0005c5ee)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:21.864068 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0d4176d0-7682-41ce-acf6-a7cfee37b5b1 req-efd34b64-2e71-4446-bcc5-2f99865ee8b7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:21.895013 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-0d4176d0-7682-41ce-acf6-a7cfee37b5b1 req-efd34b64-2e71-4446-bcc5-2f99865ee8b7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Calling delete_port for 21bca666-1ee9-4b5e-bcfb-8b176859acfb owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:21.984069 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9e809b61-90a0-49f5-9082-38acd7d058c5 req-e78ca916-e9e7-4e17-a125-ff522e74070b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=04f02b43-9ede-4fae-bd9b-c5f56e5b5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230406 Jul 13 08:11:21.989794 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-226d715c-e7ad-48ee-ae32-6e0e872acdf7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:22.072175 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-226d715c-e7ad-48ee-ae32-6e0e872acdf7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] device_id is not set on port 7edf0781-43d8-4674-931a-21204668d088 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:11:22.367968 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef5996aa-09a2-4079-8920-7c000be23daf tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:22.432816 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0d4176d0-7682-41ce-acf6-a7cfee37b5b1 req-efd34b64-2e71-4446-bcc5-2f99865ee8b7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:22.490643 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-9f4c939a-15b2-4501-bce5-a6524fa656bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'name': 'tempest-TestNetworkBasicOps-router-450502250', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:08:37Z', 'updated_at': '2021-07-13T08:11:14Z', 'revision_number': 6, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:40Z', 'updated_at': '2021-07-13T08:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'bc20d984-5d69-433f-bf44-1704567bb9e4', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'floating_ip_address': '172.25.0.166', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'port_id': '7d57d719-4a4a-4b1f-9f42-d8aff12460fd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'mac_address': 'fa:16:3e:6f:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc36be8-fde0-4c32-a8f4-d7e0aac691db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:09:32Z', 'updated_at': '2021-07-13T08:09:40Z', 'revision_number': 1, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6e7416-a4e4-4cab-b80b-d95a0075fb55', 'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:1e:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:49Z', 'updated_at': '2021-07-13T08:09:02Z', 'revision_number': 5, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:22.505407 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd34b64-2e71-4446-bcc5-2f99865ee8b7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event deleted for resources: {'Port': ['ID=21bca666-1ee9-4b5e-bcfb-8b176859acfb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:22.617605 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4c939a-15b2-4501-bce5-a6524fa656bd None None] The sync data for ids ['1ae25e91-4e5d-473e-b203-66dcd86ed622'] in n-d-779913-28 is: [{'id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'name': 'tempest-TestNetworkBasicOps-router-450502250', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:08:37Z', 'updated_at': '2021-07-13T08:11:14Z', 'revision_number': 6, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:40Z', 'updated_at': '2021-07-13T08:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'bc20d984-5d69-433f-bf44-1704567bb9e4', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'floating_ip_address': '172.25.0.166', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'port_id': '7d57d719-4a4a-4b1f-9f42-d8aff12460fd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'mac_address': 'fa:16:3e:6f:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc36be8-fde0-4c32-a8f4-d7e0aac691db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:09:32Z', 'updated_at': '2021-07-13T08:09:40Z', 'revision_number': 1, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6e7416-a4e4-4cab-b80b-d95a0075fb55', 'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:1e:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:49Z', 'updated_at': '2021-07-13T08:09:02Z', 'revision_number': 5, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:11:22.651655 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4176d0-7682-41ce-acf6-a7cfee37b5b1 req-efd34b64-2e71-4446-bcc5-2f99865ee8b7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] No DVR routers for this DVR port 21bca666-1ee9-4b5e-bcfb-8b176859acfb on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:11:22.675497 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0d4176d0-7682-41ce-acf6-a7cfee37b5b1 req-efd34b64-2e71-4446-bcc5-2f99865ee8b7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:22.678434 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0d4176d0-7682-41ce-acf6-a7cfee37b5b1 req-efd34b64-2e71-4446-bcc5-2f99865ee8b7 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.35 "DELETE /v2.0/ports/21bca666-1ee9-4b5e-bcfb-8b176859acfb HTTP/1.1" status: 204 len: 173 time: 1.8368428 Jul 13 08:11:22.680939 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffb2919-c376-4df1-bae2-3d622006194f', 'name': 'network-vif-deleted', 'tag': '21bca666-1ee9-4b5e-bcfb-8b176859acfb'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:11:22.706721 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58da7213-bbe2-4698-9270-efd6722f4c91" -d '{"events": [{"server_uuid": "2ffb2919-c376-4df1-bae2-3d622006194f", "name": "network-vif-deleted", "tag": "21bca666-1ee9-4b5e-bcfb-8b176859acfb"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:11:22.830399 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94974e1f-4f22-4330-afbe-0b7d74413b13 x-openstack-request-id: req-94974e1f-4f22-4330-afbe-0b7d74413b13 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:11:22.830715 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffb2919-c376-4df1-bae2-3d622006194f", "name": "network-vif-deleted", "tag": "21bca666-1ee9-4b5e-bcfb-8b176859acfb", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:11:22.831068 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-94974e1f-4f22-4330-afbe-0b7d74413b13 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:11:22.831371 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffb2919-c376-4df1-bae2-3d622006194f', 'name': 'network-vif-deleted', 'tag': '21bca666-1ee9-4b5e-bcfb-8b176859acfb', 'status': 'completed', 'code': 200} Jul 13 08:11:22.894116 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef5996aa-09a2-4079-8920-7c000be23daf tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:22.931190 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef5996aa-09a2-4079-8920-7c000be23daf tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:22.981334 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-226d715c-e7ad-48ee-ae32-6e0e872acdf7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 172.20.0.9 (780f7a0e-8c20-4451-b666-5d4d18704b66/e9bda35e-bf5e-45cd-874f-bda3ec6af116/7edf0781-43d8-4674-931a-21204668d088) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:11:23.074805 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-226d715c-e7ad-48ee-ae32-6e0e872acdf7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8::f816:3eff:fe28:c34f (780f7a0e-8c20-4451-b666-5d4d18704b66/a957679f-798f-41dc-9a66-10fd02c006bb/7edf0781-43d8-4674-931a-21204668d088) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:11:23.099497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5996aa-09a2-4079-8920-7c000be23daf tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20b0850-cf7d-48c1-b9ac-0aa2db762496,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:23.197594 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef5996aa-09a2-4079-8920-7c000be23daf tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:23.215323 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ef5996aa-09a2-4079-8920-7c000be23daf tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7241430 Jul 13 08:11:23.218115 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54942) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:23.227849 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-6ea165e5-4e19-498e-83be-5780992f1408 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Request body: {'security_group_rule': {'security_group_id': '3a360227-34b3-4a7d-b7a5-ab204b24677c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:23.297082 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-841379df-3d3e-4876-bbdb-333bb90f7154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:23.317853 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9aa677c3-de0a-4f5f-a51f-1b876409a1e5 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:11:23.397898 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ea165e5-4e19-498e-83be-5780992f1408 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:23.548790 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ea165e5-4e19-498e-83be-5780992f1408 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:23.555011 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ea165e5-4e19-498e-83be-5780992f1408 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:23.573611 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9e52827b-1e03-4098-bc74-fa2129e0394b None None] Provisioning complete for port 9aa677c3-de0a-4f5f-a51f-1b876409a1e5 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:23.575093 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9e52827b-1e03-4098-bc74-fa2129e0394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:23.595984 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea165e5-4e19-498e-83be-5780992f1408 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3866570f-aea8-47d8-9487-d10cefd0adeb,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:23.611166 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6ea165e5-4e19-498e-83be-5780992f1408 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:23.613130 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6ea165e5-4e19-498e-83be-5780992f1408 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3926647 Jul 13 08:11:23.623497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54944) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:23.635990 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 9aa677c3-de0a-4f5f-a51f-1b876409a1e5 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:23.636515 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:23.641307 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fe2d7c65-3ac8-4f00-af4e-7a097eef688b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Request body: {'security_group_rule': {'security_group_id': '3a360227-34b3-4a7d-b7a5-ab204b24677c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:23.696809 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0a9b4f0-bb2c-435d-9c71-1ee29002c184 req-596b20d7-30d0-4076-9a0c-4c95101d750b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffb2919-c376-4df1-bae2-3d622006194f HTTP/1.1" status: 200 len: 210 time: 0.0974386 Jul 13 08:11:23.880619 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-226d715c-e7ad-48ee-ae32-6e0e872acdf7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:23.912534 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-226d715c-e7ad-48ee-ae32-6e0e872acdf7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Transition to ACTIVE for port object 7edf0781-43d8-4674-931a-21204668d088 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:23.919220 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e246e753-bc56-417b-84f4-b85e734dbf1c no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:11:23.982534 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-226d715c-e7ad-48ee-ae32-6e0e872acdf7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:24.001939 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: e246e753-bc56-417b-84f4-b85e734dbf1c {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:11:24.003943 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e246e753-bc56-417b-84f4-b85e734dbf1c not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:11:24.084828 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226d715c-e7ad-48ee-ae32-6e0e872acdf7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:24.085944 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe2d7c65-3ac8-4f00-af4e-7a097eef688b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:24.090734 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-226d715c-e7ad-48ee-ae32-6e0e872acdf7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:24.103588 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226d715c-e7ad-48ee-ae32-6e0e872acdf7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:11:24.111107 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d715c-e7ad-48ee-ae32-6e0e872acdf7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=7edf0781-43d8-4674-931a-21204668d088,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:24.243449 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226d715c-e7ad-48ee-ae32-6e0e872acdf7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:24.244849 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-226d715c-e7ad-48ee-ae32-6e0e872acdf7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:24.256145 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe2d7c65-3ac8-4f00-af4e-7a097eef688b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:24.277333 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe2d7c65-3ac8-4f00-af4e-7a097eef688b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:24.322576 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d7c65-3ac8-4f00-af4e-7a097eef688b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933d5f4c-1402-4a00-a6a5-3510c4a90ec4,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:24.335501 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-226d715c-e7ad-48ee-ae32-6e0e872acdf7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.3974984 Jul 13 08:11:24.339574 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54952) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:24.361163 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe2d7c65-3ac8-4f00-af4e-7a097eef688b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:24.366750 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fe2d7c65-3ac8-4f00-af4e-7a097eef688b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7295747 Jul 13 08:11:24.367314 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54954) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:24.375995 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d06a27df-e3d7-4d76-a221-5bc97f106e1f tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Request body: {'security_group_rule': {'security_group_id': '3a360227-34b3-4a7d-b7a5-ab204b24677c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:24.464669 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d06a27df-e3d7-4d76-a221-5bc97f106e1f tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:24.507985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f8fc0c-360d-4439-bb3f-e375b7450a87 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:24.530738 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f8fc0c-360d-4439-bb3f-e375b7450a87 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:24.537600 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-76f8fc0c-360d-4439-bb3f-e375b7450a87 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1926169 Jul 13 08:11:24.538204 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54958) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:24.678961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6dc72011-fa25-4534-b23e-bfc96ccf3528 None None] Provisioning for port 7edf0781-43d8-4674-931a-21204668d088 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:11:24.694066 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6dc72011-fa25-4534-b23e-bfc96ccf3528 None None] Provisioning complete for port 7edf0781-43d8-4674-931a-21204668d088 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:24.695782 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6dc72011-fa25-4534-b23e-bfc96ccf3528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:24.754035 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d06a27df-e3d7-4d76-a221-5bc97f106e1f tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:24.763829 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d06a27df-e3d7-4d76-a221-5bc97f106e1f tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:24.815995 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6dc72011-fa25-4534-b23e-bfc96ccf3528 None None] Port 7edf0781-43d8-4674-931a-21204668d088 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:11:24.820684 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a27df-e3d7-4d76-a221-5bc97f106e1f tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0badcb8c-06e8-4954-8c28-210ab24bdf79,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:24.840502 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d06a27df-e3d7-4d76-a221-5bc97f106e1f tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:24.843240 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d06a27df-e3d7-4d76-a221-5bc97f106e1f tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4743450 Jul 13 08:11:24.848704 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54964) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:24.862918 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c3d7aed3-8d92-4802-9e2a-83baf6b32526 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting port 7edf0781-43d8-4674-931a-21204668d088 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:24.863423 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c3d7aed3-8d92-4802-9e2a-83baf6b32526 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:24.912189 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54966) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:24.936627 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-896db6a5-4b45-4864-aa7e-af270345578c tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:24.956976 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-896db6a5-4b45-4864-aa7e-af270345578c tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.018486 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-896db6a5-4b45-4864-aa7e-af270345578c tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.034568 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-896db6a5-4b45-4864-aa7e-af270345578c tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.037078 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-896db6a5-4b45-4864-aa7e-af270345578c tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0badcb8c-06e8-4954-8c28-210ab24bdf79 HTTP/1.1" status: 204 len: 168 time: 0.1868212 Jul 13 08:11:25.044912 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54968) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:25.083758 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896db6a5-4b45-4864-aa7e-af270345578c tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0badcb8c-06e8-4954-8c28-210ab24bdf79,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:25.169513 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-95e7d2e2-be3e-4187-a4ce-b8ea4161ef19 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1218314 Jul 13 08:11:25.177716 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54972) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:25.195527 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c3d7aed3-8d92-4802-9e2a-83baf6b32526 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.230636 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49faf539-8ce9-4e8b-b206-5a1a8b035ef8 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.234810 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-40c972e7-63c6-40ec-974a-caf10d06bb5d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.239879 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c3d7aed3-8d92-4802-9e2a-83baf6b32526 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Calling delete_port for 7edf0781-43d8-4674-931a-21204668d088 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:25.249000 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49faf539-8ce9-4e8b-b206-5a1a8b035ef8 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.335543 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-40c972e7-63c6-40ec-974a-caf10d06bb5d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.348540 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49faf539-8ce9-4e8b-b206-5a1a8b035ef8 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.362602 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49faf539-8ce9-4e8b-b206-5a1a8b035ef8 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.365242 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-49faf539-8ce9-4e8b-b206-5a1a8b035ef8 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/933d5f4c-1402-4a00-a6a5-3510c4a90ec4 HTTP/1.1" status: 204 len: 168 time: 0.1845458 Jul 13 08:11:25.376069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54974) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:25.385045 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49faf539-8ce9-4e8b-b206-5a1a8b035ef8 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=933d5f4c-1402-4a00-a6a5-3510c4a90ec4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:25.485544 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-11d6d68b-d1db-499e-835f-f2f58fef19da tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1091101 Jul 13 08:11:25.490326 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54976) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:25.560105 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9517f053-d1bc-4750-b87a-f38d4b4eb861 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.588848 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9517f053-d1bc-4750-b87a-f38d4b4eb861 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.645690 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-40c972e7-63c6-40ec-974a-caf10d06bb5d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.650449 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-40c972e7-63c6-40ec-974a-caf10d06bb5d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.652573 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-40c972e7-63c6-40ec-974a-caf10d06bb5d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "DELETE /v2.0/security-groups/04f02b43-9ede-4fae-bd9b-c5f56e5b5f18 HTTP/1.1" status: 204 len: 168 time: 0.7389345 Jul 13 08:11:25.697069 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 21bca666-1ee9-4b5e-bcfb-8b176859acfb no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:11:25.708661 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54980) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:25.758271 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 21bca666-1ee9-4b5e-bcfb-8b176859acfb {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:11:25.759513 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 21bca666-1ee9-4b5e-bcfb-8b176859acfb not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:11:25.777992 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9517f053-d1bc-4750-b87a-f38d4b4eb861 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.781154 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c972e7-63c6-40ec-974a-caf10d06bb5d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f02b43-9ede-4fae-bd9b-c5f56e5b5f18,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:25.799629 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9517f053-d1bc-4750-b87a-f38d4b4eb861 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.806790 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9517f053-d1bc-4750-b87a-f38d4b4eb861 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/3866570f-aea8-47d8-9487-d10cefd0adeb HTTP/1.1" status: 204 len: 168 time: 0.3128824 Jul 13 08:11:25.825728 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54984) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:25.868169 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92dafcf-e3c4-4f03-8b00-105799f29d4c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Deleting subnet e9e17959-20f0-4730-be58-623242efe41e {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:11:25.880395 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e92dafcf-e3c4-4f03-8b00-105799f29d4c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.923300 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517f053-d1bc-4750-b87a-f38d4b4eb861 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3866570f-aea8-47d8-9487-d10cefd0adeb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:25.955344 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c3d7aed3-8d92-4802-9e2a-83baf6b32526 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.993652 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b3d9f4a1-146a-4f95-9d1f-eec982eafe19 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1661046 Jul 13 08:11:25.998113 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e92dafcf-e3c4-4f03-8b00-105799f29d4c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.040142 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54986) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:26.050621 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7aed3-8d92-4802-9e2a-83baf6b32526 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=7edf0781-43d8-4674-931a-21204668d088,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:26.223972 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c3d7aed3-8d92-4802-9e2a-83baf6b32526 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.229118 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c3d7aed3-8d92-4802-9e2a-83baf6b32526 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/7edf0781-43d8-4674-931a-21204668d088 HTTP/1.1" status: 204 len: 168 time: 1.6886425 Jul 13 08:11:26.232621 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54988) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:26.242725 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e92dafcf-e3c4-4f03-8b00-105799f29d4c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.249671 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e916ab5-f3b9-4ee4-a4e8-558a03997214 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.305874 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e916ab5-f3b9-4ee4-a4e8-558a03997214 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.410611 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e916ab5-f3b9-4ee4-a4e8-558a03997214 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.432404 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e916ab5-f3b9-4ee4-a4e8-558a03997214 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.433038 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea93866-4720-469d-a91d-06e919cdab4a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:26.439410 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9e916ab5-f3b9-4ee4-a4e8-558a03997214 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/f20b0850-cf7d-48c1-b9ac-0aa2db762496 HTTP/1.1" status: 204 len: 168 time: 0.3919201 Jul 13 08:11:26.444153 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea93866-4720-469d-a91d-06e919cdab4a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:26.446980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e916ab5-f3b9-4ee4-a4e8-558a03997214 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f20b0850-cf7d-48c1-b9ac-0aa2db762496,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:26.452412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 54992) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:26.462848 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea93866-4720-469d-a91d-06e919cdab4a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:26.465628 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6ea93866-4720-469d-a91d-06e919cdab4a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2296743 Jul 13 08:11:26.469348 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54994) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:26.521967 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e92dafcf-e3c4-4f03-8b00-105799f29d4c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.546630 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e92dafcf-e3c4-4f03-8b00-105799f29d4c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.549923 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e92dafcf-e3c4-4f03-8b00-105799f29d4c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "DELETE /v2.0/subnets/e9e17959-20f0-4730-be58-623242efe41e HTTP/1.1" status: 204 len: 168 time: 0.8395853 Jul 13 08:11:26.555618 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54996) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:26.573890 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873ad845-8501-4a7e-b7cb-343cfbc3fa6d None None] Network bb746ddf-193e-4e3d-9f7f-39b2df9a1f28 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:11:26.601882 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92dafcf-e3c4-4f03-8b00-105799f29d4c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e17959-20f0-4730-be58-623242efe41e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:26.625492 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-385d32a9-fde4-41ce-92b7-fe041e29c3f5 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1664557 Jul 13 08:11:26.629666 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 54998) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:26.710383 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5421f7-9ca4-4b2d-bcab-e3afbd3fb4eb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet a957679f-798f-41dc-9a66-10fd02c006bb {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:11:26.752820 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd5421f7-9ca4-4b2d-bcab-e3afbd3fb4eb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.814051 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5846116a-c9e2-4232-aaca-d20597044c2d tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.833868 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d1b641d-ac65-4b11-b197-bd34a2caf0f5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.870639 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5846116a-c9e2-4232-aaca-d20597044c2d tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.924893 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd5421f7-9ca4-4b2d-bcab-e3afbd3fb4eb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.958389 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da53519c-1ed0-48b2-b7b9-6e492d81312a None None] DHCP port deletion for bb746ddf-193e-4e3d-9f7f-39b2df9a1f28 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:11:26.974424 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5846116a-c9e2-4232-aaca-d20597044c2d tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.985448 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5846116a-c9e2-4232-aaca-d20597044c2d tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.986905 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5846116a-c9e2-4232-aaca-d20597044c2d tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0427969f-db86-4441-9a0c-0b31552ecd23 HTTP/1.1" status: 204 len: 168 time: 0.3499298 Jul 13 08:11:26.992701 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55002) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:27.077278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-da53519c-1ed0-48b2-b7b9-6e492d81312a None None] Deleting port d66f2601-4be3-4fb4-860a-93684ddb0745 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:27.078340 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da53519c-1ed0-48b2-b7b9-6e492d81312a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:27.090453 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f4d532ab-26b5-46a9-a9b8-723450072517 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0957327 Jul 13 08:11:27.093992 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55004) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:27.142282 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846116a-c9e2-4232-aaca-d20597044c2d tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0427969f-db86-4441-9a0c-0b31552ecd23,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:27.212978 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-da53519c-1ed0-48b2-b7b9-6e492d81312a None None] For port d66f2601-4be3-4fb4-860a-93684ddb0745, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d66f2601-4be3-4fb4-860a-93684ddb0745,segment=NetworkSegment(4c63635e-e0f3-4aa3-8765-6a7d0005c5ee),segment_id=4c63635e-e0f3-4aa3-8765-6a7d0005c5ee)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:27.213928 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da53519c-1ed0-48b2-b7b9-6e492d81312a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:27.243053 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-da53519c-1ed0-48b2-b7b9-6e492d81312a None None] Calling delete_port for d66f2601-4be3-4fb4-860a-93684ddb0745 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:27.280740 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd5421f7-9ca4-4b2d-bcab-e3afbd3fb4eb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:27.318251 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a1470bf5-0a29-4c09-a6c9-b38b0f9e97d3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:27.401315 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a1470bf5-0a29-4c09-a6c9-b38b0f9e97d3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:27.425591 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da53519c-1ed0-48b2-b7b9-6e492d81312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:27.458673 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-5d1b641d-ac65-4b11-b197-bd34a2caf0f5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Deleting port d66f2601-4be3-4fb4-860a-93684ddb0745 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:27.462252 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d1b641d-ac65-4b11-b197-bd34a2caf0f5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:27.471995 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd5421f7-9ca4-4b2d-bcab-e3afbd3fb4eb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:27.501087 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a1470bf5-0a29-4c09-a6c9-b38b0f9e97d3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:27.508951 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a1470bf5-0a29-4c09-a6c9-b38b0f9e97d3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:27.518945 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a1470bf5-0a29-4c09-a6c9-b38b0f9e97d3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "DELETE /v2.0/security-groups/3a360227-34b3-4a7d-b7a5-ab204b24677c HTTP/1.1" status: 204 len: 168 time: 0.4147098 Jul 13 08:11:27.521066 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55008) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:27.528070 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53519c-1ed0-48b2-b7b9-6e492d81312a None None] Pushing event deleted for resources: {'Port': ['ID=d66f2601-4be3-4fb4-860a-93684ddb0745,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:27.532049 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da53519c-1ed0-48b2-b7b9-6e492d81312a None None] No DVR routers for this DVR port d66f2601-4be3-4fb4-860a-93684ddb0745 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:11:27.569199 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5421f7-9ca4-4b2d-bcab-e3afbd3fb4eb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=a957679f-798f-41dc-9a66-10fd02c006bb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:27.607240 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d3753485-1f89-4fe5-908f-ff2cb8a5dd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:27.623047 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1470bf5-0a29-4c09-a6c9-b38b0f9e97d3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a360227-34b3-4a7d-b7a5-ab204b24677c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:27.639662 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fd5421f7-9ca4-4b2d-bcab-e3afbd3fb4eb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:27.645473 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fd5421f7-9ca4-4b2d-bcab-e3afbd3fb4eb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/a957679f-798f-41dc-9a66-10fd02c006bb HTTP/1.1" status: 204 len: 168 time: 1.1737971 Jul 13 08:11:27.649881 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55010) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:27.657962 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c428ac-003a-448b-9c75-79e5ad12908f None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:11:27.704377 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-39ccded9-b539-43bf-b5c2-43a7740defd7 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1209574 Jul 13 08:11:27.714643 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55012) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:27.723992 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ffb6a1e9-6488-4f4f-ac69-03076101c8c5 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Request body: {'security_group': {'name': 'tempest-secgroup--1443840910'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:27.800664 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-5d1b641d-ac65-4b11-b197-bd34a2caf0f5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] For port d66f2601-4be3-4fb4-860a-93684ddb0745, host n-d-779913-28, got binding levels [] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:27.801950 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d1b641d-ac65-4b11-b197-bd34a2caf0f5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:27.820267 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffb6a1e9-6488-4f4f-ac69-03076101c8c5 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:27.832518 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-5d1b641d-ac65-4b11-b197-bd34a2caf0f5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Calling delete_port for d66f2601-4be3-4fb4-860a-93684ddb0745 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:27.836994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.ipam_backend_mixin [None req-5d1b641d-ac65-4b11-b197-bd34a2caf0f5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Port d66f2601-4be3-4fb4-860a-93684ddb0745 was not found and therefore no delete operation was performed {{(pid=93723) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 08:11:27.848235 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d1b641d-ac65-4b11-b197-bd34a2caf0f5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:27.867752 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d83150-e672-41b5-94b1-d3da503c38aa tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet e9bda35e-bf5e-45cd-874f-bda3ec6af116 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:11:27.896021 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10d83150-e672-41b5-94b1-d3da503c38aa tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:27.992457 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1b641d-ac65-4b11-b197-bd34a2caf0f5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] No DVR routers for this DVR port d66f2601-4be3-4fb4-860a-93684ddb0745 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:11:28.040138 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:28.096183 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b641d-ac65-4b11-b197-bd34a2caf0f5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event deleted for resources: {'Port': ['ID=d66f2601-4be3-4fb4-860a-93684ddb0745,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:28.160353 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffb6a1e9-6488-4f4f-ac69-03076101c8c5 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:28.169253 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffb6a1e9-6488-4f4f-ac69-03076101c8c5 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:28.190979 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10d83150-e672-41b5-94b1-d3da503c38aa tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:28.243993 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffb6a1e9-6488-4f4f-ac69-03076101c8c5 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:28.253452 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ffb6a1e9-6488-4f4f-ac69-03076101c8c5 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5318203 Jul 13 08:11:28.262768 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55018) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:28.272999 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5d258835-cf23-40cd-a5da-7da150bd508e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Request body: {'security_group_rule': {'security_group_id': '988e9091-d838-43ad-9555-e67c3bcb8716', 'direction': 'ingress', 'protocol': 17}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:28.281546 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6a1e9-6488-4f4f-ac69-03076101c8c5 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=988e9091-d838-43ad-9555-e67c3bcb8716,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:28.301485 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d1b641d-ac65-4b11-b197-bd34a2caf0f5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:28.332919 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-5d1b641d-ac65-4b11-b197-bd34a2caf0f5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb746ddf-193e-4e3d-9f7f-39b2df9a1f28']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:28.333873 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d258835-cf23-40cd-a5da-7da150bd508e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:28.455845 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-5d1b641d-ac65-4b11-b197-bd34a2caf0f5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c63635e-e0f3-4aa3-8765-6a7d0005c5ee') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:28.456320 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-5d1b641d-ac65-4b11-b197-bd34a2caf0f5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c63635e-e0f3-4aa3-8765-6a7d0005c5ee') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:28.468744 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d258835-cf23-40cd-a5da-7da150bd508e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:28.475473 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d258835-cf23-40cd-a5da-7da150bd508e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:28.487272 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d1b641d-ac65-4b11-b197-bd34a2caf0f5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:28.519340 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d258835-cf23-40cd-a5da-7da150bd508e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646d648e-15d3-4a45-b0ad-2ce200531171,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:28.523693 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10d83150-e672-41b5-94b1-d3da503c38aa tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:28.537894 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d258835-cf23-40cd-a5da-7da150bd508e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:28.539920 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5d258835-cf23-40cd-a5da-7da150bd508e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2750807 Jul 13 08:11:28.543888 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55020) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:28.572643 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d1b641d-ac65-4b11-b197-bd34a2caf0f5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:28.582928 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1b641d-ac65-4b11-b197-bd34a2caf0f5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:11:28.583545 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d1b641d-ac65-4b11-b197-bd34a2caf0f5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:11:28.649777 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:11:28.710156 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16a85c19-c38c-4619-ada5-223e1996c3f3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:28.756900 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d1b641d-ac65-4b11-b197-bd34a2caf0f5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:28.770768 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5d1b641d-ac65-4b11-b197-bd34a2caf0f5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:28.774254 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5d1b641d-ac65-4b11-b197-bd34a2caf0f5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "DELETE /v2.0/networks/bb746ddf-193e-4e3d-9f7f-39b2df9a1f28 HTTP/1.1" status: 204 len: 168 time: 2.2118540 Jul 13 08:11:28.783011 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55024) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:28.819456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b641d-ac65-4b11-b197-bd34a2caf0f5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event deleted for resources: {'Network': ['ID=bb746ddf-193e-4e3d-9f7f-39b2df9a1f28,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:28.876268 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10d83150-e672-41b5-94b1-d3da503c38aa tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:28.940159 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d83150-e672-41b5-94b1-d3da503c38aa tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=e9bda35e-bf5e-45cd-874f-bda3ec6af116,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:28.954065 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10d83150-e672-41b5-94b1-d3da503c38aa tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:28.963771 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-10d83150-e672-41b5-94b1-d3da503c38aa tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/e9bda35e-bf5e-45cd-874f-bda3ec6af116 HTTP/1.1" status: 204 len: 168 time: 1.3111188 Jul 13 08:11:28.965089 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55028) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:29.016040 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d66f2601-4be3-4fb4-860a-93684ddb0745 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:11:29.024815 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16a85c19-c38c-4619-ada5-223e1996c3f3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:29.090769 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: d66f2601-4be3-4fb4-860a-93684ddb0745 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:11:29.091735 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d66f2601-4be3-4fb4-860a-93684ddb0745 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:11:29.133044 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16a85c19-c38c-4619-ada5-223e1996c3f3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:29.143248 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16a85c19-c38c-4619-ada5-223e1996c3f3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:29.146738 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-16a85c19-c38c-4619-ada5-223e1996c3f3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "DELETE /v2.0/security-groups/988e9091-d838-43ad-9555-e67c3bcb8716 HTTP/1.1" status: 204 len: 168 time: 0.5992000 Jul 13 08:11:29.217719 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55030) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:29.223779 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a85c19-c38c-4619-ada5-223e1996c3f3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=988e9091-d838-43ad-9555-e67c3bcb8716,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:29.519903 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d47b9fd0-2df4-479b-82ca-7707b1da32d2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5526502 Jul 13 08:11:29.520680 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-add60d92-b549-478c-bcdf-21b2dce98ab8 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2916689 Jul 13 08:11:29.521982 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55034) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:29.531794 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-855dfb9a-51b4-4fcc-a1ee-68b2b23c3490 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Request body: {'security_group': {'name': 'tempest-secgroup--1911872485'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:29.540935 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55036) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:29.549335 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-df656e2a-6c69-4a5b-8628-f351689cf28d tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:29.557358 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048faa36-4224-414a-b074-5f288957fb8a None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:11:29.602259 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-855dfb9a-51b4-4fcc-a1ee-68b2b23c3490 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:29.696297 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a14b4-da7c-4c73-939d-2e7be98e0f1a tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Deleting port 347960bb-2c1b-4edb-be9c-1894a96aa752 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:29.696716 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b3a14b4-da7c-4c73-939d-2e7be98e0f1a tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:29.774773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-447f51d0-daea-4609-8b42-d3a55ed8cc73 None None] Provisioning complete for port 9aa677c3-de0a-4f5f-a51f-1b876409a1e5 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:29.775326 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-447f51d0-daea-4609-8b42-d3a55ed8cc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:29.782071 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:29.872098 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-855dfb9a-51b4-4fcc-a1ee-68b2b23c3490 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:29.878860 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-855dfb9a-51b4-4fcc-a1ee-68b2b23c3490 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:29.945859 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df656e2a-6c69-4a5b-8628-f351689cf28d tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:11:29.956860 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df656e2a-6c69-4a5b-8628-f351689cf28d tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:29.967357 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b3a14b4-da7c-4c73-939d-2e7be98e0f1a tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:29.968038 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b3a14b4-da7c-4c73-939d-2e7be98e0f1a tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:29.991384 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855dfb9a-51b4-4fcc-a1ee-68b2b23c3490 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f135bbf-e813-408f-8928-a77c61565027,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:30.016672 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-855dfb9a-51b4-4fcc-a1ee-68b2b23c3490 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:30.027391 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-855dfb9a-51b4-4fcc-a1ee-68b2b23c3490 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5030506 Jul 13 08:11:30.030573 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55040) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:30.039040 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1389ec3b-93cf-4441-9694-82b5407c7d25 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078852892'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:30.112980 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1389ec3b-93cf-4441-9694-82b5407c7d25 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:30.211797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a14b4-da7c-4c73-939d-2e7be98e0f1a tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Calling delete_port for 347960bb-2c1b-4edb-be9c-1894a96aa752 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:30.287443 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1389ec3b-93cf-4441-9694-82b5407c7d25 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:30.310685 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1389ec3b-93cf-4441-9694-82b5407c7d25 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:30.345321 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9498b6b9-c075-4812-9739-75b88e76658c None None] DHCP port deletion for 780f7a0e-8c20-4451-b666-5d4d18704b66 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:11:30.367602 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1389ec3b-93cf-4441-9694-82b5407c7d25 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:30.373003 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1389ec3b-93cf-4441-9694-82b5407c7d25 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3365529 Jul 13 08:11:30.374960 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55042) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:30.383738 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c7ec0931-192f-4880-bbde-b213daf4dcf8 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Request body: {'security_group_rule': {'security_group_id': '3f135bbf-e813-408f-8928-a77c61565027', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ff26d37c-be54-476c-aa2f-28bcf2d8b417', 'remote_ip_prefix': None}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:30.395362 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389ec3b-93cf-4441-9694-82b5407c7d25 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff26d37c-be54-476c-aa2f-28bcf2d8b417,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:30.442024 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9498b6b9-c075-4812-9739-75b88e76658c None None] Deleting port 9aa677c3-de0a-4f5f-a51f-1b876409a1e5 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:30.442817 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9498b6b9-c075-4812-9739-75b88e76658c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:30.457330 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0931-192f-4880-bbde-b213daf4dcf8 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:30.575097 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-9498b6b9-c075-4812-9739-75b88e76658c None None] For port 9aa677c3-de0a-4f5f-a51f-1b876409a1e5, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9aa677c3-de0a-4f5f-a51f-1b876409a1e5,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:30.575584 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9498b6b9-c075-4812-9739-75b88e76658c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:30.598567 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9498b6b9-c075-4812-9739-75b88e76658c None None] Calling delete_port for 9aa677c3-de0a-4f5f-a51f-1b876409a1e5 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:30.707979 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0931-192f-4880-bbde-b213daf4dcf8 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:30.718411 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0931-192f-4880-bbde-b213daf4dcf8 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:30.741839 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df656e2a-6c69-4a5b-8628-f351689cf28d tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:30.797169 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec0931-192f-4880-bbde-b213daf4dcf8 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4cecde8-5e9a-4473-a3de-7a294a5daddf,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:30.804704 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0931-192f-4880-bbde-b213daf4dcf8 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:30.807407 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c7ec0931-192f-4880-bbde-b213daf4dcf8 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4306302 Jul 13 08:11:30.811939 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55050) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:30.814889 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9498b6b9-c075-4812-9739-75b88e76658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:30.914701 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-76212715-d062-40ef-a819-7aa087e68f7a tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:30.941961 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-76212715-d062-40ef-a819-7aa087e68f7a tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:30.952398 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498b6b9-c075-4812-9739-75b88e76658c None None] Pushing event deleted for resources: {'Port': ['ID=9aa677c3-de0a-4f5f-a51f-1b876409a1e5,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:30.966806 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df656e2a-6c69-4a5b-8628-f351689cf28d tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:30.975151 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9498b6b9-c075-4812-9739-75b88e76658c None None] No DVR routers for this DVR port 9aa677c3-de0a-4f5f-a51f-1b876409a1e5 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:11:31.022499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-df656e2a-6c69-4a5b-8628-f351689cf28d tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:31.028510 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df656e2a-6c69-4a5b-8628-f351689cf28d tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:31.029548 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df656e2a-6c69-4a5b-8628-f351689cf28d tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:31.042789 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9aa677c3-de0a-4f5f-a51f-1b876409a1e5 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:11:31.055099 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b445e8e2-096d-439b-abf2-8342853bd9a6 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:11:31.084381 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df656e2a-6c69-4a5b-8628-f351689cf28d tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=451b79e3-8716-49ef-b6a7-4f4f0f60bae7,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:31.102183 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-76212715-d062-40ef-a819-7aa087e68f7a tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:31.108234 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-df656e2a-6c69-4a5b-8628-f351689cf28d tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5662959 Jul 13 08:11:31.111512 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55058) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:31.121598 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-76212715-d062-40ef-a819-7aa087e68f7a tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:31.143788 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-76212715-d062-40ef-a819-7aa087e68f7a tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/c4cecde8-5e9a-4473-a3de-7a294a5daddf HTTP/1.1" status: 204 len: 168 time: 0.3248198 Jul 13 08:11:31.144475 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f308bffa-f971-4018-9651-0b6134534227 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:31.149976 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 9aa677c3-de0a-4f5f-a51f-1b876409a1e5 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:11:31.151872 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9aa677c3-de0a-4f5f-a51f-1b876409a1e5 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:11:31.197218 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55060) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:31.198677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76212715-d062-40ef-a819-7aa087e68f7a tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4cecde8-5e9a-4473-a3de-7a294a5daddf,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:31.357259 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-eadf2fa8-823f-49fc-a83c-d83cd3dfcd28 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1508729 Jul 13 08:11:31.358620 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55062) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:31.433109 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b3a14b4-da7c-4c73-939d-2e7be98e0f1a tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:31.446551 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f308bffa-f971-4018-9651-0b6134534227 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:11:31.454434 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f308bffa-f971-4018-9651-0b6134534227 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:31.489224 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:31.526444 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6eb3b156-7300-4bc2-baac-02c9e4983583 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:31.541283 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a14b4-da7c-4c73-939d-2e7be98e0f1a tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event deleted for resources: {'Port': ['ID=347960bb-2c1b-4edb-be9c-1894a96aa752,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:31.571913 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-780f7a0e-8c20-4451-b666-5d4d18704b66', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'fixed_ips': [{'subnet_id': '451b79e3-8716-49ef-b6a7-4f4f0f60bae7'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:11:31.574306 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:31.617237 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6eb3b156-7300-4bc2-baac-02c9e4983583 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:31.755250 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6eb3b156-7300-4bc2-baac-02c9e4983583 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:31.767296 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6eb3b156-7300-4bc2-baac-02c9e4983583 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:31.774041 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6eb3b156-7300-4bc2-baac-02c9e4983583 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "DELETE /v2.0/security-groups/ff26d37c-be54-476c-aa2f-28bcf2d8b417 HTTP/1.1" status: 204 len: 168 time: 0.4114115 Jul 13 08:11:31.810644 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55064) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:31.813059 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3b156-7300-4bc2-baac-02c9e4983583 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff26d37c-be54-476c-aa2f-28bcf2d8b417,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:31.986172 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0e631b9c-41e7-41e5-9ae8-b32cd71e5f70 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1601610 Jul 13 08:11:31.991179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55066) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:32.055731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] Allocated IP 172.20.0.2 (780f7a0e-8c20-4451-b666-5d4d18704b66/451b79e3-8716-49ef-b6a7-4f4f0f60bae7/fe43e990-1c75-4161-88e7-d255e5918225) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:11:32.196975 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd6ca-b2af-4c7d-b0f5-97c944ced317 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:32.307038 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd6ca-b2af-4c7d-b0f5-97c944ced317 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:32.427058 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd6ca-b2af-4c7d-b0f5-97c944ced317 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:32.431421 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd6ca-b2af-4c7d-b0f5-97c944ced317 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:32.432640 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-aa2bd6ca-b2af-4c7d-b0f5-97c944ced317 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "DELETE /v2.0/security-groups/3f135bbf-e813-408f-8928-a77c61565027 HTTP/1.1" status: 204 len: 168 time: 0.4397461 Jul 13 08:11:32.451793 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55072) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:32.464305 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bd6ca-b2af-4c7d-b0f5-97c944ced317 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f135bbf-e813-408f-8928-a77c61565027,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:32.562507 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:32.582847 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] Transition to ACTIVE for port object fe43e990-1c75-4161-88e7-d255e5918225 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:32.600184 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-710d6b9f-f380-4344-ab2b-332e216a2fcb tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1283348 Jul 13 08:11:32.605568 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55074) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:32.616758 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-386a07c5-d6d3-47ff-8250-8f6843e34bba tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Request body: {'security_group': {'name': 'tempest-secgroup--50060480'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:32.638626 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] Transition to ACTIVE for port object fe43e990-1c75-4161-88e7-d255e5918225 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:32.646731 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b3a14b4-da7c-4c73-939d-2e7be98e0f1a tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:32.647732 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-6b3a14b4-da7c-4c73-939d-2e7be98e0f1a tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Floating IP bc20d984-5d69-433f-bf44-1704567bb9e4 disassociated (deleted). External IP: 172.25.0.166, port: 7d57d719-4a4a-4b1f-9f42-d8aff12460fd. Jul 13 08:11:32.660042 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:32.708336 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-386a07c5-d6d3-47ff-8250-8f6843e34bba tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:32.788903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:32.799876 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:32.815209 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:11:32.863547 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] Pushing event updated for resources: {'Port': ['ID=fe43e990-1c75-4161-88e7-d255e5918225,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:33.019878 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-386a07c5-d6d3-47ff-8250-8f6843e34bba tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:33.026871 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-386a07c5-d6d3-47ff-8250-8f6843e34bba tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:33.051864 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] Attempting to bind port fe43e990-1c75-4161-88e7-d255e5918225 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:11:33.054780 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] Attempting to bind port fe43e990-1c75-4161-88e7-d255e5918225 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:11:33.055420 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] Attempting to bind port fe43e990-1c75-4161-88e7-d255e5918225 on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:11:33.072880 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:11:33.073530 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:11:33.074062 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:33.074501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:11:33.075443 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] Bound port: fe43e990-1c75-4161-88e7-d255e5918225, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:11:33.075931 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:33.108305 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-386a07c5-d6d3-47ff-8250-8f6843e34bba tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:33.112231 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-386a07c5-d6d3-47ff-8250-8f6843e34bba tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5041456 Jul 13 08:11:33.119792 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55076) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:33.133619 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-db887cb4-314d-4289-aca4-f4c282fd9c7a tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Request body: {'security_group_rule': {'security_group_id': '5ffbb7ab-ba3f-4f05-849a-543b3b82c191', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:33.194468 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a07c5-d6d3-47ff-8250-8f6843e34bba tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffbb7ab-ba3f-4f05-849a-543b3b82c191,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:33.214351 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db887cb4-314d-4289-aca4-f4c282fd9c7a tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:33.353025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] For port fe43e990-1c75-4161-88e7-d255e5918225, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:11:33.362304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] For port fe43e990-1c75-4161-88e7-d255e5918225, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=fe43e990-1c75-4161-88e7-d255e5918225,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:11:33.371890 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:33.385705 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db887cb4-314d-4289-aca4-f4c282fd9c7a tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:33.393267 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db887cb4-314d-4289-aca4-f4c282fd9c7a tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:33.464290 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3a14b4-da7c-4c73-939d-2e7be98e0f1a tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Router 1ae25e91-4e5d-473e-b203-66dcd86ed622 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:11:33.540538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db887cb4-314d-4289-aca4-f4c282fd9c7a tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b87da9-f307-4b22-aa5c-02ad7cf7117f,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:33.553713 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-db887cb4-314d-4289-aca4-f4c282fd9c7a tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:33.562901 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-db887cb4-314d-4289-aca4-f4c282fd9c7a tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4395027 Jul 13 08:11:33.564463 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55082) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:33.627792 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4522c24-8b41-43e3-bd52-9e4dab119b78 None None] Pushing event updated for resources: {'Port': ['ID=fe43e990-1c75-4161-88e7-d255e5918225,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:33.655809 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e5dd58ba-f0c1-402f-99c2-4b938bda909e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:33.675712 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e5dd58ba-f0c1-402f-99c2-4b938bda909e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:33.738193 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e5dd58ba-f0c1-402f-99c2-4b938bda909e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:33.750064 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e5dd58ba-f0c1-402f-99c2-4b938bda909e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:33.756337 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e5dd58ba-f0c1-402f-99c2-4b938bda909e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/79b87da9-f307-4b22-aa5c-02ad7cf7117f HTTP/1.1" status: 204 len: 168 time: 0.1894262 Jul 13 08:11:33.767730 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd58ba-f0c1-402f-99c2-4b938bda909e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79b87da9-f307-4b22-aa5c-02ad7cf7117f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:33.781669 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55084) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:33.834599 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:11:33.898375 n-d-779913-28 neutron-server[93724]: DEBUG neutron.objects.ports [None req-f308bffa-f971-4018-9651-0b6134534227 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 08:11:33.950436 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0b93e624-1b70-4ac8-945a-b9ca045985f5 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1657507 Jul 13 08:11:33.952296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55086) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:34.107026 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2252ff8-2f80-4393-a638-0410658019a0 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:34.162871 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3a14b4-da7c-4c73-939d-2e7be98e0f1a tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:11:34.174509 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b3a14b4-da7c-4c73-939d-2e7be98e0f1a tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:34.199861 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2252ff8-2f80-4393-a638-0410658019a0 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:34.201080 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b438c0-f914-4e03-b66a-769c54c5b09d None None] Sync routers for ids ['1ae25e91-4e5d-473e-b203-66dcd86ed622'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:11:34.246265 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6b3a14b4-da7c-4c73-939d-2e7be98e0f1a tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "DELETE /v2.0/floatingips/bc20d984-5d69-433f-bf44-1704567bb9e4 HTTP/1.1" status: 204 len: 168 time: 5.4623613 Jul 13 08:11:34.247224 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b438c0-f914-4e03-b66a-769c54c5b09d None None] Routers {'1ae25e91-4e5d-473e-b203-66dcd86ed622'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:11:34.254908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc36be8-fde0-4c32-a8f4-d7e0aac691db', 'tag': '7d57d719-4a4a-4b1f-9f42-d8aff12460fd'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:11:34.256638 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1731861a-17c1-4859-9b69-ad6aa10e7905" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc36be8-fde0-4c32-a8f4-d7e0aac691db", "tag": "7d57d719-4a4a-4b1f-9f42-d8aff12460fd"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:11:34.259518 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-59b438c0-f914-4e03-b66a-769c54c5b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:11:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1ae25e91-4e5d-473e-b203-66dcd86ed622'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:34.352852 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2252ff8-2f80-4393-a638-0410658019a0 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:34.357427 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d2252ff8-2f80-4393-a638-0410658019a0 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:34.366247 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d2252ff8-2f80-4393-a638-0410658019a0 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "DELETE /v2.0/security-groups/5ffbb7ab-ba3f-4f05-849a-543b3b82c191 HTTP/1.1" status: 204 len: 168 time: 0.4123750 Jul 13 08:11:34.367137 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55098) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:34.436604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2252ff8-2f80-4393-a638-0410658019a0 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffbb7ab-ba3f-4f05-849a-543b3b82c191,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:34.604095 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ddf97008-8471-4c13-89fe-6a3efa4818ac tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1811271 Jul 13 08:11:34.612007 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55104) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:34.626215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2390ca30-ab77-4b98-b7a7-4310bd01aadb tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Request body: {'security_group': {'name': 'tempest-secgroup--404639024'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:34.681737 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-59b438c0-f914-4e03-b66a-769c54c5b09d None None] Set router 1ae25e91-4e5d-473e-b203-66dcd86ed622 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:11:34.738150 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f308bffa-f971-4018-9651-0b6134534227 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:34.808388 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2390ca30-ab77-4b98-b7a7-4310bd01aadb tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:35.022788 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569ba679-a0bd-491f-b65f-2a1c94fdc6b0 x-openstack-request-id: req-569ba679-a0bd-491f-b65f-2a1c94fdc6b0 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:11:35.025874 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc36be8-fde0-4c32-a8f4-d7e0aac691db", "tag": "7d57d719-4a4a-4b1f-9f42-d8aff12460fd", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:11:35.025874 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-569ba679-a0bd-491f-b65f-2a1c94fdc6b0 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:11:35.025874 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc36be8-fde0-4c32-a8f4-d7e0aac691db', 'tag': '7d57d719-4a4a-4b1f-9f42-d8aff12460fd', 'status': 'completed', 'code': 200} Jul 13 08:11:35.212043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fe43e990-1c75-4161-88e7-d255e5918225 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:11:35.251677 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731861a-17c1-4859-9b69-ad6aa10e7905 req-84f6d8db-1b51-46de-a494-8387ba88c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:35.257290 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1731861a-17c1-4859-9b69-ad6aa10e7905 req-84f6d8db-1b51-46de-a494-8387ba88c5d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=646613418a8c4063bb68b7f4cbd296e4&device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 1098 time: 0.2090933 Jul 13 08:11:35.438963 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port fe43e990-1c75-4161-88e7-d255e5918225 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:11:35.582456 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-f308bffa-f971-4018-9651-0b6134534227 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] For port fe43e990-1c75-4161-88e7-d255e5918225, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=fe43e990-1c75-4161-88e7-d255e5918225,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:35.670690 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731861a-17c1-4859-9b69-ad6aa10e7905 req-d6ebe2ee-c464-4fa6-814f-0a5d42a4d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:35.675102 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1731861a-17c1-4859-9b69-ad6aa10e7905 req-d6ebe2ee-c464-4fa6-814f-0a5d42a4d23a service neutron] 10.222.0.62 "GET /v2.0/networks?id=81ea72ab-a8e9-4967-949e-0f1148ce531d HTTP/1.1" status: 200 len: 898 time: 0.4104676 Jul 13 08:11:35.732337 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2390ca30-ab77-4b98-b7a7-4310bd01aadb tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:35.793733 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1731861a-17c1-4859-9b69-ad6aa10e7905 req-7daddd01-c752-4ff0-a805-0b777c606702 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d57d719-4a4a-4b1f-9f42-d8aff12460fd HTTP/1.1" status: 200 len: 217 time: 0.1107168 Jul 13 08:11:35.861696 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-59b438c0-f914-4e03-b66a-769c54c5b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'name': 'tempest-TestNetworkBasicOps-router-450502250', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:08:37Z', 'updated_at': '2021-07-13T08:11:14Z', 'revision_number': 6, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:40Z', 'updated_at': '2021-07-13T08:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '9c6e7416-a4e4-4cab-b80b-d95a0075fb55', 'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:1e:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:49Z', 'updated_at': '2021-07-13T08:09:02Z', 'revision_number': 5, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:35.872672 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2390ca30-ab77-4b98-b7a7-4310bd01aadb tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:35.939129 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f308bffa-f971-4018-9651-0b6134534227 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:35.972400 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b438c0-f914-4e03-b66a-769c54c5b09d None None] Checking router: 1ae25e91-4e5d-473e-b203-66dcd86ed622 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:11:35.979518 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731861a-17c1-4859-9b69-ad6aa10e7905 req-629cf4b7-e131-4772-939f-9950fbdbe3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:35.986601 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1731861a-17c1-4859-9b69-ad6aa10e7905 req-629cf4b7-e131-4772-939f-9950fbdbe3ef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62 HTTP/1.1" status: 200 len: 835 time: 0.1856997 Jul 13 08:11:35.998550 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b438c0-f914-4e03-b66a-769c54c5b09d None None] Routers {'1ae25e91-4e5d-473e-b203-66dcd86ed622'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:11:35.999660 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-59b438c0-f914-4e03-b66a-769c54c5b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:11:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1ae25e91-4e5d-473e-b203-66dcd86ed622'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:36.007412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390ca30-ab77-4b98-b7a7-4310bd01aadb tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c95e4be7-c937-467a-abe5-b00cca2c6252,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:36.009883 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5c8a5e02-4652-4e7b-8d76-d677a2d197ab None None] Provisioning for port fe43e990-1c75-4161-88e7-d255e5918225 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:11:36.021415 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5c8a5e02-4652-4e7b-8d76-d677a2d197ab None None] Provisioning complete for port fe43e990-1c75-4161-88e7-d255e5918225 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:36.022282 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c8a5e02-4652-4e7b-8d76-d677a2d197ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:36.038040 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2390ca30-ab77-4b98-b7a7-4310bd01aadb tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:36.046366 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2390ca30-ab77-4b98-b7a7-4310bd01aadb tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4304972 Jul 13 08:11:36.048151 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55122) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:36.065163 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d5ba2f45-ca39-4cf0-9306-a12aa752c4ee tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Request body: {'security_group_rule': {'security_group_id': 'c95e4be7-c937-467a-abe5-b00cca2c6252', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:36.071398 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f308bffa-f971-4018-9651-0b6134534227 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:36.201462 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731861a-17c1-4859-9b69-ad6aa10e7905 req-f3619606-1427-4c74-a9e9-350314d42561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:36.213917 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1731861a-17c1-4859-9b69-ad6aa10e7905 req-f3619606-1427-4c74-a9e9-350314d42561 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=81ea72ab-a8e9-4967-949e-0f1148ce531d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2208908 Jul 13 08:11:36.285867 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f308bffa-f971-4018-9651-0b6134534227 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:36.351324 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-59b438c0-f914-4e03-b66a-769c54c5b09d None None] Set router 1ae25e91-4e5d-473e-b203-66dcd86ed622 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:11:36.364131 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c8a5e02-4652-4e7b-8d76-d677a2d197ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:36.430027 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f308bffa-f971-4018-9651-0b6134534227 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:36.448421 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308bffa-f971-4018-9651-0b6134534227 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=90b08eb0-c65e-4d78-a248-eacd80947f93,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:36.461900 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f308bffa-f971-4018-9651-0b6134534227 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:36.467263 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f308bffa-f971-4018-9651-0b6134534227 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:36.469247 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f308bffa-f971-4018-9651-0b6134534227 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:36.487035 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5ba2f45-ca39-4cf0-9306-a12aa752c4ee tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:36.495823 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d52d0d-ad70-4e64-9472-2a92c17537d1 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:11:36.543059 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5c8a5e02-4652-4e7b-8d76-d677a2d197ab None None] For port fe43e990-1c75-4161-88e7-d255e5918225, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=fe43e990-1c75-4161-88e7-d255e5918225,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:36.557781 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1731861a-17c1-4859-9b69-ad6aa10e7905 req-3dcedade-8790-4ad9-87e1-a9a93b6552f5 service neutron] 10.222.0.62 "GET /v2.0/networks/81ea72ab-a8e9-4967-949e-0f1148ce531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336353 Jul 13 08:11:36.611428 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecfb67-a0a6-4ced-93a1-9a6f418d1828 req-c4d8b306-cd60-443d-9a25-7aee2b3c384c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:36.624820 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-09ecfb67-a0a6-4ced-93a1-9a6f418d1828 req-c4d8b306-cd60-443d-9a25-7aee2b3c384c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 946 time: 0.8812428 Jul 13 08:11:36.719677 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c8a5e02-4652-4e7b-8d76-d677a2d197ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:36.797459 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-09ecfb67-a0a6-4ced-93a1-9a6f418d1828 req-c33c8836-4414-406c-83fb-1aafc72bda1e tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a3028cd-0bbc-4f57-8f2b-8f5f254508e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712024 Jul 13 08:11:36.866364 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308bffa-f971-4018-9651-0b6134534227 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=fe43e990-1c75-4161-88e7-d255e5918225,revision_number=4']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:36.940623 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1731861a-17c1-4859-9b69-ad6aa10e7905 req-821bbd18-ebfc-4c74-b547-1057d0b19660 service neutron] 10.222.0.62 "GET /v2.0/networks/81ea72ab-a8e9-4967-949e-0f1148ce531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740933 Jul 13 08:11:36.982136 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5ba2f45-ca39-4cf0-9306-a12aa752c4ee tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:36.988557 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-59b438c0-f914-4e03-b66a-769c54c5b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'name': 'tempest-TestNetworkBasicOps-router-450502250', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:08:37Z', 'updated_at': '2021-07-13T08:11:14Z', 'revision_number': 6, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:40Z', 'updated_at': '2021-07-13T08:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '9c6e7416-a4e4-4cab-b80b-d95a0075fb55', 'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:1e:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:49Z', 'updated_at': '2021-07-13T08:09:02Z', 'revision_number': 5, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:36.997330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55144) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:36.997668 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f308bffa-f971-4018-9651-0b6134534227 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.8820021 Jul 13 08:11:37.004743 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ce03033f-ef29-451d-bc0c-4d4144e59e3c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'mac_address': 'fa:16:3e:e0:9c:98', 'name': 'tempest-NetworksTestDHCPv6-1823648726'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:37.052878 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5ba2f45-ca39-4cf0-9306-a12aa752c4ee tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:37.125916 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b438c0-f914-4e03-b66a-769c54c5b09d None None] The sync data for ids ['1ae25e91-4e5d-473e-b203-66dcd86ed622'] in n-d-779913-28 is: [{'id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'name': 'tempest-TestNetworkBasicOps-router-450502250', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:08:37Z', 'updated_at': '2021-07-13T08:11:14Z', 'revision_number': 6, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:40Z', 'updated_at': '2021-07-13T08:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '9c6e7416-a4e4-4cab-b80b-d95a0075fb55', 'name': '', 'network_id': '81ea72ab-a8e9-4967-949e-0f1148ce531d', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:1e:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:49Z', 'updated_at': '2021-07-13T08:09:02Z', 'revision_number': 5, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': 'c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:11:37.155904 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba2f45-ca39-4cf0-9306-a12aa752c4ee tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3460553-7812-4d93-b8b7-3defb89f104c,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:37.214406 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55146) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:37.236634 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce84fe-8a3f-4497-980b-0856c7eeec2f req-765b0e94-25f7-4192-bea9-cb61c7ec1023 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:37.252278 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0ce84fe-8a3f-4497-980b-0856c7eeec2f req-765b0e94-25f7-4192-bea9-cb61c7ec1023 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 946 time: 0.5696082 Jul 13 08:11:37.254770 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5ba2f45-ca39-4cf0-9306-a12aa752c4ee tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:37.255261 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d5ba2f45-ca39-4cf0-9306-a12aa752c4ee tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2004442 Jul 13 08:11:37.259930 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55148) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:37.335075 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8048b271-0eee-494b-a9a5-c828ffc55184 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-group-rules/c3460553-7812-4d93-b8b7-3defb89f104c HTTP/1.1" status: 200 len: 763 time: 0.0676570 Jul 13 08:11:37.342731 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55152) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:37.466657 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce03033f-ef29-451d-bc0c-4d4144e59e3c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:11:37.507870 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e2481527-934e-49cf-a10d-d01706e41f5b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1636965 Jul 13 08:11:37.513479 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55154) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:37.643583 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69aba067-321b-48fd-90cb-3fda268d09b3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:37.649679 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a5e02-4652-4e7b-8d76-d677a2d197ab None None] Pushing event updated for resources: {'Port': ['ID=fe43e990-1c75-4161-88e7-d255e5918225,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:37.657236 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69aba067-321b-48fd-90cb-3fda268d09b3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:37.717330 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ce03033f-ef29-451d-bc0c-4d4144e59e3c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:37.758632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-ce03033f-ef29-451d-bc0c-4d4144e59e3c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] device_id is not set on port 38fedb31-6074-4ad2-8175-e12f85d19090 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:11:37.791949 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d6878990-1350-4493-b4f5-f37ca59f96cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:37.829019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c79a9a-c40c-4423-9fec-72552a2c78b5 None None] New status for floating IP bc20d984-5d69-433f-bf44-1704567bb9e4: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:11:37.856842 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69aba067-321b-48fd-90cb-3fda268d09b3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:37.862692 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-e0ce84fe-8a3f-4497-980b-0856c7eeec2f req-2efaa1ca-8cab-48ba-9027-727291415a15 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Deleting port 7d57d719-4a4a-4b1f-9f42-d8aff12460fd {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:37.863617 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e0ce84fe-8a3f-4497-980b-0856c7eeec2f req-2efaa1ca-8cab-48ba-9027-727291415a15 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:37.883173 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69aba067-321b-48fd-90cb-3fda268d09b3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:37.885224 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-69aba067-321b-48fd-90cb-3fda268d09b3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/c3460553-7812-4d93-b8b7-3defb89f104c HTTP/1.1" status: 204 len: 168 time: 0.3691673 Jul 13 08:11:37.920391 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55158) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:38.064261 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aba067-321b-48fd-90cb-3fda268d09b3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3460553-7812-4d93-b8b7-3defb89f104c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:38.173047 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:38.206778 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-ce03033f-ef29-451d-bc0c-4d4144e59e3c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 172.20.0.3 (780f7a0e-8c20-4451-b666-5d4d18704b66/451b79e3-8716-49ef-b6a7-4f4f0f60bae7/38fedb31-6074-4ad2-8175-e12f85d19090) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:11:38.221150 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-ce03033f-ef29-451d-bc0c-4d4144e59e3c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8::f816:3eff:fee0:9c98 (780f7a0e-8c20-4451-b666-5d4d18704b66/90b08eb0-c65e-4d78-a248-eacd80947f93/38fedb31-6074-4ad2-8175-e12f85d19090) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:11:38.303175 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e0ce84fe-8a3f-4497-980b-0856c7eeec2f req-2efaa1ca-8cab-48ba-9027-727291415a15 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] For port 7d57d719-4a4a-4b1f-9f42-d8aff12460fd, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=7d57d719-4a4a-4b1f-9f42-d8aff12460fd,segment=NetworkSegment(b2322381-ab59-4f21-b483-52a1a1631ffe),segment_id=b2322381-ab59-4f21-b483-52a1a1631ffe)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:38.303700 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e0ce84fe-8a3f-4497-980b-0856c7eeec2f req-2efaa1ca-8cab-48ba-9027-727291415a15 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:38.326548 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-e0ce84fe-8a3f-4497-980b-0856c7eeec2f req-2efaa1ca-8cab-48ba-9027-727291415a15 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Calling delete_port for 7d57d719-4a4a-4b1f-9f42-d8aff12460fd owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:38.539210 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ce03033f-ef29-451d-bc0c-4d4144e59e3c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:38.557235 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-931c216d-94c5-4f72-b14f-5c38a8974c39 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6279657 Jul 13 08:11:38.562906 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-ce03033f-ef29-451d-bc0c-4d4144e59e3c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Transition to ACTIVE for port object 38fedb31-6074-4ad2-8175-e12f85d19090 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:38.576634 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55162) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:38.583694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-929b8adb-629a-4570-92c0-821d27c5c76e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Request body: {'security_group_rule': {'security_group_id': 'c95e4be7-c937-467a-abe5-b00cca2c6252', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:38.612258 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ce03033f-ef29-451d-bc0c-4d4144e59e3c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:38.693034 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce03033f-ef29-451d-bc0c-4d4144e59e3c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:38.699755 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-ce03033f-ef29-451d-bc0c-4d4144e59e3c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:38.704153 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce03033f-ef29-451d-bc0c-4d4144e59e3c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:11:38.735197 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d6878990-1350-4493-b4f5-f37ca59f96cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:38.748548 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc29537-fcd4-4d8e-abde-29a797802442 req-20bfa870-16af-4382-9628-93f9f630bbbc tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:38.753624 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ccc29537-fcd4-4d8e-abde-29a797802442 req-20bfa870-16af-4382-9628-93f9f630bbbc tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 946 time: 0.3681989 Jul 13 08:11:38.758786 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d6878990-1350-4493-b4f5-f37ca59f96cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:38.807048 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6878990-1350-4493-b4f5-f37ca59f96cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad647cc-46af-46c9-9443-832609798f4c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:38.827729 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03033f-ef29-451d-bc0c-4d4144e59e3c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=38fedb31-6074-4ad2-8175-e12f85d19090,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:38.854446 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce03033f-ef29-451d-bc0c-4d4144e59e3c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:38.863354 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ce03033f-ef29-451d-bc0c-4d4144e59e3c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:38.915532 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ce03033f-ef29-451d-bc0c-4d4144e59e3c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9147890 Jul 13 08:11:38.917823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55164) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:38.958140 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-929b8adb-629a-4570-92c0-821d27c5c76e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:38.975385 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d6878990-1350-4493-b4f5-f37ca59f96cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f028004969642d6b4342412e7d4e41d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7182939 Jul 13 08:11:38.988423 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55166) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:39.104779 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef20edc0-b98b-4876-b13b-8f13f8b7482a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:39.108188 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ccc29537-fcd4-4d8e-abde-29a797802442 req-56d8c8ea-b48f-4f93-a91e-300a2ed2033f tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a3028cd-0bbc-4f57-8f2b-8f5f254508e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3055186 Jul 13 08:11:39.109312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fe43e990-1c75-4161-88e7-d255e5918225 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:11:39.134484 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e0ce84fe-8a3f-4497-980b-0856c7eeec2f req-2efaa1ca-8cab-48ba-9027-727291415a15 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:39.137844 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef20edc0-b98b-4876-b13b-8f13f8b7482a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:39.162127 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ef20edc0-b98b-4876-b13b-8f13f8b7482a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2345929 Jul 13 08:11:39.172472 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55172) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:39.200091 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efaa1ca-8cab-48ba-9027-727291415a15 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event deleted for resources: {'Port': ['ID=7d57d719-4a4a-4b1f-9f42-d8aff12460fd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:39.270918 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f430e274-6008-4eb6-8171-8ecc592b228e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:39.320872 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port fe43e990-1c75-4161-88e7-d255e5918225 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:39.322686 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:39.413720 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-5de1a725-dc32-4e51-bc8a-f5347cfcf4ac tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting port 38fedb31-6074-4ad2-8175-e12f85d19090 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:39.414552 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5de1a725-dc32-4e51-bc8a-f5347cfcf4ac tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:39.438571 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-15d5843b-43d3-42cb-9cd3-762698317cb6 None None] Provisioning complete for port fe43e990-1c75-4161-88e7-d255e5918225 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:39.444013 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-15d5843b-43d3-42cb-9cd3-762698317cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:39.452363 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f430e274-6008-4eb6-8171-8ecc592b228e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:39.461357 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ce84fe-8a3f-4497-980b-0856c7eeec2f req-2efaa1ca-8cab-48ba-9027-727291415a15 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] No DVR routers for this DVR port 7d57d719-4a4a-4b1f-9f42-d8aff12460fd on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:11:39.471476 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e0ce84fe-8a3f-4497-980b-0856c7eeec2f req-2efaa1ca-8cab-48ba-9027-727291415a15 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:39.475140 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e0ce84fe-8a3f-4497-980b-0856c7eeec2f req-2efaa1ca-8cab-48ba-9027-727291415a15 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.62 "DELETE /v2.0/ports/7d57d719-4a4a-4b1f-9f42-d8aff12460fd HTTP/1.1" status: 204 len: 173 time: 2.2075827 Jul 13 08:11:39.493270 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-929b8adb-629a-4570-92c0-821d27c5c76e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:39.502773 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc36be8-fde0-4c32-a8f4-d7e0aac691db', 'name': 'network-vif-deleted', 'tag': '7d57d719-4a4a-4b1f-9f42-d8aff12460fd'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:11:39.506872 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ce457f-25be-4f94-99df-d564a7aed7f4" -d '{"events": [{"server_uuid": "6cc36be8-fde0-4c32-a8f4-d7e0aac691db", "name": "network-vif-deleted", "tag": "7d57d719-4a4a-4b1f-9f42-d8aff12460fd"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:11:39.538417 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-929b8adb-629a-4570-92c0-821d27c5c76e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:39.638400 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03957502-d2fd-4949-9fb0-f25561ec8eda x-openstack-request-id: req-03957502-d2fd-4949-9fb0-f25561ec8eda {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:11:39.639217 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc36be8-fde0-4c32-a8f4-d7e0aac691db", "name": "network-vif-deleted", "tag": "7d57d719-4a4a-4b1f-9f42-d8aff12460fd", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:11:39.639933 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-03957502-d2fd-4949-9fb0-f25561ec8eda {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:11:39.641428 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc36be8-fde0-4c32-a8f4-d7e0aac691db', 'name': 'network-vif-deleted', 'tag': '7d57d719-4a4a-4b1f-9f42-d8aff12460fd', 'status': 'completed', 'code': 200} Jul 13 08:11:39.657222 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b8adb-629a-4570-92c0-821d27c5c76e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=809e13bb-18ab-41cf-80b6-c2575cd06a5d,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:39.661783 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5de1a725-dc32-4e51-bc8a-f5347cfcf4ac tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:39.672879 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-929b8adb-629a-4570-92c0-821d27c5c76e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:39.674975 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-929b8adb-629a-4570-92c0-821d27c5c76e tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0968776 Jul 13 08:11:39.679406 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55182) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:39.714369 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-5de1a725-dc32-4e51-bc8a-f5347cfcf4ac tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Calling delete_port for 38fedb31-6074-4ad2-8175-e12f85d19090 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:39.726366 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-75b3b33c-38de-4844-8004-18d5413f93b8 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-group-rules/809e13bb-18ab-41cf-80b6-c2575cd06a5d HTTP/1.1" status: 200 len: 763 time: 0.0452397 Jul 13 08:11:39.730541 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55184) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:39.777854 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f430e274-6008-4eb6-8171-8ecc592b228e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:39.791838 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f430e274-6008-4eb6-8171-8ecc592b228e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:39.796921 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f430e274-6008-4eb6-8171-8ecc592b228e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ad647cc-46af-46c9-9443-832609798f4c HTTP/1.1" status: 204 len: 168 time: 0.7957628 Jul 13 08:11:39.844763 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430e274-6008-4eb6-8171-8ecc592b228e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad647cc-46af-46c9-9443-832609798f4c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:39.891991 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-af6a8bd0-a829-4375-aa5e-5724c2908f87 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1601224 Jul 13 08:11:39.898583 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55188) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:39.991672 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d20a0027-c211-42b7-9fb8-dffd5070a475 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:40.006286 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d20a0027-c211-42b7-9fb8-dffd5070a475 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:40.037463 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1a6f2016-2b9f-4856-b62a-687f9d89ab17 None None] Provisioning for port 38fedb31-6074-4ad2-8175-e12f85d19090 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:11:40.046813 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1a6f2016-2b9f-4856-b62a-687f9d89ab17 None None] Provisioning complete for port 38fedb31-6074-4ad2-8175-e12f85d19090 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:40.047405 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1a6f2016-2b9f-4856-b62a-687f9d89ab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:40.117027 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1a6f2016-2b9f-4856-b62a-687f9d89ab17 None None] Port 38fedb31-6074-4ad2-8175-e12f85d19090 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:11:40.190972 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d20a0027-c211-42b7-9fb8-dffd5070a475 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:40.205685 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d20a0027-c211-42b7-9fb8-dffd5070a475 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:40.211808 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d20a0027-c211-42b7-9fb8-dffd5070a475 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/809e13bb-18ab-41cf-80b6-c2575cd06a5d HTTP/1.1" status: 204 len: 168 time: 0.3069742 Jul 13 08:11:40.213797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55194) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:40.223850 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a0027-c211-42b7-9fb8-dffd5070a475 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=809e13bb-18ab-41cf-80b6-c2575cd06a5d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:40.231691 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5de1a725-dc32-4e51-bc8a-f5347cfcf4ac tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:40.324408 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1a725-dc32-4e51-bc8a-f5347cfcf4ac tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=38fedb31-6074-4ad2-8175-e12f85d19090,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:40.383536 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d0a4c878-0198-43ae-ab3c-68cf8eddfb3c tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1641328 Jul 13 08:11:40.385910 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55198) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:40.397638 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d13fc13b-374c-444d-8042-ae8f88081962 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Request body: {'security_group_rule': {'security_group_id': 'c95e4be7-c937-467a-abe5-b00cca2c6252', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:40.537762 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d13fc13b-374c-444d-8042-ae8f88081962 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:40.538687 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5de1a725-dc32-4e51-bc8a-f5347cfcf4ac tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:40.551349 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5de1a725-dc32-4e51-bc8a-f5347cfcf4ac tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/38fedb31-6074-4ad2-8175-e12f85d19090 HTTP/1.1" status: 204 len: 168 time: 1.3771305 Jul 13 08:11:40.553536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55204) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:40.711444 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f36519d1-ed6f-4682-9914-09d366abdfa9 req-1fc969b2-aeea-4992-b1be-044835503447 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc36be8-fde0-4c32-a8f4-d7e0aac691db HTTP/1.1" status: 200 len: 210 time: 0.0926034 Jul 13 08:11:40.726057 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09799063-a2b8-4fb6-923e-caa9424d717f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:40.737598 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09799063-a2b8-4fb6-923e-caa9424d717f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:40.749248 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09799063-a2b8-4fb6-923e-caa9424d717f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:40.756156 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-09799063-a2b8-4fb6-923e-caa9424d717f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1967125 Jul 13 08:11:40.756703 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55210) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:40.761262 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d13fc13b-374c-444d-8042-ae8f88081962 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:40.771629 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d13fc13b-374c-444d-8042-ae8f88081962 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:40.820298 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fc13b-374c-444d-8042-ae8f88081962 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ac64ef-29d8-4924-b71d-9b50cae62ade,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:40.831601 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5cdde2-afbd-48f6-a1f6-413b6e08ced5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet 451b79e3-8716-49ef-b6a7-4f4f0f60bae7 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:11:40.840553 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d13fc13b-374c-444d-8042-ae8f88081962 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:40.842505 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb5cdde2-afbd-48f6-a1f6-413b6e08ced5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:40.847019 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d13fc13b-374c-444d-8042-ae8f88081962 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4560628 Jul 13 08:11:40.848272 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55212) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:40.906466 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e3cbdb17-16d3-4352-9baa-270162946e09 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-group-rules/c1ac64ef-29d8-4924-b71d-9b50cae62ade HTTP/1.1" status: 200 len: 764 time: 0.0578105 Jul 13 08:11:40.910800 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55216) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:40.935672 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb5cdde2-afbd-48f6-a1f6-413b6e08ced5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:41.005145 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f67ba079-dd73-4f7c-9f7a-96008d2c8bbe tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0886688 Jul 13 08:11:41.005145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55220) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:41.073541 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d61151c5-1250-47d5-b165-658a6655c8d3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:41.102957 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d61151c5-1250-47d5-b165-658a6655c8d3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:41.132823 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb5cdde2-afbd-48f6-a1f6-413b6e08ced5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:41.208510 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d61151c5-1250-47d5-b165-658a6655c8d3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:41.227385 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d61151c5-1250-47d5-b165-658a6655c8d3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:41.229318 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d61151c5-1250-47d5-b165-658a6655c8d3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/c1ac64ef-29d8-4924-b71d-9b50cae62ade HTTP/1.1" status: 204 len: 168 time: 0.2240214 Jul 13 08:11:41.232661 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55226) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:41.245745 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61151c5-1250-47d5-b165-658a6655c8d3 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1ac64ef-29d8-4924-b71d-9b50cae62ade,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:41.288669 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb5cdde2-afbd-48f6-a1f6-413b6e08ced5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:41.323862 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7d57d719-4a4a-4b1f-9f42-d8aff12460fd no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:11:41.343466 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cdde2-afbd-48f6-a1f6-413b6e08ced5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=451b79e3-8716-49ef-b6a7-4f4f0f60bae7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:41.348473 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cb5cdde2-afbd-48f6-a1f6-413b6e08ced5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:41.354376 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cb5cdde2-afbd-48f6-a1f6-413b6e08ced5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/451b79e3-8716-49ef-b6a7-4f4f0f60bae7 HTTP/1.1" status: 204 len: 168 time: 0.5960391 Jul 13 08:11:41.357942 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55228) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:41.377767 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-48625e97-b88a-428a-933e-078df8243c00 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1411126 Jul 13 08:11:41.381438 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55232) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:41.394590 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00841209-40d3-4921-8daa-a254c5889e20 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:11:41.401990 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 7d57d719-4a4a-4b1f-9f42-d8aff12460fd {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:11:41.410481 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 7d57d719-4a4a-4b1f-9f42-d8aff12460fd not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:11:41.508602 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c2f655-2898-4b32-a190-21f68ebf713d tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet 90b08eb0-c65e-4d78-a248-eacd80947f93 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:11:41.524648 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66463502-c270-4a89-88a4-7f4809e502ac tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:41.527603 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f655-2898-4b32-a190-21f68ebf713d tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:41.593372 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66463502-c270-4a89-88a4-7f4809e502ac tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:41.654184 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f655-2898-4b32-a190-21f68ebf713d tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:41.707378 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66463502-c270-4a89-88a4-7f4809e502ac tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:41.722819 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66463502-c270-4a89-88a4-7f4809e502ac tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:41.724953 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-66463502-c270-4a89-88a4-7f4809e502ac tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "DELETE /v2.0/security-groups/c95e4be7-c937-467a-abe5-b00cca2c6252 HTTP/1.1" status: 204 len: 168 time: 0.3419833 Jul 13 08:11:41.740945 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55238) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:41.830105 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66463502-c270-4a89-88a4-7f4809e502ac tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95e4be7-c937-467a-abe5-b00cca2c6252,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:41.975597 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-82519386-da5a-4ca1-8a8d-b7076f7591c6 tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2187817 Jul 13 08:11:41.976932 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55242) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:41.980666 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f655-2898-4b32-a190-21f68ebf713d tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:42.096307 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55244) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:42.169601 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5ccdfa3b-82f7-4753-a98c-b8aa2e7a803b tempest-SecGroupTest-1406883638 tempest-SecGroupTest-1406883638-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1908269 Jul 13 08:11:42.195246 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f655-2898-4b32-a190-21f68ebf713d tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:42.337556 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f655-2898-4b32-a190-21f68ebf713d tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:42.350572 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e1c2f655-2898-4b32-a190-21f68ebf713d tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/90b08eb0-c65e-4d78-a248-eacd80947f93 HTTP/1.1" status: 204 len: 168 time: 0.9906139 Jul 13 08:11:42.352439 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2f655-2898-4b32-a190-21f68ebf713d tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=90b08eb0-c65e-4d78-a248-eacd80947f93,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:42.355424 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55248) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:42.403427 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5cd166c4-c0d6-4ecc-8b8c-5755d5d9a0a2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:42.496010 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a7db0a91-0866-4b7e-8fba-205139f4a5fc tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1364744 Jul 13 08:11:42.500614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55250) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:42.608875 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5cd166c4-c0d6-4ecc-8b8c-5755d5d9a0a2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:42.829386 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ea9b34-23ab-439f-abad-2732e4fbbc56 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:42.842740 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55260) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:42.843605 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d0ea9b34-23ab-439f-abad-2732e4fbbc56 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3406329 Jul 13 08:11:42.906968 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5cd166c4-c0d6-4ecc-8b8c-5755d5d9a0a2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:42.911609 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5cd166c4-c0d6-4ecc-8b8c-5755d5d9a0a2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:42.922512 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5cd166c4-c0d6-4ecc-8b8c-5755d5d9a0a2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "DELETE /v2.0/security-groups/4a3028cd-0bbc-4f57-8f2b-8f5f254508e0 HTTP/1.1" status: 204 len: 168 time: 0.8216209 Jul 13 08:11:42.954729 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd166c4-c0d6-4ecc-8b8c-5755d5d9a0a2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3028cd-0bbc-4f57-8f2b-8f5f254508e0,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:42.996938 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55264) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:43.064146 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb776a24-e8d3-4cb3-a477-822dd3ea0f40 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:43.067972 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:43.075415 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bb776a24-e8d3-4cb3-a477-822dd3ea0f40 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2303400 Jul 13 08:11:43.078850 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55266) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:43.227596 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55270) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:43.232626 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-51d1d281-0ef6-4f30-82c5-90b4bf49fdb8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1521809 Jul 13 08:11:43.251910 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55272) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:43.277569 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-52d3427a-2915-4394-89e2-995ecfdd1bf1 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:43.402841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551bb97c-9e25-4362-a878-1d550f999605 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:11:43.716833 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c0e68703-1a56-479b-9699-c6f53d2509e9 None None] Provisioning complete for port fe43e990-1c75-4161-88e7-d255e5918225 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:43.718815 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c0e68703-1a56-479b-9699-c6f53d2509e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:43.947733 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-333c1d53-e643-4ba3-96ab-b11eb73cb7f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d6b4b9faa704d3d85b15068e8890266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7110491 Jul 13 08:11:43.953232 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55278) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:44.025817 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d3427a-2915-4394-89e2-995ecfdd1bf1 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:11:44.040280 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52d3427a-2915-4394-89e2-995ecfdd1bf1 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:44.047611 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d3427a-2915-4394-89e2-995ecfdd1bf1 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 08:11:44.051252 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d3427a-2915-4394-89e2-995ecfdd1bf1 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:11:44.104843 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c75850f8-906b-4437-90f7-5adb68ee6369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:44.111561 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-52d3427a-2915-4394-89e2-995ecfdd1bf1 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8554294 Jul 13 08:11:44.116366 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55282) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:44.121344 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5caba9-15d0-41a7-9060-cd89bb563572 None None] DHCP port deletion for 780f7a0e-8c20-4451-b666-5d4d18704b66 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:11:44.124298 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-93e45df8-91bd-4648-895a-8b17d43a8cd6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:44.162898 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c75850f8-906b-4437-90f7-5adb68ee6369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:44.224402 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0b5caba9-15d0-41a7-9060-cd89bb563572 None None] Deleting port fe43e990-1c75-4161-88e7-d255e5918225 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:44.224811 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b5caba9-15d0-41a7-9060-cd89bb563572 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:44.273440 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c75850f8-906b-4437-90f7-5adb68ee6369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:44.283077 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c75850f8-906b-4437-90f7-5adb68ee6369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:44.290824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c75850f8-906b-4437-90f7-5adb68ee6369 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9cef0a9e-91c6-41ce-af46-2ab5d62b7bb1 HTTP/1.1" status: 204 len: 168 time: 0.3325474 Jul 13 08:11:44.316487 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75850f8-906b-4437-90f7-5adb68ee6369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cef0a9e-91c6-41ce-af46-2ab5d62b7bb1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:44.362017 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0b5caba9-15d0-41a7-9060-cd89bb563572 None None] For port fe43e990-1c75-4161-88e7-d255e5918225, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=fe43e990-1c75-4161-88e7-d255e5918225,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:44.362524 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b5caba9-15d0-41a7-9060-cd89bb563572 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:44.379446 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0b5caba9-15d0-41a7-9060-cd89bb563572 None None] Calling delete_port for fe43e990-1c75-4161-88e7-d255e5918225 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:44.512440 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b5caba9-15d0-41a7-9060-cd89bb563572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:44.555287 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e45df8-91bd-4648-895a-8b17d43a8cd6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:11:44.555702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5caba9-15d0-41a7-9060-cd89bb563572 None None] No DVR routers for this DVR port fe43e990-1c75-4161-88e7-d255e5918225 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:11:44.557814 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5caba9-15d0-41a7-9060-cd89bb563572 None None] Pushing event deleted for resources: {'Port': ['ID=fe43e990-1c75-4161-88e7-d255e5918225,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:44.567652 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-93e45df8-91bd-4648-895a-8b17d43a8cd6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:44.569965 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e45df8-91bd-4648-895a-8b17d43a8cd6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 08:11:44.571685 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e45df8-91bd-4648-895a-8b17d43a8cd6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:11:44.635077 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-304b099a-fb42-4b20-905b-6bad281e6d24 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:44.641758 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-93e45df8-91bd-4648-895a-8b17d43a8cd6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5236900 Jul 13 08:11:44.647876 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55288) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:44.656848 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a3494c27-788e-43a9-903e-e4024b6511d9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:44.845393 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3494c27-788e-43a9-903e-e4024b6511d9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:11:44.850756 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3494c27-788e-43a9-903e-e4024b6511d9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:44.853427 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3494c27-788e-43a9-903e-e4024b6511d9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 08:11:44.854214 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3494c27-788e-43a9-903e-e4024b6511d9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:11:44.910451 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a3494c27-788e-43a9-903e-e4024b6511d9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2593832 Jul 13 08:11:44.914808 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55300) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:44.932166 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0eb238db-f93f-45f2-923b-91e992e61f45 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:45.059966 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fe43e990-1c75-4161-88e7-d255e5918225 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:11:45.178583 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb238db-f93f-45f2-923b-91e992e61f45 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:11:45.179375 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: fe43e990-1c75-4161-88e7-d255e5918225 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:11:45.180014 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fe43e990-1c75-4161-88e7-d255e5918225 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:11:45.205794 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0eb238db-f93f-45f2-923b-91e992e61f45 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:45.208682 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb238db-f93f-45f2-923b-91e992e61f45 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 08:11:45.209672 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb238db-f93f-45f2-923b-91e992e61f45 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:11:45.252073 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0eb238db-f93f-45f2-923b-91e992e61f45 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3307137 Jul 13 08:11:45.252657 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55310) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:45.263214 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1663ad3c-7c15-4667-942d-b296ea1b49f5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:45.435461 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1663ad3c-7c15-4667-942d-b296ea1b49f5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:11:45.445352 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1663ad3c-7c15-4667-942d-b296ea1b49f5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:45.449534 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-1663ad3c-7c15-4667-942d-b296ea1b49f5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 08:11:45.450405 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1663ad3c-7c15-4667-942d-b296ea1b49f5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:11:45.480831 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55320) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:45.482175 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1663ad3c-7c15-4667-942d-b296ea1b49f5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2269616 Jul 13 08:11:45.490743 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-3124f781-18b8-4c31-8e1e-b035e5337742 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:45.689646 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3124f781-18b8-4c31-8e1e-b035e5337742 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:11:45.697083 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3124f781-18b8-4c31-8e1e-b035e5337742 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:45.697083 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-3124f781-18b8-4c31-8e1e-b035e5337742 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 08:11:45.697083 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3124f781-18b8-4c31-8e1e-b035e5337742 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:11:45.748375 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55336) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:45.753185 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3124f781-18b8-4c31-8e1e-b035e5337742 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2592518 Jul 13 08:11:45.797664 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-304b099a-fb42-4b20-905b-6bad281e6d24 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Deleting port 9c6e7416-a4e4-4cab-b80b-d95a0075fb55 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:45.798533 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-304b099a-fb42-4b20-905b-6bad281e6d24 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:45.803159 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b392b6fc-8e42-4da0-aeba-6b97b304e0be tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0532653 Jul 13 08:11:45.803850 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55340) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:45.875389 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604c1f91-9f47-4f24-8195-57c781c09117 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:45.884493 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-604c1f91-9f47-4f24-8195-57c781c09117 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0722344 Jul 13 08:11:45.884493 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55348) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:45.940238 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-18a9f22f-7415-4b2b-8d5b-0daa658c91f1 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514526 Jul 13 08:11:45.940645 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55350) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:45.996280 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-304b099a-fb42-4b20-905b-6bad281e6d24 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] For port 9c6e7416-a4e4-4cab-b80b-d95a0075fb55, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9c6e7416-a4e4-4cab-b80b-d95a0075fb55,segment=NetworkSegment(b2322381-ab59-4f21-b483-52a1a1631ffe),segment_id=b2322381-ab59-4f21-b483-52a1a1631ffe)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:45.996280 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-304b099a-fb42-4b20-905b-6bad281e6d24 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:45.997556 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-38579a35-bfbd-479b-8b5e-df3caef5ab29 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:45.997691 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-304b099a-fb42-4b20-905b-6bad281e6d24 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Calling delete_port for 9c6e7416-a4e4-4cab-b80b-d95a0075fb55 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:46.132516 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38579a35-bfbd-479b-8b5e-df3caef5ab29 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:11:46.143540 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-38579a35-bfbd-479b-8b5e-df3caef5ab29 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:46.534998 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-304b099a-fb42-4b20-905b-6bad281e6d24 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:46.610897 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b099a-fb42-4b20-905b-6bad281e6d24 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event deleted for resources: {'Port': ['ID=9c6e7416-a4e4-4cab-b80b-d95a0075fb55,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:46.836202 n-d-779913-28 neutron-server[93724]: DEBUG neutron.objects.ports [None req-38579a35-bfbd-479b-8b5e-df3caef5ab29 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 08:11:46.850275 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-38579a35-bfbd-479b-8b5e-df3caef5ab29 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:46.967265 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-304b099a-fb42-4b20-905b-6bad281e6d24 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:47.030581 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38579a35-bfbd-479b-8b5e-df3caef5ab29 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:47.032026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-38579a35-bfbd-479b-8b5e-df3caef5ab29 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:47.045451 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38579a35-bfbd-479b-8b5e-df3caef5ab29 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:47.045451 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-38579a35-bfbd-479b-8b5e-df3caef5ab29 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:47.057837 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9a50c4-d308-410f-a4c5-f01811b57f90 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:11:47.101030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38579a35-bfbd-479b-8b5e-df3caef5ab29 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=c64c6af7-87d2-499b-961e-d06721343b42,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:47.116165 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-38579a35-bfbd-479b-8b5e-df3caef5ab29 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1732814 Jul 13 08:11:47.117890 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55378) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:47.134762 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a2fe3577-eecd-42ad-b202-936bebd634de tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'mac_address': 'fa:16:3e:8c:2a:7a', 'name': 'tempest-NetworksTestDHCPv6-1200887677'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:47.568652 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fe3577-eecd-42ad-b202-936bebd634de tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:11:47.652887 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-780f7a0e-8c20-4451-b666-5d4d18704b66', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'fixed_ips': [{'subnet_id': 'c64c6af7-87d2-499b-961e-d06721343b42'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:11:47.654669 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:47.712743 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304b099a-fb42-4b20-905b-6bad281e6d24 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Router 1ae25e91-4e5d-473e-b203-66dcd86ed622 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:11:47.878322 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2fe3577-eecd-42ad-b202-936bebd634de tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:47.941421 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-a2fe3577-eecd-42ad-b202-936bebd634de tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] device_id is not set on port a45daed8-845c-4ce4-be3e-aeda6fa92950 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:11:48.012144 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] Allocated IP 2001:db8::f816:3eff:fe2c:1f73 (780f7a0e-8c20-4451-b666-5d4d18704b66/c64c6af7-87d2-499b-961e-d06721343b42/eda1d76e-9ebd-47f7-aea8-396363a95f33) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:11:48.026371 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304b099a-fb42-4b20-905b-6bad281e6d24 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:11:48.042049 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-304b099a-fb42-4b20-905b-6bad281e6d24 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "PUT /v2.0/routers/1ae25e91-4e5d-473e-b203-66dcd86ed622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0422411 Jul 13 08:11:48.042657 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffce4973-b895-4700-ac4c-a4ce75065fcc None None] Sync routers for ids ['1ae25e91-4e5d-473e-b203-66dcd86ed622'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:11:48.048411 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55388) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:48.075180 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffce4973-b895-4700-ac4c-a4ce75065fcc None None] Routers {'1ae25e91-4e5d-473e-b203-66dcd86ed622'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:11:48.077269 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ffce4973-b895-4700-ac4c-a4ce75065fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:11:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1ae25e91-4e5d-473e-b203-66dcd86ed622'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:48.244806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aca42a1-c7f1-43ca-81de-86368408d3d8 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Deleting subnet c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:11:48.255722 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5aca42a1-c7f1-43ca-81de-86368408d3d8 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:48.406242 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5aca42a1-c7f1-43ca-81de-86368408d3d8 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:48.442413 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:48.467690 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ffce4973-b895-4700-ac4c-a4ce75065fcc None None] Set router 1ae25e91-4e5d-473e-b203-66dcd86ed622 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:11:48.485190 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] Transition to ACTIVE for port object eda1d76e-9ebd-47f7-aea8-396363a95f33 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:48.561485 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] Transition to ACTIVE for port object eda1d76e-9ebd-47f7-aea8-396363a95f33 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:48.576160 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:48.683248 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:48.711701 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:48.713438 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5aca42a1-c7f1-43ca-81de-86368408d3d8 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:48.719948 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:11:48.738539 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] Pushing event updated for resources: {'Port': ['ID=eda1d76e-9ebd-47f7-aea8-396363a95f33,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:48.850435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-a2fe3577-eecd-42ad-b202-936bebd634de tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8::f816:3eff:fe8c:2a7a (780f7a0e-8c20-4451-b666-5d4d18704b66/c64c6af7-87d2-499b-961e-d06721343b42/a45daed8-845c-4ce4-be3e-aeda6fa92950) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:11:48.910030 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5aca42a1-c7f1-43ca-81de-86368408d3d8 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:48.955619 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] Attempting to bind port eda1d76e-9ebd-47f7-aea8-396363a95f33 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:11:48.956007 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] Attempting to bind port eda1d76e-9ebd-47f7-aea8-396363a95f33 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:11:48.956376 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] Attempting to bind port eda1d76e-9ebd-47f7-aea8-396363a95f33 on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:11:48.969633 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:11:48.970141 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:11:48.970465 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:48.971100 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:11:48.971762 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] Bound port: eda1d76e-9ebd-47f7-aea8-396363a95f33, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:11:48.972089 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:48.991457 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca42a1-c7f1-43ca-81de-86368408d3d8 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event deleted for resources: {'Subnet': ['ID=c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:48.997933 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5aca42a1-c7f1-43ca-81de-86368408d3d8 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:49.002148 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5aca42a1-c7f1-43ca-81de-86368408d3d8 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "DELETE /v2.0/subnets/c98ad2e0-cbe7-4ec6-b5aa-190ae04b9d62 HTTP/1.1" status: 204 len: 168 time: 0.9499614 Jul 13 08:11:49.018198 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55402) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:49.064187 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4457c8d0-e5de-4c59-b4f3-1f3b6c2a5ee9 None None] Network 81ea72ab-a8e9-4967-949e-0f1148ce531d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:11:49.219635 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ffce4973-b895-4700-ac4c-a4ce75065fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'name': 'tempest-TestNetworkBasicOps-router-450502250', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:08:37Z', 'updated_at': '2021-07-13T08:11:46Z', 'revision_number': 7, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:40Z', 'updated_at': '2021-07-13T08:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:49.310774 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffce4973-b895-4700-ac4c-a4ce75065fcc None None] Checking router: 1ae25e91-4e5d-473e-b203-66dcd86ed622 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:11:49.350811 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffce4973-b895-4700-ac4c-a4ce75065fcc None None] Routers {'1ae25e91-4e5d-473e-b203-66dcd86ed622'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:11:49.355503 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ffce4973-b895-4700-ac4c-a4ce75065fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:11:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1ae25e91-4e5d-473e-b203-66dcd86ed622'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:49.482610 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2fe3577-eecd-42ad-b202-936bebd634de tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:49.498146 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58bc6496-aa47-4cf3-8060-aec5e9ff7510 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:49.505884 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] For port eda1d76e-9ebd-47f7-aea8-396363a95f33, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:11:49.513316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-a2fe3577-eecd-42ad-b202-936bebd634de tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Transition to ACTIVE for port object a45daed8-845c-4ce4-be3e-aeda6fa92950 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:49.526921 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] For port eda1d76e-9ebd-47f7-aea8-396363a95f33, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=eda1d76e-9ebd-47f7-aea8-396363a95f33,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:11:49.600197 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:49.634438 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ffce4973-b895-4700-ac4c-a4ce75065fcc None None] Set router 1ae25e91-4e5d-473e-b203-66dcd86ed622 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:11:49.668372 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2fe3577-eecd-42ad-b202-936bebd634de tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:49.799121 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58bc6496-aa47-4cf3-8060-aec5e9ff7510 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:49.876376 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fe3577-eecd-42ad-b202-936bebd634de tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:49.893039 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe3577-eecd-42ad-b202-936bebd634de tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=a45daed8-845c-4ce4-be3e-aeda6fa92950,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:49.897839 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a2fe3577-eecd-42ad-b202-936bebd634de tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:49.900102 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aaa50b-ac4c-46c9-8af9-db5a121d507f None None] Pushing event updated for resources: {'Port': ['ID=eda1d76e-9ebd-47f7-aea8-396363a95f33,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:49.908218 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fe3577-eecd-42ad-b202-936bebd634de tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:11:49.915197 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fe3577-eecd-42ad-b202-936bebd634de tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:49.916264 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2fe3577-eecd-42ad-b202-936bebd634de tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:49.970983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a2fe3577-eecd-42ad-b202-936bebd634de tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8495886 Jul 13 08:11:49.971667 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55408) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:50.021411 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-58bc6496-aa47-4cf3-8060-aec5e9ff7510 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Deleting port 1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:50.021792 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58bc6496-aa47-4cf3-8060-aec5e9ff7510 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:50.063423 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b6f734-2720-4962-81df-5ff28846b814 None None] DHCP port deletion for 81ea72ab-a8e9-4967-949e-0f1148ce531d request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:11:50.200600 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-10b6f734-2720-4962-81df-5ff28846b814 None None] Deleting port 7153a92e-0f48-4822-a6aa-106337959b4d {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:50.206212 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10b6f734-2720-4962-81df-5ff28846b814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:50.360096 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ffce4973-b895-4700-ac4c-a4ce75065fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'name': 'tempest-TestNetworkBasicOps-router-450502250', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:08:37Z', 'updated_at': '2021-07-13T08:11:46Z', 'revision_number': 7, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:40Z', 'updated_at': '2021-07-13T08:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:50.451071 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-10b6f734-2720-4962-81df-5ff28846b814 None None] For port 7153a92e-0f48-4822-a6aa-106337959b4d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=7153a92e-0f48-4822-a6aa-106337959b4d,segment=NetworkSegment(b2322381-ab59-4f21-b483-52a1a1631ffe),segment_id=b2322381-ab59-4f21-b483-52a1a1631ffe)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:50.451731 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10b6f734-2720-4962-81df-5ff28846b814 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:50.480279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-10b6f734-2720-4962-81df-5ff28846b814 None None] Calling delete_port for 7153a92e-0f48-4822-a6aa-106337959b4d owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:50.541650 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e4788d-d929-4616-a910-4eaa5cd65b16 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:50.543773 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffce4973-b895-4700-ac4c-a4ce75065fcc None None] The sync data for ids ['1ae25e91-4e5d-473e-b203-66dcd86ed622'] in n-d-779913-28 is: [{'id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'name': 'tempest-TestNetworkBasicOps-router-450502250', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:08:37Z', 'updated_at': '2021-07-13T08:11:46Z', 'revision_number': 7, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': '1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae25e91-4e5d-473e-b203-66dcd86ed622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:08:40Z', 'updated_at': '2021-07-13T08:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:11:50.587578 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e4788d-d929-4616-a910-4eaa5cd65b16 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:50.589340 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-32e4788d-d929-4616-a910-4eaa5cd65b16 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6155121 Jul 13 08:11:50.618361 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55414) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:50.675242 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10b6f734-2720-4962-81df-5ff28846b814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:50.732343 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6f734-2720-4962-81df-5ff28846b814 None None] Pushing event deleted for resources: {'Port': ['ID=7153a92e-0f48-4822-a6aa-106337959b4d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:50.739643 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b6f734-2720-4962-81df-5ff28846b814 None None] No DVR routers for this DVR port 7153a92e-0f48-4822-a6aa-106337959b4d on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:11:50.826968 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-58bc6496-aa47-4cf3-8060-aec5e9ff7510 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] For port 1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:50.833208 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79df251b-e45e-4267-ae8b-1e1ee2551ba1 req-6ec87416-c6ee-4fc6-80e6-4f65d7e6e017 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=752d08a1-0542-481e-ba34-8cc6d8b2e3aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2926025 Jul 13 08:11:50.835547 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58bc6496-aa47-4cf3-8060-aec5e9ff7510 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:50.966511 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-58bc6496-aa47-4cf3-8060-aec5e9ff7510 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Calling delete_port for 1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:51.109734 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f422e-f661-475d-bf3a-49c3bcbfd7c8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting port a45daed8-845c-4ce4-be3e-aeda6fa92950 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:51.110116 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3e7f422e-f661-475d-bf3a-49c3bcbfd7c8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:51.175200 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df251b-e45e-4267-ae8b-1e1ee2551ba1 req-7e64d411-4962-4f22-aac0-b652a8f1f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:51.177806 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79df251b-e45e-4267-ae8b-1e1ee2551ba1 req-7e64d411-4962-4f22-aac0-b652a8f1f81d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5beee3171679402ca60627fae206aff4&device_id=752d08a1-0542-481e-ba34-8cc6d8b2e3aa HTTP/1.1" status: 200 len: 1098 time: 0.2424490 Jul 13 08:11:51.418622 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3e7f422e-f661-475d-bf3a-49c3bcbfd7c8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:51.483213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f422e-f661-475d-bf3a-49c3bcbfd7c8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Calling delete_port for a45daed8-845c-4ce4-be3e-aeda6fa92950 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:51.558550 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device eda1d76e-9ebd-47f7-aea8-396363a95f33 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:11:51.672751 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df251b-e45e-4267-ae8b-1e1ee2551ba1 req-e95d8b03-fa16-4901-a1da-d7d081598208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:51.675437 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79df251b-e45e-4267-ae8b-1e1ee2551ba1 req-e95d8b03-fa16-4901-a1da-d7d081598208 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c84548a-8751-4e4d-9101-dc6a7236a380 HTTP/1.1" status: 200 len: 915 time: 0.4603896 Jul 13 08:11:51.845801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port eda1d76e-9ebd-47f7-aea8-396363a95f33 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:11:51.898658 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79df251b-e45e-4267-ae8b-1e1ee2551ba1 req-e80aef5f-8e55-4449-922b-532c2e467739 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c255abf-0244-49d6-9527-9b13fafd8619 HTTP/1.1" status: 200 len: 217 time: 0.2078803 Jul 13 08:11:51.916313 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55428) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:51.989762 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7153a92e-0f48-4822-a6aa-106337959b4d no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:11:52.071288 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df251b-e45e-4267-ae8b-1e1ee2551ba1 req-24af9f36-b77d-4221-8639-8258d68254af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:52.079081 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79df251b-e45e-4267-ae8b-1e1ee2551ba1 req-24af9f36-b77d-4221-8639-8258d68254af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e140ab72-36c1-4999-b5ec-54e57d4b54d8 HTTP/1.1" status: 200 len: 854 time: 0.1782882 Jul 13 08:11:52.117273 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 7153a92e-0f48-4822-a6aa-106337959b4d {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:11:52.117613 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 7153a92e-0f48-4822-a6aa-106337959b4d not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:11:52.118040 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9c6e7416-a4e4-4cab-b80b-d95a0075fb55 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:11:52.203025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 9c6e7416-a4e4-4cab-b80b-d95a0075fb55 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:11:52.203025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9c6e7416-a4e4-4cab-b80b-d95a0075fb55 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:11:52.203879 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79df251b-e45e-4267-ae8b-1e1ee2551ba1 req-73bf8792-20a3-4381-9550-c9b388fc3935 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c84548a-8751-4e4d-9101-dc6a7236a380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164503 Jul 13 08:11:52.238196 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-79df251b-e45e-4267-ae8b-1e1ee2551ba1 req-da34b734-f263-4cd3-a78d-5cef584ab0e5 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:11:52.242877 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79df251b-e45e-4267-ae8b-1e1ee2551ba1 req-da34b734-f263-4cd3-a78d-5cef584ab0e5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0249994 Jul 13 08:11:52.383139 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0f32ad9b-a15b-4465-b1e0-1c292db5ff60 None None] Provisioning for port eda1d76e-9ebd-47f7-aea8-396363a95f33 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:11:52.402210 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0f32ad9b-a15b-4465-b1e0-1c292db5ff60 None None] Provisioning complete for port eda1d76e-9ebd-47f7-aea8-396363a95f33 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:52.402693 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f32ad9b-a15b-4465-b1e0-1c292db5ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:52.471715 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3e7f422e-f661-475d-bf3a-49c3bcbfd7c8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:52.536171 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6af3420c-5da3-45ad-894b-03eedad3c5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:52.652828 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f422e-f661-475d-bf3a-49c3bcbfd7c8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=a45daed8-845c-4ce4-be3e-aeda6fa92950,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:52.671721 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f32ad9b-a15b-4465-b1e0-1c292db5ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:52.693098 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58bc6496-aa47-4cf3-8060-aec5e9ff7510 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:52.780224 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79df251b-e45e-4267-ae8b-1e1ee2551ba1 req-8ae1fb93-a2c4-4b25-b263-b2a7deadd265 service neutron] 10.222.0.62 "GET /v2.0/networks/9c84548a-8751-4e4d-9101-dc6a7236a380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204468 Jul 13 08:11:52.827372 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0f32ad9b-a15b-4465-b1e0-1c292db5ff60 None None] For port eda1d76e-9ebd-47f7-aea8-396363a95f33, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=eda1d76e-9ebd-47f7-aea8-396363a95f33,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:52.839578 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f32ad9b-a15b-4465-b1e0-1c292db5ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:52.990548 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc6496-aa47-4cf3-8060-aec5e9ff7510 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event deleted for resources: {'Port': ['ID=1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:53.001562 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3e7f422e-f661-475d-bf3a-49c3bcbfd7c8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:53.008841 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3e7f422e-f661-475d-bf3a-49c3bcbfd7c8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/a45daed8-845c-4ce4-be3e-aeda6fa92950 HTTP/1.1" status: 204 len: 168 time: 2.3829436 Jul 13 08:11:53.013116 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55436) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:53.058026 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32ad9b-a15b-4465-b1e0-1c292db5ff60 None None] Pushing event updated for resources: {'Port': ['ID=eda1d76e-9ebd-47f7-aea8-396363a95f33,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:53.080075 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-327b3df5-4317-4759-b2a4-490aceb66e56 None None] Could not find standard attr ID for object a45daed8-845c-4ce4-be3e-aeda6fa92950. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:11:53.157180 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79df251b-e45e-4267-ae8b-1e1ee2551ba1 req-1b05de64-364e-40e4-a550-88292e75ad0d service neutron] 10.222.0.62 "GET /v2.0/networks/9c84548a-8751-4e4d-9101-dc6a7236a380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647070 Jul 13 08:11:53.287880 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2768dc58-9e7e-4708-8a06-0fce3f5eea70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:53.318986 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6af3420c-5da3-45ad-894b-03eedad3c5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:53.336765 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6af3420c-5da3-45ad-894b-03eedad3c5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:53.378239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec396e0-f580-4751-b436-904fb96b8381 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:53.380983 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec396e0-f580-4751-b436-904fb96b8381 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:53.386820 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-dec396e0-f580-4751-b436-904fb96b8381 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3706577 Jul 13 08:11:53.387769 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55440) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:53.389755 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58bc6496-aa47-4cf3-8060-aec5e9ff7510 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:54.039925 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6af3420c-5da3-45ad-894b-03eedad3c5d2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c42b353044b94cef8a6e4f2b04fd6473&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1198339 Jul 13 08:11:54.043458 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58bc6496-aa47-4cf3-8060-aec5e9ff7510 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:54.045199 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55444) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:54.051112 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3420c-5da3-45ad-894b-03eedad3c5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a0e4b9-ceed-442a-a560-2ed2495bc83f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:54.055805 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58bc6496-aa47-4cf3-8060-aec5e9ff7510 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:54.066984 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-a639478d-38d0-4d4b-b9a6-7f8a88ec4f08 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet c64c6af7-87d2-499b-961e-d06721343b42 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:11:54.072867 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a639478d-38d0-4d4b-b9a6-7f8a88ec4f08 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:54.263443 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a639478d-38d0-4d4b-b9a6-7f8a88ec4f08 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:54.266875 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58bc6496-aa47-4cf3-8060-aec5e9ff7510 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:54.267405 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bc6496-aa47-4cf3-8060-aec5e9ff7510 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Fanout notify agent at l3_agent the message router_deleted on router 1ae25e91-4e5d-473e-b203-66dcd86ed622 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:11:54.276284 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58bc6496-aa47-4cf3-8060-aec5e9ff7510 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:54.282059 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55446) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:54.282790 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-58bc6496-aa47-4cf3-8060-aec5e9ff7510 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "DELETE /v2.0/routers/1ae25e91-4e5d-473e-b203-66dcd86ed622 HTTP/1.1" status: 204 len: 168 time: 5.2628293 Jul 13 08:11:54.382052 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2e4f0477-fbaa-4f0c-9de3-41a9b87a16db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:54.510119 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e3506608-b41f-4065-82d7-3eb9fd39796b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:54.536576 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2e4f0477-fbaa-4f0c-9de3-41a9b87a16db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:54.660677 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a639478d-38d0-4d4b-b9a6-7f8a88ec4f08 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:54.736223 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2e4f0477-fbaa-4f0c-9de3-41a9b87a16db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:54.742475 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e3506608-b41f-4065-82d7-3eb9fd39796b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:54.743481 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2e4f0477-fbaa-4f0c-9de3-41a9b87a16db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:54.748143 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2e4f0477-fbaa-4f0c-9de3-41a9b87a16db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d2a0e4b9-ceed-442a-a560-2ed2495bc83f HTTP/1.1" status: 204 len: 168 time: 0.6988511 Jul 13 08:11:54.773599 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f0477-fbaa-4f0c-9de3-41a9b87a16db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a0e4b9-ceed-442a-a560-2ed2495bc83f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:54.774821 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-e3506608-b41f-4065-82d7-3eb9fd39796b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ea72ab-a8e9-4967-949e-0f1148ce531d']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:54.808553 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-e3506608-b41f-4065-82d7-3eb9fd39796b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2322381-ab59-4f21-b483-52a1a1631ffe') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:54.808994 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-e3506608-b41f-4065-82d7-3eb9fd39796b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2322381-ab59-4f21-b483-52a1a1631ffe') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:54.836175 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e3506608-b41f-4065-82d7-3eb9fd39796b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:54.866824 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e3506608-b41f-4065-82d7-3eb9fd39796b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:54.886860 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3506608-b41f-4065-82d7-3eb9fd39796b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:11:54.891531 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a639478d-38d0-4d4b-b9a6-7f8a88ec4f08 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:54.892489 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e3506608-b41f-4065-82d7-3eb9fd39796b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:54.983056 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639478d-38d0-4d4b-b9a6-7f8a88ec4f08 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=c64c6af7-87d2-499b-961e-d06721343b42,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:11:54.984353 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:11:54.991912 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a639478d-38d0-4d4b-b9a6-7f8a88ec4f08 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:54.995169 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b740bc77-a02c-428c-b436-28ad7590c3ea None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:11:55.008770 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a639478d-38d0-4d4b-b9a6-7f8a88ec4f08 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/c64c6af7-87d2-499b-961e-d06721343b42 HTTP/1.1" status: 204 len: 168 time: 1.6150291 Jul 13 08:11:55.010553 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55452) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:55.238413 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e3506608-b41f-4065-82d7-3eb9fd39796b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:55.253779 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device eda1d76e-9ebd-47f7-aea8-396363a95f33 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:11:55.257965 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e48481e2-f990-421c-9d27-d162ed6fece2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2379711 Jul 13 08:11:55.259042 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55458) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:55.272059 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c514d693-ca84-458c-91d6-7ade0f9df718 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:55.276901 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e3506608-b41f-4065-82d7-3eb9fd39796b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:55.282169 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e3506608-b41f-4065-82d7-3eb9fd39796b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "DELETE /v2.0/networks/81ea72ab-a8e9-4967-949e-0f1148ce531d HTTP/1.1" status: 204 len: 168 time: 0.9974413 Jul 13 08:11:55.301976 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3506608-b41f-4065-82d7-3eb9fd39796b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event deleted for resources: {'Network': ['ID=81ea72ab-a8e9-4967-949e-0f1148ce531d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:55.330898 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55460) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:55.351123 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5cf2a0b8-5b88-4e95-be58-bb460f8c144c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'network': {'name': 'tempest-network-smoke--876166992', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'port_security_enabled': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:55.396707 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf2a0b8-5b88-4e95-be58-bb460f8c144c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Made reservation on behalf of 646613418a8c4063bb68b7f4cbd296e4 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:11:55.404002 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5cf2a0b8-5b88-4e95-be58-bb460f8c144c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:55.466408 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf2a0b8-5b88-4e95-be58-bb460f8c144c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:11:55.476711 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c514d693-ca84-458c-91d6-7ade0f9df718 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:11:55.484887 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c514d693-ca84-458c-91d6-7ade0f9df718 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:55.500643 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5cf2a0b8-5b88-4e95-be58-bb460f8c144c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:55.501405 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-5cf2a0b8-5b88-4e95-be58-bb460f8c144c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Added segment 0abcff2e-da51-4712-a469-0a153b0985c5 of type vlan for network 8bee8933-33ac-421e-9f82-ee678209e5d7 Jul 13 08:11:55.584295 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port eda1d76e-9ebd-47f7-aea8-396363a95f33 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:55.585389 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:55.631460 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5cf2a0b8-5b88-4e95-be58-bb460f8c144c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:55.715723 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5cf2a0b8-5b88-4e95-be58-bb460f8c144c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:55.747184 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf2a0b8-5b88-4e95-be58-bb460f8c144c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:55.747927 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5cf2a0b8-5b88-4e95-be58-bb460f8c144c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:55.801823 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5cf2a0b8-5b88-4e95-be58-bb460f8c144c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4686115 Jul 13 08:11:55.809253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55474) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:55.869683 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-dd09a4f5-e691-4df2-b515-93deb6e97e1d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1305019395', 'admin_state_up': True, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:55.896146 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e3a0d9-f4ee-4a3b-be78-627a39a6daf3 None None] DHCP port deletion for 780f7a0e-8c20-4451-b666-5d4d18704b66 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:11:56.114158 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-74e3a0d9-f4ee-4a3b-be78-627a39a6daf3 None None] Deleting port eda1d76e-9ebd-47f7-aea8-396363a95f33 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:56.114801 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74e3a0d9-f4ee-4a3b-be78-627a39a6daf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:56.154679 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2a0b8-5b88-4e95-be58-bb460f8c144c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'Network': ['ID=8bee8933-33ac-421e-9f82-ee678209e5d7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:56.158051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:11:56.211555 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 8bee8933-33ac-421e-9f82-ee678209e5d7 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:11:56.220444 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd09a4f5-e691-4df2-b515-93deb6e97e1d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:56.224120 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd09a4f5-e691-4df2-b515-93deb6e97e1d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:56.224328 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:11:56.224841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 1995bf06-61a3-4f7b-a0c7-1c9b1e9aa2bf not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:11:56.247257 n-d-779913-28 neutron-server[93723]: DEBUG neutron.objects.ports [None req-c514d693-ca84-458c-91d6-7ade0f9df718 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 08:11:56.375486 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd09a4f5-e691-4df2-b515-93deb6e97e1d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:56.584552 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-74e3a0d9-f4ee-4a3b-be78-627a39a6daf3 None None] For port eda1d76e-9ebd-47f7-aea8-396363a95f33, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=eda1d76e-9ebd-47f7-aea8-396363a95f33,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:56.586244 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74e3a0d9-f4ee-4a3b-be78-627a39a6daf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:56.612662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-74e3a0d9-f4ee-4a3b-be78-627a39a6daf3 None None] Calling delete_port for eda1d76e-9ebd-47f7-aea8-396363a95f33 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:56.705563 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd09a4f5-e691-4df2-b515-93deb6e97e1d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:56.828234 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74e3a0d9-f4ee-4a3b-be78-627a39a6daf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:56.861443 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c514d693-ca84-458c-91d6-7ade0f9df718 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:56.870821 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3a0d9-f4ee-4a3b-be78-627a39a6daf3 None None] Pushing event deleted for resources: {'Port': ['ID=eda1d76e-9ebd-47f7-aea8-396363a95f33,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:56.886386 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e3a0d9-f4ee-4a3b-be78-627a39a6daf3 None None] No DVR routers for this DVR port eda1d76e-9ebd-47f7-aea8-396363a95f33 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:11:56.965100 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-c514d693-ca84-458c-91d6-7ade0f9df718 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Port eda1d76e-9ebd-47f7-aea8-396363a95f33 concurrently deleted while adding address for new subnet {'id': 'd0a20e25-cb13-4249-94a1-bf2938a5325a', 'name': '', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3683, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-13T08:11:55Z', 'updated_at': '2021-07-13T08:11:55Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'bec8e60f88b64d5dbce6c7084643835a'}. {{(pid=93723) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 13 08:11:56.966302 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c514d693-ca84-458c-91d6-7ade0f9df718 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:57.084411 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device eda1d76e-9ebd-47f7-aea8-396363a95f33 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:11:57.085576 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c514d693-ca84-458c-91d6-7ade0f9df718 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:57.106831 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-c514d693-ca84-458c-91d6-7ade0f9df718 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:57.123360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c514d693-ca84-458c-91d6-7ade0f9df718 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:57.123360 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c514d693-ca84-458c-91d6-7ade0f9df718 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:57.140278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: eda1d76e-9ebd-47f7-aea8-396363a95f33 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:11:57.140278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device eda1d76e-9ebd-47f7-aea8-396363a95f33 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:11:57.180539 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627b055c-5c10-46ad-b629-a12ace4fd4f7 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:11:57.224028 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514d693-ca84-458c-91d6-7ade0f9df718 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=d0a20e25-cb13-4249-94a1-bf2938a5325a,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:57.249858 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c514d693-ca84-458c-91d6-7ade0f9df718 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9888155 Jul 13 08:11:57.258813 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55496) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:57.279450 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d7571078-15d7-4e53-8bc7-65f682408716 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'mac_address': 'fa:16:3e:2c:3b:78', 'name': 'tempest-NetworksTestDHCPv6-2068950653'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:57.498595 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd09a4f5-e691-4df2-b515-93deb6e97e1d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:57.604776 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd09a4f5-e691-4df2-b515-93deb6e97e1d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:57.648588 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7571078-15d7-4e53-8bc7-65f682408716 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:11:57.708743 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fe4582f1-5ab8-4f5e-b432-13e9d8283752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:57.842963 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7571078-15d7-4e53-8bc7-65f682408716 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:57.877221 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-d7571078-15d7-4e53-8bc7-65f682408716 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] device_id is not set on port b26390dc-2747-4833-9c7e-16fa8cf763d7 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:11:57.912250 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:57.930060 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-dd09a4f5-e691-4df2-b515-93deb6e97e1d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Allocated IP 172.25.0.85 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/be2d8db0-0611-4b1f-9476-2f977cf7b6c0) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:11:58.026859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-780f7a0e-8c20-4451-b666-5d4d18704b66', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'fixed_ips': [{'subnet_id': 'd0a20e25-cb13-4249-94a1-bf2938a5325a'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:11:58.028887 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:58.131217 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-d7571078-15d7-4e53-8bc7-65f682408716 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8::f816:3eff:fe2c:3b78 (780f7a0e-8c20-4451-b666-5d4d18704b66/d0a20e25-cb13-4249-94a1-bf2938a5325a/b26390dc-2747-4833-9c7e-16fa8cf763d7) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:11:58.183283 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd09a4f5-e691-4df2-b515-93deb6e97e1d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:58.261473 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd09a4f5-e691-4df2-b515-93deb6e97e1d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:58.335288 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09a4f5-e691-4df2-b515-93deb6e97e1d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'Port': ['ID=be2d8db0-0611-4b1f-9476-2f977cf7b6c0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:58.359020 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd09a4f5-e691-4df2-b515-93deb6e97e1d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:58.361262 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-dd09a4f5-e691-4df2-b515-93deb6e97e1d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:58.365720 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd09a4f5-e691-4df2-b515-93deb6e97e1d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:11:58.562198 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7571078-15d7-4e53-8bc7-65f682408716 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:58.595502 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-d7571078-15d7-4e53-8bc7-65f682408716 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Transition to ACTIVE for port object b26390dc-2747-4833-9c7e-16fa8cf763d7 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:58.656699 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7571078-15d7-4e53-8bc7-65f682408716 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:58.744719 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7571078-15d7-4e53-8bc7-65f682408716 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:58.749864 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-d7571078-15d7-4e53-8bc7-65f682408716 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:58.756782 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7571078-15d7-4e53-8bc7-65f682408716 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:11:58.777139 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7571078-15d7-4e53-8bc7-65f682408716 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:58.777867 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7571078-15d7-4e53-8bc7-65f682408716 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:58.801617 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7571078-15d7-4e53-8bc7-65f682408716 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=b26390dc-2747-4833-9c7e-16fa8cf763d7,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:58.812358 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] Allocated IP 2001:db8::f816:3eff:fe85:a04 (780f7a0e-8c20-4451-b666-5d4d18704b66/d0a20e25-cb13-4249-94a1-bf2938a5325a/477b6e85-7fca-40a3-b178-6b74f40ffa7c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:11:58.825614 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d7571078-15d7-4e53-8bc7-65f682408716 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5650907 Jul 13 08:11:58.830428 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55572) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:58.952664 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd09a4f5-e691-4df2-b515-93deb6e97e1d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:58.992482 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c0b8d1-1cc9-49aa-b1af-54160cf66d41 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:58.997886 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e8c0b8d1-1cc9-49aa-b1af-54160cf66d41 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1660953 Jul 13 08:11:58.999033 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55578) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:59.184350 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:59.203043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] Transition to ACTIVE for port object 477b6e85-7fca-40a3-b178-6b74f40ffa7c will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:59.227196 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ddee22bf-5e57-40dc-be5b-fcb23ea47b65 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting port b26390dc-2747-4833-9c7e-16fa8cf763d7 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:59.227196 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ddee22bf-5e57-40dc-be5b-fcb23ea47b65 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:59.241607 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] Transition to ACTIVE for port object 477b6e85-7fca-40a3-b178-6b74f40ffa7c will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:59.251618 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:59.349024 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:59.356089 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:59.366238 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:11:59.381738 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd09a4f5-e691-4df2-b515-93deb6e97e1d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:59.393385 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] Pushing event updated for resources: {'Port': ['ID=477b6e85-7fca-40a3-b178-6b74f40ffa7c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:59.482290 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] Attempting to bind port 477b6e85-7fca-40a3-b178-6b74f40ffa7c on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:11:59.482803 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] Attempting to bind port 477b6e85-7fca-40a3-b178-6b74f40ffa7c by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:11:59.488614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] Attempting to bind port 477b6e85-7fca-40a3-b178-6b74f40ffa7c on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:11:59.503442 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:11:59.504083 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:11:59.504243 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ddee22bf-5e57-40dc-be5b-fcb23ea47b65 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:59.504685 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:59.505351 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:11:59.505931 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] Bound port: 477b6e85-7fca-40a3-b178-6b74f40ffa7c, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:11:59.507840 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:59.550960 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ddee22bf-5e57-40dc-be5b-fcb23ea47b65 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Calling delete_port for b26390dc-2747-4833-9c7e-16fa8cf763d7 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:59.690991 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] For port 477b6e85-7fca-40a3-b178-6b74f40ffa7c, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:11:59.693003 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd09a4f5-e691-4df2-b515-93deb6e97e1d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Router 6c088e59-3cb6-4ed2-842c-e3b9acb7803f is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:11:59.694741 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:59.710734 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] For port 477b6e85-7fca-40a3-b178-6b74f40ffa7c, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=477b6e85-7fca-40a3-b178-6b74f40ffa7c,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:11:59.717379 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:59.853007 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb3d13-3381-4ac9-9ce6-d7447c7161eb None None] Pushing event updated for resources: {'Port': ['ID=477b6e85-7fca-40a3-b178-6b74f40ffa7c,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:59.934064 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ddee22bf-5e57-40dc-be5b-fcb23ea47b65 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:59.999044 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd09a4f5-e691-4df2-b515-93deb6e97e1d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:12:00.018845 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] Sync routers for ids ['6c088e59-3cb6-4ed2-842c-e3b9acb7803f'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:12:00.026973 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee22bf-5e57-40dc-be5b-fcb23ea47b65 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=b26390dc-2747-4833-9c7e-16fa8cf763d7,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:00.037506 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd09a4f5-e691-4df2-b515-93deb6e97e1d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:00.040255 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-dd09a4f5-e691-4df2-b515-93deb6e97e1d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2011716 Jul 13 08:12:00.048491 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55586) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:00.049789 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] Routers {'6c088e59-3cb6-4ed2-842c-e3b9acb7803f'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:12:00.051198 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:11:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['6c088e59-3cb6-4ed2-842c-e3b9acb7803f'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:12:00.133881 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ddee22bf-5e57-40dc-be5b-fcb23ea47b65 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:00.156825 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-be7e02b0-2b1d-490c-99ac-29793baea2da tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=646613418a8c4063bb68b7f4cbd296e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1066349 Jul 13 08:12:00.157435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55590) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:00.160222 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ddee22bf-5e57-40dc-be5b-fcb23ea47b65 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/b26390dc-2747-4833-9c7e-16fa8cf763d7 HTTP/1.1" status: 204 len: 168 time: 1.1590548 Jul 13 08:12:00.161904 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55592) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:00.338288 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2176b63c-9bee-44f8-a637-94a13d617689 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:00.341063 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2176b63c-9bee-44f8-a637-94a13d617689 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:00.347702 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2176b63c-9bee-44f8-a637-94a13d617689 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1854773 Jul 13 08:12:00.348837 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55594) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:00.440315 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555e95df-dcd7-4155-bf06-12de471b2364 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:00.444300 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-555e95df-dcd7-4155-bf06-12de471b2364 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2805829 Jul 13 08:12:00.445729 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55596) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:00.445930 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] Set router 6c088e59-3cb6-4ed2-842c-e3b9acb7803f gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:12:00.475531 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-93807cf8-2313-4644-9df9-1a59ac7778af tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet d0a20e25-cb13-4249-94a1-bf2938a5325a {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:12:00.484100 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-93807cf8-2313-4644-9df9-1a59ac7778af tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:00.525552 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c6b6d316-60fa-4a82-887d-3bd16ddd39a2 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f96be058-f906-4210-b421-902eff1606be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0694113 Jul 13 08:12:00.527818 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55598) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:00.543400 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-623956e2-ec53-41f0-9a9b-f6fae1f2d435 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1947243864', 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:00.575337 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-93807cf8-2313-4644-9df9-1a59ac7778af tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:00.732563 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623956e2-ec53-41f0-9a9b-f6fae1f2d435 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Made reservation on behalf of 646613418a8c4063bb68b7f4cbd296e4 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:00.740513 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-623956e2-ec53-41f0-9a9b-f6fae1f2d435 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:00.916456 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-93807cf8-2313-4644-9df9-1a59ac7778af tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:00.927042 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'name': 'tempest-TestNetworkBasicOps-router-1305019395', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:11:56Z', 'updated_at': '2021-07-13T08:11:58Z', 'revision_number': 3, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:11:57Z', 'updated_at': '2021-07-13T08:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:12:01.077535 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-93807cf8-2313-4644-9df9-1a59ac7778af tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:01.086175 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] Checking router: 6c088e59-3cb6-4ed2-842c-e3b9acb7803f for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:12:01.086645 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] Updating router 6c088e59-3cb6-4ed2-842c-e3b9acb7803f port be2d8db0-0611-4b1f-9476-2f977cf7b6c0 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:12:01.190443 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93807cf8-2313-4644-9df9-1a59ac7778af tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a20e25-cb13-4249-94a1-bf2938a5325a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:01.218830 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-93807cf8-2313-4644-9df9-1a59ac7778af tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:01.223083 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:01.237197 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-93807cf8-2313-4644-9df9-1a59ac7778af tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/d0a20e25-cb13-4249-94a1-bf2938a5325a HTTP/1.1" status: 204 len: 168 time: 0.8873086 Jul 13 08:12:01.241436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55606) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:01.308410 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-623956e2-ec53-41f0-9a9b-f6fae1f2d435 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:01.325325 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 477b6e85-7fca-40a3-b178-6b74f40ffa7c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:12:01.338495 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-48cace1d-a0f8-4158-b953-7f593af21a8c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952013 Jul 13 08:12:01.341836 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55608) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:01.507490 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623956e2-ec53-41f0-9a9b-f6fae1f2d435 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'Subnet': ['ID=7135066f-c1d9-4803-86d6-93b2b42da5bb,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:01.507810 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca5eaa-d156-490a-8f9f-7af8326097a6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:01.509495 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a1ca5eaa-d156-490a-8f9f-7af8326097a6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1657543 Jul 13 08:12:01.514503 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55610) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:01.523260 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623956e2-ec53-41f0-9a9b-f6fae1f2d435 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Checking segment: {'id': '0abcff2e-da51-4712-a469-0a153b0985c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:12:01.523840 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623956e2-ec53-41f0-9a9b-f6fae1f2d435 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Network hostable DHCP agents. Network: 8bee8933-33ac-421e-9f82-ee678209e5d7, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:12:01.578302 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623956e2-ec53-41f0-9a9b-f6fae1f2d435 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Network 8bee8933-33ac-421e-9f82-ee678209e5d7 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:12:01.606230 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-623956e2-ec53-41f0-9a9b-f6fae1f2d435 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 8bee8933-33ac-421e-9f82-ee678209e5d7) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:01.616104 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623956e2-ec53-41f0-9a9b-f6fae1f2d435 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:01.616865 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-623956e2-ec53-41f0-9a9b-f6fae1f2d435 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:01.647790 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0460fab-9c1b-4350-b2a0-e18ece0a3842 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:01.651860 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f0460fab-9c1b-4350-b2a0-e18ece0a3842 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1351392 Jul 13 08:12:01.659736 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55612) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:01.659992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6768c2-62e6-4b32-ad8d-be2989ceb92d None None] Network 8bee8933-33ac-421e-9f82-ee678209e5d7 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:12:01.670342 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-623956e2-ec53-41f0-9a9b-f6fae1f2d435 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1399274 Jul 13 08:12:01.673770 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55614) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:01.704049 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:01.760220 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c3e01e47-f885-4222-ba4b-150309d0166b tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1016200 Jul 13 08:12:01.770259 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55616) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:01.780621 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f7ec4666-2fbc-4b93-8703-84a547e6a13a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:01.794405 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6714631-21d4-40f0-8b46-340676d683bc None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:12:01.804773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 477b6e85-7fca-40a3-b178-6b74f40ffa7c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:12:01.919675 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-54ff9b0c-7907-4133-b003-8425087a3e06 None None] Provisioning for port 477b6e85-7fca-40a3-b178-6b74f40ffa7c completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:12:02.033811 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-54ff9b0c-7907-4133-b003-8425087a3e06 None None] Provisioning complete for port 477b6e85-7fca-40a3-b178-6b74f40ffa7c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:02.035392 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-54ff9b0c-7907-4133-b003-8425087a3e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:02.130547 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ec4666-2fbc-4b93-8703-84a547e6a13a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:02.140442 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f7ec4666-2fbc-4b93-8703-84a547e6a13a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:02.340677 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-8bee8933-33ac-421e-9f82-ee678209e5d7', 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'fixed_ips': [{'subnet_id': '7135066f-c1d9-4803-86d6-93b2b42da5bb'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:12:02.342701 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:02.410676 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:02.462323 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] Transition to ACTIVE for port object be2d8db0-0611-4b1f-9476-2f977cf7b6c0 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:02.551208 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:02.558596 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-54ff9b0c-7907-4133-b003-8425087a3e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:02.690932 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf9c027-eff9-4220-8639-7c6e45340777 None None] DHCP port deletion for 780f7a0e-8c20-4451-b666-5d4d18704b66 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:12:02.705428 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0ecb8-432f-410b-9776-8dddc2f9b023 None None] Pushing event updated for resources: {'Port': ['ID=be2d8db0-0611-4b1f-9476-2f977cf7b6c0,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:02.723682 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] Attempting to bind port be2d8db0-0611-4b1f-9476-2f977cf7b6c0 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:12:02.724289 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] Attempting to bind port be2d8db0-0611-4b1f-9476-2f977cf7b6c0 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:12:02.724908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] Attempting to bind port be2d8db0-0611-4b1f-9476-2f977cf7b6c0 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:12:02.741638 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-54ff9b0c-7907-4133-b003-8425087a3e06 None None] For port 477b6e85-7fca-40a3-b178-6b74f40ffa7c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=477b6e85-7fca-40a3-b178-6b74f40ffa7c,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:02.766342 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:12:02.766857 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:12:02.767353 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:02.767998 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:12:02.768987 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] Bound port: be2d8db0-0611-4b1f-9476-2f977cf7b6c0, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:12:02.769394 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:02.777889 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-54ff9b0c-7907-4133-b003-8425087a3e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:02.785274 n-d-779913-28 neutron-server[93724]: DEBUG neutron.objects.ports [None req-f7ec4666-2fbc-4b93-8703-84a547e6a13a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 08:12:02.823920 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Allocated IP 172.20.0.2 (8bee8933-33ac-421e-9f82-ee678209e5d7/7135066f-c1d9-4803-86d6-93b2b42da5bb/6c778d15-339e-498c-b527-d4d70dfe2e77) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:12:02.825192 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f1a5b67c-e70a-4579-b1ee-edeb7a7fec06 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:02.977805 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] For port be2d8db0-0611-4b1f-9476-2f977cf7b6c0, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:12:03.000290 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff9b0c-7907-4133-b003-8425087a3e06 None None] Pushing event updated for resources: {'Port': ['ID=477b6e85-7fca-40a3-b178-6b74f40ffa7c,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:03.035411 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] For port be2d8db0-0611-4b1f-9476-2f977cf7b6c0, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=be2d8db0-0611-4b1f-9476-2f977cf7b6c0,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:12:03.149007 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:03.158307 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9bf9c027-eff9-4220-8639-7c6e45340777 None None] Deleting port 477b6e85-7fca-40a3-b178-6b74f40ffa7c {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:12:03.158767 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9bf9c027-eff9-4220-8639-7c6e45340777 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:03.181301 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 477b6e85-7fca-40a3-b178-6b74f40ffa7c no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:12:03.354534 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f7ec4666-2fbc-4b93-8703-84a547e6a13a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:03.678782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0ecb8-432f-410b-9776-8dddc2f9b023 None None] Pushing event updated for resources: {'Port': ['ID=be2d8db0-0611-4b1f-9476-2f977cf7b6c0,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:03.691552 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-f7ec4666-2fbc-4b93-8703-84a547e6a13a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] For port 477b6e85-7fca-40a3-b178-6b74f40ffa7c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=477b6e85-7fca-40a3-b178-6b74f40ffa7c,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:03.749269 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] Routers {'6c088e59-3cb6-4ed2-842c-e3b9acb7803f'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:12:03.750409 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:11:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['6c088e59-3cb6-4ed2-842c-e3b9acb7803f'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:12:03.752748 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f7ec4666-2fbc-4b93-8703-84a547e6a13a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:03.764534 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f7ec4666-2fbc-4b93-8703-84a547e6a13a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:03.815863 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f7ec4666-2fbc-4b93-8703-84a547e6a13a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:03.887485 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:03.922643 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ec4666-2fbc-4b93-8703-84a547e6a13a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:03.938251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f7ec4666-2fbc-4b93-8703-84a547e6a13a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:03.942718 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ec4666-2fbc-4b93-8703-84a547e6a13a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:03.944426 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f7ec4666-2fbc-4b93-8703-84a547e6a13a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:03.947947 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec4666-2fbc-4b93-8703-84a547e6a13a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=188c940b-0396-4d6f-8943-fee72e785d4e,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:03.952657 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec4666-2fbc-4b93-8703-84a547e6a13a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=477b6e85-7fca-40a3-b178-6b74f40ffa7c,revision_number=6']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:03.979235 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55630) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:03.980578 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f7ec4666-2fbc-4b93-8703-84a547e6a13a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2073517 Jul 13 08:12:03.992263 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-9ef38048-5595-4bc1-a1c5-eb9b8c00f4ec tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'mac_address': 'fa:16:3e:06:88:6e', 'name': 'tempest-NetworksTestDHCPv6-1432371558'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:04.001920 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Transition to ACTIVE for port object 6c778d15-339e-498c-b527-d4d70dfe2e77 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:04.014412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-9bf9c027-eff9-4220-8639-7c6e45340777 None None] For port 477b6e85-7fca-40a3-b178-6b74f40ffa7c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=477b6e85-7fca-40a3-b178-6b74f40ffa7c,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:04.015211 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9bf9c027-eff9-4220-8639-7c6e45340777 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:04.035555 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:04.071132 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9bf9c027-eff9-4220-8639-7c6e45340777 None None] Calling delete_port for 477b6e85-7fca-40a3-b178-6b74f40ffa7c owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:12:04.113912 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Transition to ACTIVE for port object 6c778d15-339e-498c-b527-d4d70dfe2e77 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:04.180884 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] Set router 6c088e59-3cb6-4ed2-842c-e3b9acb7803f gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:12:04.188008 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:04.337413 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-f1a5b67c-e70a-4579-b1ee-edeb7a7fec06 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Allocated IP 172.20.0.1 (8bee8933-33ac-421e-9f82-ee678209e5d7/7135066f-c1d9-4803-86d6-93b2b42da5bb/21021af6-adb6-48dc-8b5e-328a7ddd7e5c) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:12:04.338681 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 477b6e85-7fca-40a3-b178-6b74f40ffa7c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=477b6e85-7fca-40a3-b178-6b74f40ffa7c,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:04.344444 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef38048-5595-4bc1-a1c5-eb9b8c00f4ec tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:04.640283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Pushing event updated for resources: {'Port': ['ID=6c778d15-339e-498c-b527-d4d70dfe2e77,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:04.657687 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:04.694573 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Network 8bee8933-33ac-421e-9f82-ee678209e5d7 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:04.797685 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:04.816330 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:12:05.047056 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9bf9c027-eff9-4220-8639-7c6e45340777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:05.076087 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=477b6e85-7fca-40a3-b178-6b74f40ffa7c,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:05.173441 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ef38048-5595-4bc1-a1c5-eb9b8c00f4ec tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:05.200903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf9c027-eff9-4220-8639-7c6e45340777 None None] No DVR routers for this DVR port 477b6e85-7fca-40a3-b178-6b74f40ffa7c on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:12:05.214994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-9ef38048-5595-4bc1-a1c5-eb9b8c00f4ec tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] device_id is not set on port 334a783a-cc12-4a0e-b897-cd60a39af428 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:12:05.218229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9c027-eff9-4220-8639-7c6e45340777 None None] Pushing event deleted for resources: {'Port': ['ID=477b6e85-7fca-40a3-b178-6b74f40ffa7c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:05.244933 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Attempting to bind port 6c778d15-339e-498c-b527-d4d70dfe2e77 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:12:05.245864 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Attempting to bind port 6c778d15-339e-498c-b527-d4d70dfe2e77 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0abcff2e-da51-4712-a469-0a153b0985c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:12:05.247888 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Attempting to bind port 6c778d15-339e-498c-b527-d4d70dfe2e77 on network 8bee8933-33ac-421e-9f82-ee678209e5d7 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:12:05.266576 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:12:05.268084 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Checking segment: {'id': '0abcff2e-da51-4712-a469-0a153b0985c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:12:05.268853 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:05.269462 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Bound using segment: {'id': '0abcff2e-da51-4712-a469-0a153b0985c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:12:05.270247 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Bound port: 6c778d15-339e-498c-b527-d4d70dfe2e77, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abcff2e-da51-4712-a469-0a153b0985c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:12:05.271121 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:05.274727 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dc053e-21cd-4937-a42e-7710a523a762 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:12:05.352094 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f1a5b67c-e70a-4579-b1ee-edeb7a7fec06 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:05.425498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-f1a5b67c-e70a-4579-b1ee-edeb7a7fec06 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Transition to ACTIVE for port object 21021af6-adb6-48dc-8b5e-328a7ddd7e5c will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:05.477707 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-9ef38048-5595-4bc1-a1c5-eb9b8c00f4ec tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8::f816:3eff:fe06:886e (780f7a0e-8c20-4451-b666-5d4d18704b66/188c940b-0396-4d6f-8943-fee72e785d4e/334a783a-cc12-4a0e-b897-cd60a39af428) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:12:05.503750 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'name': 'tempest-TestNetworkBasicOps-router-1305019395', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:11:56Z', 'updated_at': '2021-07-13T08:11:58Z', 'revision_number': 3, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:11:57Z', 'updated_at': '2021-07-13T08:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:12:05.576271 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9b07bc-e860-45e4-b3e7-39974475b6f5 None None] The sync data for ids ['6c088e59-3cb6-4ed2-842c-e3b9acb7803f'] in n-d-779913-28 is: [{'id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'name': 'tempest-TestNetworkBasicOps-router-1305019395', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:11:56Z', 'updated_at': '2021-07-13T08:11:58Z', 'revision_number': 3, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:11:57Z', 'updated_at': '2021-07-13T08:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:12:05.604665 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f1a5b67c-e70a-4579-b1ee-edeb7a7fec06 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:05.676518 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] For port 6c778d15-339e-498c-b527-d4d70dfe2e77, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:12:05.780151 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] For port 6c778d15-339e-498c-b527-d4d70dfe2e77, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=6c778d15-339e-498c-b527-d4d70dfe2e77,segment=NetworkSegment(0abcff2e-da51-4712-a469-0a153b0985c5),segment_id=0abcff2e-da51-4712-a469-0a153b0985c5)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:12:05.798836 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:05.828818 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-780f7a0e-8c20-4451-b666-5d4d18704b66', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'fixed_ips': [{'subnet_id': '188c940b-0396-4d6f-8943-fee72e785d4e'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:12:05.830449 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:05.879865 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a5b67c-e70a-4579-b1ee-edeb7a7fec06 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Network 8bee8933-33ac-421e-9f82-ee678209e5d7 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:05.887335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-f1a5b67c-e70a-4579-b1ee-edeb7a7fec06 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:05.907219 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a5b67c-e70a-4579-b1ee-edeb7a7fec06 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:12:05.970852 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5b67c-e70a-4579-b1ee-edeb7a7fec06 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'Port': ['ID=21021af6-adb6-48dc-8b5e-328a7ddd7e5c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:06.184846 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f1a5b67c-e70a-4579-b1ee-edeb7a7fec06 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:06.274025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Pushing event updated for resources: {'Port': ['ID=6c778d15-339e-498c-b527-d4d70dfe2e77,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:06.354572 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ef38048-5595-4bc1-a1c5-eb9b8c00f4ec tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:06.371946 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:06.375691 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:06.376491 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:06.384413 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:06.384413 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:06.387895 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:06.394441 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:06.396415 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:06.397137 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:06.397819 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:06.398528 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:06.399429 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92328-326f-4db1-af0f-f649ff7ab874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:06.408929 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-9ef38048-5595-4bc1-a1c5-eb9b8c00f4ec tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Transition to ACTIVE for port object 334a783a-cc12-4a0e-b897-cd60a39af428 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:06.813414 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f1a5b67c-e70a-4579-b1ee-edeb7a7fec06 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:06.838745 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ef38048-5595-4bc1-a1c5-eb9b8c00f4ec tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:06.927493 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] Allocated IP 2001:db8::f816:3eff:fef4:c526 (780f7a0e-8c20-4451-b666-5d4d18704b66/188c940b-0396-4d6f-8943-fee72e785d4e/2871d56b-3e49-4623-9141-4d4a34558de3) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:12:07.139858 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef38048-5595-4bc1-a1c5-eb9b8c00f4ec tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:07.170694 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-9ef38048-5595-4bc1-a1c5-eb9b8c00f4ec tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:07.184108 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef38048-5595-4bc1-a1c5-eb9b8c00f4ec tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:12:07.220869 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef38048-5595-4bc1-a1c5-eb9b8c00f4ec tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:07.222267 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ef38048-5595-4bc1-a1c5-eb9b8c00f4ec tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:07.243403 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device be2d8db0-0611-4b1f-9476-2f977cf7b6c0 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:12:07.381919 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9ef38048-5595-4bc1-a1c5-eb9b8c00f4ec tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3993907 Jul 13 08:12:07.384622 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef38048-5595-4bc1-a1c5-eb9b8c00f4ec tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=334a783a-cc12-4a0e-b897-cd60a39af428,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:07.385145 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55656) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:07.712773 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03380171-226f-471c-a9ee-6ef4919c2ebc tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:07.730697 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-03380171-226f-471c-a9ee-6ef4919c2ebc tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3438773 Jul 13 08:12:07.753970 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55660) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:07.772287 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port be2d8db0-0611-4b1f-9476-2f977cf7b6c0 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:12:07.800311 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port be2d8db0-0611-4b1f-9476-2f977cf7b6c0 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:07.802130 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:07.814356 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:07.880059 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] Transition to ACTIVE for port object 2871d56b-3e49-4623-9141-4d4a34558de3 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:07.991517 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] Transition to ACTIVE for port object 2871d56b-3e49-4623-9141-4d4a34558de3 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:08.021140 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:08.138840 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:08.151694 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:08.156761 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:12:08.183150 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] Pushing event updated for resources: {'Port': ['ID=2871d56b-3e49-4623-9141-4d4a34558de3,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:08.211447 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f1a5b67c-e70a-4579-b1ee-edeb7a7fec06 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:08.216676 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-3c494678-39d9-4888-bab7-b3b668604b11 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting port 334a783a-cc12-4a0e-b897-cd60a39af428 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:12:08.218033 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c494678-39d9-4888-bab7-b3b668604b11 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:08.250325 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:08.257795 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:08.268214 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54803cae-bdd5-43b7-9f00-57e05eaa9e21 None None] Network 8bee8933-33ac-421e-9f82-ee678209e5d7 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:12:08.272451 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f1a5b67c-e70a-4579-b1ee-edeb7a7fec06 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:08.392590 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] Attempting to bind port 2871d56b-3e49-4623-9141-4d4a34558de3 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:12:08.392979 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] Attempting to bind port 2871d56b-3e49-4623-9141-4d4a34558de3 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:12:08.393351 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] Attempting to bind port 2871d56b-3e49-4623-9141-4d4a34558de3 on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:12:08.404834 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port be2d8db0-0611-4b1f-9476-2f977cf7b6c0, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=be2d8db0-0611-4b1f-9476-2f977cf7b6c0,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:08.411618 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:12:08.412043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:12:08.412218 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:08.412538 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:12:08.413071 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] Bound port: 2871d56b-3e49-4623-9141-4d4a34558de3, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:12:08.413548 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:08.463037 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:08.479587 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-54f4cfcc-3152-400f-a09c-23b1e8387c1a None None] Provisioning for port 6c778d15-339e-498c-b527-d4d70dfe2e77 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:12:08.513349 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c494678-39d9-4888-bab7-b3b668604b11 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:08.516549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5b67c-e70a-4579-b1ee-edeb7a7fec06 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'Port': ['ID=21021af6-adb6-48dc-8b5e-328a7ddd7e5c,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:08.540271 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f1a5b67c-e70a-4579-b1ee-edeb7a7fec06 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:08.558976 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-3c494678-39d9-4888-bab7-b3b668604b11 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Calling delete_port for 334a783a-cc12-4a0e-b897-cd60a39af428 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:12:08.581032 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 6c778d15-339e-498c-b527-d4d70dfe2e77 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:12:08.713105 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=be2d8db0-0611-4b1f-9476-2f977cf7b6c0,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:08.757723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] For port 2871d56b-3e49-4623-9141-4d4a34558de3, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:12:08.815892 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] For port 2871d56b-3e49-4623-9141-4d4a34558de3, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2871d56b-3e49-4623-9141-4d4a34558de3,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:12:08.830319 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:08.933402 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 6c778d15-339e-498c-b527-d4d70dfe2e77 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:12:08.950062 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 6c778d15-339e-498c-b527-d4d70dfe2e77 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:08.957859 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:09.110898 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c94d38-a0c2-46a8-a655-9ae2b6f4266f None None] Pushing event updated for resources: {'Port': ['ID=2871d56b-3e49-4623-9141-4d4a34558de3,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:09.168024 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a5b67c-e70a-4579-b1ee-edeb7a7fec06 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Network 8bee8933-33ac-421e-9f82-ee678209e5d7 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:09.170878 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-f1a5b67c-e70a-4579-b1ee-edeb7a7fec06 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:09.174382 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c494678-39d9-4888-bab7-b3b668604b11 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:09.282693 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:09.433253 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 6c778d15-339e-498c-b527-d4d70dfe2e77, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=6c778d15-339e-498c-b527-d4d70dfe2e77,segment=NetworkSegment(0abcff2e-da51-4712-a469-0a153b0985c5),segment_id=0abcff2e-da51-4712-a469-0a153b0985c5)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:09.456925 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:09.528960 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c494678-39d9-4888-bab7-b3b668604b11 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=334a783a-cc12-4a0e-b897-cd60a39af428,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:09.564048 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c494678-39d9-4888-bab7-b3b668604b11 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:09.600780 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3c494678-39d9-4888-bab7-b3b668604b11 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/334a783a-cc12-4a0e-b897-cd60a39af428 HTTP/1.1" status: 204 len: 168 time: 1.8410687 Jul 13 08:12:09.603367 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55680) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:09.672141 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=6c778d15-339e-498c-b527-d4d70dfe2e77,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:09.866649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755942b9-9d1a-4a5d-a8dc-e4c4f7e16649 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:09.869974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755942b9-9d1a-4a5d-a8dc-e4c4f7e16649 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:09.873025 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-755942b9-9d1a-4a5d-a8dc-e4c4f7e16649 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2662787 Jul 13 08:12:09.877539 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55684) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:09.958953 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a5b67c-e70a-4579-b1ee-edeb7a7fec06 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Router 6c088e59-3cb6-4ed2-842c-e3b9acb7803f has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:12:09.999775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-029edc5d-ada6-4508-8f78-57605873feb3 None None] Provisioning complete for port 6c778d15-339e-498c-b527-d4d70dfe2e77 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:10.003367 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-029edc5d-ada6-4508-8f78-57605873feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:10.073446 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-354f925e-8fc9-431e-8084-d9d4f9a415e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet 188c940b-0396-4d6f-8943-fee72e785d4e {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:12:10.084889 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-354f925e-8fc9-431e-8084-d9d4f9a415e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:10.209775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2871d56b-3e49-4623-9141-4d4a34558de3 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:12:10.288293 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-354f925e-8fc9-431e-8084-d9d4f9a415e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:10.390213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a5b67c-e70a-4579-b1ee-edeb7a7fec06 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:12:10.410041 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f1a5b67c-e70a-4579-b1ee-edeb7a7fec06 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "PUT /v2.0/routers/6c088e59-3cb6-4ed2-842c-e3b9acb7803f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7261627 Jul 13 08:12:10.413178 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55690) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:10.414349 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] Sync routers for ids ['6c088e59-3cb6-4ed2-842c-e3b9acb7803f'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:12:10.455050 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] Routers {'6c088e59-3cb6-4ed2-842c-e3b9acb7803f'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:12:10.455738 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:11:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['6c088e59-3cb6-4ed2-842c-e3b9acb7803f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:12:10.814446 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2391f9-a38a-41ed-b256-8662acca4a48 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:10.823155 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2391f9-a38a-41ed-b256-8662acca4a48 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:10.823835 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2391f9-a38a-41ed-b256-8662acca4a48 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:10.824838 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2391f9-a38a-41ed-b256-8662acca4a48 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:10.825730 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2391f9-a38a-41ed-b256-8662acca4a48 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:10.827355 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2391f9-a38a-41ed-b256-8662acca4a48 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:10.837047 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55694) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:10.847584 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4c2391f9-a38a-41ed-b256-8662acca4a48 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4288 time: 0.4326446 Jul 13 08:12:10.879691 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] Set router 6c088e59-3cb6-4ed2-842c-e3b9acb7803f gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:12:11.003134 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-354f925e-8fc9-431e-8084-d9d4f9a415e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:11.159516 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:12:11.176834 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 2871d56b-3e49-4623-9141-4d4a34558de3 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:12:11.216593 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device be2d8db0-0611-4b1f-9476-2f977cf7b6c0 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:12:11.231401 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-354f925e-8fc9-431e-8084-d9d4f9a415e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:11.311841 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9f009c-f26e-40ab-abcd-b274202dad2f tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:11.314350 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9f009c-f26e-40ab-abcd-b274202dad2f tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:11.314842 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9f009c-f26e-40ab-abcd-b274202dad2f tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:11.315374 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9f009c-f26e-40ab-abcd-b274202dad2f tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:11.317994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9f009c-f26e-40ab-abcd-b274202dad2f tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:11.320053 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9f009c-f26e-40ab-abcd-b274202dad2f tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:11.335786 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2f9f009c-f26e-40ab-abcd-b274202dad2f tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3985 time: 0.4971850 Jul 13 08:12:11.347822 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55698) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:11.396599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f925e-8fc9-431e-8084-d9d4f9a415e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=188c940b-0396-4d6f-8943-fee72e785d4e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:11.406799 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-354f925e-8fc9-431e-8084-d9d4f9a415e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:11.415264 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-354f925e-8fc9-431e-8084-d9d4f9a415e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/188c940b-0396-4d6f-8943-fee72e785d4e HTTP/1.1" status: 204 len: 168 time: 1.5354793 Jul 13 08:12:11.424612 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55700) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:11.473553 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-029edc5d-ada6-4508-8f78-57605873feb3 None None] Provisioning for port 21021af6-adb6-48dc-8b5e-328a7ddd7e5c completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:12:11.525845 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-029edc5d-ada6-4508-8f78-57605873feb3 None None] Provisioning complete for port 21021af6-adb6-48dc-8b5e-328a7ddd7e5c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:11.526518 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-029edc5d-ada6-4508-8f78-57605873feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:11.531848 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port be2d8db0-0611-4b1f-9476-2f977cf7b6c0 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:11.547026 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:11.785485 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-029edc5d-ada6-4508-8f78-57605873feb3 None None] Port 21021af6-adb6-48dc-8b5e-328a7ddd7e5c cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:12:11.788235 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f925e-8fc9-431e-8084-d9d4f9a415e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:11.788935 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f925e-8fc9-431e-8084-d9d4f9a415e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:11.790607 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f925e-8fc9-431e-8084-d9d4f9a415e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:11.792241 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f925e-8fc9-431e-8084-d9d4f9a415e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:11.797883 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f925e-8fc9-431e-8084-d9d4f9a415e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:11.798646 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f925e-8fc9-431e-8084-d9d4f9a415e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:11.799235 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f925e-8fc9-431e-8084-d9d4f9a415e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:11.799796 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f925e-8fc9-431e-8084-d9d4f9a415e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:11.800251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f925e-8fc9-431e-8084-d9d4f9a415e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:11.800840 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f925e-8fc9-431e-8084-d9d4f9a415e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:11.801241 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f925e-8fc9-431e-8084-d9d4f9a415e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:11.801598 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f925e-8fc9-431e-8084-d9d4f9a415e5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:11.863925 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c739e68d-2777-4260-adec-ef65cb56f9d4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4357123 Jul 13 08:12:11.869435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55704) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:11.901468 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-59f1429f-f5eb-4a2e-89dc-8896feaf70a7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:12.070597 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9704d7fe-c15a-41a2-afff-10b70e4404f4 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:12:12.168260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f1429f-f5eb-4a2e-89dc-8896feaf70a7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:12.182315 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59f1429f-f5eb-4a2e-89dc-8896feaf70a7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:12.200835 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'name': 'tempest-TestNetworkBasicOps-router-1305019395', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:11:56Z', 'updated_at': '2021-07-13T08:12:06Z', 'revision_number': 4, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:11:57Z', 'updated_at': '2021-07-13T08:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '21021af6-adb6-48dc-8b5e-328a7ddd7e5c', 'name': '', 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:3a:16:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7135066f-c1d9-4803-86d6-93b2b42da5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:12:03Z', 'updated_at': '2021-07-13T08:12:07Z', 'revision_number': 2, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': '7135066f-c1d9-4803-86d6-93b2b42da5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:12:12.237693 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-027283dc-9131-4393-a118-bf9ffafad348 None None] Provisioning for port 2871d56b-3e49-4623-9141-4d4a34558de3 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:12:12.327615 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] Checking router: 6c088e59-3cb6-4ed2-842c-e3b9acb7803f for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:12:12.327968 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] Updating router 6c088e59-3cb6-4ed2-842c-e3b9acb7803f port 21021af6-adb6-48dc-8b5e-328a7ddd7e5c binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:12:12.386923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-027283dc-9131-4393-a118-bf9ffafad348 None None] Provisioning complete for port 2871d56b-3e49-4623-9141-4d4a34558de3 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:12.387246 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-027283dc-9131-4393-a118-bf9ffafad348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:12.416720 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:12.510962 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 6c778d15-339e-498c-b527-d4d70dfe2e77 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:12:12.519826 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-34e9a855-3480-4999-9b0b-d14e7998f948 tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 1.1646161 Jul 13 08:12:12.868540 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 6c778d15-339e-498c-b527-d4d70dfe2e77 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:12.874795 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:12.985908 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-027283dc-9131-4393-a118-bf9ffafad348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:13.093908 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:13.106391 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55716) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:13.123449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-027283dc-9131-4393-a118-bf9ffafad348 None None] For port 2871d56b-3e49-4623-9141-4d4a34558de3, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2871d56b-3e49-4623-9141-4d4a34558de3,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:13.128494 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-2b0f0cd5-ad3a-4d21-aec6-81d871af8a28 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1271900601', 'description': 'tempest-secgroup-smoke-1271900601 description', 'project_id': '646613418a8c4063bb68b7f4cbd296e4'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:13.177723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f0fe59-7d2a-473f-9713-8de77e7f6a75 None None] DHCP port deletion for 780f7a0e-8c20-4451-b666-5d4d18704b66 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:12:13.177927 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:13.188743 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-027283dc-9131-4393-a118-bf9ffafad348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:13.221193 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] Transition to ACTIVE for port object 21021af6-adb6-48dc-8b5e-328a7ddd7e5c will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:13.240696 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:13.250646 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2b0f0cd5-ad3a-4d21-aec6-81d871af8a28 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:13.344777 n-d-779913-28 neutron-server[93724]: DEBUG neutron.objects.ports [None req-59f1429f-f5eb-4a2e-89dc-8896feaf70a7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 08:12:13.431574 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270a353-d4c6-4d51-8e88-ec6aeecb2173 None None] Pushing event updated for resources: {'Port': ['ID=21021af6-adb6-48dc-8b5e-328a7ddd7e5c,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:13.491951 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027283dc-9131-4393-a118-bf9ffafad348 None None] Pushing event updated for resources: {'Port': ['ID=2871d56b-3e49-4623-9141-4d4a34558de3,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:13.506423 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270a353-d4c6-4d51-8e88-ec6aeecb2173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:13.506969 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270a353-d4c6-4d51-8e88-ec6aeecb2173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:13.507595 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270a353-d4c6-4d51-8e88-ec6aeecb2173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:13.508189 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270a353-d4c6-4d51-8e88-ec6aeecb2173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:13.509166 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270a353-d4c6-4d51-8e88-ec6aeecb2173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:13.509720 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270a353-d4c6-4d51-8e88-ec6aeecb2173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:13.510352 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270a353-d4c6-4d51-8e88-ec6aeecb2173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:13.510890 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270a353-d4c6-4d51-8e88-ec6aeecb2173 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:13.512588 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270a353-d4c6-4d51-8e88-ec6aeecb2173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:13.514487 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270a353-d4c6-4d51-8e88-ec6aeecb2173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:13.528882 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270a353-d4c6-4d51-8e88-ec6aeecb2173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:13.532427 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270a353-d4c6-4d51-8e88-ec6aeecb2173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:13.563343 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2b0f0cd5-ad3a-4d21-aec6-81d871af8a28 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:13.578672 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2b0f0cd5-ad3a-4d21-aec6-81d871af8a28 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:13.657671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-96f0fe59-7d2a-473f-9713-8de77e7f6a75 None None] Deleting port 2871d56b-3e49-4623-9141-4d4a34558de3 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:12:13.658481 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-96f0fe59-7d2a-473f-9713-8de77e7f6a75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:13.710427 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8638e586-5184-45af-9c90-49e5772a4d36 None None] Could not find standard attr ID for object b26390dc-2747-4833-9c7e-16fa8cf763d7. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:12:13.711567 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2b0f0cd5-ad3a-4d21-aec6-81d871af8a28 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:13.712951 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] Attempting to bind port 21021af6-adb6-48dc-8b5e-328a7ddd7e5c on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:12:13.713695 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] Attempting to bind port 21021af6-adb6-48dc-8b5e-328a7ddd7e5c by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0abcff2e-da51-4712-a469-0a153b0985c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:12:13.714991 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] Attempting to bind port 21021af6-adb6-48dc-8b5e-328a7ddd7e5c on network 8bee8933-33ac-421e-9f82-ee678209e5d7 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:12:13.717917 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2b0f0cd5-ad3a-4d21-aec6-81d871af8a28 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6055024 Jul 13 08:12:13.718942 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55730) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:13.732022 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-724bffbf-2172-4731-8479-cb992ad93644 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'security_group_rule': {'security_group_id': 'fb0d9fba-dc04-4283-a552-00ae865ba443', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:13.734703 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:12:13.735271 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] Checking segment: {'id': '0abcff2e-da51-4712-a469-0a153b0985c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:12:13.735909 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:13.736547 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] Bound using segment: {'id': '0abcff2e-da51-4712-a469-0a153b0985c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:12:13.743848 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] Bound port: 21021af6-adb6-48dc-8b5e-328a7ddd7e5c, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abcff2e-da51-4712-a469-0a153b0985c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:12:13.744322 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:13.758460 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f0cd5-ad3a-4d21-aec6-81d871af8a28 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0d9fba-dc04-4283-a552-00ae865ba443,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:13.848158 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-724bffbf-2172-4731-8479-cb992ad93644 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:13.865153 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59f1429f-f5eb-4a2e-89dc-8896feaf70a7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:13.886855 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-96f0fe59-7d2a-473f-9713-8de77e7f6a75 None None] For port 2871d56b-3e49-4623-9141-4d4a34558de3, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2871d56b-3e49-4623-9141-4d4a34558de3,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:13.887634 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-96f0fe59-7d2a-473f-9713-8de77e7f6a75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:13.907632 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-96f0fe59-7d2a-473f-9713-8de77e7f6a75 None None] Calling delete_port for 2871d56b-3e49-4623-9141-4d4a34558de3 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:12:14.018790 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] For port 21021af6-adb6-48dc-8b5e-328a7ddd7e5c, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:12:14.025998 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] For port 21021af6-adb6-48dc-8b5e-328a7ddd7e5c, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=21021af6-adb6-48dc-8b5e-328a7ddd7e5c,segment=NetworkSegment(0abcff2e-da51-4712-a469-0a153b0985c5),segment_id=0abcff2e-da51-4712-a469-0a153b0985c5)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:12:14.038157 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:14.063177 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-724bffbf-2172-4731-8479-cb992ad93644 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:14.065576 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-724bffbf-2172-4731-8479-cb992ad93644 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:14.146912 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724bffbf-2172-4731-8479-cb992ad93644 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cef9151-0c51-4b91-b57f-2afc8772effe,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:14.151134 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-724bffbf-2172-4731-8479-cb992ad93644 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:14.152098 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-724bffbf-2172-4731-8479-cb992ad93644 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4316282 Jul 13 08:12:14.156333 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55734) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:14.161807 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-353f4c02-6234-498b-be8f-c5afef88ac87 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'security_group_rule': {'security_group_id': 'fb0d9fba-dc04-4283-a552-00ae865ba443', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:14.255119 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] Routers {'6c088e59-3cb6-4ed2-842c-e3b9acb7803f'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:12:14.257703 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:11:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['6c088e59-3cb6-4ed2-842c-e3b9acb7803f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:12:14.269984 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-59f1429f-f5eb-4a2e-89dc-8896feaf70a7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] For port 2871d56b-3e49-4623-9141-4d4a34558de3, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2871d56b-3e49-4623-9141-4d4a34558de3,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:14.271219 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-353f4c02-6234-498b-be8f-c5afef88ac87 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:14.369404 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59f1429f-f5eb-4a2e-89dc-8896feaf70a7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:14.380573 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59f1429f-f5eb-4a2e-89dc-8896feaf70a7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:14.386683 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-96f0fe59-7d2a-473f-9713-8de77e7f6a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:14.407689 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270a353-d4c6-4d51-8e88-ec6aeecb2173 None None] Pushing event updated for resources: {'Port': ['ID=21021af6-adb6-48dc-8b5e-328a7ddd7e5c,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:14.460990 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-353f4c02-6234-498b-be8f-c5afef88ac87 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:14.467616 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-353f4c02-6234-498b-be8f-c5afef88ac87 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:14.516682 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f4c02-6234-498b-be8f-c5afef88ac87 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f582174-52d7-426a-8c94-9ef86b40127d,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:14.530601 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-353f4c02-6234-498b-be8f-c5afef88ac87 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:14.537601 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-353f4c02-6234-498b-be8f-c5afef88ac87 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3764005 Jul 13 08:12:14.538755 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55736) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:14.545583 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-6230e108-15f7-4de6-9bf6-aad2ffac0c57 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'security_group_rule': {'security_group_id': 'fb0d9fba-dc04-4283-a552-00ae865ba443', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:14.546515 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0fe59-7d2a-473f-9713-8de77e7f6a75 None None] Pushing event deleted for resources: {'Port': ['ID=2871d56b-3e49-4623-9141-4d4a34558de3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:14.562314 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2871d56b-3e49-4623-9141-4d4a34558de3 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:12:14.574333 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] Set router 6c088e59-3cb6-4ed2-842c-e3b9acb7803f gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:12:14.619382 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6230e108-15f7-4de6-9bf6-aad2ffac0c57 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:14.665171 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f0fe59-7d2a-473f-9713-8de77e7f6a75 None None] No DVR routers for this DVR port 2871d56b-3e49-4623-9141-4d4a34558de3 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:12:14.675426 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 2871d56b-3e49-4623-9141-4d4a34558de3 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:12:14.675966 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2871d56b-3e49-4623-9141-4d4a34558de3 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:12:14.856002 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6230e108-15f7-4de6-9bf6-aad2ffac0c57 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:14.864891 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6230e108-15f7-4de6-9bf6-aad2ffac0c57 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:14.953979 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230e108-15f7-4de6-9bf6-aad2ffac0c57 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d29e755-4038-431c-8f9f-f4ee0f56cb80,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:14.965895 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6230e108-15f7-4de6-9bf6-aad2ffac0c57 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:14.975989 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6230e108-15f7-4de6-9bf6-aad2ffac0c57 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4338574 Jul 13 08:12:14.978370 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55742) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:14.993599 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-4bb0113b-8ceb-4791-9991-00899eb6b40b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'security_group_rule': {'security_group_id': 'fb0d9fba-dc04-4283-a552-00ae865ba443', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:15.050468 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4bb0113b-8ceb-4791-9991-00899eb6b40b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:15.203418 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4bb0113b-8ceb-4791-9991-00899eb6b40b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:15.210290 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4bb0113b-8ceb-4791-9991-00899eb6b40b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:15.243081 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59f1429f-f5eb-4a2e-89dc-8896feaf70a7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:15.258646 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0113b-8ceb-4791-9991-00899eb6b40b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50324e62-90aa-4711-949c-6cec58b42a6e,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:15.264287 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'name': 'tempest-TestNetworkBasicOps-router-1305019395', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:11:56Z', 'updated_at': '2021-07-13T08:12:06Z', 'revision_number': 4, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:11:57Z', 'updated_at': '2021-07-13T08:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '21021af6-adb6-48dc-8b5e-328a7ddd7e5c', 'name': '', 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:3a:16:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7135066f-c1d9-4803-86d6-93b2b42da5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:12:03Z', 'updated_at': '2021-07-13T08:12:13Z', 'revision_number': 4, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': '7135066f-c1d9-4803-86d6-93b2b42da5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:12:15.287650 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4bb0113b-8ceb-4791-9991-00899eb6b40b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:15.291834 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4bb0113b-8ceb-4791-9991-00899eb6b40b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3085790 Jul 13 08:12:15.292112 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55746) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:15.297169 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-8d6d2a9e-f42d-43c2-9e6e-1aebe026bade tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'security_group_rule': {'security_group_id': 'fb0d9fba-dc04-4283-a552-00ae865ba443', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:15.316975 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1429f-f5eb-4a2e-89dc-8896feaf70a7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=780ee080-5f10-46e3-b499-d5cf9d635ccd,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:15.321158 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1429f-f5eb-4a2e-89dc-8896feaf70a7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=2871d56b-3e49-4623-9141-4d4a34558de3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:15.339015 n-d-779913-28 neutron-server[93723]: INFO neutron.db.securitygroups_db [None req-8d6d2a9e-f42d-43c2-9e6e-1aebe026bade tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Project 646613418a8c4063bb68b7f4cbd296e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:12:15.343234 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3263c9f-a5f0-4248-920c-f0d882075f46 None None] The sync data for ids ['6c088e59-3cb6-4ed2-842c-e3b9acb7803f'] in n-d-779913-28 is: [{'id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'name': 'tempest-TestNetworkBasicOps-router-1305019395', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:11:56Z', 'updated_at': '2021-07-13T08:12:06Z', 'revision_number': 4, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:11:57Z', 'updated_at': '2021-07-13T08:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '21021af6-adb6-48dc-8b5e-328a7ddd7e5c', 'name': '', 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:3a:16:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7135066f-c1d9-4803-86d6-93b2b42da5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:12:03Z', 'updated_at': '2021-07-13T08:12:13Z', 'revision_number': 4, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': '7135066f-c1d9-4803-86d6-93b2b42da5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:12:15.352476 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f1429f-f5eb-4a2e-89dc-8896feaf70a7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:15.354026 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2a9e-f42d-43c2-9e6e-1aebe026bade tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:15.360466 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-59f1429f-f5eb-4a2e-89dc-8896feaf70a7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:15.364350 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f1429f-f5eb-4a2e-89dc-8896feaf70a7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:15.365340 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59f1429f-f5eb-4a2e-89dc-8896feaf70a7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:15.375761 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3952a9-0769-4c1d-b4ca-57eee617415e None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:12:15.417617 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-59f1429f-f5eb-4a2e-89dc-8896feaf70a7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.5447400 Jul 13 08:12:15.436741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55748) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:15.449034 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ec38bca3-8c56-4d06-8884-c4b9b1c57738 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'mac_address': 'fa:16:3e:82:2a:02', 'name': 'tempest-NetworksTestDHCPv6-1088221342'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:15.543392 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2a9e-f42d-43c2-9e6e-1aebe026bade tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:15.561493 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2a9e-f42d-43c2-9e6e-1aebe026bade tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:15.627709 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d2a9e-f42d-43c2-9e6e-1aebe026bade tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3740d53-7c8b-4796-bf19-ce6efb717081,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:15.652606 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2a9e-f42d-43c2-9e6e-1aebe026bade tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:15.655579 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8d6d2a9e-f42d-43c2-9e6e-1aebe026bade tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3621583 Jul 13 08:12:15.659775 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55752) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:15.677948 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1c94dc42-852e-4439-a98b-92f15de6ee2b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'security_group_rule': {'security_group_id': 'fb0d9fba-dc04-4283-a552-00ae865ba443', 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:15.751441 n-d-779913-28 neutron-server[93723]: INFO neutron.db.securitygroups_db [None req-1c94dc42-852e-4439-a98b-92f15de6ee2b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Project 646613418a8c4063bb68b7f4cbd296e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:12:15.763860 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1c94dc42-852e-4439-a98b-92f15de6ee2b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:15.783629 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec38bca3-8c56-4d06-8884-c4b9b1c57738 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:15.883742 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-780f7a0e-8c20-4451-b666-5d4d18704b66', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'fixed_ips': [{'subnet_id': '780ee080-5f10-46e3-b499-d5cf9d635ccd'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:12:15.885962 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:16.004142 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1c94dc42-852e-4439-a98b-92f15de6ee2b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:16.016361 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1c94dc42-852e-4439-a98b-92f15de6ee2b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:16.063158 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ec38bca3-8c56-4d06-8884-c4b9b1c57738 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:16.089619 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94dc42-852e-4439-a98b-92f15de6ee2b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a24c884-159c-4f99-9ceb-a339fe940180,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:16.128819 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94dc42-852e-4439-a98b-92f15de6ee2b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:16.131768 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94dc42-852e-4439-a98b-92f15de6ee2b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:16.133821 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94dc42-852e-4439-a98b-92f15de6ee2b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:16.136537 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94dc42-852e-4439-a98b-92f15de6ee2b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:16.137994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94dc42-852e-4439-a98b-92f15de6ee2b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:16.142188 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94dc42-852e-4439-a98b-92f15de6ee2b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:16.142678 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94dc42-852e-4439-a98b-92f15de6ee2b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:16.145985 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94dc42-852e-4439-a98b-92f15de6ee2b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:16.146842 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-ec38bca3-8c56-4d06-8884-c4b9b1c57738 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] device_id is not set on port 45619158-fcb3-4988-9fad-ee50b2d4dbde yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:12:16.147617 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94dc42-852e-4439-a98b-92f15de6ee2b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:16.152881 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94dc42-852e-4439-a98b-92f15de6ee2b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:16.153412 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94dc42-852e-4439-a98b-92f15de6ee2b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:16.155022 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c94dc42-852e-4439-a98b-92f15de6ee2b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:12:16.171166 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1c94dc42-852e-4439-a98b-92f15de6ee2b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:16.172906 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1c94dc42-852e-4439-a98b-92f15de6ee2b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5100219 Jul 13 08:12:16.444190 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] Allocated IP 2001:db8::f816:3eff:fe59:5188 (780f7a0e-8c20-4451-b666-5d4d18704b66/780ee080-5f10-46e3-b499-d5cf9d635ccd/bc359f23-e49e-46d8-b10f-4631a7ff6182) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:12:16.535739 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 21021af6-adb6-48dc-8b5e-328a7ddd7e5c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:12:16.864307 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 21021af6-adb6-48dc-8b5e-328a7ddd7e5c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:12:16.888888 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 21021af6-adb6-48dc-8b5e-328a7ddd7e5c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:16.890169 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:17.083801 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:17.119002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] Transition to ACTIVE for port object bc359f23-e49e-46d8-b10f-4631a7ff6182 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:17.177781 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] Transition to ACTIVE for port object bc359f23-e49e-46d8-b10f-4631a7ff6182 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:17.188037 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:17.224347 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:17.323464 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:17.337795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:17.347025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:12:17.357918 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 21021af6-adb6-48dc-8b5e-328a7ddd7e5c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=21021af6-adb6-48dc-8b5e-328a7ddd7e5c,segment=NetworkSegment(0abcff2e-da51-4712-a469-0a153b0985c5),segment_id=0abcff2e-da51-4712-a469-0a153b0985c5)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:17.368085 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] Pushing event updated for resources: {'Port': ['ID=bc359f23-e49e-46d8-b10f-4631a7ff6182,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:17.372692 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:17.431787 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-ec38bca3-8c56-4d06-8884-c4b9b1c57738 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8::f816:3eff:fe82:2a02 (780f7a0e-8c20-4451-b666-5d4d18704b66/780ee080-5f10-46e3-b499-d5cf9d635ccd/45619158-fcb3-4988-9fad-ee50b2d4dbde) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:12:17.528645 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-bb2849e1-1b20-4907-8c73-d8c2fea5e9e2 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1271900601&fields=id&tenant_id=646613418a8c4063bb68b7f4cbd296e4 HTTP/1.1" status: 200 len: 267 time: 0.2316382 Jul 13 08:12:17.606606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] Attempting to bind port bc359f23-e49e-46d8-b10f-4631a7ff6182 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:12:17.607212 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] Attempting to bind port bc359f23-e49e-46d8-b10f-4631a7ff6182 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:12:17.607798 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] Attempting to bind port bc359f23-e49e-46d8-b10f-4631a7ff6182 on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:12:17.676906 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:12:17.678693 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:12:17.679295 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:17.682959 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:12:17.683556 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] Bound port: bc359f23-e49e-46d8-b10f-4631a7ff6182, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:12:17.684820 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:17.753315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=21021af6-adb6-48dc-8b5e-328a7ddd7e5c,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:17.910306 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] For port bc359f23-e49e-46d8-b10f-4631a7ff6182, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:12:17.940311 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] For port bc359f23-e49e-46d8-b10f-4631a7ff6182, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=bc359f23-e49e-46d8-b10f-4631a7ff6182,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:12:17.971447 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:18.059574 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e68bd7b7-e598-4194-9342-526883edcefb None None] Provisioning complete for port 21021af6-adb6-48dc-8b5e-328a7ddd7e5c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:18.059720 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e68bd7b7-e598-4194-9342-526883edcefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:18.274169 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ec38bca3-8c56-4d06-8884-c4b9b1c57738 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:18.279933 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbab3a-2781-49d6-8f18-10b115eb0891 None None] Pushing event updated for resources: {'Port': ['ID=bc359f23-e49e-46d8-b10f-4631a7ff6182,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:18.481561 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-ec38bca3-8c56-4d06-8884-c4b9b1c57738 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Transition to ACTIVE for port object 45619158-fcb3-4988-9fad-ee50b2d4dbde will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:18.511670 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 21021af6-adb6-48dc-8b5e-328a7ddd7e5c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:12:18.549625 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-3cc7331e-6d86-4828-bdb0-6821f6d36ff4 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:18.560924 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-3cc7331e-6d86-4828-bdb0-6821f6d36ff4 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/networks?id=8bee8933-33ac-421e-9f82-ee678209e5d7 HTTP/1.1" status: 200 len: 796 time: 1.0212600 Jul 13 08:12:18.607374 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-97a3d125-be48-4f86-8e9a-472df76b5ca6 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/quotas/646613418a8c4063bb68b7f4cbd296e4 HTTP/1.1" status: 200 len: 375 time: 0.0435791 Jul 13 08:12:18.706917 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 21021af6-adb6-48dc-8b5e-328a7ddd7e5c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:18.709637 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:18.843647 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ec38bca3-8c56-4d06-8884-c4b9b1c57738 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:18.977899 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec38bca3-8c56-4d06-8884-c4b9b1c57738 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:18.988948 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ec38bca3-8c56-4d06-8884-c4b9b1c57738 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:19.004689 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec38bca3-8c56-4d06-8884-c4b9b1c57738 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:12:19.012401 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec38bca3-8c56-4d06-8884-c4b9b1c57738 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:19.013361 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ec38bca3-8c56-4d06-8884-c4b9b1c57738 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:19.023002 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38bca3-8c56-4d06-8884-c4b9b1c57738 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=45619158-fcb3-4988-9fad-ee50b2d4dbde,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:19.044242 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-73af45bf-5233-4586-8c13-941b0b439bee tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=646613418a8c4063bb68b7f4cbd296e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4240608 Jul 13 08:12:19.064687 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ec38bca3-8c56-4d06-8884-c4b9b1c57738 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6261945 Jul 13 08:12:19.068311 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55796) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:19.265187 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b4da51-261d-4c65-84ec-02109c819f2c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:19.289366 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b4da51-261d-4c65-84ec-02109c819f2c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:19.296641 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e3b4da51-261d-4c65-84ec-02109c819f2c tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2266650 Jul 13 08:12:19.300301 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55798) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:19.327189 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-68fd8518-a46e-4fe0-bf28-3c4f8b6915a8 service neutron] 10.222.0.58 "GET /v2.0/networks/8bee8933-33ac-421e-9f82-ee678209e5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294619 Jul 13 08:12:19.363821 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55800) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:19.615590 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-698f4747-2bf0-4158-8a11-d22fac66effc tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting port 45619158-fcb3-4988-9fad-ee50b2d4dbde {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:12:19.616055 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-698f4747-2bf0-4158-8a11-d22fac66effc tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:19.632099 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-592c98eb-7976-4ddd-9c57-82382493593f service neutron] 10.222.0.58 "GET /v2.0/networks/8bee8933-33ac-421e-9f82-ee678209e5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036499 Jul 13 08:12:19.675332 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-897aaa44-3e50-4950-88e1-de6d1a98ca4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:19.910806 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-698f4747-2bf0-4158-8a11-d22fac66effc tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:19.932772 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-897aaa44-3e50-4950-88e1-de6d1a98ca4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:19.945187 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-897aaa44-3e50-4950-88e1-de6d1a98ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:19.996715 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-698f4747-2bf0-4158-8a11-d22fac66effc tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Calling delete_port for 45619158-fcb3-4988-9fad-ee50b2d4dbde owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:12:20.056021 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897aaa44-3e50-4950-88e1-de6d1a98ca4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7a25e7-9e14-4597-9832-962c69ac0e3e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:20.073504 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-897aaa44-3e50-4950-88e1-de6d1a98ca4f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13884beb0a514f5db065cec5254255c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7040896 Jul 13 08:12:20.075565 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55808) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:20.233839 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1f7c66f2-2831-416e-9bec-d273fe6497fe None None] Provisioning for port bc359f23-e49e-46d8-b10f-4631a7ff6182 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:12:20.254309 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c9be990-ea50-470f-932a-83186238b357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:20.354814 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c9be990-ea50-470f-932a-83186238b357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:20.429660 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-698f4747-2bf0-4158-8a11-d22fac66effc tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:20.557163 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd6d7753-093e-4818-b3fe-98e151cc0810 req-663b09ea-a6e6-4f1d-a6d5-fa47c251d297 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 210 time: 0.4382343 Jul 13 08:12:20.562203 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device bc359f23-e49e-46d8-b10f-4631a7ff6182 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:12:20.566892 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f4747-2bf0-4158-8a11-d22fac66effc tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=45619158-fcb3-4988-9fad-ee50b2d4dbde,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:20.634458 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c9be990-ea50-470f-932a-83186238b357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:20.644016 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c9be990-ea50-470f-932a-83186238b357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:20.647483 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4c9be990-ea50-470f-932a-83186238b357 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd7a25e7-9e14-4597-9832-962c69ac0e3e HTTP/1.1" status: 204 len: 168 time: 0.5698431 Jul 13 08:12:20.675795 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-698f4747-2bf0-4158-8a11-d22fac66effc tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:20.687604 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-698f4747-2bf0-4158-8a11-d22fac66effc tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/45619158-fcb3-4988-9fad-ee50b2d4dbde HTTP/1.1" status: 204 len: 168 time: 1.3853736 Jul 13 08:12:20.688867 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55822) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:20.694521 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9be990-ea50-470f-932a-83186238b357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7a25e7-9e14-4597-9832-962c69ac0e3e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:20.855528 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port bc359f23-e49e-46d8-b10f-4631a7ff6182 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:12:20.875228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port bc359f23-e49e-46d8-b10f-4631a7ff6182 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:20.876336 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:20.957732 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ed3605-b101-4004-ab70-02210f37a1c6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:20.970800 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ed3605-b101-4004-ab70-02210f37a1c6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:20.992585 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55826) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:20.993404 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-45ed3605-b101-4004-ab70-02210f37a1c6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3023543 Jul 13 08:12:21.028057 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ae589559-5aaa-4c8c-a594-f3e5523b3997 None None] Could not find standard attr ID for object 45619158-fcb3-4988-9fad-ee50b2d4dbde. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:12:21.195703 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7e3d20-b73c-42b9-9cce-3cadbda71d82 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet 780ee080-5f10-46e3-b499-d5cf9d635ccd {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:12:21.204674 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d7e3d20-b73c-42b9-9cce-3cadbda71d82 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:21.282910 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d7e3d20-b73c-42b9-9cce-3cadbda71d82 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:21.312437 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:21.382391 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port bc359f23-e49e-46d8-b10f-4631a7ff6182, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=bc359f23-e49e-46d8-b10f-4631a7ff6182,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:21.391667 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:21.525455 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=bc359f23-e49e-46d8-b10f-4631a7ff6182,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:21.528596 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d7e3d20-b73c-42b9-9cce-3cadbda71d82 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:21.616191 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55834) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:21.634354 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d7e3d20-b73c-42b9-9cce-3cadbda71d82 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:21.659129 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4a4155b1-4cbb-45dc-b9a1-971a94f5bf62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:21.680507 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e3d20-b73c-42b9-9cce-3cadbda71d82 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=780ee080-5f10-46e3-b499-d5cf9d635ccd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:21.690452 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d7e3d20-b73c-42b9-9cce-3cadbda71d82 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:21.693149 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7d7e3d20-b73c-42b9-9cce-3cadbda71d82 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/780ee080-5f10-46e3-b499-d5cf9d635ccd HTTP/1.1" status: 204 len: 168 time: 0.6992152 Jul 13 08:12:21.698998 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55838) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:21.700298 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d261543e-0064-40d0-9628-f2efe1eec608 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:12:21.799589 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-acadd124-9603-4313-a0eb-286719c6954d tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995114 Jul 13 08:12:21.802766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55840) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:21.901246 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4a4155b1-4cbb-45dc-b9a1-971a94f5bf62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:21.908287 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4a4155b1-4cbb-45dc-b9a1-971a94f5bf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:21.939507 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb9bb87d-4aff-4e05-93ef-e14d9a7f1a87 req-3a427877-a9ac-40fd-ba84-b96a42884e64 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 210 time: 0.0628452 Jul 13 08:12:21.986369 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4155b1-4cbb-45dc-b9a1-971a94f5bf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9ad93a-bcdf-44af-9cf4-72677e319c01,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:21.995260 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4a4155b1-4cbb-45dc-b9a1-971a94f5bf62 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5cefb9b833024f13a4bc5a6392e5fa44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3780911 Jul 13 08:12:21.999427 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55842) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:21.999629 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f023f2-d892-4d61-a4f6-f3f9f61b6f25 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:22.007910 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-67f023f2-d892-4d61-a4f6-f3f9f61b6f25 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2020972 Jul 13 08:12:22.008937 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55844) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:22.088362 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58b2361-8db6-4bb6-a6b4-2cf6aab6c14e None None] DHCP port deletion for 780f7a0e-8c20-4451-b666-5d4d18704b66 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:12:22.096379 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a8e52fe6-0191-4d97-bbb4-43cff2c270d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:22.123344 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cb122d-422b-431a-bd9d-e0fc54462136 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:22.130567 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a8cb122d-422b-431a-bd9d-e0fc54462136 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1199906 Jul 13 08:12:22.132658 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55848) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:22.139492 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a8e52fe6-0191-4d97-bbb4-43cff2c270d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:22.212566 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a8e52fe6-0191-4d97-bbb4-43cff2c270d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:22.226609 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a8e52fe6-0191-4d97-bbb4-43cff2c270d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:22.235282 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e58b2361-8db6-4bb6-a6b4-2cf6aab6c14e None None] Deleting port bc359f23-e49e-46d8-b10f-4631a7ff6182 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:12:22.235659 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e58b2361-8db6-4bb6-a6b4-2cf6aab6c14e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:22.266902 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-639bde30-574e-4804-a3a8-ef8ca0cddc88 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1319456 Jul 13 08:12:22.267537 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a8e52fe6-0191-4d97-bbb4-43cff2c270d6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8a9ad93a-bcdf-44af-9cf4-72677e319c01 HTTP/1.1" status: 204 len: 168 time: 0.2377303 Jul 13 08:12:22.274319 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55852) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:22.301039 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-5a0390d6-4480-4e83-b4d6-0af4b3f9ea82 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:22.386978 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e52fe6-0191-4d97-bbb4-43cff2c270d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9ad93a-bcdf-44af-9cf4-72677e319c01,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:22.448908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device bc359f23-e49e-46d8-b10f-4631a7ff6182 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:12:22.556569 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e58b2361-8db6-4bb6-a6b4-2cf6aab6c14e None None] For port bc359f23-e49e-46d8-b10f-4631a7ff6182, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=bc359f23-e49e-46d8-b10f-4631a7ff6182,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:22.557190 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e58b2361-8db6-4bb6-a6b4-2cf6aab6c14e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:22.614256 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e58b2361-8db6-4bb6-a6b4-2cf6aab6c14e None None] Calling delete_port for bc359f23-e49e-46d8-b10f-4631a7ff6182 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:12:22.748507 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:22.818843 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port bc359f23-e49e-46d8-b10f-4631a7ff6182, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=bc359f23-e49e-46d8-b10f-4631a7ff6182,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:22.826620 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:22.963009 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e58b2361-8db6-4bb6-a6b4-2cf6aab6c14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:23.068065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b2361-8db6-4bb6-a6b4-2cf6aab6c14e None None] No DVR routers for this DVR port bc359f23-e49e-46d8-b10f-4631a7ff6182 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:12:23.084767 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=bc359f23-e49e-46d8-b10f-4631a7ff6182,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:23.160747 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b2361-8db6-4bb6-a6b4-2cf6aab6c14e None None] Pushing event deleted for resources: {'Port': ['ID=bc359f23-e49e-46d8-b10f-4631a7ff6182,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:23.277052 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d9d63c0-d387-481a-b03f-36d096e8452d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:23.401819 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0390d6-4480-4e83-b4d6-0af4b3f9ea82 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:23.407322 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5a0390d6-4480-4e83-b4d6-0af4b3f9ea82 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:23.409258 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e56aca8e-063d-4570-b112-c0c02be5c403 req-24dad923-9456-410f-943a-b9fd399738a0 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 210 time: 0.1022639 Jul 13 08:12:23.486641 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-37e84597-6b62-467f-8e29-7b41f17f800f tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:23.487559 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-37e84597-6b62-467f-8e29-7b41f17f800f tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.35 "GET /v2.0/networks?id=8bee8933-33ac-421e-9f82-ee678209e5d7 HTTP/1.1" status: 200 len: 796 time: 1.0369349 Jul 13 08:12:23.643387 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-6e5454c3-4823-4ad0-bc8f-f0d3814db494 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=646613418a8c4063bb68b7f4cbd296e4 HTTP/1.1" status: 200 len: 380 time: 0.1431236 Jul 13 08:12:23.665661 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-9982efeb-b858-44c7-9676-d41af6d82c74 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'port': {'device_id': '9996587b-d03b-4dc0-b0e3-018b0c7224c2', 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7', 'admin_state_up': True, 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'security_groups': ['fb0d9fba-dc04-4283-a552-00ae865ba443']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:23.945831 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5a0390d6-4480-4e83-b4d6-0af4b3f9ea82 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:23.992491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-9982efeb-b858-44c7-9676-d41af6d82c74 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Made reservation on behalf of 646613418a8c4063bb68b7f4cbd296e4 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:23.996542 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-9982efeb-b858-44c7-9676-d41af6d82c74 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:24.009108 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0390d6-4480-4e83-b4d6-0af4b3f9ea82 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:24.027458 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-5a0390d6-4480-4e83-b4d6-0af4b3f9ea82 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:24.036774 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0390d6-4480-4e83-b4d6-0af4b3f9ea82 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:24.037762 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5a0390d6-4480-4e83-b4d6-0af4b3f9ea82 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:24.047468 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83075b02-e9f9-4c5e-8dd0-9dcb90d62b7c None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:12:24.090399 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0390d6-4480-4e83-b4d6-0af4b3f9ea82 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=8b1bd5fe-9109-4f25-9315-10e208dbbe2f,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:24.103576 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55884) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:24.106026 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5a0390d6-4480-4e83-b4d6-0af4b3f9ea82 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8248773 Jul 13 08:12:24.127966 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d093e78d-2393-4db9-b760-3de44e567afb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'mac_address': 'fa:16:3e:55:f3:aa', 'name': 'tempest-NetworksTestDHCPv6-402497264'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:24.412095 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-9982efeb-b858-44c7-9676-d41af6d82c74 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Allocated IP 172.20.0.14 (8bee8933-33ac-421e-9f82-ee678209e5d7/7135066f-c1d9-4803-86d6-93b2b42da5bb/15ea213c-fb42-4c6a-8b52-5bc303605299) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:12:24.575860 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d093e78d-2393-4db9-b760-3de44e567afb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:24.592002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-780f7a0e-8c20-4451-b666-5d4d18704b66', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'fixed_ips': [{'subnet_id': '8b1bd5fe-9109-4f25-9315-10e208dbbe2f'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:12:24.596515 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:24.809826 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d093e78d-2393-4db9-b760-3de44e567afb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:24.906247 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-9982efeb-b858-44c7-9676-d41af6d82c74 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:24.922591 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-d093e78d-2393-4db9-b760-3de44e567afb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] device_id is not set on port 9c97c986-ff63-49ca-9b16-491a37848aef yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:12:24.942008 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f447aeae-8cc1-4279-80f9-aa5442f3fee5 req-3ebeecc5-a8d2-4026-9cc9-27efc7e7c0cf tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 210 time: 0.0730298 Jul 13 08:12:24.971361 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-9982efeb-b858-44c7-9676-d41af6d82c74 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Transition to ACTIVE for port object 15ea213c-fb42-4c6a-8b52-5bc303605299 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:24.989749 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] Allocated IP 2001:db8::2 (780f7a0e-8c20-4451-b666-5d4d18704b66/8b1bd5fe-9109-4f25-9315-10e208dbbe2f/9e7aefb0-834e-4cd0-a7af-1adcde9e2631) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:12:25.075038 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-9982efeb-b858-44c7-9676-d41af6d82c74 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:25.154149 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982efeb-b858-44c7-9676-d41af6d82c74 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'Port': ['ID=15ea213c-fb42-4c6a-8b52-5bc303605299,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:25.178065 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-9982efeb-b858-44c7-9676-d41af6d82c74 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Network 8bee8933-33ac-421e-9f82-ee678209e5d7 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:25.180339 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-9982efeb-b858-44c7-9676-d41af6d82c74 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:25.222207 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-9982efeb-b858-44c7-9676-d41af6d82c74 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:12:25.257297 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:25.271639 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] Transition to ACTIVE for port object 9e7aefb0-834e-4cd0-a7af-1adcde9e2631 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:25.305311 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] Transition to ACTIVE for port object 9e7aefb0-834e-4cd0-a7af-1adcde9e2631 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:25.319792 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:25.374719 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-9982efeb-b858-44c7-9676-d41af6d82c74 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:25.375215 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-9982efeb-b858-44c7-9676-d41af6d82c74 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:25.403411 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-9982efeb-b858-44c7-9676-d41af6d82c74 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7471952 Jul 13 08:12:25.415423 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] Request body: {'port': {'device_id': '9996587b-d03b-4dc0-b0e3-018b0c7224c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:25.417784 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:25.435836 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:25.448786 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:12:25.479300 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] Pushing event updated for resources: {'Port': ['ID=9e7aefb0-834e-4cd0-a7af-1adcde9e2631,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:25.498151 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-d093e78d-2393-4db9-b760-3de44e567afb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8::394 (780f7a0e-8c20-4451-b666-5d4d18704b66/8b1bd5fe-9109-4f25-9315-10e208dbbe2f/9c97c986-ff63-49ca-9b16-491a37848aef) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:12:25.638969 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:25.658790 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] Attempting to bind port 9e7aefb0-834e-4cd0-a7af-1adcde9e2631 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:12:25.659048 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] Attempting to bind port 9e7aefb0-834e-4cd0-a7af-1adcde9e2631 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:12:25.659386 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] Attempting to bind port 9e7aefb0-834e-4cd0-a7af-1adcde9e2631 on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:12:25.671442 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:12:25.671831 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:12:25.672402 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:25.673017 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:12:25.673611 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] Bound port: 9e7aefb0-834e-4cd0-a7af-1adcde9e2631, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:12:25.674047 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:25.787146 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-494282ce-2118-419a-92b3-fcfe828c7329 None None] Provisioning for port 15ea213c-fb42-4c6a-8b52-5bc303605299 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:12:25.805676 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-494282ce-2118-419a-92b3-fcfe828c7329 None None] Provisioning complete for port 15ea213c-fb42-4c6a-8b52-5bc303605299 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:25.806549 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-494282ce-2118-419a-92b3-fcfe828c7329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:25.920931 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] For port 9e7aefb0-834e-4cd0-a7af-1adcde9e2631, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:12:25.923538 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d093e78d-2393-4db9-b760-3de44e567afb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:25.939422 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] For port 9e7aefb0-834e-4cd0-a7af-1adcde9e2631, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9e7aefb0-834e-4cd0-a7af-1adcde9e2631,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:12:25.962174 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-494282ce-2118-419a-92b3-fcfe828c7329 None None] Port 15ea213c-fb42-4c6a-8b52-5bc303605299 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:12:25.973289 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:25.981945 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-d093e78d-2393-4db9-b760-3de44e567afb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Transition to ACTIVE for port object 9c97c986-ff63-49ca-9b16-491a37848aef will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:26.111379 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d093e78d-2393-4db9-b760-3de44e567afb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:26.260591 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d093e78d-2393-4db9-b760-3de44e567afb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:26.285366 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d093e78d-2393-4db9-b760-3de44e567afb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:26.382470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d093e78d-2393-4db9-b760-3de44e567afb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:12:26.398647 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d093e78d-2393-4db9-b760-3de44e567afb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:26.400976 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d093e78d-2393-4db9-b760-3de44e567afb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:26.443055 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439666cf-cfa5-419e-a2ac-5177d52bc0af None None] Pushing event updated for resources: {'Port': ['ID=9e7aefb0-834e-4cd0-a7af-1adcde9e2631,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:26.469383 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15ea213c-fb42-4c6a-8b52-5bc303605299 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:12:26.470243 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093e78d-2393-4db9-b760-3de44e567afb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=9c97c986-ff63-49ca-9b16-491a37848aef,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:26.494521 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:26.500226 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d093e78d-2393-4db9-b760-3de44e567afb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3959394 Jul 13 08:12:26.506420 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55928) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:26.540847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] Transition to ACTIVE for port object 15ea213c-fb42-4c6a-8b52-5bc303605299 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:26.550462 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:26.564616 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b5b51-0145-4c6a-aaf6-55a73945909c req-ff3ebf36-014a-40e1-a6d6-aa4aeeb82f0f tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:26.575973 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-557b5b51-0145-4c6a-aaf6-55a73945909c req-ff3ebf36-014a-40e1-a6d6-aa4aeeb82f0f tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 932 time: 0.2990880 Jul 13 08:12:26.651982 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-557b5b51-0145-4c6a-aaf6-55a73945909c req-26b0c4a2-ffd0-482c-a05d-b9b130f98d4e tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb0d9fba-dc04-4283-a552-00ae865ba443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749063 Jul 13 08:12:26.787083 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] Pushing event updated for resources: {'Port': ['ID=15ea213c-fb42-4c6a-8b52-5bc303605299,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:26.899692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2016f9bb-88f1-4653-896c-46831d8cb643 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:26.915144 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2016f9bb-88f1-4653-896c-46831d8cb643 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:26.922989 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55932) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:26.923552 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2016f9bb-88f1-4653-896c-46831d8cb643 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4150896 Jul 13 08:12:26.999667 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] Attempting to bind port 15ea213c-fb42-4c6a-8b52-5bc303605299 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:12:27.001338 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] Attempting to bind port 15ea213c-fb42-4c6a-8b52-5bc303605299 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '0abcff2e-da51-4712-a469-0a153b0985c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:12:27.002039 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] Attempting to bind port 15ea213c-fb42-4c6a-8b52-5bc303605299 on network 8bee8933-33ac-421e-9f82-ee678209e5d7 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:12:27.013570 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] Port 15ea213c-fb42-4c6a-8b52-5bc303605299 on network 8bee8933-33ac-421e-9f82-ee678209e5d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:12:27.018273 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] Attempting to bind port 15ea213c-fb42-4c6a-8b52-5bc303605299 on network 8bee8933-33ac-421e-9f82-ee678209e5d7 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:12:27.034505 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:12:27.034929 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] Checking segment: {'id': '0abcff2e-da51-4712-a469-0a153b0985c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:12:27.035711 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] Bound using segment: {'id': '0abcff2e-da51-4712-a469-0a153b0985c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:12:27.036766 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] Bound port: 15ea213c-fb42-4c6a-8b52-5bc303605299, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0abcff2e-da51-4712-a469-0a153b0985c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:12:27.038979 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:27.204403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-acc9e0a4-2a89-4f25-b653-53007fe1bec4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting port 9c97c986-ff63-49ca-9b16-491a37848aef {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:12:27.205880 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-acc9e0a4-2a89-4f25-b653-53007fe1bec4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:27.226405 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] For port 15ea213c-fb42-4c6a-8b52-5bc303605299, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:12:27.232839 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] For port 15ea213c-fb42-4c6a-8b52-5bc303605299, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=15ea213c-fb42-4c6a-8b52-5bc303605299,segment=NetworkSegment(0abcff2e-da51-4712-a469-0a153b0985c5),segment_id=0abcff2e-da51-4712-a469-0a153b0985c5)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:12:27.243256 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:27.331005 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:27.331731 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:27.333105 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] 10.222.0.35 "PUT /v2.0/ports/15ea213c-fb42-4c6a-8b52-5bc303605299 HTTP/1.1" status: 200 len: 1093 time: 1.9225578 Jul 13 08:12:27.333647 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9996587b-d03b-4dc0-b0e3-018b0c7224c2', 'tag': '15ea213c-fb42-4c6a-8b52-5bc303605299'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:12:27.335984 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4e1235-0e3e-4fee-b447-c2b129760ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "9996587b-d03b-4dc0-b0e3-018b0c7224c2", "tag": "15ea213c-fb42-4c6a-8b52-5bc303605299"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:12:27.355282 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-acc9e0a4-2a89-4f25-b653-53007fe1bec4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:27.388847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9e5c2-e4a1-456c-baaf-d6cf0b4f2c48 service neutron] Pushing event updated for resources: {'Port': ['ID=15ea213c-fb42-4c6a-8b52-5bc303605299,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:27.404796 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-acc9e0a4-2a89-4f25-b653-53007fe1bec4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Calling delete_port for 9c97c986-ff63-49ca-9b16-491a37848aef owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:12:27.464626 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de2c81d-dd11-402a-a31b-04d1b503fe5f x-openstack-request-id: req-7de2c81d-dd11-402a-a31b-04d1b503fe5f {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:12:27.465021 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9996587b-d03b-4dc0-b0e3-018b0c7224c2", "tag": "15ea213c-fb42-4c6a-8b52-5bc303605299", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:12:27.469135 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7de2c81d-dd11-402a-a31b-04d1b503fe5f {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:12:27.471358 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9996587b-d03b-4dc0-b0e3-018b0c7224c2', 'tag': '15ea213c-fb42-4c6a-8b52-5bc303605299', 'status': 'completed', 'code': 200} Jul 13 08:12:27.548162 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-888f3fce-77a7-41a2-a264-f9b2b25fce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:27.549817 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-888f3fce-77a7-41a2-a264-f9b2b25fce72 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=646613418a8c4063bb68b7f4cbd296e4&device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 1096 time: 0.1529121 Jul 13 08:12:27.622001 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8690-d6f4-41dc-985e-2396a6913144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:27.672392 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-9b665998-c0c5-45b6-a48d-191080027be7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15ea213c-fb42-4c6a-8b52-5bc303605299 HTTP/1.1" status: 200 len: 217 time: 0.1150129 Jul 13 08:12:27.741672 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-acc9e0a4-2a89-4f25-b653-53007fe1bec4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:27.824958 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9e0a4-2a89-4f25-b653-53007fe1bec4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=9c97c986-ff63-49ca-9b16-491a37848aef,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:27.859615 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:27.883596 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-acc9e0a4-2a89-4f25-b653-53007fe1bec4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:27.886968 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-acc9e0a4-2a89-4f25-b653-53007fe1bec4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/9c97c986-ff63-49ca-9b16-491a37848aef HTTP/1.1" status: 204 len: 168 time: 0.9627020 Jul 13 08:12:27.893499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55948) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:27.942129 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-85fab5a4-c614-4fa7-ac87-1d4e91687809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:27.953182 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-85fab5a4-c614-4fa7-ac87-1d4e91687809 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7135066f-c1d9-4803-86d6-93b2b42da5bb HTTP/1.1" status: 200 len: 835 time: 0.2659311 Jul 13 08:12:27.995317 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07521911-cb1e-47ef-b26d-a1a77bbbdb88 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:27.998330 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07521911-cb1e-47ef-b26d-a1a77bbbdb88 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:28.003456 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-07521911-cb1e-47ef-b26d-a1a77bbbdb88 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1089072 Jul 13 08:12:28.004360 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55950) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:28.122002 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-8eeb64f0-57ee-450c-84cb-b5a75ff4e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:28.124689 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-8eeb64f0-57ee-450c-84cb-b5a75ff4e08c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8bee8933-33ac-421e-9f82-ee678209e5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1704614 Jul 13 08:12:28.160867 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-049ef518-46c4-4f1b-b389-dc9e7f51a543 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet 8b1bd5fe-9109-4f25-9315-10e208dbbe2f {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:12:28.169896 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-049ef518-46c4-4f1b-b389-dc9e7f51a543 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:28.268568 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-049ef518-46c4-4f1b-b389-dc9e7f51a543 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:28.284570 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5be70-a543-4fb0-a48b-e6d8171a790e req-5b752c5a-0e99-4d32-9926-289a801e034d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:28.286804 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-34b5be70-a543-4fb0-a48b-e6d8171a790e req-5b752c5a-0e99-4d32-9926-289a801e034d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 944 time: 0.2362976 Jul 13 08:12:28.413271 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-f2ba3559-3253-4519-9fd2-3dc2af552e2f service neutron] 10.222.0.35 "GET /v2.0/networks/8bee8933-33ac-421e-9f82-ee678209e5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774444 Jul 13 08:12:28.456089 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-34b5be70-a543-4fb0-a48b-e6d8171a790e req-d1e1be5b-7244-4dbb-a662-7c3eb60bb6be tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb0d9fba-dc04-4283-a552-00ae865ba443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348627 Jul 13 08:12:28.522924 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9e7aefb0-834e-4cd0-a7af-1adcde9e2631 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:12:28.541022 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-049ef518-46c4-4f1b-b389-dc9e7f51a543 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:28.596108 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3a552e2f-a9bc-4127-9a4d-c98b72c4e2f5 req-f33938ca-9ec4-479d-9481-fccaafb60b79 service neutron] 10.222.0.35 "GET /v2.0/networks/8bee8933-33ac-421e-9f82-ee678209e5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758039 Jul 13 08:12:28.652335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cafe81f7-91bc-4ebd-9ad3-3ab96259ec31 None None] Provisioning for port 9e7aefb0-834e-4cd0-a7af-1adcde9e2631 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:12:28.703931 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 9e7aefb0-834e-4cd0-a7af-1adcde9e2631 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:12:28.710531 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 9e7aefb0-834e-4cd0-a7af-1adcde9e2631 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:28.710972 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:28.729085 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-049ef518-46c4-4f1b-b389-dc9e7f51a543 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:28.749648 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e1235-0e3e-4fee-b447-c2b129760ccc req-0ed05406-a912-4a99-9c15-f404a0af3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:28.751281 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1e4e1235-0e3e-4fee-b447-c2b129760ccc req-0ed05406-a912-4a99-9c15-f404a0af3cb5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=646613418a8c4063bb68b7f4cbd296e4&device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 1096 time: 0.1027455 Jul 13 08:12:28.756122 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-049ef518-46c4-4f1b-b389-dc9e7f51a543 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:28.759448 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-049ef518-46c4-4f1b-b389-dc9e7f51a543 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/8b1bd5fe-9109-4f25-9315-10e208dbbe2f HTTP/1.1" status: 204 len: 168 time: 0.7537644 Jul 13 08:12:28.768887 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 55970) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:28.801600 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ef518-46c4-4f1b-b389-dc9e7f51a543 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=8b1bd5fe-9109-4f25-9315-10e208dbbe2f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:28.853684 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-405ed4ee-c35e-42a3-81c9-f347ab9482c1 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787222 Jul 13 08:12:28.854504 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55976) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:28.870653 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:28.907778 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff57f111-0c0c-4971-8d25-32496a7dfed4 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:12:28.932787 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e1235-0e3e-4fee-b447-c2b129760ccc req-56a9b54d-38cf-42c7-a830-9532c1aa14a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:28.933829 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101008c7-5aa4-4fbf-bf01-17d9ad7f761b tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:28.934363 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1e4e1235-0e3e-4fee-b447-c2b129760ccc req-56a9b54d-38cf-42c7-a830-9532c1aa14a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8bee8933-33ac-421e-9f82-ee678209e5d7 HTTP/1.1" status: 200 len: 897 time: 0.1766810 Jul 13 08:12:28.936007 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-101008c7-5aa4-4fbf-bf01-17d9ad7f761b tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0805116 Jul 13 08:12:28.937184 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 9e7aefb0-834e-4cd0-a7af-1adcde9e2631, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9e7aefb0-834e-4cd0-a7af-1adcde9e2631,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:28.940269 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55978) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:29.014047 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1e4e1235-0e3e-4fee-b447-c2b129760ccc req-6bae8c38-a6ad-4ff4-9ff8-b0e322724e57 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15ea213c-fb42-4c6a-8b52-5bc303605299 HTTP/1.1" status: 200 len: 217 time: 0.0728633 Jul 13 08:12:29.023886 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc67ac4d-708a-4029-bd0a-e5818b327403 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:29.026173 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-dc67ac4d-708a-4029-bd0a-e5818b327403 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0818102 Jul 13 08:12:29.028279 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:29.029692 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55982) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:29.035822 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-05a5be7e-9933-4125-bcae-d41b931d0bc7 None None] Could not find standard attr ID for object 9c97c986-ff63-49ca-9b16-491a37848aef. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:12:29.093388 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e1235-0e3e-4fee-b447-c2b129760ccc req-d24f5172-d392-4588-b385-d5f6d81f2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:29.095967 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1e4e1235-0e3e-4fee-b447-c2b129760ccc req-d24f5172-d392-4588-b385-d5f6d81f2eb5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7135066f-c1d9-4803-86d6-93b2b42da5bb HTTP/1.1" status: 200 len: 835 time: 0.0746846 Jul 13 08:12:29.102059 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a88a8aff-8783-4b0f-a8c1-6712564698f1 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667329 Jul 13 08:12:29.103547 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 55984) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:29.110739 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-71fb34c7-8f23-4fbc-b375-de8c1c6d9630 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:29.146608 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=9e7aefb0-834e-4cd0-a7af-1adcde9e2631,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:29.274532 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fb34c7-8f23-4fbc-b375-de8c1c6d9630 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:29.280704 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71fb34c7-8f23-4fbc-b375-de8c1c6d9630 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:29.283728 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806c83e3-6c3f-48c2-ba58-9d20dc89cdd6 None None] DHCP port deletion for 780f7a0e-8c20-4451-b666-5d4d18704b66 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:12:29.291378 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e1235-0e3e-4fee-b447-c2b129760ccc req-d1176581-36fb-475f-b0a9-2796056b59f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:29.294023 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1e4e1235-0e3e-4fee-b447-c2b129760ccc req-d1176581-36fb-475f-b0a9-2796056b59f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8bee8933-33ac-421e-9f82-ee678209e5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1891928 Jul 13 08:12:29.380846 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-806c83e3-6c3f-48c2-ba58-9d20dc89cdd6 None None] Deleting port 9e7aefb0-834e-4cd0-a7af-1adcde9e2631 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:12:29.381474 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-806c83e3-6c3f-48c2-ba58-9d20dc89cdd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:29.514343 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-806c83e3-6c3f-48c2-ba58-9d20dc89cdd6 None None] For port 9e7aefb0-834e-4cd0-a7af-1adcde9e2631, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9e7aefb0-834e-4cd0-a7af-1adcde9e2631,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:29.516667 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-806c83e3-6c3f-48c2-ba58-9d20dc89cdd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:29.527580 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1e4e1235-0e3e-4fee-b447-c2b129760ccc req-c1598f77-4015-4c82-ac6a-196759740d0a service neutron] 10.222.0.35 "GET /v2.0/networks/8bee8933-33ac-421e-9f82-ee678209e5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228611 Jul 13 08:12:29.547179 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-806c83e3-6c3f-48c2-ba58-9d20dc89cdd6 None None] Calling delete_port for 9e7aefb0-834e-4cd0-a7af-1adcde9e2631 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:12:29.666277 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1e4e1235-0e3e-4fee-b447-c2b129760ccc req-9c0e7a29-7ea7-4e91-ae20-b109f25340f2 service neutron] 10.222.0.35 "GET /v2.0/networks/8bee8933-33ac-421e-9f82-ee678209e5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315768 Jul 13 08:12:29.713763 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:29.765376 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-806c83e3-6c3f-48c2-ba58-9d20dc89cdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:29.829693 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c83e3-6c3f-48c2-ba58-9d20dc89cdd6 None None] Pushing event deleted for resources: {'Port': ['ID=9e7aefb0-834e-4cd0-a7af-1adcde9e2631,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:29.841999 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c83e3-6c3f-48c2-ba58-9d20dc89cdd6 None None] No DVR routers for this DVR port 9e7aefb0-834e-4cd0-a7af-1adcde9e2631 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:12:29.916416 n-d-779913-28 neutron-server[93724]: DEBUG neutron.objects.ports [None req-71fb34c7-8f23-4fbc-b375-de8c1c6d9630 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 08:12:29.924364 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71fb34c7-8f23-4fbc-b375-de8c1c6d9630 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:29.992377 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fe5df-0849-41da-af88-543826430b7c req-1fe036f8-7140-42b9-bcdb-04606b40a19b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:29.995425 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d3fe5df-0849-41da-af88-543826430b7c req-1fe036f8-7140-42b9-bcdb-04606b40a19b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 944 time: 0.2222435 Jul 13 08:12:30.062059 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fb34c7-8f23-4fbc-b375-de8c1c6d9630 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:30.063638 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 15ea213c-fb42-4c6a-8b52-5bc303605299 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:12:30.081992 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-71fb34c7-8f23-4fbc-b375-de8c1c6d9630 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:30.088656 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fb34c7-8f23-4fbc-b375-de8c1c6d9630 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:30.089260 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71fb34c7-8f23-4fbc-b375-de8c1c6d9630 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:30.102398 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fb084d-e655-43c9-b2a6-24ac0b9d3f6c None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:12:30.109369 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-71fb34c7-8f23-4fbc-b375-de8c1c6d9630 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0044308 Jul 13 08:12:30.113513 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56008) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:30.123068 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-aa5c26ac-76d6-4011-9ce0-5339bd259e16 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:30.134515 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb34c7-8f23-4fbc-b375-de8c1c6d9630 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=6e2e205e-49ed-4dd9-8155-2b82c8a653ed,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:30.153370 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d3fe5df-0849-41da-af88-543826430b7c req-aa59da57-67b4-496a-971c-307dc0579e87 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb0d9fba-dc04-4283-a552-00ae865ba443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461966 Jul 13 08:12:30.356366 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 15ea213c-fb42-4c6a-8b52-5bc303605299, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=15ea213c-fb42-4c6a-8b52-5bc303605299,segment=NetworkSegment(0abcff2e-da51-4712-a469-0a153b0985c5),segment_id=0abcff2e-da51-4712-a469-0a153b0985c5)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:30.406189 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '15ea213c-fb42-4c6a-8b52-5bc303605299', 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7', 'port_id': '15ea213c-fb42-4c6a-8b52-5bc303605299', 'mac_address': 'fa:16:3e:c6:1b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7135066f-c1d9-4803-86d6-93b2b42da5bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:12:30.453626 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5c26ac-76d6-4011-9ce0-5339bd259e16 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:30.458750 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aa5c26ac-76d6-4011-9ce0-5339bd259e16 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:30.602309 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9e7aefb0-834e-4cd0-a7af-1adcde9e2631 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:12:30.696936 n-d-779913-28 neutron-server[93723]: INFO neutron.db.ipam_backend_mixin [None req-aa5c26ac-76d6-4011-9ce0-5339bd259e16 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6e2e205e-49ed-4dd9-8155-2b82c8a653ed (CIDR: 2001:db8::/64) Jul 13 08:12:30.716365 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5c26ac-76d6-4011-9ce0-5339bd259e16 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 08:12:30.716985 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5c26ac-76d6-4011-9ce0-5339bd259e16 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:12:30.754291 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-aa5c26ac-76d6-4011-9ce0-5339bd259e16 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6390295 Jul 13 08:12:30.757945 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56014) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:30.764541 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-640980ca-491d-42fe-994a-1913bc511409 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:30.778456 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 9e7aefb0-834e-4cd0-a7af-1adcde9e2631 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:12:30.778982 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9e7aefb0-834e-4cd0-a7af-1adcde9e2631 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:12:30.835714 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:31.003421 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15ea213c-fb42-4c6a-8b52-5bc303605299 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:12:31.010456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640980ca-491d-42fe-994a-1913bc511409 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:31.019023 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-640980ca-491d-42fe-994a-1913bc511409 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:31.102779 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 15ea213c-fb42-4c6a-8b52-5bc303605299, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=15ea213c-fb42-4c6a-8b52-5bc303605299,segment=NetworkSegment(0abcff2e-da51-4712-a469-0a153b0985c5),segment_id=0abcff2e-da51-4712-a469-0a153b0985c5)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:31.111879 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:31.248288 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=15ea213c-fb42-4c6a-8b52-5bc303605299,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:31.318387 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-780f7a0e-8c20-4451-b666-5d4d18704b66', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'fixed_ips': [{'subnet_id': '6e2e205e-49ed-4dd9-8155-2b82c8a653ed'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:12:31.319601 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:31.620644 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:31.681407 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-640980ca-491d-42fe-994a-1913bc511409 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:31.692663 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['15ea213c-fb42-4c6a-8b52-5bc303605299'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:12:31.870560 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07baaad-182d-454a-854b-e1b0aa7e8867 req-f0245a3c-5d04-4002-bcd0-3d8336c22a36 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:31.885511 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f07baaad-182d-454a-854b-e1b0aa7e8867 req-f0245a3c-5d04-4002-bcd0-3d8336c22a36 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 945 time: 0.3635285 Jul 13 08:12:31.917108 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640980ca-491d-42fe-994a-1913bc511409 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:31.932837 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-640980ca-491d-42fe-994a-1913bc511409 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:31.946493 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640980ca-491d-42fe-994a-1913bc511409 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:31.949383 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-640980ca-491d-42fe-994a-1913bc511409 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:31.965331 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] Allocated IP 2001:db8::f816:3eff:fe11:25e0 (780f7a0e-8c20-4451-b666-5d4d18704b66/6e2e205e-49ed-4dd9-8155-2b82c8a653ed/99b03793-611f-411c-8ee4-28ce44624151) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:12:32.026789 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640980ca-491d-42fe-994a-1913bc511409 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=10639b4c-7b6d-421f-9d19-9b0235b847b4,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:32.033756 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-640980ca-491d-42fe-994a-1913bc511409 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2742810 Jul 13 08:12:32.036702 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56026) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:32.049866 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f07baaad-182d-454a-854b-e1b0aa7e8867 req-a845d03e-4b30-4378-ad6e-8de7d698e1e4 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb0d9fba-dc04-4283-a552-00ae865ba443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427929 Jul 13 08:12:32.062551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-7b420193-2dc2-494a-96b1-6363e07506b9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'mac_address': 'fa:16:3e:9f:fb:6f', 'name': 'tempest-NetworksTestDHCPv6-61353214'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:32.365224 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:32.396426 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] Transition to ACTIVE for port object 99b03793-611f-411c-8ee4-28ce44624151 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:32.435654 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b420193-2dc2-494a-96b1-6363e07506b9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:32.497685 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] Transition to ACTIVE for port object 99b03793-611f-411c-8ee4-28ce44624151 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:32.542447 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:32.651660 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7b420193-2dc2-494a-96b1-6363e07506b9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:32.672793 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:32.694702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:32.721401 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:12:32.730019 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-7b420193-2dc2-494a-96b1-6363e07506b9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] device_id is not set on port 995a3bfa-b8ed-4aae-98ca-3665381f6017 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:12:32.776620 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] Pushing event updated for resources: {'Port': ['ID=99b03793-611f-411c-8ee4-28ce44624151,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:32.885275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] Attempting to bind port 99b03793-611f-411c-8ee4-28ce44624151 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:12:32.885655 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] Attempting to bind port 99b03793-611f-411c-8ee4-28ce44624151 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:12:32.886023 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] Attempting to bind port 99b03793-611f-411c-8ee4-28ce44624151 on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:12:32.900882 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:12:32.901222 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:12:32.901576 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:32.902001 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:12:32.902571 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] Bound port: 99b03793-611f-411c-8ee4-28ce44624151, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:12:32.903244 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:33.169703 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-7b420193-2dc2-494a-96b1-6363e07506b9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8:0:1::25f (780f7a0e-8c20-4451-b666-5d4d18704b66/10639b4c-7b6d-421f-9d19-9b0235b847b4/995a3bfa-b8ed-4aae-98ca-3665381f6017) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:12:33.186078 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-7b420193-2dc2-494a-96b1-6363e07506b9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8::f816:3eff:fe9f:fb6f (780f7a0e-8c20-4451-b666-5d4d18704b66/6e2e205e-49ed-4dd9-8155-2b82c8a653ed/995a3bfa-b8ed-4aae-98ca-3665381f6017) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:12:33.221526 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] For port 99b03793-611f-411c-8ee4-28ce44624151, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:12:33.235483 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] For port 99b03793-611f-411c-8ee4-28ce44624151, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=99b03793-611f-411c-8ee4-28ce44624151,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:12:33.245895 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:33.427590 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dba72-d1a3-496b-a59c-eb2576d6611b None None] Pushing event updated for resources: {'Port': ['ID=99b03793-611f-411c-8ee4-28ce44624151,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:33.553773 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aef655-b483-4bfe-a7f5-27b3a079578e req-24744d69-28b7-4b11-874e-c1e4da798e3a tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:33.559178 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76aef655-b483-4bfe-a7f5-27b3a079578e req-24744d69-28b7-4b11-874e-c1e4da798e3a tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 945 time: 0.2032061 Jul 13 08:12:33.647031 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76aef655-b483-4bfe-a7f5-27b3a079578e req-2f3ba4e6-500d-45ce-8b37-22d26cda2924 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb0d9fba-dc04-4283-a552-00ae865ba443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730255 Jul 13 08:12:33.672841 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7b420193-2dc2-494a-96b1-6363e07506b9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:33.703485 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-7b420193-2dc2-494a-96b1-6363e07506b9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Transition to ACTIVE for port object 995a3bfa-b8ed-4aae-98ca-3665381f6017 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:33.766052 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7b420193-2dc2-494a-96b1-6363e07506b9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:33.942694 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b420193-2dc2-494a-96b1-6363e07506b9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=995a3bfa-b8ed-4aae-98ca-3665381f6017,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:33.958986 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b420193-2dc2-494a-96b1-6363e07506b9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:33.961337 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-7b420193-2dc2-494a-96b1-6363e07506b9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:33.964044 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b420193-2dc2-494a-96b1-6363e07506b9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:12:33.970841 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b420193-2dc2-494a-96b1-6363e07506b9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:33.971887 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7b420193-2dc2-494a-96b1-6363e07506b9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:33.992613 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7b420193-2dc2-494a-96b1-6363e07506b9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9544144 Jul 13 08:12:33.996861 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56050) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:34.108723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 15ea213c-fb42-4c6a-8b52-5bc303605299 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:12:34.185032 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 15ea213c-fb42-4c6a-8b52-5bc303605299 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:12:34.192244 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 15ea213c-fb42-4c6a-8b52-5bc303605299 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:34.193260 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:34.208491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-04b0b82f-8486-443c-8b81-7e31c94f8db7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting port 995a3bfa-b8ed-4aae-98ca-3665381f6017 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:12:34.209414 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-04b0b82f-8486-443c-8b81-7e31c94f8db7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:34.426404 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:34.433597 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-04b0b82f-8486-443c-8b81-7e31c94f8db7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:34.466872 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-04b0b82f-8486-443c-8b81-7e31c94f8db7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Calling delete_port for 995a3bfa-b8ed-4aae-98ca-3665381f6017 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:12:34.480959 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 99b03793-611f-411c-8ee4-28ce44624151 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:12:34.725559 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-04b0b82f-8486-443c-8b81-7e31c94f8db7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:34.748923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9996587b-d03b-4dc0-b0e3-018b0c7224c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ea213c-fb42-4c6a-8b52-5bc303605299'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:12:34.760253 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2be385-1277-4238-86ac-5a659e1e52b8" -d '{"events": [{"server_uuid": "9996587b-d03b-4dc0-b0e3-018b0c7224c2", "name": "network-vif-plugged", "status": "completed", "tag": "15ea213c-fb42-4c6a-8b52-5bc303605299"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:12:34.775652 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 99b03793-611f-411c-8ee4-28ce44624151 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:12:34.832489 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 15ea213c-fb42-4c6a-8b52-5bc303605299, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=15ea213c-fb42-4c6a-8b52-5bc303605299,segment=NetworkSegment(0abcff2e-da51-4712-a469-0a153b0985c5),segment_id=0abcff2e-da51-4712-a469-0a153b0985c5)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:34.840553 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:34.865396 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0b82f-8486-443c-8b81-7e31c94f8db7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=995a3bfa-b8ed-4aae-98ca-3665381f6017,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:34.968844 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b3e38e-0c0a-40e9-86e2-5603ef4a012e x-openstack-request-id: req-07b3e38e-0c0a-40e9-86e2-5603ef4a012e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:12:34.969199 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9996587b-d03b-4dc0-b0e3-018b0c7224c2", "name": "network-vif-plugged", "status": "completed", "tag": "15ea213c-fb42-4c6a-8b52-5bc303605299", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:12:34.970285 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-07b3e38e-0c0a-40e9-86e2-5603ef4a012e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:12:34.972398 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9996587b-d03b-4dc0-b0e3-018b0c7224c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ea213c-fb42-4c6a-8b52-5bc303605299', 'code': 200} Jul 13 08:12:35.116072 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=15ea213c-fb42-4c6a-8b52-5bc303605299,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:35.123539 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-04b0b82f-8486-443c-8b81-7e31c94f8db7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:35.129693 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-04b0b82f-8486-443c-8b81-7e31c94f8db7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/995a3bfa-b8ed-4aae-98ca-3665381f6017 HTTP/1.1" status: 204 len: 168 time: 1.1305897 Jul 13 08:12:35.129940 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56062) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:35.227490 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078628a-72c5-4695-b0c3-ce7f2614d380 req-ac76cdf8-1fb6-4cb1-8649-fb04252496d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:35.230772 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9078628a-72c5-4695-b0c3-ce7f2614d380 req-ac76cdf8-1fb6-4cb1-8649-fb04252496d0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 1098 time: 0.1371584 Jul 13 08:12:35.303984 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9078628a-72c5-4695-b0c3-ce7f2614d380 req-7b824525-a2a6-424c-a189-e5f7f27bf6d7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fb0d9fba-dc04-4283-a552-00ae865ba443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669518 Jul 13 08:12:35.462042 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c813d15b-84ba-4f93-8a18-85a0d6c80938 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:35.464968 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c813d15b-84ba-4f93-8a18-85a0d6c80938 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3331852 Jul 13 08:12:35.468940 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56064) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:35.524718 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e2285-4116-4b4f-9744-e3b514559f49 req-eb6ddd88-3e12-444c-929a-aeccd62ef39f tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:35.526472 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-718e2285-4116-4b4f-9744-e3b514559f49 req-eb6ddd88-3e12-444c-929a-aeccd62ef39f tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 946 time: 0.3129370 Jul 13 08:12:35.587445 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b852be1-da30-463b-9ad5-3c0e62ac4dd0 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:35.589061 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6b852be1-da30-463b-9ad5-3c0e62ac4dd0 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1186733 Jul 13 08:12:35.591924 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56066) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:35.592849 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-bb8cbf27-d6ee-4ca4-8f0d-8010d7e39da1 None None] Provisioning complete for port 15ea213c-fb42-4c6a-8b52-5bc303605299 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:35.593302 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb8cbf27-d6ee-4ca4-8f0d-8010d7e39da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:35.599255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cf4d20-a95d-4bd2-b4a0-73ddf46cae8b None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:12:35.701107 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c4631f-bbbd-46fb-9fe8-d96f79d128fa tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:35.702690 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c4631f-bbbd-46fb-9fe8-d96f79d128fa tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:35.711986 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c4631f-bbbd-46fb-9fe8-d96f79d128fa tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:35.718884 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56072) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:35.729319 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-08c4631f-bbbd-46fb-9fe8-d96f79d128fa tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1273344 Jul 13 08:12:35.754947 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-718e2285-4116-4b4f-9744-e3b514559f49 req-327fd9e9-d387-4d67-be66-c59667c6d6f0 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb0d9fba-dc04-4283-a552-00ae865ba443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186875 Jul 13 08:12:35.862350 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7936732-65cb-4627-848b-16ee3bfebeeb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet 10639b4c-7b6d-421f-9d19-9b0235b847b4 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:12:35.877603 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f7936732-65cb-4627-848b-16ee3bfebeeb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:36.006880 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f7936732-65cb-4627-848b-16ee3bfebeeb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:36.193126 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f7936732-65cb-4627-848b-16ee3bfebeeb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:36.226077 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f3d8a191-fc88-4249-9d98-81e06178f7cc None None] Provisioning for port 99b03793-611f-411c-8ee4-28ce44624151 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:12:36.280805 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f3d8a191-fc88-4249-9d98-81e06178f7cc None None] Provisioning complete for port 99b03793-611f-411c-8ee4-28ce44624151 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:36.281434 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a191-fc88-4249-9d98-81e06178f7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:36.399363 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b6d653-af51-475e-9b17-161df3bf2729 None None] Update dhcp port {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'fixed_ips': [{'subnet_id': '6e2e205e-49ed-4dd9-8155-2b82c8a653ed', 'ip_address': '2001:db8::f816:3eff:fe11:25e0'}, {'subnet_id': '10639b4c-7b6d-421f-9d19-9b0235b847b4'}], 'binding:host_id': 'n-d-779913-28'}, 'id': '99b03793-611f-411c-8ee4-28ce44624151'} from n-d-779913-28. {{(pid=93725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 08:12:36.408055 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f7936732-65cb-4627-848b-16ee3bfebeeb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:36.501362 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7936732-65cb-4627-848b-16ee3bfebeeb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=10639b4c-7b6d-421f-9d19-9b0235b847b4,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:36.522667 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f7936732-65cb-4627-848b-16ee3bfebeeb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:36.524795 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f7936732-65cb-4627-848b-16ee3bfebeeb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/10639b4c-7b6d-421f-9d19-9b0235b847b4 HTTP/1.1" status: 204 len: 168 time: 0.8043697 Jul 13 08:12:36.527839 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56088) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:36.578707 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56090) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:36.614334 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a191-fc88-4249-9d98-81e06178f7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:36.619860 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-26b6d653-af51-475e-9b17-161df3bf2729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:36.675419 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1225db-cd16-4830-858f-393419c499c1 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet 6e2e205e-49ed-4dd9-8155-2b82c8a653ed {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:12:36.690708 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a1225db-cd16-4830-858f-393419c499c1 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:36.757897 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f3d8a191-fc88-4249-9d98-81e06178f7cc None None] For port 99b03793-611f-411c-8ee4-28ce44624151, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=99b03793-611f-411c-8ee4-28ce44624151,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:36.765450 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a191-fc88-4249-9d98-81e06178f7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:36.782889 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a1225db-cd16-4830-858f-393419c499c1 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:36.819268 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b39bd57a-1f33-4948-9e19-8466c8a13866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:36.910791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8a191-fc88-4249-9d98-81e06178f7cc None None] Pushing event updated for resources: {'Port': ['ID=99b03793-611f-411c-8ee4-28ce44624151,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:36.927711 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a1225db-cd16-4830-858f-393419c499c1 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server [None req-26b6d653-af51-475e-9b17-161df3bf2729 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e2e205e-49ed-4dd9-8155-2b82c8a653ed: This subnet is being modified by another concurrent operation. Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server raise exception Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e2e205e-49ed-4dd9-8155-2b82c8a653ed: This subnet is being modified by another concurrent operation. Jul 13 08:12:37.038368 n-d-779913-28 neutron-server[93725]: ERROR oslo_messaging.rpc.server Jul 13 08:12:37.051944 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b39bd57a-1f33-4948-9e19-8466c8a13866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:37.057633 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b39bd57a-1f33-4948-9e19-8466c8a13866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:37.059205 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a1225db-cd16-4830-858f-393419c499c1 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:37.099262 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a1225db-cd16-4830-858f-393419c499c1 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:37.101126 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0a1225db-cd16-4830-858f-393419c499c1 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/6e2e205e-49ed-4dd9-8155-2b82c8a653ed HTTP/1.1" status: 204 len: 168 time: 0.5719945 Jul 13 08:12:37.101972 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1225db-cd16-4830-858f-393419c499c1 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=6e2e205e-49ed-4dd9-8155-2b82c8a653ed,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:37.103625 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56098) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:37.154675 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c123c95-ce36-4bed-accb-38468eae520b None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:12:37.159731 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8f81f4b6-0a16-4327-a7a0-db387d33c1cc tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497992 Jul 13 08:12:37.164022 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56100) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:37.169618 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2f775ced-b2a9-4fa0-b4c0-7cb27d1ee1a4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:37.200589 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b39bd57a-1f33-4948-9e19-8466c8a13866 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fd1a23a6c6c84e1cbf04aa53dfdb8de6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6203957 Jul 13 08:12:37.201739 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bd57a-1f33-4948-9e19-8466c8a13866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c6528b-11bf-4f44-be93-6cb5300ca22d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:37.205765 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56102) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:37.280643 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c93db58e-26cb-4a77-b689-2231dc594dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:37.308524 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c93db58e-26cb-4a77-b689-2231dc594dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:37.324583 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-523dcffe-6f7c-4c04-badf-4ff62ee816f7 None None] Provisioning complete for port 99b03793-611f-411c-8ee4-28ce44624151 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:37.325152 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-523dcffe-6f7c-4c04-badf-4ff62ee816f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:37.360904 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b6e2f-7a80-4cdd-952e-6c02ab72afe5 req-d86f95e4-9d10-4b17-b558-338eefc44c05 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:37.368236 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a20b6e2f-7a80-4cdd-952e-6c02ab72afe5 req-d86f95e4-9d10-4b17-b558-338eefc44c05 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 946 time: 0.3506219 Jul 13 08:12:37.384524 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f775ced-b2a9-4fa0-b4c0-7cb27d1ee1a4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:37.386390 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c93db58e-26cb-4a77-b689-2231dc594dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:37.387787 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f775ced-b2a9-4fa0-b4c0-7cb27d1ee1a4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:37.394308 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c93db58e-26cb-4a77-b689-2231dc594dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:37.395743 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c93db58e-26cb-4a77-b689-2231dc594dea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/37c6528b-11bf-4f44-be93-6cb5300ca22d HTTP/1.1" status: 204 len: 168 time: 0.1885238 Jul 13 08:12:37.424560 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93db58e-26cb-4a77-b689-2231dc594dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c6528b-11bf-4f44-be93-6cb5300ca22d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:37.455911 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33df3153-e862-466b-8e66-b47f93c157bd None None] DHCP port deletion for 780f7a0e-8c20-4451-b666-5d4d18704b66 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:12:37.483503 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a20b6e2f-7a80-4cdd-952e-6c02ab72afe5 req-df2cf2a0-4e80-4769-a76d-a1d8af86eda6 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb0d9fba-dc04-4283-a552-00ae865ba443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141088 Jul 13 08:12:37.597832 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-33df3153-e862-466b-8e66-b47f93c157bd None None] Deleting port 99b03793-611f-411c-8ee4-28ce44624151 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:12:37.598331 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-33df3153-e862-466b-8e66-b47f93c157bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:37.736501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-33df3153-e862-466b-8e66-b47f93c157bd None None] For port 99b03793-611f-411c-8ee4-28ce44624151, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=99b03793-611f-411c-8ee4-28ce44624151,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:37.737303 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-33df3153-e862-466b-8e66-b47f93c157bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:37.767488 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-33df3153-e862-466b-8e66-b47f93c157bd None None] Calling delete_port for 99b03793-611f-411c-8ee4-28ce44624151 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:12:37.819541 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56112) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:37.845873 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a3bbe62-4f71-4664-8786-2798b2a3752e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:37.931291 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31ce64-aa58-4539-838d-ba9c99bdddee req-75fe17c8-657a-40a2-8bb3-c6cb937f5a99 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:37.933064 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd31ce64-aa58-4539-838d-ba9c99bdddee req-75fe17c8-657a-40a2-8bb3-c6cb937f5a99 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 946 time: 0.1618412 Jul 13 08:12:37.974609 n-d-779913-28 neutron-server[93724]: DEBUG neutron.objects.ports [None req-2f775ced-b2a9-4fa0-b4c0-7cb27d1ee1a4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 08:12:38.013233 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a3bbe62-4f71-4664-8786-2798b2a3752e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:38.018879 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a3bbe62-4f71-4664-8786-2798b2a3752e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:38.060308 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd31ce64-aa58-4539-838d-ba9c99bdddee req-9faa443f-c2ce-4b93-8a51-55fd70f480e0 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb0d9fba-dc04-4283-a552-00ae865ba443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179492 Jul 13 08:12:38.071847 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56114) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:38.072110 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9a3bbe62-4f71-4664-8786-2798b2a3752e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=952488732ffd4f6bae03c135c5bcf519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486312 Jul 13 08:12:38.088221 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bbe62-4f71-4664-8786-2798b2a3752e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca22a75b-5894-4aa6-b6ef-9ee22f77622d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:38.105401 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-33df3153-e862-466b-8e66-b47f93c157bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:38.133931 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56116) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:38.170819 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df3153-e862-466b-8e66-b47f93c157bd None None] Pushing event deleted for resources: {'Port': ['ID=99b03793-611f-411c-8ee4-28ce44624151,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:38.188239 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33df3153-e862-466b-8e66-b47f93c157bd None None] No DVR routers for this DVR port 99b03793-611f-411c-8ee4-28ce44624151 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:12:38.202541 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.ipam_pluggable_backend [None req-2f775ced-b2a9-4fa0-b4c0-7cb27d1ee1a4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Port 99b03793-611f-411c-8ee4-28ce44624151 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93724) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 13 08:12:38.202541 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.ipam_pluggable_backend [None req-2f775ced-b2a9-4fa0-b4c0-7cb27d1ee1a4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Reverting IP allocation for 2001:db8::f816:3eff:fe11:25e0 {{(pid=93724) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 13 08:12:38.204494 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.ipam_pluggable_backend [None req-2f775ced-b2a9-4fa0-b4c0-7cb27d1ee1a4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe11:25e0 {{(pid=93724) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 13 08:12:38.209450 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f775ced-b2a9-4fa0-b4c0-7cb27d1ee1a4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:38.213180 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5272ee-3af1-423c-b482-009883cc2632 None None] get_active_networks_info from n-d-779913-28 {{(pid=93725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 08:12:38.217661 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:38.225088 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152ab033-1193-4b43-8f6d-8b0f58bf6aaf tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:38.233425 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-152ab033-1193-4b43-8f6d-8b0f58bf6aaf tempest-TestNetworkBasicOps-254804578 tempest-TestNetworkBasicOps-254804578-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 1093 time: 0.0980635 Jul 13 08:12:38.234540 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56120) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:38.242693 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-69b64d1c-5404-499a-9370-184cde689f2d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': '15ea213c-fb42-4c6a-8b52-5bc303605299', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:38.275769 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eda69ef6-4f73-4856-86e5-a172146dd1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:38.315166 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eda69ef6-4f73-4856-86e5-a172146dd1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:38.329887 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 99b03793-611f-411c-8ee4-28ce44624151 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:12:38.338999 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69b64d1c-5404-499a-9370-184cde689f2d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for floatingip, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:38.361727 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f775ced-b2a9-4fa0-b4c0-7cb27d1ee1a4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:38.374726 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 99b03793-611f-411c-8ee4-28ce44624151 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:12:38.375150 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 99b03793-611f-411c-8ee4-28ce44624151 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:12:38.378001 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2f775ced-b2a9-4fa0-b4c0-7cb27d1ee1a4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:38.389142 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5272ee-3af1-423c-b482-009883cc2632 None None] Resources bound (agent type, host, resource id): {{(pid=93725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 08:12:38.411593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f775ced-b2a9-4fa0-b4c0-7cb27d1ee1a4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:38.412512 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f775ced-b2a9-4fa0-b4c0-7cb27d1ee1a4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:38.424245 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f775ced-b2a9-4fa0-b4c0-7cb27d1ee1a4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=71572d84-0b3a-41ca-a942-c015b8b1257a,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:38.454424 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2f775ced-b2a9-4fa0-b4c0-7cb27d1ee1a4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2885292 Jul 13 08:12:38.457125 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56124) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:38.463671 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ee13dfa9-4eba-4a1d-be0f-f842fbea274a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:38.465160 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eda69ef6-4f73-4856-86e5-a172146dd1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:38.470614 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eda69ef6-4f73-4856-86e5-a172146dd1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:38.485208 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-eda69ef6-4f73-4856-86e5-a172146dd1c4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca22a75b-5894-4aa6-b6ef-9ee22f77622d HTTP/1.1" status: 204 len: 168 time: 0.4129503 Jul 13 08:12:38.516373 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda69ef6-4f73-4856-86e5-a172146dd1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca22a75b-5894-4aa6-b6ef-9ee22f77622d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:38.753641 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee13dfa9-4eba-4a1d-be0f-f842fbea274a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:38.759711 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ee13dfa9-4eba-4a1d-be0f-f842fbea274a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:38.807832 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69b64d1c-5404-499a-9370-184cde689f2d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:38.892125 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-780f7a0e-8c20-4451-b666-5d4d18704b66', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'fixed_ips': [{'subnet_id': '71572d84-0b3a-41ca-a942-c015b8b1257a'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:12:38.895611 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:39.208508 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584d4a7-8135-4fdd-a288-1695308a94c3 req-e0cc022d-ebea-47e1-9253-0dc197feba6d tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:39.210567 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2584d4a7-8135-4fdd-a288-1695308a94c3 req-e0cc022d-ebea-47e1-9253-0dc197feba6d tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=752d08a1-0542-481e-ba34-8cc6d8b2e3aa HTTP/1.1" status: 200 len: 946 time: 0.2535214 Jul 13 08:12:39.274142 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] Allocated IP 2001:db8::f816:3eff:fed0:3520 (780f7a0e-8c20-4451-b666-5d4d18704b66/71572d84-0b3a-41ca-a942-c015b8b1257a/66fc89a3-b87a-403e-be2e-b4385978249b) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:12:39.350909 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2584d4a7-8135-4fdd-a288-1695308a94c3 req-a0d23315-8b9f-4d99-9135-c057eebcb3e1 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/security-groups?id=a64564bb-63af-4e29-b779-b811c9884304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261978 Jul 13 08:12:39.515494 n-d-779913-28 neutron-server[93723]: INFO neutron.db.ipam_backend_mixin [None req-ee13dfa9-4eba-4a1d-be0f-f842fbea274a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 71572d84-0b3a-41ca-a942-c015b8b1257a (CIDR: 2001:db8::/64) Jul 13 08:12:39.539442 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee13dfa9-4eba-4a1d-be0f-f842fbea274a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 08:12:39.539929 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee13dfa9-4eba-4a1d-be0f-f842fbea274a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:12:39.568782 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ee13dfa9-4eba-4a1d-be0f-f842fbea274a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1095915 Jul 13 08:12:39.575365 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56146) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:39.584606 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-18f00b49-a0a2-4ee0-891e-22eaf7ea8ee2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:39.586538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-69b64d1c-5404-499a-9370-184cde689f2d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Allocated IP 172.25.0.118 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/7408419f-9420-4e6a-b0ca-dbfb23d9db39) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:12:39.595040 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:39.611493 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] Transition to ACTIVE for port object 66fc89a3-b87a-403e-be2e-b4385978249b will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:39.635632 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] Transition to ACTIVE for port object 66fc89a3-b87a-403e-be2e-b4385978249b will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:39.648524 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:39.716100 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] Pushing event updated for resources: {'Port': ['ID=66fc89a3-b87a-403e-be2e-b4385978249b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:39.742787 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:39.745578 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:39.749148 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:12:39.792260 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69b64d1c-5404-499a-9370-184cde689f2d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:39.875834 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] Attempting to bind port 66fc89a3-b87a-403e-be2e-b4385978249b on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:12:39.876445 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] Attempting to bind port 66fc89a3-b87a-403e-be2e-b4385978249b by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:12:39.877019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] Attempting to bind port 66fc89a3-b87a-403e-be2e-b4385978249b on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:12:39.886031 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:12:39.886680 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:12:39.887110 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:39.887790 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:12:39.889246 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] Bound port: 66fc89a3-b87a-403e-be2e-b4385978249b, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:12:39.889696 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:39.897821 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f00b49-a0a2-4ee0-891e-22eaf7ea8ee2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:39.910665 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18f00b49-a0a2-4ee0-891e-22eaf7ea8ee2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:39.949777 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69b64d1c-5404-499a-9370-184cde689f2d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:40.067327 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] For port 66fc89a3-b87a-403e-be2e-b4385978249b, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:12:40.075522 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b64d1c-5404-499a-9370-184cde689f2d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:40.077800 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] For port 66fc89a3-b87a-403e-be2e-b4385978249b, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=66fc89a3-b87a-403e-be2e-b4385978249b,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:12:40.088531 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:40.097312 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-69b64d1c-5404-499a-9370-184cde689f2d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:40.107473 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b64d1c-5404-499a-9370-184cde689f2d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:12:40.223547 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b64d1c-5404-499a-9370-184cde689f2d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'Port': ['ID=7408419f-9420-4e6a-b0ca-dbfb23d9db39,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:40.337896 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a347994-3e4b-4bb0-a084-d2f124d20203 None None] Pushing event updated for resources: {'Port': ['ID=66fc89a3-b87a-403e-be2e-b4385978249b,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:40.663101 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3726bc-f8e8-4027-9682-bf2067ee6eef req-6ce45cc2-547e-433a-b6f0-27457b5eb391 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:40.667702 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da3726bc-f8e8-4027-9682-bf2067ee6eef req-6ce45cc2-547e-433a-b6f0-27457b5eb391 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.62 "GET /v2.0/ports?device_id=752d08a1-0542-481e-ba34-8cc6d8b2e3aa HTTP/1.1" status: 200 len: 946 time: 0.4509828 Jul 13 08:12:40.943184 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18f00b49-a0a2-4ee0-891e-22eaf7ea8ee2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:41.060799 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f00b49-a0a2-4ee0-891e-22eaf7ea8ee2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:41.084709 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-18f00b49-a0a2-4ee0-891e-22eaf7ea8ee2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:41.097114 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f00b49-a0a2-4ee0-891e-22eaf7ea8ee2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:41.098983 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18f00b49-a0a2-4ee0-891e-22eaf7ea8ee2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:41.124687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98feac1-bfb4-4b0b-81fa-7e38dd717afc req-1040c7b7-2139-4a89-a1c1-2b1617ca5d54 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:41.127290 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c98feac1-bfb4-4b0b-81fa-7e38dd717afc req-1040c7b7-2139-4a89-a1c1-2b1617ca5d54 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=752d08a1-0542-481e-ba34-8cc6d8b2e3aa HTTP/1.1" status: 200 len: 946 time: 0.4278097 Jul 13 08:12:41.139886 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f00b49-a0a2-4ee0-891e-22eaf7ea8ee2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=a682be87-8fc2-47a9-aa21-1a6be545472f,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:41.191730 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-18f00b49-a0a2-4ee0-891e-22eaf7ea8ee2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6153009 Jul 13 08:12:41.191933 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56174) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:41.213845 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-da3726bc-f8e8-4027-9682-bf2067ee6eef req-eb0d38c3-f838-4815-b48b-090601976ab4 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Deleting port 0c255abf-0244-49d6-9527-9b13fafd8619 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:12:41.214521 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-da3726bc-f8e8-4027-9682-bf2067ee6eef req-eb0d38c3-f838-4815-b48b-090601976ab4 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:41.311060 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c98feac1-bfb4-4b0b-81fa-7e38dd717afc req-eb70fb7f-90fb-4052-b7ea-2492bb5841a1 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/security-groups?id=a64564bb-63af-4e29-b779-b811c9884304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625366 Jul 13 08:12:41.326514 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1f5c6ca2-2058-481f-b827-24b5506b003a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'mac_address': 'fa:16:3e:ea:d0:77', 'name': 'tempest-NetworksTestDHCPv6-154237772'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:41.424880 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-da3726bc-f8e8-4027-9682-bf2067ee6eef req-eb0d38c3-f838-4815-b48b-090601976ab4 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] For port 0c255abf-0244-49d6-9527-9b13fafd8619, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=0c255abf-0244-49d6-9527-9b13fafd8619,segment=NetworkSegment(e1576658-3877-4f76-84fd-ba521e9f06ad),segment_id=e1576658-3877-4f76-84fd-ba521e9f06ad)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:41.425345 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-da3726bc-f8e8-4027-9682-bf2067ee6eef req-eb0d38c3-f838-4815-b48b-090601976ab4 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:41.451926 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-da3726bc-f8e8-4027-9682-bf2067ee6eef req-eb0d38c3-f838-4815-b48b-090601976ab4 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Calling delete_port for 0c255abf-0244-49d6-9527-9b13fafd8619 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:12:41.512318 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69b64d1c-5404-499a-9370-184cde689f2d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:41.659114 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5c6ca2-2058-481f-b827-24b5506b003a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:41.688011 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69b64d1c-5404-499a-9370-184cde689f2d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:41.780428 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-da3726bc-f8e8-4027-9682-bf2067ee6eef req-eb0d38c3-f838-4815-b48b-090601976ab4 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:41.831600 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1f5c6ca2-2058-481f-b827-24b5506b003a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:41.836954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d38c3-f838-4815-b48b-090601976ab4 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Pushing event deleted for resources: {'Port': ['ID=0c255abf-0244-49d6-9527-9b13fafd8619,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:41.928805 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-1f5c6ca2-2058-481f-b827-24b5506b003a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] device_id is not set on port 2bc1dbc8-f328-48dc-8082-986f55e10179 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:12:41.975360 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9d30c5-bd35-4e7e-84b1-f8f48de0faca None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:12:42.086340 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9d89caf4-0794-44fb-81e3-357481a5d128 None None] Provisioning for port 66fc89a3-b87a-403e-be2e-b4385978249b completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:12:42.188901 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69b64d1c-5404-499a-9370-184cde689f2d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:42.203277 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69b64d1c-5404-499a-9370-184cde689f2d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:42.257909 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b64d1c-5404-499a-9370-184cde689f2d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event updated for resources: {'Port': ['ID=7408419f-9420-4e6a-b0ca-dbfb23d9db39,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:42.474006 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 66fc89a3-b87a-403e-be2e-b4385978249b up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:12:42.501740 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-1f5c6ca2-2058-481f-b827-24b5506b003a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8:0:1::29d (780f7a0e-8c20-4451-b666-5d4d18704b66/a682be87-8fc2-47a9-aa21-1a6be545472f/2bc1dbc8-f328-48dc-8082-986f55e10179) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:12:42.506525 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69b64d1c-5404-499a-9370-184cde689f2d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:42.674387 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-69b64d1c-5404-499a-9370-184cde689f2d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Floating IP 1a022f5c-3c80-4fb2-9b3f-936194fa9769 associated. External IP: 172.25.0.118, port: 15ea213c-fb42-4c6a-8b52-5bc303605299. Jul 13 08:12:42.748978 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ed0527-45df-4c94-ae69-a4b00874d21d None None] Update dhcp port {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'fixed_ips': [{'subnet_id': '71572d84-0b3a-41ca-a942-c015b8b1257a', 'ip_address': '2001:db8::f816:3eff:fed0:3520'}, {'subnet_id': 'a682be87-8fc2-47a9-aa21-1a6be545472f'}], 'binding:host_id': 'n-d-779913-28'}, 'id': '66fc89a3-b87a-403e-be2e-b4385978249b'} from n-d-779913-28. {{(pid=93725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 08:12:42.759620 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-1f5c6ca2-2058-481f-b827-24b5506b003a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8::f816:3eff:feea:d077 (780f7a0e-8c20-4451-b666-5d4d18704b66/71572d84-0b3a-41ca-a942-c015b8b1257a/2bc1dbc8-f328-48dc-8082-986f55e10179) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:12:42.877812 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3726bc-f8e8-4027-9682-bf2067ee6eef req-eb0d38c3-f838-4815-b48b-090601976ab4 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] No DVR routers for this DVR port 0c255abf-0244-49d6-9527-9b13fafd8619 on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:12:42.880632 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-da3726bc-f8e8-4027-9682-bf2067ee6eef req-eb0d38c3-f838-4815-b48b-090601976ab4 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:42.881714 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e6ed0527-45df-4c94-ae69-a4b00874d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:42.883049 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da3726bc-f8e8-4027-9682-bf2067ee6eef req-eb0d38c3-f838-4815-b48b-090601976ab4 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.62 "DELETE /v2.0/ports/0c255abf-0244-49d6-9527-9b13fafd8619 HTTP/1.1" status: 204 len: 173 time: 2.2085242 Jul 13 08:12:42.883713 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752d08a1-0542-481e-ba34-8cc6d8b2e3aa', 'name': 'network-vif-deleted', 'tag': '0c255abf-0244-49d6-9527-9b13fafd8619'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:12:42.886290 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7964bff1-64b8-4a7c-badc-0683670509f1" -d '{"events": [{"server_uuid": "752d08a1-0542-481e-ba34-8cc6d8b2e3aa", "name": "network-vif-deleted", "tag": "0c255abf-0244-49d6-9527-9b13fafd8619"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:12:42.919604 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 66fc89a3-b87a-403e-be2e-b4385978249b completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:12:42.945361 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 66fc89a3-b87a-403e-be2e-b4385978249b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:42.945984 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:43.021728 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-16eb4979-10f5-493f-aecf-b489a912862e req-2b79cb2c-c422-4f70-856a-c9c0b72a43d9 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=752d08a1-0542-481e-ba34-8cc6d8b2e3aa HTTP/1.1" status: 200 len: 210 time: 0.1448548 Jul 13 08:12:43.037109 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d64cbab-332c-4f9c-9e2a-e546db88a2c7 x-openstack-request-id: req-6d64cbab-332c-4f9c-9e2a-e546db88a2c7 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:12:43.037393 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752d08a1-0542-481e-ba34-8cc6d8b2e3aa", "name": "network-vif-deleted", "tag": "0c255abf-0244-49d6-9527-9b13fafd8619", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:12:43.037815 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d64cbab-332c-4f9c-9e2a-e546db88a2c7 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:12:43.038559 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752d08a1-0542-481e-ba34-8cc6d8b2e3aa', 'name': 'network-vif-deleted', 'tag': '0c255abf-0244-49d6-9527-9b13fafd8619', 'status': 'completed', 'code': 200} Jul 13 08:12:43.378521 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:43.413566 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:43.520026 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 66fc89a3-b87a-403e-be2e-b4385978249b, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=66fc89a3-b87a-403e-be2e-b4385978249b,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:43.527261 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:43.581702 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1f5c6ca2-2058-481f-b827-24b5506b003a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:43.597726 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 0c255abf-0244-49d6-9527-9b13fafd8619 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:12:43.600322 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b64d1c-5404-499a-9370-184cde689f2d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Router 6c088e59-3cb6-4ed2-842c-e3b9acb7803f has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:12:43.614926 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-1f5c6ca2-2058-481f-b827-24b5506b003a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Transition to ACTIVE for port object 2bc1dbc8-f328-48dc-8082-986f55e10179 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:43.646690 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 0c255abf-0244-49d6-9527-9b13fafd8619 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:12:43.646946 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 0c255abf-0244-49d6-9527-9b13fafd8619 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:12:43.654192 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=66fc89a3-b87a-403e-be2e-b4385978249b,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:43.823060 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b64d1c-5404-499a-9370-184cde689f2d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:12:43.826669 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1f5c6ca2-2058-481f-b827-24b5506b003a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:43.839486 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8380c0ee-9165-4da0-80d8-0ab80a3e5e16 None None] Sync routers for ids ['6c088e59-3cb6-4ed2-842c-e3b9acb7803f'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:12:43.866929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8380c0ee-9165-4da0-80d8-0ab80a3e5e16 None None] Routers {'6c088e59-3cb6-4ed2-842c-e3b9acb7803f'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:12:43.867580 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8380c0ee-9165-4da0-80d8-0ab80a3e5e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:12:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['6c088e59-3cb6-4ed2-842c-e3b9acb7803f'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:12:43.889663 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5c6ca2-2058-481f-b827-24b5506b003a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:43.898535 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69b64d1c-5404-499a-9370-184cde689f2d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:43.900961 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-1f5c6ca2-2058-481f-b827-24b5506b003a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:43.936028 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5c6ca2-2058-481f-b827-24b5506b003a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:12:43.943990 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5c6ca2-2058-481f-b827-24b5506b003a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:43.944709 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1f5c6ca2-2058-481f-b827-24b5506b003a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:43.976389 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c6ca2-2058-481f-b827-24b5506b003a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=2bc1dbc8-f328-48dc-8082-986f55e10179,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:43.988262 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-69b64d1c-5404-499a-9370-184cde689f2d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.7518117 Jul 13 08:12:43.989229 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9996587b-d03b-4dc0-b0e3-018b0c7224c2', 'tag': '15ea213c-fb42-4c6a-8b52-5bc303605299'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:12:43.991283 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56216) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:43.992091 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cf2ae8-5b67-44b3-81f4-1167ff091b99" -d '{"events": [{"name": "network-changed", "server_uuid": "9996587b-d03b-4dc0-b0e3-018b0c7224c2", "tag": "15ea213c-fb42-4c6a-8b52-5bc303605299"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:12:43.997614 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1f5c6ca2-2058-481f-b827-24b5506b003a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8013332 Jul 13 08:12:44.003065 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56220) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:44.019807 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-e6ed0527-45df-4c94-ae69-a4b00874d21d None None] Allocated IP 2001:db8:0:1::2 (780f7a0e-8c20-4451-b666-5d4d18704b66/a682be87-8fc2-47a9-aa21-1a6be545472f/66fc89a3-b87a-403e-be2e-b4385978249b) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:12:44.051197 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364fb9c7-79b1-4a05-a7fd-7571aa1bff9f x-openstack-request-id: req-364fb9c7-79b1-4a05-a7fd-7571aa1bff9f {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:12:44.051516 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9996587b-d03b-4dc0-b0e3-018b0c7224c2", "tag": "15ea213c-fb42-4c6a-8b52-5bc303605299", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:12:44.051848 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-364fb9c7-79b1-4a05-a7fd-7571aa1bff9f {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:12:44.052284 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9996587b-d03b-4dc0-b0e3-018b0c7224c2', 'tag': '15ea213c-fb42-4c6a-8b52-5bc303605299', 'status': 'completed', 'code': 200} Jul 13 08:12:44.154398 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ef9c1693-500a-4d70-8e2b-cd828cf076ca tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/floatingips/1a022f5c-3c80-4fb2-9b3f-936194fa9769 HTTP/1.1" status: 200 len: 992 time: 0.1618383 Jul 13 08:12:44.239720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-8380c0ee-9165-4da0-80d8-0ab80a3e5e16 None None] Set router 6c088e59-3cb6-4ed2-842c-e3b9acb7803f gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:12:44.386727 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e6ed0527-45df-4c94-ae69-a4b00874d21d None None] For port 66fc89a3-b87a-403e-be2e-b4385978249b, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=66fc89a3-b87a-403e-be2e-b4385978249b,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:44.636277 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 66fc89a3-b87a-403e-be2e-b4385978249b up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:12:44.733611 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e6ed0527-45df-4c94-ae69-a4b00874d21d None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:44.744108 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf2ae8-5b67-44b3-81f4-1167ff091b99 req-31663abe-6a24-4991-a55b-3945ae29fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:44.745719 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-10cf2ae8-5b67-44b3-81f4-1167ff091b99 req-31663abe-6a24-4991-a55b-3945ae29fa2f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=646613418a8c4063bb68b7f4cbd296e4&device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 1098 time: 0.6663849 Jul 13 08:12:44.764016 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e6ed0527-45df-4c94-ae69-a4b00874d21d None None] Transition to ACTIVE for port object 66fc89a3-b87a-403e-be2e-b4385978249b will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:44.772979 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e6ed0527-45df-4c94-ae69-a4b00874d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:44.848392 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf2ae8-5b67-44b3-81f4-1167ff091b99 req-8d132b4f-0584-4bb4-bdd7-948f8d4b6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:44.849941 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-10cf2ae8-5b67-44b3-81f4-1167ff091b99 req-8d132b4f-0584-4bb4-bdd7-948f8d4b6bfd service neutron] 10.222.0.35 "GET /v2.0/networks?id=8bee8933-33ac-421e-9f82-ee678209e5d7 HTTP/1.1" status: 200 len: 897 time: 0.0971425 Jul 13 08:12:44.853476 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-fc3e01d5-81be-4a25-835b-85d356fee192 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting port 2bc1dbc8-f328-48dc-8082-986f55e10179 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:12:44.853833 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fc3e01d5-81be-4a25-835b-85d356fee192 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:44.920744 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed0527-45df-4c94-ae69-a4b00874d21d None None] Pushing event updated for resources: {'Port': ['ID=66fc89a3-b87a-403e-be2e-b4385978249b,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:44.950512 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8380c0ee-9165-4da0-80d8-0ab80a3e5e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'name': 'tempest-TestNetworkBasicOps-router-1305019395', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:11:56Z', 'updated_at': '2021-07-13T08:12:06Z', 'revision_number': 4, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:11:57Z', 'updated_at': '2021-07-13T08:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '1a022f5c-3c80-4fb2-9b3f-936194fa9769', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'port_id': '15ea213c-fb42-4c6a-8b52-5bc303605299', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7', 'mac_address': 'fa:16:3e:c6:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9996587b-d03b-4dc0-b0e3-018b0c7224c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:12:40Z', 'updated_at': '2021-07-13T08:12:40Z', 'revision_number': 0, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21021af6-adb6-48dc-8b5e-328a7ddd7e5c', 'name': '', 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:3a:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7135066f-c1d9-4803-86d6-93b2b42da5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:12:03Z', 'updated_at': '2021-07-13T08:12:17Z', 'revision_number': 5, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': '7135066f-c1d9-4803-86d6-93b2b42da5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:12:45.002189 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8380c0ee-9165-4da0-80d8-0ab80a3e5e16 None None] Checking router: 6c088e59-3cb6-4ed2-842c-e3b9acb7803f for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:12:45.006564 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fc3e01d5-81be-4a25-835b-85d356fee192 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:45.015737 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8380c0ee-9165-4da0-80d8-0ab80a3e5e16 None None] Routers {'6c088e59-3cb6-4ed2-842c-e3b9acb7803f'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:12:45.016773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8380c0ee-9165-4da0-80d8-0ab80a3e5e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:12:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['6c088e59-3cb6-4ed2-842c-e3b9acb7803f'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:12:45.054527 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-fc3e01d5-81be-4a25-835b-85d356fee192 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Calling delete_port for 2bc1dbc8-f328-48dc-8082-986f55e10179 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:12:45.135642 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-10cf2ae8-5b67-44b3-81f4-1167ff091b99 req-f036692b-0869-4224-94cd-ed38064c6f9a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15ea213c-fb42-4c6a-8b52-5bc303605299 HTTP/1.1" status: 200 len: 1000 time: 0.2775238 Jul 13 08:12:45.156153 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56244) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:45.181936 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-8380c0ee-9165-4da0-80d8-0ab80a3e5e16 None None] Set router 6c088e59-3cb6-4ed2-842c-e3b9acb7803f gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:12:45.236708 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf2ae8-5b67-44b3-81f4-1167ff091b99 req-2b09479e-e460-4fbf-ba54-401e3f7aa2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:45.238616 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-10cf2ae8-5b67-44b3-81f4-1167ff091b99 req-2b09479e-e460-4fbf-ba54-401e3f7aa2af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7135066f-c1d9-4803-86d6-93b2b42da5bb HTTP/1.1" status: 200 len: 835 time: 0.0961120 Jul 13 08:12:45.323943 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-37628aa5-c8be-4ef8-ba3a-c5067c41e984 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/floatingips/1a022f5c-3c80-4fb2-9b3f-936194fa9769 HTTP/1.1" status: 200 len: 992 time: 0.1655653 Jul 13 08:12:45.444176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf2ae8-5b67-44b3-81f4-1167ff091b99 req-2c5df9ea-8b18-4f2b-bf36-5e31cf933ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:45.448590 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-10cf2ae8-5b67-44b3-81f4-1167ff091b99 req-2c5df9ea-8b18-4f2b-bf36-5e31cf933ed8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8bee8933-33ac-421e-9f82-ee678209e5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2028410 Jul 13 08:12:45.456890 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fc3e01d5-81be-4a25-835b-85d356fee192 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:45.462848 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-10cf2ae8-5b67-44b3-81f4-1167ff091b99 req-ffd6f2bc-cc09-4989-a087-579aac2f6e89 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:12:45.464074 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-10cf2ae8-5b67-44b3-81f4-1167ff091b99 req-ffd6f2bc-cc09-4989-a087-579aac2f6e89 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086856 Jul 13 08:12:45.528411 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e01d5-81be-4a25-835b-85d356fee192 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=2bc1dbc8-f328-48dc-8082-986f55e10179,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:45.633903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8380c0ee-9165-4da0-80d8-0ab80a3e5e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'name': 'tempest-TestNetworkBasicOps-router-1305019395', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:11:56Z', 'updated_at': '2021-07-13T08:12:06Z', 'revision_number': 4, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:11:57Z', 'updated_at': '2021-07-13T08:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '1a022f5c-3c80-4fb2-9b3f-936194fa9769', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'port_id': '15ea213c-fb42-4c6a-8b52-5bc303605299', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7', 'mac_address': 'fa:16:3e:c6:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9996587b-d03b-4dc0-b0e3-018b0c7224c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:12:40Z', 'updated_at': '2021-07-13T08:12:40Z', 'revision_number': 0, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21021af6-adb6-48dc-8b5e-328a7ddd7e5c', 'name': '', 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:3a:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7135066f-c1d9-4803-86d6-93b2b42da5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:12:03Z', 'updated_at': '2021-07-13T08:12:17Z', 'revision_number': 5, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': '7135066f-c1d9-4803-86d6-93b2b42da5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:12:45.702951 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8380c0ee-9165-4da0-80d8-0ab80a3e5e16 None None] The sync data for ids ['6c088e59-3cb6-4ed2-842c-e3b9acb7803f'] in n-d-779913-28 is: [{'id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'name': 'tempest-TestNetworkBasicOps-router-1305019395', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:11:56Z', 'updated_at': '2021-07-13T08:12:06Z', 'revision_number': 4, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:11:57Z', 'updated_at': '2021-07-13T08:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '1a022f5c-3c80-4fb2-9b3f-936194fa9769', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'port_id': '15ea213c-fb42-4c6a-8b52-5bc303605299', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7', 'mac_address': 'fa:16:3e:c6:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9996587b-d03b-4dc0-b0e3-018b0c7224c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:12:40Z', 'updated_at': '2021-07-13T08:12:40Z', 'revision_number': 0, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21021af6-adb6-48dc-8b5e-328a7ddd7e5c', 'name': '', 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:3a:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7135066f-c1d9-4803-86d6-93b2b42da5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:12:03Z', 'updated_at': '2021-07-13T08:12:17Z', 'revision_number': 5, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': '7135066f-c1d9-4803-86d6-93b2b42da5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:12:45.759232 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-10cf2ae8-5b67-44b3-81f4-1167ff091b99 req-a1ae78c8-9854-44d0-bb66-429b8a2f8ec2 service neutron] 10.222.0.35 "GET /v2.0/networks/8bee8933-33ac-421e-9f82-ee678209e5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865872 Jul 13 08:12:45.921285 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628fa05f-fe1c-481d-b845-72bb75bf202c None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:12:45.923879 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-10cf2ae8-5b67-44b3-81f4-1167ff091b99 req-377ef485-5495-411c-aa95-597dd6549856 service neutron] 10.222.0.35 "GET /v2.0/networks/8bee8933-33ac-421e-9f82-ee678209e5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208034 Jul 13 08:12:45.939484 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fc3e01d5-81be-4a25-835b-85d356fee192 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:45.944748 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56258) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:45.945133 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fc3e01d5-81be-4a25-835b-85d356fee192 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/2bc1dbc8-f328-48dc-8082-986f55e10179 HTTP/1.1" status: 204 len: 168 time: 1.9401927 Jul 13 08:12:46.049548 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d629cf-fa3f-45ae-9a77-34135fe63c3a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:46.054779 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56266) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:46.064894 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-24d629cf-fa3f-45ae-9a77-34135fe63c3a tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1166911 Jul 13 08:12:46.195348 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f635118f-f867-4430-8d0b-bfe2ab5c5499 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:46.203198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56268) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:46.208892 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d659314-dd8d-401b-b2b5-3a81ae62cbc3 None None] New status for floating IP 1a022f5c-3c80-4fb2-9b3f-936194fa9769: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:12:46.216892 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f635118f-f867-4430-8d0b-bfe2ab5c5499 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1604161 Jul 13 08:12:46.259820 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f790e027-4356-408b-9129-b6d3869656cf None None] Provisioning for port 66fc89a3-b87a-403e-be2e-b4385978249b completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:12:46.327542 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56270) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:46.438855 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727b2f39-3bf0-42a6-bb5b-e2c5e7960921 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:46.455364 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f790e027-4356-408b-9129-b6d3869656cf None None] Provisioning complete for port 66fc89a3-b87a-403e-be2e-b4385978249b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:46.466419 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f790e027-4356-408b-9129-b6d3869656cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:46.470114 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727b2f39-3bf0-42a6-bb5b-e2c5e7960921 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:46.484406 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727b2f39-3bf0-42a6-bb5b-e2c5e7960921 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:46.501233 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-727b2f39-3bf0-42a6-bb5b-e2c5e7960921 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2968049 Jul 13 08:12:46.502542 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56272) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:46.566675 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 66fc89a3-b87a-403e-be2e-b4385978249b up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:12:46.606147 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-85538830-10f4-4312-a5aa-e602ea3b9bb5 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/floatingips/1a022f5c-3c80-4fb2-9b3f-936194fa9769 HTTP/1.1" status: 200 len: 992 time: 0.2768400 Jul 13 08:12:46.636177 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d29f337-ed43-404e-a4ff-0ab19c5edf5b tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet 71572d84-0b3a-41ca-a942-c015b8b1257a {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:12:46.646782 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d29f337-ed43-404e-a4ff-0ab19c5edf5b tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:46.709572 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d29f337-ed43-404e-a4ff-0ab19c5edf5b tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:46.836092 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d29f337-ed43-404e-a4ff-0ab19c5edf5b tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:47.013856 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 66fc89a3-b87a-403e-be2e-b4385978249b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:47.014679 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:47.061736 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d29f337-ed43-404e-a4ff-0ab19c5edf5b tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:47.175932 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d29f337-ed43-404e-a4ff-0ab19c5edf5b tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:47.182703 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6d29f337-ed43-404e-a4ff-0ab19c5edf5b tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/71572d84-0b3a-41ca-a942-c015b8b1257a HTTP/1.1" status: 204 len: 168 time: 0.6736517 Jul 13 08:12:47.183555 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56278) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:47.217579 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29f337-ed43-404e-a4ff-0ab19c5edf5b tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=71572d84-0b3a-41ca-a942-c015b8b1257a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:47.304721 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-c632068c-5e7f-43c4-a71b-66265f217cb4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet a682be87-8fc2-47a9-aa21-1a6be545472f {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:12:47.310258 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c632068c-5e7f-43c4-a71b-66265f217cb4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:47.358670 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c632068c-5e7f-43c4-a71b-66265f217cb4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:47.449382 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd08bf8f-823e-4090-96f9-070cc612d10d None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:12:47.477150 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c632068c-5e7f-43c4-a71b-66265f217cb4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:47.488093 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-43f2bbe2-1a2c-4684-b96c-c3c6b08a2340 None None] Provisioning complete for port 66fc89a3-b87a-403e-be2e-b4385978249b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:47.488482 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-43f2bbe2-1a2c-4684-b96c-c3c6b08a2340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:47.575702 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c632068c-5e7f-43c4-a71b-66265f217cb4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:47.610408 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56286) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:47.623839 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c632068c-5e7f-43c4-a71b-66265f217cb4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:47.628475 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c632068c-5e7f-43c4-a71b-66265f217cb4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/a682be87-8fc2-47a9-aa21-1a6be545472f HTTP/1.1" status: 204 len: 168 time: 0.4393737 Jul 13 08:12:47.631744 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56288) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:47.634934 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632068c-5e7f-43c4-a71b-66265f217cb4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=a682be87-8fc2-47a9-aa21-1a6be545472f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:47.692857 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9e9be7c5-4dbc-49c4-ab2b-767ed33bfb47 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594723 Jul 13 08:12:47.697294 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56296) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:47.703281 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1cc7b42e-1f75-4b5a-88fd-9cfb5c76e956 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:47.726159 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-60827829-5f53-415b-92fe-0fb1aaf2e9ad tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/floatingips/1a022f5c-3c80-4fb2-9b3f-936194fa9769 HTTP/1.1" status: 200 len: 994 time: 0.1139345 Jul 13 08:12:47.844712 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:12:47.864200 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c0d6e1-4df1-4134-bf00-4b8a1c5d1f2e None None] DHCP port deletion for 780f7a0e-8c20-4451-b666-5d4d18704b66 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:12:47.888526 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc7b42e-1f75-4b5a-88fd-9cfb5c76e956 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:47.894355 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1cc7b42e-1f75-4b5a-88fd-9cfb5c76e956 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:47.971445 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-17c0d6e1-4df1-4134-bf00-4b8a1c5d1f2e None None] Deleting port 66fc89a3-b87a-403e-be2e-b4385978249b {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:12:47.972214 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-17c0d6e1-4df1-4134-bf00-4b8a1c5d1f2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:48.126033 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-17c0d6e1-4df1-4134-bf00-4b8a1c5d1f2e None None] For port 66fc89a3-b87a-403e-be2e-b4385978249b, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=66fc89a3-b87a-403e-be2e-b4385978249b,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:48.127678 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-17c0d6e1-4df1-4134-bf00-4b8a1c5d1f2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:48.162771 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-17c0d6e1-4df1-4134-bf00-4b8a1c5d1f2e None None] Calling delete_port for 66fc89a3-b87a-403e-be2e-b4385978249b owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:12:48.348690 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-17c0d6e1-4df1-4134-bf00-4b8a1c5d1f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:48.377478 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1cc7b42e-1f75-4b5a-88fd-9cfb5c76e956 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:48.416539 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 66fc89a3-b87a-403e-be2e-b4385978249b no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:12:48.428108 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0d6e1-4df1-4134-bf00-4b8a1c5d1f2e None None] Pushing event deleted for resources: {'Port': ['ID=66fc89a3-b87a-403e-be2e-b4385978249b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:48.457268 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c0d6e1-4df1-4134-bf00-4b8a1c5d1f2e None None] No DVR routers for this DVR port 66fc89a3-b87a-403e-be2e-b4385978249b on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:12:48.461953 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 66fc89a3-b87a-403e-be2e-b4385978249b {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:12:48.462745 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 66fc89a3-b87a-403e-be2e-b4385978249b not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:12:48.482562 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc7b42e-1f75-4b5a-88fd-9cfb5c76e956 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:48.499523 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-1cc7b42e-1f75-4b5a-88fd-9cfb5c76e956 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:48.514612 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9d120d-c061-4437-b452-fa1521d05fd5 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:12:48.517985 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc7b42e-1f75-4b5a-88fd-9cfb5c76e956 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:48.519095 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1cc7b42e-1f75-4b5a-88fd-9cfb5c76e956 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:48.538350 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7b42e-1f75-4b5a-88fd-9cfb5c76e956 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=9e102e82-4e4f-4191-aeb2-7009687f54f1,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:48.555574 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1cc7b42e-1f75-4b5a-88fd-9cfb5c76e956 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8548293 Jul 13 08:12:48.556463 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56320) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:48.565351 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c7997a2c-6280-4de3-9020-d767dcb21bdd tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:48.821129 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-780f7a0e-8c20-4451-b666-5d4d18704b66', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'fixed_ips': [{'subnet_id': '9e102e82-4e4f-4191-aeb2-7009687f54f1'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:12:48.822015 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:48.872817 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7997a2c-6280-4de3-9020-d767dcb21bdd tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:48.878330 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c7997a2c-6280-4de3-9020-d767dcb21bdd tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:49.095980 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] Allocated IP 2001:db8::2 (780f7a0e-8c20-4451-b666-5d4d18704b66/9e102e82-4e4f-4191-aeb2-7009687f54f1/b08c4067-b288-491d-9cd7-1ea254992f6a) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:12:49.110178 n-d-779913-28 neutron-server[93724]: INFO neutron.db.ipam_backend_mixin [None req-c7997a2c-6280-4de3-9020-d767dcb21bdd tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9e102e82-4e4f-4191-aeb2-7009687f54f1 (CIDR: 2001:db8::/64) Jul 13 08:12:49.115781 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7997a2c-6280-4de3-9020-d767dcb21bdd tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 08:12:49.116618 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7997a2c-6280-4de3-9020-d767dcb21bdd tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:12:49.170934 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c7997a2c-6280-4de3-9020-d767dcb21bdd tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6085978 Jul 13 08:12:49.171491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56322) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:49.178716 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-2d622a22-ec74-4cc7-b070-108e0916d260 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:49.364732 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:49.393284 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] Transition to ACTIVE for port object b08c4067-b288-491d-9cd7-1ea254992f6a will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:49.429977 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] Transition to ACTIVE for port object b08c4067-b288-491d-9cd7-1ea254992f6a will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:49.441927 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:49.457142 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d622a22-ec74-4cc7-b070-108e0916d260 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:49.476406 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2d622a22-ec74-4cc7-b070-108e0916d260 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:49.550611 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:49.565396 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:49.581453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:12:49.669298 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] Pushing event updated for resources: {'Port': ['ID=b08c4067-b288-491d-9cd7-1ea254992f6a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:49.717430 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] Attempting to bind port b08c4067-b288-491d-9cd7-1ea254992f6a on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:12:49.717948 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] Attempting to bind port b08c4067-b288-491d-9cd7-1ea254992f6a by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:12:49.718592 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] Attempting to bind port b08c4067-b288-491d-9cd7-1ea254992f6a on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:12:49.724971 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:12:49.725673 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:12:49.726212 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:49.726695 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:12:49.727284 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] Bound port: b08c4067-b288-491d-9cd7-1ea254992f6a, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:12:49.727829 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:49.869036 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] For port b08c4067-b288-491d-9cd7-1ea254992f6a, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:12:49.874265 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] For port b08c4067-b288-491d-9cd7-1ea254992f6a, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b08c4067-b288-491d-9cd7-1ea254992f6a,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:12:49.881119 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:49.973299 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebda66f-133e-400b-be9a-7acd6704c190 None None] Pushing event updated for resources: {'Port': ['ID=b08c4067-b288-491d-9cd7-1ea254992f6a,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:50.039378 n-d-779913-28 neutron-server[93723]: DEBUG neutron.objects.ports [None req-2d622a22-ec74-4cc7-b070-108e0916d260 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 08:12:50.555020 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2d622a22-ec74-4cc7-b070-108e0916d260 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:50.871372 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-2d622a22-ec74-4cc7-b070-108e0916d260 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] For port b08c4067-b288-491d-9cd7-1ea254992f6a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b08c4067-b288-491d-9cd7-1ea254992f6a,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:50.918447 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2d622a22-ec74-4cc7-b070-108e0916d260 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:50.926538 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2d622a22-ec74-4cc7-b070-108e0916d260 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:50.974187 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2d622a22-ec74-4cc7-b070-108e0916d260 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:51.071287 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d622a22-ec74-4cc7-b070-108e0916d260 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:51.075526 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d622a22-ec74-4cc7-b070-108e0916d260 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=b08c4067-b288-491d-9cd7-1ea254992f6a,revision_number=4']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:51.088970 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-2d622a22-ec74-4cc7-b070-108e0916d260 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:51.093439 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d622a22-ec74-4cc7-b070-108e0916d260 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=f3b7c11e-519d-4abb-860a-2dac73bf932b,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:51.097127 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d622a22-ec74-4cc7-b070-108e0916d260 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:51.098097 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2d622a22-ec74-4cc7-b070-108e0916d260 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:51.134476 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56336) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:51.135918 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2d622a22-ec74-4cc7-b070-108e0916d260 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9627936 Jul 13 08:12:51.146803 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-be88558c-f337-426e-b3a3-287951d024cb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'mac_address': 'fa:16:3e:0e:3d:fc', 'name': 'tempest-NetworksTestDHCPv6-574194063'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:51.381371 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be88558c-f337-426e-b3a3-287951d024cb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:51.605453 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be88558c-f337-426e-b3a3-287951d024cb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:51.666013 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-be88558c-f337-426e-b3a3-287951d024cb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] device_id is not set on port 4a92ae06-4f86-4f0e-849f-5fc64266afc4 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:12:51.674108 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f6567f-3da4-42b7-ab12-54dc2d457fbd None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:12:51.814693 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-aa1ceadd-2d52-49d7-8cb4-0aae5bb83c38 None None] Provisioning for port b08c4067-b288-491d-9cd7-1ea254992f6a completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:12:52.166442 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-be88558c-f337-426e-b3a3-287951d024cb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8::2d (780f7a0e-8c20-4451-b666-5d4d18704b66/9e102e82-4e4f-4191-aeb2-7009687f54f1/4a92ae06-4f86-4f0e-849f-5fc64266afc4) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:12:52.189354 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-be88558c-f337-426e-b3a3-287951d024cb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0e:3dfc (780f7a0e-8c20-4451-b666-5d4d18704b66/f3b7c11e-519d-4abb-860a-2dac73bf932b/4a92ae06-4f86-4f0e-849f-5fc64266afc4) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:12:52.450984 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be88558c-f337-426e-b3a3-287951d024cb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:52.539912 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-be88558c-f337-426e-b3a3-287951d024cb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Transition to ACTIVE for port object 4a92ae06-4f86-4f0e-849f-5fc64266afc4 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:12:52.636919 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b08c4067-b288-491d-9cd7-1ea254992f6a up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:12:52.666753 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be88558c-f337-426e-b3a3-287951d024cb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:52.799848 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be88558c-f337-426e-b3a3-287951d024cb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:52.815870 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-be88558c-f337-426e-b3a3-287951d024cb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:52.831493 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be88558c-f337-426e-b3a3-287951d024cb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:12:52.851200 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be88558c-f337-426e-b3a3-287951d024cb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:52.853493 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be88558c-f337-426e-b3a3-287951d024cb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:52.853732 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port b08c4067-b288-491d-9cd7-1ea254992f6a completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:12:52.863615 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b08c4067-b288-491d-9cd7-1ea254992f6a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:52.866985 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:52.932964 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88558c-f337-426e-b3a3-287951d024cb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=4a92ae06-4f86-4f0e-849f-5fc64266afc4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:52.954659 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-be88558c-f337-426e-b3a3-287951d024cb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.8148663 Jul 13 08:12:52.955361 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56356) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:53.149826 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:53.218035 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port b08c4067-b288-491d-9cd7-1ea254992f6a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b08c4067-b288-491d-9cd7-1ea254992f6a,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:53.228662 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:53.289049 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-78cf6c76-9b10-4f66-99a0-7f6e1e884771 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting port 4a92ae06-4f86-4f0e-849f-5fc64266afc4 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:12:53.290150 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78cf6c76-9b10-4f66-99a0-7f6e1e884771 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:53.332232 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-66bba209-7ba6-4468-a8e7-b58ddc8709e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:53.396814 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=b08c4067-b288-491d-9cd7-1ea254992f6a,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:53.524084 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78cf6c76-9b10-4f66-99a0-7f6e1e884771 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:53.564213 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-78cf6c76-9b10-4f66-99a0-7f6e1e884771 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Calling delete_port for 4a92ae06-4f86-4f0e-849f-5fc64266afc4 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:12:53.696033 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3be2f37c-1181-43ee-9802-fdcb1726823d None None] Provisioning complete for port b08c4067-b288-491d-9cd7-1ea254992f6a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:53.696743 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3be2f37c-1181-43ee-9802-fdcb1726823d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:54.063236 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78cf6c76-9b10-4f66-99a0-7f6e1e884771 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:54.141063 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf6c76-9b10-4f66-99a0-7f6e1e884771 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=4a92ae06-4f86-4f0e-849f-5fc64266afc4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:54.251757 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4bb944a9-3415-4329-ba48-c4ed0370766b None None] Could not find standard attr ID for object 4a92ae06-4f86-4f0e-849f-5fc64266afc4. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:12:54.254898 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78cf6c76-9b10-4f66-99a0-7f6e1e884771 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:54.263147 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-78cf6c76-9b10-4f66-99a0-7f6e1e884771 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/4a92ae06-4f86-4f0e-849f-5fc64266afc4 HTTP/1.1" status: 204 len: 168 time: 1.3058698 Jul 13 08:12:54.268643 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56372) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:54.417845 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b08c4067-b288-491d-9cd7-1ea254992f6a up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:12:54.513766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04c4f20-64f9-4839-b2d7-bb8ed7607178 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:54.524491 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f04c4f20-64f9-4839-b2d7-bb8ed7607178 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2540154 Jul 13 08:12:54.528943 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56374) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:54.630875 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b08c4067-b288-491d-9cd7-1ea254992f6a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:54.631310 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:54.776200 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06582000-921c-4434-b816-6d465fab2e40 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:54.779598 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-06582000-921c-4434-b816-6d465fab2e40 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2476590 Jul 13 08:12:54.783036 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56380) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:54.917981 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76abaaa5-0cad-411a-b1d0-4a65612bbccf tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:54.921202 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76abaaa5-0cad-411a-b1d0-4a65612bbccf tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:54.923865 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76abaaa5-0cad-411a-b1d0-4a65612bbccf tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:54.925747 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-76abaaa5-0cad-411a-b1d0-4a65612bbccf tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1412559 Jul 13 08:12:54.929353 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56384) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:54.999528 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25f50a0-396e-4329-9699-256ed7cb69c6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet 9e102e82-4e4f-4191-aeb2-7009687f54f1 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:12:55.003935 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a25f50a0-396e-4329-9699-256ed7cb69c6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:55.084330 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a25f50a0-396e-4329-9699-256ed7cb69c6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:55.203562 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a25f50a0-396e-4329-9699-256ed7cb69c6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:55.334985 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a25f50a0-396e-4329-9699-256ed7cb69c6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:55.397757 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a25f50a0-396e-4329-9699-256ed7cb69c6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:55.401860 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a25f50a0-396e-4329-9699-256ed7cb69c6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/9e102e82-4e4f-4191-aeb2-7009687f54f1 HTTP/1.1" status: 204 len: 168 time: 0.4711957 Jul 13 08:12:55.402974 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f50a0-396e-4329-9699-256ed7cb69c6 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=9e102e82-4e4f-4191-aeb2-7009687f54f1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:55.408124 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56404) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:55.411066 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f920a11e-b978-48be-a87a-6a95d2206ee9 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:12:55.619023 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0dd5fa-0515-4d1e-8ee4-388483d8a731 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet f3b7c11e-519d-4abb-860a-2dac73bf932b {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:12:55.629475 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd5fa-0515-4d1e-8ee4-388483d8a731 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:55.693935 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd5fa-0515-4d1e-8ee4-388483d8a731 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:55.952474 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd5fa-0515-4d1e-8ee4-388483d8a731 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:55.964277 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-1192bfa7-72ba-408b-8b44-401d0cf07702 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:55.967298 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-1192bfa7-72ba-408b-8b44-401d0cf07702 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/networks?id=9c84548a-8751-4e4d-9101-dc6a7236a380 HTTP/1.1" status: 200 len: 814 time: 0.2214096 Jul 13 08:12:56.011220 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-980cad8c-1308-4086-a506-188fa6ed8822 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/quotas/5beee3171679402ca60627fae206aff4 HTTP/1.1" status: 200 len: 375 time: 0.0214813 Jul 13 08:12:56.069237 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-c2a28461-9c89-41c3-843f-ddcb951e4451 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5beee3171679402ca60627fae206aff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457270 Jul 13 08:12:56.082912 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd5fa-0515-4d1e-8ee4-388483d8a731 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:56.118242 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0dd5fa-0515-4d1e-8ee4-388483d8a731 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b7c11e-519d-4abb-860a-2dac73bf932b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:56.123739 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd5fa-0515-4d1e-8ee4-388483d8a731 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:56.127274 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fc25ba2e-7f39-4209-9c2c-a502768fba41 req-285148be-661a-48d0-b300-4cdab4477c85 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3526320 Jul 13 08:12:56.128133 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ad0dd5fa-0515-4d1e-8ee4-388483d8a731 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/f3b7c11e-519d-4abb-860a-2dac73bf932b HTTP/1.1" status: 204 len: 168 time: 0.7156031 Jul 13 08:12:56.131047 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56424) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:56.216224 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3a224e84-8ccf-41b9-9711-1556628730c4 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784564 Jul 13 08:12:56.219851 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56426) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:56.230172 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-9e97adfc-2edb-44e7-813b-0f323b257ac8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:56.362423 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-83f6e143-f690-43ed-b8d1-15224c696ec1 service neutron] 10.222.0.58 "GET /v2.0/networks/9c84548a-8751-4e4d-9101-dc6a7236a380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679009 Jul 13 08:12:56.433413 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e97adfc-2edb-44e7-813b-0f323b257ac8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:56.437545 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9e97adfc-2edb-44e7-813b-0f323b257ac8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:56.486349 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25ba2e-7f39-4209-9c2c-a502768fba41 req-d1880bc6-455d-4289-8d8e-9a06851b824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:56.488713 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fc25ba2e-7f39-4209-9c2c-a502768fba41 req-d1880bc6-455d-4289-8d8e-9a06851b824f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=646613418a8c4063bb68b7f4cbd296e4&device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 1098 time: 0.2904346 Jul 13 08:12:56.534135 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-5260d7e5-f07b-48e8-b555-6ffd78cbf8cb service neutron] 10.222.0.58 "GET /v2.0/networks/9c84548a-8751-4e4d-9101-dc6a7236a380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652346 Jul 13 08:12:56.714519 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25ba2e-7f39-4209-9c2c-a502768fba41 req-1ccc8656-62d9-43f3-9fa2-57259e32b7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:56.717495 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fc25ba2e-7f39-4209-9c2c-a502768fba41 req-1ccc8656-62d9-43f3-9fa2-57259e32b7da service neutron] 10.222.0.35 "GET /v2.0/networks?id=8bee8933-33ac-421e-9f82-ee678209e5d7 HTTP/1.1" status: 200 len: 897 time: 0.1484277 Jul 13 08:12:56.961929 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fc25ba2e-7f39-4209-9c2c-a502768fba41 req-cf7c8e96-60ae-4caa-b551-803d066a2344 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15ea213c-fb42-4c6a-8b52-5bc303605299 HTTP/1.1" status: 200 len: 1002 time: 0.2364452 Jul 13 08:12:56.968352 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c179db35-a621-45b4-bdc3-6f6d62f0b60e req-4edca59a-d37d-41df-bbe2-81f7a19c157e tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe32e8c2-85a1-480b-96bb-4c7f99d9b899 HTTP/1.1" status: 200 len: 210 time: 0.1202300 Jul 13 08:12:57.086643 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25ba2e-7f39-4209-9c2c-a502768fba41 req-4c33e6f9-7ca8-48fc-b542-93b3ed4f989f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:57.088856 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fc25ba2e-7f39-4209-9c2c-a502768fba41 req-4c33e6f9-7ca8-48fc-b542-93b3ed4f989f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7135066f-c1d9-4803-86d6-93b2b42da5bb HTTP/1.1" status: 200 len: 835 time: 0.1103759 Jul 13 08:12:57.109463 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8593544-48eb-41f3-a751-bcdd3992beb9 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:12:57.153894 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5a78b447-da84-49e6-b44e-c2fb4447b312 None None] Provisioning complete for port b08c4067-b288-491d-9cd7-1ea254992f6a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:12:57.154594 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5a78b447-da84-49e6-b44e-c2fb4447b312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:57.370546 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9e97adfc-2edb-44e7-813b-0f323b257ac8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:57.498173 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97adfc-2edb-44e7-813b-0f323b257ac8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=c499e169-ad1e-4061-a4dd-82b4480b9e3e,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:57.532490 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e97adfc-2edb-44e7-813b-0f323b257ac8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:57.548838 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-9e97adfc-2edb-44e7-813b-0f323b257ac8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:57.570601 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e97adfc-2edb-44e7-813b-0f323b257ac8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:57.571349 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9e97adfc-2edb-44e7-813b-0f323b257ac8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:57.583950 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25ba2e-7f39-4209-9c2c-a502768fba41 req-1fab06f6-9a44-4be8-afaa-ae3635a6363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:57.588106 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fc25ba2e-7f39-4209-9c2c-a502768fba41 req-1fab06f6-9a44-4be8-afaa-ae3635a6363b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8bee8933-33ac-421e-9f82-ee678209e5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4903247 Jul 13 08:12:57.688776 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c392cf3-ed23-41b1-8f1b-90c99bf5a0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:57.739622 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9e97adfc-2edb-44e7-813b-0f323b257ac8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5174313 Jul 13 08:12:57.744973 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56446) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:57.769532 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-40a7c496-1ab9-4700-acbc-64c0a39c8b4e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:57.864490 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fc25ba2e-7f39-4209-9c2c-a502768fba41 req-369f63a8-8497-41d4-b15b-7e74497b5ef3 service neutron] 10.222.0.35 "GET /v2.0/networks/8bee8933-33ac-421e-9f82-ee678209e5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679639 Jul 13 08:12:57.867753 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:57.897405 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3723e546-4fae-45ca-9d8b-daf7a7b0e4d1 None None] DHCP port deletion for 780f7a0e-8c20-4451-b666-5d4d18704b66 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:12:58.135262 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-fc25ba2e-7f39-4209-9c2c-a502768fba41 req-cac7cfd5-80e5-4a26-8580-97b088fa7dcd service neutron] 10.222.0.35 "GET /v2.0/networks/8bee8933-33ac-421e-9f82-ee678209e5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571208 Jul 13 08:12:58.147014 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a7c496-1ab9-4700-acbc-64c0a39c8b4e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:58.151340 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40a7c496-1ab9-4700-acbc-64c0a39c8b4e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:58.165603 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3723e546-4fae-45ca-9d8b-daf7a7b0e4d1 None None] Deleting port b08c4067-b288-491d-9cd7-1ea254992f6a {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:12:58.166801 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3723e546-4fae-45ca-9d8b-daf7a7b0e4d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:58.375303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3723e546-4fae-45ca-9d8b-daf7a7b0e4d1 None None] For port b08c4067-b288-491d-9cd7-1ea254992f6a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b08c4067-b288-491d-9cd7-1ea254992f6a,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:12:58.375908 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3723e546-4fae-45ca-9d8b-daf7a7b0e4d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:58.392660 n-d-779913-28 neutron-server[93724]: INFO neutron.db.ipam_backend_mixin [None req-40a7c496-1ab9-4700-acbc-64c0a39c8b4e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c499e169-ad1e-4061-a4dd-82b4480b9e3e (CIDR: 2001:db8::/64) Jul 13 08:12:58.420937 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a7c496-1ab9-4700-acbc-64c0a39c8b4e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 08:12:58.421611 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a7c496-1ab9-4700-acbc-64c0a39c8b4e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:12:58.426018 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2819e8a9-de03-4499-a333-bad5000577b5 req-a0e3db9d-4cfb-42c1-a19a-9714a54321f1 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe32e8c2-85a1-480b-96bb-4c7f99d9b899 HTTP/1.1" status: 200 len: 210 time: 0.1270268 Jul 13 08:12:58.447699 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-40a7c496-1ab9-4700-acbc-64c0a39c8b4e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6961145 Jul 13 08:12:58.448086 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56454) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:58.474016 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-0ee4be1b-1995-4a2c-8344-44faea85a258 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'subnet': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:58.667110 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b08c4067-b288-491d-9cd7-1ea254992f6a no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:12:58.670599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3723e546-4fae-45ca-9d8b-daf7a7b0e4d1 None None] Calling delete_port for b08c4067-b288-491d-9cd7-1ea254992f6a owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:12:58.697774 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee4be1b-1995-4a2c-8344-44faea85a258 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:12:58.704837 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ee4be1b-1995-4a2c-8344-44faea85a258 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:58.910954 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:58.942479 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3723e546-4fae-45ca-9d8b-daf7a7b0e4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:59.009649 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3723e546-4fae-45ca-9d8b-daf7a7b0e4d1 None None] No DVR routers for this DVR port b08c4067-b288-491d-9cd7-1ea254992f6a on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:12:59.020674 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723e546-4fae-45ca-9d8b-daf7a7b0e4d1 None None] Pushing event deleted for resources: {'Port': ['ID=b08c4067-b288-491d-9cd7-1ea254992f6a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:59.031067 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aca6a3b-7f97-4943-9c14-5f1033de76c0 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:12:59.382279 n-d-779913-28 neutron-server[93723]: DEBUG neutron.objects.ports [None req-0ee4be1b-1995-4a2c-8344-44faea85a258 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 08:12:59.387515 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ee4be1b-1995-4a2c-8344-44faea85a258 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:59.436495 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-780f7a0e-8c20-4451-b666-5d4d18704b66', 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'tenant_id': 'bec8e60f88b64d5dbce6c7084643835a', 'fixed_ips': [{'subnet_id': '9b8c66a0-f1f8-4595-a1e9-149f3f099ba4'}, {'subnet_id': 'c499e169-ad1e-4061-a4dd-82b4480b9e3e'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:12:59.437353 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:59.619166 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-7a17e2a2-7832-425c-a42d-3732cdfd4f95 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:59.623904 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-7a17e2a2-7832-425c-a42d-3732cdfd4f95 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.62 "GET /v2.0/networks?id=9c84548a-8751-4e4d-9101-dc6a7236a380 HTTP/1.1" status: 200 len: 814 time: 0.4397361 Jul 13 08:12:59.644524 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-ce1c2fd5-d5c6-46ed-bde7-89a345c03f16 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Request body: {'port': {'device_id': 'fe32e8c2-85a1-480b-96bb-4c7f99d9b899', 'network_id': '9c84548a-8751-4e4d-9101-dc6a7236a380', 'admin_state_up': True, 'tenant_id': '5beee3171679402ca60627fae206aff4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:59.654688 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee4be1b-1995-4a2c-8344-44faea85a258 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:12:59.698458 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-0ee4be1b-1995-4a2c-8344-44faea85a258 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:12:59.732016 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:59.739441 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee4be1b-1995-4a2c-8344-44faea85a258 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:59.740344 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0ee4be1b-1995-4a2c-8344-44faea85a258 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:59.752619 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4be1b-1995-4a2c-8344-44faea85a258 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Subnet': ['ID=9b8c66a0-f1f8-4595-a1e9-149f3f099ba4,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:12:59.803886 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0ee4be1b-1995-4a2c-8344-44faea85a258 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3484154 Jul 13 08:12:59.804992 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56468) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:12:59.855726 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-912ff94c-1fed-439c-b5ee-88383a426ab7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Request body: {'port': {'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66', 'mac_address': 'fa:16:3e:cf:3a:5d', 'name': 'tempest-NetworksTestDHCPv6-465074858'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:12:59.979038 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ff410aa9-7f88-484b-9808-a6d9415b4bbf req-cec768de-4656-4396-93d8-e97cb6633df7 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe32e8c2-85a1-480b-96bb-4c7f99d9b899 HTTP/1.1" status: 200 len: 210 time: 0.0794439 Jul 13 08:13:00.034144 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-ce1c2fd5-d5c6-46ed-bde7-89a345c03f16 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Made reservation on behalf of 5beee3171679402ca60627fae206aff4 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:13:00.040342 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-ce1c2fd5-d5c6-46ed-bde7-89a345c03f16 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:00.180836 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Allocated IP 2001:db8::2 (780f7a0e-8c20-4451-b666-5d4d18704b66/c499e169-ad1e-4061-a4dd-82b4480b9e3e/285003a1-0e93-4029-98e0-50b8329e926d) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:13:00.208470 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe21:e031 (780f7a0e-8c20-4451-b666-5d4d18704b66/9b8c66a0-f1f8-4595-a1e9-149f3f099ba4/285003a1-0e93-4029-98e0-50b8329e926d) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:13:00.272587 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912ff94c-1fed-439c-b5ee-88383a426ab7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Made reservation on behalf of bec8e60f88b64d5dbce6c7084643835a for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:13:00.341351 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56474) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:00.566302 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-ce1c2fd5-d5c6-46ed-bde7-89a345c03f16 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Allocated IP 172.20.0.12 (9c84548a-8751-4e4d-9101-dc6a7236a380/e140ab72-36c1-4999-b5ec-54e57d4b54d8/2a6098cc-01f6-408b-8076-97718d5ec78a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:13:00.623425 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:00.644338 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Transition to ACTIVE for port object 285003a1-0e93-4029-98e0-50b8329e926d will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:13:00.681348 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Transition to ACTIVE for port object 285003a1-0e93-4029-98e0-50b8329e926d will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:13:00.694381 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:00.786941 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Pushing event updated for resources: {'Port': ['ID=285003a1-0e93-4029-98e0-50b8329e926d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:00.827782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:13:00.830600 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:13:00.835939 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:13:00.968040 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Attempting to bind port 285003a1-0e93-4029-98e0-50b8329e926d on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:13:00.968677 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Attempting to bind port 285003a1-0e93-4029-98e0-50b8329e926d by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:13:00.969316 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Attempting to bind port 285003a1-0e93-4029-98e0-50b8329e926d on network 780f7a0e-8c20-4451-b666-5d4d18704b66 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:13:00.978114 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:13:00.978755 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Checking segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:13:00.979948 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:00.980271 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Bound using segment: {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:13:00.981198 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Bound port: 285003a1-0e93-4029-98e0-50b8329e926d, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '780f7a0e-8c20-4451-b666-5d4d18704b66'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:13:00.982073 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:00.987883 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-ce1c2fd5-d5c6-46ed-bde7-89a345c03f16 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:01.045858 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5703485d-efd7-4867-806d-7c1091f03c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:01.081359 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-ce1c2fd5-d5c6-46ed-bde7-89a345c03f16 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:01.088275 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-912ff94c-1fed-439c-b5ee-88383a426ab7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:01.093975 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] For port 285003a1-0e93-4029-98e0-50b8329e926d, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:13:01.098552 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] For port 285003a1-0e93-4029-98e0-50b8329e926d, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=285003a1-0e93-4029-98e0-50b8329e926d,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:13:01.107958 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:01.158994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-912ff94c-1fed-439c-b5ee-88383a426ab7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] device_id is not set on port bc5594fa-5452-412b-a942-729e86096a5e yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:13:01.239910 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c2fd5-d5c6-46ed-bde7-89a345c03f16 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Pushing event updated for resources: {'Port': ['ID=2a6098cc-01f6-408b-8076-97718d5ec78a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:01.253598 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-ce1c2fd5-d5c6-46ed-bde7-89a345c03f16 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Network 9c84548a-8751-4e4d-9101-dc6a7236a380 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:13:01.255906 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-ce1c2fd5-d5c6-46ed-bde7-89a345c03f16 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:13:01.256263 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd1f1f-6a25-45ff-9cb0-2448b6d50770 None None] Pushing event updated for resources: {'Port': ['ID=285003a1-0e93-4029-98e0-50b8329e926d,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:01.269178 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-ce1c2fd5-d5c6-46ed-bde7-89a345c03f16 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:13:01.417938 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5703485d-efd7-4867-806d-7c1091f03c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:01.425526 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5703485d-efd7-4867-806d-7c1091f03c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:01.426795 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:01.456843 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-ce1c2fd5-d5c6-46ed-bde7-89a345c03f16 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:01.457948 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-ce1c2fd5-d5c6-46ed-bde7-89a345c03f16 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:01.501585 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-ce1c2fd5-d5c6-46ed-bde7-89a345c03f16 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8692193 Jul 13 08:13:01.534454 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] Request body: {'port': {'device_id': 'fe32e8c2-85a1-480b-96bb-4c7f99d9b899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:01.557637 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5703485d-efd7-4867-806d-7c1091f03c8b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4beb88e1def547c2aa8bca5d9470eefa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2142949 Jul 13 08:13:01.559180 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56486) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:01.586810 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703485d-efd7-4867-806d-7c1091f03c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6193f682-90fa-4e85-9eac-78a4220ae666,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:01.661705 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4b0e6-463a-49cb-9898-2a3d345ea5b3 req-9e7dec9d-060a-414c-824d-229526edf855 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:01.664710 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-912ff94c-1fed-439c-b5ee-88383a426ab7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8::13a (780f7a0e-8c20-4451-b666-5d4d18704b66/c499e169-ad1e-4061-a4dd-82b4480b9e3e/bc5594fa-5452-412b-a942-729e86096a5e) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:13:01.665243 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0fc4b0e6-463a-49cb-9898-2a3d345ea5b3 req-9e7dec9d-060a-414c-824d-229526edf855 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe32e8c2-85a1-480b-96bb-4c7f99d9b899 HTTP/1.1" status: 200 len: 932 time: 0.2957752 Jul 13 08:13:01.699893 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-912ff94c-1fed-439c-b5ee-88383a426ab7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Allocated IP 2001:db8:0:1:f816:3eff:fecf:3a5d (780f7a0e-8c20-4451-b666-5d4d18704b66/9b8c66a0-f1f8-4595-a1e9-149f3f099ba4/bc5594fa-5452-412b-a942-729e86096a5e) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:13:01.775750 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a68a0b44-363d-4a72-982b-fbb043ff7f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:01.859300 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a68a0b44-363d-4a72-982b-fbb043ff7f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:01.870625 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0fc4b0e6-463a-49cb-9898-2a3d345ea5b3 req-35e97dc4-c80b-485c-8ab7-5d07c30823a7 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/security-groups?id=a64564bb-63af-4e29-b779-b811c9884304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871336 Jul 13 08:13:01.910323 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:01.988915 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a68a0b44-363d-4a72-982b-fbb043ff7f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:01.994533 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a68a0b44-363d-4a72-982b-fbb043ff7f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:02.001888 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a68a0b44-363d-4a72-982b-fbb043ff7f96 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6193f682-90fa-4e85-9eac-78a4220ae666 HTTP/1.1" status: 204 len: 168 time: 0.4331701 Jul 13 08:13:02.091408 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a0b44-363d-4a72-982b-fbb043ff7f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6193f682-90fa-4e85-9eac-78a4220ae666,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:02.259761 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-912ff94c-1fed-439c-b5ee-88383a426ab7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:02.320562 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-912ff94c-1fed-439c-b5ee-88383a426ab7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Transition to ACTIVE for port object bc5594fa-5452-412b-a942-729e86096a5e will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:13:02.436420 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-912ff94c-1fed-439c-b5ee-88383a426ab7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:02.532909 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 285003a1-0e93-4029-98e0-50b8329e926d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:13:02.556879 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912ff94c-1fed-439c-b5ee-88383a426ab7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:13:02.563225 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-912ff94c-1fed-439c-b5ee-88383a426ab7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:13:02.572088 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912ff94c-1fed-439c-b5ee-88383a426ab7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:13:02.590815 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912ff94c-1fed-439c-b5ee-88383a426ab7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:02.593867 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-912ff94c-1fed-439c-b5ee-88383a426ab7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:02.620414 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ff94c-1fed-439c-b5ee-88383a426ab7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event updated for resources: {'Port': ['ID=bc5594fa-5452-412b-a942-729e86096a5e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:02.652600 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-912ff94c-1fed-439c-b5ee-88383a426ab7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8422627 Jul 13 08:13:02.661399 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56496) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:02.785128 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56498) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:02.812440 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-afddbc9e-6a58-479c-b299-cac95bfe46d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:02.821247 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 285003a1-0e93-4029-98e0-50b8329e926d completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:13:02.862254 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ff0a32a0-7f03-48ff-a30e-b5f84eb1107e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting port bc5594fa-5452-412b-a942-729e86096a5e {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:13:02.863194 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ff0a32a0-7f03-48ff-a30e-b5f84eb1107e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:03.091951 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6098cc-01f6-408b-8076-97718d5ec78a {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:13:03.111803 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:03.131816 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ff0a32a0-7f03-48ff-a30e-b5f84eb1107e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:03.151060 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] Transition to ACTIVE for port object 2a6098cc-01f6-408b-8076-97718d5ec78a will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:13:03.163916 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:03.164284 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-ff0a32a0-7f03-48ff-a30e-b5f84eb1107e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Calling delete_port for bc5594fa-5452-412b-a942-729e86096a5e owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:13:03.268305 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1100f64c-a368-47b9-8354-7e5197ef50d0 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:13:03.341718 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e0e7ad64-dfc2-4348-849b-8542c969f5a4 None None] Provisioning for port 285003a1-0e93-4029-98e0-50b8329e926d completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:13:03.353663 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e0e7ad64-dfc2-4348-849b-8542c969f5a4 None None] Provisioning complete for port 285003a1-0e93-4029-98e0-50b8329e926d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:13:03.354121 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e0e7ad64-dfc2-4348-849b-8542c969f5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:03.408120 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6098cc-01f6-408b-8076-97718d5ec78a,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:03.422423 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-afddbc9e-6a58-479c-b299-cac95bfe46d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:03.472568 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-afddbc9e-6a58-479c-b299-cac95bfe46d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:03.572355 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ff0a32a0-7f03-48ff-a30e-b5f84eb1107e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:03.638221 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-afddbc9e-6a58-479c-b299-cac95bfe46d1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9991e091c7c74addb862eb6ffd6bd61b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8472793 Jul 13 08:13:03.638221 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afddbc9e-6a58-479c-b299-cac95bfe46d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b444e4b-76ec-40b0-b053-3edb68929a90,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:03.640728 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56506) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:03.649330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a32a0-7f03-48ff-a30e-b5f84eb1107e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Port': ['ID=bc5594fa-5452-412b-a942-729e86096a5e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:03.656809 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e0e7ad64-dfc2-4348-849b-8542c969f5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:03.708047 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d601ab-0344-4271-bf9f-2abbed7fa389 req-430e99b2-846d-433c-9aca-d885442c97fb tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:03.710655 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05d601ab-0344-4271-bf9f-2abbed7fa389 req-430e99b2-846d-433c-9aca-d885442c97fb tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe32e8c2-85a1-480b-96bb-4c7f99d9b899 HTTP/1.1" status: 200 len: 944 time: 0.5075154 Jul 13 08:13:03.731477 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] Attempting to bind port 2a6098cc-01f6-408b-8076-97718d5ec78a on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:13:03.732082 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] Attempting to bind port 2a6098cc-01f6-408b-8076-97718d5ec78a by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'e1576658-3877-4f76-84fd-ba521e9f06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9c84548a-8751-4e4d-9101-dc6a7236a380'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:13:03.732615 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] Attempting to bind port 2a6098cc-01f6-408b-8076-97718d5ec78a on network 9c84548a-8751-4e4d-9101-dc6a7236a380 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:13:03.752592 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e0e7ad64-dfc2-4348-849b-8542c969f5a4 None None] For port 285003a1-0e93-4029-98e0-50b8329e926d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=285003a1-0e93-4029-98e0-50b8329e926d,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:03.762486 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e0e7ad64-dfc2-4348-849b-8542c969f5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:03.767489 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] Port 2a6098cc-01f6-408b-8076-97718d5ec78a on network 9c84548a-8751-4e4d-9101-dc6a7236a380 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:13:03.768012 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] Attempting to bind port 2a6098cc-01f6-408b-8076-97718d5ec78a on network 9c84548a-8751-4e4d-9101-dc6a7236a380 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:13:03.771163 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ff0a32a0-7f03-48ff-a30e-b5f84eb1107e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:03.778807 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ff0a32a0-7f03-48ff-a30e-b5f84eb1107e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/bc5594fa-5452-412b-a942-729e86096a5e HTTP/1.1" status: 204 len: 168 time: 1.1120920 Jul 13 08:13:03.780644 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56508) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:03.804449 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:13:03.805499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] Checking segment: {'id': 'e1576658-3877-4f76-84fd-ba521e9f06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9c84548a-8751-4e4d-9101-dc6a7236a380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:13:03.805668 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] Bound using segment: {'id': 'e1576658-3877-4f76-84fd-ba521e9f06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9c84548a-8751-4e4d-9101-dc6a7236a380'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:13:03.806412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] Bound port: 2a6098cc-01f6-408b-8076-97718d5ec78a, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1576658-3877-4f76-84fd-ba521e9f06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9c84548a-8751-4e4d-9101-dc6a7236a380'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:13:03.807001 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:03.833513 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c94952a0-9721-42d2-956f-25c177a65eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:03.851020 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7ad64-dfc2-4348-849b-8542c969f5a4 None None] Pushing event updated for resources: {'Port': ['ID=285003a1-0e93-4029-98e0-50b8329e926d,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:03.880280 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c94952a0-9721-42d2-956f-25c177a65eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:03.900470 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05d601ab-0344-4271-bf9f-2abbed7fa389 req-dcea88e8-f3a2-4412-a92d-81c82e1ae76a tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/security-groups?id=a64564bb-63af-4e29-b779-b811c9884304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714175 Jul 13 08:13:03.991436 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c94952a0-9721-42d2-956f-25c177a65eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:03.997215 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c94952a0-9721-42d2-956f-25c177a65eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:04.012134 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c94952a0-9721-42d2-956f-25c177a65eb0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b444e4b-76ec-40b0-b053-3edb68929a90 HTTP/1.1" status: 204 len: 168 time: 0.3579867 Jul 13 08:13:04.027922 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94952a0-9721-42d2-956f-25c177a65eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b444e4b-76ec-40b0-b053-3edb68929a90,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:04.071041 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] For port 2a6098cc-01f6-408b-8076-97718d5ec78a, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:13:04.076708 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] For port 2a6098cc-01f6-408b-8076-97718d5ec78a, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=2a6098cc-01f6-408b-8076-97718d5ec78a,segment=NetworkSegment(e1576658-3877-4f76-84fd-ba521e9f06ad),segment_id=e1576658-3877-4f76-84fd-ba521e9f06ad)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:13:04.083143 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:04.140389 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:04.141575 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:04.144286 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] 10.222.0.62 "PUT /v2.0/ports/2a6098cc-01f6-408b-8076-97718d5ec78a HTTP/1.1" status: 200 len: 1093 time: 2.6286292 Jul 13 08:13:04.152449 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe32e8c2-85a1-480b-96bb-4c7f99d9b899', 'tag': '2a6098cc-01f6-408b-8076-97718d5ec78a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:13:04.157664 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4dd3ce-0d04-4256-ac88-c5fe6836ff24" -d '{"events": [{"name": "network-changed", "server_uuid": "fe32e8c2-85a1-480b-96bb-4c7f99d9b899", "tag": "2a6098cc-01f6-408b-8076-97718d5ec78a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:13:04.182940 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e7f887-3f21-4c71-9ebd-4b31f03aada5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:04.185260 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-72e7f887-3f21-4c71-9ebd-4b31f03aada5 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4021978 Jul 13 08:13:04.189578 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56516) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:04.285110 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1f389-fd05-4e78-ab9a-b230655fd2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6098cc-01f6-408b-8076-97718d5ec78a,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:04.330610 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af144c01-8ce3-4674-9357-71342d38dce4 x-openstack-request-id: req-af144c01-8ce3-4674-9357-71342d38dce4 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:13:04.331091 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe32e8c2-85a1-480b-96bb-4c7f99d9b899", "tag": "2a6098cc-01f6-408b-8076-97718d5ec78a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:13:04.331519 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-af144c01-8ce3-4674-9357-71342d38dce4 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:13:04.332158 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe32e8c2-85a1-480b-96bb-4c7f99d9b899', 'tag': '2a6098cc-01f6-408b-8076-97718d5ec78a', 'status': 'completed', 'code': 200} Jul 13 08:13:04.388308 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-909e54e6-00c6-4733-9ae4-eca75ca736be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:04.390943 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2d904a-7bee-4cb8-a205-945cdc273649 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:04.393650 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ee2d904a-7bee-4cb8-a205-945cdc273649 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2005050 Jul 13 08:13:04.399602 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56518) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:04.411174 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-909e54e6-00c6-4733-9ae4-eca75ca736be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5beee3171679402ca60627fae206aff4&device_id=fe32e8c2-85a1-480b-96bb-4c7f99d9b899 HTTP/1.1" status: 200 len: 1096 time: 0.1851535 Jul 13 08:13:04.456880 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 285003a1-0e93-4029-98e0-50b8329e926d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:13:04.518742 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-49570ab7-5152-4028-a9af-95a15279f927 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a6098cc-01f6-408b-8076-97718d5ec78a HTTP/1.1" status: 200 len: 217 time: 0.1057360 Jul 13 08:13:04.526706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a5c12-edef-4a22-aff6-56d4dcfa50cb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:04.529766 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a5c12-edef-4a22-aff6-56d4dcfa50cb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:04.534147 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a5c12-edef-4a22-aff6-56d4dcfa50cb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:04.537244 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c45a5c12-edef-4a22-aff6-56d4dcfa50cb tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1361670 Jul 13 08:13:04.540875 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56522) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:04.569626 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 285003a1-0e93-4029-98e0-50b8329e926d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:13:04.571496 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:04.641273 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-0f75728f-35d4-4645-ac02-cf384945d863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:04.657007 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-0f75728f-35d4-4645-ac02-cf384945d863 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e140ab72-36c1-4999-b5ec-54e57d4b54d8 HTTP/1.1" status: 200 len: 854 time: 0.1314681 Jul 13 08:13:04.668830 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f1c784-1170-4463-a94b-8692d61a86f8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet 9b8c66a0-f1f8-4595-a1e9-149f3f099ba4 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:13:04.676035 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6f1c784-1170-4463-a94b-8692d61a86f8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:04.726752 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f444f9b9-8ae0-44a8-9739-0fcba1b0fd31 None None] Provisioning complete for port 285003a1-0e93-4029-98e0-50b8329e926d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:13:04.727698 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f444f9b9-8ae0-44a8-9739-0fcba1b0fd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:04.749824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-000ad285-239d-474e-832e-0455da3622a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c84548a-8751-4e4d-9101-dc6a7236a380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857191 Jul 13 08:13:04.780677 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6f1c784-1170-4463-a94b-8692d61a86f8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:04.889486 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56524) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:04.962838 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-64c30d56-d07b-4b39-a0a4-6db5d01ade68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:04.999240 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-839b381e-e468-4413-a1ad-af487fe7203d service neutron] 10.222.0.62 "GET /v2.0/networks/9c84548a-8751-4e4d-9101-dc6a7236a380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309103 Jul 13 08:13:05.060556 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6f1c784-1170-4463-a94b-8692d61a86f8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:05.272150 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6f1c784-1170-4463-a94b-8692d61a86f8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:05.330672 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b31c3d0f-5144-433b-87e5-0ffa8e76e0bd None None] Could not find standard attr ID for object bc5594fa-5452-412b-a942-729e86096a5e. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:13:05.356741 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b9c7fafc-040a-48f8-9716-098fe9bed577 req-a3afcaf8-e871-4d0d-84ac-4533669128b0 service neutron] 10.222.0.62 "GET /v2.0/networks/9c84548a-8751-4e4d-9101-dc6a7236a380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489785 Jul 13 08:13:05.373859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1c784-1170-4463-a94b-8692d61a86f8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=9b8c66a0-f1f8-4595-a1e9-149f3f099ba4,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:05.398357 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c6f1c784-1170-4463-a94b-8692d61a86f8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:05.405694 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c6f1c784-1170-4463-a94b-8692d61a86f8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/9b8c66a0-f1f8-4595-a1e9-149f3f099ba4 HTTP/1.1" status: 204 len: 168 time: 0.8601797 Jul 13 08:13:05.410972 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56532) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:05.411823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b021c82-5e25-4ab3-930a-fe1800122c04 req-d5ea2a14-101f-4496-9239-5332aac5496b tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:05.414595 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b021c82-5e25-4ab3-930a-fe1800122c04 req-d5ea2a14-101f-4496-9239-5332aac5496b tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe32e8c2-85a1-480b-96bb-4c7f99d9b899 HTTP/1.1" status: 200 len: 944 time: 0.2148619 Jul 13 08:13:05.511026 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-64c30d56-d07b-4b39-a0a4-6db5d01ade68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:05.520558 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-64c30d56-d07b-4b39-a0a4-6db5d01ade68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:05.541784 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc15fc4-a2ba-426f-8176-31bd2de5bc5e None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:13:05.588322 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b021c82-5e25-4ab3-930a-fe1800122c04 req-f4fdf415-ef7a-4e52-a4c2-db0082e77d2c tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/security-groups?id=a64564bb-63af-4e29-b779-b811c9884304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555793 Jul 13 08:13:05.642143 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-64c30d56-d07b-4b39-a0a4-6db5d01ade68 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9f76ec9a80fe402ba3def22f0bea0250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7530310 Jul 13 08:13:05.647967 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56534) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:05.659410 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dd3ce-0d04-4256-ac88-c5fe6836ff24 req-a86a79cc-51ce-45da-8ab9-b986827ed096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:05.663721 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d4dd3ce-0d04-4256-ac88-c5fe6836ff24 req-a86a79cc-51ce-45da-8ab9-b986827ed096 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5beee3171679402ca60627fae206aff4&device_id=fe32e8c2-85a1-480b-96bb-4c7f99d9b899 HTTP/1.1" status: 200 len: 1096 time: 0.1917074 Jul 13 08:13:05.666172 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d93a2d4-e40a-4887-9fd1-9f49157d66c2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Deleting subnet c499e169-ad1e-4061-a4dd-82b4480b9e3e {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:13:05.678651 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8d93a2d4-e40a-4887-9fd1-9f49157d66c2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:05.684722 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c30d56-d07b-4b39-a0a4-6db5d01ade68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a62254-2138-406a-92dc-ec7ce9f48f31,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:05.772739 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8d93a2d4-e40a-4887-9fd1-9f49157d66c2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:05.819843 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-20f595bf-5611-4e86-8f4b-fb0edfd317fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:05.922604 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8d93a2d4-e40a-4887-9fd1-9f49157d66c2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:05.936981 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-20f595bf-5611-4e86-8f4b-fb0edfd317fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:06.032260 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-20f595bf-5611-4e86-8f4b-fb0edfd317fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:06.035458 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-20f595bf-5611-4e86-8f4b-fb0edfd317fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:06.036694 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-20f595bf-5611-4e86-8f4b-fb0edfd317fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/95a62254-2138-406a-92dc-ec7ce9f48f31 HTTP/1.1" status: 204 len: 168 time: 0.3894503 Jul 13 08:13:06.048967 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dd3ce-0d04-4256-ac88-c5fe6836ff24 req-bea17c04-eb07-4e5d-8df7-bf3ee1250ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:06.050178 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d4dd3ce-0d04-4256-ac88-c5fe6836ff24 req-bea17c04-eb07-4e5d-8df7-bf3ee1250ca9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c84548a-8751-4e4d-9101-dc6a7236a380 HTTP/1.1" status: 200 len: 915 time: 0.3067765 Jul 13 08:13:06.051691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f595bf-5611-4e86-8f4b-fb0edfd317fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a62254-2138-406a-92dc-ec7ce9f48f31,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:06.061382 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56540) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:06.064306 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8d93a2d4-e40a-4887-9fd1-9f49157d66c2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:06.127722 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d4dd3ce-0d04-4256-ac88-c5fe6836ff24 req-09b40a6e-9c45-4904-b13c-649b0ec6abdb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a6098cc-01f6-408b-8076-97718d5ec78a HTTP/1.1" status: 200 len: 217 time: 0.0703266 Jul 13 08:13:06.144319 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8d93a2d4-e40a-4887-9fd1-9f49157d66c2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:06.148078 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8d93a2d4-e40a-4887-9fd1-9f49157d66c2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/c499e169-ad1e-4061-a4dd-82b4480b9e3e HTTP/1.1" status: 204 len: 168 time: 0.7351463 Jul 13 08:13:06.149336 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93a2d4-e40a-4887-9fd1-9f49157d66c2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Subnet': ['ID=c499e169-ad1e-4061-a4dd-82b4480b9e3e,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:06.151464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56546) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:06.226413 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-20c2bf97-d454-4954-9adc-113aa65e85d9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735562 Jul 13 08:13:06.226783 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dd3ce-0d04-4256-ac88-c5fe6836ff24 req-f3bd3ae6-cfd1-4068-8bb6-2488bdfa57b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:06.230034 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d4dd3ce-0d04-4256-ac88-c5fe6836ff24 req-f3bd3ae6-cfd1-4068-8bb6-2488bdfa57b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e140ab72-36c1-4999-b5ec-54e57d4b54d8 HTTP/1.1" status: 200 len: 854 time: 0.0956807 Jul 13 08:13:06.230844 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56548) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:06.291646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d4dd3ce-0d04-4256-ac88-c5fe6836ff24 req-5a6c2390-460b-4bc1-b582-358b8da32064 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c84548a-8751-4e4d-9101-dc6a7236a380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541456 Jul 13 08:13:06.415914 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dd1dd2-7cbe-426c-9faf-cb99deeae370 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:06.422148 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-55dd1dd2-7cbe-426c-9faf-cb99deeae370 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1874363 Jul 13 08:13:06.423906 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56554) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:06.508898 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e843508a-9b70-43e9-bb39-e31de6177309 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:06.515366 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56556) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:06.517706 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e843508a-9b70-43e9-bb39-e31de6177309 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0887411 Jul 13 08:13:06.681927 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3a2083f5-f265-4c74-8fc5-1d925a304a59 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1649029 Jul 13 08:13:06.688055 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56566) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:06.705167 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef22ac6c-fc17-49b3-860c-2e01146583f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:06.740857 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67d8860-2420-4fb5-b30c-5391f8332758 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:06.742200 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d67d8860-2420-4fb5-b30c-5391f8332758 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:06.749338 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d67d8860-2420-4fb5-b30c-5391f8332758 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/bc5594fa-5452-412b-a942-729e86096a5e HTTP/1.1" status: 404 len: 333 time: 0.0599039 Jul 13 08:13:06.750061 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56568) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:06.750448 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d4dd3ce-0d04-4256-ac88-c5fe6836ff24 req-dc82707d-8029-49bb-98e3-c187bf0a7c85 service neutron] 10.222.0.62 "GET /v2.0/networks/9c84548a-8751-4e4d-9101-dc6a7236a380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513781 Jul 13 08:13:06.835179 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-4205b056-db8d-4906-87a7-393360755943 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:06.836003 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4205b056-db8d-4906-87a7-393360755943 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:06.847061 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4205b056-db8d-4906-87a7-393360755943 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/9b8c66a0-f1f8-4595-a1e9-149f3f099ba4 HTTP/1.1" status: 404 len: 337 time: 0.0954139 Jul 13 08:13:06.848141 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56572) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:06.938380 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-93cb04cf-9e3b-4c15-8847-493fd352d311 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:06.939622 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93cb04cf-9e3b-4c15-8847-493fd352d311 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:06.946718 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-93cb04cf-9e3b-4c15-8847-493fd352d311 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/c499e169-ad1e-4061-a4dd-82b4480b9e3e HTTP/1.1" status: 404 len: 337 time: 0.0971370 Jul 13 08:13:06.947138 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef22ac6c-fc17-49b3-860c-2e01146583f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:06.947869 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56574) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:06.995327 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b68ec2f-3b6f-4d22-bf2f-fef739c6e41e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:06.997285 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b68ec2f-3b6f-4d22-bf2f-fef739c6e41e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:07.000364 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0b68ec2f-3b6f-4d22-bf2f-fef739c6e41e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/4a92ae06-4f86-4f0e-849f-5fc64266afc4 HTTP/1.1" status: 404 len: 333 time: 0.0511768 Jul 13 08:13:07.004707 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56576) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:07.012345 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef22ac6c-fc17-49b3-860c-2e01146583f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:07.083513 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb21a8e-61d0-4aad-a77e-b8a556539449 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:07.084389 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb21a8e-61d0-4aad-a77e-b8a556539449 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:07.087430 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bdb21a8e-61d0-4aad-a77e-b8a556539449 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/f3b7c11e-519d-4abb-860a-2dac73bf932b HTTP/1.1" status: 404 len: 337 time: 0.0806003 Jul 13 08:13:07.098884 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56580) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:07.160052 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-7136ae18-5e2f-4046-85d6-e2f1c4094c92 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:07.160704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7136ae18-5e2f-4046-85d6-e2f1c4094c92 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:07.162773 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7136ae18-5e2f-4046-85d6-e2f1c4094c92 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/9e102e82-4e4f-4191-aeb2-7009687f54f1 HTTP/1.1" status: 404 len: 337 time: 0.0627198 Jul 13 08:13:07.174324 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56582) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:07.229450 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca50b4f8-b9ca-409a-a9ca-2b15f41dd309 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:07.231811 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca50b4f8-b9ca-409a-a9ca-2b15f41dd309 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:07.239274 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ca50b4f8-b9ca-409a-a9ca-2b15f41dd309 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/2bc1dbc8-f328-48dc-8082-986f55e10179 HTTP/1.1" status: 404 len: 333 time: 0.0632102 Jul 13 08:13:07.243740 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56586) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:07.298880 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2239dc66-bd88-4b4a-9af5-4c4077640472 None None] Network 780f7a0e-8c20-4451-b666-5d4d18704b66 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:13:07.310824 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ee33eb-0562-475c-a14e-bbd59517558e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:07.311806 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ee33eb-0562-475c-a14e-bbd59517558e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:07.319775 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-30ee33eb-0562-475c-a14e-bbd59517558e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/a682be87-8fc2-47a9-aa21-1a6be545472f HTTP/1.1" status: 404 len: 337 time: 0.0745475 Jul 13 08:13:07.321450 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56590) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:07.379685 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-917181a2-832f-4010-bea1-2e99c8aba478 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:07.381289 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917181a2-832f-4010-bea1-2e99c8aba478 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:07.389614 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-917181a2-832f-4010-bea1-2e99c8aba478 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/71572d84-0b3a-41ca-a942-c015b8b1257a HTTP/1.1" status: 404 len: 337 time: 0.0651774 Jul 13 08:13:07.392159 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56592) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:07.427969 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78e56a3-6c0e-476b-8d7c-0213db936484 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:07.430365 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f78e56a3-6c0e-476b-8d7c-0213db936484 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:07.439492 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f78e56a3-6c0e-476b-8d7c-0213db936484 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/995a3bfa-b8ed-4aae-98ca-3665381f6017 HTTP/1.1" status: 404 len: 333 time: 0.0451903 Jul 13 08:13:07.440890 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56594) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:07.492191 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfccfb32-5157-4ce1-a918-18da7bf46159 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:07.493880 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfccfb32-5157-4ce1-a918-18da7bf46159 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:07.501064 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cfccfb32-5157-4ce1-a918-18da7bf46159 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/10639b4c-7b6d-421f-9d19-9b0235b847b4 HTTP/1.1" status: 404 len: 337 time: 0.0574908 Jul 13 08:13:07.502066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56598) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:07.556623 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b7f068-7578-4ec5-a548-6d2a8823da23 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:07.557839 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b7f068-7578-4ec5-a548-6d2a8823da23 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:07.566684 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-92b7f068-7578-4ec5-a548-6d2a8823da23 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/6e2e205e-49ed-4dd9-8155-2b82c8a653ed HTTP/1.1" status: 404 len: 337 time: 0.0626814 Jul 13 08:13:07.568227 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56600) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:07.569728 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-476aac76-5a3c-46f9-ad74-8da9d2f6ae36 None None] Provisioning complete for port 285003a1-0e93-4029-98e0-50b8329e926d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:13:07.570851 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-476aac76-5a3c-46f9-ad74-8da9d2f6ae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:07.620463 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2478502-3e6f-4e7f-855b-34aaaa3f0017 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:07.622771 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2478502-3e6f-4e7f-855b-34aaaa3f0017 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:07.632565 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f2478502-3e6f-4e7f-855b-34aaaa3f0017 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/9c97c986-ff63-49ca-9b16-491a37848aef HTTP/1.1" status: 404 len: 333 time: 0.0608895 Jul 13 08:13:07.634111 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56602) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:07.722787 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a9206b-6a2e-4131-bfdb-43d3f457e628 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:07.723767 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a9206b-6a2e-4131-bfdb-43d3f457e628 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:07.754199 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 2a6098cc-01f6-408b-8076-97718d5ec78a details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:13:07.761281 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-53a9206b-6a2e-4131-bfdb-43d3f457e628 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/8b1bd5fe-9109-4f25-9315-10e208dbbe2f HTTP/1.1" status: 404 len: 337 time: 0.1044154 Jul 13 08:13:07.766545 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56610) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:07.814268 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6f34b6-797f-495a-b4a2-7852145a0ab9 None None] DHCP port deletion for 780f7a0e-8c20-4451-b666-5d4d18704b66 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:13:07.852331 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ef22ac6c-fc17-49b3-860c-2e01146583f0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d39b231199648ec9fc296bb4612f793&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7856228 Jul 13 08:13:07.855894 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22ac6c-fc17-49b3-860c-2e01146583f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa175e0-d541-441b-9889-b1a844d3a636,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:07.858296 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56612) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:07.872655 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6ff47d-833c-4c88-8c5d-31fe22412255 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:07.873969 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6ff47d-833c-4c88-8c5d-31fe22412255 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:07.883235 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5a6ff47d-833c-4c88-8c5d-31fe22412255 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/45619158-fcb3-4988-9fad-ee50b2d4dbde HTTP/1.1" status: 404 len: 333 time: 0.1138027 Jul 13 08:13:07.884476 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56614) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:07.907371 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d4dd3ce-0d04-4256-ac88-c5fe6836ff24 req-34f9f285-e21e-44a9-925e-5db5ed797c2d service neutron] 10.222.0.62 "GET /v2.0/networks/9c84548a-8751-4e4d-9101-dc6a7236a380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9571462 Jul 13 08:13:07.927911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01de42f-9541-4cf7-838e-be058b797add req-ca745856-81b9-4e48-89d6-670c9c231c1b tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:07.931865 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a01de42f-9541-4cf7-838e-be058b797add req-ca745856-81b9-4e48-89d6-670c9c231c1b tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe32e8c2-85a1-480b-96bb-4c7f99d9b899 HTTP/1.1" status: 200 len: 944 time: 0.9516737 Jul 13 08:13:08.000544 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-3098209d-f912-463f-846b-1f1fcb911992 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:08.001103 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3098209d-f912-463f-846b-1f1fcb911992 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:08.008615 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3098209d-f912-463f-846b-1f1fcb911992 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/780ee080-5f10-46e3-b499-d5cf9d635ccd HTTP/1.1" status: 404 len: 337 time: 0.1197205 Jul 13 08:13:08.009482 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56622) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:08.013741 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a01de42f-9541-4cf7-838e-be058b797add req-5a5ca04d-dc4a-42e2-9d57-a07fb4c9aea5 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/security-groups?id=a64564bb-63af-4e29-b779-b811c9884304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681856 Jul 13 08:13:08.083605 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-4446828f-2ce3-405b-84ae-46958fc623ba tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:08.084548 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4446828f-2ce3-405b-84ae-46958fc623ba tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:08.089444 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4446828f-2ce3-405b-84ae-46958fc623ba tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/334a783a-cc12-4a0e-b897-cd60a39af428 HTTP/1.1" status: 404 len: 333 time: 0.0708280 Jul 13 08:13:08.091928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56632) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:08.105296 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 2a6098cc-01f6-408b-8076-97718d5ec78a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=2a6098cc-01f6-408b-8076-97718d5ec78a,segment=NetworkSegment(e1576658-3877-4f76-84fd-ba521e9f06ad),segment_id=e1576658-3877-4f76-84fd-ba521e9f06ad)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:08.106140 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0d47e0bf-267b-4312-9c93-5037714b20db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:08.133237 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0d47e0bf-267b-4312-9c93-5037714b20db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:08.138288 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa1f624-875b-482c-96ea-32daf80e8b48 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:08.138551 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f34b6-797f-495a-b4a2-7852145a0ab9 None None] Deleting port 285003a1-0e93-4029-98e0-50b8329e926d {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:13:08.138857 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf6f34b6-797f-495a-b4a2-7852145a0ab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:08.139191 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aa1f624-875b-482c-96ea-32daf80e8b48 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:08.144760 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6aa1f624-875b-482c-96ea-32daf80e8b48 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/188c940b-0396-4d6f-8943-fee72e785d4e HTTP/1.1" status: 404 len: 337 time: 0.0490768 Jul 13 08:13:08.146609 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56638) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:08.154251 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '2a6098cc-01f6-408b-8076-97718d5ec78a', 'network_id': '9c84548a-8751-4e4d-9101-dc6a7236a380', 'port_id': '2a6098cc-01f6-408b-8076-97718d5ec78a', 'mac_address': 'fa:16:3e:5a:5f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e140ab72-36c1-4999-b5ec-54e57d4b54d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:13:08.208935 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0d47e0bf-267b-4312-9c93-5037714b20db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:08.213785 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0d47e0bf-267b-4312-9c93-5037714b20db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:08.216922 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0d47e0bf-267b-4312-9c93-5037714b20db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cfa175e0-d541-441b-9889-b1a844d3a636 HTTP/1.1" status: 204 len: 168 time: 0.3561926 Jul 13 08:13:08.231909 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47e0bf-267b-4312-9c93-5037714b20db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa175e0-d541-441b-9889-b1a844d3a636,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:08.232702 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-4890b2d6-74df-4f6b-bd6d-9d95e1777d10 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:08.234981 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4890b2d6-74df-4f6b-bd6d-9d95e1777d10 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:08.238984 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4890b2d6-74df-4f6b-bd6d-9d95e1777d10 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/b26390dc-2747-4833-9c7e-16fa8cf763d7 HTTP/1.1" status: 404 len: 333 time: 0.0911458 Jul 13 08:13:08.242715 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56650) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:08.287158 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b24b17e-85bf-4c4a-bd23-d1972a9f8e44 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:08.287918 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b24b17e-85bf-4c4a-bd23-d1972a9f8e44 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:08.290897 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8b24b17e-85bf-4c4a-bd23-d1972a9f8e44 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/d0a20e25-cb13-4249-94a1-bf2938a5325a HTTP/1.1" status: 404 len: 337 time: 0.0466311 Jul 13 08:13:08.294416 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56656) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:08.333312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-bf6f34b6-797f-495a-b4a2-7852145a0ab9 None None] For port 285003a1-0e93-4029-98e0-50b8329e926d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=285003a1-0e93-4029-98e0-50b8329e926d,segment=NetworkSegment(91d8dc02-fcc0-4dfe-8fb2-e9c77753189a),segment_id=91d8dc02-fcc0-4dfe-8fb2-e9c77753189a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:08.334414 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf6f34b6-797f-495a-b4a2-7852145a0ab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:08.340940 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:08.352530 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32ffec8-1722-489f-8b70-d6c841fe26e8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:08.353902 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32ffec8-1722-489f-8b70-d6c841fe26e8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:08.358662 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e32ffec8-1722-489f-8b70-d6c841fe26e8 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/a45daed8-845c-4ce4-be3e-aeda6fa92950 HTTP/1.1" status: 404 len: 333 time: 0.0613298 Jul 13 08:13:08.361630 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56662) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:08.371845 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f34b6-797f-495a-b4a2-7852145a0ab9 None None] Calling delete_port for 285003a1-0e93-4029-98e0-50b8329e926d owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:13:08.404227 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:08.418569 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c44af8-7bc3-4017-bea0-f28030f9ebe1 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:08.419346 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c44af8-7bc3-4017-bea0-f28030f9ebe1 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:08.421270 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 285003a1-0e93-4029-98e0-50b8329e926d no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:13:08.425275 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-29c44af8-7bc3-4017-bea0-f28030f9ebe1 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/c64c6af7-87d2-499b-961e-d06721343b42 HTTP/1.1" status: 404 len: 337 time: 0.0618908 Jul 13 08:13:08.428092 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56664) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:08.469174 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e516ebe-a993-4e25-a1f4-c979edc854fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:08.469901 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e516ebe-a993-4e25-a1f4-c979edc854fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:08.471725 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0e516ebe-a993-4e25-a1f4-c979edc854fe tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/38fedb31-6074-4ad2-8175-e12f85d19090 HTTP/1.1" status: 404 len: 333 time: 0.0419769 Jul 13 08:13:08.476583 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56666) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:08.514964 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ec14b8-d68f-4ccf-a9a1-a39528cff9f2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:08.515490 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ec14b8-d68f-4ccf-a9a1-a39528cff9f2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:08.517281 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-50ec14b8-d68f-4ccf-a9a1-a39528cff9f2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/90b08eb0-c65e-4d78-a248-eacd80947f93 HTTP/1.1" status: 404 len: 337 time: 0.0397477 Jul 13 08:13:08.524376 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56668) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:08.546958 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6098cc-01f6-408b-8076-97718d5ec78a {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:13:08.597466 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-233114e4-a070-4b1c-ad33-497b303a4140 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:08.598349 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233114e4-a070-4b1c-ad33-497b303a4140 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:08.603670 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-233114e4-a070-4b1c-ad33-497b303a4140 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/451b79e3-8716-49ef-b6a7-4f4f0f60bae7 HTTP/1.1" status: 404 len: 337 time: 0.0739746 Jul 13 08:13:08.603886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56670) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:08.612638 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 2a6098cc-01f6-408b-8076-97718d5ec78a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=2a6098cc-01f6-408b-8076-97718d5ec78a,segment=NetworkSegment(e1576658-3877-4f76-84fd-ba521e9f06ad),segment_id=e1576658-3877-4f76-84fd-ba521e9f06ad)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:08.623864 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:08.664475 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa86154-b7f7-4315-a885-702d1cf6c315 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:08.666235 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaa86154-b7f7-4315-a885-702d1cf6c315 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:08.671441 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-aaa86154-b7f7-4315-a885-702d1cf6c315 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/7edf0781-43d8-4674-931a-21204668d088 HTTP/1.1" status: 404 len: 333 time: 0.0652039 Jul 13 08:13:08.675416 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56674) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:08.711625 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:08.732437 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcea8565-629f-4054-babc-ecda60520081 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:08.733065 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcea8565-629f-4054-babc-ecda60520081 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:08.736458 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bcea8565-629f-4054-babc-ecda60520081 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/a957679f-798f-41dc-9a66-10fd02c006bb HTTP/1.1" status: 404 len: 337 time: 0.0583675 Jul 13 08:13:08.740746 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56676) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:08.772655 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea9ece8-edb2-43cf-a49a-1f998cee4837 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:08.773430 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea9ece8-edb2-43cf-a49a-1f998cee4837 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:08.773780 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf6f34b6-797f-495a-b4a2-7852145a0ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:08.780925 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5ea9ece8-edb2-43cf-a49a-1f998cee4837 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/e9bda35e-bf5e-45cd-874f-bda3ec6af116 HTTP/1.1" status: 404 len: 337 time: 0.0331430 Jul 13 08:13:08.780925 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56678) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:08.824443 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f34b6-797f-495a-b4a2-7852145a0ab9 None None] No DVR routers for this DVR port 285003a1-0e93-4029-98e0-50b8329e926d on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:13:08.829224 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=2a6098cc-01f6-408b-8076-97718d5ec78a,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:08.843484 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a2b43e-b15f-45ef-9794-431bddf6eb75 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:08.844980 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a2b43e-b15f-45ef-9794-431bddf6eb75 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:08.845149 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:08.845149 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:08.845834 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:08.846409 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:08.846981 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:08.847532 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:08.847853 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f0a2b43e-b15f-45ef-9794-431bddf6eb75 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/e5e85473-bafd-4c9d-b88e-7b390caa842a HTTP/1.1" status: 404 len: 333 time: 0.0660224 Jul 13 08:13:08.848197 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:08.848779 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:08.849347 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:08.849905 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:08.850539 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:08.851315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:08.851912 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56680) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:08.898280 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f34b6-797f-495a-b4a2-7852145a0ab9 None None] Pushing event deleted for resources: {'Port': ['ID=285003a1-0e93-4029-98e0-50b8329e926d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:08.945396 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be2b5d8-16f1-4062-a5fe-471ce9f13439 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:08.946561 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be2b5d8-16f1-4062-a5fe-471ce9f13439 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:08.953445 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['2a6098cc-01f6-408b-8076-97718d5ec78a'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:13:08.954308 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56686) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:08.957976 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0be2b5d8-16f1-4062-a5fe-471ce9f13439 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/d16b89e0-2a26-431f-8ce5-a10296f0e25d HTTP/1.1" status: 404 len: 337 time: 0.0972354 Jul 13 08:13:09.024649 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-39bb7bd5-4233-44d9-ac88-4a4940bee410 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:09.026255 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39bb7bd5-4233-44d9-ac88-4a4940bee410 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:09.031017 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-39bb7bd5-4233-44d9-ac88-4a4940bee410 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/653bf8f6-f41f-4385-9255-229ff7b240c0 HTTP/1.1" status: 404 len: 337 time: 0.0749753 Jul 13 08:13:09.035431 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56690) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:09.105960 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d173370-7c66-4898-8512-bce58bb02bb7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:09.107722 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d173370-7c66-4898-8512-bce58bb02bb7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:09.127392 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56696) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:09.146505 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1d173370-7c66-4898-8512-bce58bb02bb7 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/f0a98f6f-ed05-412d-91e1-451b93fed10a HTTP/1.1" status: 404 len: 333 time: 0.1044145 Jul 13 08:13:09.185009 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0ea334-5a1d-4a73-9e2d-2de28adcd6c2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:09.185009 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0ea334-5a1d-4a73-9e2d-2de28adcd6c2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:09.190966 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56702) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:09.201685 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7e0ea334-5a1d-4a73-9e2d-2de28adcd6c2 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/b89a1fb0-2477-411c-bf37-d095caa22b32 HTTP/1.1" status: 404 len: 337 time: 0.0723038 Jul 13 08:13:09.292137 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-374d6475-364f-4f50-baac-73b0a4a5e3de tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:09.295526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374d6475-364f-4f50-baac-73b0a4a5e3de tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:09.299276 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-374d6475-364f-4f50-baac-73b0a4a5e3de tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/c3eff31f-608a-4088-b938-555aa21f57ce HTTP/1.1" status: 404 len: 337 time: 0.1066191 Jul 13 08:13:09.303900 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56714) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:09.375881 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4566dd2d-82f9-4050-8400-b4350c594bd1 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f4bbbc8-8e9a-491d-9306-c8efdf4eccae HTTP/1.1" status: 200 len: 205 time: 0.0703943 Jul 13 08:13:09.380472 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56724) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:09.449902 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-e805a2cb-a515-49f7-8e76-6762969dd615 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] delete failed (client error): The resource could not be found. Jul 13 08:13:09.450603 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e805a2cb-a515-49f7-8e76-6762969dd615 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/routers/0f4bbbc8-8e9a-491d-9306-c8efdf4eccae HTTP/1.1" status: 404 len: 336 time: 0.0684433 Jul 13 08:13:09.453905 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56734) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:09.462775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d66a9-0087-4fe1-a94e-cef3d478495f req-0d3d8c84-a0ce-4056-a784-5f4649dd6241 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:09.466372 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de2d66a9-0087-4fe1-a94e-cef3d478495f req-0d3d8c84-a0ce-4056-a784-5f4649dd6241 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe32e8c2-85a1-480b-96bb-4c7f99d9b899 HTTP/1.1" status: 200 len: 945 time: 0.1649508 Jul 13 08:13:09.513639 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2714bf2-5e9b-492f-bd4b-c248e7e9f356 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:09.514129 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2714bf2-5e9b-492f-bd4b-c248e7e9f356 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:09.516361 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a2714bf2-5e9b-492f-bd4b-c248e7e9f356 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/b0853425-57b4-461e-8e0b-0019063b5a14 HTTP/1.1" status: 404 len: 337 time: 0.0613563 Jul 13 08:13:09.520522 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56742) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:09.541410 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de2d66a9-0087-4fe1-a94e-cef3d478495f req-b4237e1a-de30-477a-bd6c-e4c46ee25bc3 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/security-groups?id=a64564bb-63af-4e29-b779-b811c9884304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556417 Jul 13 08:13:09.563225 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1ae187c6-2be3-4423-ac36-c16bf28b644f tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "GET /v2.0/ports?device_id=07913e73-edd6-40f8-88d8-ed4be6bda0ff HTTP/1.1" status: 200 len: 205 time: 0.0410860 Jul 13 08:13:09.588561 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56746) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:09.661793 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-1ee5bd0c-c559-4117-a1aa-6672cbf5cfa9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] delete failed (client error): The resource could not be found. Jul 13 08:13:09.663717 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1ee5bd0c-c559-4117-a1aa-6672cbf5cfa9 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/routers/07913e73-edd6-40f8-88d8-ed4be6bda0ff HTTP/1.1" status: 404 len: 336 time: 0.0675561 Jul 13 08:13:09.667351 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56750) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:09.711903 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eaa096a-961e-4ae2-9b34-9965b34394de tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:09.712580 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eaa096a-961e-4ae2-9b34-9965b34394de tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:09.716113 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4eaa096a-961e-4ae2-9b34-9965b34394de tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/82f34f43-2f9d-431d-a239-48a498fbef05 HTTP/1.1" status: 404 len: 337 time: 0.0465665 Jul 13 08:13:09.718606 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56752) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:09.746314 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 2a6098cc-01f6-408b-8076-97718d5ec78a up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:13:09.758881 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d61bb0-9c07-4a35-a96d-5b59088143af tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:09.759505 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d61bb0-9c07-4a35-a96d-5b59088143af tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:09.762591 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-86d61bb0-9c07-4a35-a96d-5b59088143af tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/4301c8e1-2ff2-45d0-9363-95fc7c36cb45 HTTP/1.1" status: 404 len: 337 time: 0.0426011 Jul 13 08:13:09.766569 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56754) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:09.830710 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-805de933-938b-408e-a0d5-8ce6910c62e0 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:09.832148 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805de933-938b-408e-a0d5-8ce6910c62e0 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:09.835417 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-805de933-938b-408e-a0d5-8ce6910c62e0 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/488a7f82-95dd-4d09-a8e2-dad3d20f6e62 HTTP/1.1" status: 404 len: 333 time: 0.0675778 Jul 13 08:13:09.838140 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56758) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:09.873443 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 2a6098cc-01f6-408b-8076-97718d5ec78a completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:13:09.882593 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 2a6098cc-01f6-408b-8076-97718d5ec78a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:13:09.883104 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:09.884377 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60b0318-18db-4d3a-8e87-ee58f7b0ad26 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:09.885150 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60b0318-18db-4d3a-8e87-ee58f7b0ad26 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:09.887998 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f60b0318-18db-4d3a-8e87-ee58f7b0ad26 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/1e358c96-46fa-42e1-b886-3c9a3498fbc6 HTTP/1.1" status: 404 len: 337 time: 0.0480673 Jul 13 08:13:09.891506 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56760) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:09.923863 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56762) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:09.929641 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a5d19c-3581-49b8-afaa-6ecc6794e007 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:09.930557 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a5d19c-3581-49b8-afaa-6ecc6794e007 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:09.934279 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-27a5d19c-3581-49b8-afaa-6ecc6794e007 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/7002d5d6-0ab2-482b-af58-2f8788df3945 HTTP/1.1" status: 404 len: 333 time: 0.0395248 Jul 13 08:13:09.944352 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56766) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:09.992189 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42938a7-a82e-4a49-b86b-264c7dd3fc81 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:09.992997 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42938a7-a82e-4a49-b86b-264c7dd3fc81 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:09.995247 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d42938a7-a82e-4a49-b86b-264c7dd3fc81 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/fb771350-637a-4ac4-9634-cc8543dbecda HTTP/1.1" status: 404 len: 337 time: 0.0486312 Jul 13 08:13:09.999711 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56768) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:10.051659 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:10.063726 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-b153fb72-dee1-4a83-a8eb-ea53601285cd tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:10.065525 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b153fb72-dee1-4a83-a8eb-ea53601285cd tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:10.069855 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b153fb72-dee1-4a83-a8eb-ea53601285cd tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/f4c2c5d4-86b0-4b41-ba4a-ad59d73b5bf7 HTTP/1.1" status: 404 len: 333 time: 0.0678227 Jul 13 08:13:10.074197 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56772) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:10.129491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c2b448e0-2768-4155-b985-2609b27e3ae8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-742367450-network', 'tenant_id': '8ea15b2376f549f284518fe0497fcf36'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:10.133143 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe32e8c2-85a1-480b-96bb-4c7f99d9b899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6098cc-01f6-408b-8076-97718d5ec78a'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:13:10.137938 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f96882-53d7-4cb0-bb6b-46fef380ce4e" -d '{"events": [{"server_uuid": "fe32e8c2-85a1-480b-96bb-4c7f99d9b899", "name": "network-vif-plugged", "status": "completed", "tag": "2a6098cc-01f6-408b-8076-97718d5ec78a"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:13:10.144609 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04465bd-6c19-4452-88e2-811eb006dbb3 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:10.145643 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f04465bd-6c19-4452-88e2-811eb006dbb3 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:10.148074 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f04465bd-6c19-4452-88e2-811eb006dbb3 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/2b87ec55-bdd8-4a56-8cd5-e96df62fdb8c HTTP/1.1" status: 404 len: 337 time: 0.0723097 Jul 13 08:13:10.158970 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56776) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:10.185216 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 2a6098cc-01f6-408b-8076-97718d5ec78a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=2a6098cc-01f6-408b-8076-97718d5ec78a,segment=NetworkSegment(e1576658-3877-4f76-84fd-ba521e9f06ad),segment_id=e1576658-3877-4f76-84fd-ba521e9f06ad)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:10.192612 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:10.195558 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b448e0-2768-4155-b985-2609b27e3ae8 admin admin] Made reservation on behalf of 8ea15b2376f549f284518fe0497fcf36 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:13:10.205705 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2b448e0-2768-4155-b985-2609b27e3ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:10.209639 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d57dcba-43f0-4da6-ba17-6fed1bc9cc12 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:10.210385 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d57dcba-43f0-4da6-ba17-6fed1bc9cc12 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:10.216584 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8d57dcba-43f0-4da6-ba17-6fed1bc9cc12 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/b172c541-54c2-4cdc-a50b-4740d709c8e6 HTTP/1.1" status: 404 len: 333 time: 0.0597637 Jul 13 08:13:10.217976 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56778) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:10.222910 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d96d69d-5b5d-4dba-b580-7e2c8c444679 x-openstack-request-id: req-6d96d69d-5b5d-4dba-b580-7e2c8c444679 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:13:10.223779 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe32e8c2-85a1-480b-96bb-4c7f99d9b899", "name": "network-vif-plugged", "status": "completed", "tag": "2a6098cc-01f6-408b-8076-97718d5ec78a", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:13:10.224379 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d96d69d-5b5d-4dba-b580-7e2c8c444679 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:13:10.225182 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe32e8c2-85a1-480b-96bb-4c7f99d9b899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6098cc-01f6-408b-8076-97718d5ec78a', 'code': 200} Jul 13 08:13:10.231137 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2b448e0-2768-4155-b985-2609b27e3ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:10.272669 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-2582a900-618b-4bfc-9f55-b04c1900d82e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:10.273807 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2582a900-618b-4bfc-9f55-b04c1900d82e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:10.283430 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2582a900-618b-4bfc-9f55-b04c1900d82e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/ad185597-68fc-4e6f-8e61-606774e5748b HTTP/1.1" status: 404 len: 337 time: 0.0631342 Jul 13 08:13:10.284865 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56780) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:10.337615 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e9f141-2ef1-4ec6-882b-9f8d3d1c6b48 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:10.346014 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e9f141-2ef1-4ec6-882b-9f8d3d1c6b48 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:10.346504 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-10e9f141-2ef1-4ec6-882b-9f8d3d1c6b48 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/72b0b744-d6e0-4f79-8309-126985805ddf HTTP/1.1" status: 404 len: 333 time: 0.0584934 Jul 13 08:13:10.346953 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56782) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:10.353389 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=2a6098cc-01f6-408b-8076-97718d5ec78a,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:10.419600 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c97b600-35ad-44fc-a315-29d012c69680 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:10.420858 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c97b600-35ad-44fc-a315-29d012c69680 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:10.424255 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0c97b600-35ad-44fc-a315-29d012c69680 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/8404365c-42db-4b62-8a25-93adc1ce74aa HTTP/1.1" status: 404 len: 337 time: 0.0754268 Jul 13 08:13:10.428110 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56784) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:10.472060 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d0535a-25aa-4c69-bbdb-15bc33aca591 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:10.473017 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d0535a-25aa-4c69-bbdb-15bc33aca591 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:10.474963 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2b448e0-2768-4155-b985-2609b27e3ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:10.476167 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d3d0535a-25aa-4c69-bbdb-15bc33aca591 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/7ad5a67d-2680-40de-8145-afc671b3e481 HTTP/1.1" status: 404 len: 333 time: 0.0465045 Jul 13 08:13:10.479462 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56786) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:10.479923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a63184-fd24-41f7-b20f-839cc3f42103 req-08492fc4-b9d8-4707-8603-731df1be82eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:10.481946 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-33a63184-fd24-41f7-b20f-839cc3f42103 req-08492fc4-b9d8-4707-8603-731df1be82eb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fe32e8c2-85a1-480b-96bb-4c7f99d9b899 HTTP/1.1" status: 200 len: 1098 time: 0.1340115 Jul 13 08:13:10.496172 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2b448e0-2768-4155-b985-2609b27e3ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:10.538572 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c7d4dd-399e-4be3-847e-cad422b98ef0 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:10.539312 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c7d4dd-399e-4be3-847e-cad422b98ef0 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:10.542465 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-36c7d4dd-399e-4be3-847e-cad422b98ef0 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/448046d7-2fa3-4616-93be-adaf38e88647 HTTP/1.1" status: 404 len: 337 time: 0.0608437 Jul 13 08:13:10.548035 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56788) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:10.565933 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b448e0-2768-4155-b985-2609b27e3ae8 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:13:10.602833 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b448e0-2768-4155-b985-2609b27e3ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52b3f78-83c9-43e4-b983-1d5436fe6cd2,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:10.607078 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2b448e0-2768-4155-b985-2609b27e3ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:10.607429 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-c2b448e0-2768-4155-b985-2609b27e3ae8 admin admin] Added segment d64925e3-897c-46d0-a112-9cc733d932c4 of type vlan for network fd9a7e85-aa8b-4637-ac73-1a28db550089 Jul 13 08:13:10.609603 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-33a63184-fd24-41f7-b20f-839cc3f42103 req-733f84b6-2259-41e8-aed4-0541147324de service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a64564bb-63af-4e29-b779-b811c9884304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206572 Jul 13 08:13:10.612026 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c18756b-77ef-4c1b-8961-ad0b686a1b18 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:10.613197 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c18756b-77ef-4c1b-8961-ad0b686a1b18 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:10.620560 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3c18756b-77ef-4c1b-8961-ad0b686a1b18 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/ports/42e50f76-de41-4fee-8a84-30bc8df503ec HTTP/1.1" status: 404 len: 333 time: 0.0705411 Jul 13 08:13:10.621598 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56792) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:10.674858 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec9d30d-7869-489f-9f7b-25010238f21e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] DELETE failed (client error): The resource could not be found. Jul 13 08:13:10.675596 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec9d30d-7869-489f-9f7b-25010238f21e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:13:10.677307 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2b448e0-2768-4155-b985-2609b27e3ae8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:10.683143 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9ec9d30d-7869-489f-9f7b-25010238f21e tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/subnets/728c55c7-420e-451d-a1af-ddc16c08d6b5 HTTP/1.1" status: 404 len: 337 time: 0.0599031 Jul 13 08:13:10.684247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56794) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:10.732273 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2b448e0-2768-4155-b985-2609b27e3ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:10.734021 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b448e0-2768-4155-b985-2609b27e3ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:10.735104 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c2b448e0-2768-4155-b985-2609b27e3ae8 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:10.831784 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c2b448e0-2768-4155-b985-2609b27e3ae8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9061544 Jul 13 08:13:10.841594 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc6f5472-93d5-4d69-b1e5-f86f779b0183 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:10.842298 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56796) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:10.859497 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-30db1c78-7fba-4e3c-b114-59670166ea59 admin admin] Request body: {'subnet': {'network_id': 'fd9a7e85-aa8b-4637-ac73-1a28db550089', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-742367450-subnet', 'tenant_id': '8ea15b2376f549f284518fe0497fcf36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:10.941057 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b448e0-2768-4155-b985-2609b27e3ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=fd9a7e85-aa8b-4637-ac73-1a28db550089,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:10.960858 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network fd9a7e85-aa8b-4637-ac73-1a28db550089 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:13:10.975203 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30db1c78-7fba-4e3c-b114-59670166ea59 admin admin] Made reservation on behalf of 8ea15b2376f549f284518fe0497fcf36 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:13:10.979199 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30db1c78-7fba-4e3c-b114-59670166ea59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:11.052660 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc6f5472-93d5-4d69-b1e5-f86f779b0183 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:11.076778 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-dc6f5472-93d5-4d69-b1e5-f86f779b0183 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780f7a0e-8c20-4451-b666-5d4d18704b66']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:11.096246 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-dc6f5472-93d5-4d69-b1e5-f86f779b0183 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:11.096797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-dc6f5472-93d5-4d69-b1e5-f86f779b0183 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d8dc02-fcc0-4dfe-8fb2-e9c77753189a') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:11.111300 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bf9ff-f0f2-486a-b979-d936dd5a33d5 req-94719092-d581-4615-be6f-5790cdcd326b tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:11.113971 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3d9bf9ff-f0f2-486a-b979-d936dd5a33d5 req-94719092-d581-4615-be6f-5790cdcd326b tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe32e8c2-85a1-480b-96bb-4c7f99d9b899 HTTP/1.1" status: 200 len: 946 time: 0.2669823 Jul 13 08:13:11.141072 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc6f5472-93d5-4d69-b1e5-f86f779b0183 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:11.182700 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc6f5472-93d5-4d69-b1e5-f86f779b0183 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:11.203467 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3d9bf9ff-f0f2-486a-b979-d936dd5a33d5 req-96cc5a43-0559-46bd-a74d-020ef11c7f1b tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/security-groups?id=a64564bb-63af-4e29-b779-b811c9884304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794535 Jul 13 08:13:11.205157 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6f5472-93d5-4d69-b1e5-f86f779b0183 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:13:11.205831 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc6f5472-93d5-4d69-b1e5-f86f779b0183 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:13:11.217604 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:13:11.314902 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30db1c78-7fba-4e3c-b114-59670166ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:11.325917 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc6f5472-93d5-4d69-b1e5-f86f779b0183 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:11.339530 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc6f5472-93d5-4d69-b1e5-f86f779b0183 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:11.345487 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-dc6f5472-93d5-4d69-b1e5-f86f779b0183 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] 10.222.0.58 "DELETE /v2.0/networks/780f7a0e-8c20-4451-b666-5d4d18704b66 HTTP/1.1" status: 204 len: 168 time: 0.6539490 Jul 13 08:13:11.369046 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f5472-93d5-4d69-b1e5-f86f779b0183 tempest-NetworksTestDHCPv6-1386781050 tempest-NetworksTestDHCPv6-1386781050-project] Pushing event deleted for resources: {'Network': ['ID=780f7a0e-8c20-4451-b666-5d4d18704b66,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:11.378447 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56804) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:11.446194 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db1c78-7fba-4e3c-b114-59670166ea59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ea19cfb-b7fd-46cd-8e26-83a40b2e10e8,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:11.467555 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30db1c78-7fba-4e3c-b114-59670166ea59 admin admin] Checking segment: {'id': 'd64925e3-897c-46d0-a112-9cc733d932c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fd9a7e85-aa8b-4637-ac73-1a28db550089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:13:11.469059 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-622af8e7-d5c3-4d67-aced-ba10d47f0efc tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/floatingips/1a022f5c-3c80-4fb2-9b3f-936194fa9769 HTTP/1.1" status: 200 len: 994 time: 0.0893788 Jul 13 08:13:11.469795 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30db1c78-7fba-4e3c-b114-59670166ea59 admin admin] Network hostable DHCP agents. Network: fd9a7e85-aa8b-4637-ac73-1a28db550089, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:13:11.501041 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30db1c78-7fba-4e3c-b114-59670166ea59 admin admin] Network fd9a7e85-aa8b-4637-ac73-1a28db550089 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:13:11.526553 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-30db1c78-7fba-4e3c-b114-59670166ea59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, fd9a7e85-aa8b-4637-ac73-1a28db550089) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:13:11.534620 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30db1c78-7fba-4e3c-b114-59670166ea59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:11.535644 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30db1c78-7fba-4e3c-b114-59670166ea59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:11.548069 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f80319-0a0f-44cc-8aa7-6cfbf0ccddfa None None] Network fd9a7e85-aa8b-4637-ac73-1a28db550089 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:13:11.559188 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-30db1c78-7fba-4e3c-b114-59670166ea59 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7140534 Jul 13 08:13:11.816456 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6185c80-81e1-4126-b313-183114325b71 None None] Network fd9a7e85-aa8b-4637-ac73-1a28db550089 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:13:11.830465 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56816) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:11.887129 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56820) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:12.212458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56824) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:12.213383 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5da9b177-e16e-47a7-b716-7184618bba9a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bec8e60f88b64d5dbce6c7084643835a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3809264 Jul 13 08:13:12.333477 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-d126dfba-f4cf-4e0b-aaa8-90cdec983723 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Deleting port 7408419f-9420-4e6a-b0ca-dbfb23d9db39 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:13:12.333870 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d126dfba-f4cf-4e0b-aaa8-90cdec983723 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:12.426432 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f02f234-bbe4-403e-b540-610838be08f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:12.468894 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f02f234-bbe4-403e-b540-610838be08f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:12.510943 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d126dfba-f4cf-4e0b-aaa8-90cdec983723 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:12.512025 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d126dfba-f4cf-4e0b-aaa8-90cdec983723 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:12.535131 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-d126dfba-f4cf-4e0b-aaa8-90cdec983723 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Calling delete_port for 7408419f-9420-4e6a-b0ca-dbfb23d9db39 owned by network:floatingip {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:13:12.613756 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0dec94-8d32-4c09-b2ba-57dba6bd0de3 req-35ddfa8a-759a-4b27-b0f1-e93708d5c1fd tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:12.615698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec0dec94-8d32-4c09-b2ba-57dba6bd0de3 req-35ddfa8a-759a-4b27-b0f1-e93708d5c1fd tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe32e8c2-85a1-480b-96bb-4c7f99d9b899 HTTP/1.1" status: 200 len: 946 time: 0.1496634 Jul 13 08:13:12.686774 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f02f234-bbe4-403e-b540-610838be08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:12.691478 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f02f234-bbe4-403e-b540-610838be08f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:12.707031 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2f02f234-bbe4-403e-b540-610838be08f0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1e6f8ec9-7586-4f91-814e-b317111b29a3 HTTP/1.1" status: 204 len: 168 time: 0.4914093 Jul 13 08:13:12.709937 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56840) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:12.730512 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ec0dec94-8d32-4c09-b2ba-57dba6bd0de3 req-631a2813-7cd1-4494-ba1e-db0c38f99470 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/security-groups?id=a64564bb-63af-4e29-b779-b811c9884304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079412 Jul 13 08:13:12.739207 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02f234-bbe4-403e-b540-610838be08f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6f8ec9-7586-4f91-814e-b317111b29a3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:12.748815 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1da2f5b2-7be6-4563-a50f-36a19d52b1e8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-618022072-network', 'tenant_id': 'd4af97b2e0c849e9b73acede85b772d6'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:12.752337 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02f234-bbe4-403e-b540-610838be08f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:12.753140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02f234-bbe4-403e-b540-610838be08f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:12.753857 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02f234-bbe4-403e-b540-610838be08f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:12.754620 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02f234-bbe4-403e-b540-610838be08f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:12.755315 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02f234-bbe4-403e-b540-610838be08f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:12.756052 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02f234-bbe4-403e-b540-610838be08f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:12.756942 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02f234-bbe4-403e-b540-610838be08f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:12.757887 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02f234-bbe4-403e-b540-610838be08f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:12.758629 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02f234-bbe4-403e-b540-610838be08f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:12.759329 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02f234-bbe4-403e-b540-610838be08f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:12.760127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02f234-bbe4-403e-b540-610838be08f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:12.760823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02f234-bbe4-403e-b540-610838be08f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:12.846705 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da2f5b2-7be6-4563-a50f-36a19d52b1e8 admin admin] Made reservation on behalf of d4af97b2e0c849e9b73acede85b772d6 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:13:12.850303 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1da2f5b2-7be6-4563-a50f-36a19d52b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:12.870717 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1da2f5b2-7be6-4563-a50f-36a19d52b1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:13.025974 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d126dfba-f4cf-4e0b-aaa8-90cdec983723 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:13.073678 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:13.088504 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126dfba-f4cf-4e0b-aaa8-90cdec983723 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event deleted for resources: {'Port': ['ID=7408419f-9420-4e6a-b0ca-dbfb23d9db39,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:13.207398 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1da2f5b2-7be6-4563-a50f-36a19d52b1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:13.210798 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d126dfba-f4cf-4e0b-aaa8-90cdec983723 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for floatingip, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:13.211898 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-d126dfba-f4cf-4e0b-aaa8-90cdec983723 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Floating IP 1a022f5c-3c80-4fb2-9b3f-936194fa9769 disassociated (deleted). External IP: 172.25.0.118, port: 15ea213c-fb42-4c6a-8b52-5bc303605299. Jul 13 08:13:13.217751 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1da2f5b2-7be6-4563-a50f-36a19d52b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:13.337481 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da2f5b2-7be6-4563-a50f-36a19d52b1e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:13:13.361799 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2f5b2-7be6-4563-a50f-36a19d52b1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3c6bbc-52bb-40c1-bd13-78f1fee3cf17,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:13.375344 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1da2f5b2-7be6-4563-a50f-36a19d52b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:13.375753 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-1da2f5b2-7be6-4563-a50f-36a19d52b1e8 admin admin] Added segment fce2dd37-aa78-4f1c-85a0-ae1a3bff0b14 of type vlan for network e693115a-f2e9-49fb-b419-82392e89c071 Jul 13 08:13:13.484710 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1da2f5b2-7be6-4563-a50f-36a19d52b1e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:13.623412 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1da2f5b2-7be6-4563-a50f-36a19d52b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:13.624515 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da2f5b2-7be6-4563-a50f-36a19d52b1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:13.625244 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1da2f5b2-7be6-4563-a50f-36a19d52b1e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:13.694539 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1da2f5b2-7be6-4563-a50f-36a19d52b1e8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9771891 Jul 13 08:13:13.694705 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56864) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:13.707270 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a600d802-ff1d-466e-a7bd-8e591e365042 admin admin] Request body: {'subnet': {'network_id': 'e693115a-f2e9-49fb-b419-82392e89c071', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-618022072-subnet', 'tenant_id': 'd4af97b2e0c849e9b73acede85b772d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:13.747931 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a600d802-ff1d-466e-a7bd-8e591e365042 admin admin] Made reservation on behalf of d4af97b2e0c849e9b73acede85b772d6 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:13:13.751541 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a600d802-ff1d-466e-a7bd-8e591e365042 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:13.821454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2f5b2-7be6-4563-a50f-36a19d52b1e8 admin admin] Pushing event updated for resources: {'Network': ['ID=e693115a-f2e9-49fb-b419-82392e89c071,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:13.833011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network e693115a-f2e9-49fb-b419-82392e89c071 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:13:13.908964 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d126dfba-f4cf-4e0b-aaa8-90cdec983723 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Router 6c088e59-3cb6-4ed2-842c-e3b9acb7803f has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:13:14.132198 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a600d802-ff1d-466e-a7bd-8e591e365042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:14.226979 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600d802-ff1d-466e-a7bd-8e591e365042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e0e70af-1666-4248-9a12-070f60d1477d,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:14.268335 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a600d802-ff1d-466e-a7bd-8e591e365042 admin admin] Checking segment: {'id': 'fce2dd37-aa78-4f1c-85a0-ae1a3bff0b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e693115a-f2e9-49fb-b419-82392e89c071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:13:14.271622 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a600d802-ff1d-466e-a7bd-8e591e365042 admin admin] Network hostable DHCP agents. Network: e693115a-f2e9-49fb-b419-82392e89c071, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:13:14.303433 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56874) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:14.305029 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d126dfba-f4cf-4e0b-aaa8-90cdec983723 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:13:14.312948 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d126dfba-f4cf-4e0b-aaa8-90cdec983723 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:14.321431 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d6ea89-d568-411b-9375-8794cac4496e None None] Sync routers for ids ['6c088e59-3cb6-4ed2-842c-e3b9acb7803f'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:13:14.337016 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a600d802-ff1d-466e-a7bd-8e591e365042 admin admin] Network e693115a-f2e9-49fb-b419-82392e89c071 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:13:14.345045 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d6ea89-d568-411b-9375-8794cac4496e None None] Routers {'6c088e59-3cb6-4ed2-842c-e3b9acb7803f'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:13:14.347138 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-81d6ea89-d568-411b-9375-8794cac4496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:12:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['6c088e59-3cb6-4ed2-842c-e3b9acb7803f'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:14.357877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a600d802-ff1d-466e-a7bd-8e591e365042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, e693115a-f2e9-49fb-b419-82392e89c071) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:13:14.376843 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d126dfba-f4cf-4e0b-aaa8-90cdec983723 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "DELETE /v2.0/floatingips/1a022f5c-3c80-4fb2-9b3f-936194fa9769 HTTP/1.1" status: 204 len: 168 time: 2.4836817 Jul 13 08:13:14.376843 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9996587b-d03b-4dc0-b0e3-018b0c7224c2', 'tag': '15ea213c-fb42-4c6a-8b52-5bc303605299'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:13:14.380719 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8f02a1-c6bf-4a87-87a1-c9a47d930740" -d '{"events": [{"name": "network-changed", "server_uuid": "9996587b-d03b-4dc0-b0e3-018b0c7224c2", "tag": "15ea213c-fb42-4c6a-8b52-5bc303605299"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:13:14.386077 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a600d802-ff1d-466e-a7bd-8e591e365042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:14.387215 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a600d802-ff1d-466e-a7bd-8e591e365042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:14.415271 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a600d802-ff1d-466e-a7bd-8e591e365042 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7196672 Jul 13 08:13:14.456893 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f32caa-4ffc-4456-9965-6de36c1c9253 None None] Network e693115a-f2e9-49fb-b419-82392e89c071 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:13:14.650808 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-232294088'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:14.705290 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Made reservation on behalf of 536df6f6dac64ac9bc58242d28c8d044 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:13:14.719067 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:14.740194 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:14.902359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-81d6ea89-d568-411b-9375-8794cac4496e None None] Set router 6c088e59-3cb6-4ed2-842c-e3b9acb7803f gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:13:15.082503 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530253b3-4598-4df6-8dcb-84973740b589 x-openstack-request-id: req-530253b3-4598-4df6-8dcb-84973740b589 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:13:15.083150 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9996587b-d03b-4dc0-b0e3-018b0c7224c2", "tag": "15ea213c-fb42-4c6a-8b52-5bc303605299", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:13:15.083150 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-530253b3-4598-4df6-8dcb-84973740b589 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:13:15.083650 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9996587b-d03b-4dc0-b0e3-018b0c7224c2', 'tag': '15ea213c-fb42-4c6a-8b52-5bc303605299', 'status': 'completed', 'code': 200} Jul 13 08:13:15.158389 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:15.212522 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ed2a28-9c0f-4561-aea4-8412f8dffd49 None None] Network e693115a-f2e9-49fb-b419-82392e89c071 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:13:15.215266 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:15.236812 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:13:15.255790 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:15.256382 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Added segment 3132e764-6c2a-4bce-aeb7-58ce9aa9c215 of type vlan for network b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6 Jul 13 08:13:15.497477 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a23be-a70e-43b6-b862-1eac3aebc011 req-3cea337a-845a-4052-8700-54d965566350 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:15.507130 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:15.510542 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a5a23be-a70e-43b6-b862-1eac3aebc011 req-3cea337a-845a-4052-8700-54d965566350 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 946 time: 0.1225431 Jul 13 08:13:15.533269 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3878ad1b-5261-4794-9b8d-83a2c76dbf12,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:15.592587 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a5a23be-a70e-43b6-b862-1eac3aebc011 req-228022fb-72ba-4e72-91f5-aae918678fe1 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb0d9fba-dc04-4283-a552-00ae865ba443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812502 Jul 13 08:13:15.611891 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f02a1-c6bf-4a87-87a1-c9a47d930740 req-532b1bdc-89a0-487a-955c-8156fdf2151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:15.611891 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8e8f02a1-c6bf-4a87-87a1-c9a47d930740 req-532b1bdc-89a0-487a-955c-8156fdf2151c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=646613418a8c4063bb68b7f4cbd296e4&device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 1098 time: 0.4732897 Jul 13 08:13:15.718630 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:15.740101 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:15.741135 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:15.742042 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-81d6ea89-d568-411b-9375-8794cac4496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'name': 'tempest-TestNetworkBasicOps-router-1305019395', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:11:56Z', 'updated_at': '2021-07-13T08:12:06Z', 'revision_number': 4, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:11:57Z', 'updated_at': '2021-07-13T08:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '21021af6-adb6-48dc-8b5e-328a7ddd7e5c', 'name': '', 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:3a:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7135066f-c1d9-4803-86d6-93b2b42da5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:12:03Z', 'updated_at': '2021-07-13T08:12:17Z', 'revision_number': 5, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': '7135066f-c1d9-4803-86d6-93b2b42da5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:15.798708 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d6ea89-d568-411b-9375-8794cac4496e None None] Checking router: 6c088e59-3cb6-4ed2-842c-e3b9acb7803f for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:13:15.813627 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d6ea89-d568-411b-9375-8794cac4496e None None] Routers {'6c088e59-3cb6-4ed2-842c-e3b9acb7803f'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:13:15.814895 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-81d6ea89-d568-411b-9375-8794cac4496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:12:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['6c088e59-3cb6-4ed2-842c-e3b9acb7803f'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:15.975858 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-81d6ea89-d568-411b-9375-8794cac4496e None None] Set router 6c088e59-3cb6-4ed2-842c-e3b9acb7803f gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:13:16.039417 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f02a1-c6bf-4a87-87a1-c9a47d930740 req-0fc9dd61-d237-45fa-ba25-9f6b8fceceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:16.043076 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8e8f02a1-c6bf-4a87-87a1-c9a47d930740 req-0fc9dd61-d237-45fa-ba25-9f6b8fceceb5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8bee8933-33ac-421e-9f82-ee678209e5d7 HTTP/1.1" status: 200 len: 897 time: 0.4127438 Jul 13 08:13:16.048937 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7407594 Jul 13 08:13:16.065211 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56910) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:16.081881 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c3740168-a3ae-4e86-80a9-0ef638e0276b tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Request body: {'subnet': {'network_id': 'b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:16.155393 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8e8f02a1-c6bf-4a87-87a1-c9a47d930740 req-14001cb1-2344-4bbb-a05c-8419e233dcea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15ea213c-fb42-4c6a-8b52-5bc303605299 HTTP/1.1" status: 200 len: 217 time: 0.0912147 Jul 13 08:13:16.212485 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Pushing event updated for resources: {'Network': ['ID=b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:16.272223 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:16.272803 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:16.273432 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:16.273799 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:16.274664 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:16.275206 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:16.275568 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:16.276116 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:16.276610 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:16.277320 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:16.278017 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:16.278587 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fdbb1-88f6-47f0-9172-f4e7546aa04d tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:16.280009 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-81d6ea89-d568-411b-9375-8794cac4496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'name': 'tempest-TestNetworkBasicOps-router-1305019395', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:11:56Z', 'updated_at': '2021-07-13T08:12:06Z', 'revision_number': 4, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:11:57Z', 'updated_at': '2021-07-13T08:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '21021af6-adb6-48dc-8b5e-328a7ddd7e5c', 'name': '', 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:3a:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7135066f-c1d9-4803-86d6-93b2b42da5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:12:03Z', 'updated_at': '2021-07-13T08:12:17Z', 'revision_number': 5, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': '7135066f-c1d9-4803-86d6-93b2b42da5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:16.317858 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d6ea89-d568-411b-9375-8794cac4496e None None] The sync data for ids ['6c088e59-3cb6-4ed2-842c-e3b9acb7803f'] in n-d-779913-28 is: [{'id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'name': 'tempest-TestNetworkBasicOps-router-1305019395', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:11:56Z', 'updated_at': '2021-07-13T08:12:06Z', 'revision_number': 4, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:11:57Z', 'updated_at': '2021-07-13T08:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '21021af6-adb6-48dc-8b5e-328a7ddd7e5c', 'name': '', 'network_id': '8bee8933-33ac-421e-9f82-ee678209e5d7', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'mac_address': 'fa:16:3e:3a:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7135066f-c1d9-4803-86d6-93b2b42da5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:12:03Z', 'updated_at': '2021-07-13T08:12:17Z', 'revision_number': 5, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'subnets': [{'id': '7135066f-c1d9-4803-86d6-93b2b42da5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:13:16.320764 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:13:16.328337 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f02a1-c6bf-4a87-87a1-c9a47d930740 req-1434f772-6dac-4d36-adaa-32922e2f0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:16.332191 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8e8f02a1-c6bf-4a87-87a1-c9a47d930740 req-1434f772-6dac-4d36-adaa-32922e2f0ddf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7135066f-c1d9-4803-86d6-93b2b42da5bb HTTP/1.1" status: 200 len: 835 time: 0.1155267 Jul 13 08:13:16.361250 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-a634ee31-729f-47d3-ab5f-2d242903f4fd tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:16.368986 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-a634ee31-729f-47d3-ab5f-2d242903f4fd tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/networks?id=fd9a7e85-aa8b-4637-ac73-1a28db550089 HTTP/1.1" status: 200 len: 811 time: 0.5807219 Jul 13 08:13:16.396208 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-837fa058-c769-4a7a-8153-bb3e8db70ff9 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/quotas/8ea15b2376f549f284518fe0497fcf36 HTTP/1.1" status: 200 len: 375 time: 0.0259490 Jul 13 08:13:16.461768 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-0e5bd034-4698-4bc9-bbbb-4a59ec8d1007 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ea15b2376f549f284518fe0497fcf36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645623 Jul 13 08:13:16.513536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f02a1-c6bf-4a87-87a1-c9a47d930740 req-0d729926-a67b-42f8-9199-b3731fb36282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:16.515159 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8e8f02a1-c6bf-4a87-87a1-c9a47d930740 req-0d729926-a67b-42f8-9199-b3731fb36282 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8bee8933-33ac-421e-9f82-ee678209e5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1744511 Jul 13 08:13:16.534658 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3740168-a3ae-4e86-80a9-0ef638e0276b tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Made reservation on behalf of 536df6f6dac64ac9bc58242d28c8d044 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:13:16.539089 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3740168-a3ae-4e86-80a9-0ef638e0276b tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:16.693421 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-0ef58797-40b9-4c0a-942c-2cbe54085ded service neutron] 10.222.0.58 "GET /v2.0/networks/fd9a7e85-aa8b-4637-ac73-1a28db550089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307324 Jul 13 08:13:16.889859 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76474598-c57f-4044-a9d4-5bbe5121ef4d None None] New status for floating IP 1a022f5c-3c80-4fb2-9b3f-936194fa9769: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:13:17.199024 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567298e5-439c-4a22-80e3-626cbb51402a req-9309da7a-19c9-46a2-82d9-e5c609371dbf tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:17.201976 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-567298e5-439c-4a22-80e3-626cbb51402a req-9309da7a-19c9-46a2-82d9-e5c609371dbf tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.35 "GET /v2.0/ports?device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 946 time: 0.7883608 Jul 13 08:13:17.233570 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3740168-a3ae-4e86-80a9-0ef638e0276b tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:17.319636 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3740168-a3ae-4e86-80a9-0ef638e0276b tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Pushing event updated for resources: {'Subnet': ['ID=31bb8d46-7188-4e71-87dc-d0d818cdec58,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:17.331464 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-ea91cbc6-a96a-483f-b300-22eec911349d service neutron] 10.222.0.58 "GET /v2.0/networks/fd9a7e85-aa8b-4637-ac73-1a28db550089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6272495 Jul 13 08:13:17.381385 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8e8f02a1-c6bf-4a87-87a1-c9a47d930740 req-6cea1567-7170-409a-a968-1e781481c1f2 service neutron] 10.222.0.35 "GET /v2.0/networks/8bee8933-33ac-421e-9f82-ee678209e5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8594363 Jul 13 08:13:17.405629 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3740168-a3ae-4e86-80a9-0ef638e0276b tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Checking segment: {'id': '3132e764-6c2a-4bce-aeb7-58ce9aa9c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:13:17.406842 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3740168-a3ae-4e86-80a9-0ef638e0276b tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Network hostable DHCP agents. Network: b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:13:17.426132 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9ea94-6346-477c-989f-bb2dd491f1ef req-77d0407d-8f36-441a-864d-f49aecc4fa88 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:17.428304 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2bf9ea94-6346-477c-989f-bb2dd491f1ef req-77d0407d-8f36-441a-864d-f49aecc4fa88 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 946 time: 0.4867837 Jul 13 08:13:17.460648 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3740168-a3ae-4e86-80a9-0ef638e0276b tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Network b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:13:17.481105 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c3740168-a3ae-4e86-80a9-0ef638e0276b tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:13:17.491773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6af5d19-824c-471c-9ffc-7c6b1ef3c8b1 None None] Network b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:13:17.505142 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3740168-a3ae-4e86-80a9-0ef638e0276b tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:17.505798 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3740168-a3ae-4e86-80a9-0ef638e0276b tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:17.546882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-567298e5-439c-4a22-80e3-626cbb51402a req-02197a77-284b-466d-b8e9-915c26038dc6 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Deleting port 15ea213c-fb42-4c6a-8b52-5bc303605299 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:13:17.547538 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-567298e5-439c-4a22-80e3-626cbb51402a req-02197a77-284b-466d-b8e9-915c26038dc6 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:17.609151 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2bf9ea94-6346-477c-989f-bb2dd491f1ef req-3c73f404-ec27-4e92-82c6-f58094d24adf tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb0d9fba-dc04-4283-a552-00ae865ba443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650929 Jul 13 08:13:17.624295 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c3740168-a3ae-4e86-80a9-0ef638e0276b tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5549855 Jul 13 08:13:17.637104 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56922) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:17.648350 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c3e831a2-b3ea-4a37-86f2-cd278f035059 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Request body: {'port': {'network_id': 'b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1891094860'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:17.665550 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8e8f02a1-c6bf-4a87-87a1-c9a47d930740 req-f707d43d-c40a-4fd7-9550-973ed8cd4d54 service neutron] 10.222.0.35 "GET /v2.0/networks/8bee8933-33ac-421e-9f82-ee678209e5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767565 Jul 13 08:13:17.710444 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-edf745df-a3f9-4d46-8109-9439e45962de req-41da915c-5d08-424c-8bd5-c782758771a2 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 210 time: 0.0972781 Jul 13 08:13:17.900116 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-567298e5-439c-4a22-80e3-626cbb51402a req-02197a77-284b-466d-b8e9-915c26038dc6 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] For port 15ea213c-fb42-4c6a-8b52-5bc303605299, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=15ea213c-fb42-4c6a-8b52-5bc303605299,segment=NetworkSegment(0abcff2e-da51-4712-a469-0a153b0985c5),segment_id=0abcff2e-da51-4712-a469-0a153b0985c5)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:17.900888 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-567298e5-439c-4a22-80e3-626cbb51402a req-02197a77-284b-466d-b8e9-915c26038dc6 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:17.934384 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-567298e5-439c-4a22-80e3-626cbb51402a req-02197a77-284b-466d-b8e9-915c26038dc6 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Calling delete_port for 15ea213c-fb42-4c6a-8b52-5bc303605299 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:13:17.970142 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6', 'network_id': 'b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6', 'tenant_id': '536df6f6dac64ac9bc58242d28c8d044', 'fixed_ips': [{'subnet_id': '31bb8d46-7188-4e71-87dc-d0d818cdec58'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:13:17.978980 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:18.047436 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e831a2-b3ea-4a37-86f2-cd278f035059 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Made reservation on behalf of 536df6f6dac64ac9bc58242d28c8d044 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:13:18.053951 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c3e831a2-b3ea-4a37-86f2-cd278f035059 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:18.283042 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-567298e5-439c-4a22-80e3-626cbb51402a req-02197a77-284b-466d-b8e9-915c26038dc6 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:18.287319 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [None req-c3e831a2-b3ea-4a37-86f2-cd278f035059 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] device_id is not set on port 938655e2-0e19-484f-996d-3da0f1874a59 yet. {{(pid=93723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:13:18.307540 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] Allocated IP 172.20.0.2 (b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6/31bb8d46-7188-4e71-87dc-d0d818cdec58/4b717f30-74f1-4da5-b33e-ed20de95ed9d) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:13:18.362691 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02197a77-284b-466d-b8e9-915c26038dc6 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event deleted for resources: {'Port': ['ID=15ea213c-fb42-4c6a-8b52-5bc303605299,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:18.511944 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-567298e5-439c-4a22-80e3-626cbb51402a req-02197a77-284b-466d-b8e9-915c26038dc6 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] No DVR routers for this DVR port 15ea213c-fb42-4c6a-8b52-5bc303605299 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:13:18.519332 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-567298e5-439c-4a22-80e3-626cbb51402a req-02197a77-284b-466d-b8e9-915c26038dc6 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:18.521477 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-567298e5-439c-4a22-80e3-626cbb51402a req-02197a77-284b-466d-b8e9-915c26038dc6 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.35 "DELETE /v2.0/ports/15ea213c-fb42-4c6a-8b52-5bc303605299 HTTP/1.1" status: 204 len: 173 time: 1.3126068 Jul 13 08:13:18.522062 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9996587b-d03b-4dc0-b0e3-018b0c7224c2', 'name': 'network-vif-deleted', 'tag': '15ea213c-fb42-4c6a-8b52-5bc303605299'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:13:18.524584 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4191c2-bef6-4a1a-ab46-1df943382743" -d '{"events": [{"server_uuid": "9996587b-d03b-4dc0-b0e3-018b0c7224c2", "name": "network-vif-deleted", "tag": "15ea213c-fb42-4c6a-8b52-5bc303605299"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:13:18.643997 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:18.674433 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] Transition to ACTIVE for port object 4b717f30-74f1-4da5-b33e-ed20de95ed9d will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:13:18.685405 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fab82f-e0a9-4bc2-b708-bf3c88e7c186 x-openstack-request-id: req-10fab82f-e0a9-4bc2-b708-bf3c88e7c186 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:13:18.685719 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9996587b-d03b-4dc0-b0e3-018b0c7224c2", "name": "network-vif-deleted", "tag": "15ea213c-fb42-4c6a-8b52-5bc303605299", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:13:18.686035 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-10fab82f-e0a9-4bc2-b708-bf3c88e7c186 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:13:18.686527 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9996587b-d03b-4dc0-b0e3-018b0c7224c2', 'name': 'network-vif-deleted', 'tag': '15ea213c-fb42-4c6a-8b52-5bc303605299', 'status': 'completed', 'code': 200} Jul 13 08:13:18.725756 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] Transition to ACTIVE for port object 4b717f30-74f1-4da5-b33e-ed20de95ed9d will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:13:18.740027 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:18.829302 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] Pushing event updated for resources: {'Port': ['ID=4b717f30-74f1-4da5-b33e-ed20de95ed9d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:18.862059 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] Network b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:13:18.864268 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:13:18.877720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:13:18.975401 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-c3e831a2-b3ea-4a37-86f2-cd278f035059 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Allocated IP 172.20.0.9 (b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6/31bb8d46-7188-4e71-87dc-d0d818cdec58/938655e2-0e19-484f-996d-3da0f1874a59) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:13:18.990156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] Attempting to bind port 4b717f30-74f1-4da5-b33e-ed20de95ed9d on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:13:18.990487 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] Attempting to bind port 4b717f30-74f1-4da5-b33e-ed20de95ed9d by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '3132e764-6c2a-4bce-aeb7-58ce9aa9c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:13:18.991475 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] Attempting to bind port 4b717f30-74f1-4da5-b33e-ed20de95ed9d on network b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:13:19.006326 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:13:19.006807 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] Checking segment: {'id': '3132e764-6c2a-4bce-aeb7-58ce9aa9c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:13:19.007318 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:19.007798 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] Bound using segment: {'id': '3132e764-6c2a-4bce-aeb7-58ce9aa9c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:13:19.008541 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] Bound port: 4b717f30-74f1-4da5-b33e-ed20de95ed9d, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3132e764-6c2a-4bce-aeb7-58ce9aa9c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:13:19.009012 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:19.176601 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fe1e48db-f406-4aa9-b76c-c8e30a3d4e3c req-00c3edee-ee66-43f6-825f-90ef1ee1219b tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "GET /v2.0/ports?device_id=9996587b-d03b-4dc0-b0e3-018b0c7224c2 HTTP/1.1" status: 200 len: 210 time: 0.1045628 Jul 13 08:13:19.258607 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] For port 4b717f30-74f1-4da5-b33e-ed20de95ed9d, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:13:19.260164 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70cbdbdc-dd15-4858-87b3-aa14d5b55a2d req-b14cdc9e-1de8-479a-b9b9-84e1578af1e8 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 210 time: 0.1628058 Jul 13 08:13:19.265775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] For port 4b717f30-74f1-4da5-b33e-ed20de95ed9d, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=4b717f30-74f1-4da5-b33e-ed20de95ed9d,segment=NetworkSegment(3132e764-6c2a-4bce-aeb7-58ce9aa9c215),segment_id=3132e764-6c2a-4bce-aeb7-58ce9aa9c215)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:13:19.284303 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:19.466786 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c3e831a2-b3ea-4a37-86f2-cd278f035059 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:19.518071 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-c3e831a2-b3ea-4a37-86f2-cd278f035059 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Transition to ACTIVE for port object 938655e2-0e19-484f-996d-3da0f1874a59 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:13:19.587144 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fe0db-2bcd-4934-9222-ebc87bf0fb62 None None] Pushing event updated for resources: {'Port': ['ID=4b717f30-74f1-4da5-b33e-ed20de95ed9d,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:19.640711 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c3e831a2-b3ea-4a37-86f2-cd278f035059 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:19.756310 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e831a2-b3ea-4a37-86f2-cd278f035059 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Pushing event updated for resources: {'Port': ['ID=938655e2-0e19-484f-996d-3da0f1874a59,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:19.763494 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e831a2-b3ea-4a37-86f2-cd278f035059 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Network b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:13:19.766175 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-c3e831a2-b3ea-4a37-86f2-cd278f035059 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:13:19.775282 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e831a2-b3ea-4a37-86f2-cd278f035059 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:13:19.896233 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e831a2-b3ea-4a37-86f2-cd278f035059 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:19.897798 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c3e831a2-b3ea-4a37-86f2-cd278f035059 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:19.936081 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c3e831a2-b3ea-4a37-86f2-cd278f035059 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2972627 Jul 13 08:13:19.941715 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56944) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:19.950356 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4a510b6c-a801-4d4e-a0e5-9a6e78d7bfb7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Request body: {'port': {'network_id': 'b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-29362039', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:19.950864 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.api.validators [None req-4a510b6c-a801-4d4e-a0e5-9a6e78d7bfb7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] bootfile-name is not in valid_values {{(pid=93724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 08:13:19.951590 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.api.validators [None req-4a510b6c-a801-4d4e-a0e5-9a6e78d7bfb7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] tftp-server is not in valid_values {{(pid=93724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 08:13:19.952041 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.api.validators [None req-4a510b6c-a801-4d4e-a0e5-9a6e78d7bfb7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] server-ip-address is not in valid_values {{(pid=93724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 08:13:20.188724 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a510b6c-a801-4d4e-a0e5-9a6e78d7bfb7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Made reservation on behalf of 536df6f6dac64ac9bc58242d28c8d044 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:13:20.197089 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a510b6c-a801-4d4e-a0e5-9a6e78d7bfb7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:20.236325 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-4a510b6c-a801-4d4e-a0e5-9a6e78d7bfb7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] device_id is not set on port 2ad00249-2989-4d2d-b320-15f56834d4a6 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 08:13:20.326864 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 15ea213c-fb42-4c6a-8b52-5bc303605299 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:13:20.420063 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 15ea213c-fb42-4c6a-8b52-5bc303605299 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:13:20.420626 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 15ea213c-fb42-4c6a-8b52-5bc303605299 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:13:20.474297 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56952) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:20.682524 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 4b717f30-74f1-4da5-b33e-ed20de95ed9d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:13:20.871092 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-6546696b-bfda-4aae-9bc6-de58d38ed51c tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:20.883142 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 4b717f30-74f1-4da5-b33e-ed20de95ed9d completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:13:20.884748 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-6546696b-bfda-4aae-9bc6-de58d38ed51c tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.35 "GET /v2.0/networks?id=fd9a7e85-aa8b-4637-ac73-1a28db550089 HTTP/1.1" status: 200 len: 811 time: 0.5530517 Jul 13 08:13:20.919279 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-ab779c02-a417-48dc-b023-4262a2d0a951 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Request body: {'port': {'device_id': '32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3', 'network_id': 'fd9a7e85-aa8b-4637-ac73-1a28db550089', 'admin_state_up': True, 'tenant_id': '8ea15b2376f549f284518fe0497fcf36'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:20.962549 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-4a510b6c-a801-4d4e-a0e5-9a6e78d7bfb7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Allocated IP 172.20.0.14 (b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6/31bb8d46-7188-4e71-87dc-d0d818cdec58/2ad00249-2989-4d2d-b320-15f56834d4a6) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:13:21.226574 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-ab779c02-a417-48dc-b023-4262a2d0a951 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Made reservation on behalf of 8ea15b2376f549f284518fe0497fcf36 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:13:21.249812 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-ab779c02-a417-48dc-b023-4262a2d0a951 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:21.284848 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a510b6c-a801-4d4e-a0e5-9a6e78d7bfb7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:21.349235 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9cf6fc-2f2a-4399-8e03-ff3dc7e7bd4e None None] Network b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:13:21.350973 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3cbb4c0d-daca-4f4c-9454-7be7414a11f2 req-77c0f03f-80c9-4a2a-8ca4-c5755edef5bd tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 210 time: 0.5935416 Jul 13 08:13:21.382500 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-4a510b6c-a801-4d4e-a0e5-9a6e78d7bfb7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Transition to ACTIVE for port object 2ad00249-2989-4d2d-b320-15f56834d4a6 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:13:21.457560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e177cb93-6faf-4081-a14f-e0f94b4be76c None None] Provisioning for port 4b717f30-74f1-4da5-b33e-ed20de95ed9d completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:13:21.493178 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c2957af8-aeb4-4121-a5d4-a7cef1224440 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:21.501895 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e177cb93-6faf-4081-a14f-e0f94b4be76c None None] Provisioning complete for port 4b717f30-74f1-4da5-b33e-ed20de95ed9d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:13:21.502972 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e177cb93-6faf-4081-a14f-e0f94b4be76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:21.567872 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c2957af8-aeb4-4121-a5d4-a7cef1224440 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:21.584884 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-ab779c02-a417-48dc-b023-4262a2d0a951 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Allocated IP 172.20.0.8 (fd9a7e85-aa8b-4637-ac73-1a28db550089/7ea19cfb-b7fd-46cd-8e26-83a40b2e10e8/017c9de7-ec8c-4b45-a87a-0255dcb2d9fe) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:13:21.654139 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a510b6c-a801-4d4e-a0e5-9a6e78d7bfb7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:21.725757 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e177cb93-6faf-4081-a14f-e0f94b4be76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:21.780398 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a510b6c-a801-4d4e-a0e5-9a6e78d7bfb7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Network b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:13:21.793982 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-4a510b6c-a801-4d4e-a0e5-9a6e78d7bfb7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:13:21.798264 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a510b6c-a801-4d4e-a0e5-9a6e78d7bfb7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:13:21.847819 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e177cb93-6faf-4081-a14f-e0f94b4be76c None None] For port 4b717f30-74f1-4da5-b33e-ed20de95ed9d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=4b717f30-74f1-4da5-b33e-ed20de95ed9d,segment=NetworkSegment(3132e764-6c2a-4bce-aeb7-58ce9aa9c215),segment_id=3132e764-6c2a-4bce-aeb7-58ce9aa9c215)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:21.855843 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e177cb93-6faf-4081-a14f-e0f94b4be76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:21.882222 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a510b6c-a801-4d4e-a0e5-9a6e78d7bfb7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Pushing event updated for resources: {'Port': ['ID=2ad00249-2989-4d2d-b320-15f56834d4a6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:21.927029 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c2957af8-aeb4-4121-a5d4-a7cef1224440 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:21.931470 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c2957af8-aeb4-4121-a5d4-a7cef1224440 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:21.936528 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c2957af8-aeb4-4121-a5d4-a7cef1224440 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "DELETE /v2.0/security-groups/fb0d9fba-dc04-4283-a552-00ae865ba443 HTTP/1.1" status: 204 len: 168 time: 1.4601488 Jul 13 08:13:21.994698 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a510b6c-a801-4d4e-a0e5-9a6e78d7bfb7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:21.998948 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a510b6c-a801-4d4e-a0e5-9a6e78d7bfb7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:22.010628 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56962) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:22.012383 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2957af8-aeb4-4121-a5d4-a7cef1224440 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0d9fba-dc04-4283-a552-00ae865ba443,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:22.034901 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-ab779c02-a417-48dc-b023-4262a2d0a951 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:22.102738 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177cb93-6faf-4081-a14f-e0f94b4be76c None None] Pushing event updated for resources: {'Port': ['ID=4b717f30-74f1-4da5-b33e-ed20de95ed9d,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:22.108656 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-ab779c02-a417-48dc-b023-4262a2d0a951 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:22.220152 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-ab779c02-a417-48dc-b023-4262a2d0a951 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Network fd9a7e85-aa8b-4637-ac73-1a28db550089 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:13:22.226366 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-ab779c02-a417-48dc-b023-4262a2d0a951 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:13:22.245588 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-ab779c02-a417-48dc-b023-4262a2d0a951 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:13:22.314563 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab779c02-a417-48dc-b023-4262a2d0a951 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Pushing event updated for resources: {'Port': ['ID=017c9de7-ec8c-4b45-a87a-0255dcb2d9fe,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:22.396280 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-ab779c02-a417-48dc-b023-4262a2d0a951 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:22.397501 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-ab779c02-a417-48dc-b023-4262a2d0a951 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:22.437717 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-ab779c02-a417-48dc-b023-4262a2d0a951 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5429528 Jul 13 08:13:22.443278 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56966) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:22.444956 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 4b717f30-74f1-4da5-b33e-ed20de95ed9d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:13:22.454628 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4a510b6c-a801-4d4e-a0e5-9a6e78d7bfb7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.5054338 Jul 13 08:13:22.497583 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-fb842769-f032-44b8-b1b5-164120513985 service neutron] Request body: {'port': {'device_id': '32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:22.637254 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ba32a2d4-f200-4c53-851f-d9b686f92000 None None] Provisioning for port 938655e2-0e19-484f-996d-3da0f1874a59 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:13:22.645088 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ba32a2d4-f200-4c53-851f-d9b686f92000 None None] Provisioning complete for port 938655e2-0e19-484f-996d-3da0f1874a59 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:13:22.647531 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba32a2d4-f200-4c53-851f-d9b686f92000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:22.770024 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-fb842769-f032-44b8-b1b5-164120513985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:22.807522 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 4b717f30-74f1-4da5-b33e-ed20de95ed9d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:13:22.813908 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:22.899022 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ba32a2d4-f200-4c53-851f-d9b686f92000 None None] Port 938655e2-0e19-484f-996d-3da0f1874a59 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:13:22.987190 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ba32a2d4-f200-4c53-851f-d9b686f92000 None None] Provisioning for port 2ad00249-2989-4d2d-b320-15f56834d4a6 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:13:23.041905 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ba32a2d4-f200-4c53-851f-d9b686f92000 None None] Provisioning complete for port 2ad00249-2989-4d2d-b320-15f56834d4a6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:13:23.048616 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba32a2d4-f200-4c53-851f-d9b686f92000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:23.109914 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00becdf-75fc-4561-972c-571e18b96cd5 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:23.123400 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00becdf-75fc-4561-972c-571e18b96cd5 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:23.133362 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00becdf-75fc-4561-972c-571e18b96cd5 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:23.143886 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b00becdf-75fc-4561-972c-571e18b96cd5 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.6946020 Jul 13 08:13:23.145694 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56972) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:23.206607 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ba32a2d4-f200-4c53-851f-d9b686f92000 None None] Port 2ad00249-2989-4d2d-b320-15f56834d4a6 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:13:23.240264 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ba32a2d4-f200-4c53-851f-d9b686f92000 None None] Provisioning complete for port 4b717f30-74f1-4da5-b33e-ed20de95ed9d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:13:23.244232 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba32a2d4-f200-4c53-851f-d9b686f92000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:23.378209 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4726012a-fe8b-4b9a-ab60-609701205189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:23.545735 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2698bd9-cc23-4761-af42-c9474864a40d req-448c89df-cf8b-4a63-8cb3-ce529bccf5b9 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:23.547372 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b2698bd9-cc23-4761-af42-c9474864a40d req-448c89df-cf8b-4a63-8cb3-ce529bccf5b9 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 931 time: 0.1360433 Jul 13 08:13:23.623592 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95a05877-9ef8-4432-a4ec-e5c7efdf0597 None None] Provisioning complete for port 2ad00249-2989-4d2d-b320-15f56834d4a6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:13:23.624888 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95a05877-9ef8-4432-a4ec-e5c7efdf0597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:23.667797 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-32db5f9a-d124-4d53-ab90-689fe9170a59 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Deleting port 2ad00249-2989-4d2d-b320-15f56834d4a6 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:13:23.668317 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-32db5f9a-d124-4d53-ab90-689fe9170a59 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:23.701625 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95a05877-9ef8-4432-a4ec-e5c7efdf0597 None None] Port 2ad00249-2989-4d2d-b320-15f56834d4a6 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:13:23.706373 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b2698bd9-cc23-4761-af42-c9474864a40d req-3df844f5-27f7-4330-9f5f-0653e54d16d9 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/security-groups?id=e52b3f78-83c9-43e4-b983-1d5436fe6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480677 Jul 13 08:13:23.731101 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95a05877-9ef8-4432-a4ec-e5c7efdf0597 None None] Provisioning complete for port 938655e2-0e19-484f-996d-3da0f1874a59 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:13:23.739239 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95a05877-9ef8-4432-a4ec-e5c7efdf0597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:23.803946 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95a05877-9ef8-4432-a4ec-e5c7efdf0597 None None] Port 938655e2-0e19-484f-996d-3da0f1874a59 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:13:23.864472 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-fb842769-f032-44b8-b1b5-164120513985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:13:23.886511 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-fb842769-f032-44b8-b1b5-164120513985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:23.937331 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-32db5f9a-d124-4d53-ab90-689fe9170a59 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:23.953216 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-fb842769-f032-44b8-b1b5-164120513985 service neutron] Transition to ACTIVE for port object 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:13:23.973555 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-32db5f9a-d124-4d53-ab90-689fe9170a59 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Calling delete_port for 2ad00249-2989-4d2d-b320-15f56834d4a6 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:13:23.979350 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c84fc1f3-8ef7-4fc2-b364-185d344eb27c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:23.993332 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-fb842769-f032-44b8-b1b5-164120513985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:24.176182 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb842769-f032-44b8-b1b5-164120513985 service neutron] Pushing event updated for resources: {'Port': ['ID=017c9de7-ec8c-4b45-a87a-0255dcb2d9fe,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:24.369307 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-fb842769-f032-44b8-b1b5-164120513985 service neutron] Attempting to bind port 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:13:24.369835 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-fb842769-f032-44b8-b1b5-164120513985 service neutron] Attempting to bind port 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'd64925e3-897c-46d0-a112-9cc733d932c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fd9a7e85-aa8b-4637-ac73-1a28db550089'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:13:24.371068 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-fb842769-f032-44b8-b1b5-164120513985 service neutron] Attempting to bind port 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe on network fd9a7e85-aa8b-4637-ac73-1a28db550089 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:13:24.389331 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-fb842769-f032-44b8-b1b5-164120513985 service neutron] Port 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe on network fd9a7e85-aa8b-4637-ac73-1a28db550089 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:13:24.389809 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-fb842769-f032-44b8-b1b5-164120513985 service neutron] Attempting to bind port 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe on network fd9a7e85-aa8b-4637-ac73-1a28db550089 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:13:24.407212 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-fb842769-f032-44b8-b1b5-164120513985 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:13:24.407846 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-fb842769-f032-44b8-b1b5-164120513985 service neutron] Checking segment: {'id': 'd64925e3-897c-46d0-a112-9cc733d932c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fd9a7e85-aa8b-4637-ac73-1a28db550089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:13:24.408464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-fb842769-f032-44b8-b1b5-164120513985 service neutron] Bound using segment: {'id': 'd64925e3-897c-46d0-a112-9cc733d932c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fd9a7e85-aa8b-4637-ac73-1a28db550089'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:13:24.409134 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-fb842769-f032-44b8-b1b5-164120513985 service neutron] Bound port: 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64925e3-897c-46d0-a112-9cc733d932c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fd9a7e85-aa8b-4637-ac73-1a28db550089'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:13:24.409809 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-fb842769-f032-44b8-b1b5-164120513985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:24.429000 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-32db5f9a-d124-4d53-ab90-689fe9170a59 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:24.469985 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db5f9a-d124-4d53-ab90-689fe9170a59 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Pushing event deleted for resources: {'Port': ['ID=2ad00249-2989-4d2d-b320-15f56834d4a6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:24.548906 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c84fc1f3-8ef7-4fc2-b364-185d344eb27c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Deleting port 21021af6-adb6-48dc-8b5e-328a7ddd7e5c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:13:24.549762 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c84fc1f3-8ef7-4fc2-b364-185d344eb27c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:24.640037 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-fb842769-f032-44b8-b1b5-164120513985 service neutron] For port 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:13:24.648379 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-fb842769-f032-44b8-b1b5-164120513985 service neutron] For port 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=017c9de7-ec8c-4b45-a87a-0255dcb2d9fe,segment=NetworkSegment(d64925e3-897c-46d0-a112-9cc733d932c4),segment_id=d64925e3-897c-46d0-a112-9cc733d932c4)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:13:24.655778 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-32db5f9a-d124-4d53-ab90-689fe9170a59 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:24.664393 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-32db5f9a-d124-4d53-ab90-689fe9170a59 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] 10.222.0.58 "DELETE /v2.0/ports/2ad00249-2989-4d2d-b320-15f56834d4a6 HTTP/1.1" status: 204 len: 168 time: 1.4942195 Jul 13 08:13:24.664650 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56978) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:24.675163 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-0202ec19-99e5-40f1-8556-2a52d62c453f tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Request body: {'port': {'name': 'tempest-new-port-name-84442098', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:24.675888 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.api.validators [None req-0202ec19-99e5-40f1-8556-2a52d62c453f tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] bootfile-name is not in valid_values {{(pid=93723) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 08:13:24.676829 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.api.validators [None req-0202ec19-99e5-40f1-8556-2a52d62c453f tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] tftp-server is not in valid_values {{(pid=93723) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 08:13:24.677417 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.api.validators [None req-0202ec19-99e5-40f1-8556-2a52d62c453f tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] server-ip-address is not in valid_values {{(pid=93723) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 08:13:24.683920 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-fb842769-f032-44b8-b1b5-164120513985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:24.767748 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-c84fc1f3-8ef7-4fc2-b364-185d344eb27c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] For port 21021af6-adb6-48dc-8b5e-328a7ddd7e5c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=21021af6-adb6-48dc-8b5e-328a7ddd7e5c,segment=NetworkSegment(0abcff2e-da51-4712-a469-0a153b0985c5),segment_id=0abcff2e-da51-4712-a469-0a153b0985c5)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:24.768394 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c84fc1f3-8ef7-4fc2-b364-185d344eb27c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:24.802018 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c84fc1f3-8ef7-4fc2-b364-185d344eb27c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Calling delete_port for 21021af6-adb6-48dc-8b5e-328a7ddd7e5c owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:13:24.848265 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:13:24.864410 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-fb842769-f032-44b8-b1b5-164120513985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:24.866396 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-fb842769-f032-44b8-b1b5-164120513985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:24.868817 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-fb842769-f032-44b8-b1b5-164120513985 service neutron] 10.222.0.35 "PUT /v2.0/ports/017c9de7-ec8c-4b45-a87a-0255dcb2d9fe HTTP/1.1" status: 200 len: 1092 time: 2.3915422 Jul 13 08:13:24.869780 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3', 'tag': '017c9de7-ec8c-4b45-a87a-0255dcb2d9fe'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:13:24.874301 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bea9cf-be3a-49ba-819a-7f1257bd4758" -d '{"events": [{"name": "network-changed", "server_uuid": "32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3", "tag": "017c9de7-ec8c-4b45-a87a-0255dcb2d9fe"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:13:24.963752 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28987d6-43c4-40e5-af23-e11ff9f1607d x-openstack-request-id: req-d28987d6-43c4-40e5-af23-e11ff9f1607d {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:13:24.963752 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3", "tag": "017c9de7-ec8c-4b45-a87a-0255dcb2d9fe", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:13:24.963752 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d28987d6-43c4-40e5-af23-e11ff9f1607d {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:13:24.964288 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3', 'tag': '017c9de7-ec8c-4b45-a87a-0255dcb2d9fe', 'status': 'completed', 'code': 200} Jul 13 08:13:24.969859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb842769-f032-44b8-b1b5-164120513985 service neutron] Pushing event updated for resources: {'Port': ['ID=017c9de7-ec8c-4b45-a87a-0255dcb2d9fe,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:25.041857 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0202ec19-99e5-40f1-8556-2a52d62c453f tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:25.117915 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-4cbec81c-35c3-4d1d-b9fc-69d467008746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:25.121066 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-4cbec81c-35c3-4d1d-b9fc-69d467008746 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ea15b2376f549f284518fe0497fcf36&device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 1095 time: 0.1603899 Jul 13 08:13:25.202212 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-5cc7f2eb-5503-46d6-90aa-2c9ebd58ca0e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=017c9de7-ec8c-4b45-a87a-0255dcb2d9fe HTTP/1.1" status: 200 len: 217 time: 0.0703123 Jul 13 08:13:25.232004 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94642af2-8b0c-4edd-b834-32c6b60ed64e req-fdf1e8a3-f461-4d46-9322-a31a0c6a5ed6 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:25.233624 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94642af2-8b0c-4edd-b834-32c6b60ed64e req-fdf1e8a3-f461-4d46-9322-a31a0c6a5ed6 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 943 time: 0.1768703 Jul 13 08:13:25.313112 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c84fc1f3-8ef7-4fc2-b364-185d344eb27c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:25.340045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-0ee7d694-a7c6-4844-b709-6c7338606986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:25.341964 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-0ee7d694-a7c6-4844-b709-6c7338606986 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ea19cfb-b7fd-46cd-8e26-83a40b2e10e8 HTTP/1.1" status: 200 len: 851 time: 0.1318731 Jul 13 08:13:25.350698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-94642af2-8b0c-4edd-b834-32c6b60ed64e req-ee0ae803-d702-4c74-9ee1-68dbf4b0b4af tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/security-groups?id=e52b3f78-83c9-43e4-b983-1d5436fe6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095922 Jul 13 08:13:25.352212 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fc1f3-8ef7-4fc2-b364-185d344eb27c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event deleted for resources: {'Port': ['ID=21021af6-adb6-48dc-8b5e-328a7ddd7e5c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:25.420675 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-10cb6e9f-5f91-4eba-a07c-42b8cbf4ae98 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd9a7e85-aa8b-4637-ac73-1a28db550089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546136 Jul 13 08:13:25.539094 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0202ec19-99e5-40f1-8556-2a52d62c453f tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:25.555058 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0202ec19-99e5-40f1-8556-2a52d62c453f tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:25.713693 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c84fc1f3-8ef7-4fc2-b364-185d344eb27c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:25.728629 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202ec19-99e5-40f1-8556-2a52d62c453f tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Pushing event updated for resources: {'Port': ['ID=938655e2-0e19-484f-996d-3da0f1874a59,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:25.746898 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-0202ec19-99e5-40f1-8556-2a52d62c453f tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] In _notify_port_updated(), no bound segment for port 938655e2-0e19-484f-996d-3da0f1874a59 on network b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6 {{(pid=93723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 08:13:25.755906 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0202ec19-99e5-40f1-8556-2a52d62c453f tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:25.756662 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0202ec19-99e5-40f1-8556-2a52d62c453f tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:25.759091 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0202ec19-99e5-40f1-8556-2a52d62c453f tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] 10.222.0.58 "PUT /v2.0/ports/938655e2-0e19-484f-996d-3da0f1874a59 HTTP/1.1" status: 200 len: 1134 time: 1.0931222 Jul 13 08:13:25.764999 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56988) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:25.836526 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-ce782856-ca37-4952-a409-4b33c051aaa0 service neutron] 10.222.0.35 "GET /v2.0/networks/fd9a7e85-aa8b-4637-ac73-1a28db550089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298621 Jul 13 08:13:25.916742 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1c4548-8c4d-4fdd-9cb6-28ec6eb163b9 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:25.922607 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7d1c4548-8c4d-4fdd-9cb6-28ec6eb163b9 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] 10.222.0.58 "GET /v2.0/ports/938655e2-0e19-484f-996d-3da0f1874a59 HTTP/1.1" status: 200 len: 1134 time: 0.1574032 Jul 13 08:13:25.929897 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 56990) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:25.964716 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2d0c64e4-6b4f-4414-b74e-f9ce0bbfe309 None None] Provisioning complete for port 938655e2-0e19-484f-996d-3da0f1874a59 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:13:25.965579 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d0c64e4-6b4f-4414-b74e-f9ce0bbfe309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:26.045152 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2d0c64e4-6b4f-4414-b74e-f9ce0bbfe309 None None] Port 938655e2-0e19-484f-996d-3da0f1874a59 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:13:26.165879 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-18fbe9b6-42f0-45c6-9074-6d8c6566487e req-aab35175-78cc-4873-b06e-d684020837e1 service neutron] 10.222.0.35 "GET /v2.0/networks/fd9a7e85-aa8b-4637-ac73-1a28db550089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219001 Jul 13 08:13:26.186851 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84fc1f3-8ef7-4fc2-b364-185d344eb27c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Router 6c088e59-3cb6-4ed2-842c-e3b9acb7803f has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:13:26.217891 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-e881ea09-e0bc-4024-96d6-b5b23c4f25f9 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Deleting port 938655e2-0e19-484f-996d-3da0f1874a59 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:13:26.226871 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e881ea09-e0bc-4024-96d6-b5b23c4f25f9 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:26.385934 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84fc1f3-8ef7-4fc2-b364-185d344eb27c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:13:26.395246 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c84fc1f3-8ef7-4fc2-b364-185d344eb27c tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "PUT /v2.0/routers/6c088e59-3cb6-4ed2-842c-e3b9acb7803f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3781021 Jul 13 08:13:26.398987 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 56994) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:26.404910 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee41555e-4f0f-435b-b5e2-7c428475c7d5 None None] Sync routers for ids ['6c088e59-3cb6-4ed2-842c-e3b9acb7803f'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:13:26.420687 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee41555e-4f0f-435b-b5e2-7c428475c7d5 None None] Routers {'6c088e59-3cb6-4ed2-842c-e3b9acb7803f'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:13:26.422007 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ee41555e-4f0f-435b-b5e2-7c428475c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:12:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['6c088e59-3cb6-4ed2-842c-e3b9acb7803f'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:26.477236 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc3ff142-3763-418c-ac7e-f96312a7e220 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Deleting subnet 7135066f-c1d9-4803-86d6-93b2b42da5bb {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:13:26.483442 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff142-3763-418c-ac7e-f96312a7e220 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:26.549009 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff142-3763-418c-ac7e-f96312a7e220 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:26.698863 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff142-3763-418c-ac7e-f96312a7e220 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:26.896316 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff142-3763-418c-ac7e-f96312a7e220 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:26.942898 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bea9cf-be3a-49ba-819a-7f1257bd4758 req-b5e8d14b-925d-4163-a307-2814a66f5a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:26.945771 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25bea9cf-be3a-49ba-819a-7f1257bd4758 req-b5e8d14b-925d-4163-a307-2814a66f5a95 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ea15b2376f549f284518fe0497fcf36&device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 1095 time: 0.6882393 Jul 13 08:13:26.965050 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-ee41555e-4f0f-435b-b5e2-7c428475c7d5 None None] Set router 6c088e59-3cb6-4ed2-842c-e3b9acb7803f gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:13:26.972495 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ff142-3763-418c-ac7e-f96312a7e220 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event deleted for resources: {'Subnet': ['ID=7135066f-c1d9-4803-86d6-93b2b42da5bb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:26.991406 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ea8ff-0523-404f-bd4d-3fadacdc121a req-853f4a49-500d-4a29-b058-21a317ce8271 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:27.006665 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a7ea8ff-0523-404f-bd4d-3fadacdc121a req-853f4a49-500d-4a29-b058-21a317ce8271 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 943 time: 0.2390003 Jul 13 08:13:27.006990 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e881ea09-e0bc-4024-96d6-b5b23c4f25f9 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:27.034308 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff142-3763-418c-ac7e-f96312a7e220 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:27.041574 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cc3ff142-3763-418c-ac7e-f96312a7e220 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "DELETE /v2.0/subnets/7135066f-c1d9-4803-86d6-93b2b42da5bb HTTP/1.1" status: 204 len: 168 time: 0.6360905 Jul 13 08:13:27.041574 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57000) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:27.051253 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-e881ea09-e0bc-4024-96d6-b5b23c4f25f9 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Calling delete_port for 938655e2-0e19-484f-996d-3da0f1874a59 owned by {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:13:27.125032 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b32b43-8730-458c-8113-c6b049947696 None None] Network 8bee8933-33ac-421e-9f82-ee678209e5d7 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:13:27.143128 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a7ea8ff-0523-404f-bd4d-3fadacdc121a req-f0192593-454f-4d4f-b66d-3451214ce862 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/security-groups?id=e52b3f78-83c9-43e4-b983-1d5436fe6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349599 Jul 13 08:13:27.266707 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bea9cf-be3a-49ba-819a-7f1257bd4758 req-dcf1735b-ce77-45f6-8296-f793a6046c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:27.271834 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25bea9cf-be3a-49ba-819a-7f1257bd4758 req-dcf1735b-ce77-45f6-8296-f793a6046c05 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd9a7e85-aa8b-4637-ac73-1a28db550089 HTTP/1.1" status: 200 len: 912 time: 0.3107433 Jul 13 08:13:27.285525 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e568352-9ec9-4975-bffe-0e76d66de97d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:27.368921 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25bea9cf-be3a-49ba-819a-7f1257bd4758 req-8e90db93-9a72-4983-88b4-430ce6b1e0c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=017c9de7-ec8c-4b45-a87a-0255dcb2d9fe HTTP/1.1" status: 200 len: 217 time: 0.0866952 Jul 13 08:13:27.498920 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ee41555e-4f0f-435b-b5e2-7c428475c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'name': 'tempest-TestNetworkBasicOps-router-1305019395', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:11:56Z', 'updated_at': '2021-07-13T08:13:25Z', 'revision_number': 5, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port': {'id': 'be2d8db0-0611-4b1f-9476-2f977cf7b6c0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:11:57Z', 'updated_at': '2021-07-13T08:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:27.530963 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bea9cf-be3a-49ba-819a-7f1257bd4758 req-5fa1ecaa-b5d3-4af5-bea9-bc07ac55a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:27.532512 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25bea9cf-be3a-49ba-819a-7f1257bd4758 req-5fa1ecaa-b5d3-4af5-bea9-bc07ac55a030 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ea19cfb-b7fd-46cd-8e26-83a40b2e10e8 HTTP/1.1" status: 200 len: 851 time: 0.1575909 Jul 13 08:13:27.555221 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8dd8be-4d4d-426e-bc6d-f6ddfd6aeca2 None None] DHCP port deletion for 8bee8933-33ac-421e-9f82-ee678209e5d7 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:13:27.559144 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee41555e-4f0f-435b-b5e2-7c428475c7d5 None None] Checking router: 6c088e59-3cb6-4ed2-842c-e3b9acb7803f for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:13:27.581198 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e568352-9ec9-4975-bffe-0e76d66de97d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:27.600611 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25bea9cf-be3a-49ba-819a-7f1257bd4758 req-7ec3388d-e13a-464a-bc1e-5d201c3e3429 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd9a7e85-aa8b-4637-ac73-1a28db550089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578043 Jul 13 08:13:27.630024 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee41555e-4f0f-435b-b5e2-7c428475c7d5 None None] Routers {'6c088e59-3cb6-4ed2-842c-e3b9acb7803f'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:13:27.631452 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ee41555e-4f0f-435b-b5e2-7c428475c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:12:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['6c088e59-3cb6-4ed2-842c-e3b9acb7803f'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:27.666631 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6e568352-9ec9-4975-bffe-0e76d66de97d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Deleting port be2d8db0-0611-4b1f-9476-2f977cf7b6c0 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:13:27.668040 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e568352-9ec9-4975-bffe-0e76d66de97d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:27.675459 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e881ea09-e0bc-4024-96d6-b5b23c4f25f9 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:27.759320 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f763babd-0a5a-4a3b-a6e0-8f6b14837dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:27.773352 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881ea09-e0bc-4024-96d6-b5b23c4f25f9 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Pushing event deleted for resources: {'Port': ['ID=938655e2-0e19-484f-996d-3da0f1874a59,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:27.802553 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-6e568352-9ec9-4975-bffe-0e76d66de97d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] For port be2d8db0-0611-4b1f-9476-2f977cf7b6c0, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=be2d8db0-0611-4b1f-9476-2f977cf7b6c0,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:27.803265 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e568352-9ec9-4975-bffe-0e76d66de97d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:27.837134 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6e568352-9ec9-4975-bffe-0e76d66de97d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Calling delete_port for be2d8db0-0611-4b1f-9476-2f977cf7b6c0 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:13:27.927533 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:27.945834 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-dc8dd8be-4d4d-426e-bc6d-f6ddfd6aeca2 None None] Deleting port 6c778d15-339e-498c-b527-d4d70dfe2e77 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:13:27.946724 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc8dd8be-4d4d-426e-bc6d-f6ddfd6aeca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:27.951293 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-ee41555e-4f0f-435b-b5e2-7c428475c7d5 None None] Set router 6c088e59-3cb6-4ed2-842c-e3b9acb7803f gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:13:27.977075 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e881ea09-e0bc-4024-96d6-b5b23c4f25f9 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:27.980015 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e881ea09-e0bc-4024-96d6-b5b23c4f25f9 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] 10.222.0.58 "DELETE /v2.0/ports/938655e2-0e19-484f-996d-3da0f1874a59 HTTP/1.1" status: 204 len: 168 time: 2.0486541 Jul 13 08:13:28.041672 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57006) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:28.046049 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25bea9cf-be3a-49ba-819a-7f1257bd4758 req-fd24ea6f-ef74-4c8c-a531-626fb847dd75 service neutron] 10.222.0.35 "GET /v2.0/networks/fd9a7e85-aa8b-4637-ac73-1a28db550089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385803 Jul 13 08:13:28.137803 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-ee41555e-4f0f-435b-b5e2-7c428475c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'name': 'tempest-TestNetworkBasicOps-router-1305019395', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:11:56Z', 'updated_at': '2021-07-13T08:13:27Z', 'revision_number': 6, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:28.189220 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee41555e-4f0f-435b-b5e2-7c428475c7d5 None None] The sync data for ids ['6c088e59-3cb6-4ed2-842c-e3b9acb7803f'] in n-d-779913-28 is: [{'id': '6c088e59-3cb6-4ed2-842c-e3b9acb7803f', 'name': 'tempest-TestNetworkBasicOps-router-1305019395', 'tenant_id': '646613418a8c4063bb68b7f4cbd296e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:11:56Z', 'updated_at': '2021-07-13T08:13:27Z', 'revision_number': 6, 'project_id': '646613418a8c4063bb68b7f4cbd296e4', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:13:28.267184 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-dc8dd8be-4d4d-426e-bc6d-f6ddfd6aeca2 None None] For port 6c778d15-339e-498c-b527-d4d70dfe2e77, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=6c778d15-339e-498c-b527-d4d70dfe2e77,segment=NetworkSegment(0abcff2e-da51-4712-a469-0a153b0985c5),segment_id=0abcff2e-da51-4712-a469-0a153b0985c5)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:28.267577 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc8dd8be-4d4d-426e-bc6d-f6ddfd6aeca2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:28.285315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-dc8dd8be-4d4d-426e-bc6d-f6ddfd6aeca2 None None] Calling delete_port for 6c778d15-339e-498c-b527-d4d70dfe2e77 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:13:28.327131 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e568352-9ec9-4975-bffe-0e76d66de97d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:28.331956 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46729fa-09ed-4a0b-9242-531d27ea2360 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Deleting subnet 31bb8d46-7188-4e71-87dc-d0d818cdec58 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:13:28.340563 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e46729fa-09ed-4a0b-9242-531d27ea2360 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:28.395134 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e568352-9ec9-4975-bffe-0e76d66de97d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event deleted for resources: {'Port': ['ID=be2d8db0-0611-4b1f-9476-2f977cf7b6c0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:28.418443 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25bea9cf-be3a-49ba-819a-7f1257bd4758 req-d385c289-91a7-4f6a-8c7c-76f1062e73bd service neutron] 10.222.0.35 "GET /v2.0/networks/fd9a7e85-aa8b-4637-ac73-1a28db550089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537591 Jul 13 08:13:28.447315 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e46729fa-09ed-4a0b-9242-531d27ea2360 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:28.464770 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:13:28.604066 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e568352-9ec9-4975-bffe-0e76d66de97d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:28.623371 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e46729fa-09ed-4a0b-9242-531d27ea2360 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:28.716092 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc8dd8be-4d4d-426e-bc6d-f6ddfd6aeca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:28.770545 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e46729fa-09ed-4a0b-9242-531d27ea2360 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:28.804444 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8dd8be-4d4d-426e-bc6d-f6ddfd6aeca2 None None] Pushing event deleted for resources: {'Port': ['ID=6c778d15-339e-498c-b527-d4d70dfe2e77,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:28.812478 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8dd8be-4d4d-426e-bc6d-f6ddfd6aeca2 None None] No DVR routers for this DVR port 6c778d15-339e-498c-b527-d4d70dfe2e77 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:13:28.829505 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 21021af6-adb6-48dc-8b5e-328a7ddd7e5c no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:13:28.876568 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46729fa-09ed-4a0b-9242-531d27ea2360 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Pushing event deleted for resources: {'Subnet': ['ID=31bb8d46-7188-4e71-87dc-d0d818cdec58,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:28.899928 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e46729fa-09ed-4a0b-9242-531d27ea2360 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:28.907812 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e46729fa-09ed-4a0b-9242-531d27ea2360 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] 10.222.0.58 "DELETE /v2.0/subnets/31bb8d46-7188-4e71-87dc-d0d818cdec58 HTTP/1.1" status: 204 len: 168 time: 0.8566389 Jul 13 08:13:28.908090 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=017c9de7-ec8c-4b45-a87a-0255dcb2d9fe,segment=NetworkSegment(d64925e3-897c-46d0-a112-9cc733d932c4),segment_id=d64925e3-897c-46d0-a112-9cc733d932c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:28.908640 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57014) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:28.937186 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c643f1-fb49-4134-98e5-a7b43299a039 None None] Network b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:13:28.939759 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 21021af6-adb6-48dc-8b5e-328a7ddd7e5c {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:13:28.940094 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 21021af6-adb6-48dc-8b5e-328a7ddd7e5c not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:13:28.940617 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 6c778d15-339e-498c-b527-d4d70dfe2e77 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:13:28.979349 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '017c9de7-ec8c-4b45-a87a-0255dcb2d9fe', 'network_id': 'fd9a7e85-aa8b-4637-ac73-1a28db550089', 'port_id': '017c9de7-ec8c-4b45-a87a-0255dcb2d9fe', 'mac_address': 'fa:16:3e:18:ea:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea19cfb-b7fd-46cd-8e26-83a40b2e10e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:13:29.005054 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 6c778d15-339e-498c-b527-d4d70dfe2e77 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:13:29.005608 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 6c778d15-339e-498c-b527-d4d70dfe2e77 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:13:29.152756 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9b67951f-4621-4905-8e4f-8246faf66bf7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:29.233947 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:29.269298 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:13:29.325961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=017c9de7-ec8c-4b45-a87a-0255dcb2d9fe,segment=NetworkSegment(d64925e3-897c-46d0-a112-9cc733d932c4),segment_id=d64925e3-897c-46d0-a112-9cc733d932c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:29.340741 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:29.373801 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e568352-9ec9-4975-bffe-0e76d66de97d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:29.381484 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e568352-9ec9-4975-bffe-0e76d66de97d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:29.400622 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-9b67951f-4621-4905-8e4f-8246faf66bf7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Deleting port 4b717f30-74f1-4da5-b33e-ed20de95ed9d {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:13:29.401227 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a50bb-9f5f-477f-968c-b9a29ab14244 req-0677f154-1b3a-42ef-ac9c-cd880424078a tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:29.401958 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9b67951f-4621-4905-8e4f-8246faf66bf7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:29.412941 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-116a50bb-9f5f-477f-968c-b9a29ab14244 req-0677f154-1b3a-42ef-ac9c-cd880424078a tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 943 time: 0.9626737 Jul 13 08:13:29.514021 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fa41a4-8be1-471f-9a2f-6776cff526d8 None None] DHCP port deletion for b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:13:29.563521 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e568352-9ec9-4975-bffe-0e76d66de97d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:29.563521 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e568352-9ec9-4975-bffe-0e76d66de97d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Fanout notify agent at l3_agent the message router_deleted on router 6c088e59-3cb6-4ed2-842c-e3b9acb7803f {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:13:29.577118 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e568352-9ec9-4975-bffe-0e76d66de97d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:29.579302 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6e568352-9ec9-4975-bffe-0e76d66de97d tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "DELETE /v2.0/routers/6c088e59-3cb6-4ed2-842c-e3b9acb7803f HTTP/1.1" status: 204 len: 168 time: 2.5359104 Jul 13 08:13:29.582864 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57018) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:29.631472 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['017c9de7-ec8c-4b45-a87a-0255dcb2d9fe'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:13:29.640834 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-9b67951f-4621-4905-8e4f-8246faf66bf7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] For port 4b717f30-74f1-4da5-b33e-ed20de95ed9d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=4b717f30-74f1-4da5-b33e-ed20de95ed9d,segment=NetworkSegment(3132e764-6c2a-4bce-aeb7-58ce9aa9c215),segment_id=3132e764-6c2a-4bce-aeb7-58ce9aa9c215)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:29.640834 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9b67951f-4621-4905-8e4f-8246faf66bf7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:29.661988 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-116a50bb-9f5f-477f-968c-b9a29ab14244 req-602a76dc-3d80-4064-b391-f697f6d9ab58 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/security-groups?id=e52b3f78-83c9-43e4-b983-1d5436fe6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469432 Jul 13 08:13:29.680017 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=017c9de7-ec8c-4b45-a87a-0255dcb2d9fe,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:29.687178 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-9b67951f-4621-4905-8e4f-8246faf66bf7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Calling delete_port for 4b717f30-74f1-4da5-b33e-ed20de95ed9d owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:13:29.764647 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:29.789579 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd905-94c2-4123-a849-ac9bbd221905 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:29.808749 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-42fa41a4-8be1-471f-9a2f-6776cff526d8 None None] Deleting port 4b717f30-74f1-4da5-b33e-ed20de95ed9d {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:13:29.809335 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42fa41a4-8be1-471f-9a2f-6776cff526d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:29.962737 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9b67951f-4621-4905-8e4f-8246faf66bf7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:29.986786 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-42fa41a4-8be1-471f-9a2f-6776cff526d8 None None] For port 4b717f30-74f1-4da5-b33e-ed20de95ed9d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=4b717f30-74f1-4da5-b33e-ed20de95ed9d,segment=NetworkSegment(3132e764-6c2a-4bce-aeb7-58ce9aa9c215),segment_id=3132e764-6c2a-4bce-aeb7-58ce9aa9c215)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:29.987278 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42fa41a4-8be1-471f-9a2f-6776cff526d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:30.019443 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd905-94c2-4123-a849-ac9bbd221905 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:30.028979 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-42fa41a4-8be1-471f-9a2f-6776cff526d8 None None] Calling delete_port for 4b717f30-74f1-4da5-b33e-ed20de95ed9d owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:13:30.047237 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0f4fd905-94c2-4123-a849-ac9bbd221905 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bee8933-33ac-421e-9f82-ee678209e5d7']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:30.067926 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67951f-4621-4905-8e4f-8246faf66bf7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Pushing event deleted for resources: {'Port': ['ID=4b717f30-74f1-4da5-b33e-ed20de95ed9d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:30.068238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0f4fd905-94c2-4123-a849-ac9bbd221905 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abcff2e-da51-4712-a469-0a153b0985c5') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:30.068642 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0f4fd905-94c2-4123-a849-ac9bbd221905 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abcff2e-da51-4712-a469-0a153b0985c5') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:30.074371 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b67951f-4621-4905-8e4f-8246faf66bf7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] No DVR routers for this DVR port 4b717f30-74f1-4da5-b33e-ed20de95ed9d on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:13:30.094297 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd905-94c2-4123-a849-ac9bbd221905 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:30.143851 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd905-94c2-4123-a849-ac9bbd221905 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:30.155804 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4fd905-94c2-4123-a849-ac9bbd221905 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:13:30.156738 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd905-94c2-4123-a849-ac9bbd221905 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:13:30.165223 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:13:30.234490 n-d-779913-28 neutron-server[93725]: self.session.flush() Jul 13 08:13:30.242859 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42fa41a4-8be1-471f-9a2f-6776cff526d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:30.311060 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa41a4-8be1-471f-9a2f-6776cff526d8 None None] Pushing event deleted for resources: {'Port': ['ID=4b717f30-74f1-4da5-b33e-ed20de95ed9d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:30.312493 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd905-94c2-4123-a849-ac9bbd221905 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:30.321177 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd905-94c2-4123-a849-ac9bbd221905 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:30.326283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fa41a4-8be1-471f-9a2f-6776cff526d8 None None] No DVR routers for this DVR port 4b717f30-74f1-4da5-b33e-ed20de95ed9d on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:13:30.329270 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0f4fd905-94c2-4123-a849-ac9bbd221905 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] 10.222.0.58 "DELETE /v2.0/networks/8bee8933-33ac-421e-9f82-ee678209e5d7 HTTP/1.1" status: 204 len: 168 time: 0.7438180 Jul 13 08:13:30.413857 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9b67951f-4621-4905-8e4f-8246faf66bf7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:30.428379 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fd905-94c2-4123-a849-ac9bbd221905 tempest-TestNetworkBasicOps-505949312 tempest-TestNetworkBasicOps-505949312-project] Pushing event deleted for resources: {'Network': ['ID=8bee8933-33ac-421e-9f82-ee678209e5d7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:30.436139 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-9b67951f-4621-4905-8e4f-8246faf66bf7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:30.452613 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-9b67951f-4621-4905-8e4f-8246faf66bf7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3132e764-6c2a-4bce-aeb7-58ce9aa9c215') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:30.462993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-9b67951f-4621-4905-8e4f-8246faf66bf7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3132e764-6c2a-4bce-aeb7-58ce9aa9c215') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:30.493520 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9b67951f-4621-4905-8e4f-8246faf66bf7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:30.543417 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9b67951f-4621-4905-8e4f-8246faf66bf7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:30.548320 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device be2d8db0-0611-4b1f-9476-2f977cf7b6c0 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:13:30.571843 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b67951f-4621-4905-8e4f-8246faf66bf7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:13:30.573540 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9b67951f-4621-4905-8e4f-8246faf66bf7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:13:30.581918 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:13:30.626932 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: be2d8db0-0611-4b1f-9476-2f977cf7b6c0 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:13:30.627929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device be2d8db0-0611-4b1f-9476-2f977cf7b6c0 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:13:30.629028 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 4b717f30-74f1-4da5-b33e-ed20de95ed9d no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:13:30.670595 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 4b717f30-74f1-4da5-b33e-ed20de95ed9d {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:13:30.671486 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 4b717f30-74f1-4da5-b33e-ed20de95ed9d not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:13:30.719928 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9b67951f-4621-4905-8e4f-8246faf66bf7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:30.733716 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9b67951f-4621-4905-8e4f-8246faf66bf7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:30.737157 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9b67951f-4621-4905-8e4f-8246faf66bf7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] 10.222.0.58 "DELETE /v2.0/networks/b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6 HTTP/1.1" status: 204 len: 168 time: 1.8268950 Jul 13 08:13:30.811183 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67951f-4621-4905-8e4f-8246faf66bf7 tempest-ExtraDHCPOptionsTestJSON-1741496083 tempest-ExtraDHCPOptionsTestJSON-1741496083-project] Pushing event deleted for resources: {'Network': ['ID=b7e4e6f9-a59f-4ecb-a96c-54640fd4e8d6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:31.068056 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57040) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:31.226320 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913e1ff-7179-4af2-a349-aa7e29a09411 req-e86a952d-4b6d-4971-b9d1-9bef206fb4de tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:31.235929 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c913e1ff-7179-4af2-a349-aa7e29a09411 req-e86a952d-4b6d-4971-b9d1-9bef206fb4de tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 944 time: 0.2137496 Jul 13 08:13:31.277099 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57044) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:31.324389 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c913e1ff-7179-4af2-a349-aa7e29a09411 req-7073a8de-cd14-4be5-9d60-31095800d0a9 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/security-groups?id=e52b3f78-83c9-43e4-b983-1d5436fe6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847578 Jul 13 08:13:31.427116 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:31.503254 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-118f927a-8191-460b-aec4-bd7a9ba7b9fc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=646613418a8c4063bb68b7f4cbd296e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4333584 Jul 13 08:13:31.504945 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57048) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:31.583745 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-dc6575ac-8179-4674-ae8b-0f72531f0f1b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=536df6f6dac64ac9bc58242d28c8d044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3045576 Jul 13 08:13:31.589274 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57050) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:31.613616 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1a29e26b-26fe-47a7-8926-4d8a0d0ae2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:31.687978 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1a29e26b-26fe-47a7-8926-4d8a0d0ae2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:31.765801 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fee8fa65-5631-430b-89bf-e9c8c7513478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:31.810610 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fee8fa65-5631-430b-89bf-e9c8c7513478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:31.843334 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1a29e26b-26fe-47a7-8926-4d8a0d0ae2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:31.848155 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1a29e26b-26fe-47a7-8926-4d8a0d0ae2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:31.849921 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1a29e26b-26fe-47a7-8926-4d8a0d0ae2de admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/264ffc18-5f47-4010-a318-6eb6ee993997 HTTP/1.1" status: 204 len: 168 time: 0.3437779 Jul 13 08:13:31.874068 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29e26b-26fe-47a7-8926-4d8a0d0ae2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264ffc18-5f47-4010-a318-6eb6ee993997,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:31.938470 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fee8fa65-5631-430b-89bf-e9c8c7513478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:31.945894 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fee8fa65-5631-430b-89bf-e9c8c7513478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:31.948766 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fee8fa65-5631-430b-89bf-e9c8c7513478 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3878ad1b-5261-4794-9b8d-83a2c76dbf12 HTTP/1.1" status: 204 len: 168 time: 0.3581245 Jul 13 08:13:31.981949 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8fa65-5631-430b-89bf-e9c8c7513478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3878ad1b-5261-4794-9b8d-83a2c76dbf12,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:32.376163 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:13:32.684574 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:13:32.695623 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:13:32.696209 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:32.916692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57072) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:32.958628 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e1fedb3-c86c-4e91-a511-360fe5f12f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:33.022395 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:33.036289 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e99e7e-61cb-459e-8e25-1f1ff9074bfa req-d95fc882-55e7-485e-93dd-05e74756028f tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:33.044044 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08e99e7e-61cb-459e-8e25-1f1ff9074bfa req-d95fc882-55e7-485e-93dd-05e74756028f tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 944 time: 0.1900754 Jul 13 08:13:33.068780 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017c9de7-ec8c-4b45-a87a-0255dcb2d9fe'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:13:33.073729 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c01a31-0fc9-4ebd-a902-187a6e77316b" -d '{"events": [{"server_uuid": "32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3", "name": "network-vif-plugged", "status": "completed", "tag": "017c9de7-ec8c-4b45-a87a-0255dcb2d9fe"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:13:33.127520 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=017c9de7-ec8c-4b45-a87a-0255dcb2d9fe,segment=NetworkSegment(d64925e3-897c-46d0-a112-9cc733d932c4),segment_id=d64925e3-897c-46d0-a112-9cc733d932c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:33.139998 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:33.156347 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e1fedb3-c86c-4e91-a511-360fe5f12f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:33.162855 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e1fedb3-c86c-4e91-a511-360fe5f12f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:33.216816 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08e99e7e-61cb-459e-8e25-1f1ff9074bfa req-d6b21639-cb50-43f3-8f22-f45ea8f467a5 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/security-groups?id=e52b3f78-83c9-43e4-b983-1d5436fe6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582692 Jul 13 08:13:33.252793 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fedb3-c86c-4e91-a511-360fe5f12f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b926b2-2f8b-4571-9e0a-d70b49a97370,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:33.258954 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8e1fedb3-c86c-4e91-a511-360fe5f12f4e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=21589b3a61fa45c4908f125068b0d895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393409 Jul 13 08:13:33.263941 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57080) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:33.314901 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b515e830-37a4-4940-b6ba-d31dc883d370 x-openstack-request-id: req-b515e830-37a4-4940-b6ba-d31dc883d370 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:13:33.315398 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3", "name": "network-vif-plugged", "status": "completed", "tag": "017c9de7-ec8c-4b45-a87a-0255dcb2d9fe", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:13:33.315822 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b515e830-37a4-4940-b6ba-d31dc883d370 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:13:33.317344 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017c9de7-ec8c-4b45-a87a-0255dcb2d9fe', 'code': 200} Jul 13 08:13:33.356209 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=017c9de7-ec8c-4b45-a87a-0255dcb2d9fe,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:33.435742 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-229048b7-3d28-4433-9657-a0b409e03d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:33.467541 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d2822-530c-4f70-8a88-9e41422022af req-5f0580da-343f-42c3-85b6-517e2aae15e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:33.469811 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-067d2822-530c-4f70-8a88-9e41422022af req-5f0580da-343f-42c3-85b6-517e2aae15e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 1097 time: 0.1614857 Jul 13 08:13:33.506214 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-229048b7-3d28-4433-9657-a0b409e03d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:33.579956 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-067d2822-530c-4f70-8a88-9e41422022af req-c2169035-2d9e-48e7-8758-a317da5a6e55 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e52b3f78-83c9-43e4-b983-1d5436fe6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038697 Jul 13 08:13:33.634449 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-229048b7-3d28-4433-9657-a0b409e03d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:33.637822 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-229048b7-3d28-4433-9657-a0b409e03d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:33.639546 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-229048b7-3d28-4433-9657-a0b409e03d4a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/66b926b2-2f8b-4571-9e0a-d70b49a97370 HTTP/1.1" status: 204 len: 168 time: 0.3732927 Jul 13 08:13:33.654043 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229048b7-3d28-4433-9657-a0b409e03d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b926b2-2f8b-4571-9e0a-d70b49a97370,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:34.022320 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57098) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:34.524118 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ed5fe836-c0f8-4c6c-aad2-ecfa28dd812c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2114479997-network', 'tenant_id': 'e8d3db62f5a947ee8a284bb5d0b6a194'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:34.623916 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5fe836-c0f8-4c6c-aad2-ecfa28dd812c admin admin] Made reservation on behalf of e8d3db62f5a947ee8a284bb5d0b6a194 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:13:34.634866 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe836-c0f8-4c6c-aad2-ecfa28dd812c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:34.672911 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe836-c0f8-4c6c-aad2-ecfa28dd812c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:34.812112 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62739a-3f8c-4a62-8e7b-bb9b30983d53 req-d42e51e0-164e-4ce0-94ab-6009c9e70bab tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:34.815457 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d62739a-3f8c-4a62-8e7b-bb9b30983d53 req-d42e51e0-164e-4ce0-94ab-6009c9e70bab tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 945 time: 0.1582434 Jul 13 08:13:34.878813 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe836-c0f8-4c6c-aad2-ecfa28dd812c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:34.886179 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d62739a-3f8c-4a62-8e7b-bb9b30983d53 req-b484593e-91ec-404d-85dc-cc966892ffe3 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/security-groups?id=e52b3f78-83c9-43e4-b983-1d5436fe6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603557 Jul 13 08:13:34.899076 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe836-c0f8-4c6c-aad2-ecfa28dd812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:34.953497 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5fe836-c0f8-4c6c-aad2-ecfa28dd812c admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:13:34.969720 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fe836-c0f8-4c6c-aad2-ecfa28dd812c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf229082-faa4-46d7-a090-9cb2c6173781,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:34.985871 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe836-c0f8-4c6c-aad2-ecfa28dd812c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:34.986949 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-ed5fe836-c0f8-4c6c-aad2-ecfa28dd812c admin admin] Added segment c8656f89-8092-4ff3-a001-e26a6d23abe0 of type vlan for network 07a66bff-9fdc-4b43-8a6a-b3cabc298c0a Jul 13 08:13:35.081724 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe836-c0f8-4c6c-aad2-ecfa28dd812c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:35.138808 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe836-c0f8-4c6c-aad2-ecfa28dd812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:35.140273 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5fe836-c0f8-4c6c-aad2-ecfa28dd812c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:35.141225 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe836-c0f8-4c6c-aad2-ecfa28dd812c admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:35.200659 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ed5fe836-c0f8-4c6c-aad2-ecfa28dd812c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1711764 Jul 13 08:13:35.200757 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57118) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:35.209401 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a9b2c14c-df79-4500-803c-2e0aa260068e admin admin] Request body: {'subnet': {'network_id': '07a66bff-9fdc-4b43-8a6a-b3cabc298c0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2114479997-subnet', 'tenant_id': 'e8d3db62f5a947ee8a284bb5d0b6a194', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:35.246299 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b2c14c-df79-4500-803c-2e0aa260068e admin admin] Made reservation on behalf of e8d3db62f5a947ee8a284bb5d0b6a194 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:13:35.250494 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c14c-df79-4500-803c-2e0aa260068e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:35.303234 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fe836-c0f8-4c6c-aad2-ecfa28dd812c admin admin] Pushing event updated for resources: {'Network': ['ID=07a66bff-9fdc-4b43-8a6a-b3cabc298c0a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:35.321722 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 07a66bff-9fdc-4b43-8a6a-b3cabc298c0a details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:13:35.604111 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c14c-df79-4500-803c-2e0aa260068e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:35.714732 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2c14c-df79-4500-803c-2e0aa260068e admin admin] Pushing event updated for resources: {'Subnet': ['ID=71300c25-fdda-4afc-ad7a-8e6e3b817564,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:35.728015 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2c14c-df79-4500-803c-2e0aa260068e admin admin] Checking segment: {'id': 'c8656f89-8092-4ff3-a001-e26a6d23abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '07a66bff-9fdc-4b43-8a6a-b3cabc298c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:13:35.728667 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b2c14c-df79-4500-803c-2e0aa260068e admin admin] Network hostable DHCP agents. Network: 07a66bff-9fdc-4b43-8a6a-b3cabc298c0a, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:13:35.756205 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b2c14c-df79-4500-803c-2e0aa260068e admin admin] Network 07a66bff-9fdc-4b43-8a6a-b3cabc298c0a is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:13:35.779803 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a9b2c14c-df79-4500-803c-2e0aa260068e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 07a66bff-9fdc-4b43-8a6a-b3cabc298c0a) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:13:35.796363 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b2c14c-df79-4500-803c-2e0aa260068e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:35.798244 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c14c-df79-4500-803c-2e0aa260068e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:35.807029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d7e89c-dd6a-4c4d-8699-aa33c0002a0d None None] Network 07a66bff-9fdc-4b43-8a6a-b3cabc298c0a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:13:35.831655 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a9b2c14c-df79-4500-803c-2e0aa260068e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6294706 Jul 13 08:13:36.257421 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad7046e-646f-4593-be17-171f5fc9b1ea None None] Network 07a66bff-9fdc-4b43-8a6a-b3cabc298c0a requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:13:36.520301 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa9c69-def7-45f0-b020-79231d27b951 req-884d4c6b-6b37-4a58-9e8a-08c464860840 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:36.529803 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a6aa9c69-def7-45f0-b020-79231d27b951 req-884d4c6b-6b37-4a58-9e8a-08c464860840 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 945 time: 0.1447148 Jul 13 08:13:36.608235 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a6aa9c69-def7-45f0-b020-79231d27b951 req-32662a3b-3765-460c-a246-167960433d0c tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/security-groups?id=e52b3f78-83c9-43e4-b983-1d5436fe6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767634 Jul 13 08:13:37.043311 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f23ee-8bef-47c8-be8e-716400a99112 req-7668d517-40d8-458d-a919-939c13126319 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:37.045720 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b8f23ee-8bef-47c8-be8e-716400a99112 req-7668d517-40d8-458d-a919-939c13126319 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 945 time: 0.1579454 Jul 13 08:13:37.145628 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b8f23ee-8bef-47c8-be8e-716400a99112 req-ff0a247a-b70d-4cea-be84-570fe4f77304 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/security-groups?id=e52b3f78-83c9-43e4-b983-1d5436fe6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892699 Jul 13 08:13:37.169828 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57152) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:37.178347 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-beb68bf9-23b4-41e3-9946-036888ff7527 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-606154364-network', 'tenant_id': '273d17d331db4a4dba28cd7744c79831'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:37.239716 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb68bf9-23b4-41e3-9946-036888ff7527 admin admin] Made reservation on behalf of 273d17d331db4a4dba28cd7744c79831 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:13:37.243149 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-beb68bf9-23b4-41e3-9946-036888ff7527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:37.267442 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-beb68bf9-23b4-41e3-9946-036888ff7527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:37.481500 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-beb68bf9-23b4-41e3-9946-036888ff7527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:37.487947 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-beb68bf9-23b4-41e3-9946-036888ff7527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:37.579056 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb68bf9-23b4-41e3-9946-036888ff7527 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:13:37.596575 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb68bf9-23b4-41e3-9946-036888ff7527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a18d29a-5ee7-4b28-b1e9-1a4433d91daa,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:37.610885 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-beb68bf9-23b4-41e3-9946-036888ff7527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:37.611527 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-beb68bf9-23b4-41e3-9946-036888ff7527 admin admin] Added segment b18b6cd9-f7f2-4628-9913-6b2fb62f03fe of type vlan for network 572aa947-b42a-46f0-99d2-02aec7cf2170 Jul 13 08:13:37.702310 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-beb68bf9-23b4-41e3-9946-036888ff7527 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:37.766360 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-beb68bf9-23b4-41e3-9946-036888ff7527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:37.768601 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb68bf9-23b4-41e3-9946-036888ff7527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:37.769684 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-beb68bf9-23b4-41e3-9946-036888ff7527 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:37.906960 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb68bf9-23b4-41e3-9946-036888ff7527 admin admin] Pushing event updated for resources: {'Network': ['ID=572aa947-b42a-46f0-99d2-02aec7cf2170,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:37.923228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 572aa947-b42a-46f0-99d2-02aec7cf2170 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:13:37.927933 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-beb68bf9-23b4-41e3-9946-036888ff7527 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7558196 Jul 13 08:13:37.932993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57174) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:37.944762 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-9a781ab8-9984-4d99-a849-2f45081d52b3 admin admin] Request body: {'subnet': {'network_id': '572aa947-b42a-46f0-99d2-02aec7cf2170', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-606154364-subnet', 'tenant_id': '273d17d331db4a4dba28cd7744c79831', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:37.949478 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d22524-bee0-44b3-9ff4-193bcca65ec2 req-9c426f43-e6eb-43fe-9b3e-bfe1cdaebc36 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:37.961400 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56d22524-bee0-44b3-9ff4-193bcca65ec2 req-9c426f43-e6eb-43fe-9b3e-bfe1cdaebc36 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 945 time: 0.1596248 Jul 13 08:13:37.992424 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a781ab8-9984-4d99-a849-2f45081d52b3 admin admin] Made reservation on behalf of 273d17d331db4a4dba28cd7744c79831 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:13:37.999042 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a781ab8-9984-4d99-a849-2f45081d52b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:38.020788 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56d22524-bee0-44b3-9ff4-193bcca65ec2 req-bd34a416-1ae7-4069-b33b-d240d65f149b tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/security-groups?id=e52b3f78-83c9-43e4-b983-1d5436fe6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579104 Jul 13 08:13:38.215617 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:38.369108 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a781ab8-9984-4d99-a849-2f45081d52b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:38.475488 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a781ab8-9984-4d99-a849-2f45081d52b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de509594-80fd-45da-aefd-da95144cba81,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:38.486754 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a781ab8-9984-4d99-a849-2f45081d52b3 admin admin] Checking segment: {'id': 'b18b6cd9-f7f2-4628-9913-6b2fb62f03fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '572aa947-b42a-46f0-99d2-02aec7cf2170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:13:38.487300 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a781ab8-9984-4d99-a849-2f45081d52b3 admin admin] Network hostable DHCP agents. Network: 572aa947-b42a-46f0-99d2-02aec7cf2170, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:13:38.519770 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a781ab8-9984-4d99-a849-2f45081d52b3 admin admin] Network 572aa947-b42a-46f0-99d2-02aec7cf2170 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:13:38.539520 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-9a781ab8-9984-4d99-a849-2f45081d52b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 572aa947-b42a-46f0-99d2-02aec7cf2170) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:13:38.553290 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a781ab8-9984-4d99-a849-2f45081d52b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:38.555975 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9a781ab8-9984-4d99-a849-2f45081d52b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:38.571863 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bf1ba6-1ed6-4830-9f8b-3018bc455d17 None None] Network 572aa947-b42a-46f0-99d2-02aec7cf2170 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:13:38.618211 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9a781ab8-9984-4d99-a849-2f45081d52b3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6751609 Jul 13 08:13:38.863750 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57180) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:38.882581 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfec22c0-d708-4c76-aeb9-f4e26410122f None None] Network 572aa947-b42a-46f0-99d2-02aec7cf2170 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:13:38.952173 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c41a82a-136f-4130-8cb7-3facb566db78 admin admin] Deleting subnet 71300c25-fdda-4afc-ad7a-8e6e3b817564 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:13:38.957278 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1c41a82a-136f-4130-8cb7-3facb566db78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:39.016268 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1c41a82a-136f-4130-8cb7-3facb566db78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:39.220782 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1c41a82a-136f-4130-8cb7-3facb566db78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:39.383301 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1c41a82a-136f-4130-8cb7-3facb566db78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:39.439585 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41a82a-136f-4130-8cb7-3facb566db78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71300c25-fdda-4afc-ad7a-8e6e3b817564,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:39.444149 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1c41a82a-136f-4130-8cb7-3facb566db78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:39.454210 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1c41a82a-136f-4130-8cb7-3facb566db78 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/71300c25-fdda-4afc-ad7a-8e6e3b817564 HTTP/1.1" status: 204 len: 168 time: 0.5857208 Jul 13 08:13:39.455311 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57186) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:39.619296 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b813c0-0e5f-43c6-a204-7f75a1872856 req-55258f23-c2fd-425f-a739-7f6a5834650e tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:39.631050 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77b813c0-0e5f-43c6-a204-7f75a1872856 req-55258f23-c2fd-425f-a739-7f6a5834650e tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 945 time: 0.2352965 Jul 13 08:13:39.639236 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f356cf98-9d35-40d9-b24c-0c67862a1707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:39.745875 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77b813c0-0e5f-43c6-a204-7f75a1872856 req-caeec2db-173e-4133-9f7f-e35cc706c128 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/security-groups?id=e52b3f78-83c9-43e4-b983-1d5436fe6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136086 Jul 13 08:13:39.892385 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f356cf98-9d35-40d9-b24c-0c67862a1707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:39.922395 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-f356cf98-9d35-40d9-b24c-0c67862a1707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a66bff-9fdc-4b43-8a6a-b3cabc298c0a']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:39.948993 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-f356cf98-9d35-40d9-b24c-0c67862a1707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8656f89-8092-4ff3-a001-e26a6d23abe0') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:39.949435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-f356cf98-9d35-40d9-b24c-0c67862a1707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8656f89-8092-4ff3-a001-e26a6d23abe0') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:39.974976 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f356cf98-9d35-40d9-b24c-0c67862a1707 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:39.994401 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f356cf98-9d35-40d9-b24c-0c67862a1707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:40.011081 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f356cf98-9d35-40d9-b24c-0c67862a1707 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:13:40.011759 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f356cf98-9d35-40d9-b24c-0c67862a1707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:13:40.015096 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:13:40.108510 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f356cf98-9d35-40d9-b24c-0c67862a1707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:40.141561 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f356cf98-9d35-40d9-b24c-0c67862a1707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:40.146197 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f356cf98-9d35-40d9-b24c-0c67862a1707 admin admin] 10.222.0.58 "DELETE /v2.0/networks/07a66bff-9fdc-4b43-8a6a-b3cabc298c0a HTTP/1.1" status: 204 len: 168 time: 0.6885664 Jul 13 08:13:40.149729 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57196) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:40.188823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356cf98-9d35-40d9-b24c-0c67862a1707 admin admin] Pushing event deleted for resources: {'Network': ['ID=07a66bff-9fdc-4b43-8a6a-b3cabc298c0a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:40.262684 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-353347da-d122-4394-88d5-350180378baa admin admin] Deleting subnet de509594-80fd-45da-aefd-da95144cba81 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:13:40.267852 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-353347da-d122-4394-88d5-350180378baa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:40.390228 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-353347da-d122-4394-88d5-350180378baa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:40.432942 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1faa6d-192c-4210-a35a-c65fba5b552b req-535882e5-ac95-48f9-a7b3-92a95788c7fc tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:40.435466 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb1faa6d-192c-4210-a35a-c65fba5b552b req-535882e5-ac95-48f9-a7b3-92a95788c7fc tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 945 time: 0.1240757 Jul 13 08:13:40.489561 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-353347da-d122-4394-88d5-350180378baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:40.534497 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccee70-3c66-4c80-819d-d77a4a6acd8c req-f9f15095-b021-4690-a52c-9574f6ad1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:40.536380 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb1faa6d-192c-4210-a35a-c65fba5b552b req-72397118-37b9-42ae-b350-98fc7f8bb982 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/security-groups?id=e52b3f78-83c9-43e4-b983-1d5436fe6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910444 Jul 13 08:13:40.537188 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7ccee70-3c66-4c80-819d-d77a4a6acd8c req-f9f15095-b021-4690-a52c-9574f6ad1d5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ea15b2376f549f284518fe0497fcf36&device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 1097 time: 0.2263422 Jul 13 08:13:40.707894 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-353347da-d122-4394-88d5-350180378baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:40.783506 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353347da-d122-4394-88d5-350180378baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de509594-80fd-45da-aefd-da95144cba81,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:40.789309 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-353347da-d122-4394-88d5-350180378baa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:40.797924 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-353347da-d122-4394-88d5-350180378baa admin admin] 10.222.0.58 "DELETE /v2.0/subnets/de509594-80fd-45da-aefd-da95144cba81 HTTP/1.1" status: 204 len: 168 time: 0.6417828 Jul 13 08:13:40.797924 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccee70-3c66-4c80-819d-d77a4a6acd8c req-276a3d65-16be-46c6-9cb5-572a7331233b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:40.798433 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57204) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:40.798898 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7ccee70-3c66-4c80-819d-d77a4a6acd8c req-276a3d65-16be-46c6-9cb5-572a7331233b service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd9a7e85-aa8b-4637-ac73-1a28db550089 HTTP/1.1" status: 200 len: 912 time: 0.2498894 Jul 13 08:13:40.896392 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7ccee70-3c66-4c80-819d-d77a4a6acd8c req-6091671b-d4b9-4b27-84c0-73c045587734 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=017c9de7-ec8c-4b45-a87a-0255dcb2d9fe HTTP/1.1" status: 200 len: 217 time: 0.0905259 Jul 13 08:13:40.990149 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e2bcbb26-f8a3-4a61-8436-a99d808a0356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:41.001823 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccee70-3c66-4c80-819d-d77a4a6acd8c req-f6e97906-6cab-48a0-8527-0303cb3ca1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:41.005354 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7ccee70-3c66-4c80-819d-d77a4a6acd8c req-f6e97906-6cab-48a0-8527-0303cb3ca1d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ea19cfb-b7fd-46cd-8e26-83a40b2e10e8 HTTP/1.1" status: 200 len: 851 time: 0.1011980 Jul 13 08:13:41.079870 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7ccee70-3c66-4c80-819d-d77a4a6acd8c req-c96a3323-98ce-4d8f-ba4c-37ba802d5a26 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd9a7e85-aa8b-4637-ac73-1a28db550089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646853 Jul 13 08:13:41.153093 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e2bcbb26-f8a3-4a61-8436-a99d808a0356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:41.178074 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-e2bcbb26-f8a3-4a61-8436-a99d808a0356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572aa947-b42a-46f0-99d2-02aec7cf2170']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:41.211783 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-e2bcbb26-f8a3-4a61-8436-a99d808a0356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b18b6cd9-f7f2-4628-9913-6b2fb62f03fe') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:41.218805 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-e2bcbb26-f8a3-4a61-8436-a99d808a0356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b18b6cd9-f7f2-4628-9913-6b2fb62f03fe') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:41.243531 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e2bcbb26-f8a3-4a61-8436-a99d808a0356 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:41.253716 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7ccee70-3c66-4c80-819d-d77a4a6acd8c req-98e2114a-8ca3-4852-af11-1e8392ff2847 service neutron] 10.222.0.35 "GET /v2.0/networks/fd9a7e85-aa8b-4637-ac73-1a28db550089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673450 Jul 13 08:13:41.300817 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e2bcbb26-f8a3-4a61-8436-a99d808a0356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:41.318863 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bcbb26-f8a3-4a61-8436-a99d808a0356 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:13:41.319848 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e2bcbb26-f8a3-4a61-8436-a99d808a0356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:13:41.437977 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:13:41.444650 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f7ccee70-3c66-4c80-819d-d77a4a6acd8c req-a25c6a92-cbe6-4751-8a0b-a4768a312815 service neutron] 10.222.0.35 "GET /v2.0/networks/fd9a7e85-aa8b-4637-ac73-1a28db550089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821573 Jul 13 08:13:41.459961 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e2bcbb26-f8a3-4a61-8436-a99d808a0356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:41.467506 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e2bcbb26-f8a3-4a61-8436-a99d808a0356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:41.475340 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e2bcbb26-f8a3-4a61-8436-a99d808a0356 admin admin] 10.222.0.58 "DELETE /v2.0/networks/572aa947-b42a-46f0-99d2-02aec7cf2170 HTTP/1.1" status: 204 len: 168 time: 0.6711786 Jul 13 08:13:41.498967 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcbb26-f8a3-4a61-8436-a99d808a0356 admin admin] Pushing event deleted for resources: {'Network': ['ID=572aa947-b42a-46f0-99d2-02aec7cf2170,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:41.795953 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57212) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:41.935417 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-88a06db6-1229-4784-abbe-80ece3872c3c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e8d3db62f5a947ee8a284bb5d0b6a194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376457 Jul 13 08:13:41.940801 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57218) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:42.062592 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e32767cc-c200-4717-b8a5-035b563c40ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:42.065940 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97797289-4adb-4acb-9857-9ab68dc6b108 req-d705e958-b15c-409a-b840-8e0868e184a1 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:42.071883 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-97797289-4adb-4acb-9857-9ab68dc6b108 req-d705e958-b15c-409a-b840-8e0868e184a1 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 945 time: 0.2860553 Jul 13 08:13:42.114818 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e32767cc-c200-4717-b8a5-035b563c40ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:42.199583 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-97797289-4adb-4acb-9857-9ab68dc6b108 req-9b6749e3-0379-43fb-9413-b0ce9201ab37 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/security-groups?id=e52b3f78-83c9-43e4-b983-1d5436fe6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182024 Jul 13 08:13:42.290716 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e32767cc-c200-4717-b8a5-035b563c40ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:42.295860 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e32767cc-c200-4717-b8a5-035b563c40ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:42.298192 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e32767cc-c200-4717-b8a5-035b563c40ec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cf229082-faa4-46d7-a090-9cb2c6173781 HTTP/1.1" status: 204 len: 168 time: 0.3551435 Jul 13 08:13:42.326949 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32767cc-c200-4717-b8a5-035b563c40ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf229082-faa4-46d7-a090-9cb2c6173781,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:43.103150 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57226) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:43.127260 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:43.202026 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b709e783-c916-4b36-9168-36832f49943a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=273d17d331db4a4dba28cd7744c79831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962865 Jul 13 08:13:43.207343 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57228) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:43.328187 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-64d1a72d-22af-458d-8393-8e43d73e9c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:43.372143 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-64d1a72d-22af-458d-8393-8e43d73e9c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:43.469992 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-64d1a72d-22af-458d-8393-8e43d73e9c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:43.476118 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-64d1a72d-22af-458d-8393-8e43d73e9c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:43.481650 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-64d1a72d-22af-458d-8393-8e43d73e9c27 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a18d29a-5ee7-4b28-b1e9-1a4433d91daa HTTP/1.1" status: 204 len: 168 time: 0.2696016 Jul 13 08:13:43.502067 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1a72d-22af-458d-8393-8e43d73e9c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a18d29a-5ee7-4b28-b1e9-1a4433d91daa,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:43.600228 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aacfe5-3bbb-4133-b025-96ab82d632eb req-7582b210-051b-457c-8a4b-d66a11550da0 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:43.602694 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6aacfe5-3bbb-4133-b025-96ab82d632eb req-7582b210-051b-457c-8a4b-d66a11550da0 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 945 time: 0.1263347 Jul 13 08:13:43.680331 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6aacfe5-3bbb-4133-b025-96ab82d632eb req-0444e913-429d-4bef-b5b9-3b84ec6cbc16 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/security-groups?id=e52b3f78-83c9-43e4-b983-1d5436fe6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661361 Jul 13 08:13:44.519072 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0a612-2d53-4374-8688-beecc7103ffc req-81353e4b-312c-4637-9c69-97b27f5a0eb7 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:44.523434 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36e0a612-2d53-4374-8688-beecc7103ffc req-81353e4b-312c-4637-9c69-97b27f5a0eb7 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 945 time: 0.1591160 Jul 13 08:13:44.597228 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36e0a612-2d53-4374-8688-beecc7103ffc req-01b82c0f-5179-4d23-bb40-25f30e073f18 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/security-groups?id=e52b3f78-83c9-43e4-b983-1d5436fe6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619750 Jul 13 08:13:45.886377 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af647c1-c251-4f07-828b-ae3767881be5 req-29e2b2b1-0753-4b7d-b58e-df7f8a09a224 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:45.886377 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9af647c1-c251-4f07-828b-ae3767881be5 req-29e2b2b1-0753-4b7d-b58e-df7f8a09a224 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 945 time: 0.0847380 Jul 13 08:13:45.956966 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9af647c1-c251-4f07-828b-ae3767881be5 req-581e0e35-978c-4db7-9177-053fe5a72eca tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/security-groups?id=e52b3f78-83c9-43e4-b983-1d5436fe6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611014 Jul 13 08:13:46.743707 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a5c2c-08a9-4cdd-b520-45be9b79c3c3 req-cda39e6e-6486-40f4-8889-6cc73996cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:46.746569 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-587a5c2c-08a9-4cdd-b520-45be9b79c3c3 req-cda39e6e-6486-40f4-8889-6cc73996cf44 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ea15b2376f549f284518fe0497fcf36&device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 1097 time: 0.1527927 Jul 13 08:13:46.829314 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae60778-dc04-47e6-a4d5-66be5753e86d req-c5c5bed2-e27b-4adc-896b-219481520c4a tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:46.840307 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ae60778-dc04-47e6-a4d5-66be5753e86d req-c5c5bed2-e27b-4adc-896b-219481520c4a tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 945 time: 0.1878750 Jul 13 08:13:46.903601 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5ae60778-dc04-47e6-a4d5-66be5753e86d req-a33c2eac-022a-42b5-b248-b1ae04fb996e tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/security-groups?id=e52b3f78-83c9-43e4-b983-1d5436fe6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620384 Jul 13 08:13:46.958355 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a5c2c-08a9-4cdd-b520-45be9b79c3c3 req-bb84d183-5fe3-4bbe-99f0-352db77f6cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:46.960677 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-587a5c2c-08a9-4cdd-b520-45be9b79c3c3 req-bb84d183-5fe3-4bbe-99f0-352db77f6cee service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd9a7e85-aa8b-4637-ac73-1a28db550089 HTTP/1.1" status: 200 len: 912 time: 0.2072206 Jul 13 08:13:47.033497 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-587a5c2c-08a9-4cdd-b520-45be9b79c3c3 req-844ddfd2-d764-4cac-b7a2-bf9a89373515 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=017c9de7-ec8c-4b45-a87a-0255dcb2d9fe HTTP/1.1" status: 200 len: 217 time: 0.0609806 Jul 13 08:13:47.118374 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a5c2c-08a9-4cdd-b520-45be9b79c3c3 req-c9cc46bd-bd24-4b1e-8b85-6e16918a4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:47.120674 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-587a5c2c-08a9-4cdd-b520-45be9b79c3c3 req-c9cc46bd-bd24-4b1e-8b85-6e16918a4afd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ea19cfb-b7fd-46cd-8e26-83a40b2e10e8 HTTP/1.1" status: 200 len: 851 time: 0.0849810 Jul 13 08:13:47.166420 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-587a5c2c-08a9-4cdd-b520-45be9b79c3c3 req-1123c00d-440f-4d78-86bc-62c6e6b49c57 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd9a7e85-aa8b-4637-ac73-1a28db550089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394096 Jul 13 08:13:47.331656 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-587a5c2c-08a9-4cdd-b520-45be9b79c3c3 req-9b5e1106-9efb-42a4-b87a-c62f9ab361d4 service neutron] 10.222.0.35 "GET /v2.0/networks/fd9a7e85-aa8b-4637-ac73-1a28db550089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587217 Jul 13 08:13:47.499769 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-587a5c2c-08a9-4cdd-b520-45be9b79c3c3 req-6c419e3a-edbd-451c-b3ef-a36732bacc2f service neutron] 10.222.0.35 "GET /v2.0/networks/fd9a7e85-aa8b-4637-ac73-1a28db550089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614492 Jul 13 08:13:48.273214 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df2466-594a-4b95-a5fb-092914afae13 req-222097f3-2302-474f-9579-d763085db836 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:48.291316 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f9df2466-594a-4b95-a5fb-092914afae13 req-222097f3-2302-474f-9579-d763085db836 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 945 time: 0.1468799 Jul 13 08:13:48.393061 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f9df2466-594a-4b95-a5fb-092914afae13 req-2c2d0906-6cf4-41c9-ab9f-6a726a692d73 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/security-groups?id=e52b3f78-83c9-43e4-b983-1d5436fe6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983722 Jul 13 08:13:49.771868 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec0447-15c8-4ca8-8e13-460a86261f77 req-582ca1e4-161e-4dd1-af44-c5afedf7ed1d tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:49.774443 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aaec0447-15c8-4ca8-8e13-460a86261f77 req-582ca1e4-161e-4dd1-af44-c5afedf7ed1d tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 945 time: 0.1532519 Jul 13 08:13:49.919005 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aaec0447-15c8-4ca8-8e13-460a86261f77 req-f15e1b04-8a23-458a-beb2-6f1f01819574 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/security-groups?id=e52b3f78-83c9-43e4-b983-1d5436fe6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271982 Jul 13 08:13:50.855689 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0da3e5-2068-41c5-964c-85349163fc51 req-07004e16-8083-4724-a630-4c0535ee1647 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:50.869750 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f0da3e5-2068-41c5-964c-85349163fc51 req-07004e16-8083-4724-a630-4c0535ee1647 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 945 time: 0.1465638 Jul 13 08:13:50.983724 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f0da3e5-2068-41c5-964c-85349163fc51 req-b451f325-3434-43e4-a5bc-881cc9f58ee2 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/security-groups?id=e52b3f78-83c9-43e4-b983-1d5436fe6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124148 Jul 13 08:13:51.608515 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70b6fcdb-1726-4e72-aece-ec71740a15bb req-25f0167d-e9b3-40a0-b176-0051177d6e56 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fe32e8c2-85a1-480b-96bb-4c7f99d9b899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1680124 Jul 13 08:13:51.845108 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6fcdb-1726-4e72-aece-ec71740a15bb req-e11882d2-e3a7-4144-b8ab-36251867d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:51.846958 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70b6fcdb-1726-4e72-aece-ec71740a15bb req-e11882d2-e3a7-4144-b8ab-36251867d63e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5beee3171679402ca60627fae206aff4&device_id=fe32e8c2-85a1-480b-96bb-4c7f99d9b899 HTTP/1.1" status: 200 len: 1098 time: 0.1389215 Jul 13 08:13:52.262874 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6fcdb-1726-4e72-aece-ec71740a15bb req-34ae52b8-12e1-46b5-beca-54aaa27c37d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:52.267729 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70b6fcdb-1726-4e72-aece-ec71740a15bb req-34ae52b8-12e1-46b5-beca-54aaa27c37d4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c84548a-8751-4e4d-9101-dc6a7236a380 HTTP/1.1" status: 200 len: 915 time: 0.3823545 Jul 13 08:13:52.355665 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70b6fcdb-1726-4e72-aece-ec71740a15bb req-a48370f1-e7a1-410e-9666-f9b4e7067daa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a6098cc-01f6-408b-8076-97718d5ec78a HTTP/1.1" status: 200 len: 217 time: 0.0806272 Jul 13 08:13:52.527216 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6fcdb-1726-4e72-aece-ec71740a15bb req-7b65d704-d382-4873-b65b-85c166d10be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:52.530341 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70b6fcdb-1726-4e72-aece-ec71740a15bb req-7b65d704-d382-4873-b65b-85c166d10be8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e140ab72-36c1-4999-b5ec-54e57d4b54d8 HTTP/1.1" status: 200 len: 854 time: 0.1614258 Jul 13 08:13:52.618643 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ce7d9-66c8-4578-8803-d1e85896bc46 req-23abc1d7-942d-499b-8a5b-89b505a2f2b8 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:52.621604 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-598ce7d9-66c8-4578-8803-d1e85896bc46 req-23abc1d7-942d-499b-8a5b-89b505a2f2b8 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 945 time: 0.3204489 Jul 13 08:13:52.625686 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70b6fcdb-1726-4e72-aece-ec71740a15bb req-ba73dee2-2a4b-43e6-9000-558875042429 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c84548a-8751-4e4d-9101-dc6a7236a380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798435 Jul 13 08:13:52.737078 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b98f5-4951-4e38-b354-8e67bf59ab70 req-eecf1bd5-72ac-4b3f-9e96-7ae30abd6a42 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:52.742670 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2a9b98f5-4951-4e38-b354-8e67bf59ab70 req-eecf1bd5-72ac-4b3f-9e96-7ae30abd6a42 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.35 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 945 time: 0.2035482 Jul 13 08:13:52.789813 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-598ce7d9-66c8-4578-8803-d1e85896bc46 req-c8c6f61a-9ca9-4442-97d0-8411ee2473f3 tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/security-groups?id=e52b3f78-83c9-43e4-b983-1d5436fe6cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947478 Jul 13 08:13:52.949854 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70b6fcdb-1726-4e72-aece-ec71740a15bb req-582b90ee-2f4a-49be-8317-6d594cf821d8 service neutron] 10.222.0.62 "GET /v2.0/networks/9c84548a-8751-4e4d-9101-dc6a7236a380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138738 Jul 13 08:13:52.983963 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-2a9b98f5-4951-4e38-b354-8e67bf59ab70 req-ead656a4-2b0a-4554-8628-b5596f50d2ee tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Deleting port 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:13:52.984470 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-2a9b98f5-4951-4e38-b354-8e67bf59ab70 req-ead656a4-2b0a-4554-8628-b5596f50d2ee tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:53.129604 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-70b6fcdb-1726-4e72-aece-ec71740a15bb req-6748714f-2b30-4324-a7b0-6015eb82531e service neutron] 10.222.0.62 "GET /v2.0/networks/9c84548a-8751-4e4d-9101-dc6a7236a380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725049 Jul 13 08:13:53.235439 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-2a9b98f5-4951-4e38-b354-8e67bf59ab70 req-ead656a4-2b0a-4554-8628-b5596f50d2ee tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] For port 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=017c9de7-ec8c-4b45-a87a-0255dcb2d9fe,segment=NetworkSegment(d64925e3-897c-46d0-a112-9cc733d932c4),segment_id=d64925e3-897c-46d0-a112-9cc733d932c4)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:53.236020 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-2a9b98f5-4951-4e38-b354-8e67bf59ab70 req-ead656a4-2b0a-4554-8628-b5596f50d2ee tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:53.260956 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-2a9b98f5-4951-4e38-b354-8e67bf59ab70 req-ead656a4-2b0a-4554-8628-b5596f50d2ee tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Calling delete_port for 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:13:53.261906 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-187b51d9-d763-4291-8f01-bed6771fab33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:53.502290 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-2a9b98f5-4951-4e38-b354-8e67bf59ab70 req-ead656a4-2b0a-4554-8628-b5596f50d2ee tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:53.518551 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['017c9de7-ec8c-4b45-a87a-0255dcb2d9fe'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:13:53.555308 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead656a4-2b0a-4554-8628-b5596f50d2ee tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Pushing event deleted for resources: {'Port': ['ID=017c9de7-ec8c-4b45-a87a-0255dcb2d9fe,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:53.679216 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9b98f5-4951-4e38-b354-8e67bf59ab70 req-ead656a4-2b0a-4554-8628-b5596f50d2ee tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] No DVR routers for this DVR port 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:13:53.683267 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-2a9b98f5-4951-4e38-b354-8e67bf59ab70 req-ead656a4-2b0a-4554-8628-b5596f50d2ee tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:53.685913 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2a9b98f5-4951-4e38-b354-8e67bf59ab70 req-ead656a4-2b0a-4554-8628-b5596f50d2ee tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.35 "DELETE /v2.0/ports/017c9de7-ec8c-4b45-a87a-0255dcb2d9fe HTTP/1.1" status: 204 len: 173 time: 0.9350972 Jul 13 08:13:53.686607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3', 'name': 'network-vif-deleted', 'tag': '017c9de7-ec8c-4b45-a87a-0255dcb2d9fe'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:13:53.689811 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1c9fb1-a72e-482d-a3f6-44b5e3c79838" -d '{"events": [{"server_uuid": "32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3", "name": "network-vif-deleted", "tag": "017c9de7-ec8c-4b45-a87a-0255dcb2d9fe"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:13:53.776553 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9d4802-8ac8-42b4-8ffe-760795f5d489 x-openstack-request-id: req-de9d4802-8ac8-42b4-8ffe-760795f5d489 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:13:53.777847 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3", "name": "network-vif-deleted", "tag": "017c9de7-ec8c-4b45-a87a-0255dcb2d9fe", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:13:53.777847 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-de9d4802-8ac8-42b4-8ffe-760795f5d489 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:13:53.778415 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3', 'name': 'network-vif-deleted', 'tag': '017c9de7-ec8c-4b45-a87a-0255dcb2d9fe', 'status': 'completed', 'code': 200} Jul 13 08:13:54.082650 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b35648b1-d54e-4b94-aec7-19ea6184b507 req-f97e2775-0d73-4a34-a87e-cc46f11bceee tempest-TestServerAdvancedOps-381899348 tempest-TestServerAdvancedOps-381899348-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7fbfa-0991-42b7-aeba-2e2eeb2abaa3 HTTP/1.1" status: 200 len: 210 time: 0.0670741 Jul 13 08:13:55.236053 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa75a65-72a4-4848-95cf-123757bc6420 req-32155e96-e1ae-42a7-a8a3-4d950f2aa50b tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:55.243844 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4aa75a65-72a4-4848-95cf-123757bc6420 req-32155e96-e1ae-42a7-a8a3-4d950f2aa50b tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe32e8c2-85a1-480b-96bb-4c7f99d9b899 HTTP/1.1" status: 200 len: 946 time: 0.1885107 Jul 13 08:13:55.306121 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57416) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:55.312720 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4aa75a65-72a4-4848-95cf-123757bc6420 req-dd8d3d57-aed5-43fc-b93e-8cf75c307ccc tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/security-groups?id=a64564bb-63af-4e29-b779-b811c9884304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669982 Jul 13 08:13:55.439467 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e60a09-3289-464d-8e33-7e44602a17b1 admin admin] Deleting subnet 7ea19cfb-b7fd-46cd-8e26-83a40b2e10e8 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:13:55.445130 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-73e60a09-3289-464d-8e33-7e44602a17b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:55.511703 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-73e60a09-3289-464d-8e33-7e44602a17b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:55.573734 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-73e60a09-3289-464d-8e33-7e44602a17b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:55.655842 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-73e60a09-3289-464d-8e33-7e44602a17b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:55.722000 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e60a09-3289-464d-8e33-7e44602a17b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ea19cfb-b7fd-46cd-8e26-83a40b2e10e8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:55.737627 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-73e60a09-3289-464d-8e33-7e44602a17b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:55.741919 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-73e60a09-3289-464d-8e33-7e44602a17b1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7ea19cfb-b7fd-46cd-8e26-83a40b2e10e8 HTTP/1.1" status: 204 len: 168 time: 0.4306474 Jul 13 08:13:55.746754 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57422) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:55.870570 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c9bed892-41c9-4300-80e4-7a5120c93664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:56.031150 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c9bed892-41c9-4300-80e4-7a5120c93664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:56.045385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-c9bed892-41c9-4300-80e4-7a5120c93664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9a7e85-aa8b-4637-ac73-1a28db550089']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:56.068137 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-c9bed892-41c9-4300-80e4-7a5120c93664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64925e3-897c-46d0-a112-9cc733d932c4') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:56.068758 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-c9bed892-41c9-4300-80e4-7a5120c93664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64925e3-897c-46d0-a112-9cc733d932c4') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:56.081661 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c9bed892-41c9-4300-80e4-7a5120c93664 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:56.116802 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c9bed892-41c9-4300-80e4-7a5120c93664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:56.136976 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bed892-41c9-4300-80e4-7a5120c93664 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:13:56.137599 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c9bed892-41c9-4300-80e4-7a5120c93664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:13:56.144385 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:13:56.271078 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c9bed892-41c9-4300-80e4-7a5120c93664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:56.314452 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c9bed892-41c9-4300-80e4-7a5120c93664 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:56.328211 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c9bed892-41c9-4300-80e4-7a5120c93664 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fd9a7e85-aa8b-4637-ac73-1a28db550089 HTTP/1.1" status: 204 len: 168 time: 0.5759139 Jul 13 08:13:56.328211 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bed892-41c9-4300-80e4-7a5120c93664 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd9a7e85-aa8b-4637-ac73-1a28db550089,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:56.329454 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57426) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:56.478332 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-1604427f-6401-41bf-90df-e34a8becc548 admin admin] Deleting subnet 9e0e70af-1666-4248-9a12-070f60d1477d {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:13:56.483509 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1604427f-6401-41bf-90df-e34a8becc548 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:56.514855 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:13:56.593887 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:13:56.595224 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 017c9de7-ec8c-4b45-a87a-0255dcb2d9fe not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:13:56.606054 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1604427f-6401-41bf-90df-e34a8becc548 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:56.648498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1308527-8cab-4028-907a-23d413acef74 req-cafd351b-9cd2-4a2e-91b7-45777a546c2b tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:56.651637 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1308527-8cab-4028-907a-23d413acef74 req-cafd351b-9cd2-4a2e-91b7-45777a546c2b tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe32e8c2-85a1-480b-96bb-4c7f99d9b899 HTTP/1.1" status: 200 len: 946 time: 0.2576444 Jul 13 08:13:56.791807 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1604427f-6401-41bf-90df-e34a8becc548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:57.012789 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-f1308527-8cab-4028-907a-23d413acef74 req-6191c198-8caa-4c33-8ca5-b29cd8305b81 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Deleting port 2a6098cc-01f6-408b-8076-97718d5ec78a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:13:57.013254 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f1308527-8cab-4028-907a-23d413acef74 req-6191c198-8caa-4c33-8ca5-b29cd8305b81 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:57.019789 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1604427f-6401-41bf-90df-e34a8becc548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:57.092785 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604427f-6401-41bf-90df-e34a8becc548 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e0e70af-1666-4248-9a12-070f60d1477d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:57.116231 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa47f3-7ca0-491d-af68-343ba2e60425 req-56101d5c-b2b9-4662-87ce-b4e43e1f0fd9 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:57.128412 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dfa47f3-7ca0-491d-af68-343ba2e60425 req-56101d5c-b2b9-4662-87ce-b4e43e1f0fd9 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe32e8c2-85a1-480b-96bb-4c7f99d9b899 HTTP/1.1" status: 200 len: 946 time: 0.2640078 Jul 13 08:13:57.169123 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1604427f-6401-41bf-90df-e34a8becc548 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:57.172428 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1604427f-6401-41bf-90df-e34a8becc548 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9e0e70af-1666-4248-9a12-070f60d1477d HTTP/1.1" status: 204 len: 168 time: 0.8411217 Jul 13 08:13:57.176568 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57434) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:57.264301 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dfa47f3-7ca0-491d-af68-343ba2e60425 req-021718da-ddc8-4cd8-b087-4faed2497b35 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/security-groups?id=a64564bb-63af-4e29-b779-b811c9884304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343668 Jul 13 08:13:57.285121 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7d99f7cf-749c-449b-9b07-b53f8e92932a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:57.310527 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f1308527-8cab-4028-907a-23d413acef74 req-6191c198-8caa-4c33-8ca5-b29cd8305b81 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] For port 2a6098cc-01f6-408b-8076-97718d5ec78a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=2a6098cc-01f6-408b-8076-97718d5ec78a,segment=NetworkSegment(e1576658-3877-4f76-84fd-ba521e9f06ad),segment_id=e1576658-3877-4f76-84fd-ba521e9f06ad)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:57.311099 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f1308527-8cab-4028-907a-23d413acef74 req-6191c198-8caa-4c33-8ca5-b29cd8305b81 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:57.350498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-f1308527-8cab-4028-907a-23d413acef74 req-6191c198-8caa-4c33-8ca5-b29cd8305b81 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Calling delete_port for 2a6098cc-01f6-408b-8076-97718d5ec78a owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:13:57.485502 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7d99f7cf-749c-449b-9b07-b53f8e92932a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:57.516191 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-7d99f7cf-749c-449b-9b07-b53f8e92932a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e693115a-f2e9-49fb-b419-82392e89c071']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:57.577469 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-7d99f7cf-749c-449b-9b07-b53f8e92932a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce2dd37-aa78-4f1c-85a0-ae1a3bff0b14') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:57.578853 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-7d99f7cf-749c-449b-9b07-b53f8e92932a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce2dd37-aa78-4f1c-85a0-ae1a3bff0b14') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:57.617584 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7d99f7cf-749c-449b-9b07-b53f8e92932a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:57.629198 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e6282d4c-dff6-4e1f-847d-ea541fe551fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:57.659003 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7d99f7cf-749c-449b-9b07-b53f8e92932a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:57.667756 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f1308527-8cab-4028-907a-23d413acef74 req-6191c198-8caa-4c33-8ca5-b29cd8305b81 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:57.669964 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d99f7cf-749c-449b-9b07-b53f8e92932a admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:13:57.670682 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7d99f7cf-749c-449b-9b07-b53f8e92932a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:13:57.673606 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:13:57.683720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['2a6098cc-01f6-408b-8076-97718d5ec78a'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:13:57.827918 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:57.883879 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7d99f7cf-749c-449b-9b07-b53f8e92932a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:57.914496 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7d99f7cf-749c-449b-9b07-b53f8e92932a admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:57.932381 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7d99f7cf-749c-449b-9b07-b53f8e92932a admin admin] 10.222.0.58 "DELETE /v2.0/networks/e693115a-f2e9-49fb-b419-82392e89c071 HTTP/1.1" status: 204 len: 168 time: 0.7457459 Jul 13 08:13:57.953703 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99f7cf-749c-449b-9b07-b53f8e92932a admin admin] Pushing event deleted for resources: {'Network': ['ID=e693115a-f2e9-49fb-b419-82392e89c071,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:58.334942 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191c198-8caa-4c33-8ca5-b29cd8305b81 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Pushing event deleted for resources: {'Port': ['ID=2a6098cc-01f6-408b-8076-97718d5ec78a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:58.409154 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1308527-8cab-4028-907a-23d413acef74 req-6191c198-8caa-4c33-8ca5-b29cd8305b81 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] No DVR routers for this DVR port 2a6098cc-01f6-408b-8076-97718d5ec78a on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:13:58.415721 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f1308527-8cab-4028-907a-23d413acef74 req-6191c198-8caa-4c33-8ca5-b29cd8305b81 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:58.420225 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1308527-8cab-4028-907a-23d413acef74 req-6191c198-8caa-4c33-8ca5-b29cd8305b81 tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.62 "DELETE /v2.0/ports/2a6098cc-01f6-408b-8076-97718d5ec78a HTTP/1.1" status: 204 len: 173 time: 1.7610335 Jul 13 08:13:58.422488 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe32e8c2-85a1-480b-96bb-4c7f99d9b899', 'name': 'network-vif-deleted', 'tag': '2a6098cc-01f6-408b-8076-97718d5ec78a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:13:58.436397 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37816f93-4eca-4ccd-af09-1143f4790681" -d '{"events": [{"server_uuid": "fe32e8c2-85a1-480b-96bb-4c7f99d9b899", "name": "network-vif-deleted", "tag": "2a6098cc-01f6-408b-8076-97718d5ec78a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:13:58.512959 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d38d14-18c7-4af6-96fa-042c27b05669 x-openstack-request-id: req-96d38d14-18c7-4af6-96fa-042c27b05669 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:13:58.513306 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe32e8c2-85a1-480b-96bb-4c7f99d9b899", "name": "network-vif-deleted", "tag": "2a6098cc-01f6-408b-8076-97718d5ec78a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:13:58.513543 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-96d38d14-18c7-4af6-96fa-042c27b05669 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:13:58.534313 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe32e8c2-85a1-480b-96bb-4c7f99d9b899', 'name': 'network-vif-deleted', 'tag': '2a6098cc-01f6-408b-8076-97718d5ec78a', 'status': 'completed', 'code': 200} Jul 13 08:13:58.592905 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57452) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:58.795295 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57454) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:58.797182 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-69030f1a-3f22-4d44-985b-f3e154840f87 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ea15b2376f549f284518fe0497fcf36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2017934 Jul 13 08:13:58.867214 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-88a7acec-336e-4176-b8af-85485aeba1c0 req-a87b888c-447e-4806-86f6-e424535a37cf tempest-VolumesSnapshotTestJSON-348651398 tempest-VolumesSnapshotTestJSON-348651398-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe32e8c2-85a1-480b-96bb-4c7f99d9b899 HTTP/1.1" status: 200 len: 210 time: 0.1221533 Jul 13 08:13:59.026912 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d254fd68-5312-41f7-8069-50afe1a8ae34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:59.073233 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d254fd68-5312-41f7-8069-50afe1a8ae34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:59.242393 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d254fd68-5312-41f7-8069-50afe1a8ae34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:59.249903 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d254fd68-5312-41f7-8069-50afe1a8ae34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:59.259421 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d254fd68-5312-41f7-8069-50afe1a8ae34 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e52b3f78-83c9-43e4-b983-1d5436fe6cd2 HTTP/1.1" status: 204 len: 168 time: 0.4589782 Jul 13 08:13:59.288468 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254fd68-5312-41f7-8069-50afe1a8ae34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52b3f78-83c9-43e4-b983-1d5436fe6cd2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:59.732161 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:00.085462 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 2a6098cc-01f6-408b-8076-97718d5ec78a no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:14:00.120154 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57488) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:14:00.174691 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 2a6098cc-01f6-408b-8076-97718d5ec78a {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:14:00.175132 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 2a6098cc-01f6-408b-8076-97718d5ec78a not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:14:00.192698 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57490) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:14:00.193562 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9d27ebc9-6fe2-4b1b-9a87-80cd58320659 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d4af97b2e0c849e9b73acede85b772d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0712631 Jul 13 08:14:00.271482 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b73d865-f9c8-4907-98fd-b3dab4e081f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:00.305443 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b73d865-f9c8-4907-98fd-b3dab4e081f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:00.404916 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b73d865-f9c8-4907-98fd-b3dab4e081f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:00.409082 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b73d865-f9c8-4907-98fd-b3dab4e081f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:00.414433 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1b73d865-f9c8-4907-98fd-b3dab4e081f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef3c6bbc-52bb-40c1-bd13-78f1fee3cf17 HTTP/1.1" status: 204 len: 168 time: 0.2203147 Jul 13 08:14:00.432167 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73d865-f9c8-4907-98fd-b3dab4e081f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3c6bbc-52bb-40c1-bd13-78f1fee3cf17,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:14:01.427309 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:01.834256 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:14:08.180198 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:13.108592 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:14.008132 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57690) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:14:14.207196 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-983c0e67-4357-4c4e-8f43-1469616d8199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:14.345035 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-983c0e67-4357-4c4e-8f43-1469616d8199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:14.350492 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-983c0e67-4357-4c4e-8f43-1469616d8199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:14.404488 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c0e67-4357-4c4e-8f43-1469616d8199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9f4e92-6af3-4fe8-8503-0230062522d5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:14:14.419199 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-983c0e67-4357-4c4e-8f43-1469616d8199 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=adfa640b0ea34879af1f14b538462e67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4085653 Jul 13 08:14:14.422209 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0e67-4357-4c4e-8f43-1469616d8199 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:14.423180 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57694) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:14:14.441104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0e67-4357-4c4e-8f43-1469616d8199 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:14.445562 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0e67-4357-4c4e-8f43-1469616d8199 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:14.454227 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0e67-4357-4c4e-8f43-1469616d8199 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:14.454227 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0e67-4357-4c4e-8f43-1469616d8199 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:14.458162 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0e67-4357-4c4e-8f43-1469616d8199 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:14.463784 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0e67-4357-4c4e-8f43-1469616d8199 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:14.464475 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0e67-4357-4c4e-8f43-1469616d8199 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:14.465782 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0e67-4357-4c4e-8f43-1469616d8199 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:14.469985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0e67-4357-4c4e-8f43-1469616d8199 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:14.474526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0e67-4357-4c4e-8f43-1469616d8199 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:14.478717 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0e67-4357-4c4e-8f43-1469616d8199 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:14.507814 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-40864309-9668-4be5-8daa-954661bd7e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:14.537833 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-40864309-9668-4be5-8daa-954661bd7e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:14.602544 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-40864309-9668-4be5-8daa-954661bd7e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:14.605926 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-40864309-9668-4be5-8daa-954661bd7e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:14.608022 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-40864309-9668-4be5-8daa-954661bd7e7c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea9f4e92-6af3-4fe8-8503-0230062522d5 HTTP/1.1" status: 204 len: 168 time: 0.1825082 Jul 13 08:14:14.620592 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40864309-9668-4be5-8daa-954661bd7e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9f4e92-6af3-4fe8-8503-0230062522d5,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:14:15.133358 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57704) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:14:15.158766 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02de7fbd-8759-4656-ae0f-c877b2d4ab8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:15.361748 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02de7fbd-8759-4656-ae0f-c877b2d4ab8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:15.370900 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02de7fbd-8759-4656-ae0f-c877b2d4ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:15.426645 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-02de7fbd-8759-4656-ae0f-c877b2d4ab8a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb7332169970478581e45d7c88be9e04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2909486 Jul 13 08:14:15.432102 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57706) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:14:15.468697 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de7fbd-8759-4656-ae0f-c877b2d4ab8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fce734a-8d23-420a-906a-46ca7e37aa88,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:14:15.511744 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8211a94e-016d-4e07-901d-e7b3797ed36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:15.541801 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8211a94e-016d-4e07-901d-e7b3797ed36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:15.610483 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8211a94e-016d-4e07-901d-e7b3797ed36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:15.613451 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8211a94e-016d-4e07-901d-e7b3797ed36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:15.615128 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8211a94e-016d-4e07-901d-e7b3797ed36a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9fce734a-8d23-420a-906a-46ca7e37aa88 HTTP/1.1" status: 204 len: 168 time: 0.1816492 Jul 13 08:14:15.625057 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211a94e-016d-4e07-901d-e7b3797ed36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fce734a-8d23-420a-906a-46ca7e37aa88,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:14:23.263140 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-43af580b-cc85-4f45-9396-13fa9b84274f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:27.601252 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a1feb53e-913b-4892-a1e2-88b937adbb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:27.821740 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:28.685512 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 57890) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:14:28.841419 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f44af38d-cdde-4641-9259-09fdcaf901df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:28.960961 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f44af38d-cdde-4641-9259-09fdcaf901df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:28.968664 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f44af38d-cdde-4641-9259-09fdcaf901df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:29.028045 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44af38d-cdde-4641-9259-09fdcaf901df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15aac172-5074-4dd1-ad01-3c99f593b3a2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:14:29.034645 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f44af38d-cdde-4641-9259-09fdcaf901df admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ffc94d798b1d493d83447134c870c9af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481629 Jul 13 08:14:29.040510 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 57896) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:14:29.129508 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-05a2d77f-cb49-4254-8ad7-5a0f7cd1de04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:29.159539 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-05a2d77f-cb49-4254-8ad7-5a0f7cd1de04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:29.243538 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-05a2d77f-cb49-4254-8ad7-5a0f7cd1de04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:29.247674 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-05a2d77f-cb49-4254-8ad7-5a0f7cd1de04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:29.254975 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-05a2d77f-cb49-4254-8ad7-5a0f7cd1de04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15aac172-5074-4dd1-ad01-3c99f593b3a2 HTTP/1.1" status: 204 len: 168 time: 0.2087409 Jul 13 08:14:29.269221 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2d77f-cb49-4254-8ad7-5a0f7cd1de04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15aac172-5074-4dd1-ad01-3c99f593b3a2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:14:29.278997 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2d77f-cb49-4254-8ad7-5a0f7cd1de04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:29.279953 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2d77f-cb49-4254-8ad7-5a0f7cd1de04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:29.280612 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2d77f-cb49-4254-8ad7-5a0f7cd1de04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:29.281273 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2d77f-cb49-4254-8ad7-5a0f7cd1de04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:29.281900 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2d77f-cb49-4254-8ad7-5a0f7cd1de04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:29.282871 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2d77f-cb49-4254-8ad7-5a0f7cd1de04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:29.283738 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2d77f-cb49-4254-8ad7-5a0f7cd1de04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:29.284399 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2d77f-cb49-4254-8ad7-5a0f7cd1de04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:29.284997 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2d77f-cb49-4254-8ad7-5a0f7cd1de04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:29.285645 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2d77f-cb49-4254-8ad7-5a0f7cd1de04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:29.286196 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2d77f-cb49-4254-8ad7-5a0f7cd1de04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:29.286674 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2d77f-cb49-4254-8ad7-5a0f7cd1de04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:29.709275 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:31.419413 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:38.171643 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:38.834649 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:14:43.087034 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:46.295205 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58090) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:14:46.451133 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c98695be-a930-4fdf-8fd0-ba50470ee8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:46.584562 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c98695be-a930-4fdf-8fd0-ba50470ee8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:46.590179 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c98695be-a930-4fdf-8fd0-ba50470ee8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:46.636546 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c98695be-a930-4fdf-8fd0-ba50470ee8e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=45964beac18a4f788691ffc7ba2fd7c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394351 Jul 13 08:14:46.637668 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98695be-a930-4fdf-8fd0-ba50470ee8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6023597-0cd9-4d94-932b-2b1fa6d538d5,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:14:46.639398 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58094) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:14:46.707113 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5cd4c04-bad6-43b0-a9da-1cbf5cccc76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:46.734599 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5cd4c04-bad6-43b0-a9da-1cbf5cccc76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:46.811078 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5cd4c04-bad6-43b0-a9da-1cbf5cccc76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:46.815347 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5cd4c04-bad6-43b0-a9da-1cbf5cccc76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:46.818280 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e5cd4c04-bad6-43b0-a9da-1cbf5cccc76d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f6023597-0cd9-4d94-932b-2b1fa6d538d5 HTTP/1.1" status: 204 len: 168 time: 0.1771650 Jul 13 08:14:46.828431 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd4c04-bad6-43b0-a9da-1cbf5cccc76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6023597-0cd9-4d94-932b-2b1fa6d538d5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:14:47.246882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58100) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:14:47.266835 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-11d138ef-6116-477b-89f1-4dbbf798d9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:47.406588 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-11d138ef-6116-477b-89f1-4dbbf798d9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:47.412546 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-11d138ef-6116-477b-89f1-4dbbf798d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:47.444514 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-11d138ef-6116-477b-89f1-4dbbf798d9c5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=280cec2228b441a18b9696c60fd8558f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1963978 Jul 13 08:14:47.449266 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58104) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:14:47.477198 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d138ef-6116-477b-89f1-4dbbf798d9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675000d9-8247-4961-9ff9-9946b827ff37,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:14:47.528598 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5275fd0-5f4e-420d-8f11-ac57284250d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:47.554072 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5275fd0-5f4e-420d-8f11-ac57284250d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:47.611910 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5275fd0-5f4e-420d-8f11-ac57284250d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:47.615142 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5275fd0-5f4e-420d-8f11-ac57284250d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:47.616585 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c5275fd0-5f4e-420d-8f11-ac57284250d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/675000d9-8247-4961-9ff9-9946b827ff37 HTTP/1.1" status: 204 len: 168 time: 0.1661398 Jul 13 08:14:47.630136 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5275fd0-5f4e-420d-8f11-ac57284250d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675000d9-8247-4961-9ff9-9946b827ff37,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:14:49.592247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58150) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:14:49.926961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5fbcb4c-39ec-4cdc-b8cf-ca52236c8a0b admin admin] Deleting subnet e140ab72-36c1-4999-b5ec-54e57d4b54d8 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:14:49.932097 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5fbcb4c-39ec-4cdc-b8cf-ca52236c8a0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:49.988078 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5fbcb4c-39ec-4cdc-b8cf-ca52236c8a0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:50.044196 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5fbcb4c-39ec-4cdc-b8cf-ca52236c8a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:50.135846 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5fbcb4c-39ec-4cdc-b8cf-ca52236c8a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:50.167410 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbcb4c-39ec-4cdc-b8cf-ca52236c8a0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e140ab72-36c1-4999-b5ec-54e57d4b54d8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:14:50.171944 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5fbcb4c-39ec-4cdc-b8cf-ca52236c8a0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:50.177538 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a5fbcb4c-39ec-4cdc-b8cf-ca52236c8a0b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e140ab72-36c1-4999-b5ec-54e57d4b54d8 HTTP/1.1" status: 204 len: 168 time: 0.5806651 Jul 13 08:14:50.178610 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58162) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:14:50.267049 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa29bfd1-f1b7-4353-933e-e7e8f5df785e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:50.369770 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa29bfd1-f1b7-4353-933e-e7e8f5df785e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:50.383258 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-fa29bfd1-f1b7-4353-933e-e7e8f5df785e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c84548a-8751-4e4d-9101-dc6a7236a380']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:14:50.395239 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-fa29bfd1-f1b7-4353-933e-e7e8f5df785e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1576658-3877-4f76-84fd-ba521e9f06ad') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:14:50.395646 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-fa29bfd1-f1b7-4353-933e-e7e8f5df785e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1576658-3877-4f76-84fd-ba521e9f06ad') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:14:50.406815 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa29bfd1-f1b7-4353-933e-e7e8f5df785e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:50.426479 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa29bfd1-f1b7-4353-933e-e7e8f5df785e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:50.435277 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa29bfd1-f1b7-4353-933e-e7e8f5df785e admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:14:50.435798 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa29bfd1-f1b7-4353-933e-e7e8f5df785e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:14:50.437889 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:14:50.511188 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa29bfd1-f1b7-4353-933e-e7e8f5df785e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:50.521003 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa29bfd1-f1b7-4353-933e-e7e8f5df785e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:50.523982 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fa29bfd1-f1b7-4353-933e-e7e8f5df785e admin admin] 10.222.0.58 "DELETE /v2.0/networks/9c84548a-8751-4e4d-9101-dc6a7236a380 HTTP/1.1" status: 204 len: 168 time: 0.3447812 Jul 13 08:14:50.540312 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29bfd1-f1b7-4353-933e-e7e8f5df785e admin admin] Pushing event deleted for resources: {'Network': ['ID=9c84548a-8751-4e4d-9101-dc6a7236a380,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:14:50.674386 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58166) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:14:50.736020 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-aea318d4-218f-4f5b-ab38-90e3a5fcc50f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5beee3171679402ca60627fae206aff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0604391 Jul 13 08:14:50.740584 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58168) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:14:50.828526 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14e85510-d2f5-4627-9f0f-93e314037f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:50.866001 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14e85510-d2f5-4627-9f0f-93e314037f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:50.938301 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14e85510-d2f5-4627-9f0f-93e314037f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:50.941968 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14e85510-d2f5-4627-9f0f-93e314037f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:50.948978 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-14e85510-d2f5-4627-9f0f-93e314037f25 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a64564bb-63af-4e29-b779-b811c9884304 HTTP/1.1" status: 204 len: 168 time: 0.2021177 Jul 13 08:14:50.957354 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e85510-d2f5-4627-9f0f-93e314037f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64564bb-63af-4e29-b779-b811c9884304,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:14:53.244741 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e382f835-a7bc-4c9d-a81f-78c508ac11cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:57.599807 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-900b1a16-3510-4b9d-89c6-346268c1e158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:57.832029 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:58.013792 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58214) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:14:58.127699 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-399a04ca-fcc5-4172-a28f-f020eccb5c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:58.237624 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-399a04ca-fcc5-4172-a28f-f020eccb5c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:58.247625 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-399a04ca-fcc5-4172-a28f-f020eccb5c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:58.293627 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-399a04ca-fcc5-4172-a28f-f020eccb5c8c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=929e1294b1ff4d62b01df896001ce341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2782962 Jul 13 08:14:58.294654 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a04ca-fcc5-4172-a28f-f020eccb5c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedbe68e-a8c7-446e-bf11-a48a2eda3f07,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:14:58.296316 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58218) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:14:58.353891 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac1792b4-b08a-4162-9ef1-551e1a2f3666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:58.379351 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac1792b4-b08a-4162-9ef1-551e1a2f3666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:58.442616 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac1792b4-b08a-4162-9ef1-551e1a2f3666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:58.448107 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac1792b4-b08a-4162-9ef1-551e1a2f3666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:58.450040 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ac1792b4-b08a-4162-9ef1-551e1a2f3666 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fedbe68e-a8c7-446e-bf11-a48a2eda3f07 HTTP/1.1" status: 204 len: 168 time: 0.1519883 Jul 13 08:14:58.463304 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1792b4-b08a-4162-9ef1-551e1a2f3666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedbe68e-a8c7-446e-bf11-a48a2eda3f07,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:14:58.771846 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58224) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:14:58.786511 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fed793ca-ab6a-4d27-83aa-c446e03f5ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:58.884468 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fed793ca-ab6a-4d27-83aa-c446e03f5ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:58.888922 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fed793ca-ab6a-4d27-83aa-c446e03f5ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:58.931102 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed793ca-ab6a-4d27-83aa-c446e03f5ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d1560c-054a-4de3-977c-bbf59f8d45e4,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:14:58.935826 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fed793ca-ab6a-4d27-83aa-c446e03f5ea4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=156b30451fba4682bbbb65eace8e0e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626694 Jul 13 08:14:58.942008 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58226) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:14:58.993030 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67a8d1ff-5b93-4127-bd4c-d5fd160fb5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:59.014967 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67a8d1ff-5b93-4127-bd4c-d5fd160fb5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:59.062964 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67a8d1ff-5b93-4127-bd4c-d5fd160fb5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:59.065769 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67a8d1ff-5b93-4127-bd4c-d5fd160fb5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:59.070252 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-67a8d1ff-5b93-4127-bd4c-d5fd160fb5bd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84d1560c-054a-4de3-977c-bbf59f8d45e4 HTTP/1.1" status: 204 len: 168 time: 0.1280830 Jul 13 08:14:59.080807 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8d1ff-5b93-4127-bd4c-d5fd160fb5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d1560c-054a-4de3-977c-bbf59f8d45e4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:14:59.698094 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:01.426600 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:05.337533 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58306) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:05.446745 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15d696fa-bb52-414a-b29d-20acd9180cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:05.543745 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15d696fa-bb52-414a-b29d-20acd9180cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:05.548477 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15d696fa-bb52-414a-b29d-20acd9180cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:05.591922 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d696fa-bb52-414a-b29d-20acd9180cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8c187e-7779-4b19-9f8d-2ac8034700a9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:05.598440 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-15d696fa-bb52-414a-b29d-20acd9180cf3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=df27ee2a78f140e4b564c205e0d7d6f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2594619 Jul 13 08:15:05.601974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58310) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:05.657886 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-926bd871-90da-4a2d-9916-019e28179147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:05.680558 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-926bd871-90da-4a2d-9916-019e28179147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:05.743193 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-926bd871-90da-4a2d-9916-019e28179147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:05.746743 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-926bd871-90da-4a2d-9916-019e28179147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:05.748639 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-926bd871-90da-4a2d-9916-019e28179147 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bc8c187e-7779-4b19-9f8d-2ac8034700a9 HTTP/1.1" status: 204 len: 168 time: 0.1454844 Jul 13 08:15:05.758276 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926bd871-90da-4a2d-9916-019e28179147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8c187e-7779-4b19-9f8d-2ac8034700a9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:06.088688 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58316) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:06.103564 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be755818-a35e-4fd0-8beb-6ad41df8fd85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:06.205533 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be755818-a35e-4fd0-8beb-6ad41df8fd85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:06.209655 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be755818-a35e-4fd0-8beb-6ad41df8fd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:06.249884 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-be755818-a35e-4fd0-8beb-6ad41df8fd85 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cadd1faaf95a41b3b90a16b1f0ba6452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600187 Jul 13 08:15:06.250918 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be755818-a35e-4fd0-8beb-6ad41df8fd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ced0a24-474a-44cf-9486-93413237eeb9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:06.253986 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58318) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:06.308319 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f68d-c757-42ee-8307-6dec48c7f563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:06.332966 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f68d-c757-42ee-8307-6dec48c7f563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:06.384350 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f68d-c757-42ee-8307-6dec48c7f563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:06.387010 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f68d-c757-42ee-8307-6dec48c7f563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:06.388206 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9ef1f68d-c757-42ee-8307-6dec48c7f563 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ced0a24-474a-44cf-9486-93413237eeb9 HTTP/1.1" status: 204 len: 168 time: 0.1324000 Jul 13 08:15:06.397327 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1f68d-c757-42ee-8307-6dec48c7f563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ced0a24-474a-44cf-9486-93413237eeb9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:08.196478 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:08.229283 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58372) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:08.342428 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fee13d26-dafd-49d5-8d11-1b38c2e4fa8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:08.440484 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fee13d26-dafd-49d5-8d11-1b38c2e4fa8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:08.444525 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fee13d26-dafd-49d5-8d11-1b38c2e4fa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:08.482637 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee13d26-dafd-49d5-8d11-1b38c2e4fa8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f58002-7e2d-418d-8c05-1fe04f64e9c1,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:08.487089 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fee13d26-dafd-49d5-8d11-1b38c2e4fa8c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e080f2712f314ee99a2ca62d9779c4f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567513 Jul 13 08:15:08.489734 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58376) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:08.540660 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1cd39f21-75b7-4e0b-a444-f070c74a24ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:08.563224 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1cd39f21-75b7-4e0b-a444-f070c74a24ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:08.622271 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1cd39f21-75b7-4e0b-a444-f070c74a24ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:08.624799 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1cd39f21-75b7-4e0b-a444-f070c74a24ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:08.625954 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1cd39f21-75b7-4e0b-a444-f070c74a24ab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/58f58002-7e2d-418d-8c05-1fe04f64e9c1 HTTP/1.1" status: 204 len: 168 time: 0.1352837 Jul 13 08:15:08.634335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd39f21-75b7-4e0b-a444-f070c74a24ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f58002-7e2d-418d-8c05-1fe04f64e9c1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:08.920421 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58382) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:08.934521 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d07f5110-4850-4724-a61a-034808c0fba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:09.033208 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d07f5110-4850-4724-a61a-034808c0fba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:09.037916 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d07f5110-4850-4724-a61a-034808c0fba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:09.078199 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d07f5110-4850-4724-a61a-034808c0fba4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e344f44d3724137929db83e3ab4842e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565259 Jul 13 08:15:09.079328 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f5110-4850-4724-a61a-034808c0fba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa3b40f-9bb1-4590-8535-ec9a7452d83d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:09.081412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58384) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:09.143089 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68de26a3-6184-4809-b25d-ec38c2511028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:09.166966 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68de26a3-6184-4809-b25d-ec38c2511028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:09.223628 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68de26a3-6184-4809-b25d-ec38c2511028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:09.226765 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68de26a3-6184-4809-b25d-ec38c2511028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:09.227994 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-68de26a3-6184-4809-b25d-ec38c2511028 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8aa3b40f-9bb1-4590-8535-ec9a7452d83d HTTP/1.1" status: 204 len: 168 time: 0.1452010 Jul 13 08:15:09.236407 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de26a3-6184-4809-b25d-ec38c2511028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa3b40f-9bb1-4590-8535-ec9a7452d83d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:11.311144 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58454) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:11.436815 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f03e132f-0c98-46c4-bf66-e0ca024369e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:11.532345 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f03e132f-0c98-46c4-bf66-e0ca024369e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:11.536956 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f03e132f-0c98-46c4-bf66-e0ca024369e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:11.580362 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f03e132f-0c98-46c4-bf66-e0ca024369e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e195c051db147ab8955f656ae00faae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674832 Jul 13 08:15:11.580837 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e132f-0c98-46c4-bf66-e0ca024369e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6330fe2c-578f-433f-b0a2-4ffab0b05ec0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:11.583187 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58458) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:11.634869 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32442eed-ef83-4c47-8a43-c500af2668f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:11.656728 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32442eed-ef83-4c47-8a43-c500af2668f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:11.721387 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32442eed-ef83-4c47-8a43-c500af2668f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:11.724349 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32442eed-ef83-4c47-8a43-c500af2668f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:11.725532 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-32442eed-ef83-4c47-8a43-c500af2668f9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6330fe2c-578f-433f-b0a2-4ffab0b05ec0 HTTP/1.1" status: 204 len: 168 time: 0.1414301 Jul 13 08:15:11.738573 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32442eed-ef83-4c47-8a43-c500af2668f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6330fe2c-578f-433f-b0a2-4ffab0b05ec0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:12.039833 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58464) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:12.053812 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c08d661f-dee8-45d8-9729-01218e64cc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:12.161262 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c08d661f-dee8-45d8-9729-01218e64cc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:12.165266 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c08d661f-dee8-45d8-9729-01218e64cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:12.203465 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c08d661f-dee8-45d8-9729-01218e64cc5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a38f5673a1d241259df572435ea621db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1624570 Jul 13 08:15:12.204319 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d661f-dee8-45d8-9729-01218e64cc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f5eeae-9af4-46f0-838a-8b40c9bc8753,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:12.206561 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58466) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:12.258398 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-929fffac-77a0-4038-a915-08008fc00eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:12.291124 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-929fffac-77a0-4038-a915-08008fc00eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:12.358388 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-929fffac-77a0-4038-a915-08008fc00eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:12.361030 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-929fffac-77a0-4038-a915-08008fc00eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:12.362363 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-929fffac-77a0-4038-a915-08008fc00eb7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3f5eeae-9af4-46f0-838a-8b40c9bc8753 HTTP/1.1" status: 204 len: 168 time: 0.1547182 Jul 13 08:15:12.370733 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fffac-77a0-4038-a915-08008fc00eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f5eeae-9af4-46f0-838a-8b40c9bc8753,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:13.082547 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:13.243447 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58488) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:13.382252 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-cd2506d5-3c2a-484c-ba8b-6969ed25d300 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1786957969-network', 'tenant_id': 'e731a3043d22498a8b7f648a5635a25a'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:15:13.403182 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2506d5-3c2a-484c-ba8b-6969ed25d300 admin admin] Made reservation on behalf of e731a3043d22498a8b7f648a5635a25a for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:15:13.405440 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd2506d5-3c2a-484c-ba8b-6969ed25d300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:13.413405 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd2506d5-3c2a-484c-ba8b-6969ed25d300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:13.504393 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd2506d5-3c2a-484c-ba8b-6969ed25d300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:13.508902 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd2506d5-3c2a-484c-ba8b-6969ed25d300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:13.533289 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2506d5-3c2a-484c-ba8b-6969ed25d300 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:15:13.542706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2506d5-3c2a-484c-ba8b-6969ed25d300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67299c35-a74a-42b8-91e4-a28ed03b4600,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:13.551663 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd2506d5-3c2a-484c-ba8b-6969ed25d300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:13.552130 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-cd2506d5-3c2a-484c-ba8b-6969ed25d300 admin admin] Added segment ab101640-a4df-4b44-bc17-ce44c2e69b8a of type vlan for network 7992a169-2caf-4367-b5fd-9b7d21e537e3 Jul 13 08:15:13.593700 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd2506d5-3c2a-484c-ba8b-6969ed25d300 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:13.625486 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd2506d5-3c2a-484c-ba8b-6969ed25d300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:13.626151 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2506d5-3c2a-484c-ba8b-6969ed25d300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:13.626734 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd2506d5-3c2a-484c-ba8b-6969ed25d300 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:13.656820 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cd2506d5-3c2a-484c-ba8b-6969ed25d300 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4120619 Jul 13 08:15:13.660042 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58492) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:13.665654 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6d370924-3e33-4813-a7e5-bde44b260005 admin admin] Request body: {'subnet': {'network_id': '7992a169-2caf-4367-b5fd-9b7d21e537e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1786957969-subnet', 'tenant_id': 'e731a3043d22498a8b7f648a5635a25a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:15:13.690781 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d370924-3e33-4813-a7e5-bde44b260005 admin admin] Made reservation on behalf of e731a3043d22498a8b7f648a5635a25a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:15:13.692619 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2506d5-3c2a-484c-ba8b-6969ed25d300 admin admin] Pushing event updated for resources: {'Network': ['ID=7992a169-2caf-4367-b5fd-9b7d21e537e3,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:13.693348 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d370924-3e33-4813-a7e5-bde44b260005 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:13.703543 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 7992a169-2caf-4367-b5fd-9b7d21e537e3 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:15:13.865272 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d370924-3e33-4813-a7e5-bde44b260005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:13.920060 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d370924-3e33-4813-a7e5-bde44b260005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26433314-589c-4e71-9d0b-288142c091e8,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:13.928672 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d370924-3e33-4813-a7e5-bde44b260005 admin admin] Checking segment: {'id': 'ab101640-a4df-4b44-bc17-ce44c2e69b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7992a169-2caf-4367-b5fd-9b7d21e537e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:15:13.929030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d370924-3e33-4813-a7e5-bde44b260005 admin admin] Network hostable DHCP agents. Network: 7992a169-2caf-4367-b5fd-9b7d21e537e3, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:15:13.947429 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d370924-3e33-4813-a7e5-bde44b260005 admin admin] Network 7992a169-2caf-4367-b5fd-9b7d21e537e3 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:15:13.956614 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-6d370924-3e33-4813-a7e5-bde44b260005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 7992a169-2caf-4367-b5fd-9b7d21e537e3) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:15:13.961472 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d370924-3e33-4813-a7e5-bde44b260005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:13.962569 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d370924-3e33-4813-a7e5-bde44b260005 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:13.965999 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8491226e-82d5-40ac-84d7-7166bd161cde None None] Network 7992a169-2caf-4367-b5fd-9b7d21e537e3 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:15:13.990292 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6d370924-3e33-4813-a7e5-bde44b260005 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3290162 Jul 13 08:15:14.109051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9315bd-7735-43de-8920-6b38841959b0 None None] Network 7992a169-2caf-4367-b5fd-9b7d21e537e3 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:15:14.495335 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58508) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:14.500381 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2104897695-network', 'tenant_id': 'dc0242e9f3e049be82801b983d7e9213'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:15:14.521250 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Made reservation on behalf of dc0242e9f3e049be82801b983d7e9213 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:15:14.523737 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:14.533707 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:14.624874 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:14.628907 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:14.656402 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:15:14.661818 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d3d2b0-760c-45b1-a179-a4e20ea97407,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:14.673285 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:14.673628 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Added segment 3a07f7b5-bdfb-4938-b591-a17eec96a6a2 of type vlan for network e26f9473-f177-4234-833c-28973f850b29 Jul 13 08:15:14.675722 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:14.676066 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:14.676428 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:14.676756 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:14.677089 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:14.677415 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:14.677749 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:14.678236 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:14.678563 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:14.679030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:14.679473 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:14.679797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:14.727595 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:14.757766 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:14.758759 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:14.759337 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:14.803659 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3070703 Jul 13 08:15:14.806487 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58510) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:14.811976 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1763c983-7861-430f-bdb2-509f6f347881 admin admin] Request body: {'subnet': {'network_id': 'e26f9473-f177-4234-833c-28973f850b29', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2104897695-subnet', 'tenant_id': 'dc0242e9f3e049be82801b983d7e9213', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:15:14.834375 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1763c983-7861-430f-bdb2-509f6f347881 admin admin] Made reservation on behalf of dc0242e9f3e049be82801b983d7e9213 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:15:14.837270 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1763c983-7861-430f-bdb2-509f6f347881 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:14.849659 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee61e7-c9b4-459a-a1ee-c1de3b88042d admin admin] Pushing event updated for resources: {'Network': ['ID=e26f9473-f177-4234-833c-28973f850b29,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:14.861944 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network e26f9473-f177-4234-833c-28973f850b29 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:15:15.347223 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1763c983-7861-430f-bdb2-509f6f347881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:15.411547 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763c983-7861-430f-bdb2-509f6f347881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b09a94bc-2b49-48f6-ae68-d3808d7c3447,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:15.418360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1763c983-7861-430f-bdb2-509f6f347881 admin admin] Checking segment: {'id': '3a07f7b5-bdfb-4938-b591-a17eec96a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e26f9473-f177-4234-833c-28973f850b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:15:15.418736 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1763c983-7861-430f-bdb2-509f6f347881 admin admin] Network hostable DHCP agents. Network: e26f9473-f177-4234-833c-28973f850b29, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:15:15.438071 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1763c983-7861-430f-bdb2-509f6f347881 admin admin] Network e26f9473-f177-4234-833c-28973f850b29 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:15:15.451271 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-1763c983-7861-430f-bdb2-509f6f347881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, e26f9473-f177-4234-833c-28973f850b29) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:15:15.458472 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1763c983-7861-430f-bdb2-509f6f347881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:15.458835 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1763c983-7861-430f-bdb2-509f6f347881 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:15.462033 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e3fe08-be03-492a-91cc-afb28c363409 None None] Network e26f9473-f177-4234-833c-28973f850b29 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:15:15.478654 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1763c983-7861-430f-bdb2-509f6f347881 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6709826 Jul 13 08:15:15.624350 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c66d144-a85c-4ad1-8537-37aa82f7e9d2 None None] Network e26f9473-f177-4234-833c-28973f850b29 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:15:15.833061 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:15:16.043300 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-db2c5511-a0a5-4dd1-9f5f-42075c9505ff tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:16.044778 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-db2c5511-a0a5-4dd1-9f5f-42075c9505ff tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/networks?id=7992a169-2caf-4367-b5fd-9b7d21e537e3 HTTP/1.1" status: 200 len: 809 time: 0.1137648 Jul 13 08:15:16.060943 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-da2f60ef-b6e8-49a9-a45e-5a5e62481118 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/quotas/e731a3043d22498a8b7f648a5635a25a HTTP/1.1" status: 200 len: 375 time: 0.0098612 Jul 13 08:15:16.094715 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-36847f9a-e3d9-421a-b30d-cc738d677ec5 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e731a3043d22498a8b7f648a5635a25a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287423 Jul 13 08:15:16.194207 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-2429291b-a5cb-4d73-891b-84b9d25d6cf3 service neutron] 10.222.0.58 "GET /v2.0/networks/7992a169-2caf-4367-b5fd-9b7d21e537e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927815 Jul 13 08:15:16.291580 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-d9966254-f202-43e2-b6e2-3e5a1ec8bd4c service neutron] 10.222.0.58 "GET /v2.0/networks/7992a169-2caf-4367-b5fd-9b7d21e537e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911124 Jul 13 08:15:16.508491 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6738b66-5b5c-4291-8207-2c9c82516f0d req-2fa6c5a0-2d1c-4341-9525-815174161567 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d08d12-1863-415a-bbd4-91b0f73906e3 HTTP/1.1" status: 200 len: 210 time: 0.0403578 Jul 13 08:15:17.611730 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc07992a-bda2-46a6-ae04-695aa7678e61 req-9051c272-c4b1-4a4d-94b0-ddb9971e7483 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d08d12-1863-415a-bbd4-91b0f73906e3 HTTP/1.1" status: 200 len: 210 time: 0.0299261 Jul 13 08:15:18.708941 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e3eaedfd-e6f7-4876-a6a8-361bda29ec21 req-3e377758-0a3d-4994-93c0-2a84a1c6f877 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d08d12-1863-415a-bbd4-91b0f73906e3 HTTP/1.1" status: 200 len: 210 time: 0.0335159 Jul 13 08:15:19.826298 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62dc4229-91fd-476b-afce-36d22e855393 req-3fcd9e8e-e484-4910-93ba-b384127e252f tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d08d12-1863-415a-bbd4-91b0f73906e3 HTTP/1.1" status: 200 len: 210 time: 0.0316484 Jul 13 08:15:20.692086 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-141d43f6-af89-470c-866e-7e525d03b45a tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:20.693600 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-141d43f6-af89-470c-866e-7e525d03b45a tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.62 "GET /v2.0/networks?id=7992a169-2caf-4367-b5fd-9b7d21e537e3 HTTP/1.1" status: 200 len: 809 time: 0.1211221 Jul 13 08:15:20.711826 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-70f7a433-892d-488d-b548-36435e6d7a28 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Request body: {'port': {'device_id': 'a4d08d12-1863-415a-bbd4-91b0f73906e3', 'network_id': '7992a169-2caf-4367-b5fd-9b7d21e537e3', 'admin_state_up': True, 'tenant_id': 'e731a3043d22498a8b7f648a5635a25a'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:15:20.877601 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-70f7a433-892d-488d-b548-36435e6d7a28 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Made reservation on behalf of e731a3043d22498a8b7f648a5635a25a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:15:20.882133 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-70f7a433-892d-488d-b548-36435e6d7a28 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:21.011589 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f4e2dcd5-8c9c-4479-8db0-b03db6e9ed65 req-5f6b8537-feca-468c-9d8d-2c82aef7b4dc tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d08d12-1863-415a-bbd4-91b0f73906e3 HTTP/1.1" status: 200 len: 210 time: 0.0421710 Jul 13 08:15:21.069241 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-70f7a433-892d-488d-b548-36435e6d7a28 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Allocated IP 172.20.0.12 (7992a169-2caf-4367-b5fd-9b7d21e537e3/26433314-589c-4e71-9d0b-288142c091e8/4694dbb8-f4da-4656-8e8b-a4f8b734925a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:15:21.249213 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-70f7a433-892d-488d-b548-36435e6d7a28 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:21.296182 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-70f7a433-892d-488d-b548-36435e6d7a28 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:21.355647 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-70f7a433-892d-488d-b548-36435e6d7a28 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Network 7992a169-2caf-4367-b5fd-9b7d21e537e3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:15:21.359332 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-70f7a433-892d-488d-b548-36435e6d7a28 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:15:21.363654 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-70f7a433-892d-488d-b548-36435e6d7a28 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:15:21.371195 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7a433-892d-488d-b548-36435e6d7a28 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Pushing event updated for resources: {'Port': ['ID=4694dbb8-f4da-4656-8e8b-a4f8b734925a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:21.438195 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-70f7a433-892d-488d-b548-36435e6d7a28 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:21.439265 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-70f7a433-892d-488d-b548-36435e6d7a28 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:21.463834 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-70f7a433-892d-488d-b548-36435e6d7a28 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7597635 Jul 13 08:15:21.603992 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] Request body: {'port': {'device_id': 'a4d08d12-1863-415a-bbd4-91b0f73906e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:15:21.693311 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:22.063118 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4694dbb8-f4da-4656-8e8b-a4f8b734925a {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:15:22.071215 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:22.084117 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] Transition to ACTIVE for port object 4694dbb8-f4da-4656-8e8b-a4f8b734925a will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:15:22.088827 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:22.146006 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] Pushing event updated for resources: {'Port': ['ID=4694dbb8-f4da-4656-8e8b-a4f8b734925a,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:22.260815 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] Attempting to bind port 4694dbb8-f4da-4656-8e8b-a4f8b734925a on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:15:22.261151 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] Attempting to bind port 4694dbb8-f4da-4656-8e8b-a4f8b734925a by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'ab101640-a4df-4b44-bc17-ce44c2e69b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7992a169-2caf-4367-b5fd-9b7d21e537e3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:15:22.261486 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] Attempting to bind port 4694dbb8-f4da-4656-8e8b-a4f8b734925a on network 7992a169-2caf-4367-b5fd-9b7d21e537e3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:15:22.275294 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232cf95-1c26-465b-bbdf-a191e8bddf1d req-49de6139-f9c9-48dc-a471-592ce1c704e6 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:22.276801 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e232cf95-1c26-465b-bbdf-a191e8bddf1d req-49de6139-f9c9-48dc-a471-592ce1c704e6 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d08d12-1863-415a-bbd4-91b0f73906e3 HTTP/1.1" status: 200 len: 944 time: 0.1112225 Jul 13 08:15:22.277815 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] Port 4694dbb8-f4da-4656-8e8b-a4f8b734925a on network 7992a169-2caf-4367-b5fd-9b7d21e537e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:15:22.278176 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] Attempting to bind port 4694dbb8-f4da-4656-8e8b-a4f8b734925a on network 7992a169-2caf-4367-b5fd-9b7d21e537e3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:15:22.290254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:15:22.290593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] Checking segment: {'id': 'ab101640-a4df-4b44-bc17-ce44c2e69b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7992a169-2caf-4367-b5fd-9b7d21e537e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:15:22.290975 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] Bound using segment: {'id': 'ab101640-a4df-4b44-bc17-ce44c2e69b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7992a169-2caf-4367-b5fd-9b7d21e537e3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:15:22.291412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] Bound port: 4694dbb8-f4da-4656-8e8b-a4f8b734925a, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab101640-a4df-4b44-bc17-ce44c2e69b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7992a169-2caf-4367-b5fd-9b7d21e537e3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:15:22.291777 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:22.355252 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e232cf95-1c26-465b-bbdf-a191e8bddf1d req-3efec42a-22d9-4c58-acdc-2292719d8f7d tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/security-groups?id=67299c35-a74a-42b8-91e4-a28ed03b4600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716429 Jul 13 08:15:22.380185 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] For port 4694dbb8-f4da-4656-8e8b-a4f8b734925a, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:15:22.383514 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] For port 4694dbb8-f4da-4656-8e8b-a4f8b734925a, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4694dbb8-f4da-4656-8e8b-a4f8b734925a,segment=NetworkSegment(ab101640-a4df-4b44-bc17-ce44c2e69b8a),segment_id=ab101640-a4df-4b44-bc17-ce44c2e69b8a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:15:22.389769 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:22.431825 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:22.432799 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:22.434967 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] 10.222.0.62 "PUT /v2.0/ports/4694dbb8-f4da-4656-8e8b-a4f8b734925a HTTP/1.1" status: 200 len: 1093 time: 0.9632862 Jul 13 08:15:22.435425 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d08d12-1863-415a-bbd4-91b0f73906e3', 'tag': '4694dbb8-f4da-4656-8e8b-a4f8b734925a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:15:22.437718 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd4f014-e629-4164-98a6-82498dddc683" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d08d12-1863-415a-bbd4-91b0f73906e3", "tag": "4694dbb8-f4da-4656-8e8b-a4f8b734925a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:15:22.468508 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca5ef4-0f9d-4f66-aaac-42c29b45fa56 service neutron] Pushing event updated for resources: {'Port': ['ID=4694dbb8-f4da-4656-8e8b-a4f8b734925a,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:22.483333 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1168d9c9-bbdd-46dc-9059-2481135c67aa x-openstack-request-id: req-1168d9c9-bbdd-46dc-9059-2481135c67aa {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:15:22.483635 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d08d12-1863-415a-bbd4-91b0f73906e3", "tag": "4694dbb8-f4da-4656-8e8b-a4f8b734925a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:15:22.483893 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1168d9c9-bbdd-46dc-9059-2481135c67aa {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:15:22.484303 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d08d12-1863-415a-bbd4-91b0f73906e3', 'tag': '4694dbb8-f4da-4656-8e8b-a4f8b734925a', 'status': 'completed', 'code': 200} Jul 13 08:15:22.551366 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-30b43da0-31a1-4187-8c04-5de1ef3631e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:22.552888 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-30b43da0-31a1-4187-8c04-5de1ef3631e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e731a3043d22498a8b7f648a5635a25a&device_id=a4d08d12-1863-415a-bbd4-91b0f73906e3 HTTP/1.1" status: 200 len: 1096 time: 0.0596988 Jul 13 08:15:22.601598 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-0bceb287-59b8-4b9a-aca6-fe5723550b9e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4694dbb8-f4da-4656-8e8b-a4f8b734925a HTTP/1.1" status: 200 len: 217 time: 0.0402219 Jul 13 08:15:22.666456 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-f84530df-6c90-4445-8a37-d1c3668394fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:22.667850 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-f84530df-6c90-4445-8a37-d1c3668394fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=26433314-589c-4e71-9d0b-288142c091e8 HTTP/1.1" status: 200 len: 849 time: 0.0548229 Jul 13 08:15:22.707051 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-5adbf3ed-25ee-4d74-bf47-eb09e8ee242a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7992a169-2caf-4367-b5fd-9b7d21e537e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313935 Jul 13 08:15:22.800326 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-ef93a406-6dc8-457b-a421-acabadf047df service neutron] 10.222.0.62 "GET /v2.0/networks/7992a169-2caf-4367-b5fd-9b7d21e537e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861256 Jul 13 08:15:22.906257 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93707dc3-7b7d-4854-ac39-f7a5f618d0cc req-3df6ba07-9fc1-4b05-9a3a-0ca16d5448fa service neutron] 10.222.0.62 "GET /v2.0/networks/7992a169-2caf-4367-b5fd-9b7d21e537e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993071 Jul 13 08:15:23.025336 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4f014-e629-4164-98a6-82498dddc683 req-961cd7aa-c81e-4748-9744-c2f38d7c69e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:23.026995 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1bd4f014-e629-4164-98a6-82498dddc683 req-961cd7aa-c81e-4748-9744-c2f38d7c69e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e731a3043d22498a8b7f648a5635a25a&device_id=a4d08d12-1863-415a-bbd4-91b0f73906e3 HTTP/1.1" status: 200 len: 1096 time: 0.0608978 Jul 13 08:15:23.128927 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4f014-e629-4164-98a6-82498dddc683 req-d88366a1-5c16-4fca-8067-d91ddcdbdb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:23.130460 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1bd4f014-e629-4164-98a6-82498dddc683 req-d88366a1-5c16-4fca-8067-d91ddcdbdb07 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7992a169-2caf-4367-b5fd-9b7d21e537e3 HTTP/1.1" status: 200 len: 910 time: 0.0962467 Jul 13 08:15:23.178365 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1bd4f014-e629-4164-98a6-82498dddc683 req-9f51cf96-5c16-4888-8b11-a4a493c58df0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4694dbb8-f4da-4656-8e8b-a4f8b734925a HTTP/1.1" status: 200 len: 217 time: 0.0413091 Jul 13 08:15:23.234285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4f014-e629-4164-98a6-82498dddc683 req-3a0c087b-f15f-4949-b798-feb41f44ca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:23.235830 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1bd4f014-e629-4164-98a6-82498dddc683 req-3a0c087b-f15f-4949-b798-feb41f44ca35 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=26433314-589c-4e71-9d0b-288142c091e8 HTTP/1.1" status: 200 len: 849 time: 0.0473845 Jul 13 08:15:23.238839 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ab88324b-1b08-4533-8bdc-4d38c3fe9334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:23.279836 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1bd4f014-e629-4164-98a6-82498dddc683 req-81ba584d-801b-41c0-82df-d8886672b0c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7992a169-2caf-4367-b5fd-9b7d21e537e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335011 Jul 13 08:15:23.386946 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1bd4f014-e629-4164-98a6-82498dddc683 req-1b577ca2-9be5-4a07-a02a-c2c7f3a451c8 service neutron] 10.222.0.62 "GET /v2.0/networks/7992a169-2caf-4367-b5fd-9b7d21e537e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989032 Jul 13 08:15:23.536077 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1bd4f014-e629-4164-98a6-82498dddc683 req-2f19d8cc-a2c5-46d5-a0b3-c7e590a05bd2 service neutron] 10.222.0.62 "GET /v2.0/networks/7992a169-2caf-4367-b5fd-9b7d21e537e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358383 Jul 13 08:15:23.574401 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a597c-d383-4c8a-b7af-f6f3689ab068 req-77c2199e-ef99-4b6a-84f0-e44d7afa712e tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:23.575886 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-170a597c-d383-4c8a-b7af-f6f3689ab068 req-77c2199e-ef99-4b6a-84f0-e44d7afa712e tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d08d12-1863-415a-bbd4-91b0f73906e3 HTTP/1.1" status: 200 len: 944 time: 0.0806520 Jul 13 08:15:23.619052 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-170a597c-d383-4c8a-b7af-f6f3689ab068 req-35173508-a128-4fac-8890-b62bc1251829 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/security-groups?id=67299c35-a74a-42b8-91e4-a28ed03b4600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354521 Jul 13 08:15:24.536459 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 4694dbb8-f4da-4656-8e8b-a4f8b734925a details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:15:24.654299 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 4694dbb8-f4da-4656-8e8b-a4f8b734925a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4694dbb8-f4da-4656-8e8b-a4f8b734925a,segment=NetworkSegment(ab101640-a4df-4b44-bc17-ce44c2e69b8a),segment_id=ab101640-a4df-4b44-bc17-ce44c2e69b8a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:15:24.675117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '4694dbb8-f4da-4656-8e8b-a4f8b734925a', 'network_id': '7992a169-2caf-4367-b5fd-9b7d21e537e3', 'port_id': '4694dbb8-f4da-4656-8e8b-a4f8b734925a', 'mac_address': 'fa:16:3e:87:33:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26433314-589c-4e71-9d0b-288142c091e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:15:24.737291 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:24.759289 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4694dbb8-f4da-4656-8e8b-a4f8b734925a {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:15:24.788466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 4694dbb8-f4da-4656-8e8b-a4f8b734925a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4694dbb8-f4da-4656-8e8b-a4f8b734925a,segment=NetworkSegment(ab101640-a4df-4b44-bc17-ce44c2e69b8a),segment_id=ab101640-a4df-4b44-bc17-ce44c2e69b8a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:15:24.793452 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:24.852244 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=4694dbb8-f4da-4656-8e8b-a4f8b734925a,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:24.860700 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:24.861841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:24.861841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:24.862206 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:24.862588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:24.862968 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:24.863392 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:24.863763 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:24.864176 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:24.864578 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:24.865684 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:24.865830 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:24.885378 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcad149-dff6-4838-abe4-383700484b68 req-384a93a3-16e3-4e6b-958c-a3582d950b0b tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:24.887498 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0dcad149-dff6-4838-abe4-383700484b68 req-384a93a3-16e3-4e6b-958c-a3582d950b0b tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d08d12-1863-415a-bbd4-91b0f73906e3 HTTP/1.1" status: 200 len: 945 time: 0.0858941 Jul 13 08:15:24.931335 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0dcad149-dff6-4838-abe4-383700484b68 req-7de26318-deba-4f36-8d5e-b46ba0a4348f tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/security-groups?id=67299c35-a74a-42b8-91e4-a28ed03b4600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371454 Jul 13 08:15:25.066045 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['4694dbb8-f4da-4656-8e8b-a4f8b734925a'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:15:26.156577 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86106329-f331-4a81-a7bb-c5c5ea933f2d req-7a1c6624-e695-40b3-93c1-9bce51ec01a5 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:26.159191 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-86106329-f331-4a81-a7bb-c5c5ea933f2d req-7a1c6624-e695-40b3-93c1-9bce51ec01a5 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d08d12-1863-415a-bbd4-91b0f73906e3 HTTP/1.1" status: 200 len: 945 time: 0.0996666 Jul 13 08:15:26.203606 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-86106329-f331-4a81-a7bb-c5c5ea933f2d req-411e23e4-61b1-44fa-8b56-4cd4ba71907d tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/security-groups?id=67299c35-a74a-42b8-91e4-a28ed03b4600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369956 Jul 13 08:15:26.549646 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 4694dbb8-f4da-4656-8e8b-a4f8b734925a up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:15:26.609952 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 4694dbb8-f4da-4656-8e8b-a4f8b734925a completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:15:26.614458 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 4694dbb8-f4da-4656-8e8b-a4f8b734925a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:15:26.614824 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:26.708254 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:26.736123 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d08d12-1863-415a-bbd4-91b0f73906e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4694dbb8-f4da-4656-8e8b-a4f8b734925a'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:15:26.739714 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db148af-4ba4-4ab7-b14a-3c911ed4bbf4" -d '{"events": [{"server_uuid": "a4d08d12-1863-415a-bbd4-91b0f73906e3", "name": "network-vif-plugged", "status": "completed", "tag": "4694dbb8-f4da-4656-8e8b-a4f8b734925a"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:15:26.758315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 4694dbb8-f4da-4656-8e8b-a4f8b734925a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4694dbb8-f4da-4656-8e8b-a4f8b734925a,segment=NetworkSegment(ab101640-a4df-4b44-bc17-ce44c2e69b8a),segment_id=ab101640-a4df-4b44-bc17-ce44c2e69b8a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:15:26.762940 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:26.825132 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=4694dbb8-f4da-4656-8e8b-a4f8b734925a,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:26.859834 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2a68e1-951a-4eab-aac5-501f8335d9a6 x-openstack-request-id: req-0b2a68e1-951a-4eab-aac5-501f8335d9a6 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:15:26.860227 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d08d12-1863-415a-bbd4-91b0f73906e3", "name": "network-vif-plugged", "status": "completed", "tag": "4694dbb8-f4da-4656-8e8b-a4f8b734925a", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:15:26.860572 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b2a68e1-951a-4eab-aac5-501f8335d9a6 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:15:26.861069 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d08d12-1863-415a-bbd4-91b0f73906e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4694dbb8-f4da-4656-8e8b-a4f8b734925a', 'code': 200} Jul 13 08:15:27.000949 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeac4d9-62db-41d4-a8b2-a3a2b452bd29 req-4dc8a27c-8d71-417f-a2c1-7be7e406dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:27.002503 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8aeac4d9-62db-41d4-a8b2-a3a2b452bd29 req-4dc8a27c-8d71-417f-a2c1-7be7e406dcff service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a4d08d12-1863-415a-bbd4-91b0f73906e3 HTTP/1.1" status: 200 len: 1098 time: 0.0563726 Jul 13 08:15:27.039676 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8aeac4d9-62db-41d4-a8b2-a3a2b452bd29 req-230b1c90-ff77-4b45-8ede-7fe0dff4458a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=67299c35-a74a-42b8-91e4-a28ed03b4600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303876 Jul 13 08:15:27.415886 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedaafa-a844-4d13-bf08-dc585e0548d3 req-b37749ee-8782-4c2d-9914-2d69364e501e tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:27.417324 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5bedaafa-a844-4d13-bf08-dc585e0548d3 req-b37749ee-8782-4c2d-9914-2d69364e501e tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d08d12-1863-415a-bbd4-91b0f73906e3 HTTP/1.1" status: 200 len: 946 time: 0.0798604 Jul 13 08:15:27.456480 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5bedaafa-a844-4d13-bf08-dc585e0548d3 req-6a508216-9bd7-4141-8154-0e3aedc2d5e9 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/security-groups?id=67299c35-a74a-42b8-91e4-a28ed03b4600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333900 Jul 13 08:15:27.604688 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b678af3-4a81-470d-a764-a4ef74304749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:27.824168 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:28.641177 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f278ce-648f-4f31-96d6-06d18a1be308 req-90b52a85-6b86-4597-9f2d-85b63cfeba9e tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:28.641177 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72f278ce-648f-4f31-96d6-06d18a1be308 req-90b52a85-6b86-4597-9f2d-85b63cfeba9e tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d08d12-1863-415a-bbd4-91b0f73906e3 HTTP/1.1" status: 200 len: 946 time: 0.0676641 Jul 13 08:15:28.684263 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72f278ce-648f-4f31-96d6-06d18a1be308 req-e4343b1f-59f2-4559-b37b-9e37a0ed0ba8 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/security-groups?id=67299c35-a74a-42b8-91e4-a28ed03b4600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367134 Jul 13 08:15:29.700932 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:31.431113 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:31.443560 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dc2a2-e926-4ecf-9a6c-6fd3898e132c req-47bf9b37-3588-4bca-adb7-b57491fbd1ca tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:31.445232 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e1dc2a2-e926-4ecf-9a6c-6fd3898e132c req-47bf9b37-3588-4bca-adb7-b57491fbd1ca tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d08d12-1863-415a-bbd4-91b0f73906e3 HTTP/1.1" status: 200 len: 946 time: 0.0747240 Jul 13 08:15:31.492360 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e1dc2a2-e926-4ecf-9a6c-6fd3898e132c req-0fc2afdb-a552-492a-a317-6e9064793981 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/security-groups?id=67299c35-a74a-42b8-91e4-a28ed03b4600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397451 Jul 13 08:15:32.694010 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c6aa6-03f4-4366-b110-6df7d503f051 req-473c081f-7392-4209-bb6d-bed4a563226a tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:32.695528 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef6c6aa6-03f4-4366-b110-6df7d503f051 req-473c081f-7392-4209-bb6d-bed4a563226a tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d08d12-1863-415a-bbd4-91b0f73906e3 HTTP/1.1" status: 200 len: 946 time: 0.0811660 Jul 13 08:15:32.769741 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef6c6aa6-03f4-4366-b110-6df7d503f051 req-028ba613-c4e0-4e61-ac70-aa071150522a tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/security-groups?id=67299c35-a74a-42b8-91e4-a28ed03b4600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629718 Jul 13 08:15:32.816742 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648d0a0-9e1e-4b51-9a7b-05f7a44a2f72 req-c72ce4b5-f3e3-4e2a-a3e9-fa5b81cdb0c7 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:32.818283 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e648d0a0-9e1e-4b51-9a7b-05f7a44a2f72 req-c72ce4b5-f3e3-4e2a-a3e9-fa5b81cdb0c7 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d08d12-1863-415a-bbd4-91b0f73906e3 HTTP/1.1" status: 200 len: 946 time: 0.0864553 Jul 13 08:15:32.952539 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-e648d0a0-9e1e-4b51-9a7b-05f7a44a2f72 req-a37b21be-aaae-4c2a-910a-52a7626a5794 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Deleting port 4694dbb8-f4da-4656-8e8b-a4f8b734925a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:15:32.952890 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e648d0a0-9e1e-4b51-9a7b-05f7a44a2f72 req-a37b21be-aaae-4c2a-910a-52a7626a5794 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:33.055306 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e648d0a0-9e1e-4b51-9a7b-05f7a44a2f72 req-a37b21be-aaae-4c2a-910a-52a7626a5794 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] For port 4694dbb8-f4da-4656-8e8b-a4f8b734925a, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=4694dbb8-f4da-4656-8e8b-a4f8b734925a,segment=NetworkSegment(ab101640-a4df-4b44-bc17-ce44c2e69b8a),segment_id=ab101640-a4df-4b44-bc17-ce44c2e69b8a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:15:33.055647 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e648d0a0-9e1e-4b51-9a7b-05f7a44a2f72 req-a37b21be-aaae-4c2a-910a-52a7626a5794 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:33.072481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-e648d0a0-9e1e-4b51-9a7b-05f7a44a2f72 req-a37b21be-aaae-4c2a-910a-52a7626a5794 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Calling delete_port for 4694dbb8-f4da-4656-8e8b-a4f8b734925a owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:15:33.220089 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e648d0a0-9e1e-4b51-9a7b-05f7a44a2f72 req-a37b21be-aaae-4c2a-910a-52a7626a5794 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:33.233068 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['4694dbb8-f4da-4656-8e8b-a4f8b734925a'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:15:33.250547 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b21be-aaae-4c2a-910a-52a7626a5794 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Pushing event deleted for resources: {'Port': ['ID=4694dbb8-f4da-4656-8e8b-a4f8b734925a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:33.572688 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e648d0a0-9e1e-4b51-9a7b-05f7a44a2f72 req-a37b21be-aaae-4c2a-910a-52a7626a5794 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] No DVR routers for this DVR port 4694dbb8-f4da-4656-8e8b-a4f8b734925a on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:15:33.575646 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e648d0a0-9e1e-4b51-9a7b-05f7a44a2f72 req-a37b21be-aaae-4c2a-910a-52a7626a5794 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:33.577668 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e648d0a0-9e1e-4b51-9a7b-05f7a44a2f72 req-a37b21be-aaae-4c2a-910a-52a7626a5794 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.62 "DELETE /v2.0/ports/4694dbb8-f4da-4656-8e8b-a4f8b734925a HTTP/1.1" status: 204 len: 173 time: 0.7537351 Jul 13 08:15:33.578240 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d08d12-1863-415a-bbd4-91b0f73906e3', 'name': 'network-vif-deleted', 'tag': '4694dbb8-f4da-4656-8e8b-a4f8b734925a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:15:33.581006 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffb6ab5-e2c6-46e7-880d-898356bbbdde" -d '{"events": [{"server_uuid": "a4d08d12-1863-415a-bbd4-91b0f73906e3", "name": "network-vif-deleted", "tag": "4694dbb8-f4da-4656-8e8b-a4f8b734925a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:15:33.633531 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ecac0c-4bf3-42df-8e44-4640e1f7d444 x-openstack-request-id: req-d3ecac0c-4bf3-42df-8e44-4640e1f7d444 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:15:33.633866 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d08d12-1863-415a-bbd4-91b0f73906e3", "name": "network-vif-deleted", "tag": "4694dbb8-f4da-4656-8e8b-a4f8b734925a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:15:33.634223 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d3ecac0c-4bf3-42df-8e44-4640e1f7d444 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:15:33.634713 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d08d12-1863-415a-bbd4-91b0f73906e3', 'name': 'network-vif-deleted', 'tag': '4694dbb8-f4da-4656-8e8b-a4f8b734925a', 'status': 'completed', 'code': 200} Jul 13 08:15:33.960480 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f7ab5a0-0ce8-4e55-bb93-739f69815bfc req-f2ccffb2-7685-465c-b595-2c1b33373366 tempest-VolumesActionsTest-708719466 tempest-VolumesActionsTest-708719466-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d08d12-1863-415a-bbd4-91b0f73906e3 HTTP/1.1" status: 200 len: 210 time: 0.0312831 Jul 13 08:15:36.568275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 4694dbb8-f4da-4656-8e8b-a4f8b734925a no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:15:36.592627 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 4694dbb8-f4da-4656-8e8b-a4f8b734925a {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:15:36.592943 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 4694dbb8-f4da-4656-8e8b-a4f8b734925a not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:15:38.198610 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:43.100722 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:52.834005 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:15:53.243421 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-29456f53-d504-4063-baf8-002e92e841ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:56.986346 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58784) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:57.038573 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dceda05-c672-452a-bf7b-4f06eed8e036 admin admin] Deleting subnet 26433314-589c-4e71-9d0b-288142c091e8 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:15:57.041792 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7dceda05-c672-452a-bf7b-4f06eed8e036 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.078608 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7dceda05-c672-452a-bf7b-4f06eed8e036 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.122881 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7dceda05-c672-452a-bf7b-4f06eed8e036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.187305 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7dceda05-c672-452a-bf7b-4f06eed8e036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.213658 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dceda05-c672-452a-bf7b-4f06eed8e036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26433314-589c-4e71-9d0b-288142c091e8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:57.222255 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7dceda05-c672-452a-bf7b-4f06eed8e036 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.224166 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7dceda05-c672-452a-bf7b-4f06eed8e036 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/26433314-589c-4e71-9d0b-288142c091e8 HTTP/1.1" status: 204 len: 168 time: 0.2367263 Jul 13 08:15:57.225821 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dceda05-c672-452a-bf7b-4f06eed8e036 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:57.226239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dceda05-c672-452a-bf7b-4f06eed8e036 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:57.226673 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dceda05-c672-452a-bf7b-4f06eed8e036 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:57.227014 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dceda05-c672-452a-bf7b-4f06eed8e036 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:57.227281 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58786) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:57.227745 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dceda05-c672-452a-bf7b-4f06eed8e036 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:57.227745 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dceda05-c672-452a-bf7b-4f06eed8e036 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:57.228179 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dceda05-c672-452a-bf7b-4f06eed8e036 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:57.228302 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dceda05-c672-452a-bf7b-4f06eed8e036 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:57.228636 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dceda05-c672-452a-bf7b-4f06eed8e036 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:57.228962 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dceda05-c672-452a-bf7b-4f06eed8e036 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:57.229289 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dceda05-c672-452a-bf7b-4f06eed8e036 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:57.229614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dceda05-c672-452a-bf7b-4f06eed8e036 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:57.299435 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c77bf8d8-e094-4aa7-8f79-452dc4262943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.380982 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c77bf8d8-e094-4aa7-8f79-452dc4262943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.392960 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c77bf8d8-e094-4aa7-8f79-452dc4262943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7992a169-2caf-4367-b5fd-9b7d21e537e3']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:57.405797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c77bf8d8-e094-4aa7-8f79-452dc4262943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab101640-a4df-4b44-bc17-ce44c2e69b8a') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:57.405991 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c77bf8d8-e094-4aa7-8f79-452dc4262943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab101640-a4df-4b44-bc17-ce44c2e69b8a') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:57.416424 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c77bf8d8-e094-4aa7-8f79-452dc4262943 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.431967 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c77bf8d8-e094-4aa7-8f79-452dc4262943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.438048 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77bf8d8-e094-4aa7-8f79-452dc4262943 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:15:57.438478 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c77bf8d8-e094-4aa7-8f79-452dc4262943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:15:57.440240 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:15:57.503506 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c77bf8d8-e094-4aa7-8f79-452dc4262943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.510538 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c77bf8d8-e094-4aa7-8f79-452dc4262943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.512454 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c77bf8d8-e094-4aa7-8f79-452dc4262943 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7992a169-2caf-4367-b5fd-9b7d21e537e3 HTTP/1.1" status: 204 len: 168 time: 0.2836218 Jul 13 08:15:57.515438 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58788) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:57.524048 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bf8d8-e094-4aa7-8f79-452dc4262943 admin admin] Pushing event deleted for resources: {'Network': ['ID=7992a169-2caf-4367-b5fd-9b7d21e537e3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:57.561516 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef6bd1d-192c-460c-bcdf-9efbaa901d8c admin admin] Deleting subnet b09a94bc-2b49-48f6-ae68-d3808d7c3447 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:15:57.564762 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fef6bd1d-192c-460c-bcdf-9efbaa901d8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.601112 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fef6bd1d-192c-460c-bcdf-9efbaa901d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.606955 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-27d0f667-e82f-467d-a70d-2083e0a722c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.655756 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fef6bd1d-192c-460c-bcdf-9efbaa901d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.710224 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fef6bd1d-192c-460c-bcdf-9efbaa901d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.737398 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6bd1d-192c-460c-bcdf-9efbaa901d8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b09a94bc-2b49-48f6-ae68-d3808d7c3447,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:57.739466 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fef6bd1d-192c-460c-bcdf-9efbaa901d8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.744311 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fef6bd1d-192c-460c-bcdf-9efbaa901d8c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b09a94bc-2b49-48f6-ae68-d3808d7c3447 HTTP/1.1" status: 204 len: 168 time: 0.2249115 Jul 13 08:15:57.744699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58790) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:57.820982 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.826430 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83227dd4-8a51-403a-9a33-e816926429e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.912114 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83227dd4-8a51-403a-9a33-e816926429e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.923124 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-83227dd4-8a51-403a-9a33-e816926429e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26f9473-f177-4234-833c-28973f850b29']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:57.934785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-83227dd4-8a51-403a-9a33-e816926429e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a07f7b5-bdfb-4938-b591-a17eec96a6a2') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:57.935081 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-83227dd4-8a51-403a-9a33-e816926429e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a07f7b5-bdfb-4938-b591-a17eec96a6a2') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:57.945233 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83227dd4-8a51-403a-9a33-e816926429e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.961405 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83227dd4-8a51-403a-9a33-e816926429e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.968408 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83227dd4-8a51-403a-9a33-e816926429e2 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:15:57.968977 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83227dd4-8a51-403a-9a33-e816926429e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:15:57.970638 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:15:58.033441 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83227dd4-8a51-403a-9a33-e816926429e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:58.040183 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83227dd4-8a51-403a-9a33-e816926429e2 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:58.042253 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-83227dd4-8a51-403a-9a33-e816926429e2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e26f9473-f177-4234-833c-28973f850b29 HTTP/1.1" status: 204 len: 168 time: 0.2967424 Jul 13 08:15:58.053375 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83227dd4-8a51-403a-9a33-e816926429e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e26f9473-f177-4234-833c-28973f850b29,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:58.250156 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58794) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:58.298602 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-92849c05-e86e-46b9-b97a-37198eb48a45 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e731a3043d22498a8b7f648a5635a25a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471487 Jul 13 08:15:58.301134 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58796) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:58.357818 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6bdb0205-c4fd-4f0c-a893-ef85bc7a88d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:58.380174 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6bdb0205-c4fd-4f0c-a893-ef85bc7a88d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:58.434991 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6bdb0205-c4fd-4f0c-a893-ef85bc7a88d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:58.438108 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6bdb0205-c4fd-4f0c-a893-ef85bc7a88d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:58.439930 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6bdb0205-c4fd-4f0c-a893-ef85bc7a88d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/67299c35-a74a-42b8-91e4-a28ed03b4600 HTTP/1.1" status: 204 len: 168 time: 0.1374745 Jul 13 08:15:58.451043 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb0205-c4fd-4f0c-a893-ef85bc7a88d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67299c35-a74a-42b8-91e4-a28ed03b4600,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:58.800822 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58802) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:58.855578 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2740fe39-f6a5-47c2-a551-ea6e248a9360 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dc0242e9f3e049be82801b983d7e9213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535438 Jul 13 08:15:58.858009 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58804) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:58.914782 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b56c9b4f-50b3-4631-a24f-eaf88788d6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:58.936302 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b56c9b4f-50b3-4631-a24f-eaf88788d6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:58.989571 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b56c9b4f-50b3-4631-a24f-eaf88788d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:58.992469 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b56c9b4f-50b3-4631-a24f-eaf88788d6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:58.993734 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b56c9b4f-50b3-4631-a24f-eaf88788d6d0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/61d3d2b0-760c-45b1-a179-a4e20ea97407 HTTP/1.1" status: 204 len: 168 time: 0.1346750 Jul 13 08:15:59.002526 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c9b4f-50b3-4631-a24f-eaf88788d6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d3d2b0-760c-45b1-a179-a4e20ea97407,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:59.704187 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:01.434852 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:04.408115 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58870) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:16:04.522877 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4376ef6c-de28-44f4-b41e-cb9e9d17c8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:04.620330 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4376ef6c-de28-44f4-b41e-cb9e9d17c8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:04.624641 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4376ef6c-de28-44f4-b41e-cb9e9d17c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:04.662546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376ef6c-de28-44f4-b41e-cb9e9d17c8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c11615-910a-407a-ae82-3a393347a476,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:04.666876 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4376ef6c-de28-44f4-b41e-cb9e9d17c8e9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7409fe15d0a5419fb4d190f150b785d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2577088 Jul 13 08:16:04.669476 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58874) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:16:04.733266 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae5fef67-76d4-407e-905b-ff7ce85f50dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:04.755317 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae5fef67-76d4-407e-905b-ff7ce85f50dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:04.802624 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae5fef67-76d4-407e-905b-ff7ce85f50dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:04.805657 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ae5fef67-76d4-407e-905b-ff7ce85f50dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:04.806894 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ae5fef67-76d4-407e-905b-ff7ce85f50dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8c11615-910a-407a-ae82-3a393347a476 HTTP/1.1" status: 204 len: 168 time: 0.1364994 Jul 13 08:16:04.814883 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5fef67-76d4-407e-905b-ff7ce85f50dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c11615-910a-407a-ae82-3a393347a476,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:05.080488 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 58880) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:16:05.094422 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c0c1020-622b-4f63-aef0-a68e353b6a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:05.195224 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c0c1020-622b-4f63-aef0-a68e353b6a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:05.199245 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c0c1020-622b-4f63-aef0-a68e353b6a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:05.240433 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6c0c1020-622b-4f63-aef0-a68e353b6a0a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=60bc9afe35fc47e293afe67c7bcc9046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586225 Jul 13 08:16:05.241111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c1020-622b-4f63-aef0-a68e353b6a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4019c4f-474d-48b6-b362-4764dfeb88e1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:05.242993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 58882) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:16:05.293917 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51f18bf8-83d1-445c-8010-e01c671dbf8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:05.315335 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51f18bf8-83d1-445c-8010-e01c671dbf8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:05.368196 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51f18bf8-83d1-445c-8010-e01c671dbf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:05.370835 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-51f18bf8-83d1-445c-8010-e01c671dbf8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:05.372045 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-51f18bf8-83d1-445c-8010-e01c671dbf8a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d4019c4f-474d-48b6-b362-4764dfeb88e1 HTTP/1.1" status: 204 len: 168 time: 0.1279109 Jul 13 08:16:05.384149 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f18bf8-83d1-445c-8010-e01c671dbf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4019c4f-474d-48b6-b362-4764dfeb88e1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:08.203673 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:13.095425 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:23.249624 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-903ea010-32c4-49c9-ae44-517f65830eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:27.612863 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b30be6ea-6907-4880-9780-788f1ba3e2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:27.824583 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:29.703824 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:29.839277 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:16:31.431292 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:38.201241 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:42.985250 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-1ac22f26-39e9-42a3-8c80-fdd17d66e9fd req-ab73da68-7e63-4c3c-b0cd-d1daf40ef6e6 tempest-ServerActionsTestJSON-77096187 tempest-ServerActionsTestJSON-77096187-project] (93724) timed out ('10.222.0.35', 62266) {{(pid=93724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:16:43.114278 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:50.658867 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59904) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:16:50.787346 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c50c9ac7-9987-450e-a5b9-2b0df23c82e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:50.937274 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c50c9ac7-9987-450e-a5b9-2b0df23c82e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:50.942597 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c50c9ac7-9987-450e-a5b9-2b0df23c82e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:50.985516 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c9ac7-9987-450e-a5b9-2b0df23c82e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac9bb97-cd30-4ba9-960a-473a7b94c1b3,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:50.993512 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c50c9ac7-9987-450e-a5b9-2b0df23c82e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e0931a5c05974eaf9c4eccf2a88960e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3303039 Jul 13 08:16:50.993794 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 59908) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:16:51.044998 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4a186d6-1974-409b-8e16-7d1e7f3998fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:51.066350 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4a186d6-1974-409b-8e16-7d1e7f3998fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:51.116576 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4a186d6-1974-409b-8e16-7d1e7f3998fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:51.119291 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b4a186d6-1974-409b-8e16-7d1e7f3998fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:51.122532 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b4a186d6-1974-409b-8e16-7d1e7f3998fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3ac9bb97-cd30-4ba9-960a-473a7b94c1b3 HTTP/1.1" status: 204 len: 168 time: 0.1276670 Jul 13 08:16:51.131374 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a186d6-1974-409b-8e16-7d1e7f3998fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac9bb97-cd30-4ba9-960a-473a7b94c1b3,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:53.248164 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0155da8e-3a45-42c9-ad15-8ce4e5c3ece5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:57.605270 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-194af025-5e3f-431d-b166-c060ff29ab00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:57.828764 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:59.711091 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:01.434948 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:06.839235 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:17:08.233178 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:09.683111 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60040) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:09.815288 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5aed8c9d-4ae1-4ecd-988c-a312358515fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:09.953295 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5aed8c9d-4ae1-4ecd-988c-a312358515fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:09.957494 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5aed8c9d-4ae1-4ecd-988c-a312358515fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:10.002813 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5aed8c9d-4ae1-4ecd-988c-a312358515fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7fd45748cda84ae5817119af31433602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185761 Jul 13 08:17:10.003798 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed8c9d-4ae1-4ecd-988c-a312358515fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524b4a09-9c22-4776-a7bb-cdc0e34b6cee,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:10.006318 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60044) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:10.016118 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed8c9d-4ae1-4ecd-988c-a312358515fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.016659 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed8c9d-4ae1-4ecd-988c-a312358515fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.017244 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed8c9d-4ae1-4ecd-988c-a312358515fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.017789 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed8c9d-4ae1-4ecd-988c-a312358515fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.018372 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed8c9d-4ae1-4ecd-988c-a312358515fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.018915 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed8c9d-4ae1-4ecd-988c-a312358515fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.019447 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed8c9d-4ae1-4ecd-988c-a312358515fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.020007 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed8c9d-4ae1-4ecd-988c-a312358515fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.020549 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed8c9d-4ae1-4ecd-988c-a312358515fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.021116 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed8c9d-4ae1-4ecd-988c-a312358515fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.021687 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed8c9d-4ae1-4ecd-988c-a312358515fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.022269 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed8c9d-4ae1-4ecd-988c-a312358515fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.072343 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5cf82ca0-bd40-41d2-ba02-81eca2a68bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:10.102856 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5cf82ca0-bd40-41d2-ba02-81eca2a68bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:10.154568 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5cf82ca0-bd40-41d2-ba02-81eca2a68bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:10.157191 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5cf82ca0-bd40-41d2-ba02-81eca2a68bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:10.158486 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5cf82ca0-bd40-41d2-ba02-81eca2a68bff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/524b4a09-9c22-4776-a7bb-cdc0e34b6cee HTTP/1.1" status: 204 len: 168 time: 0.1506338 Jul 13 08:17:10.167524 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf82ca0-bd40-41d2-ba02-81eca2a68bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524b4a09-9c22-4776-a7bb-cdc0e34b6cee,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:10.176231 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf82ca0-bd40-41d2-ba02-81eca2a68bff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.176567 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf82ca0-bd40-41d2-ba02-81eca2a68bff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.176982 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf82ca0-bd40-41d2-ba02-81eca2a68bff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.177353 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf82ca0-bd40-41d2-ba02-81eca2a68bff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.177803 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf82ca0-bd40-41d2-ba02-81eca2a68bff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.178338 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf82ca0-bd40-41d2-ba02-81eca2a68bff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.178775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf82ca0-bd40-41d2-ba02-81eca2a68bff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.179318 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf82ca0-bd40-41d2-ba02-81eca2a68bff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.179678 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf82ca0-bd40-41d2-ba02-81eca2a68bff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.180325 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf82ca0-bd40-41d2-ba02-81eca2a68bff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.180715 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf82ca0-bd40-41d2-ba02-81eca2a68bff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.181238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf82ca0-bd40-41d2-ba02-81eca2a68bff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:12.655550 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60200) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:12.788813 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-499abd8d-eab9-4aca-95f7-30dd8efe2fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:12.922643 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-499abd8d-eab9-4aca-95f7-30dd8efe2fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:12.927495 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-499abd8d-eab9-4aca-95f7-30dd8efe2fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:12.969878 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-499abd8d-eab9-4aca-95f7-30dd8efe2fdc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d3dfe414af774032a747a10ac30b8292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3131499 Jul 13 08:17:12.970941 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499abd8d-eab9-4aca-95f7-30dd8efe2fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefe7bab-1e9c-4a1a-8f24-bd41bec11276,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:12.972984 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60204) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:13.041566 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b244d01f-bd3c-4cfb-af04-fd62e6deec1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:13.076520 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b244d01f-bd3c-4cfb-af04-fd62e6deec1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:13.127964 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:13.140544 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b244d01f-bd3c-4cfb-af04-fd62e6deec1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:13.145401 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b244d01f-bd3c-4cfb-af04-fd62e6deec1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:13.146485 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b244d01f-bd3c-4cfb-af04-fd62e6deec1c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eefe7bab-1e9c-4a1a-8f24-bd41bec11276 HTTP/1.1" status: 204 len: 168 time: 0.1722107 Jul 13 08:17:13.156150 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244d01f-bd3c-4cfb-af04-fd62e6deec1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefe7bab-1e9c-4a1a-8f24-bd41bec11276,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:13.479780 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60210) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:13.497176 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4316845b-b1a4-4c25-a4e3-e1b2c91416ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:13.624000 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4316845b-b1a4-4c25-a4e3-e1b2c91416ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:13.629672 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4316845b-b1a4-4c25-a4e3-e1b2c91416ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:13.675646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4316845b-b1a4-4c25-a4e3-e1b2c91416ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6af2f22b141423c84e5d768d058f4ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1947179 Jul 13 08:17:13.676367 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316845b-b1a4-4c25-a4e3-e1b2c91416ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37143bdf-d19f-4365-a3d8-9eb9244d4088,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:13.678741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60212) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:13.732184 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17b09df6-8544-48ec-8dee-4d7f0b5491f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:13.754456 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17b09df6-8544-48ec-8dee-4d7f0b5491f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:13.807612 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17b09df6-8544-48ec-8dee-4d7f0b5491f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:13.810293 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17b09df6-8544-48ec-8dee-4d7f0b5491f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:13.812612 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-17b09df6-8544-48ec-8dee-4d7f0b5491f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/37143bdf-d19f-4365-a3d8-9eb9244d4088 HTTP/1.1" status: 204 len: 168 time: 0.1320298 Jul 13 08:17:13.820207 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b09df6-8544-48ec-8dee-4d7f0b5491f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37143bdf-d19f-4365-a3d8-9eb9244d4088,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:14.595394 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60234) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:14.726502 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-3cacdcee-60e2-4639-b259-e547f67182d8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1596554138-network', 'tenant_id': '33d074415a054a15919eecd81430ccae'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:14.748635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cacdcee-60e2-4639-b259-e547f67182d8 admin admin] Made reservation on behalf of 33d074415a054a15919eecd81430ccae for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:17:14.751040 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3cacdcee-60e2-4639-b259-e547f67182d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:14.761284 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3cacdcee-60e2-4639-b259-e547f67182d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:14.862851 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3cacdcee-60e2-4639-b259-e547f67182d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:14.867011 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3cacdcee-60e2-4639-b259-e547f67182d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:14.888987 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cacdcee-60e2-4639-b259-e547f67182d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:17:14.904642 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacdcee-60e2-4639-b259-e547f67182d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e68342e-33b4-4e60-aea9-4a4328bbb420,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:14.909999 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3cacdcee-60e2-4639-b259-e547f67182d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:14.910383 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-3cacdcee-60e2-4639-b259-e547f67182d8 admin admin] Added segment 427abb53-8a95-4784-951c-7290b091b3d3 of type vlan for network 05682adc-e591-426b-b6da-4729cc3c6c33 Jul 13 08:17:14.956441 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3cacdcee-60e2-4639-b259-e547f67182d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:14.995878 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3cacdcee-60e2-4639-b259-e547f67182d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:14.997180 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cacdcee-60e2-4639-b259-e547f67182d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:14.997509 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3cacdcee-60e2-4639-b259-e547f67182d8 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:15.030511 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3cacdcee-60e2-4639-b259-e547f67182d8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4339106 Jul 13 08:17:15.033472 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60238) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:15.040481 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-52d8b424-9182-4571-bcfb-70c2fae1ee78 admin admin] Request body: {'subnet': {'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1596554138-subnet', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:15.069844 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacdcee-60e2-4639-b259-e547f67182d8 admin admin] Pushing event updated for resources: {'Network': ['ID=05682adc-e591-426b-b6da-4729cc3c6c33,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:15.080588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 05682adc-e591-426b-b6da-4729cc3c6c33 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:17:15.094242 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d8b424-9182-4571-bcfb-70c2fae1ee78 admin admin] Made reservation on behalf of 33d074415a054a15919eecd81430ccae for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:17:15.096918 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52d8b424-9182-4571-bcfb-70c2fae1ee78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:15.281586 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52d8b424-9182-4571-bcfb-70c2fae1ee78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:15.337678 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8b424-9182-4571-bcfb-70c2fae1ee78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3607e4f7-0f5f-4a6b-81c2-787c4ffaf089,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:15.350691 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d8b424-9182-4571-bcfb-70c2fae1ee78 admin admin] Checking segment: {'id': '427abb53-8a95-4784-951c-7290b091b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:17:15.351055 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d8b424-9182-4571-bcfb-70c2fae1ee78 admin admin] Network hostable DHCP agents. Network: 05682adc-e591-426b-b6da-4729cc3c6c33, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:17:15.369698 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d8b424-9182-4571-bcfb-70c2fae1ee78 admin admin] Network 05682adc-e591-426b-b6da-4729cc3c6c33 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:17:15.385652 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-52d8b424-9182-4571-bcfb-70c2fae1ee78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 05682adc-e591-426b-b6da-4729cc3c6c33) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:17:15.392880 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d8b424-9182-4571-bcfb-70c2fae1ee78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:15.393479 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52d8b424-9182-4571-bcfb-70c2fae1ee78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:15.399553 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76141840-2abb-4306-97a2-6732ce595a4e None None] Network 05682adc-e591-426b-b6da-4729cc3c6c33 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:17:15.412198 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-52d8b424-9182-4571-bcfb-70c2fae1ee78 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3774703 Jul 13 08:17:15.414745 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60240) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:15.419681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-86d73be8-5646-45dd-aa48-5a09a58cd05c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1596554138-router', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:15.447637 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86d73be8-5646-45dd-aa48-5a09a58cd05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:15.448709 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86d73be8-5646-45dd-aa48-5a09a58cd05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:15.535529 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86d73be8-5646-45dd-aa48-5a09a58cd05c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:15.566906 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-05682adc-e591-426b-b6da-4729cc3c6c33', 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'fixed_ips': [{'subnet_id': '3607e4f7-0f5f-4a6b-81c2-787c4ffaf089'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:17:15.567836 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:15.683569 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86d73be8-5646-45dd-aa48-5a09a58cd05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:15.717879 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Allocated IP 172.20.0.2 (05682adc-e591-426b-b6da-4729cc3c6c33/3607e4f7-0f5f-4a6b-81c2-787c4ffaf089/f58dc5b9-772a-4f21-9e93-ea7e966820a7) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:17:15.897095 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:15.908467 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Transition to ACTIVE for port object f58dc5b9-772a-4f21-9e93-ea7e966820a7 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:17:15.924519 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86d73be8-5646-45dd-aa48-5a09a58cd05c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:15.927267 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Transition to ACTIVE for port object f58dc5b9-772a-4f21-9e93-ea7e966820a7 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:17:15.937139 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:15.952392 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86d73be8-5646-45dd-aa48-5a09a58cd05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:15.986205 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Network 05682adc-e591-426b-b6da-4729cc3c6c33 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:17:15.989100 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:17:15.994159 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:17:16.000362 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Pushing event updated for resources: {'Port': ['ID=f58dc5b9-772a-4f21-9e93-ea7e966820a7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:16.012736 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:16.013085 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:16.013415 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:16.013903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:16.014274 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:16.014609 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:16.014941 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:16.015266 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:16.016283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:16.016283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:16.016283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:16.016597 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:16.072790 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Attempting to bind port f58dc5b9-772a-4f21-9e93-ea7e966820a7 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:17:16.073165 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Attempting to bind port f58dc5b9-772a-4f21-9e93-ea7e966820a7 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '427abb53-8a95-4784-951c-7290b091b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:17:16.073614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Attempting to bind port f58dc5b9-772a-4f21-9e93-ea7e966820a7 on network 05682adc-e591-426b-b6da-4729cc3c6c33 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:17:16.078768 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:17:16.079147 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Checking segment: {'id': '427abb53-8a95-4784-951c-7290b091b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:17:16.079552 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:16.079942 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Bound using segment: {'id': '427abb53-8a95-4784-951c-7290b091b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:17:16.080804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Bound port: f58dc5b9-772a-4f21-9e93-ea7e966820a7, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427abb53-8a95-4784-951c-7290b091b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:17:16.080804 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:16.107464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-86d73be8-5646-45dd-aa48-5a09a58cd05c admin admin] Allocated IP 172.25.0.189 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:17:16.156294 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] For port f58dc5b9-772a-4f21-9e93-ea7e966820a7, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:17:16.159791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] For port f58dc5b9-772a-4f21-9e93-ea7e966820a7, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f58dc5b9-772a-4f21-9e93-ea7e966820a7,segment=NetworkSegment(427abb53-8a95-4784-951c-7290b091b3d3),segment_id=427abb53-8a95-4784-951c-7290b091b3d3)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:17:16.167217 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:16.230181 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad9fd0-e8ca-4c46-b6f2-bf25bc74ef57 None None] Pushing event updated for resources: {'Port': ['ID=f58dc5b9-772a-4f21-9e93-ea7e966820a7,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:16.250418 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86d73be8-5646-45dd-aa48-5a09a58cd05c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:16.297264 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86d73be8-5646-45dd-aa48-5a09a58cd05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:16.341690 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d73be8-5646-45dd-aa48-5a09a58cd05c admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:17:16.347202 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-86d73be8-5646-45dd-aa48-5a09a58cd05c admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:17:16.351222 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d73be8-5646-45dd-aa48-5a09a58cd05c admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:17:16.401073 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d73be8-5646-45dd-aa48-5a09a58cd05c admin admin] Pushing event updated for resources: {'Port': ['ID=fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:16.608856 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f58dc5b9-772a-4f21-9e93-ea7e966820a7 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:17:16.667250 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port f58dc5b9-772a-4f21-9e93-ea7e966820a7 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:17:16.695492 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86d73be8-5646-45dd-aa48-5a09a58cd05c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:16.920553 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86d73be8-5646-45dd-aa48-5a09a58cd05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:17.089412 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d73be8-5646-45dd-aa48-5a09a58cd05c admin admin] Router 8c224684-2b62-44ae-ac02-d07b62179737 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:17:17.213262 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d73be8-5646-45dd-aa48-5a09a58cd05c admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:17:17.222922 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] Sync routers for ids ['8c224684-2b62-44ae-ac02-d07b62179737'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:17:17.232405 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-86d73be8-5646-45dd-aa48-5a09a58cd05c admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:17.236088 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-86d73be8-5646-45dd-aa48-5a09a58cd05c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8178191 Jul 13 08:17:17.236471 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] Routers {'8c224684-2b62-44ae-ac02-d07b62179737'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:17:17.236785 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60242) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:17.237482 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:16:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8c224684-2b62-44ae-ac02-d07b62179737'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:17.253841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1cc6cd-5c53-4d1e-bfb5-1f5187a12686 None None] Network 05682adc-e591-426b-b6da-4729cc3c6c33 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:17:17.386535 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-30dd37d7-54f3-4cd1-be49-f4fbda6b3d61 None None] Provisioning for port f58dc5b9-772a-4f21-9e93-ea7e966820a7 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:17:17.394339 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] Set router 8c224684-2b62-44ae-ac02-d07b62179737 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:17:17.396537 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-30dd37d7-54f3-4cd1-be49-f4fbda6b3d61 None None] Provisioning complete for port f58dc5b9-772a-4f21-9e93-ea7e966820a7 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:17.396537 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-30dd37d7-54f3-4cd1-be49-f4fbda6b3d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:17.528306 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-30dd37d7-54f3-4cd1-be49-f4fbda6b3d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:17.578646 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-30dd37d7-54f3-4cd1-be49-f4fbda6b3d61 None None] For port f58dc5b9-772a-4f21-9e93-ea7e966820a7, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f58dc5b9-772a-4f21-9e93-ea7e966820a7,segment=NetworkSegment(427abb53-8a95-4784-951c-7290b091b3d3),segment_id=427abb53-8a95-4784-951c-7290b091b3d3)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:17.586831 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-30dd37d7-54f3-4cd1-be49-f4fbda6b3d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:17.609657 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c224684-2b62-44ae-ac02-d07b62179737', 'name': 'tempest-TestServerBasicOps-1596554138-router', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:16Z', 'revision_number': 3, 'project_id': '33d074415a054a15919eecd81430ccae', 'gw_port': {'id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:22:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:17.654790 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] Checking router: 8c224684-2b62-44ae-ac02-d07b62179737 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:17:17.655537 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] Updating router 8c224684-2b62-44ae-ac02-d07b62179737 port fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:17:17.655822 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd37d7-54f3-4cd1-be49-f4fbda6b3d61 None None] Pushing event updated for resources: {'Port': ['ID=f58dc5b9-772a-4f21-9e93-ea7e966820a7,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:17.702625 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:17.848005 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-59143759-588a-4247-860f-5892f10a8ba3 None None] Provisioning complete for port f58dc5b9-772a-4f21-9e93-ea7e966820a7 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:17.848535 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-59143759-588a-4247-860f-5892f10a8ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:17.897716 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39822e67-79a1-4e6d-9008-fea00c54359f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:18.022777 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:18.033943 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] Transition to ACTIVE for port object fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:17:18.041415 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:18.092758 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] Attempting to bind port fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:17:18.093126 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] Attempting to bind port fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:17:18.093468 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] Attempting to bind port fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:17:18.103156 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:17:18.103536 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:17:18.103946 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:18.104345 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:17:18.104824 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] Bound port: fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:17:18.105211 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:18.106937 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1cd1d-6752-4e68-8959-334a5a603506 None None] Pushing event updated for resources: {'Port': ['ID=fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:18.132387 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1cd1d-6752-4e68-8959-334a5a603506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:18.132725 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1cd1d-6752-4e68-8959-334a5a603506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:18.132894 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-39822e67-79a1-4e6d-9008-fea00c54359f admin admin] Allocated IP 172.20.0.1 (05682adc-e591-426b-b6da-4729cc3c6c33/3607e4f7-0f5f-4a6b-81c2-787c4ffaf089/21eec627-b6f3-4d59-bed2-f4906cfcce7a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:17:18.133653 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1cd1d-6752-4e68-8959-334a5a603506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:18.133970 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1cd1d-6752-4e68-8959-334a5a603506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:18.134339 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1cd1d-6752-4e68-8959-334a5a603506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:18.134677 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1cd1d-6752-4e68-8959-334a5a603506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:18.135023 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1cd1d-6752-4e68-8959-334a5a603506 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:18.135344 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1cd1d-6752-4e68-8959-334a5a603506 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:18.135675 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1cd1d-6752-4e68-8959-334a5a603506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:18.136034 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1cd1d-6752-4e68-8959-334a5a603506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:18.136414 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1cd1d-6752-4e68-8959-334a5a603506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:18.136757 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1cd1d-6752-4e68-8959-334a5a603506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:18.197595 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] For port fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:17:18.201652 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] For port fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:17:18.208557 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:18.274953 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] Routers {'8c224684-2b62-44ae-ac02-d07b62179737'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:17:18.275645 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:16:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8c224684-2b62-44ae-ac02-d07b62179737'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:18.281036 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1cd1d-6752-4e68-8959-334a5a603506 None None] Pushing event updated for resources: {'Port': ['ID=fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:18.296699 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39822e67-79a1-4e6d-9008-fea00c54359f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:18.316883 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-39822e67-79a1-4e6d-9008-fea00c54359f admin admin] Transition to ACTIVE for port object 21eec627-b6f3-4d59-bed2-f4906cfcce7a will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:17:18.356726 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39822e67-79a1-4e6d-9008-fea00c54359f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:18.400332 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] Set router 8c224684-2b62-44ae-ac02-d07b62179737 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:17:18.413691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39822e67-79a1-4e6d-9008-fea00c54359f admin admin] Network 05682adc-e591-426b-b6da-4729cc3c6c33 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:17:18.417560 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-39822e67-79a1-4e6d-9008-fea00c54359f admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:17:18.421606 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39822e67-79a1-4e6d-9008-fea00c54359f admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:17:18.447139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39822e67-79a1-4e6d-9008-fea00c54359f admin admin] Pushing event updated for resources: {'Port': ['ID=21eec627-b6f3-4d59-bed2-f4906cfcce7a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:18.475982 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39822e67-79a1-4e6d-9008-fea00c54359f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:18.588388 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f58dc5b9-772a-4f21-9e93-ea7e966820a7 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:17:18.649078 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c224684-2b62-44ae-ac02-d07b62179737', 'name': 'tempest-TestServerBasicOps-1596554138-router', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:16Z', 'revision_number': 3, 'project_id': '33d074415a054a15919eecd81430ccae', 'gw_port': {'id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:22:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:18.657450 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port f58dc5b9-772a-4f21-9e93-ea7e966820a7 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:18.657895 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:18.681416 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479a35d6-38be-4cc5-96b0-bdcee4c89164 None None] The sync data for ids ['8c224684-2b62-44ae-ac02-d07b62179737'] in n-d-779913-28 is: [{'id': '8c224684-2b62-44ae-ac02-d07b62179737', 'name': 'tempest-TestServerBasicOps-1596554138-router', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:16Z', 'revision_number': 3, 'project_id': '33d074415a054a15919eecd81430ccae', 'gw_port': {'id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:22:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:17:18.711629 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-93d10482-2176-4291-a379-a140f8f75d0a None None] Provisioning for port 21eec627-b6f3-4d59-bed2-f4906cfcce7a completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:17:18.718208 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-93d10482-2176-4291-a379-a140f8f75d0a None None] Provisioning complete for port 21eec627-b6f3-4d59-bed2-f4906cfcce7a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:18.718715 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-93d10482-2176-4291-a379-a140f8f75d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:18.763934 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39822e67-79a1-4e6d-9008-fea00c54359f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:18.788743 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-93d10482-2176-4291-a379-a140f8f75d0a None None] Port 21eec627-b6f3-4d59-bed2-f4906cfcce7a cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:17:18.976143 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39822e67-79a1-4e6d-9008-fea00c54359f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:18.983297 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39822e67-79a1-4e6d-9008-fea00c54359f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:19.064691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39822e67-79a1-4e6d-9008-fea00c54359f admin admin] Pushing event updated for resources: {'Port': ['ID=21eec627-b6f3-4d59-bed2-f4906cfcce7a,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:19.086919 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39822e67-79a1-4e6d-9008-fea00c54359f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:19.224270 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39822e67-79a1-4e6d-9008-fea00c54359f admin admin] Network 05682adc-e591-426b-b6da-4729cc3c6c33 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:17:19.225607 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-39822e67-79a1-4e6d-9008-fea00c54359f admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:17:19.320959 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e74a03cb-20e4-456e-8ff2-4341fecef64e None None] Provisioning complete for port 21eec627-b6f3-4d59-bed2-f4906cfcce7a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:19.321548 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e74a03cb-20e4-456e-8ff2-4341fecef64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:19.370636 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39822e67-79a1-4e6d-9008-fea00c54359f admin admin] Router 8c224684-2b62-44ae-ac02-d07b62179737 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:17:19.383344 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e74a03cb-20e4-456e-8ff2-4341fecef64e None None] Port 21eec627-b6f3-4d59-bed2-f4906cfcce7a cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:17:19.517029 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39822e67-79a1-4e6d-9008-fea00c54359f admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:17:19.522261 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-39822e67-79a1-4e6d-9008-fea00c54359f admin admin] 10.222.0.58 "PUT /v2.0/routers/8c224684-2b62-44ae-ac02-d07b62179737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2845507 Jul 13 08:17:19.618445 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8938f003-d85e-4de3-999e-66080c09453c None None] Provisioning complete for port 21eec627-b6f3-4d59-bed2-f4906cfcce7a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:19.619003 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8938f003-d85e-4de3-999e-66080c09453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:19.678278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8938f003-d85e-4de3-999e-66080c09453c None None] Port 21eec627-b6f3-4d59-bed2-f4906cfcce7a cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:17:20.077114 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60258) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:20.082506 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3149e5a2-00ed-42a2-90db-08436ff6060d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1477580877-network', 'tenant_id': '678b6c0619b7403fa5875e95736e926a'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:20.113021 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3149e5a2-00ed-42a2-90db-08436ff6060d admin admin] Made reservation on behalf of 678b6c0619b7403fa5875e95736e926a for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:17:20.115563 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3149e5a2-00ed-42a2-90db-08436ff6060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:20.126193 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3149e5a2-00ed-42a2-90db-08436ff6060d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:20.237268 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3149e5a2-00ed-42a2-90db-08436ff6060d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:20.241789 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3149e5a2-00ed-42a2-90db-08436ff6060d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:20.269111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3149e5a2-00ed-42a2-90db-08436ff6060d admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:17:20.278978 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149e5a2-00ed-42a2-90db-08436ff6060d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedb89b0-02d1-45b5-9a0a-4e84e5151ab6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:20.285328 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3149e5a2-00ed-42a2-90db-08436ff6060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:20.285674 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-3149e5a2-00ed-42a2-90db-08436ff6060d admin admin] Added segment 21912301-8e42-4a64-b315-a2134423b041 of type vlan for network edfe0ed9-db5e-4c0a-b8a3-1386a602e275 Jul 13 08:17:20.327198 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3149e5a2-00ed-42a2-90db-08436ff6060d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:20.359981 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3149e5a2-00ed-42a2-90db-08436ff6060d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:20.361114 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3149e5a2-00ed-42a2-90db-08436ff6060d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:20.361799 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3149e5a2-00ed-42a2-90db-08436ff6060d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:20.396945 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3149e5a2-00ed-42a2-90db-08436ff6060d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3162436 Jul 13 08:17:20.398075 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60260) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:20.404025 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5f8bc592-eb8a-4410-bc95-60249c19b8f8 admin admin] Request body: {'subnet': {'network_id': 'edfe0ed9-db5e-4c0a-b8a3-1386a602e275', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1477580877-subnet', 'tenant_id': '678b6c0619b7403fa5875e95736e926a', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:20.413988 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] Sync routers for ids ['8c224684-2b62-44ae-ac02-d07b62179737'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:17:20.423944 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] Routers {'8c224684-2b62-44ae-ac02-d07b62179737'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:17:20.424559 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:16:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8c224684-2b62-44ae-ac02-d07b62179737'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:20.443225 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149e5a2-00ed-42a2-90db-08436ff6060d admin admin] Pushing event updated for resources: {'Network': ['ID=edfe0ed9-db5e-4c0a-b8a3-1386a602e275,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:20.464315 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8bc592-eb8a-4410-bc95-60249c19b8f8 admin admin] Made reservation on behalf of 678b6c0619b7403fa5875e95736e926a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:17:20.466934 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f8bc592-eb8a-4410-bc95-60249c19b8f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:20.625434 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network edfe0ed9-db5e-4c0a-b8a3-1386a602e275 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:17:20.627304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:17:20.664385 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f8bc592-eb8a-4410-bc95-60249c19b8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:20.723667 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8bc592-eb8a-4410-bc95-60249c19b8f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94c2b401-22f2-4c0d-b47a-d8f00fced49a,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:20.735203 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8bc592-eb8a-4410-bc95-60249c19b8f8 admin admin] Checking segment: {'id': '21912301-8e42-4a64-b315-a2134423b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'edfe0ed9-db5e-4c0a-b8a3-1386a602e275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:17:20.735573 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8bc592-eb8a-4410-bc95-60249c19b8f8 admin admin] Network hostable DHCP agents. Network: edfe0ed9-db5e-4c0a-b8a3-1386a602e275, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:17:20.752587 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8bc592-eb8a-4410-bc95-60249c19b8f8 admin admin] Network edfe0ed9-db5e-4c0a-b8a3-1386a602e275 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:17:20.762345 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-5f8bc592-eb8a-4410-bc95-60249c19b8f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, edfe0ed9-db5e-4c0a-b8a3-1386a602e275) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:17:20.769775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8bc592-eb8a-4410-bc95-60249c19b8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:20.770462 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f8bc592-eb8a-4410-bc95-60249c19b8f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:20.775409 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3346f38d-e9ba-45b4-a99b-c253ea704204 None None] Network edfe0ed9-db5e-4c0a-b8a3-1386a602e275 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:17:20.788445 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5f8bc592-eb8a-4410-bc95-60249c19b8f8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3902733 Jul 13 08:17:20.791102 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60262) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:20.796463 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b8e0771d-d7fa-402d-a5b2-30aebc224317 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1477580877-router', 'tenant_id': '678b6c0619b7403fa5875e95736e926a', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:20.820903 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8e0771d-d7fa-402d-a5b2-30aebc224317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:20.822036 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] Set router 8c224684-2b62-44ae-ac02-d07b62179737 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:17:20.822240 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8e0771d-d7fa-402d-a5b2-30aebc224317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:20.849401 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:17:20.876128 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8e0771d-d7fa-402d-a5b2-30aebc224317 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:20.888546 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:20.888995 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:21.166412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-edfe0ed9-db5e-4c0a-b8a3-1386a602e275', 'network_id': 'edfe0ed9-db5e-4c0a-b8a3-1386a602e275', 'tenant_id': '678b6c0619b7403fa5875e95736e926a', 'fixed_ips': [{'subnet_id': '94c2b401-22f2-4c0d-b47a-d8f00fced49a'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:17:21.167324 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:21.186191 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:21.224444 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:21.276771 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:21.306863 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8e0771d-d7fa-402d-a5b2-30aebc224317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:21.376329 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c224684-2b62-44ae-ac02-d07b62179737', 'name': 'tempest-TestServerBasicOps-1596554138-router', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:18Z', 'revision_number': 4, 'project_id': '33d074415a054a15919eecd81430ccae', 'gw_port': {'id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:22:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '21eec627-b6f3-4d59-bed2-f4906cfcce7a', 'name': '', 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'mac_address': 'fa:16:3e:68:eb:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3607e4f7-0f5f-4a6b-81c2-787c4ffaf089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:17Z', 'updated_at': '2021-07-13T08:17:18Z', 'revision_number': 2, 'project_id': '33d074415a054a15919eecd81430ccae', 'subnets': [{'id': '3607e4f7-0f5f-4a6b-81c2-787c4ffaf089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:21.384508 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:21.424185 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] Checking router: 8c224684-2b62-44ae-ac02-d07b62179737 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:17:21.424555 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] Updating router 8c224684-2b62-44ae-ac02-d07b62179737 port 21eec627-b6f3-4d59-bed2-f4906cfcce7a binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:17:21.459647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] Allocated IP 172.20.0.2 (edfe0ed9-db5e-4c0a-b8a3-1386a602e275/94c2b401-22f2-4c0d-b47a-d8f00fced49a/0b811c96-2342-46dd-82ba-b4dbd4af1120) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:17:21.477712 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:21.522038 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8e0771d-d7fa-402d-a5b2-30aebc224317 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:21.541811 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8e0771d-d7fa-402d-a5b2-30aebc224317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:21.646530 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-b8e0771d-d7fa-402d-a5b2-30aebc224317 admin admin] Allocated IP 172.25.0.32 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/b5a140ba-0249-4a45-bad0-be3cb2ef42a0) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:17:21.765785 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:21.766446 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8e0771d-d7fa-402d-a5b2-30aebc224317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:21.780836 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] Transition to ACTIVE for port object 0b811c96-2342-46dd-82ba-b4dbd4af1120 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:17:21.812431 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8e0771d-d7fa-402d-a5b2-30aebc224317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:21.814424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] Transition to ACTIVE for port object 0b811c96-2342-46dd-82ba-b4dbd4af1120 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:17:21.825415 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:21.857695 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e0771d-d7fa-402d-a5b2-30aebc224317 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:17:21.861870 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b8e0771d-d7fa-402d-a5b2-30aebc224317 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:17:21.863940 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0771d-d7fa-402d-a5b2-30aebc224317 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a140ba-0249-4a45-bad0-be3cb2ef42a0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:21.866339 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e0771d-d7fa-402d-a5b2-30aebc224317 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:17:21.904090 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] Network edfe0ed9-db5e-4c0a-b8a3-1386a602e275 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:17:21.906754 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] Pushing event updated for resources: {'Port': ['ID=0b811c96-2342-46dd-82ba-b4dbd4af1120,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:21.910720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:17:21.917563 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:17:21.931675 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:21.975779 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] Transition to ACTIVE for port object 21eec627-b6f3-4d59-bed2-f4906cfcce7a will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:17:21.987099 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:22.011812 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] Attempting to bind port 0b811c96-2342-46dd-82ba-b4dbd4af1120 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:17:22.012174 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] Attempting to bind port 0b811c96-2342-46dd-82ba-b4dbd4af1120 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '21912301-8e42-4a64-b315-a2134423b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'edfe0ed9-db5e-4c0a-b8a3-1386a602e275'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:17:22.012530 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] Attempting to bind port 0b811c96-2342-46dd-82ba-b4dbd4af1120 on network edfe0ed9-db5e-4c0a-b8a3-1386a602e275 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:17:22.027156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:17:22.027528 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] Checking segment: {'id': '21912301-8e42-4a64-b315-a2134423b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'edfe0ed9-db5e-4c0a-b8a3-1386a602e275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:17:22.027923 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:22.028329 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] Bound using segment: {'id': '21912301-8e42-4a64-b315-a2134423b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'edfe0ed9-db5e-4c0a-b8a3-1386a602e275'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:17:22.028773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] Bound port: 0b811c96-2342-46dd-82ba-b4dbd4af1120, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21912301-8e42-4a64-b315-a2134423b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'edfe0ed9-db5e-4c0a-b8a3-1386a602e275'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:17:22.029166 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:22.057365 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31b433-de46-4576-816b-6498da0be7c0 None None] Pushing event updated for resources: {'Port': ['ID=21eec627-b6f3-4d59-bed2-f4906cfcce7a,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:22.138060 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8e0771d-d7fa-402d-a5b2-30aebc224317 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:22.153553 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] Attempting to bind port 21eec627-b6f3-4d59-bed2-f4906cfcce7a on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:17:22.153920 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] Attempting to bind port 21eec627-b6f3-4d59-bed2-f4906cfcce7a by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '427abb53-8a95-4784-951c-7290b091b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:17:22.154384 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] Attempting to bind port 21eec627-b6f3-4d59-bed2-f4906cfcce7a on network 05682adc-e591-426b-b6da-4729cc3c6c33 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:17:22.166182 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:17:22.166560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] Checking segment: {'id': '427abb53-8a95-4784-951c-7290b091b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:17:22.166960 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:22.167351 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] Bound using segment: {'id': '427abb53-8a95-4784-951c-7290b091b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:17:22.167819 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] Bound port: 21eec627-b6f3-4d59-bed2-f4906cfcce7a, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427abb53-8a95-4784-951c-7290b091b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:17:22.168196 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:22.170493 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] For port 0b811c96-2342-46dd-82ba-b4dbd4af1120, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:17:22.174826 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] For port 0b811c96-2342-46dd-82ba-b4dbd4af1120, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0b811c96-2342-46dd-82ba-b4dbd4af1120,segment=NetworkSegment(21912301-8e42-4a64-b315-a2134423b041),segment_id=21912301-8e42-4a64-b315-a2134423b041)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:17:22.184887 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:22.361373 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8e0771d-d7fa-402d-a5b2-30aebc224317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:22.475454 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f2610-74b7-43aa-bfbe-60ae669d0ce9 None None] Pushing event updated for resources: {'Port': ['ID=0b811c96-2342-46dd-82ba-b4dbd4af1120,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:22.481433 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] For port 21eec627-b6f3-4d59-bed2-f4906cfcce7a, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:17:22.485956 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] For port 21eec627-b6f3-4d59-bed2-f4906cfcce7a, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=21eec627-b6f3-4d59-bed2-f4906cfcce7a,segment=NetworkSegment(427abb53-8a95-4784-951c-7290b091b3d3),segment_id=427abb53-8a95-4784-951c-7290b091b3d3)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:17:22.492766 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:22.549007 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e0771d-d7fa-402d-a5b2-30aebc224317 admin admin] Router ad58e275-eb5d-4816-9d23-fd023c7a03af is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:17:22.556956 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31b433-de46-4576-816b-6498da0be7c0 None None] Pushing event updated for resources: {'Port': ['ID=21eec627-b6f3-4d59-bed2-f4906cfcce7a,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:22.559901 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] Routers {'8c224684-2b62-44ae-ac02-d07b62179737'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:17:22.560532 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:16:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8c224684-2b62-44ae-ac02-d07b62179737'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:22.690644 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e0771d-d7fa-402d-a5b2-30aebc224317 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:17:22.703480 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] Sync routers for ids ['ad58e275-eb5d-4816-9d23-fd023c7a03af'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:17:22.717749 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] Routers {'ad58e275-eb5d-4816-9d23-fd023c7a03af'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:17:22.719138 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:16:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['ad58e275-eb5d-4816-9d23-fd023c7a03af'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:22.720110 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8e0771d-d7fa-402d-a5b2-30aebc224317 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:22.721370 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b8e0771d-d7fa-402d-a5b2-30aebc224317 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9293072 Jul 13 08:17:22.724146 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60264) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:22.756413 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] Set router 8c224684-2b62-44ae-ac02-d07b62179737 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:17:22.801378 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0b811c96-2342-46dd-82ba-b4dbd4af1120 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:17:22.834639 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] Set router ad58e275-eb5d-4816-9d23-fd023c7a03af gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:17:22.979654 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 0b811c96-2342-46dd-82ba-b4dbd4af1120 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:17:22.990776 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:17:23.023241 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad58e275-eb5d-4816-9d23-fd023c7a03af', 'name': 'tempest-TestServerBasicOps-1477580877-router', 'tenant_id': '678b6c0619b7403fa5875e95736e926a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b5a140ba-0249-4a45-bad0-be3cb2ef42a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:20Z', 'updated_at': '2021-07-13T08:17:22Z', 'revision_number': 3, 'project_id': '678b6c0619b7403fa5875e95736e926a', 'gw_port': {'id': 'b5a140ba-0249-4a45-bad0-be3cb2ef42a0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad58e275-eb5d-4816-9d23-fd023c7a03af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:21Z', 'updated_at': '2021-07-13T08:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:23.066897 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] Checking router: ad58e275-eb5d-4816-9d23-fd023c7a03af for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:17:23.067246 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] Updating router ad58e275-eb5d-4816-9d23-fd023c7a03af port b5a140ba-0249-4a45-bad0-be3cb2ef42a0 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:17:23.080645 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:23.081031 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:23.087208 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c224684-2b62-44ae-ac02-d07b62179737', 'name': 'tempest-TestServerBasicOps-1596554138-router', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:18Z', 'revision_number': 4, 'project_id': '33d074415a054a15919eecd81430ccae', 'gw_port': {'id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:22:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '21eec627-b6f3-4d59-bed2-f4906cfcce7a', 'name': '', 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'mac_address': 'fa:16:3e:68:eb:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3607e4f7-0f5f-4a6b-81c2-787c4ffaf089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:17Z', 'updated_at': '2021-07-13T08:17:22Z', 'revision_number': 4, 'project_id': '33d074415a054a15919eecd81430ccae', 'subnets': [{'id': '3607e4f7-0f5f-4a6b-81c2-787c4ffaf089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:23.116699 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:23.137802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4920ed21-1dfb-47ef-bc0c-3ea848b84f9d None None] The sync data for ids ['8c224684-2b62-44ae-ac02-d07b62179737'] in n-d-779913-28 is: [{'id': '8c224684-2b62-44ae-ac02-d07b62179737', 'name': 'tempest-TestServerBasicOps-1596554138-router', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:18Z', 'revision_number': 4, 'project_id': '33d074415a054a15919eecd81430ccae', 'gw_port': {'id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:22:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '21eec627-b6f3-4d59-bed2-f4906cfcce7a', 'name': '', 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'mac_address': 'fa:16:3e:68:eb:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3607e4f7-0f5f-4a6b-81c2-787c4ffaf089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:17Z', 'updated_at': '2021-07-13T08:17:22Z', 'revision_number': 4, 'project_id': '33d074415a054a15919eecd81430ccae', 'subnets': [{'id': '3607e4f7-0f5f-4a6b-81c2-787c4ffaf089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:17:23.275135 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0ce5-c0f6-4d58-9672-7bb9c665b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:23.289812 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-94a5d524-9e55-42f7-96b3-56388eba5eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:23.477578 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-0a8f0ce5-c0f6-4d58-9672-7bb9c665b7c0 admin admin] Allocated IP 172.20.0.1 (edfe0ed9-db5e-4c0a-b8a3-1386a602e275/94c2b401-22f2-4c0d-b47a-d8f00fced49a/dc98db2e-f702-4cdb-ab5a-a6c6dd04d497) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:17:23.533143 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7223e5-56b8-474f-981e-7b8fc0c5d50a None None] Network edfe0ed9-db5e-4c0a-b8a3-1386a602e275 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:17:23.613621 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:23.616498 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0ce5-c0f6-4d58-9672-7bb9c665b7c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:23.627246 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] Transition to ACTIVE for port object b5a140ba-0249-4a45-bad0-be3cb2ef42a0 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:17:23.633735 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ebce81bf-2ae7-40af-9ace-4d737d01ed7b None None] Provisioning for port 0b811c96-2342-46dd-82ba-b4dbd4af1120 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:17:23.634963 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-0a8f0ce5-c0f6-4d58-9672-7bb9c665b7c0 admin admin] Transition to ACTIVE for port object dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:17:23.635982 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:23.642787 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ebce81bf-2ae7-40af-9ace-4d737d01ed7b None None] Provisioning complete for port 0b811c96-2342-46dd-82ba-b4dbd4af1120 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:23.643173 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebce81bf-2ae7-40af-9ace-4d737d01ed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:23.673899 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0ce5-c0f6-4d58-9672-7bb9c665b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:23.706426 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] Attempting to bind port b5a140ba-0249-4a45-bad0-be3cb2ef42a0 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:17:23.707013 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] Attempting to bind port b5a140ba-0249-4a45-bad0-be3cb2ef42a0 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:17:23.707463 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] Attempting to bind port b5a140ba-0249-4a45-bad0-be3cb2ef42a0 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:17:23.717681 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:17:23.718248 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:17:23.718750 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:23.719648 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:17:23.720390 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] Bound port: b5a140ba-0249-4a45-bad0-be3cb2ef42a0, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:17:23.720959 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:23.722429 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8f0ce5-c0f6-4d58-9672-7bb9c665b7c0 admin admin] Network edfe0ed9-db5e-4c0a-b8a3-1386a602e275 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:17:23.727573 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-0a8f0ce5-c0f6-4d58-9672-7bb9c665b7c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:17:23.736641 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8f0ce5-c0f6-4d58-9672-7bb9c665b7c0 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:17:23.773164 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f0ce5-c0f6-4d58-9672-7bb9c665b7c0 admin admin] Pushing event updated for resources: {'Port': ['ID=dc98db2e-f702-4cdb-ab5a-a6c6dd04d497,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:23.787090 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] For port b5a140ba-0249-4a45-bad0-be3cb2ef42a0, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:17:23.791757 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] For port b5a140ba-0249-4a45-bad0-be3cb2ef42a0, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b5a140ba-0249-4a45-bad0-be3cb2ef42a0,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:17:23.792905 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572a1b1-3a03-4ff0-8d4a-051ac66ec99f None None] Pushing event updated for resources: {'Port': ['ID=b5a140ba-0249-4a45-bad0-be3cb2ef42a0,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:23.798554 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:23.810637 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0ce5-c0f6-4d58-9672-7bb9c665b7c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:23.848787 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebce81bf-2ae7-40af-9ace-4d737d01ed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:23.862194 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] Routers {'ad58e275-eb5d-4816-9d23-fd023c7a03af'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:17:23.862996 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:16:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['ad58e275-eb5d-4816-9d23-fd023c7a03af'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:23.903406 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ebce81bf-2ae7-40af-9ace-4d737d01ed7b None None] For port 0b811c96-2342-46dd-82ba-b4dbd4af1120, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0b811c96-2342-46dd-82ba-b4dbd4af1120,segment=NetworkSegment(21912301-8e42-4a64-b315-a2134423b041),segment_id=21912301-8e42-4a64-b315-a2134423b041)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:23.917127 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebce81bf-2ae7-40af-9ace-4d737d01ed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:23.926805 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572a1b1-3a03-4ff0-8d4a-051ac66ec99f None None] Pushing event updated for resources: {'Port': ['ID=b5a140ba-0249-4a45-bad0-be3cb2ef42a0,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:24.012133 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce81bf-2ae7-40af-9ace-4d737d01ed7b None None] Pushing event updated for resources: {'Port': ['ID=0b811c96-2342-46dd-82ba-b4dbd4af1120,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:24.022038 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0ce5-c0f6-4d58-9672-7bb9c665b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:24.058528 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] Set router ad58e275-eb5d-4816-9d23-fd023c7a03af gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:17:24.180595 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0f47e2a1-37d8-4e0d-a899-93e0e500b50d None None] Provisioning for port dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:17:24.192944 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0f47e2a1-37d8-4e0d-a899-93e0e500b50d None None] Provisioning complete for port dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:24.193322 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f47e2a1-37d8-4e0d-a899-93e0e500b50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:24.244334 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0f47e2a1-37d8-4e0d-a899-93e0e500b50d None None] Port dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:17:24.261831 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0f47e2a1-37d8-4e0d-a899-93e0e500b50d None None] Provisioning complete for port 0b811c96-2342-46dd-82ba-b4dbd4af1120 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:24.262315 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f47e2a1-37d8-4e0d-a899-93e0e500b50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:24.273765 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0ce5-c0f6-4d58-9672-7bb9c665b7c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:24.290317 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0ce5-c0f6-4d58-9672-7bb9c665b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:24.336199 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad58e275-eb5d-4816-9d23-fd023c7a03af', 'name': 'tempest-TestServerBasicOps-1477580877-router', 'tenant_id': '678b6c0619b7403fa5875e95736e926a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b5a140ba-0249-4a45-bad0-be3cb2ef42a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:20Z', 'updated_at': '2021-07-13T08:17:22Z', 'revision_number': 3, 'project_id': '678b6c0619b7403fa5875e95736e926a', 'gw_port': {'id': 'b5a140ba-0249-4a45-bad0-be3cb2ef42a0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad58e275-eb5d-4816-9d23-fd023c7a03af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:21Z', 'updated_at': '2021-07-13T08:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:24.376106 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e416a8c-2e45-4ce6-b7bb-b4f4127785ee None None] The sync data for ids ['ad58e275-eb5d-4816-9d23-fd023c7a03af'] in n-d-779913-28 is: [{'id': 'ad58e275-eb5d-4816-9d23-fd023c7a03af', 'name': 'tempest-TestServerBasicOps-1477580877-router', 'tenant_id': '678b6c0619b7403fa5875e95736e926a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b5a140ba-0249-4a45-bad0-be3cb2ef42a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:20Z', 'updated_at': '2021-07-13T08:17:22Z', 'revision_number': 3, 'project_id': '678b6c0619b7403fa5875e95736e926a', 'gw_port': {'id': 'b5a140ba-0249-4a45-bad0-be3cb2ef42a0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad58e275-eb5d-4816-9d23-fd023c7a03af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:21Z', 'updated_at': '2021-07-13T08:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:17:24.381719 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f0ce5-c0f6-4d58-9672-7bb9c665b7c0 admin admin] Pushing event updated for resources: {'Port': ['ID=dc98db2e-f702-4cdb-ab5a-a6c6dd04d497,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:24.396581 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0ce5-c0f6-4d58-9672-7bb9c665b7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:24.512006 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fbe16795-5bfc-4ac7-82eb-4596948e18b1 None None] Provisioning complete for port dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:24.512456 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fbe16795-5bfc-4ac7-82eb-4596948e18b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:24.522480 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8f0ce5-c0f6-4d58-9672-7bb9c665b7c0 admin admin] Network edfe0ed9-db5e-4c0a-b8a3-1386a602e275 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:17:24.524029 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-0a8f0ce5-c0f6-4d58-9672-7bb9c665b7c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:17:24.558116 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-fbe16795-5bfc-4ac7-82eb-4596948e18b1 None None] Port dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:17:24.656117 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8f0ce5-c0f6-4d58-9672-7bb9c665b7c0 admin admin] Router ad58e275-eb5d-4816-9d23-fd023c7a03af has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:17:24.697776 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 21eec627-b6f3-4d59-bed2-f4906cfcce7a up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:17:24.760275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 21eec627-b6f3-4d59-bed2-f4906cfcce7a completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:17:24.764931 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 21eec627-b6f3-4d59-bed2-f4906cfcce7a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:24.765318 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:24.788968 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8f0ce5-c0f6-4d58-9672-7bb9c665b7c0 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:17:24.795821 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0a8f0ce5-c0f6-4d58-9672-7bb9c665b7c0 admin admin] 10.222.0.58 "PUT /v2.0/routers/ad58e275-eb5d-4816-9d23-fd023c7a03af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0702367 Jul 13 08:17:24.860605 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-16d925a0-a58e-4eb2-bc81-1d0450a8a5fd None None] Provisioning complete for port dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:24.861086 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16d925a0-a58e-4eb2-bc81-1d0450a8a5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:24.916066 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-16d925a0-a58e-4eb2-bc81-1d0450a8a5fd None None] Port dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:17:24.956129 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:25.005996 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 21eec627-b6f3-4d59-bed2-f4906cfcce7a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=21eec627-b6f3-4d59-bed2-f4906cfcce7a,segment=NetworkSegment(427abb53-8a95-4784-951c-7290b091b3d3),segment_id=427abb53-8a95-4784-951c-7290b091b3d3)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:25.012262 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:25.058791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0b811c96-2342-46dd-82ba-b4dbd4af1120 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:17:25.149901 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=21eec627-b6f3-4d59-bed2-f4906cfcce7a,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:25.167261 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-168032c5-857f-487a-982f-70425512f271 None None] Provisioning complete for port dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:25.167672 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-168032c5-857f-487a-982f-70425512f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:25.173395 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 0b811c96-2342-46dd-82ba-b4dbd4af1120 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:25.173952 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:25.259489 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-168032c5-857f-487a-982f-70425512f271 None None] Port dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:17:25.381695 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-327b5dd7-6ed9-4888-8102-2630c976f42f None None] Provisioning complete for port 21eec627-b6f3-4d59-bed2-f4906cfcce7a triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:25.382069 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-327b5dd7-6ed9-4888-8102-2630c976f42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:25.429891 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60274) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:25.435369 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0000fde2-d42f-4bb8-8453-b65523a959b3 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1222183452', 'description': 'tempest-secgroup-smoke-1222183452 description', 'project_id': '33d074415a054a15919eecd81430ccae'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:25.468131 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0000fde2-d42f-4bb8-8453-b65523a959b3 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:25.557556 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0000fde2-d42f-4bb8-8453-b65523a959b3 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:25.561700 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0000fde2-d42f-4bb8-8453-b65523a959b3 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:25.588587 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0000fde2-d42f-4bb8-8453-b65523a959b3 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:25.593147 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0000fde2-d42f-4bb8-8453-b65523a959b3 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1582360 Jul 13 08:17:25.593147 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60276) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:25.597392 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6c4e7cbc-16ae-4b7f-aa1a-d744aa3bed0d tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Request body: {'security_group_rule': {'security_group_id': '974eb328-aa60-40cc-837c-2952e19544cc', 'project_id': '33d074415a054a15919eecd81430ccae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:25.605268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000fde2-d42f-4bb8-8453-b65523a959b3 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=974eb328-aa60-40cc-837c-2952e19544cc,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:25.626622 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7cbc-16ae-4b7f-aa1a-d744aa3bed0d tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:25.685237 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7cbc-16ae-4b7f-aa1a-d744aa3bed0d tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:25.689159 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7cbc-16ae-4b7f-aa1a-d744aa3bed0d tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:25.708431 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e7cbc-16ae-4b7f-aa1a-d744aa3bed0d tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=122f4c24-8453-4ee6-8bcf-beb14b1df4c9,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:25.711828 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7cbc-16ae-4b7f-aa1a-d744aa3bed0d tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:25.713106 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6c4e7cbc-16ae-4b7f-aa1a-d744aa3bed0d tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192830 Jul 13 08:17:25.716005 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60278) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:25.720688 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2fac1ae7-e1a1-4c6b-8169-0ced81c978d8 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Request body: {'security_group_rule': {'security_group_id': '974eb328-aa60-40cc-837c-2952e19544cc', 'project_id': '33d074415a054a15919eecd81430ccae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:25.747862 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fac1ae7-e1a1-4c6b-8169-0ced81c978d8 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:25.803967 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fac1ae7-e1a1-4c6b-8169-0ced81c978d8 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:25.807908 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fac1ae7-e1a1-4c6b-8169-0ced81c978d8 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:25.827119 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac1ae7-e1a1-4c6b-8169-0ced81c978d8 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4e2c1a-c80a-4aa4-aaad-a15d1fb5becf,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:25.830576 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fac1ae7-e1a1-4c6b-8169-0ced81c978d8 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:25.831784 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2fac1ae7-e1a1-4c6b-8169-0ced81c978d8 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147592 Jul 13 08:17:25.834538 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60280) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:25.839112 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-cfb2d4dc-6e68-4c9c-b61a-ecda5e28747f tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Request body: {'security_group_rule': {'security_group_id': '974eb328-aa60-40cc-837c-2952e19544cc', 'project_id': '33d074415a054a15919eecd81430ccae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:25.866947 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d4dc-6e68-4c9c-b61a-ecda5e28747f tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:25.926914 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d4dc-6e68-4c9c-b61a-ecda5e28747f tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:25.930882 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d4dc-6e68-4c9c-b61a-ecda5e28747f tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:25.950687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2d4dc-6e68-4c9c-b61a-ecda5e28747f tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f74d51-8a25-458b-b8b9-61aea8e411d7,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:25.954679 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d4dc-6e68-4c9c-b61a-ecda5e28747f tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:25.958704 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cfb2d4dc-6e68-4c9c-b61a-ecda5e28747f tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204438 Jul 13 08:17:25.959148 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60282) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:25.963438 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-32d109ed-a384-46d6-943d-5f656f9247ca tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Request body: {'security_group_rule': {'security_group_id': '974eb328-aa60-40cc-837c-2952e19544cc', 'project_id': '33d074415a054a15919eecd81430ccae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:25.990416 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32d109ed-a384-46d6-943d-5f656f9247ca tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:26.053715 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32d109ed-a384-46d6-943d-5f656f9247ca tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:26.058055 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32d109ed-a384-46d6-943d-5f656f9247ca tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:26.075689 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d109ed-a384-46d6-943d-5f656f9247ca tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab9180a3-bc07-43bc-ad24-22b716e1fc82,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:26.083626 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32d109ed-a384-46d6-943d-5f656f9247ca tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:26.084882 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-32d109ed-a384-46d6-943d-5f656f9247ca tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250651 Jul 13 08:17:26.088260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60284) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:26.093023 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8d9a549b-6880-49a9-8893-892e17af3f34 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Request body: {'security_group_rule': {'security_group_id': '974eb328-aa60-40cc-837c-2952e19544cc', 'project_id': '33d074415a054a15919eecd81430ccae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:26.114644 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-8d9a549b-6880-49a9-8893-892e17af3f34 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Project 33d074415a054a15919eecd81430ccae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:17:26.119677 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d9a549b-6880-49a9-8893-892e17af3f34 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:26.181483 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d9a549b-6880-49a9-8893-892e17af3f34 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:26.184923 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d9a549b-6880-49a9-8893-892e17af3f34 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:26.202797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a549b-6880-49a9-8893-892e17af3f34 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990a2eef-5ef7-4ea9-84c5-0a8495e3ddd2,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:26.209347 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d9a549b-6880-49a9-8893-892e17af3f34 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:26.210576 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8d9a549b-6880-49a9-8893-892e17af3f34 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213295 Jul 13 08:17:26.213852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60286) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:26.218453 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b4ad0560-bd9a-4f36-96e4-52a8c04e8da5 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Request body: {'security_group_rule': {'security_group_id': '974eb328-aa60-40cc-837c-2952e19544cc', 'project_id': '33d074415a054a15919eecd81430ccae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:26.239142 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-b4ad0560-bd9a-4f36-96e4-52a8c04e8da5 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Project 33d074415a054a15919eecd81430ccae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:17:26.244514 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4ad0560-bd9a-4f36-96e4-52a8c04e8da5 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:26.310797 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4ad0560-bd9a-4f36-96e4-52a8c04e8da5 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:26.314935 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4ad0560-bd9a-4f36-96e4-52a8c04e8da5 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:26.334537 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad0560-bd9a-4f36-96e4-52a8c04e8da5 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da4a913-c868-463b-a74e-50ecb8a55ee8,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:26.340341 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4ad0560-bd9a-4f36-96e4-52a8c04e8da5 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:26.341706 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b4ad0560-bd9a-4f36-96e4-52a8c04e8da5 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266298 Jul 13 08:17:26.566201 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37275210-5bfc-4763-973b-9555c891f76c None None] Sync routers for ids ['ad58e275-eb5d-4816-9d23-fd023c7a03af'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:17:26.572675 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37275210-5bfc-4763-973b-9555c891f76c None None] Routers {'ad58e275-eb5d-4816-9d23-fd023c7a03af'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:17:26.572962 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-37275210-5bfc-4763-973b-9555c891f76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:16:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['ad58e275-eb5d-4816-9d23-fd023c7a03af'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:26.634525 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-ee1fedd3-dd11-4418-85fa-3bd75340b8b1 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1222183452&fields=id&tenant_id=33d074415a054a15919eecd81430ccae HTTP/1.1" status: 200 len: 267 time: 0.0431683 Jul 13 08:17:26.663799 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 21eec627-b6f3-4d59-bed2-f4906cfcce7a up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:17:26.718228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-37275210-5bfc-4763-973b-9555c891f76c None None] Set router ad58e275-eb5d-4816-9d23-fd023c7a03af gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:17:26.741994 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-db2145d6-ceb5-4f0d-ab7f-3d35fadf675c tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:26.744599 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-db2145d6-ceb5-4f0d-ab7f-3d35fadf675c tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/networks?id=05682adc-e591-426b-b6da-4729cc3c6c33 HTTP/1.1" status: 200 len: 809 time: 0.1089706 Jul 13 08:17:26.759998 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-a454d185-9597-479d-9179-236afc01bd10 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/quotas/33d074415a054a15919eecd81430ccae HTTP/1.1" status: 200 len: 375 time: 0.0090773 Jul 13 08:17:26.798333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 21eec627-b6f3-4d59-bed2-f4906cfcce7a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:26.798699 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:26.834823 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-e8b837fc-e452-4595-bee2-cb23240d5c8a tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=33d074415a054a15919eecd81430ccae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683477 Jul 13 08:17:26.961310 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-9c09892b-3e1d-4452-957b-e3d273d2e4f6 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:17:26.962824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-9c09892b-3e1d-4452-957b-e3d273d2e4f6 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1156859 Jul 13 08:17:26.966715 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b5a140ba-0249-4a45-bad0-be3cb2ef42a0 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:17:27.016002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-37275210-5bfc-4763-973b-9555c891f76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad58e275-eb5d-4816-9d23-fd023c7a03af', 'name': 'tempest-TestServerBasicOps-1477580877-router', 'tenant_id': '678b6c0619b7403fa5875e95736e926a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b5a140ba-0249-4a45-bad0-be3cb2ef42a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:20Z', 'updated_at': '2021-07-13T08:17:23Z', 'revision_number': 4, 'project_id': '678b6c0619b7403fa5875e95736e926a', 'gw_port': {'id': 'b5a140ba-0249-4a45-bad0-be3cb2ef42a0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad58e275-eb5d-4816-9d23-fd023c7a03af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:21Z', 'updated_at': '2021-07-13T08:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'dc98db2e-f702-4cdb-ab5a-a6c6dd04d497', 'name': '', 'network_id': 'edfe0ed9-db5e-4c0a-b8a3-1386a602e275', 'tenant_id': '678b6c0619b7403fa5875e95736e926a', 'mac_address': 'fa:16:3e:53:13:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad58e275-eb5d-4816-9d23-fd023c7a03af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '94c2b401-22f2-4c0d-b47a-d8f00fced49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:23Z', 'updated_at': '2021-07-13T08:17:24Z', 'revision_number': 2, 'project_id': '678b6c0619b7403fa5875e95736e926a', 'subnets': [{'id': '94c2b401-22f2-4c0d-b47a-d8f00fced49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:27.050056 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37275210-5bfc-4763-973b-9555c891f76c None None] Checking router: ad58e275-eb5d-4816-9d23-fd023c7a03af for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:17:27.050537 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37275210-5bfc-4763-973b-9555c891f76c None None] Updating router ad58e275-eb5d-4816-9d23-fd023c7a03af port dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:17:27.063776 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-42d0eb12-768b-41a2-a5fa-086e2ecfc43b service neutron] 10.222.0.58 "GET /v2.0/networks/05682adc-e591-426b-b6da-4729cc3c6c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949926 Jul 13 08:17:27.072422 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port b5a140ba-0249-4a45-bad0-be3cb2ef42a0 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:17:27.082419 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b5a140ba-0249-4a45-bad0-be3cb2ef42a0 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:27.082788 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:27.108745 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-37275210-5bfc-4763-973b-9555c891f76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:27.158337 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-93a1acca-7edf-4d35-8479-06d80d6474c6 service neutron] 10.222.0.58 "GET /v2.0/networks/05682adc-e591-426b-b6da-4729cc3c6c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887764 Jul 13 08:17:27.415697 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:27.443648 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72e33ca8-7863-481e-8cfc-b303fc4bdbd0 req-2a019e10-6aae-49e1-9a59-89d30e7fc2a7 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 210 time: 0.1041083 Jul 13 08:17:27.457211 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port b5a140ba-0249-4a45-bad0-be3cb2ef42a0, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b5a140ba-0249-4a45-bad0-be3cb2ef42a0,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:27.466800 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:27.568686 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=b5a140ba-0249-4a45-bad0-be3cb2ef42a0,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:27.633662 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce15be58-dc34-4e24-beaf-f00a3aae7b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:27.655799 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-37275210-5bfc-4763-973b-9555c891f76c None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:27.666933 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-37275210-5bfc-4763-973b-9555c891f76c None None] Transition to ACTIVE for port object dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:17:27.675739 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-37275210-5bfc-4763-973b-9555c891f76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:27.731060 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc86b5f-16d4-49ad-8b53-41dfd699aa57 None None] Pushing event updated for resources: {'Port': ['ID=dc98db2e-f702-4cdb-ab5a-a6c6dd04d497,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:27.792888 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-37275210-5bfc-4763-973b-9555c891f76c None None] Attempting to bind port dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:17:27.793270 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-37275210-5bfc-4763-973b-9555c891f76c None None] Attempting to bind port dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '21912301-8e42-4a64-b315-a2134423b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'edfe0ed9-db5e-4c0a-b8a3-1386a602e275'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:17:27.793645 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37275210-5bfc-4763-973b-9555c891f76c None None] Attempting to bind port dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 on network edfe0ed9-db5e-4c0a-b8a3-1386a602e275 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:17:27.800006 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37275210-5bfc-4763-973b-9555c891f76c None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:17:27.800393 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37275210-5bfc-4763-973b-9555c891f76c None None] Checking segment: {'id': '21912301-8e42-4a64-b315-a2134423b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'edfe0ed9-db5e-4c0a-b8a3-1386a602e275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:17:27.800848 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-37275210-5bfc-4763-973b-9555c891f76c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:27.801231 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37275210-5bfc-4763-973b-9555c891f76c None None] Bound using segment: {'id': '21912301-8e42-4a64-b315-a2134423b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'edfe0ed9-db5e-4c0a-b8a3-1386a602e275'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:17:27.801707 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-37275210-5bfc-4763-973b-9555c891f76c None None] Bound port: dc98db2e-f702-4cdb-ab5a-a6c6dd04d497, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21912301-8e42-4a64-b315-a2134423b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'edfe0ed9-db5e-4c0a-b8a3-1386a602e275'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:17:27.802117 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-37275210-5bfc-4763-973b-9555c891f76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:27.861026 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:27.893553 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-37275210-5bfc-4763-973b-9555c891f76c None None] For port dc98db2e-f702-4cdb-ab5a-a6c6dd04d497, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:17:27.895149 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-37275210-5bfc-4763-973b-9555c891f76c None None] For port dc98db2e-f702-4cdb-ab5a-a6c6dd04d497, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=dc98db2e-f702-4cdb-ab5a-a6c6dd04d497,segment=NetworkSegment(21912301-8e42-4a64-b315-a2134423b041),segment_id=21912301-8e42-4a64-b315-a2134423b041)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:17:27.901318 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-37275210-5bfc-4763-973b-9555c891f76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:27.967764 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37275210-5bfc-4763-973b-9555c891f76c None None] Routers {'ad58e275-eb5d-4816-9d23-fd023c7a03af'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:17:27.968490 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-37275210-5bfc-4763-973b-9555c891f76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:17:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['ad58e275-eb5d-4816-9d23-fd023c7a03af'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:28.011217 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc86b5f-16d4-49ad-8b53-41dfd699aa57 None None] Pushing event updated for resources: {'Port': ['ID=dc98db2e-f702-4cdb-ab5a-a6c6dd04d497,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:28.104588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-37275210-5bfc-4763-973b-9555c891f76c None None] Set router ad58e275-eb5d-4816-9d23-fd023c7a03af gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:17:28.323276 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-37275210-5bfc-4763-973b-9555c891f76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad58e275-eb5d-4816-9d23-fd023c7a03af', 'name': 'tempest-TestServerBasicOps-1477580877-router', 'tenant_id': '678b6c0619b7403fa5875e95736e926a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b5a140ba-0249-4a45-bad0-be3cb2ef42a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:20Z', 'updated_at': '2021-07-13T08:17:23Z', 'revision_number': 4, 'project_id': '678b6c0619b7403fa5875e95736e926a', 'gw_port': {'id': 'b5a140ba-0249-4a45-bad0-be3cb2ef42a0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad58e275-eb5d-4816-9d23-fd023c7a03af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:21Z', 'updated_at': '2021-07-13T08:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'dc98db2e-f702-4cdb-ab5a-a6c6dd04d497', 'name': '', 'network_id': 'edfe0ed9-db5e-4c0a-b8a3-1386a602e275', 'tenant_id': '678b6c0619b7403fa5875e95736e926a', 'mac_address': 'fa:16:3e:53:13:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad58e275-eb5d-4816-9d23-fd023c7a03af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '94c2b401-22f2-4c0d-b47a-d8f00fced49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:23Z', 'updated_at': '2021-07-13T08:17:27Z', 'revision_number': 4, 'project_id': '678b6c0619b7403fa5875e95736e926a', 'subnets': [{'id': '94c2b401-22f2-4c0d-b47a-d8f00fced49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:28.351397 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37275210-5bfc-4763-973b-9555c891f76c None None] The sync data for ids ['ad58e275-eb5d-4816-9d23-fd023c7a03af'] in n-d-779913-28 is: [{'id': 'ad58e275-eb5d-4816-9d23-fd023c7a03af', 'name': 'tempest-TestServerBasicOps-1477580877-router', 'tenant_id': '678b6c0619b7403fa5875e95736e926a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b5a140ba-0249-4a45-bad0-be3cb2ef42a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:20Z', 'updated_at': '2021-07-13T08:17:23Z', 'revision_number': 4, 'project_id': '678b6c0619b7403fa5875e95736e926a', 'gw_port': {'id': 'b5a140ba-0249-4a45-bad0-be3cb2ef42a0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad58e275-eb5d-4816-9d23-fd023c7a03af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:21Z', 'updated_at': '2021-07-13T08:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'dc98db2e-f702-4cdb-ab5a-a6c6dd04d497', 'name': '', 'network_id': 'edfe0ed9-db5e-4c0a-b8a3-1386a602e275', 'tenant_id': '678b6c0619b7403fa5875e95736e926a', 'mac_address': 'fa:16:3e:53:13:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad58e275-eb5d-4816-9d23-fd023c7a03af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '94c2b401-22f2-4c0d-b47a-d8f00fced49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:23Z', 'updated_at': '2021-07-13T08:17:27Z', 'revision_number': 4, 'project_id': '678b6c0619b7403fa5875e95736e926a', 'subnets': [{'id': '94c2b401-22f2-4c0d-b47a-d8f00fced49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:17:28.684395 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:17:28.751768 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:17:28.756631 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:28.757007 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:28.802725 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-7c4ba349-f0d3-4cda-a11b-4682b31b2da9 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:28.804256 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-7c4ba349-f0d3-4cda-a11b-4682b31b2da9 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.62 "GET /v2.0/networks?id=05682adc-e591-426b-b6da-4729cc3c6c33 HTTP/1.1" status: 200 len: 809 time: 0.1518404 Jul 13 08:17:28.858128 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:28.877044 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-14cff4e7-9ef4-47dd-94ef-1c69863203af tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33d074415a054a15919eecd81430ccae HTTP/1.1" status: 200 len: 380 time: 0.0623989 Jul 13 08:17:28.895857 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-3d6fda42-d3a2-4291-8a6e-b2213bc1cc3b tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Request body: {'port': {'device_id': '84cb6cb2-d991-42a0-8152-243857d82012', 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33', 'admin_state_up': True, 'tenant_id': '33d074415a054a15919eecd81430ccae', 'security_groups': ['974eb328-aa60-40cc-837c-2952e19544cc']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:28.903932 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port dc98db2e-f702-4cdb-ab5a-a6c6dd04d497, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=dc98db2e-f702-4cdb-ab5a-a6c6dd04d497,segment=NetworkSegment(21912301-8e42-4a64-b315-a2134423b041),segment_id=21912301-8e42-4a64-b315-a2134423b041)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:28.911301 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:28.950619 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b5a140ba-0249-4a45-bad0-be3cb2ef42a0 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:17:29.014736 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=dc98db2e-f702-4cdb-ab5a-a6c6dd04d497,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:29.019361 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa9ebe0f-b154-4e74-8f93-d56b4847993d req-a9d6e326-ba44-46f1-ba12-4d94cf3f9201 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 210 time: 0.1480417 Jul 13 08:17:29.042142 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b5a140ba-0249-4a45-bad0-be3cb2ef42a0 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:29.042142 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:29.048159 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-3d6fda42-d3a2-4291-8a6e-b2213bc1cc3b tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Made reservation on behalf of 33d074415a054a15919eecd81430ccae for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:17:29.052302 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-3d6fda42-d3a2-4291-8a6e-b2213bc1cc3b tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:29.196219 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-3d6fda42-d3a2-4291-8a6e-b2213bc1cc3b tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Allocated IP 172.20.0.13 (05682adc-e591-426b-b6da-4729cc3c6c33/3607e4f7-0f5f-4a6b-81c2-787c4ffaf089/b920a080-089a-4244-bdd5-b4fb1d902441) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:17:29.219819 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9ee7a3c3-cf71-48c1-89d6-f2c1b4366d97 None None] Provisioning complete for port dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:29.220186 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ee7a3c3-cf71-48c1-89d6-f2c1b4366d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:29.618874 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-3d6fda42-d3a2-4291-8a6e-b2213bc1cc3b tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:29.634304 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-3d6fda42-d3a2-4291-8a6e-b2213bc1cc3b tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Transition to ACTIVE for port object b920a080-089a-4244-bdd5-b4fb1d902441 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:17:29.667080 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-3d6fda42-d3a2-4291-8a6e-b2213bc1cc3b tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:29.709167 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:29.716615 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-3d6fda42-d3a2-4291-8a6e-b2213bc1cc3b tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Network 05682adc-e591-426b-b6da-4729cc3c6c33 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:17:29.719772 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-3d6fda42-d3a2-4291-8a6e-b2213bc1cc3b tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:17:29.723748 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-3d6fda42-d3a2-4291-8a6e-b2213bc1cc3b tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:17:29.730320 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fda42-d3a2-4291-8a6e-b2213bc1cc3b tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Pushing event updated for resources: {'Port': ['ID=b920a080-089a-4244-bdd5-b4fb1d902441,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:29.778923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-3d6fda42-d3a2-4291-8a6e-b2213bc1cc3b tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:29.779545 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-3d6fda42-d3a2-4291-8a6e-b2213bc1cc3b tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:29.794188 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-3d6fda42-d3a2-4291-8a6e-b2213bc1cc3b tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9041734 Jul 13 08:17:29.806443 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] Request body: {'port': {'device_id': '84cb6cb2-d991-42a0-8152-243857d82012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:29.885158 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:29.927183 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dee5df46-fc89-4fa6-ac89-03249dd736e3 None None] Provisioning for port b920a080-089a-4244-bdd5-b4fb1d902441 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:17:29.931886 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dee5df46-fc89-4fa6-ac89-03249dd736e3 None None] Provisioning complete for port b920a080-089a-4244-bdd5-b4fb1d902441 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:29.932349 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dee5df46-fc89-4fa6-ac89-03249dd736e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:29.970387 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-dee5df46-fc89-4fa6-ac89-03249dd736e3 None None] Port b920a080-089a-4244-bdd5-b4fb1d902441 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:17:30.202861 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b920a080-089a-4244-bdd5-b4fb1d902441 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:17:30.212628 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:30.232519 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] Transition to ACTIVE for port object b920a080-089a-4244-bdd5-b4fb1d902441 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:17:30.239363 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:30.301550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955244f5-dce1-4fef-ab05-40fde46af239 req-05ed2962-e69d-4563-a04d-3fd39ad754b8 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:30.303117 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-955244f5-dce1-4fef-ab05-40fde46af239 req-05ed2962-e69d-4563-a04d-3fd39ad754b8 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 932 time: 0.1459458 Jul 13 08:17:30.321822 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] Pushing event updated for resources: {'Port': ['ID=b920a080-089a-4244-bdd5-b4fb1d902441,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:30.406696 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-955244f5-dce1-4fef-ab05-40fde46af239 req-9a82bb24-b639-4c6d-a0c6-2428b5664649 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/security-groups?id=974eb328-aa60-40cc-837c-2952e19544cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965970 Jul 13 08:17:30.431259 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] Attempting to bind port b920a080-089a-4244-bdd5-b4fb1d902441 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:17:30.431599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] Attempting to bind port b920a080-089a-4244-bdd5-b4fb1d902441 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '427abb53-8a95-4784-951c-7290b091b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:17:30.431935 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] Attempting to bind port b920a080-089a-4244-bdd5-b4fb1d902441 on network 05682adc-e591-426b-b6da-4729cc3c6c33 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:17:30.437052 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] Port b920a080-089a-4244-bdd5-b4fb1d902441 on network 05682adc-e591-426b-b6da-4729cc3c6c33 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:17:30.437379 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] Attempting to bind port b920a080-089a-4244-bdd5-b4fb1d902441 on network 05682adc-e591-426b-b6da-4729cc3c6c33 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:17:30.442926 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:17:30.443273 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] Checking segment: {'id': '427abb53-8a95-4784-951c-7290b091b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:17:30.443664 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] Bound using segment: {'id': '427abb53-8a95-4784-951c-7290b091b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:17:30.444104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] Bound port: b920a080-089a-4244-bdd5-b4fb1d902441, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427abb53-8a95-4784-951c-7290b091b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:17:30.444466 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:30.523311 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] For port b920a080-089a-4244-bdd5-b4fb1d902441, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:17:30.527030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] For port b920a080-089a-4244-bdd5-b4fb1d902441, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b920a080-089a-4244-bdd5-b4fb1d902441,segment=NetworkSegment(427abb53-8a95-4784-951c-7290b091b3d3),segment_id=427abb53-8a95-4784-951c-7290b091b3d3)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:17:30.531623 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:30.559987 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:17:30.571180 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:30.572255 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:30.574646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] 10.222.0.62 "PUT /v2.0/ports/b920a080-089a-4244-bdd5-b4fb1d902441 HTTP/1.1" status: 200 len: 1093 time: 0.7723308 Jul 13 08:17:30.575361 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cb6cb2-d991-42a0-8152-243857d82012', 'tag': 'b920a080-089a-4244-bdd5-b4fb1d902441'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:17:30.579213 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68227934-30e8-432f-990e-a211869ad627" -d '{"events": [{"name": "network-changed", "server_uuid": "84cb6cb2-d991-42a0-8152-243857d82012", "tag": "b920a080-089a-4244-bdd5-b4fb1d902441"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:17:30.606330 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf506cb-ad6a-4009-b9d0-79d9abab2196 service neutron] Pushing event updated for resources: {'Port': ['ID=b920a080-089a-4244-bdd5-b4fb1d902441,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:30.629013 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:30.629393 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:30.707121 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-97466550-1093-48d1-b145-18e326bcd2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:30.709231 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-97466550-1093-48d1-b145-18e326bcd2fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=33d074415a054a15919eecd81430ccae&device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 1096 time: 0.0765188 Jul 13 08:17:30.728594 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcfce15-a073-4b34-9611-a1d037f1428b x-openstack-request-id: req-8bcfce15-a073-4b34-9611-a1d037f1428b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:17:30.728905 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cb6cb2-d991-42a0-8152-243857d82012", "tag": "b920a080-089a-4244-bdd5-b4fb1d902441", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:17:30.729163 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8bcfce15-a073-4b34-9611-a1d037f1428b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:17:30.729565 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84cb6cb2-d991-42a0-8152-243857d82012', 'tag': 'b920a080-089a-4244-bdd5-b4fb1d902441', 'status': 'completed', 'code': 200} Jul 13 08:17:30.764858 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-39a08899-0848-42a8-90d6-2f0777d5942d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b920a080-089a-4244-bdd5-b4fb1d902441 HTTP/1.1" status: 200 len: 217 time: 0.0479581 Jul 13 08:17:30.816788 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-53521f11-a04b-4449-a901-3efe0088ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:30.818302 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-53521f11-a04b-4449-a901-3efe0088ffba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3607e4f7-0f5f-4a6b-81c2-787c4ffaf089 HTTP/1.1" status: 200 len: 848 time: 0.0473399 Jul 13 08:17:30.897747 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-eb9e3b75-6f55-4f3e-be77-6abee1c60476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:30.899866 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-eb9e3b75-6f55-4f3e-be77-6abee1c60476 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=05682adc-e591-426b-b6da-4729cc3c6c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743835 Jul 13 08:17:30.988672 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-8d9902ac-eb12-436d-bad2-37b625d379aa service neutron] 10.222.0.62 "GET /v2.0/networks/05682adc-e591-426b-b6da-4729cc3c6c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815988 Jul 13 08:17:31.084024 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8690632-6d4a-4957-82a5-ad8cd2ae2699 req-821f297b-dd30-484f-830e-0b7ef0850bc6 service neutron] 10.222.0.62 "GET /v2.0/networks/05682adc-e591-426b-b6da-4729cc3c6c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883782 Jul 13 08:17:31.189537 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68227934-30e8-432f-990e-a211869ad627 req-99332d4c-952b-4ddf-91fb-2ab5fdc00201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:31.190999 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68227934-30e8-432f-990e-a211869ad627 req-99332d4c-952b-4ddf-91fb-2ab5fdc00201 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=33d074415a054a15919eecd81430ccae&device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 1096 time: 0.0543618 Jul 13 08:17:31.286383 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68227934-30e8-432f-990e-a211869ad627 req-a613eac3-1fe7-4bc6-8a7a-0ce8d7ba2c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:31.287855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68227934-30e8-432f-990e-a211869ad627 req-a613eac3-1fe7-4bc6-8a7a-0ce8d7ba2c3c service neutron] 10.222.0.62 "GET /v2.0/networks?id=05682adc-e591-426b-b6da-4729cc3c6c33 HTTP/1.1" status: 200 len: 910 time: 0.0900908 Jul 13 08:17:31.331834 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68227934-30e8-432f-990e-a211869ad627 req-c2146842-987d-4e62-a8cb-5a919c7a15b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b920a080-089a-4244-bdd5-b4fb1d902441 HTTP/1.1" status: 200 len: 217 time: 0.0357819 Jul 13 08:17:31.382330 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68227934-30e8-432f-990e-a211869ad627 req-11b52491-d985-4641-bc23-2158c22153b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:31.384387 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68227934-30e8-432f-990e-a211869ad627 req-11b52491-d985-4641-bc23-2158c22153b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3607e4f7-0f5f-4a6b-81c2-787c4ffaf089 HTTP/1.1" status: 200 len: 848 time: 0.0452111 Jul 13 08:17:31.447255 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:31.449000 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68227934-30e8-432f-990e-a211869ad627 req-d7182261-8b84-4e09-becb-ba831d3aeb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:31.450562 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68227934-30e8-432f-990e-a211869ad627 req-d7182261-8b84-4e09-becb-ba831d3aeb4c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=05682adc-e591-426b-b6da-4729cc3c6c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596359 Jul 13 08:17:31.582282 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68227934-30e8-432f-990e-a211869ad627 req-b41b5fd8-5fd6-47a1-8511-f8a6af3c2fd0 service neutron] 10.222.0.62 "GET /v2.0/networks/05682adc-e591-426b-b6da-4729cc3c6c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247215 Jul 13 08:17:31.640636 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac4538-7da8-40b6-b62a-ca8f5d5709b9 req-6e486c5d-1acf-400b-87b7-725f21233a75 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:31.642192 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76ac4538-7da8-40b6-b62a-ca8f5d5709b9 req-6e486c5d-1acf-400b-87b7-725f21233a75 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 944 time: 0.1194623 Jul 13 08:17:31.719132 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76ac4538-7da8-40b6-b62a-ca8f5d5709b9 req-ce0885d1-46b2-49b9-aef2-7fb86448c83c tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/security-groups?id=974eb328-aa60-40cc-837c-2952e19544cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526102 Jul 13 08:17:31.721832 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68227934-30e8-432f-990e-a211869ad627 req-6a091abc-ddf5-4da1-9287-db9994e736c4 service neutron] 10.222.0.62 "GET /v2.0/networks/05682adc-e591-426b-b6da-4729cc3c6c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310048 Jul 13 08:17:32.909897 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b299645-f78d-4a00-8af3-82bab3b4c80b req-9eb4299a-610d-4100-9f94-0301537cc70b tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:32.911431 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b299645-f78d-4a00-8af3-82bab3b4c80b req-9eb4299a-610d-4100-9f94-0301537cc70b tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 944 time: 0.0732701 Jul 13 08:17:32.951320 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b299645-f78d-4a00-8af3-82bab3b4c80b req-e608bede-c3d2-490f-8ae6-25a93d797ea7 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/security-groups?id=974eb328-aa60-40cc-837c-2952e19544cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343106 Jul 13 08:17:34.132069 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ca952-d067-4645-9433-c46a35509307 req-edbb8f3e-55ad-4f1f-ae01-aa56229c7d70 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:34.134109 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d9ca952-d067-4645-9433-c46a35509307 req-edbb8f3e-55ad-4f1f-ae01-aa56229c7d70 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 944 time: 0.0673995 Jul 13 08:17:34.174161 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d9ca952-d067-4645-9433-c46a35509307 req-b7b730ce-c965-4391-a897-9349fcdb17cb tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/security-groups?id=974eb328-aa60-40cc-837c-2952e19544cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343068 Jul 13 08:17:35.050681 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device b920a080-089a-4244-bdd5-b4fb1d902441 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:17:35.156041 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port b920a080-089a-4244-bdd5-b4fb1d902441, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b920a080-089a-4244-bdd5-b4fb1d902441,segment=NetworkSegment(427abb53-8a95-4784-951c-7290b091b3d3),segment_id=427abb53-8a95-4784-951c-7290b091b3d3)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:35.166678 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'b920a080-089a-4244-bdd5-b4fb1d902441', 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33', 'port_id': 'b920a080-089a-4244-bdd5-b4fb1d902441', 'mac_address': 'fa:16:3e:57:e8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3607e4f7-0f5f-4a6b-81c2-787c4ffaf089', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:17:35.208538 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:35.221272 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b920a080-089a-4244-bdd5-b4fb1d902441 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:17:35.240377 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port b920a080-089a-4244-bdd5-b4fb1d902441, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b920a080-089a-4244-bdd5-b4fb1d902441,segment=NetworkSegment(427abb53-8a95-4784-951c-7290b091b3d3),segment_id=427abb53-8a95-4784-951c-7290b091b3d3)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:35.244923 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:35.301820 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=b920a080-089a-4244-bdd5-b4fb1d902441,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:35.357459 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72577ae-cddc-4fc6-a0c9-26972ef6a28f req-bd78fb9c-a546-49ce-9c20-aa4c4653403c tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:35.359156 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a72577ae-cddc-4fc6-a0c9-26972ef6a28f req-bd78fb9c-a546-49ce-9c20-aa4c4653403c tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 945 time: 0.0679886 Jul 13 08:17:35.403400 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a72577ae-cddc-4fc6-a0c9-26972ef6a28f req-449946b5-0663-4eec-a717-fd09fbc41c56 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/security-groups?id=974eb328-aa60-40cc-837c-2952e19544cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386715 Jul 13 08:17:35.484713 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['b920a080-089a-4244-bdd5-b4fb1d902441'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:17:36.593889 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09c10d-7a8c-4994-9675-21b8bfbd012c req-a38da83c-87be-4bf7-b923-c3eabbe50af2 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:36.595430 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b09c10d-7a8c-4994-9675-21b8bfbd012c req-a38da83c-87be-4bf7-b923-c3eabbe50af2 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 945 time: 0.0712898 Jul 13 08:17:36.635154 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b09c10d-7a8c-4994-9675-21b8bfbd012c req-3231f43e-b4b0-4e0b-8bd6-4489f030b948 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/security-groups?id=974eb328-aa60-40cc-837c-2952e19544cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334105 Jul 13 08:17:37.065176 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device b920a080-089a-4244-bdd5-b4fb1d902441 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:17:37.115948 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port b920a080-089a-4244-bdd5-b4fb1d902441 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:17:37.122204 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port b920a080-089a-4244-bdd5-b4fb1d902441 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:37.123246 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:37.204083 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:37.225255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cb6cb2-d991-42a0-8152-243857d82012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b920a080-089a-4244-bdd5-b4fb1d902441'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:17:37.227506 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49fc4df-46b9-4910-9df8-68b66b49194b" -d '{"events": [{"server_uuid": "84cb6cb2-d991-42a0-8152-243857d82012", "name": "network-vif-plugged", "status": "completed", "tag": "b920a080-089a-4244-bdd5-b4fb1d902441"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:17:37.240458 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port b920a080-089a-4244-bdd5-b4fb1d902441, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b920a080-089a-4244-bdd5-b4fb1d902441,segment=NetworkSegment(427abb53-8a95-4784-951c-7290b091b3d3),segment_id=427abb53-8a95-4784-951c-7290b091b3d3)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:37.245611 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:37.275505 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aacefe2-e60f-42b4-9776-fb735d333c52 x-openstack-request-id: req-5aacefe2-e60f-42b4-9776-fb735d333c52 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:17:37.275790 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cb6cb2-d991-42a0-8152-243857d82012", "name": "network-vif-plugged", "status": "completed", "tag": "b920a080-089a-4244-bdd5-b4fb1d902441", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:17:37.276038 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5aacefe2-e60f-42b4-9776-fb735d333c52 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:17:37.276421 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84cb6cb2-d991-42a0-8152-243857d82012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b920a080-089a-4244-bdd5-b4fb1d902441', 'code': 200} Jul 13 08:17:37.314711 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=b920a080-089a-4244-bdd5-b4fb1d902441,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:37.388184 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b7d39-fbe2-4d9f-833b-c2c530822363 req-7dc95fab-80e3-4653-a5c7-5f3bd79dad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:37.389728 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc2b7d39-fbe2-4d9f-833b-c2c530822363 req-7dc95fab-80e3-4653-a5c7-5f3bd79dad09 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 1098 time: 0.0562141 Jul 13 08:17:37.426537 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc2b7d39-fbe2-4d9f-833b-c2c530822363 req-d3b9d199-4b68-4405-a3d6-740dca241951 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=974eb328-aa60-40cc-837c-2952e19544cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296650 Jul 13 08:17:37.519412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cdc5face-cfb3-48e4-bb72-5bbf0536ff6d None None] Provisioning complete for port b920a080-089a-4244-bdd5-b4fb1d902441 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:37.519785 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cdc5face-cfb3-48e4-bb72-5bbf0536ff6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:37.813687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d939d91-9dbd-4b54-905c-aa1225898fa8 req-4fd4b39a-9745-45b7-8498-ae7faff28571 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:37.815205 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d939d91-9dbd-4b54-905c-aa1225898fa8 req-4fd4b39a-9745-45b7-8498-ae7faff28571 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 946 time: 0.0667548 Jul 13 08:17:37.853239 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d939d91-9dbd-4b54-905c-aa1225898fa8 req-d31fdcce-7c1c-4851-a9f5-96d460fd20f8 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/security-groups?id=974eb328-aa60-40cc-837c-2952e19544cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323842 Jul 13 08:17:38.255631 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.027513 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044dbcae-0c25-469c-8c8e-2c2017809890 req-79f17b73-2635-487c-a513-fd0b2c1e3a16 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:39.029209 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-044dbcae-0c25-469c-8c8e-2c2017809890 req-79f17b73-2635-487c-a513-fd0b2c1e3a16 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 946 time: 0.0637536 Jul 13 08:17:39.066580 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-044dbcae-0c25-469c-8c8e-2c2017809890 req-d8396571-365d-4172-8aaf-51ba4b7f49b1 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/security-groups?id=974eb328-aa60-40cc-837c-2952e19544cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319521 Jul 13 08:17:39.242071 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825aa5b-0c87-40fe-801c-777f8ce21ea1 req-79d16eb5-c52e-4232-a974-d89b7b13f0d9 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:39.243584 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4825aa5b-0c87-40fe-801c-777f8ce21ea1 req-79d16eb5-c52e-4232-a974-d89b7b13f0d9 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 946 time: 0.0661035 Jul 13 08:17:39.287694 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4825aa5b-0c87-40fe-801c-777f8ce21ea1 req-d4fc20d6-9727-43b4-ac82-cc9d11b60015 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/security-groups?id=974eb328-aa60-40cc-837c-2952e19544cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382953 Jul 13 08:17:39.466252 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb9c37-1bb9-4294-b676-2f98b42757b6 req-1bb54e7c-3a81-413a-b477-de5a80495298 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:39.467720 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2ffb9c37-1bb9-4294-b676-2f98b42757b6 req-1bb54e7c-3a81-413a-b477-de5a80495298 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 946 time: 0.0654178 Jul 13 08:17:39.505466 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2ffb9c37-1bb9-4294-b676-2f98b42757b6 req-78d938d0-732d-4833-8ed9-64e51411d33c tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/security-groups?id=974eb328-aa60-40cc-837c-2952e19544cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322123 Jul 13 08:17:39.530650 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60356) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:39.634197 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3cbbe8-8352-465d-a20c-6eefec22070e tempest-TestServerBasicOps-403342826 tempest-TestServerBasicOps-403342826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:39.636218 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2c3cbbe8-8352-465d-a20c-6eefec22070e tempest-TestServerBasicOps-403342826 tempest-TestServerBasicOps-403342826-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 1093 time: 0.1045744 Jul 13 08:17:39.639465 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60360) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:39.643927 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-da6bbe33-4ac1-4af0-afa2-71083beb0991 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': 'b920a080-089a-4244-bdd5-b4fb1d902441', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:39.669415 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da6bbe33-4ac1-4af0-afa2-71083beb0991 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.770651 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da6bbe33-4ac1-4af0-afa2-71083beb0991 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.877055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-da6bbe33-4ac1-4af0-afa2-71083beb0991 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Allocated IP 172.25.0.241 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/1e342ecd-e05c-4890-b12e-abfb1a40206f) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:17:39.978025 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da6bbe33-4ac1-4af0-afa2-71083beb0991 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:40.018472 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da6bbe33-4ac1-4af0-afa2-71083beb0991 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:40.053866 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6bbe33-4ac1-4af0-afa2-71083beb0991 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:17:40.058983 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-da6bbe33-4ac1-4af0-afa2-71083beb0991 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:17:40.062316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6bbe33-4ac1-4af0-afa2-71083beb0991 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:17:40.090377 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bbe33-4ac1-4af0-afa2-71083beb0991 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Pushing event updated for resources: {'Port': ['ID=1e342ecd-e05c-4890-b12e-abfb1a40206f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:40.564748 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da6bbe33-4ac1-4af0-afa2-71083beb0991 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:40.970921 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da6bbe33-4ac1-4af0-afa2-71083beb0991 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:41.152584 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da6bbe33-4ac1-4af0-afa2-71083beb0991 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:41.158182 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da6bbe33-4ac1-4af0-afa2-71083beb0991 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:41.226175 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bbe33-4ac1-4af0-afa2-71083beb0991 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Pushing event updated for resources: {'Port': ['ID=1e342ecd-e05c-4890-b12e-abfb1a40206f,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:41.238449 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da6bbe33-4ac1-4af0-afa2-71083beb0991 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:41.341045 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-da6bbe33-4ac1-4af0-afa2-71083beb0991 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Floating IP 122d575c-7701-4396-b9f3-6f70c7872b11 associated. External IP: 172.25.0.241, port: b920a080-089a-4244-bdd5-b4fb1d902441. Jul 13 08:17:41.548791 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6bbe33-4ac1-4af0-afa2-71083beb0991 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Router 8c224684-2b62-44ae-ac02-d07b62179737 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:17:41.658824 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6bbe33-4ac1-4af0-afa2-71083beb0991 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:17:41.668796 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffa74cc-8d15-4ae6-8fff-6209936f552e None None] Sync routers for ids ['8c224684-2b62-44ae-ac02-d07b62179737'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:17:41.677855 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da6bbe33-4ac1-4af0-afa2-71083beb0991 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:41.690136 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffa74cc-8d15-4ae6-8fff-6209936f552e None None] Routers {'8c224684-2b62-44ae-ac02-d07b62179737'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:17:41.690771 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cffa74cc-8d15-4ae6-8fff-6209936f552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:17:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8c224684-2b62-44ae-ac02-d07b62179737'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:41.722504 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-da6bbe33-4ac1-4af0-afa2-71083beb0991 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0814769 Jul 13 08:17:41.723624 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cb6cb2-d991-42a0-8152-243857d82012', 'tag': 'b920a080-089a-4244-bdd5-b4fb1d902441'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:17:41.726626 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc827d31-012c-45f3-9050-2a069e29b49c" -d '{"events": [{"name": "network-changed", "server_uuid": "84cb6cb2-d991-42a0-8152-243857d82012", "tag": "b920a080-089a-4244-bdd5-b4fb1d902441"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:17:41.775123 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20560a9-b87c-4eb5-86c4-6ddcbe34f3c1 x-openstack-request-id: req-f20560a9-b87c-4eb5-86c4-6ddcbe34f3c1 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:17:41.775552 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cb6cb2-d991-42a0-8152-243857d82012", "tag": "b920a080-089a-4244-bdd5-b4fb1d902441", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:17:41.775811 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f20560a9-b87c-4eb5-86c4-6ddcbe34f3c1 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:17:41.776264 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84cb6cb2-d991-42a0-8152-243857d82012', 'tag': 'b920a080-089a-4244-bdd5-b4fb1d902441', 'status': 'completed', 'code': 200} Jul 13 08:17:41.821819 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-cffa74cc-8d15-4ae6-8fff-6209936f552e None None] Set router 8c224684-2b62-44ae-ac02-d07b62179737 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:17:41.867032 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc827d31-012c-45f3-9050-2a069e29b49c req-310af1f8-2231-4f4d-acc7-c06f8b00e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:41.868563 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc827d31-012c-45f3-9050-2a069e29b49c req-310af1f8-2231-4f4d-acc7-c06f8b00e0ca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=33d074415a054a15919eecd81430ccae&device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 1098 time: 0.0628810 Jul 13 08:17:41.975284 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc827d31-012c-45f3-9050-2a069e29b49c req-0bcb2ae0-de33-45ce-9b5a-0c91a32eb416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:41.976875 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc827d31-012c-45f3-9050-2a069e29b49c req-0bcb2ae0-de33-45ce-9b5a-0c91a32eb416 service neutron] 10.222.0.62 "GET /v2.0/networks?id=05682adc-e591-426b-b6da-4729cc3c6c33 HTTP/1.1" status: 200 len: 910 time: 0.1016011 Jul 13 08:17:42.065120 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cffa74cc-8d15-4ae6-8fff-6209936f552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c224684-2b62-44ae-ac02-d07b62179737', 'name': 'tempest-TestServerBasicOps-1596554138-router', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:18Z', 'revision_number': 4, 'project_id': '33d074415a054a15919eecd81430ccae', 'gw_port': {'id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:22:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '122d575c-7701-4396-b9f3-6f70c7872b11', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'port_id': 'b920a080-089a-4244-bdd5-b4fb1d902441', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33', 'mac_address': 'fa:16:3e:57:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb6cb2-d991-42a0-8152-243857d82012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:17:40Z', 'updated_at': '2021-07-13T08:17:40Z', 'revision_number': 0, 'project_id': '33d074415a054a15919eecd81430ccae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21eec627-b6f3-4d59-bed2-f4906cfcce7a', 'name': '', 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'mac_address': 'fa:16:3e:68:eb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3607e4f7-0f5f-4a6b-81c2-787c4ffaf089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:17Z', 'updated_at': '2021-07-13T08:17:24Z', 'revision_number': 5, 'project_id': '33d074415a054a15919eecd81430ccae', 'subnets': [{'id': '3607e4f7-0f5f-4a6b-81c2-787c4ffaf089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:42.082041 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc827d31-012c-45f3-9050-2a069e29b49c req-77688446-2538-49a2-aaa4-fdaaf7f9e51f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b920a080-089a-4244-bdd5-b4fb1d902441 HTTP/1.1" status: 200 len: 1000 time: 0.0984142 Jul 13 08:17:42.095439 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffa74cc-8d15-4ae6-8fff-6209936f552e None None] Checking router: 8c224684-2b62-44ae-ac02-d07b62179737 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:17:42.104603 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffa74cc-8d15-4ae6-8fff-6209936f552e None None] Routers {'8c224684-2b62-44ae-ac02-d07b62179737'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:17:42.105220 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cffa74cc-8d15-4ae6-8fff-6209936f552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:17:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8c224684-2b62-44ae-ac02-d07b62179737'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:42.132027 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc827d31-012c-45f3-9050-2a069e29b49c req-45e35698-978a-42cc-953c-cb7a71a88ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:42.133527 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc827d31-012c-45f3-9050-2a069e29b49c req-45e35698-978a-42cc-953c-cb7a71a88ae1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3607e4f7-0f5f-4a6b-81c2-787c4ffaf089 HTTP/1.1" status: 200 len: 848 time: 0.0441322 Jul 13 08:17:42.195200 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc827d31-012c-45f3-9050-2a069e29b49c req-5bb08388-6ab5-470d-9c81-57eff2f9688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:42.197560 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc827d31-012c-45f3-9050-2a069e29b49c req-5bb08388-6ab5-470d-9c81-57eff2f9688e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=05682adc-e591-426b-b6da-4729cc3c6c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569730 Jul 13 08:17:42.215748 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-cffa74cc-8d15-4ae6-8fff-6209936f552e None None] Set router 8c224684-2b62-44ae-ac02-d07b62179737 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:17:42.302644 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc827d31-012c-45f3-9050-2a069e29b49c req-0bd14024-1a53-4c5c-8932-7a202385b968 service neutron] 10.222.0.62 "GET /v2.0/networks/05682adc-e591-426b-b6da-4729cc3c6c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943778 Jul 13 08:17:42.412423 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc827d31-012c-45f3-9050-2a069e29b49c req-96d5eaf5-01ab-4345-99fb-864624f25722 service neutron] 10.222.0.62 "GET /v2.0/networks/05682adc-e591-426b-b6da-4729cc3c6c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009030 Jul 13 08:17:42.454792 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cffa74cc-8d15-4ae6-8fff-6209936f552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c224684-2b62-44ae-ac02-d07b62179737', 'name': 'tempest-TestServerBasicOps-1596554138-router', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:18Z', 'revision_number': 4, 'project_id': '33d074415a054a15919eecd81430ccae', 'gw_port': {'id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:22:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '122d575c-7701-4396-b9f3-6f70c7872b11', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'port_id': 'b920a080-089a-4244-bdd5-b4fb1d902441', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33', 'mac_address': 'fa:16:3e:57:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb6cb2-d991-42a0-8152-243857d82012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:17:40Z', 'updated_at': '2021-07-13T08:17:40Z', 'revision_number': 0, 'project_id': '33d074415a054a15919eecd81430ccae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21eec627-b6f3-4d59-bed2-f4906cfcce7a', 'name': '', 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'mac_address': 'fa:16:3e:68:eb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3607e4f7-0f5f-4a6b-81c2-787c4ffaf089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:17Z', 'updated_at': '2021-07-13T08:17:24Z', 'revision_number': 5, 'project_id': '33d074415a054a15919eecd81430ccae', 'subnets': [{'id': '3607e4f7-0f5f-4a6b-81c2-787c4ffaf089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:42.481193 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffa74cc-8d15-4ae6-8fff-6209936f552e None None] The sync data for ids ['8c224684-2b62-44ae-ac02-d07b62179737'] in n-d-779913-28 is: [{'id': '8c224684-2b62-44ae-ac02-d07b62179737', 'name': 'tempest-TestServerBasicOps-1596554138-router', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:18Z', 'revision_number': 4, 'project_id': '33d074415a054a15919eecd81430ccae', 'gw_port': {'id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:22:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '122d575c-7701-4396-b9f3-6f70c7872b11', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'port_id': 'b920a080-089a-4244-bdd5-b4fb1d902441', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33', 'mac_address': 'fa:16:3e:57:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb6cb2-d991-42a0-8152-243857d82012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:17:40Z', 'updated_at': '2021-07-13T08:17:40Z', 'revision_number': 0, 'project_id': '33d074415a054a15919eecd81430ccae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21eec627-b6f3-4d59-bed2-f4906cfcce7a', 'name': '', 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'mac_address': 'fa:16:3e:68:eb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3607e4f7-0f5f-4a6b-81c2-787c4ffaf089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:17Z', 'updated_at': '2021-07-13T08:17:24Z', 'revision_number': 5, 'project_id': '33d074415a054a15919eecd81430ccae', 'subnets': [{'id': '3607e4f7-0f5f-4a6b-81c2-787c4ffaf089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:17:42.690765 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ae7dcc-a4d5-4892-9d16-bcdad6ba9d66 None None] New status for floating IP 122d575c-7701-4396-b9f3-6f70c7872b11: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:17:43.130506 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:43.841989 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:17:53.243298 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c5e3e4d9-6bc6-4d80-b7f7-25e51862b4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:56.479373 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61c66b78-004a-4edf-a8b3-b2f1c285898e req-286fa1ce-43ee-436c-82c8-d5ef76e86ec9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0694249 Jul 13 08:17:56.583193 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c66b78-004a-4edf-a8b3-b2f1c285898e req-97fa19f4-2e8b-4709-bbd2-fa929f27d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:56.584711 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61c66b78-004a-4edf-a8b3-b2f1c285898e req-97fa19f4-2e8b-4709-bbd2-fa929f27d40a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=33d074415a054a15919eecd81430ccae&device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 1098 time: 0.0563705 Jul 13 08:17:56.703608 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c66b78-004a-4edf-a8b3-b2f1c285898e req-6ecd21e4-580e-4605-9d80-870d0f7d5925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:56.705099 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61c66b78-004a-4edf-a8b3-b2f1c285898e req-6ecd21e4-580e-4605-9d80-870d0f7d5925 service neutron] 10.222.0.62 "GET /v2.0/networks?id=05682adc-e591-426b-b6da-4729cc3c6c33 HTTP/1.1" status: 200 len: 910 time: 0.0951097 Jul 13 08:17:56.777031 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61c66b78-004a-4edf-a8b3-b2f1c285898e req-311a5513-7d0e-466b-b5f6-f5d578f6ad01 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b920a080-089a-4244-bdd5-b4fb1d902441 HTTP/1.1" status: 200 len: 1002 time: 0.0646577 Jul 13 08:17:56.832741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c66b78-004a-4edf-a8b3-b2f1c285898e req-a5774c90-3b29-4c8f-bd04-04deae354a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:56.834232 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61c66b78-004a-4edf-a8b3-b2f1c285898e req-a5774c90-3b29-4c8f-bd04-04deae354a80 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3607e4f7-0f5f-4a6b-81c2-787c4ffaf089 HTTP/1.1" status: 200 len: 848 time: 0.0486553 Jul 13 08:17:56.894163 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c66b78-004a-4edf-a8b3-b2f1c285898e req-da3e6272-82f8-4339-8779-b9c274af2dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:56.895690 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61c66b78-004a-4edf-a8b3-b2f1c285898e req-da3e6272-82f8-4339-8779-b9c274af2dd7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=05682adc-e591-426b-b6da-4729cc3c6c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549986 Jul 13 08:17:57.003864 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61c66b78-004a-4edf-a8b3-b2f1c285898e req-b3ca4b72-eb3e-4b4a-b46c-4f76ad130d55 service neutron] 10.222.0.62 "GET /v2.0/networks/05682adc-e591-426b-b6da-4729cc3c6c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004963 Jul 13 08:17:57.110913 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61c66b78-004a-4edf-a8b3-b2f1c285898e req-56ccd03e-0807-42b7-9352-8b8cea72a51b service neutron] 10.222.0.62 "GET /v2.0/networks/05682adc-e591-426b-b6da-4729cc3c6c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001196 Jul 13 08:17:57.607537 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-009bae9d-9092-422d-a487-1bb0abf6d624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:57.837394 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:59.713467 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:01.439896 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:08.260459 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:13.143493 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:17.035916 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60384) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:17.160184 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad11332-ecc5-4379-a2df-72b8c6559d78 req-8e26c0d0-c1ab-4e2c-a428-28f5e861c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:17.161739 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2ad11332-ecc5-4379-a2df-72b8c6559d78 req-8e26c0d0-c1ab-4e2c-a428-28f5e861c984 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 1098 time: 0.1244371 Jul 13 08:18:17.201187 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2ad11332-ecc5-4379-a2df-72b8c6559d78 req-bd871882-9c96-4a21-99b1-9a3831955d7c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=974eb328-aa60-40cc-837c-2952e19544cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320287 Jul 13 08:18:20.841875 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:18:21.871259 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-1b13631d-90dd-4ea5-ad63-d355431dd26a req-411dc185-8216-4154-8a4c-8fc1723922c5 service neutron] (93723) timed out ('10.222.0.58', 38958) {{(pid=93723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:18:23.243917 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f652-ebde-4cda-8d02-54444bf9bff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:27.610005 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46ae3ac4-69e8-495a-bf08-799544e2f646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:27.830480 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:29.713587 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:31.442450 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:38.255009 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:43.145115 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:53.247783 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74a375f7-4df7-4eae-8fd0-07f457e1bca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:57.441935 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-929137df-f00d-4714-811c-56ea674ba881 req-3333f889-2e77-4f94-b09a-7340bddcb874 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548661 Jul 13 08:18:57.546186 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929137df-f00d-4714-811c-56ea674ba881 req-4081b9bd-961d-4a5c-bd37-e2785cbc39a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:57.547708 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-929137df-f00d-4714-811c-56ea674ba881 req-4081b9bd-961d-4a5c-bd37-e2785cbc39a1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=33d074415a054a15919eecd81430ccae&device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 1098 time: 0.0594869 Jul 13 08:18:57.616441 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a02580d9-3756-4f20-a66c-83759b70ecf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:57.664280 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929137df-f00d-4714-811c-56ea674ba881 req-4f22a9e1-1da3-4683-b5b3-334527f2ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:57.665781 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-929137df-f00d-4714-811c-56ea674ba881 req-4f22a9e1-1da3-4683-b5b3-334527f2ddc9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=05682adc-e591-426b-b6da-4729cc3c6c33 HTTP/1.1" status: 200 len: 910 time: 0.0958335 Jul 13 08:18:57.741492 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-929137df-f00d-4714-811c-56ea674ba881 req-b0af3d9b-d018-4ae2-b99f-9bbd8c79f8a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b920a080-089a-4244-bdd5-b4fb1d902441 HTTP/1.1" status: 200 len: 1002 time: 0.0677292 Jul 13 08:18:57.793928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929137df-f00d-4714-811c-56ea674ba881 req-66181dd8-3d71-46f9-8336-86ebe007bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:57.796179 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-929137df-f00d-4714-811c-56ea674ba881 req-66181dd8-3d71-46f9-8336-86ebe007bb81 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3607e4f7-0f5f-4a6b-81c2-787c4ffaf089 HTTP/1.1" status: 200 len: 848 time: 0.0465217 Jul 13 08:18:57.837273 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:57.844539 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:18:57.859545 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929137df-f00d-4714-811c-56ea674ba881 req-78228458-fae5-48b4-bd1e-4b64a72b0232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:57.861340 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-929137df-f00d-4714-811c-56ea674ba881 req-78228458-fae5-48b4-bd1e-4b64a72b0232 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=05682adc-e591-426b-b6da-4729cc3c6c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585420 Jul 13 08:18:57.969960 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-929137df-f00d-4714-811c-56ea674ba881 req-bf865221-a33f-46b6-9d4d-826c1f30844a service neutron] 10.222.0.62 "GET /v2.0/networks/05682adc-e591-426b-b6da-4729cc3c6c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011779 Jul 13 08:18:58.067989 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-929137df-f00d-4714-811c-56ea674ba881 req-3c8fbba6-ba60-4520-94cd-e661ea9e2ff5 service neutron] 10.222.0.62 "GET /v2.0/networks/05682adc-e591-426b-b6da-4729cc3c6c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911381 Jul 13 08:18:59.718453 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:01.444084 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:08.252936 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:13.170061 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:19.771375 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-7c5fc4c4-27e5-4b22-987f-2bf1a72a759f req-22da0ab8-6b53-4a01-a5c9-e21b2af0922b service neutron] (93723) timed out ('10.222.0.58', 32914) {{(pid=93723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:19:23.253168 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4407222-6efe-44e6-b1e7-d8a1182baae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:27.608809 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d515c2c-9744-4d31-94e5-d021899aed09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:27.829657 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:29.721439 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:31.448488 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:34.843707 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:19:38.268529 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:43.173822 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:53.254501 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f5b3ffac-584e-44cf-b606-6d351c291c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:53.640035 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-8503154b-b5b9-47a2-93f2-f52e7ad53934 req-d5732cf9-f4dc-463c-964e-35ee55d66c15 service neutron] (93724) timed out ('10.222.0.35', 62216) {{(pid=93724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:19:57.611124 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b94653c-8177-4a64-aa72-03e8c0d2ad4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:57.840207 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:58.452744 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2214524d-26ee-4db1-a3a3-35097012523c req-8f70c146-c1d8-4759-8467-0d232ed387df service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570042 Jul 13 08:19:58.554407 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214524d-26ee-4db1-a3a3-35097012523c req-92ad00ae-006d-4c3a-952c-e343f48a0e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:58.555958 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2214524d-26ee-4db1-a3a3-35097012523c req-92ad00ae-006d-4c3a-952c-e343f48a0e48 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=33d074415a054a15919eecd81430ccae&device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 1098 time: 0.0606418 Jul 13 08:19:58.666271 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214524d-26ee-4db1-a3a3-35097012523c req-febe1cda-6b17-46c8-8ab3-b649a1530c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:58.667783 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2214524d-26ee-4db1-a3a3-35097012523c req-febe1cda-6b17-46c8-8ab3-b649a1530c39 service neutron] 10.222.0.62 "GET /v2.0/networks?id=05682adc-e591-426b-b6da-4729cc3c6c33 HTTP/1.1" status: 200 len: 910 time: 0.0895233 Jul 13 08:19:58.741763 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2214524d-26ee-4db1-a3a3-35097012523c req-4c0d144b-8f75-4751-aa43-e15ffddccc86 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b920a080-089a-4244-bdd5-b4fb1d902441 HTTP/1.1" status: 200 len: 1002 time: 0.0671728 Jul 13 08:19:58.797325 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214524d-26ee-4db1-a3a3-35097012523c req-ccd16bd1-af50-4331-a837-ce0aac4be3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:58.799435 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2214524d-26ee-4db1-a3a3-35097012523c req-ccd16bd1-af50-4331-a837-ce0aac4be3a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3607e4f7-0f5f-4a6b-81c2-787c4ffaf089 HTTP/1.1" status: 200 len: 848 time: 0.0520256 Jul 13 08:19:58.865057 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214524d-26ee-4db1-a3a3-35097012523c req-18e47fe4-d910-4541-a59a-cd10c8cfa796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:58.866868 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2214524d-26ee-4db1-a3a3-35097012523c req-18e47fe4-d910-4541-a59a-cd10c8cfa796 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=05682adc-e591-426b-b6da-4729cc3c6c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615430 Jul 13 08:19:58.972737 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2214524d-26ee-4db1-a3a3-35097012523c req-c6834acc-c534-4705-ad24-00690943de28 service neutron] 10.222.0.62 "GET /v2.0/networks/05682adc-e591-426b-b6da-4729cc3c6c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982032 Jul 13 08:19:59.069236 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2214524d-26ee-4db1-a3a3-35097012523c req-26ad03c6-da21-455f-9565-1e7e0bb6c3fb service neutron] 10.222.0.62 "GET /v2.0/networks/05682adc-e591-426b-b6da-4729cc3c6c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897853 Jul 13 08:19:59.724279 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:01.451505 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:08.283397 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:11.842933 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:20:13.175880 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:23.255477 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-96b49146-d69b-4832-8378-e677a7509f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:27.612911 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-94af17d6-f6b9-4ad7-810d-6e56e55114b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:27.831457 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:29.729384 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:31.455770 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.283700 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:43.169294 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:48.842841 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:20:53.256549 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23f796c0-40f1-4773-894e-cb9d89d98b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:57.613807 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6460957d-f880-43a8-93cb-0ced9f573b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:57.835821 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:59.732333 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:00.553787 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c8ca3b8-f8eb-43b5-9373-8260dea24c8d req-28bad645-c1af-4b72-8f4e-852fc2303d1d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1695011 Jul 13 08:21:00.658334 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ca3b8-f8eb-43b5-9373-8260dea24c8d req-9a1a2629-af72-41e1-a9c8-8096737ca405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:00.659884 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c8ca3b8-f8eb-43b5-9373-8260dea24c8d req-9a1a2629-af72-41e1-a9c8-8096737ca405 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=33d074415a054a15919eecd81430ccae&device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 1098 time: 0.0565550 Jul 13 08:21:00.771939 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ca3b8-f8eb-43b5-9373-8260dea24c8d req-43bd1ed6-ae50-4559-80d0-1cfea3318193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:00.773597 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c8ca3b8-f8eb-43b5-9373-8260dea24c8d req-43bd1ed6-ae50-4559-80d0-1cfea3318193 service neutron] 10.222.0.62 "GET /v2.0/networks?id=05682adc-e591-426b-b6da-4729cc3c6c33 HTTP/1.1" status: 200 len: 910 time: 0.0889251 Jul 13 08:21:00.842905 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c8ca3b8-f8eb-43b5-9373-8260dea24c8d req-37c458f1-2e0c-4f7d-807f-be9ed6e27048 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b920a080-089a-4244-bdd5-b4fb1d902441 HTTP/1.1" status: 200 len: 1002 time: 0.0626626 Jul 13 08:21:00.892721 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ca3b8-f8eb-43b5-9373-8260dea24c8d req-f8ad8f00-54f4-4d92-b1bc-015cec105139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:00.894236 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c8ca3b8-f8eb-43b5-9373-8260dea24c8d req-f8ad8f00-54f4-4d92-b1bc-015cec105139 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3607e4f7-0f5f-4a6b-81c2-787c4ffaf089 HTTP/1.1" status: 200 len: 848 time: 0.0447924 Jul 13 08:21:00.952306 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ca3b8-f8eb-43b5-9373-8260dea24c8d req-34cbf1ff-921b-4f22-b9e6-5c25ea3fedf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:00.954473 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c8ca3b8-f8eb-43b5-9373-8260dea24c8d req-34cbf1ff-921b-4f22-b9e6-5c25ea3fedf5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=05682adc-e591-426b-b6da-4729cc3c6c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537732 Jul 13 08:21:01.048149 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c8ca3b8-f8eb-43b5-9373-8260dea24c8d req-93a182c6-983a-49a7-867e-aaa36a3734d2 service neutron] 10.222.0.62 "GET /v2.0/networks/05682adc-e591-426b-b6da-4729cc3c6c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869131 Jul 13 08:21:01.142248 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c8ca3b8-f8eb-43b5-9373-8260dea24c8d req-611779da-40a2-4a40-9954-a9d824b36754 service neutron] 10.222.0.62 "GET /v2.0/networks/05682adc-e591-426b-b6da-4729cc3c6c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872467 Jul 13 08:21:01.456214 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:08.297206 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:13.173832 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:23.258185 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ed9e6eb-3f0f-4ad4-9a00-4411b6672b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:25.841590 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:21:27.620965 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68c97286-f4d9-4b7d-9c44-2e577ae53965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:27.841679 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:29.735928 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:31.460178 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:38.299923 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:43.194708 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:53.261825 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af657b5a-733d-4585-89af-c7bc6c3af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:57.617544 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d408fa3a-12ce-4fa8-91fe-b421ff1bca45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:57.843601 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:59.739768 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:01.470825 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:02.840828 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:22:02.972160 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d0a91c8-782a-4068-80c7-2bf193b5aeae req-d6884bf6-73fe-4dcf-b3d2-1ef6ab0f1e81 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0593207 Jul 13 08:22:03.068234 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a91c8-782a-4068-80c7-2bf193b5aeae req-db0b62ac-5730-4c45-9298-e69152027937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:03.069727 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d0a91c8-782a-4068-80c7-2bf193b5aeae req-db0b62ac-5730-4c45-9298-e69152027937 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=33d074415a054a15919eecd81430ccae&device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 1098 time: 0.0530210 Jul 13 08:22:03.179301 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a91c8-782a-4068-80c7-2bf193b5aeae req-0f9390db-c4ff-42ca-83e5-ab5bd40bc648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:03.180767 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d0a91c8-782a-4068-80c7-2bf193b5aeae req-0f9390db-c4ff-42ca-83e5-ab5bd40bc648 service neutron] 10.222.0.62 "GET /v2.0/networks?id=05682adc-e591-426b-b6da-4729cc3c6c33 HTTP/1.1" status: 200 len: 910 time: 0.0900512 Jul 13 08:22:03.246224 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d0a91c8-782a-4068-80c7-2bf193b5aeae req-6fafe706-0858-4a36-a105-edca46b1fa03 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b920a080-089a-4244-bdd5-b4fb1d902441 HTTP/1.1" status: 200 len: 1002 time: 0.0575769 Jul 13 08:22:03.294634 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a91c8-782a-4068-80c7-2bf193b5aeae req-7c09cf6e-eb64-4888-91e5-5ad11cead730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:03.296215 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d0a91c8-782a-4068-80c7-2bf193b5aeae req-7c09cf6e-eb64-4888-91e5-5ad11cead730 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3607e4f7-0f5f-4a6b-81c2-787c4ffaf089 HTTP/1.1" status: 200 len: 848 time: 0.0430253 Jul 13 08:22:03.356603 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a91c8-782a-4068-80c7-2bf193b5aeae req-9bc82e1b-b855-4aab-a299-2d786a11cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:03.358229 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d0a91c8-782a-4068-80c7-2bf193b5aeae req-9bc82e1b-b855-4aab-a299-2d786a11cf8b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=05682adc-e591-426b-b6da-4729cc3c6c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549507 Jul 13 08:22:03.368607 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-6d0a91c8-782a-4068-80c7-2bf193b5aeae req-23a69ec4-33e8-4428-8f69-24edc7cb87f9 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:22:03.369589 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d0a91c8-782a-4068-80c7-2bf193b5aeae req-23a69ec4-33e8-4428-8f69-24edc7cb87f9 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051169 Jul 13 08:22:03.466007 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d0a91c8-782a-4068-80c7-2bf193b5aeae req-9320c20a-17cb-488b-9206-c020a26d5372 service neutron] 10.222.0.62 "GET /v2.0/networks/05682adc-e591-426b-b6da-4729cc3c6c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895059 Jul 13 08:22:03.567843 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d0a91c8-782a-4068-80c7-2bf193b5aeae req-407ef0fa-5d3d-4e69-addd-8ba6ab1aa6ad service neutron] 10.222.0.62 "GET /v2.0/networks/05682adc-e591-426b-b6da-4729cc3c6c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954502 Jul 13 08:22:08.302131 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:13.204209 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:22.006798 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24aaa1-247f-4419-a17b-a8538d4a71ab req-424c9ab8-14bc-4fc3-94f3-f3280c290b17 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:22.009170 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e24aaa1-247f-4419-a17b-a8538d4a71ab req-424c9ab8-14bc-4fc3-94f3-f3280c290b17 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 946 time: 0.0808682 Jul 13 08:22:22.064687 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e24aaa1-247f-4419-a17b-a8538d4a71ab req-b821c958-6afe-4aca-bb1b-335d76ef3db8 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/security-groups?id=974eb328-aa60-40cc-837c-2952e19544cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467029 Jul 13 08:22:23.263692 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5bb1fa04-805a-4c51-bc82-03ddf3fe8618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:23.269999 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34ac10-7158-4ef8-afa9-d9e73a76d4a9 req-c992345b-d931-4fa1-a954-771363cb8e5a tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:23.271531 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b34ac10-7158-4ef8-afa9-d9e73a76d4a9 req-c992345b-d931-4fa1-a954-771363cb8e5a tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.62 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 946 time: 0.0999765 Jul 13 08:22:23.367236 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befbd8d-b136-4e93-85de-03977cc3425a req-3484bd48-618b-43ed-84cb-a34f765bb25a tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:23.369324 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6befbd8d-b136-4e93-85de-03977cc3425a req-3484bd48-618b-43ed-84cb-a34f765bb25a tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 946 time: 0.1445012 Jul 13 08:22:23.425151 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6befbd8d-b136-4e93-85de-03977cc3425a req-463c96e7-edc3-48de-b693-55e7bade2f26 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/security-groups?id=974eb328-aa60-40cc-837c-2952e19544cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501676 Jul 13 08:22:23.431907 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-2b34ac10-7158-4ef8-afa9-d9e73a76d4a9 req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Deleting port b920a080-089a-4244-bdd5-b4fb1d902441 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:22:23.432399 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2b34ac10-7158-4ef8-afa9-d9e73a76d4a9 req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:23.529885 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-2b34ac10-7158-4ef8-afa9-d9e73a76d4a9 req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] For port b920a080-089a-4244-bdd5-b4fb1d902441, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=b920a080-089a-4244-bdd5-b4fb1d902441,segment=NetworkSegment(427abb53-8a95-4784-951c-7290b091b3d3),segment_id=427abb53-8a95-4784-951c-7290b091b3d3)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:23.530334 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2b34ac10-7158-4ef8-afa9-d9e73a76d4a9 req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:24.090685 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2b34ac10-7158-4ef8-afa9-d9e73a76d4a9 req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:24.091058 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2b34ac10-7158-4ef8-afa9-d9e73a76d4a9 req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:24.091372 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [req-2b34ac10-7158-4ef8-afa9-d9e73a76d4a9 req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Floating IP 122d575c-7701-4396-b9f3-6f70c7872b11 disassociated. External IP: 172.25.0.241, port: b920a080-089a-4244-bdd5-b4fb1d902441. Jul 13 08:22:24.091723 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-2b34ac10-7158-4ef8-afa9-d9e73a76d4a9 req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Calling delete_port for b920a080-089a-4244-bdd5-b4fb1d902441 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:22:24.314183 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2b34ac10-7158-4ef8-afa9-d9e73a76d4a9 req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:24.346280 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Pushing event deleted for resources: {'Port': ['ID=b920a080-089a-4244-bdd5-b4fb1d902441,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:24.358520 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:24.358875 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:24.359222 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:24.359585 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:24.359944 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:24.360898 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:24.361231 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:24.361561 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:24.361884 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:24.362255 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:24.362580 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:24.362901 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:24.494233 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b34ac10-7158-4ef8-afa9-d9e73a76d4a9 req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Router 8c224684-2b62-44ae-ac02-d07b62179737 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:22:24.636784 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e6d1bb2-9b71-4af2-a3ca-00062ec0e37a req-759ffd15-b482-4765-b9ee-d198ca833e79 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "GET /v2.0/ports?device_id=84cb6cb2-d991-42a0-8152-243857d82012 HTTP/1.1" status: 200 len: 210 time: 0.0356982 Jul 13 08:22:24.651364 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b34ac10-7158-4ef8-afa9-d9e73a76d4a9 req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:22:24.668673 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998796f3-9d2a-4e5c-930a-990763840ade None None] Sync routers for ids ['8c224684-2b62-44ae-ac02-d07b62179737'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:22:24.679652 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998796f3-9d2a-4e5c-930a-990763840ade None None] Routers {'8c224684-2b62-44ae-ac02-d07b62179737'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:22:24.680365 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-998796f3-9d2a-4e5c-930a-990763840ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:21:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8c224684-2b62-44ae-ac02-d07b62179737'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:24.700281 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b34ac10-7158-4ef8-afa9-d9e73a76d4a9 req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] No DVR routers for this DVR port b920a080-089a-4244-bdd5-b4fb1d902441 on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:22:24.703319 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2b34ac10-7158-4ef8-afa9-d9e73a76d4a9 req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:24.705925 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2b34ac10-7158-4ef8-afa9-d9e73a76d4a9 req-0f3b5ddd-9c95-44cf-8e76-7cbb3fd0b050 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.62 "DELETE /v2.0/ports/b920a080-089a-4244-bdd5-b4fb1d902441 HTTP/1.1" status: 204 len: 173 time: 1.4285254 Jul 13 08:22:24.706412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cb6cb2-d991-42a0-8152-243857d82012', 'name': 'network-vif-deleted', 'tag': 'b920a080-089a-4244-bdd5-b4fb1d902441'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:22:24.710573 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5c56f6-1c77-450e-b4db-7c1304641678" -d '{"events": [{"server_uuid": "84cb6cb2-d991-42a0-8152-243857d82012", "name": "network-vif-deleted", "tag": "b920a080-089a-4244-bdd5-b4fb1d902441"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:22:24.771548 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae354f2e-9f60-49ed-8fbe-bc42f1db2f6e x-openstack-request-id: req-ae354f2e-9f60-49ed-8fbe-bc42f1db2f6e {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:22:24.771948 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cb6cb2-d991-42a0-8152-243857d82012", "name": "network-vif-deleted", "tag": "b920a080-089a-4244-bdd5-b4fb1d902441", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:22:24.772305 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ae354f2e-9f60-49ed-8fbe-bc42f1db2f6e {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:22:24.772805 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84cb6cb2-d991-42a0-8152-243857d82012', 'name': 'network-vif-deleted', 'tag': 'b920a080-089a-4244-bdd5-b4fb1d902441', 'status': 'completed', 'code': 200} Jul 13 08:22:24.838446 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-998796f3-9d2a-4e5c-930a-990763840ade None None] Set router 8c224684-2b62-44ae-ac02-d07b62179737 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:22:25.051773 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-998796f3-9d2a-4e5c-930a-990763840ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c224684-2b62-44ae-ac02-d07b62179737', 'name': 'tempest-TestServerBasicOps-1596554138-router', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:18Z', 'revision_number': 4, 'project_id': '33d074415a054a15919eecd81430ccae', 'gw_port': {'id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:22:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '21eec627-b6f3-4d59-bed2-f4906cfcce7a', 'name': '', 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'mac_address': 'fa:16:3e:68:eb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3607e4f7-0f5f-4a6b-81c2-787c4ffaf089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:17Z', 'updated_at': '2021-07-13T08:17:24Z', 'revision_number': 5, 'project_id': '33d074415a054a15919eecd81430ccae', 'subnets': [{'id': '3607e4f7-0f5f-4a6b-81c2-787c4ffaf089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:25.082688 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998796f3-9d2a-4e5c-930a-990763840ade None None] Checking router: 8c224684-2b62-44ae-ac02-d07b62179737 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:22:25.091279 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998796f3-9d2a-4e5c-930a-990763840ade None None] Routers {'8c224684-2b62-44ae-ac02-d07b62179737'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:22:25.091895 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-998796f3-9d2a-4e5c-930a-990763840ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:21:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8c224684-2b62-44ae-ac02-d07b62179737'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:25.202983 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-998796f3-9d2a-4e5c-930a-990763840ade None None] Set router 8c224684-2b62-44ae-ac02-d07b62179737 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:22:25.431135 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-998796f3-9d2a-4e5c-930a-990763840ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c224684-2b62-44ae-ac02-d07b62179737', 'name': 'tempest-TestServerBasicOps-1596554138-router', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:18Z', 'revision_number': 4, 'project_id': '33d074415a054a15919eecd81430ccae', 'gw_port': {'id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:22:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '21eec627-b6f3-4d59-bed2-f4906cfcce7a', 'name': '', 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'mac_address': 'fa:16:3e:68:eb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3607e4f7-0f5f-4a6b-81c2-787c4ffaf089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:17Z', 'updated_at': '2021-07-13T08:17:24Z', 'revision_number': 5, 'project_id': '33d074415a054a15919eecd81430ccae', 'subnets': [{'id': '3607e4f7-0f5f-4a6b-81c2-787c4ffaf089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:25.457411 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998796f3-9d2a-4e5c-930a-990763840ade None None] The sync data for ids ['8c224684-2b62-44ae-ac02-d07b62179737'] in n-d-779913-28 is: [{'id': '8c224684-2b62-44ae-ac02-d07b62179737', 'name': 'tempest-TestServerBasicOps-1596554138-router', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:18Z', 'revision_number': 4, 'project_id': '33d074415a054a15919eecd81430ccae', 'gw_port': {'id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:22:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '21eec627-b6f3-4d59-bed2-f4906cfcce7a', 'name': '', 'network_id': '05682adc-e591-426b-b6da-4729cc3c6c33', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'mac_address': 'fa:16:3e:68:eb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3607e4f7-0f5f-4a6b-81c2-787c4ffaf089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:17Z', 'updated_at': '2021-07-13T08:17:24Z', 'revision_number': 5, 'project_id': '33d074415a054a15919eecd81430ccae', 'subnets': [{'id': '3607e4f7-0f5f-4a6b-81c2-787c4ffaf089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:22:25.688398 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a82e79-e860-45af-a3f5-7e619e9b58c9 None None] New status for floating IP 122d575c-7701-4396-b9f3-6f70c7872b11: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:22:25.827821 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60538) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:25.962249 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ee093227-ac3c-4118-84a1-b9d1e425f673 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Deleting port 1e342ecd-e05c-4890-b12e-abfb1a40206f {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:22:25.962690 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ee093227-ac3c-4118-84a1-b9d1e425f673 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:26.040670 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ee093227-ac3c-4118-84a1-b9d1e425f673 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:26.040970 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ee093227-ac3c-4118-84a1-b9d1e425f673 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:26.053053 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ee093227-ac3c-4118-84a1-b9d1e425f673 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Calling delete_port for 1e342ecd-e05c-4890-b12e-abfb1a40206f owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:22:26.187878 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ee093227-ac3c-4118-84a1-b9d1e425f673 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:26.211826 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee093227-ac3c-4118-84a1-b9d1e425f673 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Pushing event deleted for resources: {'Port': ['ID=1e342ecd-e05c-4890-b12e-abfb1a40206f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:26.278522 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ee093227-ac3c-4118-84a1-b9d1e425f673 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:26.281037 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ee093227-ac3c-4118-84a1-b9d1e425f673 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:26.282803 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ee093227-ac3c-4118-84a1-b9d1e425f673 tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "DELETE /v2.0/floatingips/122d575c-7701-4396-b9f3-6f70c7872b11 HTTP/1.1" status: 204 len: 168 time: 0.4538283 Jul 13 08:22:26.422490 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60544) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:26.487096 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fad51079-2d5c-4d08-b443-b10355ec315b tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:26.512547 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fad51079-2d5c-4d08-b443-b10355ec315b tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:26.576128 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fad51079-2d5c-4d08-b443-b10355ec315b tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:26.579299 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fad51079-2d5c-4d08-b443-b10355ec315b tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:26.580484 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fad51079-2d5c-4d08-b443-b10355ec315b tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] 10.222.0.58 "DELETE /v2.0/security-groups/974eb328-aa60-40cc-837c-2952e19544cc HTTP/1.1" status: 204 len: 168 time: 0.1569707 Jul 13 08:22:26.591637 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad51079-2d5c-4d08-b443-b10355ec315b tempest-TestServerBasicOps-766427375 tempest-TestServerBasicOps-766427375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=974eb328-aa60-40cc-837c-2952e19544cc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:26.593414 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device b920a080-089a-4244-bdd5-b4fb1d902441 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:22:26.618180 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: b920a080-089a-4244-bdd5-b4fb1d902441 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:22:26.618625 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device b920a080-089a-4244-bdd5-b4fb1d902441 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:22:26.629862 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60548) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:27.099814 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ca022ff-d61d-4297-947b-5dad2258dac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:27.363576 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-0ca022ff-d61d-4297-947b-5dad2258dac1 admin admin] Deleting port 21eec627-b6f3-4d59-bed2-f4906cfcce7a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:22:27.363830 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ca022ff-d61d-4297-947b-5dad2258dac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:27.446823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-0ca022ff-d61d-4297-947b-5dad2258dac1 admin admin] For port 21eec627-b6f3-4d59-bed2-f4906cfcce7a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=21eec627-b6f3-4d59-bed2-f4906cfcce7a,segment=NetworkSegment(427abb53-8a95-4784-951c-7290b091b3d3),segment_id=427abb53-8a95-4784-951c-7290b091b3d3)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:27.447260 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ca022ff-d61d-4297-947b-5dad2258dac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:27.459909 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-0ca022ff-d61d-4297-947b-5dad2258dac1 admin admin] Calling delete_port for 21eec627-b6f3-4d59-bed2-f4906cfcce7a owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:22:27.611147 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b4d57d2-227a-4ca0-b15e-44c5215da8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:27.647482 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ca022ff-d61d-4297-947b-5dad2258dac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:27.678985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca022ff-d61d-4297-947b-5dad2258dac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=21eec627-b6f3-4d59-bed2-f4906cfcce7a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:27.838672 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:27.859382 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ca022ff-d61d-4297-947b-5dad2258dac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:28.079133 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca022ff-d61d-4297-947b-5dad2258dac1 admin admin] Router 8c224684-2b62-44ae-ac02-d07b62179737 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:22:28.186795 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca022ff-d61d-4297-947b-5dad2258dac1 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:22:28.191791 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0ca022ff-d61d-4297-947b-5dad2258dac1 admin admin] 10.222.0.58 "PUT /v2.0/routers/8c224684-2b62-44ae-ac02-d07b62179737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5607243 Jul 13 08:22:28.194421 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60552) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:28.194932 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878554f3-434f-4e9e-b3ae-3e05aba70a20 None None] Sync routers for ids ['8c224684-2b62-44ae-ac02-d07b62179737'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:22:28.204776 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878554f3-434f-4e9e-b3ae-3e05aba70a20 None None] Routers {'8c224684-2b62-44ae-ac02-d07b62179737'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:22:28.205387 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-878554f3-434f-4e9e-b3ae-3e05aba70a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:22:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8c224684-2b62-44ae-ac02-d07b62179737'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:28.300141 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c207a663-83bd-4fe0-8932-8f8c62e49ab9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:28.309797 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-878554f3-434f-4e9e-b3ae-3e05aba70a20 None None] Set router 8c224684-2b62-44ae-ac02-d07b62179737 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:22:28.420490 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c207a663-83bd-4fe0-8932-8f8c62e49ab9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:28.473595 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c207a663-83bd-4fe0-8932-8f8c62e49ab9 admin admin] Deleting port fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:22:28.473939 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c207a663-83bd-4fe0-8932-8f8c62e49ab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:28.492172 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-878554f3-434f-4e9e-b3ae-3e05aba70a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c224684-2b62-44ae-ac02-d07b62179737', 'name': 'tempest-TestServerBasicOps-1596554138-router', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:22:27Z', 'revision_number': 5, 'project_id': '33d074415a054a15919eecd81430ccae', 'gw_port': {'id': 'fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:22:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c224684-2b62-44ae-ac02-d07b62179737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:28.519068 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878554f3-434f-4e9e-b3ae-3e05aba70a20 None None] Checking router: 8c224684-2b62-44ae-ac02-d07b62179737 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:22:28.527418 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878554f3-434f-4e9e-b3ae-3e05aba70a20 None None] Routers {'8c224684-2b62-44ae-ac02-d07b62179737'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:22:28.528024 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-878554f3-434f-4e9e-b3ae-3e05aba70a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:22:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['8c224684-2b62-44ae-ac02-d07b62179737'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:28.558077 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-c207a663-83bd-4fe0-8932-8f8c62e49ab9 admin admin] For port fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:28.558461 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c207a663-83bd-4fe0-8932-8f8c62e49ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:28.570379 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c207a663-83bd-4fe0-8932-8f8c62e49ab9 admin admin] Calling delete_port for fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:22:28.615838 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-878554f3-434f-4e9e-b3ae-3e05aba70a20 None None] Set router 8c224684-2b62-44ae-ac02-d07b62179737 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:22:28.767167 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-878554f3-434f-4e9e-b3ae-3e05aba70a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c224684-2b62-44ae-ac02-d07b62179737', 'name': 'tempest-TestServerBasicOps-1596554138-router', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:22:28Z', 'revision_number': 6, 'project_id': '33d074415a054a15919eecd81430ccae', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:28.776407 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c207a663-83bd-4fe0-8932-8f8c62e49ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:28.793648 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878554f3-434f-4e9e-b3ae-3e05aba70a20 None None] The sync data for ids ['8c224684-2b62-44ae-ac02-d07b62179737'] in n-d-779913-28 is: [{'id': '8c224684-2b62-44ae-ac02-d07b62179737', 'name': 'tempest-TestServerBasicOps-1596554138-router', 'tenant_id': '33d074415a054a15919eecd81430ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:15Z', 'updated_at': '2021-07-13T08:22:28Z', 'revision_number': 6, 'project_id': '33d074415a054a15919eecd81430ccae', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:22:28.803571 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207a663-83bd-4fe0-8932-8f8c62e49ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:28.867827 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c207a663-83bd-4fe0-8932-8f8c62e49ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:28.961347 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c207a663-83bd-4fe0-8932-8f8c62e49ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:28.963590 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c207a663-83bd-4fe0-8932-8f8c62e49ab9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.008620 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c207a663-83bd-4fe0-8932-8f8c62e49ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.009134 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c207a663-83bd-4fe0-8932-8f8c62e49ab9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c224684-2b62-44ae-ac02-d07b62179737 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:22:29.013385 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c207a663-83bd-4fe0-8932-8f8c62e49ab9 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.014635 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c207a663-83bd-4fe0-8932-8f8c62e49ab9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8c224684-2b62-44ae-ac02-d07b62179737 HTTP/1.1" status: 204 len: 168 time: 0.8192182 Jul 13 08:22:29.017857 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60554) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:29.062505 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d741c6-d6f5-4c6d-9b52-2904cb392de1 admin admin] Deleting subnet 3607e4f7-0f5f-4a6b-81c2-787c4ffaf089 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:22:29.065661 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78d741c6-d6f5-4c6d-9b52-2904cb392de1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.100802 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78d741c6-d6f5-4c6d-9b52-2904cb392de1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.197391 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78d741c6-d6f5-4c6d-9b52-2904cb392de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.272691 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78d741c6-d6f5-4c6d-9b52-2904cb392de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.298686 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d741c6-d6f5-4c6d-9b52-2904cb392de1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3607e4f7-0f5f-4a6b-81c2-787c4ffaf089,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:29.302339 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78d741c6-d6f5-4c6d-9b52-2904cb392de1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.306000 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-78d741c6-d6f5-4c6d-9b52-2904cb392de1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3607e4f7-0f5f-4a6b-81c2-787c4ffaf089 HTTP/1.1" status: 204 len: 168 time: 0.2868514 Jul 13 08:22:29.306898 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60556) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:29.310065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f9516d-2331-40c7-8694-88b6032bf6f1 None None] Network 05682adc-e591-426b-b6da-4729cc3c6c33 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:22:29.395019 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc3d4926-a911-462b-9d29-e6d5f349ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.458396 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d4926-a911-462b-9d29-e6d5f349ec1d admin admin] Deleting port f58dc5b9-772a-4f21-9e93-ea7e966820a7 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:22:29.458734 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc3d4926-a911-462b-9d29-e6d5f349ec1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.524415 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-bc3d4926-a911-462b-9d29-e6d5f349ec1d admin admin] For port f58dc5b9-772a-4f21-9e93-ea7e966820a7, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f58dc5b9-772a-4f21-9e93-ea7e966820a7,segment=NetworkSegment(427abb53-8a95-4784-951c-7290b091b3d3),segment_id=427abb53-8a95-4784-951c-7290b091b3d3)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:29.524415 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc3d4926-a911-462b-9d29-e6d5f349ec1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.537188 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d4926-a911-462b-9d29-e6d5f349ec1d admin admin] Calling delete_port for f58dc5b9-772a-4f21-9e93-ea7e966820a7 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:22:29.592830 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5e52d0-87f2-4d24-8f69-ab9cbd1a10ce None None] DHCP port deletion for 05682adc-e591-426b-b6da-4729cc3c6c33 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:22:29.626042 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc3d4926-a911-462b-9d29-e6d5f349ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.642271 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e52d0-87f2-4d24-8f69-ab9cbd1a10ce None None] Deleting port f58dc5b9-772a-4f21-9e93-ea7e966820a7 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:22:29.642651 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc5e52d0-87f2-4d24-8f69-ab9cbd1a10ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.653455 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d4926-a911-462b-9d29-e6d5f349ec1d admin admin] Pushing event deleted for resources: {'Port': ['ID=f58dc5b9-772a-4f21-9e93-ea7e966820a7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:29.655342 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3d4926-a911-462b-9d29-e6d5f349ec1d admin admin] No DVR routers for this DVR port f58dc5b9-772a-4f21-9e93-ea7e966820a7 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:22:29.712865 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-dc5e52d0-87f2-4d24-8f69-ab9cbd1a10ce None None] For port f58dc5b9-772a-4f21-9e93-ea7e966820a7, host n-d-779913-28, got binding levels [] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:29.713261 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc5e52d0-87f2-4d24-8f69-ab9cbd1a10ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.726501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e52d0-87f2-4d24-8f69-ab9cbd1a10ce None None] Calling delete_port for f58dc5b9-772a-4f21-9e93-ea7e966820a7 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:22:29.733278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.ipam_backend_mixin [None req-dc5e52d0-87f2-4d24-8f69-ab9cbd1a10ce None None] Port f58dc5b9-772a-4f21-9e93-ea7e966820a7 was not found and therefore no delete operation was performed {{(pid=93725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 08:22:29.735845 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc5e52d0-87f2-4d24-8f69-ab9cbd1a10ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.737567 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc3d4926-a911-462b-9d29-e6d5f349ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.749416 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-bc3d4926-a911-462b-9d29-e6d5f349ec1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05682adc-e591-426b-b6da-4729cc3c6c33']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:29.760556 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-bc3d4926-a911-462b-9d29-e6d5f349ec1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '427abb53-8a95-4784-951c-7290b091b3d3') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:29.761226 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-bc3d4926-a911-462b-9d29-e6d5f349ec1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '427abb53-8a95-4784-951c-7290b091b3d3') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:29.769722 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e52d0-87f2-4d24-8f69-ab9cbd1a10ce None None] Pushing event deleted for resources: {'Port': ['ID=f58dc5b9-772a-4f21-9e93-ea7e966820a7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:29.777923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5e52d0-87f2-4d24-8f69-ab9cbd1a10ce None None] No DVR routers for this DVR port f58dc5b9-772a-4f21-9e93-ea7e966820a7 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:22:29.780193 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc3d4926-a911-462b-9d29-e6d5f349ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.780430 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e52d0-87f2-4d24-8f69-ab9cbd1a10ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.780954 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e52d0-87f2-4d24-8f69-ab9cbd1a10ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.781465 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e52d0-87f2-4d24-8f69-ab9cbd1a10ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.782559 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e52d0-87f2-4d24-8f69-ab9cbd1a10ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.783067 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e52d0-87f2-4d24-8f69-ab9cbd1a10ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.783410 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e52d0-87f2-4d24-8f69-ab9cbd1a10ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.783743 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e52d0-87f2-4d24-8f69-ab9cbd1a10ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.784075 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e52d0-87f2-4d24-8f69-ab9cbd1a10ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.784423 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e52d0-87f2-4d24-8f69-ab9cbd1a10ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.784729 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e52d0-87f2-4d24-8f69-ab9cbd1a10ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.785055 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e52d0-87f2-4d24-8f69-ab9cbd1a10ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.785379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e52d0-87f2-4d24-8f69-ab9cbd1a10ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.787999 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.804135 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc3d4926-a911-462b-9d29-e6d5f349ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.813993 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3d4926-a911-462b-9d29-e6d5f349ec1d admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:22:29.814424 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc3d4926-a911-462b-9d29-e6d5f349ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:22:29.816174 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:22:29.876226 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc3d4926-a911-462b-9d29-e6d5f349ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.882229 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc3d4926-a911-462b-9d29-e6d5f349ec1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.884939 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bc3d4926-a911-462b-9d29-e6d5f349ec1d admin admin] 10.222.0.58 "DELETE /v2.0/networks/05682adc-e591-426b-b6da-4729cc3c6c33 HTTP/1.1" status: 204 len: 168 time: 0.5766015 Jul 13 08:22:29.889881 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60558) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:29.899494 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d4926-a911-462b-9d29-e6d5f349ec1d admin admin] Pushing event deleted for resources: {'Network': ['ID=05682adc-e591-426b-b6da-4729cc3c6c33,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:30.299645 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:30.554753 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] Deleting port dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:22:30.555091 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:30.632766 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] For port dc98db2e-f702-4cdb-ab5a-a6c6dd04d497, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=dc98db2e-f702-4cdb-ab5a-a6c6dd04d497,segment=NetworkSegment(21912301-8e42-4a64-b315-a2134423b041),segment_id=21912301-8e42-4a64-b315-a2134423b041)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:30.633133 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:30.645446 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] Calling delete_port for dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:22:30.726359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 21eec627-b6f3-4d59-bed2-f4906cfcce7a no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:22:30.748471 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 21eec627-b6f3-4d59-bed2-f4906cfcce7a {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:22:30.748828 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 21eec627-b6f3-4d59-bed2-f4906cfcce7a not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:22:30.749259 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:22:30.772451 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:22:30.772803 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device fa0ec2d2-3e92-46d2-8d69-526d3a6f3dee not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:22:30.773244 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f58dc5b9-772a-4f21-9e93-ea7e966820a7 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:22:30.792892 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: f58dc5b9-772a-4f21-9e93-ea7e966820a7 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:22:30.793244 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f58dc5b9-772a-4f21-9e93-ea7e966820a7 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:22:30.838671 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:30.864992 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc98db2e-f702-4cdb-ab5a-a6c6dd04d497,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:30.900723 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:30.901411 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:30.901411 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:30.901731 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:30.902069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:30.902433 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:30.902767 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:30.903098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:30.903431 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:30.903764 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:30.904091 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:30.904413 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:31.079205 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:31.466678 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:31.632206 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] Router ad58e275-eb5d-4816-9d23-fd023c7a03af has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:22:31.735883 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:22:31.741077 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8e31193c-e9a1-4769-87c5-86fdf849e7b4 admin admin] 10.222.0.58 "PUT /v2.0/routers/ad58e275-eb5d-4816-9d23-fd023c7a03af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8488429 Jul 13 08:22:31.744287 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60568) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:31.745408 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd66365-4c8c-458f-b259-836a442279e1 None None] Sync routers for ids ['ad58e275-eb5d-4816-9d23-fd023c7a03af'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:22:31.754958 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd66365-4c8c-458f-b259-836a442279e1 None None] Routers {'ad58e275-eb5d-4816-9d23-fd023c7a03af'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:22:31.755567 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0dd66365-4c8c-458f-b259-836a442279e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:22:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['ad58e275-eb5d-4816-9d23-fd023c7a03af'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:31.859811 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c0c1d837-690e-4782-8983-ee9440293b59 admin admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:31.863107 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-0dd66365-4c8c-458f-b259-836a442279e1 None None] Set router ad58e275-eb5d-4816-9d23-fd023c7a03af gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:22:31.965236 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c0c1d837-690e-4782-8983-ee9440293b59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:32.019883 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c0c1d837-690e-4782-8983-ee9440293b59 admin admin] Deleting port b5a140ba-0249-4a45-bad0-be3cb2ef42a0 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:22:32.020129 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c0c1d837-690e-4782-8983-ee9440293b59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:32.059015 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0dd66365-4c8c-458f-b259-836a442279e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad58e275-eb5d-4816-9d23-fd023c7a03af', 'name': 'tempest-TestServerBasicOps-1477580877-router', 'tenant_id': '678b6c0619b7403fa5875e95736e926a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b5a140ba-0249-4a45-bad0-be3cb2ef42a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:20Z', 'updated_at': '2021-07-13T08:22:30Z', 'revision_number': 5, 'project_id': '678b6c0619b7403fa5875e95736e926a', 'gw_port': {'id': 'b5a140ba-0249-4a45-bad0-be3cb2ef42a0', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad58e275-eb5d-4816-9d23-fd023c7a03af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:17:21Z', 'updated_at': '2021-07-13T08:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:32.090121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd66365-4c8c-458f-b259-836a442279e1 None None] Checking router: ad58e275-eb5d-4816-9d23-fd023c7a03af for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:22:32.098853 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd66365-4c8c-458f-b259-836a442279e1 None None] Routers {'ad58e275-eb5d-4816-9d23-fd023c7a03af'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:22:32.099470 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0dd66365-4c8c-458f-b259-836a442279e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:22:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['ad58e275-eb5d-4816-9d23-fd023c7a03af'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:32.105576 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-c0c1d837-690e-4782-8983-ee9440293b59 admin admin] For port b5a140ba-0249-4a45-bad0-be3cb2ef42a0, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b5a140ba-0249-4a45-bad0-be3cb2ef42a0,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:32.105936 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c0c1d837-690e-4782-8983-ee9440293b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:32.118708 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-c0c1d837-690e-4782-8983-ee9440293b59 admin admin] Calling delete_port for b5a140ba-0249-4a45-bad0-be3cb2ef42a0 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:22:32.183778 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-0dd66365-4c8c-458f-b259-836a442279e1 None None] Set router ad58e275-eb5d-4816-9d23-fd023c7a03af gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:22:32.239780 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-0dd66365-4c8c-458f-b259-836a442279e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad58e275-eb5d-4816-9d23-fd023c7a03af', 'name': 'tempest-TestServerBasicOps-1477580877-router', 'tenant_id': '678b6c0619b7403fa5875e95736e926a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:20Z', 'updated_at': '2021-07-13T08:22:31Z', 'revision_number': 6, 'project_id': '678b6c0619b7403fa5875e95736e926a', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:32.267422 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd66365-4c8c-458f-b259-836a442279e1 None None] The sync data for ids ['ad58e275-eb5d-4816-9d23-fd023c7a03af'] in n-d-779913-28 is: [{'id': 'ad58e275-eb5d-4816-9d23-fd023c7a03af', 'name': 'tempest-TestServerBasicOps-1477580877-router', 'tenant_id': '678b6c0619b7403fa5875e95736e926a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:17:20Z', 'updated_at': '2021-07-13T08:22:31Z', 'revision_number': 6, 'project_id': '678b6c0619b7403fa5875e95736e926a', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:22:32.292614 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c0c1d837-690e-4782-8983-ee9440293b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:32.319576 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1d837-690e-4782-8983-ee9440293b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a140ba-0249-4a45-bad0-be3cb2ef42a0,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:32.386231 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c0c1d837-690e-4782-8983-ee9440293b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:32.480687 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c0c1d837-690e-4782-8983-ee9440293b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:32.482860 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c0c1d837-690e-4782-8983-ee9440293b59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:32.527082 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c0c1d837-690e-4782-8983-ee9440293b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:32.527986 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c1d837-690e-4782-8983-ee9440293b59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad58e275-eb5d-4816-9d23-fd023c7a03af {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:22:32.532925 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c0c1d837-690e-4782-8983-ee9440293b59 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:32.534245 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c0c1d837-690e-4782-8983-ee9440293b59 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ad58e275-eb5d-4816-9d23-fd023c7a03af HTTP/1.1" status: 204 len: 168 time: 0.7889676 Jul 13 08:22:32.536840 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60572) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:32.587076 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-e403392e-3e26-4cb4-baaa-27df0fdfab86 admin admin] Deleting subnet 94c2b401-22f2-4c0d-b47a-d8f00fced49a {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:22:32.590248 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e403392e-3e26-4cb4-baaa-27df0fdfab86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:32.626772 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e403392e-3e26-4cb4-baaa-27df0fdfab86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:32.718537 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e403392e-3e26-4cb4-baaa-27df0fdfab86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:32.772387 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e403392e-3e26-4cb4-baaa-27df0fdfab86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:32.799579 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403392e-3e26-4cb4-baaa-27df0fdfab86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94c2b401-22f2-4c0d-b47a-d8f00fced49a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:32.801456 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e403392e-3e26-4cb4-baaa-27df0fdfab86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:32.803375 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e403392e-3e26-4cb4-baaa-27df0fdfab86 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/94c2b401-22f2-4c0d-b47a-d8f00fced49a HTTP/1.1" status: 204 len: 168 time: 0.2655814 Jul 13 08:22:32.805779 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439f2079-8035-4151-af92-2eb738086e5f None None] Network edfe0ed9-db5e-4c0a-b8a3-1386a602e275 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:22:32.806495 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60576) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:32.879102 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-136aa176-6ad9-4780-8190-e2ae15f59421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:32.934035 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-136aa176-6ad9-4780-8190-e2ae15f59421 admin admin] Deleting port 0b811c96-2342-46dd-82ba-b4dbd4af1120 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:22:32.934421 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-136aa176-6ad9-4780-8190-e2ae15f59421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:32.998715 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-136aa176-6ad9-4780-8190-e2ae15f59421 admin admin] For port 0b811c96-2342-46dd-82ba-b4dbd4af1120, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=0b811c96-2342-46dd-82ba-b4dbd4af1120,segment=NetworkSegment(21912301-8e42-4a64-b315-a2134423b041),segment_id=21912301-8e42-4a64-b315-a2134423b041)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:32.999421 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-136aa176-6ad9-4780-8190-e2ae15f59421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:33.017672 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-136aa176-6ad9-4780-8190-e2ae15f59421 admin admin] Calling delete_port for 0b811c96-2342-46dd-82ba-b4dbd4af1120 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:22:33.055138 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d164c1c4-ce69-4d03-9d4a-9095d0e02127 None None] DHCP port deletion for edfe0ed9-db5e-4c0a-b8a3-1386a602e275 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:22:33.119387 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-136aa176-6ad9-4780-8190-e2ae15f59421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:33.133111 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d164c1c4-ce69-4d03-9d4a-9095d0e02127 None None] Deleting port 0b811c96-2342-46dd-82ba-b4dbd4af1120 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:22:33.133489 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d164c1c4-ce69-4d03-9d4a-9095d0e02127 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:33.152468 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136aa176-6ad9-4780-8190-e2ae15f59421 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b811c96-2342-46dd-82ba-b4dbd4af1120,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:33.155933 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136aa176-6ad9-4780-8190-e2ae15f59421 admin admin] No DVR routers for this DVR port 0b811c96-2342-46dd-82ba-b4dbd4af1120 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:22:33.168800 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:22:33.194029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:22:33.195064 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device dc98db2e-f702-4cdb-ab5a-a6c6dd04d497 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:22:33.234947 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d164c1c4-ce69-4d03-9d4a-9095d0e02127 None None] For port 0b811c96-2342-46dd-82ba-b4dbd4af1120, host n-d-779913-28, got binding levels [] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:33.235341 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d164c1c4-ce69-4d03-9d4a-9095d0e02127 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:33.248136 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d164c1c4-ce69-4d03-9d4a-9095d0e02127 None None] Calling delete_port for 0b811c96-2342-46dd-82ba-b4dbd4af1120 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:22:33.248368 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-136aa176-6ad9-4780-8190-e2ae15f59421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:33.251480 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.ipam_backend_mixin [None req-d164c1c4-ce69-4d03-9d4a-9095d0e02127 None None] Port 0b811c96-2342-46dd-82ba-b4dbd4af1120 was not found and therefore no delete operation was performed {{(pid=93725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 08:22:33.252821 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d164c1c4-ce69-4d03-9d4a-9095d0e02127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:33.260766 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-136aa176-6ad9-4780-8190-e2ae15f59421 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edfe0ed9-db5e-4c0a-b8a3-1386a602e275']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:33.281828 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164c1c4-ce69-4d03-9d4a-9095d0e02127 None None] Pushing event deleted for resources: {'Port': ['ID=0b811c96-2342-46dd-82ba-b4dbd4af1120,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:33.283004 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-136aa176-6ad9-4780-8190-e2ae15f59421 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21912301-8e42-4a64-b315-a2134423b041') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:33.283004 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-136aa176-6ad9-4780-8190-e2ae15f59421 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21912301-8e42-4a64-b315-a2134423b041') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:33.289964 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d164c1c4-ce69-4d03-9d4a-9095d0e02127 None None] No DVR routers for this DVR port 0b811c96-2342-46dd-82ba-b4dbd4af1120 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:22:33.294413 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-136aa176-6ad9-4780-8190-e2ae15f59421 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:33.309973 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-136aa176-6ad9-4780-8190-e2ae15f59421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:33.316986 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136aa176-6ad9-4780-8190-e2ae15f59421 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:22:33.317340 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-136aa176-6ad9-4780-8190-e2ae15f59421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:22:33.319105 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:22:33.380316 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-136aa176-6ad9-4780-8190-e2ae15f59421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:33.387330 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-136aa176-6ad9-4780-8190-e2ae15f59421 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:33.389237 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-136aa176-6ad9-4780-8190-e2ae15f59421 admin admin] 10.222.0.58 "DELETE /v2.0/networks/edfe0ed9-db5e-4c0a-b8a3-1386a602e275 HTTP/1.1" status: 204 len: 168 time: 0.5821331 Jul 13 08:22:33.403779 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136aa176-6ad9-4780-8190-e2ae15f59421 admin admin] Pushing event deleted for resources: {'Network': ['ID=edfe0ed9-db5e-4c0a-b8a3-1386a602e275,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:33.496911 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60580) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:33.537554 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-30962f12-6a8a-4d3e-96f2-7c3d476924fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=33d074415a054a15919eecd81430ccae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394795 Jul 13 08:22:33.540330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60582) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:33.621795 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41f6c22e-e45d-4270-8607-0b6e8687e4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:33.658385 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41f6c22e-e45d-4270-8607-0b6e8687e4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:33.737578 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41f6c22e-e45d-4270-8607-0b6e8687e4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:33.740161 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-41f6c22e-e45d-4270-8607-0b6e8687e4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:33.741327 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-41f6c22e-e45d-4270-8607-0b6e8687e4fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e68342e-33b4-4e60-aea9-4a4328bbb420 HTTP/1.1" status: 204 len: 168 time: 0.1996830 Jul 13 08:22:33.749746 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6c22e-e45d-4270-8607-0b6e8687e4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e68342e-33b4-4e60-aea9-4a4328bbb420,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:34.092587 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60588) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:34.132644 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c7de4651-bfa5-4536-a08a-e2d0de778b45 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=678b6c0619b7403fa5875e95736e926a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388291 Jul 13 08:22:34.135182 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60590) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:34.184603 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5ab0e04c-5a30-4ef1-b6b2-b468fc1cbd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:34.212315 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5ab0e04c-5a30-4ef1-b6b2-b468fc1cbd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:34.260281 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5ab0e04c-5a30-4ef1-b6b2-b468fc1cbd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:34.262965 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5ab0e04c-5a30-4ef1-b6b2-b468fc1cbd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:34.264169 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5ab0e04c-5a30-4ef1-b6b2-b468fc1cbd70 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dedb89b0-02d1-45b5-9a0a-4e84e5151ab6 HTTP/1.1" status: 204 len: 168 time: 0.1280751 Jul 13 08:22:34.276273 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0e04c-5a30-4ef1-b6b2-b468fc1cbd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedb89b0-02d1-45b5-9a0a-4e84e5151ab6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:34.722798 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0b811c96-2342-46dd-82ba-b4dbd4af1120 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:22:34.744225 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 0b811c96-2342-46dd-82ba-b4dbd4af1120 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:22:34.744581 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 0b811c96-2342-46dd-82ba-b4dbd4af1120 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:22:34.745016 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b5a140ba-0249-4a45-bad0-be3cb2ef42a0 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:22:34.768542 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: b5a140ba-0249-4a45-bad0-be3cb2ef42a0 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:22:34.768895 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b5a140ba-0249-4a45-bad0-be3cb2ef42a0 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:22:38.312093 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:39.840920 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:22:43.201220 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:44.584226 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-9ed5e31a-5e7e-44ff-beb5-d7053b3c080f tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=799e72e6c867400aacd399f35a529b49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299964 Jul 13 08:22:45.081517 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-f550457b-a506-4669-853b-a9dc61178eed tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:45.083301 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-f550457b-a506-4669-853b-a9dc61178eed tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4915729 Jul 13 08:22:45.098509 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-0357f6ae-5a3a-4f9d-8947-3d08ba972847 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/quotas/799e72e6c867400aacd399f35a529b49 HTTP/1.1" status: 200 len: 375 time: 0.0098262 Jul 13 08:22:45.131750 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-0e3f8bb8-35b7-48c9-a7ed-95f818a92426 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=799e72e6c867400aacd399f35a529b49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282564 Jul 13 08:22:45.433550 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54c5a1e4-0ffb-4f5b-83cc-a00f48b73d9c req-2ccdb1c6-4709-4f9a-af57-22188361031b tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/ports?device_id=eade0534-7b26-46ea-9008-0c257b79fda2 HTTP/1.1" status: 200 len: 210 time: 0.1523407 Jul 13 08:22:46.591941 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37a3d25b-ff2e-492f-851a-de1b4c8f3497 req-eea1ee48-b1d1-4521-aef3-7db35f54719d tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/ports?device_id=eade0534-7b26-46ea-9008-0c257b79fda2 HTTP/1.1" status: 200 len: 210 time: 0.0421650 Jul 13 08:22:46.606323 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-495f7eac-15d5-4961-87c5-6d1304f59686 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=799e72e6c867400aacd399f35a529b49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448403 Jul 13 08:22:46.720694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-0a02603a-a01b-4c8d-a8c2-5d98a2a90b73 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:46.722077 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-0a02603a-a01b-4c8d-a8c2-5d98a2a90b73 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1106715 Jul 13 08:22:46.735077 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-f3f73020-ddf1-459f-a1d8-dc490977ee1c tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Request body: {'port': {'device_id': 'eade0534-7b26-46ea-9008-0c257b79fda2', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'admin_state_up': True, 'tenant_id': '799e72e6c867400aacd399f35a529b49'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:22:46.846410 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-f3f73020-ddf1-459f-a1d8-dc490977ee1c tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Made reservation on behalf of 799e72e6c867400aacd399f35a529b49 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:22:46.849978 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-f3f73020-ddf1-459f-a1d8-dc490977ee1c tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:46.860275 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-f3f73020-ddf1-459f-a1d8-dc490977ee1c tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:46.955172 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-f3f73020-ddf1-459f-a1d8-dc490977ee1c tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:46.959400 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-f3f73020-ddf1-459f-a1d8-dc490977ee1c tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.025759 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f73020-ddf1-459f-a1d8-dc490977ee1c tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde49b63-cc37-4f71-a0e6-245343856ab6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:47.098894 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-f3f73020-ddf1-459f-a1d8-dc490977ee1c tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Allocated IP 192.168.233.226 (476b4271-1db5-4ef6-95e1-86364cf0dfeb/cc57953f-1c7c-4fd4-b395-073320552dbf/a85036bd-6c3b-45f0-8b76-683428e4564e) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:22:47.255122 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-f3f73020-ddf1-459f-a1d8-dc490977ee1c tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.269065 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-f3f73020-ddf1-459f-a1d8-dc490977ee1c tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Transition to ACTIVE for port object a85036bd-6c3b-45f0-8b76-683428e4564e will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:22:47.303790 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-f3f73020-ddf1-459f-a1d8-dc490977ee1c tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.350318 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-f3f73020-ddf1-459f-a1d8-dc490977ee1c tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Network 476b4271-1db5-4ef6-95e1-86364cf0dfeb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:22:47.353535 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-f3f73020-ddf1-459f-a1d8-dc490977ee1c tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:22:47.357607 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-f3f73020-ddf1-459f-a1d8-dc490977ee1c tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:22:47.383553 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f73020-ddf1-459f-a1d8-dc490977ee1c tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Pushing event updated for resources: {'Port': ['ID=a85036bd-6c3b-45f0-8b76-683428e4564e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:47.414506 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-f3f73020-ddf1-459f-a1d8-dc490977ee1c tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:47.415223 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-f3f73020-ddf1-459f-a1d8-dc490977ee1c tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.429314 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-f3f73020-ddf1-459f-a1d8-dc490977ee1c tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6985223 Jul 13 08:22:47.442017 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] Request body: {'port': {'device_id': 'eade0534-7b26-46ea-9008-0c257b79fda2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:22:47.527863 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.643681 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-37a28cdc-3997-42ef-91c5-669a8f7c77c2 None None] Provisioning for port a85036bd-6c3b-45f0-8b76-683428e4564e completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:22:47.649467 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-37a28cdc-3997-42ef-91c5-669a8f7c77c2 None None] Provisioning complete for port a85036bd-6c3b-45f0-8b76-683428e4564e triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:47.649837 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-37a28cdc-3997-42ef-91c5-669a8f7c77c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.686455 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-37a28cdc-3997-42ef-91c5-669a8f7c77c2 None None] Port a85036bd-6c3b-45f0-8b76-683428e4564e cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:22:47.848787 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de328157-a5a1-475e-b1c5-e8cbf7686e3d req-84451aec-4891-4640-83e4-7a9c1620fb14 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:47.850294 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de328157-a5a1-475e-b1c5-e8cbf7686e3d req-84451aec-4891-4640-83e4-7a9c1620fb14 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/ports?device_id=eade0534-7b26-46ea-9008-0c257b79fda2 HTTP/1.1" status: 200 len: 936 time: 0.1319282 Jul 13 08:22:47.869738 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a85036bd-6c3b-45f0-8b76-683428e4564e {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:22:47.884857 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.910206 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] Transition to ACTIVE for port object a85036bd-6c3b-45f0-8b76-683428e4564e will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:22:47.916856 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-de328157-a5a1-475e-b1c5-e8cbf7686e3d req-a2c52cc3-4360-4ba9-9e5a-8aa7f717635a tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/security-groups?id=fde49b63-cc37-4f71-a0e6-245343856ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580859 Jul 13 08:22:47.918034 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.978599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=a85036bd-6c3b-45f0-8b76-683428e4564e,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:48.056592 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] Attempting to bind port a85036bd-6c3b-45f0-8b76-683428e4564e on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:22:48.056925 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] Attempting to bind port a85036bd-6c3b-45f0-8b76-683428e4564e by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:22:48.057271 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] Attempting to bind port a85036bd-6c3b-45f0-8b76-683428e4564e on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:22:48.062058 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] Port a85036bd-6c3b-45f0-8b76-683428e4564e on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:22:48.062413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] Attempting to bind port a85036bd-6c3b-45f0-8b76-683428e4564e on network 476b4271-1db5-4ef6-95e1-86364cf0dfeb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:22:48.068651 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:22:48.068995 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] Checking segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:22:48.069436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] Bound using segment: {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:22:48.069877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] Bound port: a85036bd-6c3b-45f0-8b76-683428e4564e, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5325d07-1995-455c-8e19-1af2f959d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:22:48.070277 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.149215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] For port a85036bd-6c3b-45f0-8b76-683428e4564e, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:22:48.152503 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] For port a85036bd-6c3b-45f0-8b76-683428e4564e, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a85036bd-6c3b-45f0-8b76-683428e4564e,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:22:48.155955 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.191990 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:48.192653 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.194010 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] 10.222.0.62 "PUT /v2.0/ports/a85036bd-6c3b-45f0-8b76-683428e4564e HTTP/1.1" status: 200 len: 1097 time: 0.7569921 Jul 13 08:22:48.194670 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eade0534-7b26-46ea-9008-0c257b79fda2', 'tag': 'a85036bd-6c3b-45f0-8b76-683428e4564e'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:22:48.196993 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e581fa53-e738-474a-b187-a4830736b490" -d '{"events": [{"name": "network-changed", "server_uuid": "eade0534-7b26-46ea-9008-0c257b79fda2", "tag": "a85036bd-6c3b-45f0-8b76-683428e4564e"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:22:48.232769 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b24c3-ef25-4933-9847-e9b3d1ea2aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=a85036bd-6c3b-45f0-8b76-683428e4564e,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:48.300694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-2a8109dd-6382-4711-9a16-adf0e9eddf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:48.302281 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-2a8109dd-6382-4711-9a16-adf0e9eddf77 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=799e72e6c867400aacd399f35a529b49&device_id=eade0534-7b26-46ea-9008-0c257b79fda2 HTTP/1.1" status: 200 len: 1100 time: 0.0580597 Jul 13 08:22:48.353168 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadbf12c-4063-41c2-84a8-d1c99e45342f x-openstack-request-id: req-aadbf12c-4063-41c2-84a8-d1c99e45342f {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:22:48.353458 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eade0534-7b26-46ea-9008-0c257b79fda2", "tag": "a85036bd-6c3b-45f0-8b76-683428e4564e", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:22:48.353708 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aadbf12c-4063-41c2-84a8-d1c99e45342f {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:22:48.354124 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eade0534-7b26-46ea-9008-0c257b79fda2', 'tag': 'a85036bd-6c3b-45f0-8b76-683428e4564e', 'status': 'completed', 'code': 200} Jul 13 08:22:48.355925 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-f1404c67-8337-4784-9ce2-813091ab1dcc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=a85036bd-6c3b-45f0-8b76-683428e4564e HTTP/1.1" status: 200 len: 217 time: 0.0457215 Jul 13 08:22:48.417701 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-4d992f9e-14b7-406b-aa4a-bfcab9b6ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:48.419222 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-4d992f9e-14b7-406b-aa4a-bfcab9b6ca98 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0532887 Jul 13 08:22:48.488790 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-5130c620-06a6-43f6-9882-97b1a271c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:48.490337 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-5130c620-06a6-43f6-9882-97b1a271c5da service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0636566 Jul 13 08:22:48.585321 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-1443c5c5-492b-4506-98c3-515112f9fa07 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879586 Jul 13 08:22:48.674977 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c00ad3da-fc04-42d9-b36d-178afa3809db req-2b933a85-28f5-41be-89ed-40b8cdbfd6f1 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831594 Jul 13 08:22:48.785824 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581fa53-e738-474a-b187-a4830736b490 req-ee76ea21-bb4d-49d4-803e-de8b54461a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:48.787386 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e581fa53-e738-474a-b187-a4830736b490 req-ee76ea21-bb4d-49d4-803e-de8b54461a53 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=799e72e6c867400aacd399f35a529b49&device_id=eade0534-7b26-46ea-9008-0c257b79fda2 HTTP/1.1" status: 200 len: 1100 time: 0.0590177 Jul 13 08:22:48.880473 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581fa53-e738-474a-b187-a4830736b490 req-faf01560-ad08-412e-8f4f-b79e476bd489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:48.882190 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e581fa53-e738-474a-b187-a4830736b490 req-faf01560-ad08-412e-8f4f-b79e476bd489 service neutron] 10.222.0.62 "GET /v2.0/networks?id=476b4271-1db5-4ef6-95e1-86364cf0dfeb HTTP/1.1" status: 200 len: 870 time: 0.0873935 Jul 13 08:22:48.929846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e581fa53-e738-474a-b187-a4830736b490 req-ebfb2cfa-32e1-4040-b8d1-121068170686 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=a85036bd-6c3b-45f0-8b76-683428e4564e HTTP/1.1" status: 200 len: 217 time: 0.0398631 Jul 13 08:22:48.995266 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581fa53-e738-474a-b187-a4830736b490 req-049e8a52-ee46-46d1-a22b-4617efb562b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:48.996734 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e581fa53-e738-474a-b187-a4830736b490 req-049e8a52-ee46-46d1-a22b-4617efb562b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc57953f-1c7c-4fd4-b395-073320552dbf HTTP/1.1" status: 200 len: 843 time: 0.0510137 Jul 13 08:22:49.095949 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581fa53-e738-474a-b187-a4830736b490 req-cded4806-3bf0-4681-88fa-1a17611df979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:49.097446 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e581fa53-e738-474a-b187-a4830736b490 req-cded4806-3bf0-4681-88fa-1a17611df979 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=476b4271-1db5-4ef6-95e1-86364cf0dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0929480 Jul 13 08:22:49.120025 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396420ff-f46a-4fad-b2e0-1b840db19b84 req-bc09f7b5-74bc-4494-bb19-e94c4cb01c85 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:49.121402 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-396420ff-f46a-4fad-b2e0-1b840db19b84 req-bc09f7b5-74bc-4494-bb19-e94c4cb01c85 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/ports?device_id=eade0534-7b26-46ea-9008-0c257b79fda2 HTTP/1.1" status: 200 len: 948 time: 0.0873823 Jul 13 08:22:49.211949 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-396420ff-f46a-4fad-b2e0-1b840db19b84 req-a2dfe984-9e50-4c75-b2b9-40e2b55ff361 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/security-groups?id=fde49b63-cc37-4f71-a0e6-245343856ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758314 Jul 13 08:22:49.233210 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e581fa53-e738-474a-b187-a4830736b490 req-742324f1-be28-4349-ac91-02a525bff3c1 service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284573 Jul 13 08:22:49.330736 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e581fa53-e738-474a-b187-a4830736b490 req-18af0ae0-587a-4c47-8bbd-e9efe500978d service neutron] 10.222.0.62 "GET /v2.0/networks/476b4271-1db5-4ef6-95e1-86364cf0dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894852 Jul 13 08:22:50.397104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f64cd0-c7bf-462c-80b3-e8d2cb8ed86e req-947c8e77-6b40-47f9-9480-57a850e0c41d tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:50.398576 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90f64cd0-c7bf-462c-80b3-e8d2cb8ed86e req-947c8e77-6b40-47f9-9480-57a850e0c41d tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/ports?device_id=eade0534-7b26-46ea-9008-0c257b79fda2 HTTP/1.1" status: 200 len: 948 time: 0.0676651 Jul 13 08:22:50.436866 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90f64cd0-c7bf-462c-80b3-e8d2cb8ed86e req-895a2885-b328-475a-aacc-ff922a2b1e3a tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/security-groups?id=fde49b63-cc37-4f71-a0e6-245343856ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325658 Jul 13 08:22:51.805393 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038403ef-48f6-4837-bd0c-3df92ae4f431 req-f5fd46bb-3e00-408c-a0f2-539dc54a75fa tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:51.806866 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-038403ef-48f6-4837-bd0c-3df92ae4f431 req-f5fd46bb-3e00-408c-a0f2-539dc54a75fa tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/ports?device_id=eade0534-7b26-46ea-9008-0c257b79fda2 HTTP/1.1" status: 200 len: 948 time: 0.0692277 Jul 13 08:22:51.845237 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-038403ef-48f6-4837-bd0c-3df92ae4f431 req-beaa9715-fdec-4609-9d60-57a2f3682e5c tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/security-groups?id=fde49b63-cc37-4f71-a0e6-245343856ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328748 Jul 13 08:22:52.742118 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a85036bd-6c3b-45f0-8b76-683428e4564e details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:22:52.838335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port a85036bd-6c3b-45f0-8b76-683428e4564e, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a85036bd-6c3b-45f0-8b76-683428e4564e,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:52.850095 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'a85036bd-6c3b-45f0-8b76-683428e4564e', 'network_id': '476b4271-1db5-4ef6-95e1-86364cf0dfeb', 'port_id': 'a85036bd-6c3b-45f0-8b76-683428e4564e', 'mac_address': 'fa:16:3e:fd:ab:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc57953f-1c7c-4fd4-b395-073320552dbf', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:22:52.887757 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:52.900874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a85036bd-6c3b-45f0-8b76-683428e4564e {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:22:52.932691 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port a85036bd-6c3b-45f0-8b76-683428e4564e, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a85036bd-6c3b-45f0-8b76-683428e4564e,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:52.936748 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:52.997304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=a85036bd-6c3b-45f0-8b76-683428e4564e,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:53.035192 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a9d90-4ef0-4641-b652-01cf0ea6b4ac req-b48c95f0-3230-4ebc-a875-c7fdf86a8c2a tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:53.037032 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa6a9d90-4ef0-4641-b652-01cf0ea6b4ac req-b48c95f0-3230-4ebc-a875-c7fdf86a8c2a tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/ports?device_id=eade0534-7b26-46ea-9008-0c257b79fda2 HTTP/1.1" status: 200 len: 949 time: 0.0804517 Jul 13 08:22:53.080869 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa6a9d90-4ef0-4641-b652-01cf0ea6b4ac req-e8cd5fa3-054a-40c2-9a7c-0843a538a20d tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/security-groups?id=fde49b63-cc37-4f71-a0e6-245343856ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375068 Jul 13 08:22:53.247495 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['a85036bd-6c3b-45f0-8b76-683428e4564e'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:22:53.289389 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49ef5a58-5ad1-46ce-a789-53c7ab6e2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:54.256921 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89d898-d3d1-4610-866c-25d3af722e15 req-06758bd1-70e6-4a17-89f1-55b4c0155726 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:54.258450 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5c89d898-d3d1-4610-866c-25d3af722e15 req-06758bd1-70e6-4a17-89f1-55b4c0155726 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/ports?device_id=eade0534-7b26-46ea-9008-0c257b79fda2 HTTP/1.1" status: 200 len: 949 time: 0.0650606 Jul 13 08:22:54.297541 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5c89d898-d3d1-4610-866c-25d3af722e15 req-47671ccf-2a4d-4265-a8d0-4236b8aad2a7 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/security-groups?id=fde49b63-cc37-4f71-a0e6-245343856ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328009 Jul 13 08:22:54.749932 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a85036bd-6c3b-45f0-8b76-683428e4564e up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:22:54.798651 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port a85036bd-6c3b-45f0-8b76-683428e4564e completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:22:54.802171 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port a85036bd-6c3b-45f0-8b76-683428e4564e triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:54.802540 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:54.880719 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:54.903459 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eade0534-7b26-46ea-9008-0c257b79fda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85036bd-6c3b-45f0-8b76-683428e4564e'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:22:54.905693 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfc6ef2-d63b-4cdb-9a03-aeadc59ae888" -d '{"events": [{"server_uuid": "eade0534-7b26-46ea-9008-0c257b79fda2", "name": "network-vif-plugged", "status": "completed", "tag": "a85036bd-6c3b-45f0-8b76-683428e4564e"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:22:54.919024 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port a85036bd-6c3b-45f0-8b76-683428e4564e, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a85036bd-6c3b-45f0-8b76-683428e4564e,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:54.925956 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:54.983099 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=a85036bd-6c3b-45f0-8b76-683428e4564e,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:55.008617 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b2fa1e-57fd-4cba-a701-7489aeb33c8c x-openstack-request-id: req-c9b2fa1e-57fd-4cba-a701-7489aeb33c8c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:22:55.008935 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eade0534-7b26-46ea-9008-0c257b79fda2", "name": "network-vif-plugged", "status": "completed", "tag": "a85036bd-6c3b-45f0-8b76-683428e4564e", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:22:55.009187 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9b2fa1e-57fd-4cba-a701-7489aeb33c8c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:22:55.009607 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eade0534-7b26-46ea-9008-0c257b79fda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85036bd-6c3b-45f0-8b76-683428e4564e', 'code': 200} Jul 13 08:22:55.141282 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db637b4-422e-4737-b003-f369e0ead0f2 req-17aeb661-99b6-46bb-9c15-0b36bbf0bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:55.143773 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1db637b4-422e-4737-b003-f369e0ead0f2 req-17aeb661-99b6-46bb-9c15-0b36bbf0bda3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eade0534-7b26-46ea-9008-0c257b79fda2 HTTP/1.1" status: 200 len: 1102 time: 0.0614774 Jul 13 08:22:55.183767 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1db637b4-422e-4737-b003-f369e0ead0f2 req-8c32b9ce-100a-4876-923a-bb2d54a0de9f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fde49b63-cc37-4f71-a0e6-245343856ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328164 Jul 13 08:22:55.227007 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6a92eb3d-2401-4006-82ee-b317455efbb1 None None] Provisioning complete for port a85036bd-6c3b-45f0-8b76-683428e4564e triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:55.227292 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a92eb3d-2401-4006-82ee-b317455efbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:55.471767 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44f88d-5024-4431-822e-9bcf201dd89f req-a12c6900-dca1-438b-850e-6ca3034f2936 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:55.473258 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db44f88d-5024-4431-822e-9bcf201dd89f req-a12c6900-dca1-438b-850e-6ca3034f2936 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/ports?device_id=eade0534-7b26-46ea-9008-0c257b79fda2 HTTP/1.1" status: 200 len: 950 time: 0.0640049 Jul 13 08:22:55.511721 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db44f88d-5024-4431-822e-9bcf201dd89f req-aebccf21-ea6b-49f8-8083-1faa26d9cac9 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/security-groups?id=fde49b63-cc37-4f71-a0e6-245343856ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328002 Jul 13 08:22:56.700700 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b17ed-2e9a-45d9-864c-3a319799c5b5 req-7866565f-89ee-4ad3-b497-4c17ed477294 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:56.702257 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e2b17ed-2e9a-45d9-864c-3a319799c5b5 req-7866565f-89ee-4ad3-b497-4c17ed477294 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/ports?device_id=eade0534-7b26-46ea-9008-0c257b79fda2 HTTP/1.1" status: 200 len: 950 time: 0.0718217 Jul 13 08:22:56.742142 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e2b17ed-2e9a-45d9-864c-3a319799c5b5 req-d0cb3392-9f94-4242-aa3e-a9822f69017b tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/security-groups?id=fde49b63-cc37-4f71-a0e6-245343856ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338912 Jul 13 08:22:57.612531 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8165d02f-2133-4c02-9a23-24ab9a0792b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:57.836075 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:57.936294 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dab26d-c2ab-4561-a4ec-bb2da40346e7 req-de544b5d-7f6e-43ea-97eb-dd2468635de6 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:57.938464 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a5dab26d-c2ab-4561-a4ec-bb2da40346e7 req-de544b5d-7f6e-43ea-97eb-dd2468635de6 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/ports?device_id=eade0534-7b26-46ea-9008-0c257b79fda2 HTTP/1.1" status: 200 len: 950 time: 0.0775123 Jul 13 08:22:57.985045 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a5dab26d-c2ab-4561-a4ec-bb2da40346e7 req-99a310c1-3505-4fd0-acfa-63ff6cb4fce5 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/security-groups?id=fde49b63-cc37-4f71-a0e6-245343856ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394404 Jul 13 08:22:59.180511 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8b1b1-a75e-4b5d-a4e1-a1c967937acb req-158c961f-b3cb-49da-bee2-b9f9c3d8d579 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:59.181953 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11d8b1b1-a75e-4b5d-a4e1-a1c967937acb req-158c961f-b3cb-49da-bee2-b9f9c3d8d579 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.62 "GET /v2.0/ports?device_id=eade0534-7b26-46ea-9008-0c257b79fda2 HTTP/1.1" status: 200 len: 950 time: 0.1084630 Jul 13 08:22:59.193014 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687ba3d-a325-490b-bfd3-4cead0ff460a req-54bfd438-4ed1-4318-b8e8-9af709efb51f tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:59.194624 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1687ba3d-a325-490b-bfd3-4cead0ff460a req-54bfd438-4ed1-4318-b8e8-9af709efb51f tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/ports?device_id=eade0534-7b26-46ea-9008-0c257b79fda2 HTTP/1.1" status: 200 len: 950 time: 0.0923266 Jul 13 08:22:59.291463 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1687ba3d-a325-490b-bfd3-4cead0ff460a req-ed88d928-97f5-4fb2-b605-e132d51a1740 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.58 "GET /v2.0/security-groups?id=fde49b63-cc37-4f71-a0e6-245343856ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889990 Jul 13 08:22:59.321528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-11d8b1b1-a75e-4b5d-a4e1-a1c967937acb req-72b971e1-29a6-4e69-9dca-621cd54da6c9 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Deleting port a85036bd-6c3b-45f0-8b76-683428e4564e {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:22:59.321876 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-11d8b1b1-a75e-4b5d-a4e1-a1c967937acb req-72b971e1-29a6-4e69-9dca-621cd54da6c9 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:59.432529 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-11d8b1b1-a75e-4b5d-a4e1-a1c967937acb req-72b971e1-29a6-4e69-9dca-621cd54da6c9 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] For port a85036bd-6c3b-45f0-8b76-683428e4564e, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a85036bd-6c3b-45f0-8b76-683428e4564e,segment=NetworkSegment(f5325d07-1995-455c-8e19-1af2f959d50a),segment_id=f5325d07-1995-455c-8e19-1af2f959d50a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:59.432890 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-11d8b1b1-a75e-4b5d-a4e1-a1c967937acb req-72b971e1-29a6-4e69-9dca-621cd54da6c9 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:59.445728 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-11d8b1b1-a75e-4b5d-a4e1-a1c967937acb req-72b971e1-29a6-4e69-9dca-621cd54da6c9 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Calling delete_port for a85036bd-6c3b-45f0-8b76-683428e4564e owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:22:59.575620 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-11d8b1b1-a75e-4b5d-a4e1-a1c967937acb req-72b971e1-29a6-4e69-9dca-621cd54da6c9 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:59.588330 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['a85036bd-6c3b-45f0-8b76-683428e4564e'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:22:59.610346 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b971e1-29a6-4e69-9dca-621cd54da6c9 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Pushing event deleted for resources: {'Port': ['ID=a85036bd-6c3b-45f0-8b76-683428e4564e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:59.655392 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d8b1b1-a75e-4b5d-a4e1-a1c967937acb req-72b971e1-29a6-4e69-9dca-621cd54da6c9 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] No DVR routers for this DVR port a85036bd-6c3b-45f0-8b76-683428e4564e on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:22:59.658847 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-11d8b1b1-a75e-4b5d-a4e1-a1c967937acb req-72b971e1-29a6-4e69-9dca-621cd54da6c9 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:59.660877 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11d8b1b1-a75e-4b5d-a4e1-a1c967937acb req-72b971e1-29a6-4e69-9dca-621cd54da6c9 tempest-ServersAdminNegativeTestJSON-192973343 tempest-ServersAdminNegativeTestJSON-192973343-project] 10.222.0.62 "DELETE /v2.0/ports/a85036bd-6c3b-45f0-8b76-683428e4564e HTTP/1.1" status: 204 len: 173 time: 0.4653597 Jul 13 08:22:59.661325 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eade0534-7b26-46ea-9008-0c257b79fda2', 'name': 'network-vif-deleted', 'tag': 'a85036bd-6c3b-45f0-8b76-683428e4564e'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:22:59.663628 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeffe17-e5c8-4518-94fc-48514e368f0e" -d '{"events": [{"server_uuid": "eade0534-7b26-46ea-9008-0c257b79fda2", "name": "network-vif-deleted", "tag": "a85036bd-6c3b-45f0-8b76-683428e4564e"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:22:59.711471 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893c4a09-5057-47bf-b5fa-815adac4e6b2 x-openstack-request-id: req-893c4a09-5057-47bf-b5fa-815adac4e6b2 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:22:59.711816 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eade0534-7b26-46ea-9008-0c257b79fda2", "name": "network-vif-deleted", "tag": "a85036bd-6c3b-45f0-8b76-683428e4564e", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:22:59.712035 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-893c4a09-5057-47bf-b5fa-815adac4e6b2 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:22:59.712449 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eade0534-7b26-46ea-9008-0c257b79fda2', 'name': 'network-vif-deleted', 'tag': 'a85036bd-6c3b-45f0-8b76-683428e4564e', 'status': 'completed', 'code': 200} Jul 13 08:22:59.752935 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:00.627295 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60744) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:23:00.758021 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-218e5005-8458-4c97-a936-e7c3ab0e1de8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=799e72e6c867400aacd399f35a529b49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295581 Jul 13 08:23:00.760654 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60748) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:23:00.809516 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-884411c2-a926-480b-a92c-c1956e2010cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:00.830555 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-884411c2-a926-480b-a92c-c1956e2010cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:00.876863 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-884411c2-a926-480b-a92c-c1956e2010cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:00.879396 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-884411c2-a926-480b-a92c-c1956e2010cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:00.880563 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-884411c2-a926-480b-a92c-c1956e2010cd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fde49b63-cc37-4f71-a0e6-245343856ab6 HTTP/1.1" status: 204 len: 168 time: 0.1189849 Jul 13 08:23:00.889659 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884411c2-a926-480b-a92c-c1956e2010cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde49b63-cc37-4f71-a0e6-245343856ab6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:01.171608 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60754) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:23:01.189512 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85395d7e-eff6-40d9-a6a8-94b54441b5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:01.288306 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85395d7e-eff6-40d9-a6a8-94b54441b5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:01.292521 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85395d7e-eff6-40d9-a6a8-94b54441b5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:01.330775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85395d7e-eff6-40d9-a6a8-94b54441b5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12249306-afb2-4bc2-b6eb-8fb4a5011a72,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:01.335881 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-85395d7e-eff6-40d9-a6a8-94b54441b5ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=67df01c88ed44951bc242e49e666c7f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621075 Jul 13 08:23:01.339281 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60756) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:23:01.397278 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1d87399-4f33-4c7b-b5f9-efe1429e17b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:01.421422 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1d87399-4f33-4c7b-b5f9-efe1429e17b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:01.468140 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:01.469638 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1d87399-4f33-4c7b-b5f9-efe1429e17b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:01.472538 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1d87399-4f33-4c7b-b5f9-efe1429e17b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:01.473707 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d1d87399-4f33-4c7b-b5f9-efe1429e17b2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/12249306-afb2-4bc2-b6eb-8fb4a5011a72 HTTP/1.1" status: 204 len: 168 time: 0.1336470 Jul 13 08:23:01.481687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d87399-4f33-4c7b-b5f9-efe1429e17b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12249306-afb2-4bc2-b6eb-8fb4a5011a72,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:02.184847 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60778) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:23:02.285146 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-03b45670-64ee-407d-bc2b-fdc74c15fefb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1846368292-network', 'tenant_id': '13b2a266b730456498abf233cfb0021c'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:23:02.307380 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b45670-64ee-407d-bc2b-fdc74c15fefb admin admin] Made reservation on behalf of 13b2a266b730456498abf233cfb0021c for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:23:02.309786 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03b45670-64ee-407d-bc2b-fdc74c15fefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:02.318189 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03b45670-64ee-407d-bc2b-fdc74c15fefb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:02.412120 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03b45670-64ee-407d-bc2b-fdc74c15fefb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:02.416716 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03b45670-64ee-407d-bc2b-fdc74c15fefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:02.445512 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b45670-64ee-407d-bc2b-fdc74c15fefb admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:23:02.452395 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b45670-64ee-407d-bc2b-fdc74c15fefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53854a1-a448-4764-b732-f87c1d275908,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:02.460474 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03b45670-64ee-407d-bc2b-fdc74c15fefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:02.460604 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-03b45670-64ee-407d-bc2b-fdc74c15fefb admin admin] Added segment 8de17118-d6be-4702-a980-83ccf573d366 of type vlan for network 0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1 Jul 13 08:23:02.501602 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03b45670-64ee-407d-bc2b-fdc74c15fefb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:02.530241 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03b45670-64ee-407d-bc2b-fdc74c15fefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:02.531698 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b45670-64ee-407d-bc2b-fdc74c15fefb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:02.532293 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03b45670-64ee-407d-bc2b-fdc74c15fefb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:02.563456 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-03b45670-64ee-407d-bc2b-fdc74c15fefb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3774111 Jul 13 08:23:02.566890 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60782) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:23:02.572078 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-53f387bf-d2a7-43ac-b8ed-c2054adf0bf8 admin admin] Request body: {'subnet': {'network_id': '0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1846368292-subnet', 'tenant_id': '13b2a266b730456498abf233cfb0021c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:23:02.595061 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f387bf-d2a7-43ac-b8ed-c2054adf0bf8 admin admin] Made reservation on behalf of 13b2a266b730456498abf233cfb0021c for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:23:02.595809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b45670-64ee-407d-bc2b-fdc74c15fefb admin admin] Pushing event updated for resources: {'Network': ['ID=0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:02.598103 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-53f387bf-d2a7-43ac-b8ed-c2054adf0bf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:02.610257 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:23:02.772802 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-53f387bf-d2a7-43ac-b8ed-c2054adf0bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:02.827147 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a85036bd-6c3b-45f0-8b76-683428e4564e no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:23:02.828327 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f387bf-d2a7-43ac-b8ed-c2054adf0bf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e0889a1-1fb0-4413-8036-c5e176306f21,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:02.839522 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f387bf-d2a7-43ac-b8ed-c2054adf0bf8 admin admin] Checking segment: {'id': '8de17118-d6be-4702-a980-83ccf573d366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:23:02.839893 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f387bf-d2a7-43ac-b8ed-c2054adf0bf8 admin admin] Network hostable DHCP agents. Network: 0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:23:02.851803 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: a85036bd-6c3b-45f0-8b76-683428e4564e {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:23:02.852858 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a85036bd-6c3b-45f0-8b76-683428e4564e not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:23:02.858449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f387bf-d2a7-43ac-b8ed-c2054adf0bf8 admin admin] Network 0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:23:02.867488 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-53f387bf-d2a7-43ac-b8ed-c2054adf0bf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:23:02.871590 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f387bf-d2a7-43ac-b8ed-c2054adf0bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:02.872189 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-53f387bf-d2a7-43ac-b8ed-c2054adf0bf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:02.876989 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beb1ee9-48f2-4114-87e4-d0bb1ddefc1d None None] Network 0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:23:02.886807 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-53f387bf-d2a7-43ac-b8ed-c2054adf0bf8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3187234 Jul 13 08:23:03.006629 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6591dc0c-98d4-45fb-abf6-3e143c963332 None None] Network 0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:23:03.333178 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-2707cf69-905a-40d2-9c31-cbc64d01f217 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:03.334729 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-2707cf69-905a-40d2-9c31-cbc64d01f217 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/networks?id=0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1 HTTP/1.1" status: 200 len: 812 time: 0.1140430 Jul 13 08:23:03.349895 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-6a6020cd-217f-485f-af5a-91f7e3eb7e68 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/quotas/13b2a266b730456498abf233cfb0021c HTTP/1.1" status: 200 len: 375 time: 0.0093994 Jul 13 08:23:03.384677 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-172e92c8-6a17-48ba-a7a1-27e73737a397 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=13b2a266b730456498abf233cfb0021c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294893 Jul 13 08:23:03.531902 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-5062e942-8eef-417c-b8e7-812da0d9a782 service neutron] 10.222.0.58 "GET /v2.0/networks/0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400461 Jul 13 08:23:03.622184 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-18fb2429-1620-41e4-8ebe-a61c87e3c072 service neutron] 10.222.0.58 "GET /v2.0/networks/0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845387 Jul 13 08:23:03.798699 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-31c2a859-2d70-4f4a-b0b1-b4dd0b455c91 req-b03020b3-1d43-43da-90c4-d59ef5411ca0 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 210 time: 0.0343916 Jul 13 08:23:04.942636 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2aab4cb7-0117-46e4-98dc-3eb45d758c9a req-0d6e029c-005c-408c-ac05-e519b7fe1dd5 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 210 time: 0.0331197 Jul 13 08:23:05.148272 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-302fa08b-abaa-402e-9d35-f54f5e62af8e tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:05.149756 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-302fa08b-abaa-402e-9d35-f54f5e62af8e tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.62 "GET /v2.0/networks?id=0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1 HTTP/1.1" status: 200 len: 812 time: 0.1148784 Jul 13 08:23:05.163227 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-bce850f6-f5cc-448c-bdcf-1d41f81c3c36 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Request body: {'port': {'device_id': '85a30124-ba9f-44f2-a063-902d80685289', 'network_id': '0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1', 'admin_state_up': True, 'tenant_id': '13b2a266b730456498abf233cfb0021c'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:23:05.274042 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-bce850f6-f5cc-448c-bdcf-1d41f81c3c36 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Made reservation on behalf of 13b2a266b730456498abf233cfb0021c for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:23:05.277679 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-bce850f6-f5cc-448c-bdcf-1d41f81c3c36 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:05.407110 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-bce850f6-f5cc-448c-bdcf-1d41f81c3c36 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Allocated IP 172.20.0.11 (0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1/8e0889a1-1fb0-4413-8036-c5e176306f21/889ba69a-01cf-4919-827c-2979e1883a78) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:23:05.558504 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-bce850f6-f5cc-448c-bdcf-1d41f81c3c36 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:05.598720 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-bce850f6-f5cc-448c-bdcf-1d41f81c3c36 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:05.648971 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-bce850f6-f5cc-448c-bdcf-1d41f81c3c36 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Network 0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:23:05.652259 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-bce850f6-f5cc-448c-bdcf-1d41f81c3c36 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:23:05.654704 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-bce850f6-f5cc-448c-bdcf-1d41f81c3c36 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:23:05.680403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce850f6-f5cc-448c-bdcf-1d41f81c3c36 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Pushing event updated for resources: {'Port': ['ID=889ba69a-01cf-4919-827c-2979e1883a78,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:05.708558 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-bce850f6-f5cc-448c-bdcf-1d41f81c3c36 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:05.709167 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-bce850f6-f5cc-448c-bdcf-1d41f81c3c36 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:05.723043 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-bce850f6-f5cc-448c-bdcf-1d41f81c3c36 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5635207 Jul 13 08:23:05.735049 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] Request body: {'port': {'device_id': '85a30124-ba9f-44f2-a063-902d80685289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:23:05.810472 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:06.098996 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889ba69a-01cf-4919-827c-2979e1883a78 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:23:06.108437 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:06.125793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] Transition to ACTIVE for port object 889ba69a-01cf-4919-827c-2979e1883a78 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:23:06.132508 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:06.183777 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c0b8a-9743-4260-9486-4b64c2b84f42 req-2abb7f5f-9f86-41c5-9614-5f339579601a tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:06.185275 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-478c0b8a-9743-4260-9486-4b64c2b84f42 req-2abb7f5f-9f86-41c5-9614-5f339579601a tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 932 time: 0.1274126 Jul 13 08:23:06.217136 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] Pushing event updated for resources: {'Port': ['ID=889ba69a-01cf-4919-827c-2979e1883a78,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:06.275409 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-478c0b8a-9743-4260-9486-4b64c2b84f42 req-e6f7937b-fd8b-49b0-a44d-cf2da6fb827f tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820043 Jul 13 08:23:06.300866 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] Attempting to bind port 889ba69a-01cf-4919-827c-2979e1883a78 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:23:06.301194 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] Attempting to bind port 889ba69a-01cf-4919-827c-2979e1883a78 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '8de17118-d6be-4702-a980-83ccf573d366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:23:06.301524 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] Attempting to bind port 889ba69a-01cf-4919-827c-2979e1883a78 on network 0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:23:06.305740 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] Port 889ba69a-01cf-4919-827c-2979e1883a78 on network 0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:23:06.306058 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] Attempting to bind port 889ba69a-01cf-4919-827c-2979e1883a78 on network 0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:23:06.311131 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:23:06.311469 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] Checking segment: {'id': '8de17118-d6be-4702-a980-83ccf573d366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:23:06.311851 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] Bound using segment: {'id': '8de17118-d6be-4702-a980-83ccf573d366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:23:06.312816 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] Bound port: 889ba69a-01cf-4919-827c-2979e1883a78, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de17118-d6be-4702-a980-83ccf573d366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:23:06.313167 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:06.380648 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] For port 889ba69a-01cf-4919-827c-2979e1883a78, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:23:06.383878 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] For port 889ba69a-01cf-4919-827c-2979e1883a78, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=889ba69a-01cf-4919-827c-2979e1883a78,segment=NetworkSegment(8de17118-d6be-4702-a980-83ccf573d366),segment_id=8de17118-d6be-4702-a980-83ccf573d366)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:23:06.388297 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:06.423912 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:06.424537 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:06.425939 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] 10.222.0.62 "PUT /v2.0/ports/889ba69a-01cf-4919-827c-2979e1883a78 HTTP/1.1" status: 200 len: 1093 time: 0.6956761 Jul 13 08:23:06.426407 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a30124-ba9f-44f2-a063-902d80685289', 'tag': '889ba69a-01cf-4919-827c-2979e1883a78'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:23:06.428718 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf00af0e-3344-4eb6-a119-a1f020ce87b8" -d '{"events": [{"name": "network-changed", "server_uuid": "85a30124-ba9f-44f2-a063-902d80685289", "tag": "889ba69a-01cf-4919-827c-2979e1883a78"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:23:06.466992 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e379d6-5a1e-4753-9cff-4fb6c73d9b66 service neutron] Pushing event updated for resources: {'Port': ['ID=889ba69a-01cf-4919-827c-2979e1883a78,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:06.472035 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc301c65-9b8f-4b0b-8e0f-866855a7c200 x-openstack-request-id: req-dc301c65-9b8f-4b0b-8e0f-866855a7c200 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:23:06.472449 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a30124-ba9f-44f2-a063-902d80685289", "tag": "889ba69a-01cf-4919-827c-2979e1883a78", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:23:06.472842 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc301c65-9b8f-4b0b-8e0f-866855a7c200 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:23:06.473423 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a30124-ba9f-44f2-a063-902d80685289', 'tag': '889ba69a-01cf-4919-827c-2979e1883a78', 'status': 'completed', 'code': 200} Jul 13 08:23:06.534577 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-ac8fe9b9-fdc1-4591-b6c4-2c40d460d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:06.536092 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-ac8fe9b9-fdc1-4591-b6c4-2c40d460d211 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13b2a266b730456498abf233cfb0021c&device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 1096 time: 0.0585406 Jul 13 08:23:06.582973 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-8f59f6d8-de0c-4e93-b806-8b02819a9ff2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=889ba69a-01cf-4919-827c-2979e1883a78 HTTP/1.1" status: 200 len: 217 time: 0.0390654 Jul 13 08:23:06.632711 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-7ed3d416-12a1-45d9-8e5d-5b4c88d2acba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:06.634309 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-7ed3d416-12a1-45d9-8e5d-5b4c88d2acba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e0889a1-1fb0-4413-8036-c5e176306f21 HTTP/1.1" status: 200 len: 852 time: 0.0448351 Jul 13 08:23:06.667160 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-d63bc946-f7af-4e6b-b3c3-7c60bf55df7a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266442 Jul 13 08:23:07.081416 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-8890b560-f0bc-4fda-9d62-b00718cdc309 service neutron] 10.222.0.62 "GET /v2.0/networks/0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072526 Jul 13 08:23:07.172914 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-14275b74-a1c0-4b4e-9015-09f1001878c1 req-383abef4-f99c-4973-8d7a-1fc2b24d96f7 service neutron] 10.222.0.62 "GET /v2.0/networks/0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847645 Jul 13 08:23:07.273922 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00af0e-3344-4eb6-a119-a1f020ce87b8 req-cb2169df-17ac-4ea1-aaf5-bb5c1323d629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:07.275481 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf00af0e-3344-4eb6-a119-a1f020ce87b8 req-cb2169df-17ac-4ea1-aaf5-bb5c1323d629 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13b2a266b730456498abf233cfb0021c&device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 1096 time: 0.0534294 Jul 13 08:23:07.370980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00af0e-3344-4eb6-a119-a1f020ce87b8 req-7bc0febd-f967-4832-b522-6e565e0fb08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:07.372484 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf00af0e-3344-4eb6-a119-a1f020ce87b8 req-7bc0febd-f967-4832-b522-6e565e0fb08b service neutron] 10.222.0.62 "GET /v2.0/networks?id=0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1 HTTP/1.1" status: 200 len: 913 time: 0.0909519 Jul 13 08:23:07.423851 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf00af0e-3344-4eb6-a119-a1f020ce87b8 req-07ff4f80-d215-4d4f-968d-7b3be927032f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=889ba69a-01cf-4919-827c-2979e1883a78 HTTP/1.1" status: 200 len: 217 time: 0.0441570 Jul 13 08:23:07.503072 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00af0e-3344-4eb6-a119-a1f020ce87b8 req-15f524e2-2dd8-4443-8066-f8e678376707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:07.504528 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf00af0e-3344-4eb6-a119-a1f020ce87b8 req-15f524e2-2dd8-4443-8066-f8e678376707 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e0889a1-1fb0-4413-8036-c5e176306f21 HTTP/1.1" status: 200 len: 852 time: 0.0606630 Jul 13 08:23:07.543893 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf00af0e-3344-4eb6-a119-a1f020ce87b8 req-08b9754f-10c9-4e33-b821-e7a886e7c6ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292144 Jul 13 08:23:07.552414 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134bf6d-8374-457d-aca5-8af9d98b7539 req-097f7590-cce4-47f3-b7de-45606b3c7d18 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:07.553791 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4134bf6d-8374-457d-aca5-8af9d98b7539 req-097f7590-cce4-47f3-b7de-45606b3c7d18 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 944 time: 0.1661813 Jul 13 08:23:07.640629 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4134bf6d-8374-457d-aca5-8af9d98b7539 req-1c562f78-3ce2-4fa5-8336-d2a1c4ed9a23 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786424 Jul 13 08:23:07.667103 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf00af0e-3344-4eb6-a119-a1f020ce87b8 req-58a5c4ee-c659-41e5-ae65-f8b940b619a3 service neutron] 10.222.0.62 "GET /v2.0/networks/0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123481 Jul 13 08:23:07.759585 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf00af0e-3344-4eb6-a119-a1f020ce87b8 req-495b968c-03d2-4ca0-aae9-a82bc4410b66 service neutron] 10.222.0.62 "GET /v2.0/networks/0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852976 Jul 13 08:23:08.326638 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:08.817275 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1b23c-f4f6-4705-9c15-b24ac846a55f req-f4c2fbc1-5f52-418c-963f-bb98c91339a7 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:08.818804 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53e1b23c-f4f6-4705-9c15-b24ac846a55f req-f4c2fbc1-5f52-418c-963f-bb98c91339a7 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 944 time: 0.0637393 Jul 13 08:23:08.858025 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53e1b23c-f4f6-4705-9c15-b24ac846a55f req-eda5df43-1974-4af6-a7a7-e066bcdbfbc0 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336390 Jul 13 08:23:10.033462 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa85b8-e33f-4772-bcb7-ffd235c6bb3e req-be3f7572-9ca5-4465-bc88-f4fc5fbf5d1b tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:10.035005 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5efa85b8-e33f-4772-bcb7-ffd235c6bb3e req-be3f7572-9ca5-4465-bc88-f4fc5fbf5d1b tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 944 time: 0.0645852 Jul 13 08:23:10.073498 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5efa85b8-e33f-4772-bcb7-ffd235c6bb3e req-c5ad2bcc-164c-4ce1-b52c-ad3a4c515c77 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329528 Jul 13 08:23:10.851999 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 889ba69a-01cf-4919-827c-2979e1883a78 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:23:10.948269 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 889ba69a-01cf-4919-827c-2979e1883a78, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=889ba69a-01cf-4919-827c-2979e1883a78,segment=NetworkSegment(8de17118-d6be-4702-a980-83ccf573d366),segment_id=8de17118-d6be-4702-a980-83ccf573d366)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:23:10.962690 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '889ba69a-01cf-4919-827c-2979e1883a78', 'network_id': '0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1', 'port_id': '889ba69a-01cf-4919-827c-2979e1883a78', 'mac_address': 'fa:16:3e:74:63:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0889a1-1fb0-4413-8036-c5e176306f21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:23:10.999333 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:11.012835 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889ba69a-01cf-4919-827c-2979e1883a78 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:23:11.032104 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 889ba69a-01cf-4919-827c-2979e1883a78, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=889ba69a-01cf-4919-827c-2979e1883a78,segment=NetworkSegment(8de17118-d6be-4702-a980-83ccf573d366),segment_id=8de17118-d6be-4702-a980-83ccf573d366)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:23:11.037002 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:11.093011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=889ba69a-01cf-4919-827c-2979e1883a78,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:11.254905 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d383ad-9695-44ce-a0e2-101cf55f743f req-516beae2-57a3-4012-8e85-5ddc63a5e61f tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:11.256392 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b8d383ad-9695-44ce-a0e2-101cf55f743f req-516beae2-57a3-4012-8e85-5ddc63a5e61f tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 945 time: 0.0672126 Jul 13 08:23:11.271755 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['889ba69a-01cf-4919-827c-2979e1883a78'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:23:11.295751 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b8d383ad-9695-44ce-a0e2-101cf55f743f req-81bcf67a-790a-4439-878a-9bc12832ff81 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334010 Jul 13 08:23:12.475072 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44039e1-378c-4031-8be4-c32bc92816ab req-4ebc3a97-04b6-4cce-a6d4-7300cb9bf496 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:12.476561 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f44039e1-378c-4031-8be4-c32bc92816ab req-4ebc3a97-04b6-4cce-a6d4-7300cb9bf496 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 945 time: 0.0638895 Jul 13 08:23:12.516015 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f44039e1-378c-4031-8be4-c32bc92816ab req-691829cc-9305-4608-93ef-9be9c6f7dab5 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331197 Jul 13 08:23:12.876436 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 889ba69a-01cf-4919-827c-2979e1883a78 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:23:12.926044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 889ba69a-01cf-4919-827c-2979e1883a78 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:23:12.929590 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 889ba69a-01cf-4919-827c-2979e1883a78 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:23:12.929962 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:13.008863 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:13.032589 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a30124-ba9f-44f2-a063-902d80685289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889ba69a-01cf-4919-827c-2979e1883a78'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:23:13.034876 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a4d7c0-7b00-42a6-bd83-8e32794cc846" -d '{"events": [{"server_uuid": "85a30124-ba9f-44f2-a063-902d80685289", "name": "network-vif-plugged", "status": "completed", "tag": "889ba69a-01cf-4919-827c-2979e1883a78"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:23:13.048110 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 889ba69a-01cf-4919-827c-2979e1883a78, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=889ba69a-01cf-4919-827c-2979e1883a78,segment=NetworkSegment(8de17118-d6be-4702-a980-83ccf573d366),segment_id=8de17118-d6be-4702-a980-83ccf573d366)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:23:13.052058 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:13.079147 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f98664-6ebd-4d08-897d-d9045ffa170b x-openstack-request-id: req-15f98664-6ebd-4d08-897d-d9045ffa170b {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:23:13.079788 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a30124-ba9f-44f2-a063-902d80685289", "name": "network-vif-plugged", "status": "completed", "tag": "889ba69a-01cf-4919-827c-2979e1883a78", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:23:13.080053 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15f98664-6ebd-4d08-897d-d9045ffa170b {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:23:13.080451 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a30124-ba9f-44f2-a063-902d80685289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889ba69a-01cf-4919-827c-2979e1883a78', 'code': 200} Jul 13 08:23:13.115132 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=889ba69a-01cf-4919-827c-2979e1883a78,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:13.190189 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150a68e-0689-4926-8620-10fd0464c8bd req-0501918d-5cb7-48fe-92eb-f26087187b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:13.191650 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b150a68e-0689-4926-8620-10fd0464c8bd req-0501918d-5cb7-48fe-92eb-f26087187b17 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 1098 time: 0.0528831 Jul 13 08:23:13.199090 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:13.231677 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b150a68e-0689-4926-8620-10fd0464c8bd req-3b1ca68a-8364-4682-b452-b77d4c3a8c5d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330033 Jul 13 08:23:13.690411 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cfefc-bc49-445e-b6b7-574f649dea68 req-1b95c5c1-6999-492d-9dca-9e0a754da1ec tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:13.691942 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-927cfefc-bc49-445e-b6b7-574f649dea68 req-1b95c5c1-6999-492d-9dca-9e0a754da1ec tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0673254 Jul 13 08:23:13.732744 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-927cfefc-bc49-445e-b6b7-574f649dea68 req-92f3e5ed-203c-4972-9fbc-6d2f4f6cc926 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352383 Jul 13 08:23:14.908567 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e443696-4463-4af0-a89c-1b3066af2466 req-d62a9179-e792-4442-acc3-cc2ad860b330 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:14.910231 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9e443696-4463-4af0-a89c-1b3066af2466 req-d62a9179-e792-4442-acc3-cc2ad860b330 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0643513 Jul 13 08:23:14.948350 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9e443696-4463-4af0-a89c-1b3066af2466 req-473891c2-ff94-452f-b6f8-2167a55bebe2 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322633 Jul 13 08:23:15.234196 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60850) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:23:15.381820 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-a28099f0-1833-4a4e-90b1-e51225237295 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1463113 Jul 13 08:23:15.391071 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb01f7a-020c-4d51-bd4d-ec84dc02f8b8 req-a4e11076-0457-4aab-a6bb-157854cd4368 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:15.392531 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3eb01f7a-020c-4d51-bd4d-ec84dc02f8b8 req-a4e11076-0457-4aab-a6bb-157854cd4368 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.1113477 Jul 13 08:23:15.432559 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3eb01f7a-020c-4d51-bd4d-ec84dc02f8b8 req-64609401-1b7b-4849-819c-ed0b35f36be4 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337684 Jul 13 08:23:16.542750 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-424d61cb-f8be-4e4f-830e-7397e2680e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:16.544460 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-424d61cb-f8be-4e4f-830e-7397e2680e1e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13b2a266b730456498abf233cfb0021c&device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 1098 time: 0.0554664 Jul 13 08:23:16.677952 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-1d05988f-db5b-41f1-bf18-4eadd7b3f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:16.679620 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-1d05988f-db5b-41f1-bf18-4eadd7b3f719 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1 HTTP/1.1" status: 200 len: 913 time: 0.1285038 Jul 13 08:23:16.695693 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b56bcc-8a80-44ce-97d8-83d1044de2b7 req-7f04b4a0-001f-4d43-b3e4-d621c0ce14ce tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:16.697164 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-03b56bcc-8a80-44ce-97d8-83d1044de2b7 req-7f04b4a0-001f-4d43-b3e4-d621c0ce14ce tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.1174788 Jul 13 08:23:16.746358 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-8c710a3f-150e-41ca-9417-f213dc50ba3b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=889ba69a-01cf-4919-827c-2979e1883a78 HTTP/1.1" status: 200 len: 217 time: 0.0584679 Jul 13 08:23:16.794038 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-03b56bcc-8a80-44ce-97d8-83d1044de2b7 req-fc4db661-6e95-49ba-be95-5807d7dbe89e tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902760 Jul 13 08:23:16.809349 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-ca18b099-6930-4217-8234-54eaa25804d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:16.810855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-ca18b099-6930-4217-8234-54eaa25804d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e0889a1-1fb0-4413-8036-c5e176306f21 HTTP/1.1" status: 200 len: 852 time: 0.0575600 Jul 13 08:23:16.841347 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:23:16.845293 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-36c69bc8-11ac-43a9-91b4-adf5fa0722e5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273376 Jul 13 08:23:16.941538 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-50ad55a3-119f-49e3-90a9-6695386239a5 service neutron] 10.222.0.62 "GET /v2.0/networks/0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897861 Jul 13 08:23:17.037092 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-a3c71dc4-593e-4245-b104-c3f8348ac8a7 service neutron] 10.222.0.62 "GET /v2.0/networks/0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884695 Jul 13 08:23:17.971511 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e9681-80b9-4dbb-86ef-93ff41f2eb60 req-83ca3220-c39b-473d-bb22-0d3f42764e6a tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:17.972999 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a03e9681-80b9-4dbb-86ef-93ff41f2eb60 req-83ca3220-c39b-473d-bb22-0d3f42764e6a tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0649252 Jul 13 08:23:18.013057 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a03e9681-80b9-4dbb-86ef-93ff41f2eb60 req-121ce9ba-ddb2-413b-af88-2f1e24b4714f tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337281 Jul 13 08:23:19.189494 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd4f91-cc53-4034-9f75-f1cea2b5b34a req-958fc73d-a028-4825-8024-a695ebbb40ef tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:19.191036 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60fd4f91-cc53-4034-9f75-f1cea2b5b34a req-958fc73d-a028-4825-8024-a695ebbb40ef tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0664008 Jul 13 08:23:19.230420 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60fd4f91-cc53-4034-9f75-f1cea2b5b34a req-78b287fa-30ac-404a-97c0-7a1f644bb28c tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334563 Jul 13 08:23:20.410223 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6c891-14f6-47cb-b9a6-78c433b41a45 req-f7a4c372-5667-476b-9800-6cfd778c0550 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:20.412362 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-59d6c891-14f6-47cb-b9a6-78c433b41a45 req-f7a4c372-5667-476b-9800-6cfd778c0550 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0681777 Jul 13 08:23:20.451581 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-59d6c891-14f6-47cb-b9a6-78c433b41a45 req-e5f3c6e5-4e12-46d3-b70c-aefcfa6d1cf4 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335667 Jul 13 08:23:21.637618 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bfb05-609c-484d-9cb3-e7176f2c4d51 req-fd33d85f-4d2d-4c7d-af20-9aa78684afdd tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:21.639166 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-579bfb05-609c-484d-9cb3-e7176f2c4d51 req-fd33d85f-4d2d-4c7d-af20-9aa78684afdd tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0665936 Jul 13 08:23:21.678020 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-579bfb05-609c-484d-9cb3-e7176f2c4d51 req-058a5260-11cc-45eb-ab07-4fb3f02a6edd tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325668 Jul 13 08:23:22.852951 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abac695-9da7-4beb-8958-ed17c963e979 req-82e3d242-0161-428e-a644-7859a69365f6 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:22.854503 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3abac695-9da7-4beb-8958-ed17c963e979 req-82e3d242-0161-428e-a644-7859a69365f6 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0658276 Jul 13 08:23:22.892659 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3abac695-9da7-4beb-8958-ed17c963e979 req-929fe127-2071-44cb-9ef3-cfbefed3db06 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319886 Jul 13 08:23:23.262964 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9651bb0f-8f74-43bb-8334-f00f57a32a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:24.076108 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941a8a8-12d3-4e64-afde-229e04bb5e96 req-6159b68c-7edb-4c3b-a8cc-322ec38a477a tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:24.078211 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6941a8a8-12d3-4e64-afde-229e04bb5e96 req-6159b68c-7edb-4c3b-a8cc-322ec38a477a tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0717368 Jul 13 08:23:24.116254 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6941a8a8-12d3-4e64-afde-229e04bb5e96 req-aaa3c3af-f8b9-46b4-abc2-9d30e74c48fd tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322158 Jul 13 08:23:25.291686 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b75e4-1498-4b2d-aebf-ac808d21db04 req-30271012-2f06-407a-a9e2-441531201bfa tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:25.293218 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-715b75e4-1498-4b2d-aebf-ac808d21db04 req-30271012-2f06-407a-a9e2-441531201bfa tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0648813 Jul 13 08:23:25.332434 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-715b75e4-1498-4b2d-aebf-ac808d21db04 req-a3d05da7-17df-4028-8210-2a9101ce37b3 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336070 Jul 13 08:23:26.510511 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66cfe6-3b90-4645-9ebb-aeeb469c25d0 req-8ffec1ca-000c-49a5-88d4-45412cbc0b01 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:26.512040 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd66cfe6-3b90-4645-9ebb-aeeb469c25d0 req-8ffec1ca-000c-49a5-88d4-45412cbc0b01 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0682797 Jul 13 08:23:26.551290 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd66cfe6-3b90-4645-9ebb-aeeb469c25d0 req-a4b8bede-8a86-41d6-8b2d-596ae949f400 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336337 Jul 13 08:23:27.623030 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af8db2f9-edae-4de8-9698-05b1a778dff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:27.739193 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11216e5a-612d-41c5-bab9-1e6efd1345e3 req-e7eaf184-d008-42ef-ba72-8da366d9ec8e tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:27.740719 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11216e5a-612d-41c5-bab9-1e6efd1345e3 req-e7eaf184-d008-42ef-ba72-8da366d9ec8e tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0688412 Jul 13 08:23:27.778715 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11216e5a-612d-41c5-bab9-1e6efd1345e3 req-7bbebe5f-4587-4f94-bba3-7da3996bc560 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323515 Jul 13 08:23:27.827575 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:28.955442 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a818911-308e-4c14-a857-2385e4dc09e1 req-a1db9823-ba1a-4e87-8c09-dabc11be97e2 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:28.956871 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a818911-308e-4c14-a857-2385e4dc09e1 req-a1db9823-ba1a-4e87-8c09-dabc11be97e2 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0643177 Jul 13 08:23:28.995088 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a818911-308e-4c14-a857-2385e4dc09e1 req-5a177d48-0e63-41df-a944-90a3207729b2 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323291 Jul 13 08:23:29.746646 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:30.178269 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197afc60-4000-4ba1-8e6b-01a95b52e3c1 req-54a30330-4219-4385-b6ba-f7d1d58d4f41 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:30.179985 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-197afc60-4000-4ba1-8e6b-01a95b52e3c1 req-54a30330-4219-4385-b6ba-f7d1d58d4f41 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0687535 Jul 13 08:23:30.222975 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-197afc60-4000-4ba1-8e6b-01a95b52e3c1 req-e4daa2e7-8352-4b07-9c76-69438646d377 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371571 Jul 13 08:23:31.399984 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4839d-5192-46eb-b818-01594aedf954 req-b6aad1b1-1c33-4543-b6dd-429848057a43 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:31.401519 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-34e4839d-5192-46eb-b818-01594aedf954 req-b6aad1b1-1c33-4543-b6dd-429848057a43 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0675390 Jul 13 08:23:31.440742 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-34e4839d-5192-46eb-b818-01594aedf954 req-1a895f29-1313-4846-8fd1-c745591223d0 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335591 Jul 13 08:23:31.470447 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:32.619412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77869578-0a79-4ed6-8b08-a6c58345466c req-d366c725-a842-4a50-b400-a161a2235d99 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:32.620912 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77869578-0a79-4ed6-8b08-a6c58345466c req-d366c725-a842-4a50-b400-a161a2235d99 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0687802 Jul 13 08:23:32.659412 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77869578-0a79-4ed6-8b08-a6c58345466c req-060e64f0-6871-41a8-940f-848d606613f5 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328910 Jul 13 08:23:33.842114 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e355ae-5e3a-41ed-8c17-8d9603f6b22e req-883bf965-746b-42b7-928c-b3004eab8db4 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:33.844315 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-15e355ae-5e3a-41ed-8c17-8d9603f6b22e req-883bf965-746b-42b7-928c-b3004eab8db4 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0683825 Jul 13 08:23:33.883694 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-15e355ae-5e3a-41ed-8c17-8d9603f6b22e req-ead6aa1c-5745-487e-8470-d6366cd9e25e tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337052 Jul 13 08:23:35.058974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050c4c3-629d-4bca-81d4-6d3aa814a498 req-d490bb86-392d-4fc2-aaf6-a07b57c14a50 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:35.060400 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8050c4c3-629d-4bca-81d4-6d3aa814a498 req-d490bb86-392d-4fc2-aaf6-a07b57c14a50 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0643799 Jul 13 08:23:35.099814 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8050c4c3-629d-4bca-81d4-6d3aa814a498 req-d66639cc-6af0-487a-ab8d-3dd26f36a934 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328782 Jul 13 08:23:36.283706 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd170c-625b-4b9c-a298-9ec293e9aa7e req-cb47a174-613b-4151-85c1-c2b37ec168a0 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:36.285225 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17cd170c-625b-4b9c-a298-9ec293e9aa7e req-cb47a174-613b-4151-85c1-c2b37ec168a0 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0730135 Jul 13 08:23:36.324160 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17cd170c-625b-4b9c-a298-9ec293e9aa7e req-39f6a852-bc75-49ea-a80f-34e9e88f223d tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332558 Jul 13 08:23:37.500522 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6292bd4-906e-466f-98c4-f4a8b03d3051 req-269943c4-b6c2-458e-837f-28e918545d1e tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:37.502202 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f6292bd4-906e-466f-98c4-f4a8b03d3051 req-269943c4-b6c2-458e-837f-28e918545d1e tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0662200 Jul 13 08:23:37.540611 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f6292bd4-906e-466f-98c4-f4a8b03d3051 req-66991bf5-ceda-4c7b-9f7c-676825f150fc tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330367 Jul 13 08:23:38.327364 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:38.721082 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d1d72-19ef-4492-9ccc-24e052ec6387 req-e4e77d7d-e1ea-4a0b-8192-8a694c6a1c04 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:38.722615 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a28d1d72-19ef-4492-9ccc-24e052ec6387 req-e4e77d7d-e1ea-4a0b-8192-8a694c6a1c04 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0711856 Jul 13 08:23:38.760650 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a28d1d72-19ef-4492-9ccc-24e052ec6387 req-b8f75109-a64b-4f3d-8e4d-99932a545d9b tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323472 Jul 13 08:23:39.939814 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7eea1e-f237-4da6-a0ef-f44edd462549 req-f25f76a8-1b25-45b8-bb57-4f7f65f38ce7 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:39.941290 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc7eea1e-f237-4da6-a0ef-f44edd462549 req-f25f76a8-1b25-45b8-bb57-4f7f65f38ce7 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0637059 Jul 13 08:23:39.979900 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc7eea1e-f237-4da6-a0ef-f44edd462549 req-32fea2bb-13db-4898-9a40-fe6106da53e4 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327570 Jul 13 08:23:41.154166 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149da391-5ba0-4816-9c28-4e8bb1ec2de4 req-d1aee808-a984-4836-9891-2aca29e114a9 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:41.155676 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-149da391-5ba0-4816-9c28-4e8bb1ec2de4 req-d1aee808-a984-4836-9891-2aca29e114a9 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0641961 Jul 13 08:23:41.194938 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-149da391-5ba0-4816-9c28-4e8bb1ec2de4 req-d4fc0ba6-1aa7-4582-8dee-97fc8c2e6f3c tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337219 Jul 13 08:23:42.380018 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251eae9-6e45-4d60-a347-93244ea252f1 req-bcdc72e1-19a8-4745-8e01-9f8031d5182c tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:42.381574 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6251eae9-6e45-4d60-a347-93244ea252f1 req-bcdc72e1-19a8-4745-8e01-9f8031d5182c tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0738184 Jul 13 08:23:42.421925 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6251eae9-6e45-4d60-a347-93244ea252f1 req-06cf214d-ca00-4744-aa47-355b81dfeb50 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346768 Jul 13 08:23:43.225269 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:43.602645 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71afd4-f790-4984-bf11-0ea7ff9f1bf4 req-7ec677ae-7be0-40fa-b66e-3ef65a0025a5 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:43.604191 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab71afd4-f790-4984-bf11-0ea7ff9f1bf4 req-7ec677ae-7be0-40fa-b66e-3ef65a0025a5 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0667276 Jul 13 08:23:43.643864 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab71afd4-f790-4984-bf11-0ea7ff9f1bf4 req-e29a340b-f4aa-4e02-9b22-c7418a63f4df tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326881 Jul 13 08:23:44.059848 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-7a4fafa7-dde4-4e25-9d92-dcc2445b2cad service neutron] show failed (client error): The resource could not be found. Jul 13 08:23:44.060873 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-7a4fafa7-dde4-4e25-9d92-dcc2445b2cad service neutron] 10.222.0.62 "GET /v2.0/ports/889ba69a-01cf-4919-827c-2979e1883a78/bindings/n-h1-779913-28 HTTP/1.1" status: 404 len: 381 time: 0.0612967 Jul 13 08:23:44.432068 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-4cd0be62-d19b-4323-bc40-acd9249743ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:44.433602 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-4cd0be62-d19b-4323-bc40-acd9249743ff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289&tenant_id=13b2a266b730456498abf233cfb0021c HTTP/1.1" status: 200 len: 1098 time: 0.1728632 Jul 13 08:23:44.445692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-28', 'device_owner': 'compute:nova'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:23:44.518338 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:44.724449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] For port 889ba69a-01cf-4919-827c-2979e1883a78, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=889ba69a-01cf-4919-827c-2979e1883a78,segment=NetworkSegment(8de17118-d6be-4702-a980-83ccf573d366),segment_id=8de17118-d6be-4702-a980-83ccf573d366)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:23:44.764197 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] For port 889ba69a-01cf-4919-827c-2979e1883a78, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:23:44.808410 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a30124-ba9f-44f2-a063-902d80685289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '889ba69a-01cf-4919-827c-2979e1883a78'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:23:44.810778 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b471b1b1-1f1f-42f1-8f6c-1af98c1c2a3e" -d '{"events": [{"server_uuid": "85a30124-ba9f-44f2-a063-902d80685289", "name": "network-vif-unplugged", "status": "completed", "tag": "889ba69a-01cf-4919-827c-2979e1883a78"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:23:44.815547 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:44.831313 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Transition to ACTIVE for port object 889ba69a-01cf-4919-827c-2979e1883a78 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:23:44.836642 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:44.848308 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51558f79-6696-4c77-be08-da0e75617ef4 req-07f65921-5684-4754-b2c5-1b2b85a930dc tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:44.850514 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-51558f79-6696-4c77-be08-da0e75617ef4 req-07f65921-5684-4754-b2c5-1b2b85a930dc tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0910301 Jul 13 08:23:44.894995 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-51558f79-6696-4c77-be08-da0e75617ef4 req-365bf184-b9b3-44b6-bb46-0fb11ccf8079 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370491 Jul 13 08:23:44.902961 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] No DVR routers for this DVR port 889ba69a-01cf-4919-827c-2979e1883a78 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:23:44.907784 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Pushing event updated for resources: {'Port': ['ID=889ba69a-01cf-4919-827c-2979e1883a78,revision_number=6']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:44.918401 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:44.918753 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:44.919098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:44.919502 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:44.919884 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:44.920180 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:44.921047 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:44.921380 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:44.921711 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:44.922039 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:44.922407 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:44.922732 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:44.955892 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Attempting to bind port 889ba69a-01cf-4919-827c-2979e1883a78 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:23:44.956232 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Attempting to bind port 889ba69a-01cf-4919-827c-2979e1883a78 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '8de17118-d6be-4702-a980-83ccf573d366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:23:44.956724 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Attempting to bind port 889ba69a-01cf-4919-827c-2979e1883a78 on network 0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:23:44.961635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Port 889ba69a-01cf-4919-827c-2979e1883a78 on network 0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:23:44.961956 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Attempting to bind port 889ba69a-01cf-4919-827c-2979e1883a78 on network 0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:23:44.967103 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:23:44.967473 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Checking segment: {'id': '8de17118-d6be-4702-a980-83ccf573d366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:23:44.967859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Bound using segment: {'id': '8de17118-d6be-4702-a980-83ccf573d366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:23:44.968283 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Bound port: 889ba69a-01cf-4919-827c-2979e1883a78, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de17118-d6be-4702-a980-83ccf573d366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:23:44.968641 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:44.981989 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27a3e2b-6679-4f45-840a-afbb4c222dd8 x-openstack-request-id: req-f27a3e2b-6679-4f45-840a-afbb4c222dd8 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:23:44.982298 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a30124-ba9f-44f2-a063-902d80685289", "name": "network-vif-unplugged", "status": "completed", "tag": "889ba69a-01cf-4919-827c-2979e1883a78", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:23:44.982549 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f27a3e2b-6679-4f45-840a-afbb4c222dd8 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:23:44.983455 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a30124-ba9f-44f2-a063-902d80685289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '889ba69a-01cf-4919-827c-2979e1883a78', 'code': 200} Jul 13 08:23:45.038400 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] For port 889ba69a-01cf-4919-827c-2979e1883a78, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:23:45.042441 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] For port 889ba69a-01cf-4919-827c-2979e1883a78, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=889ba69a-01cf-4919-827c-2979e1883a78,segment=NetworkSegment(8de17118-d6be-4702-a980-83ccf573d366),segment_id=8de17118-d6be-4702-a980-83ccf573d366)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:23:45.047212 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:45.080454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:45.081084 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:45.082509 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] 10.222.0.35 "PUT /v2.0/ports/889ba69a-01cf-4919-827c-2979e1883a78 HTTP/1.1" status: 200 len: 1093 time: 0.6415823 Jul 13 08:23:45.106505 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318edd2-23a3-4953-988f-6bfaae70c447 service neutron] Pushing event updated for resources: {'Port': ['ID=889ba69a-01cf-4919-827c-2979e1883a78,revision_number=7']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:45.162193 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-46faadde-178c-4a4a-b3ac-8b9cf89a4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:45.163695 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-46faadde-178c-4a4a-b3ac-8b9cf89a4d53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=13b2a266b730456498abf233cfb0021c&device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 1096 time: 0.0537949 Jul 13 08:23:45.257987 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-de707c52-6f17-49c9-baed-4b1147e0aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:45.259739 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-de707c52-6f17-49c9-baed-4b1147e0aaef service neutron] 10.222.0.35 "GET /v2.0/networks?id=0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1 HTTP/1.1" status: 200 len: 913 time: 0.0881720 Jul 13 08:23:45.301017 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-316d8ffb-69c8-4824-a708-37f097d10237 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=889ba69a-01cf-4919-827c-2979e1883a78 HTTP/1.1" status: 200 len: 217 time: 0.0347340 Jul 13 08:23:45.353511 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-e3d99e34-3038-426a-a694-38d41f54c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:45.355003 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-e3d99e34-3038-426a-a694-38d41f54c1be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e0889a1-1fb0-4413-8036-c5e176306f21 HTTP/1.1" status: 200 len: 852 time: 0.0483956 Jul 13 08:23:45.388376 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-7b363a9e-c19c-46b4-9300-9b2ddf4d68f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270541 Jul 13 08:23:45.398756 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-63c69252-2f5c-4e95-9074-095227394193 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:23:45.399735 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-63c69252-2f5c-4e95-9074-095227394193 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052066 Jul 13 08:23:45.488807 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-aabbbf41-4b90-4f4a-a447-4e14196a14de service neutron] 10.222.0.35 "GET /v2.0/networks/0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819259 Jul 13 08:23:45.580857 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-115e9c73-6076-4047-9fe5-ab21a5d427ba req-07343368-4873-487e-ba74-f445b125c13b service neutron] 10.222.0.35 "GET /v2.0/networks/0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857246 Jul 13 08:23:46.068828 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b5e7c-69e1-46a6-b307-046fbae85a5c req-8669c1b4-002b-454b-8322-18d76ca06aa3 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:46.070433 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd8b5e7c-69e1-46a6-b307-046fbae85a5c req-8669c1b4-002b-454b-8322-18d76ca06aa3 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 944 time: 0.0634801 Jul 13 08:23:46.109887 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd8b5e7c-69e1-46a6-b307-046fbae85a5c req-61156ecb-cba5-4d00-a767-689301300afc tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339026 Jul 13 08:23:46.985274 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a30124-ba9f-44f2-a063-902d80685289', 'tag': '889ba69a-01cf-4919-827c-2979e1883a78'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:23:46.987599 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f652f8da-0917-40fb-a546-1fbb16adea1c" -d '{"events": [{"name": "network-changed", "server_uuid": "85a30124-ba9f-44f2-a063-902d80685289", "tag": "889ba69a-01cf-4919-827c-2979e1883a78"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:23:47.036036 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975fcab1-a682-45a7-b262-ff54e1663344 x-openstack-request-id: req-975fcab1-a682-45a7-b262-ff54e1663344 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:23:47.036203 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a30124-ba9f-44f2-a063-902d80685289", "tag": "889ba69a-01cf-4919-827c-2979e1883a78", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:23:47.036619 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-975fcab1-a682-45a7-b262-ff54e1663344 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:23:47.037422 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a30124-ba9f-44f2-a063-902d80685289', 'tag': '889ba69a-01cf-4919-827c-2979e1883a78', 'status': 'completed', 'code': 200} Jul 13 08:23:47.059585 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 889ba69a-01cf-4919-827c-2979e1883a78 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:23:47.122377 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652f8da-0917-40fb-a546-1fbb16adea1c req-d10f4a68-a710-46e3-a20e-904c08396ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:47.124985 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f652f8da-0917-40fb-a546-1fbb16adea1c req-d10f4a68-a710-46e3-a20e-904c08396ce0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13b2a266b730456498abf233cfb0021c&device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 1096 time: 0.0648992 Jul 13 08:23:47.131966 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 889ba69a-01cf-4919-827c-2979e1883a78 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:23:47.141083 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652f8da-0917-40fb-a546-1fbb16adea1c req-6cf91973-769f-4ed1-a396-c9c447396ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:47.143127 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f652f8da-0917-40fb-a546-1fbb16adea1c req-6cf91973-769f-4ed1-a396-c9c447396ac4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=13b2a266b730456498abf233cfb0021c&device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 1096 time: 0.0803270 Jul 13 08:23:47.229608 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652f8da-0917-40fb-a546-1fbb16adea1c req-9486a0bf-d5a4-43c1-af8f-851adde399ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:47.231304 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f652f8da-0917-40fb-a546-1fbb16adea1c req-9486a0bf-d5a4-43c1-af8f-851adde399ff service neutron] 10.222.0.62 "GET /v2.0/networks?id=0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1 HTTP/1.1" status: 200 len: 913 time: 0.1003482 Jul 13 08:23:47.256995 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652f8da-0917-40fb-a546-1fbb16adea1c req-2d3bec47-8114-42a1-a130-8353516921ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:47.258695 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f652f8da-0917-40fb-a546-1fbb16adea1c req-2d3bec47-8114-42a1-a130-8353516921ac service neutron] 10.222.0.35 "GET /v2.0/networks?id=0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1 HTTP/1.1" status: 200 len: 913 time: 0.1086066 Jul 13 08:23:47.284045 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f652f8da-0917-40fb-a546-1fbb16adea1c req-4d58d1da-8762-469f-97a7-2fe6f3f1eb5b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=889ba69a-01cf-4919-827c-2979e1883a78 HTTP/1.1" status: 200 len: 217 time: 0.0459936 Jul 13 08:23:47.305185 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f652f8da-0917-40fb-a546-1fbb16adea1c req-6208ba17-7352-4c43-98a3-dae47d7b42ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=889ba69a-01cf-4919-827c-2979e1883a78 HTTP/1.1" status: 200 len: 217 time: 0.0396824 Jul 13 08:23:47.356001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652f8da-0917-40fb-a546-1fbb16adea1c req-eb29b604-fed8-4001-9b9e-d28b95be0669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:47.357625 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f652f8da-0917-40fb-a546-1fbb16adea1c req-eb29b604-fed8-4001-9b9e-d28b95be0669 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e0889a1-1fb0-4413-8036-c5e176306f21 HTTP/1.1" status: 200 len: 852 time: 0.0453608 Jul 13 08:23:47.362615 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652f8da-0917-40fb-a546-1fbb16adea1c req-0c2f399d-045c-4d5d-88f2-8196c98916e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:47.364114 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f652f8da-0917-40fb-a546-1fbb16adea1c req-0c2f399d-045c-4d5d-88f2-8196c98916e0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e0889a1-1fb0-4413-8036-c5e176306f21 HTTP/1.1" status: 200 len: 852 time: 0.0721710 Jul 13 08:23:47.395654 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f652f8da-0917-40fb-a546-1fbb16adea1c req-2ca74e24-c33f-48a9-bfc9-71c13d5d96f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316367 Jul 13 08:23:47.400027 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f652f8da-0917-40fb-a546-1fbb16adea1c req-531e702a-8d50-408e-8579-3df7b8dd97ac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292947 Jul 13 08:23:47.412665 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03d570-95e2-4b30-8401-a2949199ce1c req-5217bfdb-853c-437c-80bb-e5e2dcc7b6fc tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:47.414235 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e03d570-95e2-4b30-8401-a2949199ce1c req-5217bfdb-853c-437c-80bb-e5e2dcc7b6fc tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 944 time: 0.1327906 Jul 13 08:23:47.488618 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f652f8da-0917-40fb-a546-1fbb16adea1c req-63674618-033d-4380-8c1c-8706f2c69c81 service neutron] 10.222.0.35 "GET /v2.0/networks/0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866628 Jul 13 08:23:47.507113 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e03d570-95e2-4b30-8401-a2949199ce1c req-41f939c4-b2bf-4f60-baf4-655e785b7d7c tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836313 Jul 13 08:23:47.533253 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f652f8da-0917-40fb-a546-1fbb16adea1c req-499cea20-f04a-431b-97f5-d11d7ea26c20 service neutron] 10.222.0.62 "GET /v2.0/networks/0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180472 Jul 13 08:23:47.584863 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f652f8da-0917-40fb-a546-1fbb16adea1c req-3550097f-091a-4804-927e-6dfb986db74e service neutron] 10.222.0.35 "GET /v2.0/networks/0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902293 Jul 13 08:23:47.644011 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f652f8da-0917-40fb-a546-1fbb16adea1c req-e17a29e2-8e1b-4ed6-b519-455cdde366e8 service neutron] 10.222.0.62 "GET /v2.0/networks/0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002305 Jul 13 08:23:48.685764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d55f0b-7a8f-4e33-b6f7-e5abfaaa1c87 req-b79ab34a-9be3-4e04-b540-c3a1aab501f8 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:48.687932 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e2d55f0b-7a8f-4e33-b6f7-e5abfaaa1c87 req-b79ab34a-9be3-4e04-b540-c3a1aab501f8 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 944 time: 0.0658021 Jul 13 08:23:48.728083 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e2d55f0b-7a8f-4e33-b6f7-e5abfaaa1c87 req-242de4ba-4d7a-438a-8d0e-6da3e98409b8 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346072 Jul 13 08:23:49.172139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-c878fff5-49fd-45a0-9a4e-e3ca102cb018 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:49.173627 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-c878fff5-49fd-45a0-9a4e-e3ca102cb018 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.62 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289&tenant_id=13b2a266b730456498abf233cfb0021c&binding%3Ahost_id=n-h1-779913-28 HTTP/1.1" status: 200 len: 944 time: 0.1326582 Jul 13 08:23:49.233841 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-b4cadd2f-15f2-48a5-a4fb-65d6e3500029 service neutron] delete failed (client error): The resource could not be found. Jul 13 08:23:49.234909 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-b4cadd2f-15f2-48a5-a4fb-65d6e3500029 service neutron] 10.222.0.62 "DELETE /v2.0/ports/889ba69a-01cf-4919-827c-2979e1883a78/bindings/n-h2-779913-28 HTTP/1.1" status: 404 len: 381 time: 0.0551860 Jul 13 08:23:49.335035 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-3a383873-4ac3-4c14-886c-daa95ee2678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:49.336525 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-3a383873-4ac3-4c14-886c-daa95ee2678c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13b2a266b730456498abf233cfb0021c&device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 1096 time: 0.0555332 Jul 13 08:23:49.440320 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-919261aa-9285-4c42-a352-1f5a79e8ea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:49.441702 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-919261aa-9285-4c42-a352-1f5a79e8ea6f service neutron] 10.222.0.62 "GET /v2.0/networks?id=0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1 HTTP/1.1" status: 200 len: 913 time: 0.0993602 Jul 13 08:23:49.483792 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-20189c3f-4a4e-49bc-a11d-332dc8093d3f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=889ba69a-01cf-4919-827c-2979e1883a78 HTTP/1.1" status: 200 len: 217 time: 0.0350862 Jul 13 08:23:49.523926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 889ba69a-01cf-4919-827c-2979e1883a78 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:23:49.535901 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-07ec4896-b82b-4dd0-bcca-42e6ff49c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:49.537523 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-07ec4896-b82b-4dd0-bcca-42e6ff49c353 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e0889a1-1fb0-4413-8036-c5e176306f21 HTTP/1.1" status: 200 len: 852 time: 0.0479772 Jul 13 08:23:49.570819 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-f5b8509e-fc32-4d58-a006-94a200338e4b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270503 Jul 13 08:23:49.622522 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 889ba69a-01cf-4919-827c-2979e1883a78, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=889ba69a-01cf-4919-827c-2979e1883a78,segment=NetworkSegment(8de17118-d6be-4702-a980-83ccf573d366),segment_id=8de17118-d6be-4702-a980-83ccf573d366)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:23:49.634838 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '889ba69a-01cf-4919-827c-2979e1883a78', 'network_id': '0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1', 'port_id': '889ba69a-01cf-4919-827c-2979e1883a78', 'mac_address': 'fa:16:3e:74:63:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0889a1-1fb0-4413-8036-c5e176306f21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:23:49.674762 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:49.677264 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-7964e32e-169a-43fe-a270-dc1d4e617743 service neutron] 10.222.0.62 "GET /v2.0/networks/0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993433 Jul 13 08:23:49.692708 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889ba69a-01cf-4919-827c-2979e1883a78 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:23:49.712586 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 889ba69a-01cf-4919-827c-2979e1883a78, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=889ba69a-01cf-4919-827c-2979e1883a78,segment=NetworkSegment(8de17118-d6be-4702-a980-83ccf573d366),segment_id=8de17118-d6be-4702-a980-83ccf573d366)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:23:49.716649 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:49.771303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=889ba69a-01cf-4919-827c-2979e1883a78,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:49.778142 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-7e17e548-8c53-4700-ae51-9d14721b740c service neutron] 10.222.0.62 "GET /v2.0/networks/0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928745 Jul 13 08:23:49.780251 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:49.780609 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:49.780952 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:49.781293 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:49.781630 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:49.781979 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:49.782315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:49.782650 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:49.782977 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:49.783305 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:49.783796 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:49.784123 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:49.982815 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['889ba69a-01cf-4919-827c-2979e1883a78'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:23:50.645520 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c016afd-9c0d-4261-ab27-c8eac53b67bd req-c392e11b-0583-41c1-84b3-628466c67378 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:50.647145 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c016afd-9c0d-4261-ab27-c8eac53b67bd req-c392e11b-0583-41c1-84b3-628466c67378 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 945 time: 0.0671983 Jul 13 08:23:50.687881 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7c016afd-9c0d-4261-ab27-c8eac53b67bd req-1b16c24d-f51b-4ca9-abbb-a87da6ecfcb1 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347297 Jul 13 08:23:51.547438 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 889ba69a-01cf-4919-827c-2979e1883a78 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:23:51.602547 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 889ba69a-01cf-4919-827c-2979e1883a78 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:23:51.606237 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 889ba69a-01cf-4919-827c-2979e1883a78 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:23:51.606602 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:51.691661 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:51.725303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a30124-ba9f-44f2-a063-902d80685289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889ba69a-01cf-4919-827c-2979e1883a78'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:23:51.727882 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351c927c-0559-404c-893a-2f087cdab169" -d '{"events": [{"server_uuid": "85a30124-ba9f-44f2-a063-902d80685289", "name": "network-vif-plugged", "status": "completed", "tag": "889ba69a-01cf-4919-827c-2979e1883a78"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:23:51.744171 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 889ba69a-01cf-4919-827c-2979e1883a78, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=889ba69a-01cf-4919-827c-2979e1883a78,segment=NetworkSegment(8de17118-d6be-4702-a980-83ccf573d366),segment_id=8de17118-d6be-4702-a980-83ccf573d366)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:23:51.749836 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:51.785667 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b856b2e8-107f-4a9f-80ad-f2185978131e x-openstack-request-id: req-b856b2e8-107f-4a9f-80ad-f2185978131e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:23:51.785962 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a30124-ba9f-44f2-a063-902d80685289", "name": "network-vif-plugged", "status": "completed", "tag": "889ba69a-01cf-4919-827c-2979e1883a78", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:23:51.787501 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b856b2e8-107f-4a9f-80ad-f2185978131e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:23:51.787748 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a30124-ba9f-44f2-a063-902d80685289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889ba69a-01cf-4919-827c-2979e1883a78', 'code': 200} Jul 13 08:23:51.820069 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=889ba69a-01cf-4919-827c-2979e1883a78,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:51.857995 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-6b8f83e2-be1f-494e-aa23-ca69c400fd3e tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:51.859481 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-6b8f83e2-be1f-494e-aa23-ca69c400fd3e tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0779006 Jul 13 08:23:51.911188 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0f33f-95d2-44df-8db8-c9cbed2fa7d3 req-41eb98d1-2486-459e-8bed-570f8be8a834 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:51.913053 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f3c0f33f-95d2-44df-8db8-c9cbed2fa7d3 req-41eb98d1-2486-459e-8bed-570f8be8a834 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/ports?device_id=85a30124-ba9f-44f2-a063-902d80685289 HTTP/1.1" status: 200 len: 946 time: 0.0860267 Jul 13 08:23:51.954813 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f3c0f33f-95d2-44df-8db8-c9cbed2fa7d3 req-f7fb49b0-c0a7-4546-88fd-a0a2ce5ead34 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53854a1-a448-4764-b732-f87c1d275908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362184 Jul 13 08:23:51.978987 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-e7baf658-a74f-4a61-a9a0-cbbcf06107a6 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Deleting port 889ba69a-01cf-4919-827c-2979e1883a78 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:23:51.979330 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-e7baf658-a74f-4a61-a9a0-cbbcf06107a6 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:52.067735 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-e7baf658-a74f-4a61-a9a0-cbbcf06107a6 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] For port 889ba69a-01cf-4919-827c-2979e1883a78, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=889ba69a-01cf-4919-827c-2979e1883a78,segment=NetworkSegment(8de17118-d6be-4702-a980-83ccf573d366),segment_id=8de17118-d6be-4702-a980-83ccf573d366)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:23:52.068146 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-e7baf658-a74f-4a61-a9a0-cbbcf06107a6 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:52.081875 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-e7baf658-a74f-4a61-a9a0-cbbcf06107a6 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Calling delete_port for 889ba69a-01cf-4919-827c-2979e1883a78 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:23:52.212253 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-e7baf658-a74f-4a61-a9a0-cbbcf06107a6 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:52.224279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['889ba69a-01cf-4919-827c-2979e1883a78'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:23:52.242196 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7baf658-a74f-4a61-a9a0-cbbcf06107a6 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Pushing event deleted for resources: {'Port': ['ID=889ba69a-01cf-4919-827c-2979e1883a78,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:52.290071 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-e7baf658-a74f-4a61-a9a0-cbbcf06107a6 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] No DVR routers for this DVR port 889ba69a-01cf-4919-827c-2979e1883a78 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:23:52.292815 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-e7baf658-a74f-4a61-a9a0-cbbcf06107a6 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:52.294871 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d6189643-0bf6-459b-89a8-7633d856d2ee req-e7baf658-a74f-4a61-a9a0-cbbcf06107a6 tempest-DeleteServersTestJSON-887700813 tempest-DeleteServersTestJSON-887700813-project] 10.222.0.35 "DELETE /v2.0/ports/889ba69a-01cf-4919-827c-2979e1883a78 HTTP/1.1" status: 204 len: 173 time: 0.4220769 Jul 13 08:23:52.295845 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a30124-ba9f-44f2-a063-902d80685289', 'name': 'network-vif-deleted', 'tag': '889ba69a-01cf-4919-827c-2979e1883a78'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:23:52.298148 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4f435d-b599-45e5-8344-289cf3f146ec" -d '{"events": [{"server_uuid": "85a30124-ba9f-44f2-a063-902d80685289", "name": "network-vif-deleted", "tag": "889ba69a-01cf-4919-827c-2979e1883a78"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:23:52.351648 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24252b55-96fc-48ec-8c35-7c44f8170b81 x-openstack-request-id: req-24252b55-96fc-48ec-8c35-7c44f8170b81 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:23:52.351941 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a30124-ba9f-44f2-a063-902d80685289", "name": "network-vif-deleted", "tag": "889ba69a-01cf-4919-827c-2979e1883a78", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:23:52.352194 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-24252b55-96fc-48ec-8c35-7c44f8170b81 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:23:52.352618 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a30124-ba9f-44f2-a063-902d80685289', 'name': 'network-vif-deleted', 'tag': '889ba69a-01cf-4919-827c-2979e1883a78', 'status': 'completed', 'code': 200} Jul 13 08:23:53.191774 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 60960) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:23:53.236854 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b4565f-fea5-4123-9f9a-9c007930d22e admin admin] Deleting subnet 8e0889a1-1fb0-4413-8036-c5e176306f21 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:23:53.240355 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71b4565f-fea5-4123-9f9a-9c007930d22e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:53.267245 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dcff205b-f7a3-4718-a828-3ed21ee3def0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:53.281277 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71b4565f-fea5-4123-9f9a-9c007930d22e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:53.323902 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71b4565f-fea5-4123-9f9a-9c007930d22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:53.390606 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71b4565f-fea5-4123-9f9a-9c007930d22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:53.417125 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4565f-fea5-4123-9f9a-9c007930d22e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e0889a1-1fb0-4413-8036-c5e176306f21,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:53.421968 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71b4565f-fea5-4123-9f9a-9c007930d22e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:53.423861 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-71b4565f-fea5-4123-9f9a-9c007930d22e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8e0889a1-1fb0-4413-8036-c5e176306f21 HTTP/1.1" status: 204 len: 168 time: 0.2310944 Jul 13 08:23:53.426753 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60962) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:23:53.429750 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b4565f-fea5-4123-9f9a-9c007930d22e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:53.430121 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b4565f-fea5-4123-9f9a-9c007930d22e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:53.430476 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b4565f-fea5-4123-9f9a-9c007930d22e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:53.430824 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b4565f-fea5-4123-9f9a-9c007930d22e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:53.431163 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b4565f-fea5-4123-9f9a-9c007930d22e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:53.431497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b4565f-fea5-4123-9f9a-9c007930d22e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:53.431827 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b4565f-fea5-4123-9f9a-9c007930d22e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:53.432155 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b4565f-fea5-4123-9f9a-9c007930d22e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:53.432483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b4565f-fea5-4123-9f9a-9c007930d22e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:53.432806 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b4565f-fea5-4123-9f9a-9c007930d22e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:53.433140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b4565f-fea5-4123-9f9a-9c007930d22e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:53.433455 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b4565f-fea5-4123-9f9a-9c007930d22e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:53.508420 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80948f5b-b721-4ddb-9bf8-a024c78a9e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:53.595224 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80948f5b-b721-4ddb-9bf8-a024c78a9e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:53.607131 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-80948f5b-b721-4ddb-9bf8-a024c78a9e95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:23:53.618708 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-80948f5b-b721-4ddb-9bf8-a024c78a9e95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de17118-d6be-4702-a980-83ccf573d366') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:23:53.618708 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-80948f5b-b721-4ddb-9bf8-a024c78a9e95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de17118-d6be-4702-a980-83ccf573d366') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:23:53.629216 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80948f5b-b721-4ddb-9bf8-a024c78a9e95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:53.644034 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80948f5b-b721-4ddb-9bf8-a024c78a9e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:53.650222 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80948f5b-b721-4ddb-9bf8-a024c78a9e95 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:23:53.650667 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80948f5b-b721-4ddb-9bf8-a024c78a9e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:23:53.652437 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:23:53.706817 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80948f5b-b721-4ddb-9bf8-a024c78a9e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:53.711986 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80948f5b-b721-4ddb-9bf8-a024c78a9e95 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:53.713935 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-80948f5b-b721-4ddb-9bf8-a024c78a9e95 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1 HTTP/1.1" status: 204 len: 168 time: 0.2857509 Jul 13 08:23:53.727266 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80948f5b-b721-4ddb-9bf8-a024c78a9e95 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b0ebe0a-29f2-4a6a-aa77-6e7e57aa51f1,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:53.833681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60966) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:23:53.841127 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:23:53.878101 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5334e98b-fe69-4107-a046-f3ee25171ce3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13b2a266b730456498abf233cfb0021c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431674 Jul 13 08:23:53.880639 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60968) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:23:53.929330 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-88515791-0d48-4d31-9cc7-651344e0a800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:53.953511 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-88515791-0d48-4d31-9cc7-651344e0a800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:54.004531 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-88515791-0d48-4d31-9cc7-651344e0a800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:54.007404 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-88515791-0d48-4d31-9cc7-651344e0a800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:54.008581 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-88515791-0d48-4d31-9cc7-651344e0a800 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f53854a1-a448-4764-b732-f87c1d275908 HTTP/1.1" status: 204 len: 168 time: 0.1270435 Jul 13 08:23:54.016991 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88515791-0d48-4d31-9cc7-651344e0a800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53854a1-a448-4764-b732-f87c1d275908,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:54.740874 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60990) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:23:54.839239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d463e690-6f9a-4160-a310-d8effa16f6dc admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-30061380-network', 'tenant_id': 'af9f06352878499188eb7048fb6edfbd'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:23:54.862023 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d463e690-6f9a-4160-a310-d8effa16f6dc admin admin] Made reservation on behalf of af9f06352878499188eb7048fb6edfbd for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:23:54.864547 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d463e690-6f9a-4160-a310-d8effa16f6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:54.873811 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d463e690-6f9a-4160-a310-d8effa16f6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:54.970419 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d463e690-6f9a-4160-a310-d8effa16f6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:54.974190 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d463e690-6f9a-4160-a310-d8effa16f6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:54.999761 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d463e690-6f9a-4160-a310-d8effa16f6dc admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:23:55.009963 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463e690-6f9a-4160-a310-d8effa16f6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb792e8-04e6-4922-8580-f15019f46020,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:55.015729 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d463e690-6f9a-4160-a310-d8effa16f6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:55.016079 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-d463e690-6f9a-4160-a310-d8effa16f6dc admin admin] Added segment 819b9f6d-e867-439b-8c71-71bf129682d9 of type vlan for network 28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad Jul 13 08:23:55.059040 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d463e690-6f9a-4160-a310-d8effa16f6dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:55.094725 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d463e690-6f9a-4160-a310-d8effa16f6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:55.095730 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d463e690-6f9a-4160-a310-d8effa16f6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:55.096317 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d463e690-6f9a-4160-a310-d8effa16f6dc admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:55.127888 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d463e690-6f9a-4160-a310-d8effa16f6dc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3858812 Jul 13 08:23:55.130874 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 60994) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:23:55.137195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-94421ba1-253c-4d77-b9dd-beeb0052a13e admin admin] Request body: {'subnet': {'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-30061380-subnet', 'tenant_id': 'af9f06352878499188eb7048fb6edfbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:23:55.167874 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463e690-6f9a-4160-a310-d8effa16f6dc admin admin] Pushing event updated for resources: {'Network': ['ID=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:55.182574 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:23:55.189505 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94421ba1-253c-4d77-b9dd-beeb0052a13e admin admin] Made reservation on behalf of af9f06352878499188eb7048fb6edfbd for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:23:55.192078 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-94421ba1-253c-4d77-b9dd-beeb0052a13e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:55.368959 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-94421ba1-253c-4d77-b9dd-beeb0052a13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:55.424151 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94421ba1-253c-4d77-b9dd-beeb0052a13e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c83f511-7617-4a33-b003-bf9fee62bbcb,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:55.434366 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94421ba1-253c-4d77-b9dd-beeb0052a13e admin admin] Checking segment: {'id': '819b9f6d-e867-439b-8c71-71bf129682d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:23:55.434747 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94421ba1-253c-4d77-b9dd-beeb0052a13e admin admin] Network hostable DHCP agents. Network: 28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:23:55.454319 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94421ba1-253c-4d77-b9dd-beeb0052a13e admin admin] Network 28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:23:55.464145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-94421ba1-253c-4d77-b9dd-beeb0052a13e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:23:55.468447 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94421ba1-253c-4d77-b9dd-beeb0052a13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:55.469031 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-94421ba1-253c-4d77-b9dd-beeb0052a13e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:55.473782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e0c27e-b63f-4348-bf74-2ff4074a3d78 None None] Network 28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:23:55.490029 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-94421ba1-253c-4d77-b9dd-beeb0052a13e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3535123 Jul 13 08:23:55.565200 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 889ba69a-01cf-4919-827c-2979e1883a78 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:23:55.604041 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 889ba69a-01cf-4919-827c-2979e1883a78 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:23:55.604390 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 889ba69a-01cf-4919-827c-2979e1883a78 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:23:55.641570 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364d1f89-24f9-4528-bd9f-c2637f6ec94c None None] Network 28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:23:55.947856 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-14d39007-266c-4943-93d4-6c6aa50f22e2 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:55.949359 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-14d39007-266c-4943-93d4-6c6aa50f22e2 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/networks?id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad HTTP/1.1" status: 200 len: 813 time: 0.1081443 Jul 13 08:23:55.965339 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-c4d55d82-a3e5-477a-8c24-26b6f0996bfc tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/quotas/af9f06352878499188eb7048fb6edfbd HTTP/1.1" status: 200 len: 375 time: 0.0099266 Jul 13 08:23:56.003143 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-57e4a6c6-1cdb-46b1-866c-16afb31c539c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=af9f06352878499188eb7048fb6edfbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319531 Jul 13 08:23:56.071948 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-7feaf913-8d02-495a-8151-266b789ae72d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:23:56.072969 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-7feaf913-8d02-495a-8151-266b789ae72d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0632813 Jul 13 08:23:56.171972 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-bbd08f83-7704-4ae4-a345-51de22029e81 service neutron] 10.222.0.58 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920429 Jul 13 08:23:56.269343 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-8f01d314-1410-48ff-ae3c-145764c48f31 service neutron] 10.222.0.58 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911758 Jul 13 08:23:56.459632 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7236ca6f-7eea-44f4-81ed-4762602bab6d req-7925ee4e-6e5f-4087-8baf-761a89423700 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 210 time: 0.0325315 Jul 13 08:23:57.607607 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-63ca264a-f980-43ce-bd45-7e33165db081 req-7fef77d6-f3d2-4485-b229-1ad971f29585 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 210 time: 0.0297623 Jul 13 08:23:57.621591 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-02c5d0db-d3b8-4a65-b06e-3a1fd87d3124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:57.830855 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:57.883635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-97c70649-57e4-4f24-8d25-371c15b0eace tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:57.885099 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-97c70649-57e4-4f24-8d25-371c15b0eace tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.35 "GET /v2.0/networks?id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad HTTP/1.1" status: 200 len: 813 time: 0.1296248 Jul 13 08:23:57.904361 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-e1cef6e0-a6d6-4812-8db9-341e00edfb4c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Request body: {'port': {'device_id': 'ab952566-1486-44cd-a66c-18a0c1835163', 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad', 'admin_state_up': True, 'tenant_id': 'af9f06352878499188eb7048fb6edfbd'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:23:58.048459 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-e1cef6e0-a6d6-4812-8db9-341e00edfb4c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Made reservation on behalf of af9f06352878499188eb7048fb6edfbd for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:23:58.052127 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-e1cef6e0-a6d6-4812-8db9-341e00edfb4c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:58.504180 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-e1cef6e0-a6d6-4812-8db9-341e00edfb4c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Allocated IP 172.20.0.4 (28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad/8c83f511-7617-4a33-b003-bf9fee62bbcb/a877841f-51e1-4428-8b9c-9f83e78a6e66) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:23:58.653722 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-e1cef6e0-a6d6-4812-8db9-341e00edfb4c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:58.693853 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-e1cef6e0-a6d6-4812-8db9-341e00edfb4c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:58.742553 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-e1cef6e0-a6d6-4812-8db9-341e00edfb4c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Network 28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:23:58.751980 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-e1cef6e0-a6d6-4812-8db9-341e00edfb4c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:23:58.758805 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-e1cef6e0-a6d6-4812-8db9-341e00edfb4c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:23:58.793221 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cef6e0-a6d6-4812-8db9-341e00edfb4c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Pushing event updated for resources: {'Port': ['ID=a877841f-51e1-4428-8b9c-9f83e78a6e66,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:58.799269 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3b6d7-d665-48ab-8caf-c7dc552ff014 req-04dc06c5-1a7c-4eea-9adf-974095df406b tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:58.800889 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60a3b6d7-d665-48ab-8caf-c7dc552ff014 req-04dc06c5-1a7c-4eea-9adf-974095df406b tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 931 time: 0.0667338 Jul 13 08:23:58.835116 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-e1cef6e0-a6d6-4812-8db9-341e00edfb4c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:58.835764 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-e1cef6e0-a6d6-4812-8db9-341e00edfb4c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:58.846520 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60a3b6d7-d665-48ab-8caf-c7dc552ff014 req-541d3aaa-5cc7-40d9-be5e-c70da01a35c6 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380147 Jul 13 08:23:58.852699 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-e1cef6e0-a6d6-4812-8db9-341e00edfb4c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9522157 Jul 13 08:23:58.870618 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] Request body: {'port': {'device_id': 'ab952566-1486-44cd-a66c-18a0c1835163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:23:58.947552 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:59.219910 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a877841f-51e1-4428-8b9c-9f83e78a6e66 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:23:59.228036 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:59.240992 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] Transition to ACTIVE for port object a877841f-51e1-4428-8b9c-9f83e78a6e66 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:23:59.244769 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:59.299676 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] Pushing event updated for resources: {'Port': ['ID=a877841f-51e1-4428-8b9c-9f83e78a6e66,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:59.369664 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] Attempting to bind port a877841f-51e1-4428-8b9c-9f83e78a6e66 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:23:59.369898 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] Attempting to bind port a877841f-51e1-4428-8b9c-9f83e78a6e66 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '819b9f6d-e867-439b-8c71-71bf129682d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:23:59.370321 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] Attempting to bind port a877841f-51e1-4428-8b9c-9f83e78a6e66 on network 28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:23:59.375205 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] Port a877841f-51e1-4428-8b9c-9f83e78a6e66 on network 28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:23:59.375528 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] Attempting to bind port a877841f-51e1-4428-8b9c-9f83e78a6e66 on network 28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:23:59.380764 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:23:59.381106 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] Checking segment: {'id': '819b9f6d-e867-439b-8c71-71bf129682d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:23:59.381503 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] Bound using segment: {'id': '819b9f6d-e867-439b-8c71-71bf129682d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:23:59.381928 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] Bound port: a877841f-51e1-4428-8b9c-9f83e78a6e66, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819b9f6d-e867-439b-8c71-71bf129682d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:23:59.382315 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:59.452142 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] For port a877841f-51e1-4428-8b9c-9f83e78a6e66, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:23:59.455448 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] For port a877841f-51e1-4428-8b9c-9f83e78a6e66, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=a877841f-51e1-4428-8b9c-9f83e78a6e66,segment=NetworkSegment(819b9f6d-e867-439b-8c71-71bf129682d9),segment_id=819b9f6d-e867-439b-8c71-71bf129682d9)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:23:59.460356 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:59.494247 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:59.494874 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:59.496341 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] 10.222.0.35 "PUT /v2.0/ports/a877841f-51e1-4428-8b9c-9f83e78a6e66 HTTP/1.1" status: 200 len: 1092 time: 0.6320477 Jul 13 08:23:59.496785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab952566-1486-44cd-a66c-18a0c1835163', 'tag': 'a877841f-51e1-4428-8b9c-9f83e78a6e66'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:23:59.499628 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759d19b6-abc6-4020-a85c-d276109c2f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "ab952566-1486-44cd-a66c-18a0c1835163", "tag": "a877841f-51e1-4428-8b9c-9f83e78a6e66"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:23:59.528476 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f2553-5ddb-4a08-b78a-95846a319761 service neutron] Pushing event updated for resources: {'Port': ['ID=a877841f-51e1-4428-8b9c-9f83e78a6e66,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:59.537403 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d33f2ba-bf3e-4034-a946-4da821a26aae x-openstack-request-id: req-3d33f2ba-bf3e-4034-a946-4da821a26aae {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:23:59.537403 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab952566-1486-44cd-a66c-18a0c1835163", "tag": "a877841f-51e1-4428-8b9c-9f83e78a6e66", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:23:59.537750 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d33f2ba-bf3e-4034-a946-4da821a26aae {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:23:59.538034 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab952566-1486-44cd-a66c-18a0c1835163', 'tag': 'a877841f-51e1-4428-8b9c-9f83e78a6e66', 'status': 'completed', 'code': 200} Jul 13 08:23:59.597019 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-7249dcd1-df26-47a3-9b25-6cd9b8979297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:59.598585 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-7249dcd1-df26-47a3-9b25-6cd9b8979297 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af9f06352878499188eb7048fb6edfbd&device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 1095 time: 0.0564020 Jul 13 08:23:59.645083 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-9d1edde2-509c-4e7c-892d-2657da52377e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a877841f-51e1-4428-8b9c-9f83e78a6e66 HTTP/1.1" status: 200 len: 217 time: 0.0391688 Jul 13 08:23:59.697641 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-0c9fadfe-5452-411d-aff4-7c9bc85648a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:59.699196 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-0c9fadfe-5452-411d-aff4-7c9bc85648a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8c83f511-7617-4a33-b003-bf9fee62bbcb HTTP/1.1" status: 200 len: 853 time: 0.0479162 Jul 13 08:23:59.732314 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-c2a5b25d-e2d4-4a4d-83e7-cab0c02fd8fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269020 Jul 13 08:23:59.756105 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:59.830309 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-0db6ef72-b050-466a-a205-a4312d40bd09 service neutron] 10.222.0.35 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917060 Jul 13 08:23:59.926688 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eb1c8a0a-8a3c-4920-82be-b603902c1d07 req-6496a814-a0e2-4dd3-be34-9304c15f6de2 service neutron] 10.222.0.35 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900054 Jul 13 08:24:00.034872 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d19b6-abc6-4020-a85c-d276109c2f0a req-4af8eb8c-7c0d-43f0-8328-0a8c4f5cff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:00.036443 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-759d19b6-abc6-4020-a85c-d276109c2f0a req-4af8eb8c-7c0d-43f0-8328-0a8c4f5cff73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af9f06352878499188eb7048fb6edfbd&device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 1095 time: 0.0632694 Jul 13 08:24:00.039287 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9903d-82f1-4343-b958-e847080b3ac6 req-10717613-d20c-4ca3-bdc3-658da51b9878 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:00.040839 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acb9903d-82f1-4343-b958-e847080b3ac6 req-10717613-d20c-4ca3-bdc3-658da51b9878 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 943 time: 0.0732830 Jul 13 08:24:00.085449 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acb9903d-82f1-4343-b958-e847080b3ac6 req-cf0edcde-0abc-4ac7-91d9-04f906fca44e tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383017 Jul 13 08:24:00.137393 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d19b6-abc6-4020-a85c-d276109c2f0a req-4df45f2d-3cb7-4d8a-8fde-0a040b6a3f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:00.138946 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-759d19b6-abc6-4020-a85c-d276109c2f0a req-4df45f2d-3cb7-4d8a-8fde-0a040b6a3f3b service neutron] 10.222.0.35 "GET /v2.0/networks?id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad HTTP/1.1" status: 200 len: 914 time: 0.0947468 Jul 13 08:24:00.185127 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-759d19b6-abc6-4020-a85c-d276109c2f0a req-e9ac513d-260e-4130-9cf9-7eda6dbc3faf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a877841f-51e1-4428-8b9c-9f83e78a6e66 HTTP/1.1" status: 200 len: 217 time: 0.0389678 Jul 13 08:24:00.241080 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d19b6-abc6-4020-a85c-d276109c2f0a req-97b815ab-fc09-40d1-8c52-339919531146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:00.242594 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-759d19b6-abc6-4020-a85c-d276109c2f0a req-97b815ab-fc09-40d1-8c52-339919531146 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8c83f511-7617-4a33-b003-bf9fee62bbcb HTTP/1.1" status: 200 len: 853 time: 0.0512304 Jul 13 08:24:00.276997 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-759d19b6-abc6-4020-a85c-d276109c2f0a req-e567786c-4901-4107-a774-509d52d6a3a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269625 Jul 13 08:24:00.374700 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-759d19b6-abc6-4020-a85c-d276109c2f0a req-59feca96-59e2-4368-87db-5c208760db15 service neutron] 10.222.0.35 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903590 Jul 13 08:24:00.471822 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-759d19b6-abc6-4020-a85c-d276109c2f0a req-ff7da228-c026-48be-9502-56763ddfb582 service neutron] 10.222.0.35 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895748 Jul 13 08:24:01.303000 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009ae65-f091-4025-a00d-af0ab3b2921f req-880ce1aa-6d0e-4b34-92d2-9172c9cb5623 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:01.304553 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d009ae65-f091-4025-a00d-af0ab3b2921f req-880ce1aa-6d0e-4b34-92d2-9172c9cb5623 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 943 time: 0.0681331 Jul 13 08:24:01.350937 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d009ae65-f091-4025-a00d-af0ab3b2921f req-18affa6e-ba4f-4c98-af5e-3c749e39c320 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400960 Jul 13 08:24:01.472531 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:02.534295 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88388f2d-fbb6-4810-96d3-de6e5678a494 req-7e6f1a42-5cd2-4d63-b79f-c29bba9cf02f tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:02.535786 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-88388f2d-fbb6-4810-96d3-de6e5678a494 req-7e6f1a42-5cd2-4d63-b79f-c29bba9cf02f tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 943 time: 0.0657556 Jul 13 08:24:02.573194 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-88388f2d-fbb6-4810-96d3-de6e5678a494 req-af11f933-1ca3-4d96-92b4-86f796df1d37 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317667 Jul 13 08:24:03.563349 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device a877841f-51e1-4428-8b9c-9f83e78a6e66 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:24:03.664149 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port a877841f-51e1-4428-8b9c-9f83e78a6e66, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=a877841f-51e1-4428-8b9c-9f83e78a6e66,segment=NetworkSegment(819b9f6d-e867-439b-8c71-71bf129682d9),segment_id=819b9f6d-e867-439b-8c71-71bf129682d9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:03.676493 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'a877841f-51e1-4428-8b9c-9f83e78a6e66', 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad', 'port_id': 'a877841f-51e1-4428-8b9c-9f83e78a6e66', 'mac_address': 'fa:16:3e:d7:84:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c83f511-7617-4a33-b003-bf9fee62bbcb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:24:03.715635 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:03.733173 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a877841f-51e1-4428-8b9c-9f83e78a6e66 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:24:03.754211 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port a877841f-51e1-4428-8b9c-9f83e78a6e66, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=a877841f-51e1-4428-8b9c-9f83e78a6e66,segment=NetworkSegment(819b9f6d-e867-439b-8c71-71bf129682d9),segment_id=819b9f6d-e867-439b-8c71-71bf129682d9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:03.759240 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:03.804702 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf706917-b8ae-4730-ad8f-294260726d97 req-6183cf63-3602-4572-82cc-d9ae93536cea tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:03.807440 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bf706917-b8ae-4730-ad8f-294260726d97 req-6183cf63-3602-4572-82cc-d9ae93536cea tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 943 time: 0.1101964 Jul 13 08:24:03.823673 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=a877841f-51e1-4428-8b9c-9f83e78a6e66,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:03.847061 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bf706917-b8ae-4730-ad8f-294260726d97 req-d4e2d0bd-54e0-4c8d-802e-cd053c259c13 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336130 Jul 13 08:24:03.963100 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['a877841f-51e1-4428-8b9c-9f83e78a6e66'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:24:05.020229 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bee8a-df3f-45da-a70f-f34af0999db6 req-073add13-148e-4e54-bb58-b51bcf99a4c8 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:05.021676 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f41bee8a-df3f-45da-a70f-f34af0999db6 req-073add13-148e-4e54-bb58-b51bcf99a4c8 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 944 time: 0.0649281 Jul 13 08:24:05.062839 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f41bee8a-df3f-45da-a70f-f34af0999db6 req-83d4f7ad-5bcd-45ac-b39e-b1e2f7afecf6 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354698 Jul 13 08:24:05.594957 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device a877841f-51e1-4428-8b9c-9f83e78a6e66 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:24:05.644064 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port a877841f-51e1-4428-8b9c-9f83e78a6e66 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:24:05.647602 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port a877841f-51e1-4428-8b9c-9f83e78a6e66 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:24:05.647973 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:05.726389 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:05.749138 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab952566-1486-44cd-a66c-18a0c1835163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a877841f-51e1-4428-8b9c-9f83e78a6e66'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:24:05.751408 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0865c1ed-1ef9-4974-ad80-54acac95e589" -d '{"events": [{"server_uuid": "ab952566-1486-44cd-a66c-18a0c1835163", "name": "network-vif-plugged", "status": "completed", "tag": "a877841f-51e1-4428-8b9c-9f83e78a6e66"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:24:05.763988 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port a877841f-51e1-4428-8b9c-9f83e78a6e66, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=a877841f-51e1-4428-8b9c-9f83e78a6e66,segment=NetworkSegment(819b9f6d-e867-439b-8c71-71bf129682d9),segment_id=819b9f6d-e867-439b-8c71-71bf129682d9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:05.768035 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:05.801144 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3b6dc0-bdba-4f29-8562-75547fea480c x-openstack-request-id: req-8a3b6dc0-bdba-4f29-8562-75547fea480c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:24:05.801436 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab952566-1486-44cd-a66c-18a0c1835163", "name": "network-vif-plugged", "status": "completed", "tag": "a877841f-51e1-4428-8b9c-9f83e78a6e66", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:24:05.801689 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8a3b6dc0-bdba-4f29-8562-75547fea480c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:24:05.802115 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab952566-1486-44cd-a66c-18a0c1835163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a877841f-51e1-4428-8b9c-9f83e78a6e66', 'code': 200} Jul 13 08:24:05.832785 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=a877841f-51e1-4428-8b9c-9f83e78a6e66,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:05.904153 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7759b8c-6c1f-473d-b2a5-4d163fde336e req-35823a6b-4072-4c44-a363-b63bc22e3bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:05.905571 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c7759b8c-6c1f-473d-b2a5-4d163fde336e req-35823a6b-4072-4c44-a363-b63bc22e3bd5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 1097 time: 0.0528862 Jul 13 08:24:05.940350 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-c7759b8c-6c1f-473d-b2a5-4d163fde336e req-cf0f9848-a3e4-46f2-9df1-074c46a7aee1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282388 Jul 13 08:24:06.234696 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b09eb-7f5e-44c0-aaf9-ac35d939b696 req-eec9859c-0557-4d83-af9a-ca2fe554292d tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:06.236185 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-897b09eb-7f5e-44c0-aaf9-ac35d939b696 req-eec9859c-0557-4d83-af9a-ca2fe554292d tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0631964 Jul 13 08:24:06.273300 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-897b09eb-7f5e-44c0-aaf9-ac35d939b696 req-6336e389-aa5b-4d9b-8b4e-588c83cd9685 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314138 Jul 13 08:24:07.447799 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b459c53-bfa3-4beb-ab2f-6d59f220a262 req-d15e4419-6b85-4532-8e38-2715a2d27a5c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:07.449289 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6b459c53-bfa3-4beb-ab2f-6d59f220a262 req-d15e4419-6b85-4532-8e38-2715a2d27a5c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0630295 Jul 13 08:24:07.487380 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6b459c53-bfa3-4beb-ab2f-6d59f220a262 req-b7322c7a-db4b-4b58-8a98-dfc13c9a3e5b tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324891 Jul 13 08:24:07.661450 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57164f-bd89-49f1-a8ed-1a23c35ca005 req-ebba6855-2fce-4f39-9f07-ebc73de72827 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:07.662897 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f57164f-bd89-49f1-a8ed-1a23c35ca005 req-ebba6855-2fce-4f39-9f07-ebc73de72827 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0660112 Jul 13 08:24:07.700693 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f57164f-bd89-49f1-a8ed-1a23c35ca005 req-1c57e655-67c0-4a7d-9277-ab29c7b20750 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321364 Jul 13 08:24:08.047855 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9143ee-f83e-4eef-a362-338a08625b26 req-b265b6ed-bff5-4c27-a99f-5bf84bae3949 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:08.049334 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b9143ee-f83e-4eef-a362-338a08625b26 req-b265b6ed-bff5-4c27-a99f-5bf84bae3949 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0711408 Jul 13 08:24:08.087313 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b9143ee-f83e-4eef-a362-338a08625b26 req-2334a81a-1f38-4952-89f0-1502d1d4d958 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324147 Jul 13 08:24:08.259584 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd8ae5-c106-44e4-a70f-a89a16c50954 req-fce48bf5-87ae-48fc-9a59-8ba7a25a3b0c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:08.261063 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ecd8ae5-c106-44e4-a70f-a89a16c50954 req-fce48bf5-87ae-48fc-9a59-8ba7a25a3b0c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0627482 Jul 13 08:24:08.304091 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ecd8ae5-c106-44e4-a70f-a89a16c50954 req-b5c66aff-2f57-44cb-bf1c-1b80a8a083f9 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368209 Jul 13 08:24:08.312227 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:08.651356 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-c5adccce-02cf-4f7c-bc01-a537e2ac2edb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0617802 Jul 13 08:24:08.703777 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782f82e-abba-4876-9c2d-d66b44743a42 req-9602b1ab-726c-4d3f-a09e-749062c01433 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:08.705300 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b782f82e-abba-4876-9c2d-d66b44743a42 req-9602b1ab-726c-4d3f-a09e-749062c01433 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0704145 Jul 13 08:24:08.746516 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b782f82e-abba-4876-9c2d-d66b44743a42 req-cb93cae8-ab63-43d5-a793-6154fc19fd14 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339129 Jul 13 08:24:09.866208 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-dafc35d8-4afe-49e9-91e7-02678aacefed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:09.867726 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-dafc35d8-4afe-49e9-91e7-02678aacefed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af9f06352878499188eb7048fb6edfbd&device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 1097 time: 0.0593374 Jul 13 08:24:09.933614 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7e2b8-8ae8-43de-9a91-f407b73e5fe8 req-af5382ab-3b31-4f18-9c30-45e99e36b7ac tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:09.935142 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-29a7e2b8-8ae8-43de-9a91-f407b73e5fe8 req-af5382ab-3b31-4f18-9c30-45e99e36b7ac tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0676587 Jul 13 08:24:09.959591 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-bd34a4b4-f12b-4a37-a149-b8e57b981d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:09.960873 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-bd34a4b4-f12b-4a37-a149-b8e57b981d28 service neutron] 10.222.0.35 "GET /v2.0/networks?id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad HTTP/1.1" status: 200 len: 914 time: 0.0864520 Jul 13 08:24:09.974445 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-29a7e2b8-8ae8-43de-9a91-f407b73e5fe8 req-fd0ef516-5d1f-4b31-a334-2c54b9eb954b tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329814 Jul 13 08:24:10.007998 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-29ca93e3-1e8e-487d-bf62-5401ae59533d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a877841f-51e1-4428-8b9c-9f83e78a6e66 HTTP/1.1" status: 200 len: 217 time: 0.0402730 Jul 13 08:24:10.058783 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-7ecd23d8-4b9b-437c-941f-3c653f773107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:10.061809 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-7ecd23d8-4b9b-437c-941f-3c653f773107 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8c83f511-7617-4a33-b003-bf9fee62bbcb HTTP/1.1" status: 200 len: 853 time: 0.0477939 Jul 13 08:24:10.094561 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-abc1568d-17b8-4923-b0ca-2e49d0c58089 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267878 Jul 13 08:24:10.188976 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-e09676c4-d9bc-4b0d-a0d4-7be24c7e9071 service neutron] 10.222.0.35 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884669 Jul 13 08:24:10.276159 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-453a275c-ce66-445e-89f3-38a15a65fa3f service neutron] 10.222.0.35 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811141 Jul 13 08:24:11.147556 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9006f1-1012-451b-9923-8a7d50582af4 req-a790abac-741b-495f-98b8-09010cddb638 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:11.149234 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d9006f1-1012-451b-9923-8a7d50582af4 req-a790abac-741b-495f-98b8-09010cddb638 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0636163 Jul 13 08:24:11.186669 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d9006f1-1012-451b-9923-8a7d50582af4 req-c7bb84db-d7c7-4603-a3d3-8125bddb12f8 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312357 Jul 13 08:24:12.360803 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a27b62-06ef-4d9a-be12-8c68b6a2b17b req-4e73c1b3-4a5f-4cd3-a622-dc78389f6aea tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:12.362316 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93a27b62-06ef-4d9a-be12-8c68b6a2b17b req-4e73c1b3-4a5f-4cd3-a622-dc78389f6aea tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0643542 Jul 13 08:24:12.401175 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-93a27b62-06ef-4d9a-be12-8c68b6a2b17b req-89656ac7-709d-401a-bd95-74e2c107b104 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329821 Jul 13 08:24:13.243867 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:13.578186 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65f72b-95da-44e5-921b-87924403a2cf req-4e49478a-fc4d-4276-a1c8-1bb2fd1412aa tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:13.579653 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a65f72b-95da-44e5-921b-87924403a2cf req-4e49478a-fc4d-4276-a1c8-1bb2fd1412aa tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0667694 Jul 13 08:24:13.617528 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a65f72b-95da-44e5-921b-87924403a2cf req-bd978dbb-ab66-4fea-82a2-ef9db9fc48b8 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320632 Jul 13 08:24:14.789253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f7e65-49b3-4275-b959-2628d0d2553d req-ac15beb5-fc15-4c6b-a902-6a27cca09df5 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:14.790807 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-460f7e65-49b3-4275-b959-2628d0d2553d req-ac15beb5-fc15-4c6b-a902-6a27cca09df5 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0640862 Jul 13 08:24:14.830339 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-460f7e65-49b3-4275-b959-2628d0d2553d req-c41952c0-55e9-44b8-b1e4-1990e0819c7b tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334301 Jul 13 08:24:16.007572 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffdd6e-72d3-4746-b433-8835d4eda501 req-5714afe4-16b5-45fa-ac49-d05e6027f55a tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:16.009093 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e5ffdd6e-72d3-4746-b433-8835d4eda501 req-5714afe4-16b5-45fa-ac49-d05e6027f55a tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0669987 Jul 13 08:24:16.046504 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e5ffdd6e-72d3-4746-b433-8835d4eda501 req-b19532eb-9ed1-457a-aad3-0a38e42eeb0f tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310910 Jul 13 08:24:17.222421 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddb38d-c731-495e-8d75-ade47ffa5ec9 req-93d51943-7a32-4119-94b6-cf59a6700410 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:17.223908 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ecddb38d-c731-495e-8d75-ade47ffa5ec9 req-93d51943-7a32-4119-94b6-cf59a6700410 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0650408 Jul 13 08:24:17.262492 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ecddb38d-c731-495e-8d75-ade47ffa5ec9 req-4f472a5d-a2c4-4fa8-8748-15f3231a32bf tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327847 Jul 13 08:24:18.437310 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb62a1-978c-4de6-a55b-a5e20d1f1bd6 req-4c2ae0ce-40dc-482a-92a7-bb8282ee47b3 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:18.438745 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b7fb62a1-978c-4de6-a55b-a5e20d1f1bd6 req-4c2ae0ce-40dc-482a-92a7-bb8282ee47b3 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0639725 Jul 13 08:24:18.477278 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b7fb62a1-978c-4de6-a55b-a5e20d1f1bd6 req-440dcc61-ed8b-45c3-846d-bb5b6ff87bfe tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329523 Jul 13 08:24:19.659037 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310f602-57dc-49e8-a84c-1e74a30bf440 req-a4720bc3-2899-4375-a5bb-0f3d5d9cbede tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:19.660518 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f310f602-57dc-49e8-a84c-1e74a30bf440 req-a4720bc3-2899-4375-a5bb-0f3d5d9cbede tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0693660 Jul 13 08:24:19.699332 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f310f602-57dc-49e8-a84c-1e74a30bf440 req-83e0d767-ec97-4afa-a44b-bcb6aad161d1 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330870 Jul 13 08:24:20.872899 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555b009-3898-4548-aca7-3ecf2988fe9f req-510e2115-5c3d-4664-9b4e-5a5187356dcd tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:20.874993 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b555b009-3898-4548-aca7-3ecf2988fe9f req-510e2115-5c3d-4664-9b4e-5a5187356dcd tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0648129 Jul 13 08:24:20.912160 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b555b009-3898-4548-aca7-3ecf2988fe9f req-ea691048-b51c-497b-9fd0-2fecdf213a4d tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316365 Jul 13 08:24:22.087917 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa22a9-5cdd-42fe-86bb-be279f4094d1 req-ce872a7b-5664-4391-8405-63fdf26d6fa2 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:22.089395 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0eaa22a9-5cdd-42fe-86bb-be279f4094d1 req-ce872a7b-5664-4391-8405-63fdf26d6fa2 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0667822 Jul 13 08:24:22.455031 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0eaa22a9-5cdd-42fe-86bb-be279f4094d1 req-7ffec729-a0f5-4db8-aae0-39e46673eb51 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595598 Jul 13 08:24:23.267913 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-afbc536a-375d-4e83-b284-e375277dcb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:23.628452 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c033bd-43a4-4b63-bd04-6470f5121678 req-bd700a79-3e4f-40fa-b517-2fb388dcb909 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:23.629915 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-27c033bd-43a4-4b63-bd04-6470f5121678 req-bd700a79-3e4f-40fa-b517-2fb388dcb909 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0645504 Jul 13 08:24:23.667600 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-27c033bd-43a4-4b63-bd04-6470f5121678 req-d479a4b9-3b38-4ca0-97c4-3eaf2829414f tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319169 Jul 13 08:24:24.841362 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f5399-a8dc-4fb3-b5c8-cb9956a677d3 req-b4cdce0b-9433-4897-9e87-6f1616343cc7 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:24.843035 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5c7f5399-a8dc-4fb3-b5c8-cb9956a677d3 req-b4cdce0b-9433-4897-9e87-6f1616343cc7 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0639431 Jul 13 08:24:24.883069 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5c7f5399-a8dc-4fb3-b5c8-cb9956a677d3 req-54bf9cb6-3cc7-45f8-9c41-4977b3d21218 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345795 Jul 13 08:24:26.059545 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3828510-38c4-444b-91cf-ece61077fc91 req-9e22f5dc-9e36-43e0-b32c-0ea8939fa479 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:26.061076 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f3828510-38c4-444b-91cf-ece61077fc91 req-9e22f5dc-9e36-43e0-b32c-0ea8939fa479 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0628827 Jul 13 08:24:26.099276 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f3828510-38c4-444b-91cf-ece61077fc91 req-7829c127-0952-460d-9c34-7b7a512dcc9d tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325885 Jul 13 08:24:27.270788 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88041553-f581-4d01-901d-52dfc30adf61 req-66493226-bea3-4729-957e-0efc69bbc825 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:27.272274 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-88041553-f581-4d01-901d-52dfc30adf61 req-66493226-bea3-4729-957e-0efc69bbc825 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0640905 Jul 13 08:24:27.310369 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-88041553-f581-4d01-901d-52dfc30adf61 req-363de5f2-0e1f-41a1-8ca9-8bccfb9b39d2 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324693 Jul 13 08:24:27.613597 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9e345e5-7f6d-4f27-9207-01c7c8607f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:27.833392 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:28.487532 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f0a08-36be-42b8-beaa-70ed91ee9f3e req-a54a25d2-084e-4150-8485-d192a2ffa60b tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:28.489073 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-264f0a08-36be-42b8-beaa-70ed91ee9f3e req-a54a25d2-084e-4150-8485-d192a2ffa60b tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0661285 Jul 13 08:24:28.526746 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-264f0a08-36be-42b8-beaa-70ed91ee9f3e req-52af194e-fc48-4b19-ad01-0a744b036f9d tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321429 Jul 13 08:24:29.711691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd0ea9-b9e5-4d73-8520-1e4daa6c1839 req-7e9e9b10-ba60-46ce-987f-8ec2aad781f0 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:29.713185 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e3cd0ea9-b9e5-4d73-8520-1e4daa6c1839 req-7e9e9b10-ba60-46ce-987f-8ec2aad781f0 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0643580 Jul 13 08:24:29.752569 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e3cd0ea9-b9e5-4d73-8520-1e4daa6c1839 req-4a86d3b1-4870-416e-a004-5f1751f898ba tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337813 Jul 13 08:24:29.753912 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:30.840137 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:24:30.930879 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2acdd5-fb4f-43c5-8aec-bdc12e10ca9f req-c525df6a-8bdf-4430-aa2f-090e63178b68 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:30.932418 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca2acdd5-fb4f-43c5-8aec-bdc12e10ca9f req-c525df6a-8bdf-4430-aa2f-090e63178b68 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0678978 Jul 13 08:24:30.979261 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca2acdd5-fb4f-43c5-8aec-bdc12e10ca9f req-b491e33c-0b1a-4c6d-9faf-3a1acb5e7d8b tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353856 Jul 13 08:24:31.474892 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:32.154169 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795e3df-8bf5-4a07-af77-b7db14de7ac1 req-6960a426-9b21-420a-bf3e-e140866b3792 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:32.155668 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0795e3df-8bf5-4a07-af77-b7db14de7ac1 req-6960a426-9b21-420a-bf3e-e140866b3792 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0658166 Jul 13 08:24:32.194778 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0795e3df-8bf5-4a07-af77-b7db14de7ac1 req-4bc6a5af-36ac-4853-9401-e733499dce8b tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331213 Jul 13 08:24:33.367761 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fd8f5-b907-45b6-bbf0-f1703e4eb0eb req-263ffd9e-1379-4b93-a29f-e66d93cdc816 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:33.369324 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc6fd8f5-b907-45b6-bbf0-f1703e4eb0eb req-263ffd9e-1379-4b93-a29f-e66d93cdc816 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0644662 Jul 13 08:24:33.408389 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc6fd8f5-b907-45b6-bbf0-f1703e4eb0eb req-16785b0b-ee9f-4fe6-987d-006ecd609d83 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335755 Jul 13 08:24:34.585677 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d9c60-9c3d-4fbc-be5d-869402f34755 req-1dd9724c-ec93-4eac-b1a3-0f28cb123ba2 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:34.587224 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-055d9c60-9c3d-4fbc-be5d-869402f34755 req-1dd9724c-ec93-4eac-b1a3-0f28cb123ba2 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0675182 Jul 13 08:24:34.626360 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-055d9c60-9c3d-4fbc-be5d-869402f34755 req-aa5647e8-a142-4853-bc48-d091b8d6aeff tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330696 Jul 13 08:24:35.806952 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e895d-8b43-4a2a-aed8-3f99eeef5d52 req-14c60157-e335-46af-a4bd-57a43f158e82 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:35.808468 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5c2e895d-8b43-4a2a-aed8-3f99eeef5d52 req-14c60157-e335-46af-a4bd-57a43f158e82 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0636976 Jul 13 08:24:35.847523 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5c2e895d-8b43-4a2a-aed8-3f99eeef5d52 req-b77c8964-1ea8-44e2-8bb6-9fc3941c59ca tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327067 Jul 13 08:24:37.021438 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dccfb-3be3-4b5a-b905-445ded4d0397 req-9f2fe163-3fed-4c7a-be36-0cb00ac17eee tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:37.023009 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b40dccfb-3be3-4b5a-b905-445ded4d0397 req-9f2fe163-3fed-4c7a-be36-0cb00ac17eee tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0639343 Jul 13 08:24:37.065097 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b40dccfb-3be3-4b5a-b905-445ded4d0397 req-68ca1bdd-db7e-4f07-8f01-c735d0402bb3 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363159 Jul 13 08:24:37.269103 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-bb03d0d3-ffc0-4a1e-895d-d00fa32e7cd7 service neutron] show failed (client error): The resource could not be found. Jul 13 08:24:37.270292 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-bb03d0d3-ffc0-4a1e-895d-d00fa32e7cd7 service neutron] 10.222.0.35 "GET /v2.0/ports/a877841f-51e1-4428-8b9c-9f83e78a6e66/bindings/n-h2-779913-28 HTTP/1.1" status: 404 len: 381 time: 0.0618784 Jul 13 08:24:37.545455 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-c9c2abe1-0c7c-4d50-8903-4f01a472e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:37.546986 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-c9c2abe1-0c7c-4d50-8903-4f01a472e626 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163&tenant_id=af9f06352878499188eb7048fb6edfbd HTTP/1.1" status: 200 len: 1097 time: 0.0844159 Jul 13 08:24:37.558585 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-28', 'device_owner': 'compute:nova'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:24:37.631324 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:37.831963 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] For port a877841f-51e1-4428-8b9c-9f83e78a6e66, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=a877841f-51e1-4428-8b9c-9f83e78a6e66,segment=NetworkSegment(819b9f6d-e867-439b-8c71-71bf129682d9),segment_id=819b9f6d-e867-439b-8c71-71bf129682d9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:37.874510 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] For port a877841f-51e1-4428-8b9c-9f83e78a6e66, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:24:37.906959 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab952566-1486-44cd-a66c-18a0c1835163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a877841f-51e1-4428-8b9c-9f83e78a6e66'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:24:37.909231 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d29411-6801-496e-b618-c6e84f3a0f10" -d '{"events": [{"server_uuid": "ab952566-1486-44cd-a66c-18a0c1835163", "name": "network-vif-unplugged", "status": "completed", "tag": "a877841f-51e1-4428-8b9c-9f83e78a6e66"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:24:37.913256 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:37.928419 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] Transition to ACTIVE for port object a877841f-51e1-4428-8b9c-9f83e78a6e66 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:24:37.932604 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:37.964074 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfba0fe-db11-4cd1-8a1b-efd32e96c71a x-openstack-request-id: req-dbfba0fe-db11-4cd1-8a1b-efd32e96c71a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:24:37.964364 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab952566-1486-44cd-a66c-18a0c1835163", "name": "network-vif-unplugged", "status": "completed", "tag": "a877841f-51e1-4428-8b9c-9f83e78a6e66", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:24:37.964612 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dbfba0fe-db11-4cd1-8a1b-efd32e96c71a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:24:37.964994 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab952566-1486-44cd-a66c-18a0c1835163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a877841f-51e1-4428-8b9c-9f83e78a6e66', 'code': 200} Jul 13 08:24:37.999800 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] No DVR routers for this DVR port a877841f-51e1-4428-8b9c-9f83e78a6e66 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:24:38.006380 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] Pushing event updated for resources: {'Port': ['ID=a877841f-51e1-4428-8b9c-9f83e78a6e66,revision_number=6']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:38.041506 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] Attempting to bind port a877841f-51e1-4428-8b9c-9f83e78a6e66 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:24:38.042188 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] Attempting to bind port a877841f-51e1-4428-8b9c-9f83e78a6e66 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '819b9f6d-e867-439b-8c71-71bf129682d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:24:38.042188 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] Attempting to bind port a877841f-51e1-4428-8b9c-9f83e78a6e66 on network 28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:24:38.046532 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] Port a877841f-51e1-4428-8b9c-9f83e78a6e66 on network 28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:24:38.046850 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] Attempting to bind port a877841f-51e1-4428-8b9c-9f83e78a6e66 on network 28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:24:38.051522 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:24:38.051854 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] Checking segment: {'id': '819b9f6d-e867-439b-8c71-71bf129682d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:24:38.052238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] Bound using segment: {'id': '819b9f6d-e867-439b-8c71-71bf129682d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:24:38.052657 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] Bound port: a877841f-51e1-4428-8b9c-9f83e78a6e66, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819b9f6d-e867-439b-8c71-71bf129682d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:24:38.053064 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:38.117113 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] For port a877841f-51e1-4428-8b9c-9f83e78a6e66, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:24:38.121077 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] For port a877841f-51e1-4428-8b9c-9f83e78a6e66, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a877841f-51e1-4428-8b9c-9f83e78a6e66,segment=NetworkSegment(819b9f6d-e867-439b-8c71-71bf129682d9),segment_id=819b9f6d-e867-439b-8c71-71bf129682d9)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:24:38.124808 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:38.166166 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:38.166793 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:38.168205 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] 10.222.0.62 "PUT /v2.0/ports/a877841f-51e1-4428-8b9c-9f83e78a6e66 HTTP/1.1" status: 200 len: 1092 time: 0.6136289 Jul 13 08:24:38.225929 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b1769-adf2-4da9-966e-78e87fc4f480 service neutron] Pushing event updated for resources: {'Port': ['ID=a877841f-51e1-4428-8b9c-9f83e78a6e66,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:38.299902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c17d39-2510-4f85-a0cc-557498c28f19 req-d20900ce-1d4c-4de4-adea-fa4a38aac62b tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:38.302498 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-04c17d39-2510-4f85-a0cc-557498c28f19 req-d20900ce-1d4c-4de4-adea-fa4a38aac62b tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 943 time: 0.1155291 Jul 13 08:24:38.317432 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-94ea9c19-c9d0-42db-a1f3-9eaa0c318bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:38.318934 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-94ea9c19-c9d0-42db-a1f3-9eaa0c318bef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af9f06352878499188eb7048fb6edfbd&device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 1095 time: 0.1164739 Jul 13 08:24:38.340400 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:38.378278 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-04c17d39-2510-4f85-a0cc-557498c28f19 req-15deb4c3-1dbb-435a-988a-8b5441e53c72 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692840 Jul 13 08:24:38.434344 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-5841a012-7032-41d8-b8a4-07885c45a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:38.436336 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-5841a012-7032-41d8-b8a4-07885c45a649 service neutron] 10.222.0.62 "GET /v2.0/networks?id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad HTTP/1.1" status: 200 len: 914 time: 0.1082845 Jul 13 08:24:38.479286 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-49d704fc-e50d-468a-9c86-bc64abcb0c0f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a877841f-51e1-4428-8b9c-9f83e78a6e66 HTTP/1.1" status: 200 len: 217 time: 0.0364568 Jul 13 08:24:38.533085 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-e20945cd-ef87-42ad-8baa-00d5a8bbd53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:38.534581 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-e20945cd-ef87-42ad-8baa-00d5a8bbd53b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8c83f511-7617-4a33-b003-bf9fee62bbcb HTTP/1.1" status: 200 len: 853 time: 0.0495725 Jul 13 08:24:38.569252 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-07f072a4-685a-44ff-8e01-09f925fbf76e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274224 Jul 13 08:24:38.659675 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-35cc73a3-2e4b-495e-a934-906fd92e0d0e service neutron] 10.222.0.62 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835159 Jul 13 08:24:38.757930 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78e49102-202b-4547-90c0-cb1c9ed87ab0 req-d9102a6d-f4c3-4a1d-bf0e-e74b78325b35 service neutron] 10.222.0.62 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910270 Jul 13 08:24:39.556743 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3293641-19a3-4e91-ab2e-b82ee88bc285 req-2044e1d7-b52f-4ee2-b7ee-63c95690bb19 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:39.558445 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3293641-19a3-4e91-ab2e-b82ee88bc285 req-2044e1d7-b52f-4ee2-b7ee-63c95690bb19 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 943 time: 0.0644579 Jul 13 08:24:39.600093 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3293641-19a3-4e91-ab2e-b82ee88bc285 req-1eaca874-8529-41a0-a7ce-81788a14d974 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348001 Jul 13 08:24:39.966513 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab952566-1486-44cd-a66c-18a0c1835163', 'tag': 'a877841f-51e1-4428-8b9c-9f83e78a6e66'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:24:39.969521 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c87c4a9-6d5f-4f06-b72a-1bc9254b0da4" -d '{"events": [{"name": "network-changed", "server_uuid": "ab952566-1486-44cd-a66c-18a0c1835163", "tag": "a877841f-51e1-4428-8b9c-9f83e78a6e66"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:24:40.016270 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fd7d92-e22c-43da-beb5-5687d19ed507 x-openstack-request-id: req-75fd7d92-e22c-43da-beb5-5687d19ed507 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:24:40.016574 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab952566-1486-44cd-a66c-18a0c1835163", "tag": "a877841f-51e1-4428-8b9c-9f83e78a6e66", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:24:40.016830 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-75fd7d92-e22c-43da-beb5-5687d19ed507 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:24:40.017261 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab952566-1486-44cd-a66c-18a0c1835163', 'tag': 'a877841f-51e1-4428-8b9c-9f83e78a6e66', 'status': 'completed', 'code': 200} Jul 13 08:24:40.093652 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87c4a9-6d5f-4f06-b72a-1bc9254b0da4 req-8f5c7ea8-e21f-4e2a-adcb-136524f58455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:40.095215 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c87c4a9-6d5f-4f06-b72a-1bc9254b0da4 req-8f5c7ea8-e21f-4e2a-adcb-136524f58455 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af9f06352878499188eb7048fb6edfbd&device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 1095 time: 0.0564144 Jul 13 08:24:40.099540 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87c4a9-6d5f-4f06-b72a-1bc9254b0da4 req-b29862b4-edc1-46b0-8568-f94a6fc065df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:40.101086 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c87c4a9-6d5f-4f06-b72a-1bc9254b0da4 req-b29862b4-edc1-46b0-8568-f94a6fc065df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af9f06352878499188eb7048fb6edfbd&device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 1095 time: 0.0582061 Jul 13 08:24:40.187947 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87c4a9-6d5f-4f06-b72a-1bc9254b0da4 req-774f0d52-2b64-4c0a-b035-43b5a22b1b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:40.189483 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c87c4a9-6d5f-4f06-b72a-1bc9254b0da4 req-774f0d52-2b64-4c0a-b035-43b5a22b1b64 service neutron] 10.222.0.35 "GET /v2.0/networks?id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad HTTP/1.1" status: 200 len: 914 time: 0.0875623 Jul 13 08:24:40.198460 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87c4a9-6d5f-4f06-b72a-1bc9254b0da4 req-ec81fd03-8d12-4a35-a512-e9e77ec3202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:40.199934 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c87c4a9-6d5f-4f06-b72a-1bc9254b0da4 req-ec81fd03-8d12-4a35-a512-e9e77ec3202b service neutron] 10.222.0.62 "GET /v2.0/networks?id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad HTTP/1.1" status: 200 len: 914 time: 0.0893834 Jul 13 08:24:40.235916 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c87c4a9-6d5f-4f06-b72a-1bc9254b0da4 req-657ad4fd-a3ec-4eb0-aa5d-95f101fe5243 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a877841f-51e1-4428-8b9c-9f83e78a6e66 HTTP/1.1" status: 200 len: 217 time: 0.0400586 Jul 13 08:24:40.249005 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c87c4a9-6d5f-4f06-b72a-1bc9254b0da4 req-4415732c-e683-479e-b065-56327c82e80c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a877841f-51e1-4428-8b9c-9f83e78a6e66 HTTP/1.1" status: 200 len: 217 time: 0.0422368 Jul 13 08:24:40.284148 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87c4a9-6d5f-4f06-b72a-1bc9254b0da4 req-f61ed6c5-d800-4dbd-9697-abbf75aae812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:40.285765 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c87c4a9-6d5f-4f06-b72a-1bc9254b0da4 req-f61ed6c5-d800-4dbd-9697-abbf75aae812 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8c83f511-7617-4a33-b003-bf9fee62bbcb HTTP/1.1" status: 200 len: 853 time: 0.0442638 Jul 13 08:24:40.309562 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87c4a9-6d5f-4f06-b72a-1bc9254b0da4 req-7c8bb1f5-2a0c-4c85-8d90-cf18654cf7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:40.314101 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c87c4a9-6d5f-4f06-b72a-1bc9254b0da4 req-7c8bb1f5-2a0c-4c85-8d90-cf18654cf7b3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8c83f511-7617-4a33-b003-bf9fee62bbcb HTTP/1.1" status: 200 len: 853 time: 0.0584774 Jul 13 08:24:40.323697 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c87c4a9-6d5f-4f06-b72a-1bc9254b0da4 req-18f1c6fe-92f9-4907-9ad9-f6d8426dc579 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321579 Jul 13 08:24:40.354239 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c87c4a9-6d5f-4f06-b72a-1bc9254b0da4 req-b5f96ff4-b3d0-4f5e-844a-5ea329652412 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329297 Jul 13 08:24:40.427470 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c87c4a9-6d5f-4f06-b72a-1bc9254b0da4 req-8d3012f9-7f8f-4e7d-b714-b1f4775a2df8 service neutron] 10.222.0.35 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972557 Jul 13 08:24:40.454988 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c87c4a9-6d5f-4f06-b72a-1bc9254b0da4 req-2485ef31-26e3-4c7a-9eb8-898f821698db service neutron] 10.222.0.62 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943527 Jul 13 08:24:40.520971 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4c87c4a9-6d5f-4f06-b72a-1bc9254b0da4 req-2f60b4ca-0223-45ff-8d53-5ef923bac75a service neutron] 10.222.0.35 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873475 Jul 13 08:24:40.548618 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4c87c4a9-6d5f-4f06-b72a-1bc9254b0da4 req-e9d5ca3e-3965-44e7-9f5c-75a6ed5b0ab6 service neutron] 10.222.0.62 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857675 Jul 13 08:24:40.788435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8983e9-8928-4093-a37f-921ce64ade4d req-3e1e1050-58cf-4a35-ae26-e31b6acf0261 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:40.789832 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db8983e9-8928-4093-a37f-921ce64ade4d req-3e1e1050-58cf-4a35-ae26-e31b6acf0261 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 943 time: 0.0677328 Jul 13 08:24:40.839623 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db8983e9-8928-4093-a37f-921ce64ade4d req-622bc906-3058-4306-876c-08db24cb0040 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440011 Jul 13 08:24:41.134691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99da673-b474-4652-9748-3cb49fb657fc req-6c1b6737-5e4d-4b8c-8f4e-27e4c858fb9d tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:41.136242 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c99da673-b474-4652-9748-3cb49fb657fc req-6c1b6737-5e4d-4b8c-8f4e-27e4c858fb9d tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 943 time: 0.0666912 Jul 13 08:24:41.178459 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c99da673-b474-4652-9748-3cb49fb657fc req-99e85ea9-3a76-47d7-a00f-a95597857c15 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345600 Jul 13 08:24:41.197859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849adc9f-d8ad-4d89-8e63-912b82979e2a req-f84c3e94-bb26-461c-aab0-a60c5c18a9e9 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:41.199448 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-849adc9f-d8ad-4d89-8e63-912b82979e2a req-f84c3e94-bb26-461c-aab0-a60c5c18a9e9 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163&tenant_id=af9f06352878499188eb7048fb6edfbd&binding%3Ahost_id=n-h2-779913-28 HTTP/1.1" status: 200 len: 943 time: 0.1217954 Jul 13 08:24:41.260992 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [req-849adc9f-d8ad-4d89-8e63-912b82979e2a req-fc310cf3-59e3-4c34-8f40-c3bd705529a1 service neutron] delete failed (client error): The resource could not be found. Jul 13 08:24:41.262735 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-849adc9f-d8ad-4d89-8e63-912b82979e2a req-fc310cf3-59e3-4c34-8f40-c3bd705529a1 service neutron] 10.222.0.35 "DELETE /v2.0/ports/a877841f-51e1-4428-8b9c-9f83e78a6e66/bindings/n-h1-779913-28 HTTP/1.1" status: 404 len: 381 time: 0.0561659 Jul 13 08:24:41.264288 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a877841f-51e1-4428-8b9c-9f83e78a6e66 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:24:41.363213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849adc9f-d8ad-4d89-8e63-912b82979e2a req-66da8f88-adc9-4323-be76-486749776a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:41.365031 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-849adc9f-d8ad-4d89-8e63-912b82979e2a req-66da8f88-adc9-4323-be76-486749776a87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af9f06352878499188eb7048fb6edfbd&device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 1095 time: 0.0590811 Jul 13 08:24:41.366314 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port a877841f-51e1-4428-8b9c-9f83e78a6e66, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a877841f-51e1-4428-8b9c-9f83e78a6e66,segment=NetworkSegment(819b9f6d-e867-439b-8c71-71bf129682d9),segment_id=819b9f6d-e867-439b-8c71-71bf129682d9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:41.378697 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'a877841f-51e1-4428-8b9c-9f83e78a6e66', 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad', 'port_id': 'a877841f-51e1-4428-8b9c-9f83e78a6e66', 'mac_address': 'fa:16:3e:d7:84:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c83f511-7617-4a33-b003-bf9fee62bbcb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:24:41.414703 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:41.428668 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a877841f-51e1-4428-8b9c-9f83e78a6e66 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:24:41.448454 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port a877841f-51e1-4428-8b9c-9f83e78a6e66, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a877841f-51e1-4428-8b9c-9f83e78a6e66,segment=NetworkSegment(819b9f6d-e867-439b-8c71-71bf129682d9),segment_id=819b9f6d-e867-439b-8c71-71bf129682d9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:41.452826 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:41.455013 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849adc9f-d8ad-4d89-8e63-912b82979e2a req-68db88a8-e8de-4b4c-a6d8-f5d7cfb490fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:41.456510 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-849adc9f-d8ad-4d89-8e63-912b82979e2a req-68db88a8-e8de-4b4c-a6d8-f5d7cfb490fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad HTTP/1.1" status: 200 len: 914 time: 0.0853717 Jul 13 08:24:41.501781 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-849adc9f-d8ad-4d89-8e63-912b82979e2a req-ac1fdb92-f94c-4bec-a081-ee6970cba94e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a877841f-51e1-4428-8b9c-9f83e78a6e66 HTTP/1.1" status: 200 len: 217 time: 0.0386965 Jul 13 08:24:41.509698 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=a877841f-51e1-4428-8b9c-9f83e78a6e66,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:41.577900 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849adc9f-d8ad-4d89-8e63-912b82979e2a req-e36801f4-464a-4f7e-a0e0-4abc430d62b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:41.579436 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-849adc9f-d8ad-4d89-8e63-912b82979e2a req-e36801f4-464a-4f7e-a0e0-4abc430d62b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8c83f511-7617-4a33-b003-bf9fee62bbcb HTTP/1.1" status: 200 len: 853 time: 0.0698771 Jul 13 08:24:41.611802 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-849adc9f-d8ad-4d89-8e63-912b82979e2a req-1330d61a-2dec-4048-a9c9-ee43c91cc00a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263500 Jul 13 08:24:41.701912 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device a877841f-51e1-4428-8b9c-9f83e78a6e66 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:24:41.706038 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-849adc9f-d8ad-4d89-8e63-912b82979e2a req-b4678a85-ed2f-43a3-8dfb-2e06d94e16ba service neutron] 10.222.0.35 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882468 Jul 13 08:24:41.707445 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['a877841f-51e1-4428-8b9c-9f83e78a6e66'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:24:41.786751 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device a877841f-51e1-4428-8b9c-9f83e78a6e66 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:24:41.801626 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-849adc9f-d8ad-4d89-8e63-912b82979e2a req-9c6fcf73-69fe-46b4-95da-d888a0b5ae1c service neutron] 10.222.0.35 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891035 Jul 13 08:24:42.368467 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1128f-5608-4c27-ade7-a20641997e46 req-f2bd3d9e-80b7-4095-a1d3-bf4160181d70 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:42.370332 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39a1128f-5608-4c27-ade7-a20641997e46 req-f2bd3d9e-80b7-4095-a1d3-bf4160181d70 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 944 time: 0.0743511 Jul 13 08:24:42.412654 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39a1128f-5608-4c27-ade7-a20641997e46 req-6e039920-cf19-4f84-94a5-82148dd07485 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355849 Jul 13 08:24:42.598425 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64baddf8-b0c7-4314-8736-5ac2458e2a83 req-3d35f1ae-5fc2-414c-88db-b128eb8d7fad tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:42.599969 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64baddf8-b0c7-4314-8736-5ac2458e2a83 req-3d35f1ae-5fc2-414c-88db-b128eb8d7fad tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 944 time: 0.0688531 Jul 13 08:24:42.637919 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64baddf8-b0c7-4314-8736-5ac2458e2a83 req-27145e9c-a541-4468-800e-d77703948b45 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323336 Jul 13 08:24:42.812497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29466422-a192-4cf6-94f9-ee97c6087185 req-a662c336-64ca-488d-88c3-1fd79978aef4 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:42.813981 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-29466422-a192-4cf6-94f9-ee97c6087185 req-a662c336-64ca-488d-88c3-1fd79978aef4 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 944 time: 0.0631635 Jul 13 08:24:42.853572 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-29466422-a192-4cf6-94f9-ee97c6087185 req-1c3960c7-348a-43f7-9447-7182fe90d6fd tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338635 Jul 13 08:24:43.245017 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:43.277331 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a877841f-51e1-4428-8b9c-9f83e78a6e66 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:24:43.300209 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1d7df-9331-4094-8f57-96d63963553e req-53df8aad-c22c-4081-9650-5f32a05115bf tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:43.301840 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0fb1d7df-9331-4094-8f57-96d63963553e req-53df8aad-c22c-4081-9650-5f32a05115bf tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/networks?id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad HTTP/1.1" status: 200 len: 813 time: 0.1080928 Jul 13 08:24:43.317635 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0fb1d7df-9331-4094-8f57-96d63963553e req-0acf216c-f21c-4f9b-bb62-a0085d05cd66 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/quotas/af9f06352878499188eb7048fb6edfbd HTTP/1.1" status: 200 len: 375 time: 0.0098641 Jul 13 08:24:43.328717 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port a877841f-51e1-4428-8b9c-9f83e78a6e66 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:24:43.332804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port a877841f-51e1-4428-8b9c-9f83e78a6e66 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:24:43.333247 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:43.387098 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0fb1d7df-9331-4094-8f57-96d63963553e req-3c51438b-11a2-4b16-a608-31843222eceb tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=af9f06352878499188eb7048fb6edfbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0638340 Jul 13 08:24:43.410112 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:43.433338 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab952566-1486-44cd-a66c-18a0c1835163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a877841f-51e1-4428-8b9c-9f83e78a6e66'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:24:43.435645 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f07f510-e407-46e2-87c6-a243a60738f6" -d '{"events": [{"server_uuid": "ab952566-1486-44cd-a66c-18a0c1835163", "name": "network-vif-plugged", "status": "completed", "tag": "a877841f-51e1-4428-8b9c-9f83e78a6e66"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:24:43.449425 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port a877841f-51e1-4428-8b9c-9f83e78a6e66, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a877841f-51e1-4428-8b9c-9f83e78a6e66,segment=NetworkSegment(819b9f6d-e867-439b-8c71-71bf129682d9),segment_id=819b9f6d-e867-439b-8c71-71bf129682d9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:43.454566 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:43.484235 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6508a8e-81a5-42cb-a804-276df27e062c x-openstack-request-id: req-f6508a8e-81a5-42cb-a804-276df27e062c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:24:43.484571 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab952566-1486-44cd-a66c-18a0c1835163", "name": "network-vif-plugged", "status": "completed", "tag": "a877841f-51e1-4428-8b9c-9f83e78a6e66", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:24:43.484780 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f6508a8e-81a5-42cb-a804-276df27e062c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:24:43.485171 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab952566-1486-44cd-a66c-18a0c1835163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a877841f-51e1-4428-8b9c-9f83e78a6e66', 'code': 200} Jul 13 08:24:43.488879 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0fb1d7df-9331-4094-8f57-96d63963553e req-73a85c65-66b0-4212-8759-067adf4b190b service neutron] 10.222.0.58 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940681 Jul 13 08:24:43.514241 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=a877841f-51e1-4428-8b9c-9f83e78a6e66,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:43.581122 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0fb1d7df-9331-4094-8f57-96d63963553e req-3a771882-2691-465a-8b3f-fa5c7c8287fa service neutron] 10.222.0.58 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859718 Jul 13 08:24:43.763870 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d5ed2a6-1b48-4d97-949f-5993f66676a7 req-9692f19b-f779-4a95-a864-c6a1153a2fa7 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 210 time: 0.0343661 Jul 13 08:24:44.475866 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327d6cf-4b75-458f-9b4a-8992f0dd2f65 req-862552b3-1d15-44f5-a0e3-794613214f47 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:44.477346 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c327d6cf-4b75-458f-9b4a-8992f0dd2f65 req-862552b3-1d15-44f5-a0e3-794613214f47 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab952566-1486-44cd-a66c-18a0c1835163 HTTP/1.1" status: 200 len: 945 time: 0.0638282 Jul 13 08:24:44.585368 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-c327d6cf-4b75-458f-9b4a-8992f0dd2f65 req-0f499c3a-235f-4f6b-98bc-39ac2b249f75 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Deleting port a877841f-51e1-4428-8b9c-9f83e78a6e66 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:24:44.585734 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c327d6cf-4b75-458f-9b4a-8992f0dd2f65 req-0f499c3a-235f-4f6b-98bc-39ac2b249f75 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:44.681070 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c327d6cf-4b75-458f-9b4a-8992f0dd2f65 req-0f499c3a-235f-4f6b-98bc-39ac2b249f75 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] For port a877841f-51e1-4428-8b9c-9f83e78a6e66, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=a877841f-51e1-4428-8b9c-9f83e78a6e66,segment=NetworkSegment(819b9f6d-e867-439b-8c71-71bf129682d9),segment_id=819b9f6d-e867-439b-8c71-71bf129682d9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:44.681426 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c327d6cf-4b75-458f-9b4a-8992f0dd2f65 req-0f499c3a-235f-4f6b-98bc-39ac2b249f75 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:44.695369 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-c327d6cf-4b75-458f-9b4a-8992f0dd2f65 req-0f499c3a-235f-4f6b-98bc-39ac2b249f75 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Calling delete_port for a877841f-51e1-4428-8b9c-9f83e78a6e66 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:24:44.825165 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1d7df-9331-4094-8f57-96d63963553e req-b0d0725d-c35a-4d32-bda4-e0c684c8fc04 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:44.826906 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0fb1d7df-9331-4094-8f57-96d63963553e req-b0d0725d-c35a-4d32-bda4-e0c684c8fc04 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.62 "GET /v2.0/networks?id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad HTTP/1.1" status: 200 len: 813 time: 0.1370637 Jul 13 08:24:44.846832 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-0fb1d7df-9331-4094-8f57-96d63963553e req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Request body: {'port': {'device_id': '67ffd058-b687-43d3-a6e4-7b89a16f33db', 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad', 'admin_state_up': True, 'tenant_id': 'af9f06352878499188eb7048fb6edfbd'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:24:44.859146 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c327d6cf-4b75-458f-9b4a-8992f0dd2f65 req-0f499c3a-235f-4f6b-98bc-39ac2b249f75 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:44.872433 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['a877841f-51e1-4428-8b9c-9f83e78a6e66'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:24:44.932410 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f499c3a-235f-4f6b-98bc-39ac2b249f75 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Pushing event deleted for resources: {'Port': ['ID=a877841f-51e1-4428-8b9c-9f83e78a6e66,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:44.982909 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df7aabfb-d729-4003-ac52-b935c3bdcbf9 req-e5ecd80a-e257-4813-9fa7-28411743a6b3 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 210 time: 0.0539603 Jul 13 08:24:44.985063 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb1d7df-9331-4094-8f57-96d63963553e req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Made reservation on behalf of af9f06352878499188eb7048fb6edfbd for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:24:44.988835 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0fb1d7df-9331-4094-8f57-96d63963553e req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:45.000552 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c327d6cf-4b75-458f-9b4a-8992f0dd2f65 req-0f499c3a-235f-4f6b-98bc-39ac2b249f75 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] No DVR routers for this DVR port a877841f-51e1-4428-8b9c-9f83e78a6e66 on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:24:45.007015 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c327d6cf-4b75-458f-9b4a-8992f0dd2f65 req-0f499c3a-235f-4f6b-98bc-39ac2b249f75 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:45.009023 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c327d6cf-4b75-458f-9b4a-8992f0dd2f65 req-0f499c3a-235f-4f6b-98bc-39ac2b249f75 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.62 "DELETE /v2.0/ports/a877841f-51e1-4428-8b9c-9f83e78a6e66 HTTP/1.1" status: 204 len: 173 time: 0.5259049 Jul 13 08:24:45.009468 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab952566-1486-44cd-a66c-18a0c1835163', 'name': 'network-vif-deleted', 'tag': 'a877841f-51e1-4428-8b9c-9f83e78a6e66'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:24:45.011740 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3519c460-1f0d-468e-9b29-1ee9154b812f" -d '{"events": [{"server_uuid": "ab952566-1486-44cd-a66c-18a0c1835163", "name": "network-vif-deleted", "tag": "a877841f-51e1-4428-8b9c-9f83e78a6e66"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:24:45.055367 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d0b48c-567a-4b3f-856d-4ccf090350ab x-openstack-request-id: req-96d0b48c-567a-4b3f-856d-4ccf090350ab {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:24:45.055733 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab952566-1486-44cd-a66c-18a0c1835163", "name": "network-vif-deleted", "tag": "a877841f-51e1-4428-8b9c-9f83e78a6e66", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:24:45.056053 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-96d0b48c-567a-4b3f-856d-4ccf090350ab {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:24:45.056518 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab952566-1486-44cd-a66c-18a0c1835163', 'name': 'network-vif-deleted', 'tag': 'a877841f-51e1-4428-8b9c-9f83e78a6e66', 'status': 'completed', 'code': 200} Jul 13 08:24:45.123247 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-0fb1d7df-9331-4094-8f57-96d63963553e req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Allocated IP 172.20.0.7 (28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad/8c83f511-7617-4a33-b003-bf9fee62bbcb/49b26048-fe02-412a-a79c-36b77a3b49fe) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:24:45.281262 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0fb1d7df-9331-4094-8f57-96d63963553e req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:45.321133 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0fb1d7df-9331-4094-8f57-96d63963553e req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:45.370526 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb1d7df-9331-4094-8f57-96d63963553e req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Network 28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:24:45.373741 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-0fb1d7df-9331-4094-8f57-96d63963553e req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:24:45.378394 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb1d7df-9331-4094-8f57-96d63963553e req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:24:45.384893 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Pushing event updated for resources: {'Port': ['ID=49b26048-fe02-412a-a79c-36b77a3b49fe,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:45.413283 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:45.413638 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:45.413984 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:45.414358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:45.414694 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:45.415028 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:45.415360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:45.415696 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:45.416026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:45.416347 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:45.416679 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:45.417002 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:45.446332 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1d7df-9331-4094-8f57-96d63963553e req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:45.446950 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0fb1d7df-9331-4094-8f57-96d63963553e req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:45.461512 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0fb1d7df-9331-4094-8f57-96d63963553e req-17e34159-2a8e-4924-a39f-6b5684511c17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6207566 Jul 13 08:24:45.472727 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-0fb1d7df-9331-4094-8f57-96d63963553e req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] Request body: {'port': {'device_id': '67ffd058-b687-43d3-a6e4-7b89a16f33db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:24:45.543800 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0fb1d7df-9331-4094-8f57-96d63963553e req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:45.803765 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-0fb1d7df-9331-4094-8f57-96d63963553e req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b26048-fe02-412a-a79c-36b77a3b49fe {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:24:45.811037 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0fb1d7df-9331-4094-8f57-96d63963553e req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:45.822490 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-0fb1d7df-9331-4094-8f57-96d63963553e req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] Transition to ACTIVE for port object 49b26048-fe02-412a-a79c-36b77a3b49fe will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:24:45.827554 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0fb1d7df-9331-4094-8f57-96d63963553e req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:45.875539 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] Pushing event updated for resources: {'Port': ['ID=49b26048-fe02-412a-a79c-36b77a3b49fe,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:45.944399 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-0fb1d7df-9331-4094-8f57-96d63963553e req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] Attempting to bind port 49b26048-fe02-412a-a79c-36b77a3b49fe on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:24:45.944733 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-0fb1d7df-9331-4094-8f57-96d63963553e req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] Attempting to bind port 49b26048-fe02-412a-a79c-36b77a3b49fe by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '819b9f6d-e867-439b-8c71-71bf129682d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:24:45.945057 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb1d7df-9331-4094-8f57-96d63963553e req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] Attempting to bind port 49b26048-fe02-412a-a79c-36b77a3b49fe on network 28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:24:45.949201 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb1d7df-9331-4094-8f57-96d63963553e req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] Port 49b26048-fe02-412a-a79c-36b77a3b49fe on network 28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:24:45.949559 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb1d7df-9331-4094-8f57-96d63963553e req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] Attempting to bind port 49b26048-fe02-412a-a79c-36b77a3b49fe on network 28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:24:45.954786 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb1d7df-9331-4094-8f57-96d63963553e req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:24:45.955118 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb1d7df-9331-4094-8f57-96d63963553e req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] Checking segment: {'id': '819b9f6d-e867-439b-8c71-71bf129682d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:24:45.955495 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb1d7df-9331-4094-8f57-96d63963553e req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] Bound using segment: {'id': '819b9f6d-e867-439b-8c71-71bf129682d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:24:45.955912 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-0fb1d7df-9331-4094-8f57-96d63963553e req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] Bound port: 49b26048-fe02-412a-a79c-36b77a3b49fe, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819b9f6d-e867-439b-8c71-71bf129682d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:24:45.956259 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0fb1d7df-9331-4094-8f57-96d63963553e req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:46.023377 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-0fb1d7df-9331-4094-8f57-96d63963553e req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] For port 49b26048-fe02-412a-a79c-36b77a3b49fe, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:24:46.026459 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-0fb1d7df-9331-4094-8f57-96d63963553e req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] For port 49b26048-fe02-412a-a79c-36b77a3b49fe, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=49b26048-fe02-412a-a79c-36b77a3b49fe,segment=NetworkSegment(819b9f6d-e867-439b-8c71-71bf129682d9),segment_id=819b9f6d-e867-439b-8c71-71bf129682d9)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:24:46.032058 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0fb1d7df-9331-4094-8f57-96d63963553e req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:46.068354 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1d7df-9331-4094-8f57-96d63963553e req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:46.068848 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0fb1d7df-9331-4094-8f57-96d63963553e req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:46.070396 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0fb1d7df-9331-4094-8f57-96d63963553e req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] 10.222.0.62 "PUT /v2.0/ports/49b26048-fe02-412a-a79c-36b77a3b49fe HTTP/1.1" status: 200 len: 1092 time: 0.6016130 Jul 13 08:24:46.075462 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ffd058-b687-43d3-a6e4-7b89a16f33db', 'tag': '49b26048-fe02-412a-a79c-36b77a3b49fe'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:24:46.078359 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d5936b-186e-45cc-82c6-13ecded23812" -d '{"events": [{"name": "network-changed", "server_uuid": "67ffd058-b687-43d3-a6e4-7b89a16f33db", "tag": "49b26048-fe02-412a-a79c-36b77a3b49fe"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:24:46.101295 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937966cc-b775-43ed-8c0e-063ea5f2f454 service neutron] Pushing event updated for resources: {'Port': ['ID=49b26048-fe02-412a-a79c-36b77a3b49fe,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:46.134837 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63fd2e1-ffdb-4301-a132-cb77ae55fd07 x-openstack-request-id: req-c63fd2e1-ffdb-4301-a132-cb77ae55fd07 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:24:46.135149 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ffd058-b687-43d3-a6e4-7b89a16f33db", "tag": "49b26048-fe02-412a-a79c-36b77a3b49fe", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:24:46.135388 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c63fd2e1-ffdb-4301-a132-cb77ae55fd07 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:24:46.135818 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ffd058-b687-43d3-a6e4-7b89a16f33db', 'tag': '49b26048-fe02-412a-a79c-36b77a3b49fe', 'status': 'completed', 'code': 200} Jul 13 08:24:46.165337 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac19356-681c-4447-b5e9-f14993969715 req-1d51ef55-ef54-495d-90e9-1a36b6d22dec tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:46.166894 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ac19356-681c-4447-b5e9-f14993969715 req-1d51ef55-ef54-495d-90e9-1a36b6d22dec tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 943 time: 0.0678637 Jul 13 08:24:46.182303 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1d7df-9331-4094-8f57-96d63963553e req-06d2c1e3-421c-4dac-aac6-a8403f38458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:46.183829 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0fb1d7df-9331-4094-8f57-96d63963553e req-06d2c1e3-421c-4dac-aac6-a8403f38458c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af9f06352878499188eb7048fb6edfbd&device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 1095 time: 0.0583065 Jul 13 08:24:46.207371 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ac19356-681c-4447-b5e9-f14993969715 req-47cc4f6f-0a50-4f2e-82d4-4840ebcbf47c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343201 Jul 13 08:24:46.231130 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0fb1d7df-9331-4094-8f57-96d63963553e req-34204e66-b2d0-40c2-97ca-cd0c3140208b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49b26048-fe02-412a-a79c-36b77a3b49fe HTTP/1.1" status: 200 len: 217 time: 0.0406101 Jul 13 08:24:46.280082 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1d7df-9331-4094-8f57-96d63963553e req-11af312b-0a2c-4502-afc7-96384bca8d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:46.281566 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0fb1d7df-9331-4094-8f57-96d63963553e req-11af312b-0a2c-4502-afc7-96384bca8d61 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8c83f511-7617-4a33-b003-bf9fee62bbcb HTTP/1.1" status: 200 len: 853 time: 0.0444236 Jul 13 08:24:46.314530 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0fb1d7df-9331-4094-8f57-96d63963553e req-98442094-969b-4557-9270-881f87b9651e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262065 Jul 13 08:24:46.408425 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0fb1d7df-9331-4094-8f57-96d63963553e req-e9a324c2-2813-4faf-88f9-e9ee23552270 service neutron] 10.222.0.62 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876725 Jul 13 08:24:46.496967 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0fb1d7df-9331-4094-8f57-96d63963553e req-309104dd-d04a-4c6f-9796-cdaba65daaff service neutron] 10.222.0.62 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819371 Jul 13 08:24:46.602187 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5936b-186e-45cc-82c6-13ecded23812 req-39518340-ba7f-4989-868a-506af2e18990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:46.603719 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-05d5936b-186e-45cc-82c6-13ecded23812 req-39518340-ba7f-4989-868a-506af2e18990 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af9f06352878499188eb7048fb6edfbd&device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 1095 time: 0.0572927 Jul 13 08:24:46.692747 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5936b-186e-45cc-82c6-13ecded23812 req-32cb6fa9-8e03-410a-856b-c2b8ce48860a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:46.694151 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-05d5936b-186e-45cc-82c6-13ecded23812 req-32cb6fa9-8e03-410a-856b-c2b8ce48860a service neutron] 10.222.0.62 "GET /v2.0/networks?id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad HTTP/1.1" status: 200 len: 914 time: 0.0835369 Jul 13 08:24:46.739739 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-05d5936b-186e-45cc-82c6-13ecded23812 req-9db238df-b90f-43d5-b408-8efc63e368d2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49b26048-fe02-412a-a79c-36b77a3b49fe HTTP/1.1" status: 200 len: 217 time: 0.0378938 Jul 13 08:24:46.789106 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5936b-186e-45cc-82c6-13ecded23812 req-d3c0ab62-84ad-4584-9a41-3e4deaa749ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:46.790569 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-05d5936b-186e-45cc-82c6-13ecded23812 req-d3c0ab62-84ad-4584-9a41-3e4deaa749ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8c83f511-7617-4a33-b003-bf9fee62bbcb HTTP/1.1" status: 200 len: 853 time: 0.0433598 Jul 13 08:24:46.823972 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-05d5936b-186e-45cc-82c6-13ecded23812 req-a554dab6-dc54-4800-b8d1-bfad36e39fe6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260451 Jul 13 08:24:46.918336 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-05d5936b-186e-45cc-82c6-13ecded23812 req-1750b57a-c9a6-4163-8ab2-8ddb14b0d4be service neutron] 10.222.0.62 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869684 Jul 13 08:24:47.007236 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-05d5936b-186e-45cc-82c6-13ecded23812 req-85c25954-8ea6-4fa3-9b48-1f2d775558b6 service neutron] 10.222.0.62 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823503 Jul 13 08:24:47.293834 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a877841f-51e1-4428-8b9c-9f83e78a6e66 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:24:47.314057 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: a877841f-51e1-4428-8b9c-9f83e78a6e66 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:24:47.314429 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device a877841f-51e1-4428-8b9c-9f83e78a6e66 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:24:47.387127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc5045-cdf9-42c9-a0a3-bac1d608d8c9 req-829a38c4-4163-4ec7-a774-fa7b73be9e48 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:47.388637 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5bc5045-cdf9-42c9-a0a3-bac1d608d8c9 req-829a38c4-4163-4ec7-a774-fa7b73be9e48 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 943 time: 0.0639229 Jul 13 08:24:47.430857 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5bc5045-cdf9-42c9-a0a3-bac1d608d8c9 req-294a9582-e75c-4fe0-8953-6cdd84dde250 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361640 Jul 13 08:24:48.603817 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb06ff-123c-47ac-935b-fd828f7a0084 req-266e8310-df7e-44b6-b565-75802c8e2cde tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:48.605324 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-65bb06ff-123c-47ac-935b-fd828f7a0084 req-266e8310-df7e-44b6-b565-75802c8e2cde tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 943 time: 0.0650258 Jul 13 08:24:48.643022 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-65bb06ff-123c-47ac-935b-fd828f7a0084 req-5c222532-1547-44fe-9d5d-9c5dc3b3ee19 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315630 Jul 13 08:24:49.308530 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 49b26048-fe02-412a-a79c-36b77a3b49fe details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:24:49.404342 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 49b26048-fe02-412a-a79c-36b77a3b49fe, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=49b26048-fe02-412a-a79c-36b77a3b49fe,segment=NetworkSegment(819b9f6d-e867-439b-8c71-71bf129682d9),segment_id=819b9f6d-e867-439b-8c71-71bf129682d9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:49.415696 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '49b26048-fe02-412a-a79c-36b77a3b49fe', 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad', 'port_id': '49b26048-fe02-412a-a79c-36b77a3b49fe', 'mac_address': 'fa:16:3e:a3:57:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c83f511-7617-4a33-b003-bf9fee62bbcb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:24:49.452804 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:49.465472 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b26048-fe02-412a-a79c-36b77a3b49fe {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:24:49.485769 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 49b26048-fe02-412a-a79c-36b77a3b49fe, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=49b26048-fe02-412a-a79c-36b77a3b49fe,segment=NetworkSegment(819b9f6d-e867-439b-8c71-71bf129682d9),segment_id=819b9f6d-e867-439b-8c71-71bf129682d9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:49.489501 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:49.541239 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=49b26048-fe02-412a-a79c-36b77a3b49fe,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:49.709728 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['49b26048-fe02-412a-a79c-36b77a3b49fe'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:24:49.817389 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45fa70-2395-4e19-ab87-cfb10721a3c8 req-0ea7d298-d770-4b4b-9511-52d437d99f46 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:49.818917 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c45fa70-2395-4e19-ab87-cfb10721a3c8 req-0ea7d298-d770-4b4b-9511-52d437d99f46 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 944 time: 0.0651376 Jul 13 08:24:49.859447 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c45fa70-2395-4e19-ab87-cfb10721a3c8 req-c22d82f3-f95b-4f29-aca0-320ecaf61a7a tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348995 Jul 13 08:24:51.038676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6892441-88ce-406f-a560-e1563ff66984 req-57451504-b018-4d76-9361-42abf08c4ad2 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:51.040093 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6892441-88ce-406f-a560-e1563ff66984 req-57451504-b018-4d76-9361-42abf08c4ad2 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 944 time: 0.0678947 Jul 13 08:24:51.077574 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6892441-88ce-406f-a560-e1563ff66984 req-0e1835c9-d667-48bc-8005-72682f47af93 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314844 Jul 13 08:24:51.309216 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 49b26048-fe02-412a-a79c-36b77a3b49fe up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:24:51.358294 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 49b26048-fe02-412a-a79c-36b77a3b49fe completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:24:51.361834 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 49b26048-fe02-412a-a79c-36b77a3b49fe triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:24:51.362241 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:51.440398 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:51.463928 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ffd058-b687-43d3-a6e4-7b89a16f33db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b26048-fe02-412a-a79c-36b77a3b49fe'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:24:51.466207 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9c5cfb-ae1b-4003-9b53-546f753e3dd8" -d '{"events": [{"server_uuid": "67ffd058-b687-43d3-a6e4-7b89a16f33db", "name": "network-vif-plugged", "status": "completed", "tag": "49b26048-fe02-412a-a79c-36b77a3b49fe"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:24:51.479058 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 49b26048-fe02-412a-a79c-36b77a3b49fe, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=49b26048-fe02-412a-a79c-36b77a3b49fe,segment=NetworkSegment(819b9f6d-e867-439b-8c71-71bf129682d9),segment_id=819b9f6d-e867-439b-8c71-71bf129682d9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:51.482949 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:51.508359 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3412e155-3e67-4a2d-9dca-aa5182d5ab22 x-openstack-request-id: req-3412e155-3e67-4a2d-9dca-aa5182d5ab22 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:24:51.508652 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ffd058-b687-43d3-a6e4-7b89a16f33db", "name": "network-vif-plugged", "status": "completed", "tag": "49b26048-fe02-412a-a79c-36b77a3b49fe", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:24:51.508906 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3412e155-3e67-4a2d-9dca-aa5182d5ab22 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:24:51.509303 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ffd058-b687-43d3-a6e4-7b89a16f33db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b26048-fe02-412a-a79c-36b77a3b49fe', 'code': 200} Jul 13 08:24:51.539899 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=49b26048-fe02-412a-a79c-36b77a3b49fe,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:51.547618 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:51.547968 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:51.548321 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:51.549120 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:51.549120 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:51.549298 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:51.549626 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:51.549959 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:51.550318 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:51.550673 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:51.551002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:51.551329 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:51.619039 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf7fe4-ee24-44a5-965e-c9793a71343b req-7dfab35f-8ba4-4414-9920-9127a6f2d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:51.620650 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bedf7fe4-ee24-44a5-965e-c9793a71343b req-7dfab35f-8ba4-4414-9920-9127a6f2d22b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 1097 time: 0.0520446 Jul 13 08:24:51.660674 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bedf7fe4-ee24-44a5-965e-c9793a71343b req-c2c9e0a7-3845-4c8b-ab3e-9cc7cd4a5019 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332413 Jul 13 08:24:52.252235 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eeebcf-a561-4f22-b43f-a183d954d5c9 req-a84122a3-68d9-47fd-8faf-35590494de81 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:52.253781 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43eeebcf-a561-4f22-b43f-a183d954d5c9 req-a84122a3-68d9-47fd-8faf-35590494de81 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0636225 Jul 13 08:24:52.291363 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43eeebcf-a561-4f22-b43f-a183d954d5c9 req-994a898f-c0fc-49cf-b979-5fa49e2e22e2 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320323 Jul 13 08:24:53.268594 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d9d0c82c-0e66-47bc-b562-3d45df1cdfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:53.465250 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919a19f-6fed-446c-8ff0-11773826adec req-7662889e-c24b-4881-9ffc-db6cd9595cdf tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:53.466785 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f919a19f-6fed-446c-8ff0-11773826adec req-7662889e-c24b-4881-9ffc-db6cd9595cdf tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0631690 Jul 13 08:24:53.508269 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f919a19f-6fed-446c-8ff0-11773826adec req-5ab6533d-e4e0-4dfb-9c03-7fddc4d9c642 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353224 Jul 13 08:24:53.688995 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36bf4e-286d-492c-b190-2c07616e9fad req-4bfe323c-aeaa-4024-8360-4e465532352d tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:53.690515 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db36bf4e-286d-492c-b190-2c07616e9fad req-4bfe323c-aeaa-4024-8360-4e465532352d tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0731561 Jul 13 08:24:53.728704 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-db36bf4e-286d-492c-b190-2c07616e9fad req-c9916970-4c68-4719-8765-5d7a349ea849 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325525 Jul 13 08:24:54.109287 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-3b7a00fb-9d5a-4bca-9084-f25595727d18 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849829 Jul 13 08:24:54.138484 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bf8e0-558a-49a2-8a49-b675b97927af req-eb658a0f-4c92-4ef0-bbe5-38d1732502bc tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:54.144440 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-242bf8e0-558a-49a2-8a49-b675b97927af req-eb658a0f-4c92-4ef0-bbe5-38d1732502bc tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0764658 Jul 13 08:24:54.183600 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-242bf8e0-558a-49a2-8a49-b675b97927af req-64114ffe-e5e3-45fd-8d09-2a5867c1a63b tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367203 Jul 13 08:24:55.368200 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5b17d-1717-4e0f-b63b-01819aaa40e8 req-c628e0c4-c241-428e-a1d1-7332b1c19a85 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:55.369627 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ace5b17d-1717-4e0f-b63b-01819aaa40e8 req-c628e0c4-c241-428e-a1d1-7332b1c19a85 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0750561 Jul 13 08:24:55.400706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-7fdfaee7-a73b-48db-a582-07ff83b9a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:55.402320 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-7fdfaee7-a73b-48db-a582-07ff83b9a40f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af9f06352878499188eb7048fb6edfbd&device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 1097 time: 0.0539780 Jul 13 08:24:55.409926 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ace5b17d-1717-4e0f-b63b-01819aaa40e8 req-a33eaeef-143a-4f8e-a89f-0efae65fb920 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343955 Jul 13 08:24:55.493168 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-53905415-2844-49b6-b013-a0dbd6c8e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:55.494701 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-53905415-2844-49b6-b013-a0dbd6c8e75a service neutron] 10.222.0.62 "GET /v2.0/networks?id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad HTTP/1.1" status: 200 len: 914 time: 0.0844333 Jul 13 08:24:55.542838 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-f745136a-0414-4ab8-b400-d58fd1a570bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49b26048-fe02-412a-a79c-36b77a3b49fe HTTP/1.1" status: 200 len: 217 time: 0.0382931 Jul 13 08:24:55.594167 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-9fce34b7-1d0e-4dfd-aeff-2f4bbd45834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:55.595642 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-9fce34b7-1d0e-4dfd-aeff-2f4bbd45834e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8c83f511-7617-4a33-b003-bf9fee62bbcb HTTP/1.1" status: 200 len: 853 time: 0.0437782 Jul 13 08:24:55.629961 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-3bee31be-01e0-4051-a377-9b94a0f6e497 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268488 Jul 13 08:24:55.726250 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-0ef74ec0-1d92-4d1c-932c-b125e022e990 service neutron] 10.222.0.62 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889370 Jul 13 08:24:55.814329 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-4472594f-0056-48af-966e-d8d9c6077363 service neutron] 10.222.0.62 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808866 Jul 13 08:24:56.593445 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae2e5d-c2f9-4d7c-8e29-4e03b1919221 req-d6ebec41-7332-4d66-9324-8504b2e5c58a tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:56.594976 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e1ae2e5d-c2f9-4d7c-8e29-4e03b1919221 req-d6ebec41-7332-4d66-9324-8504b2e5c58a tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0666938 Jul 13 08:24:56.643392 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e1ae2e5d-c2f9-4d7c-8e29-4e03b1919221 req-e0c51de1-16b5-4019-9e00-7a1fcd6f18cb tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421255 Jul 13 08:24:57.615239 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af10991e-b27b-4bc9-baf0-38137984fa92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:57.822435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a1165-f3bc-47fe-a846-e518d4910449 req-2fbdb4a9-fb32-482d-bf72-f80c586b596d tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:57.823951 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da3a1165-f3bc-47fe-a846-e518d4910449 req-2fbdb4a9-fb32-482d-bf72-f80c586b596d tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0680704 Jul 13 08:24:57.835936 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:57.862662 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-da3a1165-f3bc-47fe-a846-e518d4910449 req-b28e0f4e-3d03-473c-9991-fcbdfd00c23b tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326195 Jul 13 08:24:59.060128 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db9600-5808-4f76-9949-ebb02764f565 req-53034171-5718-4351-af60-d8d78166cb06 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:59.062055 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95db9600-5808-4f76-9949-ebb02764f565 req-53034171-5718-4351-af60-d8d78166cb06 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0727279 Jul 13 08:24:59.102380 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95db9600-5808-4f76-9949-ebb02764f565 req-abd60b35-1c8f-4a16-b628-243c952f50f8 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346293 Jul 13 08:24:59.757250 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:00.287247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bd3ee-c4e1-4325-a28a-87c99fb9118d req-423d1120-0c4a-45c1-921b-97086b470c28 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:00.288824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc5bd3ee-c4e1-4325-a28a-87c99fb9118d req-423d1120-0c4a-45c1-921b-97086b470c28 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0673792 Jul 13 08:25:00.328679 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc5bd3ee-c4e1-4325-a28a-87c99fb9118d req-69c1f44e-2762-4056-b305-6a15647f50ea tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343194 Jul 13 08:25:01.479311 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:01.504973 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d167e4e-d44e-4182-b1e9-17c90fcac2ed req-a92d5d6f-6889-4392-bf5b-97d2d404b3e7 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:01.506495 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d167e4e-d44e-4182-b1e9-17c90fcac2ed req-a92d5d6f-6889-4392-bf5b-97d2d404b3e7 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0663464 Jul 13 08:25:01.560146 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6d167e4e-d44e-4182-b1e9-17c90fcac2ed req-79d24964-b9fd-4028-9f43-1f9feafd6806 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480449 Jul 13 08:25:02.731806 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5c4fe-20cd-42b2-b373-53726224023d req-b3f57626-7772-430b-9744-09cd61bdea55 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:02.733287 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5a5c4fe-20cd-42b2-b373-53726224023d req-b3f57626-7772-430b-9744-09cd61bdea55 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0634871 Jul 13 08:25:02.772417 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5a5c4fe-20cd-42b2-b373-53726224023d req-9ea541d1-205f-49d7-8329-c470a908092a tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330811 Jul 13 08:25:03.948822 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867dbbb9-6f75-49e9-97c4-c84540165a4c req-1a7b4c51-bb59-4f0a-bc50-caebae6bf464 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:03.950344 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-867dbbb9-6f75-49e9-97c4-c84540165a4c req-1a7b4c51-bb59-4f0a-bc50-caebae6bf464 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0669627 Jul 13 08:25:03.989029 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-867dbbb9-6f75-49e9-97c4-c84540165a4c req-91dd6364-91d5-4ff4-82d8-82c4ae32f298 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326300 Jul 13 08:25:05.166485 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590f2ff-43f2-4975-b639-b094ab2ccf80 req-17b75766-8703-4498-b9f2-d516331a8db2 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:05.167978 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0590f2ff-43f2-4975-b639-b094ab2ccf80 req-17b75766-8703-4498-b9f2-d516331a8db2 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0642500 Jul 13 08:25:05.205754 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0590f2ff-43f2-4975-b639-b094ab2ccf80 req-9f557079-6fa7-470f-83bc-ac243368debb tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315218 Jul 13 08:25:06.207144 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b4daa-96ac-447a-9b88-f189ae70c8ef req-3f9bf95a-7f66-4097-ac77-5af7d60291f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:06.208719 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d67b4daa-96ac-447a-9b88-f189ae70c8ef req-3f9bf95a-7f66-4097-ac77-5af7d60291f6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af9f06352878499188eb7048fb6edfbd&device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 1097 time: 0.0564697 Jul 13 08:25:06.316377 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b4daa-96ac-447a-9b88-f189ae70c8ef req-13180492-f615-41da-a152-bf27c5fc5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:06.317907 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d67b4daa-96ac-447a-9b88-f189ae70c8ef req-13180492-f615-41da-a152-bf27c5fc5033 service neutron] 10.222.0.62 "GET /v2.0/networks?id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad HTTP/1.1" status: 200 len: 914 time: 0.0882871 Jul 13 08:25:06.363090 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d67b4daa-96ac-447a-9b88-f189ae70c8ef req-a47afb77-73a2-48ae-b859-1a3d3cbe96aa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49b26048-fe02-412a-a79c-36b77a3b49fe HTTP/1.1" status: 200 len: 217 time: 0.0384185 Jul 13 08:25:06.387712 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed71a2-95ed-485f-9992-fc19707440b8 req-6df6ee98-3751-496f-81c9-62522f5ee545 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:06.390188 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4ed71a2-95ed-485f-9992-fc19707440b8 req-6df6ee98-3751-496f-81c9-62522f5ee545 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0699718 Jul 13 08:25:06.430817 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c4ed71a2-95ed-485f-9992-fc19707440b8 req-513e555a-5542-47e0-bfdd-02248aae483c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349422 Jul 13 08:25:06.736575 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b4daa-96ac-447a-9b88-f189ae70c8ef req-443778a2-4b6b-4313-aa85-58b51466295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:06.738059 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d67b4daa-96ac-447a-9b88-f189ae70c8ef req-443778a2-4b6b-4313-aa85-58b51466295f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8c83f511-7617-4a33-b003-bf9fee62bbcb HTTP/1.1" status: 200 len: 853 time: 0.3676777 Jul 13 08:25:06.772623 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d67b4daa-96ac-447a-9b88-f189ae70c8ef req-2d3b557e-4566-4953-a837-12a7a95bdd47 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272892 Jul 13 08:25:06.863347 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d67b4daa-96ac-447a-9b88-f189ae70c8ef req-7d849f3a-6c85-454a-aae0-34c79a84bbbd service neutron] 10.222.0.62 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836186 Jul 13 08:25:06.953583 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-d67b4daa-96ac-447a-9b88-f189ae70c8ef req-c80919ef-546b-4caf-8a57-6a4c511e0be2 service neutron] 10.222.0.62 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826533 Jul 13 08:25:07.605370 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc30767-f311-492b-96f4-23270b9f842c req-972cd753-78d9-472c-81d9-23c6547a58d3 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:07.606919 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dcc30767-f311-492b-96f4-23270b9f842c req-972cd753-78d9-472c-81d9-23c6547a58d3 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0634251 Jul 13 08:25:07.644841 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dcc30767-f311-492b-96f4-23270b9f842c req-2b26e189-3142-4b27-8f26-d86f9004e0df tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317733 Jul 13 08:25:07.839510 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:25:08.340017 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:08.819623 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88336b-7a88-43aa-a21a-f8989acdc79f req-c0b20b3c-8da9-4a07-ad7a-f967cc011f8f tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:08.821126 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b88336b-7a88-43aa-a21a-f8989acdc79f req-c0b20b3c-8da9-4a07-ad7a-f967cc011f8f tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0638714 Jul 13 08:25:08.859320 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b88336b-7a88-43aa-a21a-f8989acdc79f req-27f44fd9-ccf6-40be-b6d0-ec3001ecd16c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326355 Jul 13 08:25:10.039662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93add2-88f7-4f74-8c9d-e70ccce3ce68 req-2f18be7f-723d-4c67-bca4-fba8ad8ec5d8 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:10.041158 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e93add2-88f7-4f74-8c9d-e70ccce3ce68 req-2f18be7f-723d-4c67-bca4-fba8ad8ec5d8 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0668950 Jul 13 08:25:10.080213 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7e93add2-88f7-4f74-8c9d-e70ccce3ce68 req-4cf89fbc-477b-4769-aecd-51957e3da3fe tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330005 Jul 13 08:25:11.254434 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611ba67-fe9f-4e84-afad-72b368e0a983 req-7e46dfdd-357b-49bf-af41-71f2d391bee6 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:11.255944 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1611ba67-fe9f-4e84-afad-72b368e0a983 req-7e46dfdd-357b-49bf-af41-71f2d391bee6 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0643046 Jul 13 08:25:11.293420 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1611ba67-fe9f-4e84-afad-72b368e0a983 req-4b2f3e5f-89f3-4a1c-92f0-f0cd2a2a11e7 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320094 Jul 13 08:25:12.473773 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ae835-3505-4c4f-ac5b-c541ab7034f5 req-0a74898d-1027-4709-8526-12ee09197a7c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:12.475327 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa2ae835-3505-4c4f-ac5b-c541ab7034f5 req-0a74898d-1027-4709-8526-12ee09197a7c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0705738 Jul 13 08:25:12.512737 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa2ae835-3505-4c4f-ac5b-c541ab7034f5 req-5465eeaa-305a-45f2-88a1-c470a25dc17d tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318122 Jul 13 08:25:13.258072 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:13.685310 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef3fa5-b8e1-45e7-9621-e50e5d4fffe3 req-ff39c631-4c80-4a65-8277-a14504122644 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:13.686882 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bdef3fa5-b8e1-45e7-9621-e50e5d4fffe3 req-ff39c631-4c80-4a65-8277-a14504122644 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0632949 Jul 13 08:25:13.725572 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bdef3fa5-b8e1-45e7-9621-e50e5d4fffe3 req-ce848b42-fda8-4b65-9e10-97000b26015c tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331492 Jul 13 08:25:14.898422 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247a35d-581c-4d33-9daa-a71e7c68aaa8 req-7ae90d49-5ea4-417a-b9b6-88670f9d3b95 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:14.899917 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2247a35d-581c-4d33-9daa-a71e7c68aaa8 req-7ae90d49-5ea4-417a-b9b6-88670f9d3b95 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0638301 Jul 13 08:25:14.938618 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2247a35d-581c-4d33-9daa-a71e7c68aaa8 req-80d2d557-c946-4535-b906-d7474da5cf17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325339 Jul 13 08:25:16.113889 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fa6d7-6f36-43d4-91dd-2363df855a8d req-af18faca-618a-47fe-8bfe-50eaa10abecb tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:16.115441 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c4fa6d7-6f36-43d4-91dd-2363df855a8d req-af18faca-618a-47fe-8bfe-50eaa10abecb tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0681660 Jul 13 08:25:16.154143 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c4fa6d7-6f36-43d4-91dd-2363df855a8d req-1ed94b3b-7362-4af4-997f-0cef399ab56d tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331330 Jul 13 08:25:17.329218 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18997d7-11ad-4709-8a51-040d42da2c38 req-5e177d4a-88c5-4f44-b8e1-60410860a149 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:17.330716 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d18997d7-11ad-4709-8a51-040d42da2c38 req-5e177d4a-88c5-4f44-b8e1-60410860a149 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0644109 Jul 13 08:25:17.369130 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d18997d7-11ad-4709-8a51-040d42da2c38 req-a6e7e0f1-d261-412c-957b-54a295df2994 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322273 Jul 13 08:25:18.547316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c9a66-f5c5-4e0d-9927-bcd78818a1bd req-525e31d4-1933-4c7e-81ab-81cb31fe228d tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:18.548845 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f4c9a66-f5c5-4e0d-9927-bcd78818a1bd req-525e31d4-1933-4c7e-81ab-81cb31fe228d tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0668042 Jul 13 08:25:18.594440 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f4c9a66-f5c5-4e0d-9927-bcd78818a1bd req-b712eeeb-04ed-4167-8436-2a7df8ca5e99 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399296 Jul 13 08:25:19.779612 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7303025-6363-4acf-8130-efc315605bac req-5361dfaa-c990-424e-b5ae-6a6290e826f5 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:19.781081 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c7303025-6363-4acf-8130-efc315605bac req-5361dfaa-c990-424e-b5ae-6a6290e826f5 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0697103 Jul 13 08:25:19.819599 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c7303025-6363-4acf-8130-efc315605bac req-db2647d6-cfa1-4996-b461-8ce67be729b3 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327649 Jul 13 08:25:20.993995 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db6b9c-27df-4f24-b7e1-714f1cdb02de req-a2d85a5f-187e-4103-82a5-3acf817af78e tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:20.995513 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56db6b9c-27df-4f24-b7e1-714f1cdb02de req-a2d85a5f-187e-4103-82a5-3acf817af78e tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0649021 Jul 13 08:25:21.033779 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56db6b9c-27df-4f24-b7e1-714f1cdb02de req-e708febb-aa3f-45d0-b1f5-fe295714ac82 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324264 Jul 13 08:25:22.210379 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021992d-7668-49f8-aeaf-bd78c37ae9d0 req-33e301a7-076e-4047-803c-e124fe16c24e tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:22.211874 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9021992d-7668-49f8-aeaf-bd78c37ae9d0 req-33e301a7-076e-4047-803c-e124fe16c24e tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0677738 Jul 13 08:25:22.249873 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9021992d-7668-49f8-aeaf-bd78c37ae9d0 req-29bd01cb-a417-463a-8648-933053eb3afb tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319593 Jul 13 08:25:22.801144 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-9691ac8b-5888-403c-81fa-2e816aace299 service neutron] show failed (client error): The resource could not be found. Jul 13 08:25:22.802218 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-9691ac8b-5888-403c-81fa-2e816aace299 service neutron] 10.222.0.62 "GET /v2.0/ports/49b26048-fe02-412a-a79c-36b77a3b49fe/bindings/n-h1-779913-28 HTTP/1.1" status: 404 len: 381 time: 0.0554764 Jul 13 08:25:23.053151 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-0b0ff67b-f0e0-4acc-9fcc-30baaca43a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:23.054604 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-0b0ff67b-f0e0-4acc-9fcc-30baaca43a28 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db&tenant_id=af9f06352878499188eb7048fb6edfbd HTTP/1.1" status: 200 len: 1097 time: 0.0578773 Jul 13 08:25:23.066082 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-28', 'device_owner': 'compute:nova'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:23.138049 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:23.270438 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-396a533c-55da-425d-9dc2-71853fd7d88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:23.353015 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] For port 49b26048-fe02-412a-a79c-36b77a3b49fe, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=49b26048-fe02-412a-a79c-36b77a3b49fe,segment=NetworkSegment(819b9f6d-e867-439b-8c71-71bf129682d9),segment_id=819b9f6d-e867-439b-8c71-71bf129682d9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:23.388820 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] For port 49b26048-fe02-412a-a79c-36b77a3b49fe, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:25:23.425650 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5083c-8e4c-4503-8584-7ade1970b24e req-0446e428-4758-409a-a1df-8bb60505f3d2 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:23.427192 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dfe5083c-8e4c-4503-8584-7ade1970b24e req-0446e428-4758-409a-a1df-8bb60505f3d2 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0642722 Jul 13 08:25:23.428691 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ffd058-b687-43d3-a6e4-7b89a16f33db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49b26048-fe02-412a-a79c-36b77a3b49fe'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:23.430915 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04639246-237e-4f83-a4dc-ead3f374b349" -d '{"events": [{"server_uuid": "67ffd058-b687-43d3-a6e4-7b89a16f33db", "name": "network-vif-unplugged", "status": "completed", "tag": "49b26048-fe02-412a-a79c-36b77a3b49fe"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:23.434646 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:23.448341 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] Transition to ACTIVE for port object 49b26048-fe02-412a-a79c-36b77a3b49fe will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:25:23.453398 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:23.470205 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dfe5083c-8e4c-4503-8584-7ade1970b24e req-5f9d4c1e-b09e-4d15-a492-61e113b37c91 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364492 Jul 13 08:25:23.492810 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa86b17-f7f7-4357-a396-8d40d8e69769 x-openstack-request-id: req-aaa86b17-f7f7-4357-a396-8d40d8e69769 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:23.493108 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ffd058-b687-43d3-a6e4-7b89a16f33db", "name": "network-vif-unplugged", "status": "completed", "tag": "49b26048-fe02-412a-a79c-36b77a3b49fe", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:23.493361 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aaa86b17-f7f7-4357-a396-8d40d8e69769 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:23.493753 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ffd058-b687-43d3-a6e4-7b89a16f33db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49b26048-fe02-412a-a79c-36b77a3b49fe', 'code': 200} Jul 13 08:25:23.522798 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] No DVR routers for this DVR port 49b26048-fe02-412a-a79c-36b77a3b49fe on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:25:23.525824 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] Pushing event updated for resources: {'Port': ['ID=49b26048-fe02-412a-a79c-36b77a3b49fe,revision_number=6']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:23.563698 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] Attempting to bind port 49b26048-fe02-412a-a79c-36b77a3b49fe on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:25:23.564033 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] Attempting to bind port 49b26048-fe02-412a-a79c-36b77a3b49fe by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '819b9f6d-e867-439b-8c71-71bf129682d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:25:23.564358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] Attempting to bind port 49b26048-fe02-412a-a79c-36b77a3b49fe on network 28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:25:23.568607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] Port 49b26048-fe02-412a-a79c-36b77a3b49fe on network 28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:25:23.568926 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] Attempting to bind port 49b26048-fe02-412a-a79c-36b77a3b49fe on network 28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:25:23.573573 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:25:23.573908 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] Checking segment: {'id': '819b9f6d-e867-439b-8c71-71bf129682d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:25:23.574319 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] Bound using segment: {'id': '819b9f6d-e867-439b-8c71-71bf129682d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:25:23.574741 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] Bound port: 49b26048-fe02-412a-a79c-36b77a3b49fe, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819b9f6d-e867-439b-8c71-71bf129682d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:25:23.575091 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:23.637318 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] For port 49b26048-fe02-412a-a79c-36b77a3b49fe, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:25:23.640866 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] For port 49b26048-fe02-412a-a79c-36b77a3b49fe, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=49b26048-fe02-412a-a79c-36b77a3b49fe,segment=NetworkSegment(819b9f6d-e867-439b-8c71-71bf129682d9),segment_id=819b9f6d-e867-439b-8c71-71bf129682d9)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:25:23.645849 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:23.679266 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:23.679894 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:23.681284 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] 10.222.0.35 "PUT /v2.0/ports/49b26048-fe02-412a-a79c-36b77a3b49fe HTTP/1.1" status: 200 len: 1092 time: 0.6193497 Jul 13 08:25:23.703971 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df15e8-ff4f-4ba7-aacf-15279ec82859 service neutron] Pushing event updated for resources: {'Port': ['ID=49b26048-fe02-412a-a79c-36b77a3b49fe,revision_number=7']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:23.760145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-19cf22ab-c20f-43f2-a431-46d74c3b5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:23.761676 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-19cf22ab-c20f-43f2-a431-46d74c3b5812 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af9f06352878499188eb7048fb6edfbd&device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 1095 time: 0.0544207 Jul 13 08:25:23.854248 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-2e49ef5d-0d7c-4a1f-b5c0-4cb233e90718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:23.856524 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-2e49ef5d-0d7c-4a1f-b5c0-4cb233e90718 service neutron] 10.222.0.35 "GET /v2.0/networks?id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad HTTP/1.1" status: 200 len: 914 time: 0.0884199 Jul 13 08:25:23.898455 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-72022236-1794-47c9-b189-7901524e782e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49b26048-fe02-412a-a79c-36b77a3b49fe HTTP/1.1" status: 200 len: 217 time: 0.0353973 Jul 13 08:25:23.951811 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-21d78b02-0cbd-4dad-889c-942787cc6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:23.953351 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-21d78b02-0cbd-4dad-889c-942787cc6af9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8c83f511-7617-4a33-b003-bf9fee62bbcb HTTP/1.1" status: 200 len: 853 time: 0.0490139 Jul 13 08:25:23.987604 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-ceb1c27f-aaa5-4319-af08-db78bb7e0ddf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269213 Jul 13 08:25:24.080046 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-53e94a35-ffd9-4e83-bbd4-37e620f1f4f1 service neutron] 10.222.0.35 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860457 Jul 13 08:25:24.171116 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a9efafc2-cd0a-49b3-be7e-71c376be3cfb req-bd560263-b16d-40b2-9c1e-97758d39d60b service neutron] 10.222.0.35 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850375 Jul 13 08:25:24.685853 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2d2a1-6136-47e8-8278-1d1a27e00377 req-ed668fbc-6489-49c3-80b7-dd1cabc14a17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:24.687398 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7d2d2a1-6136-47e8-8278-1d1a27e00377 req-ed668fbc-6489-49c3-80b7-dd1cabc14a17 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 943 time: 0.0669868 Jul 13 08:25:24.727302 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7d2d2a1-6136-47e8-8278-1d1a27e00377 req-6d8754e3-84d5-476c-a617-b56de9cab43e tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341265 Jul 13 08:25:25.480530 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 49b26048-fe02-412a-a79c-36b77a3b49fe no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:25:25.494817 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ffd058-b687-43d3-a6e4-7b89a16f33db', 'tag': '49b26048-fe02-412a-a79c-36b77a3b49fe'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:25.497687 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee7ad63-6739-43f2-b8fa-3e17b3226c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "67ffd058-b687-43d3-a6e4-7b89a16f33db", "tag": "49b26048-fe02-412a-a79c-36b77a3b49fe"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:25.523447 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 49b26048-fe02-412a-a79c-36b77a3b49fe not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:25:25.548170 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526bc9ab-d3ad-4bad-9571-22f1465eed1d x-openstack-request-id: req-526bc9ab-d3ad-4bad-9571-22f1465eed1d {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:25.548472 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ffd058-b687-43d3-a6e4-7b89a16f33db", "tag": "49b26048-fe02-412a-a79c-36b77a3b49fe", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:25.548788 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-526bc9ab-d3ad-4bad-9571-22f1465eed1d {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:25.549201 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ffd058-b687-43d3-a6e4-7b89a16f33db', 'tag': '49b26048-fe02-412a-a79c-36b77a3b49fe', 'status': 'completed', 'code': 200} Jul 13 08:25:25.661430 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7ad63-6739-43f2-b8fa-3e17b3226c9a req-e99eb715-4c28-46f6-8c09-ae063b3e701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:25.663005 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bee7ad63-6739-43f2-b8fa-3e17b3226c9a req-e99eb715-4c28-46f6-8c09-ae063b3e701e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af9f06352878499188eb7048fb6edfbd&device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 1095 time: 0.0960255 Jul 13 08:25:25.668688 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7ad63-6739-43f2-b8fa-3e17b3226c9a req-ed87eb18-9b4e-4201-9583-000773df0fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:25.670827 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bee7ad63-6739-43f2-b8fa-3e17b3226c9a req-ed87eb18-9b4e-4201-9583-000773df0fc8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af9f06352878499188eb7048fb6edfbd&device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 1095 time: 0.0959098 Jul 13 08:25:25.832775 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7ad63-6739-43f2-b8fa-3e17b3226c9a req-8ebede2e-4a99-4d37-b2fb-a3b408aa58d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:25.834642 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bee7ad63-6739-43f2-b8fa-3e17b3226c9a req-8ebede2e-4a99-4d37-b2fb-a3b408aa58d7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad HTTP/1.1" status: 200 len: 914 time: 0.1550596 Jul 13 08:25:25.835617 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7ad63-6739-43f2-b8fa-3e17b3226c9a req-94932823-eeb0-4490-a5c3-d271398287a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:25.836972 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bee7ad63-6739-43f2-b8fa-3e17b3226c9a req-94932823-eeb0-4490-a5c3-d271398287a8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad HTTP/1.1" status: 200 len: 914 time: 0.1652961 Jul 13 08:25:25.908179 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce24735-7206-415e-b543-e2c54f76933f req-ecb707b3-f447-4c4e-984d-d4686ba1bd6b tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:25.909708 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ce24735-7206-415e-b543-e2c54f76933f req-ecb707b3-f447-4c4e-984d-d4686ba1bd6b tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 943 time: 0.0663695 Jul 13 08:25:25.915621 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bee7ad63-6739-43f2-b8fa-3e17b3226c9a req-139a0747-79b6-48c1-99b5-f68435f65e78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49b26048-fe02-412a-a79c-36b77a3b49fe HTTP/1.1" status: 200 len: 217 time: 0.0727639 Jul 13 08:25:25.916988 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bee7ad63-6739-43f2-b8fa-3e17b3226c9a req-9199ff97-83ca-491d-a3a3-134e1227f869 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49b26048-fe02-412a-a79c-36b77a3b49fe HTTP/1.1" status: 200 len: 217 time: 0.0672050 Jul 13 08:25:25.948955 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ce24735-7206-415e-b543-e2c54f76933f req-f4a79c67-11e4-4147-be88-6f3dc63e1ff9 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333974 Jul 13 08:25:26.005226 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7ad63-6739-43f2-b8fa-3e17b3226c9a req-4c87ffe9-fd7e-4ea1-a4f9-b9858ca03281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:26.006739 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bee7ad63-6739-43f2-b8fa-3e17b3226c9a req-4c87ffe9-fd7e-4ea1-a4f9-b9858ca03281 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8c83f511-7617-4a33-b003-bf9fee62bbcb HTTP/1.1" status: 200 len: 853 time: 0.0846610 Jul 13 08:25:26.008528 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7ad63-6739-43f2-b8fa-3e17b3226c9a req-84e0750e-4a89-40e2-a01a-243a8de42604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:26.010165 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bee7ad63-6739-43f2-b8fa-3e17b3226c9a req-84e0750e-4a89-40e2-a01a-243a8de42604 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8c83f511-7617-4a33-b003-bf9fee62bbcb HTTP/1.1" status: 200 len: 853 time: 0.0867560 Jul 13 08:25:26.048883 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bee7ad63-6739-43f2-b8fa-3e17b3226c9a req-bb796f0d-3095-4556-8c1d-77338a0cc077 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353284 Jul 13 08:25:26.067963 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bee7ad63-6739-43f2-b8fa-3e17b3226c9a req-ef378d0f-1a93-47c5-9ae8-dd1a8a70413c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456445 Jul 13 08:25:26.246464 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bee7ad63-6739-43f2-b8fa-3e17b3226c9a req-38aa68de-4508-49e6-be03-dae2f2c54d0e service neutron] 10.222.0.62 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810224 Jul 13 08:25:26.249260 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bee7ad63-6739-43f2-b8fa-3e17b3226c9a req-462f799f-885d-46da-a024-6b3780913497 service neutron] 10.222.0.35 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733181 Jul 13 08:25:26.329986 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b4b7f-1c4a-4247-98af-86031c5d5c20 req-140cb147-e0ce-413d-a344-52cf65569683 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:26.331499 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc5b4b7f-1c4a-4247-98af-86031c5d5c20 req-140cb147-e0ce-413d-a344-52cf65569683 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 943 time: 0.1223636 Jul 13 08:25:26.339253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb7b43-f857-4eaa-989b-f9ed941a2785 req-b357a23c-f421-4147-85a6-d3d462277fb3 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:26.340656 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75fb7b43-f857-4eaa-989b-f9ed941a2785 req-b357a23c-f421-4147-85a6-d3d462277fb3 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.62 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db&tenant_id=af9f06352878499188eb7048fb6edfbd&binding%3Ahost_id=n-h1-779913-28 HTTP/1.1" status: 200 len: 943 time: 0.1216607 Jul 13 08:25:26.413691 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc5b4b7f-1c4a-4247-98af-86031c5d5c20 req-0cde0233-cae1-420a-abcd-34b69c649a81 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720441 Jul 13 08:25:26.414507 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bee7ad63-6739-43f2-b8fa-3e17b3226c9a req-f1ce3cd9-3944-4a6d-aaa4-182009c49650 service neutron] 10.222.0.62 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618938 Jul 13 08:25:26.416473 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bee7ad63-6739-43f2-b8fa-3e17b3226c9a req-2e9d047b-26a3-4d28-997d-7694fcc9f3fb service neutron] 10.222.0.35 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556566 Jul 13 08:25:26.425089 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-75fb7b43-f857-4eaa-989b-f9ed941a2785 req-18fb3b0c-6ff0-4227-97ee-d5e9005fd995 service neutron] delete failed (client error): The resource could not be found. Jul 13 08:25:26.426833 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75fb7b43-f857-4eaa-989b-f9ed941a2785 req-18fb3b0c-6ff0-4227-97ee-d5e9005fd995 service neutron] 10.222.0.62 "DELETE /v2.0/ports/49b26048-fe02-412a-a79c-36b77a3b49fe/bindings/n-h2-779913-28 HTTP/1.1" status: 404 len: 381 time: 0.0790646 Jul 13 08:25:26.530754 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb7b43-f857-4eaa-989b-f9ed941a2785 req-01bfd674-42bc-4c33-8098-e2af17a3e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:26.532249 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75fb7b43-f857-4eaa-989b-f9ed941a2785 req-01bfd674-42bc-4c33-8098-e2af17a3e006 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af9f06352878499188eb7048fb6edfbd&device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 1095 time: 0.0538776 Jul 13 08:25:26.627513 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb7b43-f857-4eaa-989b-f9ed941a2785 req-c7b83cdb-fce4-40c5-b7a2-8b920fd528b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:26.629346 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75fb7b43-f857-4eaa-989b-f9ed941a2785 req-c7b83cdb-fce4-40c5-b7a2-8b920fd528b4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad HTTP/1.1" status: 200 len: 914 time: 0.0897174 Jul 13 08:25:26.669396 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75fb7b43-f857-4eaa-989b-f9ed941a2785 req-001cd90b-ca32-44c3-bddf-2d5b48ca969a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49b26048-fe02-412a-a79c-36b77a3b49fe HTTP/1.1" status: 200 len: 217 time: 0.0340149 Jul 13 08:25:26.721657 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb7b43-f857-4eaa-989b-f9ed941a2785 req-a6b7f688-3dd2-474f-b6e2-eb218cbc13e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:26.723190 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75fb7b43-f857-4eaa-989b-f9ed941a2785 req-a6b7f688-3dd2-474f-b6e2-eb218cbc13e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8c83f511-7617-4a33-b003-bf9fee62bbcb HTTP/1.1" status: 200 len: 853 time: 0.0482600 Jul 13 08:25:26.756036 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75fb7b43-f857-4eaa-989b-f9ed941a2785 req-41527c22-b15b-4078-bc01-989458e317b4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265055 Jul 13 08:25:26.847236 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75fb7b43-f857-4eaa-989b-f9ed941a2785 req-a2d51f62-f2aa-47cc-a32b-4a1cf05b1089 service neutron] 10.222.0.62 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846310 Jul 13 08:25:27.262357 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75fb7b43-f857-4eaa-989b-f9ed941a2785 req-a5d4c9c6-ecf1-4394-8193-0b6301d7d691 service neutron] 10.222.0.62 "GET /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090526 Jul 13 08:25:27.616158 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b47f272e-c061-4470-88b5-c73c231f2672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:27.617415 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fd917-5ad9-49ce-9c45-407a2990b400 req-5feedeaa-43ce-4eed-8307-91ae7366342f tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:27.619104 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f35fd917-5ad9-49ce-9c45-407a2990b400 req-5feedeaa-43ce-4eed-8307-91ae7366342f tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 943 time: 0.0773337 Jul 13 08:25:27.659534 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f35fd917-5ad9-49ce-9c45-407a2990b400 req-32545171-310f-466f-bf00-c808bb0041b1 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339746 Jul 13 08:25:27.838400 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:27.910293 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 49b26048-fe02-412a-a79c-36b77a3b49fe details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:25:28.001749 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 49b26048-fe02-412a-a79c-36b77a3b49fe, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=49b26048-fe02-412a-a79c-36b77a3b49fe,segment=NetworkSegment(819b9f6d-e867-439b-8c71-71bf129682d9),segment_id=819b9f6d-e867-439b-8c71-71bf129682d9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:28.012603 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '49b26048-fe02-412a-a79c-36b77a3b49fe', 'network_id': '28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad', 'port_id': '49b26048-fe02-412a-a79c-36b77a3b49fe', 'mac_address': 'fa:16:3e:a3:57:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c83f511-7617-4a33-b003-bf9fee62bbcb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:25:28.053642 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:28.066105 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b26048-fe02-412a-a79c-36b77a3b49fe {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:25:28.085989 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 49b26048-fe02-412a-a79c-36b77a3b49fe, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=49b26048-fe02-412a-a79c-36b77a3b49fe,segment=NetworkSegment(819b9f6d-e867-439b-8c71-71bf129682d9),segment_id=819b9f6d-e867-439b-8c71-71bf129682d9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:28.089787 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:28.141560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=49b26048-fe02-412a-a79c-36b77a3b49fe,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:28.340893 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['49b26048-fe02-412a-a79c-36b77a3b49fe'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:25:28.833287 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd70cb8-072a-482a-8c02-45fc19e7db44 req-3e242707-81f4-49f8-9728-b767b259be6e tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:28.835104 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4dd70cb8-072a-482a-8c02-45fc19e7db44 req-3e242707-81f4-49f8-9728-b767b259be6e tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 944 time: 0.0649230 Jul 13 08:25:28.872588 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4dd70cb8-072a-482a-8c02-45fc19e7db44 req-3a983b56-c9e6-40ae-8f8a-2b1493cae93b tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Jul 13 08:25:29.044649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50071e51-5b44-4ed2-afdc-7d09c5c0fed4 req-fdbaa3e8-f329-4885-bb00-281fd55c3523 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:29.046137 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50071e51-5b44-4ed2-afdc-7d09c5c0fed4 req-fdbaa3e8-f329-4885-bb00-281fd55c3523 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 944 time: 0.0634105 Jul 13 08:25:29.085520 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50071e51-5b44-4ed2-afdc-7d09c5c0fed4 req-f7bd05fe-d6d7-4900-ba45-6c4d4192b93d tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336218 Jul 13 08:25:29.260734 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a79614-c9dd-45a3-b8a8-a6a2cc44fc2c req-b71514b6-14e0-4129-8654-b09a5c8fe0c3 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:29.262240 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-23a79614-c9dd-45a3-b8a8-a6a2cc44fc2c req-b71514b6-14e0-4129-8654-b09a5c8fe0c3 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 944 time: 0.0668383 Jul 13 08:25:29.301095 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-23a79614-c9dd-45a3-b8a8-a6a2cc44fc2c req-d3f60e95-f104-4324-bb40-c00c73779457 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326800 Jul 13 08:25:29.759453 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:29.921183 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 49b26048-fe02-412a-a79c-36b77a3b49fe up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:25:29.950180 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebefb47-1b9e-44a5-bd9d-15664f8c56be req-7469df52-b982-42e6-b1a1-794a6e37a7b2 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:29.952124 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eebefb47-1b9e-44a5-bd9d-15664f8c56be req-7469df52-b982-42e6-b1a1-794a6e37a7b2 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 944 time: 0.0647473 Jul 13 08:25:29.969911 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 49b26048-fe02-412a-a79c-36b77a3b49fe completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:25:29.973700 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 49b26048-fe02-412a-a79c-36b77a3b49fe triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:29.974069 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:29.992099 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eebefb47-1b9e-44a5-bd9d-15664f8c56be req-194da282-6705-42ed-b6a1-e3a655046410 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342183 Jul 13 08:25:30.052152 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:30.076779 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ffd058-b687-43d3-a6e4-7b89a16f33db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b26048-fe02-412a-a79c-36b77a3b49fe'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:30.079078 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3909c0a9-8218-46d4-acc1-33f18ea549d1" -d '{"events": [{"server_uuid": "67ffd058-b687-43d3-a6e4-7b89a16f33db", "name": "network-vif-plugged", "status": "completed", "tag": "49b26048-fe02-412a-a79c-36b77a3b49fe"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:30.091774 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 49b26048-fe02-412a-a79c-36b77a3b49fe, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=49b26048-fe02-412a-a79c-36b77a3b49fe,segment=NetworkSegment(819b9f6d-e867-439b-8c71-71bf129682d9),segment_id=819b9f6d-e867-439b-8c71-71bf129682d9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:30.096228 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:30.121097 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54645912-1ed2-4a04-b947-e45c1327cd3c x-openstack-request-id: req-54645912-1ed2-4a04-b947-e45c1327cd3c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:30.121390 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ffd058-b687-43d3-a6e4-7b89a16f33db", "name": "network-vif-plugged", "status": "completed", "tag": "49b26048-fe02-412a-a79c-36b77a3b49fe", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:30.121646 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-54645912-1ed2-4a04-b947-e45c1327cd3c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:30.122035 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ffd058-b687-43d3-a6e4-7b89a16f33db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b26048-fe02-412a-a79c-36b77a3b49fe', 'code': 200} Jul 13 08:25:30.152043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=49b26048-fe02-412a-a79c-36b77a3b49fe,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:30.893969 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f300-edab-4e39-af7d-e3aa3b37b82d req-4a7e08e8-0dfe-4a59-92d2-b59f0cb4ac84 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:30.895602 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a800f300-edab-4e39-af7d-e3aa3b37b82d req-4a7e08e8-0dfe-4a59-92d2-b59f0cb4ac84 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.35 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0675592 Jul 13 08:25:30.994234 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-a800f300-edab-4e39-af7d-e3aa3b37b82d req-51b47924-a68e-4fdb-9d29-65571723e601 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Deleting port 49b26048-fe02-412a-a79c-36b77a3b49fe {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:25:30.994580 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a800f300-edab-4e39-af7d-e3aa3b37b82d req-51b47924-a68e-4fdb-9d29-65571723e601 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:31.087584 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-a800f300-edab-4e39-af7d-e3aa3b37b82d req-51b47924-a68e-4fdb-9d29-65571723e601 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] For port 49b26048-fe02-412a-a79c-36b77a3b49fe, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=49b26048-fe02-412a-a79c-36b77a3b49fe,segment=NetworkSegment(819b9f6d-e867-439b-8c71-71bf129682d9),segment_id=819b9f6d-e867-439b-8c71-71bf129682d9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:31.087942 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a800f300-edab-4e39-af7d-e3aa3b37b82d req-51b47924-a68e-4fdb-9d29-65571723e601 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:31.101264 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-a800f300-edab-4e39-af7d-e3aa3b37b82d req-51b47924-a68e-4fdb-9d29-65571723e601 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Calling delete_port for 49b26048-fe02-412a-a79c-36b77a3b49fe owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:25:31.172423 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dec63-a1cd-4b96-9fcc-39e413e8c52e req-6d86e085-56e2-4b11-bc71-82715fd72b36 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:31.173939 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a85dec63-a1cd-4b96-9fcc-39e413e8c52e req-6d86e085-56e2-4b11-bc71-82715fd72b36 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/ports?device_id=67ffd058-b687-43d3-a6e4-7b89a16f33db HTTP/1.1" status: 200 len: 945 time: 0.0677652 Jul 13 08:25:31.214457 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a85dec63-a1cd-4b96-9fcc-39e413e8c52e req-169d646f-895a-4ecb-8103-aa2fecafc788 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.58 "GET /v2.0/security-groups?id=0cb792e8-04e6-4922-8580-f15019f46020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343111 Jul 13 08:25:31.237386 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a800f300-edab-4e39-af7d-e3aa3b37b82d req-51b47924-a68e-4fdb-9d29-65571723e601 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:31.249005 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['49b26048-fe02-412a-a79c-36b77a3b49fe'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:25:31.274617 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b47924-a68e-4fdb-9d29-65571723e601 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Pushing event deleted for resources: {'Port': ['ID=49b26048-fe02-412a-a79c-36b77a3b49fe,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:31.316069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a800f300-edab-4e39-af7d-e3aa3b37b82d req-51b47924-a68e-4fdb-9d29-65571723e601 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] No DVR routers for this DVR port 49b26048-fe02-412a-a79c-36b77a3b49fe on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:25:31.318579 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-a800f300-edab-4e39-af7d-e3aa3b37b82d req-51b47924-a68e-4fdb-9d29-65571723e601 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:31.320551 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a800f300-edab-4e39-af7d-e3aa3b37b82d req-51b47924-a68e-4fdb-9d29-65571723e601 tempest-ServerDiskConfigTestJSON-883583058 tempest-ServerDiskConfigTestJSON-883583058-project] 10.222.0.35 "DELETE /v2.0/ports/49b26048-fe02-412a-a79c-36b77a3b49fe HTTP/1.1" status: 204 len: 173 time: 0.4199722 Jul 13 08:25:31.321027 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ffd058-b687-43d3-a6e4-7b89a16f33db', 'name': 'network-vif-deleted', 'tag': '49b26048-fe02-412a-a79c-36b77a3b49fe'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:31.323287 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ce0375-6daa-4ddd-ad68-29a528249b88" -d '{"events": [{"server_uuid": "67ffd058-b687-43d3-a6e4-7b89a16f33db", "name": "network-vif-deleted", "tag": "49b26048-fe02-412a-a79c-36b77a3b49fe"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:31.365777 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d1a89d-57b2-4a59-8ad7-20b696a50632 x-openstack-request-id: req-81d1a89d-57b2-4a59-8ad7-20b696a50632 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:31.366103 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ffd058-b687-43d3-a6e4-7b89a16f33db", "name": "network-vif-deleted", "tag": "49b26048-fe02-412a-a79c-36b77a3b49fe", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:31.366371 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-81d1a89d-57b2-4a59-8ad7-20b696a50632 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:31.366786 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ffd058-b687-43d3-a6e4-7b89a16f33db', 'name': 'network-vif-deleted', 'tag': '49b26048-fe02-412a-a79c-36b77a3b49fe', 'status': 'completed', 'code': 200} Jul 13 08:25:31.481330 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:32.451168 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33094) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:32.497432 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-07dbb786-4c2a-49f6-bd3b-eb169677ef30 admin admin] Deleting subnet 8c83f511-7617-4a33-b003-bf9fee62bbcb {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:25:32.501784 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-07dbb786-4c2a-49f6-bd3b-eb169677ef30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:32.541330 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-07dbb786-4c2a-49f6-bd3b-eb169677ef30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:32.580743 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-07dbb786-4c2a-49f6-bd3b-eb169677ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:32.635184 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-07dbb786-4c2a-49f6-bd3b-eb169677ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:32.670780 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-07dbb786-4c2a-49f6-bd3b-eb169677ef30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:32.672833 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-07dbb786-4c2a-49f6-bd3b-eb169677ef30 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8c83f511-7617-4a33-b003-bf9fee62bbcb HTTP/1.1" status: 204 len: 168 time: 0.2206697 Jul 13 08:25:32.673816 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbb786-4c2a-49f6-bd3b-eb169677ef30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c83f511-7617-4a33-b003-bf9fee62bbcb,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:32.675580 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33096) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:32.748830 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf6f87ba-0c98-45cf-ae62-98a2cc8c1a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:32.827678 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf6f87ba-0c98-45cf-ae62-98a2cc8c1a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:32.838116 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-cf6f87ba-0c98-45cf-ae62-98a2cc8c1a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:32.847995 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-cf6f87ba-0c98-45cf-ae62-98a2cc8c1a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819b9f6d-e867-439b-8c71-71bf129682d9') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:32.848289 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-cf6f87ba-0c98-45cf-ae62-98a2cc8c1a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819b9f6d-e867-439b-8c71-71bf129682d9') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:32.857001 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf6f87ba-0c98-45cf-ae62-98a2cc8c1a17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:32.870604 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf6f87ba-0c98-45cf-ae62-98a2cc8c1a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:32.876903 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6f87ba-0c98-45cf-ae62-98a2cc8c1a17 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:25:32.877322 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf6f87ba-0c98-45cf-ae62-98a2cc8c1a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:25:32.879000 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:25:32.936301 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf6f87ba-0c98-45cf-ae62-98a2cc8c1a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:32.941897 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cf6f87ba-0c98-45cf-ae62-98a2cc8c1a17 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:32.944049 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cf6f87ba-0c98-45cf-ae62-98a2cc8c1a17 admin admin] 10.222.0.58 "DELETE /v2.0/networks/28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad HTTP/1.1" status: 204 len: 168 time: 0.2674897 Jul 13 08:25:32.955391 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f87ba-0c98-45cf-ae62-98a2cc8c1a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=28db1a2f-bbfd-4d79-85eb-f3ce2480c0ad,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:33.055401 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33100) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:33.095438 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-89f66df8-5103-4d6f-87d5-941be757ee00 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af9f06352878499188eb7048fb6edfbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388398 Jul 13 08:25:33.097987 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33102) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:33.146318 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a19d876-d88b-49e2-bb11-a60343f08997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:33.167247 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a19d876-d88b-49e2-bb11-a60343f08997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:33.218512 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a19d876-d88b-49e2-bb11-a60343f08997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:33.221164 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a19d876-d88b-49e2-bb11-a60343f08997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:33.222391 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4a19d876-d88b-49e2-bb11-a60343f08997 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0cb792e8-04e6-4922-8580-f15019f46020 HTTP/1.1" status: 204 len: 168 time: 0.1233876 Jul 13 08:25:33.230149 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19d876-d88b-49e2-bb11-a60343f08997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb792e8-04e6-4922-8580-f15019f46020,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:33.237694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19d876-d88b-49e2-bb11-a60343f08997 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:33.238048 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19d876-d88b-49e2-bb11-a60343f08997 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:33.238418 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19d876-d88b-49e2-bb11-a60343f08997 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:33.238756 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19d876-d88b-49e2-bb11-a60343f08997 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:33.239091 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19d876-d88b-49e2-bb11-a60343f08997 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:33.239425 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19d876-d88b-49e2-bb11-a60343f08997 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:33.239757 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19d876-d88b-49e2-bb11-a60343f08997 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:33.240085 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19d876-d88b-49e2-bb11-a60343f08997 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:33.240412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19d876-d88b-49e2-bb11-a60343f08997 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:33.240739 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19d876-d88b-49e2-bb11-a60343f08997 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:33.241066 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19d876-d88b-49e2-bb11-a60343f08997 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:33.241388 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19d876-d88b-49e2-bb11-a60343f08997 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:33.881414 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33124) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:33.949329 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 49b26048-fe02-412a-a79c-36b77a3b49fe no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:25:33.969985 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 49b26048-fe02-412a-a79c-36b77a3b49fe {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:25:33.970357 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 49b26048-fe02-412a-a79c-36b77a3b49fe not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:25:33.974441 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-97deaab7-7207-4280-8c4a-6a53689ae183 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-536305668-network', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:33.995338 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97deaab7-7207-4280-8c4a-6a53689ae183 admin admin] Made reservation on behalf of 3dfb7979363549a7888cd93f5670b15f for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:25:33.998245 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97deaab7-7207-4280-8c4a-6a53689ae183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.006570 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97deaab7-7207-4280-8c4a-6a53689ae183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.099476 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97deaab7-7207-4280-8c4a-6a53689ae183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.103388 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97deaab7-7207-4280-8c4a-6a53689ae183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.128947 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97deaab7-7207-4280-8c4a-6a53689ae183 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:25:34.137906 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97deaab7-7207-4280-8c4a-6a53689ae183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddcd714-e76d-42dd-aaee-ca29a6d5dbd8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:34.144819 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97deaab7-7207-4280-8c4a-6a53689ae183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.145318 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-97deaab7-7207-4280-8c4a-6a53689ae183 admin admin] Added segment a8c9773f-6075-4fb9-a013-ac9774ca71c4 of type vlan for network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 Jul 13 08:25:34.189059 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97deaab7-7207-4280-8c4a-6a53689ae183 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.218053 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97deaab7-7207-4280-8c4a-6a53689ae183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.219219 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97deaab7-7207-4280-8c4a-6a53689ae183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:34.219807 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97deaab7-7207-4280-8c4a-6a53689ae183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.251511 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-97deaab7-7207-4280-8c4a-6a53689ae183 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3688645 Jul 13 08:25:34.254231 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33128) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:34.260417 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8d369fd3-3ed4-4517-b223-b829e447238f admin admin] Request body: {'subnet': {'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-536305668-subnet', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:34.288911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97deaab7-7207-4280-8c4a-6a53689ae183 admin admin] Pushing event updated for resources: {'Network': ['ID=4e911039-dbb0-470b-916b-8e2ccfa23ac4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:34.300408 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:25:34.308188 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d369fd3-3ed4-4517-b223-b829e447238f admin admin] Made reservation on behalf of 3dfb7979363549a7888cd93f5670b15f for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:25:34.310747 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d369fd3-3ed4-4517-b223-b829e447238f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.476846 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d369fd3-3ed4-4517-b223-b829e447238f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.535215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d369fd3-3ed4-4517-b223-b829e447238f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f0bf666-5249-4a6b-9d69-dba52c707780,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:34.545696 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d369fd3-3ed4-4517-b223-b829e447238f admin admin] Checking segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:25:34.546055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d369fd3-3ed4-4517-b223-b829e447238f admin admin] Network hostable DHCP agents. Network: 4e911039-dbb0-470b-916b-8e2ccfa23ac4, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:25:34.562448 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d369fd3-3ed4-4517-b223-b829e447238f admin admin] Network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:25:34.571078 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-8d369fd3-3ed4-4517-b223-b829e447238f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 4e911039-dbb0-470b-916b-8e2ccfa23ac4) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:25:34.577173 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d369fd3-3ed4-4517-b223-b829e447238f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:34.578140 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d369fd3-3ed4-4517-b223-b829e447238f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.583641 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90efbe8c-7c51-49a6-9859-d73e19fed50f None None] Network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:25:34.595819 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8d369fd3-3ed4-4517-b223-b829e447238f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3405724 Jul 13 08:25:34.598676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33130) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:34.603372 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-92cf464f-1cd1-43de-b726-dbee0caee8b7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:34.622557 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92cf464f-1cd1-43de-b726-dbee0caee8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.623543 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92cf464f-1cd1-43de-b726-dbee0caee8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.674954 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92cf464f-1cd1-43de-b726-dbee0caee8b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.733887 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:25:34.734808 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.814231 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92cf464f-1cd1-43de-b726-dbee0caee8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.874953 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] Allocated IP 172.20.0.2 (4e911039-dbb0-470b-916b-8e2ccfa23ac4/8f0bf666-5249-4a6b-9d69-dba52c707780/217b61e2-b0df-4ce5-a334-a9f764a1fc38) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:25:35.017579 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.021221 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92cf464f-1cd1-43de-b726-dbee0caee8b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.026714 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] Transition to ACTIVE for port object 217b61e2-b0df-4ce5-a334-a9f764a1fc38 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:25:35.041321 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92cf464f-1cd1-43de-b726-dbee0caee8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.041627 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] Transition to ACTIVE for port object 217b61e2-b0df-4ce5-a334-a9f764a1fc38 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:25:35.047712 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.087112 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] Network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:25:35.089879 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:25:35.096010 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:25:35.109397 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] Pushing event updated for resources: {'Port': ['ID=217b61e2-b0df-4ce5-a334-a9f764a1fc38,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:35.151046 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-92cf464f-1cd1-43de-b726-dbee0caee8b7 admin admin] Allocated IP 172.25.0.212 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/65390f74-8eec-44ea-be04-adf36b90f19e) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:25:35.164454 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] Attempting to bind port 217b61e2-b0df-4ce5-a334-a9f764a1fc38 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:25:35.164825 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] Attempting to bind port 217b61e2-b0df-4ce5-a334-a9f764a1fc38 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:25:35.165190 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] Attempting to bind port 217b61e2-b0df-4ce5-a334-a9f764a1fc38 on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:25:35.170905 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:25:35.171287 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] Checking segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:25:35.171695 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.172085 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] Bound using segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:25:35.172548 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] Bound port: 217b61e2-b0df-4ce5-a334-a9f764a1fc38, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:25:35.172929 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.234587 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] For port 217b61e2-b0df-4ce5-a334-a9f764a1fc38, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:25:35.237654 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] For port 217b61e2-b0df-4ce5-a334-a9f764a1fc38, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=217b61e2-b0df-4ce5-a334-a9f764a1fc38,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:25:35.242493 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.258424 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92cf464f-1cd1-43de-b726-dbee0caee8b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.301909 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92cf464f-1cd1-43de-b726-dbee0caee8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.304944 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a7d31-103f-41e4-a6c6-c2b4355285a4 None None] Pushing event updated for resources: {'Port': ['ID=217b61e2-b0df-4ce5-a334-a9f764a1fc38,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:35.344724 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cf464f-1cd1-43de-b726-dbee0caee8b7 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:25:35.347622 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-92cf464f-1cd1-43de-b726-dbee0caee8b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:25:35.351476 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cf464f-1cd1-43de-b726-dbee0caee8b7 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:25:35.357272 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf464f-1cd1-43de-b726-dbee0caee8b7 admin admin] Pushing event updated for resources: {'Port': ['ID=65390f74-8eec-44ea-be04-adf36b90f19e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:35.627375 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92cf464f-1cd1-43de-b726-dbee0caee8b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.825971 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92cf464f-1cd1-43de-b726-dbee0caee8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.957745 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cf464f-1cd1-43de-b726-dbee0caee8b7 admin admin] Router b41af1cc-fdc4-44e7-9409-b437de4034ec is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:25:36.070810 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cf464f-1cd1-43de-b726-dbee0caee8b7 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:25:36.081262 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] Sync routers for ids ['b41af1cc-fdc4-44e7-9409-b437de4034ec'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:25:36.088715 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92cf464f-1cd1-43de-b726-dbee0caee8b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:36.090068 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-92cf464f-1cd1-43de-b726-dbee0caee8b7 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4903963 Jul 13 08:25:36.093849 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33132) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:36.095415 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] Routers {'b41af1cc-fdc4-44e7-9409-b437de4034ec'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:36.096062 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:25:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b41af1cc-fdc4-44e7-9409-b437de4034ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:36.209822 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] Set router b41af1cc-fdc4-44e7-9409-b437de4034ec gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:36.230020 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b809493-d81b-467a-befb-4f8731ed5f07 None None] Network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:25:36.316931 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0af6e5f9-42c5-4abf-87ad-004e0dfbcebe None None] Provisioning for port 217b61e2-b0df-4ce5-a334-a9f764a1fc38 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:25:36.402574 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:35Z', 'revision_number': 3, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:36.429753 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] Checking router: b41af1cc-fdc4-44e7-9409-b437de4034ec for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:25:36.430125 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] Updating router b41af1cc-fdc4-44e7-9409-b437de4034ec port 65390f74-8eec-44ea-be04-adf36b90f19e binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:25:36.467880 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:36.531247 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8bf3e8e6-a471-4a5a-a99f-5d02d8c1048a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:36.745945 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:36.750019 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-8bf3e8e6-a471-4a5a-a99f-5d02d8c1048a admin admin] Allocated IP 172.20.0.1 (4e911039-dbb0-470b-916b-8e2ccfa23ac4/8f0bf666-5249-4a6b-9d69-dba52c707780/5e72ea74-a62b-4899-a572-2c4a4b13a64e) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:25:36.756135 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] Transition to ACTIVE for port object 65390f74-8eec-44ea-be04-adf36b90f19e will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:25:36.763210 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:36.821808 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] Attempting to bind port 65390f74-8eec-44ea-be04-adf36b90f19e on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:25:36.822620 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] Attempting to bind port 65390f74-8eec-44ea-be04-adf36b90f19e by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:25:36.822620 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] Attempting to bind port 65390f74-8eec-44ea-be04-adf36b90f19e on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:25:36.824618 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5f454-452c-4ce4-854e-e9ffcb60e07d None None] Pushing event updated for resources: {'Port': ['ID=65390f74-8eec-44ea-be04-adf36b90f19e,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:36.833905 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:25:36.834281 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:25:36.834944 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:36.835622 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:25:36.835819 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] Bound port: 65390f74-8eec-44ea-be04-adf36b90f19e, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:25:36.836148 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:36.838483 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5f454-452c-4ce4-854e-e9ffcb60e07d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:36.839305 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5f454-452c-4ce4-854e-e9ffcb60e07d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:36.839305 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5f454-452c-4ce4-854e-e9ffcb60e07d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:36.839513 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5f454-452c-4ce4-854e-e9ffcb60e07d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:36.839833 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5f454-452c-4ce4-854e-e9ffcb60e07d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:36.840162 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5f454-452c-4ce4-854e-e9ffcb60e07d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:36.840474 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5f454-452c-4ce4-854e-e9ffcb60e07d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:36.840793 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5f454-452c-4ce4-854e-e9ffcb60e07d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:36.841112 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5f454-452c-4ce4-854e-e9ffcb60e07d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:36.841456 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5f454-452c-4ce4-854e-e9ffcb60e07d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:36.841770 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5f454-452c-4ce4-854e-e9ffcb60e07d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:36.842103 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5f454-452c-4ce4-854e-e9ffcb60e07d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:36.871321 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8bf3e8e6-a471-4a5a-a99f-5d02d8c1048a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:36.876684 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 217b61e2-b0df-4ce5-a334-a9f764a1fc38 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:25:36.885883 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-8bf3e8e6-a471-4a5a-a99f-5d02d8c1048a admin admin] Transition to ACTIVE for port object 5e72ea74-a62b-4899-a572-2c4a4b13a64e will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:25:36.902576 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] For port 65390f74-8eec-44ea-be04-adf36b90f19e, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:25:36.905901 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] For port 65390f74-8eec-44ea-be04-adf36b90f19e, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=65390f74-8eec-44ea-be04-adf36b90f19e,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:25:36.911683 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:36.923660 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8bf3e8e6-a471-4a5a-a99f-5d02d8c1048a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:36.927295 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 217b61e2-b0df-4ce5-a334-a9f764a1fc38 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:25:36.931533 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 217b61e2-b0df-4ce5-a334-a9f764a1fc38 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:36.931898 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:36.966840 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf3e8e6-a471-4a5a-a99f-5d02d8c1048a admin admin] Network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:25:36.970078 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-8bf3e8e6-a471-4a5a-a99f-5d02d8c1048a admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:25:36.973199 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf3e8e6-a471-4a5a-a99f-5d02d8c1048a admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:25:36.976902 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] Routers {'b41af1cc-fdc4-44e7-9409-b437de4034ec'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:36.977570 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:25:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b41af1cc-fdc4-44e7-9409-b437de4034ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:36.981112 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5f454-452c-4ce4-854e-e9ffcb60e07d None None] Pushing event updated for resources: {'Port': ['ID=65390f74-8eec-44ea-be04-adf36b90f19e,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:37.027054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3e8e6-a471-4a5a-a99f-5d02d8c1048a admin admin] Pushing event updated for resources: {'Port': ['ID=5e72ea74-a62b-4899-a572-2c4a4b13a64e,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:37.028989 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:37.045265 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8bf3e8e6-a471-4a5a-a99f-5d02d8c1048a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:37.066376 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 217b61e2-b0df-4ce5-a334-a9f764a1fc38, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=217b61e2-b0df-4ce5-a334-a9f764a1fc38,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:37.074700 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:37.098673 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] Set router b41af1cc-fdc4-44e7-9409-b437de4034ec gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:37.139759 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=217b61e2-b0df-4ce5-a334-a9f764a1fc38,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:37.278356 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2edc3cfc-1083-4d61-b461-c215a60b65a5 None None] Provisioning for port 5e72ea74-a62b-4899-a572-2c4a4b13a64e completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:25:37.283632 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2edc3cfc-1083-4d61-b461-c215a60b65a5 None None] Provisioning complete for port 5e72ea74-a62b-4899-a572-2c4a4b13a64e triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:37.284087 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2edc3cfc-1083-4d61-b461-c215a60b65a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:37.318168 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:35Z', 'revision_number': 3, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:37.322350 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2edc3cfc-1083-4d61-b461-c215a60b65a5 None None] Port 5e72ea74-a62b-4899-a572-2c4a4b13a64e cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:25:37.346053 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e85cee-b0fd-4104-a880-963d1dc28400 None None] The sync data for ids ['b41af1cc-fdc4-44e7-9409-b437de4034ec'] in n-d-779913-28 is: [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:35Z', 'revision_number': 3, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:25:37.549964 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8bf3e8e6-a471-4a5a-a99f-5d02d8c1048a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:37.729622 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8bf3e8e6-a471-4a5a-a99f-5d02d8c1048a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:37.735350 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8bf3e8e6-a471-4a5a-a99f-5d02d8c1048a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:37.806216 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3e8e6-a471-4a5a-a99f-5d02d8c1048a admin admin] Pushing event updated for resources: {'Port': ['ID=5e72ea74-a62b-4899-a572-2c4a4b13a64e,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:37.820442 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8bf3e8e6-a471-4a5a-a99f-5d02d8c1048a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:37.925060 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf3e8e6-a471-4a5a-a99f-5d02d8c1048a admin admin] Network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:25:37.926580 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-8bf3e8e6-a471-4a5a-a99f-5d02d8c1048a admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:25:38.047861 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-27d0a2c4-2a8c-4b6f-8d31-30dc67f95f5c None None] Provisioning complete for port 5e72ea74-a62b-4899-a572-2c4a4b13a64e triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:38.048045 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-27d0a2c4-2a8c-4b6f-8d31-30dc67f95f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:38.055856 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf3e8e6-a471-4a5a-a99f-5d02d8c1048a admin admin] Router b41af1cc-fdc4-44e7-9409-b437de4034ec has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:25:38.092085 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-27d0a2c4-2a8c-4b6f-8d31-30dc67f95f5c None None] Port 5e72ea74-a62b-4899-a572-2c4a4b13a64e cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:25:38.180027 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf3e8e6-a471-4a5a-a99f-5d02d8c1048a admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:25:38.193929 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8bf3e8e6-a471-4a5a-a99f-5d02d8c1048a admin admin] 10.222.0.58 "PUT /v2.0/routers/b41af1cc-fdc4-44e7-9409-b437de4034ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0899985 Jul 13 08:25:38.212515 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-bf3e6ab5-47d4-4f2a-8262-8e2a35d3c53c None None] Provisioning complete for port 5e72ea74-a62b-4899-a572-2c4a4b13a64e triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:38.212880 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf3e6ab5-47d4-4f2a-8262-8e2a35d3c53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:38.249753 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e6ab5-47d4-4f2a-8262-8e2a35d3c53c None None] Port 5e72ea74-a62b-4899-a572-2c4a4b13a64e cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:25:38.355074 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:38.695766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33142) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:38.700632 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6412aec0-2efb-464f-ab74-a43b8d5ab222 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1698955632', 'description': 'tempest-description--412112225'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:38.723564 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6412aec0-2efb-464f-ab74-a43b8d5ab222 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:38.817206 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6412aec0-2efb-464f-ab74-a43b8d5ab222 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:38.821369 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6412aec0-2efb-464f-ab74-a43b8d5ab222 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:38.851007 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6412aec0-2efb-464f-ab74-a43b8d5ab222 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:38.854870 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6412aec0-2efb-464f-ab74-a43b8d5ab222 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1554463 Jul 13 08:25:38.854870 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412aec0-2efb-464f-ab74-a43b8d5ab222 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4067d894-86e9-44c8-a8d5-3c86515a09a7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:38.855310 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 33144) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:38.861491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d3b6c0af-e3f3-4ed9-844f-d8b07347eeb3 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Request body: {'security_group_rule': {'security_group_id': '4067d894-86e9-44c8-a8d5-3c86515a09a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:38.895616 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3b6c0af-e3f3-4ed9-844f-d8b07347eeb3 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:38.915574 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 217b61e2-b0df-4ce5-a334-a9f764a1fc38 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:25:38.958596 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] Sync routers for ids ['b41af1cc-fdc4-44e7-9409-b437de4034ec'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:25:38.962929 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3b6c0af-e3f3-4ed9-844f-d8b07347eeb3 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:38.967417 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3b6c0af-e3f3-4ed9-844f-d8b07347eeb3 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:38.973530 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] Routers {'b41af1cc-fdc4-44e7-9409-b437de4034ec'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:38.974170 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:25:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b41af1cc-fdc4-44e7-9409-b437de4034ec'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:38.990728 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6c0af-e3f3-4ed9-844f-d8b07347eeb3 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90538105-8ce9-4156-85da-e26d614810c1,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:38.995085 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d3b6c0af-e3f3-4ed9-844f-d8b07347eeb3 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:38.998164 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d3b6c0af-e3f3-4ed9-844f-d8b07347eeb3 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398275 Jul 13 08:25:38.999361 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33146) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:39.004313 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5df46d24-b300-4e8b-9e74-e4541a1af835 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Request body: {'security_group_rule': {'security_group_id': '4067d894-86e9-44c8-a8d5-3c86515a09a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:39.023311 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 217b61e2-b0df-4ce5-a334-a9f764a1fc38 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:39.023717 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.032439 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5df46d24-b300-4e8b-9e74-e4541a1af835 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.095958 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5df46d24-b300-4e8b-9e74-e4541a1af835 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.099833 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5df46d24-b300-4e8b-9e74-e4541a1af835 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.120267 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] Set router b41af1cc-fdc4-44e7-9409-b437de4034ec gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:39.120974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df46d24-b300-4e8b-9e74-e4541a1af835 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cbc459-ac2a-4682-a672-9638dc6a2877,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:39.129511 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5df46d24-b300-4e8b-9e74-e4541a1af835 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.133835 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5df46d24-b300-4e8b-9e74-e4541a1af835 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303551 Jul 13 08:25:39.134026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33148) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:39.143689 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1fdfdf2a-83c5-4cb1-89c3-301c1defdca8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:39.162504 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1fdfdf2a-83c5-4cb1-89c3-301c1defdca8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.195544 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 65390f74-8eec-44ea-be04-adf36b90f19e up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:25:39.267712 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1fdfdf2a-83c5-4cb1-89c3-301c1defdca8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.333800 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 65390f74-8eec-44ea-be04-adf36b90f19e completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:25:39.342737 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 65390f74-8eec-44ea-be04-adf36b90f19e triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:39.343104 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.378351 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-1fdfdf2a-83c5-4cb1-89c3-301c1defdca8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Allocated IP 172.25.0.118 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/4642b1a3-fccf-47dc-804c-d16d993f385f) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:25:39.445588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 2, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:39.477992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] Checking router: b41af1cc-fdc4-44e7-9409-b437de4034ec for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:25:39.478371 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] Updating router b41af1cc-fdc4-44e7-9409-b437de4034ec port 5e72ea74-a62b-4899-a572-2c4a4b13a64e binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:25:39.485536 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1fdfdf2a-83c5-4cb1-89c3-301c1defdca8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.509507 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.525079 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1fdfdf2a-83c5-4cb1-89c3-301c1defdca8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.535132 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.539949 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 65390f74-8eec-44ea-be04-adf36b90f19e, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=65390f74-8eec-44ea-be04-adf36b90f19e,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:39.547201 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.568368 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdfdf2a-83c5-4cb1-89c3-301c1defdca8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:25:39.573766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1fdfdf2a-83c5-4cb1-89c3-301c1defdca8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:25:39.576652 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdfdf2a-83c5-4cb1-89c3-301c1defdca8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:25:39.579954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfdf2a-83c5-4cb1-89c3-301c1defdca8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Pushing event updated for resources: {'Port': ['ID=4642b1a3-fccf-47dc-804c-d16d993f385f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:39.637323 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=65390f74-8eec-44ea-be04-adf36b90f19e,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:39.674747 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1fdfdf2a-83c5-4cb1-89c3-301c1defdca8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.719095 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1fdfdf2a-83c5-4cb1-89c3-301c1defdca8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.861448 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.872625 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] Transition to ACTIVE for port object 5e72ea74-a62b-4899-a572-2c4a4b13a64e will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:25:39.877741 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1fdfdf2a-83c5-4cb1-89c3-301c1defdca8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.878997 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.882357 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1fdfdf2a-83c5-4cb1-89c3-301c1defdca8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.931509 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492336bf-2cbc-46af-bfaa-24e436c344ae None None] Pushing event updated for resources: {'Port': ['ID=5e72ea74-a62b-4899-a572-2c4a4b13a64e,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:39.957905 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfdf2a-83c5-4cb1-89c3-301c1defdca8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Pushing event updated for resources: {'Port': ['ID=4642b1a3-fccf-47dc-804c-d16d993f385f,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:39.969417 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1fdfdf2a-83c5-4cb1-89c3-301c1defdca8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.987322 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1fdfdf2a-83c5-4cb1-89c3-301c1defdca8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.988204 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] Attempting to bind port 5e72ea74-a62b-4899-a572-2c4a4b13a64e on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:25:39.992873 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] Attempting to bind port 5e72ea74-a62b-4899-a572-2c4a4b13a64e by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:25:39.993042 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1fdfdf2a-83c5-4cb1-89c3-301c1defdca8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8536315 Jul 13 08:25:39.993137 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] Attempting to bind port 5e72ea74-a62b-4899-a572-2c4a4b13a64e on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:25:39.994678 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:25:39.995057 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] Checking segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:25:39.995465 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.995855 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] Bound using segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:25:39.996322 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] Bound port: 5e72ea74-a62b-4899-a572-2c4a4b13a64e, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:25:39.996700 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:40.072194 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] For port 5e72ea74-a62b-4899-a572-2c4a4b13a64e, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:25:40.076466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] For port 5e72ea74-a62b-4899-a572-2c4a4b13a64e, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=5e72ea74-a62b-4899-a572-2c4a4b13a64e,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:25:40.080756 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:40.143021 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] Routers {'b41af1cc-fdc4-44e7-9409-b437de4034ec'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:40.143763 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:25:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b41af1cc-fdc4-44e7-9409-b437de4034ec'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:40.145868 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492336bf-2cbc-46af-bfaa-24e436c344ae None None] Pushing event updated for resources: {'Port': ['ID=5e72ea74-a62b-4899-a572-2c4a4b13a64e,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:40.151334 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-ea1624cf-ba80-4553-9019-b591be7f1d3d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1698955632&fields=id&tenant_id=3dfb7979363549a7888cd93f5670b15f HTTP/1.1" status: 200 len: 267 time: 0.0475824 Jul 13 08:25:40.269065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] Set router b41af1cc-fdc4-44e7-9409-b437de4034ec gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:40.275597 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-1ce5c6c1-9c47-425f-b3f3-a85fa72ac63b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:40.277150 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-1ce5c6c1-9c47-425f-b3f3-a85fa72ac63b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 811 time: 0.1186302 Jul 13 08:25:40.298069 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-6343b542-6005-443d-a286-1e27ea23d123 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/quotas/3dfb7979363549a7888cd93f5670b15f HTTP/1.1" status: 200 len: 375 time: 0.0141459 Jul 13 08:25:40.377282 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-474de4a6-c01f-4684-9bd3-9323bbc84dc9 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0741317 Jul 13 08:25:40.484305 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-622e9dd5-164f-4ff3-8020-4efbfeb118db service neutron] 10.222.0.58 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908070 Jul 13 08:25:40.581281 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-e6953042-45e6-422e-ac6c-370a2e1227b3 service neutron] 10.222.0.58 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911176 Jul 13 08:25:40.643335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:40Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:40.672828 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9cd25f-93f3-45b3-8aa1-fa3fefd2e607 None None] The sync data for ids ['b41af1cc-fdc4-44e7-9409-b437de4034ec'] in n-d-779913-28 is: [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:40Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:25:40.795515 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e3ce212-89ea-4b9a-8438-4b569db52753 req-413e95be-b3a2-4d38-9d52-7a16d064f8be tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 210 time: 0.0413847 Jul 13 08:25:40.945788 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 65390f74-8eec-44ea-be04-adf36b90f19e up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:25:41.001568 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 65390f74-8eec-44ea-be04-adf36b90f19e triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:41.001951 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:41.095476 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5e72ea74-a62b-4899-a572-2c4a4b13a64e up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:25:41.159219 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 5e72ea74-a62b-4899-a572-2c4a4b13a64e completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:25:41.164210 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 5e72ea74-a62b-4899-a572-2c4a4b13a64e triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:41.164798 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:41.266415 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:41.304962 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 5e72ea74-a62b-4899-a572-2c4a4b13a64e, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=5e72ea74-a62b-4899-a572-2c4a4b13a64e,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:41.309430 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:41.377804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=5e72ea74-a62b-4899-a572-2c4a4b13a64e,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:41.596535 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7428006b-417b-437c-8359-43abb6c13625 None None] Provisioning complete for port 5e72ea74-a62b-4899-a572-2c4a4b13a64e triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:41.597290 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7428006b-417b-437c-8359-43abb6c13625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:41.961559 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-88def362-9597-4c76-bf56-5fa70f32393c req-08638e91-f291-443e-8178-5b325e9ca8f4 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 210 time: 0.0310860 Jul 13 08:25:41.998442 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-b0c03ee7-a06b-4f90-a83d-a97da0987bd1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:42.000238 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-b0c03ee7-a06b-4f90-a83d-a97da0987bd1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 811 time: 0.1498680 Jul 13 08:25:42.054215 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-91ec09a2-a19a-4327-adc9-f68f859146ff tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dfb7979363549a7888cd93f5670b15f HTTP/1.1" status: 200 len: 380 time: 0.0379751 Jul 13 08:25:42.064300 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9fbb3282-bafe-40e3-b8e4-8722e3667574 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Request body: {'port': {'device_id': '2d4d7b11-015a-48f5-872a-1629e367154b', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'admin_state_up': True, 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'security_groups': ['4067d894-86e9-44c8-a8d5-3c86515a09a7']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:42.177285 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9fbb3282-bafe-40e3-b8e4-8722e3667574 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Made reservation on behalf of 3dfb7979363549a7888cd93f5670b15f for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:25:42.180946 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9fbb3282-bafe-40e3-b8e4-8722e3667574 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:42.322136 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9fbb3282-bafe-40e3-b8e4-8722e3667574 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Allocated IP 172.20.0.11 (4e911039-dbb0-470b-916b-8e2ccfa23ac4/8f0bf666-5249-4a6b-9d69-dba52c707780/6c3cd54c-57f8-4553-b9bc-61cd85c41050) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:25:42.472423 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9fbb3282-bafe-40e3-b8e4-8722e3667574 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:42.486657 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9fbb3282-bafe-40e3-b8e4-8722e3667574 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Transition to ACTIVE for port object 6c3cd54c-57f8-4553-b9bc-61cd85c41050 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:25:42.520970 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9fbb3282-bafe-40e3-b8e4-8722e3667574 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:42.562950 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9fbb3282-bafe-40e3-b8e4-8722e3667574 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:25:42.568213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9fbb3282-bafe-40e3-b8e4-8722e3667574 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:25:42.572033 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9fbb3282-bafe-40e3-b8e4-8722e3667574 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:25:42.600645 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb3282-bafe-40e3-b8e4-8722e3667574 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Pushing event updated for resources: {'Port': ['ID=6c3cd54c-57f8-4553-b9bc-61cd85c41050,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:42.637528 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9fbb3282-bafe-40e3-b8e4-8722e3667574 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:42.639052 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9fbb3282-bafe-40e3-b8e4-8722e3667574 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:42.653229 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9fbb3282-bafe-40e3-b8e4-8722e3667574 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5933225 Jul 13 08:25:42.665419 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] Request body: {'port': {'device_id': '2d4d7b11-015a-48f5-872a-1629e367154b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:42.751278 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:42.813122 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-769489d2-f577-4984-9a8a-26ead90280e8 None None] Provisioning for port 6c3cd54c-57f8-4553-b9bc-61cd85c41050 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:25:42.818307 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-769489d2-f577-4984-9a8a-26ead90280e8 None None] Provisioning complete for port 6c3cd54c-57f8-4553-b9bc-61cd85c41050 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:42.818679 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-769489d2-f577-4984-9a8a-26ead90280e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:42.856733 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-769489d2-f577-4984-9a8a-26ead90280e8 None None] Port 6c3cd54c-57f8-4553-b9bc-61cd85c41050 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:25:42.867705 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5e72ea74-a62b-4899-a572-2c4a4b13a64e up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:25:42.914522 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 5e72ea74-a62b-4899-a572-2c4a4b13a64e triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:42.914897 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:43.053195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c3cd54c-57f8-4553-b9bc-61cd85c41050 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:25:43.060960 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:43.074072 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] Transition to ACTIVE for port object 6c3cd54c-57f8-4553-b9bc-61cd85c41050 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:25:43.078538 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:43.132674 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] Pushing event updated for resources: {'Port': ['ID=6c3cd54c-57f8-4553-b9bc-61cd85c41050,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:43.153838 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82245ce-1e24-474b-80bf-34718ac966b7 req-9c89e16a-d62c-456f-88f2-d2db451b3e5b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:43.155537 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f82245ce-1e24-474b-80bf-34718ac966b7 req-9c89e16a-d62c-456f-88f2-d2db451b3e5b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 944 time: 0.0738745 Jul 13 08:25:43.213360 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f82245ce-1e24-474b-80bf-34718ac966b7 req-3cb0c4c2-2c10-4d56-a6a8-96bd4f0b960a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500388 Jul 13 08:25:43.226130 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] Attempting to bind port 6c3cd54c-57f8-4553-b9bc-61cd85c41050 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:25:43.226659 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] Attempting to bind port 6c3cd54c-57f8-4553-b9bc-61cd85c41050 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:25:43.227002 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] Attempting to bind port 6c3cd54c-57f8-4553-b9bc-61cd85c41050 on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:25:43.232317 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] Port 6c3cd54c-57f8-4553-b9bc-61cd85c41050 on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:25:43.232646 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] Attempting to bind port 6c3cd54c-57f8-4553-b9bc-61cd85c41050 on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:25:43.237988 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:25:43.238361 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] Checking segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:25:43.238755 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] Bound using segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:25:43.239189 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] Bound port: 6c3cd54c-57f8-4553-b9bc-61cd85c41050, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:25:43.239552 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:43.268461 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:43.308259 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] For port 6c3cd54c-57f8-4553-b9bc-61cd85c41050, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:25:43.312529 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] For port 6c3cd54c-57f8-4553-b9bc-61cd85c41050, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=6c3cd54c-57f8-4553-b9bc-61cd85c41050,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:25:43.316908 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:43.348918 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:43.349774 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:43.351215 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] 10.222.0.35 "PUT /v2.0/ports/6c3cd54c-57f8-4553-b9bc-61cd85c41050 HTTP/1.1" status: 200 len: 1093 time: 0.6904557 Jul 13 08:25:43.353546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4d7b11-015a-48f5-872a-1629e367154b', 'tag': '6c3cd54c-57f8-4553-b9bc-61cd85c41050'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:43.356544 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530812a3753643946166e0a72bddd8cc3f17cc275e995a2cc555280fa881c0c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6946f43f-e477-4352-b590-9d21d31f8a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4d7b11-015a-48f5-872a-1629e367154b", "tag": "6c3cd54c-57f8-4553-b9bc-61cd85c41050"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:43.398233 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422c124-ed7d-4d8d-b51d-9b718036bc5f service neutron] Pushing event updated for resources: {'Port': ['ID=6c3cd54c-57f8-4553-b9bc-61cd85c41050,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:43.412468 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7887c09-0d87-4e73-92d8-12520122336e x-openstack-request-id: req-f7887c09-0d87-4e73-92d8-12520122336e {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:43.412766 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4d7b11-015a-48f5-872a-1629e367154b", "tag": "6c3cd54c-57f8-4553-b9bc-61cd85c41050", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:43.413022 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f7887c09-0d87-4e73-92d8-12520122336e {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:43.413421 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4d7b11-015a-48f5-872a-1629e367154b', 'tag': '6c3cd54c-57f8-4553-b9bc-61cd85c41050', 'status': 'completed', 'code': 200} Jul 13 08:25:43.465883 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-8d0c62d5-f7b4-4409-8f0d-539a9f7cd0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:43.467631 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-8d0c62d5-f7b4-4409-8f0d-539a9f7cd0cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 1096 time: 0.0639186 Jul 13 08:25:43.511267 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-c508b591-68f3-43ae-b03d-fb02f5744461 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c3cd54c-57f8-4553-b9bc-61cd85c41050 HTTP/1.1" status: 200 len: 217 time: 0.0364480 Jul 13 08:25:43.560938 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-1f25883b-e702-4f70-a308-c0a724f82348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:43.562455 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-1f25883b-e702-4f70-a308-c0a724f82348 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0449474 Jul 13 08:25:43.627259 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-e3945135-6512-4a34-a993-f6fb2d2ae7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:43.628891 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-e3945135-6512-4a34-a993-f6fb2d2ae7ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605164 Jul 13 08:25:43.720018 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-fc40a918-2c7e-42dd-9df1-9e0ac025cdd9 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839534 Jul 13 08:25:43.813483 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ed0cbf27-151c-457d-a31a-846672bc53cb req-19c327b6-2290-48bc-9be8-94f89f3a647c service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868583 Jul 13 08:25:43.917364 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946f43f-e477-4352-b590-9d21d31f8a9b req-bda4fe82-a4bb-4a53-9402-8c4e0c77cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:43.918828 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6946f43f-e477-4352-b590-9d21d31f8a9b req-bda4fe82-a4bb-4a53-9402-8c4e0c77cf5c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 1096 time: 0.0532563 Jul 13 08:25:44.011891 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946f43f-e477-4352-b590-9d21d31f8a9b req-4e30d5bf-7c23-4960-8e54-2af12d6265f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:44.013956 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6946f43f-e477-4352-b590-9d21d31f8a9b req-4e30d5bf-7c23-4960-8e54-2af12d6265f1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0890300 Jul 13 08:25:44.055604 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6946f43f-e477-4352-b590-9d21d31f8a9b req-b1f48bea-af1d-48ad-83ad-ff08b046288c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c3cd54c-57f8-4553-b9bc-61cd85c41050 HTTP/1.1" status: 200 len: 217 time: 0.0353456 Jul 13 08:25:44.105113 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946f43f-e477-4352-b590-9d21d31f8a9b req-13a389a6-8026-4d83-a3da-a866eb0d6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:44.106608 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6946f43f-e477-4352-b590-9d21d31f8a9b req-13a389a6-8026-4d83-a3da-a866eb0d6745 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0442188 Jul 13 08:25:44.164461 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946f43f-e477-4352-b590-9d21d31f8a9b req-c453533c-05f8-4ea6-a8c4-563298a8223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:44.165960 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6946f43f-e477-4352-b590-9d21d31f8a9b req-c453533c-05f8-4ea6-a8c4-563298a8223e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525441 Jul 13 08:25:44.260650 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6946f43f-e477-4352-b590-9d21d31f8a9b req-52d5911c-6438-4f0e-bd6a-d30bf86078a2 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871353 Jul 13 08:25:44.358419 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-6946f43f-e477-4352-b590-9d21d31f8a9b req-5088dbed-ac6c-4ac7-bd1d-46bded57932e service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903695 Jul 13 08:25:44.382457 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4c622-7966-443f-9c1e-ad1ab6c4e0c1 req-94a94b6d-700c-4c56-94d7-da0a1edfd745 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:44.383906 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6c4c622-7966-443f-9c1e-ad1ab6c4e0c1 req-94a94b6d-700c-4c56-94d7-da0a1edfd745 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 944 time: 0.0654128 Jul 13 08:25:44.423221 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6c4c622-7966-443f-9c1e-ad1ab6c4e0c1 req-867962f6-3248-4902-8873-d2cd10cd7945 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327668 Jul 13 08:25:44.839797 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:25:45.597482 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d096b-3d59-443d-be19-b32c0b9faecd req-471fd5ac-d2f1-4ffd-8249-808b35b1de1c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:45.599010 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-173d096b-3d59-443d-be19-b32c0b9faecd req-471fd5ac-d2f1-4ffd-8249-808b35b1de1c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 944 time: 0.0640230 Jul 13 08:25:45.637697 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-173d096b-3d59-443d-be19-b32c0b9faecd req-080e9064-e9b2-48d3-bf5c-2ecee4b39725 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330327 Jul 13 08:25:46.010603 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 6c3cd54c-57f8-4553-b9bc-61cd85c41050 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:25:46.107746 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 6c3cd54c-57f8-4553-b9bc-61cd85c41050, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=6c3cd54c-57f8-4553-b9bc-61cd85c41050,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:46.118847 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '6c3cd54c-57f8-4553-b9bc-61cd85c41050', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'port_id': '6c3cd54c-57f8-4553-b9bc-61cd85c41050', 'mac_address': 'fa:16:3e:d3:ce:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:25:46.155518 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:46.167892 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c3cd54c-57f8-4553-b9bc-61cd85c41050 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:25:46.188051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 6c3cd54c-57f8-4553-b9bc-61cd85c41050, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=6c3cd54c-57f8-4553-b9bc-61cd85c41050,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:46.192431 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:46.249708 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=6c3cd54c-57f8-4553-b9bc-61cd85c41050,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:46.410303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['6c3cd54c-57f8-4553-b9bc-61cd85c41050'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:25:46.822783 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a1ffd-c7aa-4306-bc68-ccc627c08b22 req-cf57313e-75cf-40ec-a099-f127938f9723 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:46.824310 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b96a1ffd-c7aa-4306-bc68-ccc627c08b22 req-cf57313e-75cf-40ec-a099-f127938f9723 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 945 time: 0.0785544 Jul 13 08:25:46.864876 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b96a1ffd-c7aa-4306-bc68-ccc627c08b22 req-6e3ff245-5e5b-4439-957b-586f56c7a948 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338061 Jul 13 08:25:48.014246 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 6c3cd54c-57f8-4553-b9bc-61cd85c41050 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:25:48.039740 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887d7f3-79eb-4d8d-8672-5f85513d2b94 req-a25e2058-e085-495e-9bb8-9e25b1179c8c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:48.041248 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2887d7f3-79eb-4d8d-8672-5f85513d2b94 req-a25e2058-e085-495e-9bb8-9e25b1179c8c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 945 time: 0.0661793 Jul 13 08:25:48.062541 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 6c3cd54c-57f8-4553-b9bc-61cd85c41050 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:25:48.066385 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 6c3cd54c-57f8-4553-b9bc-61cd85c41050 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:48.066745 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:48.080038 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2887d7f3-79eb-4d8d-8672-5f85513d2b94 req-c4914a70-5559-4102-abd3-86906c1fd3a8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332398 Jul 13 08:25:48.149836 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:48.171720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4d7b11-015a-48f5-872a-1629e367154b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3cd54c-57f8-4553-b9bc-61cd85c41050'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:48.174411 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc0b850-7712-433c-8c4d-90607062710d" -d '{"events": [{"server_uuid": "2d4d7b11-015a-48f5-872a-1629e367154b", "name": "network-vif-plugged", "status": "completed", "tag": "6c3cd54c-57f8-4553-b9bc-61cd85c41050"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:48.187353 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 6c3cd54c-57f8-4553-b9bc-61cd85c41050, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=6c3cd54c-57f8-4553-b9bc-61cd85c41050,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:48.191883 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:48.218065 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca5acb7-d9a6-4a35-ab39-283a8121325d x-openstack-request-id: req-2ca5acb7-d9a6-4a35-ab39-283a8121325d {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:48.218307 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4d7b11-015a-48f5-872a-1629e367154b", "name": "network-vif-plugged", "status": "completed", "tag": "6c3cd54c-57f8-4553-b9bc-61cd85c41050", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:48.218564 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ca5acb7-d9a6-4a35-ab39-283a8121325d {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:48.218948 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4d7b11-015a-48f5-872a-1629e367154b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3cd54c-57f8-4553-b9bc-61cd85c41050', 'code': 200} Jul 13 08:25:48.251659 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=6c3cd54c-57f8-4553-b9bc-61cd85c41050,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:48.333510 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b59164-b8f1-4032-87aa-8efe8c04b70d req-fe542ea8-4b36-4d06-a71c-19c4ae097aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:48.335350 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-07b59164-b8f1-4032-87aa-8efe8c04b70d req-fe542ea8-4b36-4d06-a71c-19c4ae097aa1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 1098 time: 0.0541108 Jul 13 08:25:48.373656 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-07b59164-b8f1-4032-87aa-8efe8c04b70d req-036d11f5-71b8-4852-8fce-a119b7e5f55e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316229 Jul 13 08:25:48.499066 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-840624d2-1a5c-4829-b551-d599a49f2bd2 None None] Provisioning complete for port 6c3cd54c-57f8-4553-b9bc-61cd85c41050 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:48.499432 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-840624d2-1a5c-4829-b551-d599a49f2bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:49.266856 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406ce29-4abc-4f4b-aabe-1638d592b642 req-104c46da-fe5a-4259-a967-5cd28eab4256 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:49.268359 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6406ce29-4abc-4f4b-aabe-1638d592b642 req-104c46da-fe5a-4259-a967-5cd28eab4256 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 946 time: 0.0708053 Jul 13 08:25:49.306372 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6406ce29-4abc-4f4b-aabe-1638d592b642 req-e28a04c6-7c04-4f33-8181-9b5f1a88a020 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324516 Jul 13 08:25:49.475431 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd64406-86b4-429c-892d-df6da0b76b76 req-f308a125-b7a7-415e-83d6-f102154dd0d7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:49.476923 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bdd64406-86b4-429c-892d-df6da0b76b76 req-f308a125-b7a7-415e-83d6-f102154dd0d7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 946 time: 0.0647583 Jul 13 08:25:49.485487 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33192) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:49.491505 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-42fb278a-a8a3-4da4-b5a0-13b3317b65a1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Request body: {'floatingip': {'port_id': '6c3cd54c-57f8-4553-b9bc-61cd85c41050'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:49.530974 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42fb278a-a8a3-4da4-b5a0-13b3317b65a1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:49.981104 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42fb278a-a8a3-4da4-b5a0-13b3317b65a1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:49.985580 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42fb278a-a8a3-4da4-b5a0-13b3317b65a1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:50.418653 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-42fb278a-a8a3-4da4-b5a0-13b3317b65a1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Floating IP 0b6c577e-1297-4569-bee7-669c13205603 associated. External IP: 172.25.0.118, port: 6c3cd54c-57f8-4553-b9bc-61cd85c41050. Jul 13 08:25:50.629991 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fb278a-a8a3-4da4-b5a0-13b3317b65a1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Router b41af1cc-fdc4-44e7-9409-b437de4034ec has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:25:50.761085 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fb278a-a8a3-4da4-b5a0-13b3317b65a1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:25:50.766049 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42fb278a-a8a3-4da4-b5a0-13b3317b65a1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:50.772727 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c062c5-4970-4726-8e82-ae0ae4ba31b6 None None] Sync routers for ids ['b41af1cc-fdc4-44e7-9409-b437de4034ec'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:25:50.787172 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c062c5-4970-4726-8e82-ae0ae4ba31b6 None None] Routers {'b41af1cc-fdc4-44e7-9409-b437de4034ec'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:50.788137 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e5c062c5-4970-4726-8e82-ae0ae4ba31b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:25:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b41af1cc-fdc4-44e7-9409-b437de4034ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:50.825531 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-42fb278a-a8a3-4da4-b5a0-13b3317b65a1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "PUT /v2.0/floatingips/0b6c577e-1297-4569-bee7-669c13205603 HTTP/1.1" status: 200 len: 992 time: 1.3387225 Jul 13 08:25:50.826448 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4d7b11-015a-48f5-872a-1629e367154b', 'tag': '6c3cd54c-57f8-4553-b9bc-61cd85c41050'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:50.830046 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e5df50-610e-4af5-a774-81942fd074a5" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4d7b11-015a-48f5-872a-1629e367154b", "tag": "6c3cd54c-57f8-4553-b9bc-61cd85c41050"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:50.870965 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46e7d4f-1979-459f-bd19-8df8f86b506d x-openstack-request-id: req-f46e7d4f-1979-459f-bd19-8df8f86b506d {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:50.871256 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4d7b11-015a-48f5-872a-1629e367154b", "tag": "6c3cd54c-57f8-4553-b9bc-61cd85c41050", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:50.871502 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f46e7d4f-1979-459f-bd19-8df8f86b506d {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:50.871904 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4d7b11-015a-48f5-872a-1629e367154b', 'tag': '6c3cd54c-57f8-4553-b9bc-61cd85c41050', 'status': 'completed', 'code': 200} Jul 13 08:25:50.920474 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-e5c062c5-4970-4726-8e82-ae0ae4ba31b6 None None] Set router b41af1cc-fdc4-44e7-9409-b437de4034ec gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:50.963426 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5df50-610e-4af5-a774-81942fd074a5 req-ffba6664-c7e3-4ee4-a37b-1f85865122cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:50.965276 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-39e5df50-610e-4af5-a774-81942fd074a5 req-ffba6664-c7e3-4ee4-a37b-1f85865122cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 1098 time: 0.0691721 Jul 13 08:25:51.073900 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5df50-610e-4af5-a774-81942fd074a5 req-d02b3c22-411d-4f25-9e8a-b440fef27805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:51.075845 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-39e5df50-610e-4af5-a774-81942fd074a5 req-d02b3c22-411d-4f25-9e8a-b440fef27805 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.1040156 Jul 13 08:25:51.143351 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-39e5df50-610e-4af5-a774-81942fd074a5 req-c1a47b33-b16b-48bc-b903-fab44b652748 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c3cd54c-57f8-4553-b9bc-61cd85c41050 HTTP/1.1" status: 200 len: 1000 time: 0.0608299 Jul 13 08:25:51.205891 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5df50-610e-4af5-a774-81942fd074a5 req-92a60d22-1160-449f-9da3-742cb9e5021a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:51.207614 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-39e5df50-610e-4af5-a774-81942fd074a5 req-92a60d22-1160-449f-9da3-742cb9e5021a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0583940 Jul 13 08:25:51.268686 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5df50-610e-4af5-a774-81942fd074a5 req-b42b9113-3f5d-41e1-bd09-33c67430021f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:51.270241 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-39e5df50-610e-4af5-a774-81942fd074a5 req-b42b9113-3f5d-41e1-bd09-33c67430021f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566959 Jul 13 08:25:51.272563 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e5c062c5-4970-4726-8e82-ae0ae4ba31b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '0b6c577e-1297-4569-bee7-669c13205603', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'port_id': '6c3cd54c-57f8-4553-b9bc-61cd85c41050', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'mac_address': 'fa:16:3e:d3:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d7b11-015a-48f5-872a-1629e367154b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:25:39Z', 'updated_at': '2021-07-13T08:25:49Z', 'revision_number': 1, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:51.299387 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c062c5-4970-4726-8e82-ae0ae4ba31b6 None None] Checking router: b41af1cc-fdc4-44e7-9409-b437de4034ec for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:25:51.307926 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c062c5-4970-4726-8e82-ae0ae4ba31b6 None None] Routers {'b41af1cc-fdc4-44e7-9409-b437de4034ec'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:51.308538 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e5c062c5-4970-4726-8e82-ae0ae4ba31b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:25:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b41af1cc-fdc4-44e7-9409-b437de4034ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:51.367831 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-39e5df50-610e-4af5-a774-81942fd074a5 req-b88a2ad5-6f56-4823-8903-72c3af6735b6 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907938 Jul 13 08:25:51.425701 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-e5c062c5-4970-4726-8e82-ae0ae4ba31b6 None None] Set router b41af1cc-fdc4-44e7-9409-b437de4034ec gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:51.462189 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-39e5df50-610e-4af5-a774-81942fd074a5 req-984db719-08f2-4ecd-b016-cc06c7b960d1 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884449 Jul 13 08:25:51.650832 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e5c062c5-4970-4726-8e82-ae0ae4ba31b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '0b6c577e-1297-4569-bee7-669c13205603', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'port_id': '6c3cd54c-57f8-4553-b9bc-61cd85c41050', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'mac_address': 'fa:16:3e:d3:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d7b11-015a-48f5-872a-1629e367154b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:25:39Z', 'updated_at': '2021-07-13T08:25:49Z', 'revision_number': 1, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:51.677710 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c062c5-4970-4726-8e82-ae0ae4ba31b6 None None] The sync data for ids ['b41af1cc-fdc4-44e7-9409-b437de4034ec'] in n-d-779913-28 is: [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '0b6c577e-1297-4569-bee7-669c13205603', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'port_id': '6c3cd54c-57f8-4553-b9bc-61cd85c41050', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'mac_address': 'fa:16:3e:d3:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d7b11-015a-48f5-872a-1629e367154b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:25:39Z', 'updated_at': '2021-07-13T08:25:49Z', 'revision_number': 1, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:25:51.870516 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443dc17-685e-4ee1-b39e-d49ac40c3abe None None] New status for floating IP 0b6c577e-1297-4569-bee7-669c13205603: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:25:53.273802 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-919b8b4e-0a3c-4336-b3c2-b1647af7a599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:57.619863 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2bdcebfb-db34-423b-bb06-3b873c4b5431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:57.839476 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:59.763565 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:01.484096 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:07.729219 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce8f5f92-7c6d-4a77-87ed-689e5aa74a49 req-b128676d-2985-44d9-87f3-63410de0debe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518141 Jul 13 08:26:07.823788 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f5f92-7c6d-4a77-87ed-689e5aa74a49 req-27b23a32-ac6d-444c-a9e2-714a77fc5660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:07.825909 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce8f5f92-7c6d-4a77-87ed-689e5aa74a49 req-27b23a32-ac6d-444c-a9e2-714a77fc5660 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 1098 time: 0.0518441 Jul 13 08:26:07.933779 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f5f92-7c6d-4a77-87ed-689e5aa74a49 req-3909fe82-e2b6-415d-9b81-2f2b886dade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:07.935888 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce8f5f92-7c6d-4a77-87ed-689e5aa74a49 req-3909fe82-e2b6-415d-9b81-2f2b886dade8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0888994 Jul 13 08:26:08.000135 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce8f5f92-7c6d-4a77-87ed-689e5aa74a49 req-f78f579d-19fa-40a8-aea5-c04e68c292e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c3cd54c-57f8-4553-b9bc-61cd85c41050 HTTP/1.1" status: 200 len: 1002 time: 0.0575767 Jul 13 08:26:08.052625 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f5f92-7c6d-4a77-87ed-689e5aa74a49 req-f7c6e012-c898-4c5e-bfb6-8ae7d062c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:08.054079 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce8f5f92-7c6d-4a77-87ed-689e5aa74a49 req-f7c6e012-c898-4c5e-bfb6-8ae7d062c462 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0468776 Jul 13 08:26:08.110156 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f5f92-7c6d-4a77-87ed-689e5aa74a49 req-6bdc9524-f9d4-40eb-85ab-0392f131ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:08.111910 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce8f5f92-7c6d-4a77-87ed-689e5aa74a49 req-6bdc9524-f9d4-40eb-85ab-0392f131ca2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510256 Jul 13 08:26:08.201195 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce8f5f92-7c6d-4a77-87ed-689e5aa74a49 req-778340ed-db29-4861-af51-ff4916bfd130 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821383 Jul 13 08:26:08.300605 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-ce8f5f92-7c6d-4a77-87ed-689e5aa74a49 req-3a60f7de-0af7-4b91-80e6-13123e5ecd8b service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923977 Jul 13 08:26:08.355969 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:13.251802 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:21.839137 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:26:23.274391 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9870-ecc1-48e7-86c2-ca21fed2d36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:27.621918 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72cf8591-2c08-4552-8a77-e5f1bb818835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:27.841695 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:29.764812 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:31.487624 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:38.356827 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:43.256966 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:53.275226 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-96a1134c-8427-44eb-bdd5-f0ff86c46719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:57.622698 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b3aad70c-3090-4fba-b278-4d63895ea8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:57.846526 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:58.839119 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:26:59.768174 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:01.489121 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:07.741852 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-184d6b7f-c66f-487f-bec6-aded3e129675 req-23939219-5c99-4bc5-a57c-e6754bb4dfd4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513868 Jul 13 08:27:07.837902 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d6b7f-c66f-487f-bec6-aded3e129675 req-31fe23ed-db78-4d4a-aedd-e2a4b96a3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:07.839433 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-184d6b7f-c66f-487f-bec6-aded3e129675 req-31fe23ed-db78-4d4a-aedd-e2a4b96a3334 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 1098 time: 0.0561609 Jul 13 08:27:07.943189 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d6b7f-c66f-487f-bec6-aded3e129675 req-e648ac26-6953-4e8c-a2b6-348b099464e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:07.944670 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-184d6b7f-c66f-487f-bec6-aded3e129675 req-e648ac26-6953-4e8c-a2b6-348b099464e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0854027 Jul 13 08:27:08.016993 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-184d6b7f-c66f-487f-bec6-aded3e129675 req-95071c61-abbb-4cf6-9a13-603ba991cb9b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c3cd54c-57f8-4553-b9bc-61cd85c41050 HTTP/1.1" status: 200 len: 1002 time: 0.0637469 Jul 13 08:27:08.063593 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d6b7f-c66f-487f-bec6-aded3e129675 req-286776f4-4571-4d3c-8d07-b42439816aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:08.065013 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-184d6b7f-c66f-487f-bec6-aded3e129675 req-286776f4-4571-4d3c-8d07-b42439816aae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0425162 Jul 13 08:27:08.121150 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d6b7f-c66f-487f-bec6-aded3e129675 req-af33c091-d1b2-490c-8cf0-4f76657d8269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:08.122699 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-184d6b7f-c66f-487f-bec6-aded3e129675 req-af33c091-d1b2-490c-8cf0-4f76657d8269 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508034 Jul 13 08:27:08.213751 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-184d6b7f-c66f-487f-bec6-aded3e129675 req-cc10960c-8027-4275-b697-3d27665be74f service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848639 Jul 13 08:27:08.299385 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-184d6b7f-c66f-487f-bec6-aded3e129675 req-726e061f-ec96-44e9-8f57-4c851000ee40 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796764 Jul 13 08:27:08.368980 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:13.271934 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:23.276355 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a314eb95-2b45-4eff-bc44-150d3f005696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:26.858538 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9424e0b-1558-47cc-b124-3f2411d80ce9 req-e8ade428-35b9-4f05-9f8d-21b6cb13fcae tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:26.860111 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c9424e0b-1558-47cc-b124-3f2411d80ce9 req-e8ade428-35b9-4f05-9f8d-21b6cb13fcae tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 946 time: 0.0677598 Jul 13 08:27:26.898130 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c9424e0b-1558-47cc-b124-3f2411d80ce9 req-5c490436-1307-48d0-b0c4-5fa7687faa5b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323689 Jul 13 08:27:27.261549 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-9c56efb6-3222-4786-8507-c6ace883a919 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852990 Jul 13 08:27:27.295559 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a07466-f154-46a4-85a2-4b90f3dabdbf req-0c173fed-c66d-4e74-bd90-dca5b958397d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:27.297084 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2a07466-f154-46a4-85a2-4b90f3dabdbf req-0c173fed-c66d-4e74-bd90-dca5b958397d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 946 time: 0.0714579 Jul 13 08:27:27.339263 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2a07466-f154-46a4-85a2-4b90f3dabdbf req-27657236-a689-4b40-8f39-34523a14aded tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349178 Jul 13 08:27:27.624107 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef8933f1-baa8-45e6-82ba-233001b22043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:27.849398 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:28.521766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12b392-3965-4ced-abb0-272d193b29d3 req-b7393f56-1260-4863-8981-3e39f4579f0c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:28.523370 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c12b392-3965-4ced-abb0-272d193b29d3 req-b7393f56-1260-4863-8981-3e39f4579f0c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 946 time: 0.0708342 Jul 13 08:27:28.561700 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c12b392-3965-4ced-abb0-272d193b29d3 req-d7c9ac04-262d-42ad-bbee-0c6f0035eb06 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327857 Jul 13 08:27:28.564095 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-3c455d0e-3b6f-425d-9d7d-f6d93febc102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:28.565633 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-3c455d0e-3b6f-425d-9d7d-f6d93febc102 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 1098 time: 0.0563543 Jul 13 08:27:28.652730 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-1e3e9699-5665-4bc4-9c65-e4523ec4c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:28.654100 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-1e3e9699-5665-4bc4-9c65-e4523ec4c890 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0822186 Jul 13 08:27:28.720736 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-904f14a9-ea09-493e-ad54-ed7e383910a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c3cd54c-57f8-4553-b9bc-61cd85c41050 HTTP/1.1" status: 200 len: 1002 time: 0.0599031 Jul 13 08:27:28.766156 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-b45653a3-f9d8-4708-a8d0-95111c7002cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:28.768171 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-b45653a3-f9d8-4708-a8d0-95111c7002cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0424218 Jul 13 08:27:28.823364 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-4981c33d-03c2-4e2c-a742-4b1a0858f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:28.824892 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-4981c33d-03c2-4e2c-a742-4b1a0858f4ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499787 Jul 13 08:27:28.914123 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-0eb82bb9-ff8b-4430-922d-ec940099c5f2 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830102 Jul 13 08:27:28.999676 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-dd679af7-d0bd-4607-b4a5-a0368192dd1f service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794008 Jul 13 08:27:29.732790 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ba372-9cfd-4a7c-8faf-286e27392cda req-9e2b03c7-ea9d-400c-bfa6-f2ba109b9187 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:29.734292 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea7ba372-9cfd-4a7c-8faf-286e27392cda req-9e2b03c7-ea9d-400c-bfa6-f2ba109b9187 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 946 time: 0.0636413 Jul 13 08:27:29.771134 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:29.773255 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea7ba372-9cfd-4a7c-8faf-286e27392cda req-83000f43-34f9-48ac-90b1-9035272042ec tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335078 Jul 13 08:27:30.948088 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4189a3a-95c0-4c4b-a103-950737741027 req-6c3fde48-0d26-4849-ae80-f205bcd5235a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:30.949559 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b4189a3a-95c0-4c4b-a103-950737741027 req-6c3fde48-0d26-4849-ae80-f205bcd5235a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 946 time: 0.0628541 Jul 13 08:27:30.991235 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b4189a3a-95c0-4c4b-a103-950737741027 req-7b3619a6-99b1-4046-815a-92634c9f02ac tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355399 Jul 13 08:27:31.492273 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:32.166504 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3962c98-3a48-463d-8dcb-3a4f6a46d0bb req-aaee3a4d-ce75-4d81-afc5-ed7cd01ddcf0 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:32.167992 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3962c98-3a48-463d-8dcb-3a4f6a46d0bb req-aaee3a4d-ce75-4d81-afc5-ed7cd01ddcf0 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 946 time: 0.0644033 Jul 13 08:27:32.204887 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d3962c98-3a48-463d-8dcb-3a4f6a46d0bb req-1f70d9c8-1852-4eca-9f6c-4932c09c85b1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306859 Jul 13 08:27:33.556676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69ca82-d218-4b1b-aeb7-fcab1a605dd8 req-95ec7c63-2851-4b55-aed0-5cebb0ae3105 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:33.558183 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b69ca82-d218-4b1b-aeb7-fcab1a605dd8 req-95ec7c63-2851-4b55-aed0-5cebb0ae3105 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 946 time: 0.0636683 Jul 13 08:27:33.596037 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7b69ca82-d218-4b1b-aeb7-fcab1a605dd8 req-2e97c64e-9783-44ac-90f3-cf904b32819a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322039 Jul 13 08:27:34.770952 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4cd1d-37d5-4c0c-ae6c-5f1199a48e8a req-f9197062-c188-4b66-ab46-46e58ec0c8a7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:34.772425 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a6b4cd1d-37d5-4c0c-ae6c-5f1199a48e8a req-f9197062-c188-4b66-ab46-46e58ec0c8a7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 946 time: 0.0669141 Jul 13 08:27:34.808971 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a6b4cd1d-37d5-4c0c-ae6c-5f1199a48e8a req-b2a45292-4882-489a-8d79-f6e18d8dbd23 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311413 Jul 13 08:27:35.839800 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:27:35.981150 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d8975-41ba-456e-bc97-ef2b84ecfd77 req-cad9154d-f288-4412-993a-b9a141be7fcc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:35.982666 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d7d8975-41ba-456e-bc97-ef2b84ecfd77 req-cad9154d-f288-4412-993a-b9a141be7fcc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 946 time: 0.0640211 Jul 13 08:27:36.020653 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d7d8975-41ba-456e-bc97-ef2b84ecfd77 req-bb83de5e-188e-471e-84e9-a6f9f8ce4333 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324812 Jul 13 08:27:37.193104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad71246-b3a3-4a78-bd49-8d3ebd39430b req-c542b21c-7183-4b40-9212-4c97f1f082a4 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:37.194633 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ad71246-b3a3-4a78-bd49-8d3ebd39430b req-c542b21c-7183-4b40-9212-4c97f1f082a4 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 946 time: 0.0630887 Jul 13 08:27:37.236632 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ad71246-b3a3-4a78-bd49-8d3ebd39430b req-e3995e4b-fccf-4534-adb3-a644bf1d852d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359349 Jul 13 08:27:38.382102 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:38.411001 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd424a3-e82f-4774-ab64-f402869dbdf8 req-6db83a3a-9f99-40f1-94e1-1e4fb083a304 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:38.412481 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9fd424a3-e82f-4774-ab64-f402869dbdf8 req-6db83a3a-9f99-40f1-94e1-1e4fb083a304 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 946 time: 0.0654392 Jul 13 08:27:38.449977 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9fd424a3-e82f-4774-ab64-f402869dbdf8 req-d7915f3e-f19a-45a4-845b-578d028ca78f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319180 Jul 13 08:27:39.621332 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5060896-3562-4b0d-abb7-ee1d33b02163 req-2a834367-93b8-4415-9a30-a24011a20e44 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:39.622853 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5060896-3562-4b0d-abb7-ee1d33b02163 req-2a834367-93b8-4415-9a30-a24011a20e44 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 946 time: 0.0649486 Jul 13 08:27:39.660326 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5060896-3562-4b0d-abb7-ee1d33b02163 req-47dd9f71-6805-466d-94bf-4f85da4b1925 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313816 Jul 13 08:27:40.834278 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89d91c-3ed2-4859-830f-94cd28ce1eb2 req-9ed59390-8d89-4da9-8d25-b7a1bf83ade5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:40.836045 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df89d91c-3ed2-4859-830f-94cd28ce1eb2 req-9ed59390-8d89-4da9-8d25-b7a1bf83ade5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 946 time: 0.0668316 Jul 13 08:27:40.874577 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df89d91c-3ed2-4859-830f-94cd28ce1eb2 req-7c0954d8-98e6-431d-a994-d69131d60800 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328929 Jul 13 08:27:40.886462 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-21d2be05-3f6e-459a-b403-a2743266ad06 service neutron] show failed (client error): The resource could not be found. Jul 13 08:27:40.887505 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-21d2be05-3f6e-459a-b403-a2743266ad06 service neutron] 10.222.0.35 "GET /v2.0/ports/6c3cd54c-57f8-4553-b9bc-61cd85c41050/bindings/n-h2-779913-28 HTTP/1.1" status: 404 len: 381 time: 0.0599692 Jul 13 08:27:41.187733 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-1710c71a-2c13-49c1-be35-df750141e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:41.189228 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-1710c71a-2c13-49c1-be35-df750141e00a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b&tenant_id=3dfb7979363549a7888cd93f5670b15f HTTP/1.1" status: 200 len: 1098 time: 0.1083810 Jul 13 08:27:41.201333 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-28', 'device_owner': 'compute:nova'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:27:41.274506 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:41.475285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] For port 6c3cd54c-57f8-4553-b9bc-61cd85c41050, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=6c3cd54c-57f8-4553-b9bc-61cd85c41050,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:41.507442 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] For port 6c3cd54c-57f8-4553-b9bc-61cd85c41050, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:27:41.545339 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4d7b11-015a-48f5-872a-1629e367154b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c3cd54c-57f8-4553-b9bc-61cd85c41050'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:27:41.547622 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf9d8e7-832c-4088-9bdb-060d36f944c6" -d '{"events": [{"server_uuid": "2d4d7b11-015a-48f5-872a-1629e367154b", "name": "network-vif-unplugged", "status": "completed", "tag": "6c3cd54c-57f8-4553-b9bc-61cd85c41050"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:27:41.551454 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:41.564102 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Transition to ACTIVE for port object 6c3cd54c-57f8-4553-b9bc-61cd85c41050 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:27:41.567209 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:41.597313 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4771e4a-78d7-4adb-a1a6-becc750beda1 x-openstack-request-id: req-d4771e4a-78d7-4adb-a1a6-becc750beda1 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:27:41.597601 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4d7b11-015a-48f5-872a-1629e367154b", "name": "network-vif-unplugged", "status": "completed", "tag": "6c3cd54c-57f8-4553-b9bc-61cd85c41050", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:27:41.597848 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d4771e4a-78d7-4adb-a1a6-becc750beda1 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:27:41.598253 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4d7b11-015a-48f5-872a-1629e367154b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c3cd54c-57f8-4553-b9bc-61cd85c41050', 'code': 200} Jul 13 08:27:41.683863 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c3cd54c-57f8-4553-b9bc-61cd85c41050,revision_number=6']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:41.708136 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:41.708487 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:41.708828 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:41.709166 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:41.709503 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:41.709833 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:41.710186 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:41.710517 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:41.711100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:41.711432 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:41.711761 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:41.712089 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:41.755307 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] No DVR routers for this DVR port 6c3cd54c-57f8-4553-b9bc-61cd85c41050 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:27:41.893874 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Attempting to bind port 6c3cd54c-57f8-4553-b9bc-61cd85c41050 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:27:41.895156 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Attempting to bind port 6c3cd54c-57f8-4553-b9bc-61cd85c41050 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:27:41.895156 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Attempting to bind port 6c3cd54c-57f8-4553-b9bc-61cd85c41050 on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:27:41.899525 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Port 6c3cd54c-57f8-4553-b9bc-61cd85c41050 on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:27:41.899808 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Attempting to bind port 6c3cd54c-57f8-4553-b9bc-61cd85c41050 on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:27:41.904641 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:27:41.905231 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Checking segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:27:41.905343 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Bound using segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:27:41.905767 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Bound port: 6c3cd54c-57f8-4553-b9bc-61cd85c41050, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:27:41.906142 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:41.970073 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] For port 6c3cd54c-57f8-4553-b9bc-61cd85c41050, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:27:41.973186 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] For port 6c3cd54c-57f8-4553-b9bc-61cd85c41050, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=6c3cd54c-57f8-4553-b9bc-61cd85c41050,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:27:41.977888 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:42.021894 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:42.022559 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:42.023984 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] 10.222.0.62 "PUT /v2.0/ports/6c3cd54c-57f8-4553-b9bc-61cd85c41050 HTTP/1.1" status: 200 len: 1093 time: 0.8267605 Jul 13 08:27:42.111437 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3630e-c304-4d50-92ee-16982e23b1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c3cd54c-57f8-4553-b9bc-61cd85c41050,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:42.151853 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a90e85-a1b2-4406-b744-d7bae740b290 req-35db132d-cb34-44d6-9e09-e00a12259e7b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:42.153453 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-49a90e85-a1b2-4406-b744-d7bae740b290 req-35db132d-cb34-44d6-9e09-e00a12259e7b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 944 time: 0.1649730 Jul 13 08:27:42.160937 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-8b76cac1-6c61-4871-8f2b-b02bf456bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:42.162527 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-8b76cac1-6c61-4871-8f2b-b02bf456bcc9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 1096 time: 0.1119602 Jul 13 08:27:42.227174 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-49a90e85-a1b2-4406-b744-d7bae740b290 req-bf2b4627-8929-482e-8938-435f15dd5686 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636487 Jul 13 08:27:42.285091 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-96f530b8-bfed-4132-91ac-a2bb2333b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:42.286698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-96f530b8-bfed-4132-91ac-a2bb2333b854 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.1167512 Jul 13 08:27:42.352889 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-8b265285-3dde-4eca-8987-929803d78685 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c3cd54c-57f8-4553-b9bc-61cd85c41050 HTTP/1.1" status: 200 len: 1000 time: 0.0591586 Jul 13 08:27:42.402963 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-c7ae3b98-e9b7-46ef-9ba6-70997fea6c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:42.404450 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-c7ae3b98-e9b7-46ef-9ba6-70997fea6c7e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0447254 Jul 13 08:27:42.467180 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-3fba962b-ea88-4585-ba71-a79af51a2520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:42.468686 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-3fba962b-ea88-4585-ba71-a79af51a2520 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568612 Jul 13 08:27:42.557721 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-45e0363f-d48d-440f-8a93-a8e6ae6b04f0 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822618 Jul 13 08:27:42.649839 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-87954953-3d38-4cd2-a752-b6b9b3515147 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853071 Jul 13 08:27:43.286900 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:43.457631 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb506d-eb62-4688-85b9-58423c1144eb req-747787bb-90ba-4f22-90c0-4f45761bec48 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:43.459150 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-deeb506d-eb62-4688-85b9-58423c1144eb req-747787bb-90ba-4f22-90c0-4f45761bec48 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 944 time: 0.1138384 Jul 13 08:27:43.496967 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-deeb506d-eb62-4688-85b9-58423c1144eb req-aebe10f0-5825-4bcc-986d-9be4d2ddfb61 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320103 Jul 13 08:27:43.599696 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4d7b11-015a-48f5-872a-1629e367154b', 'tag': '6c3cd54c-57f8-4553-b9bc-61cd85c41050'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:27:43.601957 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c9be42-e8dd-4535-b663-96a32e455530" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4d7b11-015a-48f5-872a-1629e367154b", "tag": "6c3cd54c-57f8-4553-b9bc-61cd85c41050"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:27:43.649554 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880dd473-3872-40d9-9ebf-6ab67617315a x-openstack-request-id: req-880dd473-3872-40d9-9ebf-6ab67617315a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:27:43.649844 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4d7b11-015a-48f5-872a-1629e367154b", "tag": "6c3cd54c-57f8-4553-b9bc-61cd85c41050", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:27:43.650115 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-880dd473-3872-40d9-9ebf-6ab67617315a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:27:43.650512 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4d7b11-015a-48f5-872a-1629e367154b', 'tag': '6c3cd54c-57f8-4553-b9bc-61cd85c41050', 'status': 'completed', 'code': 200} Jul 13 08:27:43.722063 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9be42-e8dd-4535-b663-96a32e455530 req-40b187cd-0177-45d5-8581-d340ae3074ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:43.723629 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e9c9be42-e8dd-4535-b663-96a32e455530 req-40b187cd-0177-45d5-8581-d340ae3074ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 1096 time: 0.0543022 Jul 13 08:27:43.725726 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9be42-e8dd-4535-b663-96a32e455530 req-20934cf4-ee31-41f4-a361-ac6762d4f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:43.727229 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e9c9be42-e8dd-4535-b663-96a32e455530 req-20934cf4-ee31-41f4-a361-ac6762d4f49e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 1096 time: 0.0524495 Jul 13 08:27:43.811479 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9be42-e8dd-4535-b663-96a32e455530 req-b2196e33-6824-4c06-994a-052b8921f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:43.813098 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e9c9be42-e8dd-4535-b663-96a32e455530 req-b2196e33-6824-4c06-994a-052b8921f377 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0827813 Jul 13 08:27:43.819666 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9be42-e8dd-4535-b663-96a32e455530 req-5d587fd1-cb87-4269-96b6-828c8c754b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:43.821122 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e9c9be42-e8dd-4535-b663-96a32e455530 req-5d587fd1-cb87-4269-96b6-828c8c754b49 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0877218 Jul 13 08:27:43.881634 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e9c9be42-e8dd-4535-b663-96a32e455530 req-e83b1295-b242-496c-8f93-a87bd15554c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c3cd54c-57f8-4553-b9bc-61cd85c41050 HTTP/1.1" status: 200 len: 1000 time: 0.0624304 Jul 13 08:27:43.889525 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e9c9be42-e8dd-4535-b663-96a32e455530 req-489491b1-712b-4389-b870-9218a7bd5200 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c3cd54c-57f8-4553-b9bc-61cd85c41050 HTTP/1.1" status: 200 len: 1000 time: 0.0615442 Jul 13 08:27:43.933188 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9be42-e8dd-4535-b663-96a32e455530 req-ce3ab150-ef3c-4aa0-88df-636d84ee0b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:43.934737 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e9c9be42-e8dd-4535-b663-96a32e455530 req-ce3ab150-ef3c-4aa0-88df-636d84ee0b0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0440588 Jul 13 08:27:43.939867 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9be42-e8dd-4535-b663-96a32e455530 req-1ed3f05f-2e06-499d-ba03-608db2f191c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:43.941854 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e9c9be42-e8dd-4535-b663-96a32e455530 req-1ed3f05f-2e06-499d-ba03-608db2f191c4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0440786 Jul 13 08:27:43.990703 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9be42-e8dd-4535-b663-96a32e455530 req-418ccf17-0398-4aae-8973-cb291139fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:43.992235 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e9c9be42-e8dd-4535-b663-96a32e455530 req-418ccf17-0398-4aae-8973-cb291139fe8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516050 Jul 13 08:27:43.999197 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9be42-e8dd-4535-b663-96a32e455530 req-17ecfeae-ba4d-468a-b2bc-4389dd278bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:44.000684 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e9c9be42-e8dd-4535-b663-96a32e455530 req-17ecfeae-ba4d-468a-b2bc-4389dd278bab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518076 Jul 13 08:27:44.084361 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e9c9be42-e8dd-4535-b663-96a32e455530 req-8ed3fea1-ecfa-45a9-b17d-2b18fccf298d service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859308 Jul 13 08:27:44.093902 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e9c9be42-e8dd-4535-b663-96a32e455530 req-a4ae442f-c039-41cd-936d-4a45bded49be service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862353 Jul 13 08:27:44.185832 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e9c9be42-e8dd-4535-b663-96a32e455530 req-f476801d-23ef-45bb-a8e0-8074741b5415 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841627 Jul 13 08:27:44.507126 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-e9c9be42-e8dd-4535-b663-96a32e455530 req-a6152f7e-ce98-4205-b484-564656e6466d service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161246 Jul 13 08:27:44.591633 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 6c3cd54c-57f8-4553-b9bc-61cd85c41050 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:27:44.629750 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 6c3cd54c-57f8-4553-b9bc-61cd85c41050 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:27:44.672665 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe0670-f602-4661-8d0f-ad24a2172db7 req-402cc048-453d-4d8b-8557-7ea179656fdb tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:44.674175 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fbe0670-f602-4661-8d0f-ad24a2172db7 req-402cc048-453d-4d8b-8557-7ea179656fdb tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 944 time: 0.0661654 Jul 13 08:27:44.711218 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fbe0670-f602-4661-8d0f-ad24a2172db7 req-a3c9d8cf-2e36-4869-b4f2-872fa6858681 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311546 Jul 13 08:27:45.000708 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77cfaf-4282-4fa8-a214-c0cb817e307d req-24a865db-feb5-4c88-a945-55479b20489c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:45.002212 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fe77cfaf-4282-4fa8-a214-c0cb817e307d req-24a865db-feb5-4c88-a945-55479b20489c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 944 time: 0.0630462 Jul 13 08:27:45.036208 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00603d-f8e9-4bcd-9e6a-34538d3b0ebf req-a34b6320-1cb1-4459-bfcb-74881fa5661f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:45.037741 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8d00603d-f8e9-4bcd-9e6a-34538d3b0ebf req-a34b6320-1cb1-4459-bfcb-74881fa5661f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b&tenant_id=3dfb7979363549a7888cd93f5670b15f&binding%3Ahost_id=n-h2-779913-28 HTTP/1.1" status: 200 len: 944 time: 0.0704231 Jul 13 08:27:45.040168 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fe77cfaf-4282-4fa8-a214-c0cb817e307d req-644f4c43-6256-482e-b1b1-074cc591c8b9 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317874 Jul 13 08:27:45.095626 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [req-8d00603d-f8e9-4bcd-9e6a-34538d3b0ebf req-a2e6f458-2c8e-4446-adea-b36c704378ac service neutron] delete failed (client error): The resource could not be found. Jul 13 08:27:45.096529 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8d00603d-f8e9-4bcd-9e6a-34538d3b0ebf req-a2e6f458-2c8e-4446-adea-b36c704378ac service neutron] 10.222.0.35 "DELETE /v2.0/ports/6c3cd54c-57f8-4553-b9bc-61cd85c41050/bindings/n-h1-779913-28 HTTP/1.1" status: 404 len: 381 time: 0.0530217 Jul 13 08:27:45.192895 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00603d-f8e9-4bcd-9e6a-34538d3b0ebf req-708bdf23-857a-40a0-b39e-9bd66eee849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:45.194370 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8d00603d-f8e9-4bcd-9e6a-34538d3b0ebf req-708bdf23-857a-40a0-b39e-9bd66eee849a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 1096 time: 0.0550289 Jul 13 08:27:45.282174 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00603d-f8e9-4bcd-9e6a-34538d3b0ebf req-29b8ada8-fe9f-4802-91b6-69822e2949ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:45.283708 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8d00603d-f8e9-4bcd-9e6a-34538d3b0ebf req-29b8ada8-fe9f-4802-91b6-69822e2949ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0830605 Jul 13 08:27:45.350307 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8d00603d-f8e9-4bcd-9e6a-34538d3b0ebf req-a3894d8d-f92d-4d29-8728-966314e98352 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c3cd54c-57f8-4553-b9bc-61cd85c41050 HTTP/1.1" status: 200 len: 1000 time: 0.0598836 Jul 13 08:27:45.398070 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00603d-f8e9-4bcd-9e6a-34538d3b0ebf req-64c9ffa1-7368-4067-af3c-e964f99555a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:45.399515 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8d00603d-f8e9-4bcd-9e6a-34538d3b0ebf req-64c9ffa1-7368-4067-af3c-e964f99555a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0427017 Jul 13 08:27:45.454370 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00603d-f8e9-4bcd-9e6a-34538d3b0ebf req-f6551cc1-895a-4c48-980e-720adcd6c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:45.455869 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8d00603d-f8e9-4bcd-9e6a-34538d3b0ebf req-f6551cc1-895a-4c48-980e-720adcd6c3eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502634 Jul 13 08:27:45.546953 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8d00603d-f8e9-4bcd-9e6a-34538d3b0ebf req-137c7792-0399-4328-86b8-f6e664825613 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839083 Jul 13 08:27:45.632962 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8d00603d-f8e9-4bcd-9e6a-34538d3b0ebf req-2f924889-10b0-4462-b952-cf8cdf300c35 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804896 Jul 13 08:27:46.072428 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 6c3cd54c-57f8-4553-b9bc-61cd85c41050 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:27:46.180138 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 6c3cd54c-57f8-4553-b9bc-61cd85c41050, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=6c3cd54c-57f8-4553-b9bc-61cd85c41050,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:46.193911 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '6c3cd54c-57f8-4553-b9bc-61cd85c41050', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'port_id': '6c3cd54c-57f8-4553-b9bc-61cd85c41050', 'mac_address': 'fa:16:3e:d3:ce:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:27:46.235867 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:46.249074 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c3cd54c-57f8-4553-b9bc-61cd85c41050 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:27:46.270785 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 6c3cd54c-57f8-4553-b9bc-61cd85c41050, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=6c3cd54c-57f8-4553-b9bc-61cd85c41050,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:46.274901 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:46.288156 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3cd87-40f4-49ee-9193-4bb60ca1bbc4 req-e5adf90c-c979-4b5a-9d04-964df4b20150 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:46.289792 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c2d3cd87-40f4-49ee-9193-4bb60ca1bbc4 req-e5adf90c-c979-4b5a-9d04-964df4b20150 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 944 time: 0.1264496 Jul 13 08:27:46.337728 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c2d3cd87-40f4-49ee-9193-4bb60ca1bbc4 req-61d7c160-b743-4ff1-a6aa-573f8563dfb8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423043 Jul 13 08:27:46.359148 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=6c3cd54c-57f8-4553-b9bc-61cd85c41050,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:46.367910 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:46.368258 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:46.368594 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:46.368930 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:46.369263 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:46.369658 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:46.369896 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:46.370294 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:46.370619 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:46.370975 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:46.371342 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:46.371563 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:46.516929 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fe447-f7cf-4dd0-922b-41bd15cdedf3 req-7613b3ed-ecd7-4a64-a423-fe0410a74f2d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:46.518460 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2d3fe447-f7cf-4dd0-922b-41bd15cdedf3 req-7613b3ed-ecd7-4a64-a423-fe0410a74f2d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 945 time: 0.0714593 Jul 13 08:27:46.555908 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2d3fe447-f7cf-4dd0-922b-41bd15cdedf3 req-f9d29e22-2ba8-42ea-a6e6-8bbc2ae915ea tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311966 Jul 13 08:27:46.572549 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['6c3cd54c-57f8-4553-b9bc-61cd85c41050'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:27:46.727156 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e18468-7e20-4d60-868c-c87fc3928a4f req-c40c0496-b42a-487d-b16e-fcf7db0c3011 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:46.728664 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a1e18468-7e20-4d60-868c-c87fc3928a4f req-c40c0496-b42a-487d-b16e-fcf7db0c3011 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 945 time: 0.0636933 Jul 13 08:27:46.766284 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a1e18468-7e20-4d60-868c-c87fc3928a4f req-b4a208b7-743c-4830-99f5-d516caf3521b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319400 Jul 13 08:27:47.139789 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b524b6-0256-4623-9154-ea9292c69769 req-a2978cf2-6ea9-4fda-b28d-a7df7260ae5d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:47.141424 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f6b524b6-0256-4623-9154-ea9292c69769 req-a2978cf2-6ea9-4fda-b28d-a7df7260ae5d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 945 time: 0.0667996 Jul 13 08:27:47.179269 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f6b524b6-0256-4623-9154-ea9292c69769 req-4153dc51-78e4-4257-884e-22e76f06d73e tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322516 Jul 13 08:27:48.071165 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 6c3cd54c-57f8-4553-b9bc-61cd85c41050 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:27:48.120835 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 6c3cd54c-57f8-4553-b9bc-61cd85c41050 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:27:48.124592 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 6c3cd54c-57f8-4553-b9bc-61cd85c41050 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:48.124959 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:48.202852 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:48.226989 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4d7b11-015a-48f5-872a-1629e367154b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3cd54c-57f8-4553-b9bc-61cd85c41050'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:27:48.229221 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35454576-0304-4611-8038-398aaa93323f" -d '{"events": [{"server_uuid": "2d4d7b11-015a-48f5-872a-1629e367154b", "name": "network-vif-plugged", "status": "completed", "tag": "6c3cd54c-57f8-4553-b9bc-61cd85c41050"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:27:48.241705 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 6c3cd54c-57f8-4553-b9bc-61cd85c41050, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=6c3cd54c-57f8-4553-b9bc-61cd85c41050,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:48.246224 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:48.280343 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2313cc10-bbb4-4ed2-853f-c6b6ef9bb3a6 x-openstack-request-id: req-2313cc10-bbb4-4ed2-853f-c6b6ef9bb3a6 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:27:48.280505 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4d7b11-015a-48f5-872a-1629e367154b", "name": "network-vif-plugged", "status": "completed", "tag": "6c3cd54c-57f8-4553-b9bc-61cd85c41050", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:27:48.280610 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2313cc10-bbb4-4ed2-853f-c6b6ef9bb3a6 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:27:48.281024 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4d7b11-015a-48f5-872a-1629e367154b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3cd54c-57f8-4553-b9bc-61cd85c41050', 'code': 200} Jul 13 08:27:48.307978 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=6c3cd54c-57f8-4553-b9bc-61cd85c41050,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:48.404862 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56f788-64e1-4b06-8a00-d92506b5ae5c req-68506340-f4b8-4ad1-a4d4-c25a877f1416 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:48.406442 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea56f788-64e1-4b06-8a00-d92506b5ae5c req-68506340-f4b8-4ad1-a4d4-c25a877f1416 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 946 time: 0.1082232 Jul 13 08:27:48.417969 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209a77b-38cd-4ab4-81ae-d503f95608eb req-7795d1b6-b45c-44d4-aa1b-182da724dfbe tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:48.419463 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8209a77b-38cd-4ab4-81ae-d503f95608eb req-7795d1b6-b45c-44d4-aa1b-182da724dfbe tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 946 time: 0.1191266 Jul 13 08:27:48.457250 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-71ad0b4a-c1bd-4814-b0d9-07b579169c1b None None] Provisioning complete for port 6c3cd54c-57f8-4553-b9bc-61cd85c41050 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:48.457619 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-71ad0b4a-c1bd-4814-b0d9-07b579169c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:48.490035 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea56f788-64e1-4b06-8a00-d92506b5ae5c req-f78ec2a9-4c18-4e22-9ad1-bb29c1ce91bc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695405 Jul 13 08:27:48.544757 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-8209a77b-38cd-4ab4-81ae-d503f95608eb req-2de78fb0-1a37-4aff-8fe7-9126fb9b7a5f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Deleting port 6c3cd54c-57f8-4553-b9bc-61cd85c41050 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:27:48.545098 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8209a77b-38cd-4ab4-81ae-d503f95608eb req-2de78fb0-1a37-4aff-8fe7-9126fb9b7a5f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:48.635901 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8209a77b-38cd-4ab4-81ae-d503f95608eb req-2de78fb0-1a37-4aff-8fe7-9126fb9b7a5f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] For port 6c3cd54c-57f8-4553-b9bc-61cd85c41050, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=6c3cd54c-57f8-4553-b9bc-61cd85c41050,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:48.636170 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8209a77b-38cd-4ab4-81ae-d503f95608eb req-2de78fb0-1a37-4aff-8fe7-9126fb9b7a5f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:48.796829 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8209a77b-38cd-4ab4-81ae-d503f95608eb req-2de78fb0-1a37-4aff-8fe7-9126fb9b7a5f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:48.797208 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8209a77b-38cd-4ab4-81ae-d503f95608eb req-2de78fb0-1a37-4aff-8fe7-9126fb9b7a5f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:48.797505 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [req-8209a77b-38cd-4ab4-81ae-d503f95608eb req-2de78fb0-1a37-4aff-8fe7-9126fb9b7a5f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Floating IP 0b6c577e-1297-4569-bee7-669c13205603 disassociated. External IP: 172.25.0.118, port: 6c3cd54c-57f8-4553-b9bc-61cd85c41050. Jul 13 08:27:48.797839 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-8209a77b-38cd-4ab4-81ae-d503f95608eb req-2de78fb0-1a37-4aff-8fe7-9126fb9b7a5f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Calling delete_port for 6c3cd54c-57f8-4553-b9bc-61cd85c41050 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:27:48.927528 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8209a77b-38cd-4ab4-81ae-d503f95608eb req-2de78fb0-1a37-4aff-8fe7-9126fb9b7a5f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:48.954539 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de78fb0-1a37-4aff-8fe7-9126fb9b7a5f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Pushing event deleted for resources: {'Port': ['ID=6c3cd54c-57f8-4553-b9bc-61cd85c41050,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:49.070884 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8209a77b-38cd-4ab4-81ae-d503f95608eb req-2de78fb0-1a37-4aff-8fe7-9126fb9b7a5f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Router b41af1cc-fdc4-44e7-9409-b437de4034ec has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:27:49.179327 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8209a77b-38cd-4ab4-81ae-d503f95608eb req-2de78fb0-1a37-4aff-8fe7-9126fb9b7a5f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:27:49.188509 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b56c65-ae92-4132-b366-76db9fd3ff5f None None] Sync routers for ids ['b41af1cc-fdc4-44e7-9409-b437de4034ec'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:27:49.197652 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b56c65-ae92-4132-b366-76db9fd3ff5f None None] Routers {'b41af1cc-fdc4-44e7-9409-b437de4034ec'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:27:49.198303 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-48b56c65-ae92-4132-b366-76db9fd3ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:27:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b41af1cc-fdc4-44e7-9409-b437de4034ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:49.309675 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-48b56c65-ae92-4132-b366-76db9fd3ff5f None None] Set router b41af1cc-fdc4-44e7-9409-b437de4034ec gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:27:49.515243 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-48b56c65-ae92-4132-b366-76db9fd3ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:49.547675 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b56c65-ae92-4132-b366-76db9fd3ff5f None None] Checking router: b41af1cc-fdc4-44e7-9409-b437de4034ec for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:27:49.555910 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b56c65-ae92-4132-b366-76db9fd3ff5f None None] Routers {'b41af1cc-fdc4-44e7-9409-b437de4034ec'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:27:49.556508 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-48b56c65-ae92-4132-b366-76db9fd3ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:27:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b41af1cc-fdc4-44e7-9409-b437de4034ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:49.560900 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8209a77b-38cd-4ab4-81ae-d503f95608eb req-2de78fb0-1a37-4aff-8fe7-9126fb9b7a5f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] No DVR routers for this DVR port 6c3cd54c-57f8-4553-b9bc-61cd85c41050 on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:27:49.563557 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8209a77b-38cd-4ab4-81ae-d503f95608eb req-2de78fb0-1a37-4aff-8fe7-9126fb9b7a5f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:49.565554 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8209a77b-38cd-4ab4-81ae-d503f95608eb req-2de78fb0-1a37-4aff-8fe7-9126fb9b7a5f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.62 "DELETE /v2.0/ports/6c3cd54c-57f8-4553-b9bc-61cd85c41050 HTTP/1.1" status: 204 len: 173 time: 1.1389346 Jul 13 08:27:49.566534 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4d7b11-015a-48f5-872a-1629e367154b', 'name': 'network-vif-deleted', 'tag': '6c3cd54c-57f8-4553-b9bc-61cd85c41050'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:27:49.568847 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2e5cbd-6e40-4412-8506-8be3f604f51e" -d '{"events": [{"server_uuid": "2d4d7b11-015a-48f5-872a-1629e367154b", "name": "network-vif-deleted", "tag": "6c3cd54c-57f8-4553-b9bc-61cd85c41050"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:27:49.661724 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9acba9b2-6ae2-4df9-9450-f3702ac7bf17 req-559de03f-8e23-4d30-9e3e-de93a6e9407a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4d7b11-015a-48f5-872a-1629e367154b HTTP/1.1" status: 200 len: 210 time: 0.0283182 Jul 13 08:27:49.682220 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-48b56c65-ae92-4132-b366-76db9fd3ff5f None None] Set router b41af1cc-fdc4-44e7-9409-b437de4034ec gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:27:49.690505 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35f5938-eb75-4f88-a588-9f9e8d04430a x-openstack-request-id: req-c35f5938-eb75-4f88-a588-9f9e8d04430a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:27:49.690801 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4d7b11-015a-48f5-872a-1629e367154b", "name": "network-vif-deleted", "tag": "6c3cd54c-57f8-4553-b9bc-61cd85c41050", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:27:49.691648 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c35f5938-eb75-4f88-a588-9f9e8d04430a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:27:49.692046 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4d7b11-015a-48f5-872a-1629e367154b', 'name': 'network-vif-deleted', 'tag': '6c3cd54c-57f8-4553-b9bc-61cd85c41050', 'status': 'completed', 'code': 200} Jul 13 08:27:49.883139 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-48b56c65-ae92-4132-b366-76db9fd3ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:49.917797 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b56c65-ae92-4132-b366-76db9fd3ff5f None None] The sync data for ids ['b41af1cc-fdc4-44e7-9409-b437de4034ec'] in n-d-779913-28 is: [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:27:50.123867 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a48ae04-ec75-46a0-9338-d0106c7f6433 None None] New status for floating IP 0b6c577e-1297-4569-bee7-669c13205603: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:27:50.962711 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-985b65c9-8b94-470b-8864-334354f3e4d2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1698955632&fields=id&tenant_id=3dfb7979363549a7888cd93f5670b15f HTTP/1.1" status: 200 len: 267 time: 0.0338929 Jul 13 08:27:51.066769 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-c51eb4e8-55ed-49d6-b73d-ae3afe542cac tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:51.068203 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-c51eb4e8-55ed-49d6-b73d-ae3afe542cac tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 811 time: 0.0992630 Jul 13 08:27:51.082916 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-d0a4a5cf-910c-41ad-b145-dace0a37efbd tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/quotas/3dfb7979363549a7888cd93f5670b15f HTTP/1.1" status: 200 len: 375 time: 0.0094662 Jul 13 08:27:51.152302 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-19cd345f-c295-497f-97a7-dfef88fcab1d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0643442 Jul 13 08:27:51.248760 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0b0a8971-2975-44ae-af2a-a93f421f50a7 service neutron] 10.222.0.58 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848932 Jul 13 08:27:51.334559 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-733c5b65-a571-4481-86e6-ea68535e3981 service neutron] 10.222.0.58 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797598 Jul 13 08:27:51.507595 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a5423f96-1dc9-4af1-bbea-065f20d30e39 req-f2f11936-93f7-4310-82f6-b8d2dbc120fc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 210 time: 0.0335844 Jul 13 08:27:52.090627 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 6c3cd54c-57f8-4553-b9bc-61cd85c41050 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:27:52.111315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 6c3cd54c-57f8-4553-b9bc-61cd85c41050 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:27:52.111663 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 6c3cd54c-57f8-4553-b9bc-61cd85c41050 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:27:52.522961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-7c814f5a-275b-4d9a-a1e0-12dffcacb42d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:52.524448 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-7c814f5a-275b-4d9a-a1e0-12dffcacb42d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.62 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 811 time: 0.1030276 Jul 13 08:27:52.573397 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-de13d468-9db5-48ec-84be-47ee7e689093 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dfb7979363549a7888cd93f5670b15f HTTP/1.1" status: 200 len: 380 time: 0.0394318 Jul 13 08:27:52.582942 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-f3f23125-a9d1-4559-86ec-7317eb9f3fc7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Request body: {'port': {'device_id': '40f640a2-c174-4a14-a836-746380a569f5', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'admin_state_up': True, 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'security_groups': ['4067d894-86e9-44c8-a8d5-3c86515a09a7']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:27:52.680060 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3244b2a8-a195-4810-96fd-5a46005c8ac4 req-fcffbec8-be76-41fa-986b-05b3f84ca148 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 210 time: 0.0347021 Jul 13 08:27:52.718882 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-f3f23125-a9d1-4559-86ec-7317eb9f3fc7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Made reservation on behalf of 3dfb7979363549a7888cd93f5670b15f for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:27:52.722415 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-f3f23125-a9d1-4559-86ec-7317eb9f3fc7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:52.845682 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-f3f23125-a9d1-4559-86ec-7317eb9f3fc7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Allocated IP 172.20.0.5 (4e911039-dbb0-470b-916b-8e2ccfa23ac4/8f0bf666-5249-4a6b-9d69-dba52c707780/e46ee71b-1a9f-4b74-a011-2030129cdec5) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:27:52.980423 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-f3f23125-a9d1-4559-86ec-7317eb9f3fc7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:52.994234 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-f3f23125-a9d1-4559-86ec-7317eb9f3fc7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Transition to ACTIVE for port object e46ee71b-1a9f-4b74-a011-2030129cdec5 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:27:53.025964 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-f3f23125-a9d1-4559-86ec-7317eb9f3fc7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:53.067603 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-f3f23125-a9d1-4559-86ec-7317eb9f3fc7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:27:53.072662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-f3f23125-a9d1-4559-86ec-7317eb9f3fc7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:27:53.076380 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-f3f23125-a9d1-4559-86ec-7317eb9f3fc7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:27:53.104844 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f23125-a9d1-4559-86ec-7317eb9f3fc7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Pushing event updated for resources: {'Port': ['ID=e46ee71b-1a9f-4b74-a011-2030129cdec5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:53.136684 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-f3f23125-a9d1-4559-86ec-7317eb9f3fc7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:53.137320 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-f3f23125-a9d1-4559-86ec-7317eb9f3fc7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:53.151451 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-f3f23125-a9d1-4559-86ec-7317eb9f3fc7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5729907 Jul 13 08:27:53.163979 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] Request body: {'port': {'device_id': '40f640a2-c174-4a14-a836-746380a569f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:27:53.241910 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:53.277858 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-655dc6cf-1055-446a-97a7-9103caeb06ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:53.287280 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4dc62c0e-027f-41a3-a20c-0e948d3d03a4 None None] Provisioning for port e46ee71b-1a9f-4b74-a011-2030129cdec5 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:27:53.291116 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4dc62c0e-027f-41a3-a20c-0e948d3d03a4 None None] Provisioning complete for port e46ee71b-1a9f-4b74-a011-2030129cdec5 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:53.291485 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dc62c0e-027f-41a3-a20c-0e948d3d03a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:53.324681 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4dc62c0e-027f-41a3-a20c-0e948d3d03a4 None None] Port e46ee71b-1a9f-4b74-a011-2030129cdec5 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:27:53.501971 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46ee71b-1a9f-4b74-a011-2030129cdec5 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:27:53.509282 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:53.521467 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] Transition to ACTIVE for port object e46ee71b-1a9f-4b74-a011-2030129cdec5 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:27:53.525271 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:53.573389 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] Pushing event updated for resources: {'Port': ['ID=e46ee71b-1a9f-4b74-a011-2030129cdec5,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:53.650892 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] Attempting to bind port e46ee71b-1a9f-4b74-a011-2030129cdec5 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:27:53.651234 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] Attempting to bind port e46ee71b-1a9f-4b74-a011-2030129cdec5 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:27:53.651566 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] Attempting to bind port e46ee71b-1a9f-4b74-a011-2030129cdec5 on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:27:53.656190 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] Port e46ee71b-1a9f-4b74-a011-2030129cdec5 on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:27:53.656518 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] Attempting to bind port e46ee71b-1a9f-4b74-a011-2030129cdec5 on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:27:53.662120 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:27:53.662475 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] Checking segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:27:53.662860 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] Bound using segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:27:53.663287 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] Bound port: e46ee71b-1a9f-4b74-a011-2030129cdec5, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:27:53.663645 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:53.731892 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] For port e46ee71b-1a9f-4b74-a011-2030129cdec5, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:27:53.736316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] For port e46ee71b-1a9f-4b74-a011-2030129cdec5, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e46ee71b-1a9f-4b74-a011-2030129cdec5,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:27:53.740480 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:53.775943 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:53.776559 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:53.777987 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] 10.222.0.62 "PUT /v2.0/ports/e46ee71b-1a9f-4b74-a011-2030129cdec5 HTTP/1.1" status: 200 len: 1092 time: 0.6189132 Jul 13 08:27:53.778547 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f640a2-c174-4a14-a836-746380a569f5', 'tag': 'e46ee71b-1a9f-4b74-a011-2030129cdec5'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:27:53.780877 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d3053b-3a6e-4981-9fcb-8400187079dc" -d '{"events": [{"name": "network-changed", "server_uuid": "40f640a2-c174-4a14-a836-746380a569f5", "tag": "e46ee71b-1a9f-4b74-a011-2030129cdec5"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:27:53.838535 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b97576-c12e-43f5-a897-f5958dde08c4 x-openstack-request-id: req-a3b97576-c12e-43f5-a897-f5958dde08c4 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:27:53.838824 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f640a2-c174-4a14-a836-746380a569f5", "tag": "e46ee71b-1a9f-4b74-a011-2030129cdec5", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:27:53.839071 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3b97576-c12e-43f5-a897-f5958dde08c4 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:27:53.839462 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f640a2-c174-4a14-a836-746380a569f5', 'tag': 'e46ee71b-1a9f-4b74-a011-2030129cdec5', 'status': 'completed', 'code': 200} Jul 13 08:27:53.841313 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3f66a-0411-427f-87bb-b5ef1f4fb69b service neutron] Pushing event updated for resources: {'Port': ['ID=e46ee71b-1a9f-4b74-a011-2030129cdec5,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:53.919302 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82222c-d61c-434c-95d1-383dc1573bf8 req-9802be67-b324-4993-938c-04edc6c01ecf tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:53.921228 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4e82222c-d61c-434c-95d1-383dc1573bf8 req-9802be67-b324-4993-938c-04edc6c01ecf tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 943 time: 0.1243658 Jul 13 08:27:53.931516 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-fa88f499-1a5b-40e6-ad20-a63fcebfdf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:53.933015 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-fa88f499-1a5b-40e6-ad20-a63fcebfdf32 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 1095 time: 0.0926750 Jul 13 08:27:53.995676 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-43111f4d-7779-44e9-921a-cf1733d82bb0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e46ee71b-1a9f-4b74-a011-2030129cdec5 HTTP/1.1" status: 200 len: 217 time: 0.0485060 Jul 13 08:27:54.002950 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4e82222c-d61c-434c-95d1-383dc1573bf8 req-9bfa354f-bb5c-4105-a401-71737053bc90 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739849 Jul 13 08:27:54.046530 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-3b4b06c8-03a4-4075-b90b-c9e6c36f6780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:54.047910 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-3b4b06c8-03a4-4075-b90b-c9e6c36f6780 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0436025 Jul 13 08:27:54.106521 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-50ee84d3-81cd-453a-84b0-8be7a1a95ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:54.108053 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-50ee84d3-81cd-453a-84b0-8be7a1a95ec6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531290 Jul 13 08:27:54.200855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-1a0e8c77-06b7-4ab8-aa76-f85ad14a0a6a service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858724 Jul 13 08:27:54.288924 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-087cb0e4-00da-4782-9c96-9a379a4cfa42 req-3ec067e3-6aa0-462d-95bf-8772cdf3d1f3 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808661 Jul 13 08:27:54.386899 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3053b-3a6e-4981-9fcb-8400187079dc req-53317373-e66a-4084-8353-3da54d0d1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:54.388367 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c0d3053b-3a6e-4981-9fcb-8400187079dc req-53317373-e66a-4084-8353-3da54d0d1fe3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 1095 time: 0.0526860 Jul 13 08:27:54.482226 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3053b-3a6e-4981-9fcb-8400187079dc req-ea6e7d15-519b-4a41-82f0-742704c328ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:54.483732 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c0d3053b-3a6e-4981-9fcb-8400187079dc req-ea6e7d15-519b-4a41-82f0-742704c328ea service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0882556 Jul 13 08:27:54.525229 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c0d3053b-3a6e-4981-9fcb-8400187079dc req-17dbbb68-d562-48bc-b794-75701601801c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e46ee71b-1a9f-4b74-a011-2030129cdec5 HTTP/1.1" status: 200 len: 217 time: 0.0335157 Jul 13 08:27:54.578432 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3053b-3a6e-4981-9fcb-8400187079dc req-8eba518c-f75a-4ab7-8da7-61a8362dcb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:54.579798 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c0d3053b-3a6e-4981-9fcb-8400187079dc req-8eba518c-f75a-4ab7-8da7-61a8362dcb95 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0479434 Jul 13 08:27:54.637492 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3053b-3a6e-4981-9fcb-8400187079dc req-ce0b723c-862e-4f3b-a38e-e4f9891858fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:54.639009 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c0d3053b-3a6e-4981-9fcb-8400187079dc req-ce0b723c-862e-4f3b-a38e-e4f9891858fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518928 Jul 13 08:27:54.731949 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c0d3053b-3a6e-4981-9fcb-8400187079dc req-1544509c-bfa6-4755-a49f-8d1bfc382f70 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845375 Jul 13 08:27:54.820759 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c0d3053b-3a6e-4981-9fcb-8400187079dc req-65e7a425-f5c6-45ba-a5e2-e814b3566de5 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817785 Jul 13 08:27:55.177737 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859f696-be13-45c2-958e-f7c878e5d7ec req-c489ca22-0243-48e4-9ca4-e2a4f6ecb748 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:55.179256 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8859f696-be13-45c2-958e-f7c878e5d7ec req-c489ca22-0243-48e4-9ca4-e2a4f6ecb748 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 943 time: 0.0632522 Jul 13 08:27:55.220249 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8859f696-be13-45c2-958e-f7c878e5d7ec req-12675937-3150-460b-938a-fdf80d8cb4ba tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354586 Jul 13 08:27:56.087705 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e46ee71b-1a9f-4b74-a011-2030129cdec5 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:27:56.181966 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port e46ee71b-1a9f-4b74-a011-2030129cdec5, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e46ee71b-1a9f-4b74-a011-2030129cdec5,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:56.193233 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'e46ee71b-1a9f-4b74-a011-2030129cdec5', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'port_id': 'e46ee71b-1a9f-4b74-a011-2030129cdec5', 'mac_address': 'fa:16:3e:6d:28:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:27:56.228384 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:56.240270 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46ee71b-1a9f-4b74-a011-2030129cdec5 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:27:56.263261 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port e46ee71b-1a9f-4b74-a011-2030129cdec5, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e46ee71b-1a9f-4b74-a011-2030129cdec5,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:56.267581 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:56.323801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=e46ee71b-1a9f-4b74-a011-2030129cdec5,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:56.398177 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e72fc3-21e3-4f0a-92a8-26855f848a90 req-ef5d062e-db68-41ec-b3cd-466b6b3f380c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:56.399986 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39e72fc3-21e3-4f0a-92a8-26855f848a90 req-ef5d062e-db68-41ec-b3cd-466b6b3f380c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 944 time: 0.0668604 Jul 13 08:27:56.441257 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39e72fc3-21e3-4f0a-92a8-26855f848a90 req-0183d7fb-1332-4d57-ae82-c7020b5861fe tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353982 Jul 13 08:27:56.496824 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['e46ee71b-1a9f-4b74-a011-2030129cdec5'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:27:57.616434 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ef790-a583-4c40-8df7-cb171bb1edc1 req-15fe6a52-1c83-4ef1-8799-51e205a963aa tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:57.617921 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9a1ef790-a583-4c40-8df7-cb171bb1edc1 req-15fe6a52-1c83-4ef1-8799-51e205a963aa tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 944 time: 0.0631874 Jul 13 08:27:57.626298 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-964f79f2-3390-4a31-a9bf-4d19113210cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:57.654590 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9a1ef790-a583-4c40-8df7-cb171bb1edc1 req-2724b593-b5d0-48d4-a734-019cefcbf9f3 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310838 Jul 13 08:27:57.854545 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:58.101700 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e46ee71b-1a9f-4b74-a011-2030129cdec5 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:27:58.149173 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port e46ee71b-1a9f-4b74-a011-2030129cdec5 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:27:58.152790 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port e46ee71b-1a9f-4b74-a011-2030129cdec5 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:58.153157 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:58.228072 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:58.249614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f640a2-c174-4a14-a836-746380a569f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46ee71b-1a9f-4b74-a011-2030129cdec5'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:27:58.251879 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbc74ad-313f-4758-91e1-ec7fc0d3fe9d" -d '{"events": [{"server_uuid": "40f640a2-c174-4a14-a836-746380a569f5", "name": "network-vif-plugged", "status": "completed", "tag": "e46ee71b-1a9f-4b74-a011-2030129cdec5"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:27:58.263977 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port e46ee71b-1a9f-4b74-a011-2030129cdec5, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e46ee71b-1a9f-4b74-a011-2030129cdec5,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:58.268305 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:58.325261 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=e46ee71b-1a9f-4b74-a011-2030129cdec5,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:58.355744 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef58100-2b09-4eee-9a51-610ba6e00d1a x-openstack-request-id: req-fef58100-2b09-4eee-9a51-610ba6e00d1a {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:27:58.356039 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f640a2-c174-4a14-a836-746380a569f5", "name": "network-vif-plugged", "status": "completed", "tag": "e46ee71b-1a9f-4b74-a011-2030129cdec5", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:27:58.356287 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fef58100-2b09-4eee-9a51-610ba6e00d1a {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:27:58.356679 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f640a2-c174-4a14-a836-746380a569f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46ee71b-1a9f-4b74-a011-2030129cdec5', 'code': 200} Jul 13 08:27:58.481607 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d675d6-632f-4f23-80c6-cc1fa19f2546 req-f179b4d9-951f-48c7-a6fc-2a4846430f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:58.483217 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12d675d6-632f-4f23-80c6-cc1fa19f2546 req-f179b4d9-951f-48c7-a6fc-2a4846430f94 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 1097 time: 0.0589459 Jul 13 08:27:58.517992 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12d675d6-632f-4f23-80c6-cc1fa19f2546 req-81af58d6-56a4-4d3c-9e4b-514baab77ba5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278339 Jul 13 08:27:58.536786 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-bbe9dde0-6a2b-4049-a0e0-e922bce4a439 None None] Provisioning complete for port e46ee71b-1a9f-4b74-a011-2030129cdec5 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:58.537153 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bbe9dde0-6a2b-4049-a0e0-e922bce4a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:58.824434 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dce4fe-1e73-4f09-82b2-30392bca8540 req-69adc261-d232-4be7-a06f-108075b16db1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:58.825951 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-26dce4fe-1e73-4f09-82b2-30392bca8540 req-69adc261-d232-4be7-a06f-108075b16db1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 945 time: 0.0621204 Jul 13 08:27:58.864508 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-26dce4fe-1e73-4f09-82b2-30392bca8540 req-53cc8d7d-ef1b-4f4e-8942-4a5018f47cd3 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324063 Jul 13 08:27:59.773350 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:00.037124 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ae69f-c4d7-41d0-8d5b-0346520e599d req-76501ff3-7bad-4968-862f-4ccc0b83013d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:00.038673 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-261ae69f-c4d7-41d0-8d5b-0346520e599d req-76501ff3-7bad-4968-862f-4ccc0b83013d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 945 time: 0.0630467 Jul 13 08:28:00.079500 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-261ae69f-c4d7-41d0-8d5b-0346520e599d req-02590c70-224b-400c-871f-f871141139dc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353816 Jul 13 08:28:00.247323 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a28f0-6916-45bc-a146-d8c1f113a39a req-98d40920-cb8b-4119-ad5f-091e66216f39 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:00.248808 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3a1a28f0-6916-45bc-a146-d8c1f113a39a req-98d40920-cb8b-4119-ad5f-091e66216f39 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 945 time: 0.0637600 Jul 13 08:28:00.257907 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33534) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:00.262356 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-89ffc6fd-3cd3-47bf-b018-a2f70746d320 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Request body: {'floatingip': {'port_id': 'e46ee71b-1a9f-4b74-a011-2030129cdec5'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:28:00.299149 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-89ffc6fd-3cd3-47bf-b018-a2f70746d320 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:00.729242 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-89ffc6fd-3cd3-47bf-b018-a2f70746d320 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:00.732872 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-89ffc6fd-3cd3-47bf-b018-a2f70746d320 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:00.829343 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-89ffc6fd-3cd3-47bf-b018-a2f70746d320 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Floating IP 0b6c577e-1297-4569-bee7-669c13205603 associated. External IP: 172.25.0.118, port: e46ee71b-1a9f-4b74-a011-2030129cdec5. Jul 13 08:28:01.030315 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ffc6fd-3cd3-47bf-b018-a2f70746d320 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Router b41af1cc-fdc4-44e7-9409-b437de4034ec has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:28:01.135868 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ffc6fd-3cd3-47bf-b018-a2f70746d320 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:28:01.140748 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-89ffc6fd-3cd3-47bf-b018-a2f70746d320 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:01.147684 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e287dc80-8afb-43f3-aecf-f157ba83599a None None] Sync routers for ids ['b41af1cc-fdc4-44e7-9409-b437de4034ec'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:28:01.156676 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e287dc80-8afb-43f3-aecf-f157ba83599a None None] Routers {'b41af1cc-fdc4-44e7-9409-b437de4034ec'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:28:01.157334 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e287dc80-8afb-43f3-aecf-f157ba83599a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:27:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b41af1cc-fdc4-44e7-9409-b437de4034ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:01.178109 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-89ffc6fd-3cd3-47bf-b018-a2f70746d320 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "PUT /v2.0/floatingips/0b6c577e-1297-4569-bee7-669c13205603 HTTP/1.1" status: 200 len: 991 time: 0.9191022 Jul 13 08:28:01.178733 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f640a2-c174-4a14-a836-746380a569f5', 'tag': 'e46ee71b-1a9f-4b74-a011-2030129cdec5'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:28:01.180965 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd03f712-361a-4efe-a478-6e3c07f6c685" -d '{"events": [{"name": "network-changed", "server_uuid": "40f640a2-c174-4a14-a836-746380a569f5", "tag": "e46ee71b-1a9f-4b74-a011-2030129cdec5"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:28:01.219886 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05d8625-a411-4614-ad4c-c4584c45c658 x-openstack-request-id: req-c05d8625-a411-4614-ad4c-c4584c45c658 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:28:01.220174 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f640a2-c174-4a14-a836-746380a569f5", "tag": "e46ee71b-1a9f-4b74-a011-2030129cdec5", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:28:01.220441 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c05d8625-a411-4614-ad4c-c4584c45c658 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:28:01.221017 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f640a2-c174-4a14-a836-746380a569f5', 'tag': 'e46ee71b-1a9f-4b74-a011-2030129cdec5', 'status': 'completed', 'code': 200} Jul 13 08:28:01.306315 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03f712-361a-4efe-a478-6e3c07f6c685 req-a0a3f83f-4aca-4847-a281-1ba2f970e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:01.307907 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd03f712-361a-4efe-a478-6e3c07f6c685 req-a0a3f83f-4aca-4847-a281-1ba2f970e0f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 1097 time: 0.0584562 Jul 13 08:28:01.371748 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-e287dc80-8afb-43f3-aecf-f157ba83599a None None] Set router b41af1cc-fdc4-44e7-9409-b437de4034ec gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:28:01.422777 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03f712-361a-4efe-a478-6e3c07f6c685 req-6ba40683-bd52-4f42-8f0a-1f6eaa342568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:01.424317 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd03f712-361a-4efe-a478-6e3c07f6c685 req-6ba40683-bd52-4f42-8f0a-1f6eaa342568 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.1101453 Jul 13 08:28:01.494921 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd03f712-361a-4efe-a478-6e3c07f6c685 req-72222583-ec27-4c81-ab47-dd7535ff07a3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e46ee71b-1a9f-4b74-a011-2030129cdec5 HTTP/1.1" status: 200 len: 999 time: 0.0625250 Jul 13 08:28:01.496694 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:01.547917 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03f712-361a-4efe-a478-6e3c07f6c685 req-c3cf09d4-2c4e-474c-a353-a8cd691f592c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:01.549441 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd03f712-361a-4efe-a478-6e3c07f6c685 req-c3cf09d4-2c4e-474c-a353-a8cd691f592c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0488269 Jul 13 08:28:01.597041 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e287dc80-8afb-43f3-aecf-f157ba83599a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '0b6c577e-1297-4569-bee7-669c13205603', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'port_id': 'e46ee71b-1a9f-4b74-a011-2030129cdec5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'mac_address': 'fa:16:3e:6d:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f640a2-c174-4a14-a836-746380a569f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:25:39Z', 'updated_at': '2021-07-13T08:28:00Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:01.606056 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03f712-361a-4efe-a478-6e3c07f6c685 req-abdafdc8-b624-47a2-b891-f46318dd40af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:01.607630 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd03f712-361a-4efe-a478-6e3c07f6c685 req-abdafdc8-b624-47a2-b891-f46318dd40af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522027 Jul 13 08:28:01.627335 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e287dc80-8afb-43f3-aecf-f157ba83599a None None] Checking router: b41af1cc-fdc4-44e7-9409-b437de4034ec for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:28:01.636053 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e287dc80-8afb-43f3-aecf-f157ba83599a None None] Routers {'b41af1cc-fdc4-44e7-9409-b437de4034ec'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:28:01.636660 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e287dc80-8afb-43f3-aecf-f157ba83599a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:27:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b41af1cc-fdc4-44e7-9409-b437de4034ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:01.696776 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd03f712-361a-4efe-a478-6e3c07f6c685 req-483b0056-3277-4006-814e-65fb26a4fb87 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821130 Jul 13 08:28:01.736706 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-e287dc80-8afb-43f3-aecf-f157ba83599a None None] Set router b41af1cc-fdc4-44e7-9409-b437de4034ec gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:28:01.788185 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cd03f712-361a-4efe-a478-6e3c07f6c685 req-3c2e2014-175a-4829-a56b-b6c6200622fc service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850487 Jul 13 08:28:01.956426 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e287dc80-8afb-43f3-aecf-f157ba83599a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '0b6c577e-1297-4569-bee7-669c13205603', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'port_id': 'e46ee71b-1a9f-4b74-a011-2030129cdec5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'mac_address': 'fa:16:3e:6d:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f640a2-c174-4a14-a836-746380a569f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:25:39Z', 'updated_at': '2021-07-13T08:28:00Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:01.981608 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e287dc80-8afb-43f3-aecf-f157ba83599a None None] The sync data for ids ['b41af1cc-fdc4-44e7-9409-b437de4034ec'] in n-d-779913-28 is: [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '0b6c577e-1297-4569-bee7-669c13205603', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'port_id': 'e46ee71b-1a9f-4b74-a011-2030129cdec5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'mac_address': 'fa:16:3e:6d:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f640a2-c174-4a14-a836-746380a569f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:25:39Z', 'updated_at': '2021-07-13T08:28:00Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:28:02.190376 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ebf808-6f5f-47e1-ab0c-ba62ad1bc628 None None] New status for floating IP 0b6c577e-1297-4569-bee7-669c13205603: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:28:06.447584 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cff59c48-5ba2-4200-8a7c-9ae401364614 req-eeb2f09c-916d-4b89-ba67-019b6ef692c5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519798 Jul 13 08:28:06.545077 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff59c48-5ba2-4200-8a7c-9ae401364614 req-a333a931-f125-462c-983b-ac9070d38094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:06.546602 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cff59c48-5ba2-4200-8a7c-9ae401364614 req-a333a931-f125-462c-983b-ac9070d38094 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 1097 time: 0.0562866 Jul 13 08:28:06.650879 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff59c48-5ba2-4200-8a7c-9ae401364614 req-51d87aa0-7157-47d9-b026-47c497f4c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:06.652369 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cff59c48-5ba2-4200-8a7c-9ae401364614 req-51d87aa0-7157-47d9-b026-47c497f4c656 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0853219 Jul 13 08:28:06.720272 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cff59c48-5ba2-4200-8a7c-9ae401364614 req-a4d9e6b4-b11e-4c3e-ac06-02020a435d81 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e46ee71b-1a9f-4b74-a011-2030129cdec5 HTTP/1.1" status: 200 len: 1001 time: 0.0608358 Jul 13 08:28:06.767839 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff59c48-5ba2-4200-8a7c-9ae401364614 req-ae6252fc-7a12-48b5-85c9-92a636001b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:06.769242 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cff59c48-5ba2-4200-8a7c-9ae401364614 req-ae6252fc-7a12-48b5-85c9-92a636001b4c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0427952 Jul 13 08:28:06.826227 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff59c48-5ba2-4200-8a7c-9ae401364614 req-9b38484c-a657-427a-829e-57328aca0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:06.827702 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cff59c48-5ba2-4200-8a7c-9ae401364614 req-9b38484c-a657-427a-829e-57328aca0ec8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515006 Jul 13 08:28:06.922045 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cff59c48-5ba2-4200-8a7c-9ae401364614 req-80b0cd77-24cf-4955-b260-73471c2e580f service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875025 Jul 13 08:28:07.011652 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cff59c48-5ba2-4200-8a7c-9ae401364614 req-5408e4d2-08e8-47e5-a530-2c65a020e18e service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834646 Jul 13 08:28:08.384521 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:12.838690 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:28:13.286804 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:17.668082 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-8e8f02a1-c6bf-4a87-87a1-c9a47d930740 req-f707d43d-c40a-4fd7-9550-973ed8cd4d54 service neutron] (93723) timed out ('10.222.0.35', 62228) {{(pid=93723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:28:23.279460 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ed1506e4-994a-4b8c-986d-1779e68b81b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:27.626799 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4927178d-b593-4aae-96ef-22e48c852ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:27.855779 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:29.777251 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:31.498264 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:38.395944 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:43.310154 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:49.837900 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:28:53.280552 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-45bbc7a0-aad1-4cef-8733-403c2e00f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:57.626969 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9039-7fe3-4f54-9714-dac25c5bad9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:57.854653 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:59.779428 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:01.500031 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:06.422546 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d59541e9-b59b-44ae-87e0-f99fd1665c84 req-a8e49d72-8c8a-45ce-942a-837d4607fcd5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509372 Jul 13 08:29:06.519108 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59541e9-b59b-44ae-87e0-f99fd1665c84 req-033dc5dc-476b-4e56-9a44-058c044dc874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:06.520571 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d59541e9-b59b-44ae-87e0-f99fd1665c84 req-033dc5dc-476b-4e56-9a44-058c044dc874 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 1097 time: 0.0549848 Jul 13 08:29:06.621941 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59541e9-b59b-44ae-87e0-f99fd1665c84 req-49876ac2-8dc1-472d-87ae-86a415cb4d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:06.623409 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d59541e9-b59b-44ae-87e0-f99fd1665c84 req-49876ac2-8dc1-472d-87ae-86a415cb4d22 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0824571 Jul 13 08:29:06.689965 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d59541e9-b59b-44ae-87e0-f99fd1665c84 req-0873509c-5eb9-454d-9bd7-0f3523a0b81d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e46ee71b-1a9f-4b74-a011-2030129cdec5 HTTP/1.1" status: 200 len: 1001 time: 0.0596526 Jul 13 08:29:06.737987 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59541e9-b59b-44ae-87e0-f99fd1665c84 req-99ecedc1-ccf6-45cd-a030-556ae6a576b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:06.739420 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d59541e9-b59b-44ae-87e0-f99fd1665c84 req-99ecedc1-ccf6-45cd-a030-556ae6a576b3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0434399 Jul 13 08:29:06.794674 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59541e9-b59b-44ae-87e0-f99fd1665c84 req-198cbdb1-ae02-4659-8d02-dac96763f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:06.796132 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d59541e9-b59b-44ae-87e0-f99fd1665c84 req-198cbdb1-ae02-4659-8d02-dac96763f81e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506015 Jul 13 08:29:07.213946 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d59541e9-b59b-44ae-87e0-f99fd1665c84 req-e2e65b2e-29b5-48f0-882c-b950abeca86b service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110768 Jul 13 08:29:07.300061 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d59541e9-b59b-44ae-87e0-f99fd1665c84 req-dad12677-4147-4b82-b9b4-6225f85308a1 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791638 Jul 13 08:29:08.387411 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:13.294115 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:23.279880 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c25a0a6e-bf01-4e4e-b265-1d3c96fd8b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:26.836875 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:29:27.626768 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7d0d0c3b-4a2d-46af-a956-50b8948bb51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:27.854300 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:29.784153 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:31.502438 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:38.395529 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:38.682609 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592b5f8-4e4d-4e8b-9302-132e9ca222ca req-79a8aa9d-167d-432b-84bd-a3d7acc6f2b1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:38.684573 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2592b5f8-4e4d-4e8b-9302-132e9ca222ca req-79a8aa9d-167d-432b-84bd-a3d7acc6f2b1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 945 time: 0.1071658 Jul 13 08:29:38.721122 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2592b5f8-4e4d-4e8b-9302-132e9ca222ca req-312f2bd2-f17c-4fab-b4d6-35bd5ba7cf98 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309026 Jul 13 08:29:40.001330 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420430b-1c8e-4256-bec3-e2651eff0ef1 req-d1e4381f-81c3-4e4d-aa93-11099bcf96d1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:40.002881 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3420430b-1c8e-4256-bec3-e2651eff0ef1 req-d1e4381f-81c3-4e4d-aa93-11099bcf96d1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 945 time: 0.1033065 Jul 13 08:29:40.039520 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3420430b-1c8e-4256-bec3-e2651eff0ef1 req-425086b2-c671-4cb5-a445-ec87df4906ba tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311673 Jul 13 08:29:41.211030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152f75f-8910-4640-8ed9-86aa6c2ed2f3 req-169e79d5-e6a3-4faa-a25d-037820ecc278 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:41.212756 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0152f75f-8910-4640-8ed9-86aa6c2ed2f3 req-169e79d5-e6a3-4faa-a25d-037820ecc278 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 945 time: 0.0629842 Jul 13 08:29:41.252448 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0152f75f-8910-4640-8ed9-86aa6c2ed2f3 req-5948b383-6e52-4a64-9c06-f4cdef9a6f34 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342758 Jul 13 08:29:42.425472 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8a221-1f27-44c2-99e0-0de5c1231ab7 req-a9466f19-44b3-4872-9d08-278126513c90 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:42.426934 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92d8a221-1f27-44c2-99e0-0de5c1231ab7 req-a9466f19-44b3-4872-9d08-278126513c90 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 945 time: 0.0650473 Jul 13 08:29:42.465260 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92d8a221-1f27-44c2-99e0-0de5c1231ab7 req-5b40a962-836d-44c5-95f4-abe76421abf8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327880 Jul 13 08:29:43.311614 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:43.634764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253079e-24ac-4e8f-9fc7-41f03e350237 req-e3a70929-400c-421d-9455-3eb0d1a952dc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:43.636155 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6253079e-24ac-4e8f-9fc7-41f03e350237 req-e3a70929-400c-421d-9455-3eb0d1a952dc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 945 time: 0.0620053 Jul 13 08:29:43.672894 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6253079e-24ac-4e8f-9fc7-41f03e350237 req-b45a02de-edbb-4b9b-8413-7340db5c45c1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305619 Jul 13 08:29:44.848777 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcf3f3-5aa8-4fc8-90aa-e6f0e06c5f52 req-2185be45-6049-40b5-86fc-d4f34941f22b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:44.850245 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3bcf3f3-5aa8-4fc8-90aa-e6f0e06c5f52 req-2185be45-6049-40b5-86fc-d4f34941f22b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 945 time: 0.0650713 Jul 13 08:29:44.886666 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3bcf3f3-5aa8-4fc8-90aa-e6f0e06c5f52 req-effab3eb-bfd7-4b47-a5e3-78399c5a7ffb tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309503 Jul 13 08:29:46.058009 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e0638-717f-4904-9921-1d2caf3b04f1 req-658af339-7cea-453f-864e-6824914ac0ba tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:46.059498 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb0e0638-717f-4904-9921-1d2caf3b04f1 req-658af339-7cea-453f-864e-6824914ac0ba tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 945 time: 0.0621343 Jul 13 08:29:46.096011 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eb0e0638-717f-4904-9921-1d2caf3b04f1 req-303ed02b-bbf6-4847-bee4-2b5d8d934a62 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304523 Jul 13 08:29:47.264326 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764ed97-500a-4284-9e5a-1081d89f880b req-4e6df1e2-71c5-4d3d-9393-262c434978e7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:47.265822 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5764ed97-500a-4284-9e5a-1081d89f880b req-4e6df1e2-71c5-4d3d-9393-262c434978e7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 945 time: 0.0618467 Jul 13 08:29:47.306243 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5764ed97-500a-4284-9e5a-1081d89f880b req-4078ae33-e0d3-4906-8028-85ebfb2fd8b1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350115 Jul 13 08:29:48.476858 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7b6bf-5406-4ccc-b00a-b0fb7fbdeec8 req-02d4d718-d7b2-4cee-b9bf-09c83551a6ec tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:48.478389 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66f7b6bf-5406-4ccc-b00a-b0fb7fbdeec8 req-02d4d718-d7b2-4cee-b9bf-09c83551a6ec tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 945 time: 0.0644033 Jul 13 08:29:48.513905 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66f7b6bf-5406-4ccc-b00a-b0fb7fbdeec8 req-345c68a4-5e66-4ce6-9e51-650b67ac79f2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302734 Jul 13 08:29:49.683712 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645a203-0c8d-4ae0-9116-06c2fbd941d2 req-039737c3-679f-4e17-a5f9-6f7b9fde6a15 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:49.685202 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f645a203-0c8d-4ae0-9116-06c2fbd941d2 req-039737c3-679f-4e17-a5f9-6f7b9fde6a15 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 945 time: 0.0623860 Jul 13 08:29:49.722750 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f645a203-0c8d-4ae0-9116-06c2fbd941d2 req-207e8134-0046-4531-af50-53ae84d3ab40 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319977 Jul 13 08:29:49.998919 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33780) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:50.153849 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed1f79-49a0-40f4-9120-7ebaa5ded6f8 req-6e6eca00-3f74-4441-bf28-b86e53fbe7da tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:50.155360 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54ed1f79-49a0-40f4-9120-7ebaa5ded6f8 req-6e6eca00-3f74-4441-bf28-b86e53fbe7da tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 945 time: 0.1045489 Jul 13 08:29:50.159012 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-d27b0d21-229a-487c-a5e7-220f445a950c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1589558 Jul 13 08:29:50.192633 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-54ed1f79-49a0-40f4-9120-7ebaa5ded6f8 req-bfae1ccb-b92e-4ffc-8968-86238c4f0ab7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316887 Jul 13 08:29:51.375667 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e2f7a-a415-4aba-9b99-c11d10877f4e req-2a811d1a-ddbc-46d9-a42b-df17f2546197 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:51.377161 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-555e2f7a-a415-4aba-9b99-c11d10877f4e req-2a811d1a-ddbc-46d9-a42b-df17f2546197 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 945 time: 0.0696599 Jul 13 08:29:51.448906 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-555e2f7a-a415-4aba-9b99-c11d10877f4e req-59764da7-a232-40c3-8bdd-ab70dedabe0d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663121 Jul 13 08:29:51.463671 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-bf07d116-04bd-49cd-8fcd-acaa2c38b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:51.465213 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-bf07d116-04bd-49cd-8fcd-acaa2c38b95e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 1097 time: 0.1179643 Jul 13 08:29:51.552845 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-e4818612-dd89-4676-8b94-b0a4dad8db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:51.554208 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-e4818612-dd89-4676-8b94-b0a4dad8db38 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0814917 Jul 13 08:29:51.621830 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-ff917b27-3a09-41d1-ad65-a420e0d01266 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e46ee71b-1a9f-4b74-a011-2030129cdec5 HTTP/1.1" status: 200 len: 1001 time: 0.0603020 Jul 13 08:29:51.670925 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-eec03cfe-75e1-484d-a6c5-2c2ee2dba012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:51.672375 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-eec03cfe-75e1-484d-a6c5-2c2ee2dba012 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0434179 Jul 13 08:29:51.729060 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-e28682f4-d3da-45ad-a6a7-30b174b1b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:51.730570 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-e28682f4-d3da-45ad-a6a7-30b174b1b0ac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516808 Jul 13 08:29:51.823167 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-61fc86b6-a18d-4417-b438-ef726845919b service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851219 Jul 13 08:29:51.911023 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-15bee1b4-cff9-4002-ac6b-14857e2c0b42 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800798 Jul 13 08:29:52.628297 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b759d89-9253-47ef-9b36-1b7a47c2744a req-0234b327-8cf8-46cd-81ae-ac2ed13aa0db tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:52.629773 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b759d89-9253-47ef-9b36-1b7a47c2744a req-0234b327-8cf8-46cd-81ae-ac2ed13aa0db tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 945 time: 0.0669990 Jul 13 08:29:52.666346 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b759d89-9253-47ef-9b36-1b7a47c2744a req-3980c60d-51ce-4dee-975a-46d767c69be6 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310736 Jul 13 08:29:53.280109 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2a6be74-2b4f-42e4-b9fa-decff759bb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:53.837668 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114a408-a9a9-4f79-bb70-c3f549e0f0d2 req-6bfb2cc3-794f-4737-917b-7689d1733fd9 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:53.839175 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b114a408-a9a9-4f79-bb70-c3f549e0f0d2 req-6bfb2cc3-794f-4737-917b-7689d1733fd9 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 945 time: 0.0639074 Jul 13 08:29:53.915797 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b114a408-a9a9-4f79-bb70-c3f549e0f0d2 req-86b1ce49-fbb4-455c-9ca9-5fad6ffb8640 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705020 Jul 13 08:29:53.920765 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-e4103529-783c-42c1-995c-fe50c2bb1c2b service neutron] show failed (client error): The resource could not be found. Jul 13 08:29:53.921709 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-e4103529-783c-42c1-995c-fe50c2bb1c2b service neutron] 10.222.0.62 "GET /v2.0/ports/e46ee71b-1a9f-4b74-a011-2030129cdec5/bindings/n-h1-779913-28 HTTP/1.1" status: 404 len: 381 time: 0.0817013 Jul 13 08:29:54.238454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-6f70f5e6-0680-43b4-9ec6-6942e3e818f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:54.239934 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-6f70f5e6-0680-43b4-9ec6-6942e3e818f8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5&tenant_id=3dfb7979363549a7888cd93f5670b15f HTTP/1.1" status: 200 len: 1097 time: 0.0945649 Jul 13 08:29:54.251423 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-28', 'device_owner': 'compute:nova'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:54.319003 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:54.514523 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] For port e46ee71b-1a9f-4b74-a011-2030129cdec5, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=e46ee71b-1a9f-4b74-a011-2030129cdec5,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:54.545560 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] For port e46ee71b-1a9f-4b74-a011-2030129cdec5, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:29:54.588583 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f640a2-c174-4a14-a836-746380a569f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e46ee71b-1a9f-4b74-a011-2030129cdec5'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:29:54.593896 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:54.608566 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Transition to ACTIVE for port object e46ee71b-1a9f-4b74-a011-2030129cdec5 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:54.612902 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:54.639918 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19da1f1c817b7d3b3f035bd3be9e28848a799e6e4ef5efd80c73c51428ad5e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42af5ce7-7d73-4492-a346-0089af926cc0" -d '{"events": [{"server_uuid": "40f640a2-c174-4a14-a836-746380a569f5", "name": "network-vif-unplugged", "status": "completed", "tag": "e46ee71b-1a9f-4b74-a011-2030129cdec5"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:29:54.728892 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Pushing event updated for resources: {'Port': ['ID=e46ee71b-1a9f-4b74-a011-2030129cdec5,revision_number=6']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:54.747570 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1242c3-6802-49a7-b89e-ff0645af8b93 x-openstack-request-id: req-be1242c3-6802-49a7-b89e-ff0645af8b93 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:29:54.747871 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f640a2-c174-4a14-a836-746380a569f5", "name": "network-vif-unplugged", "status": "completed", "tag": "e46ee71b-1a9f-4b74-a011-2030129cdec5", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:29:54.748131 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be1242c3-6802-49a7-b89e-ff0645af8b93 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:29:54.748537 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f640a2-c174-4a14-a836-746380a569f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e46ee71b-1a9f-4b74-a011-2030129cdec5', 'code': 200} Jul 13 08:29:54.756248 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:54.756601 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:54.756951 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:54.757295 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:54.757635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:54.757971 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:54.758335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:54.758669 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:54.759004 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:54.759341 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:54.759671 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:54.759998 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:54.805981 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] No DVR routers for this DVR port e46ee71b-1a9f-4b74-a011-2030129cdec5 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:29:54.940975 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Attempting to bind port e46ee71b-1a9f-4b74-a011-2030129cdec5 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:29:54.941313 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Attempting to bind port e46ee71b-1a9f-4b74-a011-2030129cdec5 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:29:54.941643 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Attempting to bind port e46ee71b-1a9f-4b74-a011-2030129cdec5 on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:54.945856 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Port e46ee71b-1a9f-4b74-a011-2030129cdec5 on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:29:54.946225 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Attempting to bind port e46ee71b-1a9f-4b74-a011-2030129cdec5 on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:54.950998 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:29:54.951336 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Checking segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:54.951716 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Bound using segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:29:54.952139 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Bound port: e46ee71b-1a9f-4b74-a011-2030129cdec5, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:29:54.952494 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:55.023585 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] For port e46ee71b-1a9f-4b74-a011-2030129cdec5, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:29:55.027112 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] For port e46ee71b-1a9f-4b74-a011-2030129cdec5, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=e46ee71b-1a9f-4b74-a011-2030129cdec5,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:29:55.031590 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:55.067067 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:55.067681 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:55.069098 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] 10.222.0.35 "PUT /v2.0/ports/e46ee71b-1a9f-4b74-a011-2030129cdec5 HTTP/1.1" status: 200 len: 1092 time: 0.8221555 Jul 13 08:29:55.091596 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4615b-a9d0-49a9-908b-914e34f21604 service neutron] Pushing event updated for resources: {'Port': ['ID=e46ee71b-1a9f-4b74-a011-2030129cdec5,revision_number=7']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:55.106428 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18824fb-a9b0-49f6-817a-fa4c7fd94714 req-1783a9a2-1472-46e1-af28-2d826c80abe6 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:55.108028 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b18824fb-a9b0-49f6-817a-fa4c7fd94714 req-1783a9a2-1472-46e1-af28-2d826c80abe6 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 943 time: 0.0792403 Jul 13 08:29:55.150618 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b18824fb-a9b0-49f6-817a-fa4c7fd94714 req-c0cbea18-acba-470f-b221-8f4803f9badf tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359154 Jul 13 08:29:55.150857 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-7890968f-e9ba-49ad-b42b-e6a9060c1b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:55.152384 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-7890968f-e9ba-49ad-b42b-e6a9060c1b5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 1095 time: 0.0572822 Jul 13 08:29:55.249251 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-aa2d11c3-d223-4d19-a937-8b09b8c01487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:55.250843 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-aa2d11c3-d223-4d19-a937-8b09b8c01487 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0925956 Jul 13 08:29:55.315545 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-cc603fdd-e1d8-4a61-bc61-cc64ed1170a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e46ee71b-1a9f-4b74-a011-2030129cdec5 HTTP/1.1" status: 200 len: 999 time: 0.0575235 Jul 13 08:29:55.362665 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-1dcc306f-2fe2-4422-8054-29cc8f5141c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:55.364113 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-1dcc306f-2fe2-4422-8054-29cc8f5141c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0432429 Jul 13 08:29:55.428568 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-367d4ca1-8733-41d1-b09d-bba6dc440d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:55.430104 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-367d4ca1-8733-41d1-b09d-bba6dc440d9e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601976 Jul 13 08:29:55.518842 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-462c96b6-ab8a-4ef1-8c47-c3ad05ec795b service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822840 Jul 13 08:29:55.608372 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a958ca0-0cab-4df2-b819-cd1af1fe13de req-d2478350-b80c-45f4-8c6c-5e7fb2897984 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835636 Jul 13 08:29:56.323616 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cd2b9-2b45-4eee-a54e-042f9f5b7934 req-205a8ece-78d2-4a63-92ab-0881053b54b5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:56.325077 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b31cd2b9-2b45-4eee-a54e-042f9f5b7934 req-205a8ece-78d2-4a63-92ab-0881053b54b5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 943 time: 0.0621817 Jul 13 08:29:56.362419 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b31cd2b9-2b45-4eee-a54e-042f9f5b7934 req-78f9589b-71fd-4bb1-b0bb-9935b996e6d7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316887 Jul 13 08:29:56.750001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f640a2-c174-4a14-a836-746380a569f5', 'tag': 'e46ee71b-1a9f-4b74-a011-2030129cdec5'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:29:56.752423 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19da1f1c817b7d3b3f035bd3be9e28848a799e6e4ef5efd80c73c51428ad5e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac" -d '{"events": [{"name": "network-changed", "server_uuid": "40f640a2-c174-4a14-a836-746380a569f5", "tag": "e46ee71b-1a9f-4b74-a011-2030129cdec5"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:29:56.799557 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b22ee17-77a0-4cd1-9b3b-1373751a3ea5 x-openstack-request-id: req-7b22ee17-77a0-4cd1-9b3b-1373751a3ea5 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:29:56.799848 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f640a2-c174-4a14-a836-746380a569f5", "tag": "e46ee71b-1a9f-4b74-a011-2030129cdec5", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:29:56.800100 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b22ee17-77a0-4cd1-9b3b-1373751a3ea5 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:29:56.800500 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f640a2-c174-4a14-a836-746380a569f5', 'tag': 'e46ee71b-1a9f-4b74-a011-2030129cdec5', 'status': 'completed', 'code': 200} Jul 13 08:29:56.877908 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac req-98dd4d4e-98e8-47d7-8b6f-9890f92bc195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:56.879473 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac req-98dd4d4e-98e8-47d7-8b6f-9890f92bc195 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 1095 time: 0.0555696 Jul 13 08:29:56.880548 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac req-f497685e-556a-4f64-838a-9d0862139ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:56.882064 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac req-f497685e-556a-4f64-838a-9d0862139ff8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 1095 time: 0.0593426 Jul 13 08:29:56.978394 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac req-0741c808-a45d-46d2-94ab-90dac8a553d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:56.978902 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac req-5ce1042c-d1a6-4450-90a2-ffb8acd8b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:56.979897 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac req-0741c808-a45d-46d2-94ab-90dac8a553d3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0905523 Jul 13 08:29:56.980409 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac req-5ce1042c-d1a6-4450-90a2-ffb8acd8b0f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0949547 Jul 13 08:29:57.045700 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac req-18463a86-ab45-4a7e-aeb5-975613f37914 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e46ee71b-1a9f-4b74-a011-2030129cdec5 HTTP/1.1" status: 200 len: 999 time: 0.0590003 Jul 13 08:29:57.048832 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac req-2ba3f9a1-7117-467a-9b2a-dc235b907995 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e46ee71b-1a9f-4b74-a011-2030129cdec5 HTTP/1.1" status: 200 len: 999 time: 0.0622761 Jul 13 08:29:57.093853 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac req-f47c7343-e631-4acc-86b7-8618f6d45c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:57.095391 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac req-f47c7343-e631-4acc-86b7-8618f6d45c35 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0436258 Jul 13 08:29:57.098061 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac req-86aaea2c-fd72-4888-be4b-08bef165ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:57.099570 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac req-86aaea2c-fd72-4888-be4b-08bef165ec74 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0439341 Jul 13 08:29:57.156628 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac req-8f66c717-e864-4f0e-99fd-200461a093ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:57.157237 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac req-b133ed2b-f0f2-4c26-8798-adc3f004796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:57.158209 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac req-8f66c717-e864-4f0e-99fd-200461a093ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570278 Jul 13 08:29:57.158805 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac req-b133ed2b-f0f2-4c26-8798-adc3f004796e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523946 Jul 13 08:29:57.246420 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac req-2fe95b4e-3077-4aa8-9c8b-e307f98dcde7 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818965 Jul 13 08:29:57.250691 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac req-92e2410e-6c7d-4b8a-9178-942b9946e52a service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846496 Jul 13 08:29:57.336811 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac req-7e04f448-3edf-4517-807c-0b3200cceebd service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844085 Jul 13 08:29:57.339128 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ebf4146-5a59-4b8e-bc92-fe173cf499ac req-7ee0be5d-588f-43cb-b169-eaad58b36f29 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811934 Jul 13 08:29:57.538182 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96309e89-7d80-4308-ae5c-f0ab5d470741 req-4dd33107-515e-4944-aa1e-04b144ffa8e5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:57.539670 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96309e89-7d80-4308-ae5c-f0ab5d470741 req-4dd33107-515e-4944-aa1e-04b144ffa8e5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 943 time: 0.0673831 Jul 13 08:29:57.576961 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96309e89-7d80-4308-ae5c-f0ab5d470741 req-ac6b3b7d-7def-4694-a32a-0d7885b8fb81 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318785 Jul 13 08:29:57.627027 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3440da21-c20d-4eb9-a3b0-791df568fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:57.855898 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:57.918978 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af7336-39ad-4c73-8544-d33cb89b479c req-d77b8827-141c-450f-bef2-3746169a47bf tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:57.920450 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60af7336-39ad-4c73-8544-d33cb89b479c req-d77b8827-141c-450f-bef2-3746169a47bf tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 943 time: 0.1092830 Jul 13 08:29:57.928943 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf40a0-b317-422d-8221-367287d892d0 req-b3e5b56f-5b6f-44b6-a2f6-243329f53c81 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:57.930308 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00bf40a0-b317-422d-8221-367287d892d0 req-b3e5b56f-5b6f-44b6-a2f6-243329f53c81 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.62 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5&tenant_id=3dfb7979363549a7888cd93f5670b15f&binding%3Ahost_id=n-h1-779913-28 HTTP/1.1" status: 200 len: 943 time: 0.1099434 Jul 13 08:29:57.994636 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60af7336-39ad-4c73-8544-d33cb89b479c req-5cf70c8f-066b-4a9e-93a4-8fb4f88b30af tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633948 Jul 13 08:29:58.014781 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-00bf40a0-b317-422d-8221-367287d892d0 req-014dd1eb-48d3-4302-bdee-71702f562f26 service neutron] delete failed (client error): The resource could not be found. Jul 13 08:29:58.015792 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00bf40a0-b317-422d-8221-367287d892d0 req-014dd1eb-48d3-4302-bdee-71702f562f26 service neutron] 10.222.0.62 "DELETE /v2.0/ports/e46ee71b-1a9f-4b74-a011-2030129cdec5/bindings/n-h2-779913-28 HTTP/1.1" status: 404 len: 381 time: 0.0789158 Jul 13 08:29:58.111389 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf40a0-b317-422d-8221-367287d892d0 req-956628c0-c722-4646-a040-9b582f9feee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:58.112741 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00bf40a0-b317-422d-8221-367287d892d0 req-956628c0-c722-4646-a040-9b582f9feee6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 1095 time: 0.0533130 Jul 13 08:29:58.205440 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf40a0-b317-422d-8221-367287d892d0 req-091487cd-c188-4c73-a95b-91c18c547d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:58.206909 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00bf40a0-b317-422d-8221-367287d892d0 req-091487cd-c188-4c73-a95b-91c18c547d30 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0872777 Jul 13 08:29:58.269630 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00bf40a0-b317-422d-8221-367287d892d0 req-8987787a-6aa2-4905-931d-e246b2f2ca95 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e46ee71b-1a9f-4b74-a011-2030129cdec5 HTTP/1.1" status: 200 len: 999 time: 0.0555849 Jul 13 08:29:58.316229 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf40a0-b317-422d-8221-367287d892d0 req-a9a60d8e-146e-4949-a4b6-b3fa4528a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:58.317607 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00bf40a0-b317-422d-8221-367287d892d0 req-a9a60d8e-146e-4949-a4b6-b3fa4528a047 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0416074 Jul 13 08:29:58.377161 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf40a0-b317-422d-8221-367287d892d0 req-166b30d7-917d-4ebe-ac50-821a43aa84e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:58.378581 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00bf40a0-b317-422d-8221-367287d892d0 req-166b30d7-917d-4ebe-ac50-821a43aa84e7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545487 Jul 13 08:29:58.467130 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00bf40a0-b317-422d-8221-367287d892d0 req-d9d3b9c4-d475-4105-9eed-32963c8d8f5c service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811150 Jul 13 08:29:58.559071 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00bf40a0-b317-422d-8221-367287d892d0 req-05030ed3-e012-44d9-9fab-1e6335907399 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844977 Jul 13 08:29:58.616927 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e46ee71b-1a9f-4b74-a011-2030129cdec5 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:29:58.654942 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device e46ee71b-1a9f-4b74-a011-2030129cdec5 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:29:59.147730 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device e46ee71b-1a9f-4b74-a011-2030129cdec5 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:29:59.179336 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45ada0-5c12-4e14-a4ee-e4c4aa75d8a7 req-fcdee91a-9ee7-4370-814a-6f1fb802a185 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:59.180884 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc45ada0-5c12-4e14-a4ee-e4c4aa75d8a7 req-fcdee91a-9ee7-4370-814a-6f1fb802a185 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 943 time: 0.0704896 Jul 13 08:29:59.220990 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc45ada0-5c12-4e14-a4ee-e4c4aa75d8a7 req-9c898b98-bef1-4563-b410-1c3dbe11f52b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343976 Jul 13 08:29:59.254762 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port e46ee71b-1a9f-4b74-a011-2030129cdec5, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=e46ee71b-1a9f-4b74-a011-2030129cdec5,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:59.265536 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'e46ee71b-1a9f-4b74-a011-2030129cdec5', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'port_id': 'e46ee71b-1a9f-4b74-a011-2030129cdec5', 'mac_address': 'fa:16:3e:6d:28:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:29:59.301421 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:59.314537 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46ee71b-1a9f-4b74-a011-2030129cdec5 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:29:59.334234 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port e46ee71b-1a9f-4b74-a011-2030129cdec5, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=e46ee71b-1a9f-4b74-a011-2030129cdec5,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:59.338271 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:59.391221 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=e46ee71b-1a9f-4b74-a011-2030129cdec5,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:59.399235 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:59.399579 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:59.399915 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:59.400247 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:59.400579 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:59.400903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:59.401225 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:59.401544 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:59.401863 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:59.402216 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:59.402537 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:59.402852 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:59.403168 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87a3ca-5089-40c3-9796-454f1d2ef26d req-6544d8f6-dd73-43a8-a76a-60c740b5fac7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:59.404705 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d87a3ca-5089-40c3-9796-454f1d2ef26d req-6544d8f6-dd73-43a8-a76a-60c740b5fac7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 944 time: 0.0701437 Jul 13 08:29:59.446257 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d87a3ca-5089-40c3-9796-454f1d2ef26d req-36096f36-8e03-4a48-8e94-a92263b1ed96 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355587 Jul 13 08:29:59.593173 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['e46ee71b-1a9f-4b74-a011-2030129cdec5'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:29:59.770019 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f0534-c75f-4415-87fc-60da50959d47 req-2d493f17-0182-4f3f-843f-6a318b58e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:59.771894 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-917f0534-c75f-4415-87fc-60da50959d47 req-2d493f17-0182-4f3f-843f-6a318b58e2b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 1096 time: 0.0573025 Jul 13 08:29:59.785300 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:59.788030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9a837-b61a-49d5-97d7-2597ad0f51d6 req-b836f4f3-dc6f-451a-9074-7ab7e2f44497 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:59.789575 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cbb9a837-b61a-49d5-97d7-2597ad0f51d6 req-b836f4f3-dc6f-451a-9074-7ab7e2f44497 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 944 time: 0.0678365 Jul 13 08:29:59.828034 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cbb9a837-b61a-49d5-97d7-2597ad0f51d6 req-4ff620c8-79ea-4e76-a03b-67fdbf1e4191 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327773 Jul 13 08:29:59.866491 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f0534-c75f-4415-87fc-60da50959d47 req-8d177059-bb95-4a34-9f35-abebeaffc1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:59.868215 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-917f0534-c75f-4415-87fc-60da50959d47 req-8d177059-bb95-4a34-9f35-abebeaffc1e7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0902388 Jul 13 08:29:59.931134 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-917f0534-c75f-4415-87fc-60da50959d47 req-58376b49-4adf-4359-9bae-2e96ae6f76cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e46ee71b-1a9f-4b74-a011-2030129cdec5 HTTP/1.1" status: 200 len: 1000 time: 0.0561998 Jul 13 08:29:59.978926 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f0534-c75f-4415-87fc-60da50959d47 req-fb65d1c9-693c-4e0a-a218-be02d906fb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:59.980385 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-917f0534-c75f-4415-87fc-60da50959d47 req-fb65d1c9-693c-4e0a-a218-be02d906fb04 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0426550 Jul 13 08:30:00.039901 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f0534-c75f-4415-87fc-60da50959d47 req-26f12612-bd4f-4871-b5d4-1121ea932084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:00.041278 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-917f0534-c75f-4415-87fc-60da50959d47 req-26f12612-bd4f-4871-b5d4-1121ea932084 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542128 Jul 13 08:30:00.128846 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-917f0534-c75f-4415-87fc-60da50959d47 req-85b6d337-f416-43ec-8eb0-3a629adf7cf6 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800376 Jul 13 08:30:00.219916 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-917f0534-c75f-4415-87fc-60da50959d47 req-6396b24b-c949-4c93-93ea-6928850f0fa4 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844550 Jul 13 08:30:01.003354 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72851aef-77c6-4ee8-b937-1d1e1058d8ae req-7607035b-0710-4553-9c97-0741ff7b000f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:01.004813 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72851aef-77c6-4ee8-b937-1d1e1058d8ae req-7607035b-0710-4553-9c97-0741ff7b000f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 944 time: 0.0621469 Jul 13 08:30:01.040451 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72851aef-77c6-4ee8-b937-1d1e1058d8ae req-fd6db409-3ea7-45f4-b550-a3f4ca355d9d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302820 Jul 13 08:30:01.148449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device e46ee71b-1a9f-4b74-a011-2030129cdec5 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:30:01.195074 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port e46ee71b-1a9f-4b74-a011-2030129cdec5 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:30:01.198557 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port e46ee71b-1a9f-4b74-a011-2030129cdec5 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:01.198929 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:01.281390 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:01.304745 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f640a2-c174-4a14-a836-746380a569f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46ee71b-1a9f-4b74-a011-2030129cdec5'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:30:01.307211 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b29f8f2145dc7eb8aec2aa4809dd63ba9080d06ee198b5d8f3812a2229f0d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ee4ef5-bde7-4fa5-8886-34f43d252cf6" -d '{"events": [{"server_uuid": "40f640a2-c174-4a14-a836-746380a569f5", "name": "network-vif-plugged", "status": "completed", "tag": "e46ee71b-1a9f-4b74-a011-2030129cdec5"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:30:01.320937 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port e46ee71b-1a9f-4b74-a011-2030129cdec5, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=e46ee71b-1a9f-4b74-a011-2030129cdec5,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:01.325925 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:01.362201 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ade6d7b-ae6d-467e-8d6b-bfeb9212d70e x-openstack-request-id: req-8ade6d7b-ae6d-467e-8d6b-bfeb9212d70e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:30:01.362468 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f640a2-c174-4a14-a836-746380a569f5", "name": "network-vif-plugged", "status": "completed", "tag": "e46ee71b-1a9f-4b74-a011-2030129cdec5", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:30:01.362707 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ade6d7b-ae6d-467e-8d6b-bfeb9212d70e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:30:01.363100 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f640a2-c174-4a14-a836-746380a569f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46ee71b-1a9f-4b74-a011-2030129cdec5', 'code': 200} Jul 13 08:30:01.390515 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=e46ee71b-1a9f-4b74-a011-2030129cdec5,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:01.428605 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834099e7-ee63-42a0-8c50-2a17435c82f4 req-1478041e-9184-4ca7-ad14-56410f22e477 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:01.430189 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-834099e7-ee63-42a0-8c50-2a17435c82f4 req-1478041e-9184-4ca7-ad14-56410f22e477 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 945 time: 0.0736349 Jul 13 08:30:01.469338 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-834099e7-ee63-42a0-8c50-2a17435c82f4 req-32a91b62-b331-4b02-8d68-921d82e7844c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335126 Jul 13 08:30:01.506336 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:01.654026 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c7692acf-9462-47dd-9f9e-cfdc1097b6e5 None None] Provisioning complete for port e46ee71b-1a9f-4b74-a011-2030129cdec5 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:01.654330 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7692acf-9462-47dd-9f9e-cfdc1097b6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:02.645359 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200d1b0-cf44-42ba-86de-2aee4cfdd0dd req-88ba638c-7349-4b78-bae5-d4eaa54174e0 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:02.646874 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b200d1b0-cf44-42ba-86de-2aee4cfdd0dd req-88ba638c-7349-4b78-bae5-d4eaa54174e0 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 945 time: 0.0628965 Jul 13 08:30:02.684298 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b200d1b0-cf44-42ba-86de-2aee4cfdd0dd req-699baf68-ca2e-4117-80e5-0edcd5f50361 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318108 Jul 13 08:30:02.688202 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4a571-c804-4410-9d69-27cb019edbe9 req-9d5c1877-612b-428b-9184-203c85c8d1a5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:02.690272 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8bd4a571-c804-4410-9d69-27cb019edbe9 req-9d5c1877-612b-428b-9184-203c85c8d1a5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.35 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 945 time: 0.0654399 Jul 13 08:30:02.818262 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-8bd4a571-c804-4410-9d69-27cb019edbe9 req-efe5d957-3c2b-47d9-a4e9-953faf069775 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Deleting port e46ee71b-1a9f-4b74-a011-2030129cdec5 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:30:02.818526 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8bd4a571-c804-4410-9d69-27cb019edbe9 req-efe5d957-3c2b-47d9-a4e9-953faf069775 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:02.917128 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-8bd4a571-c804-4410-9d69-27cb019edbe9 req-efe5d957-3c2b-47d9-a4e9-953faf069775 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] For port e46ee71b-1a9f-4b74-a011-2030129cdec5, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=e46ee71b-1a9f-4b74-a011-2030129cdec5,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:02.917496 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8bd4a571-c804-4410-9d69-27cb019edbe9 req-efe5d957-3c2b-47d9-a4e9-953faf069775 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:03.207449 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8bd4a571-c804-4410-9d69-27cb019edbe9 req-efe5d957-3c2b-47d9-a4e9-953faf069775 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:03.207826 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8bd4a571-c804-4410-9d69-27cb019edbe9 req-efe5d957-3c2b-47d9-a4e9-953faf069775 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:03.208144 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [req-8bd4a571-c804-4410-9d69-27cb019edbe9 req-efe5d957-3c2b-47d9-a4e9-953faf069775 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Floating IP 0b6c577e-1297-4569-bee7-669c13205603 disassociated. External IP: 172.25.0.118, port: e46ee71b-1a9f-4b74-a011-2030129cdec5. Jul 13 08:30:03.208490 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-8bd4a571-c804-4410-9d69-27cb019edbe9 req-efe5d957-3c2b-47d9-a4e9-953faf069775 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Calling delete_port for e46ee71b-1a9f-4b74-a011-2030129cdec5 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:30:03.335436 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8bd4a571-c804-4410-9d69-27cb019edbe9 req-efe5d957-3c2b-47d9-a4e9-953faf069775 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:03.362813 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5d957-3c2b-47d9-a4e9-953faf069775 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Pushing event deleted for resources: {'Port': ['ID=e46ee71b-1a9f-4b74-a011-2030129cdec5,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:03.480859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bd4a571-c804-4410-9d69-27cb019edbe9 req-efe5d957-3c2b-47d9-a4e9-953faf069775 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Router b41af1cc-fdc4-44e7-9409-b437de4034ec has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:30:03.590877 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bd4a571-c804-4410-9d69-27cb019edbe9 req-efe5d957-3c2b-47d9-a4e9-953faf069775 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:30:03.601002 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc440c-7ac7-4586-b4e7-78c320b1d2f2 None None] Sync routers for ids ['b41af1cc-fdc4-44e7-9409-b437de4034ec'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:30:03.610260 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc440c-7ac7-4586-b4e7-78c320b1d2f2 None None] Routers {'b41af1cc-fdc4-44e7-9409-b437de4034ec'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:30:03.610867 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f8bc440c-7ac7-4586-b4e7-78c320b1d2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:29:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b41af1cc-fdc4-44e7-9409-b437de4034ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:03.637768 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd4a571-c804-4410-9d69-27cb019edbe9 req-efe5d957-3c2b-47d9-a4e9-953faf069775 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] No DVR routers for this DVR port e46ee71b-1a9f-4b74-a011-2030129cdec5 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:30:03.640388 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-8bd4a571-c804-4410-9d69-27cb019edbe9 req-efe5d957-3c2b-47d9-a4e9-953faf069775 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:03.643033 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-8bd4a571-c804-4410-9d69-27cb019edbe9 req-efe5d957-3c2b-47d9-a4e9-953faf069775 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.35 "DELETE /v2.0/ports/e46ee71b-1a9f-4b74-a011-2030129cdec5 HTTP/1.1" status: 204 len: 173 time: 0.9477184 Jul 13 08:30:03.643480 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f640a2-c174-4a14-a836-746380a569f5', 'name': 'network-vif-deleted', 'tag': 'e46ee71b-1a9f-4b74-a011-2030129cdec5'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:30:03.645758 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19da1f1c817b7d3b3f035bd3be9e28848a799e6e4ef5efd80c73c51428ad5e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad263566-8efd-49d2-89d6-9131775df6ef" -d '{"events": [{"server_uuid": "40f640a2-c174-4a14-a836-746380a569f5", "name": "network-vif-deleted", "tag": "e46ee71b-1a9f-4b74-a011-2030129cdec5"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:30:03.680914 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ee62ec-2110-4237-a778-5d6cea7c37a1 x-openstack-request-id: req-01ee62ec-2110-4237-a778-5d6cea7c37a1 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:30:03.681212 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f640a2-c174-4a14-a836-746380a569f5", "name": "network-vif-deleted", "tag": "e46ee71b-1a9f-4b74-a011-2030129cdec5", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:30:03.681463 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-01ee62ec-2110-4237-a778-5d6cea7c37a1 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:30:03.681864 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f640a2-c174-4a14-a836-746380a569f5', 'name': 'network-vif-deleted', 'tag': 'e46ee71b-1a9f-4b74-a011-2030129cdec5', 'status': 'completed', 'code': 200} Jul 13 08:30:03.725340 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f8bc440c-7ac7-4586-b4e7-78c320b1d2f2 None None] Set router b41af1cc-fdc4-44e7-9409-b437de4034ec gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:30:03.838214 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d24c9eb0-0f2e-49af-ac4e-2da537bf6235 req-2907dd10-d8a9-43a1-9974-097b8b142b86 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=40f640a2-c174-4a14-a836-746380a569f5 HTTP/1.1" status: 200 len: 210 time: 0.0348775 Jul 13 08:30:03.866762 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:30:03.936439 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f8bc440c-7ac7-4586-b4e7-78c320b1d2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:03.963927 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc440c-7ac7-4586-b4e7-78c320b1d2f2 None None] Checking router: b41af1cc-fdc4-44e7-9409-b437de4034ec for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:30:03.972937 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc440c-7ac7-4586-b4e7-78c320b1d2f2 None None] Routers {'b41af1cc-fdc4-44e7-9409-b437de4034ec'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:30:03.973579 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f8bc440c-7ac7-4586-b4e7-78c320b1d2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:29:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b41af1cc-fdc4-44e7-9409-b437de4034ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:04.079456 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f8bc440c-7ac7-4586-b4e7-78c320b1d2f2 None None] Set router b41af1cc-fdc4-44e7-9409-b437de4034ec gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:30:04.351188 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f8bc440c-7ac7-4586-b4e7-78c320b1d2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:04.377036 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc440c-7ac7-4586-b4e7-78c320b1d2f2 None None] The sync data for ids ['b41af1cc-fdc4-44e7-9409-b437de4034ec'] in n-d-779913-28 is: [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:30:04.580748 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eb1313-d4df-4f57-8f46-aada121370c8 None None] New status for floating IP 0b6c577e-1297-4569-bee7-669c13205603: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:30:05.179697 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device e46ee71b-1a9f-4b74-a011-2030129cdec5 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:30:05.189737 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b28e19-7f1c-4464-9048-be15815f195e req-b4ceca27-4b07-46e7-a429-c98f8154f64e tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1698955632&fields=id&tenant_id=3dfb7979363549a7888cd93f5670b15f HTTP/1.1" status: 200 len: 267 time: 0.0331035 Jul 13 08:30:05.200235 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: e46ee71b-1a9f-4b74-a011-2030129cdec5 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:30:05.200589 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device e46ee71b-1a9f-4b74-a011-2030129cdec5 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:30:05.293408 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b28e19-7f1c-4464-9048-be15815f195e req-b2bd0311-0033-4864-aab4-4eed57c251d9 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:05.294807 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b28e19-7f1c-4464-9048-be15815f195e req-b2bd0311-0033-4864-aab4-4eed57c251d9 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 811 time: 0.0986326 Jul 13 08:30:05.310112 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b28e19-7f1c-4464-9048-be15815f195e req-acba90dc-cf27-4657-8ab2-ac1f991225ae tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/quotas/3dfb7979363549a7888cd93f5670b15f HTTP/1.1" status: 200 len: 375 time: 0.0089190 Jul 13 08:30:05.381576 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b28e19-7f1c-4464-9048-be15815f195e req-eb27a326-2440-4a6d-a46f-5105e0c58c4c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0657189 Jul 13 08:30:05.441479 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-b0b28e19-7f1c-4464-9048-be15815f195e req-eb7553c6-03f4-4b78-b4b0-4cee4a4d9556 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:30:05.442482 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b28e19-7f1c-4464-9048-be15815f195e req-eb7553c6-03f4-4b78-b4b0-4cee4a4d9556 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0496635 Jul 13 08:30:05.529377 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f98a9f9e-82c2-4299-954f-7cc78fd35baf service neutron] 10.222.0.58 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811858 Jul 13 08:30:05.618667 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b28e19-7f1c-4464-9048-be15815f195e req-49ff06ec-8cab-4ebc-98a9-d9024cfb3e50 service neutron] 10.222.0.58 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835891 Jul 13 08:30:05.784178 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f0f93af2-c015-42af-bbdf-3bf0a17819b9 req-1847de9f-aa4c-49af-8f8b-d63ed4d59c53 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 210 time: 0.0286405 Jul 13 08:30:06.922571 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f6ea30b1-c42f-4109-acfd-917ac3b84a45 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:06.924537 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f6ea30b1-c42f-4109-acfd-917ac3b84a45 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.62 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 811 time: 0.1184988 Jul 13 08:30:06.947864 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9486b8c7-ce37-4a2e-9f26-fb9cbdbcad2d req-f7c5b146-d308-4bb5-92e2-c653437f0d3a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 210 time: 0.0448475 Jul 13 08:30:06.978842 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b28e19-7f1c-4464-9048-be15815f195e req-3def3432-4ef7-4813-8797-a3aa17168f2e tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dfb7979363549a7888cd93f5670b15f HTTP/1.1" status: 200 len: 380 time: 0.0377450 Jul 13 08:30:06.988223 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b0b28e19-7f1c-4464-9048-be15815f195e req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Request body: {'port': {'device_id': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'admin_state_up': True, 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'security_groups': ['4067d894-86e9-44c8-a8d5-3c86515a09a7']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:07.095608 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b28e19-7f1c-4464-9048-be15815f195e req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Made reservation on behalf of 3dfb7979363549a7888cd93f5670b15f for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:30:07.099082 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b0b28e19-7f1c-4464-9048-be15815f195e req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:07.221166 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-b0b28e19-7f1c-4464-9048-be15815f195e req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Allocated IP 172.20.0.3 (4e911039-dbb0-470b-916b-8e2ccfa23ac4/8f0bf666-5249-4a6b-9d69-dba52c707780/5741d149-8a1c-4348-99c6-8b6ed57d6871) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:30:07.354801 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b0b28e19-7f1c-4464-9048-be15815f195e req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:07.369864 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-b0b28e19-7f1c-4464-9048-be15815f195e req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Transition to ACTIVE for port object 5741d149-8a1c-4348-99c6-8b6ed57d6871 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:30:07.401013 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b0b28e19-7f1c-4464-9048-be15815f195e req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:07.441861 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b28e19-7f1c-4464-9048-be15815f195e req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:30:07.446832 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-b0b28e19-7f1c-4464-9048-be15815f195e req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:30:07.450493 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b28e19-7f1c-4464-9048-be15815f195e req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:30:07.481664 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Pushing event updated for resources: {'Port': ['ID=5741d149-8a1c-4348-99c6-8b6ed57d6871,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:07.496721 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:07.497059 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:07.497393 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:07.497722 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:07.498048 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:07.498523 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:07.498841 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:07.499447 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:07.499773 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:07.500089 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:07.500406 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:07.500716 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:07.518895 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b28e19-7f1c-4464-9048-be15815f195e req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:07.519514 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b0b28e19-7f1c-4464-9048-be15815f195e req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:07.535869 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b28e19-7f1c-4464-9048-be15815f195e req-585835d7-0562-40f2-bffe-c0f95a1f481a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5517604 Jul 13 08:30:07.547608 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] Request body: {'port': {'device_id': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:07.622667 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:07.698222 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-10087250-3fd1-4a58-bac2-e468b852a992 None None] Provisioning for port 5741d149-8a1c-4348-99c6-8b6ed57d6871 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:30:07.702270 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-10087250-3fd1-4a58-bac2-e468b852a992 None None] Provisioning complete for port 5741d149-8a1c-4348-99c6-8b6ed57d6871 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:07.702645 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10087250-3fd1-4a58-bac2-e468b852a992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:07.736866 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-10087250-3fd1-4a58-bac2-e468b852a992 None None] Port 5741d149-8a1c-4348-99c6-8b6ed57d6871 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:30:07.881764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5741d149-8a1c-4348-99c6-8b6ed57d6871 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:30:07.888897 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:07.901285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] Transition to ACTIVE for port object 5741d149-8a1c-4348-99c6-8b6ed57d6871 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:30:07.904287 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:07.953306 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5741d149-8a1c-4348-99c6-8b6ed57d6871,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:08.028232 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] Attempting to bind port 5741d149-8a1c-4348-99c6-8b6ed57d6871 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:30:08.028626 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] Attempting to bind port 5741d149-8a1c-4348-99c6-8b6ed57d6871 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:30:08.028898 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] Attempting to bind port 5741d149-8a1c-4348-99c6-8b6ed57d6871 on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:30:08.034282 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] Port 5741d149-8a1c-4348-99c6-8b6ed57d6871 on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:30:08.034604 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] Attempting to bind port 5741d149-8a1c-4348-99c6-8b6ed57d6871 on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:30:08.040101 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:30:08.040446 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] Checking segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:30:08.040833 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] Bound using segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:30:08.041258 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] Bound port: 5741d149-8a1c-4348-99c6-8b6ed57d6871, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:30:08.041615 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:08.145059 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] For port 5741d149-8a1c-4348-99c6-8b6ed57d6871, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:30:08.149742 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] For port 5741d149-8a1c-4348-99c6-8b6ed57d6871, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:30:08.155868 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:08.196967 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:08.197574 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:08.199030 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b28e19-7f1c-4464-9048-be15815f195e req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] 10.222.0.62 "PUT /v2.0/ports/5741d149-8a1c-4348-99c6-8b6ed57d6871 HTTP/1.1" status: 200 len: 1092 time: 0.6557620 Jul 13 08:30:08.201055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'tag': '5741d149-8a1c-4348-99c6-8b6ed57d6871'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:30:08.203182 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc0932795a4b0f0142c8d217d00e29c545687af0d2d13daef0ba7d8adc7d002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41d254d-71e3-4fe2-ac39-4f0d5cb3e23c" -d '{"events": [{"name": "network-changed", "server_uuid": "a766113b-9784-49ba-b8de-2f39a1e48492", "tag": "5741d149-8a1c-4348-99c6-8b6ed57d6871"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:30:08.221967 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99f20f-a8c8-48e4-9a45-01adac76042e req-da0a3a9c-3af3-4834-a4ad-d8945bc526a3 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:08.223906 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd99f20f-a8c8-48e4-9a45-01adac76042e req-da0a3a9c-3af3-4834-a4ad-d8945bc526a3 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 943 time: 0.1461926 Jul 13 08:30:08.265285 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d0baa0-3d41-40da-9536-f14c387a191a x-openstack-request-id: req-f1d0baa0-3d41-40da-9536-f14c387a191a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:30:08.265572 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a766113b-9784-49ba-b8de-2f39a1e48492", "tag": "5741d149-8a1c-4348-99c6-8b6ed57d6871", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:30:08.265820 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f1d0baa0-3d41-40da-9536-f14c387a191a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:30:08.266251 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'tag': '5741d149-8a1c-4348-99c6-8b6ed57d6871', 'status': 'completed', 'code': 200} Jul 13 08:30:08.269801 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09577e1-2705-4298-b73a-e2f79db0d8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5741d149-8a1c-4348-99c6-8b6ed57d6871,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:08.311694 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd99f20f-a8c8-48e4-9a45-01adac76042e req-f68772b1-035e-48b5-a374-8aff6f7d8234 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810945 Jul 13 08:30:08.334466 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b28e19-7f1c-4464-9048-be15815f195e req-3b4aba53-1e26-46ae-98e7-9bf6470520e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:08.335973 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b28e19-7f1c-4464-9048-be15815f195e req-3b4aba53-1e26-46ae-98e7-9bf6470520e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 1095 time: 0.0905559 Jul 13 08:30:08.381675 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b28e19-7f1c-4464-9048-be15815f195e req-5f473015-2034-40da-9b76-4169f58b64d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871 HTTP/1.1" status: 200 len: 217 time: 0.0380893 Jul 13 08:30:08.395321 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:08.431889 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b28e19-7f1c-4464-9048-be15815f195e req-ee63116f-ad31-45f6-9476-ce4648e28a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:08.433400 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b28e19-7f1c-4464-9048-be15815f195e req-ee63116f-ad31-45f6-9476-ce4648e28a53 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0459673 Jul 13 08:30:08.494514 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b28e19-7f1c-4464-9048-be15815f195e req-6256f453-b19d-4705-8500-b9e6f66375e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:08.496015 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b28e19-7f1c-4464-9048-be15815f195e req-6256f453-b19d-4705-8500-b9e6f66375e6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557394 Jul 13 08:30:08.584727 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b28e19-7f1c-4464-9048-be15815f195e req-ca2df92f-c196-4345-8179-269a8257c5cd service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796549 Jul 13 08:30:08.675263 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b28e19-7f1c-4464-9048-be15815f195e req-01353052-ee5e-4fda-aecf-e8beada13f83 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834732 Jul 13 08:30:08.776848 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d254d-71e3-4fe2-ac39-4f0d5cb3e23c req-88636b40-2791-4486-ba4d-3e5ca105b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:08.778369 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b41d254d-71e3-4fe2-ac39-4f0d5cb3e23c req-88636b40-2791-4486-ba4d-3e5ca105b9b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 1095 time: 0.0523162 Jul 13 08:30:08.870092 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d254d-71e3-4fe2-ac39-4f0d5cb3e23c req-7b6118f1-ab4d-4593-a449-e886b0e4e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:08.871532 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b41d254d-71e3-4fe2-ac39-4f0d5cb3e23c req-7b6118f1-ab4d-4593-a449-e886b0e4e195 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0855861 Jul 13 08:30:08.915813 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b41d254d-71e3-4fe2-ac39-4f0d5cb3e23c req-b9460540-8ee3-4c7c-b959-08ed01abd125 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871 HTTP/1.1" status: 200 len: 217 time: 0.0345418 Jul 13 08:30:08.963530 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d254d-71e3-4fe2-ac39-4f0d5cb3e23c req-0d6466e8-5c90-480c-84a6-36ce77fd8019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:08.964904 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b41d254d-71e3-4fe2-ac39-4f0d5cb3e23c req-0d6466e8-5c90-480c-84a6-36ce77fd8019 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0422151 Jul 13 08:30:09.020724 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d254d-71e3-4fe2-ac39-4f0d5cb3e23c req-e953e6f6-4251-488f-82f6-725723064e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:09.022169 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b41d254d-71e3-4fe2-ac39-4f0d5cb3e23c req-e953e6f6-4251-488f-82f6-725723064e4c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498631 Jul 13 08:30:09.113027 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b41d254d-71e3-4fe2-ac39-4f0d5cb3e23c req-bf940e91-9d66-438d-8255-e52cd6d7d1ac service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829694 Jul 13 08:30:09.568560 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b41d254d-71e3-4fe2-ac39-4f0d5cb3e23c req-c13c759a-b350-4e3d-90fb-bd938c463037 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486916 Jul 13 08:30:09.596017 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60790efd-0d9e-4a0f-a2c0-f8075a4ebc83 req-6d5faa9a-0913-4b08-a7ab-62bd5b9bfaca tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:09.597398 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60790efd-0d9e-4a0f-a2c0-f8075a4ebc83 req-6d5faa9a-0913-4b08-a7ab-62bd5b9bfaca tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 943 time: 0.0768981 Jul 13 08:30:09.636106 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-60790efd-0d9e-4a0f-a2c0-f8075a4ebc83 req-60aa0c0e-51cb-42b2-8409-84c106f42596 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327735 Jul 13 08:30:10.647919 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 5741d149-8a1c-4348-99c6-8b6ed57d6871 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:30:10.745208 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 5741d149-8a1c-4348-99c6-8b6ed57d6871, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:10.756245 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '5741d149-8a1c-4348-99c6-8b6ed57d6871', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'port_id': '5741d149-8a1c-4348-99c6-8b6ed57d6871', 'mac_address': 'fa:16:3e:d1:44:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:30:10.793222 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:10.806899 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5741d149-8a1c-4348-99c6-8b6ed57d6871 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:30:10.812839 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8afeac-d50e-459b-8dd7-4bb751fa6a93 req-99aefa09-c72a-4357-8fc0-c12c605a0f83 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:10.814383 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3d8afeac-d50e-459b-8dd7-4bb751fa6a93 req-99aefa09-c72a-4357-8fc0-c12c605a0f83 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 943 time: 0.0634880 Jul 13 08:30:10.826328 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 5741d149-8a1c-4348-99c6-8b6ed57d6871, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:10.831047 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:10.852771 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3d8afeac-d50e-459b-8dd7-4bb751fa6a93 req-6409b70a-03d9-48ab-9470-bc9f91f12675 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327525 Jul 13 08:30:10.888040 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=5741d149-8a1c-4348-99c6-8b6ed57d6871,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:11.122335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['5741d149-8a1c-4348-99c6-8b6ed57d6871'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:30:12.025644 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f857105-bbbb-4a48-80f8-ba2d7d3e99e8 req-693090eb-37fd-4535-9197-2191af9fd902 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:12.027135 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f857105-bbbb-4a48-80f8-ba2d7d3e99e8 req-693090eb-37fd-4535-9197-2191af9fd902 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 944 time: 0.0652118 Jul 13 08:30:12.063107 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0f857105-bbbb-4a48-80f8-ba2d7d3e99e8 req-46bfbbec-6a7b-4b86-92c5-3923024abcf5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304956 Jul 13 08:30:12.662167 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 5741d149-8a1c-4348-99c6-8b6ed57d6871 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:30:12.713115 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 5741d149-8a1c-4348-99c6-8b6ed57d6871 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:30:12.716822 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 5741d149-8a1c-4348-99c6-8b6ed57d6871 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:12.717191 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:12.793018 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:12.814752 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5741d149-8a1c-4348-99c6-8b6ed57d6871'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:30:12.828445 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 5741d149-8a1c-4348-99c6-8b6ed57d6871, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:12.833611 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:12.863494 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24304414-7c33-4d16-8803-ca3cd4bba300" -d '{"events": [{"server_uuid": "a766113b-9784-49ba-b8de-2f39a1e48492", "name": "network-vif-plugged", "status": "completed", "tag": "5741d149-8a1c-4348-99c6-8b6ed57d6871"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:30:12.896232 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=5741d149-8a1c-4348-99c6-8b6ed57d6871,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:12.954700 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0e7483-d596-45ab-88af-c0c086dfb44e x-openstack-request-id: req-2a0e7483-d596-45ab-88af-c0c086dfb44e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:30:12.954998 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a766113b-9784-49ba-b8de-2f39a1e48492", "name": "network-vif-plugged", "status": "completed", "tag": "5741d149-8a1c-4348-99c6-8b6ed57d6871", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:30:12.955257 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a0e7483-d596-45ab-88af-c0c086dfb44e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:30:12.955659 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5741d149-8a1c-4348-99c6-8b6ed57d6871', 'code': 200} Jul 13 08:30:13.070452 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e3a0c-af62-4ce9-9599-4083eb40382b req-c7492fd0-ced7-4238-a75b-30dca12b6c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:13.071937 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-544e3a0c-af62-4ce9-9599-4083eb40382b req-c7492fd0-ced7-4238-a75b-30dca12b6c67 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 1097 time: 0.0512521 Jul 13 08:30:13.108232 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-544e3a0c-af62-4ce9-9599-4083eb40382b req-71c54ad8-0033-47e5-8b76-b1e267148e09 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276110 Jul 13 08:30:13.144491 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8bb952f6-cb7a-4841-90f9-a1e07aff00a1 None None] Provisioning complete for port 5741d149-8a1c-4348-99c6-8b6ed57d6871 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:13.144855 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8bb952f6-cb7a-4841-90f9-a1e07aff00a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:13.234661 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e3dab-0e95-4893-95f9-f223279d384b req-8f4768e8-f0df-4dba-a5e0-50b816a578c4 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:13.236638 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c8e3dab-0e95-4893-95f9-f223279d384b req-8f4768e8-f0df-4dba-a5e0-50b816a578c4 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 945 time: 0.0633249 Jul 13 08:30:13.272920 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c8e3dab-0e95-4893-95f9-f223279d384b req-7fa94ddd-0746-4b3f-aec8-fccce9ec0356 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307565 Jul 13 08:30:13.313410 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:14.448109 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00bc46-1282-4952-bfba-f626b1b7b3c5 req-7b00ec5f-746f-4fac-b832-0ca57ddec504 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:14.449582 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b00bc46-1282-4952-bfba-f626b1b7b3c5 req-7b00ec5f-746f-4fac-b832-0ca57ddec504 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 945 time: 0.0670757 Jul 13 08:30:14.486734 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b00bc46-1282-4952-bfba-f626b1b7b3c5 req-d8aec8f8-31c9-4cc2-9218-045ac663c4f0 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316608 Jul 13 08:30:14.653909 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bcc07-2603-47c3-add6-1f12080ef22a req-2688f8f8-25bf-4d7e-af7e-bd63357157a3 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:14.655430 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3a8bcc07-2603-47c3-add6-1f12080ef22a req-2688f8f8-25bf-4d7e-af7e-bd63357157a3 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 945 time: 0.0637686 Jul 13 08:30:14.664051 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 33932) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:14.668382 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-db09abcc-6eee-4195-bdeb-153c7f08c65a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Request body: {'floatingip': {'port_id': '5741d149-8a1c-4348-99c6-8b6ed57d6871'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:14.709231 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-db09abcc-6eee-4195-bdeb-153c7f08c65a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:15.138375 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-db09abcc-6eee-4195-bdeb-153c7f08c65a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:15.144331 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-db09abcc-6eee-4195-bdeb-153c7f08c65a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:15.238252 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-db09abcc-6eee-4195-bdeb-153c7f08c65a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Floating IP 0b6c577e-1297-4569-bee7-669c13205603 associated. External IP: 172.25.0.118, port: 5741d149-8a1c-4348-99c6-8b6ed57d6871. Jul 13 08:30:15.437592 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db09abcc-6eee-4195-bdeb-153c7f08c65a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Router b41af1cc-fdc4-44e7-9409-b437de4034ec has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:30:15.542911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db09abcc-6eee-4195-bdeb-153c7f08c65a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:30:15.547781 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-db09abcc-6eee-4195-bdeb-153c7f08c65a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:15.552701 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05328e37-c408-4767-9877-2031d327b265 None None] Sync routers for ids ['b41af1cc-fdc4-44e7-9409-b437de4034ec'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:30:15.561914 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05328e37-c408-4767-9877-2031d327b265 None None] Routers {'b41af1cc-fdc4-44e7-9409-b437de4034ec'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:30:15.562547 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-05328e37-c408-4767-9877-2031d327b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:29:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b41af1cc-fdc4-44e7-9409-b437de4034ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:15.585149 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-db09abcc-6eee-4195-bdeb-153c7f08c65a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "PUT /v2.0/floatingips/0b6c577e-1297-4569-bee7-669c13205603 HTTP/1.1" status: 200 len: 991 time: 0.9175301 Jul 13 08:30:15.585149 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'tag': '5741d149-8a1c-4348-99c6-8b6ed57d6871'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:30:15.622045 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d41c299-ffbb-4eb1-b52a-66e744ca8a21" -d '{"events": [{"name": "network-changed", "server_uuid": "a766113b-9784-49ba-b8de-2f39a1e48492", "tag": "5741d149-8a1c-4348-99c6-8b6ed57d6871"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:30:15.676666 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-05328e37-c408-4767-9877-2031d327b265 None None] Set router b41af1cc-fdc4-44e7-9409-b437de4034ec gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:30:15.714882 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d384f73-98b3-42f3-93cc-b821abc2271d x-openstack-request-id: req-9d384f73-98b3-42f3-93cc-b821abc2271d {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:30:15.715172 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a766113b-9784-49ba-b8de-2f39a1e48492", "tag": "5741d149-8a1c-4348-99c6-8b6ed57d6871", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:30:15.715426 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d384f73-98b3-42f3-93cc-b821abc2271d {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:30:15.715824 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'tag': '5741d149-8a1c-4348-99c6-8b6ed57d6871', 'status': 'completed', 'code': 200} Jul 13 08:30:15.791505 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41c299-ffbb-4eb1-b52a-66e744ca8a21 req-ffbad574-d1b8-420f-a4f8-753793cac5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:15.793035 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d41c299-ffbb-4eb1-b52a-66e744ca8a21 req-ffbad574-d1b8-420f-a4f8-753793cac5e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 1097 time: 0.0553906 Jul 13 08:30:15.884479 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41c299-ffbb-4eb1-b52a-66e744ca8a21 req-f288bb13-3714-4177-8bee-f2ece4e9b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:15.885980 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d41c299-ffbb-4eb1-b52a-66e744ca8a21 req-f288bb13-3714-4177-8bee-f2ece4e9b4e7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0865340 Jul 13 08:30:15.903071 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-05328e37-c408-4767-9877-2031d327b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '0b6c577e-1297-4569-bee7-669c13205603', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'port_id': '5741d149-8a1c-4348-99c6-8b6ed57d6871', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'mac_address': 'fa:16:3e:d1:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:25:39Z', 'updated_at': '2021-07-13T08:30:15Z', 'revision_number': 9, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:15.928653 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05328e37-c408-4767-9877-2031d327b265 None None] Checking router: b41af1cc-fdc4-44e7-9409-b437de4034ec for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:30:15.936576 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05328e37-c408-4767-9877-2031d327b265 None None] Routers {'b41af1cc-fdc4-44e7-9409-b437de4034ec'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:30:15.937164 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-05328e37-c408-4767-9877-2031d327b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:29:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b41af1cc-fdc4-44e7-9409-b437de4034ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:15.955133 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d41c299-ffbb-4eb1-b52a-66e744ca8a21 req-2799764e-b130-4776-8d3f-b8afb8da2957 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871 HTTP/1.1" status: 200 len: 999 time: 0.0619428 Jul 13 08:30:16.005669 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41c299-ffbb-4eb1-b52a-66e744ca8a21 req-fdbaa2a9-d0c1-44e9-af11-c5d926647f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:16.007166 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d41c299-ffbb-4eb1-b52a-66e744ca8a21 req-fdbaa2a9-d0c1-44e9-af11-c5d926647f9d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0452583 Jul 13 08:30:16.040400 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-05328e37-c408-4767-9877-2031d327b265 None None] Set router b41af1cc-fdc4-44e7-9409-b437de4034ec gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:30:16.064208 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41c299-ffbb-4eb1-b52a-66e744ca8a21 req-4438b52a-e6a4-43b5-9314-4ceb04ec6161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:16.065712 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d41c299-ffbb-4eb1-b52a-66e744ca8a21 req-4438b52a-e6a4-43b5-9314-4ceb04ec6161 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519047 Jul 13 08:30:16.159961 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d41c299-ffbb-4eb1-b52a-66e744ca8a21 req-1fdcf191-4759-456e-b43a-85f83d64715e service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879400 Jul 13 08:30:16.248287 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d41c299-ffbb-4eb1-b52a-66e744ca8a21 req-822c6666-3c34-46c2-a453-068443e1af31 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812993 Jul 13 08:30:16.259364 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-05328e37-c408-4767-9877-2031d327b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '0b6c577e-1297-4569-bee7-669c13205603', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'port_id': '5741d149-8a1c-4348-99c6-8b6ed57d6871', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'mac_address': 'fa:16:3e:d1:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:25:39Z', 'updated_at': '2021-07-13T08:30:15Z', 'revision_number': 9, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:16.285608 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05328e37-c408-4767-9877-2031d327b265 None None] The sync data for ids ['b41af1cc-fdc4-44e7-9409-b437de4034ec'] in n-d-779913-28 is: [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '0b6c577e-1297-4569-bee7-669c13205603', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'port_id': '5741d149-8a1c-4348-99c6-8b6ed57d6871', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'mac_address': 'fa:16:3e:d1:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:25:39Z', 'updated_at': '2021-07-13T08:30:15Z', 'revision_number': 9, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:30:16.459910 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1f8534-6d2c-4cdf-b434-518b6c2d1001 None None] New status for floating IP 0b6c577e-1297-4569-bee7-669c13205603: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:30:23.282483 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e064feac-6b83-4b73-9e31-12833ec694b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:27.627434 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd95f-a274-498c-a910-d15380e021b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:27.856631 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:29.788769 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:31.511387 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:38.407976 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:40.865261 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:30:43.336259 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.283151 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca18fb5b-b2fb-4de9-a5e2-023bcaa7d69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:57.627623 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d622e9e1-4e39-4632-89e6-c4d0b8cfa436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:57.857207 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.790969 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:01.510756 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.395562 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.430346 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50694530-3898-4c5b-90a0-98df287818cc req-c2440058-ffd9-4a2a-b270-06cb1767fef5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0581968 Jul 13 08:31:08.527863 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50694530-3898-4c5b-90a0-98df287818cc req-62cb1335-7f7c-4eb1-b1e3-3497362fe0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:08.529401 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50694530-3898-4c5b-90a0-98df287818cc req-62cb1335-7f7c-4eb1-b1e3-3497362fe0ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 1097 time: 0.0551178 Jul 13 08:31:08.633714 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50694530-3898-4c5b-90a0-98df287818cc req-8132288e-7004-4ebf-a46e-dc32fafb0476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:08.635194 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50694530-3898-4c5b-90a0-98df287818cc req-8132288e-7004-4ebf-a46e-dc32fafb0476 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0833590 Jul 13 08:31:08.703449 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50694530-3898-4c5b-90a0-98df287818cc req-905f6321-bd84-409c-a139-7db9e4d65622 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871 HTTP/1.1" status: 200 len: 1002 time: 0.0607734 Jul 13 08:31:08.750568 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50694530-3898-4c5b-90a0-98df287818cc req-907b742b-9338-4138-97ad-2e8bffc2512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:08.751951 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50694530-3898-4c5b-90a0-98df287818cc req-907b742b-9338-4138-97ad-2e8bffc2512f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0422432 Jul 13 08:31:08.807408 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50694530-3898-4c5b-90a0-98df287818cc req-41ff1cf4-30ad-42d0-a8d8-fa17014dd4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:08.808818 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50694530-3898-4c5b-90a0-98df287818cc req-41ff1cf4-30ad-42d0-a8d8-fa17014dd4ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495157 Jul 13 08:31:08.902558 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50694530-3898-4c5b-90a0-98df287818cc req-8902a7c9-ca79-4dbf-a2d7-d4b798f523bc service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843279 Jul 13 08:31:08.993870 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50694530-3898-4c5b-90a0-98df287818cc req-0ad2a042-686a-4db1-af70-29dd94ed5c0b service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840619 Jul 13 08:31:13.329857 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:17.863853 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:31:23.282865 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a1d7096a-fe0b-4d80-ad9d-19825704e1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:27.628470 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-98fdc58c-09e4-49e8-b958-5637423a5d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:27.857887 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:29.793091 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:31.514579 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:38.396065 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:43.329132 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:53.105853 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4acb64-1efe-47ff-b118-a561efbe9e09 req-9797c302-51d3-4c14-9bd8-e758980090ba tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:53.107375 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aa4acb64-1efe-47ff-b118-a561efbe9e09 req-9797c302-51d3-4c14-9bd8-e758980090ba tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 945 time: 0.1062808 Jul 13 08:31:53.139487 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-c2c6c310-5ac8-4243-8c3f-93aa8faae3e9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1285567 Jul 13 08:31:53.154277 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aa4acb64-1efe-47ff-b118-a561efbe9e09 req-7eed3da6-ea44-4dac-aaa6-d9abd15aea73 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410788 Jul 13 08:31:53.284289 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d780432b-b388-471b-97e3-09609d254c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:54.232263 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-bec3917d-3917-40fc-81d0-15c66e8807a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:54.233798 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-bec3917d-3917-40fc-81d0-15c66e8807a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 1097 time: 0.0573421 Jul 13 08:31:54.363917 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-1ea25116-37cc-4c95-bffb-788b3439c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:54.365364 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-1ea25116-37cc-4c95-bffb-788b3439c216 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.1250176 Jul 13 08:31:54.386511 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97108e49-797f-48fd-8f9e-f3605bf9cbc7 req-fd200c76-d524-4481-af86-9df6bc5fc5a7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:54.387839 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-97108e49-797f-48fd-8f9e-f3605bf9cbc7 req-fd200c76-d524-4481-af86-9df6bc5fc5a7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 945 time: 0.1199582 Jul 13 08:31:54.459940 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-f5d1d149-50b6-4b94-a1e8-a7fe3986dcff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871 HTTP/1.1" status: 200 len: 1002 time: 0.0875292 Jul 13 08:31:54.463151 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-97108e49-797f-48fd-8f9e-f3605bf9cbc7 req-c067fbef-ac84-4c86-8252-c7944b428f87 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493312 Jul 13 08:31:54.508807 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-387443a7-2d6b-4d00-a203-eec3833f3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:54.510301 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-387443a7-2d6b-4d00-a203-eec3833f3e19 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0432415 Jul 13 08:31:54.570988 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-1e2e96a8-6f03-4ca9-807b-89a03cd5b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:54.572462 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-1e2e96a8-6f03-4ca9-807b-89a03cd5b736 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554821 Jul 13 08:31:54.660574 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-20bc78e9-292e-4d6a-9765-ee0edbefa408 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809400 Jul 13 08:31:54.751391 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-53fe7c4c-7d8d-4372-82ed-60706ed788b8 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838130 Jul 13 08:31:54.862791 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:31:55.632558 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611b3c7-9e9d-4837-b68d-a848fc172b96 req-763b0152-babb-4448-b086-5ea64c02fe68 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:55.634019 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a611b3c7-9e9d-4837-b68d-a848fc172b96 req-763b0152-babb-4448-b086-5ea64c02fe68 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 945 time: 0.0625234 Jul 13 08:31:55.671525 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a611b3c7-9e9d-4837-b68d-a848fc172b96 req-a270644a-dbed-450f-b631-8d853c715093 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320246 Jul 13 08:31:56.842419 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72562d78-36c8-46d4-a301-23a64aab43a6 req-e71585f1-73b6-4b94-b22b-1306f5e3ba28 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:56.843998 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72562d78-36c8-46d4-a301-23a64aab43a6 req-e71585f1-73b6-4b94-b22b-1306f5e3ba28 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 945 time: 0.0621464 Jul 13 08:31:56.881411 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72562d78-36c8-46d4-a301-23a64aab43a6 req-23c0d8e3-6d3c-4114-93c9-620379d29a54 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317903 Jul 13 08:31:57.627996 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5bbd43a2-c7b5-47cc-b5f7-5ab3800aa2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:57.857007 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:58.056712 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f96eaa-765a-4370-aab6-1d874e977ae4 req-8e7cda25-a89c-4082-8810-def71bd12ed5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:58.058247 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-32f96eaa-765a-4370-aab6-1d874e977ae4 req-8e7cda25-a89c-4082-8810-def71bd12ed5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 945 time: 0.0673153 Jul 13 08:31:58.095703 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-32f96eaa-765a-4370-aab6-1d874e977ae4 req-daa41f44-1787-4203-8034-25ef49817160 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318742 Jul 13 08:31:59.266585 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0007a8-5164-4af9-91ff-293e1b36ff0c req-424edf58-2078-42ff-bc69-bcf19ce8dc86 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:59.267989 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac0007a8-5164-4af9-91ff-293e1b36ff0c req-424edf58-2078-42ff-bc69-bcf19ce8dc86 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 945 time: 0.0633411 Jul 13 08:31:59.305802 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac0007a8-5164-4af9-91ff-293e1b36ff0c req-05596e25-13ae-420a-a3be-84c4887a468b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322113 Jul 13 08:31:59.796634 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:00.482691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33311337-4920-4e82-a565-3734a198f05f req-5ae06592-446b-4cad-8194-faaa8aa1b71c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:00.484152 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-33311337-4920-4e82-a565-3734a198f05f req-5ae06592-446b-4cad-8194-faaa8aa1b71c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 945 time: 0.0668180 Jul 13 08:32:00.521197 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-33311337-4920-4e82-a565-3734a198f05f req-5fb348c4-0088-416a-bcca-062ffa7cf7a0 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314081 Jul 13 08:32:01.518568 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:01.692257 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861a03a-0970-4f6a-8873-da03981ef03c req-fe08b94c-001b-40f4-9fd9-42b74c7623cb tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:01.693628 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0861a03a-0970-4f6a-8873-da03981ef03c req-fe08b94c-001b-40f4-9fd9-42b74c7623cb tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 945 time: 0.0623894 Jul 13 08:32:01.730474 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0861a03a-0970-4f6a-8873-da03981ef03c req-5df3b4b1-fe80-48e7-b660-51d8c1083909 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304189 Jul 13 08:32:02.902189 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95d55f-2df6-4a72-9758-da48dec0a770 req-27a5713b-14ec-41c4-9d88-fc4dc00426f5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:02.903665 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d95d55f-2df6-4a72-9758-da48dec0a770 req-27a5713b-14ec-41c4-9d88-fc4dc00426f5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 945 time: 0.0629146 Jul 13 08:32:02.940187 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8d95d55f-2df6-4a72-9758-da48dec0a770 req-dca52327-b58d-43e7-88bf-8e4158360cd8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310948 Jul 13 08:32:04.124368 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308257f9-09b4-4ecf-a562-3b5fa1b62160 req-d6647962-038d-495d-aac4-da96349c42c5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:04.125832 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-308257f9-09b4-4ecf-a562-3b5fa1b62160 req-d6647962-038d-495d-aac4-da96349c42c5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 945 time: 0.0661533 Jul 13 08:32:04.163196 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-308257f9-09b4-4ecf-a562-3b5fa1b62160 req-354bd8b7-5696-43c6-9370-2091b9072ea5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318291 Jul 13 08:32:05.331025 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf5bd5-a01e-4e4c-a42a-cb89411f0c5c req-e12cffa9-032f-4fdd-b3bf-e95939cc84af tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:05.332426 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2adf5bd5-a01e-4e4c-a42a-cb89411f0c5c req-e12cffa9-032f-4fdd-b3bf-e95939cc84af tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 945 time: 0.0621996 Jul 13 08:32:05.369736 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2adf5bd5-a01e-4e4c-a42a-cb89411f0c5c req-f150f5dc-1d13-4e05-a43c-6fb02c254d2b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311050 Jul 13 08:32:06.544270 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a15b57-6c84-4d8c-b61d-a921db366975 req-96b79846-6b0b-40a8-9c63-84ba31bd2bc2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:06.545734 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44a15b57-6c84-4d8c-b61d-a921db366975 req-96b79846-6b0b-40a8-9c63-84ba31bd2bc2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 945 time: 0.0650885 Jul 13 08:32:06.582266 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44a15b57-6c84-4d8c-b61d-a921db366975 req-ba1fc1c5-bdab-45af-9c57-bc91240b13be tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310769 Jul 13 08:32:06.622824 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-3e3a3957-7784-44a5-8546-0bcb722adba2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:32:06.623874 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-3e3a3957-7784-44a5-8546-0bcb722adba2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057433 Jul 13 08:32:06.681250 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-09897d5c-318d-4d29-a585-da333144add1 service neutron] show failed (client error): The resource could not be found. Jul 13 08:32:06.682167 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-09897d5c-318d-4d29-a585-da333144add1 service neutron] 10.222.0.62 "GET /v2.0/ports/5741d149-8a1c-4348-99c6-8b6ed57d6871/bindings/n-h1-779913-28 HTTP/1.1" status: 404 len: 381 time: 0.0523825 Jul 13 08:32:06.935091 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-aa243bb2-e059-4da4-8364-de4e577895e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:06.936547 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-aa243bb2-e059-4da4-8364-de4e577895e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492&tenant_id=3dfb7979363549a7888cd93f5670b15f HTTP/1.1" status: 200 len: 1097 time: 0.0646358 Jul 13 08:32:06.947328 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-28', 'device_owner': 'compute:nova'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:07.016965 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:07.214917 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] For port 5741d149-8a1c-4348-99c6-8b6ed57d6871, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:07.246351 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] For port 5741d149-8a1c-4348-99c6-8b6ed57d6871, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:32:07.289269 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5741d149-8a1c-4348-99c6-8b6ed57d6871'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:32:07.291562 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19da1f1c817b7d3b3f035bd3be9e28848a799e6e4ef5efd80c73c51428ad5e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d127ed-faed-48ce-afcc-1a47220b694d" -d '{"events": [{"server_uuid": "a766113b-9784-49ba-b8de-2f39a1e48492", "name": "network-vif-unplugged", "status": "completed", "tag": "5741d149-8a1c-4348-99c6-8b6ed57d6871"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:32:07.295239 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:07.307731 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Transition to ACTIVE for port object 5741d149-8a1c-4348-99c6-8b6ed57d6871 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:32:07.311392 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:07.345103 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493672a8-3a73-4fad-8f6c-330a3e410d16 x-openstack-request-id: req-493672a8-3a73-4fad-8f6c-330a3e410d16 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:32:07.345958 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a766113b-9784-49ba-b8de-2f39a1e48492", "name": "network-vif-unplugged", "status": "completed", "tag": "5741d149-8a1c-4348-99c6-8b6ed57d6871", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:32:07.345958 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-493672a8-3a73-4fad-8f6c-330a3e410d16 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:32:07.345958 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5741d149-8a1c-4348-99c6-8b6ed57d6871', 'code': 200} Jul 13 08:32:07.387853 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Pushing event updated for resources: {'Port': ['ID=5741d149-8a1c-4348-99c6-8b6ed57d6871,revision_number=6']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:07.404456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:07.404937 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:07.405283 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:07.405619 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:07.405950 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:07.406303 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:07.406632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:07.406955 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:07.407278 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:07.407601 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:07.407922 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:07.408242 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:07.450399 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] No DVR routers for this DVR port 5741d149-8a1c-4348-99c6-8b6ed57d6871 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:32:07.585109 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Attempting to bind port 5741d149-8a1c-4348-99c6-8b6ed57d6871 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:32:07.585442 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Attempting to bind port 5741d149-8a1c-4348-99c6-8b6ed57d6871 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:32:07.585775 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Attempting to bind port 5741d149-8a1c-4348-99c6-8b6ed57d6871 on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:32:07.590349 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Port 5741d149-8a1c-4348-99c6-8b6ed57d6871 on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:32:07.590678 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Attempting to bind port 5741d149-8a1c-4348-99c6-8b6ed57d6871 on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:32:07.595553 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:32:07.595898 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Checking segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:32:07.596449 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Bound using segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:32:07.596883 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Bound port: 5741d149-8a1c-4348-99c6-8b6ed57d6871, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:32:07.597247 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:07.664000 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] For port 5741d149-8a1c-4348-99c6-8b6ed57d6871, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:32:07.667213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] For port 5741d149-8a1c-4348-99c6-8b6ed57d6871, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:32:07.673096 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:07.706318 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:07.706944 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:07.708358 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] 10.222.0.35 "PUT /v2.0/ports/5741d149-8a1c-4348-99c6-8b6ed57d6871 HTTP/1.1" status: 200 len: 1092 time: 0.7650433 Jul 13 08:32:07.733937 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fedbe-f44c-44f4-a8cb-daeaaa133a15 service neutron] Pushing event updated for resources: {'Port': ['ID=5741d149-8a1c-4348-99c6-8b6ed57d6871,revision_number=7']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:07.763593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702049ea-dde0-414e-97e9-3ade50c0a4aa req-d2e1e578-6ced-4240-8053-d90ab8c21544 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:07.765186 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-702049ea-dde0-414e-97e9-3ade50c0a4aa req-d2e1e578-6ced-4240-8053-d90ab8c21544 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 943 time: 0.0696912 Jul 13 08:32:07.799420 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-81aa9d50-e25a-4d19-b0fd-ccb8661f7810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:07.800960 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-81aa9d50-e25a-4d19-b0fd-ccb8661f7810 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 1095 time: 0.0628831 Jul 13 08:32:07.808375 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-702049ea-dde0-414e-97e9-3ade50c0a4aa req-d36effe6-a585-41f7-b6da-0513ce5c4b3b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375841 Jul 13 08:32:07.894496 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-64cf82e4-8f76-4eb4-91ee-0b4045eb26c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:07.895986 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-64cf82e4-8f76-4eb4-91ee-0b4045eb26c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0879292 Jul 13 08:32:07.963347 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-3c46b3c7-23d5-4eff-b8f7-1197540d5080 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871 HTTP/1.1" status: 200 len: 1000 time: 0.0608182 Jul 13 08:32:08.011670 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-7b6b06aa-914b-41aa-ac84-cfadadd2e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:08.013003 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-7b6b06aa-914b-41aa-ac84-cfadadd2e94c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0433869 Jul 13 08:32:08.069691 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-b38b40bd-6995-4d2e-b245-228b9744cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:08.071215 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-b38b40bd-6995-4d2e-b245-228b9744cd19 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513084 Jul 13 08:32:08.414161 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:08.488003 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-3db08789-da08-42e2-aeba-52104673fa9c service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099250 Jul 13 08:32:08.574823 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-25dceda4-5fc5-4d3d-82df-b275e74bd2fa req-4a3ffaf4-747c-4871-b7bf-4760a714f30a service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800655 Jul 13 08:32:08.988641 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc059211-32ff-4574-8d41-eb71ca154cdb req-d67b5528-f23f-4164-8c12-72c65ed330a3 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:08.990474 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc059211-32ff-4574-8d41-eb71ca154cdb req-d67b5528-f23f-4164-8c12-72c65ed330a3 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 943 time: 0.0665727 Jul 13 08:32:09.029346 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc059211-32ff-4574-8d41-eb71ca154cdb req-a2ef22b1-1a97-4b97-84f0-9b9a377004aa tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336244 Jul 13 08:32:09.346709 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'tag': '5741d149-8a1c-4348-99c6-8b6ed57d6871'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:32:09.349255 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19da1f1c817b7d3b3f035bd3be9e28848a799e6e4ef5efd80c73c51428ad5e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e" -d '{"events": [{"name": "network-changed", "server_uuid": "a766113b-9784-49ba-b8de-2f39a1e48492", "tag": "5741d149-8a1c-4348-99c6-8b6ed57d6871"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:32:09.400437 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2f9183-4ab8-4743-adcc-4985ac331d9e x-openstack-request-id: req-6f2f9183-4ab8-4743-adcc-4985ac331d9e {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:32:09.400723 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a766113b-9784-49ba-b8de-2f39a1e48492", "tag": "5741d149-8a1c-4348-99c6-8b6ed57d6871", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:32:09.400972 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6f2f9183-4ab8-4743-adcc-4985ac331d9e {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:32:09.401559 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'tag': '5741d149-8a1c-4348-99c6-8b6ed57d6871', 'status': 'completed', 'code': 200} Jul 13 08:32:09.470398 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e req-2672ea44-45fc-43a5-bd35-a31a30e1e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:09.471911 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e req-2672ea44-45fc-43a5-bd35-a31a30e1e9c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 1095 time: 0.0526924 Jul 13 08:32:09.479229 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e req-a1f7251c-3888-4ed0-aff9-44e7e066ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:09.480721 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e req-a1f7251c-3888-4ed0-aff9-44e7e066ac57 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 1095 time: 0.0535312 Jul 13 08:32:09.566424 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e req-a04f4115-83b3-48b9-ab2a-eece045de0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:09.567841 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e req-a04f4115-83b3-48b9-ab2a-eece045de0d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0891378 Jul 13 08:32:09.576214 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e req-b8afb3f5-0fb9-49d7-b446-64af2a9fb995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:09.577780 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e req-b8afb3f5-0fb9-49d7-b446-64af2a9fb995 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0896752 Jul 13 08:32:09.631139 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e req-c893e8c2-f25d-4887-a23e-13ccfdc7daa2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871 HTTP/1.1" status: 200 len: 1000 time: 0.0568748 Jul 13 08:32:09.642070 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e req-575ac163-75dc-4081-b2a9-0959197e0cd4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871 HTTP/1.1" status: 200 len: 1000 time: 0.0572791 Jul 13 08:32:09.683009 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e req-83efc037-41c2-4742-8f9c-3cfccbcf4797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:09.684464 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e req-83efc037-41c2-4742-8f9c-3cfccbcf4797 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0470355 Jul 13 08:32:09.690950 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e req-2b7d202b-6db3-41dc-a7d7-8683cf6235ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:09.692371 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e req-2b7d202b-6db3-41dc-a7d7-8683cf6235ba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0426831 Jul 13 08:32:09.741176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e req-e4900bc2-fa8f-4b89-bd99-c3e85edb6a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:09.742717 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e req-e4900bc2-fa8f-4b89-bd99-c3e85edb6a2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509963 Jul 13 08:32:09.751725 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e req-335358c9-3405-4157-80bc-482a51d0c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:09.753226 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e req-335358c9-3405-4157-80bc-482a51d0c1d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542328 Jul 13 08:32:09.831609 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e req-212b4b79-0916-4115-91e8-efd7fdab704a service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818620 Jul 13 08:32:09.840782 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e req-9216467b-d4d9-448c-bd8a-e4a681b34db5 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804148 Jul 13 08:32:09.923589 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e req-2628d75c-0f6b-45af-974f-ae7516dadae1 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843883 Jul 13 08:32:09.934489 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a5a7e7b9-1d76-466d-af9b-e0a802c5116e req-651e11fd-6c3a-4417-a7cd-0b14d7311c20 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846691 Jul 13 08:32:10.208245 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e4154-9c9e-4de9-a842-170f5e8eb2b1 req-49147413-e3a1-47de-934d-734573da7fce tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:10.209878 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ad5e4154-9c9e-4de9-a842-170f5e8eb2b1 req-49147413-e3a1-47de-934d-734573da7fce tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 943 time: 0.0650012 Jul 13 08:32:10.250519 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ad5e4154-9c9e-4de9-a842-170f5e8eb2b1 req-21e5f571-658c-494e-9cd6-bccf6c18b1ca tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345495 Jul 13 08:32:11.164973 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 5741d149-8a1c-4348-99c6-8b6ed57d6871 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:32:11.202471 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 5741d149-8a1c-4348-99c6-8b6ed57d6871 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:32:11.420692 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0832cd-b73c-4f48-927c-a5581fa95bcb req-ec1658f0-c77d-49be-9504-002095fe90a3 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:11.422190 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b0832cd-b73c-4f48-927c-a5581fa95bcb req-ec1658f0-c77d-49be-9504-002095fe90a3 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 943 time: 0.0617011 Jul 13 08:32:11.462329 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b0832cd-b73c-4f48-927c-a5581fa95bcb req-da3064b4-e74e-43c1-834b-bf747cdb8714 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347676 Jul 13 08:32:11.721484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 5741d149-8a1c-4348-99c6-8b6ed57d6871 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:32:11.819403 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 5741d149-8a1c-4348-99c6-8b6ed57d6871, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:11.836227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '5741d149-8a1c-4348-99c6-8b6ed57d6871', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'port_id': '5741d149-8a1c-4348-99c6-8b6ed57d6871', 'mac_address': 'fa:16:3e:d1:44:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:32:11.859209 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-611258a8-3865-4f39-b9f7-17b980c8fbdc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:11.860775 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-611258a8-3865-4f39-b9f7-17b980c8fbdc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.35 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492&tenant_id=3dfb7979363549a7888cd93f5670b15f&binding%3Ahost_id=n-h1-779913-28 HTTP/1.1" status: 200 len: 943 time: 0.0778911 Jul 13 08:32:11.875653 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:11.888466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5741d149-8a1c-4348-99c6-8b6ed57d6871 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:32:11.909126 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 5741d149-8a1c-4348-99c6-8b6ed57d6871, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:11.911670 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abcef1-5a0d-4376-bcbd-6c3d49ff19e4 req-bf55e264-4ce0-4a45-95f1-6fdd90ae0243 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:11.913295 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:11.913456 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28abcef1-5a0d-4376-bcbd-6c3d49ff19e4 req-bf55e264-4ce0-4a45-95f1-6fdd90ae0243 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 943 time: 0.0687048 Jul 13 08:32:11.930496 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-68b90e89-009f-4f93-a98a-ffa44326279b service neutron] 10.222.0.35 "GET /v2.0/ports/5741d149-8a1c-4348-99c6-8b6ed57d6871/bindings/n-h1-779913-28 HTTP/1.1" status: 200 len: 383 time: 0.0634210 Jul 13 08:32:11.956503 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28abcef1-5a0d-4376-bcbd-6c3d49ff19e4 req-57508439-c4f7-4a23-93e3-bdb49e19755c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361714 Jul 13 08:32:11.974931 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=5741d149-8a1c-4348-99c6-8b6ed57d6871,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:11.983230 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:11.983583 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:11.983921 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:11.984258 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:11.984591 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:11.984912 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:11.985246 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:11.985569 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:11.985945 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:11.986234 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:11.986558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:11.986880 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:12.016072 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-af7a21ff-0ce1-4e51-9d79-b347a40b86bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:12.017609 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-af7a21ff-0ce1-4e51-9d79-b347a40b86bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 1096 time: 0.0644355 Jul 13 08:32:12.113646 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-0132ec36-88e0-4225-8136-b52c81dbe534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:12.114937 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-0132ec36-88e0-4225-8136-b52c81dbe534 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0892637 Jul 13 08:32:12.159904 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['5741d149-8a1c-4348-99c6-8b6ed57d6871'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:32:12.188102 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-b3b420a6-9d27-4fe6-a5cb-57abff7fb235 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871 HTTP/1.1" status: 200 len: 1001 time: 0.0652530 Jul 13 08:32:12.238551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-d98fa99e-fc3c-4975-adeb-cba29d8c5548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:12.239962 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-d98fa99e-fc3c-4975-adeb-cba29d8c5548 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0445588 Jul 13 08:32:12.295884 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-768f85ea-92a8-40f0-a5a4-3ddfd9b1da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:12.297378 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-768f85ea-92a8-40f0-a5a4-3ddfd9b1da58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512733 Jul 13 08:32:12.388658 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-cf29d768-134f-4169-a1b2-d0377a9a9183 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846674 Jul 13 08:32:12.479586 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-2122afa4-fb17-4e9e-8177-814474550a6d service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842433 Jul 13 08:32:13.141007 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dda411-7642-46ba-a87c-cbc56f707086 req-43c67138-3c14-4aae-b75f-a72ba9775bde tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:13.142525 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a6dda411-7642-46ba-a87c-cbc56f707086 req-43c67138-3c14-4aae-b75f-a72ba9775bde tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 944 time: 0.0661938 Jul 13 08:32:13.179719 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a6dda411-7642-46ba-a87c-cbc56f707086 req-ed603d34-616a-4ffa-83fb-2b93dcefe423 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317984 Jul 13 08:32:13.352906 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:13.729199 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 5741d149-8a1c-4348-99c6-8b6ed57d6871 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:32:13.778209 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 5741d149-8a1c-4348-99c6-8b6ed57d6871 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:32:13.781615 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 5741d149-8a1c-4348-99c6-8b6ed57d6871 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:13.781984 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:13.861312 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:13.883330 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5741d149-8a1c-4348-99c6-8b6ed57d6871'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:32:13.885539 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce533c9-1da6-4253-a347-10ded0096f7e" -d '{"events": [{"server_uuid": "a766113b-9784-49ba-b8de-2f39a1e48492", "name": "network-vif-plugged", "status": "completed", "tag": "5741d149-8a1c-4348-99c6-8b6ed57d6871"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:32:13.897484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 5741d149-8a1c-4348-99c6-8b6ed57d6871, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:13.901938 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:13.940482 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa09cc6-4508-43b7-8fb4-7415945ef1a2 x-openstack-request-id: req-dfa09cc6-4508-43b7-8fb4-7415945ef1a2 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:32:13.940780 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a766113b-9784-49ba-b8de-2f39a1e48492", "name": "network-vif-plugged", "status": "completed", "tag": "5741d149-8a1c-4348-99c6-8b6ed57d6871", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:32:13.941038 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dfa09cc6-4508-43b7-8fb4-7415945ef1a2 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:32:13.941434 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5741d149-8a1c-4348-99c6-8b6ed57d6871', 'code': 200} Jul 13 08:32:13.957340 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=5741d149-8a1c-4348-99c6-8b6ed57d6871,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:14.132986 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-29568548-7d25-4dd7-96a9-848e306dec31 None None] Provisioning complete for port 5741d149-8a1c-4348-99c6-8b6ed57d6871 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:14.133356 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-29568548-7d25-4dd7-96a9-848e306dec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:14.360236 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd63fc6-0ea0-49e7-98c1-7c738784ec45 req-21513acd-3123-4229-9e36-de5f4c217471 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:14.361783 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-abd63fc6-0ea0-49e7-98c1-7c738784ec45 req-21513acd-3123-4229-9e36-de5f4c217471 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 945 time: 0.0680699 Jul 13 08:32:14.399246 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-abd63fc6-0ea0-49e7-98c1-7c738784ec45 req-0c37f348-59f3-419a-9579-61d9df20b3f0 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316973 Jul 13 08:32:14.472811 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-65056250-c290-41f7-9ba3-a28c2e8acbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:14.474239 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-65056250-c290-41f7-9ba3-a28c2e8acbfb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492&tenant_id=3dfb7979363549a7888cd93f5670b15f HTTP/1.1" status: 200 len: 1097 time: 0.0519383 Jul 13 08:32:14.485482 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-28', 'device_owner': 'compute:nova'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:14.555716 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:14.750395 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] For port 5741d149-8a1c-4348-99c6-8b6ed57d6871, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:14.783080 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] For port 5741d149-8a1c-4348-99c6-8b6ed57d6871, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:32:14.820753 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5741d149-8a1c-4348-99c6-8b6ed57d6871'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:32:14.823507 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1005b9d-8b96-4da8-9bcd-8b920fee89bb" -d '{"events": [{"server_uuid": "a766113b-9784-49ba-b8de-2f39a1e48492", "name": "network-vif-unplugged", "status": "completed", "tag": "5741d149-8a1c-4348-99c6-8b6ed57d6871"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:32:14.827030 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:14.839883 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Transition to ACTIVE for port object 5741d149-8a1c-4348-99c6-8b6ed57d6871 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:32:14.843714 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:14.879758 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dde2e10-4577-465a-a0e3-9f8d13571f23 x-openstack-request-id: req-7dde2e10-4577-465a-a0e3-9f8d13571f23 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:32:14.880050 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a766113b-9784-49ba-b8de-2f39a1e48492", "name": "network-vif-unplugged", "status": "completed", "tag": "5741d149-8a1c-4348-99c6-8b6ed57d6871", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:32:14.880303 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7dde2e10-4577-465a-a0e3-9f8d13571f23 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:32:14.880704 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5741d149-8a1c-4348-99c6-8b6ed57d6871', 'code': 200} Jul 13 08:32:14.927348 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Pushing event updated for resources: {'Port': ['ID=5741d149-8a1c-4348-99c6-8b6ed57d6871,revision_number=10']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:14.941884 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:14.942305 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:14.942653 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:14.942990 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:14.943328 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:14.943663 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:14.943995 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:14.944322 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:14.944649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:14.945593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:14.945593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:14.945593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:14.983313 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] No DVR routers for this DVR port 5741d149-8a1c-4348-99c6-8b6ed57d6871 on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:32:15.453470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Attempting to bind port 5741d149-8a1c-4348-99c6-8b6ed57d6871 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:32:15.454118 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Attempting to bind port 5741d149-8a1c-4348-99c6-8b6ed57d6871 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:32:15.454118 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Attempting to bind port 5741d149-8a1c-4348-99c6-8b6ed57d6871 on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:32:15.458341 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Port 5741d149-8a1c-4348-99c6-8b6ed57d6871 on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:32:15.458661 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Attempting to bind port 5741d149-8a1c-4348-99c6-8b6ed57d6871 on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:32:15.463694 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:32:15.464029 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Checking segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:32:15.464409 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Bound using segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:32:15.464826 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Bound port: 5741d149-8a1c-4348-99c6-8b6ed57d6871, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:32:15.465176 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:15.557403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] For port 5741d149-8a1c-4348-99c6-8b6ed57d6871, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:32:15.572900 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] For port 5741d149-8a1c-4348-99c6-8b6ed57d6871, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:32:15.578512 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:15.617957 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:15.618543 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:15.620768 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] 10.222.0.62 "PUT /v2.0/ports/5741d149-8a1c-4348-99c6-8b6ed57d6871 HTTP/1.1" status: 200 len: 1093 time: 1.1391153 Jul 13 08:32:15.643859 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc918df-8262-49f7-bf66-44d981437cd7 req-09549dfe-39cc-4bda-bdff-b2ba8fc2e571 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:15.645349 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dbc918df-8262-49f7-bf66-44d981437cd7 req-09549dfe-39cc-4bda-bdff-b2ba8fc2e571 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 944 time: 0.1329637 Jul 13 08:32:15.692165 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22806d0b-7e97-45e9-b373-f062a9cb04fd service neutron] Pushing event updated for resources: {'Port': ['ID=5741d149-8a1c-4348-99c6-8b6ed57d6871,revision_number=11']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:15.731133 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dbc918df-8262-49f7-bf66-44d981437cd7 req-80d928cb-7033-4a25-bddf-d55b7c77ee59 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736990 Jul 13 08:32:15.746529 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-78cf8d16-dc85-4888-ae77-31b87cccb316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:15.748052 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-78cf8d16-dc85-4888-ae77-31b87cccb316 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 1096 time: 0.1018419 Jul 13 08:32:15.843706 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-3b08fd17-3d7a-421f-b314-76dc13256340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:15.845489 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-3b08fd17-3d7a-421f-b314-76dc13256340 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0905423 Jul 13 08:32:15.916571 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-215c3fda-aec7-4850-b7d5-db064fe64589 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871 HTTP/1.1" status: 200 len: 1000 time: 0.0619323 Jul 13 08:32:15.964797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-9c95654d-5d25-4daf-b000-626c50217da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:15.966230 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-9c95654d-5d25-4daf-b000-626c50217da6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0434225 Jul 13 08:32:16.022542 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-fecc9067-1f7b-42ea-8d42-ed965a4becb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:16.024030 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-fecc9067-1f7b-42ea-8d42-ed965a4becb4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506938 Jul 13 08:32:16.114646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-f7df831a-fb8b-472a-9741-75cde5f88d5a service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843072 Jul 13 08:32:16.204251 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f1cccfd-8703-4dcc-86b5-7c93e1f9bbdb req-f7cfa2cc-423a-442b-9212-6132d7ef8fc7 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832691 Jul 13 08:32:16.883811 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'tag': '5741d149-8a1c-4348-99c6-8b6ed57d6871'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:32:16.890377 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a8887d-33b1-4acf-9f35-d716271feb6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a766113b-9784-49ba-b8de-2f39a1e48492", "tag": "5741d149-8a1c-4348-99c6-8b6ed57d6871"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:32:16.911023 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8bec2-763c-4d9d-bef0-1bebb0f2aa12 req-cb4814ff-0fa8-4db4-8aae-5a4470b7f535 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:16.912559 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5cf8bec2-763c-4d9d-bef0-1bebb0f2aa12 req-cb4814ff-0fa8-4db4-8aae-5a4470b7f535 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 944 time: 0.0718391 Jul 13 08:32:16.938313 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffe1bb7-f5c6-4c9e-adb8-eed137667fbd x-openstack-request-id: req-9ffe1bb7-f5c6-4c9e-adb8-eed137667fbd {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:32:16.938603 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a766113b-9784-49ba-b8de-2f39a1e48492", "tag": "5741d149-8a1c-4348-99c6-8b6ed57d6871", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:32:16.938860 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ffe1bb7-f5c6-4c9e-adb8-eed137667fbd {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:32:16.939336 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'tag': '5741d149-8a1c-4348-99c6-8b6ed57d6871', 'status': 'completed', 'code': 200} Jul 13 08:32:16.958271 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5cf8bec2-763c-4d9d-bef0-1bebb0f2aa12 req-34ececa5-5d15-4b50-9c2e-2d9b5aab6e6f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396621 Jul 13 08:32:17.009046 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8887d-33b1-4acf-9f35-d716271feb6a req-6369b3e9-8572-493b-914e-fe4b81116cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:17.010628 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-00a8887d-33b1-4acf-9f35-d716271feb6a req-6369b3e9-8572-493b-914e-fe4b81116cc6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 1096 time: 0.0553284 Jul 13 08:32:17.016672 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8887d-33b1-4acf-9f35-d716271feb6a req-c5bccfc8-e5e6-40b7-b48f-86d8f2c2633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:17.018176 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00a8887d-33b1-4acf-9f35-d716271feb6a req-c5bccfc8-e5e6-40b7-b48f-86d8f2c2633c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 1096 time: 0.0542624 Jul 13 08:32:17.096724 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8887d-33b1-4acf-9f35-d716271feb6a req-d33f6371-8284-41bc-ae9f-6c225e6e01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:17.098315 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-00a8887d-33b1-4acf-9f35-d716271feb6a req-d33f6371-8284-41bc-ae9f-6c225e6e01bd service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0816498 Jul 13 08:32:17.111654 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8887d-33b1-4acf-9f35-d716271feb6a req-65bb1b20-1bbe-4e31-ac82-ade8edd8724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:17.113149 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00a8887d-33b1-4acf-9f35-d716271feb6a req-65bb1b20-1bbe-4e31-ac82-ade8edd8724f service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0863056 Jul 13 08:32:17.167276 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-00a8887d-33b1-4acf-9f35-d716271feb6a req-3724f628-1ea5-46e3-b085-6589523aa440 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871 HTTP/1.1" status: 200 len: 1000 time: 0.0625296 Jul 13 08:32:17.178036 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00a8887d-33b1-4acf-9f35-d716271feb6a req-a466a955-5f36-47a2-9ea1-bbac1ed10a65 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871 HTTP/1.1" status: 200 len: 1000 time: 0.0578041 Jul 13 08:32:17.204418 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 5741d149-8a1c-4348-99c6-8b6ed57d6871 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:32:17.216955 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8887d-33b1-4acf-9f35-d716271feb6a req-784d34d6-19d6-4b45-9be1-1b39a4bce3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:17.218457 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-00a8887d-33b1-4acf-9f35-d716271feb6a req-784d34d6-19d6-4b45-9be1-1b39a4bce3e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0452259 Jul 13 08:32:17.226833 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8887d-33b1-4acf-9f35-d716271feb6a req-84630b34-3f36-4961-9287-acf0243bbcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:17.228839 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00a8887d-33b1-4acf-9f35-d716271feb6a req-84630b34-3f36-4961-9287-acf0243bbcee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0436239 Jul 13 08:32:17.277538 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8887d-33b1-4acf-9f35-d716271feb6a req-18f3f1cf-ecc5-4079-85c1-67d0cb9262b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:17.279102 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-00a8887d-33b1-4acf-9f35-d716271feb6a req-18f3f1cf-ecc5-4079-85c1-67d0cb9262b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544946 Jul 13 08:32:17.290175 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8887d-33b1-4acf-9f35-d716271feb6a req-12186e23-0289-4101-80bc-300c1361539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:17.293000 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00a8887d-33b1-4acf-9f35-d716271feb6a req-12186e23-0289-4101-80bc-300c1361539f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581870 Jul 13 08:32:17.305575 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 5741d149-8a1c-4348-99c6-8b6ed57d6871, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:17.317284 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '5741d149-8a1c-4348-99c6-8b6ed57d6871', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'port_id': '5741d149-8a1c-4348-99c6-8b6ed57d6871', 'mac_address': 'fa:16:3e:d1:44:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:32:17.355983 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:17.369601 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5741d149-8a1c-4348-99c6-8b6ed57d6871 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:32:17.373508 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-00a8887d-33b1-4acf-9f35-d716271feb6a req-75ae545a-bd52-4656-bd06-a721591b9c30 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877795 Jul 13 08:32:17.385805 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00a8887d-33b1-4acf-9f35-d716271feb6a req-29c2ed21-5a72-48d8-b450-f8b9351ea2ca service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860019 Jul 13 08:32:17.389544 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 5741d149-8a1c-4348-99c6-8b6ed57d6871, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:17.393636 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:17.461369 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=5741d149-8a1c-4348-99c6-8b6ed57d6871,revision_number=12']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:17.470334 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-00a8887d-33b1-4acf-9f35-d716271feb6a req-d93d5616-26a3-47e2-b54e-f57c0aea8828 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903842 Jul 13 08:32:17.501956 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00a8887d-33b1-4acf-9f35-d716271feb6a req-193e68e0-de79-4945-ad88-3af048b3d4d0 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076896 Jul 13 08:32:17.680934 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['5741d149-8a1c-4348-99c6-8b6ed57d6871'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:32:17.752544 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 5741d149-8a1c-4348-99c6-8b6ed57d6871 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:32:17.813509 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 5741d149-8a1c-4348-99c6-8b6ed57d6871 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:32:18.133816 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042c2a7-b862-43c3-8422-ddf427d06339 req-e33f7730-deea-4326-8f45-8e03d580ab69 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:18.135888 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1042c2a7-b862-43c3-8422-ddf427d06339 req-e33f7730-deea-4326-8f45-8e03d580ab69 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 945 time: 0.0650036 Jul 13 08:32:18.173113 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1042c2a7-b862-43c3-8422-ddf427d06339 req-e2b0054e-fb33-4918-a8b8-11d340ad52fd tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316083 Jul 13 08:32:18.341462 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68511070-fdb5-4dc4-9035-a88c8a4e0ad8 req-e2b8c910-5c2f-4d6e-aa89-a5c49256fbd9 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:18.342858 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68511070-fdb5-4dc4-9035-a88c8a4e0ad8 req-e2b8c910-5c2f-4d6e-aa89-a5c49256fbd9 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 945 time: 0.0626032 Jul 13 08:32:18.387579 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68511070-fdb5-4dc4-9035-a88c8a4e0ad8 req-56e7eadf-ed0a-4bd7-ae7a-082a7375b664 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391662 Jul 13 08:32:18.558055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca467f0-09b7-4055-9e41-bdfda9923c20 req-9c978bfb-c81c-4b7f-9822-f3c5153269f7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:18.559526 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ca467f0-09b7-4055-9e41-bdfda9923c20 req-9c978bfb-c81c-4b7f-9822-f3c5153269f7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 945 time: 0.0618300 Jul 13 08:32:18.595339 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0ca467f0-09b7-4055-9e41-bdfda9923c20 req-060a053d-5e88-4a1e-8c95-fbf14dc39179 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304196 Jul 13 08:32:18.962805 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a5d73-cfe2-400d-a080-2ae4a58246d7 req-ba892e4f-7eaf-4205-b3f9-cec275a5f6a6 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:18.964568 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-429a5d73-cfe2-400d-a080-2ae4a58246d7 req-ba892e4f-7eaf-4205-b3f9-cec275a5f6a6 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 945 time: 0.0645823 Jul 13 08:32:19.001165 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-429a5d73-cfe2-400d-a080-2ae4a58246d7 req-ca9b8111-1ddf-4ae7-9f9b-888e711b99dd tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311003 Jul 13 08:32:19.215019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 5741d149-8a1c-4348-99c6-8b6ed57d6871 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:32:19.260657 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 5741d149-8a1c-4348-99c6-8b6ed57d6871 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:32:19.264243 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 5741d149-8a1c-4348-99c6-8b6ed57d6871 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:19.264614 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:19.337903 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:19.359139 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5741d149-8a1c-4348-99c6-8b6ed57d6871'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:32:19.361356 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec27bcd1-238d-486c-854c-b3f81065fc71" -d '{"events": [{"server_uuid": "a766113b-9784-49ba-b8de-2f39a1e48492", "name": "network-vif-plugged", "status": "completed", "tag": "5741d149-8a1c-4348-99c6-8b6ed57d6871"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:32:19.373790 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 5741d149-8a1c-4348-99c6-8b6ed57d6871, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:19.377939 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:19.408567 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e60cbc-ace1-4529-b8fd-2317a1ea6d2f x-openstack-request-id: req-68e60cbc-ace1-4529-b8fd-2317a1ea6d2f {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:32:19.408852 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a766113b-9784-49ba-b8de-2f39a1e48492", "name": "network-vif-plugged", "status": "completed", "tag": "5741d149-8a1c-4348-99c6-8b6ed57d6871", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:32:19.409099 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-68e60cbc-ace1-4529-b8fd-2317a1ea6d2f {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:32:19.409479 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5741d149-8a1c-4348-99c6-8b6ed57d6871', 'code': 200} Jul 13 08:32:19.440036 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=5741d149-8a1c-4348-99c6-8b6ed57d6871,revision_number=13']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:19.649031 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-86858ac2-a307-4ce4-a16f-656de3941051 None None] Provisioning complete for port 5741d149-8a1c-4348-99c6-8b6ed57d6871 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:19.649404 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86858ac2-a307-4ce4-a16f-656de3941051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:20.222714 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfa379-5a64-4763-847d-3abf0588acda req-9e36fb22-5b43-4c8c-836a-a8621af80a4a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:20.224224 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b7cfa379-5a64-4763-847d-3abf0588acda req-9e36fb22-5b43-4c8c-836a-a8621af80a4a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 946 time: 0.1094534 Jul 13 08:32:20.235973 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae41243-5cb1-4fc3-ad6a-8945398ce208 req-8d4ce3ce-61db-4434-b0e7-d0d60309d43b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:20.237331 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ae41243-5cb1-4fc3-ad6a-8945398ce208 req-8d4ce3ce-61db-4434-b0e7-d0d60309d43b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.62 "GET /v2.0/ports?device_id=a766113b-9784-49ba-b8de-2f39a1e48492 HTTP/1.1" status: 200 len: 946 time: 0.0901856 Jul 13 08:32:20.303470 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b7cfa379-5a64-4763-847d-3abf0588acda req-d9357457-bf0d-4099-abc5-5112aad57437 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651078 Jul 13 08:32:20.360031 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-4ae41243-5cb1-4fc3-ad6a-8945398ce208 req-8c7a8cb9-9df2-4440-b176-82d233e4c9cc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Deleting port 5741d149-8a1c-4348-99c6-8b6ed57d6871 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:32:20.360374 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4ae41243-5cb1-4fc3-ad6a-8945398ce208 req-8c7a8cb9-9df2-4440-b176-82d233e4c9cc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:20.446511 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-4ae41243-5cb1-4fc3-ad6a-8945398ce208 req-8c7a8cb9-9df2-4440-b176-82d233e4c9cc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] For port 5741d149-8a1c-4348-99c6-8b6ed57d6871, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=5741d149-8a1c-4348-99c6-8b6ed57d6871,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:20.446867 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4ae41243-5cb1-4fc3-ad6a-8945398ce208 req-8c7a8cb9-9df2-4440-b176-82d233e4c9cc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:20.616570 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4ae41243-5cb1-4fc3-ad6a-8945398ce208 req-8c7a8cb9-9df2-4440-b176-82d233e4c9cc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:20.616857 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4ae41243-5cb1-4fc3-ad6a-8945398ce208 req-8c7a8cb9-9df2-4440-b176-82d233e4c9cc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:20.617484 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [req-4ae41243-5cb1-4fc3-ad6a-8945398ce208 req-8c7a8cb9-9df2-4440-b176-82d233e4c9cc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Floating IP 0b6c577e-1297-4569-bee7-669c13205603 disassociated. External IP: 172.25.0.118, port: 5741d149-8a1c-4348-99c6-8b6ed57d6871. Jul 13 08:32:20.617828 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-4ae41243-5cb1-4fc3-ad6a-8945398ce208 req-8c7a8cb9-9df2-4440-b176-82d233e4c9cc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Calling delete_port for 5741d149-8a1c-4348-99c6-8b6ed57d6871 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:32:20.740941 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4ae41243-5cb1-4fc3-ad6a-8945398ce208 req-8c7a8cb9-9df2-4440-b176-82d233e4c9cc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:20.773608 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a8cb9-9df2-4440-b176-82d233e4c9cc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Pushing event deleted for resources: {'Port': ['ID=5741d149-8a1c-4348-99c6-8b6ed57d6871,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:20.884829 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ae41243-5cb1-4fc3-ad6a-8945398ce208 req-8c7a8cb9-9df2-4440-b176-82d233e4c9cc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Router b41af1cc-fdc4-44e7-9409-b437de4034ec has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:32:20.993017 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ae41243-5cb1-4fc3-ad6a-8945398ce208 req-8c7a8cb9-9df2-4440-b176-82d233e4c9cc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:32:21.003649 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d05bc49-2c9c-49a7-9bdb-13322ba18a38 None None] Sync routers for ids ['b41af1cc-fdc4-44e7-9409-b437de4034ec'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:32:21.012999 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d05bc49-2c9c-49a7-9bdb-13322ba18a38 None None] Routers {'b41af1cc-fdc4-44e7-9409-b437de4034ec'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:32:21.013628 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4d05bc49-2c9c-49a7-9bdb-13322ba18a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:31:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b41af1cc-fdc4-44e7-9409-b437de4034ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:21.039546 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae41243-5cb1-4fc3-ad6a-8945398ce208 req-8c7a8cb9-9df2-4440-b176-82d233e4c9cc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] No DVR routers for this DVR port 5741d149-8a1c-4348-99c6-8b6ed57d6871 on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:32:21.042108 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4ae41243-5cb1-4fc3-ad6a-8945398ce208 req-8c7a8cb9-9df2-4440-b176-82d233e4c9cc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:21.044151 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4ae41243-5cb1-4fc3-ad6a-8945398ce208 req-8c7a8cb9-9df2-4440-b176-82d233e4c9cc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.62 "DELETE /v2.0/ports/5741d149-8a1c-4348-99c6-8b6ed57d6871 HTTP/1.1" status: 204 len: 173 time: 0.7992687 Jul 13 08:32:21.044537 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'name': 'network-vif-deleted', 'tag': '5741d149-8a1c-4348-99c6-8b6ed57d6871'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:32:21.046798 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b58b39c-4a77-43c4-8abc-4c716844279f" -d '{"events": [{"server_uuid": "a766113b-9784-49ba-b8de-2f39a1e48492", "name": "network-vif-deleted", "tag": "5741d149-8a1c-4348-99c6-8b6ed57d6871"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:32:21.087677 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fd3190-7ecd-47a8-8b14-466a79af708b x-openstack-request-id: req-25fd3190-7ecd-47a8-8b14-466a79af708b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:32:21.088264 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a766113b-9784-49ba-b8de-2f39a1e48492", "name": "network-vif-deleted", "tag": "5741d149-8a1c-4348-99c6-8b6ed57d6871", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:32:21.088481 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-25fd3190-7ecd-47a8-8b14-466a79af708b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:32:21.088879 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a766113b-9784-49ba-b8de-2f39a1e48492', 'name': 'network-vif-deleted', 'tag': '5741d149-8a1c-4348-99c6-8b6ed57d6871', 'status': 'completed', 'code': 200} Jul 13 08:32:21.120259 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4d05bc49-2c9c-49a7-9bdb-13322ba18a38 None None] Set router b41af1cc-fdc4-44e7-9409-b437de4034ec gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:32:21.314954 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4d05bc49-2c9c-49a7-9bdb-13322ba18a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:21.434902 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d05bc49-2c9c-49a7-9bdb-13322ba18a38 None None] Checking router: b41af1cc-fdc4-44e7-9409-b437de4034ec for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:32:21.443187 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d05bc49-2c9c-49a7-9bdb-13322ba18a38 None None] Routers {'b41af1cc-fdc4-44e7-9409-b437de4034ec'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:32:21.443792 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4d05bc49-2c9c-49a7-9bdb-13322ba18a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:31:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b41af1cc-fdc4-44e7-9409-b437de4034ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:21.546420 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4d05bc49-2c9c-49a7-9bdb-13322ba18a38 None None] Set router b41af1cc-fdc4-44e7-9409-b437de4034ec gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:32:21.646484 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-3be6414e-c02b-4c58-9321-f2e863c50129 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1698955632&fields=id&tenant_id=3dfb7979363549a7888cd93f5670b15f HTTP/1.1" status: 200 len: 267 time: 0.0327401 Jul 13 08:32:21.740686 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4d05bc49-2c9c-49a7-9bdb-13322ba18a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:21.752135 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-c3288425-734f-4729-aee4-b126c8056894 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:21.753617 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-c3288425-734f-4729-aee4-b126c8056894 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 811 time: 0.1000834 Jul 13 08:32:21.768017 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-46a396f7-b1d5-466c-b015-08580e27cb02 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/quotas/3dfb7979363549a7888cd93f5670b15f HTTP/1.1" status: 200 len: 375 time: 0.0090575 Jul 13 08:32:21.769538 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d05bc49-2c9c-49a7-9bdb-13322ba18a38 None None] The sync data for ids ['b41af1cc-fdc4-44e7-9409-b437de4034ec'] in n-d-779913-28 is: [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:32:21.844760 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-a801449e-c308-48d3-9381-0cc5b16a080d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0707717 Jul 13 08:32:22.004041 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babda369-cc90-4164-b9ee-06dbfc4757ab None None] New status for floating IP 0b6c577e-1297-4569-bee7-669c13205603: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:32:22.016890 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-1f6c6d18-761a-42f1-b83a-d53e2dd012f6 service neutron] 10.222.0.58 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265645 Jul 13 08:32:22.110411 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-8df6c1a3-5a90-4bb1-b0db-184769193dc5 service neutron] 10.222.0.58 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874612 Jul 13 08:32:23.245770 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 5741d149-8a1c-4348-99c6-8b6ed57d6871 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:32:23.296443 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 5741d149-8a1c-4348-99c6-8b6ed57d6871 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:32:23.296855 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 5741d149-8a1c-4348-99c6-8b6ed57d6871 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:32:23.300607 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-84bfa6e0-045d-45de-ad55-ee85a8536c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:23.305543 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a998a6d-5762-49b8-a633-88964b338f70 req-133f1080-94f9-4dfd-b8c1-b1741209d8f3 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 210 time: 0.0294561 Jul 13 08:32:24.309840 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-1e97e27f-6fa7-4fb8-9b8b-d366819b2da2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:24.311631 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-1e97e27f-6fa7-4fb8-9b8b-d366819b2da2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 811 time: 0.1035564 Jul 13 08:32:24.355841 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-b8f63ac1-9c85-4c67-ba9b-688a5c3af0d2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dfb7979363549a7888cd93f5670b15f HTTP/1.1" status: 200 len: 380 time: 0.0364878 Jul 13 08:32:24.365451 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-a3fef735-3a57-4faa-8f79-235061f46f8a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Request body: {'port': {'device_id': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'admin_state_up': True, 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'security_groups': ['4067d894-86e9-44c8-a8d5-3c86515a09a7']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:24.450746 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-34402f0b-73b7-4d21-be7f-207b1a54a4f0 req-cda716cf-0b62-4027-926d-b6e97e9efd95 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 210 time: 0.0280354 Jul 13 08:32:24.478833 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-a3fef735-3a57-4faa-8f79-235061f46f8a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Made reservation on behalf of 3dfb7979363549a7888cd93f5670b15f for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:32:24.482342 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-a3fef735-3a57-4faa-8f79-235061f46f8a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:24.601378 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-a3fef735-3a57-4faa-8f79-235061f46f8a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Allocated IP 172.20.0.4 (4e911039-dbb0-470b-916b-8e2ccfa23ac4/8f0bf666-5249-4a6b-9d69-dba52c707780/0f4e254d-637f-45ea-939f-8b7d2029990b) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:32:24.739129 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-a3fef735-3a57-4faa-8f79-235061f46f8a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:24.751962 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-a3fef735-3a57-4faa-8f79-235061f46f8a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Transition to ACTIVE for port object 0f4e254d-637f-45ea-939f-8b7d2029990b will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:32:24.783736 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-a3fef735-3a57-4faa-8f79-235061f46f8a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:24.824010 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-a3fef735-3a57-4faa-8f79-235061f46f8a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:32:24.829004 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-a3fef735-3a57-4faa-8f79-235061f46f8a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:32:24.832699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-a3fef735-3a57-4faa-8f79-235061f46f8a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:32:24.863462 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fef735-3a57-4faa-8f79-235061f46f8a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Pushing event updated for resources: {'Port': ['ID=0f4e254d-637f-45ea-939f-8b7d2029990b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:24.891312 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-a3fef735-3a57-4faa-8f79-235061f46f8a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:24.891948 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-a3fef735-3a57-4faa-8f79-235061f46f8a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:24.908000 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-a3fef735-3a57-4faa-8f79-235061f46f8a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5465000 Jul 13 08:32:24.920950 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] Request body: {'port': {'device_id': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:24.998198 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:25.075817 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-35f54376-bc52-48f1-991a-d347c7c08283 None None] Provisioning for port 0f4e254d-637f-45ea-939f-8b7d2029990b completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:32:25.079559 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-35f54376-bc52-48f1-991a-d347c7c08283 None None] Provisioning complete for port 0f4e254d-637f-45ea-939f-8b7d2029990b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:25.079995 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-35f54376-bc52-48f1-991a-d347c7c08283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:25.112942 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-35f54376-bc52-48f1-991a-d347c7c08283 None None] Port 0f4e254d-637f-45ea-939f-8b7d2029990b cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:32:25.257237 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f4e254d-637f-45ea-939f-8b7d2029990b {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:32:25.264978 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:25.277187 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] Transition to ACTIVE for port object 0f4e254d-637f-45ea-939f-8b7d2029990b will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:32:25.280088 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:25.347707 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] Pushing event updated for resources: {'Port': ['ID=0f4e254d-637f-45ea-939f-8b7d2029990b,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:25.400272 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] Attempting to bind port 0f4e254d-637f-45ea-939f-8b7d2029990b on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:32:25.400610 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] Attempting to bind port 0f4e254d-637f-45ea-939f-8b7d2029990b by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:32:25.400944 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] Attempting to bind port 0f4e254d-637f-45ea-939f-8b7d2029990b on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:32:25.405577 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] Port 0f4e254d-637f-45ea-939f-8b7d2029990b on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:32:25.405899 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] Attempting to bind port 0f4e254d-637f-45ea-939f-8b7d2029990b on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:32:25.410756 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:32:25.411092 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] Checking segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:32:25.411474 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] Bound using segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:32:25.411895 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] Bound port: 0f4e254d-637f-45ea-939f-8b7d2029990b, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:32:25.412264 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:25.480949 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] For port 0f4e254d-637f-45ea-939f-8b7d2029990b, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:32:25.484381 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] For port 0f4e254d-637f-45ea-939f-8b7d2029990b, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=0f4e254d-637f-45ea-939f-8b7d2029990b,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:32:25.488256 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:25.520797 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:25.521422 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:25.522846 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] 10.222.0.35 "PUT /v2.0/ports/0f4e254d-637f-45ea-939f-8b7d2029990b HTTP/1.1" status: 200 len: 1092 time: 0.6070116 Jul 13 08:32:25.523401 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'tag': '0f4e254d-637f-45ea-939f-8b7d2029990b'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:32:25.525563 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19da1f1c817b7d3b3f035bd3be9e28848a799e6e4ef5efd80c73c51428ad5e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc218e2-cdb9-4082-babf-cd78c2c0208e" -d '{"events": [{"name": "network-changed", "server_uuid": "f09f79c4-44a8-4817-a1bc-c7bad77e31bd", "tag": "0f4e254d-637f-45ea-939f-8b7d2029990b"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:32:25.559891 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9404a-0c12-4a57-bf9f-2150e6fdae3d service neutron] Pushing event updated for resources: {'Port': ['ID=0f4e254d-637f-45ea-939f-8b7d2029990b,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:25.584233 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb76672-b2d0-4f5f-81a1-9416c8ea8970 x-openstack-request-id: req-9bb76672-b2d0-4f5f-81a1-9416c8ea8970 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:32:25.584654 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f09f79c4-44a8-4817-a1bc-c7bad77e31bd", "tag": "0f4e254d-637f-45ea-939f-8b7d2029990b", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:32:25.585019 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9bb76672-b2d0-4f5f-81a1-9416c8ea8970 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:32:25.585511 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'tag': '0f4e254d-637f-45ea-939f-8b7d2029990b', 'status': 'completed', 'code': 200} Jul 13 08:32:25.630723 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-1a3c0126-9358-4491-a069-d356cc338636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:25.632354 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-1a3c0126-9358-4491-a069-d356cc338636 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 1095 time: 0.0593240 Jul 13 08:32:25.654529 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869efa6-d084-4a3f-b0d0-3bc984cf14f2 req-f587c014-6d27-432a-8675-ae7cda1654ae tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:25.656761 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8869efa6-d084-4a3f-b0d0-3bc984cf14f2 req-f587c014-6d27-432a-8675-ae7cda1654ae tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 943 time: 0.0710635 Jul 13 08:32:25.679531 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-6e951959-995a-460f-94f5-563fd826c1f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f4e254d-637f-45ea-939f-8b7d2029990b HTTP/1.1" status: 200 len: 217 time: 0.0398495 Jul 13 08:32:25.698166 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8869efa6-d084-4a3f-b0d0-3bc984cf14f2 req-6f702cf1-4c00-4ee7-aefc-10d9f85d53bf tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355201 Jul 13 08:32:25.730557 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-de81e989-f6b2-4005-aa42-db878c43d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:25.732095 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-de81e989-f6b2-4005-aa42-db878c43d368 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0467885 Jul 13 08:32:25.788727 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-33013a06-a55d-4a05-9344-c71d0054902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:25.790279 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-33013a06-a55d-4a05-9344-c71d0054902a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520341 Jul 13 08:32:25.881653 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-7a2fd18e-a5cb-41df-a18d-e87c4e6b31cd service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853970 Jul 13 08:32:25.968952 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-41dc8b95-7008-4393-a0dd-e6a143f90783 req-8b1f0bbb-f7c5-4851-bcc3-495a0a168882 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808384 Jul 13 08:32:26.068284 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc218e2-cdb9-4082-babf-cd78c2c0208e req-b8ba315b-2ff1-4a03-9c9f-23b9544db072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:26.069667 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cdc218e2-cdb9-4082-babf-cd78c2c0208e req-b8ba315b-2ff1-4a03-9c9f-23b9544db072 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 1095 time: 0.0553570 Jul 13 08:32:26.158564 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc218e2-cdb9-4082-babf-cd78c2c0208e req-04cbc3dc-e64d-4557-af39-4c61594b927f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:26.160082 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cdc218e2-cdb9-4082-babf-cd78c2c0208e req-04cbc3dc-e64d-4557-af39-4c61594b927f service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0843396 Jul 13 08:32:26.204198 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cdc218e2-cdb9-4082-babf-cd78c2c0208e req-2dac9e88-33e0-4136-ba92-f816f59ee48f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f4e254d-637f-45ea-939f-8b7d2029990b HTTP/1.1" status: 200 len: 217 time: 0.0370591 Jul 13 08:32:26.251426 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc218e2-cdb9-4082-babf-cd78c2c0208e req-edfd770a-7c96-4d7a-85ac-860c6d7a0132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:26.252907 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cdc218e2-cdb9-4082-babf-cd78c2c0208e req-edfd770a-7c96-4d7a-85ac-860c6d7a0132 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0420437 Jul 13 08:32:26.308693 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc218e2-cdb9-4082-babf-cd78c2c0208e req-fca0448f-dbaa-4629-b6a9-5e8cff729087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:26.310170 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cdc218e2-cdb9-4082-babf-cd78c2c0208e req-fca0448f-dbaa-4629-b6a9-5e8cff729087 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500433 Jul 13 08:32:26.399598 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cdc218e2-cdb9-4082-babf-cd78c2c0208e req-aa6c60b8-820d-41f6-a6bc-5cd77b05fe97 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818412 Jul 13 08:32:26.485432 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cdc218e2-cdb9-4082-babf-cd78c2c0208e req-c629de76-915f-4c4f-8408-b5e453a25fc0 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790858 Jul 13 08:32:26.869375 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344eb042-651b-46e2-bd36-83ae0457de1c req-ff12e6f0-ebaf-4232-b608-3bb269701ce5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:26.870877 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-344eb042-651b-46e2-bd36-83ae0457de1c req-ff12e6f0-ebaf-4232-b608-3bb269701ce5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 943 time: 0.0632031 Jul 13 08:32:26.907598 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-344eb042-651b-46e2-bd36-83ae0457de1c req-d2972a53-c96e-410b-94f3-38de25391246 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312669 Jul 13 08:32:27.630661 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce6538a4-53c8-4ae6-a785-659c9b115940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:27.798809 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 0f4e254d-637f-45ea-939f-8b7d2029990b details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:32:27.889982 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:27.901887 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 0f4e254d-637f-45ea-939f-8b7d2029990b, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=0f4e254d-637f-45ea-939f-8b7d2029990b,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:27.911808 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '0f4e254d-637f-45ea-939f-8b7d2029990b', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'port_id': '0f4e254d-637f-45ea-939f-8b7d2029990b', 'mac_address': 'fa:16:3e:01:68:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:32:28.093735 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbc983-4cef-45d8-a380-86c29cf5544d req-a6ad2b20-ebca-4b2f-be4b-dda2d5d96834 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:28.095271 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4dcbc983-4cef-45d8-a380-86c29cf5544d req-a6ad2b20-ebca-4b2f-be4b-dda2d5d96834 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 943 time: 0.0721591 Jul 13 08:32:28.107603 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:28.121365 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f4e254d-637f-45ea-939f-8b7d2029990b {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:32:28.138356 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4dcbc983-4cef-45d8-a380-86c29cf5544d req-a28f0338-9d7c-4976-bdc1-af68b690aed1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372188 Jul 13 08:32:28.143183 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 0f4e254d-637f-45ea-939f-8b7d2029990b, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=0f4e254d-637f-45ea-939f-8b7d2029990b,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:28.147602 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:28.200754 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=0f4e254d-637f-45ea-939f-8b7d2029990b,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:28.364417 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['0f4e254d-637f-45ea-939f-8b7d2029990b'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:32:29.312518 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde3eed-d584-470d-84ca-80d7c2f57259 req-5124805c-296c-40a3-8e0d-41d17ca52945 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:29.313926 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0fde3eed-d584-470d-84ca-80d7c2f57259 req-5124805c-296c-40a3-8e0d-41d17ca52945 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 944 time: 0.0634065 Jul 13 08:32:29.350942 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0fde3eed-d584-470d-84ca-80d7c2f57259 req-0f5f27e3-baed-447c-aada-acd57d645e7c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315051 Jul 13 08:32:29.799472 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:29.806973 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 0f4e254d-637f-45ea-939f-8b7d2029990b up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:32:29.853357 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 0f4e254d-637f-45ea-939f-8b7d2029990b completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:32:29.857543 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 0f4e254d-637f-45ea-939f-8b7d2029990b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:29.857968 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:29.934757 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:29.955512 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4e254d-637f-45ea-939f-8b7d2029990b'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:32:29.957702 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149144e6-c24d-4e6c-8629-0b9cb7baa28f" -d '{"events": [{"server_uuid": "f09f79c4-44a8-4817-a1bc-c7bad77e31bd", "name": "network-vif-plugged", "status": "completed", "tag": "0f4e254d-637f-45ea-939f-8b7d2029990b"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:32:29.970787 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 0f4e254d-637f-45ea-939f-8b7d2029990b, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=0f4e254d-637f-45ea-939f-8b7d2029990b,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:29.975244 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:30.001955 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a0884a-c1a7-4106-9b0e-64498b9e5fce x-openstack-request-id: req-23a0884a-c1a7-4106-9b0e-64498b9e5fce {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:32:30.002822 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09f79c4-44a8-4817-a1bc-c7bad77e31bd", "name": "network-vif-plugged", "status": "completed", "tag": "0f4e254d-637f-45ea-939f-8b7d2029990b", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:32:30.003080 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-23a0884a-c1a7-4106-9b0e-64498b9e5fce {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:32:30.003467 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4e254d-637f-45ea-939f-8b7d2029990b', 'code': 200} Jul 13 08:32:30.034634 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=0f4e254d-637f-45ea-939f-8b7d2029990b,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:30.118674 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a925e-7b0e-4d1d-8f73-c07eb66612dc req-f09744fc-a07d-4b10-95a7-01b088280759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:30.120239 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3f8a925e-7b0e-4d1d-8f73-c07eb66612dc req-f09744fc-a07d-4b10-95a7-01b088280759 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 1097 time: 0.0540562 Jul 13 08:32:30.160942 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3f8a925e-7b0e-4d1d-8f73-c07eb66612dc req-4e37eebb-3515-47c7-84f9-2b089b355262 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345771 Jul 13 08:32:30.250189 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b2f57377-495e-4824-95ef-86b477ce8234 None None] Provisioning complete for port 0f4e254d-637f-45ea-939f-8b7d2029990b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:30.250587 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2f57377-495e-4824-95ef-86b477ce8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:30.524191 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1009c-c9b3-4399-879b-cbf9400390c7 req-bb6fe496-4b02-42d1-8970-84a285d868d8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:30.525692 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19d1009c-c9b3-4399-879b-cbf9400390c7 req-bb6fe496-4b02-42d1-8970-84a285d868d8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0631280 Jul 13 08:32:30.564041 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19d1009c-c9b3-4399-879b-cbf9400390c7 req-a4bbe116-28b2-48cc-92a6-3f43192e3286 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319085 Jul 13 08:32:31.519474 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:31.738381 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae810b0a-b482-4862-8740-6caf15aa1650 req-b7a783e1-f3a2-4f0e-811b-2471dadf34d4 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:31.739874 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ae810b0a-b482-4862-8740-6caf15aa1650 req-b7a783e1-f3a2-4f0e-811b-2471dadf34d4 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0674555 Jul 13 08:32:31.776802 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ae810b0a-b482-4862-8740-6caf15aa1650 req-d59045a9-f7a3-46a4-9795-cf0b62c5c21e tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309181 Jul 13 08:32:31.862104 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:32:31.940370 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dac68-f11a-433e-a0ce-b311c08ff49c req-546b45bc-72b8-4452-8306-f90fbb4be797 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:31.941822 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2e3dac68-f11a-433e-a0ce-b311c08ff49c req-546b45bc-72b8-4452-8306-f90fbb4be797 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0626309 Jul 13 08:32:31.950423 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34338) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:31.954872 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-28ceae72-f06d-40ef-bb4e-8b391450db2f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Request body: {'floatingip': {'port_id': '0f4e254d-637f-45ea-939f-8b7d2029990b'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:31.992499 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-28ceae72-f06d-40ef-bb4e-8b391450db2f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:32.424019 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-28ceae72-f06d-40ef-bb4e-8b391450db2f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:32.427693 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-28ceae72-f06d-40ef-bb4e-8b391450db2f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:32.525456 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-28ceae72-f06d-40ef-bb4e-8b391450db2f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Floating IP 0b6c577e-1297-4569-bee7-669c13205603 associated. External IP: 172.25.0.118, port: 0f4e254d-637f-45ea-939f-8b7d2029990b. Jul 13 08:32:32.725368 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ceae72-f06d-40ef-bb4e-8b391450db2f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Router b41af1cc-fdc4-44e7-9409-b437de4034ec has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:32:32.831026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ceae72-f06d-40ef-bb4e-8b391450db2f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:32:32.835827 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-28ceae72-f06d-40ef-bb4e-8b391450db2f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:32.840972 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e8d10-b2b1-4060-8ae9-aadc3f5ffb99 None None] Sync routers for ids ['b41af1cc-fdc4-44e7-9409-b437de4034ec'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:32:32.849640 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e8d10-b2b1-4060-8ae9-aadc3f5ffb99 None None] Routers {'b41af1cc-fdc4-44e7-9409-b437de4034ec'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:32:32.850279 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1e1e8d10-b2b1-4060-8ae9-aadc3f5ffb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:32:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b41af1cc-fdc4-44e7-9409-b437de4034ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:32.872590 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-28ceae72-f06d-40ef-bb4e-8b391450db2f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "PUT /v2.0/floatingips/0b6c577e-1297-4569-bee7-669c13205603 HTTP/1.1" status: 200 len: 992 time: 0.9210696 Jul 13 08:32:32.873227 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'tag': '0f4e254d-637f-45ea-939f-8b7d2029990b'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:32:32.875536 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628ef546-4337-42a4-a961-7b32e6bc9123" -d '{"events": [{"name": "network-changed", "server_uuid": "f09f79c4-44a8-4817-a1bc-c7bad77e31bd", "tag": "0f4e254d-637f-45ea-939f-8b7d2029990b"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:32:32.917279 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47b2d13-958f-43eb-b49c-18e9935bdbc8 x-openstack-request-id: req-a47b2d13-958f-43eb-b49c-18e9935bdbc8 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:32:32.917571 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f09f79c4-44a8-4817-a1bc-c7bad77e31bd", "tag": "0f4e254d-637f-45ea-939f-8b7d2029990b", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:32:32.917827 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a47b2d13-958f-43eb-b49c-18e9935bdbc8 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:32:32.918261 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'tag': '0f4e254d-637f-45ea-939f-8b7d2029990b', 'status': 'completed', 'code': 200} Jul 13 08:32:32.957698 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-1e1e8d10-b2b1-4060-8ae9-aadc3f5ffb99 None None] Set router b41af1cc-fdc4-44e7-9409-b437de4034ec gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:32:32.993157 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ef546-4337-42a4-a961-7b32e6bc9123 req-7043ae1a-b923-4ab2-bd98-8ceb3bcca5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:32.995248 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-628ef546-4337-42a4-a961-7b32e6bc9123 req-7043ae1a-b923-4ab2-bd98-8ceb3bcca5c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 1097 time: 0.0526855 Jul 13 08:32:33.082861 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ef546-4337-42a4-a961-7b32e6bc9123 req-fa8e5309-71e5-4f65-8899-fe933050aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:33.084350 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-628ef546-4337-42a4-a961-7b32e6bc9123 req-fa8e5309-71e5-4f65-8899-fe933050aeb8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0828393 Jul 13 08:32:33.153067 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-628ef546-4337-42a4-a961-7b32e6bc9123 req-2b9f25a5-62c1-445a-9b40-f5a68b5afdf9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f4e254d-637f-45ea-939f-8b7d2029990b HTTP/1.1" status: 200 len: 1000 time: 0.0622480 Jul 13 08:32:33.176669 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1e1e8d10-b2b1-4060-8ae9-aadc3f5ffb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '0b6c577e-1297-4569-bee7-669c13205603', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'port_id': '0f4e254d-637f-45ea-939f-8b7d2029990b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'mac_address': 'fa:16:3e:01:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:25:39Z', 'updated_at': '2021-07-13T08:32:32Z', 'revision_number': 13, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:33.201585 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ef546-4337-42a4-a961-7b32e6bc9123 req-8025494c-4c20-4362-a4fd-ca8aa727b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:33.202837 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e8d10-b2b1-4060-8ae9-aadc3f5ffb99 None None] Checking router: b41af1cc-fdc4-44e7-9409-b437de4034ec for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:32:33.203090 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-628ef546-4337-42a4-a961-7b32e6bc9123 req-8025494c-4c20-4362-a4fd-ca8aa727b297 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0440297 Jul 13 08:32:33.211258 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e8d10-b2b1-4060-8ae9-aadc3f5ffb99 None None] Routers {'b41af1cc-fdc4-44e7-9409-b437de4034ec'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:32:33.211858 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1e1e8d10-b2b1-4060-8ae9-aadc3f5ffb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:32:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b41af1cc-fdc4-44e7-9409-b437de4034ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:33.258815 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ef546-4337-42a4-a961-7b32e6bc9123 req-e2a6a764-9933-4cc3-b0d8-70f9a058f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:33.260226 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-628ef546-4337-42a4-a961-7b32e6bc9123 req-e2a6a764-9933-4cc3-b0d8-70f9a058f28b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507262 Jul 13 08:32:33.314854 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-1e1e8d10-b2b1-4060-8ae9-aadc3f5ffb99 None None] Set router b41af1cc-fdc4-44e7-9409-b437de4034ec gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:32:33.350076 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-628ef546-4337-42a4-a961-7b32e6bc9123 req-00782da0-258d-4548-b3b8-55e002177c45 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835252 Jul 13 08:32:33.437708 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-628ef546-4337-42a4-a961-7b32e6bc9123 req-42030398-adda-43f7-8d4a-42658b888c64 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815642 Jul 13 08:32:33.532468 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1e1e8d10-b2b1-4060-8ae9-aadc3f5ffb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '0b6c577e-1297-4569-bee7-669c13205603', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'port_id': '0f4e254d-637f-45ea-939f-8b7d2029990b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'mac_address': 'fa:16:3e:01:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:25:39Z', 'updated_at': '2021-07-13T08:32:32Z', 'revision_number': 13, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:33.558311 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e8d10-b2b1-4060-8ae9-aadc3f5ffb99 None None] The sync data for ids ['b41af1cc-fdc4-44e7-9409-b437de4034ec'] in n-d-779913-28 is: [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '0b6c577e-1297-4569-bee7-669c13205603', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'port_id': '0f4e254d-637f-45ea-939f-8b7d2029990b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'mac_address': 'fa:16:3e:01:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:25:39Z', 'updated_at': '2021-07-13T08:32:32Z', 'revision_number': 13, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:32:33.736569 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a653fa0-582e-4923-b8e7-fa73554ecd13 None None] New status for floating IP 0b6c577e-1297-4569-bee7-669c13205603: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:32:38.413370 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:43.342997 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:53.281700 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb77f944-252e-4fc9-8398-193c6d4019be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:57.630699 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7afca630-02b7-474e-95c3-be277c2dc166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:57.859427 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:59.802177 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:01.522866 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:08.435063 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:08.860562 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:33:13.357031 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:17.202566 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-2ad11332-ecc5-4379-a2df-72b8c6559d78 req-bd871882-9c96-4a21-99b1-9a3831955d7c service neutron] (93724) timed out ('10.222.0.58', 60384) {{(pid=93724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:33:17.725205 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3dbc16c5-252c-4716-bf27-e01997c0ef4d req-a0a90334-8462-4ce4-95d6-0d64528c686c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0605986 Jul 13 08:33:17.817887 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc16c5-252c-4716-bf27-e01997c0ef4d req-eaf6a5ea-18aa-4ed7-92ad-720f8c24b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:17.819385 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3dbc16c5-252c-4716-bf27-e01997c0ef4d req-eaf6a5ea-18aa-4ed7-92ad-720f8c24b9b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 1097 time: 0.0518010 Jul 13 08:33:17.924185 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc16c5-252c-4716-bf27-e01997c0ef4d req-8813b6ae-eabf-480b-a41a-224fafc37e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:17.925699 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3dbc16c5-252c-4716-bf27-e01997c0ef4d req-8813b6ae-eabf-480b-a41a-224fafc37e8e service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0863585 Jul 13 08:33:17.989299 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3dbc16c5-252c-4716-bf27-e01997c0ef4d req-6463727b-d468-4af9-b06a-a2849ddc6c01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f4e254d-637f-45ea-939f-8b7d2029990b HTTP/1.1" status: 200 len: 1002 time: 0.0577247 Jul 13 08:33:18.037507 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc16c5-252c-4716-bf27-e01997c0ef4d req-51b206c5-2955-495c-a30c-2434530b6647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:18.039024 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3dbc16c5-252c-4716-bf27-e01997c0ef4d req-51b206c5-2955-495c-a30c-2434530b6647 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0438578 Jul 13 08:33:18.099678 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc16c5-252c-4716-bf27-e01997c0ef4d req-cdb3161b-06a6-45d3-a0dd-f49efd247f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:18.101150 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3dbc16c5-252c-4716-bf27-e01997c0ef4d req-cdb3161b-06a6-45d3-a0dd-f49efd247f3b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554681 Jul 13 08:33:18.188817 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3dbc16c5-252c-4716-bf27-e01997c0ef4d req-5e2aedf7-9571-4108-b6c2-60ce4e04ac4f service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811012 Jul 13 08:33:18.279471 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-3dbc16c5-252c-4716-bf27-e01997c0ef4d req-a41d2beb-94ae-46fe-a8fa-a539f3a18304 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843041 Jul 13 08:33:23.282257 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b635ce00-a749-434f-b925-d9b898162720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:27.630924 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e83d27d-68b4-473b-bb7a-d7ea7c227dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:27.860877 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.804846 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:31.527225 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:38.420014 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:43.367001 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:45.859387 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:33:53.283051 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8c69be60-42a9-43bf-8e44-c3c9a26c3546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:57.631453 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06e96730-a14c-4796-8d2f-c9826d6d10b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:57.861581 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:59.808953 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:01.527100 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:08.433472 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:10.059662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a39fb-40b8-4312-bab0-2af323a02a8b req-cf2c569b-49d0-4ca0-996b-126d18c741f5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:10.061817 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9e2a39fb-40b8-4312-bab0-2af323a02a8b req-cf2c569b-49d0-4ca0-996b-126d18c741f5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0697002 Jul 13 08:34:10.103159 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9e2a39fb-40b8-4312-bab0-2af323a02a8b req-9a16091c-c0a4-4767-b13f-7b1843bac909 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356781 Jul 13 08:34:13.371477 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:18.703567 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a49fc0d-1c71-4561-ac5a-71a0e102edae req-abe5f022-cdb9-4ec6-8e0d-caf4cf165ce6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511556 Jul 13 08:34:18.792882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49fc0d-1c71-4561-ac5a-71a0e102edae req-a4986cbe-e522-40fa-bdfa-20be99eefef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:18.794377 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a49fc0d-1c71-4561-ac5a-71a0e102edae req-a4986cbe-e522-40fa-bdfa-20be99eefef0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 1097 time: 0.0507250 Jul 13 08:34:18.899130 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49fc0d-1c71-4561-ac5a-71a0e102edae req-9d034a53-19c7-418b-ae56-8d288b3a7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:18.900629 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a49fc0d-1c71-4561-ac5a-71a0e102edae req-9d034a53-19c7-418b-ae56-8d288b3a7710 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0870600 Jul 13 08:34:18.964938 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a49fc0d-1c71-4561-ac5a-71a0e102edae req-27ccb03f-269b-4784-93fe-d70b38f015d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f4e254d-637f-45ea-939f-8b7d2029990b HTTP/1.1" status: 200 len: 1002 time: 0.0572383 Jul 13 08:34:19.015924 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49fc0d-1c71-4561-ac5a-71a0e102edae req-b4a37a9a-83cd-48b9-a788-f5810b4754d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:19.017289 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a49fc0d-1c71-4561-ac5a-71a0e102edae req-b4a37a9a-83cd-48b9-a788-f5810b4754d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0461216 Jul 13 08:34:19.072026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49fc0d-1c71-4561-ac5a-71a0e102edae req-bb1758e7-7892-42d5-859c-0512a02212d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:19.073461 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a49fc0d-1c71-4561-ac5a-71a0e102edae req-bb1758e7-7892-42d5-859c-0512a02212d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502844 Jul 13 08:34:19.084136 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-7a49fc0d-1c71-4561-ac5a-71a0e102edae req-aef1bf54-1290-48a4-a51f-df1ae9bb5bc8 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:34:19.085049 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a49fc0d-1c71-4561-ac5a-71a0e102edae req-aef1bf54-1290-48a4-a51f-df1ae9bb5bc8 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049832 Jul 13 08:34:19.170475 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a49fc0d-1c71-4561-ac5a-71a0e102edae req-db11cacd-7dc9-40aa-96c5-126f272bf119 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792286 Jul 13 08:34:19.260130 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-7a49fc0d-1c71-4561-ac5a-71a0e102edae req-b762daaa-19e3-429e-9f65-d600b623cf23 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839014 Jul 13 08:34:21.347558 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2843d409-f473-47e9-b194-3fef798801a3 req-997e97fe-5ffd-4edf-9287-a47eb5f6c43a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0600686 Jul 13 08:34:21.402352 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470de85-2d3e-4d69-b43f-3f467c274cbb req-da4e0a6e-1f90-4920-84c0-a4ae93230de6 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:21.403905 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6470de85-2d3e-4d69-b43f-3f467c274cbb req-da4e0a6e-1f90-4920-84c0-a4ae93230de6 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0688939 Jul 13 08:34:21.441784 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6470de85-2d3e-4d69-b43f-3f467c274cbb req-29062086-6965-4cfc-bbb2-3333c4f85dcf tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321205 Jul 13 08:34:22.480221 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843d409-f473-47e9-b194-3fef798801a3 req-8d93d081-9671-45b0-aef2-ff48facb0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:22.481739 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2843d409-f473-47e9-b194-3fef798801a3 req-8d93d081-9671-45b0-aef2-ff48facb0bb2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 1097 time: 0.0527940 Jul 13 08:34:22.622877 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310c3d3-ef44-40e2-af92-5540a67596d8 req-2f1ddf29-aaae-422b-b090-91be420d6ea8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:22.624459 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e310c3d3-ef44-40e2-af92-5540a67596d8 req-2f1ddf29-aaae-422b-b090-91be420d6ea8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0696080 Jul 13 08:34:22.664557 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e310c3d3-ef44-40e2-af92-5540a67596d8 req-a4a01c11-e3dd-4124-968a-c37c6cf66188 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340719 Jul 13 08:34:22.805833 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843d409-f473-47e9-b194-3fef798801a3 req-f547d9a7-19e6-4959-8958-7c9e6de3f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:22.807259 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2843d409-f473-47e9-b194-3fef798801a3 req-f547d9a7-19e6-4959-8958-7c9e6de3f181 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.3190897 Jul 13 08:34:22.858347 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:34:22.870068 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2843d409-f473-47e9-b194-3fef798801a3 req-baa4f9c0-fd9f-4aea-9ead-5bf5816ce8db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f4e254d-637f-45ea-939f-8b7d2029990b HTTP/1.1" status: 200 len: 1002 time: 0.0563252 Jul 13 08:34:22.920100 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843d409-f473-47e9-b194-3fef798801a3 req-567a4536-1557-42e8-8b52-acd38796ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:22.921493 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2843d409-f473-47e9-b194-3fef798801a3 req-567a4536-1557-42e8-8b52-acd38796ce09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0458469 Jul 13 08:34:22.976596 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843d409-f473-47e9-b194-3fef798801a3 req-444d2fa4-0062-4029-9fcf-c22f40e3dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:22.978183 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2843d409-f473-47e9-b194-3fef798801a3 req-444d2fa4-0062-4029-9fcf-c22f40e3dec6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504894 Jul 13 08:34:23.065119 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2843d409-f473-47e9-b194-3fef798801a3 req-ee0eb408-ff61-4eeb-bde0-1296d9be88a5 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805585 Jul 13 08:34:23.156144 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2843d409-f473-47e9-b194-3fef798801a3 req-89beaf38-05da-4391-99c1-4c70806759d1 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848346 Jul 13 08:34:23.282697 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c0742b18-96b4-4150-969e-c4bfabfd8995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:23.838580 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da315a-31d8-4157-b184-00ca8e06dbdd req-c064f1b7-d98a-431b-986b-cc4afa83d2d9 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:23.840305 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d1da315a-31d8-4157-b184-00ca8e06dbdd req-c064f1b7-d98a-431b-986b-cc4afa83d2d9 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0632932 Jul 13 08:34:23.877083 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d1da315a-31d8-4157-b184-00ca8e06dbdd req-568094ae-c1f5-4a3a-ab13-1f5068822692 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314147 Jul 13 08:34:25.046307 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b703d-9caf-4bbb-b9d8-606e4db300ec req-740e324a-b8bf-43ca-a6c3-10f0e9adbf14 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:25.047744 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac9b703d-9caf-4bbb-b9d8-606e4db300ec req-740e324a-b8bf-43ca-a6c3-10f0e9adbf14 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0620167 Jul 13 08:34:25.084781 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac9b703d-9caf-4bbb-b9d8-606e4db300ec req-6532c251-1eeb-4aab-98a5-0b2de2a2b715 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314360 Jul 13 08:34:26.260260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608976c-81fa-4bdf-b78b-265e22a31475 req-793db906-8c24-42ea-b322-de537a4bf843 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:26.261717 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b608976c-81fa-4bdf-b78b-265e22a31475 req-793db906-8c24-42ea-b322-de537a4bf843 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0667796 Jul 13 08:34:26.297902 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b608976c-81fa-4bdf-b78b-265e22a31475 req-ee7d2939-55bf-44e4-bda9-da55269a35fa tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306489 Jul 13 08:34:27.469260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac198388-943a-4596-ab0f-e8a3d8535909 req-6fb20cc6-7b48-43e4-983c-798c742f5777 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:27.470793 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac198388-943a-4596-ab0f-e8a3d8535909 req-6fb20cc6-7b48-43e4-983c-798c742f5777 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0649672 Jul 13 08:34:27.508001 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac198388-943a-4596-ab0f-e8a3d8535909 req-9e8271b4-4d78-4c7c-97a5-4901b7f6b79b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315924 Jul 13 08:34:27.631641 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92398e04-aa0e-41c6-8424-c256fe94bbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:27.861244 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:28.678742 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c091c-036f-4dfb-9b73-5002d63f5560 req-8112c242-6a11-4cf5-bde9-c038ed91d9d1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:28.680201 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-779c091c-036f-4dfb-9b73-5002d63f5560 req-8112c242-6a11-4cf5-bde9-c038ed91d9d1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0654244 Jul 13 08:34:28.718035 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-779c091c-036f-4dfb-9b73-5002d63f5560 req-b0241b02-b5a8-49f2-8a4e-42e1a191b3d2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317047 Jul 13 08:34:29.811412 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:29.893633 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3185e0-da20-410c-8dd3-f25dc99c30d1 req-b32a6d89-70ff-4ab7-be16-21243c52242a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:29.895137 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aa3185e0-da20-410c-8dd3-f25dc99c30d1 req-b32a6d89-70ff-4ab7-be16-21243c52242a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0627294 Jul 13 08:34:29.931621 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aa3185e0-da20-410c-8dd3-f25dc99c30d1 req-1fd3bb4e-aa21-4bc8-b6d5-6b60b5d1bd02 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309591 Jul 13 08:34:31.101124 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca6ee0-75c4-4efd-8316-9233e1e43640 req-ea04c0d6-a194-4f3c-bff8-683922033796 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:31.102811 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b5ca6ee0-75c4-4efd-8316-9233e1e43640 req-ea04c0d6-a194-4f3c-bff8-683922033796 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0620649 Jul 13 08:34:31.138988 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b5ca6ee0-75c4-4efd-8316-9233e1e43640 req-fe5b164a-bb94-48a4-b4cc-446f02164d02 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308123 Jul 13 08:34:31.529364 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:32.313404 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22035d8-ac9e-4e87-a93e-1a09f19b357e req-4e5e3ffd-fcfb-40c2-9620-ab4942dc6078 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:32.314894 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a22035d8-ac9e-4e87-a93e-1a09f19b357e req-4e5e3ffd-fcfb-40c2-9620-ab4942dc6078 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0661957 Jul 13 08:34:32.351781 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a22035d8-ac9e-4e87-a93e-1a09f19b357e req-45e4933a-e4b7-493e-9e90-32c2a32e635b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313811 Jul 13 08:34:33.525668 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37842f25-fd37-47b6-b040-715b08662aa7 req-81858c0c-283f-4eec-b2d9-5658d40f22de tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:33.527155 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37842f25-fd37-47b6-b040-715b08662aa7 req-81858c0c-283f-4eec-b2d9-5658d40f22de tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0614924 Jul 13 08:34:33.563945 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37842f25-fd37-47b6-b040-715b08662aa7 req-b7f8fca7-847a-4daf-90fa-2bcb736e0e93 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314116 Jul 13 08:34:34.752850 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fffe4-5037-4f66-a7ea-852d06ce020c req-ca183634-0806-4efd-bbed-32dc7e14fea5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:34.754336 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f55fffe4-5037-4f66-a7ea-852d06ce020c req-ca183634-0806-4efd-bbed-32dc7e14fea5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0653653 Jul 13 08:34:34.791202 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f55fffe4-5037-4f66-a7ea-852d06ce020c req-d12caf34-f6a2-4b46-ab14-1285a9776e9c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309556 Jul 13 08:34:35.981871 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22c815-827e-4bd9-9ac6-964c2228d449 req-748551ba-6f13-4ff3-89e7-5fc69c47a40c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:35.983557 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa22c815-827e-4bd9-9ac6-964c2228d449 req-748551ba-6f13-4ff3-89e7-5fc69c47a40c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0640109 Jul 13 08:34:36.023773 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa22c815-827e-4bd9-9ac6-964c2228d449 req-f6ae5f8f-4ef5-4d8e-a6de-00ac6b0358e2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337458 Jul 13 08:34:36.878632 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [req-2843d409-f473-47e9-b194-3fef798801a3 req-b2878e51-41b6-492c-9424-cef0937c4854 service neutron] show failed (client error): The resource could not be found. Jul 13 08:34:36.879612 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-2843d409-f473-47e9-b194-3fef798801a3 req-b2878e51-41b6-492c-9424-cef0937c4854 service neutron] 10.222.0.35 "GET /v2.0/ports/0f4e254d-637f-45ea-939f-8b7d2029990b/bindings/n-h2-779913-28 HTTP/1.1" status: 404 len: 381 time: 0.0531714 Jul 13 08:34:37.121013 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843d409-f473-47e9-b194-3fef798801a3 req-28201bbc-45ab-4196-a98a-48380b214d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:37.122556 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2843d409-f473-47e9-b194-3fef798801a3 req-28201bbc-45ab-4196-a98a-48380b214d72 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd&tenant_id=3dfb7979363549a7888cd93f5670b15f HTTP/1.1" status: 200 len: 1097 time: 0.0540380 Jul 13 08:34:37.134954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-28', 'device_owner': 'compute:nova'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:37.246003 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:37.269017 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35e725-f6fd-4abe-9c9d-6340ed248962 req-8529c0ac-9cd0-4ffc-b00b-78b078bac47a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:37.270533 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b35e725-f6fd-4abe-9c9d-6340ed248962 req-8529c0ac-9cd0-4ffc-b00b-78b078bac47a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.1323535 Jul 13 08:34:37.718405 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b35e725-f6fd-4abe-9c9d-6340ed248962 req-ff653aa3-f04d-4487-8984-1c17ab2741e1 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4262590 Jul 13 08:34:37.819447 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] For port 0f4e254d-637f-45ea-939f-8b7d2029990b, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=0f4e254d-637f-45ea-939f-8b7d2029990b,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:37.850826 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] For port 0f4e254d-637f-45ea-939f-8b7d2029990b, host n-h1-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:34:37.889242 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f4e254d-637f-45ea-939f-8b7d2029990b'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:34:37.891743 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e1be5e-6a84-478f-8b6b-6de8c2724c50" -d '{"events": [{"server_uuid": "f09f79c4-44a8-4817-a1bc-c7bad77e31bd", "name": "network-vif-unplugged", "status": "completed", "tag": "0f4e254d-637f-45ea-939f-8b7d2029990b"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:34:37.895588 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:37.907961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Transition to ACTIVE for port object 0f4e254d-637f-45ea-939f-8b7d2029990b will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:34:37.912291 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:37.940976 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb407baa-a426-45d1-8248-9ee1c2229cd9 x-openstack-request-id: req-bb407baa-a426-45d1-8248-9ee1c2229cd9 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:34:37.941270 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09f79c4-44a8-4817-a1bc-c7bad77e31bd", "name": "network-vif-unplugged", "status": "completed", "tag": "0f4e254d-637f-45ea-939f-8b7d2029990b", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:34:37.941821 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb407baa-a426-45d1-8248-9ee1c2229cd9 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:34:37.942006 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f4e254d-637f-45ea-939f-8b7d2029990b', 'code': 200} Jul 13 08:34:37.996831 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4e254d-637f-45ea-939f-8b7d2029990b,revision_number=6']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:38.008568 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:38.008979 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:38.009287 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:38.009642 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:38.010261 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:38.010401 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:38.010628 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:38.010938 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:38.011270 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:38.011591 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:38.011914 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:38.012232 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:38.046537 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] No DVR routers for this DVR port 0f4e254d-637f-45ea-939f-8b7d2029990b on host n-h1-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:34:38.181981 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Attempting to bind port 0f4e254d-637f-45ea-939f-8b7d2029990b on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:34:38.182610 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Attempting to bind port 0f4e254d-637f-45ea-939f-8b7d2029990b by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:34:38.182744 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Attempting to bind port 0f4e254d-637f-45ea-939f-8b7d2029990b on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:34:38.186898 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Port 0f4e254d-637f-45ea-939f-8b7d2029990b on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:34:38.187224 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Attempting to bind port 0f4e254d-637f-45ea-939f-8b7d2029990b on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:34:38.191938 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:34:38.192275 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Checking segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:34:38.192660 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Bound using segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:34:38.193081 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Bound port: 0f4e254d-637f-45ea-939f-8b7d2029990b, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:34:38.193435 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:38.254580 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] For port 0f4e254d-637f-45ea-939f-8b7d2029990b, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:34:38.257600 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] For port 0f4e254d-637f-45ea-939f-8b7d2029990b, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=0f4e254d-637f-45ea-939f-8b7d2029990b,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:34:38.260914 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:38.297472 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:38.298156 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:38.299487 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2843d409-f473-47e9-b194-3fef798801a3 req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] 10.222.0.62 "PUT /v2.0/ports/0f4e254d-637f-45ea-939f-8b7d2029990b HTTP/1.1" status: 200 len: 1092 time: 1.1691699 Jul 13 08:34:38.320289 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0843b-5383-48f1-ac57-ffa4dee28016 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4e254d-637f-45ea-939f-8b7d2029990b,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:38.378413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843d409-f473-47e9-b194-3fef798801a3 req-901d7a81-24f8-4f4d-a05e-9bb9d58ef321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:38.379986 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2843d409-f473-47e9-b194-3fef798801a3 req-901d7a81-24f8-4f4d-a05e-9bb9d58ef321 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 1095 time: 0.0556648 Jul 13 08:34:38.464967 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:38.480725 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843d409-f473-47e9-b194-3fef798801a3 req-68a5b9a4-fe22-4845-a49b-3cefba18d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:38.482261 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2843d409-f473-47e9-b194-3fef798801a3 req-68a5b9a4-fe22-4845-a49b-3cefba18d758 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0951786 Jul 13 08:34:38.550408 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2843d409-f473-47e9-b194-3fef798801a3 req-a58b30b6-2219-4d56-9c5e-e6c66283b80b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f4e254d-637f-45ea-939f-8b7d2029990b HTTP/1.1" status: 200 len: 1000 time: 0.0613637 Jul 13 08:34:38.598304 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843d409-f473-47e9-b194-3fef798801a3 req-ac293dd3-7603-46ec-9815-cf21b9276747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:38.599626 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2843d409-f473-47e9-b194-3fef798801a3 req-ac293dd3-7603-46ec-9815-cf21b9276747 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0426862 Jul 13 08:34:38.655969 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843d409-f473-47e9-b194-3fef798801a3 req-ab8465bc-a1d1-4d3d-9336-6963c1647647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:38.657467 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2843d409-f473-47e9-b194-3fef798801a3 req-ab8465bc-a1d1-4d3d-9336-6963c1647647 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501037 Jul 13 08:34:38.747242 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2843d409-f473-47e9-b194-3fef798801a3 req-5d34b765-fda4-4d40-9e29-12c5fd9aad5f service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825417 Jul 13 08:34:38.850874 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2843d409-f473-47e9-b194-3fef798801a3 req-c2a71d5f-94cb-4f2e-8d4f-d9470c424002 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959032 Jul 13 08:34:38.904475 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df4dc0-0e60-4fcb-9a93-5b3affca9324 req-49702612-06db-4b59-a074-cab099aab9b6 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:38.906034 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8df4dc0-0e60-4fcb-9a93-5b3affca9324 req-49702612-06db-4b59-a074-cab099aab9b6 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 943 time: 0.0696976 Jul 13 08:34:38.944219 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8df4dc0-0e60-4fcb-9a93-5b3affca9324 req-1adcd5cf-b443-49e1-bb87-20ddf2050c12 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327582 Jul 13 08:34:39.942909 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'tag': '0f4e254d-637f-45ea-939f-8b7d2029990b'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:34:39.945166 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975e5422-2ce6-4d48-83e5-0d706a92f812" -d '{"events": [{"name": "network-changed", "server_uuid": "f09f79c4-44a8-4817-a1bc-c7bad77e31bd", "tag": "0f4e254d-637f-45ea-939f-8b7d2029990b"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:34:39.995518 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef3453c-4cb0-467e-a0d3-9dd603b52381 x-openstack-request-id: req-0ef3453c-4cb0-467e-a0d3-9dd603b52381 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:34:39.995920 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f09f79c4-44a8-4817-a1bc-c7bad77e31bd", "tag": "0f4e254d-637f-45ea-939f-8b7d2029990b", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:34:39.996607 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ef3453c-4cb0-467e-a0d3-9dd603b52381 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:34:40.001377 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'tag': '0f4e254d-637f-45ea-939f-8b7d2029990b', 'status': 'completed', 'code': 200} Jul 13 08:34:40.075942 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e5422-2ce6-4d48-83e5-0d706a92f812 req-df97f52e-072c-4ded-b8f6-0bb9d7a2c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:40.078854 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-975e5422-2ce6-4d48-83e5-0d706a92f812 req-df97f52e-072c-4ded-b8f6-0bb9d7a2c44d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 1095 time: 0.0635870 Jul 13 08:34:40.090123 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e5422-2ce6-4d48-83e5-0d706a92f812 req-711485ff-142d-47ea-99b0-0163eb9ffe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:40.091628 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-975e5422-2ce6-4d48-83e5-0d706a92f812 req-711485ff-142d-47ea-99b0-0163eb9ffe57 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 1095 time: 0.0698647 Jul 13 08:34:40.175374 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e5422-2ce6-4d48-83e5-0d706a92f812 req-ef98e8cb-965a-4e4c-bcdd-26ec6f73644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:40.176882 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-975e5422-2ce6-4d48-83e5-0d706a92f812 req-ef98e8cb-965a-4e4c-bcdd-26ec6f73644e service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0909920 Jul 13 08:34:40.243836 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e5422-2ce6-4d48-83e5-0d706a92f812 req-b38c5fe9-55f2-43f0-a908-5833f1d6fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:40.245938 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-975e5422-2ce6-4d48-83e5-0d706a92f812 req-b38c5fe9-55f2-43f0-a908-5833f1d6fa41 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.1467266 Jul 13 08:34:40.250034 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-975e5422-2ce6-4d48-83e5-0d706a92f812 req-1c4c1a73-e8c7-4adb-84a2-88419739e788 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f4e254d-637f-45ea-939f-8b7d2029990b HTTP/1.1" status: 200 len: 1000 time: 0.0666749 Jul 13 08:34:40.268169 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fbc52-59c1-4b73-9bdb-49bce9b332ae req-4a57dfb3-46c1-40db-b388-b83fdd19c95c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:40.269636 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f70fbc52-59c1-4b73-9bdb-49bce9b332ae req-4a57dfb3-46c1-40db-b388-b83fdd19c95c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 943 time: 0.2039447 Jul 13 08:34:40.300076 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e5422-2ce6-4d48-83e5-0d706a92f812 req-f73a97df-aa73-426d-a782-52d42ccac61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:40.301542 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-975e5422-2ce6-4d48-83e5-0d706a92f812 req-f73a97df-aa73-426d-a782-52d42ccac61d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0448172 Jul 13 08:34:40.311138 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 0f4e254d-637f-45ea-939f-8b7d2029990b no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:34:40.351645 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-975e5422-2ce6-4d48-83e5-0d706a92f812 req-0a5f3dd8-8ab6-4841-a7b8-113619dd7525 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f4e254d-637f-45ea-939f-8b7d2029990b HTTP/1.1" status: 200 len: 1000 time: 0.0979416 Jul 13 08:34:40.357665 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f70fbc52-59c1-4b73-9bdb-49bce9b332ae req-eb7b59e7-b7a9-46b1-b7b9-ea067cc879f8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555246 Jul 13 08:34:40.363728 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e5422-2ce6-4d48-83e5-0d706a92f812 req-d2eff7bd-433b-4a04-8887-45f285eb23e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:40.366015 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-975e5422-2ce6-4d48-83e5-0d706a92f812 req-d2eff7bd-433b-4a04-8887-45f285eb23e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582731 Jul 13 08:34:40.385115 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 0f4e254d-637f-45ea-939f-8b7d2029990b not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:34:40.414146 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e5422-2ce6-4d48-83e5-0d706a92f812 req-d8e142f8-090d-4ec1-9406-81191226faea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:40.415682 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-975e5422-2ce6-4d48-83e5-0d706a92f812 req-d8e142f8-090d-4ec1-9406-81191226faea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0571504 Jul 13 08:34:40.470873 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-975e5422-2ce6-4d48-83e5-0d706a92f812 req-117a355e-2cf2-466b-96d8-ee2d4fa397e0 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972810 Jul 13 08:34:40.476499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e5422-2ce6-4d48-83e5-0d706a92f812 req-f9626e49-18de-4c0f-ad42-c173c5a48e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:40.478145 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-975e5422-2ce6-4d48-83e5-0d706a92f812 req-f9626e49-18de-4c0f-ad42-c173c5a48e98 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552013 Jul 13 08:34:40.560370 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-975e5422-2ce6-4d48-83e5-0d706a92f812 req-84abff3f-2392-4e75-9c14-a747cf426784 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827205 Jul 13 08:34:40.578445 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-975e5422-2ce6-4d48-83e5-0d706a92f812 req-42ef056f-2753-4501-b242-b5734deb543b service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926800 Jul 13 08:34:40.673510 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-975e5422-2ce6-4d48-83e5-0d706a92f812 req-fbedd0df-d61f-4ff6-a4ce-9e746a6170da service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889230 Jul 13 08:34:41.581532 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3765884-fea8-44a1-ae8b-367d2f3bf1f3 req-68106ef2-a541-4564-a452-cfdcebf7325c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:41.583110 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3765884-fea8-44a1-ae8b-367d2f3bf1f3 req-68106ef2-a541-4564-a452-cfdcebf7325c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 943 time: 0.1061082 Jul 13 08:34:41.621975 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c3765884-fea8-44a1-ae8b-367d2f3bf1f3 req-09e704af-64f9-484f-a802-d89ee890d0c5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331993 Jul 13 08:34:42.799271 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d32a22-d0a4-4a12-8aed-233929e92abc req-000a6842-3d1a-4097-a28f-428500f6e56d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:42.800774 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12d32a22-d0a4-4a12-8aed-233929e92abc req-000a6842-3d1a-4097-a28f-428500f6e56d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 943 time: 0.0680132 Jul 13 08:34:42.839639 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12d32a22-d0a4-4a12-8aed-233929e92abc req-6df8a950-bc12-4a9f-a0c4-61ce767d3111 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328400 Jul 13 08:34:43.402827 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:44.193944 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4236d-5e18-444c-aa67-ee19f778d0df req-fb6e7945-5c08-493f-b94b-32b4b281642d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:44.195377 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-27f4236d-5e18-444c-aa67-ee19f778d0df req-fb6e7945-5c08-493f-b94b-32b4b281642d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 943 time: 0.0672698 Jul 13 08:34:44.233072 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-27f4236d-5e18-444c-aa67-ee19f778d0df req-26c84a47-809a-4762-a466-1786d14bb26e tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321968 Jul 13 08:34:45.401273 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7191e-dc85-4f3b-8463-61110194cd98 req-f29153a3-b49e-4f76-a929-b1dfe8783e0a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:45.402675 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1b7191e-dc85-4f3b-8463-61110194cd98 req-f29153a3-b49e-4f76-a929-b1dfe8783e0a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 943 time: 0.0623529 Jul 13 08:34:45.439838 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f1b7191e-dc85-4f3b-8463-61110194cd98 req-0988982c-ab00-4736-831b-984755cf0b60 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317259 Jul 13 08:34:46.609576 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd0ab1-4d4c-432f-8dd4-2a0c38d3ba6f req-cbd7796f-37e2-447e-95cd-5a4db5a2f0d9 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:46.611070 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cabd0ab1-4d4c-432f-8dd4-2a0c38d3ba6f req-cbd7796f-37e2-447e-95cd-5a4db5a2f0d9 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 943 time: 0.0630026 Jul 13 08:34:46.652324 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cabd0ab1-4d4c-432f-8dd4-2a0c38d3ba6f req-d581aad3-3eb3-429f-aa7a-8507a3bc2900 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358083 Jul 13 08:34:47.826390 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d0d72-f739-4322-818a-bbd35624570a req-7c91831a-ea5e-453d-9f08-e32aabeb16b4 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:47.827850 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f8d0d72-f739-4322-818a-bbd35624570a req-7c91831a-ea5e-453d-9f08-e32aabeb16b4 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 943 time: 0.0626793 Jul 13 08:34:47.864885 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f8d0d72-f739-4322-818a-bbd35624570a req-63399310-d0ea-46bf-a1b9-7a937c9b6429 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316207 Jul 13 08:34:49.035413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b860c34-0a17-42e0-ba2a-4d9fe3687475 req-c8d1da52-9b80-4790-963c-7e7bdc31fa1b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:49.036924 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b860c34-0a17-42e0-ba2a-4d9fe3687475 req-c8d1da52-9b80-4790-963c-7e7bdc31fa1b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 943 time: 0.0635002 Jul 13 08:34:49.075167 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b860c34-0a17-42e0-ba2a-4d9fe3687475 req-25b66be3-94e7-4398-8926-8a0dcb338c03 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321870 Jul 13 08:34:49.968439 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 0f4e254d-637f-45ea-939f-8b7d2029990b details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:34:50.068718 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 0f4e254d-637f-45ea-939f-8b7d2029990b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=0f4e254d-637f-45ea-939f-8b7d2029990b,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:50.079367 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '0f4e254d-637f-45ea-939f-8b7d2029990b', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'port_id': '0f4e254d-637f-45ea-939f-8b7d2029990b', 'mac_address': 'fa:16:3e:01:68:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:34:50.116373 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:50.132319 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f4e254d-637f-45ea-939f-8b7d2029990b {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:34:50.152304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 0f4e254d-637f-45ea-939f-8b7d2029990b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=0f4e254d-637f-45ea-939f-8b7d2029990b,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:50.158378 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:50.221330 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=0f4e254d-637f-45ea-939f-8b7d2029990b,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:50.231134 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:50.231686 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:50.232100 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:50.232529 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:50.232922 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:50.233328 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:50.233749 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:50.235555 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:50.235992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:50.236392 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:50.236738 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:50.237074 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:50.258308 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a85d7-699c-463f-9fbc-040d430ca27d req-60993012-2dfb-4d2c-a7be-6e3ccfcc3ecc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:50.259862 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-661a85d7-699c-463f-9fbc-040d430ca27d req-60993012-2dfb-4d2c-a7be-6e3ccfcc3ecc tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 944 time: 0.0728962 Jul 13 08:34:50.306122 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-661a85d7-699c-463f-9fbc-040d430ca27d req-98fbb3ed-1982-491d-9026-213b5c8a716e tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398839 Jul 13 08:34:50.473157 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['0f4e254d-637f-45ea-939f-8b7d2029990b'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:34:51.479620 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb6b03-7512-4325-8a52-03a5e8966308 req-eca072fc-1487-4a73-81be-731338f1334b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:51.481190 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-41bb6b03-7512-4325-8a52-03a5e8966308 req-eca072fc-1487-4a73-81be-731338f1334b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 944 time: 0.0626304 Jul 13 08:34:51.517780 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-41bb6b03-7512-4325-8a52-03a5e8966308 req-f5967ec5-d6f6-4f67-86eb-47c50f828647 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310783 Jul 13 08:34:51.921533 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fdcec-2487-4f38-91e0-ae539d365edf req-9f982657-1fd7-45e7-9a11-bceba5b269f4 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:51.922891 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-007fdcec-2487-4f38-91e0-ae539d365edf req-9f982657-1fd7-45e7-9a11-bceba5b269f4 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.62 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd&tenant_id=3dfb7979363549a7888cd93f5670b15f&binding%3Ahost_id=n-h2-779913-28 HTTP/1.1" status: 200 len: 944 time: 0.0836711 Jul 13 08:34:51.980891 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37532266-dff1-4a7a-b14c-98c66ea86297 req-c9fadba0-0057-47f4-9b8a-9ada6ce0c991 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:51.982531 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37532266-dff1-4a7a-b14c-98c66ea86297 req-c9fadba0-0057-47f4-9b8a-9ada6ce0c991 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 944 time: 0.0824890 Jul 13 08:34:51.983953 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 0f4e254d-637f-45ea-939f-8b7d2029990b up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:34:52.035504 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 0f4e254d-637f-45ea-939f-8b7d2029990b completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:34:52.039211 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 0f4e254d-637f-45ea-939f-8b7d2029990b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:52.039588 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:52.056723 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37532266-dff1-4a7a-b14c-98c66ea86297 req-294f824b-2c55-4e4c-88e8-dc5edac1c277 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662038 Jul 13 08:34:52.064895 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-007fdcec-2487-4f38-91e0-ae539d365edf req-b2965615-48e6-40c5-b389-9765710bc230 service neutron] 10.222.0.62 "GET /v2.0/ports/0f4e254d-637f-45ea-939f-8b7d2029990b/bindings/n-h2-779913-28 HTTP/1.1" status: 200 len: 383 time: 0.1237550 Jul 13 08:34:52.117412 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:52.146320 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fdcec-2487-4f38-91e0-ae539d365edf req-c8be94e7-cc13-495f-9904-f26805534f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:52.148062 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-007fdcec-2487-4f38-91e0-ae539d365edf req-c8be94e7-cc13-495f-9904-f26805534f4b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 1096 time: 0.0544183 Jul 13 08:34:52.151746 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4e254d-637f-45ea-939f-8b7d2029990b'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:34:52.154555 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f49d97e-3d68-4ffb-b20d-1395bd51975a" -d '{"events": [{"server_uuid": "f09f79c4-44a8-4817-a1bc-c7bad77e31bd", "name": "network-vif-plugged", "status": "completed", "tag": "0f4e254d-637f-45ea-939f-8b7d2029990b"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:34:52.159984 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 0f4e254d-637f-45ea-939f-8b7d2029990b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=0f4e254d-637f-45ea-939f-8b7d2029990b,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:52.165032 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:52.210785 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5cfbee-2bfd-4ab6-a1df-3306e7b99073 x-openstack-request-id: req-5b5cfbee-2bfd-4ab6-a1df-3306e7b99073 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:34:52.211141 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09f79c4-44a8-4817-a1bc-c7bad77e31bd", "name": "network-vif-plugged", "status": "completed", "tag": "0f4e254d-637f-45ea-939f-8b7d2029990b", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:34:52.211375 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b5cfbee-2bfd-4ab6-a1df-3306e7b99073 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:34:52.211735 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4e254d-637f-45ea-939f-8b7d2029990b', 'code': 200} Jul 13 08:34:52.229086 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=0f4e254d-637f-45ea-939f-8b7d2029990b,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:52.246933 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fdcec-2487-4f38-91e0-ae539d365edf req-5cfa71b3-03c3-43d5-9b4b-416ff2c787e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:52.248448 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-007fdcec-2487-4f38-91e0-ae539d365edf req-5cfa71b3-03c3-43d5-9b4b-416ff2c787e6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0932212 Jul 13 08:34:52.318140 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-007fdcec-2487-4f38-91e0-ae539d365edf req-99fe696f-51ad-4433-8dba-cc65b4dccc66 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f4e254d-637f-45ea-939f-8b7d2029990b HTTP/1.1" status: 200 len: 1002 time: 0.0626204 Jul 13 08:34:52.373316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fdcec-2487-4f38-91e0-ae539d365edf req-8cd4bcc4-c1f3-4227-8927-01907c9ca548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:52.374817 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-007fdcec-2487-4f38-91e0-ae539d365edf req-8cd4bcc4-c1f3-4227-8927-01907c9ca548 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0496137 Jul 13 08:34:52.432083 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fdcec-2487-4f38-91e0-ae539d365edf req-6b7b061d-82bb-4dc1-a0d1-902bd1b00f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:52.433678 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-007fdcec-2487-4f38-91e0-ae539d365edf req-6b7b061d-82bb-4dc1-a0d1-902bd1b00f79 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519629 Jul 13 08:34:52.442232 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7adaa672-5f6d-4f54-83e4-92928105415d None None] Provisioning complete for port 0f4e254d-637f-45ea-939f-8b7d2029990b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:52.442601 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7adaa672-5f6d-4f54-83e4-92928105415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:52.527455 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-007fdcec-2487-4f38-91e0-ae539d365edf req-da94a6d7-fc81-4033-bc28-03d92673bf18 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870295 Jul 13 08:34:52.615188 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-007fdcec-2487-4f38-91e0-ae539d365edf req-52a9d82a-77d2-47e2-8bf7-94f58ac8927f service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797911 Jul 13 08:34:53.228517 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261b52c-2dd0-40d5-9b5f-1a4b01866120 req-7d74a178-5430-44db-8a11-885f39a9d572 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:53.230626 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a261b52c-2dd0-40d5-9b5f-1a4b01866120 req-7d74a178-5430-44db-8a11-885f39a9d572 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0625482 Jul 13 08:34:53.271681 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a261b52c-2dd0-40d5-9b5f-1a4b01866120 req-ec256693-73e2-4948-8ebe-4e5556b4420b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356402 Jul 13 08:34:53.283236 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d6ec9bb-41d1-49be-a304-8ec527617d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:54.446521 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985bbebf-8472-49b4-89e4-803680027413 req-1eec248c-e861-4896-af27-da212c61a3a4 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:54.448595 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-985bbebf-8472-49b4-89e4-803680027413 req-1eec248c-e861-4896-af27-da212c61a3a4 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0656157 Jul 13 08:34:54.486954 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-985bbebf-8472-49b4-89e4-803680027413 req-c218e664-66cf-4ac7-b548-d83e47b5eb9a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328929 Jul 13 08:34:55.658840 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a2096-8d3b-4138-b621-74134d15fef8 req-f7f1d570-5330-4611-b80c-3a9d8b888950 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:55.660365 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d51a2096-8d3b-4138-b621-74134d15fef8 req-f7f1d570-5330-4611-b80c-3a9d8b888950 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0626168 Jul 13 08:34:55.698430 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d51a2096-8d3b-4138-b621-74134d15fef8 req-6a6cc572-47ce-4141-b9ba-6d8dbb444103 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324507 Jul 13 08:34:56.620531 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fdcec-2487-4f38-91e0-ae539d365edf req-c67d6598-e1e6-484a-8d37-814ec4da82b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:56.622114 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-007fdcec-2487-4f38-91e0-ae539d365edf req-c67d6598-e1e6-484a-8d37-814ec4da82b5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd&tenant_id=3dfb7979363549a7888cd93f5670b15f HTTP/1.1" status: 200 len: 1097 time: 0.0932655 Jul 13 08:34:56.632817 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-28', 'device_owner': 'compute:nova'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:56.702397 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:56.878268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835c29a-866d-48ad-8625-17a38a374005 req-97f615a1-2f66-43c9-a253-6c101c78575b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:56.879787 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4835c29a-866d-48ad-8625-17a38a374005 req-97f615a1-2f66-43c9-a253-6c101c78575b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0666661 Jul 13 08:34:56.903458 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] For port 0f4e254d-637f-45ea-939f-8b7d2029990b, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=0f4e254d-637f-45ea-939f-8b7d2029990b,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:56.918165 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4835c29a-866d-48ad-8625-17a38a374005 req-cca4d1e5-2b08-44fd-b4ad-37c69fa3e48d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325959 Jul 13 08:34:56.936110 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] For port 0f4e254d-637f-45ea-939f-8b7d2029990b, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:34:56.978257 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f4e254d-637f-45ea-939f-8b7d2029990b'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:34:56.981023 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19da1f1c817b7d3b3f035bd3be9e28848a799e6e4ef5efd80c73c51428ad5e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fbaec7-d8ff-4ecb-95c8-e5d1a70d574e" -d '{"events": [{"server_uuid": "f09f79c4-44a8-4817-a1bc-c7bad77e31bd", "name": "network-vif-unplugged", "status": "completed", "tag": "0f4e254d-637f-45ea-939f-8b7d2029990b"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:34:56.984458 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:56.996418 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Transition to ACTIVE for port object 0f4e254d-637f-45ea-939f-8b7d2029990b will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:34:56.999806 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:57.074967 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4e254d-637f-45ea-939f-8b7d2029990b,revision_number=10']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:57.087351 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e5bbc9-9b3d-49c2-9f6a-857688c36bea x-openstack-request-id: req-99e5bbc9-9b3d-49c2-9f6a-857688c36bea {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:34:57.087639 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09f79c4-44a8-4817-a1bc-c7bad77e31bd", "name": "network-vif-unplugged", "status": "completed", "tag": "0f4e254d-637f-45ea-939f-8b7d2029990b", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:34:57.088431 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-99e5bbc9-9b3d-49c2-9f6a-857688c36bea {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:34:57.088831 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f4e254d-637f-45ea-939f-8b7d2029990b', 'code': 200} Jul 13 08:34:57.092357 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:57.092707 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:57.093051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:57.093391 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:57.093725 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:57.094063 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:57.094418 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:57.094745 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:57.095074 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:57.095401 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:57.095726 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:57.096049 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:57.132838 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] No DVR routers for this DVR port 0f4e254d-637f-45ea-939f-8b7d2029990b on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:34:57.272626 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Attempting to bind port 0f4e254d-637f-45ea-939f-8b7d2029990b on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:34:57.272957 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Attempting to bind port 0f4e254d-637f-45ea-939f-8b7d2029990b by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:34:57.273281 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Attempting to bind port 0f4e254d-637f-45ea-939f-8b7d2029990b on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:34:57.278013 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Port 0f4e254d-637f-45ea-939f-8b7d2029990b on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:34:57.278366 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Attempting to bind port 0f4e254d-637f-45ea-939f-8b7d2029990b on network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:34:57.283021 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:34:57.283355 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Checking segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:34:57.283732 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Bound using segment: {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:34:57.284151 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Bound port: 0f4e254d-637f-45ea-939f-8b7d2029990b, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c9773f-6075-4fb9-a013-ac9774ca71c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:34:57.284498 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:57.345321 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] For port 0f4e254d-637f-45ea-939f-8b7d2029990b, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:34:57.348374 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] For port 0f4e254d-637f-45ea-939f-8b7d2029990b, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=0f4e254d-637f-45ea-939f-8b7d2029990b,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:34:57.351853 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:57.386186 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:57.386810 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:57.388218 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-007fdcec-2487-4f38-91e0-ae539d365edf req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] 10.222.0.35 "PUT /v2.0/ports/0f4e254d-637f-45ea-939f-8b7d2029990b HTTP/1.1" status: 200 len: 1093 time: 0.7594273 Jul 13 08:34:57.411149 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b5fef-9118-4069-97eb-43762ddd6589 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4e254d-637f-45ea-939f-8b7d2029990b,revision_number=11']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:57.468808 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fdcec-2487-4f38-91e0-ae539d365edf req-5fbdeee6-ddb0-437b-9936-8b4395e156e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:57.470423 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-007fdcec-2487-4f38-91e0-ae539d365edf req-5fbdeee6-ddb0-437b-9936-8b4395e156e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 1096 time: 0.0563464 Jul 13 08:34:57.564939 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fdcec-2487-4f38-91e0-ae539d365edf req-5febaed7-f707-4a9f-91ee-6c915a0d2e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:57.566483 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-007fdcec-2487-4f38-91e0-ae539d365edf req-5febaed7-f707-4a9f-91ee-6c915a0d2e42 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0901377 Jul 13 08:34:57.631570 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8319b246-dba0-4eaf-b101-7bc3093b8bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:57.634213 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-007fdcec-2487-4f38-91e0-ae539d365edf req-af96bfc5-fe2d-4cc3-ad05-ccb4d5dfb750 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f4e254d-637f-45ea-939f-8b7d2029990b HTTP/1.1" status: 200 len: 1000 time: 0.0617332 Jul 13 08:34:57.680295 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fdcec-2487-4f38-91e0-ae539d365edf req-2f7cf228-0915-4a13-8bce-04ce31854384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:57.682138 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-007fdcec-2487-4f38-91e0-ae539d365edf req-2f7cf228-0915-4a13-8bce-04ce31854384 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0415645 Jul 13 08:34:57.736535 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fdcec-2487-4f38-91e0-ae539d365edf req-a9eac431-eb35-4beb-a4dd-5baf69122c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:57.737996 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-007fdcec-2487-4f38-91e0-ae539d365edf req-a9eac431-eb35-4beb-a4dd-5baf69122c90 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498433 Jul 13 08:34:57.829286 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-007fdcec-2487-4f38-91e0-ae539d365edf req-945072a7-5d78-4c48-95be-4e25fea6e079 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837092 Jul 13 08:34:57.861600 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:57.918355 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-007fdcec-2487-4f38-91e0-ae539d365edf req-99afd8a1-ba19-44e5-95c2-95572bfb8843 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827360 Jul 13 08:34:58.014742 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 0f4e254d-637f-45ea-939f-8b7d2029990b no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:34:58.059107 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 0f4e254d-637f-45ea-939f-8b7d2029990b not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:34:58.096610 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17285551-69f2-4a03-b95c-bfe48431f45f req-f1978e9f-b58b-4a6d-b5e8-7ff4bddbdad5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:58.098036 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17285551-69f2-4a03-b95c-bfe48431f45f req-f1978e9f-b58b-4a6d-b5e8-7ff4bddbdad5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 944 time: 0.0654609 Jul 13 08:34:58.138219 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17285551-69f2-4a03-b95c-bfe48431f45f req-b8396811-b603-48e4-aa2c-d1f46897afd7 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337384 Jul 13 08:34:59.090340 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'tag': '0f4e254d-637f-45ea-939f-8b7d2029990b'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:34:59.092727 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19da1f1c817b7d3b3f035bd3be9e28848a799e6e4ef5efd80c73c51428ad5e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedcf66b-6cd2-4186-83e2-6df09fdfe150" -d '{"events": [{"name": "network-changed", "server_uuid": "f09f79c4-44a8-4817-a1bc-c7bad77e31bd", "tag": "0f4e254d-637f-45ea-939f-8b7d2029990b"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:34:59.140430 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efe006d-1bcd-415e-9b60-c97dbd441510 x-openstack-request-id: req-9efe006d-1bcd-415e-9b60-c97dbd441510 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:34:59.141356 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f09f79c4-44a8-4817-a1bc-c7bad77e31bd", "tag": "0f4e254d-637f-45ea-939f-8b7d2029990b", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:34:59.141356 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9efe006d-1bcd-415e-9b60-c97dbd441510 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:34:59.141579 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'tag': '0f4e254d-637f-45ea-939f-8b7d2029990b', 'status': 'completed', 'code': 200} Jul 13 08:34:59.218302 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcf66b-6cd2-4186-83e2-6df09fdfe150 req-9116ae23-6804-4553-83a7-5a6474e85833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:59.220163 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eedcf66b-6cd2-4186-83e2-6df09fdfe150 req-9116ae23-6804-4553-83a7-5a6474e85833 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 1096 time: 0.0559716 Jul 13 08:34:59.221428 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcf66b-6cd2-4186-83e2-6df09fdfe150 req-1274935d-39ba-454d-9a31-02f289c1855e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:59.223089 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eedcf66b-6cd2-4186-83e2-6df09fdfe150 req-1274935d-39ba-454d-9a31-02f289c1855e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dfb7979363549a7888cd93f5670b15f&device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 1096 time: 0.0597203 Jul 13 08:34:59.325642 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcf66b-6cd2-4186-83e2-6df09fdfe150 req-1247c10d-0167-439c-a703-49920d9a101b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:59.327178 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eedcf66b-6cd2-4186-83e2-6df09fdfe150 req-1247c10d-0167-439c-a703-49920d9a101b service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.0971479 Jul 13 08:34:59.355455 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcf66b-6cd2-4186-83e2-6df09fdfe150 req-54cc1c27-5c9e-444f-898e-966189159ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:59.356929 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eedcf66b-6cd2-4186-83e2-6df09fdfe150 req-54cc1c27-5c9e-444f-898e-966189159ee7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 200 len: 912 time: 0.1296382 Jul 13 08:34:59.400456 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eedcf66b-6cd2-4186-83e2-6df09fdfe150 req-2d82c6ea-1d71-4803-a937-fba1d8619850 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f4e254d-637f-45ea-939f-8b7d2029990b HTTP/1.1" status: 200 len: 1000 time: 0.0666008 Jul 13 08:34:59.431618 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff5757-a000-4f7f-8607-9160ed9afe8a req-51ff9c3e-cd32-4c33-8fda-ec6019208baf tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:59.433708 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0eff5757-a000-4f7f-8607-9160ed9afe8a req-51ff9c3e-cd32-4c33-8fda-ec6019208baf tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 944 time: 0.1303983 Jul 13 08:34:59.448714 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eedcf66b-6cd2-4186-83e2-6df09fdfe150 req-c150d159-9bd8-4efd-8d97-a8877f214ea0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f4e254d-637f-45ea-939f-8b7d2029990b HTTP/1.1" status: 200 len: 1000 time: 0.0842268 Jul 13 08:34:59.455038 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcf66b-6cd2-4186-83e2-6df09fdfe150 req-a1e3ba8c-a75f-4710-b501-ef369645a930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:59.456599 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eedcf66b-6cd2-4186-83e2-6df09fdfe150 req-a1e3ba8c-a75f-4710-b501-ef369645a930 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0502522 Jul 13 08:34:59.505411 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0eff5757-a000-4f7f-8607-9160ed9afe8a req-301f6473-a303-46c6-9627-07a3c1777d16 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640798 Jul 13 08:34:59.515190 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcf66b-6cd2-4186-83e2-6df09fdfe150 req-c64128ea-255e-4b6a-8e3a-83d25c67015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:59.516737 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eedcf66b-6cd2-4186-83e2-6df09fdfe150 req-c64128ea-255e-4b6a-8e3a-83d25c67015c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544226 Jul 13 08:34:59.516990 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcf66b-6cd2-4186-83e2-6df09fdfe150 req-09fd4bac-da15-4a73-9008-e16644ef4add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:59.518579 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eedcf66b-6cd2-4186-83e2-6df09fdfe150 req-09fd4bac-da15-4a73-9008-e16644ef4add service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 200 len: 850 time: 0.0626788 Jul 13 08:34:59.578564 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcf66b-6cd2-4186-83e2-6df09fdfe150 req-79ff173b-2e3a-439f-9c5b-2bfa955d93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:59.579997 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eedcf66b-6cd2-4186-83e2-6df09fdfe150 req-79ff173b-2e3a-439f-9c5b-2bfa955d93c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e911039-dbb0-470b-916b-8e2ccfa23ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542796 Jul 13 08:34:59.631090 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eedcf66b-6cd2-4186-83e2-6df09fdfe150 req-519e8b86-cc2b-44f6-ad02-08412d6f25cd service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076589 Jul 13 08:34:59.680873 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eedcf66b-6cd2-4186-83e2-6df09fdfe150 req-36ed5c37-d3bf-4b89-ac7c-68889990a150 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938334 Jul 13 08:34:59.724433 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-eedcf66b-6cd2-4186-83e2-6df09fdfe150 req-6ad46213-8af2-4161-8a23-d2e2367ea5d8 service neutron] 10.222.0.35 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869002 Jul 13 08:34:59.773939 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-eedcf66b-6cd2-4186-83e2-6df09fdfe150 req-5ac42c38-3144-4f57-ac3b-82ef42ebb3b8 service neutron] 10.222.0.62 "GET /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853395 Jul 13 08:34:59.813821 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:59.857596 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:35:00.690594 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211113ae-9654-41b3-b0ae-98d4d55ee072 req-0a28daaf-fbb4-45b2-8d81-523284eeda6d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:00.692025 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-211113ae-9654-41b3-b0ae-98d4d55ee072 req-0a28daaf-fbb4-45b2-8d81-523284eeda6d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 944 time: 0.0666254 Jul 13 08:35:00.729298 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-211113ae-9654-41b3-b0ae-98d4d55ee072 req-270ab3c3-8ff6-44e6-8e6d-dcf13fca90de tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316672 Jul 13 08:35:01.534202 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:01.900055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371c0b5-f686-49e4-8b33-681db6caf337 req-b029c47b-87c3-4703-8e77-3cea7b19224a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:01.902062 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9371c0b5-f686-49e4-8b33-681db6caf337 req-b029c47b-87c3-4703-8e77-3cea7b19224a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 944 time: 0.0620480 Jul 13 08:35:01.937836 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9371c0b5-f686-49e4-8b33-681db6caf337 req-5a84f0d6-0c4f-4007-a7f6-149b1536b34b tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303133 Jul 13 08:35:03.111584 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7d049-18dc-438c-9a43-9459509ee0a5 req-e8dab080-65c0-4c39-9c6f-28d83e615d9e tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:03.113106 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-02b7d049-18dc-438c-9a43-9459509ee0a5 req-e8dab080-65c0-4c39-9c6f-28d83e615d9e tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 944 time: 0.0667634 Jul 13 08:35:03.151872 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-02b7d049-18dc-438c-9a43-9459509ee0a5 req-fbfb0533-b3f3-4180-bc35-dba6abd22914 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320718 Jul 13 08:35:04.322276 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d78aee-f33b-436d-a2a8-32886ff4e2ba req-2ed5c285-943b-411b-a670-2eaa8a795361 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:04.324366 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-55d78aee-f33b-436d-a2a8-32886ff4e2ba req-2ed5c285-943b-411b-a670-2eaa8a795361 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 944 time: 0.0622222 Jul 13 08:35:04.360733 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-55d78aee-f33b-436d-a2a8-32886ff4e2ba req-409d5c48-6eac-4558-8398-018e0efb60e4 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308845 Jul 13 08:35:05.531892 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde3927-6ce6-4d0a-9562-8acb7d61b1a9 req-eeb47026-a1c2-4bb6-b0d8-88ec01d73e48 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:05.533346 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ecde3927-6ce6-4d0a-9562-8acb7d61b1a9 req-eeb47026-a1c2-4bb6-b0d8-88ec01d73e48 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 944 time: 0.0617328 Jul 13 08:35:05.568996 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ecde3927-6ce6-4d0a-9562-8acb7d61b1a9 req-9866c701-d1fd-418f-9ce7-ff6285ded59f tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302553 Jul 13 08:35:06.742351 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288515d-44cd-478d-90c3-e73e0953b392 req-40f450f3-5064-4be6-a2ed-3f1070c1cbe2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:06.743814 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5288515d-44cd-478d-90c3-e73e0953b392 req-40f450f3-5064-4be6-a2ed-3f1070c1cbe2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 944 time: 0.0658045 Jul 13 08:35:06.779911 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5288515d-44cd-478d-90c3-e73e0953b392 req-60566bb5-967d-4240-ada7-e50056e4de24 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307069 Jul 13 08:35:07.950576 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1ab86-c822-4917-8223-89ac93267079 req-0bc4c6ca-5770-4947-b2bc-e5f38bd64d22 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:07.952041 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-27a1ab86-c822-4917-8223-89ac93267079 req-0bc4c6ca-5770-4947-b2bc-e5f38bd64d22 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 944 time: 0.0621693 Jul 13 08:35:07.990494 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-27a1ab86-c822-4917-8223-89ac93267079 req-5a8522c3-fe74-44fe-997f-747939022446 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326965 Jul 13 08:35:08.427441 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 0f4e254d-637f-45ea-939f-8b7d2029990b details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:35:08.471354 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:08.533560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 0f4e254d-637f-45ea-939f-8b7d2029990b, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=0f4e254d-637f-45ea-939f-8b7d2029990b,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:08.545579 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '0f4e254d-637f-45ea-939f-8b7d2029990b', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'port_id': '0f4e254d-637f-45ea-939f-8b7d2029990b', 'mac_address': 'fa:16:3e:01:68:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:35:08.585648 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:08.598241 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f4e254d-637f-45ea-939f-8b7d2029990b {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:35:08.617356 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 0f4e254d-637f-45ea-939f-8b7d2029990b, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=0f4e254d-637f-45ea-939f-8b7d2029990b,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:08.621159 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:08.676866 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=0f4e254d-637f-45ea-939f-8b7d2029990b,revision_number=12']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:08.906942 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['0f4e254d-637f-45ea-939f-8b7d2029990b'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:35:09.167954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e682e49-e1b4-4252-acd9-c6be7162bd60 req-1390bf65-2edf-4c5f-8ac6-09ceb04ed29c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:09.169427 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e682e49-e1b4-4252-acd9-c6be7162bd60 req-1390bf65-2edf-4c5f-8ac6-09ceb04ed29c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0670354 Jul 13 08:35:09.205838 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1e682e49-e1b4-4252-acd9-c6be7162bd60 req-848221eb-ea24-4d07-9d74-56b8d96c5ec8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307806 Jul 13 08:35:09.377770 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db7e31-80df-4fd8-8e5f-efbb477c8dc6 req-e4d26c8a-1517-468b-a66e-1b36b36771fe tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:09.379152 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-42db7e31-80df-4fd8-8e5f-efbb477c8dc6 req-e4d26c8a-1517-468b-a66e-1b36b36771fe tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0626414 Jul 13 08:35:09.415762 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-42db7e31-80df-4fd8-8e5f-efbb477c8dc6 req-52ae508c-8545-44b7-98d9-3bfdc5aee6a5 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311887 Jul 13 08:35:09.584427 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703425b-d900-428f-a43f-7ab5c3de34a8 req-52b7ef74-a722-44fb-af0a-f17f8ddbadb6 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:09.585903 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e703425b-d900-428f-a43f-7ab5c3de34a8 req-52b7ef74-a722-44fb-af0a-f17f8ddbadb6 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0629058 Jul 13 08:35:09.623411 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e703425b-d900-428f-a43f-7ab5c3de34a8 req-7f53524e-f2c7-44c5-aa41-04236f087da9 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316641 Jul 13 08:35:09.992346 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef4a91-461d-4217-8ac9-defe687a22a3 req-ce5dc708-9d31-48b3-be94-456c288610c2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:09.993794 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12ef4a91-461d-4217-8ac9-defe687a22a3 req-ce5dc708-9d31-48b3-be94-456c288610c2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 945 time: 0.0656078 Jul 13 08:35:10.030490 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12ef4a91-461d-4217-8ac9-defe687a22a3 req-adce333a-e274-435f-b6ec-1c7da80a1392 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310895 Jul 13 08:35:10.420756 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 0f4e254d-637f-45ea-939f-8b7d2029990b up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:35:10.468519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 0f4e254d-637f-45ea-939f-8b7d2029990b completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:35:10.471984 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 0f4e254d-637f-45ea-939f-8b7d2029990b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:35:10.472356 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:10.544831 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:10.566328 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4e254d-637f-45ea-939f-8b7d2029990b'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:35:10.568542 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340e41c6-b9eb-4bf6-ba28-27cd65d4492a" -d '{"events": [{"server_uuid": "f09f79c4-44a8-4817-a1bc-c7bad77e31bd", "name": "network-vif-plugged", "status": "completed", "tag": "0f4e254d-637f-45ea-939f-8b7d2029990b"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:35:10.581330 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 0f4e254d-637f-45ea-939f-8b7d2029990b, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=0f4e254d-637f-45ea-939f-8b7d2029990b,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:10.585911 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:10.616979 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f30541-a626-4e52-9d04-1aebb3397e9e x-openstack-request-id: req-a3f30541-a626-4e52-9d04-1aebb3397e9e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:35:10.617273 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09f79c4-44a8-4817-a1bc-c7bad77e31bd", "name": "network-vif-plugged", "status": "completed", "tag": "0f4e254d-637f-45ea-939f-8b7d2029990b", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:35:10.617522 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3f30541-a626-4e52-9d04-1aebb3397e9e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:35:10.617908 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4e254d-637f-45ea-939f-8b7d2029990b', 'code': 200} Jul 13 08:35:10.645660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=0f4e254d-637f-45ea-939f-8b7d2029990b,revision_number=13']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:10.885869 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1a027c90-229d-4cb7-8c3a-be4ecb048856 None None] Provisioning complete for port 0f4e254d-637f-45ea-939f-8b7d2029990b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:35:10.886286 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1a027c90-229d-4cb7-8c3a-be4ecb048856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:11.198515 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3656c8d-008a-4375-8313-0a3029a2f8f4 req-628e6731-7f60-43d9-b061-ee82fcfd500d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:11.199983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f3656c8d-008a-4375-8313-0a3029a2f8f4 req-628e6731-7f60-43d9-b061-ee82fcfd500d tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 946 time: 0.0621622 Jul 13 08:35:11.237360 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f3656c8d-008a-4375-8313-0a3029a2f8f4 req-25778d68-98a3-47a9-bb40-6f50559cd55a tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups?id=4067d894-86e9-44c8-a8d5-3c86515a09a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317972 Jul 13 08:35:11.497507 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf41dc-dd7a-4ac2-ada9-23cd936b4d0d req-78edf894-e0c5-476f-8474-926ee9ed2ded tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:11.498998 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cebf41dc-dd7a-4ac2-ada9-23cd936b4d0d req-78edf894-e0c5-476f-8474-926ee9ed2ded tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 946 time: 0.0696161 Jul 13 08:35:11.595406 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-cebf41dc-dd7a-4ac2-ada9-23cd936b4d0d req-4a0b4e58-8abf-4c4c-84d9-0056bdea6a9c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Deleting port 0f4e254d-637f-45ea-939f-8b7d2029990b {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:35:11.595756 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-cebf41dc-dd7a-4ac2-ada9-23cd936b4d0d req-4a0b4e58-8abf-4c4c-84d9-0056bdea6a9c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:11.684917 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-cebf41dc-dd7a-4ac2-ada9-23cd936b4d0d req-4a0b4e58-8abf-4c4c-84d9-0056bdea6a9c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] For port 0f4e254d-637f-45ea-939f-8b7d2029990b, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=0f4e254d-637f-45ea-939f-8b7d2029990b,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:11.685279 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-cebf41dc-dd7a-4ac2-ada9-23cd936b4d0d req-4a0b4e58-8abf-4c4c-84d9-0056bdea6a9c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:11.846018 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-cebf41dc-dd7a-4ac2-ada9-23cd936b4d0d req-4a0b4e58-8abf-4c4c-84d9-0056bdea6a9c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:11.846336 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-cebf41dc-dd7a-4ac2-ada9-23cd936b4d0d req-4a0b4e58-8abf-4c4c-84d9-0056bdea6a9c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:11.846651 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [req-cebf41dc-dd7a-4ac2-ada9-23cd936b4d0d req-4a0b4e58-8abf-4c4c-84d9-0056bdea6a9c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Floating IP 0b6c577e-1297-4569-bee7-669c13205603 disassociated. External IP: 172.25.0.118, port: 0f4e254d-637f-45ea-939f-8b7d2029990b. Jul 13 08:35:11.846991 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-cebf41dc-dd7a-4ac2-ada9-23cd936b4d0d req-4a0b4e58-8abf-4c4c-84d9-0056bdea6a9c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Calling delete_port for 0f4e254d-637f-45ea-939f-8b7d2029990b owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:35:11.974711 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-cebf41dc-dd7a-4ac2-ada9-23cd936b4d0d req-4a0b4e58-8abf-4c4c-84d9-0056bdea6a9c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:12.004512 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b4e58-8abf-4c4c-84d9-0056bdea6a9c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Pushing event deleted for resources: {'Port': ['ID=0f4e254d-637f-45ea-939f-8b7d2029990b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:12.122683 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cebf41dc-dd7a-4ac2-ada9-23cd936b4d0d req-4a0b4e58-8abf-4c4c-84d9-0056bdea6a9c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Router b41af1cc-fdc4-44e7-9409-b437de4034ec has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:35:12.391753 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8f95a3af-7707-4dc2-b534-f07ff5d495e2 req-a6ad2800-6398-4ad1-85fc-805172f64041 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 210 time: 0.0332203 Jul 13 08:35:12.461671 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cebf41dc-dd7a-4ac2-ada9-23cd936b4d0d req-4a0b4e58-8abf-4c4c-84d9-0056bdea6a9c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:35:12.472090 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ccd57b-0b2e-430b-b4df-a4bf61ceac0d None None] Sync routers for ids ['b41af1cc-fdc4-44e7-9409-b437de4034ec'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:35:12.485041 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ccd57b-0b2e-430b-b4df-a4bf61ceac0d None None] Routers {'b41af1cc-fdc4-44e7-9409-b437de4034ec'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:35:12.485773 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-55ccd57b-0b2e-430b-b4df-a4bf61ceac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:34:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b41af1cc-fdc4-44e7-9409-b437de4034ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:12.508029 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebf41dc-dd7a-4ac2-ada9-23cd936b4d0d req-4a0b4e58-8abf-4c4c-84d9-0056bdea6a9c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] No DVR routers for this DVR port 0f4e254d-637f-45ea-939f-8b7d2029990b on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:35:12.510702 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-cebf41dc-dd7a-4ac2-ada9-23cd936b4d0d req-4a0b4e58-8abf-4c4c-84d9-0056bdea6a9c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:12.512826 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cebf41dc-dd7a-4ac2-ada9-23cd936b4d0d req-4a0b4e58-8abf-4c4c-84d9-0056bdea6a9c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.35 "DELETE /v2.0/ports/0f4e254d-637f-45ea-939f-8b7d2029990b HTTP/1.1" status: 204 len: 173 time: 1.0078630 Jul 13 08:35:12.513277 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'name': 'network-vif-deleted', 'tag': '0f4e254d-637f-45ea-939f-8b7d2029990b'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:35:12.515634 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19da1f1c817b7d3b3f035bd3be9e28848a799e6e4ef5efd80c73c51428ad5e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0751bdd-f030-442e-a077-3da33d4f2be2" -d '{"events": [{"server_uuid": "f09f79c4-44a8-4817-a1bc-c7bad77e31bd", "name": "network-vif-deleted", "tag": "0f4e254d-637f-45ea-939f-8b7d2029990b"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:35:12.553720 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f2f56a-3e13-40a1-b22f-ab7146616c49 x-openstack-request-id: req-e1f2f56a-3e13-40a1-b22f-ab7146616c49 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:35:12.554029 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09f79c4-44a8-4817-a1bc-c7bad77e31bd", "name": "network-vif-deleted", "tag": "0f4e254d-637f-45ea-939f-8b7d2029990b", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:35:12.554375 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e1f2f56a-3e13-40a1-b22f-ab7146616c49 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:35:12.554784 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09f79c4-44a8-4817-a1bc-c7bad77e31bd', 'name': 'network-vif-deleted', 'tag': '0f4e254d-637f-45ea-939f-8b7d2029990b', 'status': 'completed', 'code': 200} Jul 13 08:35:12.682226 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-55ccd57b-0b2e-430b-b4df-a4bf61ceac0d None None] Set router b41af1cc-fdc4-44e7-9409-b437de4034ec gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:35:12.872198 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-55ccd57b-0b2e-430b-b4df-a4bf61ceac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:12.902353 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ccd57b-0b2e-430b-b4df-a4bf61ceac0d None None] Checking router: b41af1cc-fdc4-44e7-9409-b437de4034ec for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:35:12.910533 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ccd57b-0b2e-430b-b4df-a4bf61ceac0d None None] Routers {'b41af1cc-fdc4-44e7-9409-b437de4034ec'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:35:12.911164 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-55ccd57b-0b2e-430b-b4df-a4bf61ceac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:34:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b41af1cc-fdc4-44e7-9409-b437de4034ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:13.015258 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-55ccd57b-0b2e-430b-b4df-a4bf61ceac0d None None] Set router b41af1cc-fdc4-44e7-9409-b437de4034ec gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:35:13.215528 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-55ccd57b-0b2e-430b-b4df-a4bf61ceac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:13.241513 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ccd57b-0b2e-430b-b4df-a4bf61ceac0d None None] The sync data for ids ['b41af1cc-fdc4-44e7-9409-b437de4034ec'] in n-d-779913-28 is: [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:25:37Z', 'revision_number': 4, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '5e72ea74-a62b-4899-a572-2c4a4b13a64e', 'name': '', 'network_id': '4e911039-dbb0-470b-916b-8e2ccfa23ac4', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'mac_address': 'fa:16:3e:ff:ad:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:36Z', 'updated_at': '2021-07-13T08:25:41Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'subnets': [{'id': '8f0bf666-5249-4a6b-9d69-dba52c707780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:35:13.404049 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:13.474300 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2d89a3-af7e-431b-b0a7-297e915f78fa None None] New status for floating IP 0b6c577e-1297-4569-bee7-669c13205603: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:35:13.540724 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-548838ff-7d75-4ffd-b4a5-8edfb22958aa req-a6c4f755-feaf-43e8-b6fe-5769c53cbff8 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 210 time: 0.0293305 Jul 13 08:35:14.684229 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9b842fa7-f8c0-4816-a116-3e120a2b88c0 req-60936fb6-e66d-411b-853f-b1063415c665 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 210 time: 0.0274446 Jul 13 08:35:15.824367 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9a017f44-d2fe-404f-ab93-a8db6a33acaa req-e068d05e-d2f4-4cb4-8914-6232c3753ea4 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09f79c4-44a8-4817-a1bc-c7bad77e31bd HTTP/1.1" status: 200 len: 210 time: 0.0276513 Jul 13 08:35:16.434621 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 0f4e254d-637f-45ea-939f-8b7d2029990b no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:35:16.456705 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 0f4e254d-637f-45ea-939f-8b7d2029990b {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:35:16.457043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 0f4e254d-637f-45ea-939f-8b7d2029990b not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:35:19.812818 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34814) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:19.866540 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8eaead6f-a1fd-40a3-83d7-03278bdcd91c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:19.892475 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8eaead6f-a1fd-40a3-83d7-03278bdcd91c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:19.939710 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8eaead6f-a1fd-40a3-83d7-03278bdcd91c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:19.942288 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8eaead6f-a1fd-40a3-83d7-03278bdcd91c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:19.943437 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8eaead6f-a1fd-40a3-83d7-03278bdcd91c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "DELETE /v2.0/security-groups/4067d894-86e9-44c8-a8d5-3c86515a09a7 HTTP/1.1" status: 204 len: 168 time: 0.1293998 Jul 13 08:35:19.946288 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34816) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:19.952342 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaead6f-a1fd-40a3-83d7-03278bdcd91c tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4067d894-86e9-44c8-a8d5-3c86515a09a7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:19.959658 n-d-779913-28 neutron-server[93723]: INFO neutron.api.v2.resource [None req-3bc604f1-6709-45c7-8913-1e6d8492caca tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] show failed (client error): The resource could not be found. Jul 13 08:35:19.963616 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3bc604f1-6709-45c7-8913-1e6d8492caca tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "GET /v2.0/security-groups/4067d894-86e9-44c8-a8d5-3c86515a09a7 HTTP/1.1" status: 404 len: 347 time: 0.0163364 Jul 13 08:35:19.964513 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34818) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:20.087350 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-88f373d8-7543-46f7-9c7d-1043ee4ff6f2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Deleting port 4642b1a3-fccf-47dc-804c-d16d993f385f {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:35:20.087661 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88f373d8-7543-46f7-9c7d-1043ee4ff6f2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:20.161627 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88f373d8-7543-46f7-9c7d-1043ee4ff6f2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:20.161959 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88f373d8-7543-46f7-9c7d-1043ee4ff6f2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:20.173789 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-88f373d8-7543-46f7-9c7d-1043ee4ff6f2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Calling delete_port for 4642b1a3-fccf-47dc-804c-d16d993f385f owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:35:20.302046 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88f373d8-7543-46f7-9c7d-1043ee4ff6f2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:20.327757 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f373d8-7543-46f7-9c7d-1043ee4ff6f2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Pushing event deleted for resources: {'Port': ['ID=4642b1a3-fccf-47dc-804c-d16d993f385f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:20.389087 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88f373d8-7543-46f7-9c7d-1043ee4ff6f2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:20.391551 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88f373d8-7543-46f7-9c7d-1043ee4ff6f2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:20.392711 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-88f373d8-7543-46f7-9c7d-1043ee4ff6f2 tempest-ServerActionsTestJSON-633468391 tempest-ServerActionsTestJSON-633468391-project] 10.222.0.58 "DELETE /v2.0/floatingips/0b6c577e-1297-4569-bee7-669c13205603 HTTP/1.1" status: 204 len: 168 time: 0.4272604 Jul 13 08:35:20.395677 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34820) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:20.781334 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c391fad-01d4-4878-98c4-71af98f01b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:21.350704 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5c391fad-01d4-4878-98c4-71af98f01b2c admin admin] Deleting port 5e72ea74-a62b-4899-a572-2c4a4b13a64e {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:35:21.351411 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c391fad-01d4-4878-98c4-71af98f01b2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:21.427895 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-5c391fad-01d4-4878-98c4-71af98f01b2c admin admin] For port 5e72ea74-a62b-4899-a572-2c4a4b13a64e, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=5e72ea74-a62b-4899-a572-2c4a4b13a64e,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:21.428250 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c391fad-01d4-4878-98c4-71af98f01b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:21.440630 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5c391fad-01d4-4878-98c4-71af98f01b2c admin admin] Calling delete_port for 5e72ea74-a62b-4899-a572-2c4a4b13a64e owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:35:21.611684 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c391fad-01d4-4878-98c4-71af98f01b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:21.635559 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c391fad-01d4-4878-98c4-71af98f01b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=5e72ea74-a62b-4899-a572-2c4a4b13a64e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:21.799175 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c391fad-01d4-4878-98c4-71af98f01b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:22.003994 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c391fad-01d4-4878-98c4-71af98f01b2c admin admin] Router b41af1cc-fdc4-44e7-9409-b437de4034ec has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:35:22.107602 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c391fad-01d4-4878-98c4-71af98f01b2c admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:35:22.113222 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5c391fad-01d4-4878-98c4-71af98f01b2c admin admin] 10.222.0.58 "PUT /v2.0/routers/b41af1cc-fdc4-44e7-9409-b437de4034ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7162378 Jul 13 08:35:22.115365 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34824) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:22.117877 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2709e968-46f7-4be0-a95d-a7a43562f9bc None None] Sync routers for ids ['b41af1cc-fdc4-44e7-9409-b437de4034ec'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:35:22.127352 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2709e968-46f7-4be0-a95d-a7a43562f9bc None None] Routers {'b41af1cc-fdc4-44e7-9409-b437de4034ec'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:35:22.127951 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2709e968-46f7-4be0-a95d-a7a43562f9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:34:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b41af1cc-fdc4-44e7-9409-b437de4034ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:22.219949 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebc051f4-2306-4880-8fec-74b7fa934d73 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:22.230657 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2709e968-46f7-4be0-a95d-a7a43562f9bc None None] Set router b41af1cc-fdc4-44e7-9409-b437de4034ec gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:35:22.317516 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebc051f4-2306-4880-8fec-74b7fa934d73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:22.376996 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ebc051f4-2306-4880-8fec-74b7fa934d73 admin admin] Deleting port 65390f74-8eec-44ea-be04-adf36b90f19e {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:35:22.377714 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebc051f4-2306-4880-8fec-74b7fa934d73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:22.404575 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2709e968-46f7-4be0-a95d-a7a43562f9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:35:21Z', 'revision_number': 5, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port': {'id': '65390f74-8eec-44ea-be04-adf36b90f19e', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:22.434210 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2709e968-46f7-4be0-a95d-a7a43562f9bc None None] Checking router: b41af1cc-fdc4-44e7-9409-b437de4034ec for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:35:22.442619 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2709e968-46f7-4be0-a95d-a7a43562f9bc None None] Routers {'b41af1cc-fdc4-44e7-9409-b437de4034ec'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:35:22.443213 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2709e968-46f7-4be0-a95d-a7a43562f9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:34:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b41af1cc-fdc4-44e7-9409-b437de4034ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:22.455261 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-ebc051f4-2306-4880-8fec-74b7fa934d73 admin admin] For port 65390f74-8eec-44ea-be04-adf36b90f19e, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=65390f74-8eec-44ea-be04-adf36b90f19e,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:22.455626 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebc051f4-2306-4880-8fec-74b7fa934d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:22.468854 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ebc051f4-2306-4880-8fec-74b7fa934d73 admin admin] Calling delete_port for 65390f74-8eec-44ea-be04-adf36b90f19e owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:35:22.531483 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2709e968-46f7-4be0-a95d-a7a43562f9bc None None] Set router b41af1cc-fdc4-44e7-9409-b437de4034ec gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:35:22.583493 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2709e968-46f7-4be0-a95d-a7a43562f9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:35:22Z', 'revision_number': 6, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:22.614640 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2709e968-46f7-4be0-a95d-a7a43562f9bc None None] The sync data for ids ['b41af1cc-fdc4-44e7-9409-b437de4034ec'] in n-d-779913-28 is: [{'id': 'b41af1cc-fdc4-44e7-9409-b437de4034ec', 'name': 'tempest-ServerActionsTestJSON-536305668-router', 'tenant_id': '3dfb7979363549a7888cd93f5670b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:34Z', 'updated_at': '2021-07-13T08:35:22Z', 'revision_number': 6, 'project_id': '3dfb7979363549a7888cd93f5670b15f', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:35:22.638879 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebc051f4-2306-4880-8fec-74b7fa934d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:22.663587 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc051f4-2306-4880-8fec-74b7fa934d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=65390f74-8eec-44ea-be04-adf36b90f19e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:22.729845 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebc051f4-2306-4880-8fec-74b7fa934d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:22.817746 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebc051f4-2306-4880-8fec-74b7fa934d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:22.819983 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebc051f4-2306-4880-8fec-74b7fa934d73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:22.862613 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebc051f4-2306-4880-8fec-74b7fa934d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:22.863203 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc051f4-2306-4880-8fec-74b7fa934d73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b41af1cc-fdc4-44e7-9409-b437de4034ec {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:35:22.867495 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebc051f4-2306-4880-8fec-74b7fa934d73 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:22.868648 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ebc051f4-2306-4880-8fec-74b7fa934d73 admin admin] 10.222.0.58 "DELETE /v2.0/routers/b41af1cc-fdc4-44e7-9409-b437de4034ec HTTP/1.1" status: 204 len: 168 time: 0.7504628 Jul 13 08:35:22.871176 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34826) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:22.915663 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6ef507-b1a9-45b2-959f-21fe5095e130 admin admin] Deleting subnet 8f0bf666-5249-4a6b-9d69-dba52c707780 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:35:22.918573 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c6ef507-b1a9-45b2-959f-21fe5095e130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:22.957849 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c6ef507-b1a9-45b2-959f-21fe5095e130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.039873 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c6ef507-b1a9-45b2-959f-21fe5095e130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.090472 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c6ef507-b1a9-45b2-959f-21fe5095e130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.114816 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ef507-b1a9-45b2-959f-21fe5095e130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f0bf666-5249-4a6b-9d69-dba52c707780,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:23.118943 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c6ef507-b1a9-45b2-959f-21fe5095e130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.124425 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0c6ef507-b1a9-45b2-959f-21fe5095e130 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8f0bf666-5249-4a6b-9d69-dba52c707780 HTTP/1.1" status: 204 len: 168 time: 0.2492423 Jul 13 08:35:23.124425 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34828) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:23.127441 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162ae662-ac97-4467-aceb-4d5d7100108c None None] Network 4e911039-dbb0-470b-916b-8e2ccfa23ac4 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:35:23.195147 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29b8e9cb-7dd5-4e72-b51d-b464db8f061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.247241 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-29b8e9cb-7dd5-4e72-b51d-b464db8f061b admin admin] Deleting port 217b61e2-b0df-4ce5-a334-a9f764a1fc38 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:35:23.247583 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29b8e9cb-7dd5-4e72-b51d-b464db8f061b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.287475 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ad511663-f1ec-4293-a7e3-1d63240b36a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.319411 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-29b8e9cb-7dd5-4e72-b51d-b464db8f061b admin admin] For port 217b61e2-b0df-4ce5-a334-a9f764a1fc38, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=217b61e2-b0df-4ce5-a334-a9f764a1fc38,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:23.319778 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29b8e9cb-7dd5-4e72-b51d-b464db8f061b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.333206 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-29b8e9cb-7dd5-4e72-b51d-b464db8f061b admin admin] Calling delete_port for 217b61e2-b0df-4ce5-a334-a9f764a1fc38 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:35:23.346837 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e87c199-7406-4cc4-8507-a5efcb1f4b66 None None] DHCP port deletion for 4e911039-dbb0-470b-916b-8e2ccfa23ac4 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:35:23.395433 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6e87c199-7406-4cc4-8507-a5efcb1f4b66 None None] Deleting port 217b61e2-b0df-4ce5-a334-a9f764a1fc38 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:35:23.395832 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e87c199-7406-4cc4-8507-a5efcb1f4b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.415666 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 217b61e2-b0df-4ce5-a334-a9f764a1fc38 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:35:23.420448 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29b8e9cb-7dd5-4e72-b51d-b464db8f061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.441880 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 217b61e2-b0df-4ce5-a334-a9f764a1fc38 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:35:23.442250 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 217b61e2-b0df-4ce5-a334-a9f764a1fc38 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:35:23.442672 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 65390f74-8eec-44ea-be04-adf36b90f19e no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:35:23.448475 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8e9cb-7dd5-4e72-b51d-b464db8f061b admin admin] Pushing event deleted for resources: {'Port': ['ID=217b61e2-b0df-4ce5-a334-a9f764a1fc38,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:23.452147 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b8e9cb-7dd5-4e72-b51d-b464db8f061b admin admin] No DVR routers for this DVR port 217b61e2-b0df-4ce5-a334-a9f764a1fc38 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:35:23.497938 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 65390f74-8eec-44ea-be04-adf36b90f19e {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:35:23.498309 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 65390f74-8eec-44ea-be04-adf36b90f19e not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:35:23.498733 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5e72ea74-a62b-4899-a572-2c4a4b13a64e no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:35:23.521074 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 5e72ea74-a62b-4899-a572-2c4a4b13a64e {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:35:23.521408 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5e72ea74-a62b-4899-a572-2c4a4b13a64e not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:35:23.531319 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29b8e9cb-7dd5-4e72-b51d-b464db8f061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.532156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6e87c199-7406-4cc4-8507-a5efcb1f4b66 None None] For port 217b61e2-b0df-4ce5-a334-a9f764a1fc38, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=217b61e2-b0df-4ce5-a334-a9f764a1fc38,segment=NetworkSegment(a8c9773f-6075-4fb9-a013-ac9774ca71c4),segment_id=a8c9773f-6075-4fb9-a013-ac9774ca71c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:23.533059 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e87c199-7406-4cc4-8507-a5efcb1f4b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.542066 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-29b8e9cb-7dd5-4e72-b51d-b464db8f061b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e911039-dbb0-470b-916b-8e2ccfa23ac4']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:23.545662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6e87c199-7406-4cc4-8507-a5efcb1f4b66 None None] Calling delete_port for 217b61e2-b0df-4ce5-a334-a9f764a1fc38 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:35:23.553216 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-29b8e9cb-7dd5-4e72-b51d-b464db8f061b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c9773f-6075-4fb9-a013-ac9774ca71c4') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:23.553517 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-29b8e9cb-7dd5-4e72-b51d-b464db8f061b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c9773f-6075-4fb9-a013-ac9774ca71c4') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:23.565488 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29b8e9cb-7dd5-4e72-b51d-b464db8f061b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.580060 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29b8e9cb-7dd5-4e72-b51d-b464db8f061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.586628 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b8e9cb-7dd5-4e72-b51d-b464db8f061b admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:35:23.587059 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29b8e9cb-7dd5-4e72-b51d-b464db8f061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:35:23.588951 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:35:23.629635 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e87c199-7406-4cc4-8507-a5efcb1f4b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.655192 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29b8e9cb-7dd5-4e72-b51d-b464db8f061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.660650 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29b8e9cb-7dd5-4e72-b51d-b464db8f061b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.664732 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-29b8e9cb-7dd5-4e72-b51d-b464db8f061b admin admin] 10.222.0.58 "DELETE /v2.0/networks/4e911039-dbb0-470b-916b-8e2ccfa23ac4 HTTP/1.1" status: 204 len: 168 time: 0.5375147 Jul 13 08:35:23.665851 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e87c199-7406-4cc4-8507-a5efcb1f4b66 None None] No DVR routers for this DVR port 217b61e2-b0df-4ce5-a334-a9f764a1fc38 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:35:23.672038 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87c199-7406-4cc4-8507-a5efcb1f4b66 None None] Pushing event deleted for resources: {'Port': ['ID=217b61e2-b0df-4ce5-a334-a9f764a1fc38,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:23.682550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8e9cb-7dd5-4e72-b51d-b464db8f061b admin admin] Pushing event deleted for resources: {'Network': ['ID=4e911039-dbb0-470b-916b-8e2ccfa23ac4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:23.773446 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34832) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:23.813097 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3a0c43be-6061-48ef-8955-15290be58368 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3dfb7979363549a7888cd93f5670b15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384407 Jul 13 08:35:23.815442 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34834) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:23.862737 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5691382f-a364-4a73-a8e3-1e848550f923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.882891 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5691382f-a364-4a73-a8e3-1e848550f923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.928127 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5691382f-a364-4a73-a8e3-1e848550f923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.930662 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5691382f-a364-4a73-a8e3-1e848550f923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.931837 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5691382f-a364-4a73-a8e3-1e848550f923 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ddcd714-e76d-42dd-aaee-ca29a6d5dbd8 HTTP/1.1" status: 204 len: 168 time: 0.1154957 Jul 13 08:35:23.939409 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691382f-a364-4a73-a8e3-1e848550f923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddcd714-e76d-42dd-aaee-ca29a6d5dbd8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:24.600698 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 34856) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:24.702609 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-03314f1e-1077-43a0-b635-0d122351afe4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-791097018-network', 'tenant_id': 'fcbc40852de14f3d8b1c0afbcd778ef7'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:35:24.723385 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03314f1e-1077-43a0-b635-0d122351afe4 admin admin] Made reservation on behalf of fcbc40852de14f3d8b1c0afbcd778ef7 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:35:24.725653 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03314f1e-1077-43a0-b635-0d122351afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:24.737730 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03314f1e-1077-43a0-b635-0d122351afe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:24.824924 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03314f1e-1077-43a0-b635-0d122351afe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:24.828423 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03314f1e-1077-43a0-b635-0d122351afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:24.848429 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03314f1e-1077-43a0-b635-0d122351afe4 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:35:24.861875 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03314f1e-1077-43a0-b635-0d122351afe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50617110-e34c-476a-bd31-b27d1847af4d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:24.866600 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03314f1e-1077-43a0-b635-0d122351afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:24.866942 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-03314f1e-1077-43a0-b635-0d122351afe4 admin admin] Added segment 48073950-0c3d-4e2f-aa55-f5e5ec491fc5 of type vlan for network 3edd25ce-5e7c-4d6c-ba7d-6e12afab7208 Jul 13 08:35:24.905587 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03314f1e-1077-43a0-b635-0d122351afe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:24.932581 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03314f1e-1077-43a0-b635-0d122351afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:24.933976 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03314f1e-1077-43a0-b635-0d122351afe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:24.934627 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03314f1e-1077-43a0-b635-0d122351afe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:24.964847 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-03314f1e-1077-43a0-b635-0d122351afe4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3630369 Jul 13 08:35:24.967951 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 34860) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:24.973124 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-ac5efdb6-3622-453f-9986-885a344fa288 admin admin] Request body: {'subnet': {'network_id': '3edd25ce-5e7c-4d6c-ba7d-6e12afab7208', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-791097018-subnet', 'tenant_id': 'fcbc40852de14f3d8b1c0afbcd778ef7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:35:24.994609 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5efdb6-3622-453f-9986-885a344fa288 admin admin] Made reservation on behalf of fcbc40852de14f3d8b1c0afbcd778ef7 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:35:24.997553 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac5efdb6-3622-453f-9986-885a344fa288 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:24.997824 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03314f1e-1077-43a0-b635-0d122351afe4 admin admin] Pushing event updated for resources: {'Network': ['ID=3edd25ce-5e7c-4d6c-ba7d-6e12afab7208,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:25.007349 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 3edd25ce-5e7c-4d6c-ba7d-6e12afab7208 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:35:25.160827 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac5efdb6-3622-453f-9986-885a344fa288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:25.216589 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5efdb6-3622-453f-9986-885a344fa288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7adf159f-8ac9-4f0e-a32d-756502034bee,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:25.224411 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5efdb6-3622-453f-9986-885a344fa288 admin admin] Checking segment: {'id': '48073950-0c3d-4e2f-aa55-f5e5ec491fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3edd25ce-5e7c-4d6c-ba7d-6e12afab7208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:35:25.224774 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5efdb6-3622-453f-9986-885a344fa288 admin admin] Network hostable DHCP agents. Network: 3edd25ce-5e7c-4d6c-ba7d-6e12afab7208, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:35:25.240562 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5efdb6-3622-453f-9986-885a344fa288 admin admin] Network 3edd25ce-5e7c-4d6c-ba7d-6e12afab7208 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:35:25.249245 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-ac5efdb6-3622-453f-9986-885a344fa288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 3edd25ce-5e7c-4d6c-ba7d-6e12afab7208) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:35:25.253162 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5efdb6-3622-453f-9986-885a344fa288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:25.253755 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ac5efdb6-3622-453f-9986-885a344fa288 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:25.258212 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78163ec9-6113-4c6b-af86-2137644a8cf3 None None] Network 3edd25ce-5e7c-4d6c-ba7d-6e12afab7208 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:35:25.267224 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ac5efdb6-3622-453f-9986-885a344fa288 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2981472 Jul 13 08:35:25.381657 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f35130f-c190-4626-89a8-358a7f732d40 None None] Network 3edd25ce-5e7c-4d6c-ba7d-6e12afab7208 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:35:25.687746 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-b2cbdb44-4eee-4f6c-87c2-e037a0f2a2ea tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:25.689226 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-b2cbdb44-4eee-4f6c-87c2-e037a0f2a2ea tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/networks?id=3edd25ce-5e7c-4d6c-ba7d-6e12afab7208 HTTP/1.1" status: 200 len: 813 time: 0.0999269 Jul 13 08:35:25.704143 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-290e92e4-3a7f-4ede-b9b8-57e75cfe6881 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/quotas/fcbc40852de14f3d8b1c0afbcd778ef7 HTTP/1.1" status: 200 len: 375 time: 0.0095277 Jul 13 08:35:25.736284 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-ffb04eb6-f97e-4289-b932-36cec88454a3 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fcbc40852de14f3d8b1c0afbcd778ef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276003 Jul 13 08:35:25.813759 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-1e12e31b-cc59-4a66-9180-6431dde897a4 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:35:25.814815 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-1e12e31b-cc59-4a66-9180-6431dde897a4 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0406651 Jul 13 08:35:25.906705 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-63292f5e-4ff2-4d5a-894c-efdceca77442 service neutron] 10.222.0.58 "GET /v2.0/networks/3edd25ce-5e7c-4d6c-ba7d-6e12afab7208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861099 Jul 13 08:35:25.996823 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-10fcaf48-cbef-438c-abc5-45e8232b8d45 service neutron] 10.222.0.58 "GET /v2.0/networks/3edd25ce-5e7c-4d6c-ba7d-6e12afab7208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841844 Jul 13 08:35:26.172505 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b62154f-0d72-47e7-9c99-0586f201fd8f req-75b89a2c-bae8-4fb6-906a-a0a50eaa6992 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca63bd87-1403-407f-97a7-74020bc5a68f HTTP/1.1" status: 200 len: 210 time: 0.0320718 Jul 13 08:35:27.350593 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c05198c8-d694-4738-907f-b18dd92fadcf req-2adc2386-dcdc-4b83-a4db-bc351e5fbc43 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca63bd87-1403-407f-97a7-74020bc5a68f HTTP/1.1" status: 200 len: 210 time: 0.0659509 Jul 13 08:35:27.392017 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-8da6b953-eaed-4cbb-aee8-0da563d2fbc5 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:27.393419 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-8da6b953-eaed-4cbb-aee8-0da563d2fbc5 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.62 "GET /v2.0/networks?id=3edd25ce-5e7c-4d6c-ba7d-6e12afab7208 HTTP/1.1" status: 200 len: 813 time: 0.1495550 Jul 13 08:35:27.406055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-871a1cc2-4f8e-4bdd-b5b3-97e01b2cd338 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Request body: {'port': {'device_id': 'ca63bd87-1403-407f-97a7-74020bc5a68f', 'network_id': '3edd25ce-5e7c-4d6c-ba7d-6e12afab7208', 'admin_state_up': True, 'tenant_id': 'fcbc40852de14f3d8b1c0afbcd778ef7'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:35:27.509825 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-871a1cc2-4f8e-4bdd-b5b3-97e01b2cd338 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Made reservation on behalf of fcbc40852de14f3d8b1c0afbcd778ef7 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:35:27.513934 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-871a1cc2-4f8e-4bdd-b5b3-97e01b2cd338 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:27.632854 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-78d065ec-6288-46f8-b5ed-3c5386994b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:27.637374 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-871a1cc2-4f8e-4bdd-b5b3-97e01b2cd338 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Allocated IP 172.20.0.12 (3edd25ce-5e7c-4d6c-ba7d-6e12afab7208/7adf159f-8ac9-4f0e-a32d-756502034bee/2be6495a-ce90-49e5-b0af-bceb75ba3a6e) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:35:27.779619 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-871a1cc2-4f8e-4bdd-b5b3-97e01b2cd338 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:27.817398 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-871a1cc2-4f8e-4bdd-b5b3-97e01b2cd338 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:27.863176 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:27.864980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-871a1cc2-4f8e-4bdd-b5b3-97e01b2cd338 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Network 3edd25ce-5e7c-4d6c-ba7d-6e12afab7208 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:35:27.868364 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-871a1cc2-4f8e-4bdd-b5b3-97e01b2cd338 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:35:27.873322 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-871a1cc2-4f8e-4bdd-b5b3-97e01b2cd338 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:35:27.877251 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a1cc2-4f8e-4bdd-b5b3-97e01b2cd338 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Pushing event updated for resources: {'Port': ['ID=2be6495a-ce90-49e5-b0af-bceb75ba3a6e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:27.921185 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-871a1cc2-4f8e-4bdd-b5b3-97e01b2cd338 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:27.921786 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-871a1cc2-4f8e-4bdd-b5b3-97e01b2cd338 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:27.935521 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-871a1cc2-4f8e-4bdd-b5b3-97e01b2cd338 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5336716 Jul 13 08:35:27.946823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] Request body: {'port': {'device_id': 'ca63bd87-1403-407f-97a7-74020bc5a68f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:35:28.018891 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:28.273894 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be6495a-ce90-49e5-b0af-bceb75ba3a6e {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:35:28.281550 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:28.293408 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] Transition to ACTIVE for port object 2be6495a-ce90-49e5-b0af-bceb75ba3a6e will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:35:28.296849 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:28.348322 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] Pushing event updated for resources: {'Port': ['ID=2be6495a-ce90-49e5-b0af-bceb75ba3a6e,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:28.414218 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] Attempting to bind port 2be6495a-ce90-49e5-b0af-bceb75ba3a6e on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:35:28.414830 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] Attempting to bind port 2be6495a-ce90-49e5-b0af-bceb75ba3a6e by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '48073950-0c3d-4e2f-aa55-f5e5ec491fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3edd25ce-5e7c-4d6c-ba7d-6e12afab7208'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:35:28.414944 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] Attempting to bind port 2be6495a-ce90-49e5-b0af-bceb75ba3a6e on network 3edd25ce-5e7c-4d6c-ba7d-6e12afab7208 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:35:28.419749 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] Port 2be6495a-ce90-49e5-b0af-bceb75ba3a6e on network 3edd25ce-5e7c-4d6c-ba7d-6e12afab7208 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:35:28.420069 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] Attempting to bind port 2be6495a-ce90-49e5-b0af-bceb75ba3a6e on network 3edd25ce-5e7c-4d6c-ba7d-6e12afab7208 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:35:28.424783 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:35:28.425121 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] Checking segment: {'id': '48073950-0c3d-4e2f-aa55-f5e5ec491fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3edd25ce-5e7c-4d6c-ba7d-6e12afab7208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:35:28.425506 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] Bound using segment: {'id': '48073950-0c3d-4e2f-aa55-f5e5ec491fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3edd25ce-5e7c-4d6c-ba7d-6e12afab7208'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:35:28.425927 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] Bound port: 2be6495a-ce90-49e5-b0af-bceb75ba3a6e, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48073950-0c3d-4e2f-aa55-f5e5ec491fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3edd25ce-5e7c-4d6c-ba7d-6e12afab7208'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:35:28.426309 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:28.854146 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] For port 2be6495a-ce90-49e5-b0af-bceb75ba3a6e, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:35:28.859591 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] For port 2be6495a-ce90-49e5-b0af-bceb75ba3a6e, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=2be6495a-ce90-49e5-b0af-bceb75ba3a6e,segment=NetworkSegment(48073950-0c3d-4e2f-aa55-f5e5ec491fc5),segment_id=48073950-0c3d-4e2f-aa55-f5e5ec491fc5)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:35:28.867563 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:28.905358 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931482fc-59e6-46fa-8116-b48f90a181bd req-09345623-82a1-4274-967a-24ecbd0ee553 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:28.906860 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-931482fc-59e6-46fa-8116-b48f90a181bd req-09345623-82a1-4274-967a-24ecbd0ee553 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca63bd87-1403-407f-97a7-74020bc5a68f HTTP/1.1" status: 200 len: 944 time: 0.4482095 Jul 13 08:35:28.913773 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:28.914410 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:28.915765 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] 10.222.0.62 "PUT /v2.0/ports/2be6495a-ce90-49e5-b0af-bceb75ba3a6e HTTP/1.1" status: 200 len: 1093 time: 0.9729567 Jul 13 08:35:28.917422 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca63bd87-1403-407f-97a7-74020bc5a68f', 'tag': '2be6495a-ce90-49e5-b0af-bceb75ba3a6e'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:35:28.919723 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e0ddf3-4518-4684-83b0-2905e47de94f" -d '{"events": [{"name": "network-changed", "server_uuid": "ca63bd87-1403-407f-97a7-74020bc5a68f", "tag": "2be6495a-ce90-49e5-b0af-bceb75ba3a6e"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:35:28.995085 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c856b-863f-44b5-bc4d-05459341050e service neutron] Pushing event updated for resources: {'Port': ['ID=2be6495a-ce90-49e5-b0af-bceb75ba3a6e,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:29.009383 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-931482fc-59e6-46fa-8116-b48f90a181bd req-f08ad06a-fb41-4241-918b-146e4e91e0a4 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927033 Jul 13 08:35:29.016713 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcc1455-ea9a-4da3-b25f-512b7ab85a4a x-openstack-request-id: req-5fcc1455-ea9a-4da3-b25f-512b7ab85a4a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:35:29.017004 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca63bd87-1403-407f-97a7-74020bc5a68f", "tag": "2be6495a-ce90-49e5-b0af-bceb75ba3a6e", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:35:29.017258 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5fcc1455-ea9a-4da3-b25f-512b7ab85a4a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:35:29.017650 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca63bd87-1403-407f-97a7-74020bc5a68f', 'tag': '2be6495a-ce90-49e5-b0af-bceb75ba3a6e', 'status': 'completed', 'code': 200} Jul 13 08:35:29.036557 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-d8b36319-b526-4251-bd75-c61578ee3dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:29.038054 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-d8b36319-b526-4251-bd75-c61578ee3dfb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fcbc40852de14f3d8b1c0afbcd778ef7&device_id=ca63bd87-1403-407f-97a7-74020bc5a68f HTTP/1.1" status: 200 len: 1096 time: 0.0790060 Jul 13 08:35:29.080063 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-9f97af2c-840c-4bbd-aeeb-91f4a9c191fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2be6495a-ce90-49e5-b0af-bceb75ba3a6e HTTP/1.1" status: 200 len: 217 time: 0.0349324 Jul 13 08:35:29.127337 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-873f1c79-9a1e-4b1a-a0b0-7d71de24bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:29.128820 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-873f1c79-9a1e-4b1a-a0b0-7d71de24bf19 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7adf159f-8ac9-4f0e-a32d-756502034bee HTTP/1.1" status: 200 len: 853 time: 0.0427244 Jul 13 08:35:29.160426 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-0ba4037d-3d17-4203-9e2b-64907419fc1a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3edd25ce-5e7c-4d6c-ba7d-6e12afab7208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256574 Jul 13 08:35:29.250499 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-16a0f517-7249-4efb-a04b-869c3824f679 service neutron] 10.222.0.62 "GET /v2.0/networks/3edd25ce-5e7c-4d6c-ba7d-6e12afab7208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835247 Jul 13 08:35:29.342226 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95d2f338-80a2-43a5-8e8d-572cbf4e4686 req-05b99a83-58d1-43e7-b428-c567ba615301 service neutron] 10.222.0.62 "GET /v2.0/networks/3edd25ce-5e7c-4d6c-ba7d-6e12afab7208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858831 Jul 13 08:35:29.436993 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0ddf3-4518-4684-83b0-2905e47de94f req-3cd0bff8-817b-41fd-94e6-2e362cf23ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:29.438848 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64e0ddf3-4518-4684-83b0-2905e47de94f req-3cd0bff8-817b-41fd-94e6-2e362cf23ec2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fcbc40852de14f3d8b1c0afbcd778ef7&device_id=ca63bd87-1403-407f-97a7-74020bc5a68f HTTP/1.1" status: 200 len: 1096 time: 0.0526056 Jul 13 08:35:29.525052 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0ddf3-4518-4684-83b0-2905e47de94f req-5b8acd18-c90e-4051-b554-e09731cf6a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:29.526448 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64e0ddf3-4518-4684-83b0-2905e47de94f req-5b8acd18-c90e-4051-b554-e09731cf6a4f service neutron] 10.222.0.62 "GET /v2.0/networks?id=3edd25ce-5e7c-4d6c-ba7d-6e12afab7208 HTTP/1.1" status: 200 len: 914 time: 0.0813508 Jul 13 08:35:29.570678 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64e0ddf3-4518-4684-83b0-2905e47de94f req-55e4d72b-04d2-4bcc-8036-5ade51d645d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2be6495a-ce90-49e5-b0af-bceb75ba3a6e HTTP/1.1" status: 200 len: 217 time: 0.0378108 Jul 13 08:35:29.619809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0ddf3-4518-4684-83b0-2905e47de94f req-24b45eb6-e1b3-43ee-acc1-a1479d7c8eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:29.621758 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64e0ddf3-4518-4684-83b0-2905e47de94f req-24b45eb6-e1b3-43ee-acc1-a1479d7c8eae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7adf159f-8ac9-4f0e-a32d-756502034bee HTTP/1.1" status: 200 len: 853 time: 0.0430856 Jul 13 08:35:29.654173 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64e0ddf3-4518-4684-83b0-2905e47de94f req-e41548c5-b926-4102-917a-e0f0af382346 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3edd25ce-5e7c-4d6c-ba7d-6e12afab7208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248113 Jul 13 08:35:29.744200 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64e0ddf3-4518-4684-83b0-2905e47de94f req-b2e9ae7f-891f-48db-93b5-4b4fb0caf812 service neutron] 10.222.0.62 "GET /v2.0/networks/3edd25ce-5e7c-4d6c-ba7d-6e12afab7208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831344 Jul 13 08:35:29.816808 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:29.831497 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64e0ddf3-4518-4684-83b0-2905e47de94f req-4fa773bd-b455-4827-a67b-521665220490 service neutron] 10.222.0.62 "GET /v2.0/networks/3edd25ce-5e7c-4d6c-ba7d-6e12afab7208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796437 Jul 13 08:35:30.186397 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2975a77-9ca5-4f38-8009-27e7056e5658 req-0b60aa04-0dc3-4d2a-849c-66c008996c6a tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:30.187869 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c2975a77-9ca5-4f38-8009-27e7056e5658 req-0b60aa04-0dc3-4d2a-849c-66c008996c6a tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca63bd87-1403-407f-97a7-74020bc5a68f HTTP/1.1" status: 200 len: 944 time: 0.0672076 Jul 13 08:35:30.225056 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c2975a77-9ca5-4f38-8009-27e7056e5658 req-aa0361e0-3b21-4727-b9f6-cc4a8be632c9 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315957 Jul 13 08:35:31.396218 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ac36b-cb0e-4352-9695-15a7970e43d2 req-1489001c-ebc5-4b53-b81e-c1ec75e6dd24 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:31.397161 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e80ac36b-cb0e-4352-9695-15a7970e43d2 req-1489001c-ebc5-4b53-b81e-c1ec75e6dd24 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca63bd87-1403-407f-97a7-74020bc5a68f HTTP/1.1" status: 200 len: 944 time: 0.0636930 Jul 13 08:35:31.434407 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e80ac36b-cb0e-4352-9695-15a7970e43d2 req-4944227f-11a2-4489-aa98-503bfeef27b9 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317180 Jul 13 08:35:31.536157 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:32.220452 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 2be6495a-ce90-49e5-b0af-bceb75ba3a6e details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:35:32.313818 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 2be6495a-ce90-49e5-b0af-bceb75ba3a6e, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=2be6495a-ce90-49e5-b0af-bceb75ba3a6e,segment=NetworkSegment(48073950-0c3d-4e2f-aa55-f5e5ec491fc5),segment_id=48073950-0c3d-4e2f-aa55-f5e5ec491fc5)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:32.473328 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '2be6495a-ce90-49e5-b0af-bceb75ba3a6e', 'network_id': '3edd25ce-5e7c-4d6c-ba7d-6e12afab7208', 'port_id': '2be6495a-ce90-49e5-b0af-bceb75ba3a6e', 'mac_address': 'fa:16:3e:77:41:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7adf159f-8ac9-4f0e-a32d-756502034bee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:35:32.510877 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:32.523343 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be6495a-ce90-49e5-b0af-bceb75ba3a6e {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:35:32.542438 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 2be6495a-ce90-49e5-b0af-bceb75ba3a6e, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=2be6495a-ce90-49e5-b0af-bceb75ba3a6e,segment=NetworkSegment(48073950-0c3d-4e2f-aa55-f5e5ec491fc5),segment_id=48073950-0c3d-4e2f-aa55-f5e5ec491fc5)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:32.547896 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:32.600289 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=2be6495a-ce90-49e5-b0af-bceb75ba3a6e,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:32.612754 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17556122-7501-4c9b-ba0e-9236d8bfa8c6 req-ce2e78c5-68dd-4b9a-be04-a65f4427dba7 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:32.614303 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17556122-7501-4c9b-ba0e-9236d8bfa8c6 req-ce2e78c5-68dd-4b9a-be04-a65f4427dba7 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca63bd87-1403-407f-97a7-74020bc5a68f HTTP/1.1" status: 200 len: 945 time: 0.0718691 Jul 13 08:35:32.651760 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17556122-7501-4c9b-ba0e-9236d8bfa8c6 req-091757c2-a711-4282-bb24-8123f5703f43 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320377 Jul 13 08:35:32.767254 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['2be6495a-ce90-49e5-b0af-bceb75ba3a6e'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:35:33.824215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3a80b-8d85-47d4-94e2-8299c2147273 req-2b28102c-f0a7-4b00-9c63-5e5c69b7bd8c tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:33.826345 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ec3a80b-8d85-47d4-94e2-8299c2147273 req-2b28102c-f0a7-4b00-9c63-5e5c69b7bd8c tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca63bd87-1403-407f-97a7-74020bc5a68f HTTP/1.1" status: 200 len: 945 time: 0.0631838 Jul 13 08:35:33.862952 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6ec3a80b-8d85-47d4-94e2-8299c2147273 req-0b43bcda-8c4a-4720-a82a-f9c7a07cbade tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311379 Jul 13 08:35:34.249152 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 2be6495a-ce90-49e5-b0af-bceb75ba3a6e up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:35:34.294603 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 2be6495a-ce90-49e5-b0af-bceb75ba3a6e completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:35:34.298045 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 2be6495a-ce90-49e5-b0af-bceb75ba3a6e triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:35:34.298442 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:34.374146 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:34.395988 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca63bd87-1403-407f-97a7-74020bc5a68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be6495a-ce90-49e5-b0af-bceb75ba3a6e'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:35:34.398249 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd7216e-04aa-4b3c-8ebf-7f0537c65cb0" -d '{"events": [{"server_uuid": "ca63bd87-1403-407f-97a7-74020bc5a68f", "name": "network-vif-plugged", "status": "completed", "tag": "2be6495a-ce90-49e5-b0af-bceb75ba3a6e"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:35:34.410421 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 2be6495a-ce90-49e5-b0af-bceb75ba3a6e, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=2be6495a-ce90-49e5-b0af-bceb75ba3a6e,segment=NetworkSegment(48073950-0c3d-4e2f-aa55-f5e5ec491fc5),segment_id=48073950-0c3d-4e2f-aa55-f5e5ec491fc5)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:34.414154 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:34.469707 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=2be6495a-ce90-49e5-b0af-bceb75ba3a6e,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:34.493497 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fbef11-cfcd-4b94-8410-06ce4da4551d x-openstack-request-id: req-66fbef11-cfcd-4b94-8410-06ce4da4551d {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:35:34.493791 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca63bd87-1403-407f-97a7-74020bc5a68f", "name": "network-vif-plugged", "status": "completed", "tag": "2be6495a-ce90-49e5-b0af-bceb75ba3a6e", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:35:34.494049 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-66fbef11-cfcd-4b94-8410-06ce4da4551d {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:35:34.494482 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca63bd87-1403-407f-97a7-74020bc5a68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be6495a-ce90-49e5-b0af-bceb75ba3a6e', 'code': 200} Jul 13 08:35:34.603188 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd742620-81f3-4d66-94a9-78bbc281cee3 req-4bee2c40-d4db-480e-ba7c-186d4d58ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:34.604666 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd742620-81f3-4d66-94a9-78bbc281cee3 req-4bee2c40-d4db-480e-ba7c-186d4d58ea95 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ca63bd87-1403-407f-97a7-74020bc5a68f HTTP/1.1" status: 200 len: 1098 time: 0.0519078 Jul 13 08:35:34.638790 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fd742620-81f3-4d66-94a9-78bbc281cee3 req-de0f3378-45eb-45b6-88ba-61dfe6f692c8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269523 Jul 13 08:35:35.033973 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdfada-dc5c-4cf8-aed6-c262b6468ccd req-35cbefd0-bccc-4f15-94f5-1e2afcfe1811 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:35.035463 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-31cdfada-dc5c-4cf8-aed6-c262b6468ccd req-35cbefd0-bccc-4f15-94f5-1e2afcfe1811 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca63bd87-1403-407f-97a7-74020bc5a68f HTTP/1.1" status: 200 len: 946 time: 0.0656219 Jul 13 08:35:35.071692 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-31cdfada-dc5c-4cf8-aed6-c262b6468ccd req-52cf87f7-f647-4bda-9a22-aca2bd04a3fa tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307498 Jul 13 08:35:36.244384 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e8b60-91c8-479d-b1e2-0b195992e90e req-970ae031-e7d1-4162-b0e1-b816055d3a03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:36.245852 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d5e8b60-91c8-479d-b1e2-0b195992e90e req-970ae031-e7d1-4162-b0e1-b816055d3a03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca63bd87-1403-407f-97a7-74020bc5a68f HTTP/1.1" status: 200 len: 946 time: 0.0628374 Jul 13 08:35:36.282375 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d5e8b60-91c8-479d-b1e2-0b195992e90e req-832ba2f0-7934-4432-a1c8-9d162707d08c tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305033 Jul 13 08:35:36.506184 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01123902-f03a-4543-9b91-5dce932f6d0d req-ff63a905-1f54-4a5d-980e-340c144b85a4 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:36.507650 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-01123902-f03a-4543-9b91-5dce932f6d0d req-ff63a905-1f54-4a5d-980e-340c144b85a4 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/networks?id=3edd25ce-5e7c-4d6c-ba7d-6e12afab7208 HTTP/1.1" status: 200 len: 813 time: 0.1034467 Jul 13 08:35:36.522056 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-01123902-f03a-4543-9b91-5dce932f6d0d req-e3c7ebed-ddfc-4113-8950-d2140285c4b0 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/quotas/fcbc40852de14f3d8b1c0afbcd778ef7 HTTP/1.1" status: 200 len: 375 time: 0.0091217 Jul 13 08:35:36.583537 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-01123902-f03a-4543-9b91-5dce932f6d0d req-00ead334-239a-40b8-859f-7d5e9d74d3d2 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fcbc40852de14f3d8b1c0afbcd778ef7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0567825 Jul 13 08:35:36.677875 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-01123902-f03a-4543-9b91-5dce932f6d0d req-f4a96dbc-9bec-451d-9d64-a19a2a2027bf service neutron] 10.222.0.58 "GET /v2.0/networks/3edd25ce-5e7c-4d6c-ba7d-6e12afab7208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873930 Jul 13 08:35:36.763947 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-01123902-f03a-4543-9b91-5dce932f6d0d req-965b9f19-e164-4f26-9937-9815843e2502 service neutron] 10.222.0.58 "GET /v2.0/networks/3edd25ce-5e7c-4d6c-ba7d-6e12afab7208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804260 Jul 13 08:35:36.856845 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:35:36.934059 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ffaa9e6-f63a-44cb-ad33-c4f4d98e23d9 req-72cef781-dc85-43f9-85f1-d99e1e9541b8 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=0704b92e-9b14-4805-bf94-4898876a1f69 HTTP/1.1" status: 200 len: 210 time: 0.0329933 Jul 13 08:35:38.026854 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01123902-f03a-4543-9b91-5dce932f6d0d req-92476df0-dc49-4e0e-b385-35e79e525e38 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:38.028876 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-01123902-f03a-4543-9b91-5dce932f6d0d req-92476df0-dc49-4e0e-b385-35e79e525e38 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.35 "GET /v2.0/networks?id=3edd25ce-5e7c-4d6c-ba7d-6e12afab7208 HTTP/1.1" status: 200 len: 813 time: 0.1086459 Jul 13 08:35:38.048690 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-01123902-f03a-4543-9b91-5dce932f6d0d req-67464453-7cf5-48bc-8cd8-0cec0ab2c100 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Request body: {'port': {'device_id': '0704b92e-9b14-4805-bf94-4898876a1f69', 'network_id': '3edd25ce-5e7c-4d6c-ba7d-6e12afab7208', 'admin_state_up': True, 'tenant_id': 'fcbc40852de14f3d8b1c0afbcd778ef7'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:35:38.076158 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-119db63e-7515-4e9e-b5ba-4382973c385b req-14741b8e-d410-444b-b86d-c1b3e0657a7d tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=0704b92e-9b14-4805-bf94-4898876a1f69 HTTP/1.1" status: 200 len: 210 time: 0.0283701 Jul 13 08:35:38.162425 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01123902-f03a-4543-9b91-5dce932f6d0d req-67464453-7cf5-48bc-8cd8-0cec0ab2c100 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Made reservation on behalf of fcbc40852de14f3d8b1c0afbcd778ef7 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:35:38.165865 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-01123902-f03a-4543-9b91-5dce932f6d0d req-67464453-7cf5-48bc-8cd8-0cec0ab2c100 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:38.283434 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-01123902-f03a-4543-9b91-5dce932f6d0d req-67464453-7cf5-48bc-8cd8-0cec0ab2c100 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Allocated IP 172.20.0.7 (3edd25ce-5e7c-4d6c-ba7d-6e12afab7208/7adf159f-8ac9-4f0e-a32d-756502034bee/9a0cf395-41f4-4cad-9776-28821287390b) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:35:38.426516 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-01123902-f03a-4543-9b91-5dce932f6d0d req-67464453-7cf5-48bc-8cd8-0cec0ab2c100 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:38.458431 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:38.464028 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-01123902-f03a-4543-9b91-5dce932f6d0d req-67464453-7cf5-48bc-8cd8-0cec0ab2c100 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:38.476376 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['2be6495a-ce90-49e5-b0af-bceb75ba3a6e'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:35:38.508533 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01123902-f03a-4543-9b91-5dce932f6d0d req-67464453-7cf5-48bc-8cd8-0cec0ab2c100 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Network 3edd25ce-5e7c-4d6c-ba7d-6e12afab7208 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:35:38.511621 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-01123902-f03a-4543-9b91-5dce932f6d0d req-67464453-7cf5-48bc-8cd8-0cec0ab2c100 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:35:38.516068 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-01123902-f03a-4543-9b91-5dce932f6d0d req-67464453-7cf5-48bc-8cd8-0cec0ab2c100 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:35:38.522413 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67464453-7cf5-48bc-8cd8-0cec0ab2c100 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Pushing event updated for resources: {'Port': ['ID=9a0cf395-41f4-4cad-9776-28821287390b,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:38.570979 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01123902-f03a-4543-9b91-5dce932f6d0d req-67464453-7cf5-48bc-8cd8-0cec0ab2c100 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:38.571515 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-01123902-f03a-4543-9b91-5dce932f6d0d req-67464453-7cf5-48bc-8cd8-0cec0ab2c100 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:38.585858 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-01123902-f03a-4543-9b91-5dce932f6d0d req-67464453-7cf5-48bc-8cd8-0cec0ab2c100 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5425878 Jul 13 08:35:38.597008 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-01123902-f03a-4543-9b91-5dce932f6d0d req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] Request body: {'port': {'device_id': '0704b92e-9b14-4805-bf94-4898876a1f69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:35:38.666033 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-01123902-f03a-4543-9b91-5dce932f6d0d req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:38.917843 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-01123902-f03a-4543-9b91-5dce932f6d0d req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0cf395-41f4-4cad-9776-28821287390b {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:35:38.924997 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-01123902-f03a-4543-9b91-5dce932f6d0d req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:38.937144 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-01123902-f03a-4543-9b91-5dce932f6d0d req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] Transition to ACTIVE for port object 9a0cf395-41f4-4cad-9776-28821287390b will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:35:38.940110 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-01123902-f03a-4543-9b91-5dce932f6d0d req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:39.005659 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] Pushing event updated for resources: {'Port': ['ID=9a0cf395-41f4-4cad-9776-28821287390b,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:39.052783 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-01123902-f03a-4543-9b91-5dce932f6d0d req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] Attempting to bind port 9a0cf395-41f4-4cad-9776-28821287390b on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:35:39.053431 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-01123902-f03a-4543-9b91-5dce932f6d0d req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] Attempting to bind port 9a0cf395-41f4-4cad-9776-28821287390b by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '48073950-0c3d-4e2f-aa55-f5e5ec491fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3edd25ce-5e7c-4d6c-ba7d-6e12afab7208'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:35:39.053431 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01123902-f03a-4543-9b91-5dce932f6d0d req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] Attempting to bind port 9a0cf395-41f4-4cad-9776-28821287390b on network 3edd25ce-5e7c-4d6c-ba7d-6e12afab7208 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:35:39.057689 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01123902-f03a-4543-9b91-5dce932f6d0d req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] Port 9a0cf395-41f4-4cad-9776-28821287390b on network 3edd25ce-5e7c-4d6c-ba7d-6e12afab7208 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:35:39.058005 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01123902-f03a-4543-9b91-5dce932f6d0d req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] Attempting to bind port 9a0cf395-41f4-4cad-9776-28821287390b on network 3edd25ce-5e7c-4d6c-ba7d-6e12afab7208 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:35:39.063293 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01123902-f03a-4543-9b91-5dce932f6d0d req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:35:39.063633 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01123902-f03a-4543-9b91-5dce932f6d0d req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] Checking segment: {'id': '48073950-0c3d-4e2f-aa55-f5e5ec491fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3edd25ce-5e7c-4d6c-ba7d-6e12afab7208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:35:39.064015 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01123902-f03a-4543-9b91-5dce932f6d0d req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] Bound using segment: {'id': '48073950-0c3d-4e2f-aa55-f5e5ec491fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3edd25ce-5e7c-4d6c-ba7d-6e12afab7208'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:35:39.064440 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-01123902-f03a-4543-9b91-5dce932f6d0d req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] Bound port: 9a0cf395-41f4-4cad-9776-28821287390b, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48073950-0c3d-4e2f-aa55-f5e5ec491fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3edd25ce-5e7c-4d6c-ba7d-6e12afab7208'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:35:39.064796 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-01123902-f03a-4543-9b91-5dce932f6d0d req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:39.131335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-01123902-f03a-4543-9b91-5dce932f6d0d req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] For port 9a0cf395-41f4-4cad-9776-28821287390b, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:35:39.134837 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-01123902-f03a-4543-9b91-5dce932f6d0d req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] For port 9a0cf395-41f4-4cad-9776-28821287390b, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=9a0cf395-41f4-4cad-9776-28821287390b,segment=NetworkSegment(48073950-0c3d-4e2f-aa55-f5e5ec491fc5),segment_id=48073950-0c3d-4e2f-aa55-f5e5ec491fc5)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:35:39.138756 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-01123902-f03a-4543-9b91-5dce932f6d0d req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:39.170733 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01123902-f03a-4543-9b91-5dce932f6d0d req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:39.171349 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-01123902-f03a-4543-9b91-5dce932f6d0d req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:39.172749 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-01123902-f03a-4543-9b91-5dce932f6d0d req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] 10.222.0.35 "PUT /v2.0/ports/9a0cf395-41f4-4cad-9776-28821287390b HTTP/1.1" status: 200 len: 1092 time: 0.5799556 Jul 13 08:35:39.173192 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0704b92e-9b14-4805-bf94-4898876a1f69', 'tag': '9a0cf395-41f4-4cad-9776-28821287390b'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:35:39.175483 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19da1f1c817b7d3b3f035bd3be9e28848a799e6e4ef5efd80c73c51428ad5e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa1cf41-4b82-48e9-8222-4e4bd2937eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "0704b92e-9b14-4805-bf94-4898876a1f69", "tag": "9a0cf395-41f4-4cad-9776-28821287390b"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:35:39.200601 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4417924-5f01-4825-bcef-a5ed73f73a1e service neutron] Pushing event updated for resources: {'Port': ['ID=9a0cf395-41f4-4cad-9776-28821287390b,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:39.231582 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec3c68c-83fa-4206-aa97-76a5d50cb85a x-openstack-request-id: req-7ec3c68c-83fa-4206-aa97-76a5d50cb85a {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:35:39.231887 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0704b92e-9b14-4805-bf94-4898876a1f69", "tag": "9a0cf395-41f4-4cad-9776-28821287390b", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:35:39.232315 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7ec3c68c-83fa-4206-aa97-76a5d50cb85a {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:35:39.232577 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0704b92e-9b14-4805-bf94-4898876a1f69', 'tag': '9a0cf395-41f4-4cad-9776-28821287390b', 'status': 'completed', 'code': 200} Jul 13 08:35:39.263552 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782a2f2-0907-4613-bbd8-eb77c2f730d7 req-3304c845-8d3b-4bd6-a953-b4f7655c87e8 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:39.265077 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3782a2f2-0907-4613-bbd8-eb77c2f730d7 req-3304c845-8d3b-4bd6-a953-b4f7655c87e8 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=0704b92e-9b14-4805-bf94-4898876a1f69 HTTP/1.1" status: 200 len: 943 time: 0.0756397 Jul 13 08:35:39.286059 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01123902-f03a-4543-9b91-5dce932f6d0d req-fb57d559-7382-4936-b952-2bfb070b5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:39.287591 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-01123902-f03a-4543-9b91-5dce932f6d0d req-fb57d559-7382-4936-b952-2bfb070b5854 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fcbc40852de14f3d8b1c0afbcd778ef7&device_id=0704b92e-9b14-4805-bf94-4898876a1f69 HTTP/1.1" status: 200 len: 1095 time: 0.0524230 Jul 13 08:35:39.304490 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3782a2f2-0907-4613-bbd8-eb77c2f730d7 req-3602b343-7ce4-4cea-b15c-585acdc0432e tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332606 Jul 13 08:35:39.332215 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-01123902-f03a-4543-9b91-5dce932f6d0d req-1ebf81ec-153e-4cc8-8637-c84efc58f9e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a0cf395-41f4-4cad-9776-28821287390b HTTP/1.1" status: 200 len: 217 time: 0.0373082 Jul 13 08:35:39.380318 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01123902-f03a-4543-9b91-5dce932f6d0d req-361653c6-c3cc-40c2-bad7-e174e76168f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:39.381786 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-01123902-f03a-4543-9b91-5dce932f6d0d req-361653c6-c3cc-40c2-bad7-e174e76168f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7adf159f-8ac9-4f0e-a32d-756502034bee HTTP/1.1" status: 200 len: 853 time: 0.0436041 Jul 13 08:35:39.413432 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-01123902-f03a-4543-9b91-5dce932f6d0d req-464b9388-5ed6-432a-a532-e484ad7041fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3edd25ce-5e7c-4d6c-ba7d-6e12afab7208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253794 Jul 13 08:35:39.502571 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-01123902-f03a-4543-9b91-5dce932f6d0d req-fb12b2f1-1600-4cc0-ba74-33e982f3c1e1 service neutron] 10.222.0.35 "GET /v2.0/networks/3edd25ce-5e7c-4d6c-ba7d-6e12afab7208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826287 Jul 13 08:35:39.587965 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-01123902-f03a-4543-9b91-5dce932f6d0d req-50ce4fe1-2950-4366-941d-c5b3672a912e service neutron] 10.222.0.35 "GET /v2.0/networks/3edd25ce-5e7c-4d6c-ba7d-6e12afab7208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794423 Jul 13 08:35:39.685534 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1cf41-4b82-48e9-8222-4e4bd2937eb4 req-73f006f1-5c4b-4995-bbe2-0a935f711f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:39.687043 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9fa1cf41-4b82-48e9-8222-4e4bd2937eb4 req-73f006f1-5c4b-4995-bbe2-0a935f711f60 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fcbc40852de14f3d8b1c0afbcd778ef7&device_id=0704b92e-9b14-4805-bf94-4898876a1f69 HTTP/1.1" status: 200 len: 1095 time: 0.0560112 Jul 13 08:35:39.772965 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1cf41-4b82-48e9-8222-4e4bd2937eb4 req-d7ccbedb-4c4e-4ab8-a3d8-37ce02f6b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:39.774326 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9fa1cf41-4b82-48e9-8222-4e4bd2937eb4 req-d7ccbedb-4c4e-4ab8-a3d8-37ce02f6b844 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3edd25ce-5e7c-4d6c-ba7d-6e12afab7208 HTTP/1.1" status: 200 len: 914 time: 0.0814099 Jul 13 08:35:39.816720 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9fa1cf41-4b82-48e9-8222-4e4bd2937eb4 req-5aa42ea2-682f-4077-b780-048032051b3d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a0cf395-41f4-4cad-9776-28821287390b HTTP/1.1" status: 200 len: 217 time: 0.0364923 Jul 13 08:35:39.864154 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1cf41-4b82-48e9-8222-4e4bd2937eb4 req-8db910cd-e7ba-4990-8704-5408e16a9ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:39.865535 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9fa1cf41-4b82-48e9-8222-4e4bd2937eb4 req-8db910cd-e7ba-4990-8704-5408e16a9ed6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7adf159f-8ac9-4f0e-a32d-756502034bee HTTP/1.1" status: 200 len: 853 time: 0.0426745 Jul 13 08:35:39.897882 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9fa1cf41-4b82-48e9-8222-4e4bd2937eb4 req-47595249-84a4-4cfb-894e-1c22e4f2710c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3edd25ce-5e7c-4d6c-ba7d-6e12afab7208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250776 Jul 13 08:35:39.986908 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9fa1cf41-4b82-48e9-8222-4e4bd2937eb4 req-f0de9a02-fe74-42b9-af3e-a3b0bdf52fa5 service neutron] 10.222.0.35 "GET /v2.0/networks/3edd25ce-5e7c-4d6c-ba7d-6e12afab7208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818133 Jul 13 08:35:40.071920 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-9fa1cf41-4b82-48e9-8222-4e4bd2937eb4 req-bbab70c5-4b28-44cd-bc15-ad6e9630d2d6 service neutron] 10.222.0.35 "GET /v2.0/networks/3edd25ce-5e7c-4d6c-ba7d-6e12afab7208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783381 Jul 13 08:35:40.483176 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2284bba-237c-41be-886f-ec6e402c18bf req-65b89234-46b0-48bd-b8eb-8915966e5e4a tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:40.484661 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2284bba-237c-41be-886f-ec6e402c18bf req-65b89234-46b0-48bd-b8eb-8915966e5e4a tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=0704b92e-9b14-4805-bf94-4898876a1f69 HTTP/1.1" status: 200 len: 943 time: 0.0673816 Jul 13 08:35:40.522039 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2284bba-237c-41be-886f-ec6e402c18bf req-2497cde3-2467-4b58-b660-38c5fa4e2a8a tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319421 Jul 13 08:35:41.688923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1607726-054b-4e5d-8bf3-fd75ee5b0503 req-706358fc-c40d-4008-a981-40001d05ad6a tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:41.690404 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e1607726-054b-4e5d-8bf3-fd75ee5b0503 req-706358fc-c40d-4008-a981-40001d05ad6a tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=0704b92e-9b14-4805-bf94-4898876a1f69 HTTP/1.1" status: 200 len: 943 time: 0.0627801 Jul 13 08:35:41.726917 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e1607726-054b-4e5d-8bf3-fd75ee5b0503 req-895562eb-a598-49f5-903f-a6ec13d12f65 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311184 Jul 13 08:35:42.543218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 9a0cf395-41f4-4cad-9776-28821287390b details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:35:42.637587 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 9a0cf395-41f4-4cad-9776-28821287390b, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=9a0cf395-41f4-4cad-9776-28821287390b,segment=NetworkSegment(48073950-0c3d-4e2f-aa55-f5e5ec491fc5),segment_id=48073950-0c3d-4e2f-aa55-f5e5ec491fc5)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:42.650726 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '9a0cf395-41f4-4cad-9776-28821287390b', 'network_id': '3edd25ce-5e7c-4d6c-ba7d-6e12afab7208', 'port_id': '9a0cf395-41f4-4cad-9776-28821287390b', 'mac_address': 'fa:16:3e:98:8b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7adf159f-8ac9-4f0e-a32d-756502034bee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:35:42.690774 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:42.703000 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0cf395-41f4-4cad-9776-28821287390b {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:35:42.722072 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 9a0cf395-41f4-4cad-9776-28821287390b, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=9a0cf395-41f4-4cad-9776-28821287390b,segment=NetworkSegment(48073950-0c3d-4e2f-aa55-f5e5ec491fc5),segment_id=48073950-0c3d-4e2f-aa55-f5e5ec491fc5)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:42.725873 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:42.776161 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=9a0cf395-41f4-4cad-9776-28821287390b,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:42.898632 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31f9f4-e637-4a14-8842-fb995a5bc1bc req-9238505d-c72f-44e2-bd5d-1b2c1192272a tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:42.899992 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df31f9f4-e637-4a14-8842-fb995a5bc1bc req-9238505d-c72f-44e2-bd5d-1b2c1192272a tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=0704b92e-9b14-4805-bf94-4898876a1f69 HTTP/1.1" status: 200 len: 944 time: 0.0637140 Jul 13 08:35:42.940350 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['9a0cf395-41f4-4cad-9776-28821287390b'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:35:42.940873 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df31f9f4-e637-4a14-8842-fb995a5bc1bc req-c8d485bb-7a59-45b8-b6f9-077e9e461b2e tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319676 Jul 13 08:35:43.402681 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:44.119776 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d26a6-d931-4ed8-aa1b-0fa4d78c8fd3 req-26bccc46-8f20-4cea-ac83-db4ea72fd0f1 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:44.121259 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7d5d26a6-d931-4ed8-aa1b-0fa4d78c8fd3 req-26bccc46-8f20-4cea-ac83-db4ea72fd0f1 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=0704b92e-9b14-4805-bf94-4898876a1f69 HTTP/1.1" status: 200 len: 944 time: 0.0658975 Jul 13 08:35:44.158336 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7d5d26a6-d931-4ed8-aa1b-0fa4d78c8fd3 req-caf48de0-d518-4b1e-b1c6-f24e76eb8240 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315440 Jul 13 08:35:44.558740 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 9a0cf395-41f4-4cad-9776-28821287390b up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:35:44.605439 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 9a0cf395-41f4-4cad-9776-28821287390b completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:35:44.609084 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 9a0cf395-41f4-4cad-9776-28821287390b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:35:44.609457 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:44.683001 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:44.708015 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0704b92e-9b14-4805-bf94-4898876a1f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0cf395-41f4-4cad-9776-28821287390b'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:35:44.710267 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d933589-35bb-4f17-a478-9b1a1c0d9840" -d '{"events": [{"server_uuid": "0704b92e-9b14-4805-bf94-4898876a1f69", "name": "network-vif-plugged", "status": "completed", "tag": "9a0cf395-41f4-4cad-9776-28821287390b"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:35:44.722756 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 9a0cf395-41f4-4cad-9776-28821287390b, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=9a0cf395-41f4-4cad-9776-28821287390b,segment=NetworkSegment(48073950-0c3d-4e2f-aa55-f5e5ec491fc5),segment_id=48073950-0c3d-4e2f-aa55-f5e5ec491fc5)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:44.726877 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:44.751438 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cd7baa-02f5-4250-8f34-f3c278fb3331 x-openstack-request-id: req-f4cd7baa-02f5-4250-8f34-f3c278fb3331 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:35:44.751750 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0704b92e-9b14-4805-bf94-4898876a1f69", "name": "network-vif-plugged", "status": "completed", "tag": "9a0cf395-41f4-4cad-9776-28821287390b", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:35:44.752019 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4cd7baa-02f5-4250-8f34-f3c278fb3331 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:35:44.752406 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0704b92e-9b14-4805-bf94-4898876a1f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0cf395-41f4-4cad-9776-28821287390b', 'code': 200} Jul 13 08:35:44.781573 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=9a0cf395-41f4-4cad-9776-28821287390b,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:44.859586 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d9f55-a7d8-455b-9b80-79e66584a14f req-fc5fbb86-9990-4deb-b0d3-5e974bc70104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:44.860968 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-167d9f55-a7d8-455b-9b80-79e66584a14f req-fc5fbb86-9990-4deb-b0d3-5e974bc70104 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0704b92e-9b14-4805-bf94-4898876a1f69 HTTP/1.1" status: 200 len: 1097 time: 0.0500112 Jul 13 08:35:44.898963 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-167d9f55-a7d8-455b-9b80-79e66584a14f req-1eda294d-978b-41c6-8f1f-9de44fd6f5c1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311899 Jul 13 08:35:45.328835 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9336a-a84d-465f-877e-376f90021633 req-ba757285-63b7-4c91-954b-fc2312bdcd0b tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:45.330338 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-21a9336a-a84d-465f-877e-376f90021633 req-ba757285-63b7-4c91-954b-fc2312bdcd0b tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=0704b92e-9b14-4805-bf94-4898876a1f69 HTTP/1.1" status: 200 len: 945 time: 0.0631211 Jul 13 08:35:45.367703 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-21a9336a-a84d-465f-877e-376f90021633 req-d75be3a7-f677-4af9-98e9-3eac5cc3585a tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319386 Jul 13 08:35:46.541576 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1fd5d-ddc3-44b6-bbb2-174fdb37e893 req-cc31540e-25c8-4750-9c5c-5fe5bb57dabd tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:46.543080 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-35c1fd5d-ddc3-44b6-bbb2-174fdb37e893 req-cc31540e-25c8-4750-9c5c-5fe5bb57dabd tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=0704b92e-9b14-4805-bf94-4898876a1f69 HTTP/1.1" status: 200 len: 945 time: 0.0667489 Jul 13 08:35:46.580439 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-35c1fd5d-ddc3-44b6-bbb2-174fdb37e893 req-88073c5d-4495-45ad-bdf3-7e96088171b2 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314322 Jul 13 08:35:46.944357 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf6904-34ea-4fd5-b8e9-05fde14560c3 req-dbec6407-4c89-402e-a278-7547be60d71b tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:46.945740 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-91bf6904-34ea-4fd5-b8e9-05fde14560c3 req-dbec6407-4c89-402e-a278-7547be60d71b tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=0704b92e-9b14-4805-bf94-4898876a1f69 HTTP/1.1" status: 200 len: 945 time: 0.0627439 Jul 13 08:35:46.983172 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-91bf6904-34ea-4fd5-b8e9-05fde14560c3 req-bdf627d8-ee42-4336-b2e8-37c2279f94ac tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314202 Jul 13 08:35:48.159140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021f5b7-13a4-4dfa-a82a-a5f5bce56171 req-92c59a8b-3d65-4a73-b9a5-e9150e693ab9 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:48.160785 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b021f5b7-13a4-4dfa-a82a-a5f5bce56171 req-92c59a8b-3d65-4a73-b9a5-e9150e693ab9 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=0704b92e-9b14-4805-bf94-4898876a1f69 HTTP/1.1" status: 200 len: 945 time: 0.0653167 Jul 13 08:35:48.191696 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69227c00-0a1e-461a-a61b-2f4fb19e6f85 req-69c442d6-9eec-4706-bac2-ba399b180d98 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:48.193151 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-69227c00-0a1e-461a-a61b-2f4fb19e6f85 req-69c442d6-9eec-4706-bac2-ba399b180d98 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.35 "GET /v2.0/ports?device_id=0704b92e-9b14-4805-bf94-4898876a1f69 HTTP/1.1" status: 200 len: 945 time: 0.0671699 Jul 13 08:35:48.197922 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b021f5b7-13a4-4dfa-a82a-a5f5bce56171 req-fc8ffb74-9eb6-45b3-a48c-fb36acfb6fd4 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316522 Jul 13 08:35:48.289785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-69227c00-0a1e-461a-a61b-2f4fb19e6f85 req-967da9b9-c6ef-434f-91d2-d87a9b443f6a tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Deleting port 9a0cf395-41f4-4cad-9776-28821287390b {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:35:48.290040 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-69227c00-0a1e-461a-a61b-2f4fb19e6f85 req-967da9b9-c6ef-434f-91d2-d87a9b443f6a tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:48.379101 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-69227c00-0a1e-461a-a61b-2f4fb19e6f85 req-967da9b9-c6ef-434f-91d2-d87a9b443f6a tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] For port 9a0cf395-41f4-4cad-9776-28821287390b, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=9a0cf395-41f4-4cad-9776-28821287390b,segment=NetworkSegment(48073950-0c3d-4e2f-aa55-f5e5ec491fc5),segment_id=48073950-0c3d-4e2f-aa55-f5e5ec491fc5)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:48.379462 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-69227c00-0a1e-461a-a61b-2f4fb19e6f85 req-967da9b9-c6ef-434f-91d2-d87a9b443f6a tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:48.392315 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-69227c00-0a1e-461a-a61b-2f4fb19e6f85 req-967da9b9-c6ef-434f-91d2-d87a9b443f6a tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Calling delete_port for 9a0cf395-41f4-4cad-9776-28821287390b owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:35:48.517225 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-69227c00-0a1e-461a-a61b-2f4fb19e6f85 req-967da9b9-c6ef-434f-91d2-d87a9b443f6a tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:48.528846 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['9a0cf395-41f4-4cad-9776-28821287390b'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:35:48.534048 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['2be6495a-ce90-49e5-b0af-bceb75ba3a6e'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:35:48.544258 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967da9b9-c6ef-434f-91d2-d87a9b443f6a tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Pushing event deleted for resources: {'Port': ['ID=9a0cf395-41f4-4cad-9776-28821287390b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:48.593262 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-69227c00-0a1e-461a-a61b-2f4fb19e6f85 req-967da9b9-c6ef-434f-91d2-d87a9b443f6a tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] No DVR routers for this DVR port 9a0cf395-41f4-4cad-9776-28821287390b on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:35:48.596141 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-69227c00-0a1e-461a-a61b-2f4fb19e6f85 req-967da9b9-c6ef-434f-91d2-d87a9b443f6a tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:48.598144 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-69227c00-0a1e-461a-a61b-2f4fb19e6f85 req-967da9b9-c6ef-434f-91d2-d87a9b443f6a tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.35 "DELETE /v2.0/ports/9a0cf395-41f4-4cad-9776-28821287390b HTTP/1.1" status: 204 len: 173 time: 0.3999145 Jul 13 08:35:48.598581 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0704b92e-9b14-4805-bf94-4898876a1f69', 'name': 'network-vif-deleted', 'tag': '9a0cf395-41f4-4cad-9776-28821287390b'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:35:48.600831 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19da1f1c817b7d3b3f035bd3be9e28848a799e6e4ef5efd80c73c51428ad5e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d945d8a-44ce-42cb-86f8-f5c36e94aef9" -d '{"events": [{"server_uuid": "0704b92e-9b14-4805-bf94-4898876a1f69", "name": "network-vif-deleted", "tag": "9a0cf395-41f4-4cad-9776-28821287390b"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:35:48.637766 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e53424-1461-4663-b08a-b19a2307e757 x-openstack-request-id: req-72e53424-1461-4663-b08a-b19a2307e757 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:35:48.638066 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0704b92e-9b14-4805-bf94-4898876a1f69", "name": "network-vif-deleted", "tag": "9a0cf395-41f4-4cad-9776-28821287390b", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:35:48.638346 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-72e53424-1461-4663-b08a-b19a2307e757 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:35:48.638752 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0704b92e-9b14-4805-bf94-4898876a1f69', 'name': 'network-vif-deleted', 'tag': '9a0cf395-41f4-4cad-9776-28821287390b', 'status': 'completed', 'code': 200} Jul 13 08:35:49.442550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc4456-3130-47d2-97d5-054beb3e694b req-ffd24d29-2649-43d1-9eb1-7d0888fd2fb7 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:49.444026 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f9dc4456-3130-47d2-97d5-054beb3e694b req-ffd24d29-2649-43d1-9eb1-7d0888fd2fb7 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca63bd87-1403-407f-97a7-74020bc5a68f HTTP/1.1" status: 200 len: 946 time: 0.0667233 Jul 13 08:35:49.480848 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f9dc4456-3130-47d2-97d5-054beb3e694b req-72769dfc-c6b3-4775-a4d8-cd38f71f3f16 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313334 Jul 13 08:35:49.668406 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15b35a-fb8f-44df-9d4f-5497d83e12a7 req-d08d8a7d-9040-4ead-b548-9506475adb4f tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:49.669895 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3a15b35a-fb8f-44df-9d4f-5497d83e12a7 req-d08d8a7d-9040-4ead-b548-9506475adb4f tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca63bd87-1403-407f-97a7-74020bc5a68f HTTP/1.1" status: 200 len: 946 time: 0.0631437 Jul 13 08:35:49.706613 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3a15b35a-fb8f-44df-9d4f-5497d83e12a7 req-b987d2b7-d6a7-4012-8eae-4029ceb334e1 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312200 Jul 13 08:35:49.881011 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9bcf4-53b2-458b-a905-4d1c84d11709 req-d5be9d62-4b9f-4224-957b-a134144a65d8 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:49.882507 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0eb9bcf4-53b2-458b-a905-4d1c84d11709 req-d5be9d62-4b9f-4224-957b-a134144a65d8 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca63bd87-1403-407f-97a7-74020bc5a68f HTTP/1.1" status: 200 len: 946 time: 0.0678701 Jul 13 08:35:49.919282 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0eb9bcf4-53b2-458b-a905-4d1c84d11709 req-ac7ba718-307f-4e8c-a6c4-42661c37a1d6 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313447 Jul 13 08:35:50.185849 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecba2f-ad78-495c-ad0a-aeec7478ae51 req-0d3620aa-904f-49b5-84c3-48bcdaca1919 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:50.187423 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-35ecba2f-ad78-495c-ad0a-aeec7478ae51 req-0d3620aa-904f-49b5-84c3-48bcdaca1919 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca63bd87-1403-407f-97a7-74020bc5a68f HTTP/1.1" status: 200 len: 946 time: 0.0639834 Jul 13 08:35:50.224330 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-35ecba2f-ad78-495c-ad0a-aeec7478ae51 req-093fc3c5-e054-4c41-ae20-f9cda6c515f4 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312448 Jul 13 08:35:50.395906 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72456ce-32ef-4412-a2a0-a086cb4ce5d9 req-c6706a0d-872d-4d97-bb5b-42ebe0fd1195 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:50.397287 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e72456ce-32ef-4412-a2a0-a086cb4ce5d9 req-c6706a0d-872d-4d97-bb5b-42ebe0fd1195 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca63bd87-1403-407f-97a7-74020bc5a68f HTTP/1.1" status: 200 len: 946 time: 0.0631745 Jul 13 08:35:50.433769 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e72456ce-32ef-4412-a2a0-a086cb4ce5d9 req-4387078d-1775-42b7-83d9-3de52bda7b50 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310180 Jul 13 08:35:50.615536 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ab6aa-d44f-414b-b6f7-2d34e2da2aec req-c79d76f2-759d-4ce8-a619-2cfa0dfc591c tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:50.617053 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c8ab6aa-d44f-414b-b6f7-2d34e2da2aec req-c79d76f2-759d-4ce8-a619-2cfa0dfc591c tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca63bd87-1403-407f-97a7-74020bc5a68f HTTP/1.1" status: 200 len: 946 time: 0.0670717 Jul 13 08:35:50.659843 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c8ab6aa-d44f-414b-b6f7-2d34e2da2aec req-7104b49c-2851-4ece-b1f7-f16eb0b3a748 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371525 Jul 13 08:35:51.160859 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3139926-5baa-4911-95f3-ece9683d086a req-115d5aa9-4e40-42bd-84c1-002330fbc56a tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:51.162472 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3139926-5baa-4911-95f3-ece9683d086a req-115d5aa9-4e40-42bd-84c1-002330fbc56a tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca63bd87-1403-407f-97a7-74020bc5a68f HTTP/1.1" status: 200 len: 946 time: 0.0636716 Jul 13 08:35:51.199862 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3139926-5baa-4911-95f3-ece9683d086a req-c26849c7-7352-4562-9d6f-2f201d270049 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319040 Jul 13 08:35:52.374213 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16778500-0c5d-4569-a45e-7e3c1e28d1c5 req-09a1af5a-fef3-4708-92dd-b001db07c44e tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:52.375614 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-16778500-0c5d-4569-a45e-7e3c1e28d1c5 req-09a1af5a-fef3-4708-92dd-b001db07c44e tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca63bd87-1403-407f-97a7-74020bc5a68f HTTP/1.1" status: 200 len: 946 time: 0.0674000 Jul 13 08:35:52.442187 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-16778500-0c5d-4569-a45e-7e3c1e28d1c5 req-8cbf5ed3-970a-46a8-9437-78e665454e95 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.58 "GET /v2.0/security-groups?id=50617110-e34c-476a-bd31-b27d1847af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610456 Jul 13 08:35:52.471332 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbb2c7-8e77-42a8-8068-e1bd19859e81 req-f9119af6-c6b7-4997-9bc1-27bdb2c510de tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:52.472769 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0bfbb2c7-8e77-42a8-8068-e1bd19859e81 req-f9119af6-c6b7-4997-9bc1-27bdb2c510de tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca63bd87-1403-407f-97a7-74020bc5a68f HTTP/1.1" status: 200 len: 946 time: 0.0760355 Jul 13 08:35:52.569306 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-0bfbb2c7-8e77-42a8-8068-e1bd19859e81 req-1e0b9b4d-5f60-4e2a-a6be-dcf1bd44cb03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Deleting port 2be6495a-ce90-49e5-b0af-bceb75ba3a6e {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:35:52.569645 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0bfbb2c7-8e77-42a8-8068-e1bd19859e81 req-1e0b9b4d-5f60-4e2a-a6be-dcf1bd44cb03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:52.590804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 9a0cf395-41f4-4cad-9776-28821287390b no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:35:52.611158 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 9a0cf395-41f4-4cad-9776-28821287390b {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:35:52.611509 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 9a0cf395-41f4-4cad-9776-28821287390b not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:35:52.661922 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0bfbb2c7-8e77-42a8-8068-e1bd19859e81 req-1e0b9b4d-5f60-4e2a-a6be-dcf1bd44cb03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] For port 2be6495a-ce90-49e5-b0af-bceb75ba3a6e, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=2be6495a-ce90-49e5-b0af-bceb75ba3a6e,segment=NetworkSegment(48073950-0c3d-4e2f-aa55-f5e5ec491fc5),segment_id=48073950-0c3d-4e2f-aa55-f5e5ec491fc5)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:52.662223 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0bfbb2c7-8e77-42a8-8068-e1bd19859e81 req-1e0b9b4d-5f60-4e2a-a6be-dcf1bd44cb03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:52.674819 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-0bfbb2c7-8e77-42a8-8068-e1bd19859e81 req-1e0b9b4d-5f60-4e2a-a6be-dcf1bd44cb03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Calling delete_port for 2be6495a-ce90-49e5-b0af-bceb75ba3a6e owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:35:52.799447 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0bfbb2c7-8e77-42a8-8068-e1bd19859e81 req-1e0b9b4d-5f60-4e2a-a6be-dcf1bd44cb03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:52.811703 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['2be6495a-ce90-49e5-b0af-bceb75ba3a6e'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:35:52.829917 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b9b4d-5f60-4e2a-a6be-dcf1bd44cb03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Pushing event deleted for resources: {'Port': ['ID=2be6495a-ce90-49e5-b0af-bceb75ba3a6e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:52.855796 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9b4d-5f60-4e2a-a6be-dcf1bd44cb03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:52.856143 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9b4d-5f60-4e2a-a6be-dcf1bd44cb03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:52.856481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9b4d-5f60-4e2a-a6be-dcf1bd44cb03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:52.856815 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9b4d-5f60-4e2a-a6be-dcf1bd44cb03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:52.857145 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9b4d-5f60-4e2a-a6be-dcf1bd44cb03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:52.857470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9b4d-5f60-4e2a-a6be-dcf1bd44cb03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:52.858311 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9b4d-5f60-4e2a-a6be-dcf1bd44cb03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:52.858643 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9b4d-5f60-4e2a-a6be-dcf1bd44cb03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:52.858965 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9b4d-5f60-4e2a-a6be-dcf1bd44cb03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:52.859289 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9b4d-5f60-4e2a-a6be-dcf1bd44cb03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:52.859608 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9b4d-5f60-4e2a-a6be-dcf1bd44cb03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:52.859926 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9b4d-5f60-4e2a-a6be-dcf1bd44cb03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:52.881934 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfbb2c7-8e77-42a8-8068-e1bd19859e81 req-1e0b9b4d-5f60-4e2a-a6be-dcf1bd44cb03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] No DVR routers for this DVR port 2be6495a-ce90-49e5-b0af-bceb75ba3a6e on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:35:52.884207 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0bfbb2c7-8e77-42a8-8068-e1bd19859e81 req-1e0b9b4d-5f60-4e2a-a6be-dcf1bd44cb03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:52.886244 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0bfbb2c7-8e77-42a8-8068-e1bd19859e81 req-1e0b9b4d-5f60-4e2a-a6be-dcf1bd44cb03 tempest-ServersNegativeTestJSON-315579139 tempest-ServersNegativeTestJSON-315579139-project] 10.222.0.62 "DELETE /v2.0/ports/2be6495a-ce90-49e5-b0af-bceb75ba3a6e HTTP/1.1" status: 204 len: 173 time: 0.4075935 Jul 13 08:35:52.886652 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca63bd87-1403-407f-97a7-74020bc5a68f', 'name': 'network-vif-deleted', 'tag': '2be6495a-ce90-49e5-b0af-bceb75ba3a6e'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:35:52.888866 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522f7a7a-f9e2-49b8-9c95-d1eae286aec0" -d '{"events": [{"server_uuid": "ca63bd87-1403-407f-97a7-74020bc5a68f", "name": "network-vif-deleted", "tag": "2be6495a-ce90-49e5-b0af-bceb75ba3a6e"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:35:52.927356 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edd68a7-e24a-41bb-8bf5-7f6a1dcda911 x-openstack-request-id: req-5edd68a7-e24a-41bb-8bf5-7f6a1dcda911 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:35:52.927695 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca63bd87-1403-407f-97a7-74020bc5a68f", "name": "network-vif-deleted", "tag": "2be6495a-ce90-49e5-b0af-bceb75ba3a6e", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:35:52.927951 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5edd68a7-e24a-41bb-8bf5-7f6a1dcda911 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:35:52.928350 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca63bd87-1403-407f-97a7-74020bc5a68f', 'name': 'network-vif-deleted', 'tag': '2be6495a-ce90-49e5-b0af-bceb75ba3a6e', 'status': 'completed', 'code': 200} Jul 13 08:35:53.288236 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32dba7b9-c100-4e90-99ac-1cf9cfc71fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:53.538997 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35018) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:53.586403 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b2a866-42b0-4dfe-b3ce-0abcc5ffbf89 admin admin] Deleting subnet 7adf159f-8ac9-4f0e-a32d-756502034bee {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:35:53.589606 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e4b2a866-42b0-4dfe-b3ce-0abcc5ffbf89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:53.622660 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e4b2a866-42b0-4dfe-b3ce-0abcc5ffbf89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:53.659906 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e4b2a866-42b0-4dfe-b3ce-0abcc5ffbf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:53.710688 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e4b2a866-42b0-4dfe-b3ce-0abcc5ffbf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:53.737056 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e4b2a866-42b0-4dfe-b3ce-0abcc5ffbf89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:53.738983 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e4b2a866-42b0-4dfe-b3ce-0abcc5ffbf89 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7adf159f-8ac9-4f0e-a32d-756502034bee HTTP/1.1" status: 204 len: 168 time: 0.1990371 Jul 13 08:35:53.739946 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2a866-42b0-4dfe-b3ce-0abcc5ffbf89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7adf159f-8ac9-4f0e-a32d-756502034bee,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:53.741527 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35020) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:53.812328 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9281d2f2-64af-4c3a-81bd-da8e3ebac201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:53.892031 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9281d2f2-64af-4c3a-81bd-da8e3ebac201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:53.901773 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9281d2f2-64af-4c3a-81bd-da8e3ebac201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edd25ce-5e7c-4d6c-ba7d-6e12afab7208']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:53.911354 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9281d2f2-64af-4c3a-81bd-da8e3ebac201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48073950-0c3d-4e2f-aa55-f5e5ec491fc5') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:53.911652 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9281d2f2-64af-4c3a-81bd-da8e3ebac201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48073950-0c3d-4e2f-aa55-f5e5ec491fc5') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:53.920270 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9281d2f2-64af-4c3a-81bd-da8e3ebac201 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:53.933706 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9281d2f2-64af-4c3a-81bd-da8e3ebac201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:53.940164 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9281d2f2-64af-4c3a-81bd-da8e3ebac201 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:35:53.940549 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9281d2f2-64af-4c3a-81bd-da8e3ebac201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:35:53.942204 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:35:53.993485 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9281d2f2-64af-4c3a-81bd-da8e3ebac201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:53.998813 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9281d2f2-64af-4c3a-81bd-da8e3ebac201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:54.000945 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9281d2f2-64af-4c3a-81bd-da8e3ebac201 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3edd25ce-5e7c-4d6c-ba7d-6e12afab7208 HTTP/1.1" status: 204 len: 168 time: 0.2581058 Jul 13 08:35:54.011658 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281d2f2-64af-4c3a-81bd-da8e3ebac201 admin admin] Pushing event deleted for resources: {'Network': ['ID=3edd25ce-5e7c-4d6c-ba7d-6e12afab7208,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:54.107569 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35024) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:54.146797 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-762cfc53-5896-4144-967f-e71ef3eb64f9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fcbc40852de14f3d8b1c0afbcd778ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375888 Jul 13 08:35:54.149209 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35026) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:54.200363 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b1826c9d-7561-4141-b8f9-7f33061dd854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:54.220481 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b1826c9d-7561-4141-b8f9-7f33061dd854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:54.265836 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b1826c9d-7561-4141-b8f9-7f33061dd854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:54.268335 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b1826c9d-7561-4141-b8f9-7f33061dd854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:54.269457 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b1826c9d-7561-4141-b8f9-7f33061dd854 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/50617110-e34c-476a-bd31-b27d1847af4d HTTP/1.1" status: 204 len: 168 time: 0.1193311 Jul 13 08:35:54.276812 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1826c9d-7561-4141-b8f9-7f33061dd854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50617110-e34c-476a-bd31-b27d1847af4d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:54.923049 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35048) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:55.012589 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d929dde4-815b-45be-b202-bf2273f97c92 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1628343976'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:35:55.034413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d929dde4-815b-45be-b202-bf2273f97c92 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Made reservation on behalf of ed6540268ae34b8d91caebc18cf2f0a7 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:35:55.038024 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d929dde4-815b-45be-b202-bf2273f97c92 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:55.046324 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d929dde4-815b-45be-b202-bf2273f97c92 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:55.138392 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d929dde4-815b-45be-b202-bf2273f97c92 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:55.143035 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d929dde4-815b-45be-b202-bf2273f97c92 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:55.169231 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d929dde4-815b-45be-b202-bf2273f97c92 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:35:55.178720 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929dde4-815b-45be-b202-bf2273f97c92 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0252a2b4-3d35-4146-9f43-05d84023ffa5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:55.184699 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d929dde4-815b-45be-b202-bf2273f97c92 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:55.185041 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-d929dde4-815b-45be-b202-bf2273f97c92 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Added segment 527b6e23-3748-4af9-8bd6-de73a042e348 of type vlan for network 73e18e8e-c05b-4879-bddc-b32a18a94269 Jul 13 08:35:55.224662 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d929dde4-815b-45be-b202-bf2273f97c92 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:55.255089 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d929dde4-815b-45be-b202-bf2273f97c92 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:55.260660 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d929dde4-815b-45be-b202-bf2273f97c92 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:55.261242 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d929dde4-815b-45be-b202-bf2273f97c92 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:55.295593 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d929dde4-815b-45be-b202-bf2273f97c92 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3714740 Jul 13 08:35:55.326410 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929dde4-815b-45be-b202-bf2273f97c92 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event updated for resources: {'Network': ['ID=73e18e8e-c05b-4879-bddc-b32a18a94269,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:55.338453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 73e18e8e-c05b-4879-bddc-b32a18a94269 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:35:56.356869 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 2be6495a-ce90-49e5-b0af-bceb75ba3a6e no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:35:56.376785 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 2be6495a-ce90-49e5-b0af-bceb75ba3a6e {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:35:56.377070 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 2be6495a-ce90-49e5-b0af-bceb75ba3a6e not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:35:57.633034 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-561e51a5-7249-4ee2-9354-0f4630538b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:57.863002 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:58.523746 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35052) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:58.528928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6aa07746-3b53-49b6-b3a0-72209caeba9c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Request body: {'subnet': {'network_id': '73e18e8e-c05b-4879-bddc-b32a18a94269', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:35:58.618009 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa07746-3b53-49b6-b3a0-72209caeba9c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Made reservation on behalf of ed6540268ae34b8d91caebc18cf2f0a7 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:35:58.621560 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6aa07746-3b53-49b6-b3a0-72209caeba9c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:58.799753 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6aa07746-3b53-49b6-b3a0-72209caeba9c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:58.860466 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa07746-3b53-49b6-b3a0-72209caeba9c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event updated for resources: {'Subnet': ['ID=7ede5541-6d38-4969-8930-076011c67188,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:58.868472 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa07746-3b53-49b6-b3a0-72209caeba9c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Checking segment: {'id': '527b6e23-3748-4af9-8bd6-de73a042e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '73e18e8e-c05b-4879-bddc-b32a18a94269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:35:58.868839 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa07746-3b53-49b6-b3a0-72209caeba9c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Network hostable DHCP agents. Network: 73e18e8e-c05b-4879-bddc-b32a18a94269, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:35:58.886077 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa07746-3b53-49b6-b3a0-72209caeba9c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Network 73e18e8e-c05b-4879-bddc-b32a18a94269 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:35:58.894154 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-6aa07746-3b53-49b6-b3a0-72209caeba9c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 73e18e8e-c05b-4879-bddc-b32a18a94269) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:35:58.898136 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa07746-3b53-49b6-b3a0-72209caeba9c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:58.898744 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6aa07746-3b53-49b6-b3a0-72209caeba9c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:58.904025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10cfab2-11bd-45bd-b2ea-5e891dd8762c None None] Network 73e18e8e-c05b-4879-bddc-b32a18a94269 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:35:58.913736 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6aa07746-3b53-49b6-b3a0-72209caeba9c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3888960 Jul 13 08:35:58.917418 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35054) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:58.922950 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e87eaf9f-42d5-4292-b5f9-622f8228b9df tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-336525856'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:35:58.942996 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87eaf9f-42d5-4292-b5f9-622f8228b9df tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Made reservation on behalf of ed6540268ae34b8d91caebc18cf2f0a7 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:35:58.946671 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e87eaf9f-42d5-4292-b5f9-622f8228b9df tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:58.970949 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87eaf9f-42d5-4292-b5f9-622f8228b9df tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:35:58.980306 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e87eaf9f-42d5-4292-b5f9-622f8228b9df tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:58.980645 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-e87eaf9f-42d5-4292-b5f9-622f8228b9df tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Added segment 65c6fa9e-9990-434a-ac62-074a8fc8ec8f of type vlan for network 46e9bdac-b9f1-4827-a908-8620eedc1238 Jul 13 08:35:59.019111 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e87eaf9f-42d5-4292-b5f9-622f8228b9df tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.048398 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e87eaf9f-42d5-4292-b5f9-622f8228b9df tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.051294 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-73e18e8e-c05b-4879-bddc-b32a18a94269', 'network_id': '73e18e8e-c05b-4879-bddc-b32a18a94269', 'tenant_id': 'ed6540268ae34b8d91caebc18cf2f0a7', 'fixed_ips': [{'subnet_id': '7ede5541-6d38-4969-8930-076011c67188'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:35:59.052103 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.053918 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87eaf9f-42d5-4292-b5f9-622f8228b9df tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:59.054532 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e87eaf9f-42d5-4292-b5f9-622f8228b9df tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.089141 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e87eaf9f-42d5-4292-b5f9-622f8228b9df tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1706893 Jul 13 08:35:59.092806 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35056) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:59.097606 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-46673fdd-1e0e-4376-9fe6-bae0ea3eea26 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Request body: {'subnet': {'network_id': '46e9bdac-b9f1-4827-a908-8620eedc1238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:35:59.140610 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87eaf9f-42d5-4292-b5f9-622f8228b9df tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event updated for resources: {'Network': ['ID=46e9bdac-b9f1-4827-a908-8620eedc1238,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:59.173106 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 46e9bdac-b9f1-4827-a908-8620eedc1238 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:35:59.214231 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46673fdd-1e0e-4376-9fe6-bae0ea3eea26 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Made reservation on behalf of ed6540268ae34b8d91caebc18cf2f0a7 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:35:59.218747 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46673fdd-1e0e-4376-9fe6-bae0ea3eea26 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.243288 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Allocated IP 2001:db8:0:ffff::2 (73e18e8e-c05b-4879-bddc-b32a18a94269/7ede5541-6d38-4969-8930-076011c67188/884bb90e-999a-4080-aecd-8067e4c3e44d) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:35:59.401973 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.406143 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46673fdd-1e0e-4376-9fe6-bae0ea3eea26 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.411677 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Transition to ACTIVE for port object 884bb90e-999a-4080-aecd-8067e4c3e44d will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:35:59.426236 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Transition to ACTIVE for port object 884bb90e-999a-4080-aecd-8067e4c3e44d will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:35:59.432153 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.471778 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Network 73e18e8e-c05b-4879-bddc-b32a18a94269 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:35:59.472436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46673fdd-1e0e-4376-9fe6-bae0ea3eea26 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event updated for resources: {'Subnet': ['ID=f3f0f7ea-ccd3-40db-9c6d-4ac808205249,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:59.474468 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:35:59.477902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:35:59.483038 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46673fdd-1e0e-4376-9fe6-bae0ea3eea26 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Checking segment: {'id': '65c6fa9e-9990-434a-ac62-074a8fc8ec8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '46e9bdac-b9f1-4827-a908-8620eedc1238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:35:59.483402 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46673fdd-1e0e-4376-9fe6-bae0ea3eea26 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Network hostable DHCP agents. Network: 46e9bdac-b9f1-4827-a908-8620eedc1238, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:35:59.485640 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Pushing event updated for resources: {'Port': ['ID=884bb90e-999a-4080-aecd-8067e4c3e44d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:59.499674 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46673fdd-1e0e-4376-9fe6-bae0ea3eea26 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Network 46e9bdac-b9f1-4827-a908-8620eedc1238 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:35:59.507872 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-46673fdd-1e0e-4376-9fe6-bae0ea3eea26 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 46e9bdac-b9f1-4827-a908-8620eedc1238) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:35:59.510473 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:59.510827 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:59.511166 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:59.511498 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:59.511823 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:59.512146 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:59.512462 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:59.512787 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:59.513170 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:59.513418 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:59.513733 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:59.514595 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:59.516988 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46673fdd-1e0e-4376-9fe6-bae0ea3eea26 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:59.517923 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46673fdd-1e0e-4376-9fe6-bae0ea3eea26 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.532907 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-46673fdd-1e0e-4376-9fe6-bae0ea3eea26 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4390936 Jul 13 08:35:59.535670 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35058) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:59.542121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5014b212-eef2-4e4e-b7d6-c2d78f663b60 None None] Network 46e9bdac-b9f1-4827-a908-8620eedc1238 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:35:59.573130 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Attempting to bind port 884bb90e-999a-4080-aecd-8067e4c3e44d on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:35:59.573530 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Attempting to bind port 884bb90e-999a-4080-aecd-8067e4c3e44d by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '527b6e23-3748-4af9-8bd6-de73a042e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '73e18e8e-c05b-4879-bddc-b32a18a94269'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:35:59.573842 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Attempting to bind port 884bb90e-999a-4080-aecd-8067e4c3e44d on network 73e18e8e-c05b-4879-bddc-b32a18a94269 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:35:59.605822 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:35:59.606210 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Checking segment: {'id': '527b6e23-3748-4af9-8bd6-de73a042e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '73e18e8e-c05b-4879-bddc-b32a18a94269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:35:59.606607 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.606992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Bound using segment: {'id': '527b6e23-3748-4af9-8bd6-de73a042e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '73e18e8e-c05b-4879-bddc-b32a18a94269'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:35:59.607460 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Bound port: 884bb90e-999a-4080-aecd-8067e4c3e44d, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527b6e23-3748-4af9-8bd6-de73a042e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '73e18e8e-c05b-4879-bddc-b32a18a94269'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:35:59.608358 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.635457 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ea020e1-d4b3-4ff6-82e0-5704f45e1810 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.713146 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ea020e1-d4b3-4ff6-82e0-5704f45e1810 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.716122 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] For port 884bb90e-999a-4080-aecd-8067e4c3e44d, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:35:59.721889 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] For port 884bb90e-999a-4080-aecd-8067e4c3e44d, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=884bb90e-999a-4080-aecd-8067e4c3e44d,segment=NetworkSegment(527b6e23-3748-4af9-8bd6-de73a042e348),segment_id=527b6e23-3748-4af9-8bd6-de73a042e348)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:35:59.726310 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.768526 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aade47f-d4ce-4786-9c7c-0042249096cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-46e9bdac-b9f1-4827-a908-8620eedc1238', 'network_id': '46e9bdac-b9f1-4827-a908-8620eedc1238', 'tenant_id': 'ed6540268ae34b8d91caebc18cf2f0a7', 'fixed_ips': [{'subnet_id': 'f3f0f7ea-ccd3-40db-9c6d-4ac808205249'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:35:59.769373 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8aade47f-d4ce-4786-9c7c-0042249096cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.784577 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ea020e1-d4b3-4ff6-82e0-5704f45e1810 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.825305 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea020e1-d4b3-4ff6-82e0-5704f45e1810 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event deleted for resources: {'Subnet': ['ID=f3f0f7ea-ccd3-40db-9c6d-4ac808205249,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:59.875654 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f70670-a350-40ce-8f86-280728e9e671 None None] Pushing event updated for resources: {'Port': ['ID=884bb90e-999a-4080-aecd-8067e4c3e44d,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:59.882236 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.894815 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81f8f6e-b106-474c-982b-4ece1a526f91 None None] Network 46e9bdac-b9f1-4827-a908-8620eedc1238 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:35:59.895286 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ea020e1-d4b3-4ff6-82e0-5704f45e1810 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.907432 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0ea020e1-d4b3-4ff6-82e0-5704f45e1810 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e9bdac-b9f1-4827-a908-8620eedc1238']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:59.918285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0ea020e1-d4b3-4ff6-82e0-5704f45e1810 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c6fa9e-9990-434a-ac62-074a8fc8ec8f') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:59.918589 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0ea020e1-d4b3-4ff6-82e0-5704f45e1810 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c6fa9e-9990-434a-ac62-074a8fc8ec8f') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:59.929620 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ea020e1-d4b3-4ff6-82e0-5704f45e1810 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.944758 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ea020e1-d4b3-4ff6-82e0-5704f45e1810 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.960043 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea020e1-d4b3-4ff6-82e0-5704f45e1810 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:35:59.960235 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ea020e1-d4b3-4ff6-82e0-5704f45e1810 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:35:59.964344 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:36:00.041988 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ea020e1-d4b3-4ff6-82e0-5704f45e1810 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.049356 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ea020e1-d4b3-4ff6-82e0-5704f45e1810 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.051397 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0ea020e1-d4b3-4ff6-82e0-5704f45e1810 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "DELETE /v2.0/networks/46e9bdac-b9f1-4827-a908-8620eedc1238 HTTP/1.1" status: 204 len: 168 time: 0.5148201 Jul 13 08:36:00.055204 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35060) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:00.060439 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1221050366'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:00.069496 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea020e1-d4b3-4ff6-82e0-5704f45e1810 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event deleted for resources: {'Network': ['ID=46e9bdac-b9f1-4827-a908-8620eedc1238,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:00.081958 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Made reservation on behalf of ed6540268ae34b8d91caebc18cf2f0a7 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:00.085536 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.120819 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:36:00.131223 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.131574 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Added segment 17a5f7c4-e45e-40cb-a831-eaacdd2843c3 of type vlan for network 3ebaddb6-5879-4416-b861-eca88bab614d Jul 13 08:36:00.171772 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.198934 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.205130 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:00.205646 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.258791 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2023873 Jul 13 08:36:00.261829 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35062) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:00.267634 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3e248d43-e086-4b93-9737-39558dad233a tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Request body: {'subnet': {'network_id': '3ebaddb6-5879-4416-b861-eca88bab614d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:00.320246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event updated for resources: {'Network': ['ID=3ebaddb6-5879-4416-b861-eca88bab614d,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:00.328249 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.328604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.328946 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.329288 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.329628 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.329964 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.330365 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.330704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.331034 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.331365 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.331695 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.332021 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c475ec-c711-402b-a750-ee381c697320 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.344250 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 3ebaddb6-5879-4416-b861-eca88bab614d details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:36:00.359395 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e248d43-e086-4b93-9737-39558dad233a tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Made reservation on behalf of ed6540268ae34b8d91caebc18cf2f0a7 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:00.363223 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e248d43-e086-4b93-9737-39558dad233a tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.418553 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.ipam_backend_mixin [None req-3e248d43-e086-4b93-9737-39558dad233a tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Performing IP validity checks on allocation pools {{(pid=93724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 08:36:00.419069 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.ipam_backend_mixin [None req-3e248d43-e086-4b93-9737-39558dad233a tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 08:36:00.547518 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e248d43-e086-4b93-9737-39558dad233a tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.609175 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e248d43-e086-4b93-9737-39558dad233a tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event updated for resources: {'Subnet': ['ID=89ff5477-f8f8-48e3-ab70-83a2a7a87e72,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:00.616719 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e248d43-e086-4b93-9737-39558dad233a tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Checking segment: {'id': '17a5f7c4-e45e-40cb-a831-eaacdd2843c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3ebaddb6-5879-4416-b861-eca88bab614d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:00.617080 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e248d43-e086-4b93-9737-39558dad233a tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Network hostable DHCP agents. Network: 3ebaddb6-5879-4416-b861-eca88bab614d, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:36:00.634867 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e248d43-e086-4b93-9737-39558dad233a tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Network 3ebaddb6-5879-4416-b861-eca88bab614d is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:36:00.644393 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3e248d43-e086-4b93-9737-39558dad233a tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 3ebaddb6-5879-4416-b861-eca88bab614d) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:00.648831 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e248d43-e086-4b93-9737-39558dad233a tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:00.649500 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e248d43-e086-4b93-9737-39558dad233a tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.655972 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fc3418-8544-4481-8022-a4c6f65c2ebe None None] Network 3ebaddb6-5879-4416-b861-eca88bab614d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:00.665125 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3e248d43-e086-4b93-9737-39558dad233a tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4021113 Jul 13 08:36:00.667819 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35064) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:00.747962 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89ce6c4-1db3-4043-8871-e6eaedf91db2 None None] Network 73e18e8e-c05b-4879-bddc-b32a18a94269 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:00.769750 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52fac4e5-bbaa-4b57-8d16-f9d5d781d414 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.820405 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52fac4e5-bbaa-4b57-8d16-f9d5d781d414 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.834224 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9f262cfb-da5d-4a61-abb3-05f1fde0c5d4 None None] Provisioning for port 884bb90e-999a-4080-aecd-8067e4c3e44d completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:00.876744 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8cb476-6c80-45b4-b92a-543134558a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-3ebaddb6-5879-4416-b861-eca88bab614d', 'network_id': '3ebaddb6-5879-4416-b861-eca88bab614d', 'tenant_id': 'ed6540268ae34b8d91caebc18cf2f0a7', 'fixed_ips': [{'subnet_id': '89ff5477-f8f8-48e3-ab70-83a2a7a87e72'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:36:00.877581 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de8cb476-6c80-45b4-b92a-543134558a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.885501 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52fac4e5-bbaa-4b57-8d16-f9d5d781d414 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.914280 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fac4e5-bbaa-4b57-8d16-f9d5d781d414 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event deleted for resources: {'Subnet': ['ID=89ff5477-f8f8-48e3-ab70-83a2a7a87e72,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:00.976514 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52fac4e5-bbaa-4b57-8d16-f9d5d781d414 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.988019 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-52fac4e5-bbaa-4b57-8d16-f9d5d781d414 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ebaddb6-5879-4416-b861-eca88bab614d']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:00.999210 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-52fac4e5-bbaa-4b57-8d16-f9d5d781d414 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a5f7c4-e45e-40cb-a831-eaacdd2843c3') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:00.999505 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-52fac4e5-bbaa-4b57-8d16-f9d5d781d414 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a5f7c4-e45e-40cb-a831-eaacdd2843c3') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:01.007156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe040833-e18c-4ee6-88d8-8ce3a33a2386 None None] Network 3ebaddb6-5879-4416-b861-eca88bab614d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:01.008317 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52fac4e5-bbaa-4b57-8d16-f9d5d781d414 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.022008 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52fac4e5-bbaa-4b57-8d16-f9d5d781d414 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.028116 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52fac4e5-bbaa-4b57-8d16-f9d5d781d414 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:36:01.028585 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52fac4e5-bbaa-4b57-8d16-f9d5d781d414 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:36:01.032210 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:36:01.093092 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52fac4e5-bbaa-4b57-8d16-f9d5d781d414 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.103923 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52fac4e5-bbaa-4b57-8d16-f9d5d781d414 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.111533 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-52fac4e5-bbaa-4b57-8d16-f9d5d781d414 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "DELETE /v2.0/networks/3ebaddb6-5879-4416-b861-eca88bab614d HTTP/1.1" status: 204 len: 168 time: 0.4370227 Jul 13 08:36:01.113240 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35066) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:01.119969 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-06cf99c8-2aab-4801-9ad7-b504198611f3 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-590977532'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:01.120244 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fac4e5-bbaa-4b57-8d16-f9d5d781d414 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event deleted for resources: {'Network': ['ID=3ebaddb6-5879-4416-b861-eca88bab614d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:01.145847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cf99c8-2aab-4801-9ad7-b504198611f3 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Made reservation on behalf of ed6540268ae34b8d91caebc18cf2f0a7 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:01.150555 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-06cf99c8-2aab-4801-9ad7-b504198611f3 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.178921 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06cf99c8-2aab-4801-9ad7-b504198611f3 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:36:01.188758 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-06cf99c8-2aab-4801-9ad7-b504198611f3 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.189124 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-06cf99c8-2aab-4801-9ad7-b504198611f3 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Added segment 05b61d43-155b-4dc6-a8b1-32390106d6ec of type vlan for network 9e696ae8-dc32-42db-9a36-b0aa886b8306 Jul 13 08:36:01.215927 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 884bb90e-999a-4080-aecd-8067e4c3e44d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:01.242450 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-06cf99c8-2aab-4801-9ad7-b504198611f3 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.270432 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 884bb90e-999a-4080-aecd-8067e4c3e44d completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:01.271963 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-06cf99c8-2aab-4801-9ad7-b504198611f3 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.274611 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 884bb90e-999a-4080-aecd-8067e4c3e44d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:01.275009 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.279038 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cf99c8-2aab-4801-9ad7-b504198611f3 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:01.280450 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-06cf99c8-2aab-4801-9ad7-b504198611f3 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.322717 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35068) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:01.322944 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-06cf99c8-2aab-4801-9ad7-b504198611f3 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2071493 Jul 13 08:36:01.328563 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e551f80d-2d73-4f0b-9175-f7dd20558971 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Request body: {'subnet': {'network_id': '9e696ae8-dc32-42db-9a36-b0aa886b8306', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:01.358172 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf99c8-2aab-4801-9ad7-b504198611f3 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event updated for resources: {'Network': ['ID=9e696ae8-dc32-42db-9a36-b0aa886b8306,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:01.369285 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 9e696ae8-dc32-42db-9a36-b0aa886b8306 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:36:01.373896 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.422201 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e551f80d-2d73-4f0b-9175-f7dd20558971 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Made reservation on behalf of ed6540268ae34b8d91caebc18cf2f0a7 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:01.425826 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e551f80d-2d73-4f0b-9175-f7dd20558971 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.460180 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-712e7c7f-7708-41d2-8a06-c99279e8f64c None None] Provisioning complete for port 884bb90e-999a-4080-aecd-8067e4c3e44d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:01.460553 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-712e7c7f-7708-41d2-8a06-c99279e8f64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.491754 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 884bb90e-999a-4080-aecd-8067e4c3e44d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=884bb90e-999a-4080-aecd-8067e4c3e44d,segment=NetworkSegment(527b6e23-3748-4af9-8bd6-de73a042e348),segment_id=527b6e23-3748-4af9-8bd6-de73a042e348)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:01.500185 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.563461 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.575831 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=884bb90e-999a-4080-aecd-8067e4c3e44d,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:01.614485 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e551f80d-2d73-4f0b-9175-f7dd20558971 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.674110 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551f80d-2d73-4f0b-9175-f7dd20558971 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event updated for resources: {'Subnet': ['ID=209dc48b-79ac-4bef-8c24-7499aae07b2d,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:01.685315 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e551f80d-2d73-4f0b-9175-f7dd20558971 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Checking segment: {'id': '05b61d43-155b-4dc6-a8b1-32390106d6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e696ae8-dc32-42db-9a36-b0aa886b8306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:01.685695 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e551f80d-2d73-4f0b-9175-f7dd20558971 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Network hostable DHCP agents. Network: 9e696ae8-dc32-42db-9a36-b0aa886b8306, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:36:01.702196 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e551f80d-2d73-4f0b-9175-f7dd20558971 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Network 9e696ae8-dc32-42db-9a36-b0aa886b8306 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:36:01.710276 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e551f80d-2d73-4f0b-9175-f7dd20558971 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 9e696ae8-dc32-42db-9a36-b0aa886b8306) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:01.714359 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e551f80d-2d73-4f0b-9175-f7dd20558971 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:01.715193 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e551f80d-2d73-4f0b-9175-f7dd20558971 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.719876 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021e55a9-e507-4adc-987d-0224de50cdbc None None] Network 9e696ae8-dc32-42db-9a36-b0aa886b8306 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:01.729818 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e551f80d-2d73-4f0b-9175-f7dd20558971 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4055064 Jul 13 08:36:01.733488 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35070) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:01.738845 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-254a1ebb-5b00-4071-b791-c4e9bce412d0 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-354565774'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:01.758457 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254a1ebb-5b00-4071-b791-c4e9bce412d0 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Made reservation on behalf of ed6540268ae34b8d91caebc18cf2f0a7 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:01.761808 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-254a1ebb-5b00-4071-b791-c4e9bce412d0 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.785721 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254a1ebb-5b00-4071-b791-c4e9bce412d0 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:36:01.794723 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-254a1ebb-5b00-4071-b791-c4e9bce412d0 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.795098 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-254a1ebb-5b00-4071-b791-c4e9bce412d0 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Added segment 8ee81900-f102-4b91-9f9c-8a1c20e1395d of type vlan for network a3592ba6-b828-42a8-8e44-bad9a00f6941 Jul 13 08:36:01.837415 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-254a1ebb-5b00-4071-b791-c4e9bce412d0 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.862503 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-9e696ae8-dc32-42db-9a36-b0aa886b8306', 'network_id': '9e696ae8-dc32-42db-9a36-b0aa886b8306', 'tenant_id': 'ed6540268ae34b8d91caebc18cf2f0a7', 'fixed_ips': [{'subnet_id': '209dc48b-79ac-4bef-8c24-7499aae07b2d'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:36:01.863541 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.867724 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-254a1ebb-5b00-4071-b791-c4e9bce412d0 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.873762 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254a1ebb-5b00-4071-b791-c4e9bce412d0 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:01.874420 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-254a1ebb-5b00-4071-b791-c4e9bce412d0 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.911194 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-254a1ebb-5b00-4071-b791-c4e9bce412d0 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1737061 Jul 13 08:36:01.911434 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35072) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:01.918261 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-48d1f493-4d34-4d98-81d4-92c4ee6e25b6 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Request body: {'subnet': {'network_id': 'a3592ba6-b828-42a8-8e44-bad9a00f6941', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:01.966985 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a1ebb-5b00-4071-b791-c4e9bce412d0 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event updated for resources: {'Network': ['ID=a3592ba6-b828-42a8-8e44-bad9a00f6941,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:01.979662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network a3592ba6-b828-42a8-8e44-bad9a00f6941 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:36:02.019456 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] Allocated IP 2001:db8::2 (9e696ae8-dc32-42db-9a36-b0aa886b8306/209dc48b-79ac-4bef-8c24-7499aae07b2d/bdc275d5-ea42-4823-b29a-1ae047c47d5c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:02.034859 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d1f493-4d34-4d98-81d4-92c4ee6e25b6 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Made reservation on behalf of ed6540268ae34b8d91caebc18cf2f0a7 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:02.038355 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-48d1f493-4d34-4d98-81d4-92c4ee6e25b6 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.226727 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-48d1f493-4d34-4d98-81d4-92c4ee6e25b6 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.288563 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1f493-4d34-4d98-81d4-92c4ee6e25b6 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event updated for resources: {'Subnet': ['ID=b00acafa-3a67-466f-970c-61be7ba938f4,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:02.297738 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d1f493-4d34-4d98-81d4-92c4ee6e25b6 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Checking segment: {'id': '8ee81900-f102-4b91-9f9c-8a1c20e1395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a3592ba6-b828-42a8-8e44-bad9a00f6941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:02.298123 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d1f493-4d34-4d98-81d4-92c4ee6e25b6 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Network hostable DHCP agents. Network: a3592ba6-b828-42a8-8e44-bad9a00f6941, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:36:02.314777 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d1f493-4d34-4d98-81d4-92c4ee6e25b6 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Network a3592ba6-b828-42a8-8e44-bad9a00f6941 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:36:02.322902 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-48d1f493-4d34-4d98-81d4-92c4ee6e25b6 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, a3592ba6-b828-42a8-8e44-bad9a00f6941) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:02.327183 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d1f493-4d34-4d98-81d4-92c4ee6e25b6 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:02.327664 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-48d1f493-4d34-4d98-81d4-92c4ee6e25b6 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.339891 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bc625c-41a8-4a91-a2f7-9639cb97e4c8 None None] Network a3592ba6-b828-42a8-8e44-bad9a00f6941 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:02.342115 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-48d1f493-4d34-4d98-81d4-92c4ee6e25b6 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4297202 Jul 13 08:36:02.344840 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35074) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:02.374490 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.409023 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] Transition to ACTIVE for port object bdc275d5-ea42-4823-b29a-1ae047c47d5c will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:02.435299 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] Transition to ACTIVE for port object bdc275d5-ea42-4823-b29a-1ae047c47d5c will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:02.440986 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58e24eb5-4f08-40dd-8f95-6c40e918c361 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.447103 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.517001 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] Network 9e696ae8-dc32-42db-9a36-b0aa886b8306 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:02.523270 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58e24eb5-4f08-40dd-8f95-6c40e918c361 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.525473 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:02.528849 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] Pushing event updated for resources: {'Port': ['ID=bdc275d5-ea42-4823-b29a-1ae047c47d5c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:02.531089 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:02.576767 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4206b99-e7f2-47fe-9bbe-0c19013acc18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-a3592ba6-b828-42a8-8e44-bad9a00f6941', 'network_id': 'a3592ba6-b828-42a8-8e44-bad9a00f6941', 'tenant_id': 'ed6540268ae34b8d91caebc18cf2f0a7', 'fixed_ips': [{'subnet_id': 'b00acafa-3a67-466f-970c-61be7ba938f4'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:36:02.577629 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c4206b99-e7f2-47fe-9bbe-0c19013acc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.582939 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58e24eb5-4f08-40dd-8f95-6c40e918c361 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.610840 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e24eb5-4f08-40dd-8f95-6c40e918c361 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event deleted for resources: {'Subnet': ['ID=b00acafa-3a67-466f-970c-61be7ba938f4,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:02.630776 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] Attempting to bind port bdc275d5-ea42-4823-b29a-1ae047c47d5c on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:36:02.631110 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] Attempting to bind port bdc275d5-ea42-4823-b29a-1ae047c47d5c by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '05b61d43-155b-4dc6-a8b1-32390106d6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e696ae8-dc32-42db-9a36-b0aa886b8306'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:36:02.631501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] Attempting to bind port bdc275d5-ea42-4823-b29a-1ae047c47d5c on network 9e696ae8-dc32-42db-9a36-b0aa886b8306 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:02.680928 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:36:02.681355 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] Checking segment: {'id': '05b61d43-155b-4dc6-a8b1-32390106d6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e696ae8-dc32-42db-9a36-b0aa886b8306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:02.681801 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.682225 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] Bound using segment: {'id': '05b61d43-155b-4dc6-a8b1-32390106d6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e696ae8-dc32-42db-9a36-b0aa886b8306'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:36:02.682711 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] Bound port: bdc275d5-ea42-4823-b29a-1ae047c47d5c, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b61d43-155b-4dc6-a8b1-32390106d6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e696ae8-dc32-42db-9a36-b0aa886b8306'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:36:02.683096 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.700197 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b6f532-bba7-4f61-9336-46df57d6be29 None None] Network a3592ba6-b828-42a8-8e44-bad9a00f6941 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:02.837576 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] For port bdc275d5-ea42-4823-b29a-1ae047c47d5c, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:36:02.868254 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] For port bdc275d5-ea42-4823-b29a-1ae047c47d5c, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=bdc275d5-ea42-4823-b29a-1ae047c47d5c,segment=NetworkSegment(05b61d43-155b-4dc6-a8b1-32390106d6ec),segment_id=05b61d43-155b-4dc6-a8b1-32390106d6ec)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:36:02.873690 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.927368 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58e24eb5-4f08-40dd-8f95-6c40e918c361 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.939113 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-58e24eb5-4f08-40dd-8f95-6c40e918c361 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3592ba6-b828-42a8-8e44-bad9a00f6941']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:02.939415 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838bb36-7451-470f-8415-ec8860fc2925 None None] Pushing event updated for resources: {'Port': ['ID=bdc275d5-ea42-4823-b29a-1ae047c47d5c,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:02.949297 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-58e24eb5-4f08-40dd-8f95-6c40e918c361 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee81900-f102-4b91-9f9c-8a1c20e1395d') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:02.949593 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-58e24eb5-4f08-40dd-8f95-6c40e918c361 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee81900-f102-4b91-9f9c-8a1c20e1395d') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:02.958783 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58e24eb5-4f08-40dd-8f95-6c40e918c361 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.973593 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58e24eb5-4f08-40dd-8f95-6c40e918c361 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.980048 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e24eb5-4f08-40dd-8f95-6c40e918c361 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:36:02.980388 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58e24eb5-4f08-40dd-8f95-6c40e918c361 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:36:02.984068 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:36:03.041238 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58e24eb5-4f08-40dd-8f95-6c40e918c361 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.048498 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-58e24eb5-4f08-40dd-8f95-6c40e918c361 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.050462 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-58e24eb5-4f08-40dd-8f95-6c40e918c361 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "DELETE /v2.0/networks/a3592ba6-b828-42a8-8e44-bad9a00f6941 HTTP/1.1" status: 204 len: 168 time: 0.7041891 Jul 13 08:36:03.053346 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35076) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:03.068681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e24eb5-4f08-40dd-8f95-6c40e918c361 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event deleted for resources: {'Network': ['ID=a3592ba6-b828-42a8-8e44-bad9a00f6941,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:03.102060 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c1a04f-d8d4-4ec4-a31d-3832bf65e766 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] GET failed (client error): The resource could not be found. Jul 13 08:36:03.103824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-92c1a04f-d8d4-4ec4-a31d-3832bf65e766 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "GET /v2.0/subnets/b00acafa-3a67-466f-970c-61be7ba938f4 HTTP/1.1" status: 404 len: 337 time: 0.0493329 Jul 13 08:36:03.106590 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35078) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:03.125185 n-d-779913-28 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f798e373-ed23-42fc-8162-c4f976093c10 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] DELETE failed (client error): The resource could not be found. Jul 13 08:36:03.125743 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f798e373-ed23-42fc-8162-c4f976093c10 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:36:03.127494 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f798e373-ed23-42fc-8162-c4f976093c10 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "DELETE /v2.0/networks/a3592ba6-b828-42a8-8e44-bad9a00f6941 HTTP/1.1" status: 404 len: 339 time: 0.0198081 Jul 13 08:36:03.131466 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35080) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:03.166291 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3711b8-e360-4b7d-8c83-192931a06e5f tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] DELETE failed (client error): The resource could not be found. Jul 13 08:36:03.166665 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3711b8-e360-4b7d-8c83-192931a06e5f tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:36:03.170133 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5b3711b8-e360-4b7d-8c83-192931a06e5f tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "DELETE /v2.0/subnets/b00acafa-3a67-466f-970c-61be7ba938f4 HTTP/1.1" status: 404 len: 337 time: 0.0349386 Jul 13 08:36:03.171265 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35082) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:03.194430 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-16538ed5-6819-4632-a0b6-7a0a0a6e3ffe tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] DELETE failed (client error): The resource could not be found. Jul 13 08:36:03.195009 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16538ed5-6819-4632-a0b6-7a0a0a6e3ffe tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:36:03.196715 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-16538ed5-6819-4632-a0b6-7a0a0a6e3ffe tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "DELETE /v2.0/networks/a3592ba6-b828-42a8-8e44-bad9a00f6941 HTTP/1.1" status: 404 len: 339 time: 0.0245414 Jul 13 08:36:03.199294 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35084) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:03.252191 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-276a8e69-aea9-4cae-8ec7-b1b664a1282d tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Deleting subnet 209dc48b-79ac-4bef-8c24-7499aae07b2d {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:36:03.255385 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-276a8e69-aea9-4cae-8ec7-b1b664a1282d tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.273342 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device bdc275d5-ea42-4823-b29a-1ae047c47d5c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:03.295520 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-276a8e69-aea9-4cae-8ec7-b1b664a1282d tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.324783 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port bdc275d5-ea42-4823-b29a-1ae047c47d5c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:03.329512 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 884bb90e-999a-4080-aecd-8067e4c3e44d up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:03.377352 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 884bb90e-999a-4080-aecd-8067e4c3e44d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:03.377947 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.388559 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-276a8e69-aea9-4cae-8ec7-b1b664a1282d tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.447544 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-276a8e69-aea9-4cae-8ec7-b1b664a1282d tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.476547 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a8e69-aea9-4cae-8ec7-b1b664a1282d tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event deleted for resources: {'Subnet': ['ID=209dc48b-79ac-4bef-8c24-7499aae07b2d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:03.478546 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-276a8e69-aea9-4cae-8ec7-b1b664a1282d tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.480390 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-276a8e69-aea9-4cae-8ec7-b1b664a1282d tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "DELETE /v2.0/subnets/209dc48b-79ac-4bef-8c24-7499aae07b2d HTTP/1.1" status: 204 len: 168 time: 0.2801647 Jul 13 08:36:03.482856 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35086) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:03.556296 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-216730ea-26b8-4f84-b50b-0b826d8e0028 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.614844 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-216730ea-26b8-4f84-b50b-0b826d8e0028 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Deleting port bdc275d5-ea42-4823-b29a-1ae047c47d5c {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:36:03.615184 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-216730ea-26b8-4f84-b50b-0b826d8e0028 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.679408 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-216730ea-26b8-4f84-b50b-0b826d8e0028 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] For port bdc275d5-ea42-4823-b29a-1ae047c47d5c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=bdc275d5-ea42-4823-b29a-1ae047c47d5c,segment=NetworkSegment(05b61d43-155b-4dc6-a8b1-32390106d6ec),segment_id=05b61d43-155b-4dc6-a8b1-32390106d6ec)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:03.679770 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-216730ea-26b8-4f84-b50b-0b826d8e0028 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.693304 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-216730ea-26b8-4f84-b50b-0b826d8e0028 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Calling delete_port for bdc275d5-ea42-4823-b29a-1ae047c47d5c owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:36:03.775892 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-216730ea-26b8-4f84-b50b-0b826d8e0028 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.802530 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216730ea-26b8-4f84-b50b-0b826d8e0028 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event deleted for resources: {'Port': ['ID=bdc275d5-ea42-4823-b29a-1ae047c47d5c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:03.806008 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216730ea-26b8-4f84-b50b-0b826d8e0028 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] No DVR routers for this DVR port bdc275d5-ea42-4823-b29a-1ae047c47d5c on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:36:03.853843 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad077e73-38bc-428d-b2c5-a9c317df7364 None None] Network 9e696ae8-dc32-42db-9a36-b0aa886b8306 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:03.885330 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-216730ea-26b8-4f84-b50b-0b826d8e0028 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.895148 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-216730ea-26b8-4f84-b50b-0b826d8e0028 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e696ae8-dc32-42db-9a36-b0aa886b8306']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:03.908802 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-216730ea-26b8-4f84-b50b-0b826d8e0028 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b61d43-155b-4dc6-a8b1-32390106d6ec') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:03.909097 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-216730ea-26b8-4f84-b50b-0b826d8e0028 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b61d43-155b-4dc6-a8b1-32390106d6ec') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:03.917912 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-216730ea-26b8-4f84-b50b-0b826d8e0028 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.931994 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-216730ea-26b8-4f84-b50b-0b826d8e0028 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.939811 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216730ea-26b8-4f84-b50b-0b826d8e0028 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:36:03.940197 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-216730ea-26b8-4f84-b50b-0b826d8e0028 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.942312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1645ddc1-7f45-4555-844b-a4d34190359b None None] Could not find standard attr ID for object bdc275d5-ea42-4823-b29a-1ae047c47d5c. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:36:03.943402 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:36:04.002132 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-216730ea-26b8-4f84-b50b-0b826d8e0028 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.008702 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-216730ea-26b8-4f84-b50b-0b826d8e0028 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.011478 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-216730ea-26b8-4f84-b50b-0b826d8e0028 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "DELETE /v2.0/networks/9e696ae8-dc32-42db-9a36-b0aa886b8306 HTTP/1.1" status: 204 len: 168 time: 0.5267479 Jul 13 08:36:04.013053 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35088) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:04.018073 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b5b910-2bb3-45bd-851d-d87df800e268 None None] DHCP port deletion for 9e696ae8-dc32-42db-9a36-b0aa886b8306 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:36:04.030908 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216730ea-26b8-4f84-b50b-0b826d8e0028 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event deleted for resources: {'Network': ['ID=9e696ae8-dc32-42db-9a36-b0aa886b8306,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:04.054858 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a7499c-6663-4f09-9a2f-dc1827ce8e38 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] DELETE failed (client error): The resource could not be found. Jul 13 08:36:04.055924 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50a7499c-6663-4f09-9a2f-dc1827ce8e38 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:36:04.060229 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-50a7499c-6663-4f09-9a2f-dc1827ce8e38 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "DELETE /v2.0/subnets/89ff5477-f8f8-48e3-ab70-83a2a7a87e72 HTTP/1.1" status: 404 len: 337 time: 0.0434847 Jul 13 08:36:04.060415 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35090) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:04.078599 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ef64e4-1fab-4687-a5b1-4930e630a293 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] DELETE failed (client error): The resource could not be found. Jul 13 08:36:04.079127 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ef64e4-1fab-4687-a5b1-4930e630a293 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:36:04.080740 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-95ef64e4-1fab-4687-a5b1-4930e630a293 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "DELETE /v2.0/networks/3ebaddb6-5879-4416-b861-eca88bab614d HTTP/1.1" status: 404 len: 339 time: 0.0189366 Jul 13 08:36:04.083045 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35092) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:04.112345 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6492eb-727e-4017-ba58-14af8980c860 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] DELETE failed (client error): The resource could not be found. Jul 13 08:36:04.112719 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c6492eb-727e-4017-ba58-14af8980c860 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:36:04.114365 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7c6492eb-727e-4017-ba58-14af8980c860 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "DELETE /v2.0/subnets/f3f0f7ea-ccd3-40db-9c6d-4ac808205249 HTTP/1.1" status: 404 len: 337 time: 0.0304008 Jul 13 08:36:04.116778 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35094) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:04.134706 n-d-779913-28 neutron-server[93723]: INFO neutron.pecan_wsgi.hooks.translation [None req-010f4714-4448-40eb-9e64-37b5c13778b1 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] DELETE failed (client error): The resource could not be found. Jul 13 08:36:04.135228 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-010f4714-4448-40eb-9e64-37b5c13778b1 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:36:04.136811 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-010f4714-4448-40eb-9e64-37b5c13778b1 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "DELETE /v2.0/networks/46e9bdac-b9f1-4827-a908-8620eedc1238 HTTP/1.1" status: 404 len: 339 time: 0.0191479 Jul 13 08:36:04.139136 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35096) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:04.190861 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d26a25-fc05-4d6b-9048-e88415738df0 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Deleting subnet 7ede5541-6d38-4969-8930-076011c67188 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:36:04.194173 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52d26a25-fc05-4d6b-9048-e88415738df0 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.234858 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52d26a25-fc05-4d6b-9048-e88415738df0 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.321841 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52d26a25-fc05-4d6b-9048-e88415738df0 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.381505 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52d26a25-fc05-4d6b-9048-e88415738df0 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.408551 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d26a25-fc05-4d6b-9048-e88415738df0 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event deleted for resources: {'Subnet': ['ID=7ede5541-6d38-4969-8930-076011c67188,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:04.414246 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52d26a25-fc05-4d6b-9048-e88415738df0 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.414246 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-52d26a25-fc05-4d6b-9048-e88415738df0 tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "DELETE /v2.0/subnets/7ede5541-6d38-4969-8930-076011c67188 HTTP/1.1" status: 204 len: 168 time: 0.2739687 Jul 13 08:36:04.416471 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35098) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:04.421039 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffb8512-27f6-49ea-8d51-58c37fec6688 None None] Network 73e18e8e-c05b-4879-bddc-b32a18a94269 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:04.495593 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b41be6a-d863-4b9e-8d7a-8b1e4174207c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.548614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-4b41be6a-d863-4b9e-8d7a-8b1e4174207c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Deleting port 884bb90e-999a-4080-aecd-8067e4c3e44d {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:36:04.549069 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b41be6a-d863-4b9e-8d7a-8b1e4174207c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.594058 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d5349d-cd8a-4bac-9c0d-8d8351359b68 None None] DHCP port deletion for 73e18e8e-c05b-4879-bddc-b32a18a94269 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:36:04.611914 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-4b41be6a-d863-4b9e-8d7a-8b1e4174207c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] For port 884bb90e-999a-4080-aecd-8067e4c3e44d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=884bb90e-999a-4080-aecd-8067e4c3e44d,segment=NetworkSegment(527b6e23-3748-4af9-8bd6-de73a042e348),segment_id=527b6e23-3748-4af9-8bd6-de73a042e348)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:04.612305 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b41be6a-d863-4b9e-8d7a-8b1e4174207c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.628795 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-4b41be6a-d863-4b9e-8d7a-8b1e4174207c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Calling delete_port for 884bb90e-999a-4080-aecd-8067e4c3e44d owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:36:04.639953 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-14d5349d-cd8a-4bac-9c0d-8d8351359b68 None None] Deleting port 884bb90e-999a-4080-aecd-8067e4c3e44d {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:36:04.640329 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14d5349d-cd8a-4bac-9c0d-8d8351359b68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.703656 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-14d5349d-cd8a-4bac-9c0d-8d8351359b68 None None] For port 884bb90e-999a-4080-aecd-8067e4c3e44d, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=884bb90e-999a-4080-aecd-8067e4c3e44d,segment=NetworkSegment(527b6e23-3748-4af9-8bd6-de73a042e348),segment_id=527b6e23-3748-4af9-8bd6-de73a042e348)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:04.704232 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14d5349d-cd8a-4bac-9c0d-8d8351359b68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.705511 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b41be6a-d863-4b9e-8d7a-8b1e4174207c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.716465 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-14d5349d-cd8a-4bac-9c0d-8d8351359b68 None None] Calling delete_port for 884bb90e-999a-4080-aecd-8067e4c3e44d owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:36:04.733384 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b41be6a-d863-4b9e-8d7a-8b1e4174207c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] No DVR routers for this DVR port 884bb90e-999a-4080-aecd-8067e4c3e44d on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:36:04.737837 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41be6a-d863-4b9e-8d7a-8b1e4174207c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event deleted for resources: {'Port': ['ID=884bb90e-999a-4080-aecd-8067e4c3e44d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:04.799375 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14d5349d-cd8a-4bac-9c0d-8d8351359b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.817543 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b41be6a-d863-4b9e-8d7a-8b1e4174207c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.827529 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5349d-cd8a-4bac-9c0d-8d8351359b68 None None] Pushing event deleted for resources: {'Port': ['ID=884bb90e-999a-4080-aecd-8067e4c3e44d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:04.828257 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-4b41be6a-d863-4b9e-8d7a-8b1e4174207c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e18e8e-c05b-4879-bddc-b32a18a94269']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:04.830853 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d5349d-cd8a-4bac-9c0d-8d8351359b68 None None] No DVR routers for this DVR port 884bb90e-999a-4080-aecd-8067e4c3e44d on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:36:04.840738 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-4b41be6a-d863-4b9e-8d7a-8b1e4174207c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527b6e23-3748-4af9-8bd6-de73a042e348') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:04.841093 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-4b41be6a-d863-4b9e-8d7a-8b1e4174207c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527b6e23-3748-4af9-8bd6-de73a042e348') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:04.850475 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b41be6a-d863-4b9e-8d7a-8b1e4174207c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.863558 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b41be6a-d863-4b9e-8d7a-8b1e4174207c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.869109 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b41be6a-d863-4b9e-8d7a-8b1e4174207c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:36:04.869493 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b41be6a-d863-4b9e-8d7a-8b1e4174207c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:36:04.872318 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:36:04.926986 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b41be6a-d863-4b9e-8d7a-8b1e4174207c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.933854 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b41be6a-d863-4b9e-8d7a-8b1e4174207c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.936227 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4b41be6a-d863-4b9e-8d7a-8b1e4174207c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] 10.222.0.58 "DELETE /v2.0/networks/73e18e8e-c05b-4879-bddc-b32a18a94269 HTTP/1.1" status: 204 len: 168 time: 0.5182793 Jul 13 08:36:04.952576 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41be6a-d863-4b9e-8d7a-8b1e4174207c tempest-NetworksIpV6Test-1854468775 tempest-NetworksIpV6Test-1854468775-project] Pushing event deleted for resources: {'Network': ['ID=73e18e8e-c05b-4879-bddc-b32a18a94269,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:05.161531 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device bdc275d5-ea42-4823-b29a-1ae047c47d5c no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:36:05.171875 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35104) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:05.181282 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: bdc275d5-ea42-4823-b29a-1ae047c47d5c {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:36:05.181695 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device bdc275d5-ea42-4823-b29a-1ae047c47d5c not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:36:05.182218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 884bb90e-999a-4080-aecd-8067e4c3e44d no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:36:05.200994 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 884bb90e-999a-4080-aecd-8067e4c3e44d {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:36:05.201972 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 884bb90e-999a-4080-aecd-8067e4c3e44d not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:36:05.300191 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bd184670-a69f-4d67-9105-cd0f0e72d094 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ed6540268ae34b8d91caebc18cf2f0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271665 Jul 13 08:36:05.302770 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35108) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:05.349736 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3128-51c6-4f17-a0f2-e3c2051e342f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:05.369795 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3128-51c6-4f17-a0f2-e3c2051e342f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:05.415015 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3128-51c6-4f17-a0f2-e3c2051e342f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:05.417650 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3128-51c6-4f17-a0f2-e3c2051e342f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:05.418828 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e1ce3128-51c6-4f17-a0f2-e3c2051e342f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0252a2b4-3d35-4146-9f43-05d84023ffa5 HTTP/1.1" status: 204 len: 168 time: 0.1152387 Jul 13 08:36:05.426500 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce3128-51c6-4f17-a0f2-e3c2051e342f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0252a2b4-3d35-4146-9f43-05d84023ffa5,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:06.019473 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35130) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:06.118850 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-2fdc112b-f3d0-4007-b003-c844691fbd6d tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1158077635', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:06.143861 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2fdc112b-f3d0-4007-b003-c844691fbd6d tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.144844 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2fdc112b-f3d0-4007-b003-c844691fbd6d tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.213670 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2fdc112b-f3d0-4007-b003-c844691fbd6d tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.217810 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2fdc112b-f3d0-4007-b003-c844691fbd6d tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.232941 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2fdc112b-f3d0-4007-b003-c844691fbd6d tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.234018 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2fdc112b-f3d0-4007-b003-c844691fbd6d tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2135115 Jul 13 08:36:06.236760 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35134) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:06.241488 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-491ecb42-71c6-4ef2-90bd-19f1a80082c2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-499400881'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:06.260097 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491ecb42-71c6-4ef2-90bd-19f1a80082c2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Made reservation on behalf of 4230c730f13d4d15a301bbf5bdd65ce4 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:06.263341 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-491ecb42-71c6-4ef2-90bd-19f1a80082c2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.271486 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-491ecb42-71c6-4ef2-90bd-19f1a80082c2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.356757 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-491ecb42-71c6-4ef2-90bd-19f1a80082c2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.360713 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-491ecb42-71c6-4ef2-90bd-19f1a80082c2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.388971 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491ecb42-71c6-4ef2-90bd-19f1a80082c2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:36:06.395022 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ecb42-71c6-4ef2-90bd-19f1a80082c2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b18bdc-a70b-41f1-81d2-fc224a43ad03,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:06.402397 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-491ecb42-71c6-4ef2-90bd-19f1a80082c2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.402743 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-491ecb42-71c6-4ef2-90bd-19f1a80082c2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Added segment 214311ae-a04f-47d2-a18f-250c21b9d650 of type vlan for network e43a2de2-79d0-4174-8213-9219e2c813ca Jul 13 08:36:06.442486 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-491ecb42-71c6-4ef2-90bd-19f1a80082c2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.469825 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-491ecb42-71c6-4ef2-90bd-19f1a80082c2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.475751 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491ecb42-71c6-4ef2-90bd-19f1a80082c2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:06.476333 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-491ecb42-71c6-4ef2-90bd-19f1a80082c2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.512881 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-491ecb42-71c6-4ef2-90bd-19f1a80082c2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2751462 Jul 13 08:36:06.515711 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35136) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:06.520803 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-8497b94e-dfec-4f29-a6fd-8aa21dba2e78 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Request body: {'subnet': {'network_id': 'e43a2de2-79d0-4174-8213-9219e2c813ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:06.566925 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ecb42-71c6-4ef2-90bd-19f1a80082c2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Pushing event updated for resources: {'Network': ['ID=e43a2de2-79d0-4174-8213-9219e2c813ca,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:06.577049 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network e43a2de2-79d0-4174-8213-9219e2c813ca details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:36:06.634826 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8497b94e-dfec-4f29-a6fd-8aa21dba2e78 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Made reservation on behalf of 4230c730f13d4d15a301bbf5bdd65ce4 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:06.639536 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8497b94e-dfec-4f29-a6fd-8aa21dba2e78 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.814205 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8497b94e-dfec-4f29-a6fd-8aa21dba2e78 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.879896 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497b94e-dfec-4f29-a6fd-8aa21dba2e78 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Pushing event updated for resources: {'Subnet': ['ID=475906fa-d1bc-4fa8-896d-8fcb1d940e43,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:06.884145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8497b94e-dfec-4f29-a6fd-8aa21dba2e78 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Checking segment: {'id': '214311ae-a04f-47d2-a18f-250c21b9d650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e43a2de2-79d0-4174-8213-9219e2c813ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:06.884509 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8497b94e-dfec-4f29-a6fd-8aa21dba2e78 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Network hostable DHCP agents. Network: e43a2de2-79d0-4174-8213-9219e2c813ca, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:36:06.900027 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8497b94e-dfec-4f29-a6fd-8aa21dba2e78 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Network e43a2de2-79d0-4174-8213-9219e2c813ca is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:36:06.908694 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-8497b94e-dfec-4f29-a6fd-8aa21dba2e78 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, e43a2de2-79d0-4174-8213-9219e2c813ca) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:06.912615 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8497b94e-dfec-4f29-a6fd-8aa21dba2e78 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:06.913204 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8497b94e-dfec-4f29-a6fd-8aa21dba2e78 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.917379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6c4385-d6b3-4d97-a13b-01ce1b9b17f4 None None] Network e43a2de2-79d0-4174-8213-9219e2c813ca requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:06.927131 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8497b94e-dfec-4f29-a6fd-8aa21dba2e78 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4104364 Jul 13 08:36:06.930161 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35138) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:06.935113 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-cd693d24-7f42-445e-a45b-8b685e39e73c tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-745412117'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:06.956615 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd693d24-7f42-445e-a45b-8b685e39e73c tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Made reservation on behalf of 4230c730f13d4d15a301bbf5bdd65ce4 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:06.960082 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd693d24-7f42-445e-a45b-8b685e39e73c tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.984147 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd693d24-7f42-445e-a45b-8b685e39e73c tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:36:06.993820 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd693d24-7f42-445e-a45b-8b685e39e73c tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.994194 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-cd693d24-7f42-445e-a45b-8b685e39e73c tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Added segment a3a52615-b504-4a49-9dc4-d87f5c5781ad of type vlan for network f757bd83-a5bd-491b-8bf3-e2632ae274a0 Jul 13 08:36:07.033511 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd693d24-7f42-445e-a45b-8b685e39e73c tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.060449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-e43a2de2-79d0-4174-8213-9219e2c813ca', 'network_id': 'e43a2de2-79d0-4174-8213-9219e2c813ca', 'tenant_id': '4230c730f13d4d15a301bbf5bdd65ce4', 'fixed_ips': [{'subnet_id': '475906fa-d1bc-4fa8-896d-8fcb1d940e43'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:36:07.061313 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.063361 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd693d24-7f42-445e-a45b-8b685e39e73c tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.069177 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd693d24-7f42-445e-a45b-8b685e39e73c tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:07.069765 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cd693d24-7f42-445e-a45b-8b685e39e73c tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.107835 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35140) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:07.108366 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cd693d24-7f42-445e-a45b-8b685e39e73c tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1767359 Jul 13 08:36:07.114179 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-14d67dfe-df1f-4d79-9d3c-980e94533f56 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Request body: {'subnet': {'network_id': 'f757bd83-a5bd-491b-8bf3-e2632ae274a0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:07.148881 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd693d24-7f42-445e-a45b-8b685e39e73c tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Pushing event updated for resources: {'Network': ['ID=f757bd83-a5bd-491b-8bf3-e2632ae274a0,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:07.160797 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network f757bd83-a5bd-491b-8bf3-e2632ae274a0 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:36:07.209615 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d67dfe-df1f-4d79-9d3c-980e94533f56 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Made reservation on behalf of 4230c730f13d4d15a301bbf5bdd65ce4 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:07.213250 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14d67dfe-df1f-4d79-9d3c-980e94533f56 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.259683 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] Allocated IP 172.20.0.2 (e43a2de2-79d0-4174-8213-9219e2c813ca/475906fa-d1bc-4fa8-896d-8fcb1d940e43/59a7927e-2a92-438f-a4c5-6e7dc4dd591b) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:07.390798 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14d67dfe-df1f-4d79-9d3c-980e94533f56 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.400052 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.408453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] Transition to ACTIVE for port object 59a7927e-2a92-438f-a4c5-6e7dc4dd591b will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:07.423317 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] Transition to ACTIVE for port object 59a7927e-2a92-438f-a4c5-6e7dc4dd591b will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:07.428547 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.458390 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d67dfe-df1f-4d79-9d3c-980e94533f56 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Pushing event updated for resources: {'Subnet': ['ID=99cd5617-5eea-4abb-84ea-4550ff35a65d,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:07.465590 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d67dfe-df1f-4d79-9d3c-980e94533f56 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Checking segment: {'id': 'a3a52615-b504-4a49-9dc4-d87f5c5781ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f757bd83-a5bd-491b-8bf3-e2632ae274a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:07.465963 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d67dfe-df1f-4d79-9d3c-980e94533f56 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Network hostable DHCP agents. Network: f757bd83-a5bd-491b-8bf3-e2632ae274a0, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:36:07.473603 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] Network e43a2de2-79d0-4174-8213-9219e2c813ca is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:07.475042 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:07.479841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:07.491231 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d67dfe-df1f-4d79-9d3c-980e94533f56 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Network f757bd83-a5bd-491b-8bf3-e2632ae274a0 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:36:07.491679 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] Pushing event updated for resources: {'Port': ['ID=59a7927e-2a92-438f-a4c5-6e7dc4dd591b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:07.501155 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-14d67dfe-df1f-4d79-9d3c-980e94533f56 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, f757bd83-a5bd-491b-8bf3-e2632ae274a0) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:07.505526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d67dfe-df1f-4d79-9d3c-980e94533f56 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:07.506391 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14d67dfe-df1f-4d79-9d3c-980e94533f56 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.519671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574b8781-dbd0-40e6-b703-2c4ff8f5fb1e None None] Network f757bd83-a5bd-491b-8bf3-e2632ae274a0 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:07.524331 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-14d67dfe-df1f-4d79-9d3c-980e94533f56 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4128489 Jul 13 08:36:07.524707 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35142) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:07.529340 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bd98c8f8-df43-4ece-afaf-2443c7307884 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f757bd83-a5bd-491b-8bf3-e2632ae274a0'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:07.568333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] Attempting to bind port 59a7927e-2a92-438f-a4c5-6e7dc4dd591b on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:36:07.568704 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] Attempting to bind port 59a7927e-2a92-438f-a4c5-6e7dc4dd591b by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '214311ae-a04f-47d2-a18f-250c21b9d650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e43a2de2-79d0-4174-8213-9219e2c813ca'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:36:07.569063 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] Attempting to bind port 59a7927e-2a92-438f-a4c5-6e7dc4dd591b on network e43a2de2-79d0-4174-8213-9219e2c813ca {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:07.599365 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:36:07.600153 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] Checking segment: {'id': '214311ae-a04f-47d2-a18f-250c21b9d650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e43a2de2-79d0-4174-8213-9219e2c813ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:07.600153 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.600501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] Bound using segment: {'id': '214311ae-a04f-47d2-a18f-250c21b9d650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e43a2de2-79d0-4174-8213-9219e2c813ca'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:36:07.600968 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] Bound port: 59a7927e-2a92-438f-a4c5-6e7dc4dd591b, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214311ae-a04f-47d2-a18f-250c21b9d650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e43a2de2-79d0-4174-8213-9219e2c813ca'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:36:07.601343 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.719708 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] For port 59a7927e-2a92-438f-a4c5-6e7dc4dd591b, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:36:07.723019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] For port 59a7927e-2a92-438f-a4c5-6e7dc4dd591b, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=59a7927e-2a92-438f-a4c5-6e7dc4dd591b,segment=NetworkSegment(214311ae-a04f-47d2-a18f-250c21b9d650),segment_id=214311ae-a04f-47d2-a18f-250c21b9d650)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:36:07.728402 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.775697 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-f757bd83-a5bd-491b-8bf3-e2632ae274a0', 'network_id': 'f757bd83-a5bd-491b-8bf3-e2632ae274a0', 'tenant_id': '4230c730f13d4d15a301bbf5bdd65ce4', 'fixed_ips': [{'subnet_id': '99cd5617-5eea-4abb-84ea-4550ff35a65d'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:36:07.776548 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.842422 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc6bae-51aa-43fa-932a-584f5bfb9266 None None] Pushing event updated for resources: {'Port': ['ID=59a7927e-2a92-438f-a4c5-6e7dc4dd591b,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:07.974227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] Allocated IP 172.21.0.2 (f757bd83-a5bd-491b-8bf3-e2632ae274a0/99cd5617-5eea-4abb-84ea-4550ff35a65d/c6473696-0ee5-4a1b-9662-4759d5fe2eeb) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:08.105671 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bd98c8f8-df43-4ece-afaf-2443c7307884 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.164219 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.174397 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] Transition to ACTIVE for port object c6473696-0ee5-4a1b-9662-4759d5fe2eeb will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:08.190690 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] Transition to ACTIVE for port object c6473696-0ee5-4a1b-9662-4759d5fe2eeb will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:08.196323 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.218349 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [None req-bd98c8f8-df43-4ece-afaf-2443c7307884 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 08:36:08.219475 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bd98c8f8-df43-4ece-afaf-2443c7307884 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] 10.222.0.58 "PUT /v2.0/routers/5400e776-552b-4194-b9a5-e5836347fb93 HTTP/1.1" status: 400 len: 364 time: 0.6938043 Jul 13 08:36:08.225397 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35144) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:08.236952 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] Network f757bd83-a5bd-491b-8bf3-e2632ae274a0 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:08.239725 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:08.243320 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:08.250589 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] Pushing event updated for resources: {'Port': ['ID=c6473696-0ee5-4a1b-9662-4759d5fe2eeb,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:08.283175 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9a226c-2706-4eb9-af18-707a54aec6f2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Deleting subnet 99cd5617-5eea-4abb-84ea-4550ff35a65d {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:36:08.286332 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1f9a226c-2706-4eb9-af18-707a54aec6f2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.310756 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] Attempting to bind port c6473696-0ee5-4a1b-9662-4759d5fe2eeb on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:36:08.311129 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] Attempting to bind port c6473696-0ee5-4a1b-9662-4759d5fe2eeb by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'a3a52615-b504-4a49-9dc4-d87f5c5781ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f757bd83-a5bd-491b-8bf3-e2632ae274a0'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:36:08.311497 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] Attempting to bind port c6473696-0ee5-4a1b-9662-4759d5fe2eeb on network f757bd83-a5bd-491b-8bf3-e2632ae274a0 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:08.316387 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:36:08.316763 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] Checking segment: {'id': 'a3a52615-b504-4a49-9dc4-d87f5c5781ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f757bd83-a5bd-491b-8bf3-e2632ae274a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:08.317169 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.317566 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] Bound using segment: {'id': 'a3a52615-b504-4a49-9dc4-d87f5c5781ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f757bd83-a5bd-491b-8bf3-e2632ae274a0'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:36:08.318031 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] Bound port: c6473696-0ee5-4a1b-9662-4759d5fe2eeb, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a52615-b504-4a49-9dc4-d87f5c5781ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f757bd83-a5bd-491b-8bf3-e2632ae274a0'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:36:08.318447 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.324220 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1f9a226c-2706-4eb9-af18-707a54aec6f2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.383427 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] For port c6473696-0ee5-4a1b-9662-4759d5fe2eeb, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:36:08.386414 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] For port c6473696-0ee5-4a1b-9662-4759d5fe2eeb, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c6473696-0ee5-4a1b-9662-4759d5fe2eeb,segment=NetworkSegment(a3a52615-b504-4a49-9dc4-d87f5c5781ad),segment_id=a3a52615-b504-4a49-9dc4-d87f5c5781ad)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:36:08.391078 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.414119 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1f9a226c-2706-4eb9-af18-707a54aec6f2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.458534 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cf641-73f7-4cc5-82f8-ea7a3baa5ba5 None None] Pushing event updated for resources: {'Port': ['ID=c6473696-0ee5-4a1b-9662-4759d5fe2eeb,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:08.478350 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.485023 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1f9a226c-2706-4eb9-af18-707a54aec6f2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.512500 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a226c-2706-4eb9-af18-707a54aec6f2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Pushing event deleted for resources: {'Subnet': ['ID=99cd5617-5eea-4abb-84ea-4550ff35a65d,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:08.516915 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1f9a226c-2706-4eb9-af18-707a54aec6f2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.521062 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1f9a226c-2706-4eb9-af18-707a54aec6f2 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] 10.222.0.58 "DELETE /v2.0/subnets/99cd5617-5eea-4abb-84ea-4550ff35a65d HTTP/1.1" status: 204 len: 168 time: 0.2924564 Jul 13 08:36:08.521617 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35146) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:08.601389 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-feb9ff69-0e57-45d3-bd37-2d734de664ef tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.672364 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-feb9ff69-0e57-45d3-bd37-2d734de664ef tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Deleting port c6473696-0ee5-4a1b-9662-4759d5fe2eeb {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:36:08.672710 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-feb9ff69-0e57-45d3-bd37-2d734de664ef tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.743297 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-feb9ff69-0e57-45d3-bd37-2d734de664ef tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] For port c6473696-0ee5-4a1b-9662-4759d5fe2eeb, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=c6473696-0ee5-4a1b-9662-4759d5fe2eeb,segment=NetworkSegment(a3a52615-b504-4a49-9dc4-d87f5c5781ad),segment_id=a3a52615-b504-4a49-9dc4-d87f5c5781ad)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:08.743653 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-feb9ff69-0e57-45d3-bd37-2d734de664ef tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.757304 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-feb9ff69-0e57-45d3-bd37-2d734de664ef tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Calling delete_port for c6473696-0ee5-4a1b-9662-4759d5fe2eeb owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:36:08.843723 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-feb9ff69-0e57-45d3-bd37-2d734de664ef tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.847406 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1cf966-cd9a-4364-ae0d-fd5f4f6157fc None None] Network e43a2de2-79d0-4174-8213-9219e2c813ca requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:08.872415 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9ff69-0e57-45d3-bd37-2d734de664ef tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Pushing event deleted for resources: {'Port': ['ID=c6473696-0ee5-4a1b-9662-4759d5fe2eeb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:08.878827 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb9ff69-0e57-45d3-bd37-2d734de664ef tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] No DVR routers for this DVR port c6473696-0ee5-4a1b-9662-4759d5fe2eeb on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:36:08.962114 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-feb9ff69-0e57-45d3-bd37-2d734de664ef tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.973906 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-feb9ff69-0e57-45d3-bd37-2d734de664ef tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f757bd83-a5bd-491b-8bf3-e2632ae274a0']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:08.985758 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-feb9ff69-0e57-45d3-bd37-2d734de664ef tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a52615-b504-4a49-9dc4-d87f5c5781ad') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:08.986112 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-feb9ff69-0e57-45d3-bd37-2d734de664ef tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a52615-b504-4a49-9dc4-d87f5c5781ad') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:08.995645 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-feb9ff69-0e57-45d3-bd37-2d734de664ef tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.009913 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-feb9ff69-0e57-45d3-bd37-2d734de664ef tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.016679 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb9ff69-0e57-45d3-bd37-2d734de664ef tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:36:09.017078 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-feb9ff69-0e57-45d3-bd37-2d734de664ef tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:36:09.020097 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:36:09.087146 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-feb9ff69-0e57-45d3-bd37-2d734de664ef tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.096717 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-feb9ff69-0e57-45d3-bd37-2d734de664ef tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.098819 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-feb9ff69-0e57-45d3-bd37-2d734de664ef tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] 10.222.0.58 "DELETE /v2.0/networks/f757bd83-a5bd-491b-8bf3-e2632ae274a0 HTTP/1.1" status: 204 len: 168 time: 0.5761445 Jul 13 08:36:09.101545 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35148) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:09.101744 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1f34f013-5c78-4469-9c01-62db44d6ae16 None None] Provisioning for port 59a7927e-2a92-438f-a4c5-6e7dc4dd591b completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:09.111908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9ff69-0e57-45d3-bd37-2d734de664ef tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Pushing event deleted for resources: {'Network': ['ID=f757bd83-a5bd-491b-8bf3-e2632ae274a0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:09.193793 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-06291b50-1e23-41c9-8e44-95a7f1899eaa tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Deleting subnet 475906fa-d1bc-4fa8-896d-8fcb1d940e43 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:36:09.198951 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-06291b50-1e23-41c9-8e44-95a7f1899eaa tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.230671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 59a7927e-2a92-438f-a4c5-6e7dc4dd591b up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:09.262059 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-06291b50-1e23-41c9-8e44-95a7f1899eaa tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.295278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 59a7927e-2a92-438f-a4c5-6e7dc4dd591b completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:09.300011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 59a7927e-2a92-438f-a4c5-6e7dc4dd591b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:09.300539 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.379683 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-06291b50-1e23-41c9-8e44-95a7f1899eaa tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.387957 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.449438 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-06291b50-1e23-41c9-8e44-95a7f1899eaa tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.480938 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06291b50-1e23-41c9-8e44-95a7f1899eaa tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Pushing event deleted for resources: {'Subnet': ['ID=475906fa-d1bc-4fa8-896d-8fcb1d940e43,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:09.485711 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:36:09.486186 n-d-779913-28 neutron-server[93725]: DEBUG oslo_db.api [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:36:09.488700 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-06291b50-1e23-41c9-8e44-95a7f1899eaa tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.490759 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-06291b50-1e23-41c9-8e44-95a7f1899eaa tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] 10.222.0.58 "DELETE /v2.0/subnets/475906fa-d1bc-4fa8-896d-8fcb1d940e43 HTTP/1.1" status: 204 len: 168 time: 0.3877070 Jul 13 08:36:09.493477 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35150) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:09.494043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1473f9-54dd-4089-b986-c1dcbb8e90d8 None None] Network e43a2de2-79d0-4174-8213-9219e2c813ca requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:09.583323 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-11101787-f607-47ba-8671-93df219d7450 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.600374 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-64f37b95-6381-4cce-8a3e-1bfaf6739ccb None None] Provisioning complete for port 59a7927e-2a92-438f-a4c5-6e7dc4dd591b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:09.600374 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-64f37b95-6381-4cce-8a3e-1bfaf6739ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.635535 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-11101787-f607-47ba-8671-93df219d7450 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Deleting port 59a7927e-2a92-438f-a4c5-6e7dc4dd591b {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:36:09.635878 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-11101787-f607-47ba-8671-93df219d7450 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.642322 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca647ff-e13c-49f1-b6ad-bf82e9b1b428 None None] DHCP port deletion for f757bd83-a5bd-491b-8bf3-e2632ae274a0 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:36:09.676241 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ef3073-5330-4225-8502-8e5e1cc53447 None None] Network f757bd83-a5bd-491b-8bf3-e2632ae274a0 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:09.695251 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ef3073-5330-4225-8502-8e5e1cc53447 None None] Network f757bd83-a5bd-491b-8bf3-e2632ae274a0 could not be found, it might have been deleted concurrently. {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 08:36:09.708137 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-11101787-f607-47ba-8671-93df219d7450 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] For port 59a7927e-2a92-438f-a4c5-6e7dc4dd591b, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=59a7927e-2a92-438f-a4c5-6e7dc4dd591b,segment=NetworkSegment(214311ae-a04f-47d2-a18f-250c21b9d650),segment_id=214311ae-a04f-47d2-a18f-250c21b9d650)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:09.708494 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-11101787-f607-47ba-8671-93df219d7450 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.720122 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-11101787-f607-47ba-8671-93df219d7450 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Calling delete_port for 59a7927e-2a92-438f-a4c5-6e7dc4dd591b owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:36:09.737393 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-64f37b95-6381-4cce-8a3e-1bfaf6739ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.772628 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-64f37b95-6381-4cce-8a3e-1bfaf6739ccb None None] For port 59a7927e-2a92-438f-a4c5-6e7dc4dd591b, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=59a7927e-2a92-438f-a4c5-6e7dc4dd591b,segment=NetworkSegment(214311ae-a04f-47d2-a18f-250c21b9d650),segment_id=214311ae-a04f-47d2-a18f-250c21b9d650)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:09.777320 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-64f37b95-6381-4cce-8a3e-1bfaf6739ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.788008 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347f18b7-e9e7-47ac-8043-86cd1d65c97b None None] DHCP port deletion for e43a2de2-79d0-4174-8213-9219e2c813ca request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:36:09.804709 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-11101787-f607-47ba-8671-93df219d7450 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.834723 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11101787-f607-47ba-8671-93df219d7450 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Pushing event deleted for resources: {'Port': ['ID=59a7927e-2a92-438f-a4c5-6e7dc4dd591b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:09.838323 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11101787-f607-47ba-8671-93df219d7450 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] No DVR routers for this DVR port 59a7927e-2a92-438f-a4c5-6e7dc4dd591b on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:36:09.846496 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f37b95-6381-4cce-8a3e-1bfaf6739ccb None None] Pushing event updated for resources: {'Port': ['ID=59a7927e-2a92-438f-a4c5-6e7dc4dd591b,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:09.913821 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-11101787-f607-47ba-8671-93df219d7450 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.924214 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-11101787-f607-47ba-8671-93df219d7450 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43a2de2-79d0-4174-8213-9219e2c813ca']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:09.926211 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f3169cc0-1843-43b8-bdcd-0f9c29d2ae36 None None] Could not find standard attr ID for object c6473696-0ee5-4a1b-9662-4759d5fe2eeb. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:36:09.934203 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-11101787-f607-47ba-8671-93df219d7450 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214311ae-a04f-47d2-a18f-250c21b9d650') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:09.934512 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-11101787-f607-47ba-8671-93df219d7450 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214311ae-a04f-47d2-a18f-250c21b9d650') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:09.943731 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-11101787-f607-47ba-8671-93df219d7450 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.956925 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-11101787-f607-47ba-8671-93df219d7450 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.962976 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11101787-f607-47ba-8671-93df219d7450 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:36:09.963368 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-11101787-f607-47ba-8671-93df219d7450 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:36:09.966762 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:36:10.009791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Port 59a7927e-2a92-438f-a4c5-6e7dc4dd591b update to ACTIVE by agent not found {{(pid=93725) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 13 08:36:10.026691 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-11101787-f607-47ba-8671-93df219d7450 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.031941 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-11101787-f607-47ba-8671-93df219d7450 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.034000 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-11101787-f607-47ba-8671-93df219d7450 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] 10.222.0.58 "DELETE /v2.0/networks/e43a2de2-79d0-4174-8213-9219e2c813ca HTTP/1.1" status: 204 len: 168 time: 0.5392394 Jul 13 08:36:10.036945 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35152) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:10.048291 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11101787-f607-47ba-8671-93df219d7450 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Pushing event deleted for resources: {'Network': ['ID=e43a2de2-79d0-4174-8213-9219e2c813ca,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:10.066210 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-17e4955e-f2b6-4fb3-ae7a-7c9fbb5c2cd3 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] 10.222.0.58 "GET /v2.0/ports?device_id=5400e776-552b-4194-b9a5-e5836347fb93 HTTP/1.1" status: 200 len: 205 time: 0.0281289 Jul 13 08:36:10.068556 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35154) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:10.141651 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-223c5e73-5035-4435-aba0-d6bd61e18973 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.294306 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-223c5e73-5035-4435-aba0-d6bd61e18973 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.296899 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-223c5e73-5035-4435-aba0-d6bd61e18973 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.338214 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-223c5e73-5035-4435-aba0-d6bd61e18973 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.338729 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223c5e73-5035-4435-aba0-d6bd61e18973 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Fanout notify agent at l3_agent the message router_deleted on router 5400e776-552b-4194-b9a5-e5836347fb93 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:36:10.346553 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-223c5e73-5035-4435-aba0-d6bd61e18973 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.347767 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-223c5e73-5035-4435-aba0-d6bd61e18973 tempest-RoutersNegativeTest-1937706466 tempest-RoutersNegativeTest-1937706466-project] 10.222.0.58 "DELETE /v2.0/routers/5400e776-552b-4194-b9a5-e5836347fb93 HTTP/1.1" status: 204 len: 168 time: 0.2782178 Jul 13 08:36:10.574405 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35160) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:10.700520 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5a8d1fd1-6991-417a-9565-892a3b9da13e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4230c730f13d4d15a301bbf5bdd65ce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1249504 Jul 13 08:36:10.703117 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35164) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:10.753422 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6136-9428-4d2f-ba06-742190d61a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.773537 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6136-9428-4d2f-ba06-742190d61a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.820106 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6136-9428-4d2f-ba06-742190d61a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.822777 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6136-9428-4d2f-ba06-742190d61a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.823876 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6d9a6136-9428-4d2f-ba06-742190d61a4b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62b18bdc-a70b-41f1-81d2-fc224a43ad03 HTTP/1.1" status: 204 len: 168 time: 0.1198504 Jul 13 08:36:10.831634 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6136-9428-4d2f-ba06-742190d61a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b18bdc-a70b-41f1-81d2-fc224a43ad03,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:11.160672 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 59a7927e-2a92-438f-a4c5-6e7dc4dd591b no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:36:11.180712 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 59a7927e-2a92-438f-a4c5-6e7dc4dd591b {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:36:11.181059 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 59a7927e-2a92-438f-a4c5-6e7dc4dd591b not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:36:11.181473 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c6473696-0ee5-4a1b-9662-4759d5fe2eeb no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:36:11.199283 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: c6473696-0ee5-4a1b-9662-4759d5fe2eeb {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:36:11.199632 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device c6473696-0ee5-4a1b-9662-4759d5fe2eeb not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:36:11.411214 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35186) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:11.502061 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-0dc116d6-f8cc-4df6-ad14-939f7402f348 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-68310975-network', 'tenant_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:11.522473 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc116d6-f8cc-4df6-ad14-939f7402f348 admin admin] Made reservation on behalf of 3dcb7ff5f1f44ae5a6fc12dd810901f6 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:11.524714 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0dc116d6-f8cc-4df6-ad14-939f7402f348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:11.533233 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0dc116d6-f8cc-4df6-ad14-939f7402f348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:11.617860 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0dc116d6-f8cc-4df6-ad14-939f7402f348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:11.621460 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0dc116d6-f8cc-4df6-ad14-939f7402f348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:11.645625 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc116d6-f8cc-4df6-ad14-939f7402f348 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:36:11.655098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc116d6-f8cc-4df6-ad14-939f7402f348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:11.661819 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0dc116d6-f8cc-4df6-ad14-939f7402f348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:11.662192 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-0dc116d6-f8cc-4df6-ad14-939f7402f348 admin admin] Added segment b8710d93-425e-42e2-87fa-841da09e1f40 of type vlan for network 6a8bc5a3-1f32-4349-911d-9fe7fa0694ad Jul 13 08:36:11.704998 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0dc116d6-f8cc-4df6-ad14-939f7402f348 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:11.732547 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0dc116d6-f8cc-4df6-ad14-939f7402f348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:11.733508 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc116d6-f8cc-4df6-ad14-939f7402f348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:11.734111 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0dc116d6-f8cc-4df6-ad14-939f7402f348 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:11.765621 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0dc116d6-f8cc-4df6-ad14-939f7402f348 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3533213 Jul 13 08:36:11.768675 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35190) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:11.773735 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-83d4276f-968c-4dc8-b25c-e79f055d28ef admin admin] Request body: {'subnet': {'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-68310975-subnet', 'tenant_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:11.794929 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d4276f-968c-4dc8-b25c-e79f055d28ef admin admin] Made reservation on behalf of 3dcb7ff5f1f44ae5a6fc12dd810901f6 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:11.795338 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc116d6-f8cc-4df6-ad14-939f7402f348 admin admin] Pushing event updated for resources: {'Network': ['ID=6a8bc5a3-1f32-4349-911d-9fe7fa0694ad,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:11.797454 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83d4276f-968c-4dc8-b25c-e79f055d28ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:11.805367 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 6a8bc5a3-1f32-4349-911d-9fe7fa0694ad details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:36:11.962953 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83d4276f-968c-4dc8-b25c-e79f055d28ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.017477 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4276f-968c-4dc8-b25c-e79f055d28ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=46f9b498-732d-4a5c-9f67-61925691e6a3,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:12.026002 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d4276f-968c-4dc8-b25c-e79f055d28ef admin admin] Checking segment: {'id': 'b8710d93-425e-42e2-87fa-841da09e1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:12.026392 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d4276f-968c-4dc8-b25c-e79f055d28ef admin admin] Network hostable DHCP agents. Network: 6a8bc5a3-1f32-4349-911d-9fe7fa0694ad, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:36:12.041937 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d4276f-968c-4dc8-b25c-e79f055d28ef admin admin] Network 6a8bc5a3-1f32-4349-911d-9fe7fa0694ad is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:36:12.050734 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-83d4276f-968c-4dc8-b25c-e79f055d28ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 6a8bc5a3-1f32-4349-911d-9fe7fa0694ad) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:12.054566 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d4276f-968c-4dc8-b25c-e79f055d28ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:12.055154 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83d4276f-968c-4dc8-b25c-e79f055d28ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.061148 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7919ff-11ad-4b9f-b48c-4ddf65842b0d None None] Network 6a8bc5a3-1f32-4349-911d-9fe7fa0694ad requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:12.069119 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-83d4276f-968c-4dc8-b25c-e79f055d28ef admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2991149 Jul 13 08:36:12.071840 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35192) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:12.076099 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-351da666-2779-4724-b2d4-86bdaff931f5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-68310975-router', 'tenant_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:12.096149 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-351da666-2779-4724-b2d4-86bdaff931f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.097274 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-351da666-2779-4724-b2d4-86bdaff931f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.152289 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-351da666-2779-4724-b2d4-86bdaff931f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.213711 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-6a8bc5a3-1f32-4349-911d-9fe7fa0694ad', 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad', 'tenant_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'fixed_ips': [{'subnet_id': '46f9b498-732d-4a5c-9f67-61925691e6a3'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:36:12.214880 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.287193 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-351da666-2779-4724-b2d4-86bdaff931f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.346555 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] Allocated IP 172.20.0.2 (6a8bc5a3-1f32-4349-911d-9fe7fa0694ad/46f9b498-732d-4a5c-9f67-61925691e6a3/f39fa9b5-3360-4038-a652-69b296d58c1c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:12.487355 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-351da666-2779-4724-b2d4-86bdaff931f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.488872 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.496997 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] Transition to ACTIVE for port object f39fa9b5-3360-4038-a652-69b296d58c1c will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:12.505785 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-351da666-2779-4724-b2d4-86bdaff931f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.511401 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] Transition to ACTIVE for port object f39fa9b5-3360-4038-a652-69b296d58c1c will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:12.517767 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.552709 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] Network 6a8bc5a3-1f32-4349-911d-9fe7fa0694ad is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:12.558783 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:12.561269 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:12.570043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] Pushing event updated for resources: {'Port': ['ID=f39fa9b5-3360-4038-a652-69b296d58c1c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:12.611119 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-351da666-2779-4724-b2d4-86bdaff931f5 admin admin] Allocated IP 172.25.0.48 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/5fa2a204-07d5-4c35-8f9b-3469874b53f1) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:12.627417 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] Attempting to bind port f39fa9b5-3360-4038-a652-69b296d58c1c on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:36:12.627783 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] Attempting to bind port f39fa9b5-3360-4038-a652-69b296d58c1c by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'b8710d93-425e-42e2-87fa-841da09e1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:36:12.628144 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] Attempting to bind port f39fa9b5-3360-4038-a652-69b296d58c1c on network 6a8bc5a3-1f32-4349-911d-9fe7fa0694ad {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:12.633020 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:36:12.633495 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] Checking segment: {'id': 'b8710d93-425e-42e2-87fa-841da09e1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:12.633895 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.634306 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] Bound using segment: {'id': 'b8710d93-425e-42e2-87fa-841da09e1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:36:12.634756 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] Bound port: f39fa9b5-3360-4038-a652-69b296d58c1c, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8710d93-425e-42e2-87fa-841da09e1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:36:12.635126 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.698362 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] For port f39fa9b5-3360-4038-a652-69b296d58c1c, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:36:12.701923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] For port f39fa9b5-3360-4038-a652-69b296d58c1c, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f39fa9b5-3360-4038-a652-69b296d58c1c,segment=NetworkSegment(b8710d93-425e-42e2-87fa-841da09e1f40),segment_id=b8710d93-425e-42e2-87fa-841da09e1f40)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:36:12.706973 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.711301 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-351da666-2779-4724-b2d4-86bdaff931f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.756587 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-351da666-2779-4724-b2d4-86bdaff931f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.768027 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef023fdd-06a3-4fc2-bdac-1d711543ee74 None None] Pushing event updated for resources: {'Port': ['ID=f39fa9b5-3360-4038-a652-69b296d58c1c,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:12.799252 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351da666-2779-4724-b2d4-86bdaff931f5 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:12.802124 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-351da666-2779-4724-b2d4-86bdaff931f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:12.804637 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351da666-2779-4724-b2d4-86bdaff931f5 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:12.833372 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351da666-2779-4724-b2d4-86bdaff931f5 admin admin] Pushing event updated for resources: {'Port': ['ID=5fa2a204-07d5-4c35-8f9b-3469874b53f1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:13.093025 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-351da666-2779-4724-b2d4-86bdaff931f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.189455 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f39fa9b5-3360-4038-a652-69b296d58c1c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:13.244348 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port f39fa9b5-3360-4038-a652-69b296d58c1c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:13.291934 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-351da666-2779-4724-b2d4-86bdaff931f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.416797 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.418524 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351da666-2779-4724-b2d4-86bdaff931f5 admin admin] Router dd5f3ff7-a960-48e5-9ac1-2b47026969d0 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:36:13.529878 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351da666-2779-4724-b2d4-86bdaff931f5 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:36:13.539798 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] Sync routers for ids ['dd5f3ff7-a960-48e5-9ac1-2b47026969d0'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:36:13.548403 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-351da666-2779-4724-b2d4-86bdaff931f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.550173 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-351da666-2779-4724-b2d4-86bdaff931f5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4769135 Jul 13 08:36:13.550337 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] Routers {'dd5f3ff7-a960-48e5-9ac1-2b47026969d0'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:13.550545 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:35:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd5f3ff7-a960-48e5-9ac1-2b47026969d0'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:13.552478 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35194) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:13.662553 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] Set router dd5f3ff7-a960-48e5-9ac1-2b47026969d0 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:13.721847 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea3a22e-dbe8-468b-90a1-cd64788a0b56 None None] Network 6a8bc5a3-1f32-4349-911d-9fe7fa0694ad requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:13.841553 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b11fcf0e-8b29-48e5-af8c-204c516365bd None None] Provisioning for port f39fa9b5-3360-4038-a652-69b296d58c1c completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:13.855529 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:36:13.863058 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b11fcf0e-8b29-48e5-af8c-204c516365bd None None] Provisioning complete for port f39fa9b5-3360-4038-a652-69b296d58c1c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:13.863433 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b11fcf0e-8b29-48e5-af8c-204c516365bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.973407 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9726f5e4-a002-4bd8-aebd-9c4c608b204d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.043442 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b11fcf0e-8b29-48e5-af8c-204c516365bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.047852 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5f3ff7-a960-48e5-9ac1-2b47026969d0', 'name': 'tempest-TestEncryptedCinderVolumes-68310975-router', 'tenant_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '5fa2a204-07d5-4c35-8f9b-3469874b53f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:12Z', 'updated_at': '2021-07-13T08:36:12Z', 'revision_number': 3, 'project_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'gw_port': {'id': '5fa2a204-07d5-4c35-8f9b-3469874b53f1', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5f3ff7-a960-48e5-9ac1-2b47026969d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:12Z', 'updated_at': '2021-07-13T08:36:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:14.090953 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] Checking router: dd5f3ff7-a960-48e5-9ac1-2b47026969d0 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:36:14.091307 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] Updating router dd5f3ff7-a960-48e5-9ac1-2b47026969d0 port 5fa2a204-07d5-4c35-8f9b-3469874b53f1 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:36:14.127550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-9726f5e4-a002-4bd8-aebd-9c4c608b204d admin admin] Allocated IP 172.20.0.1 (6a8bc5a3-1f32-4349-911d-9fe7fa0694ad/46f9b498-732d-4a5c-9f67-61925691e6a3/d6701ddb-7939-41e2-b886-a353da5885a3) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:14.144794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b11fcf0e-8b29-48e5-af8c-204c516365bd None None] For port f39fa9b5-3360-4038-a652-69b296d58c1c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f39fa9b5-3360-4038-a652-69b296d58c1c,segment=NetworkSegment(b8710d93-425e-42e2-87fa-841da09e1f40),segment_id=b8710d93-425e-42e2-87fa-841da09e1f40)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:14.151624 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b11fcf0e-8b29-48e5-af8c-204c516365bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.153438 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.245891 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9726f5e4-a002-4bd8-aebd-9c4c608b204d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.261253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-9726f5e4-a002-4bd8-aebd-9c4c608b204d admin admin] Transition to ACTIVE for port object d6701ddb-7939-41e2-b886-a353da5885a3 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:14.297986 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9726f5e4-a002-4bd8-aebd-9c4c608b204d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.306341 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fcf0e-8b29-48e5-af8c-204c516365bd None None] Pushing event updated for resources: {'Port': ['ID=f39fa9b5-3360-4038-a652-69b296d58c1c,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:14.335102 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9726f5e4-a002-4bd8-aebd-9c4c608b204d admin admin] Network 6a8bc5a3-1f32-4349-911d-9fe7fa0694ad is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:14.347731 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-9726f5e4-a002-4bd8-aebd-9c4c608b204d admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:14.351581 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9726f5e4-a002-4bd8-aebd-9c4c608b204d admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:14.396992 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726f5e4-a002-4bd8-aebd-9c4c608b204d admin admin] Pushing event updated for resources: {'Port': ['ID=d6701ddb-7939-41e2-b886-a353da5885a3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:14.407652 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9726f5e4-a002-4bd8-aebd-9c4c608b204d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.476710 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-242b56f2-32df-45cf-aced-d7e8af7becf6 None None] Provisioning complete for port f39fa9b5-3360-4038-a652-69b296d58c1c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:14.477091 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-242b56f2-32df-45cf-aced-d7e8af7becf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.509405 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.528686 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] Transition to ACTIVE for port object 5fa2a204-07d5-4c35-8f9b-3469874b53f1 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:14.538355 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.552585 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9726f5e4-a002-4bd8-aebd-9c4c608b204d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.625016 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] Attempting to bind port 5fa2a204-07d5-4c35-8f9b-3469874b53f1 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:36:14.625387 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] Attempting to bind port 5fa2a204-07d5-4c35-8f9b-3469874b53f1 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:36:14.625747 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] Attempting to bind port 5fa2a204-07d5-4c35-8f9b-3469874b53f1 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:14.630202 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c769c21-053f-491e-b432-bfa4079066a4 None None] Pushing event updated for resources: {'Port': ['ID=5fa2a204-07d5-4c35-8f9b-3469874b53f1,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:14.637303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:36:14.637665 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:14.638064 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.639048 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:36:14.639525 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] Bound port: 5fa2a204-07d5-4c35-8f9b-3469874b53f1, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:36:14.639905 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.690365 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] For port 5fa2a204-07d5-4c35-8f9b-3469874b53f1, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:36:14.693547 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] For port 5fa2a204-07d5-4c35-8f9b-3469874b53f1, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=5fa2a204-07d5-4c35-8f9b-3469874b53f1,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:36:14.699029 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.717713 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9726f5e4-a002-4bd8-aebd-9c4c608b204d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.722125 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9726f5e4-a002-4bd8-aebd-9c4c608b204d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.761922 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] Routers {'dd5f3ff7-a960-48e5-9ac1-2b47026969d0'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:14.762713 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:35:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd5f3ff7-a960-48e5-9ac1-2b47026969d0'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:14.793426 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726f5e4-a002-4bd8-aebd-9c4c608b204d admin admin] Pushing event updated for resources: {'Port': ['ID=d6701ddb-7939-41e2-b886-a353da5885a3,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:14.805255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c769c21-053f-491e-b432-bfa4079066a4 None None] Pushing event updated for resources: {'Port': ['ID=5fa2a204-07d5-4c35-8f9b-3469874b53f1,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:14.807178 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9726f5e4-a002-4bd8-aebd-9c4c608b204d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.813152 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-105f3b2a-34e5-4a6e-9a21-dda75b5d510c None None] Provisioning for port d6701ddb-7939-41e2-b886-a353da5885a3 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:14.823783 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-105f3b2a-34e5-4a6e-9a21-dda75b5d510c None None] Provisioning complete for port d6701ddb-7939-41e2-b886-a353da5885a3 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:14.824164 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-105f3b2a-34e5-4a6e-9a21-dda75b5d510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.900004 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-105f3b2a-34e5-4a6e-9a21-dda75b5d510c None None] Port d6701ddb-7939-41e2-b886-a353da5885a3 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:36:14.912259 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] Set router dd5f3ff7-a960-48e5-9ac1-2b47026969d0 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:14.912470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9726f5e4-a002-4bd8-aebd-9c4c608b204d admin admin] Network 6a8bc5a3-1f32-4349-911d-9fe7fa0694ad is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:14.913717 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-9726f5e4-a002-4bd8-aebd-9c4c608b204d admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:15.035440 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9726f5e4-a002-4bd8-aebd-9c4c608b204d admin admin] Router dd5f3ff7-a960-48e5-9ac1-2b47026969d0 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:36:15.152597 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0ec93c90-5ccb-421b-bbab-b7d6d7a840b0 None None] Provisioning complete for port d6701ddb-7939-41e2-b886-a353da5885a3 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:15.152972 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ec93c90-5ccb-421b-bbab-b7d6d7a840b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:15.213757 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f39fa9b5-3360-4038-a652-69b296d58c1c up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:15.218908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0ec93c90-5ccb-421b-bbab-b7d6d7a840b0 None None] Port d6701ddb-7939-41e2-b886-a353da5885a3 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:36:15.345008 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port f39fa9b5-3360-4038-a652-69b296d58c1c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:15.345692 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:15.369512 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-73222f42-a0b3-40f3-ac32-449926ecc7bd None None] Provisioning complete for port d6701ddb-7939-41e2-b886-a353da5885a3 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:15.369887 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73222f42-a0b3-40f3-ac32-449926ecc7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:15.428957 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-73222f42-a0b3-40f3-ac32-449926ecc7bd None None] Port d6701ddb-7939-41e2-b886-a353da5885a3 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:36:15.440740 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5f3ff7-a960-48e5-9ac1-2b47026969d0', 'name': 'tempest-TestEncryptedCinderVolumes-68310975-router', 'tenant_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '5fa2a204-07d5-4c35-8f9b-3469874b53f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:12Z', 'updated_at': '2021-07-13T08:36:14Z', 'revision_number': 4, 'project_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'gw_port': {'id': '5fa2a204-07d5-4c35-8f9b-3469874b53f1', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5f3ff7-a960-48e5-9ac1-2b47026969d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:12Z', 'updated_at': '2021-07-13T08:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'd6701ddb-7939-41e2-b886-a353da5885a3', 'name': '', 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad', 'tenant_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'mac_address': 'fa:16:3e:bc:fe:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5f3ff7-a960-48e5-9ac1-2b47026969d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '46f9b498-732d-4a5c-9f67-61925691e6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:13Z', 'updated_at': '2021-07-13T08:36:14Z', 'revision_number': 2, 'project_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'subnets': [{'id': '46f9b498-732d-4a5c-9f67-61925691e6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:15.472837 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e78551-e929-467d-8f89-f26f3c4e4d97 None None] The sync data for ids ['dd5f3ff7-a960-48e5-9ac1-2b47026969d0'] in n-d-779913-28 is: [{'id': 'dd5f3ff7-a960-48e5-9ac1-2b47026969d0', 'name': 'tempest-TestEncryptedCinderVolumes-68310975-router', 'tenant_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '5fa2a204-07d5-4c35-8f9b-3469874b53f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:12Z', 'updated_at': '2021-07-13T08:36:14Z', 'revision_number': 4, 'project_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'gw_port': {'id': '5fa2a204-07d5-4c35-8f9b-3469874b53f1', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5f3ff7-a960-48e5-9ac1-2b47026969d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:12Z', 'updated_at': '2021-07-13T08:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'd6701ddb-7939-41e2-b886-a353da5885a3', 'name': '', 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad', 'tenant_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'mac_address': 'fa:16:3e:bc:fe:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5f3ff7-a960-48e5-9ac1-2b47026969d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '46f9b498-732d-4a5c-9f67-61925691e6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:13Z', 'updated_at': '2021-07-13T08:36:14Z', 'revision_number': 2, 'project_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'subnets': [{'id': '46f9b498-732d-4a5c-9f67-61925691e6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:36:15.506845 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9726f5e4-a002-4bd8-aebd-9c4c608b204d admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:36:15.511978 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9726f5e4-a002-4bd8-aebd-9c4c608b204d admin admin] 10.222.0.58 "PUT /v2.0/routers/dd5f3ff7-a960-48e5-9ac1-2b47026969d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9583275 Jul 13 08:36:16.004092 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35210) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:16.009069 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-771681d0-d91c-46d1-b27e-c484342be7b5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-733268930-network', 'tenant_id': 'b3bf1f3e05f84a9989840c0de812087e'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:16.031419 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771681d0-d91c-46d1-b27e-c484342be7b5 admin admin] Made reservation on behalf of b3bf1f3e05f84a9989840c0de812087e for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:16.033966 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-771681d0-d91c-46d1-b27e-c484342be7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:16.044392 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-771681d0-d91c-46d1-b27e-c484342be7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:16.179301 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-771681d0-d91c-46d1-b27e-c484342be7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:16.183139 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-771681d0-d91c-46d1-b27e-c484342be7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:16.209082 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771681d0-d91c-46d1-b27e-c484342be7b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:36:16.219362 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771681d0-d91c-46d1-b27e-c484342be7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f74eb72-61be-4f67-afd7-eb6bc2b10d0a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:16.224798 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-771681d0-d91c-46d1-b27e-c484342be7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:16.225137 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-771681d0-d91c-46d1-b27e-c484342be7b5 admin admin] Added segment 5f22efee-e833-474c-a06f-b754cf68b01c of type vlan for network ab42c468-1a20-4181-bc03-9c622cc57a7d Jul 13 08:36:16.267176 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-771681d0-d91c-46d1-b27e-c484342be7b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:16.296076 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-771681d0-d91c-46d1-b27e-c484342be7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:16.297067 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771681d0-d91c-46d1-b27e-c484342be7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:16.297656 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-771681d0-d91c-46d1-b27e-c484342be7b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:16.334265 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-771681d0-d91c-46d1-b27e-c484342be7b5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3289034 Jul 13 08:36:16.336995 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35212) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:16.342437 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-af8aed84-8025-4491-adbe-d299e72779d7 admin admin] Request body: {'subnet': {'network_id': 'ab42c468-1a20-4181-bc03-9c622cc57a7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-733268930-subnet', 'tenant_id': 'b3bf1f3e05f84a9989840c0de812087e', 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:16.364520 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771681d0-d91c-46d1-b27e-c484342be7b5 admin admin] Pushing event updated for resources: {'Network': ['ID=ab42c468-1a20-4181-bc03-9c622cc57a7d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:16.366794 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8aed84-8025-4491-adbe-d299e72779d7 admin admin] Made reservation on behalf of b3bf1f3e05f84a9989840c0de812087e for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:16.369156 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-af8aed84-8025-4491-adbe-d299e72779d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:16.376643 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network ab42c468-1a20-4181-bc03-9c622cc57a7d details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:36:16.547092 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-af8aed84-8025-4491-adbe-d299e72779d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:16.603704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8aed84-8025-4491-adbe-d299e72779d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37ebcb47-f3e8-40c1-9454-a96afe3a5cb7,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:16.611980 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8aed84-8025-4491-adbe-d299e72779d7 admin admin] Checking segment: {'id': '5f22efee-e833-474c-a06f-b754cf68b01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ab42c468-1a20-4181-bc03-9c622cc57a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:16.612349 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8aed84-8025-4491-adbe-d299e72779d7 admin admin] Network hostable DHCP agents. Network: ab42c468-1a20-4181-bc03-9c622cc57a7d, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:36:16.630958 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8aed84-8025-4491-adbe-d299e72779d7 admin admin] Network ab42c468-1a20-4181-bc03-9c622cc57a7d is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:36:16.641316 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-af8aed84-8025-4491-adbe-d299e72779d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, ab42c468-1a20-4181-bc03-9c622cc57a7d) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:16.646526 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8aed84-8025-4491-adbe-d299e72779d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:16.647147 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-af8aed84-8025-4491-adbe-d299e72779d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:16.661627 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-af8aed84-8025-4491-adbe-d299e72779d7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3235266 Jul 13 08:36:16.664412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35214) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:16.669003 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e1e99e9a-f2ab-42fb-aeff-a22eeb6351da admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-733268930-router', 'tenant_id': 'b3bf1f3e05f84a9989840c0de812087e', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:16.684229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af328a6c-ce31-4306-9746-7f400120fd30 None None] Network ab42c468-1a20-4181-bc03-9c622cc57a7d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:16.695054 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1e99e9a-f2ab-42fb-aeff-a22eeb6351da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:16.696123 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1e99e9a-f2ab-42fb-aeff-a22eeb6351da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:16.757746 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1e99e9a-f2ab-42fb-aeff-a22eeb6351da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:16.890108 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-ab42c468-1a20-4181-bc03-9c622cc57a7d', 'network_id': 'ab42c468-1a20-4181-bc03-9c622cc57a7d', 'tenant_id': 'b3bf1f3e05f84a9989840c0de812087e', 'fixed_ips': [{'subnet_id': '37ebcb47-f3e8-40c1-9454-a96afe3a5cb7'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:36:16.890968 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:16.899797 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1e99e9a-f2ab-42fb-aeff-a22eeb6351da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.038068 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] Allocated IP 172.20.0.2 (ab42c468-1a20-4181-bc03-9c622cc57a7d/37ebcb47-f3e8-40c1-9454-a96afe3a5cb7/60fbae21-7a61-469b-aea3-e973cb2ff431) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:17.104021 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1e99e9a-f2ab-42fb-aeff-a22eeb6351da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.124870 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1e99e9a-f2ab-42fb-aeff-a22eeb6351da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.211423 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.223865 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] Transition to ACTIVE for port object 60fbae21-7a61-469b-aea3-e973cb2ff431 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:17.230639 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5fa2a204-07d5-4c35-8f9b-3469874b53f1 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:17.255133 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-e1e99e9a-f2ab-42fb-aeff-a22eeb6351da admin admin] Allocated IP 172.25.0.22 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/59f6b255-6cd6-49a5-a384-5c34e488b376) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:17.264662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] Transition to ACTIVE for port object 60fbae21-7a61-469b-aea3-e973cb2ff431 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:17.277486 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.326357 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] Network ab42c468-1a20-4181-bc03-9c622cc57a7d is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:17.333937 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:17.336560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:17.339914 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] Pushing event updated for resources: {'Port': ['ID=60fbae21-7a61-469b-aea3-e973cb2ff431,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:17.350784 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 5fa2a204-07d5-4c35-8f9b-3469874b53f1 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:17.365897 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1e99e9a-f2ab-42fb-aeff-a22eeb6351da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.383528 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 5fa2a204-07d5-4c35-8f9b-3469874b53f1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:17.384077 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.406060 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1e99e9a-f2ab-42fb-aeff-a22eeb6351da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.442177 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e99e9a-f2ab-42fb-aeff-a22eeb6351da admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:17.443434 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] Attempting to bind port 60fbae21-7a61-469b-aea3-e973cb2ff431 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:36:17.443883 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] Attempting to bind port 60fbae21-7a61-469b-aea3-e973cb2ff431 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '5f22efee-e833-474c-a06f-b754cf68b01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ab42c468-1a20-4181-bc03-9c622cc57a7d'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:36:17.444312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] Attempting to bind port 60fbae21-7a61-469b-aea3-e973cb2ff431 on network ab42c468-1a20-4181-bc03-9c622cc57a7d {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:17.447351 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e1e99e9a-f2ab-42fb-aeff-a22eeb6351da admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:17.451753 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e99e9a-f2ab-42fb-aeff-a22eeb6351da admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:17.454318 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:36:17.454704 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] Checking segment: {'id': '5f22efee-e833-474c-a06f-b754cf68b01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ab42c468-1a20-4181-bc03-9c622cc57a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:17.455102 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.455723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] Bound using segment: {'id': '5f22efee-e833-474c-a06f-b754cf68b01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ab42c468-1a20-4181-bc03-9c622cc57a7d'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:36:17.455960 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] Bound port: 60fbae21-7a61-469b-aea3-e973cb2ff431, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f22efee-e833-474c-a06f-b754cf68b01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ab42c468-1a20-4181-bc03-9c622cc57a7d'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:36:17.456341 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.481745 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e99e9a-f2ab-42fb-aeff-a22eeb6351da admin admin] Pushing event updated for resources: {'Port': ['ID=59f6b255-6cd6-49a5-a384-5c34e488b376,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:17.530823 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] Sync routers for ids ['dd5f3ff7-a960-48e5-9ac1-2b47026969d0'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:36:17.539956 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] Routers {'dd5f3ff7-a960-48e5-9ac1-2b47026969d0'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:17.540554 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:35:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd5f3ff7-a960-48e5-9ac1-2b47026969d0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:17.550166 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.564152 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] For port 60fbae21-7a61-469b-aea3-e973cb2ff431, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:36:17.568493 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] For port 60fbae21-7a61-469b-aea3-e973cb2ff431, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=60fbae21-7a61-469b-aea3-e973cb2ff431,segment=NetworkSegment(5f22efee-e833-474c-a06f-b754cf68b01c),segment_id=5f22efee-e833-474c-a06f-b754cf68b01c)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:36:17.577302 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.581099 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 5fa2a204-07d5-4c35-8f9b-3469874b53f1, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=5fa2a204-07d5-4c35-8f9b-3469874b53f1,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:17.606601 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.671761 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ed891-c1a5-436b-ac77-ae7e40839b6b None None] Pushing event updated for resources: {'Port': ['ID=60fbae21-7a61-469b-aea3-e973cb2ff431,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:17.738332 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=5fa2a204-07d5-4c35-8f9b-3469874b53f1,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:17.797369 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1e99e9a-f2ab-42fb-aeff-a22eeb6351da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.815767 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] Set router dd5f3ff7-a960-48e5-9ac1-2b47026969d0 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:18.043176 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1e99e9a-f2ab-42fb-aeff-a22eeb6351da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.047961 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5f3ff7-a960-48e5-9ac1-2b47026969d0', 'name': 'tempest-TestEncryptedCinderVolumes-68310975-router', 'tenant_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '5fa2a204-07d5-4c35-8f9b-3469874b53f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:12Z', 'updated_at': '2021-07-13T08:36:14Z', 'revision_number': 4, 'project_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'gw_port': {'id': '5fa2a204-07d5-4c35-8f9b-3469874b53f1', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5f3ff7-a960-48e5-9ac1-2b47026969d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:12Z', 'updated_at': '2021-07-13T08:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'd6701ddb-7939-41e2-b886-a353da5885a3', 'name': '', 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad', 'tenant_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'mac_address': 'fa:16:3e:bc:fe:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5f3ff7-a960-48e5-9ac1-2b47026969d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '46f9b498-732d-4a5c-9f67-61925691e6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:13Z', 'updated_at': '2021-07-13T08:36:14Z', 'revision_number': 2, 'project_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'subnets': [{'id': '46f9b498-732d-4a5c-9f67-61925691e6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:18.079958 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] Checking router: dd5f3ff7-a960-48e5-9ac1-2b47026969d0 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:36:18.080231 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] Updating router dd5f3ff7-a960-48e5-9ac1-2b47026969d0 port d6701ddb-7939-41e2-b886-a353da5885a3 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:36:18.114033 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.184433 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e99e9a-f2ab-42fb-aeff-a22eeb6351da admin admin] Router b280d09b-c7df-4a0c-a267-506d77032e89 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:36:18.289508 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e99e9a-f2ab-42fb-aeff-a22eeb6351da admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:36:18.303249 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] Sync routers for ids ['b280d09b-c7df-4a0c-a267-506d77032e89'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:36:18.306408 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1e99e9a-f2ab-42fb-aeff-a22eeb6351da admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.307833 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e1e99e9a-f2ab-42fb-aeff-a22eeb6351da admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6422646 Jul 13 08:36:18.311239 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35216) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:18.316227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] Routers {'b280d09b-c7df-4a0c-a267-506d77032e89'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:18.316853 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:35:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b280d09b-c7df-4a0c-a267-506d77032e89'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:18.395031 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.406753 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] Transition to ACTIVE for port object d6701ddb-7939-41e2-b886-a353da5885a3 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:18.413697 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.444944 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] Set router b280d09b-c7df-4a0c-a267-506d77032e89 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:18.479128 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9950766-e144-4c11-a728-1b113e05e768 None None] Pushing event updated for resources: {'Port': ['ID=d6701ddb-7939-41e2-b886-a353da5885a3,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:18.493022 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9950766-e144-4c11-a728-1b113e05e768 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:18.493405 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9950766-e144-4c11-a728-1b113e05e768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:18.493749 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9950766-e144-4c11-a728-1b113e05e768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:18.494099 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9950766-e144-4c11-a728-1b113e05e768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:18.494484 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9950766-e144-4c11-a728-1b113e05e768 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:18.494817 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9950766-e144-4c11-a728-1b113e05e768 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:18.495142 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9950766-e144-4c11-a728-1b113e05e768 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:18.495881 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9950766-e144-4c11-a728-1b113e05e768 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:18.495881 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9950766-e144-4c11-a728-1b113e05e768 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:18.496084 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9950766-e144-4c11-a728-1b113e05e768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:18.496392 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9950766-e144-4c11-a728-1b113e05e768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:18.496758 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9950766-e144-4c11-a728-1b113e05e768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:18.568510 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] Attempting to bind port d6701ddb-7939-41e2-b886-a353da5885a3 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:36:18.569154 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] Attempting to bind port d6701ddb-7939-41e2-b886-a353da5885a3 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'b8710d93-425e-42e2-87fa-841da09e1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:36:18.569154 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] Attempting to bind port d6701ddb-7939-41e2-b886-a353da5885a3 on network 6a8bc5a3-1f32-4349-911d-9fe7fa0694ad {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:18.579440 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:36:18.579817 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] Checking segment: {'id': 'b8710d93-425e-42e2-87fa-841da09e1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:18.580275 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.580665 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] Bound using segment: {'id': 'b8710d93-425e-42e2-87fa-841da09e1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:36:18.581269 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] Bound port: d6701ddb-7939-41e2-b886-a353da5885a3, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8710d93-425e-42e2-87fa-841da09e1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:36:18.581646 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.668322 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] For port d6701ddb-7939-41e2-b886-a353da5885a3, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:36:18.673554 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] For port d6701ddb-7939-41e2-b886-a353da5885a3, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d6701ddb-7939-41e2-b886-a353da5885a3,segment=NetworkSegment(b8710d93-425e-42e2-87fa-841da09e1f40),segment_id=b8710d93-425e-42e2-87fa-841da09e1f40)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:36:18.682964 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.701789 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280d09b-c7df-4a0c-a267-506d77032e89', 'name': 'tempest-TestEncryptedCinderVolumes-733268930-router', 'tenant_id': 'b3bf1f3e05f84a9989840c0de812087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '59f6b255-6cd6-49a5-a384-5c34e488b376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:16Z', 'updated_at': '2021-07-13T08:36:17Z', 'revision_number': 3, 'project_id': 'b3bf1f3e05f84a9989840c0de812087e', 'gw_port': {'id': '59f6b255-6cd6-49a5-a384-5c34e488b376', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b280d09b-c7df-4a0c-a267-506d77032e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:17Z', 'updated_at': '2021-07-13T08:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:18.743464 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] Checking router: b280d09b-c7df-4a0c-a267-506d77032e89 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:36:18.743819 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] Updating router b280d09b-c7df-4a0c-a267-506d77032e89 port 59f6b255-6cd6-49a5-a384-5c34e488b376 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:36:18.764359 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9950766-e144-4c11-a728-1b113e05e768 None None] Pushing event updated for resources: {'Port': ['ID=d6701ddb-7939-41e2-b886-a353da5885a3,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:18.787962 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] Routers {'dd5f3ff7-a960-48e5-9ac1-2b47026969d0'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:18.788849 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:35:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd5f3ff7-a960-48e5-9ac1-2b47026969d0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:18.827124 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.847928 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2efe3890-1d39-4aa5-876a-b53d991bea3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.931752 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a15de7-419c-4669-a2f0-79292bc9c6cd None None] Network ab42c468-1a20-4181-bc03-9c622cc57a7d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:18.952739 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] Set router dd5f3ff7-a960-48e5-9ac1-2b47026969d0 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:19.017200 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-df823a0e-7892-4df7-8b9b-eb05af09a42e None None] Provisioning for port 60fbae21-7a61-469b-aea3-e973cb2ff431 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:19.045057 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-2efe3890-1d39-4aa5-876a-b53d991bea3c admin admin] Allocated IP 172.20.0.1 (ab42c468-1a20-4181-bc03-9c622cc57a7d/37ebcb47-f3e8-40c1-9454-a96afe3a5cb7/829a278c-9570-4ed6-a445-e21aad7ee8c9) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:19.190274 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2efe3890-1d39-4aa5-876a-b53d991bea3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.210362 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-2efe3890-1d39-4aa5-876a-b53d991bea3c admin admin] Transition to ACTIVE for port object 829a278c-9570-4ed6-a445-e21aad7ee8c9 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:19.223287 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5f3ff7-a960-48e5-9ac1-2b47026969d0', 'name': 'tempest-TestEncryptedCinderVolumes-68310975-router', 'tenant_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '5fa2a204-07d5-4c35-8f9b-3469874b53f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:12Z', 'updated_at': '2021-07-13T08:36:14Z', 'revision_number': 4, 'project_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'gw_port': {'id': '5fa2a204-07d5-4c35-8f9b-3469874b53f1', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5f3ff7-a960-48e5-9ac1-2b47026969d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:12Z', 'updated_at': '2021-07-13T08:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'd6701ddb-7939-41e2-b886-a353da5885a3', 'name': '', 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad', 'tenant_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'mac_address': 'fa:16:3e:bc:fe:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5f3ff7-a960-48e5-9ac1-2b47026969d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '46f9b498-732d-4a5c-9f67-61925691e6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:13Z', 'updated_at': '2021-07-13T08:36:18Z', 'revision_number': 4, 'project_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'subnets': [{'id': '46f9b498-732d-4a5c-9f67-61925691e6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:19.255912 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2efe3890-1d39-4aa5-876a-b53d991bea3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.260063 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbdf7d4-9505-44b5-a2ef-95707ca8dea6 None None] The sync data for ids ['dd5f3ff7-a960-48e5-9ac1-2b47026969d0'] in n-d-779913-28 is: [{'id': 'dd5f3ff7-a960-48e5-9ac1-2b47026969d0', 'name': 'tempest-TestEncryptedCinderVolumes-68310975-router', 'tenant_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '5fa2a204-07d5-4c35-8f9b-3469874b53f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:12Z', 'updated_at': '2021-07-13T08:36:14Z', 'revision_number': 4, 'project_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'gw_port': {'id': '5fa2a204-07d5-4c35-8f9b-3469874b53f1', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5f3ff7-a960-48e5-9ac1-2b47026969d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:12Z', 'updated_at': '2021-07-13T08:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'd6701ddb-7939-41e2-b886-a353da5885a3', 'name': '', 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad', 'tenant_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'mac_address': 'fa:16:3e:bc:fe:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5f3ff7-a960-48e5-9ac1-2b47026969d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '46f9b498-732d-4a5c-9f67-61925691e6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:13Z', 'updated_at': '2021-07-13T08:36:18Z', 'revision_number': 4, 'project_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'subnets': [{'id': '46f9b498-732d-4a5c-9f67-61925691e6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:36:19.293197 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efe3890-1d39-4aa5-876a-b53d991bea3c admin admin] Network ab42c468-1a20-4181-bc03-9c622cc57a7d is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:19.298732 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.304746 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-2efe3890-1d39-4aa5-876a-b53d991bea3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:19.312028 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efe3890-1d39-4aa5-876a-b53d991bea3c admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:19.314488 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] Transition to ACTIVE for port object 59f6b255-6cd6-49a5-a384-5c34e488b376 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:19.327925 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.371425 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d6701ddb-7939-41e2-b886-a353da5885a3 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:19.376604 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2efe3890-1d39-4aa5-876a-b53d991bea3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.423133 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe3890-1d39-4aa5-876a-b53d991bea3c admin admin] Pushing event updated for resources: {'Port': ['ID=829a278c-9570-4ed6-a445-e21aad7ee8c9,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:19.445346 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bfcd1-175d-4439-a952-3953276047c4 None None] Pushing event updated for resources: {'Port': ['ID=59f6b255-6cd6-49a5-a384-5c34e488b376,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:19.450248 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] Attempting to bind port 59f6b255-6cd6-49a5-a384-5c34e488b376 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:36:19.451608 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] Attempting to bind port 59f6b255-6cd6-49a5-a384-5c34e488b376 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:36:19.452150 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] Attempting to bind port 59f6b255-6cd6-49a5-a384-5c34e488b376 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:19.466451 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:36:19.467163 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:19.467828 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.468399 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:36:19.469322 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] Bound port: 59f6b255-6cd6-49a5-a384-5c34e488b376, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:36:19.469881 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.474033 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port d6701ddb-7939-41e2-b886-a353da5885a3 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:19.501619 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port d6701ddb-7939-41e2-b886-a353da5885a3 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:19.502000 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.552433 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2efe3890-1d39-4aa5-876a-b53d991bea3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.572700 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] For port 59f6b255-6cd6-49a5-a384-5c34e488b376, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:36:19.584100 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] For port 59f6b255-6cd6-49a5-a384-5c34e488b376, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=59f6b255-6cd6-49a5-a384-5c34e488b376,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:36:19.593110 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.754780 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2efe3890-1d39-4aa5-876a-b53d991bea3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.760899 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2efe3890-1d39-4aa5-876a-b53d991bea3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.846527 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe3890-1d39-4aa5-876a-b53d991bea3c admin admin] Pushing event updated for resources: {'Port': ['ID=829a278c-9570-4ed6-a445-e21aad7ee8c9,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:19.859470 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2efe3890-1d39-4aa5-876a-b53d991bea3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.893551 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] Routers {'b280d09b-c7df-4a0c-a267-506d77032e89'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:19.894236 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:35:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b280d09b-c7df-4a0c-a267-506d77032e89'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:19.938517 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.963964 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bfcd1-175d-4439-a952-3953276047c4 None None] Pushing event updated for resources: {'Port': ['ID=59f6b255-6cd6-49a5-a384-5c34e488b376,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:19.971086 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efe3890-1d39-4aa5-876a-b53d991bea3c admin admin] Network ab42c468-1a20-4181-bc03-9c622cc57a7d is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:19.977681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-2efe3890-1d39-4aa5-876a-b53d991bea3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:20.039834 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port d6701ddb-7939-41e2-b886-a353da5885a3, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d6701ddb-7939-41e2-b886-a353da5885a3,segment=NetworkSegment(b8710d93-425e-42e2-87fa-841da09e1f40),segment_id=b8710d93-425e-42e2-87fa-841da09e1f40)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:20.050532 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:20.054210 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] Set router b280d09b-c7df-4a0c-a267-506d77032e89 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:20.129978 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5fa2a204-07d5-4c35-8f9b-3469874b53f1 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:20.155125 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efe3890-1d39-4aa5-876a-b53d991bea3c admin admin] Router b280d09b-c7df-4a0c-a267-506d77032e89 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:36:20.195749 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=d6701ddb-7939-41e2-b886-a353da5885a3,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:20.254410 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-084b2296-208b-4cc4-8de0-72837b833a21 None None] Provisioning for port 829a278c-9570-4ed6-a445-e21aad7ee8c9 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:20.272154 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-084b2296-208b-4cc4-8de0-72837b833a21 None None] Provisioning complete for port 829a278c-9570-4ed6-a445-e21aad7ee8c9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:20.272533 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-084b2296-208b-4cc4-8de0-72837b833a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:20.312003 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-084b2296-208b-4cc4-8de0-72837b833a21 None None] Port 829a278c-9570-4ed6-a445-e21aad7ee8c9 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:36:20.379307 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 5fa2a204-07d5-4c35-8f9b-3469874b53f1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:20.379691 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:20.463837 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d819228a-552d-47fa-9eec-2f5e18215c32 None None] Provisioning complete for port d6701ddb-7939-41e2-b886-a353da5885a3 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:20.464828 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d819228a-552d-47fa-9eec-2f5e18215c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:20.527966 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efe3890-1d39-4aa5-876a-b53d991bea3c admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:36:20.533112 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2efe3890-1d39-4aa5-876a-b53d991bea3c admin admin] 10.222.0.58 "PUT /v2.0/routers/b280d09b-c7df-4a0c-a267-506d77032e89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2202566 Jul 13 08:36:20.544116 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280d09b-c7df-4a0c-a267-506d77032e89', 'name': 'tempest-TestEncryptedCinderVolumes-733268930-router', 'tenant_id': 'b3bf1f3e05f84a9989840c0de812087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '59f6b255-6cd6-49a5-a384-5c34e488b376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:16Z', 'updated_at': '2021-07-13T08:36:19Z', 'revision_number': 4, 'project_id': 'b3bf1f3e05f84a9989840c0de812087e', 'gw_port': {'id': '59f6b255-6cd6-49a5-a384-5c34e488b376', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b280d09b-c7df-4a0c-a267-506d77032e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:17Z', 'updated_at': '2021-07-13T08:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '829a278c-9570-4ed6-a445-e21aad7ee8c9', 'name': '', 'network_id': 'ab42c468-1a20-4181-bc03-9c622cc57a7d', 'tenant_id': 'b3bf1f3e05f84a9989840c0de812087e', 'mac_address': 'fa:16:3e:79:ae:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b280d09b-c7df-4a0c-a267-506d77032e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '37ebcb47-f3e8-40c1-9454-a96afe3a5cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:18Z', 'updated_at': '2021-07-13T08:36:19Z', 'revision_number': 2, 'project_id': 'b3bf1f3e05f84a9989840c0de812087e', 'subnets': [{'id': '37ebcb47-f3e8-40c1-9454-a96afe3a5cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:20.576346 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 60fbae21-7a61-469b-aea3-e973cb2ff431 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:20.579757 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e694dd-0ca4-440e-887c-9718c21f69be None None] The sync data for ids ['b280d09b-c7df-4a0c-a267-506d77032e89'] in n-d-779913-28 is: [{'id': 'b280d09b-c7df-4a0c-a267-506d77032e89', 'name': 'tempest-TestEncryptedCinderVolumes-733268930-router', 'tenant_id': 'b3bf1f3e05f84a9989840c0de812087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '59f6b255-6cd6-49a5-a384-5c34e488b376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:16Z', 'updated_at': '2021-07-13T08:36:19Z', 'revision_number': 4, 'project_id': 'b3bf1f3e05f84a9989840c0de812087e', 'gw_port': {'id': '59f6b255-6cd6-49a5-a384-5c34e488b376', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b280d09b-c7df-4a0c-a267-506d77032e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:17Z', 'updated_at': '2021-07-13T08:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '829a278c-9570-4ed6-a445-e21aad7ee8c9', 'name': '', 'network_id': 'ab42c468-1a20-4181-bc03-9c622cc57a7d', 'tenant_id': 'b3bf1f3e05f84a9989840c0de812087e', 'mac_address': 'fa:16:3e:79:ae:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b280d09b-c7df-4a0c-a267-506d77032e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '37ebcb47-f3e8-40c1-9454-a96afe3a5cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:18Z', 'updated_at': '2021-07-13T08:36:19Z', 'revision_number': 2, 'project_id': 'b3bf1f3e05f84a9989840c0de812087e', 'subnets': [{'id': '37ebcb47-f3e8-40c1-9454-a96afe3a5cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:36:20.672249 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d819228a-552d-47fa-9eec-2f5e18215c32 None None] Provisioning complete for port 829a278c-9570-4ed6-a445-e21aad7ee8c9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:20.672398 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d819228a-552d-47fa-9eec-2f5e18215c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:20.673869 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 60fbae21-7a61-469b-aea3-e973cb2ff431 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:20.696199 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 60fbae21-7a61-469b-aea3-e973cb2ff431 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:20.696578 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:20.735745 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d819228a-552d-47fa-9eec-2f5e18215c32 None None] Port 829a278c-9570-4ed6-a445-e21aad7ee8c9 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:36:20.795895 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:20.833085 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 60fbae21-7a61-469b-aea3-e973cb2ff431, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=60fbae21-7a61-469b-aea3-e973cb2ff431,segment=NetworkSegment(5f22efee-e833-474c-a06f-b754cf68b01c),segment_id=5f22efee-e833-474c-a06f-b754cf68b01c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:20.837919 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:20.896610 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=60fbae21-7a61-469b-aea3-e973cb2ff431,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:21.196300 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d6701ddb-7939-41e2-b886-a353da5885a3 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:21.245301 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port d6701ddb-7939-41e2-b886-a353da5885a3 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:21.245486 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:21.324941 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 60fbae21-7a61-469b-aea3-e973cb2ff431 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:21.371579 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 60fbae21-7a61-469b-aea3-e973cb2ff431 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:21.371961 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:21.387566 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-7292f2e7-5a10-4956-b794-1af66d49abe1 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:21.389675 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-7292f2e7-5a10-4956-b794-1af66d49abe1 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/networks?id=6a8bc5a3-1f32-4349-911d-9fe7fa0694ad HTTP/1.1" status: 200 len: 815 time: 0.1047292 Jul 13 08:36:21.404025 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-9a1aacc0-707f-49d2-af1b-5b88961c8530 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/quotas/3dcb7ff5f1f44ae5a6fc12dd810901f6 HTTP/1.1" status: 200 len: 375 time: 0.0088975 Jul 13 08:36:21.469949 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-9ed67cab-9f68-4dc4-8a7f-6e238adad253 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3dcb7ff5f1f44ae5a6fc12dd810901f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610456 Jul 13 08:36:21.564299 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-fc4e1daf-f1f8-42ca-a148-6dc14153468e service neutron] 10.222.0.58 "GET /v2.0/networks/6a8bc5a3-1f32-4349-911d-9fe7fa0694ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832250 Jul 13 08:36:21.650931 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-0f6a7b00-7420-46fb-acb1-504e63385f12 service neutron] 10.222.0.58 "GET /v2.0/networks/6a8bc5a3-1f32-4349-911d-9fe7fa0694ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811157 Jul 13 08:36:21.819983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c1b71fab-1d44-47dc-ab88-cd9f30761584 req-5c73f7af-246c-4fda-b172-e76d3710e6cb tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f102ac0-a455-4398-8745-90d5d2a63c17 HTTP/1.1" status: 200 len: 210 time: 0.0284927 Jul 13 08:36:22.912741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-210fba76-2c92-44e6-856e-8bcc12c5827e tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:22.914278 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-210fba76-2c92-44e6-856e-8bcc12c5827e tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.62 "GET /v2.0/networks?id=6a8bc5a3-1f32-4349-911d-9fe7fa0694ad HTTP/1.1" status: 200 len: 815 time: 0.1157348 Jul 13 08:36:22.928294 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-d2064e14-4bbd-444e-930c-397239d0a276 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Request body: {'port': {'device_id': '2f102ac0-a455-4398-8745-90d5d2a63c17', 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad', 'admin_state_up': True, 'tenant_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:22.987674 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e6d3774f-0111-4386-a167-71169efb2152 req-a06fd290-27ab-4da7-ae94-3b438aad4d50 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f102ac0-a455-4398-8745-90d5d2a63c17 HTTP/1.1" status: 200 len: 210 time: 0.0422745 Jul 13 08:36:23.065778 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-d2064e14-4bbd-444e-930c-397239d0a276 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Made reservation on behalf of 3dcb7ff5f1f44ae5a6fc12dd810901f6 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:23.069308 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-d2064e14-4bbd-444e-930c-397239d0a276 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:23.198696 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 59f6b255-6cd6-49a5-a384-5c34e488b376 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:23.206682 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-d2064e14-4bbd-444e-930c-397239d0a276 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Allocated IP 172.20.0.6 (6a8bc5a3-1f32-4349-911d-9fe7fa0694ad/46f9b498-732d-4a5c-9f67-61925691e6a3/772387c5-ff6e-4045-87c6-1bd74c7fe38c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:23.258004 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 59f6b255-6cd6-49a5-a384-5c34e488b376 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:23.261649 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 59f6b255-6cd6-49a5-a384-5c34e488b376 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:23.262050 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:23.309088 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-835521e1-9eb4-479c-9219-01f0a5ca664f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:23.357965 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:23.364165 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-d2064e14-4bbd-444e-930c-397239d0a276 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:23.378589 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 59f6b255-6cd6-49a5-a384-5c34e488b376, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=59f6b255-6cd6-49a5-a384-5c34e488b376,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:23.378851 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-d2064e14-4bbd-444e-930c-397239d0a276 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Transition to ACTIVE for port object 772387c5-ff6e-4045-87c6-1bd74c7fe38c will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:23.382971 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:23.406629 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] Sync routers for ids ['b280d09b-c7df-4a0c-a267-506d77032e89'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:36:23.413675 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-d2064e14-4bbd-444e-930c-397239d0a276 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:23.418410 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] Routers {'b280d09b-c7df-4a0c-a267-506d77032e89'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:23.419559 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:35:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b280d09b-c7df-4a0c-a267-506d77032e89'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:23.445137 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=59f6b255-6cd6-49a5-a384-5c34e488b376,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:23.474119 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-d2064e14-4bbd-444e-930c-397239d0a276 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Network 6a8bc5a3-1f32-4349-911d-9fe7fa0694ad is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:23.479398 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-d2064e14-4bbd-444e-930c-397239d0a276 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:23.484884 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-d2064e14-4bbd-444e-930c-397239d0a276 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:23.513994 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2064e14-4bbd-444e-930c-397239d0a276 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Pushing event updated for resources: {'Port': ['ID=772387c5-ff6e-4045-87c6-1bd74c7fe38c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:23.540122 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] Set router b280d09b-c7df-4a0c-a267-506d77032e89 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:23.541352 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-d2064e14-4bbd-444e-930c-397239d0a276 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:23.541978 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-d2064e14-4bbd-444e-930c-397239d0a276 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:23.556670 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-d2064e14-4bbd-444e-930c-397239d0a276 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6326554 Jul 13 08:36:23.568446 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] Request body: {'port': {'device_id': '2f102ac0-a455-4398-8745-90d5d2a63c17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:23.645648 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:23.750331 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280d09b-c7df-4a0c-a267-506d77032e89', 'name': 'tempest-TestEncryptedCinderVolumes-733268930-router', 'tenant_id': 'b3bf1f3e05f84a9989840c0de812087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '59f6b255-6cd6-49a5-a384-5c34e488b376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:16Z', 'updated_at': '2021-07-13T08:36:19Z', 'revision_number': 4, 'project_id': 'b3bf1f3e05f84a9989840c0de812087e', 'gw_port': {'id': '59f6b255-6cd6-49a5-a384-5c34e488b376', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280d09b-c7df-4a0c-a267-506d77032e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:17Z', 'updated_at': '2021-07-13T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '829a278c-9570-4ed6-a445-e21aad7ee8c9', 'name': '', 'network_id': 'ab42c468-1a20-4181-bc03-9c622cc57a7d', 'tenant_id': 'b3bf1f3e05f84a9989840c0de812087e', 'mac_address': 'fa:16:3e:79:ae:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b280d09b-c7df-4a0c-a267-506d77032e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '37ebcb47-f3e8-40c1-9454-a96afe3a5cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:18Z', 'updated_at': '2021-07-13T08:36:19Z', 'revision_number': 2, 'project_id': 'b3bf1f3e05f84a9989840c0de812087e', 'subnets': [{'id': '37ebcb47-f3e8-40c1-9454-a96afe3a5cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:23.776558 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] Checking router: b280d09b-c7df-4a0c-a267-506d77032e89 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:36:23.776959 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] Updating router b280d09b-c7df-4a0c-a267-506d77032e89 port 829a278c-9570-4ed6-a445-e21aad7ee8c9 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:36:23.778676 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4877f1de-cd62-4f23-a88d-3b18f8c00ffa None None] Provisioning for port 772387c5-ff6e-4045-87c6-1bd74c7fe38c completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:23.782615 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4877f1de-cd62-4f23-a88d-3b18f8c00ffa None None] Provisioning complete for port 772387c5-ff6e-4045-87c6-1bd74c7fe38c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:23.783242 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4877f1de-cd62-4f23-a88d-3b18f8c00ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:23.810982 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:23.821917 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4877f1de-cd62-4f23-a88d-3b18f8c00ffa None None] Port 772387c5-ff6e-4045-87c6-1bd74c7fe38c cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:36:23.912987 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772387c5-ff6e-4045-87c6-1bd74c7fe38c {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:36:23.921512 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:23.933246 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] Transition to ACTIVE for port object 772387c5-ff6e-4045-87c6-1bd74c7fe38c will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:23.937736 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:23.987686 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] Pushing event updated for resources: {'Port': ['ID=772387c5-ff6e-4045-87c6-1bd74c7fe38c,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:24.070011 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] Attempting to bind port 772387c5-ff6e-4045-87c6-1bd74c7fe38c on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:36:24.070432 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] Attempting to bind port 772387c5-ff6e-4045-87c6-1bd74c7fe38c by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'b8710d93-425e-42e2-87fa-841da09e1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:36:24.070762 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] Attempting to bind port 772387c5-ff6e-4045-87c6-1bd74c7fe38c on network 6a8bc5a3-1f32-4349-911d-9fe7fa0694ad {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:24.076373 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] Port 772387c5-ff6e-4045-87c6-1bd74c7fe38c on network 6a8bc5a3-1f32-4349-911d-9fe7fa0694ad not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:36:24.076873 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] Attempting to bind port 772387c5-ff6e-4045-87c6-1bd74c7fe38c on network 6a8bc5a3-1f32-4349-911d-9fe7fa0694ad {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:24.083652 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:36:24.084157 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] Checking segment: {'id': 'b8710d93-425e-42e2-87fa-841da09e1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:24.084553 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] Bound using segment: {'id': 'b8710d93-425e-42e2-87fa-841da09e1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:36:24.085013 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] Bound port: 772387c5-ff6e-4045-87c6-1bd74c7fe38c, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8710d93-425e-42e2-87fa-841da09e1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:36:24.086531 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:24.109337 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:24.127124 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] Transition to ACTIVE for port object 829a278c-9570-4ed6-a445-e21aad7ee8c9 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:24.134388 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:24.200713 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17311b-f311-40a9-bddc-328415c31d0d None None] Pushing event updated for resources: {'Port': ['ID=829a278c-9570-4ed6-a445-e21aad7ee8c9,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:24.214936 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] For port 772387c5-ff6e-4045-87c6-1bd74c7fe38c, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:36:24.231294 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] For port 772387c5-ff6e-4045-87c6-1bd74c7fe38c, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=772387c5-ff6e-4045-87c6-1bd74c7fe38c,segment=NetworkSegment(b8710d93-425e-42e2-87fa-841da09e1f40),segment_id=b8710d93-425e-42e2-87fa-841da09e1f40)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:36:24.249160 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b12292-2f58-4871-84db-5673ea13efb7 req-d571f8e4-abcd-414f-93d9-58a1196c5290 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:24.252116 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-59b12292-2f58-4871-84db-5673ea13efb7 req-d571f8e4-abcd-414f-93d9-58a1196c5290 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f102ac0-a455-4398-8745-90d5d2a63c17 HTTP/1.1" status: 200 len: 943 time: 0.1131854 Jul 13 08:36:24.253779 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:24.267235 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] Attempting to bind port 829a278c-9570-4ed6-a445-e21aad7ee8c9 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:36:24.267606 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] Attempting to bind port 829a278c-9570-4ed6-a445-e21aad7ee8c9 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '5f22efee-e833-474c-a06f-b754cf68b01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ab42c468-1a20-4181-bc03-9c622cc57a7d'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:36:24.267970 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] Attempting to bind port 829a278c-9570-4ed6-a445-e21aad7ee8c9 on network ab42c468-1a20-4181-bc03-9c622cc57a7d {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:24.273299 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:36:24.273666 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] Checking segment: {'id': '5f22efee-e833-474c-a06f-b754cf68b01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ab42c468-1a20-4181-bc03-9c622cc57a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:24.274063 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:24.274489 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] Bound using segment: {'id': '5f22efee-e833-474c-a06f-b754cf68b01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ab42c468-1a20-4181-bc03-9c622cc57a7d'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:36:24.274993 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] Bound port: 829a278c-9570-4ed6-a445-e21aad7ee8c9, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f22efee-e833-474c-a06f-b754cf68b01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ab42c468-1a20-4181-bc03-9c622cc57a7d'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:36:24.275375 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:24.311525 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:24.312083 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:24.313507 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] 10.222.0.62 "PUT /v2.0/ports/772387c5-ff6e-4045-87c6-1bd74c7fe38c HTTP/1.1" status: 200 len: 1092 time: 0.7494373 Jul 13 08:36:24.313960 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f102ac0-a455-4398-8745-90d5d2a63c17', 'tag': '772387c5-ff6e-4045-87c6-1bd74c7fe38c'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:36:24.316297 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e300c6-16bb-48dc-926f-ae649ce201fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2f102ac0-a455-4398-8745-90d5d2a63c17", "tag": "772387c5-ff6e-4045-87c6-1bd74c7fe38c"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:36:24.358672 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a61a2-357f-4b86-b7b1-9214231882df service neutron] Pushing event updated for resources: {'Port': ['ID=772387c5-ff6e-4045-87c6-1bd74c7fe38c,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:24.366601 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-59b12292-2f58-4871-84db-5673ea13efb7 req-3178b076-af75-47ba-a919-f8b177798585 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/security-groups?id=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046519 Jul 13 08:36:24.383353 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] For port 829a278c-9570-4ed6-a445-e21aad7ee8c9, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:36:24.396314 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] For port 829a278c-9570-4ed6-a445-e21aad7ee8c9, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=829a278c-9570-4ed6-a445-e21aad7ee8c9,segment=NetworkSegment(5f22efee-e833-474c-a06f-b754cf68b01c),segment_id=5f22efee-e833-474c-a06f-b754cf68b01c)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:36:24.396794 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef9a121-2e57-4a11-b0e6-a59a987c31c6 x-openstack-request-id: req-7ef9a121-2e57-4a11-b0e6-a59a987c31c6 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:36:24.397072 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f102ac0-a455-4398-8745-90d5d2a63c17", "tag": "772387c5-ff6e-4045-87c6-1bd74c7fe38c", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:36:24.397342 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7ef9a121-2e57-4a11-b0e6-a59a987c31c6 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:36:24.397723 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f102ac0-a455-4398-8745-90d5d2a63c17', 'tag': '772387c5-ff6e-4045-87c6-1bd74c7fe38c', 'status': 'completed', 'code': 200} Jul 13 08:36:24.402352 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:24.425961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-f1eaba08-71dc-4645-b50d-1b4423374bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:24.427515 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-f1eaba08-71dc-4645-b50d-1b4423374bfd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dcb7ff5f1f44ae5a6fc12dd810901f6&device_id=2f102ac0-a455-4398-8745-90d5d2a63c17 HTTP/1.1" status: 200 len: 1095 time: 0.0600739 Jul 13 08:36:24.473815 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] Routers {'b280d09b-c7df-4a0c-a267-506d77032e89'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:24.474561 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:35:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b280d09b-c7df-4a0c-a267-506d77032e89'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:24.477813 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17311b-f311-40a9-bddc-328415c31d0d None None] Pushing event updated for resources: {'Port': ['ID=829a278c-9570-4ed6-a445-e21aad7ee8c9,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:24.489124 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-673c2c99-6a1d-4683-b31b-0b2e9cc89a67 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=772387c5-ff6e-4045-87c6-1bd74c7fe38c HTTP/1.1" status: 200 len: 217 time: 0.0474966 Jul 13 08:36:24.552659 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-82223131-69ca-4b0c-b2b6-64d595f62828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:24.554531 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-82223131-69ca-4b0c-b2b6-64d595f62828 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=46f9b498-732d-4a5c-9f67-61925691e6a3 HTTP/1.1" status: 200 len: 854 time: 0.0580952 Jul 13 08:36:24.627261 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-057d48aa-bc3e-46e7-92a8-2c03c504f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:24.628805 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-057d48aa-bc3e-46e7-92a8-2c03c504f1bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6a8bc5a3-1f32-4349-911d-9fe7fa0694ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664022 Jul 13 08:36:24.691026 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] Set router b280d09b-c7df-4a0c-a267-506d77032e89 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:24.730034 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-abd5b3bb-af0d-4dc1-b6fa-1ab288b57937 service neutron] 10.222.0.62 "GET /v2.0/networks/6a8bc5a3-1f32-4349-911d-9fe7fa0694ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930650 Jul 13 08:36:24.824526 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66339afa-0fe5-4040-9c90-1eaa04fa187c req-aa03737a-0628-48a1-9f18-07f57bb491b5 service neutron] 10.222.0.62 "GET /v2.0/networks/6a8bc5a3-1f32-4349-911d-9fe7fa0694ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863788 Jul 13 08:36:24.891367 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280d09b-c7df-4a0c-a267-506d77032e89', 'name': 'tempest-TestEncryptedCinderVolumes-733268930-router', 'tenant_id': 'b3bf1f3e05f84a9989840c0de812087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '59f6b255-6cd6-49a5-a384-5c34e488b376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:16Z', 'updated_at': '2021-07-13T08:36:19Z', 'revision_number': 4, 'project_id': 'b3bf1f3e05f84a9989840c0de812087e', 'gw_port': {'id': '59f6b255-6cd6-49a5-a384-5c34e488b376', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280d09b-c7df-4a0c-a267-506d77032e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:17Z', 'updated_at': '2021-07-13T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '829a278c-9570-4ed6-a445-e21aad7ee8c9', 'name': '', 'network_id': 'ab42c468-1a20-4181-bc03-9c622cc57a7d', 'tenant_id': 'b3bf1f3e05f84a9989840c0de812087e', 'mac_address': 'fa:16:3e:79:ae:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b280d09b-c7df-4a0c-a267-506d77032e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '37ebcb47-f3e8-40c1-9454-a96afe3a5cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:18Z', 'updated_at': '2021-07-13T08:36:24Z', 'revision_number': 4, 'project_id': 'b3bf1f3e05f84a9989840c0de812087e', 'subnets': [{'id': '37ebcb47-f3e8-40c1-9454-a96afe3a5cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:24.921611 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4595907-aa94-46ac-98de-b1fc85cf0634 None None] The sync data for ids ['b280d09b-c7df-4a0c-a267-506d77032e89'] in n-d-779913-28 is: [{'id': 'b280d09b-c7df-4a0c-a267-506d77032e89', 'name': 'tempest-TestEncryptedCinderVolumes-733268930-router', 'tenant_id': 'b3bf1f3e05f84a9989840c0de812087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '59f6b255-6cd6-49a5-a384-5c34e488b376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:16Z', 'updated_at': '2021-07-13T08:36:19Z', 'revision_number': 4, 'project_id': 'b3bf1f3e05f84a9989840c0de812087e', 'gw_port': {'id': '59f6b255-6cd6-49a5-a384-5c34e488b376', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280d09b-c7df-4a0c-a267-506d77032e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:17Z', 'updated_at': '2021-07-13T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '829a278c-9570-4ed6-a445-e21aad7ee8c9', 'name': '', 'network_id': 'ab42c468-1a20-4181-bc03-9c622cc57a7d', 'tenant_id': 'b3bf1f3e05f84a9989840c0de812087e', 'mac_address': 'fa:16:3e:79:ae:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b280d09b-c7df-4a0c-a267-506d77032e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '37ebcb47-f3e8-40c1-9454-a96afe3a5cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:18Z', 'updated_at': '2021-07-13T08:36:24Z', 'revision_number': 4, 'project_id': 'b3bf1f3e05f84a9989840c0de812087e', 'subnets': [{'id': '37ebcb47-f3e8-40c1-9454-a96afe3a5cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:36:24.925762 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e300c6-16bb-48dc-926f-ae649ce201fd req-2a85ab36-464d-4d1f-9053-32ff42881ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:24.927207 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52e300c6-16bb-48dc-926f-ae649ce201fd req-2a85ab36-464d-4d1f-9053-32ff42881ff1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dcb7ff5f1f44ae5a6fc12dd810901f6&device_id=2f102ac0-a455-4398-8745-90d5d2a63c17 HTTP/1.1" status: 200 len: 1095 time: 0.0537579 Jul 13 08:36:25.024999 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e300c6-16bb-48dc-926f-ae649ce201fd req-86528359-dc36-4989-8404-ee6deec47942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:25.026505 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52e300c6-16bb-48dc-926f-ae649ce201fd req-86528359-dc36-4989-8404-ee6deec47942 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6a8bc5a3-1f32-4349-911d-9fe7fa0694ad HTTP/1.1" status: 200 len: 916 time: 0.0933218 Jul 13 08:36:25.069668 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52e300c6-16bb-48dc-926f-ae649ce201fd req-398a08ff-2c41-48bb-b30f-b63e48909e60 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=772387c5-ff6e-4045-87c6-1bd74c7fe38c HTTP/1.1" status: 200 len: 217 time: 0.0348396 Jul 13 08:36:25.122026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e300c6-16bb-48dc-926f-ae649ce201fd req-a7d9985f-7e08-4685-910a-cb7d892e6f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:25.124155 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52e300c6-16bb-48dc-926f-ae649ce201fd req-a7d9985f-7e08-4685-910a-cb7d892e6f26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=46f9b498-732d-4a5c-9f67-61925691e6a3 HTTP/1.1" status: 200 len: 854 time: 0.0477827 Jul 13 08:36:25.199744 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e300c6-16bb-48dc-926f-ae649ce201fd req-1c91518a-f5d1-440c-9236-47155f363551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:25.201819 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52e300c6-16bb-48dc-926f-ae649ce201fd req-1c91518a-f5d1-440c-9236-47155f363551 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6a8bc5a3-1f32-4349-911d-9fe7fa0694ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709271 Jul 13 08:36:25.225366 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 829a278c-9570-4ed6-a445-e21aad7ee8c9 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:25.281016 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 829a278c-9570-4ed6-a445-e21aad7ee8c9 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:25.285023 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 829a278c-9570-4ed6-a445-e21aad7ee8c9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:25.285395 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:25.302662 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52e300c6-16bb-48dc-926f-ae649ce201fd req-e6e9989e-6196-46ff-8669-33f1294b0e47 service neutron] 10.222.0.62 "GET /v2.0/networks/6a8bc5a3-1f32-4349-911d-9fe7fa0694ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925689 Jul 13 08:36:25.365298 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:25.399530 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-52e300c6-16bb-48dc-926f-ae649ce201fd req-a3ae4b0c-6703-4ac7-8429-d0aa488f57e2 service neutron] 10.222.0.62 "GET /v2.0/networks/6a8bc5a3-1f32-4349-911d-9fe7fa0694ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893931 Jul 13 08:36:25.400269 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 829a278c-9570-4ed6-a445-e21aad7ee8c9, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=829a278c-9570-4ed6-a445-e21aad7ee8c9,segment=NetworkSegment(5f22efee-e833-474c-a06f-b754cf68b01c),segment_id=5f22efee-e833-474c-a06f-b754cf68b01c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:25.404849 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:25.436497 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 59f6b255-6cd6-49a5-a384-5c34e488b376 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:25.483345 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=829a278c-9570-4ed6-a445-e21aad7ee8c9,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:25.503364 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 59f6b255-6cd6-49a5-a384-5c34e488b376 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:25.503757 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:25.562863 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58516b-bdf5-4e23-a46c-60c9a5fc87df req-0f312030-7c4f-4d0d-93c7-ffa5d96cfb8d tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:25.566576 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc58516b-bdf5-4e23-a46c-60c9a5fc87df req-0f312030-7c4f-4d0d-93c7-ffa5d96cfb8d tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f102ac0-a455-4398-8745-90d5d2a63c17 HTTP/1.1" status: 200 len: 943 time: 0.0734448 Jul 13 08:36:25.605058 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc58516b-bdf5-4e23-a46c-60c9a5fc87df req-600146e2-3fdc-46ab-9fe7-8c6559f81246 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/security-groups?id=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346632 Jul 13 08:36:25.737648 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-35232c60-9f00-4a81-b88f-36dd5ca5d4d9 None None] Provisioning complete for port 829a278c-9570-4ed6-a445-e21aad7ee8c9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:25.737936 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-35232c60-9f00-4a81-b88f-36dd5ca5d4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:26.558926 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 772387c5-ff6e-4045-87c6-1bd74c7fe38c details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:36:26.656531 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 772387c5-ff6e-4045-87c6-1bd74c7fe38c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=772387c5-ff6e-4045-87c6-1bd74c7fe38c,segment=NetworkSegment(b8710d93-425e-42e2-87fa-841da09e1f40),segment_id=b8710d93-425e-42e2-87fa-841da09e1f40)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:26.667596 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '772387c5-ff6e-4045-87c6-1bd74c7fe38c', 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad', 'port_id': '772387c5-ff6e-4045-87c6-1bd74c7fe38c', 'mac_address': 'fa:16:3e:f7:e6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46f9b498-732d-4a5c-9f67-61925691e6a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:36:26.703679 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:26.717044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772387c5-ff6e-4045-87c6-1bd74c7fe38c {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:36:26.737493 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 772387c5-ff6e-4045-87c6-1bd74c7fe38c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=772387c5-ff6e-4045-87c6-1bd74c7fe38c,segment=NetworkSegment(b8710d93-425e-42e2-87fa-841da09e1f40),segment_id=b8710d93-425e-42e2-87fa-841da09e1f40)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:26.741453 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:26.789231 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfb01a-e1b2-44da-8617-104f2a2aa96d req-f8a9224f-5273-48fe-854a-315e6712d08f tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:26.790851 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5bfb01a-e1b2-44da-8617-104f2a2aa96d req-f8a9224f-5273-48fe-854a-315e6712d08f tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f102ac0-a455-4398-8745-90d5d2a63c17 HTTP/1.1" status: 200 len: 943 time: 0.0745754 Jul 13 08:36:26.797661 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=772387c5-ff6e-4045-87c6-1bd74c7fe38c,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:26.832043 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f5bfb01a-e1b2-44da-8617-104f2a2aa96d req-37e28e9c-0238-424c-9d1d-980f49c0afd7 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/security-groups?id=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342083 Jul 13 08:36:26.980808 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['772387c5-ff6e-4045-87c6-1bd74c7fe38c'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:36:27.173384 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 829a278c-9570-4ed6-a445-e21aad7ee8c9 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:27.219900 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 829a278c-9570-4ed6-a445-e21aad7ee8c9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:27.220273 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:27.633162 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5af0d2f0-e119-419b-99ef-49cef47d68b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:27.864849 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:28.005632 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fad53e-4b74-4809-b170-db06d91f30b9 req-21bb4f1a-3e12-4015-9535-2e4a37966aef tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:28.007122 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12fad53e-4b74-4809-b170-db06d91f30b9 req-21bb4f1a-3e12-4015-9535-2e4a37966aef tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f102ac0-a455-4398-8745-90d5d2a63c17 HTTP/1.1" status: 200 len: 944 time: 0.0622096 Jul 13 08:36:28.042786 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12fad53e-4b74-4809-b170-db06d91f30b9 req-759c443d-8f70-4e72-b054-38323623e620 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/security-groups?id=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302324 Jul 13 08:36:28.574803 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 772387c5-ff6e-4045-87c6-1bd74c7fe38c up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:28.622112 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 772387c5-ff6e-4045-87c6-1bd74c7fe38c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:28.626397 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 772387c5-ff6e-4045-87c6-1bd74c7fe38c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:28.626772 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:28.702346 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:28.723960 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f102ac0-a455-4398-8745-90d5d2a63c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772387c5-ff6e-4045-87c6-1bd74c7fe38c'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:36:28.726216 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8873cdbe-46b9-4f4f-9a9c-366cd81b3486" -d '{"events": [{"server_uuid": "2f102ac0-a455-4398-8745-90d5d2a63c17", "name": "network-vif-plugged", "status": "completed", "tag": "772387c5-ff6e-4045-87c6-1bd74c7fe38c"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:36:28.739193 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 772387c5-ff6e-4045-87c6-1bd74c7fe38c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=772387c5-ff6e-4045-87c6-1bd74c7fe38c,segment=NetworkSegment(b8710d93-425e-42e2-87fa-841da09e1f40),segment_id=b8710d93-425e-42e2-87fa-841da09e1f40)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:28.743262 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:28.770341 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44162a03-64b6-4113-b678-9d5ae7edc169 x-openstack-request-id: req-44162a03-64b6-4113-b678-9d5ae7edc169 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:36:28.770629 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f102ac0-a455-4398-8745-90d5d2a63c17", "name": "network-vif-plugged", "status": "completed", "tag": "772387c5-ff6e-4045-87c6-1bd74c7fe38c", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:36:28.770885 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-44162a03-64b6-4113-b678-9d5ae7edc169 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:36:28.771270 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f102ac0-a455-4398-8745-90d5d2a63c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772387c5-ff6e-4045-87c6-1bd74c7fe38c', 'code': 200} Jul 13 08:36:28.803503 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=772387c5-ff6e-4045-87c6-1bd74c7fe38c,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:28.875237 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f55dc8-0a91-480d-80f4-64dd6a1a5c39 req-39301f2c-ffbd-4acf-a9e8-a016517ed874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:28.876680 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5f55dc8-0a91-480d-80f4-64dd6a1a5c39 req-39301f2c-ffbd-4acf-a9e8-a016517ed874 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2f102ac0-a455-4398-8745-90d5d2a63c17 HTTP/1.1" status: 200 len: 1097 time: 0.0541997 Jul 13 08:36:28.912539 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5f55dc8-0a91-480d-80f4-64dd6a1a5c39 req-d7a3a8f7-1acb-45c3-8d8c-eda1bea682e1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291743 Jul 13 08:36:28.987145 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c464dd8d-569f-42f5-ad69-cfe688f274fb None None] Provisioning complete for port 772387c5-ff6e-4045-87c6-1bd74c7fe38c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:28.987549 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c464dd8d-569f-42f5-ad69-cfe688f274fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:29.216790 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6434b-f673-434a-890b-c3b19bb41059 req-52179cfe-469f-4388-9f57-3e0df3d80e8e tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:29.218307 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cdb6434b-f673-434a-890b-c3b19bb41059 req-52179cfe-469f-4388-9f57-3e0df3d80e8e tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f102ac0-a455-4398-8745-90d5d2a63c17 HTTP/1.1" status: 200 len: 945 time: 0.0667434 Jul 13 08:36:29.255756 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cdb6434b-f673-434a-890b-c3b19bb41059 req-43724a7b-8c8f-4ae3-99b8-61fd4cbf1a49 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/security-groups?id=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317988 Jul 13 08:36:29.823885 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:30.429230 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358d820-9df5-4c70-8232-008fa9a42964 req-221f345d-164c-42ab-bcdb-b65bf6045926 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:30.430739 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3358d820-9df5-4c70-8232-008fa9a42964 req-221f345d-164c-42ab-bcdb-b65bf6045926 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f102ac0-a455-4398-8745-90d5d2a63c17 HTTP/1.1" status: 200 len: 945 time: 0.0632997 Jul 13 08:36:30.467958 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3358d820-9df5-4c70-8232-008fa9a42964 req-1ccd8c71-7bcc-415e-ad86-3e6da8b119b4 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/security-groups?id=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313585 Jul 13 08:36:30.642439 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f9441-414c-4b02-bc81-05c21221d7de req-cb23cccb-0eaa-489c-8fe2-e977f9025371 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:30.643922 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d34f9441-414c-4b02-bc81-05c21221d7de req-cb23cccb-0eaa-489c-8fe2-e977f9025371 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f102ac0-a455-4398-8745-90d5d2a63c17 HTTP/1.1" status: 200 len: 945 time: 0.0674720 Jul 13 08:36:30.681186 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d34f9441-414c-4b02-bc81-05c21221d7de req-b7c7cf4b-3ba2-4773-8243-5c4bca6fe3f0 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/security-groups?id=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317333 Jul 13 08:36:31.541330 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:38.447115 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:43.421762 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:49.632549 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12411801-5487-48e2-adb0-ae00886a4638 req-e60cf27d-6c59-4164-b65d-fe4cb1e6cab2 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:49.634153 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12411801-5487-48e2-adb0-ae00886a4638 req-e60cf27d-6c59-4164-b65d-fe4cb1e6cab2 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f102ac0-a455-4398-8745-90d5d2a63c17 HTTP/1.1" status: 200 len: 945 time: 0.0662801 Jul 13 08:36:49.672035 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-12411801-5487-48e2-adb0-ae00886a4638 req-375a7581-4448-4756-93b9-99f4a6f137a3 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/security-groups?id=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316467 Jul 13 08:36:50.839613 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66081ab0-1fb2-4046-a7fc-eccee74853ad req-13c8c4d7-2a15-49ff-92dc-9641d4a58206 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:50.841219 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66081ab0-1fb2-4046-a7fc-eccee74853ad req-13c8c4d7-2a15-49ff-92dc-9641d4a58206 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f102ac0-a455-4398-8745-90d5d2a63c17 HTTP/1.1" status: 200 len: 945 time: 0.0613317 Jul 13 08:36:50.854600 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:36:50.882486 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-66081ab0-1fb2-4046-a7fc-eccee74853ad req-85a121c0-fb4a-4a52-bd39-d18872102262 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/security-groups?id=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358632 Jul 13 08:36:51.142571 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e90979-382b-4734-a8d6-c38ef0bc3cdd req-44c1bd3a-cc54-4c0f-9e57-31e2f769c34a tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:51.144031 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5e90979-382b-4734-a8d6-c38ef0bc3cdd req-44c1bd3a-cc54-4c0f-9e57-31e2f769c34a tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f102ac0-a455-4398-8745-90d5d2a63c17 HTTP/1.1" status: 200 len: 945 time: 0.0618052 Jul 13 08:36:51.239210 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-c5e90979-382b-4734-a8d6-c38ef0bc3cdd req-f8e7cfa1-6b1f-42db-b210-cc793f57ab1a tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Deleting port 772387c5-ff6e-4045-87c6-1bd74c7fe38c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:36:51.239552 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c5e90979-382b-4734-a8d6-c38ef0bc3cdd req-f8e7cfa1-6b1f-42db-b210-cc793f57ab1a tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:51.328004 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c5e90979-382b-4734-a8d6-c38ef0bc3cdd req-f8e7cfa1-6b1f-42db-b210-cc793f57ab1a tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] For port 772387c5-ff6e-4045-87c6-1bd74c7fe38c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=772387c5-ff6e-4045-87c6-1bd74c7fe38c,segment=NetworkSegment(b8710d93-425e-42e2-87fa-841da09e1f40),segment_id=b8710d93-425e-42e2-87fa-841da09e1f40)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:51.328355 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c5e90979-382b-4734-a8d6-c38ef0bc3cdd req-f8e7cfa1-6b1f-42db-b210-cc793f57ab1a tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:51.340003 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-c5e90979-382b-4734-a8d6-c38ef0bc3cdd req-f8e7cfa1-6b1f-42db-b210-cc793f57ab1a tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Calling delete_port for 772387c5-ff6e-4045-87c6-1bd74c7fe38c owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:36:51.466370 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c5e90979-382b-4734-a8d6-c38ef0bc3cdd req-f8e7cfa1-6b1f-42db-b210-cc793f57ab1a tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:51.478561 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['772387c5-ff6e-4045-87c6-1bd74c7fe38c'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:36:51.825695 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7cfa1-6b1f-42db-b210-cc793f57ab1a tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Pushing event deleted for resources: {'Port': ['ID=772387c5-ff6e-4045-87c6-1bd74c7fe38c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:51.872950 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e90979-382b-4734-a8d6-c38ef0bc3cdd req-f8e7cfa1-6b1f-42db-b210-cc793f57ab1a tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] No DVR routers for this DVR port 772387c5-ff6e-4045-87c6-1bd74c7fe38c on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:36:51.875544 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c5e90979-382b-4734-a8d6-c38ef0bc3cdd req-f8e7cfa1-6b1f-42db-b210-cc793f57ab1a tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:51.877511 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5e90979-382b-4734-a8d6-c38ef0bc3cdd req-f8e7cfa1-6b1f-42db-b210-cc793f57ab1a tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.62 "DELETE /v2.0/ports/772387c5-ff6e-4045-87c6-1bd74c7fe38c HTTP/1.1" status: 204 len: 173 time: 0.7281799 Jul 13 08:36:51.877940 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f102ac0-a455-4398-8745-90d5d2a63c17', 'name': 'network-vif-deleted', 'tag': '772387c5-ff6e-4045-87c6-1bd74c7fe38c'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:36:51.880196 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab93e6e-cf05-4dc1-9ecb-c3674c348e25" -d '{"events": [{"server_uuid": "2f102ac0-a455-4398-8745-90d5d2a63c17", "name": "network-vif-deleted", "tag": "772387c5-ff6e-4045-87c6-1bd74c7fe38c"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:36:51.925064 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3579d1bc-28d1-4f45-9327-f2a600931fa0 x-openstack-request-id: req-3579d1bc-28d1-4f45-9327-f2a600931fa0 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:36:51.925377 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f102ac0-a455-4398-8745-90d5d2a63c17", "name": "network-vif-deleted", "tag": "772387c5-ff6e-4045-87c6-1bd74c7fe38c", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:36:51.925700 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3579d1bc-28d1-4f45-9327-f2a600931fa0 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:36:51.925995 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f102ac0-a455-4398-8745-90d5d2a63c17', 'name': 'network-vif-deleted', 'tag': '772387c5-ff6e-4045-87c6-1bd74c7fe38c', 'status': 'completed', 'code': 200} Jul 13 08:36:52.226572 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d75c8696-5887-4db7-a4fa-8484ae05e84d req-8df43959-7c47-409b-a5f7-08e7fdc476b3 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f102ac0-a455-4398-8745-90d5d2a63c17 HTTP/1.1" status: 200 len: 210 time: 0.0286441 Jul 13 08:36:53.289837 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5d50d852-8772-4b34-a49c-b3859792f160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:53.762983 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-dd2411d0-ad46-42e3-813d-e0a970099517 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:53.764431 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-dd2411d0-ad46-42e3-813d-e0a970099517 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/networks?id=6a8bc5a3-1f32-4349-911d-9fe7fa0694ad HTTP/1.1" status: 200 len: 815 time: 0.1005468 Jul 13 08:36:53.778337 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-2dc64bf4-abd3-41c9-8809-519754d5706a tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/quotas/3dcb7ff5f1f44ae5a6fc12dd810901f6 HTTP/1.1" status: 200 len: 375 time: 0.0086420 Jul 13 08:36:53.842926 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-e26e7ac9-fdf8-4605-9b34-d9ece1007c44 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3dcb7ff5f1f44ae5a6fc12dd810901f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599029 Jul 13 08:36:53.936230 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-2eda6345-faf2-466f-98a7-c83a1fefcc0b service neutron] 10.222.0.58 "GET /v2.0/networks/6a8bc5a3-1f32-4349-911d-9fe7fa0694ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823920 Jul 13 08:36:54.021837 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-e9c181bf-7d13-46ba-85ba-87591b1c3eb7 service neutron] 10.222.0.58 "GET /v2.0/networks/6a8bc5a3-1f32-4349-911d-9fe7fa0694ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801971 Jul 13 08:36:54.190849 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a798c3da-94cd-459f-baed-37b82b5e15d7 req-8f5bcd82-bcb5-484a-a7a1-1fddd765d1db tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=5382d8fa-d047-4a93-bfb0-34503f30494f HTTP/1.1" status: 200 len: 210 time: 0.0324512 Jul 13 08:36:54.726208 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 772387c5-ff6e-4045-87c6-1bd74c7fe38c no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:36:54.746540 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 772387c5-ff6e-4045-87c6-1bd74c7fe38c {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:36:54.746889 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 772387c5-ff6e-4045-87c6-1bd74c7fe38c not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:36:55.191191 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-0cab4cbb-1251-4dff-b2f4-de28bc1fbbfb tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:55.192638 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-0cab4cbb-1251-4dff-b2f4-de28bc1fbbfb tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.62 "GET /v2.0/networks?id=6a8bc5a3-1f32-4349-911d-9fe7fa0694ad HTTP/1.1" status: 200 len: 815 time: 0.1018691 Jul 13 08:36:55.212499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Request body: {'port': {'device_id': '5382d8fa-d047-4a93-bfb0-34503f30494f', 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad', 'admin_state_up': True, 'tenant_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:55.335276 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3bfe6330-b016-4205-8e8c-6d012ad76184 req-9f5e964b-ccf2-4f77-bb90-829fc579afe2 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=5382d8fa-d047-4a93-bfb0-34503f30494f HTTP/1.1" status: 200 len: 210 time: 0.0337653 Jul 13 08:36:55.355794 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Made reservation on behalf of 3dcb7ff5f1f44ae5a6fc12dd810901f6 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:55.359913 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:55.488457 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Allocated IP 172.20.0.6 (6a8bc5a3-1f32-4349-911d-9fe7fa0694ad/46f9b498-732d-4a5c-9f67-61925691e6a3/1c58635b-ee26-444d-8bfb-71b5c30a9325) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:55.634396 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:55.647319 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Transition to ACTIVE for port object 1c58635b-ee26-444d-8bfb-71b5c30a9325 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:55.679694 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:55.723920 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Network 6a8bc5a3-1f32-4349-911d-9fe7fa0694ad is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:55.727053 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:55.731100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:55.755396 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Pushing event updated for resources: {'Port': ['ID=1c58635b-ee26-444d-8bfb-71b5c30a9325,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:55.770330 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:55.770684 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:55.771024 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:55.771358 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:55.771691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:55.772023 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:55.772349 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:55.772674 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:55.772996 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:55.773314 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:55.773633 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:55.773948 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:55.794599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:55.795802 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:55.810884 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-4f3b6875-8c64-44f4-87a1-82bb6f7e96be tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6021042 Jul 13 08:36:55.824919 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] Request body: {'port': {'device_id': '5382d8fa-d047-4a93-bfb0-34503f30494f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:55.903567 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:55.932834 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5ad9aed0-470f-41e0-ba73-4cd3e00a37bc None None] Provisioning for port 1c58635b-ee26-444d-8bfb-71b5c30a9325 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:55.936519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5ad9aed0-470f-41e0-ba73-4cd3e00a37bc None None] Provisioning complete for port 1c58635b-ee26-444d-8bfb-71b5c30a9325 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:55.936889 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ad9aed0-470f-41e0-ba73-4cd3e00a37bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:55.974114 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5ad9aed0-470f-41e0-ba73-4cd3e00a37bc None None] Port 1c58635b-ee26-444d-8bfb-71b5c30a9325 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:36:56.165920 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c58635b-ee26-444d-8bfb-71b5c30a9325 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:36:56.173589 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:56.185226 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] Transition to ACTIVE for port object 1c58635b-ee26-444d-8bfb-71b5c30a9325 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:56.188502 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:56.238567 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] Pushing event updated for resources: {'Port': ['ID=1c58635b-ee26-444d-8bfb-71b5c30a9325,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:56.313489 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] Attempting to bind port 1c58635b-ee26-444d-8bfb-71b5c30a9325 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:36:56.313917 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] Attempting to bind port 1c58635b-ee26-444d-8bfb-71b5c30a9325 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'b8710d93-425e-42e2-87fa-841da09e1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:36:56.314194 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] Attempting to bind port 1c58635b-ee26-444d-8bfb-71b5c30a9325 on network 6a8bc5a3-1f32-4349-911d-9fe7fa0694ad {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:56.318834 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] Port 1c58635b-ee26-444d-8bfb-71b5c30a9325 on network 6a8bc5a3-1f32-4349-911d-9fe7fa0694ad not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:36:56.319154 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] Attempting to bind port 1c58635b-ee26-444d-8bfb-71b5c30a9325 on network 6a8bc5a3-1f32-4349-911d-9fe7fa0694ad {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:56.324138 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:36:56.324479 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] Checking segment: {'id': 'b8710d93-425e-42e2-87fa-841da09e1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:56.324860 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] Bound using segment: {'id': 'b8710d93-425e-42e2-87fa-841da09e1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:36:56.325440 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] Bound port: 1c58635b-ee26-444d-8bfb-71b5c30a9325, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8710d93-425e-42e2-87fa-841da09e1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:36:56.325799 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:56.393140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] For port 1c58635b-ee26-444d-8bfb-71b5c30a9325, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:36:56.396131 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] For port 1c58635b-ee26-444d-8bfb-71b5c30a9325, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=1c58635b-ee26-444d-8bfb-71b5c30a9325,segment=NetworkSegment(b8710d93-425e-42e2-87fa-841da09e1f40),segment_id=b8710d93-425e-42e2-87fa-841da09e1f40)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:36:56.400433 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:56.432771 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:56.433464 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:56.435160 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] 10.222.0.62 "PUT /v2.0/ports/1c58635b-ee26-444d-8bfb-71b5c30a9325 HTTP/1.1" status: 200 len: 1092 time: 0.6147449 Jul 13 08:36:56.437979 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5382d8fa-d047-4a93-bfb0-34503f30494f', 'tag': '1c58635b-ee26-444d-8bfb-71b5c30a9325'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:36:56.441129 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5253ec2-a5ba-4351-9c94-788d6f12ad89" -d '{"events": [{"name": "network-changed", "server_uuid": "5382d8fa-d047-4a93-bfb0-34503f30494f", "tag": "1c58635b-ee26-444d-8bfb-71b5c30a9325"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:36:56.489659 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bff33c3-c959-4a94-a2c1-bd392df79b34 x-openstack-request-id: req-5bff33c3-c959-4a94-a2c1-bd392df79b34 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:36:56.489951 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5382d8fa-d047-4a93-bfb0-34503f30494f", "tag": "1c58635b-ee26-444d-8bfb-71b5c30a9325", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:36:56.490322 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5bff33c3-c959-4a94-a2c1-bd392df79b34 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:36:56.490612 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5382d8fa-d047-4a93-bfb0-34503f30494f', 'tag': '1c58635b-ee26-444d-8bfb-71b5c30a9325', 'status': 'completed', 'code': 200} Jul 13 08:36:56.519017 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4691435-7ce4-498f-973a-ef35e401dd9c service neutron] Pushing event updated for resources: {'Port': ['ID=1c58635b-ee26-444d-8bfb-71b5c30a9325,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:56.590500 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d856be-82b9-4740-9558-d6aa01d6de7d req-1eab34d1-5148-41b1-9949-367841a1ca0e tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:56.592069 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50d856be-82b9-4740-9558-d6aa01d6de7d req-1eab34d1-5148-41b1-9949-367841a1ca0e tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=5382d8fa-d047-4a93-bfb0-34503f30494f HTTP/1.1" status: 200 len: 943 time: 0.1234956 Jul 13 08:36:56.595164 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-c04eda8f-8b11-4186-afab-4077aa908cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:56.596585 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-c04eda8f-8b11-4186-afab-4077aa908cbe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dcb7ff5f1f44ae5a6fc12dd810901f6&device_id=5382d8fa-d047-4a93-bfb0-34503f30494f HTTP/1.1" status: 200 len: 1095 time: 0.1038170 Jul 13 08:36:56.650488 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-b169a0b7-278a-4695-9482-ccad06cb9ec4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c58635b-ee26-444d-8bfb-71b5c30a9325 HTTP/1.1" status: 200 len: 217 time: 0.0456250 Jul 13 08:36:56.693556 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-50d856be-82b9-4740-9558-d6aa01d6de7d req-8312dd55-e2af-429a-884d-bddc835ecdc3 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/security-groups?id=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949390 Jul 13 08:36:56.720432 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-85dfe2b8-7a3c-4030-bc20-9dc90c378553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:56.721922 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-85dfe2b8-7a3c-4030-bc20-9dc90c378553 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=46f9b498-732d-4a5c-9f67-61925691e6a3 HTTP/1.1" status: 200 len: 854 time: 0.0659645 Jul 13 08:36:56.779869 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-73ea2fe2-3415-437f-8f50-f104f9161122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:56.781403 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-73ea2fe2-3415-437f-8f50-f104f9161122 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6a8bc5a3-1f32-4349-911d-9fe7fa0694ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527911 Jul 13 08:36:56.874968 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-f4c3260c-730f-4095-a225-914bcb338b40 service neutron] 10.222.0.62 "GET /v2.0/networks/6a8bc5a3-1f32-4349-911d-9fe7fa0694ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855243 Jul 13 08:36:56.960824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-acf7007d-ef02-4875-adf4-ab6470710d68 req-72a49845-267b-4da2-97ab-7dd5e227f3ab service neutron] 10.222.0.62 "GET /v2.0/networks/6a8bc5a3-1f32-4349-911d-9fe7fa0694ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793710 Jul 13 08:36:57.064357 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5253ec2-a5ba-4351-9c94-788d6f12ad89 req-ddb538f9-0103-4611-af91-c40eb50dc38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:57.065842 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5253ec2-a5ba-4351-9c94-788d6f12ad89 req-ddb538f9-0103-4611-af91-c40eb50dc38c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dcb7ff5f1f44ae5a6fc12dd810901f6&device_id=5382d8fa-d047-4a93-bfb0-34503f30494f HTTP/1.1" status: 200 len: 1095 time: 0.0569799 Jul 13 08:36:57.152964 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5253ec2-a5ba-4351-9c94-788d6f12ad89 req-adf77e1a-0b89-4586-a2d9-996794bf6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:57.154981 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5253ec2-a5ba-4351-9c94-788d6f12ad89 req-adf77e1a-0b89-4586-a2d9-996794bf6dce service neutron] 10.222.0.62 "GET /v2.0/networks?id=6a8bc5a3-1f32-4349-911d-9fe7fa0694ad HTTP/1.1" status: 200 len: 916 time: 0.0823157 Jul 13 08:36:57.199836 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5253ec2-a5ba-4351-9c94-788d6f12ad89 req-96ffb116-05ea-4d0c-875c-0e08e3432d3a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c58635b-ee26-444d-8bfb-71b5c30a9325 HTTP/1.1" status: 200 len: 217 time: 0.0376797 Jul 13 08:36:57.247961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5253ec2-a5ba-4351-9c94-788d6f12ad89 req-31803911-38fe-4da6-b88a-c163f0e898bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:57.249290 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5253ec2-a5ba-4351-9c94-788d6f12ad89 req-31803911-38fe-4da6-b88a-c163f0e898bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=46f9b498-732d-4a5c-9f67-61925691e6a3 HTTP/1.1" status: 200 len: 854 time: 0.0421171 Jul 13 08:36:57.305362 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5253ec2-a5ba-4351-9c94-788d6f12ad89 req-3e6dbf23-31b9-4695-bf6c-9a012a60dd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:57.306846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5253ec2-a5ba-4351-9c94-788d6f12ad89 req-3e6dbf23-31b9-4695-bf6c-9a012a60dd77 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6a8bc5a3-1f32-4349-911d-9fe7fa0694ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502193 Jul 13 08:36:57.397772 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5253ec2-a5ba-4351-9c94-788d6f12ad89 req-78a10ea7-39d8-4f50-a64a-fbc565a3023e service neutron] 10.222.0.62 "GET /v2.0/networks/6a8bc5a3-1f32-4349-911d-9fe7fa0694ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837164 Jul 13 08:36:57.485225 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5253ec2-a5ba-4351-9c94-788d6f12ad89 req-63fa84c9-d35e-4473-846d-44097e929692 service neutron] 10.222.0.62 "GET /v2.0/networks/6a8bc5a3-1f32-4349-911d-9fe7fa0694ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807536 Jul 13 08:36:57.633230 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9f8fac2-0a3d-425f-8e49-84f6b1e62489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:57.865991 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:57.876068 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd75ce5-359c-47a4-9310-9bc729151680 req-93982d0d-2b69-4f17-abd6-de2d23f74547 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:57.877545 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9bd75ce5-359c-47a4-9310-9bc729151680 req-93982d0d-2b69-4f17-abd6-de2d23f74547 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=5382d8fa-d047-4a93-bfb0-34503f30494f HTTP/1.1" status: 200 len: 943 time: 0.0705533 Jul 13 08:36:57.914625 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9bd75ce5-359c-47a4-9310-9bc729151680 req-4e3bdfe3-c418-4e45-8e50-28e29e0558dd tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/security-groups?id=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312824 Jul 13 08:36:59.083922 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b0cd5-cd15-44a9-8dd5-3564795ad766 req-89dfc276-90bf-468b-b07d-8566d0eee605 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:59.085413 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d8b0cd5-cd15-44a9-8dd5-3564795ad766 req-89dfc276-90bf-468b-b07d-8566d0eee605 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=5382d8fa-d047-4a93-bfb0-34503f30494f HTTP/1.1" status: 200 len: 943 time: 0.0625808 Jul 13 08:36:59.123356 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d8b0cd5-cd15-44a9-8dd5-3564795ad766 req-6310aef2-537b-4c8a-ab15-d224b822ce3f tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/security-groups?id=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316935 Jul 13 08:36:59.825676 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:00.291201 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134a292-28ed-4f32-85b4-757be3dcd992 req-78f72ec4-9e44-4a48-9955-b5a6958b3706 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:00.292679 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a134a292-28ed-4f32-85b4-757be3dcd992 req-78f72ec4-9e44-4a48-9955-b5a6958b3706 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=5382d8fa-d047-4a93-bfb0-34503f30494f HTTP/1.1" status: 200 len: 943 time: 0.0621748 Jul 13 08:37:00.329525 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a134a292-28ed-4f32-85b4-757be3dcd992 req-1d875bc4-8f5d-41e4-a608-dbc9772b8090 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/security-groups?id=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307319 Jul 13 08:37:00.752191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 1c58635b-ee26-444d-8bfb-71b5c30a9325 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:37:00.843489 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 1c58635b-ee26-444d-8bfb-71b5c30a9325, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=1c58635b-ee26-444d-8bfb-71b5c30a9325,segment=NetworkSegment(b8710d93-425e-42e2-87fa-841da09e1f40),segment_id=b8710d93-425e-42e2-87fa-841da09e1f40)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:00.854254 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '1c58635b-ee26-444d-8bfb-71b5c30a9325', 'network_id': '6a8bc5a3-1f32-4349-911d-9fe7fa0694ad', 'port_id': '1c58635b-ee26-444d-8bfb-71b5c30a9325', 'mac_address': 'fa:16:3e:7d:30:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46f9b498-732d-4a5c-9f67-61925691e6a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:37:01.040401 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:01.053136 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c58635b-ee26-444d-8bfb-71b5c30a9325 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:37:01.075855 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 1c58635b-ee26-444d-8bfb-71b5c30a9325, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=1c58635b-ee26-444d-8bfb-71b5c30a9325,segment=NetworkSegment(b8710d93-425e-42e2-87fa-841da09e1f40),segment_id=b8710d93-425e-42e2-87fa-841da09e1f40)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:01.080231 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:01.131922 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=1c58635b-ee26-444d-8bfb-71b5c30a9325,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:01.140085 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:01.140441 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:01.140782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:01.141122 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:01.141444 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:01.141777 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:01.142115 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:01.142447 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:01.142774 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:01.143106 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:01.143424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:01.143745 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:01.298477 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['1c58635b-ee26-444d-8bfb-71b5c30a9325'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:37:01.505933 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30098424-3682-4ce8-9a50-f4351a194850 req-fed0b71d-b58c-424e-b0f0-b990535cf1c4 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:01.507432 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30098424-3682-4ce8-9a50-f4351a194850 req-fed0b71d-b58c-424e-b0f0-b990535cf1c4 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=5382d8fa-d047-4a93-bfb0-34503f30494f HTTP/1.1" status: 200 len: 944 time: 0.0691059 Jul 13 08:37:01.544561 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:01.547065 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-30098424-3682-4ce8-9a50-f4351a194850 req-108cdf19-5f0f-4a9f-9aa2-02a5240846ce tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/security-groups?id=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340846 Jul 13 08:37:02.716308 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2ba69-f740-4732-86c2-9f404aad7329 req-b5f7e38e-a11f-410b-bd8e-5ebe8c39c78e tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:02.717790 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00f2ba69-f740-4732-86c2-9f404aad7329 req-b5f7e38e-a11f-410b-bd8e-5ebe8c39c78e tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=5382d8fa-d047-4a93-bfb0-34503f30494f HTTP/1.1" status: 200 len: 944 time: 0.0635884 Jul 13 08:37:02.755250 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-00f2ba69-f740-4732-86c2-9f404aad7329 req-3b33872b-5b63-4ef2-832a-978f8757a9c2 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/security-groups?id=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320461 Jul 13 08:37:02.771158 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 1c58635b-ee26-444d-8bfb-71b5c30a9325 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:37:02.817566 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 1c58635b-ee26-444d-8bfb-71b5c30a9325 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:37:02.820960 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 1c58635b-ee26-444d-8bfb-71b5c30a9325 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:02.821327 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:02.894863 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:02.918269 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5382d8fa-d047-4a93-bfb0-34503f30494f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c58635b-ee26-444d-8bfb-71b5c30a9325'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:37:02.920976 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230ba1ec-f936-4e60-9b68-80b982102bc3" -d '{"events": [{"server_uuid": "5382d8fa-d047-4a93-bfb0-34503f30494f", "name": "network-vif-plugged", "status": "completed", "tag": "1c58635b-ee26-444d-8bfb-71b5c30a9325"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:37:02.933608 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 1c58635b-ee26-444d-8bfb-71b5c30a9325, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=1c58635b-ee26-444d-8bfb-71b5c30a9325,segment=NetworkSegment(b8710d93-425e-42e2-87fa-841da09e1f40),segment_id=b8710d93-425e-42e2-87fa-841da09e1f40)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:02.943647 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:02.975326 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec336b55-41a7-4d1c-a9cd-656f2bbeff77 x-openstack-request-id: req-ec336b55-41a7-4d1c-a9cd-656f2bbeff77 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:37:02.975620 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5382d8fa-d047-4a93-bfb0-34503f30494f", "name": "network-vif-plugged", "status": "completed", "tag": "1c58635b-ee26-444d-8bfb-71b5c30a9325", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:37:02.975873 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ec336b55-41a7-4d1c-a9cd-656f2bbeff77 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:37:02.976255 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5382d8fa-d047-4a93-bfb0-34503f30494f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c58635b-ee26-444d-8bfb-71b5c30a9325', 'code': 200} Jul 13 08:37:03.006546 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=1c58635b-ee26-444d-8bfb-71b5c30a9325,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:03.085168 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92368043-850b-4bf1-8ef5-4a9f7294c55b req-79e8a674-ee70-409e-ad7e-d4ad40ff1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:03.086712 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92368043-850b-4bf1-8ef5-4a9f7294c55b req-79e8a674-ee70-409e-ad7e-d4ad40ff1d09 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5382d8fa-d047-4a93-bfb0-34503f30494f HTTP/1.1" status: 200 len: 1097 time: 0.0591946 Jul 13 08:37:03.123687 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-92368043-850b-4bf1-8ef5-4a9f7294c55b req-c46694a6-1d53-4634-a6f5-412007339efa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304754 Jul 13 08:37:03.205087 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-58b7dbd2-5e56-4ccc-873e-f53f467f19dd None None] Provisioning complete for port 1c58635b-ee26-444d-8bfb-71b5c30a9325 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:03.205462 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-58b7dbd2-5e56-4ccc-873e-f53f467f19dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:03.926099 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63b29f-b15c-416b-8a98-446c046da874 req-ecdca094-91b5-4c06-b870-5d2adb71ba76 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:03.927629 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bc63b29f-b15c-416b-8a98-446c046da874 req-ecdca094-91b5-4c06-b870-5d2adb71ba76 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=5382d8fa-d047-4a93-bfb0-34503f30494f HTTP/1.1" status: 200 len: 945 time: 0.0636947 Jul 13 08:37:03.967264 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bc63b29f-b15c-416b-8a98-446c046da874 req-20a7ce7c-2112-4146-9f47-90201dc19fba tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/security-groups?id=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335562 Jul 13 08:37:05.141971 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed8479-c9fa-4cbd-a8fc-5293a775472f req-841134fa-c402-4a86-a130-b9907215a7b0 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:05.141971 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-03ed8479-c9fa-4cbd-a8fc-5293a775472f req-841134fa-c402-4a86-a130-b9907215a7b0 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=5382d8fa-d047-4a93-bfb0-34503f30494f HTTP/1.1" status: 200 len: 945 time: 0.0628593 Jul 13 08:37:05.179220 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-03ed8479-c9fa-4cbd-a8fc-5293a775472f req-f15859dd-1089-45b3-9c95-4c8f8a5fbdf8 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/security-groups?id=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315728 Jul 13 08:37:05.354385 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01461055-5913-4298-aeef-82379890b0e0 req-823b60e0-3b67-4343-8807-c6b6aae5c1f0 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:05.355761 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-01461055-5913-4298-aeef-82379890b0e0 req-823b60e0-3b67-4343-8807-c6b6aae5c1f0 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=5382d8fa-d047-4a93-bfb0-34503f30494f HTTP/1.1" status: 200 len: 945 time: 0.0661438 Jul 13 08:37:05.392863 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-01461055-5913-4298-aeef-82379890b0e0 req-d65643bf-1101-4bac-8377-17f1d2580164 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/security-groups?id=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314620 Jul 13 08:37:08.448194 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:13.423405 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:14.408382 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b94c7563-fd52-4fda-b2f9-5f1c9d16f230 req-97e602af-2f0c-4baf-a8fd-3360e84d3daa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5382d8fa-d047-4a93-bfb0-34503f30494f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0505884 Jul 13 08:37:14.501962 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c7563-fd52-4fda-b2f9-5f1c9d16f230 req-999d8af8-5f9a-4e58-868e-27cc80527bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:14.503443 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b94c7563-fd52-4fda-b2f9-5f1c9d16f230 req-999d8af8-5f9a-4e58-868e-27cc80527bd9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dcb7ff5f1f44ae5a6fc12dd810901f6&device_id=5382d8fa-d047-4a93-bfb0-34503f30494f HTTP/1.1" status: 200 len: 1097 time: 0.0529389 Jul 13 08:37:14.610479 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c7563-fd52-4fda-b2f9-5f1c9d16f230 req-2079f99e-fde0-4762-9893-dc54ebc738ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:14.611961 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b94c7563-fd52-4fda-b2f9-5f1c9d16f230 req-2079f99e-fde0-4762-9893-dc54ebc738ed service neutron] 10.222.0.62 "GET /v2.0/networks?id=6a8bc5a3-1f32-4349-911d-9fe7fa0694ad HTTP/1.1" status: 200 len: 916 time: 0.0880177 Jul 13 08:37:14.652153 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b94c7563-fd52-4fda-b2f9-5f1c9d16f230 req-0a58daa9-d56a-4abb-967d-d6ecd753dcb9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c58635b-ee26-444d-8bfb-71b5c30a9325 HTTP/1.1" status: 200 len: 217 time: 0.0329142 Jul 13 08:37:14.703780 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c7563-fd52-4fda-b2f9-5f1c9d16f230 req-fdc24982-8fff-4944-ac54-c8c90eb51296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:14.705171 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b94c7563-fd52-4fda-b2f9-5f1c9d16f230 req-fdc24982-8fff-4944-ac54-c8c90eb51296 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=46f9b498-732d-4a5c-9f67-61925691e6a3 HTTP/1.1" status: 200 len: 854 time: 0.0457985 Jul 13 08:37:14.761278 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c7563-fd52-4fda-b2f9-5f1c9d16f230 req-6f8cd0a3-9e24-4c01-84ac-d6f17bae6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:14.762745 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b94c7563-fd52-4fda-b2f9-5f1c9d16f230 req-6f8cd0a3-9e24-4c01-84ac-d6f17bae6c21 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6a8bc5a3-1f32-4349-911d-9fe7fa0694ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504174 Jul 13 08:37:14.849623 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b94c7563-fd52-4fda-b2f9-5f1c9d16f230 req-108bdf5d-56c6-4c2d-bc7f-10417290a921 service neutron] 10.222.0.62 "GET /v2.0/networks/6a8bc5a3-1f32-4349-911d-9fe7fa0694ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792575 Jul 13 08:37:14.939231 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b94c7563-fd52-4fda-b2f9-5f1c9d16f230 req-dbbf81ac-c535-4cd2-a590-ccc155bf55d1 service neutron] 10.222.0.62 "GET /v2.0/networks/6a8bc5a3-1f32-4349-911d-9fe7fa0694ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831709 Jul 13 08:37:23.291855 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1b231b48-098f-4bab-b0dd-8ac0363b65da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:24.163402 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1364a-5cba-42a6-b342-e6488acd17a2 req-0845d6b6-cd4a-4600-85a7-0fa28abe3548 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:24.166357 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-99a1364a-5cba-42a6-b342-e6488acd17a2 req-0845d6b6-cd4a-4600-85a7-0fa28abe3548 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=5382d8fa-d047-4a93-bfb0-34503f30494f HTTP/1.1" status: 200 len: 945 time: 0.0739398 Jul 13 08:37:24.202876 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-99a1364a-5cba-42a6-b342-e6488acd17a2 req-6e765fe6-4814-44a8-beae-352cac26bb33 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/security-groups?id=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324576 Jul 13 08:37:25.379025 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fb925-d746-48e6-be11-b2dc8ea46563 req-c64aaede-bf9e-411a-b10a-980d7f63c995 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:25.380395 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-124fb925-d746-48e6-be11-b2dc8ea46563 req-c64aaede-bf9e-411a-b10a-980d7f63c995 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=5382d8fa-d047-4a93-bfb0-34503f30494f HTTP/1.1" status: 200 len: 945 time: 0.0656459 Jul 13 08:37:25.416736 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-124fb925-d746-48e6-be11-b2dc8ea46563 req-e66f8fc4-d65c-4f7a-b6ef-58ec5543359e tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/security-groups?id=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308635 Jul 13 08:37:25.697312 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a724870-b50e-4c73-9a97-425fe3bf9e1b req-5d89392a-2305-41e1-bc1c-5df4909b0215 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:25.698761 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a724870-b50e-4c73-9a97-425fe3bf9e1b req-5d89392a-2305-41e1-bc1c-5df4909b0215 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.62 "GET /v2.0/ports?device_id=5382d8fa-d047-4a93-bfb0-34503f30494f HTTP/1.1" status: 200 len: 945 time: 0.0610261 Jul 13 08:37:25.791879 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-8a724870-b50e-4c73-9a97-425fe3bf9e1b req-8eee5f89-cc1a-4e31-9aee-4bdb806c957c tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Deleting port 1c58635b-ee26-444d-8bfb-71b5c30a9325 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:37:25.792218 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8a724870-b50e-4c73-9a97-425fe3bf9e1b req-8eee5f89-cc1a-4e31-9aee-4bdb806c957c tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:25.880590 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8a724870-b50e-4c73-9a97-425fe3bf9e1b req-8eee5f89-cc1a-4e31-9aee-4bdb806c957c tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] For port 1c58635b-ee26-444d-8bfb-71b5c30a9325, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=1c58635b-ee26-444d-8bfb-71b5c30a9325,segment=NetworkSegment(b8710d93-425e-42e2-87fa-841da09e1f40),segment_id=b8710d93-425e-42e2-87fa-841da09e1f40)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:25.880946 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8a724870-b50e-4c73-9a97-425fe3bf9e1b req-8eee5f89-cc1a-4e31-9aee-4bdb806c957c tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:25.893027 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-8a724870-b50e-4c73-9a97-425fe3bf9e1b req-8eee5f89-cc1a-4e31-9aee-4bdb806c957c tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Calling delete_port for 1c58635b-ee26-444d-8bfb-71b5c30a9325 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:37:26.017170 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8a724870-b50e-4c73-9a97-425fe3bf9e1b req-8eee5f89-cc1a-4e31-9aee-4bdb806c957c tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:26.033579 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['1c58635b-ee26-444d-8bfb-71b5c30a9325'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:37:26.043929 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee5f89-cc1a-4e31-9aee-4bdb806c957c tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Pushing event deleted for resources: {'Port': ['ID=1c58635b-ee26-444d-8bfb-71b5c30a9325,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:26.091318 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a724870-b50e-4c73-9a97-425fe3bf9e1b req-8eee5f89-cc1a-4e31-9aee-4bdb806c957c tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] No DVR routers for this DVR port 1c58635b-ee26-444d-8bfb-71b5c30a9325 on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:37:26.094569 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8a724870-b50e-4c73-9a97-425fe3bf9e1b req-8eee5f89-cc1a-4e31-9aee-4bdb806c957c tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:26.096576 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a724870-b50e-4c73-9a97-425fe3bf9e1b req-8eee5f89-cc1a-4e31-9aee-4bdb806c957c tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.62 "DELETE /v2.0/ports/1c58635b-ee26-444d-8bfb-71b5c30a9325 HTTP/1.1" status: 204 len: 173 time: 0.3926220 Jul 13 08:37:26.097024 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5382d8fa-d047-4a93-bfb0-34503f30494f', 'name': 'network-vif-deleted', 'tag': '1c58635b-ee26-444d-8bfb-71b5c30a9325'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:37:26.099290 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f612f10d-14bb-4418-a3f7-87f4d5446af1" -d '{"events": [{"server_uuid": "5382d8fa-d047-4a93-bfb0-34503f30494f", "name": "network-vif-deleted", "tag": "1c58635b-ee26-444d-8bfb-71b5c30a9325"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:37:26.142141 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20324f34-b535-4598-9273-d4d32ee10979 x-openstack-request-id: req-20324f34-b535-4598-9273-d4d32ee10979 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:37:26.142141 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5382d8fa-d047-4a93-bfb0-34503f30494f", "name": "network-vif-deleted", "tag": "1c58635b-ee26-444d-8bfb-71b5c30a9325", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:37:26.142141 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-20324f34-b535-4598-9273-d4d32ee10979 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:37:26.142523 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5382d8fa-d047-4a93-bfb0-34503f30494f', 'name': 'network-vif-deleted', 'tag': '1c58635b-ee26-444d-8bfb-71b5c30a9325', 'status': 'completed', 'code': 200} Jul 13 08:37:26.573469 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c06a9a0-888b-4a5f-850a-1af02e6c7fe3 req-1fcbc469-4b65-413c-a05e-6a31efc35b25 tempest-TestEncryptedCinderVolumes-1576578096 tempest-TestEncryptedCinderVolumes-1576578096-project] 10.222.0.58 "GET /v2.0/ports?device_id=5382d8fa-d047-4a93-bfb0-34503f30494f HTTP/1.1" status: 200 len: 210 time: 0.0332737 Jul 13 08:37:27.633085 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c066dd9-0b9d-4eee-b50d-b06eeb27855d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:27.699449 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35512) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:27.854100 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:37:27.865595 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:28.039235 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c941f57-8509-4c13-9a42-5969d8414b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:28.286780 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5c941f57-8509-4c13-9a42-5969d8414b7e admin admin] Deleting port d6701ddb-7939-41e2-b886-a353da5885a3 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:37:28.287127 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c941f57-8509-4c13-9a42-5969d8414b7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:28.365883 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-5c941f57-8509-4c13-9a42-5969d8414b7e admin admin] For port d6701ddb-7939-41e2-b886-a353da5885a3, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=d6701ddb-7939-41e2-b886-a353da5885a3,segment=NetworkSegment(b8710d93-425e-42e2-87fa-841da09e1f40),segment_id=b8710d93-425e-42e2-87fa-841da09e1f40)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:28.366272 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c941f57-8509-4c13-9a42-5969d8414b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:28.379013 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5c941f57-8509-4c13-9a42-5969d8414b7e admin admin] Calling delete_port for d6701ddb-7939-41e2-b886-a353da5885a3 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:37:28.552228 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c941f57-8509-4c13-9a42-5969d8414b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:28.578519 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c941f57-8509-4c13-9a42-5969d8414b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=d6701ddb-7939-41e2-b886-a353da5885a3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:28.739735 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c941f57-8509-4c13-9a42-5969d8414b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:28.864931 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 1c58635b-ee26-444d-8bfb-71b5c30a9325 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:37:28.884563 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 1c58635b-ee26-444d-8bfb-71b5c30a9325 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:37:28.884929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 1c58635b-ee26-444d-8bfb-71b5c30a9325 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:37:29.284741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c941f57-8509-4c13-9a42-5969d8414b7e admin admin] Router dd5f3ff7-a960-48e5-9ac1-2b47026969d0 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:37:29.387676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c941f57-8509-4c13-9a42-5969d8414b7e admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:37:29.393684 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5c941f57-8509-4c13-9a42-5969d8414b7e admin admin] 10.222.0.58 "PUT /v2.0/routers/dd5f3ff7-a960-48e5-9ac1-2b47026969d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6931794 Jul 13 08:37:29.396299 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35514) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:29.397030 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8560d8e-b7fe-49ab-a02e-a58e1ce5a25d None None] Sync routers for ids ['dd5f3ff7-a960-48e5-9ac1-2b47026969d0'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:37:29.406155 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8560d8e-b7fe-49ab-a02e-a58e1ce5a25d None None] Routers {'dd5f3ff7-a960-48e5-9ac1-2b47026969d0'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:37:29.407278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-e8560d8e-b7fe-49ab-a02e-a58e1ce5a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:37:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd5f3ff7-a960-48e5-9ac1-2b47026969d0'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:29.500525 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06ade0f1-2558-40da-8a92-7cc288df009b admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:29.508327 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-e8560d8e-b7fe-49ab-a02e-a58e1ce5a25d None None] Set router dd5f3ff7-a960-48e5-9ac1-2b47026969d0 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:37:29.602609 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06ade0f1-2558-40da-8a92-7cc288df009b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:29.653049 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-06ade0f1-2558-40da-8a92-7cc288df009b admin admin] Deleting port 5fa2a204-07d5-4c35-8f9b-3469874b53f1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:37:29.653391 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06ade0f1-2558-40da-8a92-7cc288df009b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:29.684145 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-e8560d8e-b7fe-49ab-a02e-a58e1ce5a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5f3ff7-a960-48e5-9ac1-2b47026969d0', 'name': 'tempest-TestEncryptedCinderVolumes-68310975-router', 'tenant_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '5fa2a204-07d5-4c35-8f9b-3469874b53f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:12Z', 'updated_at': '2021-07-13T08:37:28Z', 'revision_number': 5, 'project_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'gw_port': {'id': '5fa2a204-07d5-4c35-8f9b-3469874b53f1', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5f3ff7-a960-48e5-9ac1-2b47026969d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:12Z', 'updated_at': '2021-07-13T08:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:29.714754 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8560d8e-b7fe-49ab-a02e-a58e1ce5a25d None None] Checking router: dd5f3ff7-a960-48e5-9ac1-2b47026969d0 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:37:29.723135 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8560d8e-b7fe-49ab-a02e-a58e1ce5a25d None None] Routers {'dd5f3ff7-a960-48e5-9ac1-2b47026969d0'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:37:29.723739 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-e8560d8e-b7fe-49ab-a02e-a58e1ce5a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:37:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['dd5f3ff7-a960-48e5-9ac1-2b47026969d0'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:29.734078 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-06ade0f1-2558-40da-8a92-7cc288df009b admin admin] For port 5fa2a204-07d5-4c35-8f9b-3469874b53f1, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=5fa2a204-07d5-4c35-8f9b-3469874b53f1,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:29.734474 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06ade0f1-2558-40da-8a92-7cc288df009b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:29.745787 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-06ade0f1-2558-40da-8a92-7cc288df009b admin admin] Calling delete_port for 5fa2a204-07d5-4c35-8f9b-3469874b53f1 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:37:29.807497 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-e8560d8e-b7fe-49ab-a02e-a58e1ce5a25d None None] Set router dd5f3ff7-a960-48e5-9ac1-2b47026969d0 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:37:29.863495 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-e8560d8e-b7fe-49ab-a02e-a58e1ce5a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5f3ff7-a960-48e5-9ac1-2b47026969d0', 'name': 'tempest-TestEncryptedCinderVolumes-68310975-router', 'tenant_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:12Z', 'updated_at': '2021-07-13T08:37:29Z', 'revision_number': 6, 'project_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:29.896814 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8560d8e-b7fe-49ab-a02e-a58e1ce5a25d None None] The sync data for ids ['dd5f3ff7-a960-48e5-9ac1-2b47026969d0'] in n-d-779913-28 is: [{'id': 'dd5f3ff7-a960-48e5-9ac1-2b47026969d0', 'name': 'tempest-TestEncryptedCinderVolumes-68310975-router', 'tenant_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:12Z', 'updated_at': '2021-07-13T08:37:29Z', 'revision_number': 6, 'project_id': '3dcb7ff5f1f44ae5a6fc12dd810901f6', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:37:29.899849 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:29.911533 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06ade0f1-2558-40da-8a92-7cc288df009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:29.938318 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ade0f1-2558-40da-8a92-7cc288df009b admin admin] Pushing event deleted for resources: {'Port': ['ID=5fa2a204-07d5-4c35-8f9b-3469874b53f1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:29.997003 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06ade0f1-2558-40da-8a92-7cc288df009b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.084132 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06ade0f1-2558-40da-8a92-7cc288df009b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.086232 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06ade0f1-2558-40da-8a92-7cc288df009b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.131543 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06ade0f1-2558-40da-8a92-7cc288df009b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.132061 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ade0f1-2558-40da-8a92-7cc288df009b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd5f3ff7-a960-48e5-9ac1-2b47026969d0 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:37:30.136332 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06ade0f1-2558-40da-8a92-7cc288df009b admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.137458 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-06ade0f1-2558-40da-8a92-7cc288df009b admin admin] 10.222.0.58 "DELETE /v2.0/routers/dd5f3ff7-a960-48e5-9ac1-2b47026969d0 HTTP/1.1" status: 204 len: 168 time: 0.7402320 Jul 13 08:37:30.140026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35516) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:30.183349 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7daf3a-299f-48d1-b7b7-39a81d98b70c admin admin] Deleting subnet 46f9b498-732d-4a5c-9f67-61925691e6a3 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:37:30.186238 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b7daf3a-299f-48d1-b7b7-39a81d98b70c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.219825 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b7daf3a-299f-48d1-b7b7-39a81d98b70c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.305504 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b7daf3a-299f-48d1-b7b7-39a81d98b70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.358416 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b7daf3a-299f-48d1-b7b7-39a81d98b70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.383985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7daf3a-299f-48d1-b7b7-39a81d98b70c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46f9b498-732d-4a5c-9f67-61925691e6a3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:30.387593 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b7daf3a-299f-48d1-b7b7-39a81d98b70c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.389454 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6b7daf3a-299f-48d1-b7b7-39a81d98b70c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/46f9b498-732d-4a5c-9f67-61925691e6a3 HTTP/1.1" status: 204 len: 168 time: 0.2484641 Jul 13 08:37:30.392188 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35518) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:30.393755 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16d73b4-4ec5-4169-bc6f-75e0c7ca402c None None] Network 6a8bc5a3-1f32-4349-911d-9fe7fa0694ad requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:37:30.463368 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.515041 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Deleting port f39fa9b5-3360-4038-a652-69b296d58c1c {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:37:30.515294 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.581151 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] For port f39fa9b5-3360-4038-a652-69b296d58c1c, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=f39fa9b5-3360-4038-a652-69b296d58c1c,segment=NetworkSegment(b8710d93-425e-42e2-87fa-841da09e1f40),segment_id=b8710d93-425e-42e2-87fa-841da09e1f40)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:30.581470 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.593358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Calling delete_port for f39fa9b5-3360-4038-a652-69b296d58c1c owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:37:30.643376 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1582cd-84dc-405e-b8bf-0d46865078bd None None] DHCP port deletion for 6a8bc5a3-1f32-4349-911d-9fe7fa0694ad request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:37:30.673338 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.691092 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7c1582cd-84dc-405e-b8bf-0d46865078bd None None] Deleting port f39fa9b5-3360-4038-a652-69b296d58c1c {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:37:30.691476 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7c1582cd-84dc-405e-b8bf-0d46865078bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.701584 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Pushing event deleted for resources: {'Port': ['ID=f39fa9b5-3360-4038-a652-69b296d58c1c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:30.709766 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] No DVR routers for this DVR port f39fa9b5-3360-4038-a652-69b296d58c1c on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:37:30.712305 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:30.712652 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:30.713057 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:30.713401 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:30.713737 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:30.714158 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:30.714492 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:30.714818 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:30.715421 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:30.715738 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:30.716062 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:30.716382 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:30.754888 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-7c1582cd-84dc-405e-b8bf-0d46865078bd None None] For port f39fa9b5-3360-4038-a652-69b296d58c1c, host n-d-779913-28, got binding levels [] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:30.755435 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7c1582cd-84dc-405e-b8bf-0d46865078bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.768341 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7c1582cd-84dc-405e-b8bf-0d46865078bd None None] Calling delete_port for f39fa9b5-3360-4038-a652-69b296d58c1c owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:37:30.770982 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.ipam_backend_mixin [None req-7c1582cd-84dc-405e-b8bf-0d46865078bd None None] Port f39fa9b5-3360-4038-a652-69b296d58c1c was not found and therefore no delete operation was performed {{(pid=93725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 08:37:30.772302 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7c1582cd-84dc-405e-b8bf-0d46865078bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.786976 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.797315 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8bc5a3-1f32-4349-911d-9fe7fa0694ad']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:30.799351 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1582cd-84dc-405e-b8bf-0d46865078bd None None] Pushing event deleted for resources: {'Port': ['ID=f39fa9b5-3360-4038-a652-69b296d58c1c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:30.804897 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1582cd-84dc-405e-b8bf-0d46865078bd None None] No DVR routers for this DVR port f39fa9b5-3360-4038-a652-69b296d58c1c on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:37:30.807326 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8710d93-425e-42e2-87fa-841da09e1f40') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:30.807610 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8710d93-425e-42e2-87fa-841da09e1f40') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:30.821043 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.835282 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.841808 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:37:30.842038 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:37:30.844299 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:37:30.903417 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.909653 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.914270 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6a8bc5a3-1f32-4349-911d-9fe7fa0694ad HTTP/1.1" status: 204 len: 168 time: 0.5178461 Jul 13 08:37:30.914649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35522) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:30.922769 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1bb2e-00b9-49e9-826c-c4451802ce30 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a8bc5a3-1f32-4349-911d-9fe7fa0694ad,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:31.212791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f39fa9b5-3360-4038-a652-69b296d58c1c no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:37:31.233016 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: f39fa9b5-3360-4038-a652-69b296d58c1c {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:37:31.233363 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device f39fa9b5-3360-4038-a652-69b296d58c1c not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:37:31.233786 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d6701ddb-7939-41e2-b886-a353da5885a3 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:37:31.252416 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: d6701ddb-7939-41e2-b886-a353da5885a3 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:37:31.252764 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device d6701ddb-7939-41e2-b886-a353da5885a3 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:37:31.253182 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5fa2a204-07d5-4c35-8f9b-3469874b53f1 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:37:31.269693 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-778629d9-b24d-48f8-b35a-f4d77e368a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:31.271594 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 5fa2a204-07d5-4c35-8f9b-3469874b53f1 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:37:31.271942 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5fa2a204-07d5-4c35-8f9b-3469874b53f1 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:37:31.519232 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-778629d9-b24d-48f8-b35a-f4d77e368a6f admin admin] Deleting port 829a278c-9570-4ed6-a445-e21aad7ee8c9 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:37:31.519577 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-778629d9-b24d-48f8-b35a-f4d77e368a6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:31.548816 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:31.597733 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-778629d9-b24d-48f8-b35a-f4d77e368a6f admin admin] For port 829a278c-9570-4ed6-a445-e21aad7ee8c9, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=829a278c-9570-4ed6-a445-e21aad7ee8c9,segment=NetworkSegment(5f22efee-e833-474c-a06f-b754cf68b01c),segment_id=5f22efee-e833-474c-a06f-b754cf68b01c)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:31.598104 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-778629d9-b24d-48f8-b35a-f4d77e368a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:31.611115 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-778629d9-b24d-48f8-b35a-f4d77e368a6f admin admin] Calling delete_port for 829a278c-9570-4ed6-a445-e21aad7ee8c9 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:37:31.785447 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-778629d9-b24d-48f8-b35a-f4d77e368a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:31.813953 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778629d9-b24d-48f8-b35a-f4d77e368a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=829a278c-9570-4ed6-a445-e21aad7ee8c9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:31.976903 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-778629d9-b24d-48f8-b35a-f4d77e368a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:32.185234 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778629d9-b24d-48f8-b35a-f4d77e368a6f admin admin] Router b280d09b-c7df-4a0c-a267-506d77032e89 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:37:32.288154 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778629d9-b24d-48f8-b35a-f4d77e368a6f admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:37:32.293028 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-778629d9-b24d-48f8-b35a-f4d77e368a6f admin admin] 10.222.0.58 "PUT /v2.0/routers/b280d09b-c7df-4a0c-a267-506d77032e89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3773518 Jul 13 08:37:32.295580 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35524) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:32.298598 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaa2444-d362-4088-8486-5ad0eb4eea5d None None] Sync routers for ids ['b280d09b-c7df-4a0c-a267-506d77032e89'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:37:32.307663 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaa2444-d362-4088-8486-5ad0eb4eea5d None None] Routers {'b280d09b-c7df-4a0c-a267-506d77032e89'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:37:32.308255 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ebaa2444-d362-4088-8486-5ad0eb4eea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:37:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b280d09b-c7df-4a0c-a267-506d77032e89'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:32.398473 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30c5d0c0-1bbf-4db3-829e-487108235c60 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:32.408942 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ebaa2444-d362-4088-8486-5ad0eb4eea5d None None] Set router b280d09b-c7df-4a0c-a267-506d77032e89 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:37:32.497371 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30c5d0c0-1bbf-4db3-829e-487108235c60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:32.552363 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-30c5d0c0-1bbf-4db3-829e-487108235c60 admin admin] Deleting port 59f6b255-6cd6-49a5-a384-5c34e488b376 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:37:32.552713 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30c5d0c0-1bbf-4db3-829e-487108235c60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:32.579462 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ebaa2444-d362-4088-8486-5ad0eb4eea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280d09b-c7df-4a0c-a267-506d77032e89', 'name': 'tempest-TestEncryptedCinderVolumes-733268930-router', 'tenant_id': 'b3bf1f3e05f84a9989840c0de812087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '59f6b255-6cd6-49a5-a384-5c34e488b376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:16Z', 'updated_at': '2021-07-13T08:37:31Z', 'revision_number': 5, 'project_id': 'b3bf1f3e05f84a9989840c0de812087e', 'gw_port': {'id': '59f6b255-6cd6-49a5-a384-5c34e488b376', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280d09b-c7df-4a0c-a267-506d77032e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:17Z', 'updated_at': '2021-07-13T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:32.605328 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaa2444-d362-4088-8486-5ad0eb4eea5d None None] Checking router: b280d09b-c7df-4a0c-a267-506d77032e89 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:37:32.613753 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaa2444-d362-4088-8486-5ad0eb4eea5d None None] Routers {'b280d09b-c7df-4a0c-a267-506d77032e89'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:37:32.614379 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ebaa2444-d362-4088-8486-5ad0eb4eea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:37:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['b280d09b-c7df-4a0c-a267-506d77032e89'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:32.631143 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-30c5d0c0-1bbf-4db3-829e-487108235c60 admin admin] For port 59f6b255-6cd6-49a5-a384-5c34e488b376, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=59f6b255-6cd6-49a5-a384-5c34e488b376,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:32.631507 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30c5d0c0-1bbf-4db3-829e-487108235c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:32.643802 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-30c5d0c0-1bbf-4db3-829e-487108235c60 admin admin] Calling delete_port for 59f6b255-6cd6-49a5-a384-5c34e488b376 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:37:32.696946 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ebaa2444-d362-4088-8486-5ad0eb4eea5d None None] Set router b280d09b-c7df-4a0c-a267-506d77032e89 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:37:32.748970 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ebaa2444-d362-4088-8486-5ad0eb4eea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280d09b-c7df-4a0c-a267-506d77032e89', 'name': 'tempest-TestEncryptedCinderVolumes-733268930-router', 'tenant_id': 'b3bf1f3e05f84a9989840c0de812087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:16Z', 'updated_at': '2021-07-13T08:37:32Z', 'revision_number': 6, 'project_id': 'b3bf1f3e05f84a9989840c0de812087e', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:32.773677 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaa2444-d362-4088-8486-5ad0eb4eea5d None None] The sync data for ids ['b280d09b-c7df-4a0c-a267-506d77032e89'] in n-d-779913-28 is: [{'id': 'b280d09b-c7df-4a0c-a267-506d77032e89', 'name': 'tempest-TestEncryptedCinderVolumes-733268930-router', 'tenant_id': 'b3bf1f3e05f84a9989840c0de812087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:16Z', 'updated_at': '2021-07-13T08:37:32Z', 'revision_number': 6, 'project_id': 'b3bf1f3e05f84a9989840c0de812087e', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:37:32.811447 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30c5d0c0-1bbf-4db3-829e-487108235c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:32.834246 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5d0c0-1bbf-4db3-829e-487108235c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=59f6b255-6cd6-49a5-a384-5c34e488b376,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:32.898786 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30c5d0c0-1bbf-4db3-829e-487108235c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:33.324403 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30c5d0c0-1bbf-4db3-829e-487108235c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:33.326668 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30c5d0c0-1bbf-4db3-829e-487108235c60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:33.368323 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30c5d0c0-1bbf-4db3-829e-487108235c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:33.368921 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c5d0c0-1bbf-4db3-829e-487108235c60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b280d09b-c7df-4a0c-a267-506d77032e89 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:37:33.373845 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30c5d0c0-1bbf-4db3-829e-487108235c60 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:33.375624 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-30c5d0c0-1bbf-4db3-829e-487108235c60 admin admin] 10.222.0.58 "DELETE /v2.0/routers/b280d09b-c7df-4a0c-a267-506d77032e89 HTTP/1.1" status: 204 len: 168 time: 1.0791376 Jul 13 08:37:33.378247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35526) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:33.421486 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1948913-f68d-4965-b7d9-76395787bacf admin admin] Deleting subnet 37ebcb47-f3e8-40c1-9454-a96afe3a5cb7 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:37:33.424480 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1948913-f68d-4965-b7d9-76395787bacf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:33.462812 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1948913-f68d-4965-b7d9-76395787bacf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:33.537241 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1948913-f68d-4965-b7d9-76395787bacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:33.581299 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 829a278c-9570-4ed6-a445-e21aad7ee8c9 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:37:33.593120 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1948913-f68d-4965-b7d9-76395787bacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:33.602160 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 829a278c-9570-4ed6-a445-e21aad7ee8c9 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:37:33.602513 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 829a278c-9570-4ed6-a445-e21aad7ee8c9 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:37:33.621596 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1948913-f68d-4965-b7d9-76395787bacf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37ebcb47-f3e8-40c1-9454-a96afe3a5cb7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:33.625556 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1948913-f68d-4965-b7d9-76395787bacf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:33.627473 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e1948913-f68d-4965-b7d9-76395787bacf admin admin] 10.222.0.58 "DELETE /v2.0/subnets/37ebcb47-f3e8-40c1-9454-a96afe3a5cb7 HTTP/1.1" status: 204 len: 168 time: 0.2482572 Jul 13 08:37:33.629839 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35528) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:33.631624 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02216092-73d2-4dde-9a8e-9ac008d2cfd8 None None] Network ab42c468-1a20-4181-bc03-9c622cc57a7d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:37:33.698582 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16abd925-0beb-4d96-a062-1c319259a7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:33.751366 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-16abd925-0beb-4d96-a062-1c319259a7be admin admin] Deleting port 60fbae21-7a61-469b-aea3-e973cb2ff431 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:37:33.751793 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16abd925-0beb-4d96-a062-1c319259a7be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:33.824094 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-16abd925-0beb-4d96-a062-1c319259a7be admin admin] For port 60fbae21-7a61-469b-aea3-e973cb2ff431, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=60fbae21-7a61-469b-aea3-e973cb2ff431,segment=NetworkSegment(5f22efee-e833-474c-a06f-b754cf68b01c),segment_id=5f22efee-e833-474c-a06f-b754cf68b01c)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:33.824541 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16abd925-0beb-4d96-a062-1c319259a7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:33.835076 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d648664-fdb5-46d4-9de3-9b11e0917804 None None] DHCP port deletion for ab42c468-1a20-4181-bc03-9c622cc57a7d request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:37:33.841092 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-16abd925-0beb-4d96-a062-1c319259a7be admin admin] Calling delete_port for 60fbae21-7a61-469b-aea3-e973cb2ff431 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:37:33.887878 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8d648664-fdb5-46d4-9de3-9b11e0917804 None None] Deleting port 60fbae21-7a61-469b-aea3-e973cb2ff431 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:37:33.888167 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d648664-fdb5-46d4-9de3-9b11e0917804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:33.919900 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16abd925-0beb-4d96-a062-1c319259a7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:33.944998 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abd925-0beb-4d96-a062-1c319259a7be admin admin] Pushing event deleted for resources: {'Port': ['ID=60fbae21-7a61-469b-aea3-e973cb2ff431,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:33.949706 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-8d648664-fdb5-46d4-9de3-9b11e0917804 None None] For port 60fbae21-7a61-469b-aea3-e973cb2ff431, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=60fbae21-7a61-469b-aea3-e973cb2ff431,segment=NetworkSegment(5f22efee-e833-474c-a06f-b754cf68b01c),segment_id=5f22efee-e833-474c-a06f-b754cf68b01c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:33.949706 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d648664-fdb5-46d4-9de3-9b11e0917804 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:33.951346 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16abd925-0beb-4d96-a062-1c319259a7be admin admin] No DVR routers for this DVR port 60fbae21-7a61-469b-aea3-e973cb2ff431 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:37:33.963118 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8d648664-fdb5-46d4-9de3-9b11e0917804 None None] Calling delete_port for 60fbae21-7a61-469b-aea3-e973cb2ff431 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:37:34.023007 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16abd925-0beb-4d96-a062-1c319259a7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:34.032748 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-16abd925-0beb-4d96-a062-1c319259a7be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab42c468-1a20-4181-bc03-9c622cc57a7d']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:34.039261 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d648664-fdb5-46d4-9de3-9b11e0917804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:34.042465 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-16abd925-0beb-4d96-a062-1c319259a7be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f22efee-e833-474c-a06f-b754cf68b01c') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:34.042761 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-16abd925-0beb-4d96-a062-1c319259a7be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f22efee-e833-474c-a06f-b754cf68b01c') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:34.051945 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16abd925-0beb-4d96-a062-1c319259a7be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:34.061809 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d648664-fdb5-46d4-9de3-9b11e0917804 None None] Pushing event deleted for resources: {'Port': ['ID=60fbae21-7a61-469b-aea3-e973cb2ff431,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:34.067794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d648664-fdb5-46d4-9de3-9b11e0917804 None None] No DVR routers for this DVR port 60fbae21-7a61-469b-aea3-e973cb2ff431 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:37:34.068316 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16abd925-0beb-4d96-a062-1c319259a7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:34.075886 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16abd925-0beb-4d96-a062-1c319259a7be admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:37:34.076225 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16abd925-0beb-4d96-a062-1c319259a7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:37:34.078649 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:37:34.137695 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16abd925-0beb-4d96-a062-1c319259a7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:34.143377 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16abd925-0beb-4d96-a062-1c319259a7be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:34.145406 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-16abd925-0beb-4d96-a062-1c319259a7be admin admin] 10.222.0.58 "DELETE /v2.0/networks/ab42c468-1a20-4181-bc03-9c622cc57a7d HTTP/1.1" status: 204 len: 168 time: 0.5146418 Jul 13 08:37:34.156651 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abd925-0beb-4d96-a062-1c319259a7be admin admin] Pushing event deleted for resources: {'Network': ['ID=ab42c468-1a20-4181-bc03-9c622cc57a7d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:34.296351 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35532) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:34.336466 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-eadc07f5-5e38-4dd1-8015-73d571e518d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3dcb7ff5f1f44ae5a6fc12dd810901f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382721 Jul 13 08:37:34.338787 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35534) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:34.385165 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a299e428-e4ed-42b0-96d0-dfd433b5985a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:34.405148 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a299e428-e4ed-42b0-96d0-dfd433b5985a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:34.453398 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a299e428-e4ed-42b0-96d0-dfd433b5985a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:34.455922 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a299e428-e4ed-42b0-96d0-dfd433b5985a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:34.457054 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a299e428-e4ed-42b0-96d0-dfd433b5985a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/413a3b46-a5ee-4bec-b621-a74f5a4c7b2a HTTP/1.1" status: 204 len: 168 time: 0.1174042 Jul 13 08:37:34.467084 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299e428-e4ed-42b0-96d0-dfd433b5985a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413a3b46-a5ee-4bec-b621-a74f5a4c7b2a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:34.753584 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35540) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:34.792092 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7fa48d02-c4bd-447b-95d4-49462eef52b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b3bf1f3e05f84a9989840c0de812087e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373645 Jul 13 08:37:34.794441 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35542) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:34.840204 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe660-8464-49c4-b193-be001b6b6d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:34.859998 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe660-8464-49c4-b193-be001b6b6d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:34.904151 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe660-8464-49c4-b193-be001b6b6d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:34.906690 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe660-8464-49c4-b193-be001b6b6d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:34.907807 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3f5fe660-8464-49c4-b193-be001b6b6d12 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f74eb72-61be-4f67-afd7-eb6bc2b10d0a HTTP/1.1" status: 204 len: 168 time: 0.1125000 Jul 13 08:37:34.915083 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fe660-8464-49c4-b193-be001b6b6d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f74eb72-61be-4f67-afd7-eb6bc2b10d0a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:35.210198 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 59f6b255-6cd6-49a5-a384-5c34e488b376 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:37:35.233437 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 59f6b255-6cd6-49a5-a384-5c34e488b376 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:37:35.233780 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 59f6b255-6cd6-49a5-a384-5c34e488b376 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:37:35.234732 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 60fbae21-7a61-469b-aea3-e973cb2ff431 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:37:35.253748 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 60fbae21-7a61-469b-aea3-e973cb2ff431 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:37:35.254110 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 60fbae21-7a61-469b-aea3-e973cb2ff431 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:37:35.541336 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35564) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:35.633086 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2a509663-ae06-4192-a424-258892362b73 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1640980432-network', 'tenant_id': 'bad486928bc448b38e41271bada6d71e'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:37:35.653627 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a509663-ae06-4192-a424-258892362b73 admin admin] Made reservation on behalf of bad486928bc448b38e41271bada6d71e for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:37:35.656494 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a509663-ae06-4192-a424-258892362b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:35.668537 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a509663-ae06-4192-a424-258892362b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:35.757098 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a509663-ae06-4192-a424-258892362b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:35.760518 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a509663-ae06-4192-a424-258892362b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:35.785169 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a509663-ae06-4192-a424-258892362b73 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:37:35.794879 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a509663-ae06-4192-a424-258892362b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:35.801234 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a509663-ae06-4192-a424-258892362b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:35.801581 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-2a509663-ae06-4192-a424-258892362b73 admin admin] Added segment 8c25d6d2-3328-4707-b7aa-aca23c856659 of type vlan for network b9bac55d-eb92-4c17-bf10-82f0706a7e44 Jul 13 08:37:35.840398 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a509663-ae06-4192-a424-258892362b73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:35.871598 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a509663-ae06-4192-a424-258892362b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:35.872651 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a509663-ae06-4192-a424-258892362b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:35.873240 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a509663-ae06-4192-a424-258892362b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:35.906764 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2a509663-ae06-4192-a424-258892362b73 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3637943 Jul 13 08:37:35.909623 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35568) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:35.914364 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-52d346c7-bd9f-477f-95b7-f16a6f30a579 admin admin] Request body: {'subnet': {'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1640980432-subnet', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:37:35.947717 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a509663-ae06-4192-a424-258892362b73 admin admin] Pushing event updated for resources: {'Network': ['ID=b9bac55d-eb92-4c17-bf10-82f0706a7e44,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:35.958352 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network b9bac55d-eb92-4c17-bf10-82f0706a7e44 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:37:35.967008 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d346c7-bd9f-477f-95b7-f16a6f30a579 admin admin] Made reservation on behalf of bad486928bc448b38e41271bada6d71e for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:37:35.970115 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52d346c7-bd9f-477f-95b7-f16a6f30a579 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:36.140794 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52d346c7-bd9f-477f-95b7-f16a6f30a579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:36.197904 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d346c7-bd9f-477f-95b7-f16a6f30a579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75611458-9be0-4483-836f-3428923f837a,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:36.211967 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d346c7-bd9f-477f-95b7-f16a6f30a579 admin admin] Checking segment: {'id': '8c25d6d2-3328-4707-b7aa-aca23c856659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:37:36.212351 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d346c7-bd9f-477f-95b7-f16a6f30a579 admin admin] Network hostable DHCP agents. Network: b9bac55d-eb92-4c17-bf10-82f0706a7e44, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:37:36.231104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d346c7-bd9f-477f-95b7-f16a6f30a579 admin admin] Network b9bac55d-eb92-4c17-bf10-82f0706a7e44 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:37:36.239120 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-52d346c7-bd9f-477f-95b7-f16a6f30a579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, b9bac55d-eb92-4c17-bf10-82f0706a7e44) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:37:36.242959 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d346c7-bd9f-477f-95b7-f16a6f30a579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:36.243536 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52d346c7-bd9f-477f-95b7-f16a6f30a579 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:36.248677 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3604b54-de5d-4f59-84cc-a160a7d809bc None None] Network b9bac55d-eb92-4c17-bf10-82f0706a7e44 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:37:36.256462 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-52d346c7-bd9f-477f-95b7-f16a6f30a579 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3458190 Jul 13 08:37:36.259230 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35570) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:36.263492 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bdd18d50-e2c3-4919-96f2-db7321850725 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1640980432-router', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:37:36.284499 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bdd18d50-e2c3-4919-96f2-db7321850725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:36.285442 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bdd18d50-e2c3-4919-96f2-db7321850725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:36.336901 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bdd18d50-e2c3-4919-96f2-db7321850725 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:36.392164 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-b9bac55d-eb92-4c17-bf10-82f0706a7e44', 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'fixed_ips': [{'subnet_id': '75611458-9be0-4483-836f-3428923f837a'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:37:36.393033 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:36.472659 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bdd18d50-e2c3-4919-96f2-db7321850725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:36.521249 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] Allocated IP 172.20.0.2 (b9bac55d-eb92-4c17-bf10-82f0706a7e44/75611458-9be0-4483-836f-3428923f837a/364a1410-ca47-49e6-92e9-993075235e93) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:37:36.664007 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:36.672931 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] Transition to ACTIVE for port object 364a1410-ca47-49e6-92e9-993075235e93 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:37:36.673371 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bdd18d50-e2c3-4919-96f2-db7321850725 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:36.687205 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] Transition to ACTIVE for port object 364a1410-ca47-49e6-92e9-993075235e93 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:37:36.693645 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bdd18d50-e2c3-4919-96f2-db7321850725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:36.693823 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:36.733417 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] Network b9bac55d-eb92-4c17-bf10-82f0706a7e44 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:37:36.736826 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:37:36.741437 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:37:36.743284 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] Pushing event updated for resources: {'Port': ['ID=364a1410-ca47-49e6-92e9-993075235e93,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:36.799351 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-bdd18d50-e2c3-4919-96f2-db7321850725 admin admin] Allocated IP 172.25.0.155 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/06bd1075-14e2-448b-8d6e-3ef485f47870) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:37:36.800079 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] Attempting to bind port 364a1410-ca47-49e6-92e9-993075235e93 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:37:36.800496 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] Attempting to bind port 364a1410-ca47-49e6-92e9-993075235e93 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '8c25d6d2-3328-4707-b7aa-aca23c856659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:37:36.800814 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] Attempting to bind port 364a1410-ca47-49e6-92e9-993075235e93 on network b9bac55d-eb92-4c17-bf10-82f0706a7e44 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:37:36.805637 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:37:36.806001 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] Checking segment: {'id': '8c25d6d2-3328-4707-b7aa-aca23c856659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:37:36.806428 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:36.806814 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] Bound using segment: {'id': '8c25d6d2-3328-4707-b7aa-aca23c856659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:37:36.807266 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] Bound port: 364a1410-ca47-49e6-92e9-993075235e93, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c25d6d2-3328-4707-b7aa-aca23c856659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:37:36.807642 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:36.869660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] For port 364a1410-ca47-49e6-92e9-993075235e93, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:37:36.872801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] For port 364a1410-ca47-49e6-92e9-993075235e93, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=364a1410-ca47-49e6-92e9-993075235e93,segment=NetworkSegment(8c25d6d2-3328-4707-b7aa-aca23c856659),segment_id=8c25d6d2-3328-4707-b7aa-aca23c856659)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:37:36.878265 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:36.907813 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bdd18d50-e2c3-4919-96f2-db7321850725 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:36.932811 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8967c-3629-4ce4-8dad-67fec9c5abce None None] Pushing event updated for resources: {'Port': ['ID=364a1410-ca47-49e6-92e9-993075235e93,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:36.948079 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bdd18d50-e2c3-4919-96f2-db7321850725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:36.989062 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd18d50-e2c3-4919-96f2-db7321850725 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:37:36.991974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-bdd18d50-e2c3-4919-96f2-db7321850725 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:37:36.995681 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd18d50-e2c3-4919-96f2-db7321850725 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:37:37.001941 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd18d50-e2c3-4919-96f2-db7321850725 admin admin] Pushing event updated for resources: {'Port': ['ID=06bd1075-14e2-448b-8d6e-3ef485f47870,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:37.252359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 364a1410-ca47-49e6-92e9-993075235e93 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:37:37.272060 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bdd18d50-e2c3-4919-96f2-db7321850725 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:37.304376 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 364a1410-ca47-49e6-92e9-993075235e93 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:37:37.469373 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bdd18d50-e2c3-4919-96f2-db7321850725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:37.599827 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd18d50-e2c3-4919-96f2-db7321850725 admin admin] Router 9d96b614-2a8a-4189-8c18-c959f2e04eea is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:37:37.708285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd18d50-e2c3-4919-96f2-db7321850725 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:37:37.717665 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] Sync routers for ids ['9d96b614-2a8a-4189-8c18-c959f2e04eea'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:37:37.727800 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bdd18d50-e2c3-4919-96f2-db7321850725 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:37.728731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] Routers {'9d96b614-2a8a-4189-8c18-c959f2e04eea'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:37:37.729539 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:37:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9d96b614-2a8a-4189-8c18-c959f2e04eea'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:37.731757 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bdd18d50-e2c3-4919-96f2-db7321850725 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4715621 Jul 13 08:37:37.733805 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35572) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:37.978801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a325bdf6-1be0-4e3b-aa23-34238d7f7dfd None None] Network b9bac55d-eb92-4c17-bf10-82f0706a7e44 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:37:38.022292 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-20c6d0b2-15f8-4622-9d1a-5ecfa7e2819d None None] Provisioning for port 364a1410-ca47-49e6-92e9-993075235e93 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:37:38.047648 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] Set router 9d96b614-2a8a-4189-8c18-c959f2e04eea gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:37:38.103730 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-20c6d0b2-15f8-4622-9d1a-5ecfa7e2819d None None] Provisioning complete for port 364a1410-ca47-49e6-92e9-993075235e93 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:38.104008 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20c6d0b2-15f8-4622-9d1a-5ecfa7e2819d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:38.160550 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b5a3aa00-e0a0-4e7b-a9c6-2a95add7b2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:38.315446 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-b5a3aa00-e0a0-4e7b-a9c6-2a95add7b2b6 admin admin] Allocated IP 172.20.0.1 (b9bac55d-eb92-4c17-bf10-82f0706a7e44/75611458-9be0-4483-836f-3428923f837a/8b692c1c-c0e1-42d6-86b8-77a0bd0d4134) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:37:38.353192 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20c6d0b2-15f8-4622-9d1a-5ecfa7e2819d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:38.403045 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-20c6d0b2-15f8-4622-9d1a-5ecfa7e2819d None None] For port 364a1410-ca47-49e6-92e9-993075235e93, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=364a1410-ca47-49e6-92e9-993075235e93,segment=NetworkSegment(8c25d6d2-3328-4707-b7aa-aca23c856659),segment_id=8c25d6d2-3328-4707-b7aa-aca23c856659)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:38.411724 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20c6d0b2-15f8-4622-9d1a-5ecfa7e2819d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:38.421916 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b5a3aa00-e0a0-4e7b-a9c6-2a95add7b2b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:38.436483 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-b5a3aa00-e0a0-4e7b-a9c6-2a95add7b2b6 admin admin] Transition to ACTIVE for port object 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:37:38.444005 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'name': 'tempest-TestMinimumBasicScenario-1640980432-router', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:37Z', 'revision_number': 3, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'gw_port': {'id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:38.475773 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b5a3aa00-e0a0-4e7b-a9c6-2a95add7b2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:38.494382 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] Checking router: 9d96b614-2a8a-4189-8c18-c959f2e04eea for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:37:38.494736 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] Updating router 9d96b614-2a8a-4189-8c18-c959f2e04eea port 06bd1075-14e2-448b-8d6e-3ef485f47870 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:37:38.512967 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a3aa00-e0a0-4e7b-a9c6-2a95add7b2b6 admin admin] Network b9bac55d-eb92-4c17-bf10-82f0706a7e44 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:37:38.516816 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-b5a3aa00-e0a0-4e7b-a9c6-2a95add7b2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:37:38.520501 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a3aa00-e0a0-4e7b-a9c6-2a95add7b2b6 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:37:38.547183 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6d0b2-15f8-4622-9d1a-5ecfa7e2819d None None] Pushing event updated for resources: {'Port': ['ID=364a1410-ca47-49e6-92e9-993075235e93,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:38.550991 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:38.552790 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:38.569535 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3aa00-e0a0-4e7b-a9c6-2a95add7b2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=8b692c1c-c0e1-42d6-86b8-77a0bd0d4134,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:38.576244 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b5a3aa00-e0a0-4e7b-a9c6-2a95add7b2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:38.724983 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b5a3aa00-e0a0-4e7b-a9c6-2a95add7b2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:38.748201 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0bf9a524-f909-4d87-a183-250082b1d0df None None] Provisioning complete for port 364a1410-ca47-49e6-92e9-993075235e93 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:38.748577 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0bf9a524-f909-4d87-a183-250082b1d0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:38.883790 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:38.892118 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b5a3aa00-e0a0-4e7b-a9c6-2a95add7b2b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:38.896289 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b5a3aa00-e0a0-4e7b-a9c6-2a95add7b2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:38.899888 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] Transition to ACTIVE for port object 06bd1075-14e2-448b-8d6e-3ef485f47870 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:37:38.905720 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:38.958267 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] Attempting to bind port 06bd1075-14e2-448b-8d6e-3ef485f47870 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:37:38.958568 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] Attempting to bind port 06bd1075-14e2-448b-8d6e-3ef485f47870 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:37:38.958990 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] Attempting to bind port 06bd1075-14e2-448b-8d6e-3ef485f47870 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:37:38.961041 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a248a2-4419-4694-9780-19d079187ae1 None None] Pushing event updated for resources: {'Port': ['ID=06bd1075-14e2-448b-8d6e-3ef485f47870,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:38.963085 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3aa00-e0a0-4e7b-a9c6-2a95add7b2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=8b692c1c-c0e1-42d6-86b8-77a0bd0d4134,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:38.967228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:37:38.967449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:37:38.967743 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:38.968139 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:37:38.968964 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] Bound port: 06bd1075-14e2-448b-8d6e-3ef485f47870, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:37:38.969125 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:38.976899 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b5a3aa00-e0a0-4e7b-a9c6-2a95add7b2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:39.029057 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] For port 06bd1075-14e2-448b-8d6e-3ef485f47870, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:37:39.033170 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] For port 06bd1075-14e2-448b-8d6e-3ef485f47870, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=06bd1075-14e2-448b-8d6e-3ef485f47870,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:37:39.034220 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0d55e984-92c0-483c-9247-30e728d860ce None None] Provisioning for port 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:37:39.038806 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0d55e984-92c0-483c-9247-30e728d860ce None None] Provisioning complete for port 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:39.039185 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d55e984-92c0-483c-9247-30e728d860ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:39.041286 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:39.085230 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a3aa00-e0a0-4e7b-a9c6-2a95add7b2b6 admin admin] Network b9bac55d-eb92-4c17-bf10-82f0706a7e44 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:37:39.086837 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-b5a3aa00-e0a0-4e7b-a9c6-2a95add7b2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:37:39.112988 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0d55e984-92c0-483c-9247-30e728d860ce None None] Port 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:37:39.139246 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] Routers {'9d96b614-2a8a-4189-8c18-c959f2e04eea'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:37:39.139802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:37:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9d96b614-2a8a-4189-8c18-c959f2e04eea'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:39.141713 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a248a2-4419-4694-9780-19d079187ae1 None None] Pushing event updated for resources: {'Port': ['ID=06bd1075-14e2-448b-8d6e-3ef485f47870,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:39.231299 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a3aa00-e0a0-4e7b-a9c6-2a95add7b2b6 admin admin] Router 9d96b614-2a8a-4189-8c18-c959f2e04eea has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:37:39.244167 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 364a1410-ca47-49e6-92e9-993075235e93 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:37:39.301386 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f4423afa-4293-4440-a941-a12e91fbf414 None None] Provisioning complete for port 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:39.301752 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4423afa-4293-4440-a941-a12e91fbf414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:39.305502 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] Set router 9d96b614-2a8a-4189-8c18-c959f2e04eea gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:37:39.339142 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a3aa00-e0a0-4e7b-a9c6-2a95add7b2b6 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:37:39.345589 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b5a3aa00-e0a0-4e7b-a9c6-2a95add7b2b6 admin admin] 10.222.0.58 "PUT /v2.0/routers/9d96b614-2a8a-4189-8c18-c959f2e04eea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6106336 Jul 13 08:37:39.385880 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f4423afa-4293-4440-a941-a12e91fbf414 None None] Port 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:37:39.435036 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 364a1410-ca47-49e6-92e9-993075235e93 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:39.435405 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:39.536064 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d6f9961d-322a-4b7a-93d6-1ffb68cb56cc None None] Provisioning complete for port 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:39.536440 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d6f9961d-322a-4b7a-93d6-1ffb68cb56cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:39.630874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d6f9961d-322a-4b7a-93d6-1ffb68cb56cc None None] Port 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:37:39.670196 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'name': 'tempest-TestMinimumBasicScenario-1640980432-router', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:38Z', 'revision_number': 4, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'gw_port': {'id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '8b692c1c-c0e1-42d6-86b8-77a0bd0d4134', 'name': '', 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'mac_address': 'fa:16:3e:a3:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '75611458-9be0-4483-836f-3428923f837a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:38Z', 'updated_at': '2021-07-13T08:37:38Z', 'revision_number': 2, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'subnets': [{'id': '75611458-9be0-4483-836f-3428923f837a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:39.697164 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa75b28a-037e-4e5a-aad7-93e3cfb2e214 None None] The sync data for ids ['9d96b614-2a8a-4189-8c18-c959f2e04eea'] in n-d-779913-28 is: [{'id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'name': 'tempest-TestMinimumBasicScenario-1640980432-router', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:38Z', 'revision_number': 4, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'gw_port': {'id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '8b692c1c-c0e1-42d6-86b8-77a0bd0d4134', 'name': '', 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'mac_address': 'fa:16:3e:a3:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '75611458-9be0-4483-836f-3428923f837a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:38Z', 'updated_at': '2021-07-13T08:37:38Z', 'revision_number': 2, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'subnets': [{'id': '75611458-9be0-4483-836f-3428923f837a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:37:39.806414 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35588) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:39.811560 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-177a17b3-8b8d-4fe7-96bc-7d4869d9283d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-973970455-network', 'tenant_id': '5f36f102f3cc434ab609212f6e96ed85'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:37:39.831864 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177a17b3-8b8d-4fe7-96bc-7d4869d9283d admin admin] Made reservation on behalf of 5f36f102f3cc434ab609212f6e96ed85 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:37:39.834412 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-177a17b3-8b8d-4fe7-96bc-7d4869d9283d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:39.844393 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-177a17b3-8b8d-4fe7-96bc-7d4869d9283d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:39.951755 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-177a17b3-8b8d-4fe7-96bc-7d4869d9283d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:39.955975 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-177a17b3-8b8d-4fe7-96bc-7d4869d9283d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:39.970988 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177a17b3-8b8d-4fe7-96bc-7d4869d9283d admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:37:39.995291 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-177a17b3-8b8d-4fe7-96bc-7d4869d9283d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:39.995639 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-177a17b3-8b8d-4fe7-96bc-7d4869d9283d admin admin] Added segment f85a8f11-7684-4b04-b7e6-167354116fbd of type vlan for network 2f7c2b58-c446-4e46-8abf-51ff298d1d15 Jul 13 08:37:40.004266 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a17b3-8b8d-4fe7-96bc-7d4869d9283d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f218d1-b673-4839-9553-3dbefc1cf2a2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:40.042562 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-177a17b3-8b8d-4fe7-96bc-7d4869d9283d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:40.072924 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-177a17b3-8b8d-4fe7-96bc-7d4869d9283d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:40.074252 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177a17b3-8b8d-4fe7-96bc-7d4869d9283d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:40.074838 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-177a17b3-8b8d-4fe7-96bc-7d4869d9283d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:40.114116 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-177a17b3-8b8d-4fe7-96bc-7d4869d9283d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3063712 Jul 13 08:37:40.116868 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35590) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:40.122438 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-52b13cfb-7e95-4658-93a2-4adcb3423ecf admin admin] Request body: {'subnet': {'network_id': '2f7c2b58-c446-4e46-8abf-51ff298d1d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-973970455-subnet', 'tenant_id': '5f36f102f3cc434ab609212f6e96ed85', 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:37:40.143525 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a17b3-8b8d-4fe7-96bc-7d4869d9283d admin admin] Pushing event updated for resources: {'Network': ['ID=2f7c2b58-c446-4e46-8abf-51ff298d1d15,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:40.148765 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b13cfb-7e95-4658-93a2-4adcb3423ecf admin admin] Made reservation on behalf of 5f36f102f3cc434ab609212f6e96ed85 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:37:40.151177 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52b13cfb-7e95-4658-93a2-4adcb3423ecf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:40.153997 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 2f7c2b58-c446-4e46-8abf-51ff298d1d15 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:37:40.334078 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52b13cfb-7e95-4658-93a2-4adcb3423ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:40.399976 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b13cfb-7e95-4658-93a2-4adcb3423ecf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4df532e-489e-457c-88c2-b68445fc0464,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:40.409635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b13cfb-7e95-4658-93a2-4adcb3423ecf admin admin] Checking segment: {'id': 'f85a8f11-7684-4b04-b7e6-167354116fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2f7c2b58-c446-4e46-8abf-51ff298d1d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:37:40.409994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b13cfb-7e95-4658-93a2-4adcb3423ecf admin admin] Network hostable DHCP agents. Network: 2f7c2b58-c446-4e46-8abf-51ff298d1d15, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:37:40.430317 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b13cfb-7e95-4658-93a2-4adcb3423ecf admin admin] Network 2f7c2b58-c446-4e46-8abf-51ff298d1d15 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:37:40.439712 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-52b13cfb-7e95-4658-93a2-4adcb3423ecf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 2f7c2b58-c446-4e46-8abf-51ff298d1d15) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:37:40.443967 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b13cfb-7e95-4658-93a2-4adcb3423ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:40.445504 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52b13cfb-7e95-4658-93a2-4adcb3423ecf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:40.448700 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce154043-a447-4410-8d08-25a1baf1d225 None None] Network 2f7c2b58-c446-4e46-8abf-51ff298d1d15 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:37:40.464785 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-52b13cfb-7e95-4658-93a2-4adcb3423ecf admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3464999 Jul 13 08:37:40.467579 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35592) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:40.473067 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-f2cbb694-292f-448f-8665-bd1b0d1a61b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-973970455-router', 'tenant_id': '5f36f102f3cc434ab609212f6e96ed85', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:37:40.496655 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb694-292f-448f-8665-bd1b0d1a61b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:40.497718 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb694-292f-448f-8665-bd1b0d1a61b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:40.552171 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb694-292f-448f-8665-bd1b0d1a61b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:40.607849 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-2f7c2b58-c446-4e46-8abf-51ff298d1d15', 'network_id': '2f7c2b58-c446-4e46-8abf-51ff298d1d15', 'tenant_id': '5f36f102f3cc434ab609212f6e96ed85', 'fixed_ips': [{'subnet_id': 'c4df532e-489e-457c-88c2-b68445fc0464'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:37:40.609440 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:40.694447 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb694-292f-448f-8665-bd1b0d1a61b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:40.748221 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] Allocated IP 172.20.0.2 (2f7c2b58-c446-4e46-8abf-51ff298d1d15/c4df532e-489e-457c-88c2-b68445fc0464/2fa508bb-098b-4324-b59b-081b2d1c5eb6) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:37:40.900219 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb694-292f-448f-8665-bd1b0d1a61b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:40.926328 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb694-292f-448f-8665-bd1b0d1a61b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:41.040612 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-f2cbb694-292f-448f-8665-bd1b0d1a61b6 admin admin] Allocated IP 172.25.0.130 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/292508d7-dd0f-42fe-b80e-0a85f92b3433) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:37:41.073777 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:41.082163 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] Transition to ACTIVE for port object 2fa508bb-098b-4324-b59b-081b2d1c5eb6 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:37:41.097592 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] Transition to ACTIVE for port object 2fa508bb-098b-4324-b59b-081b2d1c5eb6 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:37:41.103481 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:41.145879 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] Network 2f7c2b58-c446-4e46-8abf-51ff298d1d15 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:37:41.150576 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:37:41.153806 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb694-292f-448f-8665-bd1b0d1a61b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:41.155603 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:37:41.159599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] Pushing event updated for resources: {'Port': ['ID=2fa508bb-098b-4324-b59b-081b2d1c5eb6,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:41.201443 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb694-292f-448f-8665-bd1b0d1a61b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:41.221589 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] Attempting to bind port 2fa508bb-098b-4324-b59b-081b2d1c5eb6 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:37:41.221963 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] Attempting to bind port 2fa508bb-098b-4324-b59b-081b2d1c5eb6 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'f85a8f11-7684-4b04-b7e6-167354116fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2f7c2b58-c446-4e46-8abf-51ff298d1d15'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:37:41.222414 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] Attempting to bind port 2fa508bb-098b-4324-b59b-081b2d1c5eb6 on network 2f7c2b58-c446-4e46-8abf-51ff298d1d15 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:37:41.227810 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:37:41.228516 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] Checking segment: {'id': 'f85a8f11-7684-4b04-b7e6-167354116fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2f7c2b58-c446-4e46-8abf-51ff298d1d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:37:41.228735 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:41.229141 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] Bound using segment: {'id': 'f85a8f11-7684-4b04-b7e6-167354116fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2f7c2b58-c446-4e46-8abf-51ff298d1d15'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:37:41.229610 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] Bound port: 2fa508bb-098b-4324-b59b-081b2d1c5eb6, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85a8f11-7684-4b04-b7e6-167354116fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2f7c2b58-c446-4e46-8abf-51ff298d1d15'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:37:41.230421 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:41.239430 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cbb694-292f-448f-8665-bd1b0d1a61b6 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:37:41.245751 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-f2cbb694-292f-448f-8665-bd1b0d1a61b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:37:41.248528 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cbb694-292f-448f-8665-bd1b0d1a61b6 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:37:41.268754 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 06bd1075-14e2-448b-8d6e-3ef485f47870 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:37:41.276557 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbb694-292f-448f-8665-bd1b0d1a61b6 admin admin] Pushing event updated for resources: {'Port': ['ID=292508d7-dd0f-42fe-b80e-0a85f92b3433,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:41.335509 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] For port 2fa508bb-098b-4324-b59b-081b2d1c5eb6, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:37:41.339747 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] For port 2fa508bb-098b-4324-b59b-081b2d1c5eb6, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2fa508bb-098b-4324-b59b-081b2d1c5eb6,segment=NetworkSegment(f85a8f11-7684-4b04-b7e6-167354116fbd),segment_id=f85a8f11-7684-4b04-b7e6-167354116fbd)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:37:41.347133 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:41.355550 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 06bd1075-14e2-448b-8d6e-3ef485f47870 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:37:41.384008 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 06bd1075-14e2-448b-8d6e-3ef485f47870 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:41.384378 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:41.442763 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164b823-2bf8-4125-b7e1-ed1ac9a4f1a0 None None] Pushing event updated for resources: {'Port': ['ID=2fa508bb-098b-4324-b59b-081b2d1c5eb6,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:41.496393 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:41.519903 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 06bd1075-14e2-448b-8d6e-3ef485f47870, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=06bd1075-14e2-448b-8d6e-3ef485f47870,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:41.527374 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:41.528592 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb694-292f-448f-8665-bd1b0d1a61b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:41.590975 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=06bd1075-14e2-448b-8d6e-3ef485f47870,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:41.888560 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] Sync routers for ids ['9d96b614-2a8a-4189-8c18-c959f2e04eea'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:37:41.900140 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] Routers {'9d96b614-2a8a-4189-8c18-c959f2e04eea'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:37:41.900771 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:37:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9d96b614-2a8a-4189-8c18-c959f2e04eea'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:42.009845 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] Set router 9d96b614-2a8a-4189-8c18-c959f2e04eea gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:37:42.012296 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb694-292f-448f-8665-bd1b0d1a61b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:42.147636 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cbb694-292f-448f-8665-bd1b0d1a61b6 admin admin] Router 758a794e-dacb-40f1-89ee-d495c7e497b3 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:37:42.223573 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'name': 'tempest-TestMinimumBasicScenario-1640980432-router', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:38Z', 'revision_number': 4, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'gw_port': {'id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '8b692c1c-c0e1-42d6-86b8-77a0bd0d4134', 'name': '', 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'mac_address': 'fa:16:3e:a3:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '75611458-9be0-4483-836f-3428923f837a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:38Z', 'updated_at': '2021-07-13T08:37:38Z', 'revision_number': 2, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'subnets': [{'id': '75611458-9be0-4483-836f-3428923f837a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:42.251324 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] Checking router: 9d96b614-2a8a-4189-8c18-c959f2e04eea for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:37:42.251888 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] Updating router 9d96b614-2a8a-4189-8c18-c959f2e04eea port 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:37:42.257406 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cbb694-292f-448f-8665-bd1b0d1a61b6 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:37:42.268135 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] Sync routers for ids ['758a794e-dacb-40f1-89ee-d495c7e497b3'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:37:42.283636 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] Routers {'758a794e-dacb-40f1-89ee-d495c7e497b3'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:37:42.284674 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:37:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['758a794e-dacb-40f1-89ee-d495c7e497b3'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:42.289770 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:42.304922 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb694-292f-448f-8665-bd1b0d1a61b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:42.309111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35594) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:42.309641 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f2cbb694-292f-448f-8665-bd1b0d1a61b6 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8406246 Jul 13 08:37:42.431928 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] Set router 758a794e-dacb-40f1-89ee-d495c7e497b3 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:37:42.673782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758a794e-dacb-40f1-89ee-d495c7e497b3', 'name': 'tempest-TestMinimumBasicScenario-973970455-router', 'tenant_id': '5f36f102f3cc434ab609212f6e96ed85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '292508d7-dd0f-42fe-b80e-0a85f92b3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:40Z', 'updated_at': '2021-07-13T08:37:41Z', 'revision_number': 3, 'project_id': '5f36f102f3cc434ab609212f6e96ed85', 'gw_port': {'id': '292508d7-dd0f-42fe-b80e-0a85f92b3433', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:45:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758a794e-dacb-40f1-89ee-d495c7e497b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:40Z', 'updated_at': '2021-07-13T08:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:42.708727 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] Checking router: 758a794e-dacb-40f1-89ee-d495c7e497b3 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:37:42.709086 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] Updating router 758a794e-dacb-40f1-89ee-d495c7e497b3 port 292508d7-dd0f-42fe-b80e-0a85f92b3433 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:37:42.713249 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:42.732504 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] Transition to ACTIVE for port object 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:37:42.740427 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:42.753335 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:42.792462 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11841-4cae-4a9c-adf2-51f379bf8d27 None None] Pushing event updated for resources: {'Port': ['ID=8b692c1c-c0e1-42d6-86b8-77a0bd0d4134,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:42.810314 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11841-4cae-4a9c-adf2-51f379bf8d27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:42.810314 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11841-4cae-4a9c-adf2-51f379bf8d27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:42.810637 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11841-4cae-4a9c-adf2-51f379bf8d27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:42.810964 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11841-4cae-4a9c-adf2-51f379bf8d27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:42.811295 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11841-4cae-4a9c-adf2-51f379bf8d27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:42.811734 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11841-4cae-4a9c-adf2-51f379bf8d27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:42.812077 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11841-4cae-4a9c-adf2-51f379bf8d27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:42.812403 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11841-4cae-4a9c-adf2-51f379bf8d27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:42.812756 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11841-4cae-4a9c-adf2-51f379bf8d27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:42.813167 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11841-4cae-4a9c-adf2-51f379bf8d27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:42.813495 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11841-4cae-4a9c-adf2-51f379bf8d27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:42.813819 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11841-4cae-4a9c-adf2-51f379bf8d27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:42.842656 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6153b812-f33d-4f2b-ab8d-1c3066b081dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:42.879948 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340097cd-a7eb-4342-a08d-4c2f716d0863 None None] Network 2f7c2b58-c446-4e46-8abf-51ff298d1d15 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:37:42.922205 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] Attempting to bind port 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:37:42.922782 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] Attempting to bind port 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '8c25d6d2-3328-4707-b7aa-aca23c856659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:37:42.922923 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] Attempting to bind port 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 on network b9bac55d-eb92-4c17-bf10-82f0706a7e44 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:37:42.928942 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:37:42.929577 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] Checking segment: {'id': '8c25d6d2-3328-4707-b7aa-aca23c856659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:37:42.931051 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:42.931761 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] Bound using segment: {'id': '8c25d6d2-3328-4707-b7aa-aca23c856659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:37:42.932418 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] Bound port: 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c25d6d2-3328-4707-b7aa-aca23c856659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:37:42.934343 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:42.977128 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-33f3d606-ddee-4325-8648-1d8f055f1c7c None None] Provisioning for port 2fa508bb-098b-4324-b59b-081b2d1c5eb6 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:37:43.044614 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] For port 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:37:43.048302 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] For port 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=8b692c1c-c0e1-42d6-86b8-77a0bd0d4134,segment=NetworkSegment(8c25d6d2-3328-4707-b7aa-aca23c856659),segment_id=8c25d6d2-3328-4707-b7aa-aca23c856659)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:37:43.053056 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:43.086785 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-6153b812-f33d-4f2b-ab8d-1c3066b081dc admin admin] Allocated IP 172.20.0.1 (2f7c2b58-c446-4e46-8abf-51ff298d1d15/c4df532e-489e-457c-88c2-b68445fc0464/ea7601b4-91c6-4a8b-9573-d188a92565f6) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:37:43.117192 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11841-4cae-4a9c-adf2-51f379bf8d27 None None] Pushing event updated for resources: {'Port': ['ID=8b692c1c-c0e1-42d6-86b8-77a0bd0d4134,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:43.120230 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] Routers {'9d96b614-2a8a-4189-8c18-c959f2e04eea'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:37:43.120919 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:37:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9d96b614-2a8a-4189-8c18-c959f2e04eea'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:43.228432 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6153b812-f33d-4f2b-ab8d-1c3066b081dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:43.243945 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] Set router 9d96b614-2a8a-4189-8c18-c959f2e04eea gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:37:43.255679 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-6153b812-f33d-4f2b-ab8d-1c3066b081dc admin admin] Transition to ACTIVE for port object ea7601b4-91c6-4a8b-9573-d188a92565f6 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:37:43.307260 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6153b812-f33d-4f2b-ab8d-1c3066b081dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:43.330247 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:43.345629 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] Transition to ACTIVE for port object 292508d7-dd0f-42fe-b80e-0a85f92b3433 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:37:43.354328 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6153b812-f33d-4f2b-ab8d-1c3066b081dc admin admin] Network 2f7c2b58-c446-4e46-8abf-51ff298d1d15 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:37:43.360143 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:43.362200 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-6153b812-f33d-4f2b-ab8d-1c3066b081dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:37:43.366460 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6153b812-f33d-4f2b-ab8d-1c3066b081dc admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:37:43.411389 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153b812-f33d-4f2b-ab8d-1c3066b081dc admin admin] Pushing event updated for resources: {'Port': ['ID=ea7601b4-91c6-4a8b-9573-d188a92565f6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:43.438243 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6153b812-f33d-4f2b-ab8d-1c3066b081dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:43.447976 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] Attempting to bind port 292508d7-dd0f-42fe-b80e-0a85f92b3433 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:37:43.447976 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] Attempting to bind port 292508d7-dd0f-42fe-b80e-0a85f92b3433 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:37:43.447976 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] Attempting to bind port 292508d7-dd0f-42fe-b80e-0a85f92b3433 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:37:43.452932 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca099c-bf98-4cc3-b712-b5e002f374c1 None None] Pushing event updated for resources: {'Port': ['ID=292508d7-dd0f-42fe-b80e-0a85f92b3433,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:43.459663 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:37:43.460052 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:37:43.460441 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:43.460839 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:37:43.461312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] Bound port: 292508d7-dd0f-42fe-b80e-0a85f92b3433, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:37:43.461713 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:43.507978 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:37:43.512599 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:43.581776 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'name': 'tempest-TestMinimumBasicScenario-1640980432-router', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:38Z', 'revision_number': 4, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'gw_port': {'id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '8b692c1c-c0e1-42d6-86b8-77a0bd0d4134', 'name': '', 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'mac_address': 'fa:16:3e:a3:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '75611458-9be0-4483-836f-3428923f837a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:38Z', 'updated_at': '2021-07-13T08:37:43Z', 'revision_number': 4, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'subnets': [{'id': '75611458-9be0-4483-836f-3428923f837a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:43.586741 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] For port 292508d7-dd0f-42fe-b80e-0a85f92b3433, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:37:43.594438 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] For port 292508d7-dd0f-42fe-b80e-0a85f92b3433, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=292508d7-dd0f-42fe-b80e-0a85f92b3433,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:37:43.606692 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:43.622358 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0c3b5b-5008-457d-b51a-835c15ebc8c4 None None] The sync data for ids ['9d96b614-2a8a-4189-8c18-c959f2e04eea'] in n-d-779913-28 is: [{'id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'name': 'tempest-TestMinimumBasicScenario-1640980432-router', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:38Z', 'revision_number': 4, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'gw_port': {'id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '8b692c1c-c0e1-42d6-86b8-77a0bd0d4134', 'name': '', 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'mac_address': 'fa:16:3e:a3:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '75611458-9be0-4483-836f-3428923f837a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:38Z', 'updated_at': '2021-07-13T08:37:43Z', 'revision_number': 4, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'subnets': [{'id': '75611458-9be0-4483-836f-3428923f837a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:37:43.633952 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:37:43.634761 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6153b812-f33d-4f2b-ab8d-1c3066b081dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:43.642419 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:43.642795 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:43.727585 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] Routers {'758a794e-dacb-40f1-89ee-d495c7e497b3'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:37:43.728242 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:37:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['758a794e-dacb-40f1-89ee-d495c7e497b3'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:43.774817 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca099c-bf98-4cc3-b712-b5e002f374c1 None None] Pushing event updated for resources: {'Port': ['ID=292508d7-dd0f-42fe-b80e-0a85f92b3433,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:43.836511 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6153b812-f33d-4f2b-ab8d-1c3066b081dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:43.848444 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6153b812-f33d-4f2b-ab8d-1c3066b081dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:43.884551 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:43.892598 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153b812-f33d-4f2b-ab8d-1c3066b081dc admin admin] Pushing event updated for resources: {'Port': ['ID=ea7601b4-91c6-4a8b-9573-d188a92565f6,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:43.908424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] Set router 758a794e-dacb-40f1-89ee-d495c7e497b3 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:37:43.942167 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6153b812-f33d-4f2b-ab8d-1c3066b081dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:43.978287 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=8b692c1c-c0e1-42d6-86b8-77a0bd0d4134,segment=NetworkSegment(8c25d6d2-3328-4707-b7aa-aca23c856659),segment_id=8c25d6d2-3328-4707-b7aa-aca23c856659)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:43.985064 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-06b0c00a-37df-4ca5-a7d0-3a4c08f9be68 None None] Provisioning for port ea7601b4-91c6-4a8b-9573-d188a92565f6 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:37:44.016244 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-06b0c00a-37df-4ca5-a7d0-3a4c08f9be68 None None] Provisioning complete for port ea7601b4-91c6-4a8b-9573-d188a92565f6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:44.016621 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06b0c00a-37df-4ca5-a7d0-3a4c08f9be68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:44.018769 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:44.059032 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6153b812-f33d-4f2b-ab8d-1c3066b081dc admin admin] Network 2f7c2b58-c446-4e46-8abf-51ff298d1d15 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:37:44.060764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-6153b812-f33d-4f2b-ab8d-1c3066b081dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:37:44.107982 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2fa508bb-098b-4324-b59b-081b2d1c5eb6 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:37:44.159361 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-06b0c00a-37df-4ca5-a7d0-3a4c08f9be68 None None] Port ea7601b4-91c6-4a8b-9573-d188a92565f6 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:37:44.200084 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6153b812-f33d-4f2b-ab8d-1c3066b081dc admin admin] Router 758a794e-dacb-40f1-89ee-d495c7e497b3 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:37:44.258987 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=8b692c1c-c0e1-42d6-86b8-77a0bd0d4134,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:44.355863 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f505d068-b498-40a7-ba5e-1b5e1e14a17d None None] Provisioning complete for port ea7601b4-91c6-4a8b-9573-d188a92565f6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:44.356237 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f505d068-b498-40a7-ba5e-1b5e1e14a17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:44.430263 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 2fa508bb-098b-4324-b59b-081b2d1c5eb6 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:37:44.435471 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f505d068-b498-40a7-ba5e-1b5e1e14a17d None None] Port ea7601b4-91c6-4a8b-9573-d188a92565f6 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:37:44.438069 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 2fa508bb-098b-4324-b59b-081b2d1c5eb6 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:44.438592 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:44.504877 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758a794e-dacb-40f1-89ee-d495c7e497b3', 'name': 'tempest-TestMinimumBasicScenario-973970455-router', 'tenant_id': '5f36f102f3cc434ab609212f6e96ed85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '292508d7-dd0f-42fe-b80e-0a85f92b3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:40Z', 'updated_at': '2021-07-13T08:37:43Z', 'revision_number': 4, 'project_id': '5f36f102f3cc434ab609212f6e96ed85', 'gw_port': {'id': '292508d7-dd0f-42fe-b80e-0a85f92b3433', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:45:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758a794e-dacb-40f1-89ee-d495c7e497b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:40Z', 'updated_at': '2021-07-13T08:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'ea7601b4-91c6-4a8b-9573-d188a92565f6', 'name': '', 'network_id': '2f7c2b58-c446-4e46-8abf-51ff298d1d15', 'tenant_id': '5f36f102f3cc434ab609212f6e96ed85', 'mac_address': 'fa:16:3e:d0:56:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758a794e-dacb-40f1-89ee-d495c7e497b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'c4df532e-489e-457c-88c2-b68445fc0464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:42Z', 'updated_at': '2021-07-13T08:37:43Z', 'revision_number': 1, 'project_id': '5f36f102f3cc434ab609212f6e96ed85', 'subnets': [{'id': 'c4df532e-489e-457c-88c2-b68445fc0464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:44.537323 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3ffbf-7cfd-4dee-b40e-1d9b2acbc534 None None] The sync data for ids ['758a794e-dacb-40f1-89ee-d495c7e497b3'] in n-d-779913-28 is: [{'id': '758a794e-dacb-40f1-89ee-d495c7e497b3', 'name': 'tempest-TestMinimumBasicScenario-973970455-router', 'tenant_id': '5f36f102f3cc434ab609212f6e96ed85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '292508d7-dd0f-42fe-b80e-0a85f92b3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:40Z', 'updated_at': '2021-07-13T08:37:43Z', 'revision_number': 4, 'project_id': '5f36f102f3cc434ab609212f6e96ed85', 'gw_port': {'id': '292508d7-dd0f-42fe-b80e-0a85f92b3433', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:45:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758a794e-dacb-40f1-89ee-d495c7e497b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:40Z', 'updated_at': '2021-07-13T08:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'ea7601b4-91c6-4a8b-9573-d188a92565f6', 'name': '', 'network_id': '2f7c2b58-c446-4e46-8abf-51ff298d1d15', 'tenant_id': '5f36f102f3cc434ab609212f6e96ed85', 'mac_address': 'fa:16:3e:d0:56:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758a794e-dacb-40f1-89ee-d495c7e497b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'c4df532e-489e-457c-88c2-b68445fc0464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:42Z', 'updated_at': '2021-07-13T08:37:43Z', 'revision_number': 1, 'project_id': '5f36f102f3cc434ab609212f6e96ed85', 'subnets': [{'id': 'c4df532e-489e-457c-88c2-b68445fc0464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:37:44.589814 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:44.600711 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-33acda77-f041-4ff8-97a3-ffb6379a0766 None None] Provisioning complete for port ea7601b4-91c6-4a8b-9573-d188a92565f6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:44.601091 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-33acda77-f041-4ff8-97a3-ffb6379a0766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:44.659218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 2fa508bb-098b-4324-b59b-081b2d1c5eb6, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2fa508bb-098b-4324-b59b-081b2d1c5eb6,segment=NetworkSegment(f85a8f11-7684-4b04-b7e6-167354116fbd),segment_id=f85a8f11-7684-4b04-b7e6-167354116fbd)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:44.660942 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-33acda77-f041-4ff8-97a3-ffb6379a0766 None None] Port ea7601b4-91c6-4a8b-9573-d188a92565f6 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:37:44.664995 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:44.712316 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6153b812-f33d-4f2b-ab8d-1c3066b081dc admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:37:44.717550 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6153b812-f33d-4f2b-ab8d-1c3066b081dc admin admin] 10.222.0.58 "PUT /v2.0/routers/758a794e-dacb-40f1-89ee-d495c7e497b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4066274 Jul 13 08:37:44.865699 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 06bd1075-14e2-448b-8d6e-3ef485f47870 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:37:44.894464 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-33acda77-f041-4ff8-97a3-ffb6379a0766 None None] Provisioning complete for port 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:44.894838 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-33acda77-f041-4ff8-97a3-ffb6379a0766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:44.950915 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=2fa508bb-098b-4324-b59b-081b2d1c5eb6,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:44.977336 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 06bd1075-14e2-448b-8d6e-3ef485f47870 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:44.977718 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:45.246063 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:37:45.294833 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:45.295211 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:45.377069 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2fa508bb-098b-4324-b59b-081b2d1c5eb6 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:37:45.425581 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 2fa508bb-098b-4324-b59b-081b2d1c5eb6 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:45.425954 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:47.261642 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 292508d7-dd0f-42fe-b80e-0a85f92b3433 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:37:47.337193 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 292508d7-dd0f-42fe-b80e-0a85f92b3433 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:37:47.344462 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 292508d7-dd0f-42fe-b80e-0a85f92b3433 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:47.344845 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:47.435359 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:47.459135 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 292508d7-dd0f-42fe-b80e-0a85f92b3433, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=292508d7-dd0f-42fe-b80e-0a85f92b3433,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:47.463247 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:47.525797 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=292508d7-dd0f-42fe-b80e-0a85f92b3433,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:47.930667 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] Sync routers for ids ['758a794e-dacb-40f1-89ee-d495c7e497b3'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:37:47.944220 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] Routers {'758a794e-dacb-40f1-89ee-d495c7e497b3'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:37:47.946130 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:37:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['758a794e-dacb-40f1-89ee-d495c7e497b3'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:48.061140 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] Set router 758a794e-dacb-40f1-89ee-d495c7e497b3 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:37:48.288507 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758a794e-dacb-40f1-89ee-d495c7e497b3', 'name': 'tempest-TestMinimumBasicScenario-973970455-router', 'tenant_id': '5f36f102f3cc434ab609212f6e96ed85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '292508d7-dd0f-42fe-b80e-0a85f92b3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:40Z', 'updated_at': '2021-07-13T08:37:43Z', 'revision_number': 4, 'project_id': '5f36f102f3cc434ab609212f6e96ed85', 'gw_port': {'id': '292508d7-dd0f-42fe-b80e-0a85f92b3433', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758a794e-dacb-40f1-89ee-d495c7e497b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:40Z', 'updated_at': '2021-07-13T08:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'ea7601b4-91c6-4a8b-9573-d188a92565f6', 'name': '', 'network_id': '2f7c2b58-c446-4e46-8abf-51ff298d1d15', 'tenant_id': '5f36f102f3cc434ab609212f6e96ed85', 'mac_address': 'fa:16:3e:d0:56:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758a794e-dacb-40f1-89ee-d495c7e497b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'c4df532e-489e-457c-88c2-b68445fc0464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:42Z', 'updated_at': '2021-07-13T08:37:43Z', 'revision_number': 2, 'project_id': '5f36f102f3cc434ab609212f6e96ed85', 'subnets': [{'id': 'c4df532e-489e-457c-88c2-b68445fc0464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:48.319020 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] Checking router: 758a794e-dacb-40f1-89ee-d495c7e497b3 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:37:48.319499 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] Updating router 758a794e-dacb-40f1-89ee-d495c7e497b3 port ea7601b4-91c6-4a8b-9573-d188a92565f6 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:37:48.361954 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.647197 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.658725 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] Transition to ACTIVE for port object ea7601b4-91c6-4a8b-9573-d188a92565f6 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:37:48.664629 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.714944 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f1e78-e2cc-4fd9-8e22-d476c84fcbf7 None None] Pushing event updated for resources: {'Port': ['ID=ea7601b4-91c6-4a8b-9573-d188a92565f6,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:48.777841 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] Attempting to bind port ea7601b4-91c6-4a8b-9573-d188a92565f6 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:37:48.778384 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] Attempting to bind port ea7601b4-91c6-4a8b-9573-d188a92565f6 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'f85a8f11-7684-4b04-b7e6-167354116fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2f7c2b58-c446-4e46-8abf-51ff298d1d15'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:37:48.778752 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] Attempting to bind port ea7601b4-91c6-4a8b-9573-d188a92565f6 on network 2f7c2b58-c446-4e46-8abf-51ff298d1d15 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:37:48.784966 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:37:48.785347 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] Checking segment: {'id': 'f85a8f11-7684-4b04-b7e6-167354116fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2f7c2b58-c446-4e46-8abf-51ff298d1d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:37:48.785712 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.786112 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] Bound using segment: {'id': 'f85a8f11-7684-4b04-b7e6-167354116fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2f7c2b58-c446-4e46-8abf-51ff298d1d15'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:37:48.786594 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] Bound port: ea7601b4-91c6-4a8b-9573-d188a92565f6, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85a8f11-7684-4b04-b7e6-167354116fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2f7c2b58-c446-4e46-8abf-51ff298d1d15'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:37:48.787363 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.873974 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] For port ea7601b4-91c6-4a8b-9573-d188a92565f6, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:37:48.877682 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] For port ea7601b4-91c6-4a8b-9573-d188a92565f6, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ea7601b4-91c6-4a8b-9573-d188a92565f6,segment=NetworkSegment(f85a8f11-7684-4b04-b7e6-167354116fbd),segment_id=f85a8f11-7684-4b04-b7e6-167354116fbd)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:37:48.885674 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.949542 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f1e78-e2cc-4fd9-8e22-d476c84fcbf7 None None] Pushing event updated for resources: {'Port': ['ID=ea7601b4-91c6-4a8b-9573-d188a92565f6,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:48.955655 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] Routers {'758a794e-dacb-40f1-89ee-d495c7e497b3'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:37:48.956270 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:37:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['758a794e-dacb-40f1-89ee-d495c7e497b3'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:49.080142 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] Set router 758a794e-dacb-40f1-89ee-d495c7e497b3 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:37:49.300449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ea7601b4-91c6-4a8b-9573-d188a92565f6 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:37:49.378619 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port ea7601b4-91c6-4a8b-9573-d188a92565f6 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:37:49.379515 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758a794e-dacb-40f1-89ee-d495c7e497b3', 'name': 'tempest-TestMinimumBasicScenario-973970455-router', 'tenant_id': '5f36f102f3cc434ab609212f6e96ed85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '292508d7-dd0f-42fe-b80e-0a85f92b3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:40Z', 'updated_at': '2021-07-13T08:37:43Z', 'revision_number': 4, 'project_id': '5f36f102f3cc434ab609212f6e96ed85', 'gw_port': {'id': '292508d7-dd0f-42fe-b80e-0a85f92b3433', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758a794e-dacb-40f1-89ee-d495c7e497b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:40Z', 'updated_at': '2021-07-13T08:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'ea7601b4-91c6-4a8b-9573-d188a92565f6', 'name': '', 'network_id': '2f7c2b58-c446-4e46-8abf-51ff298d1d15', 'tenant_id': '5f36f102f3cc434ab609212f6e96ed85', 'mac_address': 'fa:16:3e:d0:56:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758a794e-dacb-40f1-89ee-d495c7e497b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'c4df532e-489e-457c-88c2-b68445fc0464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:42Z', 'updated_at': '2021-07-13T08:37:48Z', 'revision_number': 4, 'project_id': '5f36f102f3cc434ab609212f6e96ed85', 'subnets': [{'id': 'c4df532e-489e-457c-88c2-b68445fc0464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:49.383024 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port ea7601b4-91c6-4a8b-9573-d188a92565f6 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:49.383403 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:49.410748 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6aec14-92c7-414c-8ada-8866cb023e23 None None] The sync data for ids ['758a794e-dacb-40f1-89ee-d495c7e497b3'] in n-d-779913-28 is: [{'id': '758a794e-dacb-40f1-89ee-d495c7e497b3', 'name': 'tempest-TestMinimumBasicScenario-973970455-router', 'tenant_id': '5f36f102f3cc434ab609212f6e96ed85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '292508d7-dd0f-42fe-b80e-0a85f92b3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:40Z', 'updated_at': '2021-07-13T08:37:43Z', 'revision_number': 4, 'project_id': '5f36f102f3cc434ab609212f6e96ed85', 'gw_port': {'id': '292508d7-dd0f-42fe-b80e-0a85f92b3433', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758a794e-dacb-40f1-89ee-d495c7e497b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:40Z', 'updated_at': '2021-07-13T08:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'ea7601b4-91c6-4a8b-9573-d188a92565f6', 'name': '', 'network_id': '2f7c2b58-c446-4e46-8abf-51ff298d1d15', 'tenant_id': '5f36f102f3cc434ab609212f6e96ed85', 'mac_address': 'fa:16:3e:d0:56:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758a794e-dacb-40f1-89ee-d495c7e497b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'c4df532e-489e-457c-88c2-b68445fc0464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:42Z', 'updated_at': '2021-07-13T08:37:48Z', 'revision_number': 4, 'project_id': '5f36f102f3cc434ab609212f6e96ed85', 'subnets': [{'id': 'c4df532e-489e-457c-88c2-b68445fc0464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:37:49.469727 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:49.509865 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port ea7601b4-91c6-4a8b-9573-d188a92565f6, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ea7601b4-91c6-4a8b-9573-d188a92565f6,segment=NetworkSegment(f85a8f11-7684-4b04-b7e6-167354116fbd),segment_id=f85a8f11-7684-4b04-b7e6-167354116fbd)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:49.516185 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:49.552591 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 292508d7-dd0f-42fe-b80e-0a85f92b3433 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:37:49.602516 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=ea7601b4-91c6-4a8b-9573-d188a92565f6,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:49.632284 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 292508d7-dd0f-42fe-b80e-0a85f92b3433 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:49.632851 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:49.861316 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a8dbbde8-3e2c-429c-be79-c300cf7b8f32 None None] Provisioning complete for port ea7601b4-91c6-4a8b-9573-d188a92565f6 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:49.861764 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8dbbde8-3e2c-429c-be79-c300cf7b8f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:51.241402 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ea7601b4-91c6-4a8b-9573-d188a92565f6 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:37:51.294527 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port ea7601b4-91c6-4a8b-9573-d188a92565f6 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:51.294910 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:53.294658 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f3555d5-4d91-47fc-93a1-b97572cbe4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:54.704575 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-c83b082b-dc4c-4146-bc7a-032b0de2ef54 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:54.706034 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-c83b082b-dc4c-4146-bc7a-032b0de2ef54 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/networks?id=b9bac55d-eb92-4c17-bf10-82f0706a7e44 HTTP/1.1" status: 200 len: 815 time: 0.0993056 Jul 13 08:37:54.720479 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-aa4b6f89-78e7-4b54-b597-667c4dcf5daf tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/quotas/bad486928bc448b38e41271bada6d71e HTTP/1.1" status: 200 len: 375 time: 0.0090952 Jul 13 08:37:54.788974 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-62c6a787-ba91-4847-b616-c8785f70b3c8 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bad486928bc448b38e41271bada6d71e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638628 Jul 13 08:37:54.973499 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-dd0cdde2-75c5-49c1-a410-0215cbace235 service neutron] 10.222.0.58 "GET /v2.0/networks/b9bac55d-eb92-4c17-bf10-82f0706a7e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729569 Jul 13 08:37:55.063884 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-1c35e2f5-1ed5-492a-99cb-001d0fe2315d service neutron] 10.222.0.58 "GET /v2.0/networks/b9bac55d-eb92-4c17-bf10-82f0706a7e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847957 Jul 13 08:37:55.229730 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5906325d-0517-4ba6-a673-6094e0b5bd09 req-b96d64d7-f1f6-4253-a275-da209ada66b8 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 210 time: 0.0284426 Jul 13 08:37:56.302546 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-147fb510-5575-4dc8-9d59-a3a4c52264be tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:56.304066 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-147fb510-5575-4dc8-9d59-a3a4c52264be tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.62 "GET /v2.0/networks?id=b9bac55d-eb92-4c17-bf10-82f0706a7e44 HTTP/1.1" status: 200 len: 815 time: 0.1135252 Jul 13 08:37:56.321888 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Request body: {'port': {'device_id': 'e163091e-8304-48fd-b805-fb612ec546b6', 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44', 'admin_state_up': True, 'tenant_id': 'bad486928bc448b38e41271bada6d71e'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:37:56.419671 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-591260ef-1c40-4fc8-97fa-b95cec9d415e req-4be7f060-62de-48bf-a0c4-a8d6c042f5a7 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 210 time: 0.0388594 Jul 13 08:37:56.463681 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Made reservation on behalf of bad486928bc448b38e41271bada6d71e for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:37:56.467518 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:56.594649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Allocated IP 172.20.0.13 (b9bac55d-eb92-4c17-bf10-82f0706a7e44/75611458-9be0-4483-836f-3428923f837a/3ba51c91-bdd0-4dea-b66d-33f7b587b653) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:37:56.782165 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:56.801006 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Transition to ACTIVE for port object 3ba51c91-bdd0-4dea-b66d-33f7b587b653 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:37:56.844862 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:56.916811 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Network b9bac55d-eb92-4c17-bf10-82f0706a7e44 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:37:56.922407 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:37:56.924253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Pushing event updated for resources: {'Port': ['ID=3ba51c91-bdd0-4dea-b66d-33f7b587b653,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:56.938254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:37:56.976926 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:56.977279 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:56.977750 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:56.981100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:56.981100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:56.981100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:56.981100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:56.981100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:56.981100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:56.981100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:56.981100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:56.981100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:57.017186 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:57.017842 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:57.043387 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-c192d63c-e98e-46af-a947-b2b7c7702623 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7254338 Jul 13 08:37:57.217159 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4c4e8edc-08fc-4b38-85d4-38ff3e822be6 None None] Provisioning for port 3ba51c91-bdd0-4dea-b66d-33f7b587b653 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:37:57.221620 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4c4e8edc-08fc-4b38-85d4-38ff3e822be6 None None] Provisioning complete for port 3ba51c91-bdd0-4dea-b66d-33f7b587b653 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:57.221988 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c4e8edc-08fc-4b38-85d4-38ff3e822be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:57.257426 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4c4e8edc-08fc-4b38-85d4-38ff3e822be6 None None] Port 3ba51c91-bdd0-4dea-b66d-33f7b587b653 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:37:57.614903 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9e488-6349-4334-90e2-c7ee2823c653 req-e81d7307-0d3e-4350-afa2-c0a4fd7e424d tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:57.616352 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dab9e488-6349-4334-90e2-c7ee2823c653 req-e81d7307-0d3e-4350-afa2-c0a4fd7e424d tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 932 time: 0.0648677 Jul 13 08:37:57.647330 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-51bc378e-635e-4695-a70b-c36935f77044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:57.660259 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dab9e488-6349-4334-90e2-c7ee2823c653 req-a642b188-194b-473e-841a-78c686936b05 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370367 Jul 13 08:37:57.869975 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:58.868622 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40814fd5-4bc1-4cff-b2e3-364a14da443f req-8c5cdd30-7e9a-424e-85f4-29f582df963d tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:58.870150 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-40814fd5-4bc1-4cff-b2e3-364a14da443f req-8c5cdd30-7e9a-424e-85f4-29f582df963d tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 932 time: 0.0670636 Jul 13 08:37:58.912341 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-40814fd5-4bc1-4cff-b2e3-364a14da443f req-c8a4d11f-c477-4b6e-8aa3-f21429c70ea7 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354826 Jul 13 08:37:59.833017 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:00.094415 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2bd92-e08e-466c-99d8-e43a7a76f286 req-92602228-d4b8-47ec-917e-45f87dadd1a5 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:00.095810 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-38b2bd92-e08e-466c-99d8-e43a7a76f286 req-92602228-d4b8-47ec-917e-45f87dadd1a5 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 932 time: 0.0702937 Jul 13 08:38:00.135822 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-38b2bd92-e08e-466c-99d8-e43a7a76f286 req-d46eec48-c0fe-43a7-8e4d-319bab17ae8a tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342522 Jul 13 08:38:01.317352 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240554da-cb18-42b5-9a7e-1b60b5ea2b9e req-3462352a-7cec-4e04-ac6c-6d396bac96e4 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:01.318941 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-240554da-cb18-42b5-9a7e-1b60b5ea2b9e req-3462352a-7cec-4e04-ac6c-6d396bac96e4 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 932 time: 0.0699186 Jul 13 08:38:01.360228 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-240554da-cb18-42b5-9a7e-1b60b5ea2b9e req-f528a4a7-8a32-4ae6-9c59-7044d803eced tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356424 Jul 13 08:38:01.550821 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:02.547444 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a79f49-b411-4ea5-aa97-897e1b5bab15 req-98b9c760-78ae-4268-b1b6-7387794f81e5 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:02.549012 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-85a79f49-b411-4ea5-aa97-897e1b5bab15 req-98b9c760-78ae-4268-b1b6-7387794f81e5 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 932 time: 0.0739679 Jul 13 08:38:02.593322 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-85a79f49-b411-4ea5-aa97-897e1b5bab15 req-5b45667f-d37c-4160-9fa1-7eccef35e286 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381541 Jul 13 08:38:03.770278 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b2cc5-b309-4b20-a2b5-e5c35e887cf1 req-5cf0147e-c431-406c-a2b3-c754cf0665d3 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:03.771917 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-896b2cc5-b309-4b20-a2b5-e5c35e887cf1 req-5cf0147e-c431-406c-a2b3-c754cf0665d3 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 932 time: 0.0666487 Jul 13 08:38:03.812955 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-896b2cc5-b309-4b20-a2b5-e5c35e887cf1 req-0ea98f4f-82d2-43d1-8465-1e74ecaa2279 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353615 Jul 13 08:38:04.853190 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:38:05.001187 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fffdd-c1ee-4bfd-9a15-2c27bfccd10f req-7262dbcc-4981-40e4-9882-8830fe54ef74 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:05.002741 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc9fffdd-c1ee-4bfd-9a15-2c27bfccd10f req-7262dbcc-4981-40e4-9882-8830fe54ef74 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 932 time: 0.0678585 Jul 13 08:38:05.042842 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc9fffdd-c1ee-4bfd-9a15-2c27bfccd10f req-a85240ca-547d-424b-bfe9-67e04d3a56a1 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341225 Jul 13 08:38:06.219352 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11662b06-5deb-4ac8-9f53-34d64c926c1c req-808cc836-026c-480b-9310-a26c7a668b6e tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:06.220837 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11662b06-5deb-4ac8-9f53-34d64c926c1c req-808cc836-026c-480b-9310-a26c7a668b6e tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 932 time: 0.0672193 Jul 13 08:38:06.257524 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11662b06-5deb-4ac8-9f53-34d64c926c1c req-441e27d7-c707-4c40-86af-8a993efa0660 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309448 Jul 13 08:38:06.603957 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] Request body: {'port': {'device_id': 'e163091e-8304-48fd-b805-fb612ec546b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:06.673414 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.926906 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba51c91-bdd0-4dea-b66d-33f7b587b653 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:38:06.933889 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.945707 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] Transition to ACTIVE for port object 3ba51c91-bdd0-4dea-b66d-33f7b587b653 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:38:06.949375 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.001960 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba51c91-bdd0-4dea-b66d-33f7b587b653,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:07.070534 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] Attempting to bind port 3ba51c91-bdd0-4dea-b66d-33f7b587b653 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:38:07.070918 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] Attempting to bind port 3ba51c91-bdd0-4dea-b66d-33f7b587b653 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '8c25d6d2-3328-4707-b7aa-aca23c856659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:38:07.071208 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] Attempting to bind port 3ba51c91-bdd0-4dea-b66d-33f7b587b653 on network b9bac55d-eb92-4c17-bf10-82f0706a7e44 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:38:07.075918 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] Port 3ba51c91-bdd0-4dea-b66d-33f7b587b653 on network b9bac55d-eb92-4c17-bf10-82f0706a7e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:38:07.076244 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] Attempting to bind port 3ba51c91-bdd0-4dea-b66d-33f7b587b653 on network b9bac55d-eb92-4c17-bf10-82f0706a7e44 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:38:07.081124 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:38:07.081463 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] Checking segment: {'id': '8c25d6d2-3328-4707-b7aa-aca23c856659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:38:07.081859 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] Bound using segment: {'id': '8c25d6d2-3328-4707-b7aa-aca23c856659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:38:07.082314 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] Bound port: 3ba51c91-bdd0-4dea-b66d-33f7b587b653, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c25d6d2-3328-4707-b7aa-aca23c856659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:38:07.082677 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.152061 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] For port 3ba51c91-bdd0-4dea-b66d-33f7b587b653, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:38:07.155572 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] For port 3ba51c91-bdd0-4dea-b66d-33f7b587b653, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3ba51c91-bdd0-4dea-b66d-33f7b587b653,segment=NetworkSegment(8c25d6d2-3328-4707-b7aa-aca23c856659),segment_id=8c25d6d2-3328-4707-b7aa-aca23c856659)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:38:07.160032 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.193793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:07.194567 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.195835 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] 10.222.0.62 "PUT /v2.0/ports/3ba51c91-bdd0-4dea-b66d-33f7b587b653 HTTP/1.1" status: 200 len: 1093 time: 0.5967495 Jul 13 08:38:07.196264 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e163091e-8304-48fd-b805-fb612ec546b6', 'tag': '3ba51c91-bdd0-4dea-b66d-33f7b587b653'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:38:07.198524 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60e9647-6a99-408c-921b-3bbaf960e2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "e163091e-8304-48fd-b805-fb612ec546b6", "tag": "3ba51c91-bdd0-4dea-b66d-33f7b587b653"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:38:07.223513 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e49ca-42ad-4b74-b61f-83d665a20316 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba51c91-bdd0-4dea-b66d-33f7b587b653,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:07.266347 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1464a81b-0f0a-4f7a-bd59-b874979b74dd x-openstack-request-id: req-1464a81b-0f0a-4f7a-bd59-b874979b74dd {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:38:07.266975 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e163091e-8304-48fd-b805-fb612ec546b6", "tag": "3ba51c91-bdd0-4dea-b66d-33f7b587b653", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:38:07.267213 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1464a81b-0f0a-4f7a-bd59-b874979b74dd {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:38:07.267605 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e163091e-8304-48fd-b805-fb612ec546b6', 'tag': '3ba51c91-bdd0-4dea-b66d-33f7b587b653', 'status': 'completed', 'code': 200} Jul 13 08:38:07.296384 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-854a6637-c464-4706-96c7-59aabaf73882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:07.297890 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-854a6637-c464-4706-96c7-59aabaf73882 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bad486928bc448b38e41271bada6d71e&device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 1096 time: 0.0600474 Jul 13 08:38:07.346387 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-fbbb4dff-79d6-4b7a-aa46-440d992ae677 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ba51c91-bdd0-4dea-b66d-33f7b587b653 HTTP/1.1" status: 200 len: 217 time: 0.0399280 Jul 13 08:38:07.430545 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-43f57371-092c-4d36-a8e2-0069240c4889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:07.431983 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-43f57371-092c-4d36-a8e2-0069240c4889 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75611458-9be0-4483-836f-3428923f837a HTTP/1.1" status: 200 len: 854 time: 0.0752444 Jul 13 08:38:07.497169 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b3640-f5ba-4f1a-bbf3-c4acb5911781 req-6c38cd2f-73d0-49a1-a18e-18e659a44265 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:07.498685 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b86b3640-f5ba-4f1a-bbf3-c4acb5911781 req-6c38cd2f-73d0-49a1-a18e-18e659a44265 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 944 time: 0.1138327 Jul 13 08:38:07.539987 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-f719769f-2ad8-441e-a66a-f9b1ac75771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:07.541442 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-f719769f-2ad8-441e-a66a-f9b1ac75771e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b9bac55d-eb92-4c17-bf10-82f0706a7e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021416 Jul 13 08:38:07.548342 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b86b3640-f5ba-4f1a-bbf3-c4acb5911781 req-5cb14762-f55f-43fc-9c15-f568a353022e tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427513 Jul 13 08:38:07.629750 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-319eeb0a-78bd-4e84-a740-b484cfac7578 service neutron] 10.222.0.62 "GET /v2.0/networks/b9bac55d-eb92-4c17-bf10-82f0706a7e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804880 Jul 13 08:38:07.721224 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-43a52cb4-2071-4e88-bbe1-dff6be31bf76 req-1986c202-eb40-4733-a298-e4dc7f9f16d1 service neutron] 10.222.0.62 "GET /v2.0/networks/b9bac55d-eb92-4c17-bf10-82f0706a7e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844686 Jul 13 08:38:07.818860 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e9647-6a99-408c-921b-3bbaf960e2c7 req-7672dbd3-1905-4183-ab55-b4f08448906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:07.820354 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d60e9647-6a99-408c-921b-3bbaf960e2c7 req-7672dbd3-1905-4183-ab55-b4f08448906d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bad486928bc448b38e41271bada6d71e&device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 1096 time: 0.0519948 Jul 13 08:38:07.911471 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e9647-6a99-408c-921b-3bbaf960e2c7 req-a5220bd2-2528-426a-926e-a832c8837ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:07.912978 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d60e9647-6a99-408c-921b-3bbaf960e2c7 req-a5220bd2-2528-426a-926e-a832c8837ab7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b9bac55d-eb92-4c17-bf10-82f0706a7e44 HTTP/1.1" status: 200 len: 916 time: 0.0864356 Jul 13 08:38:07.953847 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d60e9647-6a99-408c-921b-3bbaf960e2c7 req-7598a05b-c2db-4c57-b1e0-eb949be6a435 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ba51c91-bdd0-4dea-b66d-33f7b587b653 HTTP/1.1" status: 200 len: 217 time: 0.0341003 Jul 13 08:38:08.001104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e9647-6a99-408c-921b-3bbaf960e2c7 req-64e88ba1-74b5-4a2c-a305-aeb57d9f7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:08.002432 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d60e9647-6a99-408c-921b-3bbaf960e2c7 req-64e88ba1-74b5-4a2c-a305-aeb57d9f7c93 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75611458-9be0-4483-836f-3428923f837a HTTP/1.1" status: 200 len: 854 time: 0.0418646 Jul 13 08:38:08.064428 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e9647-6a99-408c-921b-3bbaf960e2c7 req-35563b83-915a-4def-9103-8e4cfd0775e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:08.065882 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d60e9647-6a99-408c-921b-3bbaf960e2c7 req-35563b83-915a-4def-9103-8e4cfd0775e4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b9bac55d-eb92-4c17-bf10-82f0706a7e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546207 Jul 13 08:38:08.157297 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d60e9647-6a99-408c-921b-3bbaf960e2c7 req-6d66c9c4-0972-4020-8794-a575c6415fdf service neutron] 10.222.0.62 "GET /v2.0/networks/b9bac55d-eb92-4c17-bf10-82f0706a7e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816538 Jul 13 08:38:08.251345 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d60e9647-6a99-408c-921b-3bbaf960e2c7 req-cf02aa62-fd36-448b-8622-38d6a6531ec7 service neutron] 10.222.0.62 "GET /v2.0/networks/b9bac55d-eb92-4c17-bf10-82f0706a7e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861332 Jul 13 08:38:08.472185 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:08.718919 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec03a7-afca-4d4e-a008-8051a8b51d49 req-1734d735-52c5-494a-b3e9-44a96a679ce1 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:08.720424 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0aec03a7-afca-4d4e-a008-8051a8b51d49 req-1734d735-52c5-494a-b3e9-44a96a679ce1 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 944 time: 0.0632241 Jul 13 08:38:08.756900 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0aec03a7-afca-4d4e-a008-8051a8b51d49 req-67f8dda9-04e5-441b-9f93-6d89f06d213b tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311203 Jul 13 08:38:09.927468 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ff5f-de33-4813-983f-5983cbfecd65 req-faf58480-c7c0-429a-8314-f006c12c0275 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:09.928906 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4881ff5f-de33-4813-983f-5983cbfecd65 req-faf58480-c7c0-429a-8314-f006c12c0275 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 944 time: 0.0651839 Jul 13 08:38:09.965497 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4881ff5f-de33-4813-983f-5983cbfecd65 req-b11492c1-d905-4117-9a7b-4ea7c8765df5 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308988 Jul 13 08:38:10.978476 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3ba51c91-bdd0-4dea-b66d-33f7b587b653 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:38:11.072198 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 3ba51c91-bdd0-4dea-b66d-33f7b587b653, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3ba51c91-bdd0-4dea-b66d-33f7b587b653,segment=NetworkSegment(8c25d6d2-3328-4707-b7aa-aca23c856659),segment_id=8c25d6d2-3328-4707-b7aa-aca23c856659)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:11.084282 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '3ba51c91-bdd0-4dea-b66d-33f7b587b653', 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44', 'port_id': '3ba51c91-bdd0-4dea-b66d-33f7b587b653', 'mac_address': 'fa:16:3e:cf:0a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75611458-9be0-4483-836f-3428923f837a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:38:11.120843 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:11.133712 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba51c91-bdd0-4dea-b66d-33f7b587b653 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:38:11.134859 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b510ac2-d8c9-4d57-9799-2388c5f4861b req-c4e89932-1467-48c0-bc9d-b93e408818af tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:11.136349 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b510ac2-d8c9-4d57-9799-2388c5f4861b req-c4e89932-1467-48c0-bc9d-b93e408818af tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 944 time: 0.0638106 Jul 13 08:38:11.153521 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 3ba51c91-bdd0-4dea-b66d-33f7b587b653, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3ba51c91-bdd0-4dea-b66d-33f7b587b653,segment=NetworkSegment(8c25d6d2-3328-4707-b7aa-aca23c856659),segment_id=8c25d6d2-3328-4707-b7aa-aca23c856659)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:11.157642 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:11.177762 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b510ac2-d8c9-4d57-9799-2388c5f4861b req-e24ec130-0e49-41a0-8c32-2ccef025c8f7 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350854 Jul 13 08:38:11.221178 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=3ba51c91-bdd0-4dea-b66d-33f7b587b653,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:11.228710 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:11.228997 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:11.229337 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:11.229678 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:11.230011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:11.230365 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:11.230695 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:11.231021 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:11.231345 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:11.231670 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:11.232221 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:11.232555 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:11.419356 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3ba51c91-bdd0-4dea-b66d-33f7b587b653'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:38:12.350476 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26abdb-1b0d-488f-bccb-6b22106b4341 req-c8d96a5a-4626-4b7e-88be-cd919e2270e9 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:12.351952 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a26abdb-1b0d-488f-bccb-6b22106b4341 req-c8d96a5a-4626-4b7e-88be-cd919e2270e9 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 945 time: 0.0622275 Jul 13 08:38:12.388590 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a26abdb-1b0d-488f-bccb-6b22106b4341 req-673927e0-32de-4e05-8ef0-5bad4a470f0b tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310318 Jul 13 08:38:12.993007 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3ba51c91-bdd0-4dea-b66d-33f7b587b653 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:38:13.043217 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 3ba51c91-bdd0-4dea-b66d-33f7b587b653 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:38:13.049583 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 3ba51c91-bdd0-4dea-b66d-33f7b587b653 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:13.049948 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:13.127904 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:13.149343 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e163091e-8304-48fd-b805-fb612ec546b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba51c91-bdd0-4dea-b66d-33f7b587b653'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:38:13.151592 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08e14ee-b261-4fe1-9f9a-be6bbdf66486" -d '{"events": [{"server_uuid": "e163091e-8304-48fd-b805-fb612ec546b6", "name": "network-vif-plugged", "status": "completed", "tag": "3ba51c91-bdd0-4dea-b66d-33f7b587b653"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:38:13.164428 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 3ba51c91-bdd0-4dea-b66d-33f7b587b653, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3ba51c91-bdd0-4dea-b66d-33f7b587b653,segment=NetworkSegment(8c25d6d2-3328-4707-b7aa-aca23c856659),segment_id=8c25d6d2-3328-4707-b7aa-aca23c856659)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:13.168377 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:13.197734 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e211201f-70f5-4bba-8cea-9ad7be510d7f x-openstack-request-id: req-e211201f-70f5-4bba-8cea-9ad7be510d7f {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:38:13.198025 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e163091e-8304-48fd-b805-fb612ec546b6", "name": "network-vif-plugged", "status": "completed", "tag": "3ba51c91-bdd0-4dea-b66d-33f7b587b653", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:38:13.198301 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e211201f-70f5-4bba-8cea-9ad7be510d7f {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:38:13.198686 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e163091e-8304-48fd-b805-fb612ec546b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba51c91-bdd0-4dea-b66d-33f7b587b653', 'code': 200} Jul 13 08:38:13.230279 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=3ba51c91-bdd0-4dea-b66d-33f7b587b653,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:13.310146 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d9a0e-8f02-43c5-8c2a-9b0f61f5d43c req-d07d6430-84c8-41dc-b17c-c8c46b5e335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:13.311724 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a56d9a0e-8f02-43c5-8c2a-9b0f61f5d43c req-d07d6430-84c8-41dc-b17c-c8c46b5e335c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 1098 time: 0.0568554 Jul 13 08:38:13.347987 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a56d9a0e-8f02-43c5-8c2a-9b0f61f5d43c req-ea619147-f3a7-4bc9-90a4-19f26653c1e1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294855 Jul 13 08:38:13.441315 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:13.445543 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a27c5b88-3418-4b92-b062-8ce53deae119 None None] Provisioning complete for port 3ba51c91-bdd0-4dea-b66d-33f7b587b653 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:13.445907 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a27c5b88-3418-4b92-b062-8ce53deae119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:13.558763 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b8a1b-9dd2-4bc6-a6d1-c9fbee448319 req-bfb8b89b-fb51-40ee-94e2-fdfbe4d8dc71 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:13.560245 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c1b8a1b-9dd2-4bc6-a6d1-c9fbee448319 req-bfb8b89b-fb51-40ee-94e2-fdfbe4d8dc71 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 946 time: 0.0635116 Jul 13 08:38:13.597717 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c1b8a1b-9dd2-4bc6-a6d1-c9fbee448319 req-994f1ed4-d734-496b-a4bd-cf4349b04302 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319622 Jul 13 08:38:14.770752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea361eb9-ae8c-41ed-8593-c8c2cd181c54 req-de74c185-56fb-4d46-a200-8180702fa864 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:14.772203 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea361eb9-ae8c-41ed-8593-c8c2cd181c54 req-de74c185-56fb-4d46-a200-8180702fa864 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 946 time: 0.0653701 Jul 13 08:38:14.808796 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea361eb9-ae8c-41ed-8593-c8c2cd181c54 req-2a084797-0eb2-4605-a598-1b5dc0b87472 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311811 Jul 13 08:38:14.982066 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d659f-8565-4604-8756-45751a7dc9d6 req-14a10977-01b1-4d22-9f7b-00e26133a599 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:14.983697 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-252d659f-8565-4604-8756-45751a7dc9d6 req-14a10977-01b1-4d22-9f7b-00e26133a599 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 946 time: 0.0646958 Jul 13 08:38:15.021173 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-252d659f-8565-4604-8756-45751a7dc9d6 req-38d3148e-ec72-48cb-b95f-240b1847359f tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319388 Jul 13 08:38:15.360223 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0944f0-f7e1-4c99-ae65-da31db2c817a req-6ef0ab0e-23a9-48a4-b07c-f27f011c1582 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:15.361717 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f0944f0-f7e1-4c99-ae65-da31db2c817a req-6ef0ab0e-23a9-48a4-b07c-f27f011c1582 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 946 time: 0.0628304 Jul 13 08:38:15.430784 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f0944f0-f7e1-4c99-ae65-da31db2c817a req-000b306f-77ce-4fe6-a478-07d1cb045c56 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596387 Jul 13 08:38:15.446031 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44db2f43-afce-416c-8cfe-2115588eb9ce req-2bc87c87-89bc-44a8-aa60-028b43fcd559 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0821710 Jul 13 08:38:15.543689 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db2f43-afce-416c-8cfe-2115588eb9ce req-119c69c9-ebb8-4a13-8af4-87b207df28c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:15.545300 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44db2f43-afce-416c-8cfe-2115588eb9ce req-119c69c9-ebb8-4a13-8af4-87b207df28c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bad486928bc448b38e41271bada6d71e&device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 1098 time: 0.0527537 Jul 13 08:38:15.655697 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db2f43-afce-416c-8cfe-2115588eb9ce req-ab3d6a98-d864-4cab-8105-824d05a1187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:15.657252 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44db2f43-afce-416c-8cfe-2115588eb9ce req-ab3d6a98-d864-4cab-8105-824d05a1187e service neutron] 10.222.0.62 "GET /v2.0/networks?id=b9bac55d-eb92-4c17-bf10-82f0706a7e44 HTTP/1.1" status: 200 len: 916 time: 0.0937238 Jul 13 08:38:15.702964 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44db2f43-afce-416c-8cfe-2115588eb9ce req-74868d26-bab5-4102-9693-4576b129d6e6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ba51c91-bdd0-4dea-b66d-33f7b587b653 HTTP/1.1" status: 200 len: 217 time: 0.0387287 Jul 13 08:38:15.752846 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db2f43-afce-416c-8cfe-2115588eb9ce req-04cc9812-f238-417a-be8a-42630ff5f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:15.754337 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44db2f43-afce-416c-8cfe-2115588eb9ce req-04cc9812-f238-417a-be8a-42630ff5f826 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75611458-9be0-4483-836f-3428923f837a HTTP/1.1" status: 200 len: 854 time: 0.0460188 Jul 13 08:38:15.815509 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db2f43-afce-416c-8cfe-2115588eb9ce req-3f861bfa-d5c6-45e5-add3-a0eb98ff9ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:15.817017 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44db2f43-afce-416c-8cfe-2115588eb9ce req-3f861bfa-d5c6-45e5-add3-a0eb98ff9ea5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b9bac55d-eb92-4c17-bf10-82f0706a7e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568078 Jul 13 08:38:15.908314 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44db2f43-afce-416c-8cfe-2115588eb9ce req-704bbc78-324d-4b7e-8b4b-55ba33399d72 service neutron] 10.222.0.62 "GET /v2.0/networks/b9bac55d-eb92-4c17-bf10-82f0706a7e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835772 Jul 13 08:38:16.000832 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-44db2f43-afce-416c-8cfe-2115588eb9ce req-b2bcef70-4984-4731-b46f-bcd01661b4ab service neutron] 10.222.0.62 "GET /v2.0/networks/b9bac55d-eb92-4c17-bf10-82f0706a7e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858128 Jul 13 08:38:23.297042 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9c96d32-8181-4fff-936b-9b6a09b4c447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:27.047353 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e63fd-4ce7-4302-beec-a0c2c3df8b49 req-f7adc5bc-becd-41bb-b824-7ef11733ca53 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:27.048813 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc7e63fd-4ce7-4302-beec-a0c2c3df8b49 req-f7adc5bc-becd-41bb-b824-7ef11733ca53 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 946 time: 0.0628245 Jul 13 08:38:27.086444 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc7e63fd-4ce7-4302-beec-a0c2c3df8b49 req-ea3af83d-c393-49ef-9253-621b3b977489 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318408 Jul 13 08:38:27.111165 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35800) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:27.200928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe4a3a6-cdcd-4fba-b0f4-257711716aa5 tempest-TestMinimumBasicScenario-397508434 tempest-TestMinimumBasicScenario-397508434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:27.202485 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-afe4a3a6-cdcd-4fba-b0f4-257711716aa5 tempest-TestMinimumBasicScenario-397508434 tempest-TestMinimumBasicScenario-397508434-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 1093 time: 0.0903926 Jul 13 08:38:27.205444 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35804) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:27.209700 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-31912cf9-9256-4817-8b92-3c4d96eddb43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': '3ba51c91-bdd0-4dea-b66d-33f7b587b653', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:27.230881 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-31912cf9-9256-4817-8b92-3c4d96eddb43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:27.331824 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-31912cf9-9256-4817-8b92-3c4d96eddb43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:27.435713 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-31912cf9-9256-4817-8b92-3c4d96eddb43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Allocated IP 172.25.0.209 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/753c4090-b99b-4e21-ac56-5deced8ea896) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:38:27.537407 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-31912cf9-9256-4817-8b92-3c4d96eddb43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:27.574750 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-31912cf9-9256-4817-8b92-3c4d96eddb43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:27.613545 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31912cf9-9256-4817-8b92-3c4d96eddb43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:38:27.617701 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-31912cf9-9256-4817-8b92-3c4d96eddb43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:38:27.621913 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31912cf9-9256-4817-8b92-3c4d96eddb43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:38:27.624966 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31912cf9-9256-4817-8b92-3c4d96eddb43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Pushing event updated for resources: {'Port': ['ID=753c4090-b99b-4e21-ac56-5deced8ea896,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:27.639402 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c260d59c-a1ea-490c-be6d-0cf72a167ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:27.870906 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:27.976968 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-31912cf9-9256-4817-8b92-3c4d96eddb43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:28.051765 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-31912cf9-9256-4817-8b92-3c4d96eddb43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:28.198698 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-31912cf9-9256-4817-8b92-3c4d96eddb43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:28.203453 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-31912cf9-9256-4817-8b92-3c4d96eddb43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:28.275710 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31912cf9-9256-4817-8b92-3c4d96eddb43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Pushing event updated for resources: {'Port': ['ID=753c4090-b99b-4e21-ac56-5deced8ea896,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:28.284763 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-31912cf9-9256-4817-8b92-3c4d96eddb43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:28.383577 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-31912cf9-9256-4817-8b92-3c4d96eddb43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Floating IP 53fed9f4-60c0-4432-852d-828b21c5ddf6 associated. External IP: 172.25.0.209, port: 3ba51c91-bdd0-4dea-b66d-33f7b587b653. Jul 13 08:38:28.584646 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31912cf9-9256-4817-8b92-3c4d96eddb43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Router 9d96b614-2a8a-4189-8c18-c959f2e04eea has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:38:29.025899 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31912cf9-9256-4817-8b92-3c4d96eddb43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:38:29.035452 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01655c4-360b-4256-91b8-d5d4d0c9dc21 None None] Sync routers for ids ['9d96b614-2a8a-4189-8c18-c959f2e04eea'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:38:29.040987 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-31912cf9-9256-4817-8b92-3c4d96eddb43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:29.044978 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01655c4-360b-4256-91b8-d5d4d0c9dc21 None None] Routers {'9d96b614-2a8a-4189-8c18-c959f2e04eea'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:38:29.046188 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d01655c4-360b-4256-91b8-d5d4d0c9dc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:38:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9d96b614-2a8a-4189-8c18-c959f2e04eea'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:29.076384 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-31912cf9-9256-4817-8b92-3c4d96eddb43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8699446 Jul 13 08:38:29.077078 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e163091e-8304-48fd-b805-fb612ec546b6', 'tag': '3ba51c91-bdd0-4dea-b66d-33f7b587b653'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:38:29.079433 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a4e968-1a1a-46e6-8903-fb4687572a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "e163091e-8304-48fd-b805-fb612ec546b6", "tag": "3ba51c91-bdd0-4dea-b66d-33f7b587b653"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:38:29.080145 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35806) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:29.085055 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-cc8cf00a-967f-45dc-9fe2-292d3ca21757 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-636211165', 'description': 'tempest-secgroup-smoke-636211165 description', 'project_id': 'bad486928bc448b38e41271bada6d71e'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:29.111588 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf00a-967f-45dc-9fe2-292d3ca21757 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:29.122257 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcd9aab-164a-4ff1-a574-93f5d2b74630 x-openstack-request-id: req-3bcd9aab-164a-4ff1-a574-93f5d2b74630 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:38:29.122576 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e163091e-8304-48fd-b805-fb612ec546b6", "tag": "3ba51c91-bdd0-4dea-b66d-33f7b587b653", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:38:29.122805 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3bcd9aab-164a-4ff1-a574-93f5d2b74630 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:38:29.123200 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e163091e-8304-48fd-b805-fb612ec546b6', 'tag': '3ba51c91-bdd0-4dea-b66d-33f7b587b653', 'status': 'completed', 'code': 200} Jul 13 08:38:29.160892 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-d01655c4-360b-4256-91b8-d5d4d0c9dc21 None None] Set router 9d96b614-2a8a-4189-8c18-c959f2e04eea gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:38:29.205201 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf00a-967f-45dc-9fe2-292d3ca21757 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:29.210445 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf00a-967f-45dc-9fe2-292d3ca21757 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:29.210863 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4e968-1a1a-46e6-8903-fb4687572a6b req-5e7e3529-1e3b-4ae8-8bc1-4281bb7168e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:29.212475 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9a4e968-1a1a-46e6-8903-fb4687572a6b req-5e7e3529-1e3b-4ae8-8bc1-4281bb7168e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bad486928bc448b38e41271bada6d71e&device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 1098 time: 0.0596991 Jul 13 08:38:29.233955 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf00a-967f-45dc-9fe2-292d3ca21757 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:29.235315 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-cc8cf00a-967f-45dc-9fe2-292d3ca21757 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1540918 Jul 13 08:38:29.242358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35810) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:29.246885 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-3c78f416-7fce-4afd-bb13-c053c6d9b0fe tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Request body: {'security_group_rule': {'security_group_id': '7c43aaf1-35d8-48a3-a51c-2291f105c6c8', 'project_id': 'bad486928bc448b38e41271bada6d71e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:29.257462 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cf00a-967f-45dc-9fe2-292d3ca21757 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c43aaf1-35d8-48a3-a51c-2291f105c6c8,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:29.283365 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c78f416-7fce-4afd-bb13-c053c6d9b0fe tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:29.310653 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4e968-1a1a-46e6-8903-fb4687572a6b req-cb806beb-085c-4454-9b56-ff08956fcc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:29.312655 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9a4e968-1a1a-46e6-8903-fb4687572a6b req-cb806beb-085c-4454-9b56-ff08956fcc3d service neutron] 10.222.0.62 "GET /v2.0/networks?id=b9bac55d-eb92-4c17-bf10-82f0706a7e44 HTTP/1.1" status: 200 len: 916 time: 0.0936079 Jul 13 08:38:29.334724 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c78f416-7fce-4afd-bb13-c053c6d9b0fe tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:29.338826 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c78f416-7fce-4afd-bb13-c053c6d9b0fe tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:29.359665 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78f416-7fce-4afd-bb13-c053c6d9b0fe tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d11e1b0-f79e-4bbe-bcb1-53c1c0e13dcf,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:29.367868 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c78f416-7fce-4afd-bb13-c053c6d9b0fe tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:29.371796 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3c78f416-7fce-4afd-bb13-c053c6d9b0fe tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265144 Jul 13 08:38:29.372114 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35812) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:29.377102 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-98ccdf22-204e-4c6b-8508-ecae35d7fbec tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Request body: {'security_group_rule': {'security_group_id': '7c43aaf1-35d8-48a3-a51c-2291f105c6c8', 'project_id': 'bad486928bc448b38e41271bada6d71e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:29.398096 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9a4e968-1a1a-46e6-8903-fb4687572a6b req-1fd3f75e-b29b-4c49-b8a5-331fc016bb96 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ba51c91-bdd0-4dea-b66d-33f7b587b653 HTTP/1.1" status: 200 len: 1000 time: 0.0775201 Jul 13 08:38:29.419062 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d01655c4-360b-4256-91b8-d5d4d0c9dc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'name': 'tempest-TestMinimumBasicScenario-1640980432-router', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:38Z', 'revision_number': 4, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'gw_port': {'id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '53fed9f4-60c0-4432-852d-828b21c5ddf6', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'floating_ip_address': '172.25.0.209', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'port_id': '3ba51c91-bdd0-4dea-b66d-33f7b587b653', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44', 'mac_address': 'fa:16:3e:cf:0a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e163091e-8304-48fd-b805-fb612ec546b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:38:27Z', 'updated_at': '2021-07-13T08:38:27Z', 'revision_number': 0, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b692c1c-c0e1-42d6-86b8-77a0bd0d4134', 'name': '', 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'mac_address': 'fa:16:3e:a3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '75611458-9be0-4483-836f-3428923f837a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:38Z', 'updated_at': '2021-07-13T08:37:43Z', 'revision_number': 5, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'subnets': [{'id': '75611458-9be0-4483-836f-3428923f837a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:29.446191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01655c4-360b-4256-91b8-d5d4d0c9dc21 None None] Checking router: 9d96b614-2a8a-4189-8c18-c959f2e04eea for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:38:29.447239 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-98ccdf22-204e-4c6b-8508-ecae35d7fbec tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:29.455556 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01655c4-360b-4256-91b8-d5d4d0c9dc21 None None] Routers {'9d96b614-2a8a-4189-8c18-c959f2e04eea'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:38:29.456193 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d01655c4-360b-4256-91b8-d5d4d0c9dc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:38:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9d96b614-2a8a-4189-8c18-c959f2e04eea'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:29.480816 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4e968-1a1a-46e6-8903-fb4687572a6b req-2d90d6eb-e1b9-48de-a6ad-d0a39c4acb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:29.482295 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9a4e968-1a1a-46e6-8903-fb4687572a6b req-2d90d6eb-e1b9-48de-a6ad-d0a39c4acb91 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75611458-9be0-4483-836f-3428923f837a HTTP/1.1" status: 200 len: 854 time: 0.0747759 Jul 13 08:38:29.535652 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-98ccdf22-204e-4c6b-8508-ecae35d7fbec tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:29.540751 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-98ccdf22-204e-4c6b-8508-ecae35d7fbec tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:29.563117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-d01655c4-360b-4256-91b8-d5d4d0c9dc21 None None] Set router 9d96b614-2a8a-4189-8c18-c959f2e04eea gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:38:29.565406 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccdf22-204e-4c6b-8508-ecae35d7fbec tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12b5990-1e85-48c7-ac21-0e68401145fb,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:29.580463 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-98ccdf22-204e-4c6b-8508-ecae35d7fbec tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:29.584400 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-98ccdf22-204e-4c6b-8508-ecae35d7fbec tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2088246 Jul 13 08:38:29.584845 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35814) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:29.589551 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-86e98f74-45fb-45f9-adca-bbb8570201ce tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Request body: {'security_group_rule': {'security_group_id': '7c43aaf1-35d8-48a3-a51c-2291f105c6c8', 'project_id': 'bad486928bc448b38e41271bada6d71e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:29.600800 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4e968-1a1a-46e6-8903-fb4687572a6b req-a9da3de4-9c6c-4f9a-b6ef-70a4e5efd66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:29.602288 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9a4e968-1a1a-46e6-8903-fb4687572a6b req-a9da3de4-9c6c-4f9a-b6ef-70a4e5efd66c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b9bac55d-eb92-4c17-bf10-82f0706a7e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091557 Jul 13 08:38:29.645396 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86e98f74-45fb-45f9-adca-bbb8570201ce tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:29.742238 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9a4e968-1a1a-46e6-8903-fb4687572a6b req-5ba09a4a-58f7-4287-aa4b-7f63d9728a86 service neutron] 10.222.0.62 "GET /v2.0/networks/b9bac55d-eb92-4c17-bf10-82f0706a7e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319273 Jul 13 08:38:29.743795 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86e98f74-45fb-45f9-adca-bbb8570201ce tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:29.747576 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86e98f74-45fb-45f9-adca-bbb8570201ce tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:29.787040 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-d01655c4-360b-4256-91b8-d5d4d0c9dc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'name': 'tempest-TestMinimumBasicScenario-1640980432-router', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:38Z', 'revision_number': 4, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'gw_port': {'id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '53fed9f4-60c0-4432-852d-828b21c5ddf6', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'floating_ip_address': '172.25.0.209', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'port_id': '3ba51c91-bdd0-4dea-b66d-33f7b587b653', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44', 'mac_address': 'fa:16:3e:cf:0a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e163091e-8304-48fd-b805-fb612ec546b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:38:27Z', 'updated_at': '2021-07-13T08:38:27Z', 'revision_number': 0, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b692c1c-c0e1-42d6-86b8-77a0bd0d4134', 'name': '', 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'mac_address': 'fa:16:3e:a3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '75611458-9be0-4483-836f-3428923f837a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:38Z', 'updated_at': '2021-07-13T08:37:43Z', 'revision_number': 5, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'subnets': [{'id': '75611458-9be0-4483-836f-3428923f837a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:29.790497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e98f74-45fb-45f9-adca-bbb8570201ce tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8727408-aabe-47f8-a365-e9f01316da5f,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:29.817305 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01655c4-360b-4256-91b8-d5d4d0c9dc21 None None] The sync data for ids ['9d96b614-2a8a-4189-8c18-c959f2e04eea'] in n-d-779913-28 is: [{'id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'name': 'tempest-TestMinimumBasicScenario-1640980432-router', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:38Z', 'revision_number': 4, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'gw_port': {'id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '53fed9f4-60c0-4432-852d-828b21c5ddf6', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'floating_ip_address': '172.25.0.209', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'port_id': '3ba51c91-bdd0-4dea-b66d-33f7b587b653', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44', 'mac_address': 'fa:16:3e:cf:0a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e163091e-8304-48fd-b805-fb612ec546b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:38:27Z', 'updated_at': '2021-07-13T08:38:27Z', 'revision_number': 0, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b692c1c-c0e1-42d6-86b8-77a0bd0d4134', 'name': '', 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'mac_address': 'fa:16:3e:a3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '75611458-9be0-4483-836f-3428923f837a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:38Z', 'updated_at': '2021-07-13T08:37:43Z', 'revision_number': 5, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'subnets': [{'id': '75611458-9be0-4483-836f-3428923f837a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:38:29.824117 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86e98f74-45fb-45f9-adca-bbb8570201ce tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:29.825306 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-86e98f74-45fb-45f9-adca-bbb8570201ce tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2393045 Jul 13 08:38:29.829052 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35816) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:29.836151 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-7ec132da-d57d-48c5-a0e6-6a848cad786e tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Request body: {'security_group_rule': {'security_group_id': '7c43aaf1-35d8-48a3-a51c-2291f105c6c8', 'project_id': 'bad486928bc448b38e41271bada6d71e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:29.842975 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:29.858624 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9a4e968-1a1a-46e6-8903-fb4687572a6b req-ae905c05-4232-4d08-a126-2d3a77699bff service neutron] 10.222.0.62 "GET /v2.0/networks/b9bac55d-eb92-4c17-bf10-82f0706a7e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080246 Jul 13 08:38:29.865215 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7ec132da-d57d-48c5-a0e6-6a848cad786e tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:29.930760 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7ec132da-d57d-48c5-a0e6-6a848cad786e tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:29.934056 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7ec132da-d57d-48c5-a0e6-6a848cad786e tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:29.951939 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec132da-d57d-48c5-a0e6-6a848cad786e tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f0955a-ee77-4595-bbfb-fc5e7b3bff01,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:29.960224 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7ec132da-d57d-48c5-a0e6-6a848cad786e tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:29.961451 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7ec132da-d57d-48c5-a0e6-6a848cad786e tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1306181 Jul 13 08:38:29.964281 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35818) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:29.969348 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-035625f8-46f6-4a83-89ee-c4759d5abdcc tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Request body: {'security_group_rule': {'security_group_id': '7c43aaf1-35d8-48a3-a51c-2291f105c6c8', 'project_id': 'bad486928bc448b38e41271bada6d71e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:29.991777 n-d-779913-28 neutron-server[93723]: INFO neutron.db.securitygroups_db [None req-035625f8-46f6-4a83-89ee-c4759d5abdcc tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Project bad486928bc448b38e41271bada6d71e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:38:29.997008 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-035625f8-46f6-4a83-89ee-c4759d5abdcc tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:30.038221 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78a32b1-beac-4648-9653-b72268f3e020 None None] New status for floating IP 53fed9f4-60c0-4432-852d-828b21c5ddf6: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:38:30.060908 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-035625f8-46f6-4a83-89ee-c4759d5abdcc tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:30.065097 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-035625f8-46f6-4a83-89ee-c4759d5abdcc tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:30.082889 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035625f8-46f6-4a83-89ee-c4759d5abdcc tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d495915-ba8d-4791-b9f4-f7631f1d41db,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:30.090915 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-035625f8-46f6-4a83-89ee-c4759d5abdcc tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:30.094782 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-035625f8-46f6-4a83-89ee-c4759d5abdcc tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268854 Jul 13 08:38:30.094982 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35820) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:30.099701 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b7ff3338-ee6f-4528-9522-5ab2e952e8e4 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Request body: {'security_group_rule': {'security_group_id': '7c43aaf1-35d8-48a3-a51c-2291f105c6c8', 'project_id': 'bad486928bc448b38e41271bada6d71e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:30.123379 n-d-779913-28 neutron-server[93723]: INFO neutron.db.securitygroups_db [None req-b7ff3338-ee6f-4528-9522-5ab2e952e8e4 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Project bad486928bc448b38e41271bada6d71e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:38:30.129336 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3338-ee6f-4528-9522-5ab2e952e8e4 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:30.192677 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3338-ee6f-4528-9522-5ab2e952e8e4 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:30.196102 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3338-ee6f-4528-9522-5ab2e952e8e4 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:30.213687 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff3338-ee6f-4528-9522-5ab2e952e8e4 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19318edc-86d1-4d03-a575-a3caac7b4f2b,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:30.219550 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3338-ee6f-4528-9522-5ab2e952e8e4 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:30.222543 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b7ff3338-ee6f-4528-9522-5ab2e952e8e4 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265733 Jul 13 08:38:30.337588 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a5aea5bd-0c2e-4019-bd30-23ba53b8da4c req-918ef68b-f45f-4442-a4ac-feef5623b305 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-636211165&fields=id&tenant_id=bad486928bc448b38e41271bada6d71e HTTP/1.1" status: 200 len: 267 time: 0.0322638 Jul 13 08:38:30.408583 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aea5bd-0c2e-4019-bd30-23ba53b8da4c req-15e03b2c-9d74-4fbd-9374-5e1094f75a20 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:30.410069 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a5aea5bd-0c2e-4019-bd30-23ba53b8da4c req-15e03b2c-9d74-4fbd-9374-5e1094f75a20 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 946 time: 0.0665798 Jul 13 08:38:30.421191 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-a5aea5bd-0c2e-4019-bd30-23ba53b8da4c req-510793c9-83d1-4c6e-9ee1-8a54eb84fc09 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Request body: {'port': {'security_groups': ['49ec0dde-c3dc-420d-8a06-d1c7624fc9c6', '7c43aaf1-35d8-48a3-a51c-2291f105c6c8']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:30.501493 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a5aea5bd-0c2e-4019-bd30-23ba53b8da4c req-510793c9-83d1-4c6e-9ee1-8a54eb84fc09 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:30.680815 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a5aea5bd-0c2e-4019-bd30-23ba53b8da4c req-510793c9-83d1-4c6e-9ee1-8a54eb84fc09 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] For port 3ba51c91-bdd0-4dea-b66d-33f7b587b653, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3ba51c91-bdd0-4dea-b66d-33f7b587b653,segment=NetworkSegment(8c25d6d2-3328-4707-b7aa-aca23c856659),segment_id=8c25d6d2-3328-4707-b7aa-aca23c856659)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:30.709409 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a5aea5bd-0c2e-4019-bd30-23ba53b8da4c req-510793c9-83d1-4c6e-9ee1-8a54eb84fc09 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:30.713526 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a5aea5bd-0c2e-4019-bd30-23ba53b8da4c req-510793c9-83d1-4c6e-9ee1-8a54eb84fc09 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:30.724714 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3ba51c91-bdd0-4dea-b66d-33f7b587b653'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:38:30.760706 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aea5bd-0c2e-4019-bd30-23ba53b8da4c req-510793c9-83d1-4c6e-9ee1-8a54eb84fc09 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:30.761345 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a5aea5bd-0c2e-4019-bd30-23ba53b8da4c req-510793c9-83d1-4c6e-9ee1-8a54eb84fc09 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:30.765036 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a5aea5bd-0c2e-4019-bd30-23ba53b8da4c req-510793c9-83d1-4c6e-9ee1-8a54eb84fc09 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "PUT /v2.0/ports/3ba51c91-bdd0-4dea-b66d-33f7b587b653 HTTP/1.1" status: 200 len: 982 time: 0.3489106 Jul 13 08:38:30.805582 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510793c9-83d1-4c6e-9ee1-8a54eb84fc09 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Pushing event updated for resources: {'Port': ['ID=3ba51c91-bdd0-4dea-b66d-33f7b587b653,revision_number=6']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:30.825631 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3ba51c91-bdd0-4dea-b66d-33f7b587b653'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:38:30.943904 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0067a-5ca7-4e8f-be5d-add874c1cf31 req-5dafccba-1e2e-42ad-ae7f-7b593c8a19f6 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:30.945729 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-20f0067a-5ca7-4e8f-be5d-add874c1cf31 req-5dafccba-1e2e-42ad-ae7f-7b593c8a19f6 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 985 time: 0.0711315 Jul 13 08:38:30.989283 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-20f0067a-5ca7-4e8f-be5d-add874c1cf31 req-5e1cc0e1-3731-457f-8be2-78d62ef21bf3 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c43aaf1-35d8-48a3-a51c-2291f105c6c8&id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354099 Jul 13 08:38:31.078499 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-047422b2-06d1-4e86-91b5-70e2875c6730 None None] Provisioning complete for port 3ba51c91-bdd0-4dea-b66d-33f7b587b653 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:31.078789 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-047422b2-06d1-4e86-91b5-70e2875c6730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:31.124527 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e163091e-8304-48fd-b805-fb612ec546b6', 'tag': '3ba51c91-bdd0-4dea-b66d-33f7b587b653'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:38:31.126961 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06ea95f-f91e-45c3-9d98-10684e69d4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e163091e-8304-48fd-b805-fb612ec546b6", "tag": "3ba51c91-bdd0-4dea-b66d-33f7b587b653"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:38:31.163245 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d832b4a-3309-4354-90a0-3b880e3f0475 x-openstack-request-id: req-0d832b4a-3309-4354-90a0-3b880e3f0475 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:38:31.163542 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e163091e-8304-48fd-b805-fb612ec546b6", "tag": "3ba51c91-bdd0-4dea-b66d-33f7b587b653", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:38:31.163798 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0d832b4a-3309-4354-90a0-3b880e3f0475 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:38:31.164197 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e163091e-8304-48fd-b805-fb612ec546b6', 'tag': '3ba51c91-bdd0-4dea-b66d-33f7b587b653', 'status': 'completed', 'code': 200} Jul 13 08:38:31.241036 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ea95f-f91e-45c3-9d98-10684e69d4e7 req-21237afe-2c3d-4793-b870-c485e0dc5aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:31.242590 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e06ea95f-f91e-45c3-9d98-10684e69d4e7 req-21237afe-2c3d-4793-b870-c485e0dc5aa9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bad486928bc448b38e41271bada6d71e&device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 1137 time: 0.0541589 Jul 13 08:38:31.336573 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ea95f-f91e-45c3-9d98-10684e69d4e7 req-a47f478a-6ee1-48d5-822e-02fc857f139e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:31.338250 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e06ea95f-f91e-45c3-9d98-10684e69d4e7 req-a47f478a-6ee1-48d5-822e-02fc857f139e service neutron] 10.222.0.62 "GET /v2.0/networks?id=b9bac55d-eb92-4c17-bf10-82f0706a7e44 HTTP/1.1" status: 200 len: 916 time: 0.0896814 Jul 13 08:38:31.402246 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e06ea95f-f91e-45c3-9d98-10684e69d4e7 req-b0e1ad2b-a5d8-434c-9136-bf1d29bd0fa8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ba51c91-bdd0-4dea-b66d-33f7b587b653 HTTP/1.1" status: 200 len: 1002 time: 0.0574648 Jul 13 08:38:31.455508 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ea95f-f91e-45c3-9d98-10684e69d4e7 req-a97b183b-1347-4771-8bc0-82cbd548d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:31.456953 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e06ea95f-f91e-45c3-9d98-10684e69d4e7 req-a97b183b-1347-4771-8bc0-82cbd548d7c4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75611458-9be0-4483-836f-3428923f837a HTTP/1.1" status: 200 len: 854 time: 0.0487304 Jul 13 08:38:31.514358 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ea95f-f91e-45c3-9d98-10684e69d4e7 req-1371dae8-cb3d-4899-834f-eb589bd0343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:31.515804 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e06ea95f-f91e-45c3-9d98-10684e69d4e7 req-1371dae8-cb3d-4899-834f-eb589bd0343e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b9bac55d-eb92-4c17-bf10-82f0706a7e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514343 Jul 13 08:38:31.553433 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:31.604034 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e06ea95f-f91e-45c3-9d98-10684e69d4e7 req-473c5409-f9c8-4ffa-8f0e-a1686b89792f service neutron] 10.222.0.62 "GET /v2.0/networks/b9bac55d-eb92-4c17-bf10-82f0706a7e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808094 Jul 13 08:38:31.695946 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e06ea95f-f91e-45c3-9d98-10684e69d4e7 req-0fc9becc-ebe8-49fa-a98b-2455bf5470c6 service neutron] 10.222.0.62 "GET /v2.0/networks/b9bac55d-eb92-4c17-bf10-82f0706a7e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849695 Jul 13 08:38:38.488308 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:41.855724 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:38:43.444411 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:48.310977 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd454d-a755-49e9-9755-7dd92f3e4c79 req-1d18bb6b-c011-4d84-97ac-64729d9fb108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:48.312401 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b2fd454d-a755-49e9-9755-7dd92f3e4c79 req-1d18bb6b-c011-4d84-97ac-64729d9fb108 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bad486928bc448b38e41271bada6d71e&device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 1137 time: 0.0900667 Jul 13 08:38:48.358773 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310c9bd-114f-401b-a6f6-6c5a2f1af039 req-4c318589-8524-4333-9a07-44b7212881a2 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:48.360487 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d310c9bd-114f-401b-a6f6-6c5a2f1af039 req-4c318589-8524-4333-9a07-44b7212881a2 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 985 time: 0.1069269 Jul 13 08:38:48.439690 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d310c9bd-114f-401b-a6f6-6c5a2f1af039 req-3284e47f-c0e6-464e-865a-1a48049abccd tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c43aaf1-35d8-48a3-a51c-2291f105c6c8&id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0721712 Jul 13 08:38:48.444004 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd454d-a755-49e9-9755-7dd92f3e4c79 req-542f1aea-e440-47c9-a307-fb7eafaac5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:48.445422 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b2fd454d-a755-49e9-9755-7dd92f3e4c79 req-542f1aea-e440-47c9-a307-fb7eafaac5a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b9bac55d-eb92-4c17-bf10-82f0706a7e44 HTTP/1.1" status: 200 len: 916 time: 0.1253991 Jul 13 08:38:48.513625 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b2fd454d-a755-49e9-9755-7dd92f3e4c79 req-4f4e0d34-977d-4428-aa1d-ff18abbe880b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ba51c91-bdd0-4dea-b66d-33f7b587b653 HTTP/1.1" status: 200 len: 1002 time: 0.0614669 Jul 13 08:38:48.559924 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd454d-a755-49e9-9755-7dd92f3e4c79 req-0125cd5c-f8bf-4ad1-993c-4127a8f4139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:48.561373 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b2fd454d-a755-49e9-9755-7dd92f3e4c79 req-0125cd5c-f8bf-4ad1-993c-4127a8f4139b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75611458-9be0-4483-836f-3428923f837a HTTP/1.1" status: 200 len: 854 time: 0.0414007 Jul 13 08:38:48.616528 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd454d-a755-49e9-9755-7dd92f3e4c79 req-55f1ed32-7e29-47c4-a562-d5180f55c61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:48.617936 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b2fd454d-a755-49e9-9755-7dd92f3e4c79 req-55f1ed32-7e29-47c4-a562-d5180f55c61c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b9bac55d-eb92-4c17-bf10-82f0706a7e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500855 Jul 13 08:38:48.709384 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b2fd454d-a755-49e9-9755-7dd92f3e4c79 req-7281b937-28a7-446f-bbe8-fa53d24ba538 service neutron] 10.222.0.62 "GET /v2.0/networks/b9bac55d-eb92-4c17-bf10-82f0706a7e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845265 Jul 13 08:38:48.800390 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b2fd454d-a755-49e9-9755-7dd92f3e4c79 req-70944cd6-5219-4b28-a6cf-75b5042decb6 service neutron] 10.222.0.62 "GET /v2.0/networks/b9bac55d-eb92-4c17-bf10-82f0706a7e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837529 Jul 13 08:38:49.614588 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b6606-dc6c-4c8c-8c93-a8545380c8f8 req-cd3eb86f-1aa4-4fb8-be38-2186eb79ec88 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:49.616087 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-397b6606-dc6c-4c8c-8c93-a8545380c8f8 req-cd3eb86f-1aa4-4fb8-be38-2186eb79ec88 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 985 time: 0.0640717 Jul 13 08:38:49.655162 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-397b6606-dc6c-4c8c-8c93-a8545380c8f8 req-16f8cec1-efc2-421f-b6ea-9086a3952bd7 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c43aaf1-35d8-48a3-a51c-2291f105c6c8&id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333526 Jul 13 08:38:50.825717 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03383c-9e06-490e-9919-277d60ba9f7a req-3843c3b1-4eff-481c-944a-7708ae0fcff0 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:50.827208 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cb03383c-9e06-490e-9919-277d60ba9f7a req-3843c3b1-4eff-481c-944a-7708ae0fcff0 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 985 time: 0.0621631 Jul 13 08:38:50.866741 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cb03383c-9e06-490e-9919-277d60ba9f7a req-7c5cf1fb-d23d-45b4-a844-345287fb5a66 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c43aaf1-35d8-48a3-a51c-2291f105c6c8&id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334668 Jul 13 08:38:52.039685 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724f840-9eb8-4f24-bd65-f840d622af11 req-a32187d6-24bc-46f0-8d0a-8f90bd3f6a43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:52.041150 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b724f840-9eb8-4f24-bd65-f840d622af11 req-a32187d6-24bc-46f0-8d0a-8f90bd3f6a43 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 985 time: 0.0674706 Jul 13 08:38:52.080215 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b724f840-9eb8-4f24-bd65-f840d622af11 req-46be02a8-1162-4d83-8755-5b856f41d07b tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c43aaf1-35d8-48a3-a51c-2291f105c6c8&id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329292 Jul 13 08:38:53.250928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac05da-d45f-4268-97d5-ddf93945e222 req-276eb808-7e3d-43ce-866b-5d774bc8b863 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:53.253018 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2ac05da-d45f-4268-97d5-ddf93945e222 req-276eb808-7e3d-43ce-866b-5d774bc8b863 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 985 time: 0.0658195 Jul 13 08:38:53.293155 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2ac05da-d45f-4268-97d5-ddf93945e222 req-cb68a71a-e628-4fd5-b4fc-93d127ea7f03 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c43aaf1-35d8-48a3-a51c-2291f105c6c8&id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343838 Jul 13 08:38:53.296987 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-affe6ede-68f9-4d0b-8762-43ce2a5c71c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:54.466404 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4ef36-bf5b-4191-be40-153fd56f2778 req-d9b31872-88cf-4ee1-b831-7c5b8497012b tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:54.467888 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3cd4ef36-bf5b-4191-be40-153fd56f2778 req-d9b31872-88cf-4ee1-b831-7c5b8497012b tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 985 time: 0.0630813 Jul 13 08:38:54.510577 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3cd4ef36-bf5b-4191-be40-153fd56f2778 req-e76d258c-509f-402f-818c-fa5cc7da069e tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c43aaf1-35d8-48a3-a51c-2291f105c6c8&id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371392 Jul 13 08:38:55.680703 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556aa54-8160-401c-9b62-806a983a88c3 req-abee84cd-59eb-4c17-9876-60a6f319c486 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:55.682212 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a556aa54-8160-401c-9b62-806a983a88c3 req-abee84cd-59eb-4c17-9876-60a6f319c486 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 985 time: 0.0629346 Jul 13 08:38:55.722001 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a556aa54-8160-401c-9b62-806a983a88c3 req-5534c2a2-125c-40ab-8f7f-8258b487876e tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c43aaf1-35d8-48a3-a51c-2291f105c6c8&id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340962 Jul 13 08:38:56.893567 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992e9fe-5205-4c96-8336-475cbcd0a51a req-048d72cd-8003-4a74-bb9b-6f87425d0111 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:56.894981 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9992e9fe-5205-4c96-8336-475cbcd0a51a req-048d72cd-8003-4a74-bb9b-6f87425d0111 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 985 time: 0.0635145 Jul 13 08:38:56.933730 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9992e9fe-5205-4c96-8336-475cbcd0a51a req-db0615f2-8481-41b5-aa61-b3e9aa4b22fc tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c43aaf1-35d8-48a3-a51c-2291f105c6c8&id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332077 Jul 13 08:38:57.640450 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0fd8e9c5-e75f-4032-8d83-fbfeab2c5f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:57.871606 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:58.110093 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0472b8-94bb-4ff3-97bf-778c62cd2498 req-5596cc23-ab61-47e6-a73c-39900d88fc34 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:58.112167 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df0472b8-94bb-4ff3-97bf-778c62cd2498 req-5596cc23-ab61-47e6-a73c-39900d88fc34 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 985 time: 0.0675387 Jul 13 08:38:58.151604 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-df0472b8-94bb-4ff3-97bf-778c62cd2498 req-1e75a57a-d012-4365-87c7-d51299fc086f tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c43aaf1-35d8-48a3-a51c-2291f105c6c8&id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337846 Jul 13 08:38:59.323330 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769e18f-d47b-4ac2-96eb-63d8deb7f4cd req-22676e73-e7cc-4eff-8587-1f64866c5404 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:59.324813 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9769e18f-d47b-4ac2-96eb-63d8deb7f4cd req-22676e73-e7cc-4eff-8587-1f64866c5404 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 985 time: 0.0635338 Jul 13 08:38:59.364258 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9769e18f-d47b-4ac2-96eb-63d8deb7f4cd req-ebb9377e-84bf-4785-959c-55c8b40b26dd tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c43aaf1-35d8-48a3-a51c-2291f105c6c8&id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338595 Jul 13 08:38:59.834446 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:00.536309 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5edf5-e079-4b0d-9c49-313f8f36120a req-9e8d1295-c400-4897-9b45-c2c8e3aa0d4f tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:00.537772 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-59e5edf5-e079-4b0d-9c49-313f8f36120a req-9e8d1295-c400-4897-9b45-c2c8e3aa0d4f tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 985 time: 0.0631413 Jul 13 08:39:00.580929 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-59e5edf5-e079-4b0d-9c49-313f8f36120a req-19057734-afc6-457c-87d7-27499502d7b4 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c43aaf1-35d8-48a3-a51c-2291f105c6c8&id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375724 Jul 13 08:39:01.556079 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:08.481376 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:13.444789 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:16.414372 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80aecea1-fb7d-44f7-9b5a-2cde096fe9c7 req-6d47d81d-8396-4228-bb22-8839943d9f78 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506504 Jul 13 08:39:16.507433 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aecea1-fb7d-44f7-9b5a-2cde096fe9c7 req-a04b6c9e-2b5a-4d7b-973a-9c89438e16fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:16.508960 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80aecea1-fb7d-44f7-9b5a-2cde096fe9c7 req-a04b6c9e-2b5a-4d7b-973a-9c89438e16fb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bad486928bc448b38e41271bada6d71e&device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 1137 time: 0.0521870 Jul 13 08:39:16.615337 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aecea1-fb7d-44f7-9b5a-2cde096fe9c7 req-27fc833e-96fd-4b2c-85d0-fb1d15fb2641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:16.616784 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80aecea1-fb7d-44f7-9b5a-2cde096fe9c7 req-27fc833e-96fd-4b2c-85d0-fb1d15fb2641 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b9bac55d-eb92-4c17-bf10-82f0706a7e44 HTTP/1.1" status: 200 len: 916 time: 0.0884466 Jul 13 08:39:16.681236 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80aecea1-fb7d-44f7-9b5a-2cde096fe9c7 req-4d203ff3-f66a-430e-9358-d113807f31f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ba51c91-bdd0-4dea-b66d-33f7b587b653 HTTP/1.1" status: 200 len: 1002 time: 0.0575995 Jul 13 08:39:16.729031 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aecea1-fb7d-44f7-9b5a-2cde096fe9c7 req-5e97763e-16c2-46c8-a44d-37c1be7e6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:16.730463 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80aecea1-fb7d-44f7-9b5a-2cde096fe9c7 req-5e97763e-16c2-46c8-a44d-37c1be7e6da9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75611458-9be0-4483-836f-3428923f837a HTTP/1.1" status: 200 len: 854 time: 0.0430112 Jul 13 08:39:16.789285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aecea1-fb7d-44f7-9b5a-2cde096fe9c7 req-7631faa4-3c0a-4e5d-89d2-54109e2312cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:16.790797 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80aecea1-fb7d-44f7-9b5a-2cde096fe9c7 req-7631faa4-3c0a-4e5d-89d2-54109e2312cb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b9bac55d-eb92-4c17-bf10-82f0706a7e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547373 Jul 13 08:39:16.877672 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80aecea1-fb7d-44f7-9b5a-2cde096fe9c7 req-06b2c350-5ea2-45a9-ab93-ead3ff125c40 service neutron] 10.222.0.62 "GET /v2.0/networks/b9bac55d-eb92-4c17-bf10-82f0706a7e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803134 Jul 13 08:39:16.969266 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-80aecea1-fb7d-44f7-9b5a-2cde096fe9c7 req-6b6cfcbd-134a-4aaf-8ab4-216d37c531e4 service neutron] 10.222.0.62 "GET /v2.0/networks/b9bac55d-eb92-4c17-bf10-82f0706a7e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845785 Jul 13 08:39:18.855316 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:39:23.298143 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14b3f62a-509d-4368-b86d-1ff721bd488c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:27.641909 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1b62dce9-8ece-4eba-b20d-cfdebb4c5215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:27.871454 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:29.837743 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.558078 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:33.072005 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e948437f-ae06-45fb-bc2b-f7235ca3b3d2 req-a5c2072a-6343-41df-93ed-7bf5b299cdcf tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-636211165&fields=id&tenant_id=bad486928bc448b38e41271bada6d71e HTTP/1.1" status: 200 len: 267 time: 0.0330520 Jul 13 08:39:33.138045 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948437f-ae06-45fb-bc2b-f7235ca3b3d2 req-1246f81d-94fc-4c30-871d-496f32ee7e90 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:33.139574 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e948437f-ae06-45fb-bc2b-f7235ca3b3d2 req-1246f81d-94fc-4c30-871d-496f32ee7e90 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 985 time: 0.0624404 Jul 13 08:39:33.150983 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-e948437f-ae06-45fb-bc2b-f7235ca3b3d2 req-4a1ae2d9-48c5-4234-bc10-4083493ac3df tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Request body: {'port': {'security_groups': ['49ec0dde-c3dc-420d-8a06-d1c7624fc9c6']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:33.235903 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e948437f-ae06-45fb-bc2b-f7235ca3b3d2 req-4a1ae2d9-48c5-4234-bc10-4083493ac3df tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:33.404415 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e948437f-ae06-45fb-bc2b-f7235ca3b3d2 req-4a1ae2d9-48c5-4234-bc10-4083493ac3df tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] For port 3ba51c91-bdd0-4dea-b66d-33f7b587b653, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3ba51c91-bdd0-4dea-b66d-33f7b587b653,segment=NetworkSegment(8c25d6d2-3328-4707-b7aa-aca23c856659),segment_id=8c25d6d2-3328-4707-b7aa-aca23c856659)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:33.432981 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e948437f-ae06-45fb-bc2b-f7235ca3b3d2 req-4a1ae2d9-48c5-4234-bc10-4083493ac3df tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:33.437274 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e948437f-ae06-45fb-bc2b-f7235ca3b3d2 req-4a1ae2d9-48c5-4234-bc10-4083493ac3df tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:33.450710 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3ba51c91-bdd0-4dea-b66d-33f7b587b653'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:39:33.482066 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948437f-ae06-45fb-bc2b-f7235ca3b3d2 req-4a1ae2d9-48c5-4234-bc10-4083493ac3df tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:33.482717 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e948437f-ae06-45fb-bc2b-f7235ca3b3d2 req-4a1ae2d9-48c5-4234-bc10-4083493ac3df tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:33.486238 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e948437f-ae06-45fb-bc2b-f7235ca3b3d2 req-4a1ae2d9-48c5-4234-bc10-4083493ac3df tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "PUT /v2.0/ports/3ba51c91-bdd0-4dea-b66d-33f7b587b653 HTTP/1.1" status: 200 len: 943 time: 0.3379900 Jul 13 08:39:33.486238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e163091e-8304-48fd-b805-fb612ec546b6', 'tag': '3ba51c91-bdd0-4dea-b66d-33f7b587b653'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:39:33.486971 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a911b7-8d14-4875-bc47-b9a3a3d3d277" -d '{"events": [{"name": "network-changed", "server_uuid": "e163091e-8304-48fd-b805-fb612ec546b6", "tag": "3ba51c91-bdd0-4dea-b66d-33f7b587b653"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:39:33.491412 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35876) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:33.520310 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ae2d9-48c5-4234-bc10-4083493ac3df tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Pushing event updated for resources: {'Port': ['ID=3ba51c91-bdd0-4dea-b66d-33f7b587b653,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:33.528688 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ae2d9-48c5-4234-bc10-4083493ac3df tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.529408 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ae2d9-48c5-4234-bc10-4083493ac3df tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.529408 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ae2d9-48c5-4234-bc10-4083493ac3df tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.529778 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ae2d9-48c5-4234-bc10-4083493ac3df tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.530018 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ae2d9-48c5-4234-bc10-4083493ac3df tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.530360 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ae2d9-48c5-4234-bc10-4083493ac3df tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.530686 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ae2d9-48c5-4234-bc10-4083493ac3df tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.531009 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ae2d9-48c5-4234-bc10-4083493ac3df tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.531331 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ae2d9-48c5-4234-bc10-4083493ac3df tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.531647 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ae2d9-48c5-4234-bc10-4083493ac3df tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.531963 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ae2d9-48c5-4234-bc10-4083493ac3df tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.532278 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ae2d9-48c5-4234-bc10-4083493ac3df tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.562468 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3ba51c91-bdd0-4dea-b66d-33f7b587b653'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:39:33.566514 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c0fdf4-d480-4f93-a8de-36a32ab2075e x-openstack-request-id: req-32c0fdf4-d480-4f93-a8de-36a32ab2075e {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:39:33.567646 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e163091e-8304-48fd-b805-fb612ec546b6", "tag": "3ba51c91-bdd0-4dea-b66d-33f7b587b653", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:39:33.569478 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32c0fdf4-d480-4f93-a8de-36a32ab2075e {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:39:33.570154 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e163091e-8304-48fd-b805-fb612ec546b6', 'tag': '3ba51c91-bdd0-4dea-b66d-33f7b587b653', 'status': 'completed', 'code': 200} Jul 13 08:39:33.607334 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-73d8af57-1990-4c81-92ea-3ef9b37302d1 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:33.639306 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-73d8af57-1990-4c81-92ea-3ef9b37302d1 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:33.658392 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a911b7-8d14-4875-bc47-b9a3a3d3d277 req-cc233f31-74a8-492b-bab8-fc1402c965aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:33.660308 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-13a911b7-8d14-4875-bc47-b9a3a3d3d277 req-cc233f31-74a8-492b-bab8-fc1402c965aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bad486928bc448b38e41271bada6d71e&device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 1098 time: 0.0728772 Jul 13 08:39:33.719219 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-73d8af57-1990-4c81-92ea-3ef9b37302d1 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:33.721962 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-73d8af57-1990-4c81-92ea-3ef9b37302d1 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:33.723224 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-73d8af57-1990-4c81-92ea-3ef9b37302d1 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "DELETE /v2.0/security-groups/7c43aaf1-35d8-48a3-a51c-2291f105c6c8 HTTP/1.1" status: 204 len: 168 time: 0.2309754 Jul 13 08:39:33.728076 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35880) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:33.740072 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8af57-1990-4c81-92ea-3ef9b37302d1 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c43aaf1-35d8-48a3-a51c-2291f105c6c8,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:33.770828 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a911b7-8d14-4875-bc47-b9a3a3d3d277 req-b071ead6-fb07-45d2-a201-63f13905e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:33.772229 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-13a911b7-8d14-4875-bc47-b9a3a3d3d277 req-b071ead6-fb07-45d2-a201-63f13905e787 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b9bac55d-eb92-4c17-bf10-82f0706a7e44 HTTP/1.1" status: 200 len: 916 time: 0.1038063 Jul 13 08:39:33.777393 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d8af57-1990-4c81-92ea-3ef9b37302d1 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.777746 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d8af57-1990-4c81-92ea-3ef9b37302d1 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.778108 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d8af57-1990-4c81-92ea-3ef9b37302d1 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.778455 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d8af57-1990-4c81-92ea-3ef9b37302d1 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.778790 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d8af57-1990-4c81-92ea-3ef9b37302d1 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.779124 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d8af57-1990-4c81-92ea-3ef9b37302d1 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.779456 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d8af57-1990-4c81-92ea-3ef9b37302d1 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.779787 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d8af57-1990-4c81-92ea-3ef9b37302d1 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.780113 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d8af57-1990-4c81-92ea-3ef9b37302d1 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.780444 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d8af57-1990-4c81-92ea-3ef9b37302d1 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.780768 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d8af57-1990-4c81-92ea-3ef9b37302d1 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.781089 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d8af57-1990-4c81-92ea-3ef9b37302d1 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:33.828539 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-59d7eb67-ec3f-474f-b354-02303ecf48bf None None] Provisioning complete for port 3ba51c91-bdd0-4dea-b66d-33f7b587b653 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:39:33.829036 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-59d7eb67-ec3f-474f-b354-02303ecf48bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:33.843874 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-13a911b7-8d14-4875-bc47-b9a3a3d3d277 req-8707e5d6-6d0f-4c09-afcb-e4b12332f247 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ba51c91-bdd0-4dea-b66d-33f7b587b653 HTTP/1.1" status: 200 len: 1002 time: 0.0646145 Jul 13 08:39:33.893947 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a911b7-8d14-4875-bc47-b9a3a3d3d277 req-93ed2e62-edf2-4f23-802f-819cddb4f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:33.895720 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-13a911b7-8d14-4875-bc47-b9a3a3d3d277 req-93ed2e62-edf2-4f23-802f-819cddb4f8da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75611458-9be0-4483-836f-3428923f837a HTTP/1.1" status: 200 len: 854 time: 0.0451937 Jul 13 08:39:33.914831 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-3c4b21f1-36b5-42f0-b020-8e814f9e4282 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Deleting port 753c4090-b99b-4e21-ac56-5deced8ea896 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:39:33.915261 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c4b21f1-36b5-42f0-b020-8e814f9e4282 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:33.954504 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a911b7-8d14-4875-bc47-b9a3a3d3d277 req-cdfc23fe-924e-4513-9779-e84e35e6c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:33.956062 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-13a911b7-8d14-4875-bc47-b9a3a3d3d277 req-cdfc23fe-924e-4513-9779-e84e35e6c71c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b9bac55d-eb92-4c17-bf10-82f0706a7e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537384 Jul 13 08:39:33.991287 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c4b21f1-36b5-42f0-b020-8e814f9e4282 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:33.991521 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c4b21f1-36b5-42f0-b020-8e814f9e4282 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:34.002782 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-3c4b21f1-36b5-42f0-b020-8e814f9e4282 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Calling delete_port for 753c4090-b99b-4e21-ac56-5deced8ea896 owned by network:floatingip {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:39:34.050897 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-13a911b7-8d14-4875-bc47-b9a3a3d3d277 req-1aa4f310-a361-4c62-a403-7fc5a2d27f23 service neutron] 10.222.0.62 "GET /v2.0/networks/b9bac55d-eb92-4c17-bf10-82f0706a7e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872867 Jul 13 08:39:34.140734 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-13a911b7-8d14-4875-bc47-b9a3a3d3d277 req-8de965fe-fa12-4408-b87b-de9a5293dd6e service neutron] 10.222.0.62 "GET /v2.0/networks/b9bac55d-eb92-4c17-bf10-82f0706a7e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827641 Jul 13 08:39:34.182374 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c4b21f1-36b5-42f0-b020-8e814f9e4282 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:34.208739 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b21f1-36b5-42f0-b020-8e814f9e4282 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Pushing event deleted for resources: {'Port': ['ID=753c4090-b99b-4e21-ac56-5deced8ea896,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:34.267815 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c4b21f1-36b5-42f0-b020-8e814f9e4282 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks [] for floatingip, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:34.268078 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-3c4b21f1-36b5-42f0-b020-8e814f9e4282 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Floating IP 53fed9f4-60c0-4432-852d-828b21c5ddf6 disassociated (deleted). External IP: 172.25.0.209, port: 3ba51c91-bdd0-4dea-b66d-33f7b587b653. Jul 13 08:39:34.469480 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4b21f1-36b5-42f0-b020-8e814f9e4282 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Router 9d96b614-2a8a-4189-8c18-c959f2e04eea has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:39:34.574385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4b21f1-36b5-42f0-b020-8e814f9e4282 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:39:34.579037 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3c4b21f1-36b5-42f0-b020-8e814f9e4282 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:34.583769 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42166342-076c-43ff-b419-a0fe3a0f0f90 None None] Sync routers for ids ['9d96b614-2a8a-4189-8c18-c959f2e04eea'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:39:34.592500 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42166342-076c-43ff-b419-a0fe3a0f0f90 None None] Routers {'9d96b614-2a8a-4189-8c18-c959f2e04eea'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:34.593116 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-42166342-076c-43ff-b419-a0fe3a0f0f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:39:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9d96b614-2a8a-4189-8c18-c959f2e04eea'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:34.617653 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3c4b21f1-36b5-42f0-b020-8e814f9e4282 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "DELETE /v2.0/floatingips/53fed9f4-60c0-4432-852d-828b21c5ddf6 HTTP/1.1" status: 204 len: 168 time: 0.8861463 Jul 13 08:39:34.617653 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e163091e-8304-48fd-b805-fb612ec546b6', 'tag': '3ba51c91-bdd0-4dea-b66d-33f7b587b653'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:39:34.618885 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19da1f1c817b7d3b3f035bd3be9e28848a799e6e4ef5efd80c73c51428ad5e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5622af-1314-4475-9d37-4e58fc0d0aed" -d '{"events": [{"name": "network-changed", "server_uuid": "e163091e-8304-48fd-b805-fb612ec546b6", "tag": "3ba51c91-bdd0-4dea-b66d-33f7b587b653"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:39:34.656691 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf48ad7-00e0-4004-88db-c42a8350b2a5 x-openstack-request-id: req-dcf48ad7-00e0-4004-88db-c42a8350b2a5 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:39:34.656979 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e163091e-8304-48fd-b805-fb612ec546b6", "tag": "3ba51c91-bdd0-4dea-b66d-33f7b587b653", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:39:34.657235 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dcf48ad7-00e0-4004-88db-c42a8350b2a5 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:39:34.657670 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e163091e-8304-48fd-b805-fb612ec546b6', 'tag': '3ba51c91-bdd0-4dea-b66d-33f7b587b653', 'status': 'completed', 'code': 200} Jul 13 08:39:34.707624 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-42166342-076c-43ff-b419-a0fe3a0f0f90 None None] Set router 9d96b614-2a8a-4189-8c18-c959f2e04eea gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:34.738551 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5622af-1314-4475-9d37-4e58fc0d0aed req-955f92e4-4083-44d0-abfb-ac98b3d19706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:34.739891 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b5622af-1314-4475-9d37-4e58fc0d0aed req-955f92e4-4083-44d0-abfb-ac98b3d19706 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bad486928bc448b38e41271bada6d71e&device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 1098 time: 0.0578523 Jul 13 08:39:34.850594 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5622af-1314-4475-9d37-4e58fc0d0aed req-829c489d-a0c1-45a0-a1b5-1c2fbb5ef456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:34.852391 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b5622af-1314-4475-9d37-4e58fc0d0aed req-829c489d-a0c1-45a0-a1b5-1c2fbb5ef456 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b9bac55d-eb92-4c17-bf10-82f0706a7e44 HTTP/1.1" status: 200 len: 916 time: 0.1055710 Jul 13 08:39:34.898959 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b5622af-1314-4475-9d37-4e58fc0d0aed req-749b8d3d-ddc4-4e11-9448-e06156bd7b25 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ba51c91-bdd0-4dea-b66d-33f7b587b653 HTTP/1.1" status: 200 len: 217 time: 0.0390403 Jul 13 08:39:34.985053 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5622af-1314-4475-9d37-4e58fc0d0aed req-6e728c20-0ef8-41e6-bb17-49b08f2dd059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:34.986702 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b5622af-1314-4475-9d37-4e58fc0d0aed req-6e728c20-0ef8-41e6-bb17-49b08f2dd059 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75611458-9be0-4483-836f-3428923f837a HTTP/1.1" status: 200 len: 854 time: 0.0573676 Jul 13 08:39:35.047563 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5622af-1314-4475-9d37-4e58fc0d0aed req-64c0d3bd-a294-40f0-b0f7-4a9b6661aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:35.049640 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b5622af-1314-4475-9d37-4e58fc0d0aed req-64c0d3bd-a294-40f0-b0f7-4a9b6661aa8d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b9bac55d-eb92-4c17-bf10-82f0706a7e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532794 Jul 13 08:39:35.076547 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-42166342-076c-43ff-b419-a0fe3a0f0f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'name': 'tempest-TestMinimumBasicScenario-1640980432-router', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:38Z', 'revision_number': 4, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'gw_port': {'id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '8b692c1c-c0e1-42d6-86b8-77a0bd0d4134', 'name': '', 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'mac_address': 'fa:16:3e:a3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '75611458-9be0-4483-836f-3428923f837a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:38Z', 'updated_at': '2021-07-13T08:37:43Z', 'revision_number': 5, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'subnets': [{'id': '75611458-9be0-4483-836f-3428923f837a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:35.106444 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42166342-076c-43ff-b419-a0fe3a0f0f90 None None] Checking router: 9d96b614-2a8a-4189-8c18-c959f2e04eea for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:39:35.115229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42166342-076c-43ff-b419-a0fe3a0f0f90 None None] Routers {'9d96b614-2a8a-4189-8c18-c959f2e04eea'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:35.115844 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-42166342-076c-43ff-b419-a0fe3a0f0f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:39:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9d96b614-2a8a-4189-8c18-c959f2e04eea'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:35.148072 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b5622af-1314-4475-9d37-4e58fc0d0aed req-bbd9ba23-05e9-41d0-9e57-dd57bc49df98 service neutron] 10.222.0.62 "GET /v2.0/networks/b9bac55d-eb92-4c17-bf10-82f0706a7e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858946 Jul 13 08:39:35.222165 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-42166342-076c-43ff-b419-a0fe3a0f0f90 None None] Set router 9d96b614-2a8a-4189-8c18-c959f2e04eea gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:35.240765 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b5622af-1314-4475-9d37-4e58fc0d0aed req-47c7e809-6d5b-41e0-ae99-6904de3b6b01 service neutron] 10.222.0.62 "GET /v2.0/networks/b9bac55d-eb92-4c17-bf10-82f0706a7e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858896 Jul 13 08:39:35.420960 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-42166342-076c-43ff-b419-a0fe3a0f0f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'name': 'tempest-TestMinimumBasicScenario-1640980432-router', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:38Z', 'revision_number': 4, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'gw_port': {'id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '8b692c1c-c0e1-42d6-86b8-77a0bd0d4134', 'name': '', 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'mac_address': 'fa:16:3e:a3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '75611458-9be0-4483-836f-3428923f837a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:38Z', 'updated_at': '2021-07-13T08:37:43Z', 'revision_number': 5, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'subnets': [{'id': '75611458-9be0-4483-836f-3428923f837a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:35.446837 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42166342-076c-43ff-b419-a0fe3a0f0f90 None None] The sync data for ids ['9d96b614-2a8a-4189-8c18-c959f2e04eea'] in n-d-779913-28 is: [{'id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'name': 'tempest-TestMinimumBasicScenario-1640980432-router', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:38Z', 'revision_number': 4, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'gw_port': {'id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '8b692c1c-c0e1-42d6-86b8-77a0bd0d4134', 'name': '', 'network_id': 'b9bac55d-eb92-4c17-bf10-82f0706a7e44', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'mac_address': 'fa:16:3e:a3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '75611458-9be0-4483-836f-3428923f837a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:38Z', 'updated_at': '2021-07-13T08:37:43Z', 'revision_number': 5, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'subnets': [{'id': '75611458-9be0-4483-836f-3428923f837a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:39:35.665092 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccbfd30-15ab-4751-b6ab-1aed2dab2fe1 None None] New status for floating IP 53fed9f4-60c0-4432-852d-828b21c5ddf6: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:39:38.487131 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:42.097477 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390206b-83d0-4c09-b103-04e324d394b4 req-1225d6be-6b9c-4da3-be3b-08be4fd1cb69 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:42.099046 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d390206b-83d0-4c09-b103-04e324d394b4 req-1225d6be-6b9c-4da3-be3b-08be4fd1cb69 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 946 time: 0.1753387 Jul 13 08:39:42.140528 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d390206b-83d0-4c09-b103-04e324d394b4 req-2261000d-03ea-4004-a5ea-f0bc753e0020 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359242 Jul 13 08:39:43.361840 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd025da9-86a1-45c5-87fb-74e0b891460b req-f16cf1f5-7a4f-4e18-94df-f5d013c00d8a tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:43.363568 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd025da9-86a1-45c5-87fb-74e0b891460b req-f16cf1f5-7a4f-4e18-94df-f5d013c00d8a tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 946 time: 0.1087301 Jul 13 08:39:43.401465 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd025da9-86a1-45c5-87fb-74e0b891460b req-05165a52-dde2-4f88-9563-a729d659dda7 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/security-groups?id=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323071 Jul 13 08:39:43.465621 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:43.602638 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb026c9-01fa-48b7-8559-4ed40fece10f req-5c688988-7a7f-466d-9f4b-b5f5f16df7e4 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:43.603989 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aeb026c9-01fa-48b7-8559-4ed40fece10f req-5c688988-7a7f-466d-9f4b-b5f5f16df7e4 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.62 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 946 time: 0.0621374 Jul 13 08:39:43.716046 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-aeb026c9-01fa-48b7-8559-4ed40fece10f req-4db2fa1e-a048-4294-9f6a-18c481f6c1b0 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Deleting port 3ba51c91-bdd0-4dea-b66d-33f7b587b653 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:39:43.716386 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-aeb026c9-01fa-48b7-8559-4ed40fece10f req-4db2fa1e-a048-4294-9f6a-18c481f6c1b0 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:43.800662 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-aeb026c9-01fa-48b7-8559-4ed40fece10f req-4db2fa1e-a048-4294-9f6a-18c481f6c1b0 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] For port 3ba51c91-bdd0-4dea-b66d-33f7b587b653, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3ba51c91-bdd0-4dea-b66d-33f7b587b653,segment=NetworkSegment(8c25d6d2-3328-4707-b7aa-aca23c856659),segment_id=8c25d6d2-3328-4707-b7aa-aca23c856659)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:43.801012 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-aeb026c9-01fa-48b7-8559-4ed40fece10f req-4db2fa1e-a048-4294-9f6a-18c481f6c1b0 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:43.813247 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-aeb026c9-01fa-48b7-8559-4ed40fece10f req-4db2fa1e-a048-4294-9f6a-18c481f6c1b0 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Calling delete_port for 3ba51c91-bdd0-4dea-b66d-33f7b587b653 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:39:43.938015 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-aeb026c9-01fa-48b7-8559-4ed40fece10f req-4db2fa1e-a048-4294-9f6a-18c481f6c1b0 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:43.950703 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3ba51c91-bdd0-4dea-b66d-33f7b587b653'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:39:43.995347 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2fa1e-a048-4294-9f6a-18c481f6c1b0 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Pushing event deleted for resources: {'Port': ['ID=3ba51c91-bdd0-4dea-b66d-33f7b587b653,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:44.017368 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb026c9-01fa-48b7-8559-4ed40fece10f req-4db2fa1e-a048-4294-9f6a-18c481f6c1b0 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] No DVR routers for this DVR port 3ba51c91-bdd0-4dea-b66d-33f7b587b653 on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:39:44.020499 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-aeb026c9-01fa-48b7-8559-4ed40fece10f req-4db2fa1e-a048-4294-9f6a-18c481f6c1b0 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:44.022590 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aeb026c9-01fa-48b7-8559-4ed40fece10f req-4db2fa1e-a048-4294-9f6a-18c481f6c1b0 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.62 "DELETE /v2.0/ports/3ba51c91-bdd0-4dea-b66d-33f7b587b653 HTTP/1.1" status: 204 len: 173 time: 0.4129045 Jul 13 08:39:44.023009 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e163091e-8304-48fd-b805-fb612ec546b6', 'name': 'network-vif-deleted', 'tag': '3ba51c91-bdd0-4dea-b66d-33f7b587b653'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:39:44.025230 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5db35a6-04d3-476d-83d0-1ec62035d776" -d '{"events": [{"server_uuid": "e163091e-8304-48fd-b805-fb612ec546b6", "name": "network-vif-deleted", "tag": "3ba51c91-bdd0-4dea-b66d-33f7b587b653"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:39:44.060465 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6a8235-2995-4d63-b265-ef41d22a93aa x-openstack-request-id: req-cc6a8235-2995-4d63-b265-ef41d22a93aa {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:39:44.060758 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e163091e-8304-48fd-b805-fb612ec546b6", "name": "network-vif-deleted", "tag": "3ba51c91-bdd0-4dea-b66d-33f7b587b653", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:39:44.061008 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cc6a8235-2995-4d63-b265-ef41d22a93aa {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:39:44.061407 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e163091e-8304-48fd-b805-fb612ec546b6', 'name': 'network-vif-deleted', 'tag': '3ba51c91-bdd0-4dea-b66d-33f7b587b653', 'status': 'completed', 'code': 200} Jul 13 08:39:44.554620 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bca7a988-ba12-4a8a-aa19-9e5cf948970c req-6b558922-33fd-45ce-bae8-e94f637d1704 tempest-TestMinimumBasicScenario-1370639851 tempest-TestMinimumBasicScenario-1370639851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e163091e-8304-48fd-b805-fb612ec546b6 HTTP/1.1" status: 200 len: 210 time: 0.0294614 Jul 13 08:39:46.128520 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35984) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:46.466890 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1728ba84-fe35-4347-9a69-7475796baeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:46.713595 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-1728ba84-fe35-4347-9a69-7475796baeb0 admin admin] Deleting port 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:39:46.713944 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1728ba84-fe35-4347-9a69-7475796baeb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:46.788697 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-1728ba84-fe35-4347-9a69-7475796baeb0 admin admin] For port 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=8b692c1c-c0e1-42d6-86b8-77a0bd0d4134,segment=NetworkSegment(8c25d6d2-3328-4707-b7aa-aca23c856659),segment_id=8c25d6d2-3328-4707-b7aa-aca23c856659)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:46.788975 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1728ba84-fe35-4347-9a69-7475796baeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:46.801417 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-1728ba84-fe35-4347-9a69-7475796baeb0 admin admin] Calling delete_port for 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:39:46.974154 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1728ba84-fe35-4347-9a69-7475796baeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:47.003685 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728ba84-fe35-4347-9a69-7475796baeb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b692c1c-c0e1-42d6-86b8-77a0bd0d4134,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:47.164704 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1728ba84-fe35-4347-9a69-7475796baeb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:47.403883 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3ba51c91-bdd0-4dea-b66d-33f7b587b653 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:39:47.425065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 3ba51c91-bdd0-4dea-b66d-33f7b587b653 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:39:47.425411 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3ba51c91-bdd0-4dea-b66d-33f7b587b653 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:39:47.614906 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1728ba84-fe35-4347-9a69-7475796baeb0 admin admin] Router 9d96b614-2a8a-4189-8c18-c959f2e04eea has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:39:47.720498 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1728ba84-fe35-4347-9a69-7475796baeb0 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:39:47.725630 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1728ba84-fe35-4347-9a69-7475796baeb0 admin admin] 10.222.0.58 "PUT /v2.0/routers/9d96b614-2a8a-4189-8c18-c959f2e04eea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5960517 Jul 13 08:39:47.728263 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35986) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:47.729455 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3309ba2f-b169-47cb-b63d-1507efb854d1 None None] Sync routers for ids ['9d96b614-2a8a-4189-8c18-c959f2e04eea'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:39:47.738764 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3309ba2f-b169-47cb-b63d-1507efb854d1 None None] Routers {'9d96b614-2a8a-4189-8c18-c959f2e04eea'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:47.739363 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3309ba2f-b169-47cb-b63d-1507efb854d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:39:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9d96b614-2a8a-4189-8c18-c959f2e04eea'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:47.830173 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-072308a2-283e-4adf-8195-3264c42ba580 admin admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:47.841228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-3309ba2f-b169-47cb-b63d-1507efb854d1 None None] Set router 9d96b614-2a8a-4189-8c18-c959f2e04eea gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:47.926443 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-072308a2-283e-4adf-8195-3264c42ba580 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:47.980851 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-072308a2-283e-4adf-8195-3264c42ba580 admin admin] Deleting port 06bd1075-14e2-448b-8d6e-3ef485f47870 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:39:47.981127 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-072308a2-283e-4adf-8195-3264c42ba580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:48.014959 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3309ba2f-b169-47cb-b63d-1507efb854d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'name': 'tempest-TestMinimumBasicScenario-1640980432-router', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:39:46Z', 'revision_number': 5, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'gw_port': {'id': '06bd1075-14e2-448b-8d6e-3ef485f47870', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:48.043784 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3309ba2f-b169-47cb-b63d-1507efb854d1 None None] Checking router: 9d96b614-2a8a-4189-8c18-c959f2e04eea for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:39:48.052728 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3309ba2f-b169-47cb-b63d-1507efb854d1 None None] Routers {'9d96b614-2a8a-4189-8c18-c959f2e04eea'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:48.053331 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3309ba2f-b169-47cb-b63d-1507efb854d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:39:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['9d96b614-2a8a-4189-8c18-c959f2e04eea'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:48.058527 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-072308a2-283e-4adf-8195-3264c42ba580 admin admin] For port 06bd1075-14e2-448b-8d6e-3ef485f47870, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=06bd1075-14e2-448b-8d6e-3ef485f47870,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:48.058889 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-072308a2-283e-4adf-8195-3264c42ba580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:48.071813 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-072308a2-283e-4adf-8195-3264c42ba580 admin admin] Calling delete_port for 06bd1075-14e2-448b-8d6e-3ef485f47870 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:39:48.140702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-3309ba2f-b169-47cb-b63d-1507efb854d1 None None] Set router 9d96b614-2a8a-4189-8c18-c959f2e04eea gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:48.191531 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3309ba2f-b169-47cb-b63d-1507efb854d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'name': 'tempest-TestMinimumBasicScenario-1640980432-router', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:39:47Z', 'revision_number': 6, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:48.220245 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3309ba2f-b169-47cb-b63d-1507efb854d1 None None] The sync data for ids ['9d96b614-2a8a-4189-8c18-c959f2e04eea'] in n-d-779913-28 is: [{'id': '9d96b614-2a8a-4189-8c18-c959f2e04eea', 'name': 'tempest-TestMinimumBasicScenario-1640980432-router', 'tenant_id': 'bad486928bc448b38e41271bada6d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:36Z', 'updated_at': '2021-07-13T08:39:47Z', 'revision_number': 6, 'project_id': 'bad486928bc448b38e41271bada6d71e', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:39:48.235401 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-072308a2-283e-4adf-8195-3264c42ba580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:48.262771 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072308a2-283e-4adf-8195-3264c42ba580 admin admin] Pushing event deleted for resources: {'Port': ['ID=06bd1075-14e2-448b-8d6e-3ef485f47870,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:48.324538 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-072308a2-283e-4adf-8195-3264c42ba580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:48.411163 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-072308a2-283e-4adf-8195-3264c42ba580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:48.413223 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-072308a2-283e-4adf-8195-3264c42ba580 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:48.453741 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-072308a2-283e-4adf-8195-3264c42ba580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:48.454291 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072308a2-283e-4adf-8195-3264c42ba580 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d96b614-2a8a-4189-8c18-c959f2e04eea {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:39:48.458787 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-072308a2-283e-4adf-8195-3264c42ba580 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:48.459939 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-072308a2-283e-4adf-8195-3264c42ba580 admin admin] 10.222.0.58 "DELETE /v2.0/routers/9d96b614-2a8a-4189-8c18-c959f2e04eea HTTP/1.1" status: 204 len: 168 time: 0.7306454 Jul 13 08:39:48.462399 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35988) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:48.510036 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3dd0613-a322-4d92-a938-bc30a9efdcfc admin admin] Deleting subnet 75611458-9be0-4483-836f-3428923f837a {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:39:48.512930 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0613-a322-4d92-a938-bc30a9efdcfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:48.546446 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0613-a322-4d92-a938-bc30a9efdcfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:48.630391 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0613-a322-4d92-a938-bc30a9efdcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:48.686575 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0613-a322-4d92-a938-bc30a9efdcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:48.716715 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd0613-a322-4d92-a938-bc30a9efdcfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75611458-9be0-4483-836f-3428923f837a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:48.718680 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0613-a322-4d92-a938-bc30a9efdcfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:48.723180 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131d1b1e-1906-4c03-a76d-53b678105ecd None None] Network b9bac55d-eb92-4c17-bf10-82f0706a7e44 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:39:48.723698 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 35990) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:48.724095 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f3dd0613-a322-4d92-a938-bc30a9efdcfc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/75611458-9be0-4483-836f-3428923f837a HTTP/1.1" status: 204 len: 168 time: 0.2598863 Jul 13 08:39:48.788155 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f6e6879-cfd0-4f44-9936-5bb3f6358246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:48.844784 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e6879-cfd0-4f44-9936-5bb3f6358246 admin admin] Deleting port 364a1410-ca47-49e6-92e9-993075235e93 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:39:48.845132 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f6e6879-cfd0-4f44-9936-5bb3f6358246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:48.908923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-7f6e6879-cfd0-4f44-9936-5bb3f6358246 admin admin] For port 364a1410-ca47-49e6-92e9-993075235e93, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=364a1410-ca47-49e6-92e9-993075235e93,segment=NetworkSegment(8c25d6d2-3328-4707-b7aa-aca23c856659),segment_id=8c25d6d2-3328-4707-b7aa-aca23c856659)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:48.909218 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f6e6879-cfd0-4f44-9936-5bb3f6358246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:48.920571 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e6879-cfd0-4f44-9936-5bb3f6358246 admin admin] Calling delete_port for 364a1410-ca47-49e6-92e9-993075235e93 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:39:48.979002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cd4dc3-2fe6-45b0-a390-10c4b1f2f144 None None] DHCP port deletion for b9bac55d-eb92-4c17-bf10-82f0706a7e44 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:39:49.016778 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f6e6879-cfd0-4f44-9936-5bb3f6358246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:49.030987 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-92cd4dc3-2fe6-45b0-a390-10c4b1f2f144 None None] Deleting port 364a1410-ca47-49e6-92e9-993075235e93 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:39:49.032497 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92cd4dc3-2fe6-45b0-a390-10c4b1f2f144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:49.045806 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e6879-cfd0-4f44-9936-5bb3f6358246 admin admin] Pushing event deleted for resources: {'Port': ['ID=364a1410-ca47-49e6-92e9-993075235e93,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:49.047181 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6e6879-cfd0-4f44-9936-5bb3f6358246 admin admin] No DVR routers for this DVR port 364a1410-ca47-49e6-92e9-993075235e93 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:39:49.101183 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-92cd4dc3-2fe6-45b0-a390-10c4b1f2f144 None None] For port 364a1410-ca47-49e6-92e9-993075235e93, host n-d-779913-28, got binding levels [] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:49.101554 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92cd4dc3-2fe6-45b0-a390-10c4b1f2f144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:49.113629 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-92cd4dc3-2fe6-45b0-a390-10c4b1f2f144 None None] Calling delete_port for 364a1410-ca47-49e6-92e9-993075235e93 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:39:49.116323 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.ipam_backend_mixin [None req-92cd4dc3-2fe6-45b0-a390-10c4b1f2f144 None None] Port 364a1410-ca47-49e6-92e9-993075235e93 was not found and therefore no delete operation was performed {{(pid=93725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 08:39:49.117588 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92cd4dc3-2fe6-45b0-a390-10c4b1f2f144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:49.122669 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f6e6879-cfd0-4f44-9936-5bb3f6358246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:49.132823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7f6e6879-cfd0-4f44-9936-5bb3f6358246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9bac55d-eb92-4c17-bf10-82f0706a7e44']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:49.144620 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cd4dc3-2fe6-45b0-a390-10c4b1f2f144 None None] No DVR routers for this DVR port 364a1410-ca47-49e6-92e9-993075235e93 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:39:49.148068 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7f6e6879-cfd0-4f44-9936-5bb3f6358246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c25d6d2-3328-4707-b7aa-aca23c856659') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:49.148303 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7f6e6879-cfd0-4f44-9936-5bb3f6358246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c25d6d2-3328-4707-b7aa-aca23c856659') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:49.149666 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd4dc3-2fe6-45b0-a390-10c4b1f2f144 None None] Pushing event deleted for resources: {'Port': ['ID=364a1410-ca47-49e6-92e9-993075235e93,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:49.157983 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd4dc3-2fe6-45b0-a390-10c4b1f2f144 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:49.158812 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd4dc3-2fe6-45b0-a390-10c4b1f2f144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:49.159295 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd4dc3-2fe6-45b0-a390-10c4b1f2f144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:49.159506 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd4dc3-2fe6-45b0-a390-10c4b1f2f144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:49.159916 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd4dc3-2fe6-45b0-a390-10c4b1f2f144 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:49.160144 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd4dc3-2fe6-45b0-a390-10c4b1f2f144 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:49.160474 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd4dc3-2fe6-45b0-a390-10c4b1f2f144 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:49.160794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd4dc3-2fe6-45b0-a390-10c4b1f2f144 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:49.160907 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f6e6879-cfd0-4f44-9936-5bb3f6358246 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:49.161113 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd4dc3-2fe6-45b0-a390-10c4b1f2f144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:49.161432 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd4dc3-2fe6-45b0-a390-10c4b1f2f144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:49.161776 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd4dc3-2fe6-45b0-a390-10c4b1f2f144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:49.162051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd4dc3-2fe6-45b0-a390-10c4b1f2f144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:49.175752 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f6e6879-cfd0-4f44-9936-5bb3f6358246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:49.181583 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6e6879-cfd0-4f44-9936-5bb3f6358246 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:39:49.181973 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f6e6879-cfd0-4f44-9936-5bb3f6358246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:39:49.184822 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:39:49.239334 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f6e6879-cfd0-4f44-9936-5bb3f6358246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:49.247858 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f6e6879-cfd0-4f44-9936-5bb3f6358246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:49.250103 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7f6e6879-cfd0-4f44-9936-5bb3f6358246 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b9bac55d-eb92-4c17-bf10-82f0706a7e44 HTTP/1.1" status: 204 len: 168 time: 0.5258214 Jul 13 08:39:49.253335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 35996) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:49.264152 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e6879-cfd0-4f44-9936-5bb3f6358246 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9bac55d-eb92-4c17-bf10-82f0706a7e44,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:49.320587 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:39:49.344535 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:39:49.344884 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 8b692c1c-c0e1-42d6-86b8-77a0bd0d4134 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:39:49.345307 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 364a1410-ca47-49e6-92e9-993075235e93 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:39:49.364014 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 364a1410-ca47-49e6-92e9-993075235e93 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:39:49.364357 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 364a1410-ca47-49e6-92e9-993075235e93 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:39:49.364772 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 06bd1075-14e2-448b-8d6e-3ef485f47870 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:39:49.382764 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 06bd1075-14e2-448b-8d6e-3ef485f47870 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:39:49.383106 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 06bd1075-14e2-448b-8d6e-3ef485f47870 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:39:49.598785 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8fd7-d722-43a9-a929-0090a674783d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:49.850142 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c8fd7-d722-43a9-a929-0090a674783d admin admin] Deleting port ea7601b4-91c6-4a8b-9573-d188a92565f6 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:39:49.850400 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8fd7-d722-43a9-a929-0090a674783d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:49.927632 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-6e4c8fd7-d722-43a9-a929-0090a674783d admin admin] For port ea7601b4-91c6-4a8b-9573-d188a92565f6, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ea7601b4-91c6-4a8b-9573-d188a92565f6,segment=NetworkSegment(f85a8f11-7684-4b04-b7e6-167354116fbd),segment_id=f85a8f11-7684-4b04-b7e6-167354116fbd)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:49.927985 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8fd7-d722-43a9-a929-0090a674783d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:49.940483 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c8fd7-d722-43a9-a929-0090a674783d admin admin] Calling delete_port for ea7601b4-91c6-4a8b-9573-d188a92565f6 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:39:50.120615 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8fd7-d722-43a9-a929-0090a674783d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:50.147144 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c8fd7-d722-43a9-a929-0090a674783d admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7601b4-91c6-4a8b-9573-d188a92565f6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:50.306597 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8fd7-d722-43a9-a929-0090a674783d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:50.515039 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4c8fd7-d722-43a9-a929-0090a674783d admin admin] Router 758a794e-dacb-40f1-89ee-d495c7e497b3 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:39:50.868109 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4c8fd7-d722-43a9-a929-0090a674783d admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:39:50.873232 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6e4c8fd7-d722-43a9-a929-0090a674783d admin admin] 10.222.0.58 "PUT /v2.0/routers/758a794e-dacb-40f1-89ee-d495c7e497b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6181817 Jul 13 08:39:50.875927 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36000) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:50.876723 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc21d9-b19f-4754-9e50-5436f131cb3e None None] Sync routers for ids ['758a794e-dacb-40f1-89ee-d495c7e497b3'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:39:50.885880 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc21d9-b19f-4754-9e50-5436f131cb3e None None] Routers {'758a794e-dacb-40f1-89ee-d495c7e497b3'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:50.886577 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-73cc21d9-b19f-4754-9e50-5436f131cb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:39:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['758a794e-dacb-40f1-89ee-d495c7e497b3'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:50.976950 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fab0fa9b-92ca-4a13-8a77-539054d507ef admin admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:50.987762 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-73cc21d9-b19f-4754-9e50-5436f131cb3e None None] Set router 758a794e-dacb-40f1-89ee-d495c7e497b3 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:51.078561 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fab0fa9b-92ca-4a13-8a77-539054d507ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:51.133913 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-fab0fa9b-92ca-4a13-8a77-539054d507ef admin admin] Deleting port 292508d7-dd0f-42fe-b80e-0a85f92b3433 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:39:51.134315 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fab0fa9b-92ca-4a13-8a77-539054d507ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:51.163190 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-73cc21d9-b19f-4754-9e50-5436f131cb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758a794e-dacb-40f1-89ee-d495c7e497b3', 'name': 'tempest-TestMinimumBasicScenario-973970455-router', 'tenant_id': '5f36f102f3cc434ab609212f6e96ed85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '292508d7-dd0f-42fe-b80e-0a85f92b3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:40Z', 'updated_at': '2021-07-13T08:39:50Z', 'revision_number': 5, 'project_id': '5f36f102f3cc434ab609212f6e96ed85', 'gw_port': {'id': '292508d7-dd0f-42fe-b80e-0a85f92b3433', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758a794e-dacb-40f1-89ee-d495c7e497b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:40Z', 'updated_at': '2021-07-13T08:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:51.188408 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc21d9-b19f-4754-9e50-5436f131cb3e None None] Checking router: 758a794e-dacb-40f1-89ee-d495c7e497b3 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:39:51.197104 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc21d9-b19f-4754-9e50-5436f131cb3e None None] Routers {'758a794e-dacb-40f1-89ee-d495c7e497b3'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:51.197708 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-73cc21d9-b19f-4754-9e50-5436f131cb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:39:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['758a794e-dacb-40f1-89ee-d495c7e497b3'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:51.216307 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-fab0fa9b-92ca-4a13-8a77-539054d507ef admin admin] For port 292508d7-dd0f-42fe-b80e-0a85f92b3433, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=292508d7-dd0f-42fe-b80e-0a85f92b3433,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:51.216665 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fab0fa9b-92ca-4a13-8a77-539054d507ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:51.228119 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-fab0fa9b-92ca-4a13-8a77-539054d507ef admin admin] Calling delete_port for 292508d7-dd0f-42fe-b80e-0a85f92b3433 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:39:51.282979 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-73cc21d9-b19f-4754-9e50-5436f131cb3e None None] Set router 758a794e-dacb-40f1-89ee-d495c7e497b3 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:51.336226 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-73cc21d9-b19f-4754-9e50-5436f131cb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758a794e-dacb-40f1-89ee-d495c7e497b3', 'name': 'tempest-TestMinimumBasicScenario-973970455-router', 'tenant_id': '5f36f102f3cc434ab609212f6e96ed85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:40Z', 'updated_at': '2021-07-13T08:39:51Z', 'revision_number': 6, 'project_id': '5f36f102f3cc434ab609212f6e96ed85', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:51.361865 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc21d9-b19f-4754-9e50-5436f131cb3e None None] The sync data for ids ['758a794e-dacb-40f1-89ee-d495c7e497b3'] in n-d-779913-28 is: [{'id': '758a794e-dacb-40f1-89ee-d495c7e497b3', 'name': 'tempest-TestMinimumBasicScenario-973970455-router', 'tenant_id': '5f36f102f3cc434ab609212f6e96ed85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:40Z', 'updated_at': '2021-07-13T08:39:51Z', 'revision_number': 6, 'project_id': '5f36f102f3cc434ab609212f6e96ed85', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:39:51.401904 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fab0fa9b-92ca-4a13-8a77-539054d507ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:51.429066 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0fa9b-92ca-4a13-8a77-539054d507ef admin admin] Pushing event deleted for resources: {'Port': ['ID=292508d7-dd0f-42fe-b80e-0a85f92b3433,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:51.487607 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fab0fa9b-92ca-4a13-8a77-539054d507ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:51.576028 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fab0fa9b-92ca-4a13-8a77-539054d507ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:51.578124 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fab0fa9b-92ca-4a13-8a77-539054d507ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:51.622920 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fab0fa9b-92ca-4a13-8a77-539054d507ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:51.623644 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab0fa9b-92ca-4a13-8a77-539054d507ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 758a794e-dacb-40f1-89ee-d495c7e497b3 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:39:51.628647 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fab0fa9b-92ca-4a13-8a77-539054d507ef admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:51.629919 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fab0fa9b-92ca-4a13-8a77-539054d507ef admin admin] 10.222.0.58 "DELETE /v2.0/routers/758a794e-dacb-40f1-89ee-d495c7e497b3 HTTP/1.1" status: 204 len: 168 time: 0.7530825 Jul 13 08:39:51.632398 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36002) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:51.675287 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-264f487e-6976-4105-adb3-e53044b9133c admin admin] Deleting subnet c4df532e-489e-457c-88c2-b68445fc0464 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:39:51.678271 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-264f487e-6976-4105-adb3-e53044b9133c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:51.713485 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-264f487e-6976-4105-adb3-e53044b9133c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:51.804961 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-264f487e-6976-4105-adb3-e53044b9133c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:51.855409 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-264f487e-6976-4105-adb3-e53044b9133c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:51.880943 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f487e-6976-4105-adb3-e53044b9133c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4df532e-489e-457c-88c2-b68445fc0464,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:51.885615 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-264f487e-6976-4105-adb3-e53044b9133c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:51.887575 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-264f487e-6976-4105-adb3-e53044b9133c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c4df532e-489e-457c-88c2-b68445fc0464 HTTP/1.1" status: 204 len: 168 time: 0.2542598 Jul 13 08:39:51.889984 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36006) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:51.892249 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b46b9ef-8c92-4299-83f1-8719ef9f7852 None None] Network 2f7c2b58-c446-4e46-8abf-51ff298d1d15 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:39:51.960285 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36c514d3-18f8-4b68-ac6e-1530144dd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.012464 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-36c514d3-18f8-4b68-ac6e-1530144dd2c0 admin admin] Deleting port 2fa508bb-098b-4324-b59b-081b2d1c5eb6 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:39:52.012806 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36c514d3-18f8-4b68-ac6e-1530144dd2c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.075886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-36c514d3-18f8-4b68-ac6e-1530144dd2c0 admin admin] For port 2fa508bb-098b-4324-b59b-081b2d1c5eb6, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=2fa508bb-098b-4324-b59b-081b2d1c5eb6,segment=NetworkSegment(f85a8f11-7684-4b04-b7e6-167354116fbd),segment_id=f85a8f11-7684-4b04-b7e6-167354116fbd)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:52.076245 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36c514d3-18f8-4b68-ac6e-1530144dd2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.087996 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-36c514d3-18f8-4b68-ac6e-1530144dd2c0 admin admin] Calling delete_port for 2fa508bb-098b-4324-b59b-081b2d1c5eb6 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:39:52.141352 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd5c127-2650-499b-a403-9cbe0003c4df None None] DHCP port deletion for 2f7c2b58-c446-4e46-8abf-51ff298d1d15 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:39:52.176557 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36c514d3-18f8-4b68-ac6e-1530144dd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.190405 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3dd5c127-2650-499b-a403-9cbe0003c4df None None] Deleting port 2fa508bb-098b-4324-b59b-081b2d1c5eb6 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:39:52.190834 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3dd5c127-2650-499b-a403-9cbe0003c4df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.201995 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c514d3-18f8-4b68-ac6e-1530144dd2c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa508bb-098b-4324-b59b-081b2d1c5eb6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:52.207413 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c514d3-18f8-4b68-ac6e-1530144dd2c0 admin admin] No DVR routers for this DVR port 2fa508bb-098b-4324-b59b-081b2d1c5eb6 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:39:52.257654 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3dd5c127-2650-499b-a403-9cbe0003c4df None None] For port 2fa508bb-098b-4324-b59b-081b2d1c5eb6, host n-d-779913-28, got binding levels [] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:52.258165 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3dd5c127-2650-499b-a403-9cbe0003c4df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.270403 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3dd5c127-2650-499b-a403-9cbe0003c4df None None] Calling delete_port for 2fa508bb-098b-4324-b59b-081b2d1c5eb6 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:39:52.273020 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.ipam_backend_mixin [None req-3dd5c127-2650-499b-a403-9cbe0003c4df None None] Port 2fa508bb-098b-4324-b59b-081b2d1c5eb6 was not found and therefore no delete operation was performed {{(pid=93725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 08:39:52.274285 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3dd5c127-2650-499b-a403-9cbe0003c4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.284966 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36c514d3-18f8-4b68-ac6e-1530144dd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.295469 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-36c514d3-18f8-4b68-ac6e-1530144dd2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7c2b58-c446-4e46-8abf-51ff298d1d15']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:52.299498 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5c127-2650-499b-a403-9cbe0003c4df None None] Pushing event deleted for resources: {'Port': ['ID=2fa508bb-098b-4324-b59b-081b2d1c5eb6,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:52.303126 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd5c127-2650-499b-a403-9cbe0003c4df None None] No DVR routers for this DVR port 2fa508bb-098b-4324-b59b-081b2d1c5eb6 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:39:52.312178 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-36c514d3-18f8-4b68-ac6e-1530144dd2c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85a8f11-7684-4b04-b7e6-167354116fbd') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:52.312525 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-36c514d3-18f8-4b68-ac6e-1530144dd2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85a8f11-7684-4b04-b7e6-167354116fbd') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:52.321681 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36c514d3-18f8-4b68-ac6e-1530144dd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.336555 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36c514d3-18f8-4b68-ac6e-1530144dd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.343069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c514d3-18f8-4b68-ac6e-1530144dd2c0 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:39:52.343603 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36c514d3-18f8-4b68-ac6e-1530144dd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:39:52.345394 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:39:52.400144 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36c514d3-18f8-4b68-ac6e-1530144dd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.406287 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-36c514d3-18f8-4b68-ac6e-1530144dd2c0 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.408184 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-36c514d3-18f8-4b68-ac6e-1530144dd2c0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2f7c2b58-c446-4e46-8abf-51ff298d1d15 HTTP/1.1" status: 204 len: 168 time: 0.5172000 Jul 13 08:39:52.420029 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c514d3-18f8-4b68-ac6e-1530144dd2c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f7c2b58-c446-4e46-8abf-51ff298d1d15,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:52.565763 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36010) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:52.609169 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3f7f3f70-0826-4443-9a4f-2e73d35fdefb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bad486928bc448b38e41271bada6d71e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422182 Jul 13 08:39:52.611706 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36012) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:52.658842 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d172747b-02d0-4fc8-8429-2a54967619ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.678950 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d172747b-02d0-4fc8-8429-2a54967619ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.724125 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d172747b-02d0-4fc8-8429-2a54967619ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.726792 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d172747b-02d0-4fc8-8429-2a54967619ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.728155 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d172747b-02d0-4fc8-8429-2a54967619ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/49ec0dde-c3dc-420d-8a06-d1c7624fc9c6 HTTP/1.1" status: 204 len: 168 time: 0.1152363 Jul 13 08:39:52.736075 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172747b-02d0-4fc8-8429-2a54967619ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ec0dde-c3dc-420d-8a06-d1c7624fc9c6,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:53.024188 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36018) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:53.063709 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7959f3ce-f99e-4db2-8a0f-28ee9bfdb688 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f36f102f3cc434ab609212f6e96ed85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383551 Jul 13 08:39:53.066929 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36020) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:53.113241 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-22fb2d11-4bce-4e19-b181-8eba9aedfd9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:53.134388 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-22fb2d11-4bce-4e19-b181-8eba9aedfd9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:53.182330 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-22fb2d11-4bce-4e19-b181-8eba9aedfd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:53.185363 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-22fb2d11-4bce-4e19-b181-8eba9aedfd9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:53.186528 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-22fb2d11-4bce-4e19-b181-8eba9aedfd9b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/33f218d1-b673-4839-9553-3dbefc1cf2a2 HTTP/1.1" status: 204 len: 168 time: 0.1186924 Jul 13 08:39:53.194574 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb2d11-4bce-4e19-b181-8eba9aedfd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f218d1-b673-4839-9553-3dbefc1cf2a2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:53.300216 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ea7601b4-91c6-4a8b-9573-d188a92565f6 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:39:53.303687 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7b36445-eab5-4cec-927d-ab3b7cd7a2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:53.322396 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: ea7601b4-91c6-4a8b-9573-d188a92565f6 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:39:53.322744 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ea7601b4-91c6-4a8b-9573-d188a92565f6 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:39:53.323160 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2fa508bb-098b-4324-b59b-081b2d1c5eb6 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:39:53.341980 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 2fa508bb-098b-4324-b59b-081b2d1c5eb6 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:39:53.342396 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 2fa508bb-098b-4324-b59b-081b2d1c5eb6 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:39:53.342817 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 292508d7-dd0f-42fe-b80e-0a85f92b3433 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:39:53.364299 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 292508d7-dd0f-42fe-b80e-0a85f92b3433 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:39:53.364642 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 292508d7-dd0f-42fe-b80e-0a85f92b3433 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:39:54.672718 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36060) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:54.677902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-905af7dd-a186-44b1-95fb-f7db2f954e14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-933674620', 'description': 'tempest-secgroup-smoke-933674620 description', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:54.699656 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-905af7dd-a186-44b1-95fb-f7db2f954e14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.707815 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-905af7dd-a186-44b1-95fb-f7db2f954e14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.799220 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-905af7dd-a186-44b1-95fb-f7db2f954e14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.802587 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-905af7dd-a186-44b1-95fb-f7db2f954e14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.837539 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905af7dd-a186-44b1-95fb-f7db2f954e14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c5e85e-53f4-41b5-ae7e-39c6c0a427ad,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:54.889118 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-905af7dd-a186-44b1-95fb-f7db2f954e14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.892631 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-905af7dd-a186-44b1-95fb-f7db2f954e14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.921306 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905af7dd-a186-44b1-95fb-f7db2f954e14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9a0b3b-0fe3-475b-8043-0d8f684aed84,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:54.924438 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-905af7dd-a186-44b1-95fb-f7db2f954e14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.925773 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-905af7dd-a186-44b1-95fb-f7db2f954e14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2520282 Jul 13 08:39:54.928960 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36062) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:54.933284 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b5bc897b-9df9-46ef-aea6-8396a0f40414 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '7b9a0b3b-0fe3-475b-8043-0d8f684aed84', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:54.958409 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5bc897b-9df9-46ef-aea6-8396a0f40414 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.012789 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5bc897b-9df9-46ef-aea6-8396a0f40414 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.016096 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5bc897b-9df9-46ef-aea6-8396a0f40414 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.035028 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc897b-9df9-46ef-aea6-8396a0f40414 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01876b48-9733-4ee6-93ae-509b02c73ff1,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:55.041507 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5bc897b-9df9-46ef-aea6-8396a0f40414 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.042704 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b5bc897b-9df9-46ef-aea6-8396a0f40414 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128376 Jul 13 08:39:55.045455 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36064) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:55.050396 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-63df8df8-bb16-4e05-8766-d0cf8125c5e9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '7b9a0b3b-0fe3-475b-8043-0d8f684aed84', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:55.075533 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-63df8df8-bb16-4e05-8766-d0cf8125c5e9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.132245 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-63df8df8-bb16-4e05-8766-d0cf8125c5e9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.135568 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-63df8df8-bb16-4e05-8766-d0cf8125c5e9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.152578 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df8df8-bb16-4e05-8766-d0cf8125c5e9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48a78ce-0045-4e0d-9b2f-e2a88d20df1b,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:55.158850 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-63df8df8-bb16-4e05-8766-d0cf8125c5e9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.160047 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-63df8df8-bb16-4e05-8766-d0cf8125c5e9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136756 Jul 13 08:39:55.162716 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36066) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:55.167027 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-176b4b1d-5944-484c-ac19-ab225d61ff96 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '7b9a0b3b-0fe3-475b-8043-0d8f684aed84', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:55.191957 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-176b4b1d-5944-484c-ac19-ab225d61ff96 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.252881 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-176b4b1d-5944-484c-ac19-ab225d61ff96 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.256134 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-176b4b1d-5944-484c-ac19-ab225d61ff96 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.273745 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b4b1d-5944-484c-ac19-ab225d61ff96 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=809c849e-7714-49c8-a6b9-d816b70c853a,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:55.278964 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-176b4b1d-5944-484c-ac19-ab225d61ff96 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.280148 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-176b4b1d-5944-484c-ac19-ab225d61ff96 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165221 Jul 13 08:39:55.282873 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36068) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:55.287791 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5d300a88-beac-447d-b8a9-761e2b913a91 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '7b9a0b3b-0fe3-475b-8043-0d8f684aed84', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:55.312895 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d300a88-beac-447d-b8a9-761e2b913a91 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.370495 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d300a88-beac-447d-b8a9-761e2b913a91 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.373653 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d300a88-beac-447d-b8a9-761e2b913a91 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.390129 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d300a88-beac-447d-b8a9-761e2b913a91 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b63381-566e-427f-8c4d-8df0efa837ec,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:55.396576 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d300a88-beac-447d-b8a9-761e2b913a91 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.397812 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5d300a88-beac-447d-b8a9-761e2b913a91 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134231 Jul 13 08:39:55.400476 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36070) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:55.404830 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-78bbd37a-16f6-4420-8753-35c32d68b506 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '7b9a0b3b-0fe3-475b-8043-0d8f684aed84', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:55.426614 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-78bbd37a-16f6-4420-8753-35c32d68b506 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Project c5988cb4b1124302a881e2f13d2fbcd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:39:55.431195 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78bbd37a-16f6-4420-8753-35c32d68b506 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.489961 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78bbd37a-16f6-4420-8753-35c32d68b506 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.493310 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78bbd37a-16f6-4420-8753-35c32d68b506 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.510253 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bbd37a-16f6-4420-8753-35c32d68b506 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbabd5bf-506a-4d0c-a56c-b751570ae235,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:55.516081 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78bbd37a-16f6-4420-8753-35c32d68b506 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.517103 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-78bbd37a-16f6-4420-8753-35c32d68b506 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1157212 Jul 13 08:39:55.520325 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36072) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:55.524564 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-904ab378-72f6-40ca-b4e9-88c1c1f671cc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '7b9a0b3b-0fe3-475b-8043-0d8f684aed84', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:55.545380 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-904ab378-72f6-40ca-b4e9-88c1c1f671cc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Project c5988cb4b1124302a881e2f13d2fbcd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:39:55.549957 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-904ab378-72f6-40ca-b4e9-88c1c1f671cc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.611283 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-904ab378-72f6-40ca-b4e9-88c1c1f671cc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.614936 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-904ab378-72f6-40ca-b4e9-88c1c1f671cc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.634738 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ab378-72f6-40ca-b4e9-88c1c1f671cc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c630fb8-d9c1-4200-a652-57f894027c0f,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:55.638307 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-904ab378-72f6-40ca-b4e9-88c1c1f671cc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.639465 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-904ab378-72f6-40ca-b4e9-88c1c1f671cc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182425 Jul 13 08:39:55.643127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36074) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:55.648098 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e50c645d-3c32-4b21-a17e-fda114ec1d9e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'network': {'name': 'tempest-network-smoke--274567614', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'port_security_enabled': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:55.668135 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50c645d-3c32-4b21-a17e-fda114ec1d9e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Made reservation on behalf of c5988cb4b1124302a881e2f13d2fbcd1 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:39:55.671534 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e50c645d-3c32-4b21-a17e-fda114ec1d9e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.694380 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50c645d-3c32-4b21-a17e-fda114ec1d9e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:39:55.702915 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e50c645d-3c32-4b21-a17e-fda114ec1d9e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.703282 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-e50c645d-3c32-4b21-a17e-fda114ec1d9e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Added segment be70db33-3743-473c-ac30-728be76caf58 of type vlan for network c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 Jul 13 08:39:55.742405 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e50c645d-3c32-4b21-a17e-fda114ec1d9e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.770275 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e50c645d-3c32-4b21-a17e-fda114ec1d9e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.775706 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50c645d-3c32-4b21-a17e-fda114ec1d9e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:55.776284 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e50c645d-3c32-4b21-a17e-fda114ec1d9e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.808426 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e50c645d-3c32-4b21-a17e-fda114ec1d9e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1643496 Jul 13 08:39:55.811389 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36076) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:55.816172 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2b11a0d3-387b-4bb1-9fad-2e52180e02d3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1327444992', 'admin_state_up': True, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:55.854711 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:39:55.858594 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c645d-3c32-4b21-a17e-fda114ec1d9e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Network': ['ID=c8cd5065-5a7c-4e7e-aa86-17f4cfd08854,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:55.868500 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:39:55.875376 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b11a0d3-387b-4bb1-9fad-2e52180e02d3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.876517 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b11a0d3-387b-4bb1-9fad-2e52180e02d3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.926828 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b11a0d3-387b-4bb1-9fad-2e52180e02d3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.395885 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b11a0d3-387b-4bb1-9fad-2e52180e02d3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.577697 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b11a0d3-387b-4bb1-9fad-2e52180e02d3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.599501 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b11a0d3-387b-4bb1-9fad-2e52180e02d3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.699692 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-2b11a0d3-387b-4bb1-9fad-2e52180e02d3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Allocated IP 172.25.0.160 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/e5e06e6f-d78b-4e66-b7d1-d3477b5d3149) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:39:56.801523 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b11a0d3-387b-4bb1-9fad-2e52180e02d3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.838556 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b11a0d3-387b-4bb1-9fad-2e52180e02d3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.877262 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b11a0d3-387b-4bb1-9fad-2e52180e02d3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:39:56.879961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2b11a0d3-387b-4bb1-9fad-2e52180e02d3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:39:56.882394 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b11a0d3-387b-4bb1-9fad-2e52180e02d3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:39:56.906516 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11a0d3-387b-4bb1-9fad-2e52180e02d3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=e5e06e6f-d78b-4e66-b7d1-d3477b5d3149,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:57.125955 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b11a0d3-387b-4bb1-9fad-2e52180e02d3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:57.317789 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b11a0d3-387b-4bb1-9fad-2e52180e02d3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:57.440476 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b11a0d3-387b-4bb1-9fad-2e52180e02d3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router 3250cb98-4bb3-4358-acfa-87a117beb1a4 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:39:57.545394 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b11a0d3-387b-4bb1-9fad-2e52180e02d3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:39:57.555857 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] Sync routers for ids ['3250cb98-4bb3-4358-acfa-87a117beb1a4'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:39:57.565666 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b11a0d3-387b-4bb1-9fad-2e52180e02d3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:57.565941 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] Routers {'3250cb98-4bb3-4358-acfa-87a117beb1a4'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:57.569828 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:39:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3250cb98-4bb3-4358-acfa-87a117beb1a4'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:57.570027 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2b11a0d3-387b-4bb1-9fad-2e52180e02d3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7546911 Jul 13 08:39:57.570177 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36078) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:57.668482 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f43ea80-402a-44a2-a6af-22aea2684e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:57.682508 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] Set router 3250cb98-4bb3-4358-acfa-87a117beb1a4 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:57.685571 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-29f4222c-476c-4b0a-befd-21493fef2a95 tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=c5988cb4b1124302a881e2f13d2fbcd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1144235 Jul 13 08:39:57.688260 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36082) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:57.844048 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd6d34e-f1dd-496c-adfd-3694e47f91e3 tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:57.845628 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5dd6d34e-f1dd-496c-adfd-3694e47f91e3 tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1564288 Jul 13 08:39:57.848382 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36084) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:57.868391 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327444992', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:55Z', 'updated_at': '2021-07-13T08:39:57Z', 'revision_number': 3, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:39:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:57.883201 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-afbd7a8b-f2ad-477c-86a1-8a4a2d36f689 tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f96be058-f906-4210-b421-902eff1606be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337265 Jul 13 08:39:57.885855 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36086) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:57.890964 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e36e83d3-0143-4c6c-95f4-5c114de95512 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1392373886', 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:57.986834 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36e83d3-0143-4c6c-95f4-5c114de95512 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Made reservation on behalf of c5988cb4b1124302a881e2f13d2fbcd1 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:39:57.990443 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e36e83d3-0143-4c6c-95f4-5c114de95512 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:58.052166 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:58.053753 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] Checking router: 3250cb98-4bb3-4358-acfa-87a117beb1a4 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:39:58.054107 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] Updating router 3250cb98-4bb3-4358-acfa-87a117beb1a4 port e5e06e6f-d78b-4e66-b7d1-d3477b5d3149 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:39:58.087156 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:58.167664 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e36e83d3-0143-4c6c-95f4-5c114de95512 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:58.219843 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e83d3-0143-4c6c-95f4-5c114de95512 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Subnet': ['ID=4000c7d5-1eff-4ab7-a462-54e749856824,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:58.235271 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36e83d3-0143-4c6c-95f4-5c114de95512 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Checking segment: {'id': 'be70db33-3743-473c-ac30-728be76caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:39:58.235618 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36e83d3-0143-4c6c-95f4-5c114de95512 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network hostable DHCP agents. Network: c8cd5065-5a7c-4e7e-aa86-17f4cfd08854, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:39:58.251703 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36e83d3-0143-4c6c-95f4-5c114de95512 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:39:58.260281 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e36e83d3-0143-4c6c-95f4-5c114de95512 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, c8cd5065-5a7c-4e7e-aa86-17f4cfd08854) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:39:58.264409 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36e83d3-0143-4c6c-95f4-5c114de95512 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:58.265181 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e36e83d3-0143-4c6c-95f4-5c114de95512 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:58.273025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b47acd-7e2a-4a7e-a130-2ad38c79fd84 None None] Network c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:39:58.283902 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e36e83d3-0143-4c6c-95f4-5c114de95512 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3937771 Jul 13 08:39:58.284284 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36088) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:58.410761 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:58.445953 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] Transition to ACTIVE for port object e5e06e6f-d78b-4e66-b7d1-d3477b5d3149 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:39:58.456306 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:58.522060 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-c8cd5065-5a7c-4e7e-aa86-17f4cfd08854', 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ips': [{'subnet_id': '4000c7d5-1eff-4ab7-a462-54e749856824'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:39:58.523066 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:58.542278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] Attempting to bind port e5e06e6f-d78b-4e66-b7d1-d3477b5d3149 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:39:58.542651 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] Attempting to bind port e5e06e6f-d78b-4e66-b7d1-d3477b5d3149 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:39:58.543017 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] Attempting to bind port e5e06e6f-d78b-4e66-b7d1-d3477b5d3149 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:39:58.547151 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea7c2b-2438-4e19-a8ca-5e66345e46d7 None None] Pushing event updated for resources: {'Port': ['ID=e5e06e6f-d78b-4e66-b7d1-d3477b5d3149,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:58.553711 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:39:58.554076 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:39:58.554500 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:58.554890 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:39:58.555364 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] Bound port: e5e06e6f-d78b-4e66-b7d1-d3477b5d3149, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:39:58.555744 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:58.692915 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] For port e5e06e6f-d78b-4e66-b7d1-d3477b5d3149, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:39:58.709972 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffd8d4f7-25c3-496c-8bc9-70c8ba1c0d5b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:58.710931 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] For port e5e06e6f-d78b-4e66-b7d1-d3477b5d3149, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e5e06e6f-d78b-4e66-b7d1-d3477b5d3149,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:39:58.719027 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:58.746109 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] Allocated IP 172.20.0.2 (c8cd5065-5a7c-4e7e-aa86-17f4cfd08854/4000c7d5-1eff-4ab7-a462-54e749856824/96f9b6fb-226f-402f-9503-034b527ce48e) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:39:58.816215 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] Routers {'3250cb98-4bb3-4358-acfa-87a117beb1a4'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:58.816848 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:39:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3250cb98-4bb3-4358-acfa-87a117beb1a4'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:58.818556 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea7c2b-2438-4e19-a8ca-5e66345e46d7 None None] Pushing event updated for resources: {'Port': ['ID=e5e06e6f-d78b-4e66-b7d1-d3477b5d3149,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:58.994606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] Set router 3250cb98-4bb3-4358-acfa-87a117beb1a4 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:59.068981 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:59.085998 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] Transition to ACTIVE for port object 96f9b6fb-226f-402f-9503-034b527ce48e will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:39:59.133133 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] Transition to ACTIVE for port object 96f9b6fb-226f-402f-9503-034b527ce48e will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:39:59.145064 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:59.186017 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-ffd8d4f7-25c3-496c-8bc9-70c8ba1c0d5b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Allocated IP 172.20.0.1 (c8cd5065-5a7c-4e7e-aa86-17f4cfd08854/4000c7d5-1eff-4ab7-a462-54e749856824/af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:39:59.197177 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] Network c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:39:59.220476 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:39:59.222870 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:39:59.231805 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] Pushing event updated for resources: {'Port': ['ID=96f9b6fb-226f-402f-9503-034b527ce48e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:59.292779 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] Attempting to bind port 96f9b6fb-226f-402f-9503-034b527ce48e on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:39:59.293159 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] Attempting to bind port 96f9b6fb-226f-402f-9503-034b527ce48e by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'be70db33-3743-473c-ac30-728be76caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:39:59.293498 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] Attempting to bind port 96f9b6fb-226f-402f-9503-034b527ce48e on network c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:39:59.301330 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:39:59.301693 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] Checking segment: {'id': 'be70db33-3743-473c-ac30-728be76caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:39:59.302113 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:59.302394 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffd8d4f7-25c3-496c-8bc9-70c8ba1c0d5b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:59.302523 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] Bound using segment: {'id': 'be70db33-3743-473c-ac30-728be76caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:39:59.302941 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] Bound port: 96f9b6fb-226f-402f-9503-034b527ce48e, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be70db33-3743-473c-ac30-728be76caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:39:59.303313 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:59.316499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-ffd8d4f7-25c3-496c-8bc9-70c8ba1c0d5b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Transition to ACTIVE for port object af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:39:59.323024 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327444992', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:55Z', 'updated_at': '2021-07-13T08:39:57Z', 'revision_number': 3, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:59.349778 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffd8d4f7-25c3-496c-8bc9-70c8ba1c0d5b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:59.369930 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf24f62c-130e-4fa7-bee4-b403187a81a1 None None] The sync data for ids ['3250cb98-4bb3-4358-acfa-87a117beb1a4'] in n-d-779913-28 is: [{'id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327444992', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:55Z', 'updated_at': '2021-07-13T08:39:57Z', 'revision_number': 3, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:39:59.394032 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd8d4f7-25c3-496c-8bc9-70c8ba1c0d5b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:39:59.400068 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ffd8d4f7-25c3-496c-8bc9-70c8ba1c0d5b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:39:59.404762 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd8d4f7-25c3-496c-8bc9-70c8ba1c0d5b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:39:59.409472 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8d4f7-25c3-496c-8bc9-70c8ba1c0d5b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:59.411955 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] For port 96f9b6fb-226f-402f-9503-034b527ce48e, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:39:59.420207 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] For port 96f9b6fb-226f-402f-9503-034b527ce48e, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=96f9b6fb-226f-402f-9503-034b527ce48e,segment=NetworkSegment(be70db33-3743-473c-ac30-728be76caf58),segment_id=be70db33-3743-473c-ac30-728be76caf58)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:39:59.425320 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:59.454133 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffd8d4f7-25c3-496c-8bc9-70c8ba1c0d5b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:59.493681 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a9e8c-3a35-40be-b192-2673a3bb933b None None] Pushing event updated for resources: {'Port': ['ID=96f9b6fb-226f-402f-9503-034b527ce48e,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:59.612890 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffd8d4f7-25c3-496c-8bc9-70c8ba1c0d5b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:59.841102 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:59.949530 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffd8d4f7-25c3-496c-8bc9-70c8ba1c0d5b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:59.956761 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffd8d4f7-25c3-496c-8bc9-70c8ba1c0d5b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:00.034397 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8d4f7-25c3-496c-8bc9-70c8ba1c0d5b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:00.048753 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffd8d4f7-25c3-496c-8bc9-70c8ba1c0d5b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:00.151384 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd8d4f7-25c3-496c-8bc9-70c8ba1c0d5b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:00.152816 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ffd8d4f7-25c3-496c-8bc9-70c8ba1c0d5b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:00.490719 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b832b8fb-5188-4de7-bcff-45782db94eec None None] Network c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:40:00.616155 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9a3753b0-583a-4cea-9cfc-549ac1414bcb None None] Provisioning for port 96f9b6fb-226f-402f-9503-034b527ce48e completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:00.628678 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd8d4f7-25c3-496c-8bc9-70c8ba1c0d5b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router 3250cb98-4bb3-4358-acfa-87a117beb1a4 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:40:00.746003 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd8d4f7-25c3-496c-8bc9-70c8ba1c0d5b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:40:00.751195 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ffd8d4f7-25c3-496c-8bc9-70c8ba1c0d5b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "PUT /v2.0/routers/3250cb98-4bb3-4358-acfa-87a117beb1a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4658530 Jul 13 08:40:00.895563 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-5886ae1a-e745-46c6-a927-ef5da3d24195 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-933674620&fields=id&tenant_id=c5988cb4b1124302a881e2f13d2fbcd1 HTTP/1.1" status: 200 len: 267 time: 0.0358531 Jul 13 08:40:00.951265 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7c69ae87-65bf-4d27-a264-434631d286db None None] Provisioning for port af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:00.959306 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7c69ae87-65bf-4d27-a264-434631d286db None None] Provisioning complete for port af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:00.960335 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7c69ae87-65bf-4d27-a264-434631d286db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:01.002635 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7c69ae87-65bf-4d27-a264-434631d286db None None] Port af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:40:01.018841 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-5d49a9a9-cab4-4b07-bd49-8c95cc6ac356 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:01.020482 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-5d49a9a9-cab4-4b07-bd49-8c95cc6ac356 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/networks?id=c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 HTTP/1.1" status: 200 len: 796 time: 0.1186025 Jul 13 08:40:01.036877 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-a5d59537-a85b-432a-9686-916aac26ee33 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/quotas/c5988cb4b1124302a881e2f13d2fbcd1 HTTP/1.1" status: 200 len: 375 time: 0.0106578 Jul 13 08:40:01.040901 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] Sync routers for ids ['3250cb98-4bb3-4358-acfa-87a117beb1a4'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:40:01.051889 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] Routers {'3250cb98-4bb3-4358-acfa-87a117beb1a4'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:01.052424 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:39:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3250cb98-4bb3-4358-acfa-87a117beb1a4'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:01.109867 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-92ce3a54-7da7-4289-9dcb-c310c1b108fb tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671532 Jul 13 08:40:01.131473 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-609dd616-73b8-45bf-87fd-86df4b72789e None None] Provisioning complete for port af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:01.132288 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-609dd616-73b8-45bf-87fd-86df4b72789e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:01.164531 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] Set router 3250cb98-4bb3-4358-acfa-87a117beb1a4 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:01.180662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-609dd616-73b8-45bf-87fd-86df4b72789e None None] Port af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:40:01.228826 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-461d1bee-694a-44ff-9743-2ba2308850d4 service neutron] 10.222.0.58 "GET /v2.0/networks/c8cd5065-5a7c-4e7e-aa86-17f4cfd08854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015193 Jul 13 08:40:01.317373 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-50dde51a-9ccb-49cd-ad1b-be6aef9219c4 None None] Provisioning complete for port af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:01.317582 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50dde51a-9ccb-49cd-ad1b-be6aef9219c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:01.360554 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-50dde51a-9ccb-49cd-ad1b-be6aef9219c4 None None] Port af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:40:01.367187 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-47e83c4e-84d0-4939-ad91-676a2893d9a8 service neutron] 10.222.0.58 "GET /v2.0/networks/c8cd5065-5a7c-4e7e-aa86-17f4cfd08854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268792 Jul 13 08:40:01.415111 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327444992', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:55Z', 'updated_at': '2021-07-13T08:39:59Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b', 'name': '', 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:51:33:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4000c7d5-1eff-4ab7-a462-54e749856824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:58Z', 'updated_at': '2021-07-13T08:39:59Z', 'revision_number': 2, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '4000c7d5-1eff-4ab7-a462-54e749856824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:01.415838 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 96f9b6fb-226f-402f-9503-034b527ce48e up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:01.447495 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] Checking router: 3250cb98-4bb3-4358-acfa-87a117beb1a4 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:40:01.447843 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] Updating router 3250cb98-4bb3-4358-acfa-87a117beb1a4 port af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:40:01.469822 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 96f9b6fb-226f-402f-9503-034b527ce48e completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:01.474843 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 96f9b6fb-226f-402f-9503-034b527ce48e triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:01.475231 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:01.485385 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:01.589453 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1146e784-7c08-404f-b97f-367eabf883a4 req-ff3f1a04-bbdc-4800-809b-c8ee9f6c0e7f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 210 time: 0.0468636 Jul 13 08:40:01.618446 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:01.622487 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:01.651138 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a93a7a21-41e0-4fa6-9780-1e66d557435f None None] Provisioning complete for port af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:01.651405 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a93a7a21-41e0-4fa6-9780-1e66d557435f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:01.685936 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 96f9b6fb-226f-402f-9503-034b527ce48e, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=96f9b6fb-226f-402f-9503-034b527ce48e,segment=NetworkSegment(be70db33-3743-473c-ac30-728be76caf58),segment_id=be70db33-3743-473c-ac30-728be76caf58)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:01.694519 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:01.706165 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a93a7a21-41e0-4fa6-9780-1e66d557435f None None] Port af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:40:01.730399 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e5e06e6f-d78b-4e66-b7d1-d3477b5d3149 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:01.793047 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=96f9b6fb-226f-402f-9503-034b527ce48e,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:01.809148 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port e5e06e6f-d78b-4e66-b7d1-d3477b5d3149 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:01.812820 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e5e06e6f-d78b-4e66-b7d1-d3477b5d3149 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:01.813196 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:01.894361 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:01.899451 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:01.910705 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] Transition to ACTIVE for port object af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:01.917599 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port e5e06e6f-d78b-4e66-b7d1-d3477b5d3149, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e5e06e6f-d78b-4e66-b7d1-d3477b5d3149,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:01.919468 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:01.921758 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:01.995114 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=e5e06e6f-d78b-4e66-b7d1-d3477b5d3149,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:01.997655 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114157a-0b5f-4fc5-97ea-736d640f1a87 None None] Pushing event updated for resources: {'Port': ['ID=af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:02.022481 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114157a-0b5f-4fc5-97ea-736d640f1a87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:02.023120 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114157a-0b5f-4fc5-97ea-736d640f1a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:02.023630 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114157a-0b5f-4fc5-97ea-736d640f1a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:02.023973 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114157a-0b5f-4fc5-97ea-736d640f1a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:02.024311 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114157a-0b5f-4fc5-97ea-736d640f1a87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:02.024647 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114157a-0b5f-4fc5-97ea-736d640f1a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:02.024981 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114157a-0b5f-4fc5-97ea-736d640f1a87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:02.025317 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114157a-0b5f-4fc5-97ea-736d640f1a87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:02.025638 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114157a-0b5f-4fc5-97ea-736d640f1a87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:02.025963 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114157a-0b5f-4fc5-97ea-736d640f1a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:02.026323 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114157a-0b5f-4fc5-97ea-736d640f1a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:02.026643 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114157a-0b5f-4fc5-97ea-736d640f1a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:02.042960 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] Attempting to bind port af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:40:02.043596 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] Attempting to bind port af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'be70db33-3743-473c-ac30-728be76caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:40:02.043737 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] Attempting to bind port af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b on network c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:40:02.049657 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:40:02.050181 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] Checking segment: {'id': 'be70db33-3743-473c-ac30-728be76caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:02.050454 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:02.050846 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] Bound using segment: {'id': 'be70db33-3743-473c-ac30-728be76caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:40:02.051316 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] Bound port: af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be70db33-3743-473c-ac30-728be76caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:40:02.051697 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:02.129727 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] For port af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:40:02.133637 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] For port af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b,segment=NetworkSegment(be70db33-3743-473c-ac30-728be76caf58),segment_id=be70db33-3743-473c-ac30-728be76caf58)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:40:02.137408 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:02.194251 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] Routers {'3250cb98-4bb3-4358-acfa-87a117beb1a4'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:02.194906 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:39:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3250cb98-4bb3-4358-acfa-87a117beb1a4'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:02.230351 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114157a-0b5f-4fc5-97ea-736d640f1a87 None None] Pushing event updated for resources: {'Port': ['ID=af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:02.310449 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] Set router 3250cb98-4bb3-4358-acfa-87a117beb1a4 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:02.506500 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327444992', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:55Z', 'updated_at': '2021-07-13T08:39:59Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b', 'name': '', 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:51:33:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4000c7d5-1eff-4ab7-a462-54e749856824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:58Z', 'updated_at': '2021-07-13T08:40:02Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '4000c7d5-1eff-4ab7-a462-54e749856824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:02.537032 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69373f-abe6-43c0-8ef4-6d307d8f89b8 None None] The sync data for ids ['3250cb98-4bb3-4358-acfa-87a117beb1a4'] in n-d-779913-28 is: [{'id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327444992', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:55Z', 'updated_at': '2021-07-13T08:39:59Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b', 'name': '', 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:51:33:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4000c7d5-1eff-4ab7-a462-54e749856824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:58Z', 'updated_at': '2021-07-13T08:40:02Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '4000c7d5-1eff-4ab7-a462-54e749856824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:40:02.782065 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1cd3c1f3-0e6b-4188-8332-98f92cd07e0d req-50777939-4722-4889-b500-a4aac7f365a9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 210 time: 0.0562866 Jul 13 08:40:02.820853 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-bea51b3f-b019-4a89-b708-9d3bbe7b7284 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:02.822406 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-bea51b3f-b019-4a89-b708-9d3bbe7b7284 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "GET /v2.0/networks?id=c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 HTTP/1.1" status: 200 len: 796 time: 0.1595504 Jul 13 08:40:02.871526 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-05083880-28c4-40e6-a814-a989a2429aa0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5988cb4b1124302a881e2f13d2fbcd1 HTTP/1.1" status: 200 len: 379 time: 0.0401356 Jul 13 08:40:02.880243 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-d312385f-8adc-4a85-966e-802405cd232a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'port': {'device_id': '8f513441-6702-47de-96d9-49b3c1aadefd', 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854', 'admin_state_up': True, 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'security_groups': ['7b9a0b3b-0fe3-475b-8043-0d8f684aed84']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:02.996676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-d312385f-8adc-4a85-966e-802405cd232a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Made reservation on behalf of c5988cb4b1124302a881e2f13d2fbcd1 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:03.000737 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-d312385f-8adc-4a85-966e-802405cd232a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:03.137155 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-d312385f-8adc-4a85-966e-802405cd232a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Allocated IP 172.20.0.9 (c8cd5065-5a7c-4e7e-aa86-17f4cfd08854/4000c7d5-1eff-4ab7-a462-54e749856824/15a4c61f-8d74-4ddf-86c8-d8f77f2a201c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:40:03.287616 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-d312385f-8adc-4a85-966e-802405cd232a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:03.305361 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-d312385f-8adc-4a85-966e-802405cd232a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Transition to ACTIVE for port object 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:03.340169 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-d312385f-8adc-4a85-966e-802405cd232a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:03.405492 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:03.409509 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-d312385f-8adc-4a85-966e-802405cd232a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:03.411016 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312385f-8adc-4a85-966e-802405cd232a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=15a4c61f-8d74-4ddf-86c8-d8f77f2a201c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:03.414780 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-d312385f-8adc-4a85-966e-802405cd232a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:03.421140 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-d312385f-8adc-4a85-966e-802405cd232a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:40:03.470677 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:03.474743 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:03.475204 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-d312385f-8adc-4a85-966e-802405cd232a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:03.475558 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:03.476008 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-d312385f-8adc-4a85-966e-802405cd232a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:03.493893 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-d312385f-8adc-4a85-966e-802405cd232a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6174400 Jul 13 08:40:03.560665 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] Request body: {'port': {'device_id': '8f513441-6702-47de-96d9-49b3c1aadefd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:03.586595 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:03.622227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b,segment=NetworkSegment(be70db33-3743-473c-ac30-728be76caf58),segment_id=be70db33-3743-473c-ac30-728be76caf58)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:03.629038 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:03.653114 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:03.663659 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 96f9b6fb-226f-402f-9503-034b527ce48e up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:03.726657 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-06615622-3397-4747-a36d-283d9ce73adf None None] Provisioning for port 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:03.731832 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:03.737451 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-06615622-3397-4747-a36d-283d9ce73adf None None] Provisioning complete for port 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:03.737821 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06615622-3397-4747-a36d-283d9ce73adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:03.778009 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-06615622-3397-4747-a36d-283d9ce73adf None None] Port 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:40:03.783224 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 96f9b6fb-226f-402f-9503-034b527ce48e triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:03.783602 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:03.880865 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e5e06e6f-d78b-4e66-b7d1-d3477b5d3149 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:03.933797 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e5e06e6f-d78b-4e66-b7d1-d3477b5d3149 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:03.934213 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:04.019323 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a714feb6-049f-4b46-bb45-2c5762bd10d5 None None] Provisioning complete for port af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:04.019601 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a714feb6-049f-4b46-bb45-2c5762bd10d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:04.020368 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:40:04.031855 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840275f7-7b7d-4468-8ee7-39ad48d2dc2d req-3b9f2df5-75cc-4e92-9e59-90cf72857e48 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:04.034067 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-840275f7-7b7d-4468-8ee7-39ad48d2dc2d req-3b9f2df5-75cc-4e92-9e59-90cf72857e48 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 931 time: 0.1202598 Jul 13 08:40:04.038396 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:04.065161 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] Transition to ACTIVE for port object 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:04.069586 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:04.114436 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-840275f7-7b7d-4468-8ee7-39ad48d2dc2d req-26401654-2cf6-4760-af20-bef24f68b0cc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b9a0b3b-0fe3-475b-8043-0d8f684aed84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735438 Jul 13 08:40:04.136474 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] Pushing event updated for resources: {'Port': ['ID=15a4c61f-8d74-4ddf-86c8-d8f77f2a201c,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:04.209570 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] Attempting to bind port 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:40:04.209901 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] Attempting to bind port 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'be70db33-3743-473c-ac30-728be76caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:40:04.210261 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] Attempting to bind port 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c on network c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:40:04.214729 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] Port 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c on network c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:40:04.215052 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] Attempting to bind port 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c on network c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:40:04.220825 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:40:04.221164 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] Checking segment: {'id': 'be70db33-3743-473c-ac30-728be76caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:04.221644 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] Bound using segment: {'id': 'be70db33-3743-473c-ac30-728be76caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:40:04.221968 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] Bound port: 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be70db33-3743-473c-ac30-728be76caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:40:04.222352 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:04.287477 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] For port 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:40:04.290559 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] For port 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=15a4c61f-8d74-4ddf-86c8-d8f77f2a201c,segment=NetworkSegment(be70db33-3743-473c-ac30-728be76caf58),segment_id=be70db33-3743-473c-ac30-728be76caf58)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:40:04.295538 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:04.333131 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:04.333882 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:04.335164 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] 10.222.0.62 "PUT /v2.0/ports/15a4c61f-8d74-4ddf-86c8-d8f77f2a201c HTTP/1.1" status: 200 len: 1092 time: 0.8328402 Jul 13 08:40:04.335596 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f513441-6702-47de-96d9-49b3c1aadefd', 'tag': '15a4c61f-8d74-4ddf-86c8-d8f77f2a201c'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:40:04.337852 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31c2467-d1a7-4051-a78e-bef3c6e81ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "8f513441-6702-47de-96d9-49b3c1aadefd", "tag": "15a4c61f-8d74-4ddf-86c8-d8f77f2a201c"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:40:04.370016 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff012005-c59f-4186-b402-941b8eb4da33 service neutron] Pushing event updated for resources: {'Port': ['ID=15a4c61f-8d74-4ddf-86c8-d8f77f2a201c,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:04.381141 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8effdd70-6189-49d2-9575-ab02e44177e4 x-openstack-request-id: req-8effdd70-6189-49d2-9575-ab02e44177e4 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:40:04.381443 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f513441-6702-47de-96d9-49b3c1aadefd", "tag": "15a4c61f-8d74-4ddf-86c8-d8f77f2a201c", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:40:04.381695 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8effdd70-6189-49d2-9575-ab02e44177e4 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:40:04.382119 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f513441-6702-47de-96d9-49b3c1aadefd', 'tag': '15a4c61f-8d74-4ddf-86c8-d8f77f2a201c', 'status': 'completed', 'code': 200} Jul 13 08:40:04.444299 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-e5da53ce-3173-418a-8141-85e818ee6311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:04.445862 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-e5da53ce-3173-418a-8141-85e818ee6311 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 1095 time: 0.0560229 Jul 13 08:40:04.491613 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-07dbdb0e-d6f6-4b38-8190-be9c5060d9ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a4c61f-8d74-4ddf-86c8-d8f77f2a201c HTTP/1.1" status: 200 len: 217 time: 0.0383258 Jul 13 08:40:04.547211 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-fee00b0e-7bbd-4356-9cac-98f7902f8d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:04.548725 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-fee00b0e-7bbd-4356-9cac-98f7902f8d5e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4000c7d5-1eff-4ab7-a462-54e749856824 HTTP/1.1" status: 200 len: 835 time: 0.0511718 Jul 13 08:40:04.605741 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-7e042ce6-7931-4c37-9971-fdf4c597496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:04.607276 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-7e042ce6-7931-4c37-9971-fdf4c597496a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c8cd5065-5a7c-4e7e-aa86-17f4cfd08854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519981 Jul 13 08:40:04.694844 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-fb206e8f-2a2a-45e0-ad57-16b1c9629a4d service neutron] 10.222.0.62 "GET /v2.0/networks/c8cd5065-5a7c-4e7e-aa86-17f4cfd08854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803988 Jul 13 08:40:04.784938 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bbd5dae3-cf6d-4f6c-add6-5466abc5a61a req-e379c496-609d-489c-bbcf-e6dea0311679 service neutron] 10.222.0.62 "GET /v2.0/networks/c8cd5065-5a7c-4e7e-aa86-17f4cfd08854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837588 Jul 13 08:40:04.880837 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c2467-d1a7-4051-a78e-bef3c6e81ab2 req-f0bd9d3e-1e2c-4ed2-a3b1-0f07cb5d5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:04.882218 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e31c2467-d1a7-4051-a78e-bef3c6e81ab2 req-f0bd9d3e-1e2c-4ed2-a3b1-0f07cb5d5622 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 1095 time: 0.0524342 Jul 13 08:40:04.973945 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c2467-d1a7-4051-a78e-bef3c6e81ab2 req-0ca04532-d798-4e91-9452-a6df95d834bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:04.975525 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e31c2467-d1a7-4051-a78e-bef3c6e81ab2 req-0ca04532-d798-4e91-9452-a6df95d834bb service neutron] 10.222.0.62 "GET /v2.0/networks?id=c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 HTTP/1.1" status: 200 len: 897 time: 0.0869393 Jul 13 08:40:05.017836 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e31c2467-d1a7-4051-a78e-bef3c6e81ab2 req-b0f72d30-0b16-481a-937b-ddcd70b24264 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a4c61f-8d74-4ddf-86c8-d8f77f2a201c HTTP/1.1" status: 200 len: 217 time: 0.0335572 Jul 13 08:40:05.064580 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c2467-d1a7-4051-a78e-bef3c6e81ab2 req-0579323f-b518-40cc-81a8-1c73e2553f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:05.066053 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e31c2467-d1a7-4051-a78e-bef3c6e81ab2 req-0579323f-b518-40cc-81a8-1c73e2553f1e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4000c7d5-1eff-4ab7-a462-54e749856824 HTTP/1.1" status: 200 len: 835 time: 0.0423346 Jul 13 08:40:05.127442 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c2467-d1a7-4051-a78e-bef3c6e81ab2 req-09f8c158-afcc-4e09-a25b-48b28af0dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:05.128896 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e31c2467-d1a7-4051-a78e-bef3c6e81ab2 req-09f8c158-afcc-4e09-a25b-48b28af0dd3e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c8cd5065-5a7c-4e7e-aa86-17f4cfd08854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554368 Jul 13 08:40:05.225190 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e31c2467-d1a7-4051-a78e-bef3c6e81ab2 req-c53e1275-6331-4163-89c7-c03350896405 service neutron] 10.222.0.62 "GET /v2.0/networks/c8cd5065-5a7c-4e7e-aa86-17f4cfd08854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876157 Jul 13 08:40:05.313912 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:05.364248 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:05.364953 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:05.373314 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6388f46-d611-4f91-b34e-d5d286cabd67 req-04998e8c-03b3-4654-9a21-497fa84b9ae3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:05.374854 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a6388f46-d611-4f91-b34e-d5d286cabd67 req-04998e8c-03b3-4654-9a21-497fa84b9ae3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 943 time: 0.1409864 Jul 13 08:40:05.381248 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e31c2467-d1a7-4051-a78e-bef3c6e81ab2 req-7a12a47f-eb7b-4580-af0e-49dc740edc76 service neutron] 10.222.0.62 "GET /v2.0/networks/c8cd5065-5a7c-4e7e-aa86-17f4cfd08854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454647 Jul 13 08:40:05.421437 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a6388f46-d611-4f91-b34e-d5d286cabd67 req-53646020-21bc-43e1-9710-0b5289b8af51 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b9a0b3b-0fe3-475b-8043-0d8f684aed84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393238 Jul 13 08:40:06.602485 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4fea9-6266-4ba3-bba2-6386bd8158e5 req-a8914b6d-35ff-4791-9e48-d424c780baf4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:06.603953 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4a4fea9-6266-4ba3-bba2-6386bd8158e5 req-a8914b6d-35ff-4791-9e48-d424c780baf4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 943 time: 0.0659063 Jul 13 08:40:06.641743 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4a4fea9-6266-4ba3-bba2-6386bd8158e5 req-050afeb9-35f1-485e-b369-eab3b1410e9e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b9a0b3b-0fe3-475b-8043-0d8f684aed84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319986 Jul 13 08:40:07.512725 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:40:07.605290 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=15a4c61f-8d74-4ddf-86c8-d8f77f2a201c,segment=NetworkSegment(be70db33-3743-473c-ac30-728be76caf58),segment_id=be70db33-3743-473c-ac30-728be76caf58)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:07.615888 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '15a4c61f-8d74-4ddf-86c8-d8f77f2a201c', 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854', 'port_id': '15a4c61f-8d74-4ddf-86c8-d8f77f2a201c', 'mac_address': 'fa:16:3e:58:2a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4000c7d5-1eff-4ab7-a462-54e749856824', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:40:07.654962 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:07.818113 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:40:07.818452 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6e0ca-8475-4b50-80d5-17eff68ae01b req-78d35371-f4eb-4442-80cd-d69056c2fd94 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:07.819994 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05e6e0ca-8475-4b50-80d5-17eff68ae01b req-78d35371-f4eb-4442-80cd-d69056c2fd94 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 943 time: 0.0646498 Jul 13 08:40:07.838614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=15a4c61f-8d74-4ddf-86c8-d8f77f2a201c,segment=NetworkSegment(be70db33-3743-473c-ac30-728be76caf58),segment_id=be70db33-3743-473c-ac30-728be76caf58)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:07.843287 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:07.859610 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05e6e0ca-8475-4b50-80d5-17eff68ae01b req-e03b2024-3781-4a95-b6d9-4a72218bbe50 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b9a0b3b-0fe3-475b-8043-0d8f684aed84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334055 Jul 13 08:40:07.898272 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=15a4c61f-8d74-4ddf-86c8-d8f77f2a201c,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:08.069847 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['15a4c61f-8d74-4ddf-86c8-d8f77f2a201c'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:40:08.484822 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:09.028855 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40575687-0b41-4dc8-8ad9-597051367ad3 req-28588cd3-cd24-45dd-922e-0f3a3b1eea91 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:09.030255 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-40575687-0b41-4dc8-8ad9-597051367ad3 req-28588cd3-cd24-45dd-922e-0f3a3b1eea91 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 944 time: 0.0616195 Jul 13 08:40:09.066511 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-40575687-0b41-4dc8-8ad9-597051367ad3 req-af7fdfb5-6765-47ca-ab6e-5622370d0612 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b9a0b3b-0fe3-475b-8043-0d8f684aed84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302804 Jul 13 08:40:09.512807 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:09.561011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:09.565099 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:09.565475 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:09.643850 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:09.665763 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f513441-6702-47de-96d9-49b3c1aadefd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a4c61f-8d74-4ddf-86c8-d8f77f2a201c'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:40:09.668171 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9c81b4-c78d-4a4f-8782-9f37e6f1110a" -d '{"events": [{"server_uuid": "8f513441-6702-47de-96d9-49b3c1aadefd", "name": "network-vif-plugged", "status": "completed", "tag": "15a4c61f-8d74-4ddf-86c8-d8f77f2a201c"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:40:09.680896 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=15a4c61f-8d74-4ddf-86c8-d8f77f2a201c,segment=NetworkSegment(be70db33-3743-473c-ac30-728be76caf58),segment_id=be70db33-3743-473c-ac30-728be76caf58)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:09.684700 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:09.710009 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b5bd04-e3d0-4692-81eb-19b4a9c2e105 x-openstack-request-id: req-99b5bd04-e3d0-4692-81eb-19b4a9c2e105 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:40:09.710293 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f513441-6702-47de-96d9-49b3c1aadefd", "name": "network-vif-plugged", "status": "completed", "tag": "15a4c61f-8d74-4ddf-86c8-d8f77f2a201c", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:40:09.710493 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-99b5bd04-e3d0-4692-81eb-19b4a9c2e105 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:40:09.710881 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f513441-6702-47de-96d9-49b3c1aadefd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a4c61f-8d74-4ddf-86c8-d8f77f2a201c', 'code': 200} Jul 13 08:40:09.740972 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=15a4c61f-8d74-4ddf-86c8-d8f77f2a201c,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:09.829100 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ee2e7-cd93-4fab-a18f-42980cafecda req-8df51145-ee5f-4377-beb2-b9dfaba64ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:09.830761 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e69ee2e7-cd93-4fab-a18f-42980cafecda req-8df51145-ee5f-4377-beb2-b9dfaba64ba4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 1097 time: 0.0571749 Jul 13 08:40:09.867846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e69ee2e7-cd93-4fab-a18f-42980cafecda req-ed204e1c-c81f-44ad-b6d1-4bded6004b1a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7b9a0b3b-0fe3-475b-8043-0d8f684aed84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306213 Jul 13 08:40:09.942455 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cac9f885-78c5-4194-b60b-2b0e6ee009c4 None None] Provisioning complete for port 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:09.942830 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cac9f885-78c5-4194-b60b-2b0e6ee009c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:10.234681 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb5f62-6869-406e-a22d-bdd8a30be227 req-cfba4498-e106-4228-a316-b0fcfa28a36d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:10.236759 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c2bb5f62-6869-406e-a22d-bdd8a30be227 req-cfba4498-e106-4228-a316-b0fcfa28a36d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 945 time: 0.0621698 Jul 13 08:40:10.273189 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c2bb5f62-6869-406e-a22d-bdd8a30be227 req-1778ee8a-4ff7-46dd-bd38-fb2f4401fe2f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b9a0b3b-0fe3-475b-8043-0d8f684aed84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309741 Jul 13 08:40:11.445841 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d29a8-40f9-443e-a689-390768bd1a76 req-192e1817-4173-42ac-ac19-6ed4738622fc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:11.447352 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-594d29a8-40f9-443e-a689-390768bd1a76 req-192e1817-4173-42ac-ac19-6ed4738622fc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 945 time: 0.0666847 Jul 13 08:40:11.484657 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-594d29a8-40f9-443e-a689-390768bd1a76 req-956fb492-77e4-44e9-8832-9bed16cd6449 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b9a0b3b-0fe3-475b-8043-0d8f684aed84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319355 Jul 13 08:40:11.653027 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29895c-f338-425f-bd71-9be063ee2f99 req-03516387-2bd2-42df-b0ee-bb8fc915c2b6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:11.654514 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ba29895c-f338-425f-bd71-9be063ee2f99 req-03516387-2bd2-42df-b0ee-bb8fc915c2b6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 945 time: 0.0623684 Jul 13 08:40:11.691673 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ba29895c-f338-425f-bd71-9be063ee2f99 req-d665acf3-317b-4f50-b081-878377746719 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b9a0b3b-0fe3-475b-8043-0d8f684aed84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317740 Jul 13 08:40:11.715725 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36142) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:11.765977 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867ba44c-d993-4d65-b8b4-6a8a6d10a74f tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:11.768111 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-867ba44c-d993-4d65-b8b4-6a8a6d10a74f tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 1092 time: 0.0511630 Jul 13 08:40:11.770974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36144) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:11.775195 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-dcd1928b-e83f-4278-8748-c025ffd71628 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': '15a4c61f-8d74-4ddf-86c8-d8f77f2a201c', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:11.796181 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcd1928b-e83f-4278-8748-c025ffd71628 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:11.895294 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcd1928b-e83f-4278-8748-c025ffd71628 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:11.997039 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-dcd1928b-e83f-4278-8748-c025ffd71628 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Allocated IP 172.25.0.13 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/c2105a41-8efd-44c3-9094-f36427497ac2) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:40:12.093736 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcd1928b-e83f-4278-8748-c025ffd71628 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:12.132300 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcd1928b-e83f-4278-8748-c025ffd71628 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:12.171604 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd1928b-e83f-4278-8748-c025ffd71628 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:12.175071 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-dcd1928b-e83f-4278-8748-c025ffd71628 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:12.178572 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd1928b-e83f-4278-8748-c025ffd71628 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:40:12.203194 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1928b-e83f-4278-8748-c025ffd71628 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=c2105a41-8efd-44c3-9094-f36427497ac2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:12.533657 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcd1928b-e83f-4278-8748-c025ffd71628 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:12.608088 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcd1928b-e83f-4278-8748-c025ffd71628 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:12.751987 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcd1928b-e83f-4278-8748-c025ffd71628 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:12.756359 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcd1928b-e83f-4278-8748-c025ffd71628 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:12.823911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1928b-e83f-4278-8748-c025ffd71628 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=c2105a41-8efd-44c3-9094-f36427497ac2,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:12.832256 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcd1928b-e83f-4278-8748-c025ffd71628 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:12.929381 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-dcd1928b-e83f-4278-8748-c025ffd71628 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Floating IP 4d700a41-7b7e-4dc5-ae69-254246fe7456 associated. External IP: 172.25.0.13, port: 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c. Jul 13 08:40:13.129887 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd1928b-e83f-4278-8748-c025ffd71628 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router 3250cb98-4bb3-4358-acfa-87a117beb1a4 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:40:13.234481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd1928b-e83f-4278-8748-c025ffd71628 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:40:13.243544 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac0f26c-c93e-4b18-a6ff-ee5b28aad2a9 None None] Sync routers for ids ['3250cb98-4bb3-4358-acfa-87a117beb1a4'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:40:13.249504 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcd1928b-e83f-4278-8748-c025ffd71628 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:13.253134 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac0f26c-c93e-4b18-a6ff-ee5b28aad2a9 None None] Routers {'3250cb98-4bb3-4358-acfa-87a117beb1a4'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:13.253771 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4ac0f26c-c93e-4b18-a6ff-ee5b28aad2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:39:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3250cb98-4bb3-4358-acfa-87a117beb1a4'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:13.286364 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-dcd1928b-e83f-4278-8748-c025ffd71628 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5143766 Jul 13 08:40:13.287069 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f513441-6702-47de-96d9-49b3c1aadefd', 'tag': '15a4c61f-8d74-4ddf-86c8-d8f77f2a201c'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:40:13.289541 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea83a300-1e21-40a8-b571-cd79b4c9c013" -d '{"events": [{"name": "network-changed", "server_uuid": "8f513441-6702-47de-96d9-49b3c1aadefd", "tag": "15a4c61f-8d74-4ddf-86c8-d8f77f2a201c"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:40:13.325414 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdde8b6b-abcf-4f54-ac3a-2aa25a2f5a9d x-openstack-request-id: req-fdde8b6b-abcf-4f54-ac3a-2aa25a2f5a9d {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:40:13.325715 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f513441-6702-47de-96d9-49b3c1aadefd", "tag": "15a4c61f-8d74-4ddf-86c8-d8f77f2a201c", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:40:13.325965 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fdde8b6b-abcf-4f54-ac3a-2aa25a2f5a9d {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:40:13.326405 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f513441-6702-47de-96d9-49b3c1aadefd', 'tag': '15a4c61f-8d74-4ddf-86c8-d8f77f2a201c', 'status': 'completed', 'code': 200} Jul 13 08:40:13.373391 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-4ac0f26c-c93e-4b18-a6ff-ee5b28aad2a9 None None] Set router 3250cb98-4bb3-4358-acfa-87a117beb1a4 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:13.434498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83a300-1e21-40a8-b571-cd79b4c9c013 req-abc17a27-761a-4a8e-b04a-7d9abda1686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:13.436040 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea83a300-1e21-40a8-b571-cd79b4c9c013 req-abc17a27-761a-4a8e-b04a-7d9abda1686d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 1097 time: 0.0869379 Jul 13 08:40:13.475389 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:13.493646 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a84102-0cf2-4404-a35a-68cbf575d157 req-3591f15e-36e1-4f60-9d27-6235e57ce5fa tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:13.495176 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-84a84102-0cf2-4404-a35a-68cbf575d157 req-3591f15e-36e1-4f60-9d27-6235e57ce5fa tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 945 time: 0.1043787 Jul 13 08:40:13.569313 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-84a84102-0cf2-4404-a35a-68cbf575d157 req-a90dfbb8-ea6f-490d-bd19-6b399b39113a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b9a0b3b-0fe3-475b-8043-0d8f684aed84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494781 Jul 13 08:40:13.572083 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83a300-1e21-40a8-b571-cd79b4c9c013 req-baa187d0-04ec-4014-a37e-041911d2b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:13.573493 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea83a300-1e21-40a8-b571-cd79b4c9c013 req-baa187d0-04ec-4014-a37e-041911d2b94a service neutron] 10.222.0.62 "GET /v2.0/networks?id=c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 HTTP/1.1" status: 200 len: 897 time: 0.1299844 Jul 13 08:40:13.595895 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36150) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:13.608961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4ac0f26c-c93e-4b18-a6ff-ee5b28aad2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327444992', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:55Z', 'updated_at': '2021-07-13T08:39:59Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '4d700a41-7b7e-4dc5-ae69-254246fe7456', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'floating_ip_address': '172.25.0.13', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'port_id': '15a4c61f-8d74-4ddf-86c8-d8f77f2a201c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854', 'mac_address': 'fa:16:3e:58:2a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f513441-6702-47de-96d9-49b3c1aadefd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:40:12Z', 'updated_at': '2021-07-13T08:40:12Z', 'revision_number': 0, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b', 'name': '', 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:51:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4000c7d5-1eff-4ab7-a462-54e749856824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:58Z', 'updated_at': '2021-07-13T08:40:03Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '4000c7d5-1eff-4ab7-a462-54e749856824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:13.640484 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac0f26c-c93e-4b18-a6ff-ee5b28aad2a9 None None] Checking router: 3250cb98-4bb3-4358-acfa-87a117beb1a4 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:40:13.650643 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac0f26c-c93e-4b18-a6ff-ee5b28aad2a9 None None] Routers {'3250cb98-4bb3-4358-acfa-87a117beb1a4'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:13.651284 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4ac0f26c-c93e-4b18-a6ff-ee5b28aad2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:39:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3250cb98-4bb3-4358-acfa-87a117beb1a4'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:13.665221 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5ff5cf1f-ec89-4c4b-8d69-ca99ca5179d5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/floatingips/4d700a41-7b7e-4dc5-ae69-254246fe7456 HTTP/1.1" status: 200 len: 990 time: 0.0677102 Jul 13 08:40:13.760535 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-4ac0f26c-c93e-4b18-a6ff-ee5b28aad2a9 None None] Set router 3250cb98-4bb3-4358-acfa-87a117beb1a4 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:14.000218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-4ac0f26c-c93e-4b18-a6ff-ee5b28aad2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327444992', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:55Z', 'updated_at': '2021-07-13T08:39:59Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '4d700a41-7b7e-4dc5-ae69-254246fe7456', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'floating_ip_address': '172.25.0.13', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'port_id': '15a4c61f-8d74-4ddf-86c8-d8f77f2a201c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854', 'mac_address': 'fa:16:3e:58:2a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f513441-6702-47de-96d9-49b3c1aadefd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:40:12Z', 'updated_at': '2021-07-13T08:40:12Z', 'revision_number': 0, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b', 'name': '', 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:51:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4000c7d5-1eff-4ab7-a462-54e749856824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:58Z', 'updated_at': '2021-07-13T08:40:03Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '4000c7d5-1eff-4ab7-a462-54e749856824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:14.027166 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea83a300-1e21-40a8-b571-cd79b4c9c013 req-a4abc364-ef6b-4373-9c90-7c996acf35bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a4c61f-8d74-4ddf-86c8-d8f77f2a201c HTTP/1.1" status: 200 len: 998 time: 0.4470909 Jul 13 08:40:14.027452 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac0f26c-c93e-4b18-a6ff-ee5b28aad2a9 None None] The sync data for ids ['3250cb98-4bb3-4358-acfa-87a117beb1a4'] in n-d-779913-28 is: [{'id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327444992', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:55Z', 'updated_at': '2021-07-13T08:39:59Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '4d700a41-7b7e-4dc5-ae69-254246fe7456', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'floating_ip_address': '172.25.0.13', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'port_id': '15a4c61f-8d74-4ddf-86c8-d8f77f2a201c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854', 'mac_address': 'fa:16:3e:58:2a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f513441-6702-47de-96d9-49b3c1aadefd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:40:12Z', 'updated_at': '2021-07-13T08:40:12Z', 'revision_number': 0, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b', 'name': '', 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:51:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4000c7d5-1eff-4ab7-a462-54e749856824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:58Z', 'updated_at': '2021-07-13T08:40:03Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '4000c7d5-1eff-4ab7-a462-54e749856824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:40:14.077589 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83a300-1e21-40a8-b571-cd79b4c9c013 req-aae0d935-ff53-4313-a902-d0f96cbc89c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:14.079172 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea83a300-1e21-40a8-b571-cd79b4c9c013 req-aae0d935-ff53-4313-a902-d0f96cbc89c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4000c7d5-1eff-4ab7-a462-54e749856824 HTTP/1.1" status: 200 len: 835 time: 0.0452845 Jul 13 08:40:14.136902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83a300-1e21-40a8-b571-cd79b4c9c013 req-5c9e7a6d-73c6-43c3-9559-cba73a081d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:14.138448 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea83a300-1e21-40a8-b571-cd79b4c9c013 req-5c9e7a6d-73c6-43c3-9559-cba73a081d98 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c8cd5065-5a7c-4e7e-aa86-17f4cfd08854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532694 Jul 13 08:40:14.237281 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3994dacd-8a73-4872-bbe3-7f50bbfa442c None None] New status for floating IP 4d700a41-7b7e-4dc5-ae69-254246fe7456: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:40:14.238022 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea83a300-1e21-40a8-b571-cd79b4c9c013 req-74849753-f218-4e3c-9299-71dd11865853 service neutron] 10.222.0.62 "GET /v2.0/networks/c8cd5065-5a7c-4e7e-aa86-17f4cfd08854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933368 Jul 13 08:40:14.331372 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ea83a300-1e21-40a8-b571-cd79b4c9c013 req-658cb6bf-620a-47fb-87a2-3b1cb6363f29 service neutron] 10.222.0.62 "GET /v2.0/networks/c8cd5065-5a7c-4e7e-aa86-17f4cfd08854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868089 Jul 13 08:40:14.668848 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36152) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:14.730384 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c8a3fa21-b9db-4d14-a82a-2b3ede10dc74 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/floatingips/4d700a41-7b7e-4dc5-ae69-254246fe7456 HTTP/1.1" status: 200 len: 992 time: 0.0604203 Jul 13 08:40:16.442450 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-048b1b43-73b3-4dd7-85a8-76b963643382 req-814cc9b9-0567-455a-b1a9-619612c75ed9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8f513441-6702-47de-96d9-49b3c1aadefd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0495448 Jul 13 08:40:16.534904 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b1b43-73b3-4dd7-85a8-76b963643382 req-c4486b05-075f-4314-b66b-a6b6b1621532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:16.536332 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-048b1b43-73b3-4dd7-85a8-76b963643382 req-c4486b05-075f-4314-b66b-a6b6b1621532 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 1097 time: 0.0511916 Jul 13 08:40:16.641415 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b1b43-73b3-4dd7-85a8-76b963643382 req-1fc02e8b-c67e-4b72-be64-0af4b2faf4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:16.643495 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-048b1b43-73b3-4dd7-85a8-76b963643382 req-1fc02e8b-c67e-4b72-be64-0af4b2faf4f5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 HTTP/1.1" status: 200 len: 897 time: 0.0867698 Jul 13 08:40:16.709960 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-048b1b43-73b3-4dd7-85a8-76b963643382 req-fc7c5487-c231-4d4c-b22c-9fad2d4c2b06 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a4c61f-8d74-4ddf-86c8-d8f77f2a201c HTTP/1.1" status: 200 len: 1000 time: 0.0591440 Jul 13 08:40:16.758593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b1b43-73b3-4dd7-85a8-76b963643382 req-7dac4b9b-8f3b-4b04-82d3-ccbccd55c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:16.760065 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-048b1b43-73b3-4dd7-85a8-76b963643382 req-7dac4b9b-8f3b-4b04-82d3-ccbccd55c44d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4000c7d5-1eff-4ab7-a462-54e749856824 HTTP/1.1" status: 200 len: 835 time: 0.0439634 Jul 13 08:40:16.820889 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b1b43-73b3-4dd7-85a8-76b963643382 req-1e3b1c71-7487-4d4e-9545-641b05f98835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:16.822412 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-048b1b43-73b3-4dd7-85a8-76b963643382 req-1e3b1c71-7487-4d4e-9545-641b05f98835 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c8cd5065-5a7c-4e7e-aa86-17f4cfd08854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559371 Jul 13 08:40:16.908306 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-048b1b43-73b3-4dd7-85a8-76b963643382 req-00670dc8-bee9-4484-aed6-510a410d90fd service neutron] 10.222.0.62 "GET /v2.0/networks/c8cd5065-5a7c-4e7e-aa86-17f4cfd08854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795491 Jul 13 08:40:16.996692 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-048b1b43-73b3-4dd7-85a8-76b963643382 req-d4774db6-1d7d-45c3-9ed5-a32722f360a2 service neutron] 10.222.0.62 "GET /v2.0/networks/c8cd5065-5a7c-4e7e-aa86-17f4cfd08854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820441 Jul 13 08:40:23.303567 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4cb20939-502b-4cf0-90f4-3b341437a3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:26.416470 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-bee7ad63-6739-43f2-b8fa-3e17b3226c9a req-f1ce3cd9-3944-4a6d-aaa4-182009c49650 service neutron] (93723) timed out ('10.222.0.62', 51085) {{(pid=93723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:40:27.637703 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2dff7889-41de-4a5c-af37-865bae1a5011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:27.871734 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:29.842616 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:31.564157 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:32.853806 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:40:38.503813 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.505345 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:44.525075 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f206725-ca2b-41ab-9ff4-d37f36911293 req-c0762df9-0d58-44a3-8d54-442c27796af9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:44.526673 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9f206725-ca2b-41ab-9ff4-d37f36911293 req-c0762df9-0d58-44a3-8d54-442c27796af9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 945 time: 0.0630236 Jul 13 08:40:44.565835 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9f206725-ca2b-41ab-9ff4-d37f36911293 req-eb073b45-59c6-48bd-b3bf-357eec10a7e0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b9a0b3b-0fe3-475b-8043-0d8f684aed84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337329 Jul 13 08:40:45.741504 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ed548-0dc7-4397-914a-45c1609f064b req-517a4c24-0f8f-4889-9f92-077620024386 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:45.742999 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-785ed548-0dc7-4397-914a-45c1609f064b req-517a4c24-0f8f-4889-9f92-077620024386 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 945 time: 0.0674908 Jul 13 08:40:45.779019 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-785ed548-0dc7-4397-914a-45c1609f064b req-1669e3fa-b5a6-49a9-90a7-1ac50570b741 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b9a0b3b-0fe3-475b-8043-0d8f684aed84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304999 Jul 13 08:40:45.803801 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36170) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:45.862021 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9a1a7ef8-afa8-483a-b168-87ef7a1de1ee tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/floatingips/4d700a41-7b7e-4dc5-ae69-254246fe7456 HTTP/1.1" status: 200 len: 992 time: 0.0570717 Jul 13 08:40:47.282450 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cdcfc-6906-47fa-89c6-4a978f0105c2 req-87485a51-e1f6-4b22-bf0c-b9d555aeffde tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:47.283986 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-999cdcfc-6906-47fa-89c6-4a978f0105c2 req-87485a51-e1f6-4b22-bf0c-b9d555aeffde tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 945 time: 0.0651047 Jul 13 08:40:47.328007 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-999cdcfc-6906-47fa-89c6-4a978f0105c2 req-eeaa1a73-5802-46a2-98f6-1b2453fd7411 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b9a0b3b-0fe3-475b-8043-0d8f684aed84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376253 Jul 13 08:40:48.501202 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134369ed-6a1a-47c8-aa4c-c93baae89d74 req-e497c481-0ff0-449b-be7c-ea801fb09153 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:48.502704 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-134369ed-6a1a-47c8-aa4c-c93baae89d74 req-e497c481-0ff0-449b-be7c-ea801fb09153 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 945 time: 0.0626540 Jul 13 08:40:48.539660 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-134369ed-6a1a-47c8-aa4c-c93baae89d74 req-3c0bde01-8665-47d2-a273-aec0d0490e31 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b9a0b3b-0fe3-475b-8043-0d8f684aed84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310035 Jul 13 08:40:48.563186 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36180) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:48.622263 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-74c34f4d-e4b4-4a93-b4ac-3b653bb7e52f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/floatingips/4d700a41-7b7e-4dc5-ae69-254246fe7456 HTTP/1.1" status: 200 len: 992 time: 0.0578451 Jul 13 08:40:48.903053 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36186) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:49.053748 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting port c2105a41-8efd-44c3-9094-f36427497ac2 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:40:49.054107 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.130691 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.131026 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.142263 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Calling delete_port for c2105a41-8efd-44c3-9094-f36427497ac2 owned by network:floatingip {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:40:49.285631 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.311391 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Port': ['ID=c2105a41-8efd-44c3-9094-f36427497ac2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:49.322652 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:49.323008 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:49.323351 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:49.323702 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:49.324030 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:49.324366 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:49.324699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:49.325034 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:49.325363 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:49.325692 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:49.326026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:49.326377 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:49.381216 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for floatingip, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.381553 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Floating IP 4d700a41-7b7e-4dc5-ae69-254246fe7456 disassociated (deleted). External IP: 172.25.0.13, port: 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c. Jul 13 08:40:49.585195 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router 3250cb98-4bb3-4358-acfa-87a117beb1a4 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:40:49.689947 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:40:49.694415 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.699635 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f370310-abe5-4870-a543-b6719d4c6993 None None] Sync routers for ids ['3250cb98-4bb3-4358-acfa-87a117beb1a4'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:40:49.709098 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f370310-abe5-4870-a543-b6719d4c6993 None None] Routers {'3250cb98-4bb3-4358-acfa-87a117beb1a4'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:49.709689 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5f370310-abe5-4870-a543-b6719d4c6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:40:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3250cb98-4bb3-4358-acfa-87a117beb1a4'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:49.731065 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8f737717-7ddc-4ac7-a90b-ee000a333c1f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/floatingips/4d700a41-7b7e-4dc5-ae69-254246fe7456 HTTP/1.1" status: 204 len: 168 time: 0.8269861 Jul 13 08:40:49.731792 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f513441-6702-47de-96d9-49b3c1aadefd', 'tag': '15a4c61f-8d74-4ddf-86c8-d8f77f2a201c'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:40:49.734234 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19da1f1c817b7d3b3f035bd3be9e28848a799e6e4ef5efd80c73c51428ad5e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989feece-5dc0-4185-b1a0-071a97e6da9a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f513441-6702-47de-96d9-49b3c1aadefd", "tag": "15a4c61f-8d74-4ddf-86c8-d8f77f2a201c"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:40:49.814345 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-5f370310-abe5-4870-a543-b6719d4c6993 None None] Set router 3250cb98-4bb3-4358-acfa-87a117beb1a4 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:49.831701 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201bdb4d-0c42-48d8-9b67-1cb557d24146 x-openstack-request-id: req-201bdb4d-0c42-48d8-9b67-1cb557d24146 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:40:49.832002 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f513441-6702-47de-96d9-49b3c1aadefd", "tag": "15a4c61f-8d74-4ddf-86c8-d8f77f2a201c", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:40:49.832261 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-201bdb4d-0c42-48d8-9b67-1cb557d24146 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:40:49.832692 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f513441-6702-47de-96d9-49b3c1aadefd', 'tag': '15a4c61f-8d74-4ddf-86c8-d8f77f2a201c', 'status': 'completed', 'code': 200} Jul 13 08:40:49.913295 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989feece-5dc0-4185-b1a0-071a97e6da9a req-f7ef64ff-4414-4d94-9c00-559394dc19da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:49.914856 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-989feece-5dc0-4185-b1a0-071a97e6da9a req-f7ef64ff-4414-4d94-9c00-559394dc19da service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 1097 time: 0.0558505 Jul 13 08:40:50.025562 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5f370310-abe5-4870-a543-b6719d4c6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327444992', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:55Z', 'updated_at': '2021-07-13T08:39:59Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b', 'name': '', 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:51:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4000c7d5-1eff-4ab7-a462-54e749856824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:58Z', 'updated_at': '2021-07-13T08:40:03Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '4000c7d5-1eff-4ab7-a462-54e749856824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:50.027683 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989feece-5dc0-4185-b1a0-071a97e6da9a req-9f17e676-2b99-4402-b6ab-91d2c74fa054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:50.029194 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-989feece-5dc0-4185-b1a0-071a97e6da9a req-9f17e676-2b99-4402-b6ab-91d2c74fa054 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 HTTP/1.1" status: 200 len: 897 time: 0.1066389 Jul 13 08:40:50.052151 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f370310-abe5-4870-a543-b6719d4c6993 None None] Checking router: 3250cb98-4bb3-4358-acfa-87a117beb1a4 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:40:50.060458 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f370310-abe5-4870-a543-b6719d4c6993 None None] Routers {'3250cb98-4bb3-4358-acfa-87a117beb1a4'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:50.061064 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5f370310-abe5-4870-a543-b6719d4c6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:40:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3250cb98-4bb3-4358-acfa-87a117beb1a4'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:50.073274 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-989feece-5dc0-4185-b1a0-071a97e6da9a req-41d4cc6c-215b-4b7b-9b67-d5fde5697b6a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a4c61f-8d74-4ddf-86c8-d8f77f2a201c HTTP/1.1" status: 200 len: 217 time: 0.0371091 Jul 13 08:40:50.159273 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989feece-5dc0-4185-b1a0-071a97e6da9a req-116af751-5a4a-4285-8787-c6c1f1607601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:50.160716 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-989feece-5dc0-4185-b1a0-071a97e6da9a req-116af751-5a4a-4285-8787-c6c1f1607601 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4000c7d5-1eff-4ab7-a462-54e749856824 HTTP/1.1" status: 200 len: 835 time: 0.0785024 Jul 13 08:40:50.169812 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-5f370310-abe5-4870-a543-b6719d4c6993 None None] Set router 3250cb98-4bb3-4358-acfa-87a117beb1a4 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:50.177524 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78172868-0068-4172-8f9f-c676d6d0b49d req-a959d7ab-e027-4cd2-bf2f-5806a21b8c09 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:50.179097 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78172868-0068-4172-8f9f-c676d6d0b49d req-a959d7ab-e027-4cd2-bf2f-5806a21b8c09 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 945 time: 0.1085944 Jul 13 08:40:50.241308 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-78172868-0068-4172-8f9f-c676d6d0b49d req-fd3b5746-8afd-49fd-aa76-7d4c9e85c1ce tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b9a0b3b-0fe3-475b-8043-0d8f684aed84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550721 Jul 13 08:40:50.257701 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989feece-5dc0-4185-b1a0-071a97e6da9a req-240c9998-9413-4143-b9d8-7841b6ad3543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:50.259251 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-989feece-5dc0-4185-b1a0-071a97e6da9a req-240c9998-9413-4143-b9d8-7841b6ad3543 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c8cd5065-5a7c-4e7e-aa86-17f4cfd08854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897646 Jul 13 08:40:50.354106 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-989feece-5dc0-4185-b1a0-071a97e6da9a req-f6e4ab97-dad4-4f75-bbcc-45fbde2f1c3d service neutron] 10.222.0.62 "GET /v2.0/networks/c8cd5065-5a7c-4e7e-aa86-17f4cfd08854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875077 Jul 13 08:40:50.372066 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5f370310-abe5-4870-a543-b6719d4c6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327444992', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:55Z', 'updated_at': '2021-07-13T08:39:59Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b', 'name': '', 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:51:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4000c7d5-1eff-4ab7-a462-54e749856824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:58Z', 'updated_at': '2021-07-13T08:40:03Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '4000c7d5-1eff-4ab7-a462-54e749856824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:50.398069 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f370310-abe5-4870-a543-b6719d4c6993 None None] The sync data for ids ['3250cb98-4bb3-4358-acfa-87a117beb1a4'] in n-d-779913-28 is: [{'id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327444992', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:55Z', 'updated_at': '2021-07-13T08:39:59Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b', 'name': '', 'network_id': 'c8cd5065-5a7c-4e7e-aa86-17f4cfd08854', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:51:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4000c7d5-1eff-4ab7-a462-54e749856824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:58Z', 'updated_at': '2021-07-13T08:40:03Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '4000c7d5-1eff-4ab7-a462-54e749856824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:40:50.446064 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-989feece-5dc0-4185-b1a0-071a97e6da9a req-1b7794fb-034d-4c56-b7e4-6be0003e2620 service neutron] 10.222.0.62 "GET /v2.0/networks/c8cd5065-5a7c-4e7e-aa86-17f4cfd08854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848920 Jul 13 08:40:50.607530 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2867e15-c86a-4679-8832-0b2d6f87bb42 None None] New status for floating IP 4d700a41-7b7e-4dc5-ae69-254246fe7456: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:40:51.420132 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e152db-feb6-43ba-8d6c-258167be1fa2 req-509f5800-a433-46d5-ad2d-61a13c378516 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:51.421693 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a0e152db-feb6-43ba-8d6c-258167be1fa2 req-509f5800-a433-46d5-ad2d-61a13c378516 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 945 time: 0.0690627 Jul 13 08:40:51.459211 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a0e152db-feb6-43ba-8d6c-258167be1fa2 req-790026f2-4c19-4334-acfb-6cff2a69cc59 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b9a0b3b-0fe3-475b-8043-0d8f684aed84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311909 Jul 13 08:40:51.623554 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee565377-1382-4b6c-8bf3-f096050d1998 req-e90d4ba1-c99a-4420-af81-1288381cefd0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:51.624920 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee565377-1382-4b6c-8bf3-f096050d1998 req-e90d4ba1-c99a-4420-af81-1288381cefd0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 945 time: 0.0624254 Jul 13 08:40:51.726213 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-ee565377-1382-4b6c-8bf3-f096050d1998 req-7692ccfa-9cde-4d5c-89d5-f53b8dedbb30 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting port 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:40:51.726553 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ee565377-1382-4b6c-8bf3-f096050d1998 req-7692ccfa-9cde-4d5c-89d5-f53b8dedbb30 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:51.813254 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ee565377-1382-4b6c-8bf3-f096050d1998 req-7692ccfa-9cde-4d5c-89d5-f53b8dedbb30 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] For port 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=15a4c61f-8d74-4ddf-86c8-d8f77f2a201c,segment=NetworkSegment(be70db33-3743-473c-ac30-728be76caf58),segment_id=be70db33-3743-473c-ac30-728be76caf58)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:51.813615 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ee565377-1382-4b6c-8bf3-f096050d1998 req-7692ccfa-9cde-4d5c-89d5-f53b8dedbb30 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:51.825700 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-ee565377-1382-4b6c-8bf3-f096050d1998 req-7692ccfa-9cde-4d5c-89d5-f53b8dedbb30 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Calling delete_port for 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:40:51.952304 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ee565377-1382-4b6c-8bf3-f096050d1998 req-7692ccfa-9cde-4d5c-89d5-f53b8dedbb30 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:51.983517 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692ccfa-9cde-4d5c-89d5-f53b8dedbb30 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Port': ['ID=15a4c61f-8d74-4ddf-86c8-d8f77f2a201c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:52.009765 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692ccfa-9cde-4d5c-89d5-f53b8dedbb30 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:52.010132 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692ccfa-9cde-4d5c-89d5-f53b8dedbb30 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:52.010470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692ccfa-9cde-4d5c-89d5-f53b8dedbb30 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:52.010801 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692ccfa-9cde-4d5c-89d5-f53b8dedbb30 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:52.011129 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692ccfa-9cde-4d5c-89d5-f53b8dedbb30 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:52.011455 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692ccfa-9cde-4d5c-89d5-f53b8dedbb30 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:52.011783 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692ccfa-9cde-4d5c-89d5-f53b8dedbb30 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:52.012104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692ccfa-9cde-4d5c-89d5-f53b8dedbb30 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:52.012431 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692ccfa-9cde-4d5c-89d5-f53b8dedbb30 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:52.012752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692ccfa-9cde-4d5c-89d5-f53b8dedbb30 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:52.013071 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692ccfa-9cde-4d5c-89d5-f53b8dedbb30 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:52.013388 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692ccfa-9cde-4d5c-89d5-f53b8dedbb30 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:52.039973 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee565377-1382-4b6c-8bf3-f096050d1998 req-7692ccfa-9cde-4d5c-89d5-f53b8dedbb30 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] No DVR routers for this DVR port 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:40:52.042530 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ee565377-1382-4b6c-8bf3-f096050d1998 req-7692ccfa-9cde-4d5c-89d5-f53b8dedbb30 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:52.044560 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee565377-1382-4b6c-8bf3-f096050d1998 req-7692ccfa-9cde-4d5c-89d5-f53b8dedbb30 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "DELETE /v2.0/ports/15a4c61f-8d74-4ddf-86c8-d8f77f2a201c HTTP/1.1" status: 204 len: 173 time: 0.4138100 Jul 13 08:40:52.044994 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f513441-6702-47de-96d9-49b3c1aadefd', 'name': 'network-vif-deleted', 'tag': '15a4c61f-8d74-4ddf-86c8-d8f77f2a201c'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:40:52.047306 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1123360-f979-4e2a-962a-dc32d131d3da" -d '{"events": [{"server_uuid": "8f513441-6702-47de-96d9-49b3c1aadefd", "name": "network-vif-deleted", "tag": "15a4c61f-8d74-4ddf-86c8-d8f77f2a201c"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:40:52.137558 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345cbc76-c78b-4353-8090-84d5a7f8acda x-openstack-request-id: req-345cbc76-c78b-4353-8090-84d5a7f8acda {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:40:52.137856 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f513441-6702-47de-96d9-49b3c1aadefd", "name": "network-vif-deleted", "tag": "15a4c61f-8d74-4ddf-86c8-d8f77f2a201c", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:40:52.138237 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-345cbc76-c78b-4353-8090-84d5a7f8acda {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:40:52.138694 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f513441-6702-47de-96d9-49b3c1aadefd', 'name': 'network-vif-deleted', 'tag': '15a4c61f-8d74-4ddf-86c8-d8f77f2a201c', 'status': 'completed', 'code': 200} Jul 13 08:40:52.620583 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24c316e0-9b05-4490-9f89-a9083c340ef3 req-0eaed770-e366-4a7f-b24c-30eb880bc8ec tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f513441-6702-47de-96d9-49b3c1aadefd HTTP/1.1" status: 200 len: 210 time: 0.0305035 Jul 13 08:40:53.304055 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8bd6e574-9e31-4f5e-891f-c244467d98c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:53.712919 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36206) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:53.745874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:40:53.765889 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:40:53.766264 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 15a4c61f-8d74-4ddf-86c8-d8f77f2a201c not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:40:54.402845 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-038ed63a-97fa-4091-b4b8-8b13b0a0ede3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.658828 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-038ed63a-97fa-4091-b4b8-8b13b0a0ede3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting port af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:40:54.659072 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-038ed63a-97fa-4091-b4b8-8b13b0a0ede3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.749419 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-038ed63a-97fa-4091-b4b8-8b13b0a0ede3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] For port af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b,segment=NetworkSegment(be70db33-3743-473c-ac30-728be76caf58),segment_id=be70db33-3743-473c-ac30-728be76caf58)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:54.750136 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-038ed63a-97fa-4091-b4b8-8b13b0a0ede3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.761124 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-038ed63a-97fa-4091-b4b8-8b13b0a0ede3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Calling delete_port for af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:40:54.940124 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-038ed63a-97fa-4091-b4b8-8b13b0a0ede3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.964775 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ed63a-97fa-4091-b4b8-8b13b0a0ede3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Port': ['ID=af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:55.139836 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-038ed63a-97fa-4091-b4b8-8b13b0a0ede3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:55.354048 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038ed63a-97fa-4091-b4b8-8b13b0a0ede3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router 3250cb98-4bb3-4358-acfa-87a117beb1a4 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:40:55.455974 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038ed63a-97fa-4091-b4b8-8b13b0a0ede3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:40:55.461699 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-038ed63a-97fa-4091-b4b8-8b13b0a0ede3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "PUT /v2.0/routers/3250cb98-4bb3-4358-acfa-87a117beb1a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7475841 Jul 13 08:40:55.464320 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36208) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:55.465866 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dc9929-e6db-4e0c-ac42-84046a771c32 None None] Sync routers for ids ['3250cb98-4bb3-4358-acfa-87a117beb1a4'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:40:55.475208 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dc9929-e6db-4e0c-ac42-84046a771c32 None None] Routers {'3250cb98-4bb3-4358-acfa-87a117beb1a4'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:55.475804 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c9dc9929-e6db-4e0c-ac42-84046a771c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:40:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3250cb98-4bb3-4358-acfa-87a117beb1a4'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:55.513493 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-673e545c-7def-4842-b94d-78df10dbf3c4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting subnet 4000c7d5-1eff-4ab7-a462-54e749856824 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:40:55.516499 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-673e545c-7def-4842-b94d-78df10dbf3c4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:55.555802 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-673e545c-7def-4842-b94d-78df10dbf3c4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:55.577210 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-c9dc9929-e6db-4e0c-ac42-84046a771c32 None None] Set router 3250cb98-4bb3-4358-acfa-87a117beb1a4 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:55.642264 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-673e545c-7def-4842-b94d-78df10dbf3c4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:55.703187 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-673e545c-7def-4842-b94d-78df10dbf3c4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:55.731059 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e545c-7def-4842-b94d-78df10dbf3c4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Subnet': ['ID=4000c7d5-1eff-4ab7-a462-54e749856824,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:55.735062 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-673e545c-7def-4842-b94d-78df10dbf3c4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:55.736984 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-673e545c-7def-4842-b94d-78df10dbf3c4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/subnets/4000c7d5-1eff-4ab7-a462-54e749856824 HTTP/1.1" status: 204 len: 168 time: 0.2717030 Jul 13 08:40:55.740187 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36210) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:55.791660 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d811c8-66a9-4614-816f-4fbdbcb2132d None None] Network c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:40:55.846200 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e368bf5-ce1e-4530-849c-314665184a14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:55.950440 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e368bf5-ce1e-4530-849c-314665184a14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.003153 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-8e368bf5-ce1e-4530-849c-314665184a14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting port e5e06e6f-d78b-4e66-b7d1-d3477b5d3149 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:40:56.003549 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e368bf5-ce1e-4530-849c-314665184a14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.024689 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c9dc9929-e6db-4e0c-ac42-84046a771c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327444992', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:55Z', 'updated_at': '2021-07-13T08:40:54Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e5e06e6f-d78b-4e66-b7d1-d3477b5d3149', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:56.052288 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dc9929-e6db-4e0c-ac42-84046a771c32 None None] Checking router: 3250cb98-4bb3-4358-acfa-87a117beb1a4 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:40:56.060735 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dc9929-e6db-4e0c-ac42-84046a771c32 None None] Routers {'3250cb98-4bb3-4358-acfa-87a117beb1a4'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:56.061337 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c9dc9929-e6db-4e0c-ac42-84046a771c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:40:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['3250cb98-4bb3-4358-acfa-87a117beb1a4'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:56.088612 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-8e368bf5-ce1e-4530-849c-314665184a14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] For port e5e06e6f-d78b-4e66-b7d1-d3477b5d3149, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e5e06e6f-d78b-4e66-b7d1-d3477b5d3149,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:56.089043 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e368bf5-ce1e-4530-849c-314665184a14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.093741 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec351742-3056-43f3-b36a-ee9904919b28 None None] DHCP port deletion for c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:40:56.102073 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-8e368bf5-ce1e-4530-849c-314665184a14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Calling delete_port for e5e06e6f-d78b-4e66-b7d1-d3477b5d3149 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:40:56.167428 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-c9dc9929-e6db-4e0c-ac42-84046a771c32 None None] Set router 3250cb98-4bb3-4358-acfa-87a117beb1a4 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:56.222602 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c9dc9929-e6db-4e0c-ac42-84046a771c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327444992', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:55Z', 'updated_at': '2021-07-13T08:40:55Z', 'revision_number': 6, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:56.253091 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dc9929-e6db-4e0c-ac42-84046a771c32 None None] The sync data for ids ['3250cb98-4bb3-4358-acfa-87a117beb1a4'] in n-d-779913-28 is: [{'id': '3250cb98-4bb3-4358-acfa-87a117beb1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327444992', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:55Z', 'updated_at': '2021-07-13T08:40:55Z', 'revision_number': 6, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:40:56.261492 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ec351742-3056-43f3-b36a-ee9904919b28 None None] Deleting port 96f9b6fb-226f-402f-9503-034b527ce48e {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:40:56.261866 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec351742-3056-43f3-b36a-ee9904919b28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.267414 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e368bf5-ce1e-4530-849c-314665184a14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.295335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e368bf5-ce1e-4530-849c-314665184a14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Port': ['ID=e5e06e6f-d78b-4e66-b7d1-d3477b5d3149,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:56.328300 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ec351742-3056-43f3-b36a-ee9904919b28 None None] For port 96f9b6fb-226f-402f-9503-034b527ce48e, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=96f9b6fb-226f-402f-9503-034b527ce48e,segment=NetworkSegment(be70db33-3743-473c-ac30-728be76caf58),segment_id=be70db33-3743-473c-ac30-728be76caf58)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:56.328693 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec351742-3056-43f3-b36a-ee9904919b28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.340960 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ec351742-3056-43f3-b36a-ee9904919b28 None None] Calling delete_port for 96f9b6fb-226f-402f-9503-034b527ce48e owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:40:56.359397 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e368bf5-ce1e-4530-849c-314665184a14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.418757 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec351742-3056-43f3-b36a-ee9904919b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.442810 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec351742-3056-43f3-b36a-ee9904919b28 None None] Pushing event deleted for resources: {'Port': ['ID=96f9b6fb-226f-402f-9503-034b527ce48e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:56.446485 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e368bf5-ce1e-4530-849c-314665184a14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.447023 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec351742-3056-43f3-b36a-ee9904919b28 None None] No DVR routers for this DVR port 96f9b6fb-226f-402f-9503-034b527ce48e on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:40:56.448616 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e368bf5-ce1e-4530-849c-314665184a14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.453593 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec351742-3056-43f3-b36a-ee9904919b28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:56.454048 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec351742-3056-43f3-b36a-ee9904919b28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:56.460304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec351742-3056-43f3-b36a-ee9904919b28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:56.460304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec351742-3056-43f3-b36a-ee9904919b28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:56.460304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec351742-3056-43f3-b36a-ee9904919b28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:56.460304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec351742-3056-43f3-b36a-ee9904919b28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:56.460304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec351742-3056-43f3-b36a-ee9904919b28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:56.460304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec351742-3056-43f3-b36a-ee9904919b28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:56.460304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec351742-3056-43f3-b36a-ee9904919b28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:56.460304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec351742-3056-43f3-b36a-ee9904919b28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:56.460304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec351742-3056-43f3-b36a-ee9904919b28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:56.460304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec351742-3056-43f3-b36a-ee9904919b28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:56.498210 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e368bf5-ce1e-4530-849c-314665184a14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.498742 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e368bf5-ce1e-4530-849c-314665184a14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Fanout notify agent at l3_agent the message router_deleted on router 3250cb98-4bb3-4358-acfa-87a117beb1a4 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:40:56.506197 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-8e368bf5-ce1e-4530-849c-314665184a14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.507321 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-8e368bf5-ce1e-4530-849c-314665184a14 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/routers/3250cb98-4bb3-4358-acfa-87a117beb1a4 HTTP/1.1" status: 204 len: 168 time: 0.7662249 Jul 13 08:40:56.510108 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36212) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:56.583388 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d980a574-b2c6-4b4b-ae2a-4b05600cf8a5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.676099 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d980a574-b2c6-4b4b-ae2a-4b05600cf8a5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.687355 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-d980a574-b2c6-4b4b-ae2a-4b05600cf8a5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8cd5065-5a7c-4e7e-aa86-17f4cfd08854']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:56.699493 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-d980a574-b2c6-4b4b-ae2a-4b05600cf8a5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be70db33-3743-473c-ac30-728be76caf58') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:56.699796 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-d980a574-b2c6-4b4b-ae2a-4b05600cf8a5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be70db33-3743-473c-ac30-728be76caf58') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:56.709768 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d980a574-b2c6-4b4b-ae2a-4b05600cf8a5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.723433 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d980a574-b2c6-4b4b-ae2a-4b05600cf8a5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.729192 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d980a574-b2c6-4b4b-ae2a-4b05600cf8a5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:40:56.729580 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d980a574-b2c6-4b4b-ae2a-4b05600cf8a5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:40:56.732759 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:40:56.792069 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d980a574-b2c6-4b4b-ae2a-4b05600cf8a5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.798866 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d980a574-b2c6-4b4b-ae2a-4b05600cf8a5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.800626 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d980a574-b2c6-4b4b-ae2a-4b05600cf8a5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/networks/c8cd5065-5a7c-4e7e-aa86-17f4cfd08854 HTTP/1.1" status: 204 len: 168 time: 0.2895937 Jul 13 08:40:56.803566 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36214) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:56.811115 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980a574-b2c6-4b4b-ae2a-4b05600cf8a5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Network': ['ID=c8cd5065-5a7c-4e7e-aa86-17f4cfd08854,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:56.861081 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3092b64-fa44-49b2-b9c7-2d31944e2329 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.886131 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3092b64-fa44-49b2-b9c7-2d31944e2329 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.943184 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3092b64-fa44-49b2-b9c7-2d31944e2329 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.945913 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3092b64-fa44-49b2-b9c7-2d31944e2329 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.947116 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c3092b64-fa44-49b2-b9c7-2d31944e2329 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/security-groups/7b9a0b3b-0fe3-475b-8043-0d8f684aed84 HTTP/1.1" status: 204 len: 168 time: 0.1425605 Jul 13 08:40:56.956089 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3092b64-fa44-49b2-b9c7-2d31944e2329 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9a0b3b-0fe3-475b-8043-0d8f684aed84,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:57.275107 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36220) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:57.280193 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-f82ec8f1-9770-44d9-9539-768db4de0326 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1785652373', 'description': 'tempest-secgroup-smoke-1785652373 description', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:57.304584 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f82ec8f1-9770-44d9-9539-768db4de0326 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.329570 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 96f9b6fb-226f-402f-9503-034b527ce48e no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:40:57.354638 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 96f9b6fb-226f-402f-9503-034b527ce48e {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:40:57.354983 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 96f9b6fb-226f-402f-9503-034b527ce48e not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:40:57.355409 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:40:57.374544 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:40:57.374891 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device af8c0bd2-3b5b-474f-b9fb-f96020f3ad9b not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:40:57.375308 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e5e06e6f-d78b-4e66-b7d1-d3477b5d3149 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:40:57.386861 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f82ec8f1-9770-44d9-9539-768db4de0326 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.390855 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f82ec8f1-9770-44d9-9539-768db4de0326 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.395135 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: e5e06e6f-d78b-4e66-b7d1-d3477b5d3149 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:40:57.395513 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e5e06e6f-d78b-4e66-b7d1-d3477b5d3149 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:40:57.419663 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f82ec8f1-9770-44d9-9539-768db4de0326 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.420893 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f82ec8f1-9770-44d9-9539-768db4de0326 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1447585 Jul 13 08:40:57.422817 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ec8f1-9770-44d9-9539-768db4de0326 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86379327-01df-4ce9-b226-1739dbe85be0,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:57.423962 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36222) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:57.430670 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-78209465-a416-4da8-89ef-f522d1688594 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '86379327-01df-4ce9-b226-1739dbe85be0', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:57.458010 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78209465-a416-4da8-89ef-f522d1688594 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.505276 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78209465-a416-4da8-89ef-f522d1688594 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.508591 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78209465-a416-4da8-89ef-f522d1688594 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.529257 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78209465-a416-4da8-89ef-f522d1688594 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76dd8fe-b36d-4be9-b2df-d7c4c84d98d1,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:57.535652 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78209465-a416-4da8-89ef-f522d1688594 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.537473 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-78209465-a416-4da8-89ef-f522d1688594 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118667 Jul 13 08:40:57.540344 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36224) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:57.544699 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-34779ed5-d52e-4b86-b8a4-a007753b9f6a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '86379327-01df-4ce9-b226-1739dbe85be0', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:57.571354 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34779ed5-d52e-4b86-b8a4-a007753b9f6a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.626371 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34779ed5-d52e-4b86-b8a4-a007753b9f6a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.629956 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34779ed5-d52e-4b86-b8a4-a007753b9f6a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.636560 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8d4271f-a40a-4e39-9241-21e8d3987936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.644527 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34779ed5-d52e-4b86-b8a4-a007753b9f6a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712d4608-8f34-407e-bc75-786dff55b578,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:57.653255 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34779ed5-d52e-4b86-b8a4-a007753b9f6a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.654456 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-34779ed5-d52e-4b86-b8a4-a007753b9f6a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131926 Jul 13 08:40:57.657148 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36226) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:57.661982 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-18512384-023c-4476-967a-21587e278935 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '86379327-01df-4ce9-b226-1739dbe85be0', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:57.686722 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18512384-023c-4476-967a-21587e278935 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.742897 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18512384-023c-4476-967a-21587e278935 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.746343 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18512384-023c-4476-967a-21587e278935 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.762547 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18512384-023c-4476-967a-21587e278935 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6d5659-0639-4472-a17f-d689a1872c99,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:57.768843 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18512384-023c-4476-967a-21587e278935 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.770116 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-18512384-023c-4476-967a-21587e278935 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1120512 Jul 13 08:40:57.772810 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36228) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:57.777107 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a7193563-7101-416f-9719-07a80cd0417a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '86379327-01df-4ce9-b226-1739dbe85be0', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:57.803377 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7193563-7101-416f-9719-07a80cd0417a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.861557 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7193563-7101-416f-9719-07a80cd0417a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.865655 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7193563-7101-416f-9719-07a80cd0417a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.872235 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.884095 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7193563-7101-416f-9719-07a80cd0417a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1879b6-2b63-4eeb-b268-39ca06ec8871,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:57.889504 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7193563-7101-416f-9719-07a80cd0417a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.890739 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a7193563-7101-416f-9719-07a80cd0417a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169965 Jul 13 08:40:57.893398 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36230) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:57.898499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ae1750af-f387-498e-b5e0-5a61a4710f11 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '86379327-01df-4ce9-b226-1739dbe85be0', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:57.919778 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-ae1750af-f387-498e-b5e0-5a61a4710f11 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Project c5988cb4b1124302a881e2f13d2fbcd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:40:57.924645 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae1750af-f387-498e-b5e0-5a61a4710f11 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.985565 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae1750af-f387-498e-b5e0-5a61a4710f11 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.988856 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae1750af-f387-498e-b5e0-5a61a4710f11 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.003165 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1750af-f387-498e-b5e0-5a61a4710f11 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10bc077-597b-4523-8f65-c46c7a38cb75,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:58.011677 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae1750af-f387-498e-b5e0-5a61a4710f11 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.012928 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ae1750af-f387-498e-b5e0-5a61a4710f11 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183825 Jul 13 08:40:58.015717 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36232) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:58.020149 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-412a7c63-8415-4a82-afb0-4b121f968dbf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '86379327-01df-4ce9-b226-1739dbe85be0', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:58.042425 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-412a7c63-8415-4a82-afb0-4b121f968dbf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Project c5988cb4b1124302a881e2f13d2fbcd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:40:58.047087 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-412a7c63-8415-4a82-afb0-4b121f968dbf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.107739 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-412a7c63-8415-4a82-afb0-4b121f968dbf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.111374 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-412a7c63-8415-4a82-afb0-4b121f968dbf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.128227 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a7c63-8415-4a82-afb0-4b121f968dbf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10b5dd2-ed6e-473a-a893-8306a30b1cc3,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:58.135104 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-412a7c63-8415-4a82-afb0-4b121f968dbf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.136450 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-412a7c63-8415-4a82-afb0-4b121f968dbf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197343 Jul 13 08:40:58.139198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36234) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:58.144081 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3d5938ec-ad2a-4d11-9616-416cd9328835 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'network': {'name': 'tempest-network-smoke--1993885005', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'port_security_enabled': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:58.165419 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5938ec-ad2a-4d11-9616-416cd9328835 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Made reservation on behalf of c5988cb4b1124302a881e2f13d2fbcd1 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:58.168821 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d5938ec-ad2a-4d11-9616-416cd9328835 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.192803 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5938ec-ad2a-4d11-9616-416cd9328835 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:40:58.201999 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d5938ec-ad2a-4d11-9616-416cd9328835 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.202369 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-3d5938ec-ad2a-4d11-9616-416cd9328835 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Added segment 8649b53d-c439-47cd-a9ff-d89fb7af0803 of type vlan for network 7d31ec48-6317-4f35-b676-07281a028a86 Jul 13 08:40:58.241390 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d5938ec-ad2a-4d11-9616-416cd9328835 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.269002 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d5938ec-ad2a-4d11-9616-416cd9328835 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.275182 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5938ec-ad2a-4d11-9616-416cd9328835 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:58.275770 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d5938ec-ad2a-4d11-9616-416cd9328835 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.310785 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3d5938ec-ad2a-4d11-9616-416cd9328835 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1705980 Jul 13 08:40:58.313506 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36236) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:58.318396 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fa7cfdd3-c45e-4686-8052-2d941fe1412a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1042249565', 'admin_state_up': True, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:58.357765 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5938ec-ad2a-4d11-9616-416cd9328835 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Network': ['ID=7d31ec48-6317-4f35-b676-07281a028a86,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:58.367864 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 7d31ec48-6317-4f35-b676-07281a028a86 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:40:58.371204 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa7cfdd3-c45e-4686-8052-2d941fe1412a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.372218 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa7cfdd3-c45e-4686-8052-2d941fe1412a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.423569 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa7cfdd3-c45e-4686-8052-2d941fe1412a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.557387 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa7cfdd3-c45e-4686-8052-2d941fe1412a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.744848 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa7cfdd3-c45e-4686-8052-2d941fe1412a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.763276 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa7cfdd3-c45e-4686-8052-2d941fe1412a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.859530 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-fa7cfdd3-c45e-4686-8052-2d941fe1412a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Allocated IP 172.25.0.28 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/32cc3539-54a9-4169-a2a4-d8c290c7a52f) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:40:58.961236 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa7cfdd3-c45e-4686-8052-2d941fe1412a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:58.999572 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa7cfdd3-c45e-4686-8052-2d941fe1412a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:59.033911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7cfdd3-c45e-4686-8052-2d941fe1412a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:59.039115 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-fa7cfdd3-c45e-4686-8052-2d941fe1412a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:59.042461 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7cfdd3-c45e-4686-8052-2d941fe1412a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:40:59.067257 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7cfdd3-c45e-4686-8052-2d941fe1412a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=32cc3539-54a9-4169-a2a4-d8c290c7a52f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:59.288123 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa7cfdd3-c45e-4686-8052-2d941fe1412a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:59.479117 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa7cfdd3-c45e-4686-8052-2d941fe1412a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:59.600827 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7cfdd3-c45e-4686-8052-2d941fe1412a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router 32906c27-9474-4594-ad97-833d52584bf8 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:40:59.706380 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7cfdd3-c45e-4686-8052-2d941fe1412a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:40:59.716273 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] Sync routers for ids ['32906c27-9474-4594-ad97-833d52584bf8'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:40:59.725299 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] Routers {'32906c27-9474-4594-ad97-833d52584bf8'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:59.725903 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:40:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['32906c27-9474-4594-ad97-833d52584bf8'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:59.726066 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa7cfdd3-c45e-4686-8052-2d941fe1412a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:59.727310 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fa7cfdd3-c45e-4686-8052-2d941fe1412a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4128966 Jul 13 08:40:59.730462 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36238) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:59.760010 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2acaa36a-49fa-408e-992f-6905fb91679c tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=c5988cb4b1124302a881e2f13d2fbcd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261543 Jul 13 08:40:59.760238 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36240) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:59.826257 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] Set router 32906c27-9474-4594-ad97-833d52584bf8 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:59.847403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40b6d8d-cd7c-48af-9247-22a52d6ac99e tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:59.851691 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a40b6d8d-cd7c-48af-9247-22a52d6ac99e tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878730 Jul 13 08:40:59.851843 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36242) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:59.852666 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:59.881549 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-03be9c84-73cd-4d10-b2b5-3d1ba98917ba tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f96be058-f906-4210-b421-902eff1606be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257537 Jul 13 08:40:59.881870 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36244) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:59.886385 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-10da97ae-798c-4c1a-837a-d1b57a6faf99 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2145742958', 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:59.974452 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10da97ae-798c-4c1a-837a-d1b57a6faf99 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Made reservation on behalf of c5988cb4b1124302a881e2f13d2fbcd1 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:59.977941 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-10da97ae-798c-4c1a-837a-d1b57a6faf99 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:59.998103 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32906c27-9474-4594-ad97-833d52584bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042249565', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:40:59Z', 'revision_number': 3, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:00.027457 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] Checking router: 32906c27-9474-4594-ad97-833d52584bf8 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:41:00.027804 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] Updating router 32906c27-9474-4594-ad97-833d52584bf8 port 32cc3539-54a9-4169-a2a4-d8c290c7a52f binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:41:00.060871 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:00.157799 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-10da97ae-798c-4c1a-837a-d1b57a6faf99 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:00.224445 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da97ae-798c-4c1a-837a-d1b57a6faf99 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Subnet': ['ID=c2e09717-4f0a-41e4-8968-df28e057efa1,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:00.231138 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10da97ae-798c-4c1a-837a-d1b57a6faf99 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Checking segment: {'id': '8649b53d-c439-47cd-a9ff-d89fb7af0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:00.231467 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10da97ae-798c-4c1a-837a-d1b57a6faf99 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network hostable DHCP agents. Network: 7d31ec48-6317-4f35-b676-07281a028a86, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:41:00.248507 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10da97ae-798c-4c1a-837a-d1b57a6faf99 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network 7d31ec48-6317-4f35-b676-07281a028a86 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:41:00.257867 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-10da97ae-798c-4c1a-837a-d1b57a6faf99 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 7d31ec48-6317-4f35-b676-07281a028a86) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:00.261857 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10da97ae-798c-4c1a-837a-d1b57a6faf99 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:00.262475 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-10da97ae-798c-4c1a-837a-d1b57a6faf99 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:00.272106 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8543a665-2964-4d96-bd62-dc82c40fbf4c None None] Network 7d31ec48-6317-4f35-b676-07281a028a86 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:41:00.277174 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-10da97ae-798c-4c1a-837a-d1b57a6faf99 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3942940 Jul 13 08:41:00.279871 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36246) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:00.312980 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:00.324310 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] Transition to ACTIVE for port object 32cc3539-54a9-4169-a2a4-d8c290c7a52f will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:00.332425 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:00.377627 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] Attempting to bind port 32cc3539-54a9-4169-a2a4-d8c290c7a52f on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:41:00.378054 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] Attempting to bind port 32cc3539-54a9-4169-a2a4-d8c290c7a52f by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:41:00.378451 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] Attempting to bind port 32cc3539-54a9-4169-a2a4-d8c290c7a52f on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:00.390140 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:41:00.390821 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:00.391399 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:00.391956 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:41:00.392600 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] Bound port: 32cc3539-54a9-4169-a2a4-d8c290c7a52f, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:41:00.392983 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:00.432884 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-7d31ec48-6317-4f35-b676-07281a028a86', 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ips': [{'subnet_id': 'c2e09717-4f0a-41e4-8968-df28e057efa1'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:41:00.433766 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:00.539918 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] For port 32cc3539-54a9-4169-a2a4-d8c290c7a52f, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:41:00.541798 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a974e-d5cf-4286-b9d1-bac7f4b3d1c2 None None] Pushing event updated for resources: {'Port': ['ID=32cc3539-54a9-4169-a2a4-d8c290c7a52f,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:00.545733 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] For port 32cc3539-54a9-4169-a2a4-d8c290c7a52f, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=32cc3539-54a9-4169-a2a4-d8c290c7a52f,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:41:00.550878 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:00.573723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] Allocated IP 172.20.0.2 (7d31ec48-6317-4f35-b676-07281a028a86/c2e09717-4f0a-41e4-8968-df28e057efa1/e20d4f82-ea59-448d-9d8c-88c5db4b0106) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:41:00.603740 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] Routers {'32906c27-9474-4594-ad97-833d52584bf8'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:00.604358 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:40:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['32906c27-9474-4594-ad97-833d52584bf8'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:00.648335 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a974e-d5cf-4286-b9d1-bac7f4b3d1c2 None None] Pushing event updated for resources: {'Port': ['ID=32cc3539-54a9-4169-a2a4-d8c290c7a52f,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:00.721504 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] Set router 32906c27-9474-4594-ad97-833d52584bf8 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:00.735113 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:00.744967 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] Transition to ACTIVE for port object e20d4f82-ea59-448d-9d8c-88c5db4b0106 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:00.761566 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] Transition to ACTIVE for port object e20d4f82-ea59-448d-9d8c-88c5db4b0106 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:00.769318 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:00.811813 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] Network 7d31ec48-6317-4f35-b676-07281a028a86 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:00.816398 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:00.822524 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:41:00.835694 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] Pushing event updated for resources: {'Port': ['ID=e20d4f82-ea59-448d-9d8c-88c5db4b0106,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:00.893457 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] Attempting to bind port e20d4f82-ea59-448d-9d8c-88c5db4b0106 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:41:00.894208 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] Attempting to bind port e20d4f82-ea59-448d-9d8c-88c5db4b0106 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '8649b53d-c439-47cd-a9ff-d89fb7af0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:41:00.894208 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] Attempting to bind port e20d4f82-ea59-448d-9d8c-88c5db4b0106 on network 7d31ec48-6317-4f35-b676-07281a028a86 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:00.900058 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:41:00.900448 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] Checking segment: {'id': '8649b53d-c439-47cd-a9ff-d89fb7af0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:00.900825 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:00.901213 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] Bound using segment: {'id': '8649b53d-c439-47cd-a9ff-d89fb7af0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:41:00.901678 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] Bound port: e20d4f82-ea59-448d-9d8c-88c5db4b0106, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8649b53d-c439-47cd-a9ff-d89fb7af0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:41:00.902605 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:00.924235 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32906c27-9474-4594-ad97-833d52584bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042249565', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:40:59Z', 'revision_number': 3, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:00.954914 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4d1f62-a4b8-4eeb-8a1f-8a4ad8c2e50d None None] The sync data for ids ['32906c27-9474-4594-ad97-833d52584bf8'] in n-d-779913-28 is: [{'id': '32906c27-9474-4594-ad97-833d52584bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042249565', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:40:59Z', 'revision_number': 3, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:41:00.967496 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] For port e20d4f82-ea59-448d-9d8c-88c5db4b0106, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:41:00.972229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] For port e20d4f82-ea59-448d-9d8c-88c5db4b0106, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e20d4f82-ea59-448d-9d8c-88c5db4b0106,segment=NetworkSegment(8649b53d-c439-47cd-a9ff-d89fb7af0803),segment_id=8649b53d-c439-47cd-a9ff-d89fb7af0803)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:41:00.980192 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:01.045075 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5d1c2-4f90-45ba-835c-e195e961fea1 None None] Pushing event updated for resources: {'Port': ['ID=e20d4f82-ea59-448d-9d8c-88c5db4b0106,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:01.098994 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e317c2ea-32b3-475f-afe6-308403c66c6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:01.429168 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e20d4f82-ea59-448d-9d8c-88c5db4b0106 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:01.462812 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-e317c2ea-32b3-475f-afe6-308403c66c6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Allocated IP 172.20.0.1 (7d31ec48-6317-4f35-b676-07281a028a86/c2e09717-4f0a-41e4-8968-df28e057efa1/405cbc31-0d0a-463f-bde9-7b7a99e071b4) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:41:01.492953 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port e20d4f82-ea59-448d-9d8c-88c5db4b0106 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:01.497462 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 32cc3539-54a9-4169-a2a4-d8c290c7a52f up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:01.570407 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 32cc3539-54a9-4169-a2a4-d8c290c7a52f completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:01.574254 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:01.575874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 32cc3539-54a9-4169-a2a4-d8c290c7a52f triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:01.576238 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:01.595439 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e317c2ea-32b3-475f-afe6-308403c66c6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:01.617185 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-e317c2ea-32b3-475f-afe6-308403c66c6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Transition to ACTIVE for port object 405cbc31-0d0a-463f-bde9-7b7a99e071b4 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:01.656997 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e317c2ea-32b3-475f-afe6-308403c66c6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:01.660026 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:01.683152 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 32cc3539-54a9-4169-a2a4-d8c290c7a52f, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=32cc3539-54a9-4169-a2a4-d8c290c7a52f,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:01.691032 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:01.719119 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e317c2ea-32b3-475f-afe6-308403c66c6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network 7d31ec48-6317-4f35-b676-07281a028a86 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:01.720632 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317c2ea-32b3-475f-afe6-308403c66c6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=405cbc31-0d0a-463f-bde9-7b7a99e071b4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:01.724584 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e317c2ea-32b3-475f-afe6-308403c66c6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:01.728165 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317c2ea-32b3-475f-afe6-308403c66c6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:41:01.761020 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=32cc3539-54a9-4169-a2a4-d8c290c7a52f,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:01.780847 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e317c2ea-32b3-475f-afe6-308403c66c6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:01.951846 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e317c2ea-32b3-475f-afe6-308403c66c6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.059275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a530754c-6975-484c-aa76-451b117dff32 None None] Network 7d31ec48-6317-4f35-b676-07281a028a86 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:41:02.167956 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d42d97ce-82b7-4dc2-ba7a-fc2813862dba None None] Provisioning for port e20d4f82-ea59-448d-9d8c-88c5db4b0106 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:02.179479 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d42d97ce-82b7-4dc2-ba7a-fc2813862dba None None] Provisioning complete for port e20d4f82-ea59-448d-9d8c-88c5db4b0106 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:02.180374 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d42d97ce-82b7-4dc2-ba7a-fc2813862dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.238299 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e317c2ea-32b3-475f-afe6-308403c66c6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.244004 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e317c2ea-32b3-475f-afe6-308403c66c6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.307422 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d42d97ce-82b7-4dc2-ba7a-fc2813862dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.317793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317c2ea-32b3-475f-afe6-308403c66c6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=405cbc31-0d0a-463f-bde9-7b7a99e071b4,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:02.335090 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e317c2ea-32b3-475f-afe6-308403c66c6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.342919 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d42d97ce-82b7-4dc2-ba7a-fc2813862dba None None] For port e20d4f82-ea59-448d-9d8c-88c5db4b0106, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e20d4f82-ea59-448d-9d8c-88c5db4b0106,segment=NetworkSegment(8649b53d-c439-47cd-a9ff-d89fb7af0803),segment_id=8649b53d-c439-47cd-a9ff-d89fb7af0803)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:02.348173 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d42d97ce-82b7-4dc2-ba7a-fc2813862dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.409372 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d97ce-82b7-4dc2-ba7a-fc2813862dba None None] Pushing event updated for resources: {'Port': ['ID=e20d4f82-ea59-448d-9d8c-88c5db4b0106,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:02.439305 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e317c2ea-32b3-475f-afe6-308403c66c6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network 7d31ec48-6317-4f35-b676-07281a028a86 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:02.440965 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e317c2ea-32b3-475f-afe6-308403c66c6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:02.560222 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e317c2ea-32b3-475f-afe6-308403c66c6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router 32906c27-9474-4594-ad97-833d52584bf8 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:41:02.599344 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0112e0ec-6bac-45bd-94b7-ba7b4b3d72e1 None None] Provisioning complete for port e20d4f82-ea59-448d-9d8c-88c5db4b0106 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:02.600838 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0112e0ec-6bac-45bd-94b7-ba7b4b3d72e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.675667 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e317c2ea-32b3-475f-afe6-308403c66c6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:41:02.682048 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e317c2ea-32b3-475f-afe6-308403c66c6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "PUT /v2.0/routers/32906c27-9474-4594-ad97-833d52584bf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4011765 Jul 13 08:41:02.712262 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0112e0ec-6bac-45bd-94b7-ba7b4b3d72e1 None None] Provisioning for port 405cbc31-0d0a-463f-bde9-7b7a99e071b4 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:02.716494 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0112e0ec-6bac-45bd-94b7-ba7b4b3d72e1 None None] Provisioning complete for port 405cbc31-0d0a-463f-bde9-7b7a99e071b4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:02.716986 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0112e0ec-6bac-45bd-94b7-ba7b4b3d72e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.751455 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0112e0ec-6bac-45bd-94b7-ba7b4b3d72e1 None None] Port 405cbc31-0d0a-463f-bde9-7b7a99e071b4 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:41:02.835489 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] Sync routers for ids ['32906c27-9474-4594-ad97-833d52584bf8'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:41:02.840834 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-da2b93de-7ab1-4fcd-9c30-7acc4817e403 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785652373&fields=id&tenant_id=c5988cb4b1124302a881e2f13d2fbcd1 HTTP/1.1" status: 200 len: 267 time: 0.0378306 Jul 13 08:41:02.846767 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] Routers {'32906c27-9474-4594-ad97-833d52584bf8'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:02.847507 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:40:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['32906c27-9474-4594-ad97-833d52584bf8'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:02.907312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-52bd1d3a-779d-4e10-ba74-c483dffbb8f5 None None] Provisioning complete for port 405cbc31-0d0a-463f-bde9-7b7a99e071b4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:02.907754 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-52bd1d3a-779d-4e10-ba74-c483dffbb8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.955507 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-7464717a-5d89-46a7-ab85-e958941c0440 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:02.957106 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-7464717a-5d89-46a7-ab85-e958941c0440 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/networks?id=7d31ec48-6317-4f35-b676-07281a028a86 HTTP/1.1" status: 200 len: 797 time: 0.1089714 Jul 13 08:41:02.973381 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-c94dec9e-4c19-42f9-8d61-342bc64626b8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/quotas/c5988cb4b1124302a881e2f13d2fbcd1 HTTP/1.1" status: 200 len: 375 time: 0.0099144 Jul 13 08:41:02.978832 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-52bd1d3a-779d-4e10-ba74-c483dffbb8f5 None None] Port 405cbc31-0d0a-463f-bde9-7b7a99e071b4 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:41:02.992710 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] Set router 32906c27-9474-4594-ad97-833d52584bf8 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:03.051904 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-39a5b5aa-044c-423b-b848-c650e316d894 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712409 Jul 13 08:41:03.136891 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4949c6f7-7bf1-4374-98ce-6ccc129abe06 None None] Provisioning complete for port 405cbc31-0d0a-463f-bde9-7b7a99e071b4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:03.137498 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4949c6f7-7bf1-4374-98ce-6ccc129abe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:03.212368 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-74a3eb2e-0331-43bf-a025-07b11204d5da service neutron] 10.222.0.58 "GET /v2.0/networks/7d31ec48-6317-4f35-b676-07281a028a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343904 Jul 13 08:41:03.312982 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-cfc0dd07-acd3-4daf-863c-6ef07f5c2c4d service neutron] 10.222.0.58 "GET /v2.0/networks/7d31ec48-6317-4f35-b676-07281a028a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943968 Jul 13 08:41:03.347572 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4949c6f7-7bf1-4374-98ce-6ccc129abe06 None None] Port 405cbc31-0d0a-463f-bde9-7b7a99e071b4 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:41:03.368352 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e20d4f82-ea59-448d-9d8c-88c5db4b0106 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:03.431098 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32906c27-9474-4594-ad97-833d52584bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042249565', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:01Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '405cbc31-0d0a-463f-bde9-7b7a99e071b4', 'name': '', 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:66:a0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'c2e09717-4f0a-41e4-8968-df28e057efa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:01Z', 'updated_at': '2021-07-13T08:41:02Z', 'revision_number': 2, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': 'c2e09717-4f0a-41e4-8968-df28e057efa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:03.473809 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] Checking router: 32906c27-9474-4594-ad97-833d52584bf8 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:41:03.474187 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] Updating router 32906c27-9474-4594-ad97-833d52584bf8 port 405cbc31-0d0a-463f-bde9-7b7a99e071b4 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:41:03.477663 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e20d4f82-ea59-448d-9d8c-88c5db4b0106 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:03.477931 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:03.510291 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-726390cf-8cbb-48fb-a497-ea6ec915fca5 req-2601f2fa-964f-4afd-920b-5da1afd7838e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 210 time: 0.0297856 Jul 13 08:41:03.535466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-89b657ce-a646-4e97-b1c5-947b495b4036 None None] Provisioning complete for port 405cbc31-0d0a-463f-bde9-7b7a99e071b4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:03.535842 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-89b657ce-a646-4e97-b1c5-947b495b4036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:03.560288 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:03.588853 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-89b657ce-a646-4e97-b1c5-947b495b4036 None None] Port 405cbc31-0d0a-463f-bde9-7b7a99e071b4 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:41:03.714426 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 32cc3539-54a9-4169-a2a4-d8c290c7a52f up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:03.828536 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 32cc3539-54a9-4169-a2a4-d8c290c7a52f triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:03.828909 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:03.962254 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:03.978950 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] Transition to ACTIVE for port object 405cbc31-0d0a-463f-bde9-7b7a99e071b4 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:03.985116 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:04.036519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e5fb8-ba01-4f72-9725-eb5a75f8e7e3 None None] Pushing event updated for resources: {'Port': ['ID=405cbc31-0d0a-463f-bde9-7b7a99e071b4,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:04.097455 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] Attempting to bind port 405cbc31-0d0a-463f-bde9-7b7a99e071b4 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:41:04.097928 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] Attempting to bind port 405cbc31-0d0a-463f-bde9-7b7a99e071b4 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '8649b53d-c439-47cd-a9ff-d89fb7af0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:41:04.098412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] Attempting to bind port 405cbc31-0d0a-463f-bde9-7b7a99e071b4 on network 7d31ec48-6317-4f35-b676-07281a028a86 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:04.104705 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:41:04.105402 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] Checking segment: {'id': '8649b53d-c439-47cd-a9ff-d89fb7af0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:04.105893 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:04.106479 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] Bound using segment: {'id': '8649b53d-c439-47cd-a9ff-d89fb7af0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:41:04.107039 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] Bound port: 405cbc31-0d0a-463f-bde9-7b7a99e071b4, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8649b53d-c439-47cd-a9ff-d89fb7af0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:41:04.107510 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:04.179062 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] For port 405cbc31-0d0a-463f-bde9-7b7a99e071b4, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:41:04.182304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] For port 405cbc31-0d0a-463f-bde9-7b7a99e071b4, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=405cbc31-0d0a-463f-bde9-7b7a99e071b4,segment=NetworkSegment(8649b53d-c439-47cd-a9ff-d89fb7af0803),segment_id=8649b53d-c439-47cd-a9ff-d89fb7af0803)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:41:04.187739 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:04.260743 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e5fb8-ba01-4f72-9725-eb5a75f8e7e3 None None] Pushing event updated for resources: {'Port': ['ID=405cbc31-0d0a-463f-bde9-7b7a99e071b4,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:04.270676 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] Routers {'32906c27-9474-4594-ad97-833d52584bf8'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:04.271318 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:40:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['32906c27-9474-4594-ad97-833d52584bf8'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:04.383645 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] Set router 32906c27-9474-4594-ad97-833d52584bf8 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:04.597602 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32906c27-9474-4594-ad97-833d52584bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042249565', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:01Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '405cbc31-0d0a-463f-bde9-7b7a99e071b4', 'name': '', 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:66:a0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'c2e09717-4f0a-41e4-8968-df28e057efa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:01Z', 'updated_at': '2021-07-13T08:41:04Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': 'c2e09717-4f0a-41e4-8968-df28e057efa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:04.625638 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c260e672-e69e-4392-8bf7-f462c08b6f2b None None] The sync data for ids ['32906c27-9474-4594-ad97-833d52584bf8'] in n-d-779913-28 is: [{'id': '32906c27-9474-4594-ad97-833d52584bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042249565', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:01Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '405cbc31-0d0a-463f-bde9-7b7a99e071b4', 'name': '', 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:66:a0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'c2e09717-4f0a-41e4-8968-df28e057efa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:01Z', 'updated_at': '2021-07-13T08:41:04Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': 'c2e09717-4f0a-41e4-8968-df28e057efa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:41:04.705452 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b532204-8577-4fd8-814e-54844977f4bf req-24674119-5683-47f3-a25a-4256cd63256e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 210 time: 0.0620697 Jul 13 08:41:04.811436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-80899b76-d06c-4751-9354-ee26469afbf9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:04.813053 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-80899b76-d06c-4751-9354-ee26469afbf9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "GET /v2.0/networks?id=7d31ec48-6317-4f35-b676-07281a028a86 HTTP/1.1" status: 200 len: 797 time: 0.1186552 Jul 13 08:41:04.869737 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-9d16d5cf-c3f1-439d-8eb0-f55440a28f55 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5988cb4b1124302a881e2f13d2fbcd1 HTTP/1.1" status: 200 len: 380 time: 0.0422091 Jul 13 08:41:04.880217 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-a80c12d9-f7e8-4d5e-9611-67d333f5db0e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'port': {'device_id': 'f13e9369-931a-4051-9ea4-7bad5562ad71', 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86', 'admin_state_up': True, 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'security_groups': ['86379327-01df-4ce9-b226-1739dbe85be0']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:04.993622 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-a80c12d9-f7e8-4d5e-9611-67d333f5db0e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Made reservation on behalf of c5988cb4b1124302a881e2f13d2fbcd1 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:41:04.997305 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-a80c12d9-f7e8-4d5e-9611-67d333f5db0e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:05.134197 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-a80c12d9-f7e8-4d5e-9611-67d333f5db0e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Allocated IP 172.20.0.9 (7d31ec48-6317-4f35-b676-07281a028a86/c2e09717-4f0a-41e4-8968-df28e057efa1/84989a7e-daca-4af6-8f11-aa10319e7f1d) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:41:05.283236 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-a80c12d9-f7e8-4d5e-9611-67d333f5db0e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:05.302615 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-a80c12d9-f7e8-4d5e-9611-67d333f5db0e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Transition to ACTIVE for port object 84989a7e-daca-4af6-8f11-aa10319e7f1d will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:05.348608 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-a80c12d9-f7e8-4d5e-9611-67d333f5db0e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:05.387579 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 405cbc31-0d0a-463f-bde9-7b7a99e071b4 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:05.393762 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-a80c12d9-f7e8-4d5e-9611-67d333f5db0e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network 7d31ec48-6317-4f35-b676-07281a028a86 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:05.397671 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-a80c12d9-f7e8-4d5e-9611-67d333f5db0e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:05.401656 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-a80c12d9-f7e8-4d5e-9611-67d333f5db0e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:41:05.446025 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c12d9-f7e8-4d5e-9611-67d333f5db0e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=84989a7e-daca-4af6-8f11-aa10319e7f1d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:05.463000 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 405cbc31-0d0a-463f-bde9-7b7a99e071b4 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:05.470935 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 405cbc31-0d0a-463f-bde9-7b7a99e071b4 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:05.471312 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:05.493057 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-a80c12d9-f7e8-4d5e-9611-67d333f5db0e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:05.493755 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-a80c12d9-f7e8-4d5e-9611-67d333f5db0e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:05.532200 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-a80c12d9-f7e8-4d5e-9611-67d333f5db0e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6560621 Jul 13 08:41:05.551829 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] Request body: {'port': {'device_id': 'f13e9369-931a-4051-9ea4-7bad5562ad71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:05.607174 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:05.669354 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 405cbc31-0d0a-463f-bde9-7b7a99e071b4, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=405cbc31-0d0a-463f-bde9-7b7a99e071b4,segment=NetworkSegment(8649b53d-c439-47cd-a9ff-d89fb7af0803),segment_id=8649b53d-c439-47cd-a9ff-d89fb7af0803)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:05.673358 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:05.673908 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:05.762994 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=405cbc31-0d0a-463f-bde9-7b7a99e071b4,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:05.776252 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b9e12187-92a8-4fbc-ad00-899ee7ed1e0b None None] Provisioning for port 84989a7e-daca-4af6-8f11-aa10319e7f1d completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:05.787457 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b9e12187-92a8-4fbc-ad00-899ee7ed1e0b None None] Provisioning complete for port 84989a7e-daca-4af6-8f11-aa10319e7f1d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:05.789666 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b9e12187-92a8-4fbc-ad00-899ee7ed1e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:05.831616 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b9e12187-92a8-4fbc-ad00-899ee7ed1e0b None None] Port 84989a7e-daca-4af6-8f11-aa10319e7f1d cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:41:06.022667 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9baa5-041f-4cc4-8de5-a7ea3f647d74 req-3909927b-27bd-42c6-b096-3fd8a197be2e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:06.024154 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19c9baa5-041f-4cc4-8de5-a7ea3f647d74 req-3909927b-27bd-42c6-b096-3fd8a197be2e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 931 time: 0.1432989 Jul 13 08:41:06.054320 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f8040e4f-083d-4ab8-8f7e-b348eac83427 None None] Provisioning complete for port 405cbc31-0d0a-463f-bde9-7b7a99e071b4 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:06.054725 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8040e4f-083d-4ab8-8f7e-b348eac83427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:06.101854 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19c9baa5-041f-4cc4-8de5-a7ea3f647d74 req-380748a3-1b1b-4f95-a367-b060199d3a52 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720291 Jul 13 08:41:06.140361 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84989a7e-daca-4af6-8f11-aa10319e7f1d {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:41:06.148799 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:06.160665 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] Transition to ACTIVE for port object 84989a7e-daca-4af6-8f11-aa10319e7f1d will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:06.164093 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:06.216712 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] Pushing event updated for resources: {'Port': ['ID=84989a7e-daca-4af6-8f11-aa10319e7f1d,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:06.290791 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] Attempting to bind port 84989a7e-daca-4af6-8f11-aa10319e7f1d on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:41:06.291393 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] Attempting to bind port 84989a7e-daca-4af6-8f11-aa10319e7f1d by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '8649b53d-c439-47cd-a9ff-d89fb7af0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:41:06.291727 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] Attempting to bind port 84989a7e-daca-4af6-8f11-aa10319e7f1d on network 7d31ec48-6317-4f35-b676-07281a028a86 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:06.296233 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] Port 84989a7e-daca-4af6-8f11-aa10319e7f1d on network 7d31ec48-6317-4f35-b676-07281a028a86 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:41:06.296550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] Attempting to bind port 84989a7e-daca-4af6-8f11-aa10319e7f1d on network 7d31ec48-6317-4f35-b676-07281a028a86 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:06.301517 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:41:06.301928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] Checking segment: {'id': '8649b53d-c439-47cd-a9ff-d89fb7af0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:06.302413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] Bound using segment: {'id': '8649b53d-c439-47cd-a9ff-d89fb7af0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:41:06.302944 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] Bound port: 84989a7e-daca-4af6-8f11-aa10319e7f1d, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8649b53d-c439-47cd-a9ff-d89fb7af0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:41:06.303307 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:06.372166 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] For port 84989a7e-daca-4af6-8f11-aa10319e7f1d, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:41:06.375244 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] For port 84989a7e-daca-4af6-8f11-aa10319e7f1d, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=84989a7e-daca-4af6-8f11-aa10319e7f1d,segment=NetworkSegment(8649b53d-c439-47cd-a9ff-d89fb7af0803),segment_id=8649b53d-c439-47cd-a9ff-d89fb7af0803)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:41:06.380023 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:06.415346 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:06.415980 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:06.417394 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] 10.222.0.62 "PUT /v2.0/ports/84989a7e-daca-4af6-8f11-aa10319e7f1d HTTP/1.1" status: 200 len: 1092 time: 0.8742607 Jul 13 08:41:06.417870 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13e9369-931a-4051-9ea4-7bad5562ad71', 'tag': '84989a7e-daca-4af6-8f11-aa10319e7f1d'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:06.420098 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bcb90d-b817-4750-ab82-2532423354f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f13e9369-931a-4051-9ea4-7bad5562ad71", "tag": "84989a7e-daca-4af6-8f11-aa10319e7f1d"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:06.448514 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9b281-a1f5-4075-8c6f-710b5d3a15af service neutron] Pushing event updated for resources: {'Port': ['ID=84989a7e-daca-4af6-8f11-aa10319e7f1d,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:06.497307 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec6267a-4643-4fdd-8a71-139105d7bd86 x-openstack-request-id: req-7ec6267a-4643-4fdd-8a71-139105d7bd86 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:06.497605 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13e9369-931a-4051-9ea4-7bad5562ad71", "tag": "84989a7e-daca-4af6-8f11-aa10319e7f1d", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:06.497854 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7ec6267a-4643-4fdd-8a71-139105d7bd86 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:06.498279 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13e9369-931a-4051-9ea4-7bad5562ad71', 'tag': '84989a7e-daca-4af6-8f11-aa10319e7f1d', 'status': 'completed', 'code': 200} Jul 13 08:41:06.528241 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-47c12df3-02f3-4233-ab6f-c8d80999d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:06.529934 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-47c12df3-02f3-4233-ab6f-c8d80999d416 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 1095 time: 0.0627868 Jul 13 08:41:06.577472 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-34369c08-bcff-460d-95a3-b3d1484168fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84989a7e-daca-4af6-8f11-aa10319e7f1d HTTP/1.1" status: 200 len: 217 time: 0.0405455 Jul 13 08:41:06.627559 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-b4ed6d32-d7ce-4552-8e7c-d8ef230ca9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:06.629063 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-b4ed6d32-d7ce-4552-8e7c-d8ef230ca9ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e09717-4f0a-41e4-8968-df28e057efa1 HTTP/1.1" status: 200 len: 835 time: 0.0454535 Jul 13 08:41:06.686835 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-ef6c1fb0-3936-4867-a5ea-0ee8053f47ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:06.688342 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-ef6c1fb0-3936-4867-a5ea-0ee8053f47ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d31ec48-6317-4f35-b676-07281a028a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527310 Jul 13 08:41:06.780655 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-2cb2286b-c05d-4f51-9c39-d563a4b96eea service neutron] 10.222.0.62 "GET /v2.0/networks/7d31ec48-6317-4f35-b676-07281a028a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859659 Jul 13 08:41:06.867606 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6b8e548-dd5f-4145-9018-d6694dadf54c req-ad66c24f-a0e0-4a31-b5b6-436be8502a2a service neutron] 10.222.0.62 "GET /v2.0/networks/7d31ec48-6317-4f35-b676-07281a028a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806057 Jul 13 08:41:06.966517 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcb90d-b817-4750-ab82-2532423354f4 req-f6ff454c-aa4d-42bd-b8c9-3eff43c8339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:06.967976 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11bcb90d-b817-4750-ab82-2532423354f4 req-f6ff454c-aa4d-42bd-b8c9-3eff43c8339c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 1095 time: 0.0567853 Jul 13 08:41:07.056125 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcb90d-b817-4750-ab82-2532423354f4 req-a52a6a50-4c30-437b-a1da-555aa4771209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:07.057555 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11bcb90d-b817-4750-ab82-2532423354f4 req-a52a6a50-4c30-437b-a1da-555aa4771209 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d31ec48-6317-4f35-b676-07281a028a86 HTTP/1.1" status: 200 len: 898 time: 0.0811203 Jul 13 08:41:07.103007 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11bcb90d-b817-4750-ab82-2532423354f4 req-809cbb67-1c74-4730-97c1-b75a42edc37c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84989a7e-daca-4af6-8f11-aa10319e7f1d HTTP/1.1" status: 200 len: 217 time: 0.0384171 Jul 13 08:41:07.152940 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcb90d-b817-4750-ab82-2532423354f4 req-6a9fa949-6451-4f5e-a0ed-d599fb14cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:07.154471 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11bcb90d-b817-4750-ab82-2532423354f4 req-6a9fa949-6451-4f5e-a0ed-d599fb14cdfa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e09717-4f0a-41e4-8968-df28e057efa1 HTTP/1.1" status: 200 len: 835 time: 0.0441415 Jul 13 08:41:07.211585 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcb90d-b817-4750-ab82-2532423354f4 req-0bfbb296-bb22-415a-86cf-bba97d836c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:07.213070 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11bcb90d-b817-4750-ab82-2532423354f4 req-0bfbb296-bb22-415a-86cf-bba97d836c48 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d31ec48-6317-4f35-b676-07281a028a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511785 Jul 13 08:41:07.343791 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aad416-657f-441c-9856-fd9d0157a4bf req-5ff7c79d-7cd6-4239-9ca0-e8e856054634 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:07.345280 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-07aad416-657f-441c-9856-fd9d0157a4bf req-5ff7c79d-7cd6-4239-9ca0-e8e856054634 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 943 time: 0.1313558 Jul 13 08:41:07.346297 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 405cbc31-0d0a-463f-bde9-7b7a99e071b4 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:07.347588 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11bcb90d-b817-4750-ab82-2532423354f4 req-abc42d29-1eac-493f-9ba7-fa7e532cfb96 service neutron] 10.222.0.62 "GET /v2.0/networks/7d31ec48-6317-4f35-b676-07281a028a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239543 Jul 13 08:41:07.393244 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 405cbc31-0d0a-463f-bde9-7b7a99e071b4 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:07.393530 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.407724 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-07aad416-657f-441c-9856-fd9d0157a4bf req-d4c7141a-d10c-48cc-8872-d5a564f0ab89 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565255 Jul 13 08:41:07.466645 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11bcb90d-b817-4750-ab82-2532423354f4 req-f2db2387-92d2-4eb9-8e41-c1f125f9da63 service neutron] 10.222.0.62 "GET /v2.0/networks/7d31ec48-6317-4f35-b676-07281a028a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091397 Jul 13 08:41:08.499333 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:08.580218 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaffe66-b04f-4967-bf5f-856ac91d2600 req-a1c99dcb-d56f-4160-87af-a2cc177af451 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:08.581700 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fcaffe66-b04f-4967-bf5f-856ac91d2600 req-a1c99dcb-d56f-4160-87af-a2cc177af451 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 943 time: 0.0622001 Jul 13 08:41:08.619719 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fcaffe66-b04f-4967-bf5f-856ac91d2600 req-4db89cc4-4be1-4d04-9498-3824780bf6c4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318830 Jul 13 08:41:09.788343 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f91ac4-8fdd-44c3-9280-49dc9c5c73a2 req-6e9df4da-5144-49da-abba-e44dc7cc7132 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:09.789809 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72f91ac4-8fdd-44c3-9280-49dc9c5c73a2 req-6e9df4da-5144-49da-abba-e44dc7cc7132 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 943 time: 0.0627792 Jul 13 08:41:09.802388 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 84989a7e-daca-4af6-8f11-aa10319e7f1d details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:41:09.827111 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72f91ac4-8fdd-44c3-9280-49dc9c5c73a2 req-1f417d78-2198-47ec-b69e-a77c2ff46d4c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317400 Jul 13 08:41:09.853469 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:41:09.894786 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 84989a7e-daca-4af6-8f11-aa10319e7f1d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=84989a7e-daca-4af6-8f11-aa10319e7f1d,segment=NetworkSegment(8649b53d-c439-47cd-a9ff-d89fb7af0803),segment_id=8649b53d-c439-47cd-a9ff-d89fb7af0803)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:09.906367 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '84989a7e-daca-4af6-8f11-aa10319e7f1d', 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86', 'port_id': '84989a7e-daca-4af6-8f11-aa10319e7f1d', 'mac_address': 'fa:16:3e:ca:32:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e09717-4f0a-41e4-8968-df28e057efa1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:41:09.945516 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.957454 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84989a7e-daca-4af6-8f11-aa10319e7f1d {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:41:09.977007 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 84989a7e-daca-4af6-8f11-aa10319e7f1d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=84989a7e-daca-4af6-8f11-aa10319e7f1d,segment=NetworkSegment(8649b53d-c439-47cd-a9ff-d89fb7af0803),segment_id=8649b53d-c439-47cd-a9ff-d89fb7af0803)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:09.980817 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.033344 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=84989a7e-daca-4af6-8f11-aa10319e7f1d,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:10.243213 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['84989a7e-daca-4af6-8f11-aa10319e7f1d'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:41:11.000719 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5dc53-c043-4af3-a78c-171e5d592aa6 req-b7b6d94f-966d-42bf-8716-139be5dcad50 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:11.002214 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8d5dc53-c043-4af3-a78c-171e5d592aa6 req-b7b6d94f-966d-42bf-8716-139be5dcad50 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 944 time: 0.0660791 Jul 13 08:41:11.038966 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8d5dc53-c043-4af3-a78c-171e5d592aa6 req-3a876d78-8aa7-4e56-8445-30f66b313f89 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312378 Jul 13 08:41:11.812868 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 84989a7e-daca-4af6-8f11-aa10319e7f1d up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:11.860867 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 84989a7e-daca-4af6-8f11-aa10319e7f1d completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:11.864380 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 84989a7e-daca-4af6-8f11-aa10319e7f1d triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:11.864748 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.940434 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.963220 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13e9369-931a-4051-9ea4-7bad5562ad71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84989a7e-daca-4af6-8f11-aa10319e7f1d'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:11.965459 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c487e0-761b-479f-ba6d-23045d28b064" -d '{"events": [{"server_uuid": "f13e9369-931a-4051-9ea4-7bad5562ad71", "name": "network-vif-plugged", "status": "completed", "tag": "84989a7e-daca-4af6-8f11-aa10319e7f1d"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:11.977969 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 84989a7e-daca-4af6-8f11-aa10319e7f1d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=84989a7e-daca-4af6-8f11-aa10319e7f1d,segment=NetworkSegment(8649b53d-c439-47cd-a9ff-d89fb7af0803),segment_id=8649b53d-c439-47cd-a9ff-d89fb7af0803)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:11.981809 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.035422 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=84989a7e-daca-4af6-8f11-aa10319e7f1d,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:12.057091 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13383335-bb35-4f40-815d-3bb587236e4d x-openstack-request-id: req-13383335-bb35-4f40-815d-3bb587236e4d {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:12.057384 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13e9369-931a-4051-9ea4-7bad5562ad71", "name": "network-vif-plugged", "status": "completed", "tag": "84989a7e-daca-4af6-8f11-aa10319e7f1d", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:12.057635 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-13383335-bb35-4f40-815d-3bb587236e4d {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:12.058033 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13e9369-931a-4051-9ea4-7bad5562ad71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84989a7e-daca-4af6-8f11-aa10319e7f1d', 'code': 200} Jul 13 08:41:12.220460 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0dc22-b6f5-434e-a1c1-d1f3cb24c6fa req-d801c639-b370-46d1-926b-4f965a38a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:12.221968 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f0d0dc22-b6f5-434e-a1c1-d1f3cb24c6fa req-d801c639-b370-46d1-926b-4f965a38a6e4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 1097 time: 0.0969422 Jul 13 08:41:12.243098 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04764b29-0c21-4309-baf0-717fb818016d req-463639c0-76f7-442b-8d23-2ce47ff54d64 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:12.244467 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-04764b29-0c21-4309-baf0-717fb818016d req-463639c0-76f7-442b-8d23-2ce47ff54d64 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 945 time: 0.0860891 Jul 13 08:41:12.264395 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e3486ef0-d484-478e-bbd8-21c351eff266 None None] Provisioning complete for port 84989a7e-daca-4af6-8f11-aa10319e7f1d triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:12.264767 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3486ef0-d484-478e-bbd8-21c351eff266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.294774 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f0d0dc22-b6f5-434e-a1c1-d1f3cb24c6fa req-2e007391-516e-4298-8977-0c911726e130 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652103 Jul 13 08:41:12.297536 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-04764b29-0c21-4309-baf0-717fb818016d req-5e108b6e-11a3-4fd2-8753-352f0336a31b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472124 Jul 13 08:41:13.472895 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af86b7-7d2c-4936-a6bf-6c8a19b92552 req-854f63c2-6530-48cf-adec-ded8b2c33d3c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:13.474439 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-34af86b7-7d2c-4936-a6bf-6c8a19b92552 req-854f63c2-6530-48cf-adec-ded8b2c33d3c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 945 time: 0.0635910 Jul 13 08:41:13.495479 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:13.512587 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-34af86b7-7d2c-4936-a6bf-6c8a19b92552 req-11908624-f72e-409f-b5a1-cda4ba9a4ad8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325806 Jul 13 08:41:13.706208 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2f5ed-7b13-4886-aaa8-d2a3f0f05d12 req-d8744f6a-3c43-4b6e-8b4f-0cee6033495b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:13.707704 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ad2f5ed-7b13-4886-aaa8-d2a3f0f05d12 req-d8744f6a-3c43-4b6e-8b4f-0cee6033495b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 945 time: 0.0631764 Jul 13 08:41:13.744951 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9ad2f5ed-7b13-4886-aaa8-d2a3f0f05d12 req-a384f2ba-4fca-4f6e-a8b7-9507137d3f7a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316873 Jul 13 08:41:13.768850 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36308) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:13.824150 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62999312-c0bf-44b7-9190-476c60e76981 tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:13.825675 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-62999312-c0bf-44b7-9190-476c60e76981 tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 1092 time: 0.0558634 Jul 13 08:41:13.828584 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36310) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:13.832875 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-04d1655a-b168-45b7-8fc1-649f796f245a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': '84989a7e-daca-4af6-8f11-aa10319e7f1d', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:13.855264 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d1655a-b168-45b7-8fc1-649f796f245a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:13.950951 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d1655a-b168-45b7-8fc1-649f796f245a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:14.056299 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-04d1655a-b168-45b7-8fc1-649f796f245a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Allocated IP 172.25.0.96 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/c76bc8dd-408b-440e-aa4c-573c80cf1975) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:41:14.158640 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d1655a-b168-45b7-8fc1-649f796f245a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:14.197322 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d1655a-b168-45b7-8fc1-649f796f245a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:14.239811 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d1655a-b168-45b7-8fc1-649f796f245a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:14.243089 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-04d1655a-b168-45b7-8fc1-649f796f245a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:14.247742 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d1655a-b168-45b7-8fc1-649f796f245a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:41:14.272783 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1655a-b168-45b7-8fc1-649f796f245a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=c76bc8dd-408b-440e-aa4c-573c80cf1975,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:14.606166 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d1655a-b168-45b7-8fc1-649f796f245a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:14.680041 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d1655a-b168-45b7-8fc1-649f796f245a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.174888 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d1655a-b168-45b7-8fc1-649f796f245a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.180324 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d1655a-b168-45b7-8fc1-649f796f245a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.245488 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1655a-b168-45b7-8fc1-649f796f245a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=c76bc8dd-408b-440e-aa4c-573c80cf1975,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:15.255067 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d1655a-b168-45b7-8fc1-649f796f245a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.353187 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-04d1655a-b168-45b7-8fc1-649f796f245a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Floating IP 09d8977e-4b3e-45db-96ee-1adaf7c68e0a associated. External IP: 172.25.0.96, port: 84989a7e-daca-4af6-8f11-aa10319e7f1d. Jul 13 08:41:15.555815 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d1655a-b168-45b7-8fc1-649f796f245a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router 32906c27-9474-4594-ad97-833d52584bf8 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:41:15.658814 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d1655a-b168-45b7-8fc1-649f796f245a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:41:15.668872 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d676c15b-28d5-4f32-8687-5b42af93210c None None] Sync routers for ids ['32906c27-9474-4594-ad97-833d52584bf8'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:41:15.674605 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d1655a-b168-45b7-8fc1-649f796f245a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.678509 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d676c15b-28d5-4f32-8687-5b42af93210c None None] Routers {'32906c27-9474-4594-ad97-833d52584bf8'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:15.679106 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d676c15b-28d5-4f32-8687-5b42af93210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:40:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['32906c27-9474-4594-ad97-833d52584bf8'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:15.710114 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-04d1655a-b168-45b7-8fc1-649f796f245a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8805120 Jul 13 08:41:15.710802 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13e9369-931a-4051-9ea4-7bad5562ad71', 'tag': '84989a7e-daca-4af6-8f11-aa10319e7f1d'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:15.713144 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4c6d81-8701-48fa-aa22-e72c2bd2cccc" -d '{"events": [{"name": "network-changed", "server_uuid": "f13e9369-931a-4051-9ea4-7bad5562ad71", "tag": "84989a7e-daca-4af6-8f11-aa10319e7f1d"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:15.749632 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a398e185-e2af-4b78-8366-404ac82cfbe7 x-openstack-request-id: req-a398e185-e2af-4b78-8366-404ac82cfbe7 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:15.749921 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13e9369-931a-4051-9ea4-7bad5562ad71", "tag": "84989a7e-daca-4af6-8f11-aa10319e7f1d", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:15.750205 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a398e185-e2af-4b78-8366-404ac82cfbe7 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:15.750600 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13e9369-931a-4051-9ea4-7bad5562ad71', 'tag': '84989a7e-daca-4af6-8f11-aa10319e7f1d', 'status': 'completed', 'code': 200} Jul 13 08:41:15.789001 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d676c15b-28d5-4f32-8687-5b42af93210c None None] Set router 32906c27-9474-4594-ad97-833d52584bf8 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:15.872548 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c6d81-8701-48fa-aa22-e72c2bd2cccc req-a4dae5b5-e4a6-4420-9994-a055eff150ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:15.873965 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b4c6d81-8701-48fa-aa22-e72c2bd2cccc req-a4dae5b5-e4a6-4420-9994-a055eff150ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 1097 time: 0.0989475 Jul 13 08:41:15.884959 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8f767-c49d-4c44-94c9-a0208eb40102 req-17f12cf3-3e45-4b53-9460-45886bfad64b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:15.886649 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-14c8f767-c49d-4c44-94c9-a0208eb40102 req-17f12cf3-3e45-4b53-9460-45886bfad64b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 945 time: 0.0847559 Jul 13 08:41:15.975731 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-14c8f767-c49d-4c44-94c9-a0208eb40102 req-77169797-48c3-4a3f-b0ee-998aebaca740 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809093 Jul 13 08:41:15.999881 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c6d81-8701-48fa-aa22-e72c2bd2cccc req-2c369440-6014-44e9-b776-d236ecdd6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:16.001038 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36316) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:16.001522 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b4c6d81-8701-48fa-aa22-e72c2bd2cccc req-2c369440-6014-44e9-b776-d236ecdd6a1c service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d31ec48-6317-4f35-b676-07281a028a86 HTTP/1.1" status: 200 len: 898 time: 0.1138644 Jul 13 08:41:16.007036 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d676c15b-28d5-4f32-8687-5b42af93210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32906c27-9474-4594-ad97-833d52584bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042249565', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:01Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '09d8977e-4b3e-45db-96ee-1adaf7c68e0a', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '32906c27-9474-4594-ad97-833d52584bf8', 'port_id': '84989a7e-daca-4af6-8f11-aa10319e7f1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86', 'mac_address': 'fa:16:3e:ca:32:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e9369-931a-4051-9ea4-7bad5562ad71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:41:14Z', 'updated_at': '2021-07-13T08:41:14Z', 'revision_number': 0, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '405cbc31-0d0a-463f-bde9-7b7a99e071b4', 'name': '', 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:66:a0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'c2e09717-4f0a-41e4-8968-df28e057efa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:01Z', 'updated_at': '2021-07-13T08:41:05Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': 'c2e09717-4f0a-41e4-8968-df28e057efa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:16.036089 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d676c15b-28d5-4f32-8687-5b42af93210c None None] Checking router: 32906c27-9474-4594-ad97-833d52584bf8 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:41:16.045235 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d676c15b-28d5-4f32-8687-5b42af93210c None None] Routers {'32906c27-9474-4594-ad97-833d52584bf8'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:16.045538 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d676c15b-28d5-4f32-8687-5b42af93210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:40:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['32906c27-9474-4594-ad97-833d52584bf8'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:16.067334 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-6d5b970e-b275-45d6-8bec-d5334f8c7459 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/floatingips/09d8977e-4b3e-45db-96ee-1adaf7c68e0a HTTP/1.1" status: 200 len: 990 time: 0.0643818 Jul 13 08:41:16.068974 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b4c6d81-8701-48fa-aa22-e72c2bd2cccc req-a30f19db-94a5-4c54-898c-9795931c8e79 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84989a7e-daca-4af6-8f11-aa10319e7f1d HTTP/1.1" status: 200 len: 998 time: 0.0603569 Jul 13 08:41:16.121778 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c6d81-8701-48fa-aa22-e72c2bd2cccc req-385ef22a-b2d0-46f7-bd62-65fbb0830d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:16.123455 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b4c6d81-8701-48fa-aa22-e72c2bd2cccc req-385ef22a-b2d0-46f7-bd62-65fbb0830d6e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e09717-4f0a-41e4-8968-df28e057efa1 HTTP/1.1" status: 200 len: 835 time: 0.0465186 Jul 13 08:41:16.155067 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d676c15b-28d5-4f32-8687-5b42af93210c None None] Set router 32906c27-9474-4594-ad97-833d52584bf8 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:16.186034 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c6d81-8701-48fa-aa22-e72c2bd2cccc req-0c8569e7-ead2-47d4-ba03-4ce53df8b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:16.187689 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b4c6d81-8701-48fa-aa22-e72c2bd2cccc req-0c8569e7-ead2-47d4-ba03-4ce53df8b983 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d31ec48-6317-4f35-b676-07281a028a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575581 Jul 13 08:41:16.276697 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b4c6d81-8701-48fa-aa22-e72c2bd2cccc req-f6f08e24-c255-492c-ab0a-0bc5dda15ec2 service neutron] 10.222.0.62 "GET /v2.0/networks/7d31ec48-6317-4f35-b676-07281a028a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818303 Jul 13 08:41:16.360914 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.62', 51988) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:16.374044 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d676c15b-28d5-4f32-8687-5b42af93210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32906c27-9474-4594-ad97-833d52584bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042249565', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:01Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '09d8977e-4b3e-45db-96ee-1adaf7c68e0a', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '32906c27-9474-4594-ad97-833d52584bf8', 'port_id': '84989a7e-daca-4af6-8f11-aa10319e7f1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86', 'mac_address': 'fa:16:3e:ca:32:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e9369-931a-4051-9ea4-7bad5562ad71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:41:14Z', 'updated_at': '2021-07-13T08:41:14Z', 'revision_number': 0, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '405cbc31-0d0a-463f-bde9-7b7a99e071b4', 'name': '', 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:66:a0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'c2e09717-4f0a-41e4-8968-df28e057efa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:01Z', 'updated_at': '2021-07-13T08:41:05Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': 'c2e09717-4f0a-41e4-8968-df28e057efa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:16.396816 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b4c6d81-8701-48fa-aa22-e72c2bd2cccc req-61d9d262-d84d-40e2-b5d7-30ee6d14246c service neutron] 10.222.0.62 "GET /v2.0/networks/7d31ec48-6317-4f35-b676-07281a028a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125083 Jul 13 08:41:16.399523 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d676c15b-28d5-4f32-8687-5b42af93210c None None] The sync data for ids ['32906c27-9474-4594-ad97-833d52584bf8'] in n-d-779913-28 is: [{'id': '32906c27-9474-4594-ad97-833d52584bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042249565', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:01Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '09d8977e-4b3e-45db-96ee-1adaf7c68e0a', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '32906c27-9474-4594-ad97-833d52584bf8', 'port_id': '84989a7e-daca-4af6-8f11-aa10319e7f1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86', 'mac_address': 'fa:16:3e:ca:32:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e9369-931a-4051-9ea4-7bad5562ad71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:41:14Z', 'updated_at': '2021-07-13T08:41:14Z', 'revision_number': 0, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '405cbc31-0d0a-463f-bde9-7b7a99e071b4', 'name': '', 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:66:a0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'c2e09717-4f0a-41e4-8968-df28e057efa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:01Z', 'updated_at': '2021-07-13T08:41:05Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': 'c2e09717-4f0a-41e4-8968-df28e057efa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:41:16.428440 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7014406-4b99-49dc-983f-f358d2792b6e req-36e9ec9c-2041-4e6a-b2ea-467002aeba6d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0663476 Jul 13 08:41:16.528093 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7014406-4b99-49dc-983f-f358d2792b6e req-d1259d7f-2842-4a92-b1b2-6914e3b36a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:16.529623 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7014406-4b99-49dc-983f-f358d2792b6e req-d1259d7f-2842-4a92-b1b2-6914e3b36a82 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 1097 time: 0.0552571 Jul 13 08:41:16.600784 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98bdf9b-21f0-4979-a4a2-40a043ae8329 None None] New status for floating IP 09d8977e-4b3e-45db-96ee-1adaf7c68e0a: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:41:16.647987 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7014406-4b99-49dc-983f-f358d2792b6e req-acc58475-4d0b-40a9-acb1-b12d1878a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:16.649390 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7014406-4b99-49dc-983f-f358d2792b6e req-acc58475-4d0b-40a9-acb1-b12d1878a63d service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d31ec48-6317-4f35-b676-07281a028a86 HTTP/1.1" status: 200 len: 898 time: 0.0978062 Jul 13 08:41:16.717202 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7014406-4b99-49dc-983f-f358d2792b6e req-0c0b4993-2528-47c5-b03d-a9432bcb27a1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84989a7e-daca-4af6-8f11-aa10319e7f1d HTTP/1.1" status: 200 len: 998 time: 0.0601091 Jul 13 08:41:16.774143 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7014406-4b99-49dc-983f-f358d2792b6e req-b439e849-ef3f-49d9-8de4-5d7e7be7ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:16.775680 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7014406-4b99-49dc-983f-f358d2792b6e req-b439e849-ef3f-49d9-8de4-5d7e7be7ef30 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e09717-4f0a-41e4-8968-df28e057efa1 HTTP/1.1" status: 200 len: 835 time: 0.0517538 Jul 13 08:41:16.832203 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7014406-4b99-49dc-983f-f358d2792b6e req-ac00d7a0-14f2-4e13-b958-8b113757f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:16.834201 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7014406-4b99-49dc-983f-f358d2792b6e req-ac00d7a0-14f2-4e13-b958-8b113757f886 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d31ec48-6317-4f35-b676-07281a028a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511031 Jul 13 08:41:16.920980 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7014406-4b99-49dc-983f-f358d2792b6e req-6a39c296-55da-4bf9-9cb3-f2a5c6539e86 service neutron] 10.222.0.62 "GET /v2.0/networks/7d31ec48-6317-4f35-b676-07281a028a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802510 Jul 13 08:41:17.012311 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a7014406-4b99-49dc-983f-f358d2792b6e req-d6862acd-9468-4fb2-b684-f5225492fa44 service neutron] 10.222.0.62 "GET /v2.0/networks/7d31ec48-6317-4f35-b676-07281a028a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838981 Jul 13 08:41:17.071680 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36318) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:17.135059 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-da7828ef-b31e-4419-a250-c9f8e48fd26c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/floatingips/09d8977e-4b3e-45db-96ee-1adaf7c68e0a HTTP/1.1" status: 200 len: 992 time: 0.0622444 Jul 13 08:41:23.304262 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1d8060ef-0ce1-479d-95f7-7768a3055652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:27.635955 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-702ebee7-bc63-4cd2-8be4-fb92e82865ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:27.871492 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:29.849287 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:31.568797 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:38.529388 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:43.517174 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:46.028840 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583c0a1-9475-44fe-8847-8ace1f05dd87 req-98a60f1a-efba-4a25-83ef-a687f84c50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:46.030250 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9583c0a1-9475-44fe-8847-8ace1f05dd87 req-98a60f1a-efba-4a25-83ef-a687f84c50e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 1097 time: 0.0938303 Jul 13 08:41:46.041772 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee135e-c880-434a-adff-fb812201b90b req-b3fb4d13-dc4c-4bb0-bbc5-a5bfb2579750 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:46.043161 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4bee135e-c880-434a-adff-fb812201b90b req-b3fb4d13-dc4c-4bb0-bbc5-a5bfb2579750 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 945 time: 0.0810323 Jul 13 08:41:46.131202 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4bee135e-c880-434a-adff-fb812201b90b req-b1cfb644-e5e2-4045-8a19-16ecef59ecb1 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792797 Jul 13 08:41:46.157083 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583c0a1-9475-44fe-8847-8ace1f05dd87 req-9f51ddb0-9af5-40ab-8981-40886abbdcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:46.158596 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9583c0a1-9475-44fe-8847-8ace1f05dd87 req-9f51ddb0-9af5-40ab-8981-40886abbdcb6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d31ec48-6317-4f35-b676-07281a028a86 HTTP/1.1" status: 200 len: 898 time: 0.1146274 Jul 13 08:41:46.227316 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9583c0a1-9475-44fe-8847-8ace1f05dd87 req-b0870b0c-3c85-4082-832e-4d0f695d400b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84989a7e-daca-4af6-8f11-aa10319e7f1d HTTP/1.1" status: 200 len: 1000 time: 0.0613251 Jul 13 08:41:46.280781 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583c0a1-9475-44fe-8847-8ace1f05dd87 req-3703fe7a-f593-4043-ba89-c91e82b44d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:46.282198 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9583c0a1-9475-44fe-8847-8ace1f05dd87 req-3703fe7a-f593-4043-ba89-c91e82b44d25 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e09717-4f0a-41e4-8968-df28e057efa1 HTTP/1.1" status: 200 len: 835 time: 0.0473688 Jul 13 08:41:46.339457 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583c0a1-9475-44fe-8847-8ace1f05dd87 req-b8153f07-ef99-402c-8ec1-6f245be810c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:46.340901 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9583c0a1-9475-44fe-8847-8ace1f05dd87 req-b8153f07-ef99-402c-8ec1-6f245be810c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d31ec48-6317-4f35-b676-07281a028a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514276 Jul 13 08:41:46.431029 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9583c0a1-9475-44fe-8847-8ace1f05dd87 req-935ccb26-c4d3-4a41-b9d8-9f6562a3a4df service neutron] 10.222.0.62 "GET /v2.0/networks/7d31ec48-6317-4f35-b676-07281a028a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828006 Jul 13 08:41:46.522699 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9583c0a1-9475-44fe-8847-8ace1f05dd87 req-36488b76-10f1-4e84-a513-8238a6daf17b service neutron] 10.222.0.62 "GET /v2.0/networks/7d31ec48-6317-4f35-b676-07281a028a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832317 Jul 13 08:41:46.852818 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:41:47.308546 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f64bf-b067-4710-b06b-c1b4f51c7e6e req-7f373ab7-7c9d-494b-8f95-17a41aa1fed5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:47.310045 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd3f64bf-b067-4710-b06b-c1b4f51c7e6e req-7f373ab7-7c9d-494b-8f95-17a41aa1fed5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 945 time: 0.0622411 Jul 13 08:41:47.350958 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd3f64bf-b067-4710-b06b-c1b4f51c7e6e req-162b7666-95fe-4712-9763-13f6d2fae369 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353768 Jul 13 08:41:48.519818 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe2e92-478d-47fd-99bc-12459b19cc6c req-c0cc4057-3060-4884-b15a-aa23ed8ca47e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:48.521304 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8efe2e92-478d-47fd-99bc-12459b19cc6c req-c0cc4057-3060-4884-b15a-aa23ed8ca47e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 945 time: 0.0629580 Jul 13 08:41:48.558135 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8efe2e92-478d-47fd-99bc-12459b19cc6c req-8259a075-1901-4615-bfa3-e082263c5b67 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313959 Jul 13 08:41:49.727916 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117fecb-a668-4df0-a141-52fc485d7565 req-03e2a4ca-551e-49d8-8f83-303f58e73eb1 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:49.729393 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a117fecb-a668-4df0-a141-52fc485d7565 req-03e2a4ca-551e-49d8-8f83-303f58e73eb1 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 945 time: 0.0625248 Jul 13 08:41:49.766330 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a117fecb-a668-4df0-a141-52fc485d7565 req-3fa67567-97f8-4b55-b439-1329c304dc34 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314229 Jul 13 08:41:50.941849 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889df4c-5b77-4416-8e5d-9fe16839ca6e req-77fd61aa-4525-46f4-bc79-e89525abb1cb tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:50.943342 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4889df4c-5b77-4416-8e5d-9fe16839ca6e req-77fd61aa-4525-46f4-bc79-e89525abb1cb tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 945 time: 0.0659447 Jul 13 08:41:50.980385 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4889df4c-5b77-4416-8e5d-9fe16839ca6e req-10c49750-5513-4e78-86cb-dcfb553c2268 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308480 Jul 13 08:41:52.151481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bf403-8a63-4c30-8f62-e5a84750940f req-fb7e2063-2283-4162-8ad8-58ed44b8692e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:52.152999 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a99bf403-8a63-4c30-8f62-e5a84750940f req-fb7e2063-2283-4162-8ad8-58ed44b8692e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 945 time: 0.0640314 Jul 13 08:41:52.190323 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a99bf403-8a63-4c30-8f62-e5a84750940f req-1e498345-b107-4659-ba2c-b4ebee4d4648 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318477 Jul 13 08:41:53.304497 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c9de12e6-9cb3-4b0d-8be0-b0953aa27c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:53.361551 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a003c04-36a6-4c9b-87a2-1af5ce9cc6f4 req-e1d44bca-925b-4fc7-aa10-0cfd32fc47ba tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:53.363077 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a003c04-36a6-4c9b-87a2-1af5ce9cc6f4 req-e1d44bca-925b-4fc7-aa10-0cfd32fc47ba tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 945 time: 0.0632300 Jul 13 08:41:53.403937 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4a003c04-36a6-4c9b-87a2-1af5ce9cc6f4 req-70800018-f230-4bb8-aea3-7659ea3e000e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352802 Jul 13 08:41:54.574175 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a42fe-b172-405a-b68f-200c92539fd7 req-96d78c44-956f-47b6-b64b-376a97f54817 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:54.575656 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a50a42fe-b172-405a-b68f-200c92539fd7 req-96d78c44-956f-47b6-b64b-376a97f54817 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 945 time: 0.0629933 Jul 13 08:41:54.612425 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a50a42fe-b172-405a-b68f-200c92539fd7 req-41ac2591-d001-471d-b918-560bbc5508c0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313468 Jul 13 08:41:55.780428 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a477456-bc3f-4128-9291-5ff01ad48272 req-faee132c-ba36-4300-8e26-5015a2696c01 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:55.781894 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a477456-bc3f-4128-9291-5ff01ad48272 req-faee132c-ba36-4300-8e26-5015a2696c01 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 945 time: 0.0627131 Jul 13 08:41:55.818797 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0a477456-bc3f-4128-9291-5ff01ad48272 req-c868f253-4668-4785-a287-ec4fd1a4b8aa tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312572 Jul 13 08:41:56.994648 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775dffa-acfa-48dd-929e-cb49d29333cc req-2ebd2578-498e-41ca-afa8-b09ec253b54d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:56.996135 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d775dffa-acfa-48dd-929e-cb49d29333cc req-2ebd2578-498e-41ca-afa8-b09ec253b54d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 945 time: 0.0668399 Jul 13 08:41:57.033182 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d775dffa-acfa-48dd-929e-cb49d29333cc req-e3e27cca-dee9-4308-a4fd-419039f3a3da tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316708 Jul 13 08:41:57.634052 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c7b015a-b1d6-443e-a6f0-ff782ac82e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:57.871265 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:58.200957 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927f2d9-82bf-4536-b7a8-7b3d773579ad req-e444f56b-4b4b-4a42-8413-6c0e55363395 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:58.202432 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7927f2d9-82bf-4536-b7a8-7b3d773579ad req-e444f56b-4b4b-4a42-8413-6c0e55363395 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 945 time: 0.0620108 Jul 13 08:41:58.238850 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7927f2d9-82bf-4536-b7a8-7b3d773579ad req-df38a311-861f-4502-ac15-070f2bd0b85d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309849 Jul 13 08:41:58.263162 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36354) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:58.326502 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cab21ffa-a53a-4e22-bd6c-eaa50ee01add tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/floatingips/09d8977e-4b3e-45db-96ee-1adaf7c68e0a HTTP/1.1" status: 200 len: 992 time: 0.0620272 Jul 13 08:41:59.852570 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:01.571420 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:08.528538 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:13.517219 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:18.436138 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0093e2b2-2c4d-43a2-94f9-0847cc62aafa req-f3cb52d6-3aef-4c20-b0dc-b26cb618a08c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516047 Jul 13 08:42:18.534716 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093e2b2-2c4d-43a2-94f9-0847cc62aafa req-994866de-64d8-482f-af71-9166ed702161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:18.536163 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0093e2b2-2c4d-43a2-94f9-0847cc62aafa req-994866de-64d8-482f-af71-9166ed702161 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 1097 time: 0.0519919 Jul 13 08:42:18.642634 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093e2b2-2c4d-43a2-94f9-0847cc62aafa req-269fbe78-cff6-464d-ba0c-5844ccbf0561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:18.644099 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0093e2b2-2c4d-43a2-94f9-0847cc62aafa req-269fbe78-cff6-464d-ba0c-5844ccbf0561 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d31ec48-6317-4f35-b676-07281a028a86 HTTP/1.1" status: 200 len: 898 time: 0.0865283 Jul 13 08:42:18.708805 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0093e2b2-2c4d-43a2-94f9-0847cc62aafa req-e866fd38-a1d2-49cd-91e4-f8ce225469de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84989a7e-daca-4af6-8f11-aa10319e7f1d HTTP/1.1" status: 200 len: 1000 time: 0.0560017 Jul 13 08:42:18.758809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093e2b2-2c4d-43a2-94f9-0847cc62aafa req-7c8ad926-ec84-4508-9fae-198f07f47853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:18.760264 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0093e2b2-2c4d-43a2-94f9-0847cc62aafa req-7c8ad926-ec84-4508-9fae-198f07f47853 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e09717-4f0a-41e4-8968-df28e057efa1 HTTP/1.1" status: 200 len: 835 time: 0.0417325 Jul 13 08:42:18.819404 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093e2b2-2c4d-43a2-94f9-0847cc62aafa req-fab51008-d33b-4828-ad8f-efab8af465b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:18.820855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0093e2b2-2c4d-43a2-94f9-0847cc62aafa req-fab51008-d33b-4828-ad8f-efab8af465b0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d31ec48-6317-4f35-b676-07281a028a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533881 Jul 13 08:42:18.831546 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-0093e2b2-2c4d-43a2-94f9-0847cc62aafa req-7b12d6d2-e766-4d97-811a-ec46c705c7db service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:42:18.832483 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0093e2b2-2c4d-43a2-94f9-0847cc62aafa req-7b12d6d2-e766-4d97-811a-ec46c705c7db service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048122 Jul 13 08:42:18.919142 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0093e2b2-2c4d-43a2-94f9-0847cc62aafa req-58d1d822-4bdb-43a6-9b09-8c70c85d88e3 service neutron] 10.222.0.62 "GET /v2.0/networks/7d31ec48-6317-4f35-b676-07281a028a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797069 Jul 13 08:42:19.010848 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0093e2b2-2c4d-43a2-94f9-0847cc62aafa req-20a2fbfc-51d2-4203-8216-66b867b94d4f service neutron] 10.222.0.62 "GET /v2.0/networks/7d31ec48-6317-4f35-b676-07281a028a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842299 Jul 13 08:42:23.304757 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d7e18c3-e409-4d3a-b636-cccbf4841fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:23.851654 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:42:27.262687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-79afd7e0-0c03-4532-b3d5-5b7de5f9c2d9 req-9c56efb6-3222-4786-8507-c6ace883a919 service neutron] (93724) timed out ('10.222.0.58', 60850) {{(pid=93724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:42:27.634287 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28d32c48-d3d2-46a9-9338-a5937481766b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:27.871252 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:28.755309 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36368) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:28.906536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting port c76bc8dd-408b-440e-aa4c-573c80cf1975 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:42:28.906792 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:28.977769 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:28.978111 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:28.989598 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Calling delete_port for c76bc8dd-408b-440e-aa4c-573c80cf1975 owned by network:floatingip {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:42:29.130344 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.159800 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Port': ['ID=c76bc8dd-408b-440e-aa4c-573c80cf1975,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:29.187838 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:29.188184 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:29.188522 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:29.188856 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:29.189187 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:29.189523 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:29.189850 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:29.190198 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:29.190528 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:29.190849 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:29.191168 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:29.191485 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:29.230629 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for floatingip, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.230998 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Floating IP 09d8977e-4b3e-45db-96ee-1adaf7c68e0a disassociated (deleted). External IP: 172.25.0.96, port: 84989a7e-daca-4af6-8f11-aa10319e7f1d. Jul 13 08:42:29.686874 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router 32906c27-9474-4594-ad97-833d52584bf8 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:42:29.788246 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:29.793588 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.797822 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87728a43-7c22-4dc9-ae88-9d010116a3eb None None] Sync routers for ids ['32906c27-9474-4594-ad97-833d52584bf8'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:42:29.806902 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87728a43-7c22-4dc9-ae88-9d010116a3eb None None] Routers {'32906c27-9474-4594-ad97-833d52584bf8'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:29.808114 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-87728a43-7c22-4dc9-ae88-9d010116a3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:42:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['32906c27-9474-4594-ad97-833d52584bf8'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:29.833329 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3dac1258-ec4f-4616-9071-afdb8c77301c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/floatingips/09d8977e-4b3e-45db-96ee-1adaf7c68e0a HTTP/1.1" status: 204 len: 168 time: 1.0769479 Jul 13 08:42:29.834219 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13e9369-931a-4051-9ea4-7bad5562ad71', 'tag': '84989a7e-daca-4af6-8f11-aa10319e7f1d'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:29.836521 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19da1f1c817b7d3b3f035bd3be9e28848a799e6e4ef5efd80c73c51428ad5e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4368b99c-d570-4b78-bfb4-607e67b050e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f13e9369-931a-4051-9ea4-7bad5562ad71", "tag": "84989a7e-daca-4af6-8f11-aa10319e7f1d"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:29.858814 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.884835 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849e6a68-2a84-4590-b20d-15e1b7b8f086 x-openstack-request-id: req-849e6a68-2a84-4590-b20d-15e1b7b8f086 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:29.885137 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13e9369-931a-4051-9ea4-7bad5562ad71", "tag": "84989a7e-daca-4af6-8f11-aa10319e7f1d", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:29.885425 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-849e6a68-2a84-4590-b20d-15e1b7b8f086 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:29.885830 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13e9369-931a-4051-9ea4-7bad5562ad71', 'tag': '84989a7e-daca-4af6-8f11-aa10319e7f1d', 'status': 'completed', 'code': 200} Jul 13 08:42:29.965190 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368b99c-d570-4b78-bfb4-607e67b050e5 req-2b13b384-7f5f-4099-bb2b-4c53b8370414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:29.966911 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4368b99c-d570-4b78-bfb4-607e67b050e5 req-2b13b384-7f5f-4099-bb2b-4c53b8370414 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 1097 time: 0.0564766 Jul 13 08:42:30.009635 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-87728a43-7c22-4dc9-ae88-9d010116a3eb None None] Set router 32906c27-9474-4594-ad97-833d52584bf8 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:30.065997 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368b99c-d570-4b78-bfb4-607e67b050e5 req-9564e04b-4b2c-46e4-85e4-e957416659d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:30.067963 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4368b99c-d570-4b78-bfb4-607e67b050e5 req-9564e04b-4b2c-46e4-85e4-e957416659d5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d31ec48-6317-4f35-b676-07281a028a86 HTTP/1.1" status: 200 len: 898 time: 0.0932126 Jul 13 08:42:30.115376 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4368b99c-d570-4b78-bfb4-607e67b050e5 req-c2575406-63fa-4957-a55f-00975135ad21 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84989a7e-daca-4af6-8f11-aa10319e7f1d HTTP/1.1" status: 200 len: 217 time: 0.0383747 Jul 13 08:42:30.167897 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368b99c-d570-4b78-bfb4-607e67b050e5 req-f1532df2-029d-4340-8582-292454063631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:30.169367 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4368b99c-d570-4b78-bfb4-607e67b050e5 req-f1532df2-029d-4340-8582-292454063631 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e09717-4f0a-41e4-8968-df28e057efa1 HTTP/1.1" status: 200 len: 835 time: 0.0455151 Jul 13 08:42:30.218783 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-87728a43-7c22-4dc9-ae88-9d010116a3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32906c27-9474-4594-ad97-833d52584bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042249565', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:01Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '405cbc31-0d0a-463f-bde9-7b7a99e071b4', 'name': '', 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:66:a0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'c2e09717-4f0a-41e4-8968-df28e057efa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:01Z', 'updated_at': '2021-07-13T08:41:05Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': 'c2e09717-4f0a-41e4-8968-df28e057efa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:30.243493 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87728a43-7c22-4dc9-ae88-9d010116a3eb None None] Checking router: 32906c27-9474-4594-ad97-833d52584bf8 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:42:30.251508 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87728a43-7c22-4dc9-ae88-9d010116a3eb None None] Routers {'32906c27-9474-4594-ad97-833d52584bf8'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:30.252110 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-87728a43-7c22-4dc9-ae88-9d010116a3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:42:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['32906c27-9474-4594-ad97-833d52584bf8'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:30.266866 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368b99c-d570-4b78-bfb4-607e67b050e5 req-09aedb0c-6061-4823-b7db-c7860161fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:30.268353 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4368b99c-d570-4b78-bfb4-607e67b050e5 req-09aedb0c-6061-4823-b7db-c7860161fa26 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d31ec48-6317-4f35-b676-07281a028a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895867 Jul 13 08:42:30.277086 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a40cf-0832-4ebc-b82f-8c9fa2a8e099 req-169ef2a4-e724-4ffa-8e3c-a2bc67dea2d3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:30.278486 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e3a40cf-0832-4ebc-b82f-8c9fa2a8e099 req-169ef2a4-e724-4ffa-8e3c-a2bc67dea2d3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 945 time: 0.1082675 Jul 13 08:42:30.357228 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-87728a43-7c22-4dc9-ae88-9d010116a3eb None None] Set router 32906c27-9474-4594-ad97-833d52584bf8 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:30.366754 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e3a40cf-0832-4ebc-b82f-8c9fa2a8e099 req-82beb563-4748-4d5a-b57b-8a837ad05e5c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805302 Jul 13 08:42:30.394638 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4368b99c-d570-4b78-bfb4-607e67b050e5 req-b5d947b2-bf21-4361-b422-d1ac64cb2196 service neutron] 10.222.0.62 "GET /v2.0/networks/7d31ec48-6317-4f35-b676-07281a028a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152084 Jul 13 08:42:30.486522 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4368b99c-d570-4b78-bfb4-607e67b050e5 req-cc0c8426-1d75-40e5-a252-09278eb7cbb2 service neutron] 10.222.0.62 "GET /v2.0/networks/7d31ec48-6317-4f35-b676-07281a028a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810030 Jul 13 08:42:30.559711 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-87728a43-7c22-4dc9-ae88-9d010116a3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32906c27-9474-4594-ad97-833d52584bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042249565', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:01Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '405cbc31-0d0a-463f-bde9-7b7a99e071b4', 'name': '', 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:66:a0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'c2e09717-4f0a-41e4-8968-df28e057efa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:01Z', 'updated_at': '2021-07-13T08:41:05Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': 'c2e09717-4f0a-41e4-8968-df28e057efa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:30.585212 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87728a43-7c22-4dc9-ae88-9d010116a3eb None None] The sync data for ids ['32906c27-9474-4594-ad97-833d52584bf8'] in n-d-779913-28 is: [{'id': '32906c27-9474-4594-ad97-833d52584bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042249565', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:01Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '405cbc31-0d0a-463f-bde9-7b7a99e071b4', 'name': '', 'network_id': '7d31ec48-6317-4f35-b676-07281a028a86', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:66:a0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'c2e09717-4f0a-41e4-8968-df28e057efa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:01Z', 'updated_at': '2021-07-13T08:41:05Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': 'c2e09717-4f0a-41e4-8968-df28e057efa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:42:30.792841 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbacc449-8a23-47c7-a8e7-7644abdf6835 None None] New status for floating IP 09d8977e-4b3e-45db-96ee-1adaf7c68e0a: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:42:31.546726 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f00a1-08fd-406d-92bd-e252593e5bbe req-9b6d3f24-551c-40e0-bb39-a38b0cd223c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:31.548195 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-314f00a1-08fd-406d-92bd-e252593e5bbe req-9b6d3f24-551c-40e0-bb39-a38b0cd223c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 945 time: 0.0655503 Jul 13 08:42:31.574392 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:31.586098 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-314f00a1-08fd-406d-92bd-e252593e5bbe req-2c8ed24e-8a56-4b2b-b4a7-38f184920801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=86379327-01df-4ce9-b226-1739dbe85be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324814 Jul 13 08:42:31.927849 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e5ef3-15e8-4a8c-a48a-b951dbe6def8 req-205ea7c2-7481-41f8-9253-4235ff8a8c93 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:31.929291 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f92e5ef3-15e8-4a8c-a48a-b951dbe6def8 req-205ea7c2-7481-41f8-9253-4235ff8a8c93 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 945 time: 0.0616188 Jul 13 08:42:32.028978 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-f92e5ef3-15e8-4a8c-a48a-b951dbe6def8 req-267f6471-b9bd-4276-800d-5c3feda49f9d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting port 84989a7e-daca-4af6-8f11-aa10319e7f1d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:42:32.029324 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f92e5ef3-15e8-4a8c-a48a-b951dbe6def8 req-267f6471-b9bd-4276-800d-5c3feda49f9d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:32.114781 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f92e5ef3-15e8-4a8c-a48a-b951dbe6def8 req-267f6471-b9bd-4276-800d-5c3feda49f9d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] For port 84989a7e-daca-4af6-8f11-aa10319e7f1d, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=84989a7e-daca-4af6-8f11-aa10319e7f1d,segment=NetworkSegment(8649b53d-c439-47cd-a9ff-d89fb7af0803),segment_id=8649b53d-c439-47cd-a9ff-d89fb7af0803)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:32.115240 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f92e5ef3-15e8-4a8c-a48a-b951dbe6def8 req-267f6471-b9bd-4276-800d-5c3feda49f9d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:32.127809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-f92e5ef3-15e8-4a8c-a48a-b951dbe6def8 req-267f6471-b9bd-4276-800d-5c3feda49f9d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Calling delete_port for 84989a7e-daca-4af6-8f11-aa10319e7f1d owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:42:32.254989 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f92e5ef3-15e8-4a8c-a48a-b951dbe6def8 req-267f6471-b9bd-4276-800d-5c3feda49f9d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:32.285324 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f6471-b9bd-4276-800d-5c3feda49f9d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Port': ['ID=84989a7e-daca-4af6-8f11-aa10319e7f1d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:32.314291 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f6471-b9bd-4276-800d-5c3feda49f9d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:32.314647 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f6471-b9bd-4276-800d-5c3feda49f9d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:32.314991 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f6471-b9bd-4276-800d-5c3feda49f9d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:32.315330 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f6471-b9bd-4276-800d-5c3feda49f9d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:32.315661 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f6471-b9bd-4276-800d-5c3feda49f9d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:32.315993 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f6471-b9bd-4276-800d-5c3feda49f9d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:32.316329 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f6471-b9bd-4276-800d-5c3feda49f9d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:32.316647 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f6471-b9bd-4276-800d-5c3feda49f9d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:32.316972 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f6471-b9bd-4276-800d-5c3feda49f9d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:32.317295 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f6471-b9bd-4276-800d-5c3feda49f9d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:32.317615 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f6471-b9bd-4276-800d-5c3feda49f9d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:32.317953 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f6471-b9bd-4276-800d-5c3feda49f9d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:32.341370 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92e5ef3-15e8-4a8c-a48a-b951dbe6def8 req-267f6471-b9bd-4276-800d-5c3feda49f9d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] No DVR routers for this DVR port 84989a7e-daca-4af6-8f11-aa10319e7f1d on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:42:32.343947 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f92e5ef3-15e8-4a8c-a48a-b951dbe6def8 req-267f6471-b9bd-4276-800d-5c3feda49f9d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:32.345919 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f92e5ef3-15e8-4a8c-a48a-b951dbe6def8 req-267f6471-b9bd-4276-800d-5c3feda49f9d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "DELETE /v2.0/ports/84989a7e-daca-4af6-8f11-aa10319e7f1d HTTP/1.1" status: 204 len: 173 time: 0.4102631 Jul 13 08:42:32.346394 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13e9369-931a-4051-9ea4-7bad5562ad71', 'name': 'network-vif-deleted', 'tag': '84989a7e-daca-4af6-8f11-aa10319e7f1d'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:32.348672 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830b294d-6c54-483b-a1f3-c42736c61657" -d '{"events": [{"server_uuid": "f13e9369-931a-4051-9ea4-7bad5562ad71", "name": "network-vif-deleted", "tag": "84989a7e-daca-4af6-8f11-aa10319e7f1d"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:32.391215 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947be508-6067-4bb1-b61f-e1e315cdb51b x-openstack-request-id: req-947be508-6067-4bb1-b61f-e1e315cdb51b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:32.391506 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13e9369-931a-4051-9ea4-7bad5562ad71", "name": "network-vif-deleted", "tag": "84989a7e-daca-4af6-8f11-aa10319e7f1d", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:32.391751 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-947be508-6067-4bb1-b61f-e1e315cdb51b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:32.392146 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13e9369-931a-4051-9ea4-7bad5562ad71', 'name': 'network-vif-deleted', 'tag': '84989a7e-daca-4af6-8f11-aa10319e7f1d', 'status': 'completed', 'code': 200} Jul 13 08:42:32.741226 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac401233-3194-45dc-ab3d-3722ed806180 req-1784c96f-505d-487e-99b1-6fc244fd77f7 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=f13e9369-931a-4051-9ea4-7bad5562ad71 HTTP/1.1" status: 200 len: 210 time: 0.0295427 Jul 13 08:42:33.833614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36388) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:34.174495 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9346c344-7d27-44af-8c75-ad7ab529904d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:34.420870 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 84989a7e-daca-4af6-8f11-aa10319e7f1d no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:42:34.434593 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-9346c344-7d27-44af-8c75-ad7ab529904d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting port 405cbc31-0d0a-463f-bde9-7b7a99e071b4 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:42:34.434942 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9346c344-7d27-44af-8c75-ad7ab529904d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:34.443007 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 84989a7e-daca-4af6-8f11-aa10319e7f1d {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:42:34.443352 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 84989a7e-daca-4af6-8f11-aa10319e7f1d not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:42:34.523717 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-9346c344-7d27-44af-8c75-ad7ab529904d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] For port 405cbc31-0d0a-463f-bde9-7b7a99e071b4, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=405cbc31-0d0a-463f-bde9-7b7a99e071b4,segment=NetworkSegment(8649b53d-c439-47cd-a9ff-d89fb7af0803),segment_id=8649b53d-c439-47cd-a9ff-d89fb7af0803)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:34.524079 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9346c344-7d27-44af-8c75-ad7ab529904d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:34.535881 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-9346c344-7d27-44af-8c75-ad7ab529904d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Calling delete_port for 405cbc31-0d0a-463f-bde9-7b7a99e071b4 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:42:34.716444 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9346c344-7d27-44af-8c75-ad7ab529904d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:34.743616 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346c344-7d27-44af-8c75-ad7ab529904d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Port': ['ID=405cbc31-0d0a-463f-bde9-7b7a99e071b4,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:34.915564 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9346c344-7d27-44af-8c75-ad7ab529904d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.126125 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9346c344-7d27-44af-8c75-ad7ab529904d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router 32906c27-9474-4594-ad97-833d52584bf8 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:42:35.229393 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9346c344-7d27-44af-8c75-ad7ab529904d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:35.234954 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9346c344-7d27-44af-8c75-ad7ab529904d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "PUT /v2.0/routers/32906c27-9474-4594-ad97-833d52584bf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4002056 Jul 13 08:42:35.237101 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36392) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:35.238736 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a212dfc5-78aa-47ba-a462-5fbc9c3da73d None None] Sync routers for ids ['32906c27-9474-4594-ad97-833d52584bf8'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:42:35.248286 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a212dfc5-78aa-47ba-a462-5fbc9c3da73d None None] Routers {'32906c27-9474-4594-ad97-833d52584bf8'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:35.248876 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a212dfc5-78aa-47ba-a462-5fbc9c3da73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:42:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['32906c27-9474-4594-ad97-833d52584bf8'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:35.287547 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71eeb2e-0396-44f6-8a63-8ca427e2f8ac tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting subnet c2e09717-4f0a-41e4-8968-df28e057efa1 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:42:35.290675 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d71eeb2e-0396-44f6-8a63-8ca427e2f8ac tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.329824 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d71eeb2e-0396-44f6-8a63-8ca427e2f8ac tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.353716 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-a212dfc5-78aa-47ba-a462-5fbc9c3da73d None None] Set router 32906c27-9474-4594-ad97-833d52584bf8 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:35.432841 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d71eeb2e-0396-44f6-8a63-8ca427e2f8ac tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.490841 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d71eeb2e-0396-44f6-8a63-8ca427e2f8ac tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.517139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71eeb2e-0396-44f6-8a63-8ca427e2f8ac tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e09717-4f0a-41e4-8968-df28e057efa1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:35.521068 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d71eeb2e-0396-44f6-8a63-8ca427e2f8ac tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.525820 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36394) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:35.528931 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7ccc85-b787-42d5-8db6-7c9e2db66611 None None] Network 7d31ec48-6317-4f35-b676-07281a028a86 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:42:35.529440 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a212dfc5-78aa-47ba-a462-5fbc9c3da73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32906c27-9474-4594-ad97-833d52584bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042249565', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:42:34Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:35.530799 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d71eeb2e-0396-44f6-8a63-8ca427e2f8ac tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/subnets/c2e09717-4f0a-41e4-8968-df28e057efa1 HTTP/1.1" status: 204 len: 168 time: 0.2924097 Jul 13 08:42:35.560778 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a212dfc5-78aa-47ba-a462-5fbc9c3da73d None None] Checking router: 32906c27-9474-4594-ad97-833d52584bf8 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:42:35.569828 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a212dfc5-78aa-47ba-a462-5fbc9c3da73d None None] Routers {'32906c27-9474-4594-ad97-833d52584bf8'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:35.570458 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a212dfc5-78aa-47ba-a462-5fbc9c3da73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:42:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['32906c27-9474-4594-ad97-833d52584bf8'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:35.634053 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e02bf837-4184-4a9b-acb4-3551703ef2c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.672170 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-a212dfc5-78aa-47ba-a462-5fbc9c3da73d None None] Set router 32906c27-9474-4594-ad97-833d52584bf8 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:35.734412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a3ce25-d218-4151-8aef-f9234a02c6fb None None] DHCP port deletion for 7d31ec48-6317-4f35-b676-07281a028a86 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:42:35.745329 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e02bf837-4184-4a9b-acb4-3551703ef2c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.802682 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-e02bf837-4184-4a9b-acb4-3551703ef2c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting port 32cc3539-54a9-4169-a2a4-d8c290c7a52f {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:42:35.803239 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e02bf837-4184-4a9b-acb4-3551703ef2c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.860157 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a212dfc5-78aa-47ba-a462-5fbc9c3da73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32906c27-9474-4594-ad97-833d52584bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042249565', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:42:34Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:35.886867 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a212dfc5-78aa-47ba-a462-5fbc9c3da73d None None] The sync data for ids ['32906c27-9474-4594-ad97-833d52584bf8'] in n-d-779913-28 is: [{'id': '32906c27-9474-4594-ad97-833d52584bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042249565', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:42:34Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': '32cc3539-54a9-4169-a2a4-d8c290c7a52f', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32906c27-9474-4594-ad97-833d52584bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:58Z', 'updated_at': '2021-07-13T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:42:35.892188 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-e02bf837-4184-4a9b-acb4-3551703ef2c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] For port 32cc3539-54a9-4169-a2a4-d8c290c7a52f, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=32cc3539-54a9-4169-a2a4-d8c290c7a52f,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:35.892570 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e02bf837-4184-4a9b-acb4-3551703ef2c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.906261 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-e02bf837-4184-4a9b-acb4-3551703ef2c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Calling delete_port for 32cc3539-54a9-4169-a2a4-d8c290c7a52f owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:42:35.945874 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3ce25-d218-4151-8aef-f9234a02c6fb None None] Deleting port e20d4f82-ea59-448d-9d8c-88c5db4b0106 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:42:35.946364 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ce25-d218-4151-8aef-f9234a02c6fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.006687 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a7a3ce25-d218-4151-8aef-f9234a02c6fb None None] For port e20d4f82-ea59-448d-9d8c-88c5db4b0106, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e20d4f82-ea59-448d-9d8c-88c5db4b0106,segment=NetworkSegment(8649b53d-c439-47cd-a9ff-d89fb7af0803),segment_id=8649b53d-c439-47cd-a9ff-d89fb7af0803)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:36.007012 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ce25-d218-4151-8aef-f9234a02c6fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.019051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3ce25-d218-4151-8aef-f9234a02c6fb None None] Calling delete_port for e20d4f82-ea59-448d-9d8c-88c5db4b0106 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:42:36.075743 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e02bf837-4184-4a9b-acb4-3551703ef2c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.100862 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ce25-d218-4151-8aef-f9234a02c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.101189 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bf837-4184-4a9b-acb4-3551703ef2c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Port': ['ID=32cc3539-54a9-4169-a2a4-d8c290c7a52f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:36.125992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3ce25-d218-4151-8aef-f9234a02c6fb None None] Pushing event deleted for resources: {'Port': ['ID=e20d4f82-ea59-448d-9d8c-88c5db4b0106,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:36.130317 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a3ce25-d218-4151-8aef-f9234a02c6fb None None] No DVR routers for this DVR port e20d4f82-ea59-448d-9d8c-88c5db4b0106 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:42:36.136950 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a3ce25-d218-4151-8aef-f9234a02c6fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:36.139531 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a3ce25-d218-4151-8aef-f9234a02c6fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:36.139531 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a3ce25-d218-4151-8aef-f9234a02c6fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:36.139531 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a3ce25-d218-4151-8aef-f9234a02c6fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:36.139531 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a3ce25-d218-4151-8aef-f9234a02c6fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:36.139531 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a3ce25-d218-4151-8aef-f9234a02c6fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:36.139531 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a3ce25-d218-4151-8aef-f9234a02c6fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:36.139531 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a3ce25-d218-4151-8aef-f9234a02c6fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:36.139531 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a3ce25-d218-4151-8aef-f9234a02c6fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:36.140731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a3ce25-d218-4151-8aef-f9234a02c6fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:36.140731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a3ce25-d218-4151-8aef-f9234a02c6fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:36.140731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a3ce25-d218-4151-8aef-f9234a02c6fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:36.171801 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e02bf837-4184-4a9b-acb4-3551703ef2c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.262446 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e02bf837-4184-4a9b-acb4-3551703ef2c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.264656 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e02bf837-4184-4a9b-acb4-3551703ef2c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.311246 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e02bf837-4184-4a9b-acb4-3551703ef2c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.312076 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02bf837-4184-4a9b-acb4-3551703ef2c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Fanout notify agent at l3_agent the message router_deleted on router 32906c27-9474-4594-ad97-833d52584bf8 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:42:36.326939 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e02bf837-4184-4a9b-acb4-3551703ef2c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.326939 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e02bf837-4184-4a9b-acb4-3551703ef2c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/routers/32906c27-9474-4594-ad97-833d52584bf8 HTTP/1.1" status: 204 len: 168 time: 0.7938819 Jul 13 08:42:36.327297 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36396) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:36.404441 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3d9330a-1346-44a4-9e56-e0fb34f5cfe3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.495042 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3d9330a-1346-44a4-9e56-e0fb34f5cfe3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.505428 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c3d9330a-1346-44a4-9e56-e0fb34f5cfe3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d31ec48-6317-4f35-b676-07281a028a86']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:36.516338 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c3d9330a-1346-44a4-9e56-e0fb34f5cfe3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8649b53d-c439-47cd-a9ff-d89fb7af0803') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:36.516621 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c3d9330a-1346-44a4-9e56-e0fb34f5cfe3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8649b53d-c439-47cd-a9ff-d89fb7af0803') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:36.526338 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3d9330a-1346-44a4-9e56-e0fb34f5cfe3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.541954 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3d9330a-1346-44a4-9e56-e0fb34f5cfe3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.547538 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d9330a-1346-44a4-9e56-e0fb34f5cfe3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:42:36.547917 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3d9330a-1346-44a4-9e56-e0fb34f5cfe3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:42:36.550828 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:42:36.606048 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3d9330a-1346-44a4-9e56-e0fb34f5cfe3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.612897 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3d9330a-1346-44a4-9e56-e0fb34f5cfe3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.614643 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c3d9330a-1346-44a4-9e56-e0fb34f5cfe3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/networks/7d31ec48-6317-4f35-b676-07281a028a86 HTTP/1.1" status: 204 len: 168 time: 0.2895851 Jul 13 08:42:36.617380 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36398) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:36.625932 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9330a-1346-44a4-9e56-e0fb34f5cfe3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Network': ['ID=7d31ec48-6317-4f35-b676-07281a028a86,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:36.678586 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-322ea2ca-9f21-4f89-abff-11a5dac7c686 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.703674 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-322ea2ca-9f21-4f89-abff-11a5dac7c686 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.762691 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-322ea2ca-9f21-4f89-abff-11a5dac7c686 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.765150 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-322ea2ca-9f21-4f89-abff-11a5dac7c686 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.767382 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-322ea2ca-9f21-4f89-abff-11a5dac7c686 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/security-groups/86379327-01df-4ce9-b226-1739dbe85be0 HTTP/1.1" status: 204 len: 168 time: 0.1478994 Jul 13 08:42:36.775058 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ea2ca-9f21-4f89-abff-11a5dac7c686 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86379327-01df-4ce9-b226-1739dbe85be0,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:37.259329 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36404) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:37.264170 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-80300756-9d1f-4046-a41b-0d275b835ede tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-35951129', 'description': 'tempest-secgroup-smoke-35951129 description', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:37.286031 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80300756-9d1f-4046-a41b-0d275b835ede tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.368508 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80300756-9d1f-4046-a41b-0d275b835ede tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.373022 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80300756-9d1f-4046-a41b-0d275b835ede tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.389300 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 405cbc31-0d0a-463f-bde9-7b7a99e071b4 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:42:37.402578 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-80300756-9d1f-4046-a41b-0d275b835ede tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.403792 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-80300756-9d1f-4046-a41b-0d275b835ede tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1433208 Jul 13 08:42:37.406838 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36406) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:37.407879 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80300756-9d1f-4046-a41b-0d275b835ede tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919e0398-2d59-45a7-b897-c60fc3c91748,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:37.411433 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-54655deb-ffbc-46e0-8f24-106cd4f80a65 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '919e0398-2d59-45a7-b897-c60fc3c91748', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:37.420846 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 405cbc31-0d0a-463f-bde9-7b7a99e071b4 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:42:37.421192 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 405cbc31-0d0a-463f-bde9-7b7a99e071b4 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:42:37.421616 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e20d4f82-ea59-448d-9d8c-88c5db4b0106 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:42:37.438788 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54655deb-ffbc-46e0-8f24-106cd4f80a65 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.440128 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: e20d4f82-ea59-448d-9d8c-88c5db4b0106 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:42:37.440477 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e20d4f82-ea59-448d-9d8c-88c5db4b0106 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:42:37.440891 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 32cc3539-54a9-4169-a2a4-d8c290c7a52f no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:42:37.461986 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 32cc3539-54a9-4169-a2a4-d8c290c7a52f {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:42:37.462355 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 32cc3539-54a9-4169-a2a4-d8c290c7a52f not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:42:37.500727 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54655deb-ffbc-46e0-8f24-106cd4f80a65 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.504117 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54655deb-ffbc-46e0-8f24-106cd4f80a65 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.522231 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54655deb-ffbc-46e0-8f24-106cd4f80a65 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b531f0c-23ae-4a0b-8ee4-911deb1328a3,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:37.525598 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54655deb-ffbc-46e0-8f24-106cd4f80a65 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.527462 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-54655deb-ffbc-46e0-8f24-106cd4f80a65 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196287 Jul 13 08:42:37.530173 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36408) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:37.534560 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4e1e1cc4-03bc-4d02-8aa6-486bb46d439c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '919e0398-2d59-45a7-b897-c60fc3c91748', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:37.560682 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4e1e1cc4-03bc-4d02-8aa6-486bb46d439c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.617929 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4e1e1cc4-03bc-4d02-8aa6-486bb46d439c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.621160 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4e1e1cc4-03bc-4d02-8aa6-486bb46d439c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.638665 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e1cc4-03bc-4d02-8aa6-486bb46d439c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6a981e-ed4b-4f8e-9455-89446589f0db,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:37.643615 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4e1e1cc4-03bc-4d02-8aa6-486bb46d439c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.644887 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4e1e1cc4-03bc-4d02-8aa6-486bb46d439c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136727 Jul 13 08:42:37.647580 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36410) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:37.652434 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4ae896cf-f2c9-4857-915a-6a0bac19080e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '919e0398-2d59-45a7-b897-c60fc3c91748', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:37.677768 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ae896cf-f2c9-4857-915a-6a0bac19080e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.733636 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ae896cf-f2c9-4857-915a-6a0bac19080e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.736933 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ae896cf-f2c9-4857-915a-6a0bac19080e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.755126 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae896cf-f2c9-4857-915a-6a0bac19080e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29df3d45-262e-49d6-86ad-b81bbbda2976,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:37.758382 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ae896cf-f2c9-4857-915a-6a0bac19080e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.759600 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4ae896cf-f2c9-4857-915a-6a0bac19080e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1110718 Jul 13 08:42:37.762833 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36412) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:37.767249 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-65776aaf-6b33-447f-b350-80286d49e9bf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '919e0398-2d59-45a7-b897-c60fc3c91748', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:37.792695 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65776aaf-6b33-447f-b350-80286d49e9bf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.852488 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65776aaf-6b33-447f-b350-80286d49e9bf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.856188 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65776aaf-6b33-447f-b350-80286d49e9bf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.872914 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65776aaf-6b33-447f-b350-80286d49e9bf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ce4fab-54f1-408b-aa67-ee42a4f73d39,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:37.878711 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65776aaf-6b33-447f-b350-80286d49e9bf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.879993 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-65776aaf-6b33-447f-b350-80286d49e9bf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162534 Jul 13 08:42:37.882802 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36414) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:37.887629 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7c7f5f6e-60f5-4ee1-b8ef-d4e77b8741a3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '919e0398-2d59-45a7-b897-c60fc3c91748', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:37.908382 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-7c7f5f6e-60f5-4ee1-b8ef-d4e77b8741a3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Project c5988cb4b1124302a881e2f13d2fbcd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:42:37.913269 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c7f5f6e-60f5-4ee1-b8ef-d4e77b8741a3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.971624 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c7f5f6e-60f5-4ee1-b8ef-d4e77b8741a3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.975009 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c7f5f6e-60f5-4ee1-b8ef-d4e77b8741a3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.989032 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f5f6e-60f5-4ee1-b8ef-d4e77b8741a3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06e262c-1bad-4f91-9b47-fc6a46961ede,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:37.997260 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c7f5f6e-60f5-4ee1-b8ef-d4e77b8741a3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:37.998447 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7c7f5f6e-60f5-4ee1-b8ef-d4e77b8741a3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1147466 Jul 13 08:42:38.001097 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36416) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:38.005338 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c4ebd06c-376f-46ed-a437-a6e3d75b02bb tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '919e0398-2d59-45a7-b897-c60fc3c91748', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:38.026604 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-c4ebd06c-376f-46ed-a437-a6e3d75b02bb tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Project c5988cb4b1124302a881e2f13d2fbcd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:42:38.031221 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c4ebd06c-376f-46ed-a437-a6e3d75b02bb tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.093910 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c4ebd06c-376f-46ed-a437-a6e3d75b02bb tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.097223 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c4ebd06c-376f-46ed-a437-a6e3d75b02bb tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.116520 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebd06c-376f-46ed-a437-a6e3d75b02bb tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6713741a-f84d-48e8-b4a3-e72c029b443b,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:38.120792 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c4ebd06c-376f-46ed-a437-a6e3d75b02bb tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.122015 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c4ebd06c-376f-46ed-a437-a6e3d75b02bb tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200163 Jul 13 08:42:38.124933 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36420) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:38.130040 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-44ab6af3-71d4-4e31-9149-0b2167da8d52 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'network': {'name': 'tempest-network-smoke--979703740', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'port_security_enabled': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:38.150324 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ab6af3-71d4-4e31-9149-0b2167da8d52 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Made reservation on behalf of c5988cb4b1124302a881e2f13d2fbcd1 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:42:38.153666 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-44ab6af3-71d4-4e31-9149-0b2167da8d52 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.176504 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ab6af3-71d4-4e31-9149-0b2167da8d52 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:42:38.185727 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-44ab6af3-71d4-4e31-9149-0b2167da8d52 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.186065 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-44ab6af3-71d4-4e31-9149-0b2167da8d52 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Added segment f0be01b3-ffad-4946-9f58-495c0e148dda of type vlan for network b0650fd7-2777-48b7-8f09-356f0997bc07 Jul 13 08:42:38.226537 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-44ab6af3-71d4-4e31-9149-0b2167da8d52 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.254056 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-44ab6af3-71d4-4e31-9149-0b2167da8d52 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.259850 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ab6af3-71d4-4e31-9149-0b2167da8d52 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:38.260969 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-44ab6af3-71d4-4e31-9149-0b2167da8d52 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.295205 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-44ab6af3-71d4-4e31-9149-0b2167da8d52 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1692960 Jul 13 08:42:38.297960 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36422) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:38.304272 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1d193061-f407-4946-98db-f9d1bb6c4d23 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-965400149', 'admin_state_up': True, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:38.336841 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab6af3-71d4-4e31-9149-0b2167da8d52 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Network': ['ID=b0650fd7-2777-48b7-8f09-356f0997bc07,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:38.347151 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network b0650fd7-2777-48b7-8f09-356f0997bc07 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:42:38.353697 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d193061-f407-4946-98db-f9d1bb6c4d23 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.354859 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d193061-f407-4946-98db-f9d1bb6c4d23 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.544705 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.754478 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d193061-f407-4946-98db-f9d1bb6c4d23 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.882818 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d193061-f407-4946-98db-f9d1bb6c4d23 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:39.070537 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d193061-f407-4946-98db-f9d1bb6c4d23 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:39.088921 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d193061-f407-4946-98db-f9d1bb6c4d23 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:39.186892 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-1d193061-f407-4946-98db-f9d1bb6c4d23 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Allocated IP 172.25.0.50 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:39.288714 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d193061-f407-4946-98db-f9d1bb6c4d23 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:39.327456 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d193061-f407-4946-98db-f9d1bb6c4d23 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:39.362566 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d193061-f407-4946-98db-f9d1bb6c4d23 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:39.368624 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1d193061-f407-4946-98db-f9d1bb6c4d23 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:39.372700 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d193061-f407-4946-98db-f9d1bb6c4d23 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:39.393753 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d193061-f407-4946-98db-f9d1bb6c4d23 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:39.613772 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d193061-f407-4946-98db-f9d1bb6c4d23 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:39.804480 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d193061-f407-4946-98db-f9d1bb6c4d23 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:39.929367 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d193061-f407-4946-98db-f9d1bb6c4d23 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router fa12c43d-9fd5-48b1-b846-9d5d760acab2 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:42:40.033161 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d193061-f407-4946-98db-f9d1bb6c4d23 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:40.042656 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] Sync routers for ids ['fa12c43d-9fd5-48b1-b846-9d5d760acab2'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:42:40.051196 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d193061-f407-4946-98db-f9d1bb6c4d23 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.051993 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] Routers {'fa12c43d-9fd5-48b1-b846-9d5d760acab2'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:40.052614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:42:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fa12c43d-9fd5-48b1-b846-9d5d760acab2'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:40.052783 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1d193061-f407-4946-98db-f9d1bb6c4d23 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7538075 Jul 13 08:42:40.055852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36424) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:40.086815 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1d8c9f72-91f2-4199-b424-5d05a6e180d8 tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=c5988cb4b1124302a881e2f13d2fbcd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274749 Jul 13 08:42:40.087063 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36426) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:40.158211 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] Set router fa12c43d-9fd5-48b1-b846-9d5d760acab2 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:40.175383 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd8a9d7-74fd-49ec-b53c-622db02f52f5 tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:40.176893 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0fd8a9d7-74fd-49ec-b53c-622db02f52f5 tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889826 Jul 13 08:42:40.179793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36428) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:40.207339 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-eb70f6f0-a406-4421-8753-029ce5303ed9 tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f96be058-f906-4210-b421-902eff1606be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265276 Jul 13 08:42:40.209774 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36430) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:40.215089 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fc33168e-391c-4a06-a568-2cf56988e0f0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-866230692', 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:40.299376 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc33168e-391c-4a06-a568-2cf56988e0f0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Made reservation on behalf of c5988cb4b1124302a881e2f13d2fbcd1 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:42:40.303045 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc33168e-391c-4a06-a568-2cf56988e0f0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.334571 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965400149', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:38Z', 'updated_at': '2021-07-13T08:42:39Z', 'revision_number': 3, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:39Z', 'updated_at': '2021-07-13T08:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:40.361228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] Checking router: fa12c43d-9fd5-48b1-b846-9d5d760acab2 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:42:40.361574 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] Updating router fa12c43d-9fd5-48b1-b846-9d5d760acab2 port e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:42:40.395582 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.486825 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc33168e-391c-4a06-a568-2cf56988e0f0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.552219 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33168e-391c-4a06-a568-2cf56988e0f0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Subnet': ['ID=6e818a8d-3b6f-4dde-97f6-49db665b3a2a,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:40.560584 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc33168e-391c-4a06-a568-2cf56988e0f0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Checking segment: {'id': 'f0be01b3-ffad-4946-9f58-495c0e148dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:40.560950 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc33168e-391c-4a06-a568-2cf56988e0f0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network hostable DHCP agents. Network: b0650fd7-2777-48b7-8f09-356f0997bc07, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:42:40.578709 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc33168e-391c-4a06-a568-2cf56988e0f0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network b0650fd7-2777-48b7-8f09-356f0997bc07 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:42:40.587405 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-fc33168e-391c-4a06-a568-2cf56988e0f0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, b0650fd7-2777-48b7-8f09-356f0997bc07) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:40.592929 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc33168e-391c-4a06-a568-2cf56988e0f0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:40.593593 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc33168e-391c-4a06-a568-2cf56988e0f0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.600333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e106ae64-9c97-4398-bc11-0475171b4397 None None] Network b0650fd7-2777-48b7-8f09-356f0997bc07 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:42:40.609091 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fc33168e-391c-4a06-a568-2cf56988e0f0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3982749 Jul 13 08:42:40.611869 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36432) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:40.697513 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.715288 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] Transition to ACTIVE for port object e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:40.726262 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.811163 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aca0d1-01af-4648-95ad-5a69014033ec None None] Pushing event updated for resources: {'Port': ['ID=e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:40.820313 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] Attempting to bind port e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:40.820686 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] Attempting to bind port e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:40.821504 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] Attempting to bind port e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:40.842909 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:40.843358 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:40.843703 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.844056 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:40.844531 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] Bound port: e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:40.844914 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.866844 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-b0650fd7-2777-48b7-8f09-356f0997bc07', 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ips': [{'subnet_id': '6e818a8d-3b6f-4dde-97f6-49db665b3a2a'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:42:40.867278 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.962688 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] For port e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:40.984960 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] For port e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:40.993337 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.051014 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2354-494e-4e79-95e3-4543c75b3778 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.085430 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] Allocated IP 172.20.0.2 (b0650fd7-2777-48b7-8f09-356f0997bc07/6e818a8d-3b6f-4dde-97f6-49db665b3a2a/dc4493b9-c488-4f15-91a3-997b87f2a7d7) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:41.090387 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] Routers {'fa12c43d-9fd5-48b1-b846-9d5d760acab2'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:41.091017 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:42:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fa12c43d-9fd5-48b1-b846-9d5d760acab2'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:41.093142 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aca0d1-01af-4648-95ad-5a69014033ec None None] Pushing event updated for resources: {'Port': ['ID=e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:41.263802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] Set router fa12c43d-9fd5-48b1-b846-9d5d760acab2 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:41.413013 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.425585 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] Transition to ACTIVE for port object dc4493b9-c488-4f15-91a3-997b87f2a7d7 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:41.452011 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] Transition to ACTIVE for port object dc4493b9-c488-4f15-91a3-997b87f2a7d7 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:41.476815 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.522473 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] Network b0650fd7-2777-48b7-8f09-356f0997bc07 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:41.525208 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-2f9b2354-494e-4e79-95e3-4543c75b3778 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Allocated IP 172.20.0.1 (b0650fd7-2777-48b7-8f09-356f0997bc07/6e818a8d-3b6f-4dde-97f6-49db665b3a2a/a296e8c9-df1a-4f0d-be4b-1b7aa66aa780) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:41.527197 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:41.531637 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:41.540828 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] Pushing event updated for resources: {'Port': ['ID=dc4493b9-c488-4f15-91a3-997b87f2a7d7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:41.592421 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965400149', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:38Z', 'updated_at': '2021-07-13T08:42:39Z', 'revision_number': 3, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:39Z', 'updated_at': '2021-07-13T08:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:41.628309 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bb3847-4e7e-47ed-9b21-4e8d26cf01e7 None None] The sync data for ids ['fa12c43d-9fd5-48b1-b846-9d5d760acab2'] in n-d-779913-28 is: [{'id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965400149', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:38Z', 'updated_at': '2021-07-13T08:42:39Z', 'revision_number': 3, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:39Z', 'updated_at': '2021-07-13T08:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:42:41.630009 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] Attempting to bind port dc4493b9-c488-4f15-91a3-997b87f2a7d7 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:41.630403 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] Attempting to bind port dc4493b9-c488-4f15-91a3-997b87f2a7d7 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'f0be01b3-ffad-4946-9f58-495c0e148dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:41.630763 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] Attempting to bind port dc4493b9-c488-4f15-91a3-997b87f2a7d7 on network b0650fd7-2777-48b7-8f09-356f0997bc07 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:41.636379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:41.636757 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] Checking segment: {'id': 'f0be01b3-ffad-4946-9f58-495c0e148dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:41.637159 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.637550 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] Bound using segment: {'id': 'f0be01b3-ffad-4946-9f58-495c0e148dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:41.638015 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] Bound port: dc4493b9-c488-4f15-91a3-997b87f2a7d7, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0be01b3-ffad-4946-9f58-495c0e148dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:41.638424 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.647673 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2354-494e-4e79-95e3-4543c75b3778 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.661971 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-2f9b2354-494e-4e79-95e3-4543c75b3778 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Transition to ACTIVE for port object a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:41.703755 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2354-494e-4e79-95e3-4543c75b3778 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.704600 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] For port dc4493b9-c488-4f15-91a3-997b87f2a7d7, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:41.708820 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] For port dc4493b9-c488-4f15-91a3-997b87f2a7d7, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=dc4493b9-c488-4f15-91a3-997b87f2a7d7,segment=NetworkSegment(f0be01b3-ffad-4946-9f58-495c0e148dda),segment_id=f0be01b3-ffad-4946-9f58-495c0e148dda)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:41.716098 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.746610 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9b2354-494e-4e79-95e3-4543c75b3778 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network b0650fd7-2777-48b7-8f09-356f0997bc07 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:41.752173 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2f9b2354-494e-4e79-95e3-4543c75b3778 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:41.756715 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9b2354-494e-4e79-95e3-4543c75b3778 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:41.782561 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ca005-9675-4b7b-bfa6-5bdeba437633 None None] Pushing event updated for resources: {'Port': ['ID=dc4493b9-c488-4f15-91a3-997b87f2a7d7,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:41.801202 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b2354-494e-4e79-95e3-4543c75b3778 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=a296e8c9-df1a-4f0d-be4b-1b7aa66aa780,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:41.826104 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2354-494e-4e79-95e3-4543c75b3778 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:42.028937 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2354-494e-4e79-95e3-4543c75b3778 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:42.365248 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2354-494e-4e79-95e3-4543c75b3778 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:42.369900 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2354-494e-4e79-95e3-4543c75b3778 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:42.448580 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b2354-494e-4e79-95e3-4543c75b3778 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=a296e8c9-df1a-4f0d-be4b-1b7aa66aa780,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:42.469266 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2354-494e-4e79-95e3-4543c75b3778 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:42.570358 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9b2354-494e-4e79-95e3-4543c75b3778 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network b0650fd7-2777-48b7-8f09-356f0997bc07 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:42.571974 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2f9b2354-494e-4e79-95e3-4543c75b3778 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:42.702163 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9b2354-494e-4e79-95e3-4543c75b3778 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router fa12c43d-9fd5-48b1-b846-9d5d760acab2 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:42:42.816458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9b2354-494e-4e79-95e3-4543c75b3778 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:42.821513 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2f9b2354-494e-4e79-95e3-4543c75b3778 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "PUT /v2.0/routers/fa12c43d-9fd5-48b1-b846-9d5d760acab2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2086358 Jul 13 08:42:42.895503 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb3a7e0-c217-4cac-91f5-f7828a14ffa0 None None] Network b0650fd7-2777-48b7-8f09-356f0997bc07 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:42:42.967943 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-7848aa9d-8d14-4925-b55e-801a9934f03c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35951129&fields=id&tenant_id=c5988cb4b1124302a881e2f13d2fbcd1 HTTP/1.1" status: 200 len: 267 time: 0.0339944 Jul 13 08:42:42.976901 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1dd1e327-c05c-4377-a11b-8ec75b842913 None None] Provisioning for port dc4493b9-c488-4f15-91a3-997b87f2a7d7 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:43.077670 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-94f96849-8255-4529-af07-54b3ba130e8a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:43.079228 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-94f96849-8255-4529-af07-54b3ba130e8a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/networks?id=b0650fd7-2777-48b7-8f09-356f0997bc07 HTTP/1.1" status: 200 len: 796 time: 0.1048400 Jul 13 08:42:43.096234 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-ff6f8c99-3775-46a8-a574-5bde88af44cd tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/quotas/c5988cb4b1124302a881e2f13d2fbcd1 HTTP/1.1" status: 200 len: 375 time: 0.0113850 Jul 13 08:42:43.169483 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-d0ea759d-8f49-4cae-b2a2-7eae5882d341 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663853 Jul 13 08:42:43.268044 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-4f1aff10-068e-432e-90b4-41f832f701c5 service neutron] 10.222.0.58 "GET /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865347 Jul 13 08:42:43.316886 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5c1737ee-6c78-42ec-adca-a1d91a021ca1 None None] Provisioning for port a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:43.320886 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5c1737ee-6c78-42ec-adca-a1d91a021ca1 None None] Provisioning complete for port a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:43.321333 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c1737ee-6c78-42ec-adca-a1d91a021ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:43.366157 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5c1737ee-6c78-42ec-adca-a1d91a021ca1 None None] Port a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:43.384762 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-6fd23e57-c8c6-4867-b8d1-8bccff40778b service neutron] 10.222.0.58 "GET /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099453 Jul 13 08:42:43.469284 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device dc4493b9-c488-4f15-91a3-997b87f2a7d7 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:43.516710 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] Sync routers for ids ['fa12c43d-9fd5-48b1-b846-9d5d760acab2'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:42:43.536182 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] Routers {'fa12c43d-9fd5-48b1-b846-9d5d760acab2'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:43.536998 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:42:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fa12c43d-9fd5-48b1-b846-9d5d760acab2'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:43.558490 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:43.561360 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port dc4493b9-c488-4f15-91a3-997b87f2a7d7 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:43.567483 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port dc4493b9-c488-4f15-91a3-997b87f2a7d7 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:43.568611 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:43.621968 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1c1f4ca8-d7d9-465a-80d2-43638fd5f5c1 None None] Provisioning complete for port a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:43.622467 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c1f4ca8-d7d9-465a-80d2-43638fd5f5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:43.677900 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-89757fab-06ae-496d-80ee-76690e96d929 req-dcf0b16b-7f10-49f1-8624-0d36b06d3d47 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 210 time: 0.0713131 Jul 13 08:42:43.680758 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] Set router fa12c43d-9fd5-48b1-b846-9d5d760acab2 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:43.707912 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1c1f4ca8-d7d9-465a-80d2-43638fd5f5c1 None None] Port a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:43.725696 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:43.770075 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port dc4493b9-c488-4f15-91a3-997b87f2a7d7, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=dc4493b9-c488-4f15-91a3-997b87f2a7d7,segment=NetworkSegment(f0be01b3-ffad-4946-9f58-495c0e148dda),segment_id=f0be01b3-ffad-4946-9f58-495c0e148dda)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:43.775366 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:43.832207 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:43.898304 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b691cf5b-08e7-496f-b9ee-c004c049c733 None None] Provisioning complete for port a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:43.898940 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b691cf5b-08e7-496f-b9ee-c004c049c733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:43.908896 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=dc4493b9-c488-4f15-91a3-997b87f2a7d7,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:43.952392 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:43.960693 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:43.961040 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.004466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b691cf5b-08e7-496f-b9ee-c004c049c733 None None] Port a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:44.018320 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965400149', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:38Z', 'updated_at': '2021-07-13T08:42:41Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:39Z', 'updated_at': '2021-07-13T08:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'a296e8c9-df1a-4f0d-be4b-1b7aa66aa780', 'name': '', 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:cd:ed:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6e818a8d-3b6f-4dde-97f6-49db665b3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:41Z', 'updated_at': '2021-07-13T08:42:42Z', 'revision_number': 2, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '6e818a8d-3b6f-4dde-97f6-49db665b3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:44.047269 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] Checking router: fa12c43d-9fd5-48b1-b846-9d5d760acab2 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:42:44.047693 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] Updating router fa12c43d-9fd5-48b1-b846-9d5d760acab2 port a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:42:44.085979 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.241752 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fea194fd-9b63-47b2-9255-9c26fc5739df None None] Provisioning complete for port a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:44.242148 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fea194fd-9b63-47b2-9255-9c26fc5739df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.244956 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.292571 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:44.296560 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-fea194fd-9b63-47b2-9255-9c26fc5739df None None] Port a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:44.300730 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.360620 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:44.401796 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.411335 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] Transition to ACTIVE for port object a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:44.416195 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.462648 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef2d82-0cd7-4011-87e5-8a0601cff37f None None] Pushing event updated for resources: {'Port': ['ID=a296e8c9-df1a-4f0d-be4b-1b7aa66aa780,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:44.490134 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef2d82-0cd7-4011-87e5-8a0601cff37f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.490392 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef2d82-0cd7-4011-87e5-8a0601cff37f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.490727 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef2d82-0cd7-4011-87e5-8a0601cff37f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.491056 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef2d82-0cd7-4011-87e5-8a0601cff37f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.491381 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef2d82-0cd7-4011-87e5-8a0601cff37f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.491705 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef2d82-0cd7-4011-87e5-8a0601cff37f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.492020 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef2d82-0cd7-4011-87e5-8a0601cff37f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.492337 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef2d82-0cd7-4011-87e5-8a0601cff37f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.492650 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef2d82-0cd7-4011-87e5-8a0601cff37f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.492963 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef2d82-0cd7-4011-87e5-8a0601cff37f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.493282 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef2d82-0cd7-4011-87e5-8a0601cff37f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.493593 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef2d82-0cd7-4011-87e5-8a0601cff37f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:44.529397 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] Attempting to bind port a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:44.530101 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] Attempting to bind port a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'f0be01b3-ffad-4946-9f58-495c0e148dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:44.530101 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] Attempting to bind port a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 on network b0650fd7-2777-48b7-8f09-356f0997bc07 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:44.536045 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:44.536418 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] Checking segment: {'id': 'f0be01b3-ffad-4946-9f58-495c0e148dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:44.536807 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.537187 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] Bound using segment: {'id': 'f0be01b3-ffad-4946-9f58-495c0e148dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:44.537641 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] Bound port: a296e8c9-df1a-4f0d-be4b-1b7aa66aa780, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0be01b3-ffad-4946-9f58-495c0e148dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:44.538010 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.601000 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] For port a296e8c9-df1a-4f0d-be4b-1b7aa66aa780, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:44.604588 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] For port a296e8c9-df1a-4f0d-be4b-1b7aa66aa780, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a296e8c9-df1a-4f0d-be4b-1b7aa66aa780,segment=NetworkSegment(f0be01b3-ffad-4946-9f58-495c0e148dda),segment_id=f0be01b3-ffad-4946-9f58-495c0e148dda)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:44.609161 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.672765 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef2d82-0cd7-4011-87e5-8a0601cff37f None None] Pushing event updated for resources: {'Port': ['ID=a296e8c9-df1a-4f0d-be4b-1b7aa66aa780,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:44.675383 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] Routers {'fa12c43d-9fd5-48b1-b846-9d5d760acab2'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:44.675980 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:42:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fa12c43d-9fd5-48b1-b846-9d5d760acab2'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:44.840868 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] Set router fa12c43d-9fd5-48b1-b846-9d5d760acab2 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:44.886902 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-23deafc2-dc2c-4a29-a3a9-8f7a37418573 req-f1c0d91f-d81b-4220-bb9a-ab798f876fec tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 210 time: 0.0435824 Jul 13 08:42:44.923026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-c7731f09-3ad6-45e3-8547-17f61f554fb8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:44.924522 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-c7731f09-3ad6-45e3-8547-17f61f554fb8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "GET /v2.0/networks?id=b0650fd7-2777-48b7-8f09-356f0997bc07 HTTP/1.1" status: 200 len: 796 time: 0.1668866 Jul 13 08:42:44.972307 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-0a0ebf71-2a5c-4b3f-af9a-a7626b6b6968 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5988cb4b1124302a881e2f13d2fbcd1 HTTP/1.1" status: 200 len: 378 time: 0.0383472 Jul 13 08:42:44.983184 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-23aabaa9-7655-420e-9576-9085c3b64fa7 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'port': {'device_id': 'fa6ed0e9-7919-4c50-9a42-f131add28c34', 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07', 'admin_state_up': True, 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'security_groups': ['919e0398-2d59-45a7-b897-c60fc3c91748']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:45.063916 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965400149', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:38Z', 'updated_at': '2021-07-13T08:42:41Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:39Z', 'updated_at': '2021-07-13T08:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'a296e8c9-df1a-4f0d-be4b-1b7aa66aa780', 'name': '', 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:cd:ed:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6e818a8d-3b6f-4dde-97f6-49db665b3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:41Z', 'updated_at': '2021-07-13T08:42:44Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '6e818a8d-3b6f-4dde-97f6-49db665b3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:45.091168 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c62fe5b-10fa-46ca-89c1-9e164ca73e22 None None] The sync data for ids ['fa12c43d-9fd5-48b1-b846-9d5d760acab2'] in n-d-779913-28 is: [{'id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965400149', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:38Z', 'updated_at': '2021-07-13T08:42:41Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:39Z', 'updated_at': '2021-07-13T08:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'a296e8c9-df1a-4f0d-be4b-1b7aa66aa780', 'name': '', 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:cd:ed:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6e818a8d-3b6f-4dde-97f6-49db665b3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:41Z', 'updated_at': '2021-07-13T08:42:44Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '6e818a8d-3b6f-4dde-97f6-49db665b3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:42:45.481472 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:45.492809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-23aabaa9-7655-420e-9576-9085c3b64fa7 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Made reservation on behalf of c5988cb4b1124302a881e2f13d2fbcd1 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:42:45.497109 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-23aabaa9-7655-420e-9576-9085c3b64fa7 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:45.538740 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:45.543899 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:45.544535 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:45.627439 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:45.631049 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-23aabaa9-7655-420e-9576-9085c3b64fa7 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Allocated IP 172.20.0.11 (b0650fd7-2777-48b7-8f09-356f0997bc07/6e818a8d-3b6f-4dde-97f6-49db665b3a2a/fbcb6f43-7510-4c19-bcd2-6a677a547ac9) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:45.662138 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port a296e8c9-df1a-4f0d-be4b-1b7aa66aa780, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a296e8c9-df1a-4f0d-be4b-1b7aa66aa780,segment=NetworkSegment(f0be01b3-ffad-4946-9f58-495c0e148dda),segment_id=f0be01b3-ffad-4946-9f58-495c0e148dda)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:45.668868 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:45.705671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:45.754748 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=a296e8c9-df1a-4f0d-be4b-1b7aa66aa780,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:45.777626 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:45.778154 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:45.807578 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-23aabaa9-7655-420e-9576-9085c3b64fa7 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:45.826887 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-23aabaa9-7655-420e-9576-9085c3b64fa7 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Transition to ACTIVE for port object fbcb6f43-7510-4c19-bcd2-6a677a547ac9 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:45.866981 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-23aabaa9-7655-420e-9576-9085c3b64fa7 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:45.872688 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device dc4493b9-c488-4f15-91a3-997b87f2a7d7 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:45.923023 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-23aabaa9-7655-420e-9576-9085c3b64fa7 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network b0650fd7-2777-48b7-8f09-356f0997bc07 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:45.927007 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-23aabaa9-7655-420e-9576-9085c3b64fa7 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:45.929646 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-23aabaa9-7655-420e-9576-9085c3b64fa7 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:45.962453 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aabaa9-7655-420e-9576-9085c3b64fa7 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=fbcb6f43-7510-4c19-bcd2-6a677a547ac9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:45.973923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port dc4493b9-c488-4f15-91a3-997b87f2a7d7 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:45.974396 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:46.004324 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-23aabaa9-7655-420e-9576-9085c3b64fa7 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:46.005259 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-23aabaa9-7655-420e-9576-9085c3b64fa7 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:46.024106 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-23aabaa9-7655-420e-9576-9085c3b64fa7 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0451343 Jul 13 08:42:46.036307 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2970c163-fa9e-4882-9979-88653f3ccd03 None None] Provisioning complete for port a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:46.036871 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2970c163-fa9e-4882-9979-88653f3ccd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:46.044488 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] Request body: {'port': {'device_id': 'fa6ed0e9-7919-4c50-9a42-f131add28c34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:46.172769 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffbc46-ad09-4e3b-a6cd-bc8fcef6f337 req-78f99056-1f5d-4c57-812d-457a7cad3af8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:46.174346 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f0ffbc46-ad09-4e3b-a6cd-bc8fcef6f337 req-78f99056-1f5d-4c57-812d-457a7cad3af8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 932 time: 0.1270440 Jul 13 08:42:46.202551 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:46.254968 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f0ffbc46-ad09-4e3b-a6cd-bc8fcef6f337 req-ac36892a-999d-4e04-ac52-d42a770cb3e5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712001 Jul 13 08:42:46.295720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9fa3b975-2afa-404f-8064-eea4d943165d None None] Provisioning for port fbcb6f43-7510-4c19-bcd2-6a677a547ac9 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:46.299707 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9fa3b975-2afa-404f-8064-eea4d943165d None None] Provisioning complete for port fbcb6f43-7510-4c19-bcd2-6a677a547ac9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:46.300187 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b975-2afa-404f-8064-eea4d943165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:46.336036 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9fa3b975-2afa-404f-8064-eea4d943165d None None] Port fbcb6f43-7510-4c19-bcd2-6a677a547ac9 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:46.486889 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbcb6f43-7510-4c19-bcd2-6a677a547ac9 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:42:46.494094 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:46.505665 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] Transition to ACTIVE for port object fbcb6f43-7510-4c19-bcd2-6a677a547ac9 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:46.509273 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:46.556375 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] Pushing event updated for resources: {'Port': ['ID=fbcb6f43-7510-4c19-bcd2-6a677a547ac9,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:46.633946 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] Attempting to bind port fbcb6f43-7510-4c19-bcd2-6a677a547ac9 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:46.634497 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] Attempting to bind port fbcb6f43-7510-4c19-bcd2-6a677a547ac9 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'f0be01b3-ffad-4946-9f58-495c0e148dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:46.634945 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] Attempting to bind port fbcb6f43-7510-4c19-bcd2-6a677a547ac9 on network b0650fd7-2777-48b7-8f09-356f0997bc07 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:46.639564 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] Port fbcb6f43-7510-4c19-bcd2-6a677a547ac9 on network b0650fd7-2777-48b7-8f09-356f0997bc07 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:42:46.640003 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] Attempting to bind port fbcb6f43-7510-4c19-bcd2-6a677a547ac9 on network b0650fd7-2777-48b7-8f09-356f0997bc07 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:46.645280 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:46.645755 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] Checking segment: {'id': 'f0be01b3-ffad-4946-9f58-495c0e148dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:46.646296 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] Bound using segment: {'id': 'f0be01b3-ffad-4946-9f58-495c0e148dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:46.648910 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] Bound port: fbcb6f43-7510-4c19-bcd2-6a677a547ac9, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0be01b3-ffad-4946-9f58-495c0e148dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:46.648910 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:46.719403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] For port fbcb6f43-7510-4c19-bcd2-6a677a547ac9, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:46.722440 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] For port fbcb6f43-7510-4c19-bcd2-6a677a547ac9, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=fbcb6f43-7510-4c19-bcd2-6a677a547ac9,segment=NetworkSegment(f0be01b3-ffad-4946-9f58-495c0e148dda),segment_id=f0be01b3-ffad-4946-9f58-495c0e148dda)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:46.726758 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:46.758250 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:46.758690 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:46.760628 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] 10.222.0.62 "PUT /v2.0/ports/fbcb6f43-7510-4c19-bcd2-6a677a547ac9 HTTP/1.1" status: 200 len: 1093 time: 0.7246754 Jul 13 08:42:46.761055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6ed0e9-7919-4c50-9a42-f131add28c34', 'tag': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:46.763589 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb445f7-95e0-4393-892f-a6b49a6d7ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6ed0e9-7919-4c50-9a42-f131add28c34", "tag": "fbcb6f43-7510-4c19-bcd2-6a677a547ac9"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:46.790755 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077489c8-7a43-4132-a4fe-407b854743b6 service neutron] Pushing event updated for resources: {'Port': ['ID=fbcb6f43-7510-4c19-bcd2-6a677a547ac9,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:46.828709 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9125a1ad-8940-4a8f-aa6b-b4464714098e x-openstack-request-id: req-9125a1ad-8940-4a8f-aa6b-b4464714098e {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:46.828994 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6ed0e9-7919-4c50-9a42-f131add28c34", "tag": "fbcb6f43-7510-4c19-bcd2-6a677a547ac9", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:46.829248 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9125a1ad-8940-4a8f-aa6b-b4464714098e {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:46.829641 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa6ed0e9-7919-4c50-9a42-f131add28c34', 'tag': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9', 'status': 'completed', 'code': 200} Jul 13 08:42:46.857266 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-d8622d1b-aa4d-4258-a303-c59a1c5df1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:46.858813 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-d8622d1b-aa4d-4258-a303-c59a1c5df1b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 1096 time: 0.0579429 Jul 13 08:42:46.906406 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-12c27cd4-f45e-43e8-b432-c5d282bcb35d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbcb6f43-7510-4c19-bcd2-6a677a547ac9 HTTP/1.1" status: 200 len: 217 time: 0.0402660 Jul 13 08:42:46.955892 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-b93f2d98-1539-4bcf-93b8-d67d73f81212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:46.957432 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-b93f2d98-1539-4bcf-93b8-d67d73f81212 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e818a8d-3b6f-4dde-97f6-49db665b3a2a HTTP/1.1" status: 200 len: 834 time: 0.0453632 Jul 13 08:42:47.015355 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-565ad872-dc79-4673-99a5-17e14dd3b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:47.016863 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-565ad872-dc79-4673-99a5-17e14dd3b6f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b0650fd7-2777-48b7-8f09-356f0997bc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518532 Jul 13 08:42:47.107944 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-f87329a6-31aa-4170-9817-32657ef75a65 service neutron] 10.222.0.62 "GET /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845330 Jul 13 08:42:47.196106 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-77c21478-34ab-4b4f-8f34-156deffeb331 req-971e9409-d796-4353-99de-e7a19e4e6506 service neutron] 10.222.0.62 "GET /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821497 Jul 13 08:42:47.300956 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb445f7-95e0-4393-892f-a6b49a6d7ff3 req-f90793d3-176d-45f8-b9df-9b0fd0519b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:47.302785 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dfb445f7-95e0-4393-892f-a6b49a6d7ff3 req-f90793d3-176d-45f8-b9df-9b0fd0519b2d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 1096 time: 0.0575869 Jul 13 08:42:47.410478 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:47.432668 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb445f7-95e0-4393-892f-a6b49a6d7ff3 req-ae8a94cb-4f6c-4b9a-883a-a2611cc64dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:47.434389 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dfb445f7-95e0-4393-892f-a6b49a6d7ff3 req-ae8a94cb-4f6c-4b9a-883a-a2611cc64dc0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b0650fd7-2777-48b7-8f09-356f0997bc07 HTTP/1.1" status: 200 len: 897 time: 0.1246598 Jul 13 08:42:47.458064 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:47.458462 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:47.485347 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dfb445f7-95e0-4393-892f-a6b49a6d7ff3 req-198f47e1-01ee-44da-a479-c9be401503a1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbcb6f43-7510-4c19-bcd2-6a677a547ac9 HTTP/1.1" status: 200 len: 217 time: 0.0433321 Jul 13 08:42:47.496442 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435104f7-b78e-4071-ba3b-a3cd0a0c6c1c req-05b7677f-96a5-4894-8f5c-5b737f654876 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:47.497875 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-435104f7-b78e-4071-ba3b-a3cd0a0c6c1c req-05b7677f-96a5-4894-8f5c-5b737f654876 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 944 time: 0.1266041 Jul 13 08:42:47.564139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb445f7-95e0-4393-892f-a6b49a6d7ff3 req-b801200b-0dfc-43e6-8132-629659924dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:47.565594 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dfb445f7-95e0-4393-892f-a6b49a6d7ff3 req-b801200b-0dfc-43e6-8132-629659924dfd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e818a8d-3b6f-4dde-97f6-49db665b3a2a HTTP/1.1" status: 200 len: 834 time: 0.0667307 Jul 13 08:42:47.570496 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-435104f7-b78e-4071-ba3b-a3cd0a0c6c1c req-a6ddf588-e3aa-4862-a675-1b51d9661cdf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643332 Jul 13 08:42:47.631849 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb445f7-95e0-4393-892f-a6b49a6d7ff3 req-03306b38-2d90-4278-9b5f-7b2cfcba8979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:47.633348 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dfb445f7-95e0-4393-892f-a6b49a6d7ff3 req-03306b38-2d90-4278-9b5f-7b2cfcba8979 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b0650fd7-2777-48b7-8f09-356f0997bc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578351 Jul 13 08:42:47.723161 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dfb445f7-95e0-4393-892f-a6b49a6d7ff3 req-84bebba0-a880-405c-8b60-97b6e048779b service neutron] 10.222.0.62 "GET /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813689 Jul 13 08:42:47.814664 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dfb445f7-95e0-4393-892f-a6b49a6d7ff3 req-0338ede9-a9e7-49e3-b71a-f64627f82656 service neutron] 10.222.0.62 "GET /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847137 Jul 13 08:42:48.745530 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17471146-9274-485e-bc91-468ca0d0be26 req-88eab436-4831-495d-bd23-842858059ed5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:48.747027 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17471146-9274-485e-bc91-468ca0d0be26 req-88eab436-4831-495d-bd23-842858059ed5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 944 time: 0.0622721 Jul 13 08:42:48.783738 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-17471146-9274-485e-bc91-468ca0d0be26 req-7a6137b1-4449-4219-820b-e134f92ddfbf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312979 Jul 13 08:42:49.955770 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdc778-dc9f-4209-b38d-9ff3522441fd req-c266c7d2-4aca-46fd-9b91-ef8d3a4e0f68 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:49.957230 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3ebdc778-dc9f-4209-b38d-9ff3522441fd req-c266c7d2-4aca-46fd-9b91-ef8d3a4e0f68 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 944 time: 0.0658622 Jul 13 08:42:49.993526 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3ebdc778-dc9f-4209-b38d-9ff3522441fd req-36dd22b3-257c-4243-aad8-92fabb31f152 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309157 Jul 13 08:42:50.534132 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device fbcb6f43-7510-4c19-bcd2-6a677a547ac9 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:42:50.629957 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port fbcb6f43-7510-4c19-bcd2-6a677a547ac9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=fbcb6f43-7510-4c19-bcd2-6a677a547ac9,segment=NetworkSegment(f0be01b3-ffad-4946-9f58-495c0e148dda),segment_id=f0be01b3-ffad-4946-9f58-495c0e148dda)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:50.640603 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9', 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07', 'port_id': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9', 'mac_address': 'fa:16:3e:45:17:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e818a8d-3b6f-4dde-97f6-49db665b3a2a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:42:50.676992 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:50.689921 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbcb6f43-7510-4c19-bcd2-6a677a547ac9 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:42:50.708520 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port fbcb6f43-7510-4c19-bcd2-6a677a547ac9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=fbcb6f43-7510-4c19-bcd2-6a677a547ac9,segment=NetworkSegment(f0be01b3-ffad-4946-9f58-495c0e148dda),segment_id=f0be01b3-ffad-4946-9f58-495c0e148dda)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:50.712272 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:50.765835 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=fbcb6f43-7510-4c19-bcd2-6a677a547ac9,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:50.944073 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['fbcb6f43-7510-4c19-bcd2-6a677a547ac9'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:42:51.165269 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c100100-bdf4-4c5b-801d-b60aba5336fe req-b47b1343-dee1-45ca-9151-d8ccd5c5d892 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:51.166826 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c100100-bdf4-4c5b-801d-b60aba5336fe req-b47b1343-dee1-45ca-9151-d8ccd5c5d892 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 945 time: 0.0648091 Jul 13 08:42:51.205241 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3c100100-bdf4-4c5b-801d-b60aba5336fe req-20ccd474-ee45-45f8-ab72-b2e97de18a9e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321465 Jul 13 08:42:52.376792 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1959f0-7772-4081-851c-05dc7a9285dc req-1d2725aa-7a71-4592-94a4-e9337d89ad2e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:52.378215 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5c1959f0-7772-4081-851c-05dc7a9285dc req-1d2725aa-7a71-4592-94a4-e9337d89ad2e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 945 time: 0.0623002 Jul 13 08:42:52.414897 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5c1959f0-7772-4081-851c-05dc7a9285dc req-b9fdcab1-954f-447f-a9f7-0d6c2fd21037 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312319 Jul 13 08:42:52.556100 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device fbcb6f43-7510-4c19-bcd2-6a677a547ac9 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:52.602837 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port fbcb6f43-7510-4c19-bcd2-6a677a547ac9 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:52.607096 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port fbcb6f43-7510-4c19-bcd2-6a677a547ac9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:52.607470 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:52.682584 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:52.704607 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6ed0e9-7919-4c50-9a42-f131add28c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:52.706860 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833a22e8-a0ba-4956-b7ca-4cc1f30ea1f2" -d '{"events": [{"server_uuid": "fa6ed0e9-7919-4c50-9a42-f131add28c34", "name": "network-vif-plugged", "status": "completed", "tag": "fbcb6f43-7510-4c19-bcd2-6a677a547ac9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:52.720132 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port fbcb6f43-7510-4c19-bcd2-6a677a547ac9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=fbcb6f43-7510-4c19-bcd2-6a677a547ac9,segment=NetworkSegment(f0be01b3-ffad-4946-9f58-495c0e148dda),segment_id=f0be01b3-ffad-4946-9f58-495c0e148dda)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:52.724974 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:52.748684 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df2d9cd-d4c5-489d-baf6-45400592aefe x-openstack-request-id: req-6df2d9cd-d4c5-489d-baf6-45400592aefe {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:52.748971 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6ed0e9-7919-4c50-9a42-f131add28c34", "name": "network-vif-plugged", "status": "completed", "tag": "fbcb6f43-7510-4c19-bcd2-6a677a547ac9", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:52.749222 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6df2d9cd-d4c5-489d-baf6-45400592aefe {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:52.749606 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6ed0e9-7919-4c50-9a42-f131add28c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9', 'code': 200} Jul 13 08:42:52.780013 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=fbcb6f43-7510-4c19-bcd2-6a677a547ac9,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:52.868084 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23555ffe-ac17-4380-b60e-2f6f393554e4 req-a0274ef0-4852-4e8f-adb2-64572d1effd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:52.869603 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-23555ffe-ac17-4380-b60e-2f6f393554e4 req-a0274ef0-4852-4e8f-adb2-64572d1effd8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 1098 time: 0.0596240 Jul 13 08:42:52.914057 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-23555ffe-ac17-4380-b60e-2f6f393554e4 req-a3654e32-e9b5-454c-a9aa-0791bbdee1b9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369549 Jul 13 08:42:52.965145 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d57d3adb-0846-4bfb-8f6a-0985125d86d4 None None] Provisioning complete for port fbcb6f43-7510-4c19-bcd2-6a677a547ac9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:52.965514 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d57d3adb-0846-4bfb-8f6a-0985125d86d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:53.304047 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b19a6a33-d2ae-4b06-95b9-5568d9f64224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:53.583965 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0ea88-ff35-4d52-9453-a8f919f5bf6a req-c612e1ae-604d-41a8-b401-6819e02958b4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:53.585367 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ba0ea88-ff35-4d52-9453-a8f919f5bf6a req-c612e1ae-604d-41a8-b401-6819e02958b4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0627046 Jul 13 08:42:53.623113 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ba0ea88-ff35-4d52-9453-a8f919f5bf6a req-1d05ad60-ccfe-4eb1-8329-674f0138c3fe tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322347 Jul 13 08:42:54.796888 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a321237-6565-4cd2-853a-572cfac87149 req-f95e827d-a402-49a6-988c-0b2302aa619d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:54.798373 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a321237-6565-4cd2-853a-572cfac87149 req-f95e827d-a402-49a6-988c-0b2302aa619d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0664294 Jul 13 08:42:54.835700 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7a321237-6565-4cd2-853a-572cfac87149 req-efc99f3c-10eb-4588-9334-7efe907dbb69 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317981 Jul 13 08:42:55.005301 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee6ac2-c7be-4c28-a691-3d2ed8e1244c req-81cba167-d0f0-4b6a-806d-d92b3a285607 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:55.006799 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ecee6ac2-c7be-4c28-a691-3d2ed8e1244c req-81cba167-d0f0-4b6a-806d-d92b3a285607 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0634339 Jul 13 08:42:55.042993 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ecee6ac2-c7be-4c28-a691-3d2ed8e1244c req-e82a2be6-3b53-494a-af56-c108719a5774 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308709 Jul 13 08:42:55.066396 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36484) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:55.116047 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81985446-7fed-44ed-9f0f-83dbcc9f9c64 tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:55.117532 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-81985446-7fed-44ed-9f0f-83dbcc9f9c64 tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 1093 time: 0.0502059 Jul 13 08:42:55.121027 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36486) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:55.125383 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b221229d-5a6d-442c-a67d-fc6825634e7c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:55.147094 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b221229d-5a6d-442c-a67d-fc6825634e7c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:55.243980 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b221229d-5a6d-442c-a67d-fc6825634e7c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:55.346779 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-b221229d-5a6d-442c-a67d-fc6825634e7c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Allocated IP 172.25.0.218 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/8843e239-c3a0-4eea-9567-a877d49355e1) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:55.446104 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b221229d-5a6d-442c-a67d-fc6825634e7c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:55.484075 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b221229d-5a6d-442c-a67d-fc6825634e7c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:55.517948 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b221229d-5a6d-442c-a67d-fc6825634e7c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:55.523918 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b221229d-5a6d-442c-a67d-fc6825634e7c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:55.528089 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b221229d-5a6d-442c-a67d-fc6825634e7c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:55.533921 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221229d-5a6d-442c-a67d-fc6825634e7c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=8843e239-c3a0-4eea-9567-a877d49355e1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:55.888715 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b221229d-5a6d-442c-a67d-fc6825634e7c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:55.965381 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b221229d-5a6d-442c-a67d-fc6825634e7c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:56.111100 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b221229d-5a6d-442c-a67d-fc6825634e7c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:56.115422 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b221229d-5a6d-442c-a67d-fc6825634e7c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:56.180593 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221229d-5a6d-442c-a67d-fc6825634e7c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=8843e239-c3a0-4eea-9567-a877d49355e1,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:56.192613 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b221229d-5a6d-442c-a67d-fc6825634e7c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:56.289875 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-b221229d-5a6d-442c-a67d-fc6825634e7c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Floating IP aec36551-4aae-47fb-b709-41b956c11534 associated. External IP: 172.25.0.218, port: fbcb6f43-7510-4c19-bcd2-6a677a547ac9. Jul 13 08:42:56.492361 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b221229d-5a6d-442c-a67d-fc6825634e7c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router fa12c43d-9fd5-48b1-b846-9d5d760acab2 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:42:56.596476 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b221229d-5a6d-442c-a67d-fc6825634e7c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:56.606003 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c29d15f-11bc-4edb-8696-a0b540101814 None None] Sync routers for ids ['fa12c43d-9fd5-48b1-b846-9d5d760acab2'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:42:56.612399 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b221229d-5a6d-442c-a67d-fc6825634e7c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:56.615796 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c29d15f-11bc-4edb-8696-a0b540101814 None None] Routers {'fa12c43d-9fd5-48b1-b846-9d5d760acab2'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:56.616411 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8c29d15f-11bc-4edb-8696-a0b540101814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:42:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fa12c43d-9fd5-48b1-b846-9d5d760acab2'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:56.648804 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-b221229d-5a6d-442c-a67d-fc6825634e7c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5266688 Jul 13 08:42:56.650285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6ed0e9-7919-4c50-9a42-f131add28c34', 'tag': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:56.653042 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421a721e-64dd-40cf-845c-fc3058d6a41f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6ed0e9-7919-4c50-9a42-f131add28c34", "tag": "fbcb6f43-7510-4c19-bcd2-6a677a547ac9"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:56.694403 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4a01f9-a8a6-48c3-8311-01d5925d9e89 x-openstack-request-id: req-ac4a01f9-a8a6-48c3-8311-01d5925d9e89 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:56.694705 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6ed0e9-7919-4c50-9a42-f131add28c34", "tag": "fbcb6f43-7510-4c19-bcd2-6a677a547ac9", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:56.694978 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ac4a01f9-a8a6-48c3-8311-01d5925d9e89 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:56.695572 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa6ed0e9-7919-4c50-9a42-f131add28c34', 'tag': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9', 'status': 'completed', 'code': 200} Jul 13 08:42:56.730847 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-8c29d15f-11bc-4edb-8696-a0b540101814 None None] Set router fa12c43d-9fd5-48b1-b846-9d5d760acab2 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:56.809300 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a721e-64dd-40cf-845c-fc3058d6a41f req-7b82de2a-e32f-419c-b419-8f4545e0991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:56.810822 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-421a721e-64dd-40cf-845c-fc3058d6a41f req-7b82de2a-e32f-419c-b419-8f4545e0991e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 1098 time: 0.0934815 Jul 13 08:42:56.851203 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd60ae-0d2e-4c32-81d5-aa4c1549c245 req-9bc0a4e3-bbc5-428c-804c-9a33515e1408 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:56.853151 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-adbd60ae-0d2e-4c32-81d5-aa4c1549c245 req-9bc0a4e3-bbc5-428c-804c-9a33515e1408 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.1037867 Jul 13 08:42:56.925255 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-adbd60ae-0d2e-4c32-81d5-aa4c1549c245 req-267d978b-3aca-4251-81bd-343c556413b5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660007 Jul 13 08:42:56.948993 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36492) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:56.951529 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8c29d15f-11bc-4edb-8696-a0b540101814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965400149', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:38Z', 'updated_at': '2021-07-13T08:42:41Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:39Z', 'updated_at': '2021-07-13T08:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'aec36551-4aae-47fb-b709-41b956c11534', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'floating_ip_address': '172.25.0.218', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'port_id': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07', 'mac_address': 'fa:16:3e:45:17:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6ed0e9-7919-4c50-9a42-f131add28c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:42:55Z', 'updated_at': '2021-07-13T08:42:55Z', 'revision_number': 0, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a296e8c9-df1a-4f0d-be4b-1b7aa66aa780', 'name': '', 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:cd:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6e818a8d-3b6f-4dde-97f6-49db665b3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:41Z', 'updated_at': '2021-07-13T08:42:45Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '6e818a8d-3b6f-4dde-97f6-49db665b3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:56.958104 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a721e-64dd-40cf-845c-fc3058d6a41f req-8367efc6-77f9-4e4e-8ff4-26b49631bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:56.959544 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-421a721e-64dd-40cf-845c-fc3058d6a41f req-8367efc6-77f9-4e4e-8ff4-26b49631bca7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b0650fd7-2777-48b7-8f09-356f0997bc07 HTTP/1.1" status: 200 len: 897 time: 0.1419683 Jul 13 08:42:56.982164 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c29d15f-11bc-4edb-8696-a0b540101814 None None] Checking router: fa12c43d-9fd5-48b1-b846-9d5d760acab2 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:42:56.990467 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c29d15f-11bc-4edb-8696-a0b540101814 None None] Routers {'fa12c43d-9fd5-48b1-b846-9d5d760acab2'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:56.991069 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8c29d15f-11bc-4edb-8696-a0b540101814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:42:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fa12c43d-9fd5-48b1-b846-9d5d760acab2'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:57.057263 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bdcda803-5b7b-4315-b7e7-71929a84c457 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/floatingips/aec36551-4aae-47fb-b709-41b956c11534 HTTP/1.1" status: 200 len: 992 time: 0.1071968 Jul 13 08:42:57.063511 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-421a721e-64dd-40cf-845c-fc3058d6a41f req-45ae0b99-9654-4133-af98-356e2e2a8fb8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbcb6f43-7510-4c19-bcd2-6a677a547ac9 HTTP/1.1" status: 200 len: 1000 time: 0.0730999 Jul 13 08:42:57.094320 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-8c29d15f-11bc-4edb-8696-a0b540101814 None None] Set router fa12c43d-9fd5-48b1-b846-9d5d760acab2 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:57.114579 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a721e-64dd-40cf-845c-fc3058d6a41f req-79036d40-f127-4e41-b6eb-968223bb6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:57.116029 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-421a721e-64dd-40cf-845c-fc3058d6a41f req-79036d40-f127-4e41-b6eb-968223bb6665 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e818a8d-3b6f-4dde-97f6-49db665b3a2a HTTP/1.1" status: 200 len: 834 time: 0.0460131 Jul 13 08:42:57.172413 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a721e-64dd-40cf-845c-fc3058d6a41f req-dfa364b1-7f5a-4c22-a8cf-dabda010c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:57.174026 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-421a721e-64dd-40cf-845c-fc3058d6a41f req-dfa364b1-7f5a-4c22-a8cf-dabda010c8d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b0650fd7-2777-48b7-8f09-356f0997bc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513551 Jul 13 08:42:57.261336 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-421a721e-64dd-40cf-845c-fc3058d6a41f req-bf87812e-13fa-46ec-a35b-776e5332e8b7 service neutron] 10.222.0.62 "GET /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800548 Jul 13 08:42:57.312309 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8c29d15f-11bc-4edb-8696-a0b540101814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965400149', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:38Z', 'updated_at': '2021-07-13T08:42:41Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:39Z', 'updated_at': '2021-07-13T08:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'aec36551-4aae-47fb-b709-41b956c11534', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'floating_ip_address': '172.25.0.218', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'port_id': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07', 'mac_address': 'fa:16:3e:45:17:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6ed0e9-7919-4c50-9a42-f131add28c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:42:55Z', 'updated_at': '2021-07-13T08:42:55Z', 'revision_number': 0, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a296e8c9-df1a-4f0d-be4b-1b7aa66aa780', 'name': '', 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:cd:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6e818a8d-3b6f-4dde-97f6-49db665b3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:41Z', 'updated_at': '2021-07-13T08:42:45Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '6e818a8d-3b6f-4dde-97f6-49db665b3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:57.342754 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c29d15f-11bc-4edb-8696-a0b540101814 None None] The sync data for ids ['fa12c43d-9fd5-48b1-b846-9d5d760acab2'] in n-d-779913-28 is: [{'id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965400149', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:38Z', 'updated_at': '2021-07-13T08:42:41Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:39Z', 'updated_at': '2021-07-13T08:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'aec36551-4aae-47fb-b709-41b956c11534', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'floating_ip_address': '172.25.0.218', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'port_id': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07', 'mac_address': 'fa:16:3e:45:17:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6ed0e9-7919-4c50-9a42-f131add28c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:42:55Z', 'updated_at': '2021-07-13T08:42:55Z', 'revision_number': 0, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a296e8c9-df1a-4f0d-be4b-1b7aa66aa780', 'name': '', 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:cd:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6e818a8d-3b6f-4dde-97f6-49db665b3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:41Z', 'updated_at': '2021-07-13T08:42:45Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '6e818a8d-3b6f-4dde-97f6-49db665b3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:42:57.354133 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-421a721e-64dd-40cf-845c-fc3058d6a41f req-edbc598c-1214-4a74-95d2-ad5e5c898168 service neutron] 10.222.0.62 "GET /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864565 Jul 13 08:42:57.528223 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c837330-b499-4886-b8f6-539e7ea11e30 None None] New status for floating IP aec36551-4aae-47fb-b709-41b956c11534: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:42:57.634838 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06a8b7dc-2630-4d4c-b1d2-8dbcab9a8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:57.872096 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:58.061259 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36494) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:58.119476 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e66e466d-ea16-468a-acdd-5f00c6856dc5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/floatingips/aec36551-4aae-47fb-b709-41b956c11534 HTTP/1.1" status: 200 len: 994 time: 0.0570710 Jul 13 08:42:59.854460 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:00.850001 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:43:01.576503 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:08.526984 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:13.546337 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:19.408097 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e048dff-f48b-43fe-9f2e-1f0b7a65d633 req-ba16385d-52b3-4718-80e9-7b42b1e5f512 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499434 Jul 13 08:43:19.504429 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e048dff-f48b-43fe-9f2e-1f0b7a65d633 req-fbdde729-d2fb-45b4-ac78-974f8a5f1439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:19.505883 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e048dff-f48b-43fe-9f2e-1f0b7a65d633 req-fbdde729-d2fb-45b4-ac78-974f8a5f1439 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 1098 time: 0.0516803 Jul 13 08:43:19.611499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e048dff-f48b-43fe-9f2e-1f0b7a65d633 req-85aae560-4866-49b4-985c-9962783cbdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:19.613038 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e048dff-f48b-43fe-9f2e-1f0b7a65d633 req-85aae560-4866-49b4-985c-9962783cbdd0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b0650fd7-2777-48b7-8f09-356f0997bc07 HTTP/1.1" status: 200 len: 897 time: 0.0860980 Jul 13 08:43:19.679996 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e048dff-f48b-43fe-9f2e-1f0b7a65d633 req-4c981c33-e6ad-48c4-a23e-0e7669a5283d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbcb6f43-7510-4c19-bcd2-6a677a547ac9 HTTP/1.1" status: 200 len: 1002 time: 0.0589650 Jul 13 08:43:19.731893 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e048dff-f48b-43fe-9f2e-1f0b7a65d633 req-ec966aa6-8d03-454c-9100-1053f27b8416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:19.733408 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e048dff-f48b-43fe-9f2e-1f0b7a65d633 req-ec966aa6-8d03-454c-9100-1053f27b8416 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e818a8d-3b6f-4dde-97f6-49db665b3a2a HTTP/1.1" status: 200 len: 834 time: 0.0465844 Jul 13 08:43:19.790732 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e048dff-f48b-43fe-9f2e-1f0b7a65d633 req-86f4fefc-69b2-49f3-afcf-8db372dce381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:19.792159 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e048dff-f48b-43fe-9f2e-1f0b7a65d633 req-86f4fefc-69b2-49f3-afcf-8db372dce381 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b0650fd7-2777-48b7-8f09-356f0997bc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499287 Jul 13 08:43:19.880430 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e048dff-f48b-43fe-9f2e-1f0b7a65d633 req-654b8fa1-8dad-4dd5-a724-1b7f6fda5467 service neutron] 10.222.0.62 "GET /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803490 Jul 13 08:43:19.976721 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e048dff-f48b-43fe-9f2e-1f0b7a65d633 req-703966ae-7e75-4c4f-b2af-1ecc33bb1c6b service neutron] 10.222.0.62 "GET /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869868 Jul 13 08:43:23.304394 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14cbcc2e-6746-418f-b2f2-96fa1d7846ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:27.635807 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d9ff36fa-ecf4-4643-885a-fe0563df6522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:27.871680 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:29.701420 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b41d4e-3011-4ce7-8aac-142f89308f4a req-f2710fe4-f9aa-4a90-8f82-e3832f96a1ff tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:29.702925 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75b41d4e-3011-4ce7-8aac-142f89308f4a req-f2710fe4-f9aa-4a90-8f82-e3832f96a1ff tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0970683 Jul 13 08:43:29.706435 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-d6c0b5f1-5b85-40a4-a1f9-236241447137 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1498039 Jul 13 08:43:29.741166 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-75b41d4e-3011-4ce7-8aac-142f89308f4a req-fae96a3e-472f-4959-aed5-156610337a1c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327005 Jul 13 08:43:29.857162 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:30.934305 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-01b570e2-97b6-4b4b-be2c-934d7925e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:30.935693 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-01b570e2-97b6-4b4b-be2c-934d7925e6f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 1098 time: 0.0930059 Jul 13 08:43:30.946487 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ea5a6-2839-49fc-afcb-4ac52fb2979c req-900eba90-f841-4a0d-8ac3-e0e99af42f52 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:30.947816 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-084ea5a6-2839-49fc-afcb-4ac52fb2979c req-900eba90-f841-4a0d-8ac3-e0e99af42f52 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0790725 Jul 13 08:43:31.037433 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-084ea5a6-2839-49fc-afcb-4ac52fb2979c req-ff80216d-6367-4094-9ceb-af2f9a062b4b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813262 Jul 13 08:43:31.056733 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-a7deb5eb-ea4c-44c2-a37a-2bc895c6e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:31.058229 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-a7deb5eb-ea4c-44c2-a37a-2bc895c6e251 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b0650fd7-2777-48b7-8f09-356f0997bc07 HTTP/1.1" status: 200 len: 897 time: 0.1095543 Jul 13 08:43:31.477402 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-75b7e3fc-c151-4078-b10d-4d1688fd090b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbcb6f43-7510-4c19-bcd2-6a677a547ac9 HTTP/1.1" status: 200 len: 1002 time: 0.4123971 Jul 13 08:43:31.525770 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-3af42c7e-b9b2-4613-b3ad-d5a5b58d35c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:31.527233 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-3af42c7e-b9b2-4613-b3ad-d5a5b58d35c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e818a8d-3b6f-4dde-97f6-49db665b3a2a HTTP/1.1" status: 200 len: 834 time: 0.0423954 Jul 13 08:43:31.579977 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:31.582070 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-38c25b17-909d-45a7-b231-69426a2e6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:31.583646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-38c25b17-909d-45a7-b231-69426a2e6dbf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b0650fd7-2777-48b7-8f09-356f0997bc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501492 Jul 13 08:43:31.671968 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-50391667-b73c-452e-9135-c549c1bb4086 service neutron] 10.222.0.62 "GET /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815742 Jul 13 08:43:31.756869 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-72dd38a8-f1a2-406e-a4e1-e6e40fe016ec service neutron] 10.222.0.62 "GET /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787749 Jul 13 08:43:32.208764 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996cc01-312a-4f9f-8327-5ae0b8bd6b9e req-017b19ba-c5ec-484e-b258-01f8f8eb5760 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:32.210228 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f996cc01-312a-4f9f-8327-5ae0b8bd6b9e req-017b19ba-c5ec-484e-b258-01f8f8eb5760 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0651093 Jul 13 08:43:32.247174 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f996cc01-312a-4f9f-8327-5ae0b8bd6b9e req-4489555f-b60d-43df-a338-1f22cf62072d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309296 Jul 13 08:43:33.414072 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182755a1-2b51-4965-99f5-b8cceddd5179 req-8667aab1-275b-426b-b6eb-64648f1fe8ac tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:33.415472 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-182755a1-2b51-4965-99f5-b8cceddd5179 req-8667aab1-275b-426b-b6eb-64648f1fe8ac tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0616806 Jul 13 08:43:33.452057 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-182755a1-2b51-4965-99f5-b8cceddd5179 req-1e67148d-a2c5-4448-81a9-412f9489cae7 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306027 Jul 13 08:43:34.620389 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1295df-8492-4cb3-9059-630e78afe288 req-9812a8d9-16cb-4ec1-9eb5-e04c3128f642 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:34.622400 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd1295df-8492-4cb3-9059-630e78afe288 req-9812a8d9-16cb-4ec1-9eb5-e04c3128f642 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0629280 Jul 13 08:43:34.662676 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd1295df-8492-4cb3-9059-630e78afe288 req-a94e92e8-e179-4f97-9da2-6cb6fdffef4b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347371 Jul 13 08:43:35.833285 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd45404-3475-4878-a7bd-873b913c4309 req-8d1fab3b-f518-4575-a49f-38a3b726d328 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:35.834799 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4bd45404-3475-4878-a7bd-873b913c4309 req-8d1fab3b-f518-4575-a49f-38a3b726d328 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0627854 Jul 13 08:43:35.871379 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4bd45404-3475-4878-a7bd-873b913c4309 req-1c2dbaba-8873-438c-8604-e3e2a3cca88c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306406 Jul 13 08:43:37.038881 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42cdcb-3f2b-4802-84ad-c8456c875076 req-8a531795-b3e3-4e2a-b4d3-bba7e28001cb tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:37.040331 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a42cdcb-3f2b-4802-84ad-c8456c875076 req-8a531795-b3e3-4e2a-b4d3-bba7e28001cb tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0617828 Jul 13 08:43:37.076649 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1a42cdcb-3f2b-4802-84ad-c8456c875076 req-920b6e2f-b702-466e-92cf-3870fe963b1b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308952 Jul 13 08:43:37.849200 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:43:38.252035 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adba528-b129-46d5-9b31-ad7ab4e38af5 req-a41df1bc-90a1-4526-b683-f0333819bae0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:38.253493 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2adba528-b129-46d5-9b31-ad7ab4e38af5 req-a41df1bc-90a1-4526-b683-f0333819bae0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0652282 Jul 13 08:43:38.289786 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2adba528-b129-46d5-9b31-ad7ab4e38af5 req-09166576-b922-427a-bbb1-f9936ab77a8d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309300 Jul 13 08:43:38.525752 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:39.463268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b1fda-e2b1-4790-b55d-940126d2cebb req-5db56c13-2f4e-46c9-b354-c6611b4a5a1e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:39.464779 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-496b1fda-e2b1-4790-b55d-940126d2cebb req-5db56c13-2f4e-46c9-b354-c6611b4a5a1e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0613475 Jul 13 08:43:39.502747 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-496b1fda-e2b1-4790-b55d-940126d2cebb req-544f1fe0-f5c0-4c72-a0a7-8e46720e47a2 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313787 Jul 13 08:43:40.670499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaccaa5-281d-4cb1-ac4e-c2c13769c8c3 req-3d2ddbf7-d7bd-403f-b5e4-f7b789f60691 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:40.671953 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bfaccaa5-281d-4cb1-ac4e-c2c13769c8c3 req-3d2ddbf7-d7bd-403f-b5e4-f7b789f60691 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0613446 Jul 13 08:43:40.711918 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bfaccaa5-281d-4cb1-ac4e-c2c13769c8c3 req-7545f393-505e-46b4-91ac-28ec4f7757d6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345252 Jul 13 08:43:41.883481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc9f88-6998-4b81-8f64-54c979fa3371 req-e70d051a-daf9-4e45-be46-bf8fb3dab15d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:41.884967 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9efc9f88-6998-4b81-8f64-54c979fa3371 req-e70d051a-daf9-4e45-be46-bf8fb3dab15d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0629566 Jul 13 08:43:41.922544 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9efc9f88-6998-4b81-8f64-54c979fa3371 req-dc10ec23-7524-40a2-8ecc-7d7bf483e091 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312755 Jul 13 08:43:43.093737 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d8a6c-878a-486e-a19d-4c15828397db req-a66631c9-e065-4fdb-9df1-c3cf86a2a635 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:43.095209 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-791d8a6c-878a-486e-a19d-4c15828397db req-a66631c9-e065-4fdb-9df1-c3cf86a2a635 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0622022 Jul 13 08:43:43.131650 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-791d8a6c-878a-486e-a19d-4c15828397db req-5672cfc6-391b-46c2-9a4d-f988f1048b58 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310514 Jul 13 08:43:43.545088 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:44.304939 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29ca69-7609-47d3-be9d-a226c243622b req-cc9d2364-d628-47fc-9ec0-9ab15ac492ec tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:44.306423 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa29ca69-7609-47d3-be9d-a226c243622b req-cc9d2364-d628-47fc-9ec0-9ab15ac492ec tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0655811 Jul 13 08:43:44.344039 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fa29ca69-7609-47d3-be9d-a226c243622b req-5904fb57-8d12-4e4f-b35e-64b9aac689be tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321779 Jul 13 08:43:45.514956 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604cde4-faa4-47ec-adf7-e071dfc8c8c3 req-a0100d6d-fa65-486c-a35c-1663e52cb5aa tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:45.516419 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f604cde4-faa4-47ec-adf7-e071dfc8c8c3 req-a0100d6d-fa65-486c-a35c-1663e52cb5aa tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0627477 Jul 13 08:43:45.553724 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f604cde4-faa4-47ec-adf7-e071dfc8c8c3 req-a72941ad-504c-4ffb-87f2-45f75f6e9c5a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318708 Jul 13 08:43:46.723189 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6f21f-5171-4a1b-bf2b-52de3c16c1fb req-414e4607-f116-4cbe-b430-2bbf56dce888 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:46.724654 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ce6f21f-5171-4a1b-bf2b-52de3c16c1fb req-414e4607-f116-4cbe-b430-2bbf56dce888 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0624166 Jul 13 08:43:46.766159 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ce6f21f-5171-4a1b-bf2b-52de3c16c1fb req-c4bb7f3c-4763-4c18-aad9-3a5a8066d73e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359485 Jul 13 08:43:47.936903 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b896922-6619-4237-bc86-44f2879707cc req-908f3a50-e868-4293-8601-fb806426e962 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:47.938425 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b896922-6619-4237-bc86-44f2879707cc req-908f3a50-e868-4293-8601-fb806426e962 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0629292 Jul 13 08:43:47.975049 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b896922-6619-4237-bc86-44f2879707cc req-8b95737c-ce8c-47e3-ba53-0f44012a3f89 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312064 Jul 13 08:43:49.006801 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-a609be10-876e-4091-8da5-3f13132ed7c1 service neutron] show failed (client error): The resource could not be found. Jul 13 08:43:49.007824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-a609be10-876e-4091-8da5-3f13132ed7c1 service neutron] 10.222.0.62 "GET /v2.0/ports/fbcb6f43-7510-4c19-bcd2-6a677a547ac9/bindings/n-h1-779913-28 HTTP/1.1" status: 404 len: 381 time: 0.0543857 Jul 13 08:43:49.157358 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72896c6f-3e45-487d-a386-f40571a9bc27 req-4aa2dd4c-c65f-435d-b60f-07effc13ec01 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:49.158878 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72896c6f-3e45-487d-a386-f40571a9bc27 req-4aa2dd4c-c65f-435d-b60f-07effc13ec01 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0702398 Jul 13 08:43:49.204635 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72896c6f-3e45-487d-a386-f40571a9bc27 req-7e2c4730-64c3-4970-9d66-4682f659c1cd tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392544 Jul 13 08:43:49.321902 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-581b80e2-c401-41fd-bffb-ef3d68bc51ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:49.323423 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-581b80e2-c401-41fd-bffb-ef3d68bc51ad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34&tenant_id=c5988cb4b1124302a881e2f13d2fbcd1 HTTP/1.1" status: 200 len: 1098 time: 0.0968685 Jul 13 08:43:49.334363 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-28', 'device_owner': 'compute:nova'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:43:49.407701 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:49.602458 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] For port fbcb6f43-7510-4c19-bcd2-6a677a547ac9, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=fbcb6f43-7510-4c19-bcd2-6a677a547ac9,segment=NetworkSegment(f0be01b3-ffad-4946-9f58-495c0e148dda),segment_id=f0be01b3-ffad-4946-9f58-495c0e148dda)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:49.635263 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] For port fbcb6f43-7510-4c19-bcd2-6a677a547ac9, host n-h2-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:43:49.674917 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6ed0e9-7919-4c50-9a42-f131add28c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:43:49.677297 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19da1f1c817b7d3b3f035bd3be9e28848a799e6e4ef5efd80c73c51428ad5e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9071c16a-05a9-4160-a84c-c6eb8901c291" -d '{"events": [{"server_uuid": "fa6ed0e9-7919-4c50-9a42-f131add28c34", "name": "network-vif-unplugged", "status": "completed", "tag": "fbcb6f43-7510-4c19-bcd2-6a677a547ac9"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:43:49.680771 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:49.692773 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Transition to ACTIVE for port object fbcb6f43-7510-4c19-bcd2-6a677a547ac9 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:43:49.696903 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:49.732091 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2ffb0e-b780-4e47-bbfe-4fc162c2ffbe x-openstack-request-id: req-ed2ffb0e-b780-4e47-bbfe-4fc162c2ffbe {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:43:49.732385 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6ed0e9-7919-4c50-9a42-f131add28c34", "name": "network-vif-unplugged", "status": "completed", "tag": "fbcb6f43-7510-4c19-bcd2-6a677a547ac9", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:43:49.732641 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ed2ffb0e-b780-4e47-bbfe-4fc162c2ffbe {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:43:49.733037 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6ed0e9-7919-4c50-9a42-f131add28c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9', 'code': 200} Jul 13 08:43:49.783927 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=fbcb6f43-7510-4c19-bcd2-6a677a547ac9,revision_number=6']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:49.797855 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:49.798230 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:49.798574 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:49.798914 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:49.799248 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:49.799579 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:49.799910 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:49.800243 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:49.800567 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:49.800892 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:49.801215 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:49.801536 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:49.839426 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] No DVR routers for this DVR port fbcb6f43-7510-4c19-bcd2-6a677a547ac9 on host n-h2-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:43:49.975259 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Attempting to bind port fbcb6f43-7510-4c19-bcd2-6a677a547ac9 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:43:49.975596 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Attempting to bind port fbcb6f43-7510-4c19-bcd2-6a677a547ac9 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': 'f0be01b3-ffad-4946-9f58-495c0e148dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:43:49.975927 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Attempting to bind port fbcb6f43-7510-4c19-bcd2-6a677a547ac9 on network b0650fd7-2777-48b7-8f09-356f0997bc07 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:43:49.980050 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Port fbcb6f43-7510-4c19-bcd2-6a677a547ac9 on network b0650fd7-2777-48b7-8f09-356f0997bc07 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:43:49.980373 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Attempting to bind port fbcb6f43-7510-4c19-bcd2-6a677a547ac9 on network b0650fd7-2777-48b7-8f09-356f0997bc07 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:43:49.985063 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:43:49.985399 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Checking segment: {'id': 'f0be01b3-ffad-4946-9f58-495c0e148dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:43:49.985780 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Bound using segment: {'id': 'f0be01b3-ffad-4946-9f58-495c0e148dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:43:49.986235 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Bound port: fbcb6f43-7510-4c19-bcd2-6a677a547ac9, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0be01b3-ffad-4946-9f58-495c0e148dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:43:49.986588 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:50.050337 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] For port fbcb6f43-7510-4c19-bcd2-6a677a547ac9, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:43:50.053167 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] For port fbcb6f43-7510-4c19-bcd2-6a677a547ac9, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fbcb6f43-7510-4c19-bcd2-6a677a547ac9,segment=NetworkSegment(f0be01b3-ffad-4946-9f58-495c0e148dda),segment_id=f0be01b3-ffad-4946-9f58-495c0e148dda)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:43:50.057830 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:50.090740 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:50.091359 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:50.093035 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] 10.222.0.35 "PUT /v2.0/ports/fbcb6f43-7510-4c19-bcd2-6a677a547ac9 HTTP/1.1" status: 200 len: 1093 time: 0.7626410 Jul 13 08:43:50.116093 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619474a-62ef-4969-8b16-bea6804ea1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=fbcb6f43-7510-4c19-bcd2-6a677a547ac9,revision_number=7']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:50.173160 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-41eab331-32b3-4780-abc0-48e67680cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:50.174737 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-41eab331-32b3-4780-abc0-48e67680cb62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 1096 time: 0.0558028 Jul 13 08:43:50.271428 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-9a5c8d3f-a049-4d62-b11d-0daa67a63718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:50.272918 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-9a5c8d3f-a049-4d62-b11d-0daa67a63718 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b0650fd7-2777-48b7-8f09-356f0997bc07 HTTP/1.1" status: 200 len: 897 time: 0.0922196 Jul 13 08:43:50.337484 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-77661ae2-9bb9-4e2a-99fe-afa6620e9acf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbcb6f43-7510-4c19-bcd2-6a677a547ac9 HTTP/1.1" status: 200 len: 1000 time: 0.0575399 Jul 13 08:43:50.381680 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694f72b-21ea-4ac6-97c8-18d7058235f5 req-6c300964-59fa-4548-a403-1b72c39a94ba tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:50.383200 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d694f72b-21ea-4ac6-97c8-18d7058235f5 req-6c300964-59fa-4548-a403-1b72c39a94ba tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 944 time: 0.0652940 Jul 13 08:43:50.392543 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-b327dfb9-37d5-4500-afa5-88a27a9fc403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:50.394041 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-b327dfb9-37d5-4500-afa5-88a27a9fc403 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e818a8d-3b6f-4dde-97f6-49db665b3a2a HTTP/1.1" status: 200 len: 834 time: 0.0502954 Jul 13 08:43:50.420907 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d694f72b-21ea-4ac6-97c8-18d7058235f5 req-33212be6-12f9-4d07-a22e-03fd78588a35 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319338 Jul 13 08:43:50.716427 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-a6dca089-4ab2-470b-9156-7bacf29f65f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:50.718210 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-a6dca089-4ab2-470b-9156-7bacf29f65f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b0650fd7-2777-48b7-8f09-356f0997bc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3176789 Jul 13 08:43:50.805106 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-ecf40063-6320-4fa6-9783-b83666958e50 service neutron] 10.222.0.35 "GET /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808125 Jul 13 08:43:50.892953 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-39fc537a-8bc9-4820-8728-e273085c4fe5 req-715b3a79-90d4-409b-932d-6c05ed3031a2 service neutron] 10.222.0.35 "GET /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818045 Jul 13 08:43:51.592943 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2bf80-fa56-482f-bc38-1283c750edc1 req-43de668b-93fe-41c8-b0e5-62bcc3176714 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:51.594417 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-46f2bf80-fa56-482f-bc38-1283c750edc1 req-43de668b-93fe-41c8-b0e5-62bcc3176714 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 944 time: 0.0620649 Jul 13 08:43:51.630850 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-46f2bf80-fa56-482f-bc38-1283c750edc1 req-52e5e2bc-a585-48ad-a92f-f7e12df5eef3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309956 Jul 13 08:43:51.734136 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6ed0e9-7919-4c50-9a42-f131add28c34', 'tag': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:43:51.736475 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19da1f1c817b7d3b3f035bd3be9e28848a799e6e4ef5efd80c73c51428ad5e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6ed0e9-7919-4c50-9a42-f131add28c34", "tag": "fbcb6f43-7510-4c19-bcd2-6a677a547ac9"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:43:51.781859 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef923c5-eabd-45ad-b69b-f0281958c479 x-openstack-request-id: req-eef923c5-eabd-45ad-b69b-f0281958c479 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:43:51.782184 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6ed0e9-7919-4c50-9a42-f131add28c34", "tag": "fbcb6f43-7510-4c19-bcd2-6a677a547ac9", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:43:51.782436 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eef923c5-eabd-45ad-b69b-f0281958c479 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:43:51.782835 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa6ed0e9-7919-4c50-9a42-f131add28c34', 'tag': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9', 'status': 'completed', 'code': 200} Jul 13 08:43:51.854704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d req-d1ee3d4d-0e24-4501-9536-4155ea7d40ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:51.856819 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d req-d1ee3d4d-0e24-4501-9536-4155ea7d40ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 1096 time: 0.0529544 Jul 13 08:43:51.861390 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d req-ef305e3f-585d-492d-84c6-2cd0cdeff094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:51.862997 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d req-ef305e3f-585d-492d-84c6-2cd0cdeff094 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 1096 time: 0.0569518 Jul 13 08:43:51.947513 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d req-47aab19e-ef24-415b-b3ed-6b03c0829533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:51.949532 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d req-47aab19e-ef24-415b-b3ed-6b03c0829533 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b0650fd7-2777-48b7-8f09-356f0997bc07 HTTP/1.1" status: 200 len: 897 time: 0.0858247 Jul 13 08:43:51.950999 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d req-1544dd7d-3532-4981-89b0-0e72cd27d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:51.952462 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d req-1544dd7d-3532-4981-89b0-0e72cd27d286 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b0650fd7-2777-48b7-8f09-356f0997bc07 HTTP/1.1" status: 200 len: 897 time: 0.0829751 Jul 13 08:43:52.014617 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d req-022b14bd-390d-4d9c-8712-dfdabd43357f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbcb6f43-7510-4c19-bcd2-6a677a547ac9 HTTP/1.1" status: 200 len: 1000 time: 0.0585353 Jul 13 08:43:52.020918 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d req-83625fe5-fa69-4e07-8795-67c1086cd656 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbcb6f43-7510-4c19-bcd2-6a677a547ac9 HTTP/1.1" status: 200 len: 1000 time: 0.0619831 Jul 13 08:43:52.066203 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d req-468b6d8d-1fe4-4e50-a340-f395fd917ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:52.067649 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d req-468b6d8d-1fe4-4e50-a340-f395fd917ab7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e818a8d-3b6f-4dde-97f6-49db665b3a2a HTTP/1.1" status: 200 len: 834 time: 0.0469649 Jul 13 08:43:52.068474 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d req-d6f31f2e-6d59-49bc-84d4-7a903f7fe0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:52.069911 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d req-d6f31f2e-6d59-49bc-84d4-7a903f7fe0dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e818a8d-3b6f-4dde-97f6-49db665b3a2a HTTP/1.1" status: 200 len: 834 time: 0.0428939 Jul 13 08:43:52.124882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d req-10adb1b2-a6ec-4b4f-98bd-401e4ce20c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:52.126419 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d req-10adb1b2-a6ec-4b4f-98bd-401e4ce20c56 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b0650fd7-2777-48b7-8f09-356f0997bc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511069 Jul 13 08:43:52.127625 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d req-e7b2b2db-fa99-4dad-a3fa-3bab56552732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:52.129154 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d req-e7b2b2db-fa99-4dad-a3fa-3bab56552732 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b0650fd7-2777-48b7-8f09-356f0997bc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526190 Jul 13 08:43:52.214391 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d req-8d667e18-76ad-4a32-b161-24f6ac99b658 service neutron] 10.222.0.35 "GET /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809906 Jul 13 08:43:52.220953 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d req-dbd33a10-d531-4a4c-b1ef-d1ae6e720505 service neutron] 10.222.0.62 "GET /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856712 Jul 13 08:43:52.307092 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d req-eadec163-94f2-48f4-81c8-4b078acb2555 service neutron] 10.222.0.35 "GET /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850849 Jul 13 08:43:52.307375 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b1d0fc32-d6c1-4ec1-ad82-393a2705f02d req-4fe6cf35-0c6b-4081-96b9-2e96019fd3b2 service neutron] 10.222.0.62 "GET /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804260 Jul 13 08:43:52.809990 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b693a99-6e10-4635-be6a-bb52f4ebe2b6 req-59ef1acf-015d-452e-8ab7-19b693837d10 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:52.811502 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b693a99-6e10-4635-be6a-bb52f4ebe2b6 req-59ef1acf-015d-452e-8ab7-19b693837d10 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 944 time: 0.0670888 Jul 13 08:43:52.848066 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b693a99-6e10-4635-be6a-bb52f4ebe2b6 req-88d7cdae-a7c7-4739-bfe5-c462a69dcab4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311105 Jul 13 08:43:53.017839 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device fbcb6f43-7510-4c19-bcd2-6a677a547ac9 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:43:53.057424 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device fbcb6f43-7510-4c19-bcd2-6a677a547ac9 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:43:53.185970 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd051e-1289-4460-a3ef-e0da3785bb1c req-b207735e-42b5-4ac6-bfe7-9aaabaf6ecd5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:53.187483 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fbfd051e-1289-4460-a3ef-e0da3785bb1c req-b207735e-42b5-4ac6-bfe7-9aaabaf6ecd5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 944 time: 0.1119418 Jul 13 08:43:53.201541 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1087ac-1708-4984-bb11-651ffac1ab72 req-0fa7663a-fc74-4c28-8c42-b02bb7c284c5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:53.202926 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca1087ac-1708-4984-bb11-651ffac1ab72 req-0fa7663a-fc74-4c28-8c42-b02bb7c284c5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34&tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&binding%3Ahost_id=n-h1-779913-28 HTTP/1.1" status: 200 len: 944 time: 0.1173537 Jul 13 08:43:53.267521 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fbfd051e-1289-4460-a3ef-e0da3785bb1c req-249cb163-bac1-4f88-bf5f-1966c0875596 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740905 Jul 13 08:43:53.285525 n-d-779913-28 neutron-server[93724]: INFO neutron.api.v2.resource [req-ca1087ac-1708-4984-bb11-651ffac1ab72 req-e5049e89-9fc8-4ddc-896e-705728aff649 service neutron] delete failed (client error): The resource could not be found. Jul 13 08:43:53.286583 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca1087ac-1708-4984-bb11-651ffac1ab72 req-e5049e89-9fc8-4ddc-896e-705728aff649 service neutron] 10.222.0.62 "DELETE /v2.0/ports/fbcb6f43-7510-4c19-bcd2-6a677a547ac9/bindings/n-h2-779913-28 HTTP/1.1" status: 404 len: 381 time: 0.0772681 Jul 13 08:43:53.307184 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dc1ffe6-1e69-46a7-8dc8-e17cc001b349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:53.387367 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1087ac-1708-4984-bb11-651ffac1ab72 req-1f3ab096-81cf-4181-ba92-e42eea6dadf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:53.388867 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca1087ac-1708-4984-bb11-651ffac1ab72 req-1f3ab096-81cf-4181-ba92-e42eea6dadf0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 1096 time: 0.0552509 Jul 13 08:43:53.517897 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1087ac-1708-4984-bb11-651ffac1ab72 req-96888261-fcd8-4111-97ea-52ffad30e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:53.519316 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca1087ac-1708-4984-bb11-651ffac1ab72 req-96888261-fcd8-4111-97ea-52ffad30e145 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b0650fd7-2777-48b7-8f09-356f0997bc07 HTTP/1.1" status: 200 len: 897 time: 0.1192842 Jul 13 08:43:53.528320 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ece93-3ca2-4fd3-9bf9-0467b3d03f83 req-5fbe11f6-9a77-41f3-814b-4c5c15218666 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:53.529699 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc0ece93-3ca2-4fd3-9bf9-0467b3d03f83 req-5fbe11f6-9a77-41f3-814b-4c5c15218666 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 944 time: 0.1381972 Jul 13 08:43:53.609822 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc0ece93-3ca2-4fd3-9bf9-0467b3d03f83 req-3f2a0445-3306-4e31-8cba-bae431082fce tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734870 Jul 13 08:43:53.616001 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca1087ac-1708-4984-bb11-651ffac1ab72 req-06feae58-8073-4d3f-a8c8-4cfd73124e60 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbcb6f43-7510-4c19-bcd2-6a677a547ac9 HTTP/1.1" status: 200 len: 1000 time: 0.0853496 Jul 13 08:43:53.669483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1087ac-1708-4984-bb11-651ffac1ab72 req-898cfb4a-8ec3-4d00-a801-f5c697a02be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:53.670928 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca1087ac-1708-4984-bb11-651ffac1ab72 req-898cfb4a-8ec3-4d00-a801-f5c697a02be1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e818a8d-3b6f-4dde-97f6-49db665b3a2a HTTP/1.1" status: 200 len: 834 time: 0.0478263 Jul 13 08:43:53.726478 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1087ac-1708-4984-bb11-651ffac1ab72 req-610ee9eb-769d-4759-9ff6-856512731843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:53.727917 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca1087ac-1708-4984-bb11-651ffac1ab72 req-610ee9eb-769d-4759-9ff6-856512731843 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b0650fd7-2777-48b7-8f09-356f0997bc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507629 Jul 13 08:43:53.817012 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca1087ac-1708-4984-bb11-651ffac1ab72 req-6fd01b4b-5383-4e2a-80d7-1b06d4ff107f service neutron] 10.222.0.62 "GET /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823269 Jul 13 08:43:53.902787 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca1087ac-1708-4984-bb11-651ffac1ab72 req-59ca29fc-24a1-426a-98f1-78d4d8343945 service neutron] 10.222.0.62 "GET /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793712 Jul 13 08:43:54.786985 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86827e-a80b-4b50-93be-fc9a7192057a req-06ccd1fc-17b5-457d-b579-f53d10dc341f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:54.788467 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc86827e-a80b-4b50-93be-fc9a7192057a req-06ccd1fc-17b5-457d-b579-f53d10dc341f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 944 time: 0.0668778 Jul 13 08:43:54.825437 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cc86827e-a80b-4b50-93be-fc9a7192057a req-e2022da0-e256-43ec-897b-96ad103a255a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315840 Jul 13 08:43:54.849353 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36598) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:43:54.908241 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-af09ad5e-df3b-4664-8c82-7cce3a933748 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/floatingips/aec36551-4aae-47fb-b709-41b956c11534 HTTP/1.1" status: 200 len: 992 time: 0.0576899 Jul 13 08:43:54.973383 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device fbcb6f43-7510-4c19-bcd2-6a677a547ac9 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:43:55.067327 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port fbcb6f43-7510-4c19-bcd2-6a677a547ac9, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fbcb6f43-7510-4c19-bcd2-6a677a547ac9,segment=NetworkSegment(f0be01b3-ffad-4946-9f58-495c0e148dda),segment_id=f0be01b3-ffad-4946-9f58-495c0e148dda)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:55.078056 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9', 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07', 'port_id': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9', 'mac_address': 'fa:16:3e:45:17:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e818a8d-3b6f-4dde-97f6-49db665b3a2a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:43:55.113748 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:55.126671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbcb6f43-7510-4c19-bcd2-6a677a547ac9 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:43:55.145413 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port fbcb6f43-7510-4c19-bcd2-6a677a547ac9, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fbcb6f43-7510-4c19-bcd2-6a677a547ac9,segment=NetworkSegment(f0be01b3-ffad-4946-9f58-495c0e148dda),segment_id=f0be01b3-ffad-4946-9f58-495c0e148dda)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:55.149028 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:55.204902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=fbcb6f43-7510-4c19-bcd2-6a677a547ac9,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:55.212537 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:55.212891 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:55.213238 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:55.213578 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:55.213913 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:55.214359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:55.214699 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:55.215029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:55.215359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:55.215687 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:55.216020 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:55.216344 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:55.431533 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['fbcb6f43-7510-4c19-bcd2-6a677a547ac9'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:43:56.986381 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device fbcb6f43-7510-4c19-bcd2-6a677a547ac9 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:43:57.033066 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port fbcb6f43-7510-4c19-bcd2-6a677a547ac9 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:43:57.037063 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port fbcb6f43-7510-4c19-bcd2-6a677a547ac9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:57.037433 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.111707 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.136492 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6ed0e9-7919-4c50-9a42-f131add28c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:43:57.138781 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d827ec30-bffe-4a7a-bf8e-87a617402103" -d '{"events": [{"server_uuid": "fa6ed0e9-7919-4c50-9a42-f131add28c34", "name": "network-vif-plugged", "status": "completed", "tag": "fbcb6f43-7510-4c19-bcd2-6a677a547ac9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:43:57.151302 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port fbcb6f43-7510-4c19-bcd2-6a677a547ac9, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fbcb6f43-7510-4c19-bcd2-6a677a547ac9,segment=NetworkSegment(f0be01b3-ffad-4946-9f58-495c0e148dda),segment_id=f0be01b3-ffad-4946-9f58-495c0e148dda)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:57.155597 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.215558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=fbcb6f43-7510-4c19-bcd2-6a677a547ac9,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:57.360938 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7984c4a0-2eaf-402d-ac68-749391ee52bd x-openstack-request-id: req-7984c4a0-2eaf-402d-ac68-749391ee52bd {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:43:57.361253 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6ed0e9-7919-4c50-9a42-f131add28c34", "name": "network-vif-plugged", "status": "completed", "tag": "fbcb6f43-7510-4c19-bcd2-6a677a547ac9", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:43:57.361506 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7984c4a0-2eaf-402d-ac68-749391ee52bd {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:43:57.361903 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6ed0e9-7919-4c50-9a42-f131add28c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9', 'code': 200} Jul 13 08:43:57.436864 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5f573bc2-a996-4b1a-a3d6-39b3285bc14f None None] Provisioning complete for port fbcb6f43-7510-4c19-bcd2-6a677a547ac9 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:57.437282 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f573bc2-a996-4b1a-a3d6-39b3285bc14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.635648 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6557e943-48cc-4ffe-9023-0cf566acf1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:57.871936 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:59.860291 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:01.580534 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:08.531018 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:13.551731 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:14.848676 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:44:23.307704 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-66e4fc83-b545-431f-9fc0-b283369e9db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:23.479198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36610) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:23.633718 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting port 8843e239-c3a0-4eea-9567-a877d49355e1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:44:23.633982 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:23.711342 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:23.711664 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:23.723105 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Calling delete_port for 8843e239-c3a0-4eea-9567-a877d49355e1 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:44:23.865039 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:23.889922 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Port': ['ID=8843e239-c3a0-4eea-9567-a877d49355e1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:23.900115 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:23.900463 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:23.900800 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:23.901134 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:23.901467 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:23.901794 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:23.902141 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:23.902469 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:23.902795 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:23.903116 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:23.903436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:23.903756 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:23.963517 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:23.963853 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Floating IP aec36551-4aae-47fb-b709-41b956c11534 disassociated (deleted). External IP: 172.25.0.218, port: fbcb6f43-7510-4c19-bcd2-6a677a547ac9. Jul 13 08:44:24.163092 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router fa12c43d-9fd5-48b1-b846-9d5d760acab2 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:44:24.267817 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:44:24.272495 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:24.277288 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d57070-95db-4642-9701-4d4e34a7cd89 None None] Sync routers for ids ['fa12c43d-9fd5-48b1-b846-9d5d760acab2'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:44:24.286658 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d57070-95db-4642-9701-4d4e34a7cd89 None None] Routers {'fa12c43d-9fd5-48b1-b846-9d5d760acab2'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:44:24.287298 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-74d57070-95db-4642-9701-4d4e34a7cd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:43:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fa12c43d-9fd5-48b1-b846-9d5d760acab2'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:24.310567 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c97e8114-b3c8-414f-b469-31e01a4c51b3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/floatingips/aec36551-4aae-47fb-b709-41b956c11534 HTTP/1.1" status: 204 len: 168 time: 0.8302865 Jul 13 08:44:24.311849 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6ed0e9-7919-4c50-9a42-f131add28c34', 'tag': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:44:24.314211 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823b2d7d-967d-4e25-aaec-bdacdb5422d4" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6ed0e9-7919-4c50-9a42-f131add28c34", "tag": "fbcb6f43-7510-4c19-bcd2-6a677a547ac9"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:44:24.362355 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11e0096-1f54-4b2d-ac73-22bb86411584 x-openstack-request-id: req-e11e0096-1f54-4b2d-ac73-22bb86411584 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:44:24.362641 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6ed0e9-7919-4c50-9a42-f131add28c34", "tag": "fbcb6f43-7510-4c19-bcd2-6a677a547ac9", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:44:24.362893 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e11e0096-1f54-4b2d-ac73-22bb86411584 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:44:24.363650 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa6ed0e9-7919-4c50-9a42-f131add28c34', 'tag': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9', 'status': 'completed', 'code': 200} Jul 13 08:44:24.411642 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-74d57070-95db-4642-9701-4d4e34a7cd89 None None] Set router fa12c43d-9fd5-48b1-b846-9d5d760acab2 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:44:24.438588 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b2d7d-967d-4e25-aaec-bdacdb5422d4 req-838953ea-7be1-402a-92d2-c3637c3ff8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:24.440111 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-823b2d7d-967d-4e25-aaec-bdacdb5422d4 req-838953ea-7be1-402a-92d2-c3637c3ff8bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 1098 time: 0.0530376 Jul 13 08:44:24.541284 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b2d7d-967d-4e25-aaec-bdacdb5422d4 req-6c59f81d-48b0-4ac8-a2ba-abfd7737090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:24.543780 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-823b2d7d-967d-4e25-aaec-bdacdb5422d4 req-6c59f81d-48b0-4ac8-a2ba-abfd7737090f service neutron] 10.222.0.35 "GET /v2.0/networks?id=b0650fd7-2777-48b7-8f09-356f0997bc07 HTTP/1.1" status: 200 len: 897 time: 0.0969806 Jul 13 08:44:24.586643 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-823b2d7d-967d-4e25-aaec-bdacdb5422d4 req-5bddea0a-43bb-4a67-a91e-69e934142336 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbcb6f43-7510-4c19-bcd2-6a677a547ac9 HTTP/1.1" status: 200 len: 217 time: 0.0366182 Jul 13 08:44:24.616470 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-74d57070-95db-4642-9701-4d4e34a7cd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965400149', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:38Z', 'updated_at': '2021-07-13T08:42:41Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:39Z', 'updated_at': '2021-07-13T08:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'a296e8c9-df1a-4f0d-be4b-1b7aa66aa780', 'name': '', 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:cd:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6e818a8d-3b6f-4dde-97f6-49db665b3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:41Z', 'updated_at': '2021-07-13T08:42:45Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '6e818a8d-3b6f-4dde-97f6-49db665b3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:24.642005 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b2d7d-967d-4e25-aaec-bdacdb5422d4 req-e57c35a0-9533-4556-8d17-6c1c77c1ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:24.643664 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-823b2d7d-967d-4e25-aaec-bdacdb5422d4 req-e57c35a0-9533-4556-8d17-6c1c77c1ca5e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e818a8d-3b6f-4dde-97f6-49db665b3a2a HTTP/1.1" status: 200 len: 834 time: 0.0503757 Jul 13 08:44:24.643814 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d57070-95db-4642-9701-4d4e34a7cd89 None None] Checking router: fa12c43d-9fd5-48b1-b846-9d5d760acab2 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:44:24.651928 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d57070-95db-4642-9701-4d4e34a7cd89 None None] Routers {'fa12c43d-9fd5-48b1-b846-9d5d760acab2'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:44:24.652532 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-74d57070-95db-4642-9701-4d4e34a7cd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:43:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fa12c43d-9fd5-48b1-b846-9d5d760acab2'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:24.698804 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfe448-f77d-466d-9e38-2b41cece85b4 req-7e59d5a0-ef6a-405c-b39c-93465d8dc8df tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:24.702329 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25dfe448-f77d-466d-9e38-2b41cece85b4 req-7e59d5a0-ef6a-405c-b39c-93465d8dc8df tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0660434 Jul 13 08:44:24.711480 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b2d7d-967d-4e25-aaec-bdacdb5422d4 req-a0228fc3-5d23-4293-850b-a239a815d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:24.713005 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-823b2d7d-967d-4e25-aaec-bdacdb5422d4 req-a0228fc3-5d23-4293-850b-a239a815d1e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b0650fd7-2777-48b7-8f09-356f0997bc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584652 Jul 13 08:44:24.725941 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-823b2d7d-967d-4e25-aaec-bdacdb5422d4 req-23b1445a-ff8a-4779-943d-b1d0cb70179e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:44:24.727921 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-823b2d7d-967d-4e25-aaec-bdacdb5422d4 req-23b1445a-ff8a-4779-943d-b1d0cb70179e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069058 Jul 13 08:44:24.740402 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-25dfe448-f77d-466d-9e38-2b41cece85b4 req-a2af03ed-54d8-4c6c-876d-f468323f6f2d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324481 Jul 13 08:44:24.760818 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-74d57070-95db-4642-9701-4d4e34a7cd89 None None] Set router fa12c43d-9fd5-48b1-b846-9d5d760acab2 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:44:24.818990 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-823b2d7d-967d-4e25-aaec-bdacdb5422d4 req-56d51ad8-1dff-4205-a8b3-142a81561384 service neutron] 10.222.0.35 "GET /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841208 Jul 13 08:44:24.916694 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-823b2d7d-967d-4e25-aaec-bdacdb5422d4 req-49e3bc1f-5752-4135-9763-4799257b124e service neutron] 10.222.0.35 "GET /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891914 Jul 13 08:44:24.963715 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-74d57070-95db-4642-9701-4d4e34a7cd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965400149', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:38Z', 'updated_at': '2021-07-13T08:42:41Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:39Z', 'updated_at': '2021-07-13T08:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'a296e8c9-df1a-4f0d-be4b-1b7aa66aa780', 'name': '', 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:cd:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6e818a8d-3b6f-4dde-97f6-49db665b3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:41Z', 'updated_at': '2021-07-13T08:42:45Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '6e818a8d-3b6f-4dde-97f6-49db665b3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:24.989980 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d57070-95db-4642-9701-4d4e34a7cd89 None None] The sync data for ids ['fa12c43d-9fd5-48b1-b846-9d5d760acab2'] in n-d-779913-28 is: [{'id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965400149', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:38Z', 'updated_at': '2021-07-13T08:42:41Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:39Z', 'updated_at': '2021-07-13T08:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'a296e8c9-df1a-4f0d-be4b-1b7aa66aa780', 'name': '', 'network_id': 'b0650fd7-2777-48b7-8f09-356f0997bc07', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:cd:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6e818a8d-3b6f-4dde-97f6-49db665b3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:41Z', 'updated_at': '2021-07-13T08:42:45Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '6e818a8d-3b6f-4dde-97f6-49db665b3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:44:25.191362 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5931c3ba-738a-4aba-a8cb-e5163f77c7ac None None] New status for floating IP aec36551-4aae-47fb-b709-41b956c11534: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:44:25.932823 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd0ffb-42c1-4078-b406-d7b6f32e8793 req-0704b11d-20bf-4e26-bb7c-247f6d2eab83 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:25.934317 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a1bd0ffb-42c1-4078-b406-d7b6f32e8793 req-0704b11d-20bf-4e26-bb7c-247f6d2eab83 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0631249 Jul 13 08:44:25.972069 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991e056-4a05-478c-8082-d6457c4091bb req-02552ee3-affa-4905-846b-7bd6bfa4ca70 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:25.972724 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a1bd0ffb-42c1-4078-b406-d7b6f32e8793 req-7b174cf5-e476-4087-98fe-bd74242bd97f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=919e0398-2d59-45a7-b897-c60fc3c91748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315328 Jul 13 08:44:25.973589 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0991e056-4a05-478c-8082-d6457c4091bb req-02552ee3-affa-4905-846b-7bd6bfa4ca70 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa6ed0e9-7919-4c50-9a42-f131add28c34 HTTP/1.1" status: 200 len: 946 time: 0.0630443 Jul 13 08:44:26.074791 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-0991e056-4a05-478c-8082-d6457c4091bb req-9e68d62f-a397-47fc-b41b-2ed81f4ee8c4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting port fbcb6f43-7510-4c19-bcd2-6a677a547ac9 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:44:26.075050 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0991e056-4a05-478c-8082-d6457c4091bb req-9e68d62f-a397-47fc-b41b-2ed81f4ee8c4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:26.161539 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-0991e056-4a05-478c-8082-d6457c4091bb req-9e68d62f-a397-47fc-b41b-2ed81f4ee8c4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] For port fbcb6f43-7510-4c19-bcd2-6a677a547ac9, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=fbcb6f43-7510-4c19-bcd2-6a677a547ac9,segment=NetworkSegment(f0be01b3-ffad-4946-9f58-495c0e148dda),segment_id=f0be01b3-ffad-4946-9f58-495c0e148dda)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:26.161902 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0991e056-4a05-478c-8082-d6457c4091bb req-9e68d62f-a397-47fc-b41b-2ed81f4ee8c4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:26.174218 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-0991e056-4a05-478c-8082-d6457c4091bb req-9e68d62f-a397-47fc-b41b-2ed81f4ee8c4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Calling delete_port for fbcb6f43-7510-4c19-bcd2-6a677a547ac9 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:44:26.301994 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0991e056-4a05-478c-8082-d6457c4091bb req-9e68d62f-a397-47fc-b41b-2ed81f4ee8c4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:26.328808 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68d62f-a397-47fc-b41b-2ed81f4ee8c4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Port': ['ID=fbcb6f43-7510-4c19-bcd2-6a677a547ac9,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:26.374352 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0991e056-4a05-478c-8082-d6457c4091bb req-9e68d62f-a397-47fc-b41b-2ed81f4ee8c4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] No DVR routers for this DVR port fbcb6f43-7510-4c19-bcd2-6a677a547ac9 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:44:26.376930 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-0991e056-4a05-478c-8082-d6457c4091bb req-9e68d62f-a397-47fc-b41b-2ed81f4ee8c4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:26.378969 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-0991e056-4a05-478c-8082-d6457c4091bb req-9e68d62f-a397-47fc-b41b-2ed81f4ee8c4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.35 "DELETE /v2.0/ports/fbcb6f43-7510-4c19-bcd2-6a677a547ac9 HTTP/1.1" status: 204 len: 173 time: 0.3995366 Jul 13 08:44:26.379396 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6ed0e9-7919-4c50-9a42-f131add28c34', 'name': 'network-vif-deleted', 'tag': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:44:26.381634 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19da1f1c817b7d3b3f035bd3be9e28848a799e6e4ef5efd80c73c51428ad5e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8b03e0-de96-4340-a4e1-d22cd442796e" -d '{"events": [{"server_uuid": "fa6ed0e9-7919-4c50-9a42-f131add28c34", "name": "network-vif-deleted", "tag": "fbcb6f43-7510-4c19-bcd2-6a677a547ac9"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:44:26.419456 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7ba1cc-c0cb-4f53-bc4b-a72cb930b429 x-openstack-request-id: req-aa7ba1cc-c0cb-4f53-bc4b-a72cb930b429 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:44:26.419779 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6ed0e9-7919-4c50-9a42-f131add28c34", "name": "network-vif-deleted", "tag": "fbcb6f43-7510-4c19-bcd2-6a677a547ac9", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:44:26.420036 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aa7ba1cc-c0cb-4f53-bc4b-a72cb930b429 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:44:26.420965 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6ed0e9-7919-4c50-9a42-f131add28c34', 'name': 'network-vif-deleted', 'tag': 'fbcb6f43-7510-4c19-bcd2-6a677a547ac9', 'status': 'completed', 'code': 200} Jul 13 08:44:27.062027 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36628) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:27.416103 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52bd43c7-6c54-4c02-aae6-4988cd1aabab tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:27.645316 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3d258c5-1dfe-40b6-91bf-5c56a35a5e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:27.693306 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-52bd43c7-6c54-4c02-aae6-4988cd1aabab tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting port a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:44:27.693643 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52bd43c7-6c54-4c02-aae6-4988cd1aabab tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:27.782229 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-52bd43c7-6c54-4c02-aae6-4988cd1aabab tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] For port a296e8c9-df1a-4f0d-be4b-1b7aa66aa780, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a296e8c9-df1a-4f0d-be4b-1b7aa66aa780,segment=NetworkSegment(f0be01b3-ffad-4946-9f58-495c0e148dda),segment_id=f0be01b3-ffad-4946-9f58-495c0e148dda)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:27.782593 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52bd43c7-6c54-4c02-aae6-4988cd1aabab tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:27.793882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-52bd43c7-6c54-4c02-aae6-4988cd1aabab tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Calling delete_port for a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:44:27.872937 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:27.976983 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52bd43c7-6c54-4c02-aae6-4988cd1aabab tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:28.005114 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd43c7-6c54-4c02-aae6-4988cd1aabab tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Port': ['ID=a296e8c9-df1a-4f0d-be4b-1b7aa66aa780,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:28.175615 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-52bd43c7-6c54-4c02-aae6-4988cd1aabab tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:28.385293 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bd43c7-6c54-4c02-aae6-4988cd1aabab tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router fa12c43d-9fd5-48b1-b846-9d5d760acab2 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:44:28.488697 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bd43c7-6c54-4c02-aae6-4988cd1aabab tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:44:28.493754 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-52bd43c7-6c54-4c02-aae6-4988cd1aabab tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "PUT /v2.0/routers/fa12c43d-9fd5-48b1-b846-9d5d760acab2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4306755 Jul 13 08:44:28.496681 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36630) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:28.498773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9abef-78a4-4281-b3d1-e91b97656585 None None] Sync routers for ids ['fa12c43d-9fd5-48b1-b846-9d5d760acab2'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:44:28.507788 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c9abef-78a4-4281-b3d1-e91b97656585 None None] Routers {'fa12c43d-9fd5-48b1-b846-9d5d760acab2'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:44:28.508387 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-30c9abef-78a4-4281-b3d1-e91b97656585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:44:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fa12c43d-9fd5-48b1-b846-9d5d760acab2'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:28.547191 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a478f8-8614-4276-9abe-f4b3fa2c9cc3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting subnet 6e818a8d-3b6f-4dde-97f6-49db665b3a2a {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:44:28.550805 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-47a478f8-8614-4276-9abe-f4b3fa2c9cc3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:28.593874 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-47a478f8-8614-4276-9abe-f4b3fa2c9cc3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:28.610744 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-30c9abef-78a4-4281-b3d1-e91b97656585 None None] Set router fa12c43d-9fd5-48b1-b846-9d5d760acab2 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:44:28.676601 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-47a478f8-8614-4276-9abe-f4b3fa2c9cc3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:28.734435 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-47a478f8-8614-4276-9abe-f4b3fa2c9cc3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:28.762135 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a478f8-8614-4276-9abe-f4b3fa2c9cc3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Subnet': ['ID=6e818a8d-3b6f-4dde-97f6-49db665b3a2a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:28.765487 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-47a478f8-8614-4276-9abe-f4b3fa2c9cc3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:28.769802 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-47a478f8-8614-4276-9abe-f4b3fa2c9cc3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/subnets/6e818a8d-3b6f-4dde-97f6-49db665b3a2a HTTP/1.1" status: 204 len: 168 time: 0.2699161 Jul 13 08:44:28.770678 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36632) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:28.773736 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27f0db3-f142-4a7b-8dbe-b1f1417dc2d5 None None] Network b0650fd7-2777-48b7-8f09-356f0997bc07 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:44:28.866728 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-30c9abef-78a4-4281-b3d1-e91b97656585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965400149', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:38Z', 'updated_at': '2021-07-13T08:44:27Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:39Z', 'updated_at': '2021-07-13T08:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:28.876105 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fdcec99-eafe-4e8b-8a71-062e23cab745 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:28.913642 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9abef-78a4-4281-b3d1-e91b97656585 None None] Checking router: fa12c43d-9fd5-48b1-b846-9d5d760acab2 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:44:28.925778 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c9abef-78a4-4281-b3d1-e91b97656585 None None] Routers {'fa12c43d-9fd5-48b1-b846-9d5d760acab2'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:44:28.926405 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-30c9abef-78a4-4281-b3d1-e91b97656585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:44:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['fa12c43d-9fd5-48b1-b846-9d5d760acab2'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:28.980285 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fdcec99-eafe-4e8b-8a71-062e23cab745 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.037051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-9fdcec99-eafe-4e8b-8a71-062e23cab745 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting port e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:44:29.037404 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fdcec99-eafe-4e8b-8a71-062e23cab745 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.040517 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-30c9abef-78a4-4281-b3d1-e91b97656585 None None] Set router fa12c43d-9fd5-48b1-b846-9d5d760acab2 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:44:29.067831 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a0a4c2-415c-4662-b099-d8a39cece4b2 None None] DHCP port deletion for b0650fd7-2777-48b7-8f09-356f0997bc07 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:44:29.120093 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-9fdcec99-eafe-4e8b-8a71-062e23cab745 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] For port e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:29.120462 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fdcec99-eafe-4e8b-8a71-062e23cab745 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.132838 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-9fdcec99-eafe-4e8b-8a71-062e23cab745 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Calling delete_port for e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:44:29.205996 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c6a0a4c2-415c-4662-b099-d8a39cece4b2 None None] Deleting port dc4493b9-c488-4f15-91a3-997b87f2a7d7 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:44:29.206399 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6a0a4c2-415c-4662-b099-d8a39cece4b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.296671 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c6a0a4c2-415c-4662-b099-d8a39cece4b2 None None] For port dc4493b9-c488-4f15-91a3-997b87f2a7d7, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=dc4493b9-c488-4f15-91a3-997b87f2a7d7,segment=NetworkSegment(f0be01b3-ffad-4946-9f58-495c0e148dda),segment_id=f0be01b3-ffad-4946-9f58-495c0e148dda)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:29.297098 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6a0a4c2-415c-4662-b099-d8a39cece4b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.299163 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fdcec99-eafe-4e8b-8a71-062e23cab745 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.312075 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c6a0a4c2-415c-4662-b099-d8a39cece4b2 None None] Calling delete_port for dc4493b9-c488-4f15-91a3-997b87f2a7d7 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:44:29.324847 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcec99-eafe-4e8b-8a71-062e23cab745 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Port': ['ID=e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:29.331196 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-30c9abef-78a4-4281-b3d1-e91b97656585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965400149', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:38Z', 'updated_at': '2021-07-13T08:44:27Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:39Z', 'updated_at': '2021-07-13T08:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:29.390794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9abef-78a4-4281-b3d1-e91b97656585 None None] The sync data for ids ['fa12c43d-9fd5-48b1-b846-9d5d760acab2'] in n-d-779913-28 is: [{'id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965400149', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:38Z', 'updated_at': '2021-07-13T08:44:27Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12c43d-9fd5-48b1-b846-9d5d760acab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:39Z', 'updated_at': '2021-07-13T08:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:44:29.411083 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fdcec99-eafe-4e8b-8a71-062e23cab745 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.439671 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6a0a4c2-415c-4662-b099-d8a39cece4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.466865 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0a4c2-415c-4662-b099-d8a39cece4b2 None None] Pushing event deleted for resources: {'Port': ['ID=dc4493b9-c488-4f15-91a3-997b87f2a7d7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:29.469237 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a0a4c2-415c-4662-b099-d8a39cece4b2 None None] No DVR routers for this DVR port dc4493b9-c488-4f15-91a3-997b87f2a7d7 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:44:29.521709 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fdcec99-eafe-4e8b-8a71-062e23cab745 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.523825 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fdcec99-eafe-4e8b-8a71-062e23cab745 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.567173 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fdcec99-eafe-4e8b-8a71-062e23cab745 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.567633 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdcec99-eafe-4e8b-8a71-062e23cab745 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Fanout notify agent at l3_agent the message router_deleted on router fa12c43d-9fd5-48b1-b846-9d5d760acab2 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:44:29.574324 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9fdcec99-eafe-4e8b-8a71-062e23cab745 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.575470 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9fdcec99-eafe-4e8b-8a71-062e23cab745 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/routers/fa12c43d-9fd5-48b1-b846-9d5d760acab2 HTTP/1.1" status: 204 len: 168 time: 0.8045008 Jul 13 08:44:29.578655 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36634) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:29.652052 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b264-156a-45c8-bd21-45c1dcb1c5d9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.739855 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b264-156a-45c8-bd21-45c1dcb1c5d9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.750994 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-4ad8b264-156a-45c8-bd21-45c1dcb1c5d9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0650fd7-2777-48b7-8f09-356f0997bc07']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:29.764790 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-4ad8b264-156a-45c8-bd21-45c1dcb1c5d9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0be01b3-ffad-4946-9f58-495c0e148dda') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:29.765146 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-4ad8b264-156a-45c8-bd21-45c1dcb1c5d9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0be01b3-ffad-4946-9f58-495c0e148dda') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:29.775410 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b264-156a-45c8-bd21-45c1dcb1c5d9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.789455 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b264-156a-45c8-bd21-45c1dcb1c5d9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.796243 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad8b264-156a-45c8-bd21-45c1dcb1c5d9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:44:29.796651 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b264-156a-45c8-bd21-45c1dcb1c5d9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:44:29.799961 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:44:29.854407 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device dc4493b9-c488-4f15-91a3-997b87f2a7d7 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:44:29.871587 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b264-156a-45c8-bd21-45c1dcb1c5d9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.879389 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b264-156a-45c8-bd21-45c1dcb1c5d9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.881132 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4ad8b264-156a-45c8-bd21-45c1dcb1c5d9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/networks/b0650fd7-2777-48b7-8f09-356f0997bc07 HTTP/1.1" status: 204 len: 168 time: 0.3015175 Jul 13 08:44:29.883974 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36636) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:29.892501 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: dc4493b9-c488-4f15-91a3-997b87f2a7d7 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:44:29.892849 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device dc4493b9-c488-4f15-91a3-997b87f2a7d7 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:44:29.899063 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.901784 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8b264-156a-45c8-bd21-45c1dcb1c5d9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Network': ['ID=b0650fd7-2777-48b7-8f09-356f0997bc07,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:29.956176 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2dd95927-80b2-41c5-9b07-8b12a6639d11 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:29.981287 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2dd95927-80b2-41c5-9b07-8b12a6639d11 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.043207 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2dd95927-80b2-41c5-9b07-8b12a6639d11 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.046434 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2dd95927-80b2-41c5-9b07-8b12a6639d11 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.047616 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2dd95927-80b2-41c5-9b07-8b12a6639d11 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/security-groups/919e0398-2d59-45a7-b897-c60fc3c91748 HTTP/1.1" status: 204 len: 168 time: 0.1627166 Jul 13 08:44:30.057153 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd95927-80b2-41c5-9b07-8b12a6639d11 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=919e0398-2d59-45a7-b897-c60fc3c91748,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:30.409423 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36642) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:30.414200 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-17b23752-96a2-465f-b9c1-66f203b75c7f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1509294564', 'description': 'tempest-secgroup-smoke-1509294564 description', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:44:30.436489 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-17b23752-96a2-465f-b9c1-66f203b75c7f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.529081 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-17b23752-96a2-465f-b9c1-66f203b75c7f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.533145 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-17b23752-96a2-465f-b9c1-66f203b75c7f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.561574 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b23752-96a2-465f-b9c1-66f203b75c7f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f8a18c-a55e-4ffd-b623-5e2f7523ec83,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:30.564359 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-17b23752-96a2-465f-b9c1-66f203b75c7f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.565965 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-17b23752-96a2-465f-b9c1-66f203b75c7f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1554070 Jul 13 08:44:30.568787 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36644) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:30.573302 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-24efef7e-9bf3-4044-8cb4-112deac0eb13 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '90f8a18c-a55e-4ffd-b623-5e2f7523ec83', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:44:30.599124 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24efef7e-9bf3-4044-8cb4-112deac0eb13 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.652689 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24efef7e-9bf3-4044-8cb4-112deac0eb13 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.656513 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24efef7e-9bf3-4044-8cb4-112deac0eb13 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.673949 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efef7e-9bf3-4044-8cb4-112deac0eb13 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97661d91-61cf-4034-aeae-ef5bfe387536,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:30.680391 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24efef7e-9bf3-4044-8cb4-112deac0eb13 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.681623 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-24efef7e-9bf3-4044-8cb4-112deac0eb13 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118851 Jul 13 08:44:30.684355 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36646) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:30.689290 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-2676d57e-5d0e-49c5-be7f-bb55cd47404e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '90f8a18c-a55e-4ffd-b623-5e2f7523ec83', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:44:30.715276 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2676d57e-5d0e-49c5-be7f-bb55cd47404e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.771665 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2676d57e-5d0e-49c5-be7f-bb55cd47404e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.775455 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2676d57e-5d0e-49c5-be7f-bb55cd47404e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.796604 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676d57e-5d0e-49c5-be7f-bb55cd47404e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38206ce-0d64-4566-b3bd-3c69ebcae711,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:30.800460 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2676d57e-5d0e-49c5-be7f-bb55cd47404e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.801659 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2676d57e-5d0e-49c5-be7f-bb55cd47404e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163814 Jul 13 08:44:30.804373 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36648) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:30.808750 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-9cb0f173-d862-44f1-8bd9-1e1635ec5140 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '90f8a18c-a55e-4ffd-b623-5e2f7523ec83', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:44:30.835327 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9cb0f173-d862-44f1-8bd9-1e1635ec5140 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.894557 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9cb0f173-d862-44f1-8bd9-1e1635ec5140 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.897938 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9cb0f173-d862-44f1-8bd9-1e1635ec5140 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.916433 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0f173-d862-44f1-8bd9-1e1635ec5140 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5840fc-4df9-4953-a04c-c251582780ca,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:30.924325 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-9cb0f173-d862-44f1-8bd9-1e1635ec5140 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.925562 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-9cb0f173-d862-44f1-8bd9-1e1635ec5140 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202595 Jul 13 08:44:30.928334 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36650) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:30.932661 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-4f63b64f-79be-464d-9e2a-f513504f0397 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '90f8a18c-a55e-4ffd-b623-5e2f7523ec83', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:44:30.958001 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f63b64f-79be-464d-9e2a-f513504f0397 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.014532 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f63b64f-79be-464d-9e2a-f513504f0397 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.018191 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f63b64f-79be-464d-9e2a-f513504f0397 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.035201 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63b64f-79be-464d-9e2a-f513504f0397 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d9a16f-5372-4f40-8627-fc2d80bd352c,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:31.041004 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4f63b64f-79be-464d-9e2a-f513504f0397 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.042463 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4f63b64f-79be-464d-9e2a-f513504f0397 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1132116 Jul 13 08:44:31.045636 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36652) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:31.050058 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-b3033928-af82-45cc-a815-20e516d0258b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '90f8a18c-a55e-4ffd-b623-5e2f7523ec83', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:44:31.071391 n-d-779913-28 neutron-server[93723]: INFO neutron.db.securitygroups_db [None req-b3033928-af82-45cc-a815-20e516d0258b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Project c5988cb4b1124302a881e2f13d2fbcd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:44:31.076202 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3033928-af82-45cc-a815-20e516d0258b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.135933 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3033928-af82-45cc-a815-20e516d0258b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.140110 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3033928-af82-45cc-a815-20e516d0258b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.149849 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device fbcb6f43-7510-4c19-bcd2-6a677a547ac9 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:44:31.162936 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3033928-af82-45cc-a815-20e516d0258b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff135c90-0e26-4b8a-bc90-834cff5b5417,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:31.167241 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-b3033928-af82-45cc-a815-20e516d0258b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.170978 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-b3033928-af82-45cc-a815-20e516d0258b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217618 Jul 13 08:44:31.171478 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36654) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:31.171876 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: fbcb6f43-7510-4c19-bcd2-6a677a547ac9 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:44:31.172228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device fbcb6f43-7510-4c19-bcd2-6a677a547ac9 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:44:31.177004 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-691b7083-0587-4c4d-b8b0-2f3c19c241c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '90f8a18c-a55e-4ffd-b623-5e2f7523ec83', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:44:31.199650 n-d-779913-28 neutron-server[93723]: INFO neutron.db.securitygroups_db [None req-691b7083-0587-4c4d-b8b0-2f3c19c241c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Project c5988cb4b1124302a881e2f13d2fbcd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:44:31.204826 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-691b7083-0587-4c4d-b8b0-2f3c19c241c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.267971 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-691b7083-0587-4c4d-b8b0-2f3c19c241c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.271472 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-691b7083-0587-4c4d-b8b0-2f3c19c241c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.289993 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b7083-0587-4c4d-b8b0-2f3c19c241c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8191d1-4f23-4a05-a47b-4cd4e34d6aad,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:31.293111 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-691b7083-0587-4c4d-b8b0-2f3c19c241c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.294305 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-691b7083-0587-4c4d-b8b0-2f3c19c241c9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221938 Jul 13 08:44:31.297189 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36656) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:31.302216 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c8e8c714-64a0-4e69-a236-ca27356a5818 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'network': {'name': 'tempest-network-smoke--1199718366', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'port_security_enabled': True}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:44:31.322416 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e8c714-64a0-4e69-a236-ca27356a5818 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Made reservation on behalf of c5988cb4b1124302a881e2f13d2fbcd1 for: {'network': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:44:31.325694 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c8e8c714-64a0-4e69-a236-ca27356a5818 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.350054 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e8c714-64a0-4e69-a236-ca27356a5818 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:44:31.359564 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c8e8c714-64a0-4e69-a236-ca27356a5818 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.360283 n-d-779913-28 neutron-server[93723]: INFO neutron.db.segments_db [None req-c8e8c714-64a0-4e69-a236-ca27356a5818 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Added segment 0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873 of type vlan for network 1ce2027c-6f16-48e4-b902-2c602a329811 Jul 13 08:44:31.398468 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c8e8c714-64a0-4e69-a236-ca27356a5818 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.404932 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:44:31.425509 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:44:31.425898 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a296e8c9-df1a-4f0d-be4b-1b7aa66aa780 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:44:31.426227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:44:31.429153 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c8e8c714-64a0-4e69-a236-ca27356a5818 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.435327 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e8c714-64a0-4e69-a236-ca27356a5818 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:31.435922 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c8e8c714-64a0-4e69-a236-ca27356a5818 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.447846 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:44:31.448230 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e60c1db1-f8dc-4fca-ab7b-7b43151c3b0a not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:44:31.471441 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c8e8c714-64a0-4e69-a236-ca27356a5818 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1731319 Jul 13 08:44:31.474188 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36658) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:31.479338 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a4e205c2-edbc-454e-adea-c3f0e674f2e4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-793494578', 'admin_state_up': True, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:44:31.585843 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.773300 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8c714-64a0-4e69-a236-ca27356a5818 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Network': ['ID=1ce2027c-6f16-48e4-b902-2c602a329811,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:31.784281 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 1ce2027c-6f16-48e4-b902-2c602a329811 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:44:31.789521 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4e205c2-edbc-454e-adea-c3f0e674f2e4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.790548 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4e205c2-edbc-454e-adea-c3f0e674f2e4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.840835 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4e205c2-edbc-454e-adea-c3f0e674f2e4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:31.976759 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4e205c2-edbc-454e-adea-c3f0e674f2e4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:32.163546 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4e205c2-edbc-454e-adea-c3f0e674f2e4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:32.181337 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4e205c2-edbc-454e-adea-c3f0e674f2e4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:32.283667 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-a4e205c2-edbc-454e-adea-c3f0e674f2e4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Allocated IP 172.25.0.177 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/eec983ff-8fe0-4609-aedb-9b9041831e42) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:44:32.379913 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4e205c2-edbc-454e-adea-c3f0e674f2e4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:32.421769 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4e205c2-edbc-454e-adea-c3f0e674f2e4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:32.461829 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e205c2-edbc-454e-adea-c3f0e674f2e4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:44:32.464742 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-a4e205c2-edbc-454e-adea-c3f0e674f2e4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:44:32.467939 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e205c2-edbc-454e-adea-c3f0e674f2e4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:44:32.473740 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e205c2-edbc-454e-adea-c3f0e674f2e4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=eec983ff-8fe0-4609-aedb-9b9041831e42,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:32.709564 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4e205c2-edbc-454e-adea-c3f0e674f2e4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:32.907431 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4e205c2-edbc-454e-adea-c3f0e674f2e4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:33.030939 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e205c2-edbc-454e-adea-c3f0e674f2e4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router faf1a994-1720-4857-bf1c-158c6d490abb is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:44:33.132489 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e205c2-edbc-454e-adea-c3f0e674f2e4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:44:33.143237 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] Sync routers for ids ['faf1a994-1720-4857-bf1c-158c6d490abb'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:44:33.150939 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a4e205c2-edbc-454e-adea-c3f0e674f2e4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:33.152164 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a4e205c2-edbc-454e-adea-c3f0e674f2e4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6770062 Jul 13 08:44:33.152659 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] Routers {'faf1a994-1720-4857-bf1c-158c6d490abb'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:44:33.153291 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:44:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['faf1a994-1720-4857-bf1c-158c6d490abb'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:33.155814 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36660) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:33.189857 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-77395e0b-b4d2-49d7-85b8-23b29343e901 tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=c5988cb4b1124302a881e2f13d2fbcd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327492 Jul 13 08:44:33.192430 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36662) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:33.342665 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2b0b80-9398-46b4-aeab-b8953618f980 tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:33.343601 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] Set router faf1a994-1720-4857-bf1c-158c6d490abb gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:44:33.344160 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0e2b0b80-9398-46b4-aeab-b8953618f980 tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1507514 Jul 13 08:44:33.347067 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36664) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:33.380803 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-80e36be9-9518-4dc8-b3dc-7c6a6c584039 tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f96be058-f906-4210-b421-902eff1606be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327003 Jul 13 08:44:33.383313 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36666) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:33.388095 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-f174819b-f038-4b46-add4-ea88e8a42132 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1799947858', 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:44:33.477502 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f174819b-f038-4b46-add4-ea88e8a42132 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Made reservation on behalf of c5988cb4b1124302a881e2f13d2fbcd1 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:44:33.481474 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f174819b-f038-4b46-add4-ea88e8a42132 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:33.520929 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793494578', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:44:31Z', 'updated_at': '2021-07-13T08:44:32Z', 'revision_number': 3, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:32Z', 'updated_at': '2021-07-13T08:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:33.547203 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] Checking router: faf1a994-1720-4857-bf1c-158c6d490abb for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:44:33.547550 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] Updating router faf1a994-1720-4857-bf1c-158c6d490abb port eec983ff-8fe0-4609-aedb-9b9041831e42 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:44:33.581425 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:33.659752 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f174819b-f038-4b46-add4-ea88e8a42132 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:33.718546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174819b-f038-4b46-add4-ea88e8a42132 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Subnet': ['ID=6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:33.727067 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f174819b-f038-4b46-add4-ea88e8a42132 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Checking segment: {'id': '0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:44:33.727429 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f174819b-f038-4b46-add4-ea88e8a42132 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network hostable DHCP agents. Network: 1ce2027c-6f16-48e4-b902-2c602a329811, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:44:33.744740 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f174819b-f038-4b46-add4-ea88e8a42132 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network 1ce2027c-6f16-48e4-b902-2c602a329811 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:44:33.754512 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-f174819b-f038-4b46-add4-ea88e8a42132 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 1ce2027c-6f16-48e4-b902-2c602a329811) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:44:33.758402 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174819b-f038-4b46-add4-ea88e8a42132 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:33.758994 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f174819b-f038-4b46-add4-ea88e8a42132 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:33.765704 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab5c4ae-e591-4f09-8efe-092726436a0e None None] Network 1ce2027c-6f16-48e4-b902-2c602a329811 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:44:33.777023 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f174819b-f038-4b46-add4-ea88e8a42132 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3925831 Jul 13 08:44:33.779877 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36668) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:33.846938 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:33.859133 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] Transition to ACTIVE for port object eec983ff-8fe0-4609-aedb-9b9041831e42 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:44:33.866046 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:33.917644 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] Attempting to bind port eec983ff-8fe0-4609-aedb-9b9041831e42 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:44:33.917997 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] Attempting to bind port eec983ff-8fe0-4609-aedb-9b9041831e42 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:44:33.918310 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] Attempting to bind port eec983ff-8fe0-4609-aedb-9b9041831e42 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:44:33.926353 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e0291-1cb0-434c-9794-86a5ce937e55 None None] Pushing event updated for resources: {'Port': ['ID=eec983ff-8fe0-4609-aedb-9b9041831e42,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:33.928655 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:44:33.929030 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:44:33.929432 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:33.929817 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:44:33.930321 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] Bound port: eec983ff-8fe0-4609-aedb-9b9041831e42, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:44:33.930701 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:33.954728 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0291-1cb0-434c-9794-86a5ce937e55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:33.955102 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0291-1cb0-434c-9794-86a5ce937e55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:33.955407 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0291-1cb0-434c-9794-86a5ce937e55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:33.955736 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0291-1cb0-434c-9794-86a5ce937e55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:33.956065 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0291-1cb0-434c-9794-86a5ce937e55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:33.956390 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0291-1cb0-434c-9794-86a5ce937e55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:33.956720 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0291-1cb0-434c-9794-86a5ce937e55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:33.957042 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0291-1cb0-434c-9794-86a5ce937e55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:33.957360 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0291-1cb0-434c-9794-86a5ce937e55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:33.957679 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0291-1cb0-434c-9794-86a5ce937e55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:33.957997 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0291-1cb0-434c-9794-86a5ce937e55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:33.958339 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0291-1cb0-434c-9794-86a5ce937e55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:33.996127 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] For port eec983ff-8fe0-4609-aedb-9b9041831e42, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:44:33.999905 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] For port eec983ff-8fe0-4609-aedb-9b9041831e42, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=eec983ff-8fe0-4609-aedb-9b9041831e42,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:44:34.003924 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:34.049459 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] Routers {'faf1a994-1720-4857-bf1c-158c6d490abb'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:44:34.049713 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:44:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['faf1a994-1720-4857-bf1c-158c6d490abb'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:34.081317 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-1ce2027c-6f16-48e4-b902-2c602a329811', 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ips': [{'subnet_id': '6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:44:34.082691 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:34.103877 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e0291-1cb0-434c-9794-86a5ce937e55 None None] Pushing event updated for resources: {'Port': ['ID=eec983ff-8fe0-4609-aedb-9b9041831e42,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:34.177554 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] Set router faf1a994-1720-4857-bf1c-158c6d490abb gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:44:34.223887 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] Allocated IP 172.20.0.2 (1ce2027c-6f16-48e4-b902-2c602a329811/6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46/5256262e-a03e-4396-bd48-7957f240c971) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:44:34.228621 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-caf021c7-2239-43d7-8347-4bd2f1333d44 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:34.369576 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793494578', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:44:31Z', 'updated_at': '2021-07-13T08:44:32Z', 'revision_number': 3, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:32Z', 'updated_at': '2021-07-13T08:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:34.382895 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:34.396033 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] Transition to ACTIVE for port object 5256262e-a03e-4396-bd48-7957f240c971 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:44:34.401799 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa5ce5f-5426-44bf-8305-22a870991e56 None None] The sync data for ids ['faf1a994-1720-4857-bf1c-158c6d490abb'] in n-d-779913-28 is: [{'id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793494578', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:44:31Z', 'updated_at': '2021-07-13T08:44:32Z', 'revision_number': 3, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:32Z', 'updated_at': '2021-07-13T08:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:44:34.417105 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] Transition to ACTIVE for port object 5256262e-a03e-4396-bd48-7957f240c971 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:44:34.430365 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:34.472724 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] Network 1ce2027c-6f16-48e4-b902-2c602a329811 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:44:34.476030 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:44:34.480226 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:44:34.487263 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] Pushing event updated for resources: {'Port': ['ID=5256262e-a03e-4396-bd48-7957f240c971,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:34.545241 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] Attempting to bind port 5256262e-a03e-4396-bd48-7957f240c971 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:44:34.545614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] Attempting to bind port 5256262e-a03e-4396-bd48-7957f240c971 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:44:34.545982 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] Attempting to bind port 5256262e-a03e-4396-bd48-7957f240c971 on network 1ce2027c-6f16-48e4-b902-2c602a329811 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:44:34.551281 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:44:34.551663 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] Checking segment: {'id': '0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:44:34.552067 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:34.552461 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] Bound using segment: {'id': '0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:44:34.552957 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] Bound port: 5256262e-a03e-4396-bd48-7957f240c971, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:44:34.553340 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:34.650449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] For port 5256262e-a03e-4396-bd48-7957f240c971, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:44:34.656361 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] For port 5256262e-a03e-4396-bd48-7957f240c971, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=5256262e-a03e-4396-bd48-7957f240c971,segment=NetworkSegment(0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873),segment_id=0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:44:34.663282 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:34.731010 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb071bcf-3177-4540-be6d-b2993025c50b None None] Pushing event updated for resources: {'Port': ['ID=5256262e-a03e-4396-bd48-7957f240c971,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:34.897740 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-caf021c7-2239-43d7-8347-4bd2f1333d44 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Allocated IP 172.20.0.1 (1ce2027c-6f16-48e4-b902-2c602a329811/6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46/878bce00-0c19-4747-a8f6-42a9c51555a8) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:44:35.035041 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-caf021c7-2239-43d7-8347-4bd2f1333d44 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:35.049914 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-caf021c7-2239-43d7-8347-4bd2f1333d44 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Transition to ACTIVE for port object 878bce00-0c19-4747-a8f6-42a9c51555a8 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:44:35.086255 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-caf021c7-2239-43d7-8347-4bd2f1333d44 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:35.132718 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf021c7-2239-43d7-8347-4bd2f1333d44 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network 1ce2027c-6f16-48e4-b902-2c602a329811 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:44:35.136022 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-caf021c7-2239-43d7-8347-4bd2f1333d44 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:44:35.138792 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf021c7-2239-43d7-8347-4bd2f1333d44 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:44:35.173485 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf021c7-2239-43d7-8347-4bd2f1333d44 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=878bce00-0c19-4747-a8f6-42a9c51555a8,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:35.196851 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-caf021c7-2239-43d7-8347-4bd2f1333d44 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:35.347020 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-caf021c7-2239-43d7-8347-4bd2f1333d44 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:35.533292 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device eec983ff-8fe0-4609-aedb-9b9041831e42 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:44:35.586805 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port eec983ff-8fe0-4609-aedb-9b9041831e42 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:44:35.590890 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port eec983ff-8fe0-4609-aedb-9b9041831e42 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:35.591253 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:35.661062 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-caf021c7-2239-43d7-8347-4bd2f1333d44 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:35.671143 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-caf021c7-2239-43d7-8347-4bd2f1333d44 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:35.684685 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:35.709724 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port eec983ff-8fe0-4609-aedb-9b9041831e42, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=eec983ff-8fe0-4609-aedb-9b9041831e42,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:35.714164 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:35.747365 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5256262e-a03e-4396-bd48-7957f240c971 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:44:35.763614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf021c7-2239-43d7-8347-4bd2f1333d44 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=878bce00-0c19-4747-a8f6-42a9c51555a8,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:35.768516 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-caf021c7-2239-43d7-8347-4bd2f1333d44 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:35.774682 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a58b5a8-edbc-4c1e-921a-f4fbfc390107 None None] Network 1ce2027c-6f16-48e4-b902-2c602a329811 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:44:35.826855 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=eec983ff-8fe0-4609-aedb-9b9041831e42,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:35.864522 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf021c7-2239-43d7-8347-4bd2f1333d44 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network 1ce2027c-6f16-48e4-b902-2c602a329811 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:44:35.866051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-caf021c7-2239-43d7-8347-4bd2f1333d44 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:44:35.881503 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6d4c9bda-2f2b-42be-9aa2-f6a98e309bdf None None] Provisioning for port 5256262e-a03e-4396-bd48-7957f240c971 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:44:35.895299 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 5256262e-a03e-4396-bd48-7957f240c971 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:44:35.898744 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6d4c9bda-2f2b-42be-9aa2-f6a98e309bdf None None] Provisioning complete for port 5256262e-a03e-4396-bd48-7957f240c971 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:35.899118 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9bda-2f2b-42be-9aa2-f6a98e309bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:35.904795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 5256262e-a03e-4396-bd48-7957f240c971 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:35.905158 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:35.987514 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf021c7-2239-43d7-8347-4bd2f1333d44 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router faf1a994-1720-4857-bf1c-158c6d490abb has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:44:36.101106 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf021c7-2239-43d7-8347-4bd2f1333d44 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:44:36.106559 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-caf021c7-2239-43d7-8347-4bd2f1333d44 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "PUT /v2.0/routers/faf1a994-1720-4857-bf1c-158c6d490abb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3255620 Jul 13 08:44:36.109828 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9bda-2f2b-42be-9aa2-f6a98e309bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:36.131947 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:36.175755 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6d4c9bda-2f2b-42be-9aa2-f6a98e309bdf None None] For port 5256262e-a03e-4396-bd48-7957f240c971, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=5256262e-a03e-4396-bd48-7957f240c971,segment=NetworkSegment(0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873),segment_id=0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:36.182849 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9bda-2f2b-42be-9aa2-f6a98e309bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:36.259744 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] Sync routers for ids ['faf1a994-1720-4857-bf1c-158c6d490abb'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:44:36.266900 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:44:36.267251 n-d-779913-28 neutron-server[93725]: DEBUG oslo_db.api [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:44:36.283358 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c9bda-2f2b-42be-9aa2-f6a98e309bdf None None] Pushing event updated for resources: {'Port': ['ID=5256262e-a03e-4396-bd48-7957f240c971,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:36.285857 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] Routers {'faf1a994-1720-4857-bf1c-158c6d490abb'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:44:36.286497 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:44:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['faf1a994-1720-4857-bf1c-158c6d490abb'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:36.307612 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-60b61d4a-1d2d-46a4-b229-7dd6016ca8a9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1509294564&fields=id&tenant_id=c5988cb4b1124302a881e2f13d2fbcd1 HTTP/1.1" status: 200 len: 267 time: 0.0430288 Jul 13 08:44:36.402199 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] Set router faf1a994-1720-4857-bf1c-158c6d490abb gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:44:36.420954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-b9d1e9a4-63d2-440e-9bbd-5c2595ebf565 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:36.424030 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-b9d1e9a4-63d2-440e-9bbd-5c2595ebf565 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/networks?id=1ce2027c-6f16-48e4-b902-2c602a329811 HTTP/1.1" status: 200 len: 797 time: 0.1090775 Jul 13 08:44:36.439160 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-a80832b0-ad89-4730-94f6-74117f2909a0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/quotas/c5988cb4b1124302a881e2f13d2fbcd1 HTTP/1.1" status: 200 len: 375 time: 0.0110335 Jul 13 08:44:36.507775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-85e1c543-a842-486e-94df-ed2633990898 None None] Provisioning for port 878bce00-0c19-4747-a8f6-42a9c51555a8 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:44:36.516949 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-85e1c543-a842-486e-94df-ed2633990898 None None] Provisioning complete for port 878bce00-0c19-4747-a8f6-42a9c51555a8 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:36.517281 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-44305e3e-8b46-45cc-bf84-7ab8bb014484 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724409 Jul 13 08:44:36.517474 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85e1c543-a842-486e-94df-ed2633990898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:36.599999 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-85e1c543-a842-486e-94df-ed2633990898 None None] Port 878bce00-0c19-4747-a8f6-42a9c51555a8 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:44:36.627036 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-a97fd50c-4dfb-448e-aeb3-1970908a4fee service neutron] 10.222.0.58 "GET /v2.0/networks/1ce2027c-6f16-48e4-b902-2c602a329811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978444 Jul 13 08:44:36.633462 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-85e1c543-a842-486e-94df-ed2633990898 None None] Provisioning complete for port 5256262e-a03e-4396-bd48-7957f240c971 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:36.633905 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85e1c543-a842-486e-94df-ed2633990898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:36.696777 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793494578', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:44:31Z', 'updated_at': '2021-07-13T08:44:35Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:32Z', 'updated_at': '2021-07-13T08:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '878bce00-0c19-4747-a8f6-42a9c51555a8', 'name': '', 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:4b:da:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:34Z', 'updated_at': '2021-07-13T08:44:35Z', 'revision_number': 2, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:36.729835 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-93c626fa-0983-4d16-86e7-4d97915430c0 service neutron] 10.222.0.58 "GET /v2.0/networks/1ce2027c-6f16-48e4-b902-2c602a329811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954421 Jul 13 08:44:36.747005 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] Checking router: faf1a994-1720-4857-bf1c-158c6d490abb for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:44:36.747233 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] Updating router faf1a994-1720-4857-bf1c-158c6d490abb port 878bce00-0c19-4747-a8f6-42a9c51555a8 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:44:36.827922 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:36.921818 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-21515f57-f55c-4215-8134-fd4b96c452c9 req-8b417eca-8d2f-461f-aadd-a1f6dd02c0b8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 210 time: 0.0359893 Jul 13 08:44:36.982255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ef6c3247-2c80-4d56-a327-6b85a12750f3 None None] Provisioning complete for port 878bce00-0c19-4747-a8f6-42a9c51555a8 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:36.982669 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef6c3247-2c80-4d56-a327-6b85a12750f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:37.039503 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ef6c3247-2c80-4d56-a327-6b85a12750f3 None None] Port 878bce00-0c19-4747-a8f6-42a9c51555a8 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:44:37.175557 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:37.182418 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7d01b489-247f-4266-849c-0a01e0d955f3 None None] Provisioning complete for port 878bce00-0c19-4747-a8f6-42a9c51555a8 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:37.182784 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7d01b489-247f-4266-849c-0a01e0d955f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:37.205268 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] Transition to ACTIVE for port object 878bce00-0c19-4747-a8f6-42a9c51555a8 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:44:37.213493 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:37.255883 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7d01b489-247f-4266-849c-0a01e0d955f3 None None] Port 878bce00-0c19-4747-a8f6-42a9c51555a8 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:44:37.277533 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a4a77-828b-47ae-b155-3ba1f56d57ef None None] Pushing event updated for resources: {'Port': ['ID=878bce00-0c19-4747-a8f6-42a9c51555a8,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:37.337749 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] Attempting to bind port 878bce00-0c19-4747-a8f6-42a9c51555a8 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:44:37.338182 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] Attempting to bind port 878bce00-0c19-4747-a8f6-42a9c51555a8 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:44:37.338577 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] Attempting to bind port 878bce00-0c19-4747-a8f6-42a9c51555a8 on network 1ce2027c-6f16-48e4-b902-2c602a329811 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:44:37.344918 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:44:37.345493 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] Checking segment: {'id': '0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:44:37.345678 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:37.346068 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] Bound using segment: {'id': '0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:44:37.346563 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] Bound port: 878bce00-0c19-4747-a8f6-42a9c51555a8, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:44:37.347021 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:37.420043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] For port 878bce00-0c19-4747-a8f6-42a9c51555a8, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:44:37.423607 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] For port 878bce00-0c19-4747-a8f6-42a9c51555a8, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=878bce00-0c19-4747-a8f6-42a9c51555a8,segment=NetworkSegment(0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873),segment_id=0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:44:37.430255 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:37.491489 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device eec983ff-8fe0-4609-aedb-9b9041831e42 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:44:37.535821 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] Routers {'faf1a994-1720-4857-bf1c-158c6d490abb'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:44:37.536347 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:44:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['faf1a994-1720-4857-bf1c-158c6d490abb'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:37.591992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a4a77-828b-47ae-b155-3ba1f56d57ef None None] Pushing event updated for resources: {'Port': ['ID=878bce00-0c19-4747-a8f6-42a9c51555a8,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:37.828621 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port eec983ff-8fe0-4609-aedb-9b9041831e42 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:37.829388 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:37.868293 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] Set router faf1a994-1720-4857-bf1c-158c6d490abb gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:44:38.005581 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5256262e-a03e-4396-bd48-7957f240c971 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:44:38.084807 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3ac22920-ba2e-4ffe-9a8b-e2c74fc65abb req-7d3f3ee8-dfb7-4868-ae37-be13b2a16d35 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 210 time: 0.0426490 Jul 13 08:44:38.096908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-26b5582e-b7fd-4739-9b25-3a892a140394 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:38.098528 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-26b5582e-b7fd-4739-9b25-3a892a140394 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "GET /v2.0/networks?id=1ce2027c-6f16-48e4-b902-2c602a329811 HTTP/1.1" status: 200 len: 797 time: 0.1868575 Jul 13 08:44:38.126653 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 5256262e-a03e-4396-bd48-7957f240c971 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:38.127039 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:38.150810 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-3e45ee9c-5e31-4fcd-a3fb-b4365b359997 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5988cb4b1124302a881e2f13d2fbcd1 HTTP/1.1" status: 200 len: 380 time: 0.0419562 Jul 13 08:44:38.162557 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-e70555ff-5b8c-42a5-abdb-c1348ad1bd6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'port': {'device_id': '07543162-2c7e-45d5-8257-31ca2ab356fd', 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811', 'admin_state_up': True, 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'security_groups': ['90f8a18c-a55e-4ffd-b623-5e2f7523ec83']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:44:38.179970 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793494578', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:44:31Z', 'updated_at': '2021-07-13T08:44:35Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:32Z', 'updated_at': '2021-07-13T08:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '878bce00-0c19-4747-a8f6-42a9c51555a8', 'name': '', 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:4b:da:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:34Z', 'updated_at': '2021-07-13T08:44:37Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:38.210475 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63a8ffe-f8e8-46b6-9dd6-5e6518f51369 None None] The sync data for ids ['faf1a994-1720-4857-bf1c-158c6d490abb'] in n-d-779913-28 is: [{'id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793494578', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:44:31Z', 'updated_at': '2021-07-13T08:44:35Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:32Z', 'updated_at': '2021-07-13T08:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '878bce00-0c19-4747-a8f6-42a9c51555a8', 'name': '', 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:4b:da:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:34Z', 'updated_at': '2021-07-13T08:44:37Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:44:38.308566 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-e70555ff-5b8c-42a5-abdb-c1348ad1bd6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Made reservation on behalf of c5988cb4b1124302a881e2f13d2fbcd1 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:44:38.312901 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-e70555ff-5b8c-42a5-abdb-c1348ad1bd6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:38.445325 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-e70555ff-5b8c-42a5-abdb-c1348ad1bd6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Allocated IP 172.20.0.12 (1ce2027c-6f16-48e4-b902-2c602a329811/6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46/3efda8e5-d230-4c3f-8338-90488f1d1ef3) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:44:38.540281 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:38.595747 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-e70555ff-5b8c-42a5-abdb-c1348ad1bd6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:38.610275 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-e70555ff-5b8c-42a5-abdb-c1348ad1bd6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Transition to ACTIVE for port object 3efda8e5-d230-4c3f-8338-90488f1d1ef3 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:44:38.645292 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-e70555ff-5b8c-42a5-abdb-c1348ad1bd6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:38.695924 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-e70555ff-5b8c-42a5-abdb-c1348ad1bd6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network 1ce2027c-6f16-48e4-b902-2c602a329811 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:44:38.699429 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-e70555ff-5b8c-42a5-abdb-c1348ad1bd6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:44:38.704624 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-e70555ff-5b8c-42a5-abdb-c1348ad1bd6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:44:38.708653 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70555ff-5b8c-42a5-abdb-c1348ad1bd6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=3efda8e5-d230-4c3f-8338-90488f1d1ef3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:38.756315 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-e70555ff-5b8c-42a5-abdb-c1348ad1bd6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:38.756971 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-e70555ff-5b8c-42a5-abdb-c1348ad1bd6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:38.773553 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-e70555ff-5b8c-42a5-abdb-c1348ad1bd6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6171298 Jul 13 08:44:38.785380 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] Request body: {'port': {'device_id': '07543162-2c7e-45d5-8257-31ca2ab356fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:44:38.867786 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:38.985016 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3ef6acf7-502f-4789-b095-04682666d670 None None] Provisioning for port 3efda8e5-d230-4c3f-8338-90488f1d1ef3 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:44:38.989285 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3ef6acf7-502f-4789-b095-04682666d670 None None] Provisioning complete for port 3efda8e5-d230-4c3f-8338-90488f1d1ef3 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:38.989779 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ef6acf7-502f-4789-b095-04682666d670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.025358 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3ef6acf7-502f-4789-b095-04682666d670 None None] Port 3efda8e5-d230-4c3f-8338-90488f1d1ef3 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:44:39.148530 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3efda8e5-d230-4c3f-8338-90488f1d1ef3 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:44:39.157391 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.171751 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] Transition to ACTIVE for port object 3efda8e5-d230-4c3f-8338-90488f1d1ef3 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:44:39.175560 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.237333 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] Pushing event updated for resources: {'Port': ['ID=3efda8e5-d230-4c3f-8338-90488f1d1ef3,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:39.361141 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a236cff-bdda-4df9-a129-1abe1309d54b req-59a4593d-739c-435c-a701-d03a785a1d6d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:39.362730 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a236cff-bdda-4df9-a129-1abe1309d54b req-59a4593d-739c-435c-a701-d03a785a1d6d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 944 time: 0.1393516 Jul 13 08:44:39.365460 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] Attempting to bind port 3efda8e5-d230-4c3f-8338-90488f1d1ef3 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:44:39.365792 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] Attempting to bind port 3efda8e5-d230-4c3f-8338-90488f1d1ef3 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:44:39.366147 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] Attempting to bind port 3efda8e5-d230-4c3f-8338-90488f1d1ef3 on network 1ce2027c-6f16-48e4-b902-2c602a329811 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:44:39.378139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] Port 3efda8e5-d230-4c3f-8338-90488f1d1ef3 on network 1ce2027c-6f16-48e4-b902-2c602a329811 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:44:39.378469 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] Attempting to bind port 3efda8e5-d230-4c3f-8338-90488f1d1ef3 on network 1ce2027c-6f16-48e4-b902-2c602a329811 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:44:39.397532 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:44:39.397883 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] Checking segment: {'id': '0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:44:39.398330 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] Bound using segment: {'id': '0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:44:39.398759 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] Bound port: 3efda8e5-d230-4c3f-8338-90488f1d1ef3, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:44:39.399118 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.431719 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5a236cff-bdda-4df9-a129-1abe1309d54b req-3af14050-f202-4c11-9364-7921705e613d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622392 Jul 13 08:44:39.487333 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 878bce00-0c19-4747-a8f6-42a9c51555a8 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:44:39.488464 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] For port 3efda8e5-d230-4c3f-8338-90488f1d1ef3, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:44:39.491896 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] For port 3efda8e5-d230-4c3f-8338-90488f1d1ef3, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3efda8e5-d230-4c3f-8338-90488f1d1ef3,segment=NetworkSegment(0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873),segment_id=0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:44:39.495330 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.528088 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:39.528714 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.530679 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] 10.222.0.62 "PUT /v2.0/ports/3efda8e5-d230-4c3f-8338-90488f1d1ef3 HTTP/1.1" status: 200 len: 1093 time: 0.7497766 Jul 13 08:44:39.531200 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07543162-2c7e-45d5-8257-31ca2ab356fd', 'tag': '3efda8e5-d230-4c3f-8338-90488f1d1ef3'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:44:39.533747 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18aced5a-e805-42e4-9fef-65fe03e5097d" -d '{"events": [{"name": "network-changed", "server_uuid": "07543162-2c7e-45d5-8257-31ca2ab356fd", "tag": "3efda8e5-d230-4c3f-8338-90488f1d1ef3"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:44:39.552336 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 878bce00-0c19-4747-a8f6-42a9c51555a8 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:44:39.569214 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 878bce00-0c19-4747-a8f6-42a9c51555a8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:39.569583 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.603748 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc669ef-5e5c-4198-a47c-ceb4c9fe9216 service neutron] Pushing event updated for resources: {'Port': ['ID=3efda8e5-d230-4c3f-8338-90488f1d1ef3,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:39.607398 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6af0d9-86d4-47d6-8080-2cb2f8d9a932 x-openstack-request-id: req-3e6af0d9-86d4-47d6-8080-2cb2f8d9a932 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:44:39.607705 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07543162-2c7e-45d5-8257-31ca2ab356fd", "tag": "3efda8e5-d230-4c3f-8338-90488f1d1ef3", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:44:39.607971 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e6af0d9-86d4-47d6-8080-2cb2f8d9a932 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:44:39.608368 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07543162-2c7e-45d5-8257-31ca2ab356fd', 'tag': '3efda8e5-d230-4c3f-8338-90488f1d1ef3', 'status': 'completed', 'code': 200} Jul 13 08:44:39.636959 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-eb1fd3ab-47b9-45a4-a178-264b99b1e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:39.638870 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-eb1fd3ab-47b9-45a4-a178-264b99b1e47c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 1096 time: 0.0659161 Jul 13 08:44:39.670032 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.689214 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-14fc6a27-b263-40dc-932e-90634ba0b1ff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3efda8e5-d230-4c3f-8338-90488f1d1ef3 HTTP/1.1" status: 200 len: 217 time: 0.0411773 Jul 13 08:44:39.709719 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 878bce00-0c19-4747-a8f6-42a9c51555a8, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=878bce00-0c19-4747-a8f6-42a9c51555a8,segment=NetworkSegment(0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873),segment_id=0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:39.714026 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.745513 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-77d1a0ef-aa28-489c-acbe-1302e8575e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:39.747044 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-77d1a0ef-aa28-489c-acbe-1302e8575e13 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46 HTTP/1.1" status: 200 len: 835 time: 0.0508313 Jul 13 08:44:39.779544 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=878bce00-0c19-4747-a8f6-42a9c51555a8,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:39.808233 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-6ee6228e-b367-4b43-9d95-35a862aa210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:39.809760 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-6ee6228e-b367-4b43-9d95-35a862aa210d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1ce2027c-6f16-48e4-b902-2c602a329811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559809 Jul 13 08:44:39.909586 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-78a4a1b1-71c8-4464-921a-0ee800e4ee9f service neutron] 10.222.0.62 "GET /v2.0/networks/1ce2027c-6f16-48e4-b902-2c602a329811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924590 Jul 13 08:44:39.996412 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b533e243-2267-4c4b-b3bf-d5dd91ecfc28 req-877405cf-7c48-42d0-9051-2acba167456f service neutron] 10.222.0.62 "GET /v2.0/networks/1ce2027c-6f16-48e4-b902-2c602a329811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806220 Jul 13 08:44:40.002746 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fcb743b5-b051-425f-af2d-377f1f7a18d4 None None] Provisioning complete for port 878bce00-0c19-4747-a8f6-42a9c51555a8 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:40.003287 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fcb743b5-b051-425f-af2d-377f1f7a18d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:40.101071 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aced5a-e805-42e4-9fef-65fe03e5097d req-2895c14d-5d82-4ebd-b1a5-24be166ee807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:40.102643 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18aced5a-e805-42e4-9fef-65fe03e5097d req-2895c14d-5d82-4ebd-b1a5-24be166ee807 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 1096 time: 0.0564384 Jul 13 08:44:40.193581 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aced5a-e805-42e4-9fef-65fe03e5097d req-35b0228a-4599-4107-bada-61bc0461481e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:40.195022 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18aced5a-e805-42e4-9fef-65fe03e5097d req-35b0228a-4599-4107-bada-61bc0461481e service neutron] 10.222.0.62 "GET /v2.0/networks?id=1ce2027c-6f16-48e4-b902-2c602a329811 HTTP/1.1" status: 200 len: 898 time: 0.0846918 Jul 13 08:44:40.240269 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18aced5a-e805-42e4-9fef-65fe03e5097d req-f331cfa3-2a53-437f-a0af-dbe98274358d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3efda8e5-d230-4c3f-8338-90488f1d1ef3 HTTP/1.1" status: 200 len: 217 time: 0.0373213 Jul 13 08:44:40.287412 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aced5a-e805-42e4-9fef-65fe03e5097d req-69924856-46a9-4d85-928f-960cf35e7b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:40.288791 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18aced5a-e805-42e4-9fef-65fe03e5097d req-69924856-46a9-4d85-928f-960cf35e7b20 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46 HTTP/1.1" status: 200 len: 835 time: 0.0420783 Jul 13 08:44:40.344685 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aced5a-e805-42e4-9fef-65fe03e5097d req-92474695-e96d-40e7-8c47-90f7484a8f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:40.346174 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18aced5a-e805-42e4-9fef-65fe03e5097d req-92474695-e96d-40e7-8c47-90f7484a8f96 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1ce2027c-6f16-48e4-b902-2c602a329811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500381 Jul 13 08:44:40.819009 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18aced5a-e805-42e4-9fef-65fe03e5097d req-81dc7f53-c9c5-4579-88fe-97dd7d3328c2 service neutron] 10.222.0.62 "GET /v2.0/networks/1ce2027c-6f16-48e4-b902-2c602a329811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649384 Jul 13 08:44:40.864244 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4cd45-a034-4f74-8014-c088e19bf132 req-2afb8aeb-881b-4a0e-a5bd-7a8f95144db4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:40.865700 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76e4cd45-a034-4f74-8014-c088e19bf132 req-2afb8aeb-881b-4a0e-a5bd-7a8f95144db4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 944 time: 0.1056654 Jul 13 08:44:40.946264 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76e4cd45-a034-4f74-8014-c088e19bf132 req-7d96157d-011c-4c7f-9c0b-251746c84be4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742249 Jul 13 08:44:40.951956 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-18aced5a-e805-42e4-9fef-65fe03e5097d req-d40c7817-3695-41bd-a482-c1f067197cef service neutron] 10.222.0.62 "GET /v2.0/networks/1ce2027c-6f16-48e4-b902-2c602a329811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230533 Jul 13 08:44:41.451967 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 878bce00-0c19-4747-a8f6-42a9c51555a8 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:44:41.499348 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 878bce00-0c19-4747-a8f6-42a9c51555a8 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:41.499724 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:42.190808 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f324e3-2f44-4d55-bd6a-b546aa431a6c req-c655222a-43cc-4379-a634-acb61e9bfb6e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:42.192397 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-07f324e3-2f44-4d55-bd6a-b546aa431a6c req-c655222a-43cc-4379-a634-acb61e9bfb6e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 944 time: 0.1350265 Jul 13 08:44:42.232880 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-07f324e3-2f44-4d55-bd6a-b546aa431a6c req-eb83cbfe-e748-4a8d-a89f-1c1933e4e6cf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346625 Jul 13 08:44:43.265908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3efda8e5-d230-4c3f-8338-90488f1d1ef3 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:44:43.359666 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 3efda8e5-d230-4c3f-8338-90488f1d1ef3, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3efda8e5-d230-4c3f-8338-90488f1d1ef3,segment=NetworkSegment(0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873),segment_id=0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:43.370843 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '3efda8e5-d230-4c3f-8338-90488f1d1ef3', 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811', 'port_id': '3efda8e5-d230-4c3f-8338-90488f1d1ef3', 'mac_address': 'fa:16:3e:76:2b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:44:43.406905 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:43.423074 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3efda8e5-d230-4c3f-8338-90488f1d1ef3 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:44:43.442260 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 3efda8e5-d230-4c3f-8338-90488f1d1ef3, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3efda8e5-d230-4c3f-8338-90488f1d1ef3,segment=NetworkSegment(0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873),segment_id=0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:43.446010 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:43.458960 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c6ff2-8d32-4af7-b64f-21e17e39dfc9 req-0210f85e-53f8-4e1e-9adf-e4583d37bdd0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:43.460464 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-051c6ff2-8d32-4af7-b64f-21e17e39dfc9 req-0210f85e-53f8-4e1e-9adf-e4583d37bdd0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 944 time: 0.1146684 Jul 13 08:44:43.499362 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=3efda8e5-d230-4c3f-8338-90488f1d1ef3,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:43.503466 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-051c6ff2-8d32-4af7-b64f-21e17e39dfc9 req-62cc8076-3319-4b9f-b9a7-24fbf9fc0617 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373757 Jul 13 08:44:43.559919 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:43.704036 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['3efda8e5-d230-4c3f-8338-90488f1d1ef3'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:44:44.673638 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c436e55-8ef5-4a43-8347-921691169d9d req-464c1b87-280f-4ca0-a613-f1ce913a41c0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:44.675124 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c436e55-8ef5-4a43-8347-921691169d9d req-464c1b87-280f-4ca0-a613-f1ce913a41c0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 945 time: 0.0624194 Jul 13 08:44:44.712131 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6c436e55-8ef5-4a43-8347-921691169d9d req-e8ec0262-68c0-4f9a-bdec-8a08f944f13c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316646 Jul 13 08:44:45.297193 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3efda8e5-d230-4c3f-8338-90488f1d1ef3 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:44:45.344051 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 3efda8e5-d230-4c3f-8338-90488f1d1ef3 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:44:45.347631 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 3efda8e5-d230-4c3f-8338-90488f1d1ef3 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:45.348027 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:45.425734 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:45.447181 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07543162-2c7e-45d5-8257-31ca2ab356fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efda8e5-d230-4c3f-8338-90488f1d1ef3'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:44:45.449424 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4529693e-5249-41cf-b530-800360de5014" -d '{"events": [{"server_uuid": "07543162-2c7e-45d5-8257-31ca2ab356fd", "name": "network-vif-plugged", "status": "completed", "tag": "3efda8e5-d230-4c3f-8338-90488f1d1ef3"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:44:45.463209 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 3efda8e5-d230-4c3f-8338-90488f1d1ef3, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3efda8e5-d230-4c3f-8338-90488f1d1ef3,segment=NetworkSegment(0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873),segment_id=0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:45.468125 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:45.494993 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4e5d7d-2751-40bc-b2f7-49c52c7aef7c x-openstack-request-id: req-bf4e5d7d-2751-40bc-b2f7-49c52c7aef7c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:44:45.495291 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07543162-2c7e-45d5-8257-31ca2ab356fd", "name": "network-vif-plugged", "status": "completed", "tag": "3efda8e5-d230-4c3f-8338-90488f1d1ef3", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:44:45.495551 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bf4e5d7d-2751-40bc-b2f7-49c52c7aef7c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:44:45.495950 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07543162-2c7e-45d5-8257-31ca2ab356fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efda8e5-d230-4c3f-8338-90488f1d1ef3', 'code': 200} Jul 13 08:44:45.525396 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=3efda8e5-d230-4c3f-8338-90488f1d1ef3,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:45.605173 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f5e5d-9cb6-4f5f-8503-5bd553365213 req-283cb7d1-40d6-4e53-8fb1-c182171a8e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:45.606774 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b48f5e5d-9cb6-4f5f-8503-5bd553365213 req-283cb7d1-40d6-4e53-8fb1-c182171a8e69 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 1098 time: 0.0538614 Jul 13 08:44:45.641918 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b48f5e5d-9cb6-4f5f-8503-5bd553365213 req-b5bad41c-2a37-4954-8c66-38186728df5b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282648 Jul 13 08:44:45.778846 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-65e08640-bea0-4575-8d6f-90d34e29bcc2 None None] Provisioning complete for port 3efda8e5-d230-4c3f-8338-90488f1d1ef3 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:45.779151 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-65e08640-bea0-4575-8d6f-90d34e29bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:45.886364 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9570ac-7a7c-4cf5-ba4e-828331b864b8 req-dce7806d-5208-46a2-99f5-34b81027aec7 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:45.887829 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2c9570ac-7a7c-4cf5-ba4e-828331b864b8 req-dce7806d-5208-46a2-99f5-34b81027aec7 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.0648677 Jul 13 08:44:45.925114 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2c9570ac-7a7c-4cf5-ba4e-828331b864b8 req-7c1d9ff2-2bba-4add-ac70-41183ccb9273 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311775 Jul 13 08:44:47.094970 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddb83f-2524-4e9f-8ee1-9d48983a615e req-97e8683f-9f86-44dc-a4fc-c854b8c3ae07 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:47.096433 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76ddb83f-2524-4e9f-8ee1-9d48983a615e req-97e8683f-9f86-44dc-a4fc-c854b8c3ae07 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.0624826 Jul 13 08:44:47.133041 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-76ddb83f-2524-4e9f-8ee1-9d48983a615e req-2fb40a14-1e81-465d-aa4c-d5fcbb561895 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311797 Jul 13 08:44:47.305721 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2cf64-df4c-40e1-a9e9-630fa0c8ae58 req-554818a7-5c87-4671-a9d1-12fc0e825b79 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:47.307134 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08a2cf64-df4c-40e1-a9e9-630fa0c8ae58 req-554818a7-5c87-4671-a9d1-12fc0e825b79 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.0664899 Jul 13 08:44:47.344044 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-08a2cf64-df4c-40e1-a9e9-630fa0c8ae58 req-5c960f15-043a-4344-bbb8-691a954604a4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312927 Jul 13 08:44:47.366850 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36724) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:47.417386 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fec0a5-851b-4c6f-81e9-de85d3864c2a tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:47.418902 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a3fec0a5-851b-4c6f-81e9-de85d3864c2a tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 1093 time: 0.0511158 Jul 13 08:44:47.421722 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36726) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:47.425950 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-03e008b8-e293-4662-a7b1-a6908fc3979f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': '3efda8e5-d230-4c3f-8338-90488f1d1ef3', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:44:47.446686 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03e008b8-e293-4662-a7b1-a6908fc3979f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:47.542026 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03e008b8-e293-4662-a7b1-a6908fc3979f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:47.645507 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-03e008b8-e293-4662-a7b1-a6908fc3979f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Allocated IP 172.25.0.55 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/ad756e39-d0bf-4fa1-8795-36df3c50b799) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:44:47.746496 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03e008b8-e293-4662-a7b1-a6908fc3979f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:47.790401 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03e008b8-e293-4662-a7b1-a6908fc3979f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:47.825124 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e008b8-e293-4662-a7b1-a6908fc3979f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:44:47.830281 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-03e008b8-e293-4662-a7b1-a6908fc3979f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:44:47.833589 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e008b8-e293-4662-a7b1-a6908fc3979f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:44:47.857902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e008b8-e293-4662-a7b1-a6908fc3979f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=ad756e39-d0bf-4fa1-8795-36df3c50b799,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:48.192249 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03e008b8-e293-4662-a7b1-a6908fc3979f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:48.264516 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03e008b8-e293-4662-a7b1-a6908fc3979f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:48.413749 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03e008b8-e293-4662-a7b1-a6908fc3979f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:48.417952 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03e008b8-e293-4662-a7b1-a6908fc3979f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:48.490505 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e008b8-e293-4662-a7b1-a6908fc3979f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=ad756e39-d0bf-4fa1-8795-36df3c50b799,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:48.499761 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03e008b8-e293-4662-a7b1-a6908fc3979f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:48.593508 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-03e008b8-e293-4662-a7b1-a6908fc3979f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Floating IP 10910455-e387-4d05-9e7b-893344fc8abb associated. External IP: 172.25.0.55, port: 3efda8e5-d230-4c3f-8338-90488f1d1ef3. Jul 13 08:44:48.794598 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e008b8-e293-4662-a7b1-a6908fc3979f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router faf1a994-1720-4857-bf1c-158c6d490abb has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:44:48.908996 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e008b8-e293-4662-a7b1-a6908fc3979f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:44:48.918760 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9fd793-90e6-4627-a5d9-ec7eb68ce3c3 None None] Sync routers for ids ['faf1a994-1720-4857-bf1c-158c6d490abb'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:44:48.924642 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03e008b8-e293-4662-a7b1-a6908fc3979f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:48.928623 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9fd793-90e6-4627-a5d9-ec7eb68ce3c3 None None] Routers {'faf1a994-1720-4857-bf1c-158c6d490abb'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:44:48.929220 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ec9fd793-90e6-4627-a5d9-ec7eb68ce3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:44:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['faf1a994-1720-4857-bf1c-158c6d490abb'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:48.960715 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-03e008b8-e293-4662-a7b1-a6908fc3979f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5379722 Jul 13 08:44:48.961290 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07543162-2c7e-45d5-8257-31ca2ab356fd', 'tag': '3efda8e5-d230-4c3f-8338-90488f1d1ef3'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:44:48.963588 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fd2c92-2521-4de5-9d2a-caaef9d7436b" -d '{"events": [{"name": "network-changed", "server_uuid": "07543162-2c7e-45d5-8257-31ca2ab356fd", "tag": "3efda8e5-d230-4c3f-8338-90488f1d1ef3"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:44:49.000029 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f6fd6b-5e62-4f4b-b1bc-19a5d9fab67f x-openstack-request-id: req-00f6fd6b-5e62-4f4b-b1bc-19a5d9fab67f {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:44:49.000423 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07543162-2c7e-45d5-8257-31ca2ab356fd", "tag": "3efda8e5-d230-4c3f-8338-90488f1d1ef3", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:44:49.000741 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00f6fd6b-5e62-4f4b-b1bc-19a5d9fab67f {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:44:49.001272 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07543162-2c7e-45d5-8257-31ca2ab356fd', 'tag': '3efda8e5-d230-4c3f-8338-90488f1d1ef3', 'status': 'completed', 'code': 200} Jul 13 08:44:49.040727 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ec9fd793-90e6-4627-a5d9-ec7eb68ce3c3 None None] Set router faf1a994-1720-4857-bf1c-158c6d490abb gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:44:49.122751 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd2c92-2521-4de5-9d2a-caaef9d7436b req-646937d2-c59e-42d0-99d7-c9a207ed8f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:49.124790 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-73fd2c92-2521-4de5-9d2a-caaef9d7436b req-646937d2-c59e-42d0-99d7-c9a207ed8f23 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 1098 time: 0.1001964 Jul 13 08:44:49.136804 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49a385-7b3a-4247-bfb7-a3f352b716cd req-fa555287-38c6-4ef5-adc5-f97fd29b2aec tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:49.138246 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5f49a385-7b3a-4247-bfb7-a3f352b716cd req-fa555287-38c6-4ef5-adc5-f97fd29b2aec tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.0828326 Jul 13 08:44:49.233037 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5f49a385-7b3a-4247-bfb7-a3f352b716cd req-085cf35b-7603-45e6-b174-c68508acf65d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760221 Jul 13 08:44:49.254215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd2c92-2521-4de5-9d2a-caaef9d7436b req-dcbd365b-f730-45d3-8460-c29ca43cb806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:49.255688 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-73fd2c92-2521-4de5-9d2a-caaef9d7436b req-dcbd365b-f730-45d3-8460-c29ca43cb806 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1ce2027c-6f16-48e4-b902-2c602a329811 HTTP/1.1" status: 200 len: 898 time: 0.1165504 Jul 13 08:44:49.258465 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36732) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:49.260193 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ec9fd793-90e6-4627-a5d9-ec7eb68ce3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793494578', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:44:31Z', 'updated_at': '2021-07-13T08:44:35Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:32Z', 'updated_at': '2021-07-13T08:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '10910455-e387-4d05-9e7b-893344fc8abb', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'port_id': '3efda8e5-d230-4c3f-8338-90488f1d1ef3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811', 'mac_address': 'fa:16:3e:76:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07543162-2c7e-45d5-8257-31ca2ab356fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:44:48Z', 'updated_at': '2021-07-13T08:44:48Z', 'revision_number': 0, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '878bce00-0c19-4747-a8f6-42a9c51555a8', 'name': '', 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:4b:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:34Z', 'updated_at': '2021-07-13T08:44:39Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:49.289718 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9fd793-90e6-4627-a5d9-ec7eb68ce3c3 None None] Checking router: faf1a994-1720-4857-bf1c-158c6d490abb for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:44:49.297935 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9fd793-90e6-4627-a5d9-ec7eb68ce3c3 None None] Routers {'faf1a994-1720-4857-bf1c-158c6d490abb'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:44:49.298507 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ec9fd793-90e6-4627-a5d9-ec7eb68ce3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:44:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['faf1a994-1720-4857-bf1c-158c6d490abb'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:49.365093 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a01e5f58-0fcd-4e65-8cbd-2e51c2de26a3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/floatingips/10910455-e387-4d05-9e7b-893344fc8abb HTTP/1.1" status: 200 len: 991 time: 0.1055236 Jul 13 08:44:49.369124 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-73fd2c92-2521-4de5-9d2a-caaef9d7436b req-c39d7571-49ae-4708-a232-9287c28efbdd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3efda8e5-d230-4c3f-8338-90488f1d1ef3 HTTP/1.1" status: 200 len: 999 time: 0.1029768 Jul 13 08:44:49.404794 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ec9fd793-90e6-4627-a5d9-ec7eb68ce3c3 None None] Set router faf1a994-1720-4857-bf1c-158c6d490abb gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:44:49.418512 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd2c92-2521-4de5-9d2a-caaef9d7436b req-35e1d2dd-f659-4285-9e48-69f5ab76705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:49.420013 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-73fd2c92-2521-4de5-9d2a-caaef9d7436b req-35e1d2dd-f659-4285-9e48-69f5ab76705e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46 HTTP/1.1" status: 200 len: 835 time: 0.0441890 Jul 13 08:44:49.476372 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd2c92-2521-4de5-9d2a-caaef9d7436b req-bad7f98c-a5b5-494e-8172-476ad5d69e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:49.477887 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-73fd2c92-2521-4de5-9d2a-caaef9d7436b req-bad7f98c-a5b5-494e-8172-476ad5d69e4f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1ce2027c-6f16-48e4-b902-2c602a329811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515304 Jul 13 08:44:49.570240 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-73fd2c92-2521-4de5-9d2a-caaef9d7436b req-ee44711a-7eb3-48e9-9d0f-40e3e1bd44ce service neutron] 10.222.0.62 "GET /v2.0/networks/1ce2027c-6f16-48e4-b902-2c602a329811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850058 Jul 13 08:44:49.622162 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ec9fd793-90e6-4627-a5d9-ec7eb68ce3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793494578', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:44:31Z', 'updated_at': '2021-07-13T08:44:35Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:32Z', 'updated_at': '2021-07-13T08:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '10910455-e387-4d05-9e7b-893344fc8abb', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'port_id': '3efda8e5-d230-4c3f-8338-90488f1d1ef3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811', 'mac_address': 'fa:16:3e:76:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07543162-2c7e-45d5-8257-31ca2ab356fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:44:48Z', 'updated_at': '2021-07-13T08:44:48Z', 'revision_number': 0, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '878bce00-0c19-4747-a8f6-42a9c51555a8', 'name': '', 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:4b:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:34Z', 'updated_at': '2021-07-13T08:44:39Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:44:49.651770 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9fd793-90e6-4627-a5d9-ec7eb68ce3c3 None None] The sync data for ids ['faf1a994-1720-4857-bf1c-158c6d490abb'] in n-d-779913-28 is: [{'id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793494578', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:44:31Z', 'updated_at': '2021-07-13T08:44:35Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:32Z', 'updated_at': '2021-07-13T08:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '10910455-e387-4d05-9e7b-893344fc8abb', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'port_id': '3efda8e5-d230-4c3f-8338-90488f1d1ef3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811', 'mac_address': 'fa:16:3e:76:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07543162-2c7e-45d5-8257-31ca2ab356fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:44:48Z', 'updated_at': '2021-07-13T08:44:48Z', 'revision_number': 0, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '878bce00-0c19-4747-a8f6-42a9c51555a8', 'name': '', 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:4b:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:34Z', 'updated_at': '2021-07-13T08:44:39Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:44:49.668287 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-73fd2c92-2521-4de5-9d2a-caaef9d7436b req-a700b90b-d926-499a-afcd-3ac63b3f4b16 service neutron] 10.222.0.62 "GET /v2.0/networks/1ce2027c-6f16-48e4-b902-2c602a329811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919003 Jul 13 08:44:49.826816 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc56a00c-1efd-4f4a-a1a0-98d031ebbd2c None None] New status for floating IP 10910455-e387-4d05-9e7b-893344fc8abb: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:44:50.367841 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36734) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:44:50.431348 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9e2f20ca-8b33-45eb-8191-5ed12ad39658 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/floatingips/10910455-e387-4d05-9e7b-893344fc8abb HTTP/1.1" status: 200 len: 993 time: 0.0622852 Jul 13 08:44:51.849104 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:44:53.306844 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-26a2d045-b552-4ff9-a7f6-87f28a93c1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:57.636948 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ec7623d-9d7e-42d0-9887-e10be9554ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:57.874408 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:59.865765 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:01.588841 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:08.555532 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:13.563185 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:23.307804 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b644bf3b-07da-442b-b802-945d493815ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:23.452894 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3ddadf4-ef93-4a01-b505-94d19bf913e9 req-c50a2083-8095-49c5-81e9-07d2e0d001a8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0851634 Jul 13 08:45:23.552882 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddadf4-ef93-4a01-b505-94d19bf913e9 req-d9a0e69a-dfba-4c90-9063-35a4f5af9b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:23.554418 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3ddadf4-ef93-4a01-b505-94d19bf913e9 req-d9a0e69a-dfba-4c90-9063-35a4f5af9b98 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 1098 time: 0.0561075 Jul 13 08:45:23.659617 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddadf4-ef93-4a01-b505-94d19bf913e9 req-a63431d0-445b-4e2a-be36-5580b229f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:23.660986 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3ddadf4-ef93-4a01-b505-94d19bf913e9 req-a63431d0-445b-4e2a-be36-5580b229f9db service neutron] 10.222.0.62 "GET /v2.0/networks?id=1ce2027c-6f16-48e4-b902-2c602a329811 HTTP/1.1" status: 200 len: 898 time: 0.0847757 Jul 13 08:45:23.730516 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3ddadf4-ef93-4a01-b505-94d19bf913e9 req-8faf4e61-3dc1-4dab-a281-50728f47d938 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3efda8e5-d230-4c3f-8338-90488f1d1ef3 HTTP/1.1" status: 200 len: 1001 time: 0.0621486 Jul 13 08:45:23.779153 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddadf4-ef93-4a01-b505-94d19bf913e9 req-13c5fed3-04c4-4e29-af73-4491d2d446e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:23.780648 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3ddadf4-ef93-4a01-b505-94d19bf913e9 req-13c5fed3-04c4-4e29-af73-4491d2d446e0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46 HTTP/1.1" status: 200 len: 835 time: 0.0433922 Jul 13 08:45:23.839898 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddadf4-ef93-4a01-b505-94d19bf913e9 req-47e67971-5b2d-4125-b8c1-c1ea1206f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:23.841525 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3ddadf4-ef93-4a01-b505-94d19bf913e9 req-47e67971-5b2d-4125-b8c1-c1ea1206f5df service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1ce2027c-6f16-48e4-b902-2c602a329811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531754 Jul 13 08:45:23.951084 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3ddadf4-ef93-4a01-b505-94d19bf913e9 req-4076555c-e4e3-4384-a162-c73e90715922 service neutron] 10.222.0.62 "GET /v2.0/networks/1ce2027c-6f16-48e4-b902-2c602a329811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982270 Jul 13 08:45:24.064571 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259c203-81c7-4eca-b2b4-80efff87e259 req-5d46a094-ce30-48b0-a486-8a93f14af87d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:24.066049 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a259c203-81c7-4eca-b2b4-80efff87e259 req-5d46a094-ce30-48b0-a486-8a93f14af87d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.1304443 Jul 13 08:45:24.086704 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a3ddadf4-ef93-4a01-b505-94d19bf913e9 req-09cc9223-1074-4db1-a046-399f28a119b4 service neutron] 10.222.0.62 "GET /v2.0/networks/1ce2027c-6f16-48e4-b902-2c602a329811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191452 Jul 13 08:45:24.112949 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a259c203-81c7-4eca-b2b4-80efff87e259 req-6cd8f41e-65a5-4e1f-936a-c85127429d2f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380230 Jul 13 08:45:25.283419 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b45e7-7d7d-4a1e-9ee7-46a76c252b5c req-cf0a427f-7e44-4af8-a313-6dfa96203e27 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:25.285642 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd1b45e7-7d7d-4a1e-9ee7-46a76c252b5c req-cf0a427f-7e44-4af8-a313-6dfa96203e27 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.0629380 Jul 13 08:45:25.322920 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dd1b45e7-7d7d-4a1e-9ee7-46a76c252b5c req-387bdd51-dc04-4beb-bfce-a88545235ded tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318732 Jul 13 08:45:26.502469 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b227608-b3f4-445b-ae29-c3cc145f151c req-20cc9df1-d94b-45de-8a1b-03c0100db08a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:26.503932 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b227608-b3f4-445b-ae29-c3cc145f151c req-20cc9df1-d94b-45de-8a1b-03c0100db08a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.0688825 Jul 13 08:45:26.540099 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b227608-b3f4-445b-ae29-c3cc145f151c req-fd122168-5a26-4195-8be9-688fe50c5822 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307095 Jul 13 08:45:27.637771 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ddbb138-1bdd-4941-9776-519b559e6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.709841 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3eced-4b8a-4bcc-8c06-2d429e332933 req-db85cefe-ce6a-4d33-a820-3afd29b4dd27 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:27.711421 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5e3eced-4b8a-4bcc-8c06-2d429e332933 req-db85cefe-ce6a-4d33-a820-3afd29b4dd27 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.0638947 Jul 13 08:45:27.748380 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c5e3eced-4b8a-4bcc-8c06-2d429e332933 req-8fa45f10-d2cb-45bc-85e5-7dcf06049e3e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314038 Jul 13 08:45:27.876686 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:28.849349 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:45:28.919428 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225793b3-94a0-4079-b5ec-c9b3c4a6c749 req-95587e85-c363-4f5e-969c-30b1f75ee1a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:28.920814 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-225793b3-94a0-4079-b5ec-c9b3c4a6c749 req-95587e85-c363-4f5e-969c-30b1f75ee1a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.0626645 Jul 13 08:45:28.957705 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-225793b3-94a0-4079-b5ec-c9b3c4a6c749 req-435263ad-5516-4033-8500-86a5ac619969 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314045 Jul 13 08:45:29.868547 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:30.130644 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254e470-94dc-43c3-becd-630b881175a2 req-84cf3d8d-4f85-4a53-a1f4-29df2081d216 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:30.132106 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e254e470-94dc-43c3-becd-630b881175a2 req-84cf3d8d-4f85-4a53-a1f4-29df2081d216 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.0672643 Jul 13 08:45:30.169142 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e254e470-94dc-43c3-becd-630b881175a2 req-7c954a84-3e2a-4787-b3e4-abb81b5c701b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315983 Jul 13 08:45:31.338288 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02e06e-b2bb-4800-8587-7c58cfc021eb req-f91c0ae7-2c82-49cb-8134-fa557771d8cd tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:31.339759 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b02e06e-b2bb-4800-8587-7c58cfc021eb req-f91c0ae7-2c82-49cb-8134-fa557771d8cd tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.0626318 Jul 13 08:45:31.377447 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3b02e06e-b2bb-4800-8587-7c58cfc021eb req-b8cd264a-8d28-402c-9d7a-e21a353fa96c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317972 Jul 13 08:45:31.590232 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:32.554745 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4440cd-f4ae-4ac8-8b87-1bdabda559a9 req-06169a1a-8b1a-4743-8cc1-55d402b72b70 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:32.556200 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3a4440cd-f4ae-4ac8-8b87-1bdabda559a9 req-06169a1a-8b1a-4743-8cc1-55d402b72b70 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.0683632 Jul 13 08:45:32.592951 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3a4440cd-f4ae-4ac8-8b87-1bdabda559a9 req-998e04f8-2d76-434a-9148-fce02cd461a3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310614 Jul 13 08:45:33.760791 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1798652-ca3b-44ca-b704-499c508bab2c req-7077efe1-3d59-4692-9bfb-9e61807eb660 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:33.762353 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b1798652-ca3b-44ca-b704-499c508bab2c req-7077efe1-3d59-4692-9bfb-9e61807eb660 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.0618169 Jul 13 08:45:33.798805 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b1798652-ca3b-44ca-b704-499c508bab2c req-1e56cf9f-867f-4d15-9866-278374e7dff1 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302701 Jul 13 08:45:34.966219 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97f125-aa88-4be6-8c18-9513c8f1a0fa req-ec336e44-6a8b-4685-bb10-d51b49b09731 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:34.967943 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d97f125-aa88-4be6-8c18-9513c8f1a0fa req-ec336e44-6a8b-4685-bb10-d51b49b09731 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.0615859 Jul 13 08:45:35.004581 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-9d97f125-aa88-4be6-8c18-9513c8f1a0fa req-6332f047-d3d2-42a2-afdd-c4ab272f8549 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304282 Jul 13 08:45:36.181680 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dd3eb-9b54-4403-83cf-8ddb00bdb822 req-7893b9f5-76d3-4d63-a4a1-bf123c45aef9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:36.183187 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4d8dd3eb-9b54-4403-83cf-8ddb00bdb822 req-7893b9f5-76d3-4d63-a4a1-bf123c45aef9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.0669401 Jul 13 08:45:36.219767 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4d8dd3eb-9b54-4403-83cf-8ddb00bdb822 req-7f47e006-7467-4312-a947-c60bc47fdfb2 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306325 Jul 13 08:45:37.387531 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53956090-75e6-4f49-80f5-03a7274cd357 req-54f7c092-a676-491e-a5a0-d5d87d1ed198 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:37.388922 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53956090-75e6-4f49-80f5-03a7274cd357 req-54f7c092-a676-491e-a5a0-d5d87d1ed198 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.0619984 Jul 13 08:45:37.425257 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-53956090-75e6-4f49-80f5-03a7274cd357 req-6aeb2818-2bc8-49d5-a0e9-3cfe23eebe0f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308707 Jul 13 08:45:38.570055 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:38.599706 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb534d8-8175-486e-ae2a-6aa99b7b4d04 req-329d4762-2260-4b2a-b5d2-11e2c253051b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:38.601200 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-abb534d8-8175-486e-ae2a-6aa99b7b4d04 req-329d4762-2260-4b2a-b5d2-11e2c253051b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.0678403 Jul 13 08:45:38.638648 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-abb534d8-8175-486e-ae2a-6aa99b7b4d04 req-1970fb42-a00f-457c-ae83-49355eaffcf8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319388 Jul 13 08:45:39.809103 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90427168-41f8-4d92-9a22-e122c384f5de req-d6042dd9-1baf-4bfa-8e74-091418164059 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:39.810696 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90427168-41f8-4d92-9a22-e122c384f5de req-d6042dd9-1baf-4bfa-8e74-091418164059 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.0628755 Jul 13 08:45:39.848345 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90427168-41f8-4d92-9a22-e122c384f5de req-4c96a217-d7e2-4786-b25c-99ca67df3c96 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317175 Jul 13 08:45:39.871908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36788) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:39.933488 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-97bb5b0b-8282-45d6-97c0-38989813b0c5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/floatingips/10910455-e387-4d05-9e7b-893344fc8abb HTTP/1.1" status: 200 len: 993 time: 0.0604064 Jul 13 08:45:41.375054 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c92fd7-30c7-41b5-a769-02523cf68dac req-7526d832-f96c-4478-9ee4-e63a843409d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:41.377116 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90c92fd7-30c7-41b5-a769-02523cf68dac req-7526d832-f96c-4478-9ee4-e63a843409d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 1098 time: 0.0901432 Jul 13 08:45:41.388956 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357dbf4b-d619-480e-b220-0716ddc688f7 req-6bd5df7f-82a4-410f-bf56-cf098ad1066a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:41.390329 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-357dbf4b-d619-480e-b220-0716ddc688f7 req-6bd5df7f-82a4-410f-bf56-cf098ad1066a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.0953133 Jul 13 08:45:41.475424 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-357dbf4b-d619-480e-b220-0716ddc688f7 req-2ade116a-ef3f-4496-bfa1-cc98933b2ab0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766304 Jul 13 08:45:41.500993 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c92fd7-30c7-41b5-a769-02523cf68dac req-afe89f4b-d4ca-4669-9f42-e4b5fca4e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:41.502975 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90c92fd7-30c7-41b5-a769-02523cf68dac req-afe89f4b-d4ca-4669-9f42-e4b5fca4e79e service neutron] 10.222.0.62 "GET /v2.0/networks?id=1ce2027c-6f16-48e4-b902-2c602a329811 HTTP/1.1" status: 200 len: 898 time: 0.1118305 Jul 13 08:45:41.565790 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90c92fd7-30c7-41b5-a769-02523cf68dac req-1d2b6f0d-f6fd-405d-8246-02b1fccc7b8d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3efda8e5-d230-4c3f-8338-90488f1d1ef3 HTTP/1.1" status: 200 len: 1001 time: 0.0564015 Jul 13 08:45:41.617103 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c92fd7-30c7-41b5-a769-02523cf68dac req-adc0107b-bda4-477a-85ec-60814a1c4889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:41.618564 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90c92fd7-30c7-41b5-a769-02523cf68dac req-adc0107b-bda4-477a-85ec-60814a1c4889 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46 HTTP/1.1" status: 200 len: 835 time: 0.0457134 Jul 13 08:45:41.674229 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c92fd7-30c7-41b5-a769-02523cf68dac req-595dc75e-2113-48e3-93eb-27172dd8d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:41.675680 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90c92fd7-30c7-41b5-a769-02523cf68dac req-595dc75e-2113-48e3-93eb-27172dd8d89a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1ce2027c-6f16-48e4-b902-2c602a329811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505021 Jul 13 08:45:41.762325 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90c92fd7-30c7-41b5-a769-02523cf68dac req-57f7e68b-57da-4781-a550-3aa49ce96039 service neutron] 10.222.0.62 "GET /v2.0/networks/1ce2027c-6f16-48e4-b902-2c602a329811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804136 Jul 13 08:45:41.854683 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-90c92fd7-30c7-41b5-a769-02523cf68dac req-171fd1bd-dff4-4114-967b-cc4ddef4b883 service neutron] 10.222.0.62 "GET /v2.0/networks/1ce2027c-6f16-48e4-b902-2c602a329811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862927 Jul 13 08:45:42.648183 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbae30d-603d-4617-8b3b-8ae84ad0c9dc req-7034ed60-960f-4c9e-9459-08e3af1e2f1b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:42.649757 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dcbae30d-603d-4617-8b3b-8ae84ad0c9dc req-7034ed60-960f-4c9e-9459-08e3af1e2f1b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.0632756 Jul 13 08:45:42.688396 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dcbae30d-603d-4617-8b3b-8ae84ad0c9dc req-7e0c1312-9c8f-4370-b3a2-ad19f7d70d5d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329094 Jul 13 08:45:42.713337 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36798) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:42.775542 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-bd718b62-3adc-4df8-8bd0-e91579294312 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/floatingips/10910455-e387-4d05-9e7b-893344fc8abb HTTP/1.1" status: 200 len: 993 time: 0.0610642 Jul 13 08:45:43.563938 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:53.307533 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9bdad15d-33bd-4cf2-bb67-fb94c315bd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:57.638329 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c2d3d2d-cdc6-48ee-8be2-cdc77aef9ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:57.877608 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:59.870916 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:01.596493 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:05.849167 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:46:08.567827 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:13.207352 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36810) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:13.358832 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting port ad756e39-d0bf-4fa1-8795-36df3c50b799 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:46:13.359094 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:13.435222 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:13.435474 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:13.446775 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Calling delete_port for ad756e39-d0bf-4fa1-8795-36df3c50b799 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:46:13.576146 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:13.935580 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:13.963794 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Port': ['ID=ad756e39-d0bf-4fa1-8795-36df3c50b799,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:13.989266 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:13.989621 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:13.989962 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:13.990324 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:13.990657 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:13.990986 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:13.991313 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:13.991639 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:13.991969 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:13.992290 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:13.992613 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:13.992934 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:14.031643 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:14.031978 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Floating IP 10910455-e387-4d05-9e7b-893344fc8abb disassociated (deleted). External IP: 172.25.0.55, port: 3efda8e5-d230-4c3f-8338-90488f1d1ef3. Jul 13 08:46:14.234116 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router faf1a994-1720-4857-bf1c-158c6d490abb has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:46:14.337734 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:46:14.342816 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:14.347592 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3100ad-55c5-44ec-9439-4e75303dd0b9 None None] Sync routers for ids ['faf1a994-1720-4857-bf1c-158c6d490abb'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:46:14.356580 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3100ad-55c5-44ec-9439-4e75303dd0b9 None None] Routers {'faf1a994-1720-4857-bf1c-158c6d490abb'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:14.357246 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1f3100ad-55c5-44ec-9439-4e75303dd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:45:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['faf1a994-1720-4857-bf1c-158c6d490abb'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:14.377991 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8ef68b3e-4966-4f13-bac1-f7442adb5801 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/floatingips/10910455-e387-4d05-9e7b-893344fc8abb HTTP/1.1" status: 204 len: 168 time: 1.1694350 Jul 13 08:46:14.378598 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07543162-2c7e-45d5-8257-31ca2ab356fd', 'tag': '3efda8e5-d230-4c3f-8338-90488f1d1ef3'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:46:14.380848 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be387189-b982-4b30-9999-1ce9aec55409" -d '{"events": [{"name": "network-changed", "server_uuid": "07543162-2c7e-45d5-8257-31ca2ab356fd", "tag": "3efda8e5-d230-4c3f-8338-90488f1d1ef3"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:46:14.467210 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-1f3100ad-55c5-44ec-9439-4e75303dd0b9 None None] Set router faf1a994-1720-4857-bf1c-158c6d490abb gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:14.482452 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0458d81e-1e34-4aa9-9006-fa3f3320b847 x-openstack-request-id: req-0458d81e-1e34-4aa9-9006-fa3f3320b847 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:46:14.483039 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07543162-2c7e-45d5-8257-31ca2ab356fd", "tag": "3efda8e5-d230-4c3f-8338-90488f1d1ef3", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:46:14.483507 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0458d81e-1e34-4aa9-9006-fa3f3320b847 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:46:14.484229 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07543162-2c7e-45d5-8257-31ca2ab356fd', 'tag': '3efda8e5-d230-4c3f-8338-90488f1d1ef3', 'status': 'completed', 'code': 200} Jul 13 08:46:14.563123 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be387189-b982-4b30-9999-1ce9aec55409 req-a09ed960-d6fa-4476-b2b6-7824de822bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:14.565364 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be387189-b982-4b30-9999-1ce9aec55409 req-a09ed960-d6fa-4476-b2b6-7824de822bd8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 1098 time: 0.0568402 Jul 13 08:46:14.665376 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be387189-b982-4b30-9999-1ce9aec55409 req-9ee5e7a7-c82b-4b47-b69a-23a1e9bfeffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:14.667040 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be387189-b982-4b30-9999-1ce9aec55409 req-9ee5e7a7-c82b-4b47-b69a-23a1e9bfeffd service neutron] 10.222.0.62 "GET /v2.0/networks?id=1ce2027c-6f16-48e4-b902-2c602a329811 HTTP/1.1" status: 200 len: 898 time: 0.0945656 Jul 13 08:46:14.680537 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1f3100ad-55c5-44ec-9439-4e75303dd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793494578', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:44:31Z', 'updated_at': '2021-07-13T08:44:35Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:32Z', 'updated_at': '2021-07-13T08:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '878bce00-0c19-4747-a8f6-42a9c51555a8', 'name': '', 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:4b:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:34Z', 'updated_at': '2021-07-13T08:44:39Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:14.711908 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3100ad-55c5-44ec-9439-4e75303dd0b9 None None] Checking router: faf1a994-1720-4857-bf1c-158c6d490abb for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:46:14.719257 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be387189-b982-4b30-9999-1ce9aec55409 req-ebd1b2e6-3c17-4c36-a539-4e29edc7e602 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3efda8e5-d230-4c3f-8338-90488f1d1ef3 HTTP/1.1" status: 200 len: 217 time: 0.0446672 Jul 13 08:46:14.720559 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3100ad-55c5-44ec-9439-4e75303dd0b9 None None] Routers {'faf1a994-1720-4857-bf1c-158c6d490abb'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:14.721233 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1f3100ad-55c5-44ec-9439-4e75303dd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:45:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['faf1a994-1720-4857-bf1c-158c6d490abb'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:14.797194 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be387189-b982-4b30-9999-1ce9aec55409 req-1e479fde-ed73-497d-8e73-632a9029e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:14.799133 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be387189-b982-4b30-9999-1ce9aec55409 req-1e479fde-ed73-497d-8e73-632a9029e293 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46 HTTP/1.1" status: 200 len: 835 time: 0.0610642 Jul 13 08:46:14.816403 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6ed8a-e379-4a7b-ab95-009c91646459 req-04614c13-08e5-42e4-90b7-487015bb04e8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:14.817824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cdb6ed8a-e379-4a7b-ab95-009c91646459 req-04614c13-08e5-42e4-90b7-487015bb04e8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.1085255 Jul 13 08:46:14.824073 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-1f3100ad-55c5-44ec-9439-4e75303dd0b9 None None] Set router faf1a994-1720-4857-bf1c-158c6d490abb gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:14.881868 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cdb6ed8a-e379-4a7b-ab95-009c91646459 req-96a9db8d-4ad8-4c37-a0f2-f05359c3f6ce tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568292 Jul 13 08:46:14.896339 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be387189-b982-4b30-9999-1ce9aec55409 req-5d362583-9a21-4eac-ad12-949957e0493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:14.897843 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be387189-b982-4b30-9999-1ce9aec55409 req-5d362583-9a21-4eac-ad12-949957e0493f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1ce2027c-6f16-48e4-b902-2c602a329811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898035 Jul 13 08:46:14.994451 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be387189-b982-4b30-9999-1ce9aec55409 req-49637bda-3b15-4896-ac6b-b89e25ce2ee5 service neutron] 10.222.0.62 "GET /v2.0/networks/1ce2027c-6f16-48e4-b902-2c602a329811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862443 Jul 13 08:46:15.018017 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1f3100ad-55c5-44ec-9439-4e75303dd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793494578', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:44:31Z', 'updated_at': '2021-07-13T08:44:35Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:32Z', 'updated_at': '2021-07-13T08:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '878bce00-0c19-4747-a8f6-42a9c51555a8', 'name': '', 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:4b:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:34Z', 'updated_at': '2021-07-13T08:44:39Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:15.043683 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3100ad-55c5-44ec-9439-4e75303dd0b9 None None] The sync data for ids ['faf1a994-1720-4857-bf1c-158c6d490abb'] in n-d-779913-28 is: [{'id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793494578', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:44:31Z', 'updated_at': '2021-07-13T08:44:35Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:32Z', 'updated_at': '2021-07-13T08:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '878bce00-0c19-4747-a8f6-42a9c51555a8', 'name': '', 'network_id': '1ce2027c-6f16-48e4-b902-2c602a329811', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:4b:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:34Z', 'updated_at': '2021-07-13T08:44:39Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': '6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:46:15.083690 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be387189-b982-4b30-9999-1ce9aec55409 req-5b429fb4-b92e-4316-82d7-1b2275a02ca6 service neutron] 10.222.0.62 "GET /v2.0/networks/1ce2027c-6f16-48e4-b902-2c602a329811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819871 Jul 13 08:46:15.259017 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b15b76-8055-4835-95ae-9d9a211d01a4 None None] New status for floating IP 10910455-e387-4d05-9e7b-893344fc8abb: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:46:16.059610 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073baeaf-4051-439a-953b-ef31da11bdb3 req-3e8f0df6-696b-46bd-8ca9-b5d2467bb6a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:16.061093 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-073baeaf-4051-439a-953b-ef31da11bdb3 req-3e8f0df6-696b-46bd-8ca9-b5d2467bb6a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.0680547 Jul 13 08:46:16.099269 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-073baeaf-4051-439a-953b-ef31da11bdb3 req-3ff84a90-271a-41f2-8c4b-c9e5bbaea168 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=90f8a18c-a55e-4ffd-b623-5e2f7523ec83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325875 Jul 13 08:46:16.270436 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daecd0-a029-4721-a66e-eb55f6dd7992 req-4aa2b61d-2681-4651-bd27-dcc307014556 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:16.271878 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68daecd0-a029-4721-a66e-eb55f6dd7992 req-4aa2b61d-2681-4651-bd27-dcc307014556 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 946 time: 0.0624616 Jul 13 08:46:16.371958 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-68daecd0-a029-4721-a66e-eb55f6dd7992 req-823b30cc-85aa-4bc7-ad47-85e8d07547a4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting port 3efda8e5-d230-4c3f-8338-90488f1d1ef3 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:46:16.372299 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-68daecd0-a029-4721-a66e-eb55f6dd7992 req-823b30cc-85aa-4bc7-ad47-85e8d07547a4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:16.458511 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-68daecd0-a029-4721-a66e-eb55f6dd7992 req-823b30cc-85aa-4bc7-ad47-85e8d07547a4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] For port 3efda8e5-d230-4c3f-8338-90488f1d1ef3, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=3efda8e5-d230-4c3f-8338-90488f1d1ef3,segment=NetworkSegment(0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873),segment_id=0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:16.458872 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-68daecd0-a029-4721-a66e-eb55f6dd7992 req-823b30cc-85aa-4bc7-ad47-85e8d07547a4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:16.472212 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-68daecd0-a029-4721-a66e-eb55f6dd7992 req-823b30cc-85aa-4bc7-ad47-85e8d07547a4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Calling delete_port for 3efda8e5-d230-4c3f-8338-90488f1d1ef3 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:46:16.599141 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-68daecd0-a029-4721-a66e-eb55f6dd7992 req-823b30cc-85aa-4bc7-ad47-85e8d07547a4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:16.629357 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b30cc-85aa-4bc7-ad47-85e8d07547a4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Port': ['ID=3efda8e5-d230-4c3f-8338-90488f1d1ef3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:16.674469 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-68daecd0-a029-4721-a66e-eb55f6dd7992 req-823b30cc-85aa-4bc7-ad47-85e8d07547a4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] No DVR routers for this DVR port 3efda8e5-d230-4c3f-8338-90488f1d1ef3 on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:46:16.677177 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-68daecd0-a029-4721-a66e-eb55f6dd7992 req-823b30cc-85aa-4bc7-ad47-85e8d07547a4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:16.679280 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-68daecd0-a029-4721-a66e-eb55f6dd7992 req-823b30cc-85aa-4bc7-ad47-85e8d07547a4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "DELETE /v2.0/ports/3efda8e5-d230-4c3f-8338-90488f1d1ef3 HTTP/1.1" status: 204 len: 173 time: 0.4021716 Jul 13 08:46:16.679723 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07543162-2c7e-45d5-8257-31ca2ab356fd', 'name': 'network-vif-deleted', 'tag': '3efda8e5-d230-4c3f-8338-90488f1d1ef3'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:46:16.681970 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9935c6b-007a-432d-9f82-bece22e3dc03" -d '{"events": [{"server_uuid": "07543162-2c7e-45d5-8257-31ca2ab356fd", "name": "network-vif-deleted", "tag": "3efda8e5-d230-4c3f-8338-90488f1d1ef3"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:46:16.727413 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7deabca1-5bf4-4c61-9239-bb7cb35ef615 x-openstack-request-id: req-7deabca1-5bf4-4c61-9239-bb7cb35ef615 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:46:16.727703 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07543162-2c7e-45d5-8257-31ca2ab356fd", "name": "network-vif-deleted", "tag": "3efda8e5-d230-4c3f-8338-90488f1d1ef3", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:46:16.727956 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7deabca1-5bf4-4c61-9239-bb7cb35ef615 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:46:16.728354 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07543162-2c7e-45d5-8257-31ca2ab356fd', 'name': 'network-vif-deleted', 'tag': '3efda8e5-d230-4c3f-8338-90488f1d1ef3', 'status': 'completed', 'code': 200} Jul 13 08:46:17.262454 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-298f153b-5175-46b6-98ab-d0b8c758d4d6 req-e0dc8018-11ad-4c5f-8650-a2e11194d771 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=07543162-2c7e-45d5-8257-31ca2ab356fd HTTP/1.1" status: 200 len: 210 time: 0.0334201 Jul 13 08:46:18.360633 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36828) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:18.713713 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-108b4f15-3ec5-4161-bc43-1d031162b1b9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:18.972821 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-108b4f15-3ec5-4161-bc43-1d031162b1b9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting port 878bce00-0c19-4747-a8f6-42a9c51555a8 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:46:18.973077 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-108b4f15-3ec5-4161-bc43-1d031162b1b9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:19.062215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-108b4f15-3ec5-4161-bc43-1d031162b1b9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] For port 878bce00-0c19-4747-a8f6-42a9c51555a8, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=878bce00-0c19-4747-a8f6-42a9c51555a8,segment=NetworkSegment(0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873),segment_id=0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:19.062580 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-108b4f15-3ec5-4161-bc43-1d031162b1b9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:19.074686 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-108b4f15-3ec5-4161-bc43-1d031162b1b9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Calling delete_port for 878bce00-0c19-4747-a8f6-42a9c51555a8 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:46:19.257127 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-108b4f15-3ec5-4161-bc43-1d031162b1b9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:19.283023 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b4f15-3ec5-4161-bc43-1d031162b1b9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Port': ['ID=878bce00-0c19-4747-a8f6-42a9c51555a8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:19.461564 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-108b4f15-3ec5-4161-bc43-1d031162b1b9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:19.667656 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108b4f15-3ec5-4161-bc43-1d031162b1b9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router faf1a994-1720-4857-bf1c-158c6d490abb has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:46:19.771555 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108b4f15-3ec5-4161-bc43-1d031162b1b9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:46:19.777439 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-108b4f15-3ec5-4161-bc43-1d031162b1b9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "PUT /v2.0/routers/faf1a994-1720-4857-bf1c-158c6d490abb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4148235 Jul 13 08:46:19.779450 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36830) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:19.781991 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f05d7f4-537d-4a08-acdf-7223eefd39e7 None None] Sync routers for ids ['faf1a994-1720-4857-bf1c-158c6d490abb'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:46:19.791085 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f05d7f4-537d-4a08-acdf-7223eefd39e7 None None] Routers {'faf1a994-1720-4857-bf1c-158c6d490abb'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:19.791695 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6f05d7f4-537d-4a08-acdf-7223eefd39e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:45:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['faf1a994-1720-4857-bf1c-158c6d490abb'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:19.833031 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35c931a-0445-49c1-9e9a-bc2674818de3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting subnet 6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:46:19.836042 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e35c931a-0445-49c1-9e9a-bc2674818de3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:19.872935 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3efda8e5-d230-4c3f-8338-90488f1d1ef3 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:46:19.876533 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e35c931a-0445-49c1-9e9a-bc2674818de3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:19.896224 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 3efda8e5-d230-4c3f-8338-90488f1d1ef3 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:46:19.896574 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 3efda8e5-d230-4c3f-8338-90488f1d1ef3 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:46:19.899668 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-6f05d7f4-537d-4a08-acdf-7223eefd39e7 None None] Set router faf1a994-1720-4857-bf1c-158c6d490abb gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:19.958486 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e35c931a-0445-49c1-9e9a-bc2674818de3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.020520 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e35c931a-0445-49c1-9e9a-bc2674818de3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.049384 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c931a-0445-49c1-9e9a-bc2674818de3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Subnet': ['ID=6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:20.051479 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e35c931a-0445-49c1-9e9a-bc2674818de3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.053334 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e35c931a-0445-49c1-9e9a-bc2674818de3 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/subnets/6d85b3d6-8f0c-4ee3-b0d9-c9468e7b3f46 HTTP/1.1" status: 204 len: 168 time: 0.2728484 Jul 13 08:46:20.056038 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36832) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:20.060656 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c7b554-7a8e-4066-aad2-9275d17cd81e None None] Network 1ce2027c-6f16-48e4-b902-2c602a329811 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:46:20.076904 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6f05d7f4-537d-4a08-acdf-7223eefd39e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793494578', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:44:31Z', 'updated_at': '2021-07-13T08:46:19Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:32Z', 'updated_at': '2021-07-13T08:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:20.103942 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f05d7f4-537d-4a08-acdf-7223eefd39e7 None None] Checking router: faf1a994-1720-4857-bf1c-158c6d490abb for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:46:20.114217 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f05d7f4-537d-4a08-acdf-7223eefd39e7 None None] Routers {'faf1a994-1720-4857-bf1c-158c6d490abb'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:20.114450 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6f05d7f4-537d-4a08-acdf-7223eefd39e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:45:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['faf1a994-1720-4857-bf1c-158c6d490abb'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:20.170235 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2854c3bc-5ad4-4beb-a95f-577892b7228e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.228886 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-6f05d7f4-537d-4a08-acdf-7223eefd39e7 None None] Set router faf1a994-1720-4857-bf1c-158c6d490abb gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:20.260320 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84ff1db-5b7d-434d-82c5-f6f5e20649ea None None] DHCP port deletion for 1ce2027c-6f16-48e4-b902-2c602a329811 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:46:20.279877 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2854c3bc-5ad4-4beb-a95f-577892b7228e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.312222 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a84ff1db-5b7d-434d-82c5-f6f5e20649ea None None] Deleting port 5256262e-a03e-4396-bd48-7957f240c971 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:46:20.312763 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a84ff1db-5b7d-434d-82c5-f6f5e20649ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.337452 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2854c3bc-5ad4-4beb-a95f-577892b7228e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting port eec983ff-8fe0-4609-aedb-9b9041831e42 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:46:20.337810 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2854c3bc-5ad4-4beb-a95f-577892b7228e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.378285 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a84ff1db-5b7d-434d-82c5-f6f5e20649ea None None] For port 5256262e-a03e-4396-bd48-7957f240c971, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=5256262e-a03e-4396-bd48-7957f240c971,segment=NetworkSegment(0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873),segment_id=0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:20.378697 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a84ff1db-5b7d-434d-82c5-f6f5e20649ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.391151 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a84ff1db-5b7d-434d-82c5-f6f5e20649ea None None] Calling delete_port for 5256262e-a03e-4396-bd48-7957f240c971 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:46:20.418751 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-2854c3bc-5ad4-4beb-a95f-577892b7228e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] For port eec983ff-8fe0-4609-aedb-9b9041831e42, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=eec983ff-8fe0-4609-aedb-9b9041831e42,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:20.419249 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2854c3bc-5ad4-4beb-a95f-577892b7228e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.432037 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2854c3bc-5ad4-4beb-a95f-577892b7228e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Calling delete_port for eec983ff-8fe0-4609-aedb-9b9041831e42 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:46:20.478007 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a84ff1db-5b7d-434d-82c5-f6f5e20649ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.506648 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ff1db-5b7d-434d-82c5-f6f5e20649ea None None] Pushing event deleted for resources: {'Port': ['ID=5256262e-a03e-4396-bd48-7957f240c971,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:20.511267 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6f05d7f4-537d-4a08-acdf-7223eefd39e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793494578', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:44:31Z', 'updated_at': '2021-07-13T08:46:19Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:32Z', 'updated_at': '2021-07-13T08:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:20.515796 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ff1db-5b7d-434d-82c5-f6f5e20649ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:20.516146 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ff1db-5b7d-434d-82c5-f6f5e20649ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:20.517060 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ff1db-5b7d-434d-82c5-f6f5e20649ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:20.517813 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ff1db-5b7d-434d-82c5-f6f5e20649ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:20.517813 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ff1db-5b7d-434d-82c5-f6f5e20649ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:20.518109 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ff1db-5b7d-434d-82c5-f6f5e20649ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:20.518381 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ff1db-5b7d-434d-82c5-f6f5e20649ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:20.518707 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ff1db-5b7d-434d-82c5-f6f5e20649ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:20.519035 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ff1db-5b7d-434d-82c5-f6f5e20649ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:20.519360 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ff1db-5b7d-434d-82c5-f6f5e20649ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:20.519685 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ff1db-5b7d-434d-82c5-f6f5e20649ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:20.520006 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ff1db-5b7d-434d-82c5-f6f5e20649ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:20.522989 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84ff1db-5b7d-434d-82c5-f6f5e20649ea None None] No DVR routers for this DVR port 5256262e-a03e-4396-bd48-7957f240c971 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:46:20.550212 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f05d7f4-537d-4a08-acdf-7223eefd39e7 None None] The sync data for ids ['faf1a994-1720-4857-bf1c-158c6d490abb'] in n-d-779913-28 is: [{'id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793494578', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:44:31Z', 'updated_at': '2021-07-13T08:46:19Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'eec983ff-8fe0-4609-aedb-9b9041831e42', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf1a994-1720-4857-bf1c-158c6d490abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:44:32Z', 'updated_at': '2021-07-13T08:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:46:20.957431 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2854c3bc-5ad4-4beb-a95f-577892b7228e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.986510 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854c3bc-5ad4-4beb-a95f-577892b7228e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Port': ['ID=eec983ff-8fe0-4609-aedb-9b9041831e42,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:21.049572 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2854c3bc-5ad4-4beb-a95f-577892b7228e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:21.140388 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2854c3bc-5ad4-4beb-a95f-577892b7228e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:21.143066 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2854c3bc-5ad4-4beb-a95f-577892b7228e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:21.187967 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2854c3bc-5ad4-4beb-a95f-577892b7228e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:21.189147 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2854c3bc-5ad4-4beb-a95f-577892b7228e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Fanout notify agent at l3_agent the message router_deleted on router faf1a994-1720-4857-bf1c-158c6d490abb {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:46:21.196114 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2854c3bc-5ad4-4beb-a95f-577892b7228e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:21.197235 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2854c3bc-5ad4-4beb-a95f-577892b7228e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/routers/faf1a994-1720-4857-bf1c-158c6d490abb HTTP/1.1" status: 204 len: 168 time: 1.1402893 Jul 13 08:46:21.200457 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36834) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:21.278652 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03e11512-9427-4230-b207-915f0df461d6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:21.366355 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03e11512-9427-4230-b207-915f0df461d6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:21.376456 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-03e11512-9427-4230-b207-915f0df461d6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce2027c-6f16-48e4-b902-2c602a329811']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:21.385843 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-03e11512-9427-4230-b207-915f0df461d6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:21.386230 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-03e11512-9427-4230-b207-915f0df461d6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb610dd-8be2-4b5b-ab1c-01c1cd1f3873') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:21.394784 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03e11512-9427-4230-b207-915f0df461d6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:21.407743 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03e11512-9427-4230-b207-915f0df461d6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:21.413386 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e11512-9427-4230-b207-915f0df461d6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:46:21.414181 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03e11512-9427-4230-b207-915f0df461d6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:46:21.417328 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:46:21.473538 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03e11512-9427-4230-b207-915f0df461d6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:21.478623 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03e11512-9427-4230-b207-915f0df461d6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:21.481301 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-03e11512-9427-4230-b207-915f0df461d6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/networks/1ce2027c-6f16-48e4-b902-2c602a329811 HTTP/1.1" status: 204 len: 168 time: 0.2796674 Jul 13 08:46:21.484065 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36836) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:21.501739 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e11512-9427-4230-b207-915f0df461d6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Network': ['ID=1ce2027c-6f16-48e4-b902-2c602a329811,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:21.547173 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b6a8075-fe3b-400b-ab60-9a44b8dc3ffc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:21.572444 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b6a8075-fe3b-400b-ab60-9a44b8dc3ffc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:21.632642 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b6a8075-fe3b-400b-ab60-9a44b8dc3ffc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:21.635700 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-4b6a8075-fe3b-400b-ab60-9a44b8dc3ffc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:21.636735 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4b6a8075-fe3b-400b-ab60-9a44b8dc3ffc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/security-groups/90f8a18c-a55e-4ffd-b623-5e2f7523ec83 HTTP/1.1" status: 204 len: 168 time: 0.1516850 Jul 13 08:46:21.646647 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a8075-fe3b-400b-ab60-9a44b8dc3ffc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f8a18c-a55e-4ffd-b623-5e2f7523ec83,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:21.654882 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a8075-fe3b-400b-ab60-9a44b8dc3ffc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:21.655234 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a8075-fe3b-400b-ab60-9a44b8dc3ffc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:21.655579 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a8075-fe3b-400b-ab60-9a44b8dc3ffc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:21.655923 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a8075-fe3b-400b-ab60-9a44b8dc3ffc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:21.656261 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a8075-fe3b-400b-ab60-9a44b8dc3ffc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:21.656593 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a8075-fe3b-400b-ab60-9a44b8dc3ffc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:21.657440 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a8075-fe3b-400b-ab60-9a44b8dc3ffc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:21.657792 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a8075-fe3b-400b-ab60-9a44b8dc3ffc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:21.658116 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a8075-fe3b-400b-ab60-9a44b8dc3ffc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:21.658441 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a8075-fe3b-400b-ab60-9a44b8dc3ffc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:21.658769 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a8075-fe3b-400b-ab60-9a44b8dc3ffc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:21.659092 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a8075-fe3b-400b-ab60-9a44b8dc3ffc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:21.701692 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device eec983ff-8fe0-4609-aedb-9b9041831e42 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:46:21.726395 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: eec983ff-8fe0-4609-aedb-9b9041831e42 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:46:21.726809 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device eec983ff-8fe0-4609-aedb-9b9041831e42 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:46:21.727244 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 878bce00-0c19-4747-a8f6-42a9c51555a8 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:46:21.747162 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 878bce00-0c19-4747-a8f6-42a9c51555a8 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:46:21.747516 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 878bce00-0c19-4747-a8f6-42a9c51555a8 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:46:21.747937 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5256262e-a03e-4396-bd48-7957f240c971 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:46:21.769758 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 5256262e-a03e-4396-bd48-7957f240c971 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:46:21.770184 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 5256262e-a03e-4396-bd48-7957f240c971 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:46:21.958863 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36844) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:21.963629 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-fff15ded-376c-4417-8abc-8ffe8bee995b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-811461833', 'description': 'tempest-secgroup-smoke-811461833 description', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:21.987405 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fff15ded-376c-4417-8abc-8ffe8bee995b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.068503 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fff15ded-376c-4417-8abc-8ffe8bee995b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.072293 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fff15ded-376c-4417-8abc-8ffe8bee995b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.103301 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-fff15ded-376c-4417-8abc-8ffe8bee995b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.104539 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-fff15ded-376c-4417-8abc-8ffe8bee995b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1446683 Jul 13 08:46:22.106416 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff15ded-376c-4417-8abc-8ffe8bee995b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d636c0-4d04-4686-a580-7b8eb9d24ce9,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:22.107744 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36846) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:22.113246 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-976b0d87-0e98-4aa7-97ce-53ff432b7799 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '08d636c0-4d04-4686-a580-7b8eb9d24ce9', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:22.140526 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-976b0d87-0e98-4aa7-97ce-53ff432b7799 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.196814 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-976b0d87-0e98-4aa7-97ce-53ff432b7799 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.200422 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-976b0d87-0e98-4aa7-97ce-53ff432b7799 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.217283 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b0d87-0e98-4aa7-97ce-53ff432b7799 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffe02a9-621f-4497-b45a-316aed912beb,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:22.223899 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-976b0d87-0e98-4aa7-97ce-53ff432b7799 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.225239 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-976b0d87-0e98-4aa7-97ce-53ff432b7799 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158831 Jul 13 08:46:22.227913 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36848) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:22.232258 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7d0ab878-2cf6-4713-901d-18e2b721f256 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '08d636c0-4d04-4686-a580-7b8eb9d24ce9', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:22.256714 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d0ab878-2cf6-4713-901d-18e2b721f256 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.313022 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d0ab878-2cf6-4713-901d-18e2b721f256 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.316380 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d0ab878-2cf6-4713-901d-18e2b721f256 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.334385 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ab878-2cf6-4713-901d-18e2b721f256 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc7e55e-bae4-4d0b-91ab-2f92cccdcbfb,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:22.339080 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d0ab878-2cf6-4713-901d-18e2b721f256 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.340295 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7d0ab878-2cf6-4713-901d-18e2b721f256 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1114693 Jul 13 08:46:22.343527 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36850) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:22.348359 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-95e6c443-2a9e-4923-8635-18cbeb9308e0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '08d636c0-4d04-4686-a580-7b8eb9d24ce9', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:22.373085 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95e6c443-2a9e-4923-8635-18cbeb9308e0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.429958 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95e6c443-2a9e-4923-8635-18cbeb9308e0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.433277 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95e6c443-2a9e-4923-8635-18cbeb9308e0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.456924 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6c443-2a9e-4923-8635-18cbeb9308e0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0dd6cf9-4b2e-4f74-b17e-5eca69378c5d,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:22.460599 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95e6c443-2a9e-4923-8635-18cbeb9308e0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.462143 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-95e6c443-2a9e-4923-8635-18cbeb9308e0 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178865 Jul 13 08:46:22.464859 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36852) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:22.469852 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fa48ad14-16e9-4c59-bafa-5fea3445e536 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '08d636c0-4d04-4686-a580-7b8eb9d24ce9', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:22.496014 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa48ad14-16e9-4c59-bafa-5fea3445e536 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.553789 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa48ad14-16e9-4c59-bafa-5fea3445e536 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.557285 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa48ad14-16e9-4c59-bafa-5fea3445e536 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.574809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48ad14-16e9-4c59-bafa-5fea3445e536 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd5e5ac-3ba2-4b56-9a37-25dbfd278930,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:22.580026 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa48ad14-16e9-4c59-bafa-5fea3445e536 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.581205 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fa48ad14-16e9-4c59-bafa-5fea3445e536 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154370 Jul 13 08:46:22.583900 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36854) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:22.588314 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-703d2cff-6e58-4e5c-bdf9-135935644238 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '08d636c0-4d04-4686-a580-7b8eb9d24ce9', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:22.609910 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-703d2cff-6e58-4e5c-bdf9-135935644238 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Project c5988cb4b1124302a881e2f13d2fbcd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:46:22.614715 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-703d2cff-6e58-4e5c-bdf9-135935644238 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.674751 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-703d2cff-6e58-4e5c-bdf9-135935644238 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.678145 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-703d2cff-6e58-4e5c-bdf9-135935644238 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.695204 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d2cff-6e58-4e5c-bdf9-135935644238 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f0b850-ff44-4849-82ea-0e7ffa028a9e,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:22.702003 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-703d2cff-6e58-4e5c-bdf9-135935644238 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.702732 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-703d2cff-6e58-4e5c-bdf9-135935644238 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179163 Jul 13 08:46:22.706194 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36856) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:22.710599 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ebecdc8c-f010-47b3-9f98-ca08d4c01650 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'security_group_rule': {'security_group_id': '08d636c0-4d04-4686-a580-7b8eb9d24ce9', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:22.731118 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-ebecdc8c-f010-47b3-9f98-ca08d4c01650 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Project c5988cb4b1124302a881e2f13d2fbcd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:46:22.735811 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebecdc8c-f010-47b3-9f98-ca08d4c01650 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.794771 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebecdc8c-f010-47b3-9f98-ca08d4c01650 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.798963 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebecdc8c-f010-47b3-9f98-ca08d4c01650 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.819186 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecdc8c-f010-47b3-9f98-ca08d4c01650 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8975f9ba-65be-4e49-8a1e-006711b024c3,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:22.824450 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebecdc8c-f010-47b3-9f98-ca08d4c01650 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.825721 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ebecdc8c-f010-47b3-9f98-ca08d4c01650 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185908 Jul 13 08:46:22.828591 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36858) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:22.833419 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fa90eaed-ecdf-489c-9798-8d6e2f22fe3f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'network': {'name': 'tempest-network-smoke--542435739', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'port_security_enabled': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:22.853437 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa90eaed-ecdf-489c-9798-8d6e2f22fe3f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Made reservation on behalf of c5988cb4b1124302a881e2f13d2fbcd1 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:46:22.856813 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa90eaed-ecdf-489c-9798-8d6e2f22fe3f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.884294 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa90eaed-ecdf-489c-9798-8d6e2f22fe3f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:46:22.893859 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa90eaed-ecdf-489c-9798-8d6e2f22fe3f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.894229 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-fa90eaed-ecdf-489c-9798-8d6e2f22fe3f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Added segment 4cce49d3-add4-40fb-a7b8-1b30354b7eec of type vlan for network edf36d72-d254-4b3f-8028-d83b6863114f Jul 13 08:46:22.935250 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa90eaed-ecdf-489c-9798-8d6e2f22fe3f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.964524 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa90eaed-ecdf-489c-9798-8d6e2f22fe3f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.970391 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa90eaed-ecdf-489c-9798-8d6e2f22fe3f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:22.970982 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa90eaed-ecdf-489c-9798-8d6e2f22fe3f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:23.007119 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fa90eaed-ecdf-489c-9798-8d6e2f22fe3f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1749582 Jul 13 08:46:23.007345 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36860) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:23.013744 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d3293986-fb20-4814-99c9-f56e83fec005 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-675498212', 'admin_state_up': True, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:23.048690 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90eaed-ecdf-489c-9798-8d6e2f22fe3f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Network': ['ID=edf36d72-d254-4b3f-8028-d83b6863114f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:23.058746 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network edf36d72-d254-4b3f-8028-d83b6863114f details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:46:23.063952 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3293986-fb20-4814-99c9-f56e83fec005 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:23.064947 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3293986-fb20-4814-99c9-f56e83fec005 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:23.122212 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3293986-fb20-4814-99c9-f56e83fec005 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:23.262413 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3293986-fb20-4814-99c9-f56e83fec005 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:23.307832 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3fe0aafe-6ebc-40db-91a8-846dfe0aa7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:23.452084 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3293986-fb20-4814-99c9-f56e83fec005 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:23.470898 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3293986-fb20-4814-99c9-f56e83fec005 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:23.573274 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-d3293986-fb20-4814-99c9-f56e83fec005 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Allocated IP 172.25.0.112 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/e4925301-7783-47d2-a436-465139fc12a9) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:46:23.670664 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3293986-fb20-4814-99c9-f56e83fec005 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:23.707842 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3293986-fb20-4814-99c9-f56e83fec005 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:23.746963 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3293986-fb20-4814-99c9-f56e83fec005 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:46:23.753036 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d3293986-fb20-4814-99c9-f56e83fec005 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:23.756535 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3293986-fb20-4814-99c9-f56e83fec005 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:46:23.761926 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3293986-fb20-4814-99c9-f56e83fec005 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=e4925301-7783-47d2-a436-465139fc12a9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:23.998188 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3293986-fb20-4814-99c9-f56e83fec005 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:24.191277 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3293986-fb20-4814-99c9-f56e83fec005 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:24.315405 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3293986-fb20-4814-99c9-f56e83fec005 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:46:24.416488 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3293986-fb20-4814-99c9-f56e83fec005 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:46:24.427632 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] Sync routers for ids ['e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:46:24.435325 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3293986-fb20-4814-99c9-f56e83fec005 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:24.436545 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d3293986-fb20-4814-99c9-f56e83fec005 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4283252 Jul 13 08:46:24.438664 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] Routers {'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:24.439341 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:45:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:24.440358 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36862) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:24.516366 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-203476fd-382d-4a40-9e63-1978f59f8140 tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=c5988cb4b1124302a881e2f13d2fbcd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0723214 Jul 13 08:46:24.516647 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36866) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:24.549925 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] Set router e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:24.602257 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd69889-a843-4c48-adc5-e8bb004063bf tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:24.606260 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cfd69889-a843-4c48-adc5-e8bb004063bf tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862319 Jul 13 08:46:24.606512 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36868) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:24.636281 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4d74075c-59f9-44f7-bc4b-48ed599f4c6c tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f96be058-f906-4210-b421-902eff1606be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287149 Jul 13 08:46:24.638724 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36870) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:24.643483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-811f37a8-fe4c-41c6-a146-d8d58a308286 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1659654849', 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f', 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:24.721384 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675498212', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e4925301-7783-47d2-a436-465139fc12a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:23Z', 'revision_number': 3, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e4925301-7783-47d2-a436-465139fc12a9', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:59:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:24.733983 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811f37a8-fe4c-41c6-a146-d8d58a308286 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Made reservation on behalf of c5988cb4b1124302a881e2f13d2fbcd1 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:46:24.738195 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-811f37a8-fe4c-41c6-a146-d8d58a308286 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12096476'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:24.751129 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] Checking router: e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:46:24.751477 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] Updating router e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d port e4925301-7783-47d2-a436-465139fc12a9 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:46:24.784316 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:24.920016 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-811f37a8-fe4c-41c6-a146-d8d58a308286 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8685984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12096458'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:24.976177 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f37a8-fe4c-41c6-a146-d8d58a308286 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Subnet': ['ID=cd384c5b-bda5-4b8b-b52b-033f16e9f2b7,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:24.987561 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811f37a8-fe4c-41c6-a146-d8d58a308286 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Checking segment: {'id': '4cce49d3-add4-40fb-a7b8-1b30354b7eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:46:24.987921 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811f37a8-fe4c-41c6-a146-d8d58a308286 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network hostable DHCP agents. Network: edf36d72-d254-4b3f-8028-d83b6863114f, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:46:25.003509 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811f37a8-fe4c-41c6-a146-d8d58a308286 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network edf36d72-d254-4b3f-8028-d83b6863114f is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:46:25.012202 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-811f37a8-fe4c-41c6-a146-d8d58a308286 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, edf36d72-d254-4b3f-8028-d83b6863114f) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:25.017624 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811f37a8-fe4c-41c6-a146-d8d58a308286 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:25.018053 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-811f37a8-fe4c-41c6-a146-d8d58a308286 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:25.024601 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8a665e-ec51-4a7d-a7c9-fdab7c199d5f None None] Network edf36d72-d254-4b3f-8028-d83b6863114f requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:46:25.032810 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-811f37a8-fe4c-41c6-a146-d8d58a308286 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3931115 Jul 13 08:46:25.035650 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36872) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:25.053913 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:25.091564 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] Transition to ACTIVE for port object e4925301-7783-47d2-a436-465139fc12a9 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:25.103684 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:25.173791 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] Attempting to bind port e4925301-7783-47d2-a436-465139fc12a9 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:46:25.174079 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] Attempting to bind port e4925301-7783-47d2-a436-465139fc12a9 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:46:25.174465 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] Attempting to bind port e4925301-7783-47d2-a436-465139fc12a9 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:46:25.176454 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9ba21-342f-4481-b35f-b4e323d785bc None None] Pushing event updated for resources: {'Port': ['ID=e4925301-7783-47d2-a436-465139fc12a9,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:25.202860 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:46:25.203223 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:46:25.204163 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:25.204557 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:46:25.205025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] Bound port: e4925301-7783-47d2-a436-465139fc12a9, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:46:25.205408 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:25.288717 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-edf36d72-d254-4b3f-8028-d83b6863114f', 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ips': [{'subnet_id': 'cd384c5b-bda5-4b8b-b52b-033f16e9f2b7'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:46:25.289570 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:25.291763 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] For port e4925301-7783-47d2-a436-465139fc12a9, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:46:25.295002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] For port e4925301-7783-47d2-a436-465139fc12a9, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e4925301-7783-47d2-a436-465139fc12a9,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:46:25.304242 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:25.470897 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d06838f-1dfd-40e9-a4f8-843e8f5ebfc8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:25.587019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] Routers {'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:25.587647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:45:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:25.591533 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9ba21-342f-4481-b35f-b4e323d785bc None None] Pushing event updated for resources: {'Port': ['ID=e4925301-7783-47d2-a436-465139fc12a9,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:25.716990 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] Allocated IP 172.20.0.2 (edf36d72-d254-4b3f-8028-d83b6863114f/cd384c5b-bda5-4b8b-b52b-033f16e9f2b7/ab3fea80-627f-447d-b16b-fc470467bb96) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:46:25.741062 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] Set router e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:26.002620 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:26.012811 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] Transition to ACTIVE for port object ab3fea80-627f-447d-b16b-fc470467bb96 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:26.031303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] Transition to ACTIVE for port object ab3fea80-627f-447d-b16b-fc470467bb96 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:26.036086 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675498212', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e4925301-7783-47d2-a436-465139fc12a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:23Z', 'revision_number': 3, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e4925301-7783-47d2-a436-465139fc12a9', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:59:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:26.039369 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:26.074070 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb90af9-c3cb-4b66-987b-80baec989167 None None] The sync data for ids ['e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'] in n-d-779913-28 is: [{'id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675498212', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e4925301-7783-47d2-a436-465139fc12a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:23Z', 'revision_number': 3, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e4925301-7783-47d2-a436-465139fc12a9', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:59:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:46:26.086902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-1d06838f-1dfd-40e9-a4f8-843e8f5ebfc8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Allocated IP 172.20.0.1 (edf36d72-d254-4b3f-8028-d83b6863114f/cd384c5b-bda5-4b8b-b52b-033f16e9f2b7/a9acd0f9-4a58-42b7-8b40-b561081cfaf1) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:46:26.110648 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] Network edf36d72-d254-4b3f-8028-d83b6863114f is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:46:26.113657 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:26.118150 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:46:26.121267 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] Pushing event updated for resources: {'Port': ['ID=ab3fea80-627f-447d-b16b-fc470467bb96,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:26.185613 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] Attempting to bind port ab3fea80-627f-447d-b16b-fc470467bb96 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:46:26.186079 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] Attempting to bind port ab3fea80-627f-447d-b16b-fc470467bb96 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '4cce49d3-add4-40fb-a7b8-1b30354b7eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:46:26.186543 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] Attempting to bind port ab3fea80-627f-447d-b16b-fc470467bb96 on network edf36d72-d254-4b3f-8028-d83b6863114f {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:46:26.192434 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:46:26.192815 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] Checking segment: {'id': '4cce49d3-add4-40fb-a7b8-1b30354b7eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:46:26.193218 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:26.193605 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] Bound using segment: {'id': '4cce49d3-add4-40fb-a7b8-1b30354b7eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:46:26.194070 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] Bound port: ab3fea80-627f-447d-b16b-fc470467bb96, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cce49d3-add4-40fb-a7b8-1b30354b7eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:46:26.194472 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:26.268598 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] For port ab3fea80-627f-447d-b16b-fc470467bb96, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:46:26.272411 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] For port ab3fea80-627f-447d-b16b-fc470467bb96, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ab3fea80-627f-447d-b16b-fc470467bb96,segment=NetworkSegment(4cce49d3-add4-40fb-a7b8-1b30354b7eec),segment_id=4cce49d3-add4-40fb-a7b8-1b30354b7eec)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:46:26.276975 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:26.387851 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fea95-c953-4957-90e3-332d549abb75 None None] Pushing event updated for resources: {'Port': ['ID=ab3fea80-627f-447d-b16b-fc470467bb96,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:26.650046 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d06838f-1dfd-40e9-a4f8-843e8f5ebfc8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:26.668938 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-1d06838f-1dfd-40e9-a4f8-843e8f5ebfc8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Transition to ACTIVE for port object a9acd0f9-4a58-42b7-8b40-b561081cfaf1 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:26.715989 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d06838f-1dfd-40e9-a4f8-843e8f5ebfc8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:26.763208 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d06838f-1dfd-40e9-a4f8-843e8f5ebfc8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network edf36d72-d254-4b3f-8028-d83b6863114f is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:46:26.766399 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1d06838f-1dfd-40e9-a4f8-843e8f5ebfc8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:26.769044 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d06838f-1dfd-40e9-a4f8-843e8f5ebfc8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:46:26.798821 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06838f-1dfd-40e9-a4f8-843e8f5ebfc8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=a9acd0f9-4a58-42b7-8b40-b561081cfaf1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:26.823204 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d06838f-1dfd-40e9-a4f8-843e8f5ebfc8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:26.966765 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d06838f-1dfd-40e9-a4f8-843e8f5ebfc8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:27.258710 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d06838f-1dfd-40e9-a4f8-843e8f5ebfc8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:27.263293 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d06838f-1dfd-40e9-a4f8-843e8f5ebfc8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:27.315432 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800b56fd-3f66-4542-af3b-e6f2d6714691 None None] Network edf36d72-d254-4b3f-8028-d83b6863114f requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:46:27.335724 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06838f-1dfd-40e9-a4f8-843e8f5ebfc8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=a9acd0f9-4a58-42b7-8b40-b561081cfaf1,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:27.354871 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d06838f-1dfd-40e9-a4f8-843e8f5ebfc8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:27.443438 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e98254fd-06c9-437c-bc0b-98d8fe6d32a7 None None] Provisioning for port ab3fea80-627f-447d-b16b-fc470467bb96 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:27.456381 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d06838f-1dfd-40e9-a4f8-843e8f5ebfc8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network edf36d72-d254-4b3f-8028-d83b6863114f is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:46:27.457965 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1d06838f-1dfd-40e9-a4f8-843e8f5ebfc8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:27.588129 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e4925301-7783-47d2-a436-465139fc12a9 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:27.595758 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d06838f-1dfd-40e9-a4f8-843e8f5ebfc8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:46:27.644086 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb528-746c-4606-90b5-bb64a3ed4c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:27.656326 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port e4925301-7783-47d2-a436-465139fc12a9 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:27.660535 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e4925301-7783-47d2-a436-465139fc12a9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:27.660893 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:27.716915 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d06838f-1dfd-40e9-a4f8-843e8f5ebfc8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:46:27.722334 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1d06838f-1dfd-40e9-a4f8-843e8f5ebfc8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "PUT /v2.0/routers/e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6855564 Jul 13 08:46:27.758540 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:27.789418 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port e4925301-7783-47d2-a436-465139fc12a9, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e4925301-7783-47d2-a436-465139fc12a9,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:27.803485 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:27.836775 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] Sync routers for ids ['e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:46:27.843731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ab3fea80-627f-447d-b16b-fc470467bb96 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:27.847173 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] Routers {'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:27.848008 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:46:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:27.874725 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2cb20e0a-d607-4687-acc1-18c4fb575aac None None] Provisioning for port a9acd0f9-4a58-42b7-8b40-b561081cfaf1 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:27.901811 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-5a1f77a1-6991-4a51-b414-81cb0702a06d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-811461833&fields=id&tenant_id=c5988cb4b1124302a881e2f13d2fbcd1 HTTP/1.1" status: 200 len: 267 time: 0.0494690 Jul 13 08:46:27.913616 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=e4925301-7783-47d2-a436-465139fc12a9,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:27.941908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2cb20e0a-d607-4687-acc1-18c4fb575aac None None] Provisioning complete for port a9acd0f9-4a58-42b7-8b40-b561081cfaf1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:27.942520 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2cb20e0a-d607-4687-acc1-18c4fb575aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:27.971492 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] Set router e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:27.972196 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:28.001430 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2cb20e0a-d607-4687-acc1-18c4fb575aac None None] Port a9acd0f9-4a58-42b7-8b40-b561081cfaf1 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:46:28.018421 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port ab3fea80-627f-447d-b16b-fc470467bb96 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:28.023035 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port ab3fea80-627f-447d-b16b-fc470467bb96 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:28.023512 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:28.051590 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-4fd38ef3-0387-4deb-95fe-80cabfbf6806 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:28.053131 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-4fd38ef3-0387-4deb-95fe-80cabfbf6806 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/networks?id=edf36d72-d254-4b3f-8028-d83b6863114f HTTP/1.1" status: 200 len: 796 time: 0.1504681 Jul 13 08:46:28.071885 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-e302f539-1cdb-4d11-a978-817269f73846 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/quotas/c5988cb4b1124302a881e2f13d2fbcd1 HTTP/1.1" status: 200 len: 375 time: 0.0104361 Jul 13 08:46:28.113888 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:28.145114 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ea141d8a-5369-4214-bf57-dd4022e55648 None None] Provisioning complete for port a9acd0f9-4a58-42b7-8b40-b561081cfaf1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:28.145487 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea141d8a-5369-4214-bf57-dd4022e55648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:28.163590 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-e1995a5e-bfe0-4789-a61d-ad53e8347a6c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818274 Jul 13 08:46:28.195282 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675498212', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e4925301-7783-47d2-a436-465139fc12a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:26Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e4925301-7783-47d2-a436-465139fc12a9', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'a9acd0f9-4a58-42b7-8b40-b561081cfaf1', 'name': '', 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:74:8b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cd384c5b-bda5-4b8b-b52b-033f16e9f2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:25Z', 'updated_at': '2021-07-13T08:46:27Z', 'revision_number': 2, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': 'cd384c5b-bda5-4b8b-b52b-033f16e9f2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:28.222304 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] Checking router: e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:46:28.222916 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] Updating router e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d port a9acd0f9-4a58-42b7-8b40-b561081cfaf1 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:46:28.223146 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ea141d8a-5369-4214-bf57-dd4022e55648 None None] Port a9acd0f9-4a58-42b7-8b40-b561081cfaf1 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:46:28.227344 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port ab3fea80-627f-447d-b16b-fc470467bb96, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ab3fea80-627f-447d-b16b-fc470467bb96,segment=NetworkSegment(4cce49d3-add4-40fb-a7b8-1b30354b7eec),segment_id=4cce49d3-add4-40fb-a7b8-1b30354b7eec)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:28.237012 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:28.258320 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-2bf61a73-fe20-4506-8a1b-191488404181 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:46:28.259359 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-2bf61a73-fe20-4506-8a1b-191488404181 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0845132 Jul 13 08:46:28.283080 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:28.294840 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=ab3fea80-627f-447d-b16b-fc470467bb96,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:28.342368 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-173a0bf3-9bc0-4e6c-b5da-7806bf908af4 None None] Provisioning complete for port a9acd0f9-4a58-42b7-8b40-b561081cfaf1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:28.343280 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-173a0bf3-9bc0-4e6c-b5da-7806bf908af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:28.364383 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-a500db49-3dcc-47d2-b53c-09496dcffd36 service neutron] 10.222.0.58 "GET /v2.0/networks/edf36d72-d254-4b3f-8028-d83b6863114f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983832 Jul 13 08:46:28.378568 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-173a0bf3-9bc0-4e6c-b5da-7806bf908af4 None None] Port a9acd0f9-4a58-42b7-8b40-b561081cfaf1 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:46:28.472142 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-219a127a-1827-4fd8-a18a-d2f711e849e4 service neutron] 10.222.0.58 "GET /v2.0/networks/edf36d72-d254-4b3f-8028-d83b6863114f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018386 Jul 13 08:46:28.579656 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:28.589321 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] Transition to ACTIVE for port object a9acd0f9-4a58-42b7-8b40-b561081cfaf1 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:28.595724 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:28.644642 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03824012-e142-444f-bf81-8343033aaf09 None None] Pushing event updated for resources: {'Port': ['ID=a9acd0f9-4a58-42b7-8b40-b561081cfaf1,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:28.673997 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03824012-e142-444f-bf81-8343033aaf09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:28.674335 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03824012-e142-444f-bf81-8343033aaf09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:28.674674 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03824012-e142-444f-bf81-8343033aaf09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:28.675002 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03824012-e142-444f-bf81-8343033aaf09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:28.675324 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03824012-e142-444f-bf81-8343033aaf09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:28.675636 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03824012-e142-444f-bf81-8343033aaf09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:28.675955 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03824012-e142-444f-bf81-8343033aaf09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:28.676272 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03824012-e142-444f-bf81-8343033aaf09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:28.676589 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03824012-e142-444f-bf81-8343033aaf09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:28.676903 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03824012-e142-444f-bf81-8343033aaf09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:28.677216 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03824012-e142-444f-bf81-8343033aaf09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:28.677529 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03824012-e142-444f-bf81-8343033aaf09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:28.708657 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] Attempting to bind port a9acd0f9-4a58-42b7-8b40-b561081cfaf1 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:46:28.709022 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] Attempting to bind port a9acd0f9-4a58-42b7-8b40-b561081cfaf1 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '4cce49d3-add4-40fb-a7b8-1b30354b7eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:46:28.709378 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] Attempting to bind port a9acd0f9-4a58-42b7-8b40-b561081cfaf1 on network edf36d72-d254-4b3f-8028-d83b6863114f {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:46:28.714441 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:46:28.714803 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] Checking segment: {'id': '4cce49d3-add4-40fb-a7b8-1b30354b7eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:46:28.715195 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:28.715580 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] Bound using segment: {'id': '4cce49d3-add4-40fb-a7b8-1b30354b7eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:46:28.716037 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] Bound port: a9acd0f9-4a58-42b7-8b40-b561081cfaf1, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cce49d3-add4-40fb-a7b8-1b30354b7eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:46:28.716407 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:28.780470 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] For port a9acd0f9-4a58-42b7-8b40-b561081cfaf1, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:46:28.784639 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] For port a9acd0f9-4a58-42b7-8b40-b561081cfaf1, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a9acd0f9-4a58-42b7-8b40-b561081cfaf1,segment=NetworkSegment(4cce49d3-add4-40fb-a7b8-1b30354b7eec),segment_id=4cce49d3-add4-40fb-a7b8-1b30354b7eec)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:46:28.788688 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:28.845994 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] Routers {'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:28.846672 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:46:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:28.851411 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03824012-e142-444f-bf81-8343033aaf09 None None] Pushing event updated for resources: {'Port': ['ID=a9acd0f9-4a58-42b7-8b40-b561081cfaf1,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:28.955803 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] Set router e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:29.154131 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675498212', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e4925301-7783-47d2-a436-465139fc12a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:26Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e4925301-7783-47d2-a436-465139fc12a9', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'a9acd0f9-4a58-42b7-8b40-b561081cfaf1', 'name': '', 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:74:8b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cd384c5b-bda5-4b8b-b52b-033f16e9f2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:25Z', 'updated_at': '2021-07-13T08:46:28Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': 'cd384c5b-bda5-4b8b-b52b-033f16e9f2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:29.179483 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6594dd-a864-4155-a1fe-c199a67ce4c6 None None] The sync data for ids ['e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'] in n-d-779913-28 is: [{'id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675498212', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e4925301-7783-47d2-a436-465139fc12a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:26Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e4925301-7783-47d2-a436-465139fc12a9', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'a9acd0f9-4a58-42b7-8b40-b561081cfaf1', 'name': '', 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:74:8b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cd384c5b-bda5-4b8b-b52b-033f16e9f2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:25Z', 'updated_at': '2021-07-13T08:46:28Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': 'cd384c5b-bda5-4b8b-b52b-033f16e9f2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:46:29.580730 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a9acd0f9-4a58-42b7-8b40-b561081cfaf1 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:29.658614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port a9acd0f9-4a58-42b7-8b40-b561081cfaf1 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:29.665640 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port a9acd0f9-4a58-42b7-8b40-b561081cfaf1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:29.666019 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:29.710679 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ba3ad0b6-d813-4ced-a9ce-1c83199b8165 req-e85026de-1b32-42cc-928e-4f92caae71ba tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0555682 Jul 13 08:46:29.794873 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:29.838986 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port a9acd0f9-4a58-42b7-8b40-b561081cfaf1, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a9acd0f9-4a58-42b7-8b40-b561081cfaf1,segment=NetworkSegment(4cce49d3-add4-40fb-a7b8-1b30354b7eec),segment_id=4cce49d3-add4-40fb-a7b8-1b30354b7eec)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:29.843675 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:29.889625 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e4925301-7783-47d2-a436-465139fc12a9 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:29.915258 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:29.940454 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=a9acd0f9-4a58-42b7-8b40-b561081cfaf1,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:29.960998 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port e4925301-7783-47d2-a436-465139fc12a9 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:29.961576 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:30.068022 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ab3fea80-627f-447d-b16b-fc470467bb96 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:30.132416 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port ab3fea80-627f-447d-b16b-fc470467bb96 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:30.132777 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:30.178254 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2c5d2500-fe8a-4ea5-906c-42183ffb8484 None None] Provisioning complete for port a9acd0f9-4a58-42b7-8b40-b561081cfaf1 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:30.178590 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2c5d2500-fe8a-4ea5-906c-42183ffb8484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:30.858541 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1dcde9a1-1237-41fe-808b-d3d6ed21d869 req-93e8e432-b049-4c2e-bfed-f6f24e47ee26 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0293088 Jul 13 08:46:30.975725 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-89e83f0b-69a3-4190-88de-68b2fad729c4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:30.978691 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-89e83f0b-69a3-4190-88de-68b2fad729c4 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "GET /v2.0/networks?id=edf36d72-d254-4b3f-8028-d83b6863114f HTTP/1.1" status: 200 len: 796 time: 0.1158044 Jul 13 08:46:31.020100 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-1b157fde-a8e2-4b53-a725-38054578238c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5988cb4b1124302a881e2f13d2fbcd1 HTTP/1.1" status: 200 len: 379 time: 0.0336087 Jul 13 08:46:31.029159 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-8ed72018-2da4-4180-aac5-fb1474f5c735 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'port': {'device_id': 'c6f27bbe-527f-45a7-a123-8a092327dfb4', 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f', 'admin_state_up': True, 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'security_groups': ['08d636c0-4d04-4686-a580-7b8eb9d24ce9']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:31.135571 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-8ed72018-2da4-4180-aac5-fb1474f5c735 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Made reservation on behalf of c5988cb4b1124302a881e2f13d2fbcd1 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:46:31.139040 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-8ed72018-2da4-4180-aac5-fb1474f5c735 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:31.267857 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-8ed72018-2da4-4180-aac5-fb1474f5c735 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Allocated IP 172.20.0.11 (edf36d72-d254-4b3f-8028-d83b6863114f/cd384c5b-bda5-4b8b-b52b-033f16e9f2b7/c2d0813e-19e0-4768-8c8e-1ccdcab5d402) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:46:31.400897 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-8ed72018-2da4-4180-aac5-fb1474f5c735 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:31.418370 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-8ed72018-2da4-4180-aac5-fb1474f5c735 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Transition to ACTIVE for port object c2d0813e-19e0-4768-8c8e-1ccdcab5d402 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:31.451142 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-8ed72018-2da4-4180-aac5-fb1474f5c735 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:31.497159 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-8ed72018-2da4-4180-aac5-fb1474f5c735 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network edf36d72-d254-4b3f-8028-d83b6863114f is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:46:31.500863 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-8ed72018-2da4-4180-aac5-fb1474f5c735 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:31.504848 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-8ed72018-2da4-4180-aac5-fb1474f5c735 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:46:31.512313 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a9acd0f9-4a58-42b7-8b40-b561081cfaf1 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:31.529552 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed72018-2da4-4180-aac5-fb1474f5c735 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=c2d0813e-19e0-4768-8c8e-1ccdcab5d402,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:31.558736 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-8ed72018-2da4-4180-aac5-fb1474f5c735 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:31.559690 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-8ed72018-2da4-4180-aac5-fb1474f5c735 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:31.563908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port a9acd0f9-4a58-42b7-8b40-b561081cfaf1 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:31.564290 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:31.575389 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-8ed72018-2da4-4180-aac5-fb1474f5c735 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5499377 Jul 13 08:46:31.587050 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] Request body: {'port': {'device_id': 'c6f27bbe-527f-45a7-a123-8a092327dfb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:31.616956 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:31.676822 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:31.731406 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1ae433ae-e8b4-4476-8e4c-ba6db8dfa966 None None] Provisioning for port c2d0813e-19e0-4768-8c8e-1ccdcab5d402 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:31.735105 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1ae433ae-e8b4-4476-8e4c-ba6db8dfa966 None None] Provisioning complete for port c2d0813e-19e0-4768-8c8e-1ccdcab5d402 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:31.735475 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1ae433ae-e8b4-4476-8e4c-ba6db8dfa966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:31.769881 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1ae433ae-e8b4-4476-8e4c-ba6db8dfa966 None None] Port c2d0813e-19e0-4768-8c8e-1ccdcab5d402 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:46:31.940878 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d0813e-19e0-4768-8c8e-1ccdcab5d402 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:46:31.948236 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:31.959975 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] Transition to ACTIVE for port object c2d0813e-19e0-4768-8c8e-1ccdcab5d402 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:31.964574 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:32.048067 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d0813e-19e0-4768-8c8e-1ccdcab5d402,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:32.128012 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533e687-495c-4cf2-8b0d-072613ce9b79 req-0ed79ce8-e9b0-4219-9808-7e10504ba59d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:32.129599 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6533e687-495c-4cf2-8b0d-072613ce9b79 req-0ed79ce8-e9b0-4219-9808-7e10504ba59d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 944 time: 0.1612706 Jul 13 08:46:32.158337 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] Attempting to bind port c2d0813e-19e0-4768-8c8e-1ccdcab5d402 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:46:32.158684 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] Attempting to bind port c2d0813e-19e0-4768-8c8e-1ccdcab5d402 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '4cce49d3-add4-40fb-a7b8-1b30354b7eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:46:32.159027 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] Attempting to bind port c2d0813e-19e0-4768-8c8e-1ccdcab5d402 on network edf36d72-d254-4b3f-8028-d83b6863114f {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:46:32.167045 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] Port c2d0813e-19e0-4768-8c8e-1ccdcab5d402 on network edf36d72-d254-4b3f-8028-d83b6863114f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:46:32.167197 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] Attempting to bind port c2d0813e-19e0-4768-8c8e-1ccdcab5d402 on network edf36d72-d254-4b3f-8028-d83b6863114f {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:46:32.175801 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:46:32.176145 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] Checking segment: {'id': '4cce49d3-add4-40fb-a7b8-1b30354b7eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:46:32.176534 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] Bound using segment: {'id': '4cce49d3-add4-40fb-a7b8-1b30354b7eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:46:32.176971 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] Bound port: c2d0813e-19e0-4768-8c8e-1ccdcab5d402, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cce49d3-add4-40fb-a7b8-1b30354b7eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:46:32.177334 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:32.199105 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6533e687-495c-4cf2-8b0d-072613ce9b79 req-e3206e20-4181-4d5b-8446-73ffcd95af07 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=08d636c0-4d04-4686-a580-7b8eb9d24ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634396 Jul 13 08:46:32.254757 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] For port c2d0813e-19e0-4768-8c8e-1ccdcab5d402, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:46:32.257682 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] For port c2d0813e-19e0-4768-8c8e-1ccdcab5d402, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c2d0813e-19e0-4768-8c8e-1ccdcab5d402,segment=NetworkSegment(4cce49d3-add4-40fb-a7b8-1b30354b7eec),segment_id=4cce49d3-add4-40fb-a7b8-1b30354b7eec)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:46:32.262164 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:32.294442 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:32.294768 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:32.296146 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] 10.222.0.62 "PUT /v2.0/ports/c2d0813e-19e0-4768-8c8e-1ccdcab5d402 HTTP/1.1" status: 200 len: 1093 time: 0.7134442 Jul 13 08:46:32.296575 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f27bbe-527f-45a7-a123-8a092327dfb4', 'tag': 'c2d0813e-19e0-4768-8c8e-1ccdcab5d402'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:46:32.299502 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe47adc-df02-4c88-b814-7e42d9e37717" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f27bbe-527f-45a7-a123-8a092327dfb4", "tag": "c2d0813e-19e0-4768-8c8e-1ccdcab5d402"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:46:32.326061 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac60dbc-623e-4ff0-a226-0c568869a928 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d0813e-19e0-4768-8c8e-1ccdcab5d402,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:32.344685 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8bd905-3f08-4be9-b992-bd3234b9a271 x-openstack-request-id: req-3d8bd905-3f08-4be9-b992-bd3234b9a271 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:46:32.344980 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f27bbe-527f-45a7-a123-8a092327dfb4", "tag": "c2d0813e-19e0-4768-8c8e-1ccdcab5d402", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:46:32.345232 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d8bd905-3f08-4be9-b992-bd3234b9a271 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:46:32.345660 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f27bbe-527f-45a7-a123-8a092327dfb4', 'tag': 'c2d0813e-19e0-4768-8c8e-1ccdcab5d402', 'status': 'completed', 'code': 200} Jul 13 08:46:32.392338 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-f6e4f47c-11a5-430c-9a11-dcabd15c9ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:32.393866 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-f6e4f47c-11a5-430c-9a11-dcabd15c9ba1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 1096 time: 0.0590968 Jul 13 08:46:32.441589 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-f5af378d-a77a-40d9-90ca-8025e2b73bd6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2d0813e-19e0-4768-8c8e-1ccdcab5d402 HTTP/1.1" status: 200 len: 217 time: 0.0392108 Jul 13 08:46:32.492795 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-e3c10b5b-6f86-4271-8e4a-caa4d1f45199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:32.494289 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-e3c10b5b-6f86-4271-8e4a-caa4d1f45199 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd384c5b-bda5-4b8b-b52b-033f16e9f2b7 HTTP/1.1" status: 200 len: 835 time: 0.0467408 Jul 13 08:46:32.551961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-32791f7d-a1db-4059-a062-737f99aecfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:32.553440 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-32791f7d-a1db-4059-a062-737f99aecfbe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=edf36d72-d254-4b3f-8028-d83b6863114f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526526 Jul 13 08:46:32.644503 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-44c60950-b494-4a0b-b2d3-0a4e32a6cc62 service neutron] 10.222.0.62 "GET /v2.0/networks/edf36d72-d254-4b3f-8028-d83b6863114f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841243 Jul 13 08:46:32.732119 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b960a590-6660-4f04-b9dc-1a680ae9ace0 req-44df9d3a-1efd-4ab4-9ab3-20025d6e88eb service neutron] 10.222.0.62 "GET /v2.0/networks/edf36d72-d254-4b3f-8028-d83b6863114f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805030 Jul 13 08:46:32.831071 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe47adc-df02-4c88-b814-7e42d9e37717 req-5f59f5ec-c4ef-4fda-a890-bcbe2d067975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:32.832553 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fe47adc-df02-4c88-b814-7e42d9e37717 req-5f59f5ec-c4ef-4fda-a890-bcbe2d067975 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 1096 time: 0.0523160 Jul 13 08:46:32.924380 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe47adc-df02-4c88-b814-7e42d9e37717 req-263b619a-f61e-472d-84f5-5ba279d6afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:32.925878 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fe47adc-df02-4c88-b814-7e42d9e37717 req-263b619a-f61e-472d-84f5-5ba279d6afc6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=edf36d72-d254-4b3f-8028-d83b6863114f HTTP/1.1" status: 200 len: 897 time: 0.0863602 Jul 13 08:46:32.967999 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fe47adc-df02-4c88-b814-7e42d9e37717 req-c79c196f-18ef-44b5-b56a-9c78373c0d49 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2d0813e-19e0-4768-8c8e-1ccdcab5d402 HTTP/1.1" status: 200 len: 217 time: 0.0343456 Jul 13 08:46:33.019858 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe47adc-df02-4c88-b814-7e42d9e37717 req-5d9615cd-f644-4dea-8471-86c78f7b64a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:33.021209 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fe47adc-df02-4c88-b814-7e42d9e37717 req-5d9615cd-f644-4dea-8471-86c78f7b64a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd384c5b-bda5-4b8b-b52b-033f16e9f2b7 HTTP/1.1" status: 200 len: 835 time: 0.0466516 Jul 13 08:46:33.077397 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe47adc-df02-4c88-b814-7e42d9e37717 req-c53f1e22-3eac-483b-a720-628ce755557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:33.079542 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fe47adc-df02-4c88-b814-7e42d9e37717 req-c53f1e22-3eac-483b-a720-628ce755557b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=edf36d72-d254-4b3f-8028-d83b6863114f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511098 Jul 13 08:46:33.176414 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fe47adc-df02-4c88-b814-7e42d9e37717 req-c9043edc-5447-4d38-926d-2101304125a4 service neutron] 10.222.0.62 "GET /v2.0/networks/edf36d72-d254-4b3f-8028-d83b6863114f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890048 Jul 13 08:46:33.270980 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fe47adc-df02-4c88-b814-7e42d9e37717 req-bdea4148-311a-4de2-a7e3-7048d561798b service neutron] 10.222.0.62 "GET /v2.0/networks/edf36d72-d254-4b3f-8028-d83b6863114f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864527 Jul 13 08:46:33.370916 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5278b7f-b92d-4811-865d-34179b58d4e5 req-b24e549f-35c2-49b1-9890-3aea9ce879af tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:33.372377 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a5278b7f-b92d-4811-865d-34179b58d4e5 req-b24e549f-35c2-49b1-9890-3aea9ce879af tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 944 time: 0.0623748 Jul 13 08:46:33.412378 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a5278b7f-b92d-4811-865d-34179b58d4e5 req-5a70f247-f9f0-4ac6-842e-c3e8e6ea62c5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=08d636c0-4d04-4686-a580-7b8eb9d24ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339530 Jul 13 08:46:34.581455 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7299d-be26-4bf6-80a8-54ad69f8bfe9 req-68f9ec16-9a84-484b-9068-e325f72a7ead tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:34.582945 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1da7299d-be26-4bf6-80a8-54ad69f8bfe9 req-68f9ec16-9a84-484b-9068-e325f72a7ead tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 944 time: 0.0623925 Jul 13 08:46:34.620393 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1da7299d-be26-4bf6-80a8-54ad69f8bfe9 req-90191531-d202-4ed5-856d-f43762f94e8a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=08d636c0-4d04-4686-a580-7b8eb9d24ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318859 Jul 13 08:46:35.786934 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d936377-e029-44f0-a158-91732eea2bd2 req-5f79a91b-58fa-48bf-b34c-d0d4d86e3bfc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:35.788301 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d936377-e029-44f0-a158-91732eea2bd2 req-5f79a91b-58fa-48bf-b34c-d0d4d86e3bfc tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 944 time: 0.0611904 Jul 13 08:46:35.823997 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d936377-e029-44f0-a158-91732eea2bd2 req-57aecb4c-6e93-4fe4-8e34-dbd3684b4890 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=08d636c0-4d04-4686-a580-7b8eb9d24ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303485 Jul 13 08:46:35.933652 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c2d0813e-19e0-4768-8c8e-1ccdcab5d402 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:46:36.029099 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c2d0813e-19e0-4768-8c8e-1ccdcab5d402, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c2d0813e-19e0-4768-8c8e-1ccdcab5d402,segment=NetworkSegment(4cce49d3-add4-40fb-a7b8-1b30354b7eec),segment_id=4cce49d3-add4-40fb-a7b8-1b30354b7eec)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:36.039945 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'c2d0813e-19e0-4768-8c8e-1ccdcab5d402', 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f', 'port_id': 'c2d0813e-19e0-4768-8c8e-1ccdcab5d402', 'mac_address': 'fa:16:3e:da:76:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd384c5b-bda5-4b8b-b52b-033f16e9f2b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:46:36.074981 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:36.087474 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d0813e-19e0-4768-8c8e-1ccdcab5d402 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:46:36.106306 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c2d0813e-19e0-4768-8c8e-1ccdcab5d402, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c2d0813e-19e0-4768-8c8e-1ccdcab5d402,segment=NetworkSegment(4cce49d3-add4-40fb-a7b8-1b30354b7eec),segment_id=4cce49d3-add4-40fb-a7b8-1b30354b7eec)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:36.109765 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:36.162145 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=c2d0813e-19e0-4768-8c8e-1ccdcab5d402,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:36.403901 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['c2d0813e-19e0-4768-8c8e-1ccdcab5d402'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:46:36.995318 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9796a-7c87-4ac4-9ec0-355c133005e8 req-ecc39f59-8e22-42a3-a878-dd2a53200406 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:36.996768 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7ee9796a-7c87-4ac4-9ec0-355c133005e8 req-ecc39f59-8e22-42a3-a878-dd2a53200406 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 945 time: 0.0656626 Jul 13 08:46:37.033509 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7ee9796a-7c87-4ac4-9ec0-355c133005e8 req-b36f2b6d-0faf-448c-86ce-caf3d559100a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=08d636c0-4d04-4686-a580-7b8eb9d24ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312338 Jul 13 08:46:37.935013 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c2d0813e-19e0-4768-8c8e-1ccdcab5d402 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:37.984015 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port c2d0813e-19e0-4768-8c8e-1ccdcab5d402 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:37.988214 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port c2d0813e-19e0-4768-8c8e-1ccdcab5d402 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:37.988588 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:38.062048 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:38.084405 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f27bbe-527f-45a7-a123-8a092327dfb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d0813e-19e0-4768-8c8e-1ccdcab5d402'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:46:38.086659 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2778a6-b45d-48b7-a582-27b82a0bdff8" -d '{"events": [{"server_uuid": "c6f27bbe-527f-45a7-a123-8a092327dfb4", "name": "network-vif-plugged", "status": "completed", "tag": "c2d0813e-19e0-4768-8c8e-1ccdcab5d402"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:46:38.099669 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port c2d0813e-19e0-4768-8c8e-1ccdcab5d402, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c2d0813e-19e0-4768-8c8e-1ccdcab5d402,segment=NetworkSegment(4cce49d3-add4-40fb-a7b8-1b30354b7eec),segment_id=4cce49d3-add4-40fb-a7b8-1b30354b7eec)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:38.104284 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:38.166404 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=c2d0813e-19e0-4768-8c8e-1ccdcab5d402,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:38.195446 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f37e6b-a52f-478a-b2ef-1feefb494656 x-openstack-request-id: req-c1f37e6b-a52f-478a-b2ef-1feefb494656 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:46:38.195817 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f27bbe-527f-45a7-a123-8a092327dfb4", "name": "network-vif-plugged", "status": "completed", "tag": "c2d0813e-19e0-4768-8c8e-1ccdcab5d402", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:46:38.196137 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c1f37e6b-a52f-478a-b2ef-1feefb494656 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:46:38.196550 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f27bbe-527f-45a7-a123-8a092327dfb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d0813e-19e0-4768-8c8e-1ccdcab5d402', 'code': 200} Jul 13 08:46:38.229998 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee962d-0d51-46ed-a115-f68e4a0b5040 req-f9e62ae3-a634-43df-991a-8473f551cccd tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:38.231786 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ecee962d-0d51-46ed-a115-f68e4a0b5040 req-f9e62ae3-a634-43df-991a-8473f551cccd tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 946 time: 0.0830052 Jul 13 08:46:38.299941 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ecee962d-0d51-46ed-a115-f68e4a0b5040 req-2b5c0f07-d322-46d5-8a33-56bc7f581d9c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=08d636c0-4d04-4686-a580-7b8eb9d24ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609124 Jul 13 08:46:38.327472 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6122655-0c7c-4504-85d2-46d4aa0c7be2 req-1a147273-717a-4cfe-906f-7a6a37901667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:38.329129 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6122655-0c7c-4504-85d2-46d4aa0c7be2 req-1a147273-717a-4cfe-906f-7a6a37901667 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 1098 time: 0.0681896 Jul 13 08:46:38.368809 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c6122655-0c7c-4504-85d2-46d4aa0c7be2 req-d45e00d1-a3fe-425d-aaea-2cb6855813e6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=08d636c0-4d04-4686-a580-7b8eb9d24ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331578 Jul 13 08:46:38.384568 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0ca5de26-b7be-4c40-94d2-29fd4b56cd8a None None] Provisioning complete for port c2d0813e-19e0-4768-8c8e-1ccdcab5d402 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:38.384940 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ca5de26-b7be-4c40-94d2-29fd4b56cd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:38.565997 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.490050 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2ce7a-1bcd-4db3-89e4-5d2d90609c77 req-95b27d00-c369-4339-863b-925a82eebc78 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:39.491550 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-03d2ce7a-1bcd-4db3-89e4-5d2d90609c77 req-95b27d00-c369-4339-863b-925a82eebc78 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 946 time: 0.0637195 Jul 13 08:46:39.528410 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-03d2ce7a-1bcd-4db3-89e4-5d2d90609c77 req-5d4482e6-03bf-4e15-b63e-3f923dec13d2 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=08d636c0-4d04-4686-a580-7b8eb9d24ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311866 Jul 13 08:46:39.698559 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ffc28-4e68-42e6-a363-e001c2511bd7 req-c0ea565d-afa9-4012-84b2-5e027e8fa4fe tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:39.700051 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d9ffc28-4e68-42e6-a363-e001c2511bd7 req-c0ea565d-afa9-4012-84b2-5e027e8fa4fe tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 946 time: 0.0644956 Jul 13 08:46:39.737285 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1d9ffc28-4e68-42e6-a363-e001c2511bd7 req-7bdc89de-f6b4-479d-b40d-9f354281065c tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=08d636c0-4d04-4686-a580-7b8eb9d24ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317557 Jul 13 08:46:39.761065 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36934) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:39.814619 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fae1313-94c5-4eab-9667-f05d4557a71b tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:39.816083 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4fae1313-94c5-4eab-9667-f05d4557a71b tempest-TestNetworkAdvancedServerOps-687366046 tempest-TestNetworkAdvancedServerOps-687366046-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 1093 time: 0.0540781 Jul 13 08:46:39.818922 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36936) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:39.823126 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-820c7d5f-9896-40e8-88e7-1f00fd1ddb53 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': 'c2d0813e-19e0-4768-8c8e-1ccdcab5d402', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:39.844698 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-820c7d5f-9896-40e8-88e7-1f00fd1ddb53 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.936893 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-820c7d5f-9896-40e8-88e7-1f00fd1ddb53 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:40.039286 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-820c7d5f-9896-40e8-88e7-1f00fd1ddb53 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Allocated IP 172.25.0.89 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/ad567f8e-2761-4ce7-8fff-3ce644519e77) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:46:40.136565 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-820c7d5f-9896-40e8-88e7-1f00fd1ddb53 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:40.175365 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-820c7d5f-9896-40e8-88e7-1f00fd1ddb53 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:40.218133 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820c7d5f-9896-40e8-88e7-1f00fd1ddb53 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:46:40.221483 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-820c7d5f-9896-40e8-88e7-1f00fd1ddb53 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:40.225010 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820c7d5f-9896-40e8-88e7-1f00fd1ddb53 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:46:40.230425 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c7d5f-9896-40e8-88e7-1f00fd1ddb53 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=ad567f8e-2761-4ce7-8fff-3ce644519e77,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:40.579094 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-820c7d5f-9896-40e8-88e7-1f00fd1ddb53 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:40.655470 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-820c7d5f-9896-40e8-88e7-1f00fd1ddb53 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:40.800867 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-820c7d5f-9896-40e8-88e7-1f00fd1ddb53 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:40.805262 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-820c7d5f-9896-40e8-88e7-1f00fd1ddb53 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:40.873349 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c7d5f-9896-40e8-88e7-1f00fd1ddb53 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event updated for resources: {'Port': ['ID=ad567f8e-2761-4ce7-8fff-3ce644519e77,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:40.883323 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-820c7d5f-9896-40e8-88e7-1f00fd1ddb53 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:40.979189 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-820c7d5f-9896-40e8-88e7-1f00fd1ddb53 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Floating IP 91b92512-8a3b-4f96-9127-3436ac8ceda9 associated. External IP: 172.25.0.89, port: c2d0813e-19e0-4768-8c8e-1ccdcab5d402. Jul 13 08:46:41.177435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820c7d5f-9896-40e8-88e7-1f00fd1ddb53 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:46:41.628561 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820c7d5f-9896-40e8-88e7-1f00fd1ddb53 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:46:41.638322 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0e070b-ebef-4deb-a876-82905c921a0f None None] Sync routers for ids ['e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:46:41.644104 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-820c7d5f-9896-40e8-88e7-1f00fd1ddb53 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:41.648799 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e070b-ebef-4deb-a876-82905c921a0f None None] Routers {'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:41.649419 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8c0e070b-ebef-4deb-a876-82905c921a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:46:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:41.678764 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-820c7d5f-9896-40e8-88e7-1f00fd1ddb53 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8588517 Jul 13 08:46:41.679444 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f27bbe-527f-45a7-a123-8a092327dfb4', 'tag': 'c2d0813e-19e0-4768-8c8e-1ccdcab5d402'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:46:41.681849 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671b6c72-1bea-4568-94f3-0221d5a53d79" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f27bbe-527f-45a7-a123-8a092327dfb4", "tag": "c2d0813e-19e0-4768-8c8e-1ccdcab5d402"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:46:41.717598 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ada5a5-49e3-40ac-9d89-8cae63fe888b x-openstack-request-id: req-99ada5a5-49e3-40ac-9d89-8cae63fe888b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:46:41.718173 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f27bbe-527f-45a7-a123-8a092327dfb4", "tag": "c2d0813e-19e0-4768-8c8e-1ccdcab5d402", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:46:41.718428 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-99ada5a5-49e3-40ac-9d89-8cae63fe888b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:46:41.719404 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f27bbe-527f-45a7-a123-8a092327dfb4', 'tag': 'c2d0813e-19e0-4768-8c8e-1ccdcab5d402', 'status': 'completed', 'code': 200} Jul 13 08:46:41.762207 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-8c0e070b-ebef-4deb-a876-82905c921a0f None None] Set router e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:41.838359 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b6c72-1bea-4568-94f3-0221d5a53d79 req-1bb75cd4-6ca9-4fd4-8d8d-e0d6d7a505ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:41.839846 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-671b6c72-1bea-4568-94f3-0221d5a53d79 req-1bb75cd4-6ca9-4fd4-8d8d-e0d6d7a505ce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 1098 time: 0.0996490 Jul 13 08:46:41.852723 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e547717-5fcc-4646-8f02-44bad00fb972 req-e2c06411-2be7-41ec-aa3a-a73dbdb98ad8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:41.854158 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e547717-5fcc-4646-8f02-44bad00fb972 req-e2c06411-2be7-41ec-aa3a-a73dbdb98ad8 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 946 time: 0.0841148 Jul 13 08:46:41.943704 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6e547717-5fcc-4646-8f02-44bad00fb972 req-6809c454-e919-417b-b209-a0ad1cc45e8f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=08d636c0-4d04-4686-a580-7b8eb9d24ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714805 Jul 13 08:46:41.964923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b6c72-1bea-4568-94f3-0221d5a53d79 req-46502901-1ad2-4cac-b276-4dff4c4dcf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:41.966450 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-671b6c72-1bea-4568-94f3-0221d5a53d79 req-46502901-1ad2-4cac-b276-4dff4c4dcf1e service neutron] 10.222.0.62 "GET /v2.0/networks?id=edf36d72-d254-4b3f-8028-d83b6863114f HTTP/1.1" status: 200 len: 897 time: 0.1113451 Jul 13 08:46:41.977268 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 36942) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:42.012893 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8c0e070b-ebef-4deb-a876-82905c921a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675498212', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e4925301-7783-47d2-a436-465139fc12a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:26Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e4925301-7783-47d2-a436-465139fc12a9', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '91b92512-8a3b-4f96-9127-3436ac8ceda9', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'floating_ip_address': '172.25.0.89', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'port_id': 'c2d0813e-19e0-4768-8c8e-1ccdcab5d402', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f', 'mac_address': 'fa:16:3e:da:76:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f27bbe-527f-45a7-a123-8a092327dfb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:46:40Z', 'updated_at': '2021-07-13T08:46:40Z', 'revision_number': 0, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9acd0f9-4a58-42b7-8b40-b561081cfaf1', 'name': '', 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:74:8b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cd384c5b-bda5-4b8b-b52b-033f16e9f2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:25Z', 'updated_at': '2021-07-13T08:46:29Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': 'cd384c5b-bda5-4b8b-b52b-033f16e9f2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:42.046709 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-671b6c72-1bea-4568-94f3-0221d5a53d79 req-9192a357-a8bb-41d5-92c5-4987e88046f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2d0813e-19e0-4768-8c8e-1ccdcab5d402 HTTP/1.1" status: 200 len: 999 time: 0.0727017 Jul 13 08:46:42.046968 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0e070b-ebef-4deb-a876-82905c921a0f None None] Checking router: e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:46:42.047701 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1e304c21-85e8-4829-8e2a-973c18e324ba tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/floatingips/91b92512-8a3b-4f96-9127-3436ac8ceda9 HTTP/1.1" status: 200 len: 991 time: 0.0682364 Jul 13 08:46:42.055646 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e070b-ebef-4deb-a876-82905c921a0f None None] Routers {'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:42.056239 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8c0e070b-ebef-4deb-a876-82905c921a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:46:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:42.098435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b6c72-1bea-4568-94f3-0221d5a53d79 req-f1d79096-a171-48f4-bf23-f0f056199ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:42.099909 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-671b6c72-1bea-4568-94f3-0221d5a53d79 req-f1d79096-a171-48f4-bf23-f0f056199ab9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd384c5b-bda5-4b8b-b52b-033f16e9f2b7 HTTP/1.1" status: 200 len: 835 time: 0.0460947 Jul 13 08:46:42.159243 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b6c72-1bea-4568-94f3-0221d5a53d79 req-ed42ff42-0965-4f37-b663-9ea20c56adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:42.160774 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-671b6c72-1bea-4568-94f3-0221d5a53d79 req-ed42ff42-0965-4f37-b663-9ea20c56adc8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=edf36d72-d254-4b3f-8028-d83b6863114f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540695 Jul 13 08:46:42.263183 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-671b6c72-1bea-4568-94f3-0221d5a53d79 req-57994145-2807-4a9b-ac05-e71ea4e1e54e service neutron] 10.222.0.62 "GET /v2.0/networks/edf36d72-d254-4b3f-8028-d83b6863114f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938916 Jul 13 08:46:42.323461 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-8c0e070b-ebef-4deb-a876-82905c921a0f None None] Set router e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:42.360030 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-671b6c72-1bea-4568-94f3-0221d5a53d79 req-dda1d535-a6c7-42c2-bffe-0c442c4c9177 service neutron] 10.222.0.62 "GET /v2.0/networks/edf36d72-d254-4b3f-8028-d83b6863114f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887976 Jul 13 08:46:42.543902 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-8c0e070b-ebef-4deb-a876-82905c921a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675498212', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e4925301-7783-47d2-a436-465139fc12a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:26Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e4925301-7783-47d2-a436-465139fc12a9', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '91b92512-8a3b-4f96-9127-3436ac8ceda9', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'floating_ip_address': '172.25.0.89', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'port_id': 'c2d0813e-19e0-4768-8c8e-1ccdcab5d402', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f', 'mac_address': 'fa:16:3e:da:76:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f27bbe-527f-45a7-a123-8a092327dfb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:46:40Z', 'updated_at': '2021-07-13T08:46:40Z', 'revision_number': 0, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9acd0f9-4a58-42b7-8b40-b561081cfaf1', 'name': '', 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:74:8b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cd384c5b-bda5-4b8b-b52b-033f16e9f2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:25Z', 'updated_at': '2021-07-13T08:46:29Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': 'cd384c5b-bda5-4b8b-b52b-033f16e9f2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:42.574559 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0e070b-ebef-4deb-a876-82905c921a0f None None] The sync data for ids ['e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'] in n-d-779913-28 is: [{'id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675498212', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e4925301-7783-47d2-a436-465139fc12a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:26Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e4925301-7783-47d2-a436-465139fc12a9', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '91b92512-8a3b-4f96-9127-3436ac8ceda9', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'floating_ip_address': '172.25.0.89', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'port_id': 'c2d0813e-19e0-4768-8c8e-1ccdcab5d402', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f', 'mac_address': 'fa:16:3e:da:76:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f27bbe-527f-45a7-a123-8a092327dfb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:46:40Z', 'updated_at': '2021-07-13T08:46:40Z', 'revision_number': 0, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9acd0f9-4a58-42b7-8b40-b561081cfaf1', 'name': '', 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:74:8b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cd384c5b-bda5-4b8b-b52b-033f16e9f2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:25Z', 'updated_at': '2021-07-13T08:46:29Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': 'cd384c5b-bda5-4b8b-b52b-033f16e9f2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:46:42.774943 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c192e2-4831-4485-9653-2812eaf12745 None None] New status for floating IP 91b92512-8a3b-4f96-9127-3436ac8ceda9: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:46:42.867927 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:46:43.049384 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36944) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:43.108984 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3fe2b722-81bf-4d42-9024-91f205cf2b17 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/floatingips/91b92512-8a3b-4f96-9127-3436ac8ceda9 HTTP/1.1" status: 200 len: 993 time: 0.0584903 Jul 13 08:46:43.594827 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:53.308054 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-adf69361-0cdd-437b-957b-7b32adff68da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:57.636303 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72950e7e-8b2d-411e-8673-2ef47e7f9c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:57.875035 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:59.870572 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:01.598534 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:08.567242 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:13.591441 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:16.676884 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85617d-0e02-4b6e-853b-494abe6b3768 req-37f21f6b-d747-4580-8f12-217ccfd96786 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:16.678432 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d85617d-0e02-4b6e-853b-494abe6b3768 req-37f21f6b-d747-4580-8f12-217ccfd96786 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 946 time: 0.0634651 Jul 13 08:47:16.716045 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0d85617d-0e02-4b6e-853b-494abe6b3768 req-abb229ae-49c0-4ade-b9ff-08efc35abfdf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=08d636c0-4d04-4686-a580-7b8eb9d24ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320520 Jul 13 08:47:17.894030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee101c83-430f-483a-a8cc-20482e1c9443 req-88b3bb04-6c90-4312-8c0b-b811de2f230b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:17.895498 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee101c83-430f-483a-a8cc-20482e1c9443 req-88b3bb04-6c90-4312-8c0b-b811de2f230b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 946 time: 0.0657630 Jul 13 08:47:17.930693 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee101c83-430f-483a-a8cc-20482e1c9443 req-54759712-2614-4132-a504-2e958af4e758 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=08d636c0-4d04-4686-a580-7b8eb9d24ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297480 Jul 13 08:47:17.955203 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36964) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:18.013662 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-d6b70de1-54a6-49bc-923c-9e559178d74a tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/floatingips/91b92512-8a3b-4f96-9127-3436ac8ceda9 HTTP/1.1" status: 200 len: 993 time: 0.0572937 Jul 13 08:47:19.454349 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570184af-92e5-4f39-9295-34aa5e1e8de8 req-76297b92-8c79-498b-a62a-0cacddaa76e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:19.455836 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-570184af-92e5-4f39-9295-34aa5e1e8de8 req-76297b92-8c79-498b-a62a-0cacddaa76e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 1098 time: 0.0957446 Jul 13 08:47:19.470717 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384634da-fd9f-4533-954c-e46714e71bee req-970c320a-80aa-4ccc-af2b-dc264f8c32cf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:19.472105 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-384634da-fd9f-4533-954c-e46714e71bee req-970c320a-80aa-4ccc-af2b-dc264f8c32cf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 946 time: 0.0829835 Jul 13 08:47:19.559329 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-384634da-fd9f-4533-954c-e46714e71bee req-6164291b-9c57-4aa2-b290-d5ad56b89295 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=08d636c0-4d04-4686-a580-7b8eb9d24ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801888 Jul 13 08:47:19.581994 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570184af-92e5-4f39-9295-34aa5e1e8de8 req-8adf1e99-c08d-4847-a07d-db155b2dd23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:19.583505 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-570184af-92e5-4f39-9295-34aa5e1e8de8 req-8adf1e99-c08d-4847-a07d-db155b2dd23b service neutron] 10.222.0.62 "GET /v2.0/networks?id=edf36d72-d254-4b3f-8028-d83b6863114f HTTP/1.1" status: 200 len: 897 time: 0.1212981 Jul 13 08:47:19.646252 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-570184af-92e5-4f39-9295-34aa5e1e8de8 req-00d20188-c6ec-4065-b101-99b03c944f4e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2d0813e-19e0-4768-8c8e-1ccdcab5d402 HTTP/1.1" status: 200 len: 1001 time: 0.0561981 Jul 13 08:47:19.695200 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570184af-92e5-4f39-9295-34aa5e1e8de8 req-c0adf8fd-f64c-4cb3-9c03-6fc5cd6798a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:19.696734 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-570184af-92e5-4f39-9295-34aa5e1e8de8 req-c0adf8fd-f64c-4cb3-9c03-6fc5cd6798a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd384c5b-bda5-4b8b-b52b-033f16e9f2b7 HTTP/1.1" status: 200 len: 835 time: 0.0446923 Jul 13 08:47:19.759386 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570184af-92e5-4f39-9295-34aa5e1e8de8 req-9af50307-0b98-4039-97f7-a392852b9930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:19.760857 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-570184af-92e5-4f39-9295-34aa5e1e8de8 req-9af50307-0b98-4039-97f7-a392852b9930 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=edf36d72-d254-4b3f-8028-d83b6863114f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548713 Jul 13 08:47:19.848327 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-570184af-92e5-4f39-9295-34aa5e1e8de8 req-1a836ba6-9a15-4b97-9739-4f44cc0f38a9 service neutron] 10.222.0.62 "GET /v2.0/networks/edf36d72-d254-4b3f-8028-d83b6863114f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800896 Jul 13 08:47:19.867863 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:47:19.940099 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-570184af-92e5-4f39-9295-34aa5e1e8de8 req-328373f3-4466-4fec-b07a-027a8604ed46 service neutron] 10.222.0.62 "GET /v2.0/networks/edf36d72-d254-4b3f-8028-d83b6863114f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854406 Jul 13 08:47:20.735423 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5f69c-4dc9-4e03-af28-92b295d73025 req-911844f5-a8b8-4801-9905-1b1805bc43e5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:20.736936 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ca5f69c-4dc9-4e03-af28-92b295d73025 req-911844f5-a8b8-4801-9905-1b1805bc43e5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 946 time: 0.0673120 Jul 13 08:47:20.775953 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ca5f69c-4dc9-4e03-af28-92b295d73025 req-01c48481-dc5d-45c6-91c0-567eb1eae5be tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=08d636c0-4d04-4686-a580-7b8eb9d24ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334501 Jul 13 08:47:21.954031 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656899de-aa56-4d09-82fd-ecddc82b345e req-785fc235-72e8-4c69-8faa-2f1565dabbaf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:21.955532 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-656899de-aa56-4d09-82fd-ecddc82b345e req-785fc235-72e8-4c69-8faa-2f1565dabbaf tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 946 time: 0.0676920 Jul 13 08:47:21.992660 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-656899de-aa56-4d09-82fd-ecddc82b345e req-92077598-5b14-4b8f-b467-6e98e8e24a60 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=08d636c0-4d04-4686-a580-7b8eb9d24ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316391 Jul 13 08:47:22.018210 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36976) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:22.077938 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-6b22bb8c-aa53-4833-8d16-45599ac2aa6b tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/floatingips/91b92512-8a3b-4f96-9127-3436ac8ceda9 HTTP/1.1" status: 200 len: 993 time: 0.0585055 Jul 13 08:47:22.328821 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 36982) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:22.481772 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting port ad567f8e-2761-4ce7-8fff-3ce644519e77 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:47:22.482143 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:22.559771 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:22.560091 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:22.572074 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Calling delete_port for ad567f8e-2761-4ce7-8fff-3ce644519e77 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:47:22.719737 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:22.745614 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Port': ['ID=ad567f8e-2761-4ce7-8fff-3ce644519e77,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:22.772454 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:22.772803 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:22.773143 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:22.773477 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:22.773815 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:22.774169 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:22.774498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:22.774827 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:22.775151 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:22.775478 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:22.775800 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:22.776120 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:22.814449 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:22.814783 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Floating IP 91b92512-8a3b-4f96-9127-3436ac8ceda9 disassociated (deleted). External IP: 172.25.0.89, port: c2d0813e-19e0-4768-8c8e-1ccdcab5d402. Jul 13 08:47:23.023832 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:47:23.131811 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:47:23.136557 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:23.141043 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83918543-0635-449d-ad99-cbedfb9c3687 None None] Sync routers for ids ['e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:47:23.149866 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83918543-0635-449d-ad99-cbedfb9c3687 None None] Routers {'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:47:23.150499 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-83918543-0635-449d-ad99-cbedfb9c3687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:46:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:23.173085 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-997551c8-459e-47f4-9d9b-b8c219b4327d tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/floatingips/91b92512-8a3b-4f96-9127-3436ac8ceda9 HTTP/1.1" status: 204 len: 168 time: 0.8427377 Jul 13 08:47:23.173648 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f27bbe-527f-45a7-a123-8a092327dfb4', 'tag': 'c2d0813e-19e0-4768-8c8e-1ccdcab5d402'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:47:23.175977 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4af17d-7f51-4a06-a5c2-f30482084110" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f27bbe-527f-45a7-a123-8a092327dfb4", "tag": "c2d0813e-19e0-4768-8c8e-1ccdcab5d402"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:47:23.213425 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb4b5c7-db2a-4ea2-b725-2246c2787f83 x-openstack-request-id: req-afb4b5c7-db2a-4ea2-b725-2246c2787f83 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:47:23.213711 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f27bbe-527f-45a7-a123-8a092327dfb4", "tag": "c2d0813e-19e0-4768-8c8e-1ccdcab5d402", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:47:23.214114 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-afb4b5c7-db2a-4ea2-b725-2246c2787f83 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:47:23.214531 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f27bbe-527f-45a7-a123-8a092327dfb4', 'tag': 'c2d0813e-19e0-4768-8c8e-1ccdcab5d402', 'status': 'completed', 'code': 200} Jul 13 08:47:23.260990 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-83918543-0635-449d-ad99-cbedfb9c3687 None None] Set router e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:47:23.299023 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4af17d-7f51-4a06-a5c2-f30482084110 req-2efd3402-85c1-4c8b-bc0b-5f72a18fe404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:23.300924 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee4af17d-7f51-4a06-a5c2-f30482084110 req-2efd3402-85c1-4c8b-bc0b-5f72a18fe404 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 1098 time: 0.0629907 Jul 13 08:47:23.354993 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1d62ddde-f93c-4eea-9d4e-7e7ed9ce5c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:23.408678 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4af17d-7f51-4a06-a5c2-f30482084110 req-930630bd-34f0-424e-a5a8-0ea25c10780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:23.410530 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee4af17d-7f51-4a06-a5c2-f30482084110 req-930630bd-34f0-424e-a5a8-0ea25c10780f service neutron] 10.222.0.62 "GET /v2.0/networks?id=edf36d72-d254-4b3f-8028-d83b6863114f HTTP/1.1" status: 200 len: 897 time: 0.1027374 Jul 13 08:47:23.459967 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee4af17d-7f51-4a06-a5c2-f30482084110 req-71a5ef80-08e5-4122-abe8-a57562461db6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2d0813e-19e0-4768-8c8e-1ccdcab5d402 HTTP/1.1" status: 200 len: 217 time: 0.0405028 Jul 13 08:47:23.481738 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-83918543-0635-449d-ad99-cbedfb9c3687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675498212', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e4925301-7783-47d2-a436-465139fc12a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:26Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e4925301-7783-47d2-a436-465139fc12a9', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'a9acd0f9-4a58-42b7-8b40-b561081cfaf1', 'name': '', 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:74:8b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cd384c5b-bda5-4b8b-b52b-033f16e9f2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:25Z', 'updated_at': '2021-07-13T08:46:29Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': 'cd384c5b-bda5-4b8b-b52b-033f16e9f2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:23.509248 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83918543-0635-449d-ad99-cbedfb9c3687 None None] Checking router: e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:47:23.517944 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83918543-0635-449d-ad99-cbedfb9c3687 None None] Routers {'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:47:23.518579 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-83918543-0635-449d-ad99-cbedfb9c3687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:46:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:23.540295 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4af17d-7f51-4a06-a5c2-f30482084110 req-c40a9e83-aaed-49ff-bc59-c1cfaecf82b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:23.541749 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee4af17d-7f51-4a06-a5c2-f30482084110 req-c40a9e83-aaed-49ff-bc59-c1cfaecf82b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd384c5b-bda5-4b8b-b52b-033f16e9f2b7 HTTP/1.1" status: 200 len: 835 time: 0.0739605 Jul 13 08:47:23.600550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f914602-651d-41c0-85ed-fa845a6e7fd6 req-b13f125a-5b8e-4aae-aaef-7d154b6082c5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:23.602007 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5f914602-651d-41c0-85ed-fa845a6e7fd6 req-b13f125a-5b8e-4aae-aaef-7d154b6082c5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 946 time: 0.1071467 Jul 13 08:47:23.621729 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-83918543-0635-449d-ad99-cbedfb9c3687 None None] Set router e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:47:23.638530 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4af17d-7f51-4a06-a5c2-f30482084110 req-8cfb8823-74a8-4f6d-96c8-01796de8352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:23.639986 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee4af17d-7f51-4a06-a5c2-f30482084110 req-8cfb8823-74a8-4f6d-96c8-01796de8352c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=edf36d72-d254-4b3f-8028-d83b6863114f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0907691 Jul 13 08:47:23.662568 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5f914602-651d-41c0-85ed-fa845a6e7fd6 req-a4a05ec2-79bf-4c1b-9399-ac3f2971f026 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=08d636c0-4d04-4686-a580-7b8eb9d24ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543029 Jul 13 08:47:23.736910 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee4af17d-7f51-4a06-a5c2-f30482084110 req-ffe3d80d-0d9c-4fe9-a2e9-597efbb9b5d6 service neutron] 10.222.0.62 "GET /v2.0/networks/edf36d72-d254-4b3f-8028-d83b6863114f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889723 Jul 13 08:47:23.818319 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-83918543-0635-449d-ad99-cbedfb9c3687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675498212', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e4925301-7783-47d2-a436-465139fc12a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:26Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e4925301-7783-47d2-a436-465139fc12a9', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'a9acd0f9-4a58-42b7-8b40-b561081cfaf1', 'name': '', 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:74:8b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cd384c5b-bda5-4b8b-b52b-033f16e9f2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:25Z', 'updated_at': '2021-07-13T08:46:29Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': 'cd384c5b-bda5-4b8b-b52b-033f16e9f2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:23.829360 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ee4af17d-7f51-4a06-a5c2-f30482084110 req-8fb6644f-d76d-4c59-86ea-09640a7c051e service neutron] 10.222.0.62 "GET /v2.0/networks/edf36d72-d254-4b3f-8028-d83b6863114f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849342 Jul 13 08:47:23.849458 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83918543-0635-449d-ad99-cbedfb9c3687 None None] The sync data for ids ['e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'] in n-d-779913-28 is: [{'id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675498212', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e4925301-7783-47d2-a436-465139fc12a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:26Z', 'revision_number': 4, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e4925301-7783-47d2-a436-465139fc12a9', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'a9acd0f9-4a58-42b7-8b40-b561081cfaf1', 'name': '', 'network_id': 'edf36d72-d254-4b3f-8028-d83b6863114f', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'mac_address': 'fa:16:3e:74:8b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cd384c5b-bda5-4b8b-b52b-033f16e9f2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:25Z', 'updated_at': '2021-07-13T08:46:29Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'subnets': [{'id': 'cd384c5b-bda5-4b8b-b52b-033f16e9f2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:47:24.054215 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09c575-a54d-4e93-9881-21370ec0ac7e None None] New status for floating IP 91b92512-8a3b-4f96-9127-3436ac8ceda9: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:47:24.834137 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd503a-96c1-4765-80ae-acf6c3c200c7 req-1ada1344-36b6-41a7-bce4-5c01f7d14b90 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:24.835646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c8fd503a-96c1-4765-80ae-acf6c3c200c7 req-1ada1344-36b6-41a7-bce4-5c01f7d14b90 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 946 time: 0.0630343 Jul 13 08:47:24.873419 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c8fd503a-96c1-4765-80ae-acf6c3c200c7 req-19be8602-1762-407c-b1ac-5a6f2911bd8f tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/security-groups?id=08d636c0-4d04-4686-a580-7b8eb9d24ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322244 Jul 13 08:47:25.083121 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dfb7b-60e5-4eae-8894-b6433a163daf req-65e0c181-b601-4d2f-92aa-658da5928fb5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:25.084553 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-738dfb7b-60e5-4eae-8894-b6433a163daf req-65e0c181-b601-4d2f-92aa-658da5928fb5 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 946 time: 0.0614438 Jul 13 08:47:25.186687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-738dfb7b-60e5-4eae-8894-b6433a163daf req-b26e89eb-7895-4862-a064-9947c578278e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting port c2d0813e-19e0-4768-8c8e-1ccdcab5d402 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:47:25.187058 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-738dfb7b-60e5-4eae-8894-b6433a163daf req-b26e89eb-7895-4862-a064-9947c578278e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:25.272527 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-738dfb7b-60e5-4eae-8894-b6433a163daf req-b26e89eb-7895-4862-a064-9947c578278e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] For port c2d0813e-19e0-4768-8c8e-1ccdcab5d402, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=c2d0813e-19e0-4768-8c8e-1ccdcab5d402,segment=NetworkSegment(4cce49d3-add4-40fb-a7b8-1b30354b7eec),segment_id=4cce49d3-add4-40fb-a7b8-1b30354b7eec)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:25.272879 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-738dfb7b-60e5-4eae-8894-b6433a163daf req-b26e89eb-7895-4862-a064-9947c578278e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:25.285498 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-738dfb7b-60e5-4eae-8894-b6433a163daf req-b26e89eb-7895-4862-a064-9947c578278e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Calling delete_port for c2d0813e-19e0-4768-8c8e-1ccdcab5d402 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:47:25.418512 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-738dfb7b-60e5-4eae-8894-b6433a163daf req-b26e89eb-7895-4862-a064-9947c578278e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:25.445086 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e89eb-7895-4862-a064-9947c578278e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Port': ['ID=c2d0813e-19e0-4768-8c8e-1ccdcab5d402,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:25.497675 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-738dfb7b-60e5-4eae-8894-b6433a163daf req-b26e89eb-7895-4862-a064-9947c578278e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] No DVR routers for this DVR port c2d0813e-19e0-4768-8c8e-1ccdcab5d402 on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:47:25.500626 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-738dfb7b-60e5-4eae-8894-b6433a163daf req-b26e89eb-7895-4862-a064-9947c578278e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:25.502606 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-738dfb7b-60e5-4eae-8894-b6433a163daf req-b26e89eb-7895-4862-a064-9947c578278e tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.62 "DELETE /v2.0/ports/c2d0813e-19e0-4768-8c8e-1ccdcab5d402 HTTP/1.1" status: 204 len: 173 time: 0.4125822 Jul 13 08:47:25.503043 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f27bbe-527f-45a7-a123-8a092327dfb4', 'name': 'network-vif-deleted', 'tag': 'c2d0813e-19e0-4768-8c8e-1ccdcab5d402'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:47:25.505254 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9b26aa-431b-4c8a-bf1f-36b57f469175" -d '{"events": [{"server_uuid": "c6f27bbe-527f-45a7-a123-8a092327dfb4", "name": "network-vif-deleted", "tag": "c2d0813e-19e0-4768-8c8e-1ccdcab5d402"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:47:25.545386 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eaf54b5-b17e-4a64-a61b-237ee00ddb31 x-openstack-request-id: req-8eaf54b5-b17e-4a64-a61b-237ee00ddb31 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:47:25.545674 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f27bbe-527f-45a7-a123-8a092327dfb4", "name": "network-vif-deleted", "tag": "c2d0813e-19e0-4768-8c8e-1ccdcab5d402", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:47:25.545923 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8eaf54b5-b17e-4a64-a61b-237ee00ddb31 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:47:25.546344 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f27bbe-527f-45a7-a123-8a092327dfb4', 'name': 'network-vif-deleted', 'tag': 'c2d0813e-19e0-4768-8c8e-1ccdcab5d402', 'status': 'completed', 'code': 200} Jul 13 08:47:26.039156 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b85332a5-a41f-4990-b691-575fddd98ce7 req-fcc4995b-f81f-4b81-b0ce-622ccb1ec917 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f27bbe-527f-45a7-a123-8a092327dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0278294 Jul 13 08:47:27.134036 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37000) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:27.477982 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88600533-414d-4ced-ac8a-baca344a2996 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:27.637957 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9e259028-1e34-4267-98f1-39b6116de99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:27.738586 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-88600533-414d-4ced-ac8a-baca344a2996 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting port a9acd0f9-4a58-42b7-8b40-b561081cfaf1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:47:27.738852 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88600533-414d-4ced-ac8a-baca344a2996 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:27.826249 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-88600533-414d-4ced-ac8a-baca344a2996 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] For port a9acd0f9-4a58-42b7-8b40-b561081cfaf1, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=a9acd0f9-4a58-42b7-8b40-b561081cfaf1,segment=NetworkSegment(4cce49d3-add4-40fb-a7b8-1b30354b7eec),segment_id=4cce49d3-add4-40fb-a7b8-1b30354b7eec)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:27.826601 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88600533-414d-4ced-ac8a-baca344a2996 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:27.839198 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-88600533-414d-4ced-ac8a-baca344a2996 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Calling delete_port for a9acd0f9-4a58-42b7-8b40-b561081cfaf1 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:47:27.874497 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:28.022634 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88600533-414d-4ced-ac8a-baca344a2996 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:28.050712 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88600533-414d-4ced-ac8a-baca344a2996 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Port': ['ID=a9acd0f9-4a58-42b7-8b40-b561081cfaf1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:28.200226 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c2d0813e-19e0-4768-8c8e-1ccdcab5d402 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:47:28.220898 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: c2d0813e-19e0-4768-8c8e-1ccdcab5d402 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:47:28.221340 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device c2d0813e-19e0-4768-8c8e-1ccdcab5d402 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:47:28.223969 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88600533-414d-4ced-ac8a-baca344a2996 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:28.431399 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88600533-414d-4ced-ac8a-baca344a2996 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Router e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:47:28.533604 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88600533-414d-4ced-ac8a-baca344a2996 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:47:28.538589 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-88600533-414d-4ced-ac8a-baca344a2996 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "PUT /v2.0/routers/e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4035108 Jul 13 08:47:28.541383 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37002) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:28.542878 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266a5718-20d5-4be6-94ad-cab7013f0563 None None] Sync routers for ids ['e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:47:28.552647 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a5718-20d5-4be6-94ad-cab7013f0563 None None] Routers {'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:47:28.553253 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-266a5718-20d5-4be6-94ad-cab7013f0563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:47:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:28.595154 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-be25e3a4-c093-46de-8dca-d33832c66192 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting subnet cd384c5b-bda5-4b8b-b52b-033f16e9f2b7 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:47:28.598196 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be25e3a4-c093-46de-8dca-d33832c66192 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:28.657637 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-266a5718-20d5-4be6-94ad-cab7013f0563 None None] Set router e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:47:28.837496 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-266a5718-20d5-4be6-94ad-cab7013f0563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675498212', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e4925301-7783-47d2-a436-465139fc12a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:47:27Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e4925301-7783-47d2-a436-465139fc12a9', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:28.869016 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266a5718-20d5-4be6-94ad-cab7013f0563 None None] Checking router: e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:47:28.877682 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a5718-20d5-4be6-94ad-cab7013f0563 None None] Routers {'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:47:28.878328 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-266a5718-20d5-4be6-94ad-cab7013f0563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:47:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:28.980474 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-266a5718-20d5-4be6-94ad-cab7013f0563 None None] Set router e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:47:28.989892 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be25e3a4-c093-46de-8dca-d33832c66192 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:29.070574 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be25e3a4-c093-46de-8dca-d33832c66192 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:29.133982 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be25e3a4-c093-46de-8dca-d33832c66192 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:29.159235 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-266a5718-20d5-4be6-94ad-cab7013f0563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675498212', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e4925301-7783-47d2-a436-465139fc12a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:47:27Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e4925301-7783-47d2-a436-465139fc12a9', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:29.164864 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be25e3a4-c093-46de-8dca-d33832c66192 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:29.166761 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-be25e3a4-c093-46de-8dca-d33832c66192 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/subnets/cd384c5b-bda5-4b8b-b52b-033f16e9f2b7 HTTP/1.1" status: 204 len: 168 time: 0.6244485 Jul 13 08:47:29.170029 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37004) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:29.176305 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25e3a4-c093-46de-8dca-d33832c66192 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Subnet': ['ID=cd384c5b-bda5-4b8b-b52b-033f16e9f2b7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:29.186529 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72296c7d-95a0-42b8-9962-c21e83a35aca None None] Network edf36d72-d254-4b3f-8028-d83b6863114f requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:47:29.189421 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266a5718-20d5-4be6-94ad-cab7013f0563 None None] The sync data for ids ['e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d'] in n-d-779913-28 is: [{'id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675498212', 'tenant_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e4925301-7783-47d2-a436-465139fc12a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:47:27Z', 'revision_number': 5, 'project_id': 'c5988cb4b1124302a881e2f13d2fbcd1', 'gw_port': {'id': 'e4925301-7783-47d2-a436-465139fc12a9', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:46:23Z', 'updated_at': '2021-07-13T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:47:29.281214 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cafe78d-8900-4c9d-9c19-e6dd006049d2 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:29.392684 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cafe78d-8900-4c9d-9c19-e6dd006049d2 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:29.442863 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7cafe78d-8900-4c9d-9c19-e6dd006049d2 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Deleting port e4925301-7783-47d2-a436-465139fc12a9 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:47:29.443209 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cafe78d-8900-4c9d-9c19-e6dd006049d2 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:29.534200 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-7cafe78d-8900-4c9d-9c19-e6dd006049d2 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] For port e4925301-7783-47d2-a436-465139fc12a9, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=e4925301-7783-47d2-a436-465139fc12a9,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:29.534569 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cafe78d-8900-4c9d-9c19-e6dd006049d2 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:29.548555 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27b96b8-b937-4e86-adbe-33a7faaae2f2 None None] DHCP port deletion for edf36d72-d254-4b3f-8028-d83b6863114f request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:47:29.548976 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7cafe78d-8900-4c9d-9c19-e6dd006049d2 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Calling delete_port for e4925301-7783-47d2-a436-465139fc12a9 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:47:29.624418 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a27b96b8-b937-4e86-adbe-33a7faaae2f2 None None] Deleting port ab3fea80-627f-447d-b16b-fc470467bb96 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:47:29.625685 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a27b96b8-b937-4e86-adbe-33a7faaae2f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:29.644041 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a9acd0f9-4a58-42b7-8b40-b561081cfaf1 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:47:29.677255 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: a9acd0f9-4a58-42b7-8b40-b561081cfaf1 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:47:29.677947 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device a9acd0f9-4a58-42b7-8b40-b561081cfaf1 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:47:29.678126 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ab3fea80-627f-447d-b16b-fc470467bb96 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:47:29.742558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a27b96b8-b937-4e86-adbe-33a7faaae2f2 None None] For port ab3fea80-627f-447d-b16b-fc470467bb96, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ab3fea80-627f-447d-b16b-fc470467bb96,segment=NetworkSegment(4cce49d3-add4-40fb-a7b8-1b30354b7eec),segment_id=4cce49d3-add4-40fb-a7b8-1b30354b7eec)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:29.742953 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a27b96b8-b937-4e86-adbe-33a7faaae2f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:29.758799 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a27b96b8-b937-4e86-adbe-33a7faaae2f2 None None] Calling delete_port for ab3fea80-627f-447d-b16b-fc470467bb96 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:47:29.772642 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cafe78d-8900-4c9d-9c19-e6dd006049d2 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:29.804182 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafe78d-8900-4c9d-9c19-e6dd006049d2 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Port': ['ID=e4925301-7783-47d2-a436-465139fc12a9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:29.853929 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:29.864521 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cafe78d-8900-4c9d-9c19-e6dd006049d2 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:29.898583 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:29.907565 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port ab3fea80-627f-447d-b16b-fc470467bb96, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ab3fea80-627f-447d-b16b-fc470467bb96,segment=NetworkSegment(4cce49d3-add4-40fb-a7b8-1b30354b7eec),segment_id=4cce49d3-add4-40fb-a7b8-1b30354b7eec)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:29.912610 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:29.939151 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a27b96b8-b937-4e86-adbe-33a7faaae2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:29.958274 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b96b8-b937-4e86-adbe-33a7faaae2f2 None None] No DVR routers for this DVR port ab3fea80-627f-447d-b16b-fc470467bb96 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:47:29.966417 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cafe78d-8900-4c9d-9c19-e6dd006049d2 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:29.970900 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cafe78d-8900-4c9d-9c19-e6dd006049d2 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:29.980631 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=ab3fea80-627f-447d-b16b-fc470467bb96,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:29.988452 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:29.988800 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:29.989138 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:29.989472 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:29.989802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:29.990151 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:29.990479 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:29.990802 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:29.991123 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:29.991449 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:29.991771 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:29.992088 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:30.015364 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cafe78d-8900-4c9d-9c19-e6dd006049d2 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:30.016093 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cafe78d-8900-4c9d-9c19-e6dd006049d2 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Fanout notify agent at l3_agent the message router_deleted on router e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:47:30.016546 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b96b8-b937-4e86-adbe-33a7faaae2f2 None None] Pushing event deleted for resources: {'Port': ['ID=ab3fea80-627f-447d-b16b-fc470467bb96,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:30.023735 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cafe78d-8900-4c9d-9c19-e6dd006049d2 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:30.027678 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7cafe78d-8900-4c9d-9c19-e6dd006049d2 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/routers/e5a3fcc2-2c6b-4b4c-89d4-2628c305e50d HTTP/1.1" status: 204 len: 168 time: 0.8564739 Jul 13 08:47:30.027876 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37006) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:30.106626 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:30.194860 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:30.205063 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf36d72-d254-4b3f-8028-d83b6863114f']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:30.214607 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cce49d3-add4-40fb-a7b8-1b30354b7eec') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:30.214911 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cce49d3-add4-40fb-a7b8-1b30354b7eec') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:30.224389 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:30.237477 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:30.243153 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:47:30.243546 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:47:30.246399 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:47:30.301215 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:30.308170 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:30.309977 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/networks/edf36d72-d254-4b3f-8028-d83b6863114f HTTP/1.1" status: 204 len: 168 time: 0.2811596 Jul 13 08:47:30.312802 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37008) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:30.325433 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'Network': ['ID=edf36d72-d254-4b3f-8028-d83b6863114f,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:30.333402 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:30.333754 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:30.334116 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:30.334462 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:30.334805 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:30.335141 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:30.335476 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:30.335810 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:30.336142 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:30.336476 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:30.336804 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:30.337130 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed9ac2-cab6-4e3e-a6ba-d32b55b212a6 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:30.377596 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f5b35e4c-cfe3-4e8d-8e2a-afa77656fad9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:30.401885 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f5b35e4c-cfe3-4e8d-8e2a-afa77656fad9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:30.464015 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f5b35e4c-cfe3-4e8d-8e2a-afa77656fad9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:30.466871 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f5b35e4c-cfe3-4e8d-8e2a-afa77656fad9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:30.468577 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f5b35e4c-cfe3-4e8d-8e2a-afa77656fad9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] 10.222.0.58 "DELETE /v2.0/security-groups/08d636c0-4d04-4686-a580-7b8eb9d24ce9 HTTP/1.1" status: 204 len: 168 time: 0.1547287 Jul 13 08:47:30.478562 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b35e4c-cfe3-4e8d-8e2a-afa77656fad9 tempest-TestNetworkAdvancedServerOps-1388719701 tempest-TestNetworkAdvancedServerOps-1388719701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d636c0-4d04-4686-a580-7b8eb9d24ce9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:30.789772 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37016) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:30.915180 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-eac230d0-2d43-4aec-9216-65fb63b900d3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c5988cb4b1124302a881e2f13d2fbcd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1240613 Jul 13 08:47:30.917463 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37020) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:30.965012 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3a9aee97-7265-485a-b3e4-5bec814f78c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:30.986268 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3a9aee97-7265-485a-b3e4-5bec814f78c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:31.031878 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3a9aee97-7265-485a-b3e4-5bec814f78c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:31.034516 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3a9aee97-7265-485a-b3e4-5bec814f78c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:31.035689 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-3a9aee97-7265-485a-b3e4-5bec814f78c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/36c5e85e-53f4-41b5-ae7e-39c6c0a427ad HTTP/1.1" status: 204 len: 168 time: 0.1173282 Jul 13 08:47:31.043149 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9aee97-7265-485a-b3e4-5bec814f78c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c5e85e-53f4-41b5-ae7e-39c6c0a427ad,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:31.289929 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37026) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:31.303808 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-87c6beaf-3dcc-4b6b-81c3-d9d867827b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:31.400118 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-87c6beaf-3dcc-4b6b-81c3-d9d867827b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:31.403870 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-87c6beaf-3dcc-4b6b-81c3-d9d867827b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:31.442384 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-87c6beaf-3dcc-4b6b-81c3-d9d867827b4e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d713201a59c403fa385499bd4291384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512878 Jul 13 08:47:31.443244 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6beaf-3dcc-4b6b-81c3-d9d867827b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d45b4a-4c75-4d6b-b461-c22786d1cf68,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:31.445132 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37028) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:31.498600 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24a29169-8e53-4ead-96f6-74bc6d43b28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:31.519966 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24a29169-8e53-4ead-96f6-74bc6d43b28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:31.536709 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e4925301-7783-47d2-a436-465139fc12a9 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:47:31.567101 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24a29169-8e53-4ead-96f6-74bc6d43b28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:31.569633 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-24a29169-8e53-4ead-96f6-74bc6d43b28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:31.570855 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-24a29169-8e53-4ead-96f6-74bc6d43b28c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a3d45b4a-4c75-4d6b-b461-c22786d1cf68 HTTP/1.1" status: 204 len: 168 time: 0.1221240 Jul 13 08:47:31.579653 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a29169-8e53-4ead-96f6-74bc6d43b28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d45b4a-4c75-4d6b-b461-c22786d1cf68,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:31.722240 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: e4925301-7783-47d2-a436-465139fc12a9 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:47:31.722519 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device e4925301-7783-47d2-a436-465139fc12a9 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:47:31.741267 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:32.251010 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37050) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:32.341284 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-919dbaa1-968f-4352-96d3-0e9e1cb0949b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-951212792-network', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:47:32.363136 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919dbaa1-968f-4352-96d3-0e9e1cb0949b admin admin] Made reservation on behalf of 79f542bb30c64ae7a72196bacf63d6a3 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:47:32.365470 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-919dbaa1-968f-4352-96d3-0e9e1cb0949b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:32.373877 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-919dbaa1-968f-4352-96d3-0e9e1cb0949b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:32.460751 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-919dbaa1-968f-4352-96d3-0e9e1cb0949b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:32.464479 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-919dbaa1-968f-4352-96d3-0e9e1cb0949b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:32.489150 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919dbaa1-968f-4352-96d3-0e9e1cb0949b admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:47:32.499971 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919dbaa1-968f-4352-96d3-0e9e1cb0949b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c61e55-05b1-4c4a-93fb-4daead9a7866,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:32.505344 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-919dbaa1-968f-4352-96d3-0e9e1cb0949b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:32.505691 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-919dbaa1-968f-4352-96d3-0e9e1cb0949b admin admin] Added segment a58557a0-ca5d-4d1b-ac67-735577c03fff of type vlan for network 7f7535c7-6236-4233-a767-64042dc7dd48 Jul 13 08:47:32.545471 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-919dbaa1-968f-4352-96d3-0e9e1cb0949b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:32.572307 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-919dbaa1-968f-4352-96d3-0e9e1cb0949b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:32.573289 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919dbaa1-968f-4352-96d3-0e9e1cb0949b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:32.573866 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-919dbaa1-968f-4352-96d3-0e9e1cb0949b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:32.608468 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-919dbaa1-968f-4352-96d3-0e9e1cb0949b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3563344 Jul 13 08:47:32.611613 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37054) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:32.616770 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-83ff3ab2-e3ee-4fce-8341-6fe02523c8d5 admin admin] Request body: {'subnet': {'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-951212792-subnet', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:47:32.638414 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919dbaa1-968f-4352-96d3-0e9e1cb0949b admin admin] Pushing event updated for resources: {'Network': ['ID=7f7535c7-6236-4233-a767-64042dc7dd48,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:32.638747 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ff3ab2-e3ee-4fce-8341-6fe02523c8d5 admin admin] Made reservation on behalf of 79f542bb30c64ae7a72196bacf63d6a3 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:47:32.642201 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83ff3ab2-e3ee-4fce-8341-6fe02523c8d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:32.648690 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 7f7535c7-6236-4233-a767-64042dc7dd48 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:47:32.806760 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83ff3ab2-e3ee-4fce-8341-6fe02523c8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:32.860635 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff3ab2-e3ee-4fce-8341-6fe02523c8d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05993190-b19c-4181-9a9b-ca75ec51f1fc,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:32.867699 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff3ab2-e3ee-4fce-8341-6fe02523c8d5 admin admin] Checking segment: {'id': 'a58557a0-ca5d-4d1b-ac67-735577c03fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:47:32.868051 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ff3ab2-e3ee-4fce-8341-6fe02523c8d5 admin admin] Network hostable DHCP agents. Network: 7f7535c7-6236-4233-a767-64042dc7dd48, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:47:32.884329 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ff3ab2-e3ee-4fce-8341-6fe02523c8d5 admin admin] Network 7f7535c7-6236-4233-a767-64042dc7dd48 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:47:32.893244 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-83ff3ab2-e3ee-4fce-8341-6fe02523c8d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 7f7535c7-6236-4233-a767-64042dc7dd48) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:47:32.897203 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff3ab2-e3ee-4fce-8341-6fe02523c8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:32.897795 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-83ff3ab2-e3ee-4fce-8341-6fe02523c8d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:32.902412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d34db9-5dd2-4adc-92fc-155e93896970 None None] Network 7f7535c7-6236-4233-a767-64042dc7dd48 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:47:32.911038 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-83ff3ab2-e3ee-4fce-8341-6fe02523c8d5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2982495 Jul 13 08:47:32.913666 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37056) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:32.918127 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-10db9079-17ba-43ec-838a-fd5084404165 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-951212792-router', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:47:32.938493 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10db9079-17ba-43ec-838a-fd5084404165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:32.939466 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10db9079-17ba-43ec-838a-fd5084404165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:32.995665 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10db9079-17ba-43ec-838a-fd5084404165 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:33.045717 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-7f7535c7-6236-4233-a767-64042dc7dd48', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'fixed_ips': [{'subnet_id': '05993190-b19c-4181-9a9b-ca75ec51f1fc'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:47:33.046783 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:33.133965 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10db9079-17ba-43ec-838a-fd5084404165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:33.180046 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] Allocated IP 172.20.0.2 (7f7535c7-6236-4233-a767-64042dc7dd48/05993190-b19c-4181-9a9b-ca75ec51f1fc/859946a5-5c00-43b1-8a3a-0430b84c4ae3) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:47:33.323383 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:33.331000 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10db9079-17ba-43ec-838a-fd5084404165 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:33.331443 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] Transition to ACTIVE for port object 859946a5-5c00-43b1-8a3a-0430b84c4ae3 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:47:33.346184 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] Transition to ACTIVE for port object 859946a5-5c00-43b1-8a3a-0430b84c4ae3 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:47:33.351453 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10db9079-17ba-43ec-838a-fd5084404165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:33.351627 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:33.391149 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] Network 7f7535c7-6236-4233-a767-64042dc7dd48 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:47:33.393798 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:47:33.397256 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:47:33.402580 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] Pushing event updated for resources: {'Port': ['ID=859946a5-5c00-43b1-8a3a-0430b84c4ae3,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:33.456789 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-10db9079-17ba-43ec-838a-fd5084404165 admin admin] Allocated IP 172.25.0.231 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/3ede1b07-1727-4a3f-95ec-e8ea6c517aca) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:47:33.461393 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] Attempting to bind port 859946a5-5c00-43b1-8a3a-0430b84c4ae3 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:47:33.461961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] Attempting to bind port 859946a5-5c00-43b1-8a3a-0430b84c4ae3 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'a58557a0-ca5d-4d1b-ac67-735577c03fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:47:33.462365 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] Attempting to bind port 859946a5-5c00-43b1-8a3a-0430b84c4ae3 on network 7f7535c7-6236-4233-a767-64042dc7dd48 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:47:33.467533 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:47:33.468246 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] Checking segment: {'id': 'a58557a0-ca5d-4d1b-ac67-735577c03fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:47:33.468773 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:33.469178 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] Bound using segment: {'id': 'a58557a0-ca5d-4d1b-ac67-735577c03fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:47:33.469628 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] Bound port: 859946a5-5c00-43b1-8a3a-0430b84c4ae3, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58557a0-ca5d-4d1b-ac67-735577c03fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:47:33.470007 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:33.532708 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] For port 859946a5-5c00-43b1-8a3a-0430b84c4ae3, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:47:33.536006 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] For port 859946a5-5c00-43b1-8a3a-0430b84c4ae3, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=859946a5-5c00-43b1-8a3a-0430b84c4ae3,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:47:33.539846 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:33.560106 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10db9079-17ba-43ec-838a-fd5084404165 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:33.598073 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f147250-30f4-4183-b980-600b07101aa8 None None] Pushing event updated for resources: {'Port': ['ID=859946a5-5c00-43b1-8a3a-0430b84c4ae3,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:33.607032 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10db9079-17ba-43ec-838a-fd5084404165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:33.643521 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10db9079-17ba-43ec-838a-fd5084404165 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:47:33.648540 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-10db9079-17ba-43ec-838a-fd5084404165 admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:47:33.652012 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10db9079-17ba-43ec-838a-fd5084404165 admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:47:33.676729 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db9079-17ba-43ec-838a-fd5084404165 admin admin] Pushing event updated for resources: {'Port': ['ID=3ede1b07-1727-4a3f-95ec-e8ea6c517aca,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:33.912869 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10db9079-17ba-43ec-838a-fd5084404165 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:34.380346 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10db9079-17ba-43ec-838a-fd5084404165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:34.465547 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0746ca-ccd2-4f0b-899e-5632ffa6c61f None None] Network 7f7535c7-6236-4233-a767-64042dc7dd48 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:47:34.514762 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10db9079-17ba-43ec-838a-fd5084404165 admin admin] Router 2d557dd6-2d10-48ee-9bcf-900917331b05 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:47:34.527735 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a3857b01-4a78-43cb-844f-adaaabe72f3e None None] Provisioning for port 859946a5-5c00-43b1-8a3a-0430b84c4ae3 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:47:34.616190 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10db9079-17ba-43ec-838a-fd5084404165 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:47:34.627194 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] Sync routers for ids ['2d557dd6-2d10-48ee-9bcf-900917331b05'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:47:34.633281 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-10db9079-17ba-43ec-838a-fd5084404165 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:34.637517 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] Routers {'2d557dd6-2d10-48ee-9bcf-900917331b05'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:47:34.638015 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37058) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:34.638552 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-10db9079-17ba-43ec-838a-fd5084404165 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7238419 Jul 13 08:47:34.642834 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:47:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2d557dd6-2d10-48ee-9bcf-900917331b05'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:34.842149 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] Set router 2d557dd6-2d10-48ee-9bcf-900917331b05 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:47:35.012046 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'name': 'tempest-TestShelveInstance-951212792-router', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:32Z', 'updated_at': '2021-07-13T08:47:33Z', 'revision_number': 3, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'gw_port': {'id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:33Z', 'updated_at': '2021-07-13T08:47:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:35.040455 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] Checking router: 2d557dd6-2d10-48ee-9bcf-900917331b05 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:47:35.040796 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] Updating router 2d557dd6-2d10-48ee-9bcf-900917331b05 port 3ede1b07-1727-4a3f-95ec-e8ea6c517aca binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:47:35.056975 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-399d5d0a-6ecb-438d-ab14-a486df3bd9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:35.074001 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:35.211962 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-399d5d0a-6ecb-438d-ab14-a486df3bd9a9 admin admin] Allocated IP 172.20.0.1 (7f7535c7-6236-4233-a767-64042dc7dd48/05993190-b19c-4181-9a9b-ca75ec51f1fc/9bc047e9-8562-4676-a491-2646de29f242) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:47:35.315869 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-399d5d0a-6ecb-438d-ab14-a486df3bd9a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:35.324244 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:35.329885 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-399d5d0a-6ecb-438d-ab14-a486df3bd9a9 admin admin] Transition to ACTIVE for port object 9bc047e9-8562-4676-a491-2646de29f242 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:47:35.334284 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] Transition to ACTIVE for port object 3ede1b07-1727-4a3f-95ec-e8ea6c517aca will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:47:35.339504 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:35.364511 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-399d5d0a-6ecb-438d-ab14-a486df3bd9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:35.392504 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] Attempting to bind port 3ede1b07-1727-4a3f-95ec-e8ea6c517aca on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:47:35.392869 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] Attempting to bind port 3ede1b07-1727-4a3f-95ec-e8ea6c517aca by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:47:35.393222 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] Attempting to bind port 3ede1b07-1727-4a3f-95ec-e8ea6c517aca on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:47:35.395075 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c1926-49b0-46be-bbee-28fcca3d7d5e None None] Pushing event updated for resources: {'Port': ['ID=3ede1b07-1727-4a3f-95ec-e8ea6c517aca,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:35.404034 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c1926-49b0-46be-bbee-28fcca3d7d5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:35.404370 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c1926-49b0-46be-bbee-28fcca3d7d5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:35.404700 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c1926-49b0-46be-bbee-28fcca3d7d5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:35.405031 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c1926-49b0-46be-bbee-28fcca3d7d5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:35.405348 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c1926-49b0-46be-bbee-28fcca3d7d5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:35.405666 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c1926-49b0-46be-bbee-28fcca3d7d5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:35.405982 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c1926-49b0-46be-bbee-28fcca3d7d5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:35.406317 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c1926-49b0-46be-bbee-28fcca3d7d5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:35.406630 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c1926-49b0-46be-bbee-28fcca3d7d5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:35.406943 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c1926-49b0-46be-bbee-28fcca3d7d5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:35.407259 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c1926-49b0-46be-bbee-28fcca3d7d5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:35.407566 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c1926-49b0-46be-bbee-28fcca3d7d5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:35.409728 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399d5d0a-6ecb-438d-ab14-a486df3bd9a9 admin admin] Network 7f7535c7-6236-4233-a767-64042dc7dd48 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:47:35.410738 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:47:35.411101 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:47:35.411494 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:35.411866 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:47:35.412324 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] Bound port: 3ede1b07-1727-4a3f-95ec-e8ea6c517aca, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:47:35.412904 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:35.413473 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-399d5d0a-6ecb-438d-ab14-a486df3bd9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:47:35.415753 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399d5d0a-6ecb-438d-ab14-a486df3bd9a9 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:47:35.438983 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d5d0a-6ecb-438d-ab14-a486df3bd9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=9bc047e9-8562-4676-a491-2646de29f242,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:35.462198 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-399d5d0a-6ecb-438d-ab14-a486df3bd9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:35.469363 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] For port 3ede1b07-1727-4a3f-95ec-e8ea6c517aca, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:47:35.473033 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] For port 3ede1b07-1727-4a3f-95ec-e8ea6c517aca, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3ede1b07-1727-4a3f-95ec-e8ea6c517aca,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:47:35.480031 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:35.533758 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] Routers {'2d557dd6-2d10-48ee-9bcf-900917331b05'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:47:35.534514 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:47:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2d557dd6-2d10-48ee-9bcf-900917331b05'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:35.605197 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c1926-49b0-46be-bbee-28fcca3d7d5e None None] Pushing event updated for resources: {'Port': ['ID=3ede1b07-1727-4a3f-95ec-e8ea6c517aca,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:35.624575 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 859946a5-5c00-43b1-8a3a-0430b84c4ae3 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:47:35.654848 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-399d5d0a-6ecb-438d-ab14-a486df3bd9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:35.681500 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] Set router 2d557dd6-2d10-48ee-9bcf-900917331b05 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:47:35.686884 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 859946a5-5c00-43b1-8a3a-0430b84c4ae3 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:47:35.691615 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 859946a5-5c00-43b1-8a3a-0430b84c4ae3 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:35.691917 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:35.694651 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1dc4722e-9944-4bed-bdde-4a042735fe4f None None] Provisioning for port 9bc047e9-8562-4676-a491-2646de29f242 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:47:35.720693 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1dc4722e-9944-4bed-bdde-4a042735fe4f None None] Provisioning complete for port 9bc047e9-8562-4676-a491-2646de29f242 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:35.721064 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1dc4722e-9944-4bed-bdde-4a042735fe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:35.766009 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1dc4722e-9944-4bed-bdde-4a042735fe4f None None] Port 9bc047e9-8562-4676-a491-2646de29f242 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:47:35.806286 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:35.825479 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-399d5d0a-6ecb-438d-ab14-a486df3bd9a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:35.830597 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-399d5d0a-6ecb-438d-ab14-a486df3bd9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:35.840931 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 859946a5-5c00-43b1-8a3a-0430b84c4ae3, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=859946a5-5c00-43b1-8a3a-0430b84c4ae3,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:35.845420 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:35.877317 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'name': 'tempest-TestShelveInstance-951212792-router', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:32Z', 'updated_at': '2021-07-13T08:47:33Z', 'revision_number': 3, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'gw_port': {'id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:33Z', 'updated_at': '2021-07-13T08:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:35.904267 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d5d0a-6ecb-438d-ab14-a486df3bd9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=9bc047e9-8562-4676-a491-2646de29f242,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:35.907106 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=859946a5-5c00-43b1-8a3a-0430b84c4ae3,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:35.914869 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-399d5d0a-6ecb-438d-ab14-a486df3bd9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:35.915425 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a3e0f6-f016-41d1-983a-879fe1538cea None None] The sync data for ids ['2d557dd6-2d10-48ee-9bcf-900917331b05'] in n-d-779913-28 is: [{'id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'name': 'tempest-TestShelveInstance-951212792-router', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:32Z', 'updated_at': '2021-07-13T08:47:33Z', 'revision_number': 3, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'gw_port': {'id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:33Z', 'updated_at': '2021-07-13T08:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:47:36.015672 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399d5d0a-6ecb-438d-ab14-a486df3bd9a9 admin admin] Network 7f7535c7-6236-4233-a767-64042dc7dd48 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:47:36.017123 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-399d5d0a-6ecb-438d-ab14-a486df3bd9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:47:36.176998 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399d5d0a-6ecb-438d-ab14-a486df3bd9a9 admin admin] Router 2d557dd6-2d10-48ee-9bcf-900917331b05 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:47:36.301530 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399d5d0a-6ecb-438d-ab14-a486df3bd9a9 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:47:36.314906 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-399d5d0a-6ecb-438d-ab14-a486df3bd9a9 admin admin] 10.222.0.58 "PUT /v2.0/routers/2d557dd6-2d10-48ee-9bcf-900917331b05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6670775 Jul 13 08:47:36.324219 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3b23f1d8-d6bb-4f2d-a868-78af0bf032e0 None None] Provisioning complete for port 9bc047e9-8562-4676-a491-2646de29f242 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:36.324592 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3b23f1d8-d6bb-4f2d-a868-78af0bf032e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:36.362608 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3b23f1d8-d6bb-4f2d-a868-78af0bf032e0 None None] Port 9bc047e9-8562-4676-a491-2646de29f242 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:47:36.482850 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-15f76872-e987-4d52-a799-549ae562097c None None] Provisioning complete for port 9bc047e9-8562-4676-a491-2646de29f242 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:36.483360 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-15f76872-e987-4d52-a799-549ae562097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:36.522061 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-15f76872-e987-4d52-a799-549ae562097c None None] Port 9bc047e9-8562-4676-a491-2646de29f242 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:47:36.808309 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37074) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:36.813357 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5901e713-932f-4a53-bdd0-ae05ab4c4e7f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1835797473-network', 'tenant_id': '31dcaa92d69c449cb7be79fb54c324e7'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:47:36.833740 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5901e713-932f-4a53-bdd0-ae05ab4c4e7f admin admin] Made reservation on behalf of 31dcaa92d69c449cb7be79fb54c324e7 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:47:36.836359 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5901e713-932f-4a53-bdd0-ae05ab4c4e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:36.845862 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5901e713-932f-4a53-bdd0-ae05ab4c4e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:36.932598 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5901e713-932f-4a53-bdd0-ae05ab4c4e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:36.936150 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5901e713-932f-4a53-bdd0-ae05ab4c4e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:36.959991 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5901e713-932f-4a53-bdd0-ae05ab4c4e7f admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:47:36.970111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901e713-932f-4a53-bdd0-ae05ab4c4e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb25e64-789d-4856-a3e1-91889780222d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:36.975134 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5901e713-932f-4a53-bdd0-ae05ab4c4e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:36.975470 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-5901e713-932f-4a53-bdd0-ae05ab4c4e7f admin admin] Added segment 0f6f4b6e-0f28-4a09-834f-da0b3cfc652a of type vlan for network 716d0354-8ea7-45b2-ad7a-46ac9afd1917 Jul 13 08:47:37.018472 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5901e713-932f-4a53-bdd0-ae05ab4c4e7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:37.046366 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5901e713-932f-4a53-bdd0-ae05ab4c4e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:37.047327 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5901e713-932f-4a53-bdd0-ae05ab4c4e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:37.047907 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5901e713-932f-4a53-bdd0-ae05ab4c4e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:37.077334 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-5901e713-932f-4a53-bdd0-ae05ab4c4e7f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2679353 Jul 13 08:47:37.080881 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37076) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:37.085980 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-5f837e76-4297-40c0-bdc8-c9a1935ce5fb admin admin] Request body: {'subnet': {'network_id': '716d0354-8ea7-45b2-ad7a-46ac9afd1917', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1835797473-subnet', 'tenant_id': '31dcaa92d69c449cb7be79fb54c324e7', 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:47:37.106714 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901e713-932f-4a53-bdd0-ae05ab4c4e7f admin admin] Pushing event updated for resources: {'Network': ['ID=716d0354-8ea7-45b2-ad7a-46ac9afd1917,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:37.113778 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f837e76-4297-40c0-bdc8-c9a1935ce5fb admin admin] Made reservation on behalf of 31dcaa92d69c449cb7be79fb54c324e7 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:47:37.116252 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5f837e76-4297-40c0-bdc8-c9a1935ce5fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:37.121865 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 716d0354-8ea7-45b2-ad7a-46ac9afd1917 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:47:37.288700 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5f837e76-4297-40c0-bdc8-c9a1935ce5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:37.347479 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f837e76-4297-40c0-bdc8-c9a1935ce5fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2430c76f-6b84-4baa-aeb8-31404c03bfe2,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:37.358817 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f837e76-4297-40c0-bdc8-c9a1935ce5fb admin admin] Checking segment: {'id': '0f6f4b6e-0f28-4a09-834f-da0b3cfc652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '716d0354-8ea7-45b2-ad7a-46ac9afd1917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:47:37.359176 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f837e76-4297-40c0-bdc8-c9a1935ce5fb admin admin] Network hostable DHCP agents. Network: 716d0354-8ea7-45b2-ad7a-46ac9afd1917, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:47:37.375898 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f837e76-4297-40c0-bdc8-c9a1935ce5fb admin admin] Network 716d0354-8ea7-45b2-ad7a-46ac9afd1917 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:47:37.384969 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-5f837e76-4297-40c0-bdc8-c9a1935ce5fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 716d0354-8ea7-45b2-ad7a-46ac9afd1917) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:47:37.389077 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f837e76-4297-40c0-bdc8-c9a1935ce5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:37.389672 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5f837e76-4297-40c0-bdc8-c9a1935ce5fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:37.395967 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2704e61c-111d-4863-a458-9910a874968b None None] Network 716d0354-8ea7-45b2-ad7a-46ac9afd1917 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:47:37.408422 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5f837e76-4297-40c0-bdc8-c9a1935ce5fb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3263242 Jul 13 08:47:37.411131 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37078) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:37.415778 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2d4c73fd-d136-4670-bbb7-13a8138d27f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1835797473-router', 'tenant_id': '31dcaa92d69c449cb7be79fb54c324e7', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:47:37.436061 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d4c73fd-d136-4670-bbb7-13a8138d27f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:37.437957 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d4c73fd-d136-4670-bbb7-13a8138d27f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:37.474007 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] Sync routers for ids ['2d557dd6-2d10-48ee-9bcf-900917331b05'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:47:37.498413 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d4c73fd-d136-4670-bbb7-13a8138d27f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:37.506722 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] Routers {'2d557dd6-2d10-48ee-9bcf-900917331b05'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:47:37.507500 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:47:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2d557dd6-2d10-48ee-9bcf-900917331b05'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:37.631269 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 3ede1b07-1727-4a3f-95ec-e8ea6c517aca up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:47:37.635809 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-716d0354-8ea7-45b2-ad7a-46ac9afd1917', 'network_id': '716d0354-8ea7-45b2-ad7a-46ac9afd1917', 'tenant_id': '31dcaa92d69c449cb7be79fb54c324e7', 'fixed_ips': [{'subnet_id': '2430c76f-6b84-4baa-aeb8-31404c03bfe2'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:47:37.636695 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:37.652568 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d4c73fd-d136-4670-bbb7-13a8138d27f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:37.681636 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] Set router 2d557dd6-2d10-48ee-9bcf-900917331b05 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:47:37.850587 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d4c73fd-d136-4670-bbb7-13a8138d27f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:37.869908 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d4c73fd-d136-4670-bbb7-13a8138d27f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:37.880823 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 3ede1b07-1727-4a3f-95ec-e8ea6c517aca completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:47:37.890220 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 3ede1b07-1727-4a3f-95ec-e8ea6c517aca triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:37.890619 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:37.968752 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-2d4c73fd-d136-4670-bbb7-13a8138d27f6 admin admin] Allocated IP 172.25.0.251 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/8b9a7783-0f20-4dab-9189-59984db2c625) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:47:37.983021 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] Allocated IP 172.20.0.2 (716d0354-8ea7-45b2-ad7a-46ac9afd1917/2430c76f-6b84-4baa-aeb8-31404c03bfe2/46c4da70-9454-434b-b309-8ca44e27ba50) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:47:38.073943 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d4c73fd-d136-4670-bbb7-13a8138d27f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:38.112778 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d4c73fd-d136-4670-bbb7-13a8138d27f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:38.139931 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:38.150120 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4c73fd-d136-4670-bbb7-13a8138d27f6 admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:47:38.155032 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2d4c73fd-d136-4670-bbb7-13a8138d27f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:47:38.158441 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4c73fd-d136-4670-bbb7-13a8138d27f6 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:47:38.176259 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'name': 'tempest-TestShelveInstance-951212792-router', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:32Z', 'updated_at': '2021-07-13T08:47:35Z', 'revision_number': 4, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'gw_port': {'id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:33Z', 'updated_at': '2021-07-13T08:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '9bc047e9-8562-4676-a491-2646de29f242', 'name': '', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'mac_address': 'fa:16:3e:ec:88:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:35Z', 'updated_at': '2021-07-13T08:47:35Z', 'revision_number': 2, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'subnets': [{'id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:38.181679 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c73fd-d136-4670-bbb7-13a8138d27f6 admin admin] Pushing event updated for resources: {'Port': ['ID=8b9a7783-0f20-4dab-9189-59984db2c625,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:38.189774 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 3ede1b07-1727-4a3f-95ec-e8ea6c517aca, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3ede1b07-1727-4a3f-95ec-e8ea6c517aca,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:38.222799 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] Checking router: 2d557dd6-2d10-48ee-9bcf-900917331b05 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:47:38.223155 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] Updating router 2d557dd6-2d10-48ee-9bcf-900917331b05 port 9bc047e9-8562-4676-a491-2646de29f242 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:47:38.224794 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:38.291153 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 859946a5-5c00-43b1-8a3a-0430b84c4ae3 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:47:38.409359 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d4c73fd-d136-4670-bbb7-13a8138d27f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:38.504820 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:38.515061 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:38.541674 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] Transition to ACTIVE for port object 46c4da70-9454-434b-b309-8ca44e27ba50 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:47:38.556912 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=3ede1b07-1727-4a3f-95ec-e8ea6c517aca,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:38.589399 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] Transition to ACTIVE for port object 46c4da70-9454-434b-b309-8ca44e27ba50 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:47:38.609531 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:38.612733 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d4c73fd-d136-4670-bbb7-13a8138d27f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:38.624327 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:38.693679 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 859946a5-5c00-43b1-8a3a-0430b84c4ae3 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:38.693964 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:38.730042 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] Network 716d0354-8ea7-45b2-ad7a-46ac9afd1917 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:47:38.739563 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4c73fd-d136-4670-bbb7-13a8138d27f6 admin admin] Router 5f0d321f-aa2f-40e4-a933-4f99f43bdffd is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:47:38.742752 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:47:38.753067 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:47:38.764278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] Pushing event updated for resources: {'Port': ['ID=46c4da70-9454-434b-b309-8ca44e27ba50,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:38.882584 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] Attempting to bind port 46c4da70-9454-434b-b309-8ca44e27ba50 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:47:38.882957 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] Attempting to bind port 46c4da70-9454-434b-b309-8ca44e27ba50 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0f6f4b6e-0f28-4a09-834f-da0b3cfc652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '716d0354-8ea7-45b2-ad7a-46ac9afd1917'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:47:38.883321 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] Attempting to bind port 46c4da70-9454-434b-b309-8ca44e27ba50 on network 716d0354-8ea7-45b2-ad7a-46ac9afd1917 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:47:38.915050 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:47:38.915430 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] Checking segment: {'id': '0f6f4b6e-0f28-4a09-834f-da0b3cfc652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '716d0354-8ea7-45b2-ad7a-46ac9afd1917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:47:38.915837 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:38.916235 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] Bound using segment: {'id': '0f6f4b6e-0f28-4a09-834f-da0b3cfc652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '716d0354-8ea7-45b2-ad7a-46ac9afd1917'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:47:38.916716 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] Bound port: 46c4da70-9454-434b-b309-8ca44e27ba50, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6f4b6e-0f28-4a09-834f-da0b3cfc652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '716d0354-8ea7-45b2-ad7a-46ac9afd1917'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:47:38.917099 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:39.051613 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] For port 46c4da70-9454-434b-b309-8ca44e27ba50, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:47:39.056007 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] For port 46c4da70-9454-434b-b309-8ca44e27ba50, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=46c4da70-9454-434b-b309-8ca44e27ba50,segment=NetworkSegment(0f6f4b6e-0f28-4a09-834f-da0b3cfc652a),segment_id=0f6f4b6e-0f28-4a09-834f-da0b3cfc652a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:47:39.065721 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:39.072760 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:39.116605 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] Transition to ACTIVE for port object 9bc047e9-8562-4676-a491-2646de29f242 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:47:39.133242 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:39.149855 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b31af8-b9fb-471b-b826-c9eab600fa23 None None] Pushing event updated for resources: {'Port': ['ID=46c4da70-9454-434b-b309-8ca44e27ba50,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:39.232847 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4c73fd-d136-4670-bbb7-13a8138d27f6 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:47:39.242055 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] Sync routers for ids ['5f0d321f-aa2f-40e4-a933-4f99f43bdffd'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:47:39.247248 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ffce0-4879-499e-99bf-9d776822c94f None None] Pushing event updated for resources: {'Port': ['ID=9bc047e9-8562-4676-a491-2646de29f242,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:39.250864 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d4c73fd-d136-4670-bbb7-13a8138d27f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:39.252391 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2d4c73fd-d136-4670-bbb7-13a8138d27f6 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8402190 Jul 13 08:47:39.255189 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37080) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:39.260659 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] Attempting to bind port 9bc047e9-8562-4676-a491-2646de29f242 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:47:39.261307 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] Attempting to bind port 9bc047e9-8562-4676-a491-2646de29f242 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': 'a58557a0-ca5d-4d1b-ac67-735577c03fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:47:39.261915 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] Attempting to bind port 9bc047e9-8562-4676-a491-2646de29f242 on network 7f7535c7-6236-4233-a767-64042dc7dd48 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:47:39.268128 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:47:39.268835 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] Checking segment: {'id': 'a58557a0-ca5d-4d1b-ac67-735577c03fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:47:39.269398 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] Routers {'5f0d321f-aa2f-40e4-a933-4f99f43bdffd'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:47:39.269712 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:39.270029 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:47:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['5f0d321f-aa2f-40e4-a933-4f99f43bdffd'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:39.270564 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] Bound using segment: {'id': 'a58557a0-ca5d-4d1b-ac67-735577c03fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:47:39.271291 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] Bound port: 9bc047e9-8562-4676-a491-2646de29f242, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58557a0-ca5d-4d1b-ac67-735577c03fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:47:39.271898 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:39.352910 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] For port 9bc047e9-8562-4676-a491-2646de29f242, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:47:39.356806 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] For port 9bc047e9-8562-4676-a491-2646de29f242, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9bc047e9-8562-4676-a491-2646de29f242,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:47:39.361750 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:39.427238 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] Set router 5f0d321f-aa2f-40e4-a933-4f99f43bdffd gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:47:39.443840 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ffce0-4879-499e-99bf-9d776822c94f None None] Pushing event updated for resources: {'Port': ['ID=9bc047e9-8562-4676-a491-2646de29f242,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:39.446976 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] Routers {'2d557dd6-2d10-48ee-9bcf-900917331b05'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:47:39.447596 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:47:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2d557dd6-2d10-48ee-9bcf-900917331b05'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:39.591213 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] Set router 2d557dd6-2d10-48ee-9bcf-900917331b05 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:47:39.800929 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 46c4da70-9454-434b-b309-8ca44e27ba50 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:47:39.810767 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0d321f-aa2f-40e4-a933-4f99f43bdffd', 'name': 'tempest-TestShelveInstance-1835797473-router', 'tenant_id': '31dcaa92d69c449cb7be79fb54c324e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8b9a7783-0f20-4dab-9189-59984db2c625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:37Z', 'updated_at': '2021-07-13T08:47:38Z', 'revision_number': 3, 'project_id': '31dcaa92d69c449cb7be79fb54c324e7', 'gw_port': {'id': '8b9a7783-0f20-4dab-9189-59984db2c625', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0d321f-aa2f-40e4-a933-4f99f43bdffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:37Z', 'updated_at': '2021-07-13T08:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:39.846195 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] Checking router: 5f0d321f-aa2f-40e4-a933-4f99f43bdffd for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:47:39.847309 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] Updating router 5f0d321f-aa2f-40e4-a933-4f99f43bdffd port 8b9a7783-0f20-4dab-9189-59984db2c625 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:47:39.884303 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11cab403-3ff2-4bcc-b600-3c11e13197c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:39.892857 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:39.893073 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 46c4da70-9454-434b-b309-8ca44e27ba50 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:47:39.899846 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'name': 'tempest-TestShelveInstance-951212792-router', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:32Z', 'updated_at': '2021-07-13T08:47:35Z', 'revision_number': 4, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'gw_port': {'id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:33Z', 'updated_at': '2021-07-13T08:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '9bc047e9-8562-4676-a491-2646de29f242', 'name': '', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'mac_address': 'fa:16:3e:ec:88:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:35Z', 'updated_at': '2021-07-13T08:47:39Z', 'revision_number': 4, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'subnets': [{'id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:39.933737 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 3ede1b07-1727-4a3f-95ec-e8ea6c517aca up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:47:39.937992 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da51719-2995-414b-ba5c-cfb5cda4531b None None] The sync data for ids ['2d557dd6-2d10-48ee-9bcf-900917331b05'] in n-d-779913-28 is: [{'id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'name': 'tempest-TestShelveInstance-951212792-router', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:32Z', 'updated_at': '2021-07-13T08:47:35Z', 'revision_number': 4, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'gw_port': {'id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:33Z', 'updated_at': '2021-07-13T08:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '9bc047e9-8562-4676-a491-2646de29f242', 'name': '', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'mac_address': 'fa:16:3e:ec:88:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:35Z', 'updated_at': '2021-07-13T08:47:39Z', 'revision_number': 4, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'subnets': [{'id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:47:39.997258 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 3ede1b07-1727-4a3f-95ec-e8ea6c517aca triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:39.999843 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:40.124541 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-11cab403-3ff2-4bcc-b600-3c11e13197c9 admin admin] Allocated IP 172.20.0.1 (716d0354-8ea7-45b2-ad7a-46ac9afd1917/2430c76f-6b84-4baa-aeb8-31404c03bfe2/b7e28d90-d80e-44fa-91d8-49f861696727) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:47:40.259257 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:40.273024 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] Transition to ACTIVE for port object 8b9a7783-0f20-4dab-9189-59984db2c625 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:47:40.281845 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:40.285869 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11cab403-3ff2-4bcc-b600-3c11e13197c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:40.303178 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-11cab403-3ff2-4bcc-b600-3c11e13197c9 admin admin] Transition to ACTIVE for port object b7e28d90-d80e-44fa-91d8-49f861696727 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:47:40.351544 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11cab403-3ff2-4bcc-b600-3c11e13197c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:40.408690 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cab403-3ff2-4bcc-b600-3c11e13197c9 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e28d90-d80e-44fa-91d8-49f861696727,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:40.428860 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cab403-3ff2-4bcc-b600-3c11e13197c9 admin admin] Network 716d0354-8ea7-45b2-ad7a-46ac9afd1917 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:47:40.433707 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-11cab403-3ff2-4bcc-b600-3c11e13197c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:47:40.436863 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cab403-3ff2-4bcc-b600-3c11e13197c9 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:47:40.439439 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] Attempting to bind port 8b9a7783-0f20-4dab-9189-59984db2c625 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:47:40.439816 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] Attempting to bind port 8b9a7783-0f20-4dab-9189-59984db2c625 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:47:40.440176 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] Attempting to bind port 8b9a7783-0f20-4dab-9189-59984db2c625 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:47:40.446531 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:47:40.446906 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:47:40.447315 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:40.447711 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:47:40.448239 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] Bound port: 8b9a7783-0f20-4dab-9189-59984db2c625, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:47:40.448553 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:40.450944 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46b53d-f8e5-4c40-b8b4-dd5c89453f1f None None] Pushing event updated for resources: {'Port': ['ID=8b9a7783-0f20-4dab-9189-59984db2c625,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:40.495323 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11cab403-3ff2-4bcc-b600-3c11e13197c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:40.513380 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] For port 8b9a7783-0f20-4dab-9189-59984db2c625, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:47:40.518754 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] For port 8b9a7783-0f20-4dab-9189-59984db2c625, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=8b9a7783-0f20-4dab-9189-59984db2c625,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:47:40.524472 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:40.577522 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceebde3-86ef-44ec-8188-63c0c2825446 None None] Network 716d0354-8ea7-45b2-ad7a-46ac9afd1917 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:47:40.594064 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] Routers {'5f0d321f-aa2f-40e4-a933-4f99f43bdffd'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:47:40.594725 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:47:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['5f0d321f-aa2f-40e4-a933-4f99f43bdffd'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:40.635899 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46b53d-f8e5-4c40-b8b4-dd5c89453f1f None None] Pushing event updated for resources: {'Port': ['ID=8b9a7783-0f20-4dab-9189-59984db2c625,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:40.650498 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5370d478-b17c-4d48-89df-472ea3e118f6 None None] Provisioning for port 46c4da70-9454-434b-b309-8ca44e27ba50 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:47:40.660884 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5370d478-b17c-4d48-89df-472ea3e118f6 None None] Provisioning complete for port 46c4da70-9454-434b-b309-8ca44e27ba50 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:40.661356 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5370d478-b17c-4d48-89df-472ea3e118f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:40.699195 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11cab403-3ff2-4bcc-b600-3c11e13197c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:40.723446 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] Set router 5f0d321f-aa2f-40e4-a933-4f99f43bdffd gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:47:40.817246 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5370d478-b17c-4d48-89df-472ea3e118f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:40.871815 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5370d478-b17c-4d48-89df-472ea3e118f6 None None] For port 46c4da70-9454-434b-b309-8ca44e27ba50, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=46c4da70-9454-434b-b309-8ca44e27ba50,segment=NetworkSegment(0f6f4b6e-0f28-4a09-834f-da0b3cfc652a),segment_id=0f6f4b6e-0f28-4a09-834f-da0b3cfc652a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:40.890294 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5370d478-b17c-4d48-89df-472ea3e118f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:40.914563 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11cab403-3ff2-4bcc-b600-3c11e13197c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:40.920940 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11cab403-3ff2-4bcc-b600-3c11e13197c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:40.959362 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370d478-b17c-4d48-89df-472ea3e118f6 None None] Pushing event updated for resources: {'Port': ['ID=46c4da70-9454-434b-b309-8ca44e27ba50,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:40.985700 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0d321f-aa2f-40e4-a933-4f99f43bdffd', 'name': 'tempest-TestShelveInstance-1835797473-router', 'tenant_id': '31dcaa92d69c449cb7be79fb54c324e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8b9a7783-0f20-4dab-9189-59984db2c625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:37Z', 'updated_at': '2021-07-13T08:47:38Z', 'revision_number': 3, 'project_id': '31dcaa92d69c449cb7be79fb54c324e7', 'gw_port': {'id': '8b9a7783-0f20-4dab-9189-59984db2c625', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0d321f-aa2f-40e4-a933-4f99f43bdffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:37Z', 'updated_at': '2021-07-13T08:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:41.021858 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c145f4-88ad-454a-9dfc-289f7481bc1f None None] The sync data for ids ['5f0d321f-aa2f-40e4-a933-4f99f43bdffd'] in n-d-779913-28 is: [{'id': '5f0d321f-aa2f-40e4-a933-4f99f43bdffd', 'name': 'tempest-TestShelveInstance-1835797473-router', 'tenant_id': '31dcaa92d69c449cb7be79fb54c324e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8b9a7783-0f20-4dab-9189-59984db2c625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:37Z', 'updated_at': '2021-07-13T08:47:38Z', 'revision_number': 3, 'project_id': '31dcaa92d69c449cb7be79fb54c324e7', 'gw_port': {'id': '8b9a7783-0f20-4dab-9189-59984db2c625', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0d321f-aa2f-40e4-a933-4f99f43bdffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:37Z', 'updated_at': '2021-07-13T08:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:47:41.027543 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cab403-3ff2-4bcc-b600-3c11e13197c9 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e28d90-d80e-44fa-91d8-49f861696727,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:41.045401 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-11cab403-3ff2-4bcc-b600-3c11e13197c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:41.157923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cab403-3ff2-4bcc-b600-3c11e13197c9 admin admin] Network 716d0354-8ea7-45b2-ad7a-46ac9afd1917 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:47:41.159430 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-11cab403-3ff2-4bcc-b600-3c11e13197c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:47:41.251440 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c224c84d-837b-4979-a74b-3191a96ac69c None None] Provisioning for port b7e28d90-d80e-44fa-91d8-49f861696727 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:47:41.255881 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c224c84d-837b-4979-a74b-3191a96ac69c None None] Provisioning complete for port b7e28d90-d80e-44fa-91d8-49f861696727 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:41.256255 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c224c84d-837b-4979-a74b-3191a96ac69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:41.290126 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cab403-3ff2-4bcc-b600-3c11e13197c9 admin admin] Router 5f0d321f-aa2f-40e4-a933-4f99f43bdffd has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:47:41.298797 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c224c84d-837b-4979-a74b-3191a96ac69c None None] Port b7e28d90-d80e-44fa-91d8-49f861696727 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:47:41.308961 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c224c84d-837b-4979-a74b-3191a96ac69c None None] Provisioning complete for port 46c4da70-9454-434b-b309-8ca44e27ba50 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:41.309344 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c224c84d-837b-4979-a74b-3191a96ac69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:41.468570 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cab403-3ff2-4bcc-b600-3c11e13197c9 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:47:41.473710 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-11cab403-3ff2-4bcc-b600-3c11e13197c9 admin admin] 10.222.0.58 "PUT /v2.0/routers/5f0d321f-aa2f-40e4-a933-4f99f43bdffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2174404 Jul 13 08:47:41.568002 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0674eac0-38a5-46c5-b9a3-be19b4811d3a None None] Provisioning complete for port b7e28d90-d80e-44fa-91d8-49f861696727 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:41.568417 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0674eac0-38a5-46c5-b9a3-be19b4811d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:41.616478 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0674eac0-38a5-46c5-b9a3-be19b4811d3a None None] Port b7e28d90-d80e-44fa-91d8-49f861696727 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:47:41.735060 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 8b9a7783-0f20-4dab-9189-59984db2c625 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:47:41.786787 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cb642ee7-0911-49fa-8d45-0563d33c87bd None None] Provisioning complete for port b7e28d90-d80e-44fa-91d8-49f861696727 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:41.787190 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb642ee7-0911-49fa-8d45-0563d33c87bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:41.860031 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-cb642ee7-0911-49fa-8d45-0563d33c87bd None None] Port b7e28d90-d80e-44fa-91d8-49f861696727 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:47:41.879541 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 8b9a7783-0f20-4dab-9189-59984db2c625 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:47:41.884816 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 8b9a7783-0f20-4dab-9189-59984db2c625 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:41.885304 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:41.987056 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.002171 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8db279c3-117d-4da7-9e71-fe204585206f None None] Provisioning complete for port b7e28d90-d80e-44fa-91d8-49f861696727 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:42.002540 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8db279c3-117d-4da7-9e71-fe204585206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.029892 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 8b9a7783-0f20-4dab-9189-59984db2c625, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=8b9a7783-0f20-4dab-9189-59984db2c625,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:42.043320 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.077389 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8db279c3-117d-4da7-9e71-fe204585206f None None] Port b7e28d90-d80e-44fa-91d8-49f861696727 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:47:42.086335 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 46c4da70-9454-434b-b309-8ca44e27ba50 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:47:42.149724 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=8b9a7783-0f20-4dab-9189-59984db2c625,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:42.156645 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 46c4da70-9454-434b-b309-8ca44e27ba50 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:42.157021 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.239089 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9bc047e9-8562-4676-a491-2646de29f242 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:47:42.294683 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 9bc047e9-8562-4676-a491-2646de29f242 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:47:42.299681 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 9bc047e9-8562-4676-a491-2646de29f242 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:42.300053 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.385294 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.400577 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37092) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:42.405446 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0f05c904-7e73-48f3-83dd-6196350977b2 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-600041099', 'description': 'tempest-secgroup-smoke-600041099 description', 'project_id': '79f542bb30c64ae7a72196bacf63d6a3'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:47:42.419375 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 9bc047e9-8562-4676-a491-2646de29f242, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9bc047e9-8562-4676-a491-2646de29f242,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:42.425317 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.428732 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f05c904-7e73-48f3-83dd-6196350977b2 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.481790 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=9bc047e9-8562-4676-a491-2646de29f242,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:42.533118 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f05c904-7e73-48f3-83dd-6196350977b2 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.538417 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f05c904-7e73-48f3-83dd-6196350977b2 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.569446 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05c904-7e73-48f3-83dd-6196350977b2 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b910a299-bf15-4734-b378-cb1854258214,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:42.572426 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f05c904-7e73-48f3-83dd-6196350977b2 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.573648 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-0f05c904-7e73-48f3-83dd-6196350977b2 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1720510 Jul 13 08:47:42.576802 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37094) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:42.584945 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-69bdee40-4b6e-47c3-9703-78de680b186d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Request body: {'security_group_rule': {'security_group_id': 'b910a299-bf15-4734-b378-cb1854258214', 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:47:42.616763 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69bdee40-4b6e-47c3-9703-78de680b186d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.687745 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69bdee40-4b6e-47c3-9703-78de680b186d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.692180 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69bdee40-4b6e-47c3-9703-78de680b186d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.702032 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8a166645-a15a-4277-bfdd-4d148dd91aae None None] Provisioning complete for port 9bc047e9-8562-4676-a491-2646de29f242 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:42.702597 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8a166645-a15a-4277-bfdd-4d148dd91aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.711359 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdee40-4b6e-47c3-9703-78de680b186d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee90c67-e3a1-4d05-b825-e77ea9074405,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:42.714649 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69bdee40-4b6e-47c3-9703-78de680b186d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.719503 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-69bdee40-4b6e-47c3-9703-78de680b186d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408885 Jul 13 08:47:42.719639 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37096) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:42.724235 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f69afd9a-739b-4906-9ef8-70cbda3e383a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Request body: {'security_group_rule': {'security_group_id': 'b910a299-bf15-4734-b378-cb1854258214', 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:47:42.753222 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f69afd9a-739b-4906-9ef8-70cbda3e383a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.818970 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f69afd9a-739b-4906-9ef8-70cbda3e383a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.822520 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f69afd9a-739b-4906-9ef8-70cbda3e383a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.839106 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69afd9a-739b-4906-9ef8-70cbda3e383a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41abbf2-4643-4326-954d-e4faa6055546,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:42.845920 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f69afd9a-739b-4906-9ef8-70cbda3e383a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.847459 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f69afd9a-739b-4906-9ef8-70cbda3e383a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267924 Jul 13 08:47:42.850214 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37098) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:42.854706 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7d11019b-476d-47b1-bb3d-5e299585ab69 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Request body: {'security_group_rule': {'security_group_id': 'b910a299-bf15-4734-b378-cb1854258214', 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:47:42.880167 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d11019b-476d-47b1-bb3d-5e299585ab69 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.941348 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d11019b-476d-47b1-bb3d-5e299585ab69 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.944869 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d11019b-476d-47b1-bb3d-5e299585ab69 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.965442 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11019b-476d-47b1-bb3d-5e299585ab69 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4cdd60-d915-424f-84cf-282ba2253f31,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:42.969112 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d11019b-476d-47b1-bb3d-5e299585ab69 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:42.970950 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-7d11019b-476d-47b1-bb3d-5e299585ab69 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198275 Jul 13 08:47:42.973714 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37100) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:42.978129 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-34032766-719a-46a8-9a08-6b58b46a449b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Request body: {'security_group_rule': {'security_group_id': 'b910a299-bf15-4734-b378-cb1854258214', 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:47:43.003728 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34032766-719a-46a8-9a08-6b58b46a449b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:43.066748 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34032766-719a-46a8-9a08-6b58b46a449b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:43.070468 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34032766-719a-46a8-9a08-6b58b46a449b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:43.088215 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34032766-719a-46a8-9a08-6b58b46a449b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76837b7-0ec8-4c51-9ec7-ffae1aeb21c9,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:43.094462 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34032766-719a-46a8-9a08-6b58b46a449b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:43.095700 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-34032766-719a-46a8-9a08-6b58b46a449b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210294 Jul 13 08:47:43.098340 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37102) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:43.102797 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-422afd48-3f0f-41f5-97ef-bdc329b6f3a3 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Request body: {'security_group_rule': {'security_group_id': 'b910a299-bf15-4734-b378-cb1854258214', 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:47:43.126703 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-422afd48-3f0f-41f5-97ef-bdc329b6f3a3 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Project 79f542bb30c64ae7a72196bacf63d6a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:47:43.132049 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-422afd48-3f0f-41f5-97ef-bdc329b6f3a3 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:43.194331 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-422afd48-3f0f-41f5-97ef-bdc329b6f3a3 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:43.197668 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-422afd48-3f0f-41f5-97ef-bdc329b6f3a3 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:43.214676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422afd48-3f0f-41f5-97ef-bdc329b6f3a3 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d443ff21-0f11-48a2-967a-445eb27f3c07,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:43.220660 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-422afd48-3f0f-41f5-97ef-bdc329b6f3a3 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:43.221877 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-422afd48-3f0f-41f5-97ef-bdc329b6f3a3 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226342 Jul 13 08:47:43.224718 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37104) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:43.229195 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ffc8d82f-839a-48cc-9e94-b803fbab9abb tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Request body: {'security_group_rule': {'security_group_id': 'b910a299-bf15-4734-b378-cb1854258214', 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:47:43.252848 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-ffc8d82f-839a-48cc-9e94-b803fbab9abb tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Project 79f542bb30c64ae7a72196bacf63d6a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:47:43.258110 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffc8d82f-839a-48cc-9e94-b803fbab9abb tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:43.323116 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffc8d82f-839a-48cc-9e94-b803fbab9abb tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:43.326788 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffc8d82f-839a-48cc-9e94-b803fbab9abb tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:43.344911 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] Sync routers for ids ['5f0d321f-aa2f-40e4-a933-4f99f43bdffd'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:47:43.345468 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8d82f-839a-48cc-9e94-b803fbab9abb tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47f1dd7-735c-4dc7-b054-1c4f7b227b3f,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:43.352696 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffc8d82f-839a-48cc-9e94-b803fbab9abb tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:43.354156 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ffc8d82f-839a-48cc-9e94-b803fbab9abb tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282651 Jul 13 08:47:43.359803 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] Routers {'5f0d321f-aa2f-40e4-a933-4f99f43bdffd'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:47:43.360359 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:47:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['5f0d321f-aa2f-40e4-a933-4f99f43bdffd'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:43.465090 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] Set router 5f0d321f-aa2f-40e4-a933-4f99f43bdffd gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:47:43.493146 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-94841a51-a2ef-46e7-884f-41f1b2fc0c97 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-600041099&fields=id&tenant_id=79f542bb30c64ae7a72196bacf63d6a3 HTTP/1.1" status: 200 len: 267 time: 0.0333548 Jul 13 08:47:43.566522 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 8b9a7783-0f20-4dab-9189-59984db2c625 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:47:43.611219 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-74683424-2c91-4f13-942c-71cd1272098d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:43.612605 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-74683424-2c91-4f13-942c-71cd1272098d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/networks?id=7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 200 len: 808 time: 0.1113040 Jul 13 08:47:43.626913 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-188de075-169a-430b-a830-681798360066 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/quotas/79f542bb30c64ae7a72196bacf63d6a3 HTTP/1.1" status: 200 len: 375 time: 0.0089879 Jul 13 08:47:43.636164 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:43.694669 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-e11a472d-2f90-4a13-af73-361b75d7c09f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620444 Jul 13 08:47:43.801090 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-11b205f7-bfa8-4b3b-98c8-50b7a23e5901 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:47:43.802143 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-11b205f7-bfa8-4b3b-98c8-50b7a23e5901 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0955656 Jul 13 08:47:43.859632 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 8b9a7783-0f20-4dab-9189-59984db2c625 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:43.860255 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:43.892000 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-acef3559-4384-4427-98dc-6ea95ae02beb service neutron] 10.222.0.58 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836258 Jul 13 08:47:43.901622 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0d321f-aa2f-40e4-a933-4f99f43bdffd', 'name': 'tempest-TestShelveInstance-1835797473-router', 'tenant_id': '31dcaa92d69c449cb7be79fb54c324e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8b9a7783-0f20-4dab-9189-59984db2c625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:37Z', 'updated_at': '2021-07-13T08:47:40Z', 'revision_number': 4, 'project_id': '31dcaa92d69c449cb7be79fb54c324e7', 'gw_port': {'id': '8b9a7783-0f20-4dab-9189-59984db2c625', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0d321f-aa2f-40e4-a933-4f99f43bdffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:37Z', 'updated_at': '2021-07-13T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b7e28d90-d80e-44fa-91d8-49f861696727', 'name': '', 'network_id': '716d0354-8ea7-45b2-ad7a-46ac9afd1917', 'tenant_id': '31dcaa92d69c449cb7be79fb54c324e7', 'mac_address': 'fa:16:3e:fd:ec:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0d321f-aa2f-40e4-a933-4f99f43bdffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2430c76f-6b84-4baa-aeb8-31404c03bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:39Z', 'updated_at': '2021-07-13T08:47:40Z', 'revision_number': 2, 'project_id': '31dcaa92d69c449cb7be79fb54c324e7', 'subnets': [{'id': '2430c76f-6b84-4baa-aeb8-31404c03bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:43.932373 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] Checking router: 5f0d321f-aa2f-40e4-a933-4f99f43bdffd for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:47:43.932730 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] Updating router 5f0d321f-aa2f-40e4-a933-4f99f43bdffd port b7e28d90-d80e-44fa-91d8-49f861696727 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:47:43.984215 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-a9eb94aa-e9bb-4b00-93e1-599b431726f6 service neutron] 10.222.0.58 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863724 Jul 13 08:47:43.991027 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:44.009859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9bc047e9-8562-4676-a491-2646de29f242 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:47:44.145466 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 9bc047e9-8562-4676-a491-2646de29f242 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:44.145466 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:44.158759 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ab18e08d-b2d1-4ceb-8f3c-796f7d28d620 req-beb09ea1-2bb5-4e6d-8045-384eff3f7fce tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 210 time: 0.0316622 Jul 13 08:47:44.353152 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:44.363073 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] Transition to ACTIVE for port object b7e28d90-d80e-44fa-91d8-49f861696727 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:47:44.367978 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:44.418503 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeaf6f2-6565-4e5f-988c-39012237ea46 None None] Pushing event updated for resources: {'Port': ['ID=b7e28d90-d80e-44fa-91d8-49f861696727,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:44.474490 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] Attempting to bind port b7e28d90-d80e-44fa-91d8-49f861696727 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:47:44.474863 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] Attempting to bind port b7e28d90-d80e-44fa-91d8-49f861696727 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0f6f4b6e-0f28-4a09-834f-da0b3cfc652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '716d0354-8ea7-45b2-ad7a-46ac9afd1917'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:47:44.475261 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] Attempting to bind port b7e28d90-d80e-44fa-91d8-49f861696727 on network 716d0354-8ea7-45b2-ad7a-46ac9afd1917 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:47:44.480470 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:47:44.480845 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] Checking segment: {'id': '0f6f4b6e-0f28-4a09-834f-da0b3cfc652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '716d0354-8ea7-45b2-ad7a-46ac9afd1917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:47:44.481253 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:44.481645 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] Bound using segment: {'id': '0f6f4b6e-0f28-4a09-834f-da0b3cfc652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '716d0354-8ea7-45b2-ad7a-46ac9afd1917'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:47:44.482134 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] Bound port: b7e28d90-d80e-44fa-91d8-49f861696727, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6f4b6e-0f28-4a09-834f-da0b3cfc652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '716d0354-8ea7-45b2-ad7a-46ac9afd1917'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:47:44.482518 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:44.548156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] For port b7e28d90-d80e-44fa-91d8-49f861696727, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:47:44.551391 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] For port b7e28d90-d80e-44fa-91d8-49f861696727, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b7e28d90-d80e-44fa-91d8-49f861696727,segment=NetworkSegment(0f6f4b6e-0f28-4a09-834f-da0b3cfc652a),segment_id=0f6f4b6e-0f28-4a09-834f-da0b3cfc652a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:47:44.555446 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:44.611197 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] Routers {'5f0d321f-aa2f-40e4-a933-4f99f43bdffd'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:47:44.611854 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:47:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['5f0d321f-aa2f-40e4-a933-4f99f43bdffd'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:44.657896 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeaf6f2-6565-4e5f-988c-39012237ea46 None None] Pushing event updated for resources: {'Port': ['ID=b7e28d90-d80e-44fa-91d8-49f861696727,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:44.736809 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] Set router 5f0d321f-aa2f-40e4-a933-4f99f43bdffd gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:47:44.941852 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0d321f-aa2f-40e4-a933-4f99f43bdffd', 'name': 'tempest-TestShelveInstance-1835797473-router', 'tenant_id': '31dcaa92d69c449cb7be79fb54c324e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8b9a7783-0f20-4dab-9189-59984db2c625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:37Z', 'updated_at': '2021-07-13T08:47:40Z', 'revision_number': 4, 'project_id': '31dcaa92d69c449cb7be79fb54c324e7', 'gw_port': {'id': '8b9a7783-0f20-4dab-9189-59984db2c625', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0d321f-aa2f-40e4-a933-4f99f43bdffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:37Z', 'updated_at': '2021-07-13T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b7e28d90-d80e-44fa-91d8-49f861696727', 'name': '', 'network_id': '716d0354-8ea7-45b2-ad7a-46ac9afd1917', 'tenant_id': '31dcaa92d69c449cb7be79fb54c324e7', 'mac_address': 'fa:16:3e:fd:ec:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0d321f-aa2f-40e4-a933-4f99f43bdffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2430c76f-6b84-4baa-aeb8-31404c03bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:39Z', 'updated_at': '2021-07-13T08:47:44Z', 'revision_number': 4, 'project_id': '31dcaa92d69c449cb7be79fb54c324e7', 'subnets': [{'id': '2430c76f-6b84-4baa-aeb8-31404c03bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:44.968578 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6952e241-b39f-4f7e-9b68-47fdab5b55a9 None None] The sync data for ids ['5f0d321f-aa2f-40e4-a933-4f99f43bdffd'] in n-d-779913-28 is: [{'id': '5f0d321f-aa2f-40e4-a933-4f99f43bdffd', 'name': 'tempest-TestShelveInstance-1835797473-router', 'tenant_id': '31dcaa92d69c449cb7be79fb54c324e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8b9a7783-0f20-4dab-9189-59984db2c625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:37Z', 'updated_at': '2021-07-13T08:47:40Z', 'revision_number': 4, 'project_id': '31dcaa92d69c449cb7be79fb54c324e7', 'gw_port': {'id': '8b9a7783-0f20-4dab-9189-59984db2c625', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0d321f-aa2f-40e4-a933-4f99f43bdffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:37Z', 'updated_at': '2021-07-13T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'b7e28d90-d80e-44fa-91d8-49f861696727', 'name': '', 'network_id': '716d0354-8ea7-45b2-ad7a-46ac9afd1917', 'tenant_id': '31dcaa92d69c449cb7be79fb54c324e7', 'mac_address': 'fa:16:3e:fd:ec:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0d321f-aa2f-40e4-a933-4f99f43bdffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2430c76f-6b84-4baa-aeb8-31404c03bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:39Z', 'updated_at': '2021-07-13T08:47:44Z', 'revision_number': 4, 'project_id': '31dcaa92d69c449cb7be79fb54c324e7', 'subnets': [{'id': '2430c76f-6b84-4baa-aeb8-31404c03bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:47:45.255914 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-efddac28-6181-42c0-82ca-c11530ba121f req-91bb6dc6-1a3f-4c8e-a3b9-c926cf4094c4 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 210 time: 0.0359173 Jul 13 08:47:45.566702 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b7e28d90-d80e-44fa-91d8-49f861696727 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:47:45.613479 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port b7e28d90-d80e-44fa-91d8-49f861696727 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:47:45.617030 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b7e28d90-d80e-44fa-91d8-49f861696727 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:45.617395 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:45.696998 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:45.728316 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port b7e28d90-d80e-44fa-91d8-49f861696727, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b7e28d90-d80e-44fa-91d8-49f861696727,segment=NetworkSegment(0f6f4b6e-0f28-4a09-834f-da0b3cfc652a),segment_id=0f6f4b6e-0f28-4a09-834f-da0b3cfc652a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:45.731799 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:45.783125 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=b7e28d90-d80e-44fa-91d8-49f861696727,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:45.970341 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b79d7989-274d-445b-bcf4-fd6d5bf3f8ae None None] Provisioning complete for port b7e28d90-d80e-44fa-91d8-49f861696727 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:45.970956 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b79d7989-274d-445b-bcf4-fd6d5bf3f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:46.335894 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b09624f0-f6d7-4239-9f48-270fe22bbcd4 req-479835c7-0111-4c83-90f3-301d4264e6b7 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 210 time: 0.0279040 Jul 13 08:47:47.476524 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4bdd8bfe-6634-4174-9a5c-ef96094e4e22 req-23b96f82-f445-4ffd-934c-54740fb58a26 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 210 time: 0.0297709 Jul 13 08:47:47.561446 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b7e28d90-d80e-44fa-91d8-49f861696727 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:47:47.610861 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port b7e28d90-d80e-44fa-91d8-49f861696727 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:47.611324 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:48.282319 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-446c151d-f24a-4000-b4df-766be7e1d834 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:48.283904 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-446c151d-f24a-4000-b4df-766be7e1d834 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.62 "GET /v2.0/networks?id=7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 200 len: 808 time: 0.1080461 Jul 13 08:47:48.329496 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-fc5b1057-caae-43f9-974a-ed4bcd2b8e94 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f542bb30c64ae7a72196bacf63d6a3 HTTP/1.1" status: 200 len: 379 time: 0.0348773 Jul 13 08:47:48.338452 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-30c37c18-632b-417b-a425-192f99b686bc tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Request body: {'port': {'device_id': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'admin_state_up': True, 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'security_groups': ['b910a299-bf15-4734-b378-cb1854258214']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:47:48.444308 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-30c37c18-632b-417b-a425-192f99b686bc tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Made reservation on behalf of 79f542bb30c64ae7a72196bacf63d6a3 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:47:48.448021 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-30c37c18-632b-417b-a425-192f99b686bc tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:48.573742 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-30c37c18-632b-417b-a425-192f99b686bc tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Allocated IP 172.20.0.8 (7f7535c7-6236-4233-a767-64042dc7dd48/05993190-b19c-4181-9a9b-ca75ec51f1fc/db910e0b-9025-447e-8d7a-eedbccbc1669) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:47:48.627207 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b40f699d-ddcb-43cf-9063-bbdcc597ffd9 req-414bd02a-7430-42ba-a449-95c722d5f792 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 210 time: 0.0382216 Jul 13 08:47:48.737091 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-30c37c18-632b-417b-a425-192f99b686bc tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:48.750109 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-30c37c18-632b-417b-a425-192f99b686bc tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Transition to ACTIVE for port object db910e0b-9025-447e-8d7a-eedbccbc1669 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:47:48.781901 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-30c37c18-632b-417b-a425-192f99b686bc tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:48.825774 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-30c37c18-632b-417b-a425-192f99b686bc tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Network 7f7535c7-6236-4233-a767-64042dc7dd48 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:47:48.828930 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-30c37c18-632b-417b-a425-192f99b686bc tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:47:48.832748 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-30c37c18-632b-417b-a425-192f99b686bc tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:47:48.839007 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c37c18-632b-417b-a425-192f99b686bc tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event updated for resources: {'Port': ['ID=db910e0b-9025-447e-8d7a-eedbccbc1669,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:48.885378 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-30c37c18-632b-417b-a425-192f99b686bc tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:48.886002 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-30c37c18-632b-417b-a425-192f99b686bc tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:48.900494 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-30c37c18-632b-417b-a425-192f99b686bc tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5655923 Jul 13 08:47:48.912435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] Request body: {'port': {'device_id': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:47:48.990913 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:49.090291 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7f74aec9-5af4-4cda-aa90-97d682c5903b None None] Provisioning for port db910e0b-9025-447e-8d7a-eedbccbc1669 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:47:49.094041 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7f74aec9-5af4-4cda-aa90-97d682c5903b None None] Provisioning complete for port db910e0b-9025-447e-8d7a-eedbccbc1669 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:49.094454 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7f74aec9-5af4-4cda-aa90-97d682c5903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:49.130540 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7f74aec9-5af4-4cda-aa90-97d682c5903b None None] Port db910e0b-9025-447e-8d7a-eedbccbc1669 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:47:49.251263 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db910e0b-9025-447e-8d7a-eedbccbc1669 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:47:49.258294 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:49.269558 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] Transition to ACTIVE for port object db910e0b-9025-447e-8d7a-eedbccbc1669 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:47:49.273325 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:49.321435 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] Pushing event updated for resources: {'Port': ['ID=db910e0b-9025-447e-8d7a-eedbccbc1669,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:49.393347 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] Attempting to bind port db910e0b-9025-447e-8d7a-eedbccbc1669 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:47:49.393766 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] Attempting to bind port db910e0b-9025-447e-8d7a-eedbccbc1669 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'a58557a0-ca5d-4d1b-ac67-735577c03fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:47:49.394007 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] Attempting to bind port db910e0b-9025-447e-8d7a-eedbccbc1669 on network 7f7535c7-6236-4233-a767-64042dc7dd48 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:47:49.398558 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] Port db910e0b-9025-447e-8d7a-eedbccbc1669 on network 7f7535c7-6236-4233-a767-64042dc7dd48 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:47:49.398878 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] Attempting to bind port db910e0b-9025-447e-8d7a-eedbccbc1669 on network 7f7535c7-6236-4233-a767-64042dc7dd48 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:47:49.403851 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:47:49.404186 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] Checking segment: {'id': 'a58557a0-ca5d-4d1b-ac67-735577c03fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:47:49.404568 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] Bound using segment: {'id': 'a58557a0-ca5d-4d1b-ac67-735577c03fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:47:49.404993 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] Bound port: db910e0b-9025-447e-8d7a-eedbccbc1669, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58557a0-ca5d-4d1b-ac67-735577c03fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:47:49.405347 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:49.476724 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] For port db910e0b-9025-447e-8d7a-eedbccbc1669, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:47:49.479960 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] For port db910e0b-9025-447e-8d7a-eedbccbc1669, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=db910e0b-9025-447e-8d7a-eedbccbc1669,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:47:49.483718 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:49.517300 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:49.517919 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:49.519336 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] 10.222.0.62 "PUT /v2.0/ports/db910e0b-9025-447e-8d7a-eedbccbc1669 HTTP/1.1" status: 200 len: 1092 time: 0.6111887 Jul 13 08:47:49.519761 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'tag': 'db910e0b-9025-447e-8d7a-eedbccbc1669'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:47:49.522010 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b656b5b8-cb51-447a-9f0a-c50a0f0d6eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "d8df12a7-a7a4-4f38-a034-28dfe5296971", "tag": "db910e0b-9025-447e-8d7a-eedbccbc1669"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:47:49.553073 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960bc67-f640-4aee-9ab1-50f7db6b93e0 service neutron] Pushing event updated for resources: {'Port': ['ID=db910e0b-9025-447e-8d7a-eedbccbc1669,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:49.589715 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceeace3f-9fe8-4e69-bdc3-b32c3d2eec20 x-openstack-request-id: req-ceeace3f-9fe8-4e69-bdc3-b32c3d2eec20 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:47:49.590390 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8df12a7-a7a4-4f38-a034-28dfe5296971", "tag": "db910e0b-9025-447e-8d7a-eedbccbc1669", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:47:49.590390 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ceeace3f-9fe8-4e69-bdc3-b32c3d2eec20 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:47:49.590668 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'tag': 'db910e0b-9025-447e-8d7a-eedbccbc1669', 'status': 'completed', 'code': 200} Jul 13 08:47:49.619139 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-839aec55-a3a8-4aaa-832d-fdfa6f533181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:49.620667 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-839aec55-a3a8-4aaa-832d-fdfa6f533181 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 1095 time: 0.0600710 Jul 13 08:47:49.663144 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-75bf2c8b-257a-4cf2-a6b4-123656958b05 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db910e0b-9025-447e-8d7a-eedbccbc1669 HTTP/1.1" status: 200 len: 217 time: 0.0354679 Jul 13 08:47:49.720180 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f1ce7944-08ce-432e-acc6-cbf4a41c167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:49.721655 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-f1ce7944-08ce-432e-acc6-cbf4a41c167c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05993190-b19c-4181-9a9b-ca75ec51f1fc HTTP/1.1" status: 200 len: 847 time: 0.0521545 Jul 13 08:47:49.823603 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-99a40cb3-201b-4e53-b84f-da9035dfb4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:49.825098 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-99a40cb3-201b-4e53-b84f-da9035dfb4ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f7535c7-6236-4233-a767-64042dc7dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961640 Jul 13 08:47:49.833087 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207d511-36d0-4893-a890-a3c7ced915f5 req-1c9b191e-2959-4835-a1f0-2536ddfa25e4 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:49.834511 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0207d511-36d0-4893-a890-a3c7ced915f5 req-1c9b191e-2959-4835-a1f0-2536ddfa25e4 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 943 time: 0.0804362 Jul 13 08:47:49.919300 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0207d511-36d0-4893-a890-a3c7ced915f5 req-61e0c0f6-2716-47c1-8d44-cb50b35fcbee tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772753 Jul 13 08:47:49.944487 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-280c7fbd-feb2-4388-83db-57f7ad54a638 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091774 Jul 13 08:47:50.035686 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8ce528a4-783a-4627-961d-bc6c2cdb53e4 req-595b6e9f-bd9b-4441-a6cf-7868b4088dc5 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845127 Jul 13 08:47:50.134986 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656b5b8-cb51-447a-9f0a-c50a0f0d6eaa req-0fd95479-55d5-4c02-87d0-ab34148a6416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:50.136466 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b656b5b8-cb51-447a-9f0a-c50a0f0d6eaa req-0fd95479-55d5-4c02-87d0-ab34148a6416 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 1095 time: 0.0528951 Jul 13 08:47:50.223347 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656b5b8-cb51-447a-9f0a-c50a0f0d6eaa req-6d99641f-3973-48a2-94c2-10fa5aa5b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:50.224812 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b656b5b8-cb51-447a-9f0a-c50a0f0d6eaa req-6d99641f-3973-48a2-94c2-10fa5aa5b8f8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 200 len: 909 time: 0.0819414 Jul 13 08:47:50.268278 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b656b5b8-cb51-447a-9f0a-c50a0f0d6eaa req-be5cf626-4a89-4c74-bd92-e74c7e0c8039 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db910e0b-9025-447e-8d7a-eedbccbc1669 HTTP/1.1" status: 200 len: 217 time: 0.0373397 Jul 13 08:47:50.316070 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656b5b8-cb51-447a-9f0a-c50a0f0d6eaa req-60ea3ea0-436e-49c2-8c4d-2056f2a0b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:50.317452 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b656b5b8-cb51-447a-9f0a-c50a0f0d6eaa req-60ea3ea0-436e-49c2-8c4d-2056f2a0b6ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05993190-b19c-4181-9a9b-ca75ec51f1fc HTTP/1.1" status: 200 len: 847 time: 0.0421922 Jul 13 08:47:50.373407 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656b5b8-cb51-447a-9f0a-c50a0f0d6eaa req-3b62a9dc-d25d-4a7b-89f9-5f76cac6a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:50.375362 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b656b5b8-cb51-447a-9f0a-c50a0f0d6eaa req-3b62a9dc-d25d-4a7b-89f9-5f76cac6a1a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f7535c7-6236-4233-a767-64042dc7dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509310 Jul 13 08:47:50.465560 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b656b5b8-cb51-447a-9f0a-c50a0f0d6eaa req-5c4b7001-dfbe-4856-8e1c-4126bc497906 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824003 Jul 13 08:47:50.555317 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b656b5b8-cb51-447a-9f0a-c50a0f0d6eaa req-856f470c-3287-4113-b899-08abac238786 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827782 Jul 13 08:47:51.093783 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b61c13-2fdb-4f37-9bc5-ac5b6a2dfcfb req-2a864dcc-b6aa-414a-a8da-56c9f34f0d2c tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:51.095191 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b61c13-2fdb-4f37-9bc5-ac5b6a2dfcfb req-2a864dcc-b6aa-414a-a8da-56c9f34f0d2c tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 943 time: 0.0657270 Jul 13 08:47:51.131962 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0b61c13-2fdb-4f37-9bc5-ac5b6a2dfcfb req-b2c21330-f836-4ab1-b9c9-08afb0d20542 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313358 Jul 13 08:47:52.299241 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666f440-a210-4e74-a719-70c46cd8ee73 req-49b27512-c900-4b0b-a964-2605bc14996c tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:52.300716 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e666f440-a210-4e74-a719-70c46cd8ee73 req-49b27512-c900-4b0b-a964-2605bc14996c tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 943 time: 0.0624831 Jul 13 08:47:52.337023 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e666f440-a210-4e74-a719-70c46cd8ee73 req-6e33d5ea-0ab1-46c7-a777-1b36ead56a18 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309815 Jul 13 08:47:52.362280 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device db910e0b-9025-447e-8d7a-eedbccbc1669 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:47:52.454782 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port db910e0b-9025-447e-8d7a-eedbccbc1669, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=db910e0b-9025-447e-8d7a-eedbccbc1669,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:52.465395 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'db910e0b-9025-447e-8d7a-eedbccbc1669', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'port_id': 'db910e0b-9025-447e-8d7a-eedbccbc1669', 'mac_address': 'fa:16:3e:d6:2d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:47:52.505091 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:52.517794 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db910e0b-9025-447e-8d7a-eedbccbc1669 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:47:52.536121 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port db910e0b-9025-447e-8d7a-eedbccbc1669, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=db910e0b-9025-447e-8d7a-eedbccbc1669,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:52.539927 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:52.594412 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=db910e0b-9025-447e-8d7a-eedbccbc1669,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:52.778877 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['db910e0b-9025-447e-8d7a-eedbccbc1669'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:47:53.305208 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68d38b82-b41b-4a68-8c8b-324c1a12ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:53.506911 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0514543-03c0-4c51-bec8-410fb7778789 req-825bb81e-4c8d-4aab-a5b6-6557138eae31 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:53.508415 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a0514543-03c0-4c51-bec8-410fb7778789 req-825bb81e-4c8d-4aab-a5b6-6557138eae31 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 944 time: 0.0629950 Jul 13 08:47:53.543896 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a0514543-03c0-4c51-bec8-410fb7778789 req-ca059af6-9288-41a2-a7cb-2b0af6ee33c7 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300848 Jul 13 08:47:54.385573 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device db910e0b-9025-447e-8d7a-eedbccbc1669 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:47:54.434054 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port db910e0b-9025-447e-8d7a-eedbccbc1669 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:47:54.437471 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port db910e0b-9025-447e-8d7a-eedbccbc1669 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:54.437839 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:54.513393 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:54.536117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db910e0b-9025-447e-8d7a-eedbccbc1669'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:47:54.538569 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c64827-12b7-4dcf-bf47-823c6bd5fbdf" -d '{"events": [{"server_uuid": "d8df12a7-a7a4-4f38-a034-28dfe5296971", "name": "network-vif-plugged", "status": "completed", "tag": "db910e0b-9025-447e-8d7a-eedbccbc1669"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:47:54.550682 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port db910e0b-9025-447e-8d7a-eedbccbc1669, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=db910e0b-9025-447e-8d7a-eedbccbc1669,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:54.554623 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:54.583067 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc950548-129f-4842-b603-4fc116a4431e x-openstack-request-id: req-fc950548-129f-4842-b603-4fc116a4431e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:47:54.583282 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8df12a7-a7a4-4f38-a034-28dfe5296971", "name": "network-vif-plugged", "status": "completed", "tag": "db910e0b-9025-447e-8d7a-eedbccbc1669", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:47:54.583537 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc950548-129f-4842-b603-4fc116a4431e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:47:54.583936 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db910e0b-9025-447e-8d7a-eedbccbc1669', 'code': 200} Jul 13 08:47:54.619852 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=db910e0b-9025-447e-8d7a-eedbccbc1669,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:54.735294 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa491a-3d36-4c5d-b11f-46a82fb04a14 req-a91fe3ef-c6fb-4cd3-ba9d-d305de656b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:54.736834 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-91aa491a-3d36-4c5d-b11f-46a82fb04a14 req-a91fe3ef-c6fb-4cd3-ba9d-d305de656b5b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 1097 time: 0.0979633 Jul 13 08:47:54.765735 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02488e-8134-47a6-9717-14ad1ff69d9b req-7be2b366-d90a-43b7-b6c8-14e0c5c394fa tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:54.767768 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e02488e-8134-47a6-9717-14ad1ff69d9b req-7be2b366-d90a-43b7-b6c8-14e0c5c394fa tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0987604 Jul 13 08:47:54.798639 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-91aa491a-3d36-4c5d-b11f-46a82fb04a14 req-073810f3-622a-4431-a93e-05f2e29d43fb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551224 Jul 13 08:47:54.814156 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5e02488e-8134-47a6-9717-14ad1ff69d9b req-2cc4b231-55e8-429e-b782-00498fc459a6 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401061 Jul 13 08:47:54.861715 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8f8377a1-a697-4ad5-bf77-4f0c3d5bc164 None None] Provisioning complete for port db910e0b-9025-447e-8d7a-eedbccbc1669 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:54.862025 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f8377a1-a697-4ad5-bf77-4f0c3d5bc164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:55.989393 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259efb39-38c4-4020-bd72-9fee1ff34b16 req-5beab833-a24d-4cf5-9d2c-d5214cd2fdf4 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:55.990890 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-259efb39-38c4-4020-bd72-9fee1ff34b16 req-5beab833-a24d-4cf5-9d2c-d5214cd2fdf4 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0648551 Jul 13 08:47:56.027327 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-259efb39-38c4-4020-bd72-9fee1ff34b16 req-0846c2cf-5c36-4c1f-a311-df2d4b7e1a2e tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310781 Jul 13 08:47:56.198456 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caeffd-96fd-4a1a-ae62-cee40cca17ea req-623f6649-2e34-4d23-9a20-3e84d8146305 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:56.199908 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06caeffd-96fd-4a1a-ae62-cee40cca17ea req-623f6649-2e34-4d23-9a20-3e84d8146305 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0622590 Jul 13 08:47:56.237196 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06caeffd-96fd-4a1a-ae62-cee40cca17ea req-5a8056f3-bac7-4fa1-96f7-bc086e4cc279 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312610 Jul 13 08:47:56.260311 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37166) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:56.359289 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fd93fb-7e5a-49da-9ba7-248f32d176b5 tempest-TestShelveInstance-704369276 tempest-TestShelveInstance-704369276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:56.360801 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-75fd93fb-7e5a-49da-9ba7-248f32d176b5 tempest-TestShelveInstance-704369276 tempest-TestShelveInstance-704369276-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 1092 time: 0.0995386 Jul 13 08:47:56.363706 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37170) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:56.367937 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f476a3c2-dfab-4d7b-9bf9-afdc1b5835f9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': 'db910e0b-9025-447e-8d7a-eedbccbc1669', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:47:56.388983 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f476a3c2-dfab-4d7b-9bf9-afdc1b5835f9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:56.487026 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f476a3c2-dfab-4d7b-9bf9-afdc1b5835f9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:56.590119 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-f476a3c2-dfab-4d7b-9bf9-afdc1b5835f9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Allocated IP 172.25.0.68 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/f8897852-ed02-4b22-b99a-bb5f60d9d4fa) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:47:56.688203 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f476a3c2-dfab-4d7b-9bf9-afdc1b5835f9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:56.726588 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f476a3c2-dfab-4d7b-9bf9-afdc1b5835f9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:56.760161 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f476a3c2-dfab-4d7b-9bf9-afdc1b5835f9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:47:56.766865 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f476a3c2-dfab-4d7b-9bf9-afdc1b5835f9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:47:56.770308 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f476a3c2-dfab-4d7b-9bf9-afdc1b5835f9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:47:56.775513 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476a3c2-dfab-4d7b-9bf9-afdc1b5835f9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event updated for resources: {'Port': ['ID=f8897852-ed02-4b22-b99a-bb5f60d9d4fa,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:56.866324 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:47:57.477232 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f476a3c2-dfab-4d7b-9bf9-afdc1b5835f9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:57.552925 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f476a3c2-dfab-4d7b-9bf9-afdc1b5835f9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:57.637502 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47a5e9de-22cb-45f7-bb23-d0f215f88ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:57.700472 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f476a3c2-dfab-4d7b-9bf9-afdc1b5835f9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:57.705029 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f476a3c2-dfab-4d7b-9bf9-afdc1b5835f9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:57.771302 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476a3c2-dfab-4d7b-9bf9-afdc1b5835f9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event updated for resources: {'Port': ['ID=f8897852-ed02-4b22-b99a-bb5f60d9d4fa,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:57.781390 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f476a3c2-dfab-4d7b-9bf9-afdc1b5835f9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:57.876659 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:57.878897 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-f476a3c2-dfab-4d7b-9bf9-afdc1b5835f9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Floating IP 84231314-1dff-4c84-af90-b831c62c6659 associated. External IP: 172.25.0.68, port: db910e0b-9025-447e-8d7a-eedbccbc1669. Jul 13 08:47:58.081421 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f476a3c2-dfab-4d7b-9bf9-afdc1b5835f9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Router 2d557dd6-2d10-48ee-9bcf-900917331b05 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:47:58.188049 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f476a3c2-dfab-4d7b-9bf9-afdc1b5835f9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:47:58.197002 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184cf629-2dda-4263-8779-8ff0fe640d69 None None] Sync routers for ids ['2d557dd6-2d10-48ee-9bcf-900917331b05'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:47:58.204015 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f476a3c2-dfab-4d7b-9bf9-afdc1b5835f9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:58.207227 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184cf629-2dda-4263-8779-8ff0fe640d69 None None] Routers {'2d557dd6-2d10-48ee-9bcf-900917331b05'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:47:58.207838 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-184cf629-2dda-4263-8779-8ff0fe640d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:47:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2d557dd6-2d10-48ee-9bcf-900917331b05'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:58.239849 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f476a3c2-dfab-4d7b-9bf9-afdc1b5835f9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8751571 Jul 13 08:47:58.240703 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'tag': 'db910e0b-9025-447e-8d7a-eedbccbc1669'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:47:58.243167 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4c59ec-3db3-4279-86ab-60c39b8bb55d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8df12a7-a7a4-4f38-a034-28dfe5296971", "tag": "db910e0b-9025-447e-8d7a-eedbccbc1669"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:47:58.281139 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7195c2d3-950b-42b1-a53c-aeea639470a6 x-openstack-request-id: req-7195c2d3-950b-42b1-a53c-aeea639470a6 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:47:58.281432 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8df12a7-a7a4-4f38-a034-28dfe5296971", "tag": "db910e0b-9025-447e-8d7a-eedbccbc1669", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:47:58.281687 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7195c2d3-950b-42b1-a53c-aeea639470a6 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:47:58.282146 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'tag': 'db910e0b-9025-447e-8d7a-eedbccbc1669', 'status': 'completed', 'code': 200} Jul 13 08:47:58.312596 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-184cf629-2dda-4263-8779-8ff0fe640d69 None None] Set router 2d557dd6-2d10-48ee-9bcf-900917331b05 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:47:58.355671 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c59ec-3db3-4279-86ab-60c39b8bb55d req-4fd9cc0e-3fca-410c-a4d8-9d97125c9735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:58.357085 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f4c59ec-3db3-4279-86ab-60c39b8bb55d req-4fd9cc0e-3fca-410c-a4d8-9d97125c9735 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 1097 time: 0.0525470 Jul 13 08:47:58.449499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c59ec-3db3-4279-86ab-60c39b8bb55d req-ff0bcca4-7102-48b2-b278-ac0f85066600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:58.451001 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f4c59ec-3db3-4279-86ab-60c39b8bb55d req-ff0bcca4-7102-48b2-b278-ac0f85066600 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 200 len: 909 time: 0.0881410 Jul 13 08:47:58.515836 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f4c59ec-3db3-4279-86ab-60c39b8bb55d req-e4fd339a-6b6a-4270-9042-70f3d3505653 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db910e0b-9025-447e-8d7a-eedbccbc1669 HTTP/1.1" status: 200 len: 998 time: 0.0585237 Jul 13 08:47:58.533451 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-184cf629-2dda-4263-8779-8ff0fe640d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'name': 'tempest-TestShelveInstance-951212792-router', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:32Z', 'updated_at': '2021-07-13T08:47:35Z', 'revision_number': 4, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'gw_port': {'id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:33Z', 'updated_at': '2021-07-13T08:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '84231314-1dff-4c84-af90-b831c62c6659', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'port_id': 'db910e0b-9025-447e-8d7a-eedbccbc1669', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'mac_address': 'fa:16:3e:d6:2d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:47:56Z', 'updated_at': '2021-07-13T08:47:56Z', 'revision_number': 0, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc047e9-8562-4676-a491-2646de29f242', 'name': '', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'mac_address': 'fa:16:3e:ec:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:35Z', 'updated_at': '2021-07-13T08:47:42Z', 'revision_number': 5, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'subnets': [{'id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:58.558734 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184cf629-2dda-4263-8779-8ff0fe640d69 None None] Checking router: 2d557dd6-2d10-48ee-9bcf-900917331b05 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:47:58.567227 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184cf629-2dda-4263-8779-8ff0fe640d69 None None] Routers {'2d557dd6-2d10-48ee-9bcf-900917331b05'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:47:58.567823 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-184cf629-2dda-4263-8779-8ff0fe640d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:47:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2d557dd6-2d10-48ee-9bcf-900917331b05'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:58.568536 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c59ec-3db3-4279-86ab-60c39b8bb55d req-e6d7d8fc-45b4-4d62-b99d-139c1969b635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:58.570067 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f4c59ec-3db3-4279-86ab-60c39b8bb55d req-e6d7d8fc-45b4-4d62-b99d-139c1969b635 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05993190-b19c-4181-9a9b-ca75ec51f1fc HTTP/1.1" status: 200 len: 847 time: 0.0480299 Jul 13 08:47:58.626921 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c59ec-3db3-4279-86ab-60c39b8bb55d req-dec9068c-9889-405b-981f-ea678f547cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:58.628336 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f4c59ec-3db3-4279-86ab-60c39b8bb55d req-dec9068c-9889-405b-981f-ea678f547cdc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f7535c7-6236-4233-a767-64042dc7dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522780 Jul 13 08:47:58.669611 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-184cf629-2dda-4263-8779-8ff0fe640d69 None None] Set router 2d557dd6-2d10-48ee-9bcf-900917331b05 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:47:58.717475 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f4c59ec-3db3-4279-86ab-60c39b8bb55d req-60a07d7c-806e-4b35-8baf-9eca462061d5 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822289 Jul 13 08:47:58.811233 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f4c59ec-3db3-4279-86ab-60c39b8bb55d req-b5c0d0c2-c1d5-4a5f-9403-df24d5e8bc08 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876856 Jul 13 08:47:58.887546 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-184cf629-2dda-4263-8779-8ff0fe640d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'name': 'tempest-TestShelveInstance-951212792-router', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:32Z', 'updated_at': '2021-07-13T08:47:35Z', 'revision_number': 4, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'gw_port': {'id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:33Z', 'updated_at': '2021-07-13T08:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '84231314-1dff-4c84-af90-b831c62c6659', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'port_id': 'db910e0b-9025-447e-8d7a-eedbccbc1669', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'mac_address': 'fa:16:3e:d6:2d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:47:56Z', 'updated_at': '2021-07-13T08:47:56Z', 'revision_number': 0, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc047e9-8562-4676-a491-2646de29f242', 'name': '', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'mac_address': 'fa:16:3e:ec:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:35Z', 'updated_at': '2021-07-13T08:47:42Z', 'revision_number': 5, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'subnets': [{'id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:58.916082 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184cf629-2dda-4263-8779-8ff0fe640d69 None None] The sync data for ids ['2d557dd6-2d10-48ee-9bcf-900917331b05'] in n-d-779913-28 is: [{'id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'name': 'tempest-TestShelveInstance-951212792-router', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:32Z', 'updated_at': '2021-07-13T08:47:35Z', 'revision_number': 4, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'gw_port': {'id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:33Z', 'updated_at': '2021-07-13T08:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '84231314-1dff-4c84-af90-b831c62c6659', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'port_id': 'db910e0b-9025-447e-8d7a-eedbccbc1669', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'mac_address': 'fa:16:3e:d6:2d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:47:56Z', 'updated_at': '2021-07-13T08:47:56Z', 'revision_number': 0, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc047e9-8562-4676-a491-2646de29f242', 'name': '', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'mac_address': 'fa:16:3e:ec:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:35Z', 'updated_at': '2021-07-13T08:47:42Z', 'revision_number': 5, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'subnets': [{'id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:47:59.101715 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450863d8-c9c4-4f4c-8c1c-57b114da7f2b None None] New status for floating IP 84231314-1dff-4c84-af90-b831c62c6659: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:47:59.876871 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:01.604073 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:08.626051 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:13.608289 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:23.305267 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d37ddcd0-7f26-42c3-a2b7-d3d688edece9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:27.400199 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-110c5391-4e2d-4b01-b6ca-8e3b909afa4c req-12c60c70-0d36-4e4e-9e63-c7cce5df362b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509155 Jul 13 08:48:27.498556 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c5391-4e2d-4b01-b6ca-8e3b909afa4c req-0441ed32-3d27-4602-9125-2a24c53b6c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:27.500789 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-110c5391-4e2d-4b01-b6ca-8e3b909afa4c req-0441ed32-3d27-4602-9125-2a24c53b6c4b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 1097 time: 0.0586388 Jul 13 08:48:27.603290 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c5391-4e2d-4b01-b6ca-8e3b909afa4c req-1a70686c-780b-44ee-a599-f11c6482d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:27.604746 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-110c5391-4e2d-4b01-b6ca-8e3b909afa4c req-1a70686c-780b-44ee-a599-f11c6482d3d6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 200 len: 909 time: 0.0842795 Jul 13 08:48:27.638457 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f65148eb-aef5-45a7-9493-bd6b5bdd81b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:27.673287 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-110c5391-4e2d-4b01-b6ca-8e3b909afa4c req-dc071d28-caf9-4675-9e6e-43ee6407df5f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db910e0b-9025-447e-8d7a-eedbccbc1669 HTTP/1.1" status: 200 len: 1000 time: 0.0611911 Jul 13 08:48:27.723248 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c5391-4e2d-4b01-b6ca-8e3b909afa4c req-70ebaf0a-d0b4-4b3c-981a-c65c09929a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:27.724732 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-110c5391-4e2d-4b01-b6ca-8e3b909afa4c req-70ebaf0a-d0b4-4b3c-981a-c65c09929a47 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05993190-b19c-4181-9a9b-ca75ec51f1fc HTTP/1.1" status: 200 len: 847 time: 0.0454056 Jul 13 08:48:27.781386 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c5391-4e2d-4b01-b6ca-8e3b909afa4c req-36045e6c-0b77-4095-bd7f-2a538591a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:27.782879 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-110c5391-4e2d-4b01-b6ca-8e3b909afa4c req-36045e6c-0b77-4095-bd7f-2a538591a134 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f7535c7-6236-4233-a767-64042dc7dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513883 Jul 13 08:48:27.877249 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-110c5391-4e2d-4b01-b6ca-8e3b909afa4c req-5aa7e08a-73b2-46c9-b4d6-506cc4e2b29a service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868080 Jul 13 08:48:27.878388 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:27.966216 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-110c5391-4e2d-4b01-b6ca-8e3b909afa4c req-37062b9e-70a7-4689-a05c-6d78abf8db52 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818756 Jul 13 08:48:29.879369 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:31.608037 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:33.865780 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:48:38.625098 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:43.618812 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:53.305658 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-928d3bef-f6cd-45f2-bcad-6f859878f729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:57.637977 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c220fb9-1f30-467b-8a95-7571fbbf37d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:57.880200 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:59.881211 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:01.609505 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:08.624818 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:10.865037 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:49:13.668564 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:23.306670 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f578f262-de35-4a9b-8adb-89e178207dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:27.638249 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b73868e1-c576-46e7-9acb-54117e3bac95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:27.879935 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:28.409317 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b148d9f8-dcfc-46f6-90b7-7a72b1c44e02 req-de311019-ee5f-4e17-b843-df0df36be082 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556481 Jul 13 08:49:28.502933 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148d9f8-dcfc-46f6-90b7-7a72b1c44e02 req-562869fc-20f4-4f87-9db4-933a47a70f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:28.504442 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b148d9f8-dcfc-46f6-90b7-7a72b1c44e02 req-562869fc-20f4-4f87-9db4-933a47a70f29 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 1097 time: 0.0528748 Jul 13 08:49:28.606786 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148d9f8-dcfc-46f6-90b7-7a72b1c44e02 req-5adda41d-772e-4162-bde4-6d9bbee79897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:28.608239 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b148d9f8-dcfc-46f6-90b7-7a72b1c44e02 req-5adda41d-772e-4162-bde4-6d9bbee79897 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 200 len: 909 time: 0.0836861 Jul 13 08:49:28.678151 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b148d9f8-dcfc-46f6-90b7-7a72b1c44e02 req-6ef89171-a0b1-4c19-8f83-5834d5738b86 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db910e0b-9025-447e-8d7a-eedbccbc1669 HTTP/1.1" status: 200 len: 1000 time: 0.0617714 Jul 13 08:49:28.746738 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148d9f8-dcfc-46f6-90b7-7a72b1c44e02 req-a4bd7cd1-505b-42c1-af5d-d4121bd80a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:28.748195 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b148d9f8-dcfc-46f6-90b7-7a72b1c44e02 req-a4bd7cd1-505b-42c1-af5d-d4121bd80a9d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05993190-b19c-4181-9a9b-ca75ec51f1fc HTTP/1.1" status: 200 len: 847 time: 0.0635550 Jul 13 08:49:28.804687 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148d9f8-dcfc-46f6-90b7-7a72b1c44e02 req-4fcda71c-4940-43d1-b715-8d66f669e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:28.806187 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b148d9f8-dcfc-46f6-90b7-7a72b1c44e02 req-4fcda71c-4940-43d1-b715-8d66f669e800 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f7535c7-6236-4233-a767-64042dc7dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510082 Jul 13 08:49:28.898946 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b148d9f8-dcfc-46f6-90b7-7a72b1c44e02 req-a2c8d8d7-5356-449e-ba2c-06b192213411 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842748 Jul 13 08:49:28.988193 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b148d9f8-dcfc-46f6-90b7-7a72b1c44e02 req-9e10a2ae-95f9-4a1e-8d88-e4c4fa2080f3 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808558 Jul 13 08:49:29.884293 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:31.614828 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:38.633973 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:43.685513 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:47.863811 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:49:53.308518 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-29043dcb-8308-4cd1-af2d-e3beaf6b96df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:54.072138 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74edf3-d9e0-46b1-98f3-50d7e9008019 req-65af634b-8a5c-4415-b289-fa999ae5dfbb tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:54.073629 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be74edf3-d9e0-46b1-98f3-50d7e9008019 req-65af634b-8a5c-4415-b289-fa999ae5dfbb tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.1156542 Jul 13 08:49:54.111021 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be74edf3-d9e0-46b1-98f3-50d7e9008019 req-b4b9c7aa-c465-4e55-8555-f640e30d3c60 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319111 Jul 13 08:49:55.300655 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08b775-9289-4cb2-ab30-30bdae351861 req-c4c04d35-8d6a-4b74-92ce-a787186f65ed tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:55.302669 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb08b775-9289-4cb2-ab30-30bdae351861 req-c4c04d35-8d6a-4b74-92ce-a787186f65ed tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0622933 Jul 13 08:49:55.338452 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb08b775-9289-4cb2-ab30-30bdae351861 req-378212d8-d30e-4b0d-832f-cb6eb4d8b41c tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302472 Jul 13 08:49:56.538926 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b24f1e-6dc9-4e27-84de-17af47d666a7 req-b136357c-80bc-4da0-8c7f-0631553909ff tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:56.540396 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39b24f1e-6dc9-4e27-84de-17af47d666a7 req-b136357c-80bc-4da0-8c7f-0631553909ff tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0662405 Jul 13 08:49:56.577783 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-39b24f1e-6dc9-4e27-84de-17af47d666a7 req-36c289d0-3858-4f51-858e-1797654e8e5b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319600 Jul 13 08:49:57.638044 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20f561cb-0256-4a3c-b135-6123074bce8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:57.750743 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65adb71-baf5-4325-bf1b-a97f7563c198 req-acd29ab5-0001-4f0c-b3a4-f228e5e6108e tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:57.752266 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b65adb71-baf5-4325-bf1b-a97f7563c198 req-acd29ab5-0001-4f0c-b3a4-f228e5e6108e tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0640631 Jul 13 08:49:57.793721 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b65adb71-baf5-4325-bf1b-a97f7563c198 req-3e1ecda7-470a-4018-bd59-1a92a8faaa16 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353608 Jul 13 08:49:57.882236 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:58.965228 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27420c1d-b482-436d-8511-47078cf4b9e9 req-b990782f-f9f6-479b-a78d-a324ac1db530 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:58.966724 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-27420c1d-b482-436d-8511-47078cf4b9e9 req-b990782f-f9f6-479b-a78d-a324ac1db530 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0618789 Jul 13 08:49:59.002877 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-27420c1d-b482-436d-8511-47078cf4b9e9 req-c115e887-9fc4-421a-98a8-40fb9a64572c tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304334 Jul 13 08:49:59.887245 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:00.176155 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb198ca-7648-4808-b6fc-95f0648311c0 req-c1286e28-7a87-40f0-815a-61ef2ae2774c tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:00.177566 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ffb198ca-7648-4808-b6fc-95f0648311c0 req-c1286e28-7a87-40f0-815a-61ef2ae2774c tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0663068 Jul 13 08:50:00.213961 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ffb198ca-7648-4808-b6fc-95f0648311c0 req-77c2ac97-a17c-437e-a964-83b1766536c8 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309141 Jul 13 08:50:01.384722 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef351c7-2924-41d2-bb13-fb8c777f07f2 req-181ba082-fa42-4c21-872f-22769c6e1d61 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:01.386094 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aef351c7-2924-41d2-bb13-fb8c777f07f2 req-181ba082-fa42-4c21-872f-22769c6e1d61 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0626111 Jul 13 08:50:01.422362 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aef351c7-2924-41d2-bb13-fb8c777f07f2 req-acc0039d-30c7-4536-b313-e6e43c280073 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308309 Jul 13 08:50:01.615697 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:02.594138 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8820d-75d5-477f-ac60-05c063dfcaac req-66255cd7-feca-4b28-8ae7-ae10457bf10d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:02.595633 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4fa8820d-75d5-477f-ac60-05c063dfcaac req-66255cd7-feca-4b28-8ae7-ae10457bf10d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0661047 Jul 13 08:50:02.633172 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4fa8820d-75d5-477f-ac60-05c063dfcaac req-e499057e-fc88-4c5f-9371-1b2d153c86da tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321186 Jul 13 08:50:03.800871 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7625ce-d66a-4e8d-aa65-697f556094ce req-bdb8e4df-d829-4119-9d93-6240abb1da6d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:03.802359 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3e7625ce-d66a-4e8d-aa65-697f556094ce req-bdb8e4df-d829-4119-9d93-6240abb1da6d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0622361 Jul 13 08:50:03.839964 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3e7625ce-d66a-4e8d-aa65-697f556094ce req-2e45a1d7-4e1f-4c8f-b41b-e5f45b1b12b9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315301 Jul 13 08:50:05.010108 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b878abc-0ece-4e14-95bc-0e51da69a844 req-ab36fe04-2c05-4489-946f-e87413bd1e0e tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:05.011569 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b878abc-0ece-4e14-95bc-0e51da69a844 req-ab36fe04-2c05-4489-946f-e87413bd1e0e tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0623524 Jul 13 08:50:05.048341 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1b878abc-0ece-4e14-95bc-0e51da69a844 req-f54da28d-a9c0-435e-bd68-57befb16f8b5 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313838 Jul 13 08:50:06.225317 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422af6c8-276f-482e-96a0-498dbbcce4e0 req-2dcdc7fd-e2cf-456e-85ad-13adaf042084 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:06.226862 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-422af6c8-276f-482e-96a0-498dbbcce4e0 req-2dcdc7fd-e2cf-456e-85ad-13adaf042084 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0703530 Jul 13 08:50:06.271092 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-422af6c8-276f-482e-96a0-498dbbcce4e0 req-80655b33-f48b-4da4-b4f1-12f15a26d32d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388224 Jul 13 08:50:07.042583 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device db910e0b-9025-447e-8d7a-eedbccbc1669 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:50:07.151086 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port db910e0b-9025-447e-8d7a-eedbccbc1669, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=db910e0b-9025-447e-8d7a-eedbccbc1669,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:50:07.163872 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'db910e0b-9025-447e-8d7a-eedbccbc1669', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'port_id': 'db910e0b-9025-447e-8d7a-eedbccbc1669', 'mac_address': 'fa:16:3e:d6:2d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:50:07.202350 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:07.216065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db910e0b-9025-447e-8d7a-eedbccbc1669 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:50:07.238558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port db910e0b-9025-447e-8d7a-eedbccbc1669, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=db910e0b-9025-447e-8d7a-eedbccbc1669,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:50:07.243053 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:07.337787 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=db910e0b-9025-447e-8d7a-eedbccbc1669,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:07.348312 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:07.348684 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:07.349006 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:07.349386 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:07.349726 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:07.350061 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:07.350415 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:07.350748 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:07.351080 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:07.351406 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:07.351731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:07.352057 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:07.379066 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['db910e0b-9025-447e-8d7a-eedbccbc1669'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:50:07.524398 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa7d60-cc24-42cb-8142-f6e922e19908 req-f67abe8e-e3e0-4837-8d6e-9fd6c349fb67 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:07.530670 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72aa7d60-cc24-42cb-8142-f6e922e19908 req-f67abe8e-e3e0-4837-8d6e-9fd6c349fb67 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 944 time: 0.1030591 Jul 13 08:50:07.581916 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72aa7d60-cc24-42cb-8142-f6e922e19908 req-fd4dd72a-629e-48ca-9b99-c6586389da2e tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492780 Jul 13 08:50:07.682029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dddb90b1-54f0-4839-ba13-ca50c34fdfc3 None None] Provisioning complete for port db910e0b-9025-447e-8d7a-eedbccbc1669 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:07.682581 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dddb90b1-54f0-4839-ba13-ca50c34fdfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:07.811403 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dddb90b1-54f0-4839-ba13-ca50c34fdfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:07.846969 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db910e0b-9025-447e-8d7a-eedbccbc1669'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:50:07.850601 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab5d824-4b06-41c0-9303-7dad5570da6f" -d '{"events": [{"server_uuid": "d8df12a7-a7a4-4f38-a034-28dfe5296971", "name": "network-vif-plugged", "status": "completed", "tag": "db910e0b-9025-447e-8d7a-eedbccbc1669"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:50:07.856721 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-dddb90b1-54f0-4839-ba13-ca50c34fdfc3 None None] For port db910e0b-9025-447e-8d7a-eedbccbc1669, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=db910e0b-9025-447e-8d7a-eedbccbc1669,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:50:07.862490 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dddb90b1-54f0-4839-ba13-ca50c34fdfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:07.926805 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb90b1-54f0-4839-ba13-ca50c34fdfc3 None None] Pushing event updated for resources: {'Port': ['ID=db910e0b-9025-447e-8d7a-eedbccbc1669,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:07.944438 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1a7fd4-a532-42db-bc3a-9ae480cf4590 x-openstack-request-id: req-4a1a7fd4-a532-42db-bc3a-9ae480cf4590 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:50:07.944737 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8df12a7-a7a4-4f38-a034-28dfe5296971", "name": "network-vif-plugged", "status": "completed", "tag": "db910e0b-9025-447e-8d7a-eedbccbc1669", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:50:07.950187 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4a1a7fd4-a532-42db-bc3a-9ae480cf4590 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:50:07.950655 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db910e0b-9025-447e-8d7a-eedbccbc1669', 'code': 200} Jul 13 08:50:08.265077 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-35dfdb4b-f7e4-4762-a1fd-c7b71470b7f6 None None] Provisioning complete for port db910e0b-9025-447e-8d7a-eedbccbc1669 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:08.265584 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-35dfdb4b-f7e4-4762-a1fd-c7b71470b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:08.666788 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:08.807635 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c79a39-efdf-4f98-a387-a67040bb6673 req-d74de6a9-3e31-4560-8db1-df2235e974af tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:08.809498 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11c79a39-efdf-4f98-a387-a67040bb6673 req-d74de6a9-3e31-4560-8db1-df2235e974af tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0815802 Jul 13 08:50:08.854680 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11c79a39-efdf-4f98-a387-a67040bb6673 req-6f6dbe1b-e7c4-4753-a04e-ee31c25a8ac2 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394011 Jul 13 08:50:09.070662 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device db910e0b-9025-447e-8d7a-eedbccbc1669 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:50:09.133772 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port db910e0b-9025-447e-8d7a-eedbccbc1669 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:09.134065 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:10.043699 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea7a22-c9ec-4ece-a7fa-a4f60b8b69bc req-d4377f23-03ae-41a2-a5d5-36757d35de36 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:10.046552 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-20ea7a22-c9ec-4ece-a7fa-a4f60b8b69bc req-d4377f23-03ae-41a2-a5d5-36757d35de36 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0691688 Jul 13 08:50:10.086300 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-20ea7a22-c9ec-4ece-a7fa-a4f60b8b69bc req-12c86786-a0e3-4167-8cd1-eeae8d09b0da tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345769 Jul 13 08:50:11.264658 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9739b3c-58c3-4228-951a-d90b112e2d8e req-33325f1a-d7c1-4eee-b51b-c8a3235b84bc tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:11.266336 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9739b3c-58c3-4228-951a-d90b112e2d8e req-33325f1a-d7c1-4eee-b51b-c8a3235b84bc tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0652595 Jul 13 08:50:11.310839 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d9739b3c-58c3-4228-951a-d90b112e2d8e req-80f3cdb5-5ccf-422d-8aff-1771dde476ac tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380533 Jul 13 08:50:12.501032 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe51ef-fb53-49a1-8010-beb7e72a2210 req-2add374b-4f06-4d1d-8f40-1fc290c382bf tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:12.502644 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d4fe51ef-fb53-49a1-8010-beb7e72a2210 req-2add374b-4f06-4d1d-8f40-1fc290c382bf tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0715430 Jul 13 08:50:12.543296 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d4fe51ef-fb53-49a1-8010-beb7e72a2210 req-c1639688-862b-4daa-98ea-b05e77512075 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339410 Jul 13 08:50:13.693886 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:13.748171 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a05448-1e1c-4e31-93f6-567b15f752ca req-3507140f-e423-408f-91d5-41f9785569f4 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:13.751631 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d5a05448-1e1c-4e31-93f6-567b15f752ca req-3507140f-e423-408f-91d5-41f9785569f4 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0797398 Jul 13 08:50:13.805026 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d5a05448-1e1c-4e31-93f6-567b15f752ca req-967a4b9a-d26a-4c41-90b3-0079ae63b388 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475655 Jul 13 08:50:14.987526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281ed6e-7f9d-477b-bc06-41d427c82ede req-972ff63a-15bb-42aa-af33-07691b027c6d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:14.989300 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b281ed6e-7f9d-477b-bc06-41d427c82ede req-972ff63a-15bb-42aa-af33-07691b027c6d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0719190 Jul 13 08:50:15.034696 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b281ed6e-7f9d-477b-bc06-41d427c82ede req-a255ed74-66d5-4b2b-b5a5-b161b87f9827 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382013 Jul 13 08:50:15.995111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df5c8e-a394-42de-b4eb-9272c68e1866 req-bc58198a-dee7-462a-93f7-f196126d5a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:15.996600 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64df5c8e-a394-42de-b4eb-9272c68e1866 req-bc58198a-dee7-462a-93f7-f196126d5a89 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 1097 time: 0.0529888 Jul 13 08:50:16.091191 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df5c8e-a394-42de-b4eb-9272c68e1866 req-27993adb-ca7f-4be8-a91e-ca39a3d2f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:16.092857 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64df5c8e-a394-42de-b4eb-9272c68e1866 req-27993adb-ca7f-4be8-a91e-ca39a3d2f197 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 200 len: 909 time: 0.0879130 Jul 13 08:50:16.163812 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64df5c8e-a394-42de-b4eb-9272c68e1866 req-024c2072-a14a-4a7c-b812-a494c7491248 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db910e0b-9025-447e-8d7a-eedbccbc1669 HTTP/1.1" status: 200 len: 1000 time: 0.0630407 Jul 13 08:50:16.216178 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df5c8e-a394-42de-b4eb-9272c68e1866 req-8af12a36-835a-483c-8d94-07af568698ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:16.217694 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64df5c8e-a394-42de-b4eb-9272c68e1866 req-8af12a36-835a-483c-8d94-07af568698ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05993190-b19c-4181-9a9b-ca75ec51f1fc HTTP/1.1" status: 200 len: 847 time: 0.0468154 Jul 13 08:50:16.280781 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df5c8e-a394-42de-b4eb-9272c68e1866 req-c1b80210-3285-442c-8a5d-9cfe19c30811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:16.282231 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64df5c8e-a394-42de-b4eb-9272c68e1866 req-c1b80210-3285-442c-8a5d-9cfe19c30811 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f7535c7-6236-4233-a767-64042dc7dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576496 Jul 13 08:50:16.406079 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64df5c8e-a394-42de-b4eb-9272c68e1866 req-a712597b-f7c5-4ced-9766-affd1940c3f1 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172364 Jul 13 08:50:16.455189 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12c43c-a3f3-4696-8e7a-811a74a208b8 req-c746bf75-ea53-4e7e-9abe-1e6d52dee384 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:16.456615 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aa12c43c-a3f3-4696-8e7a-811a74a208b8 req-c746bf75-ea53-4e7e-9abe-1e6d52dee384 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.1121280 Jul 13 08:50:16.529849 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-64df5c8e-a394-42de-b4eb-9272c68e1866 req-3dbd14c6-7ac6-4562-9d1b-bd896baca456 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172180 Jul 13 08:50:16.534802 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-aa12c43c-a3f3-4696-8e7a-811a74a208b8 req-f42ff58e-6b09-479e-8f45-434df57630ba tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523727 Jul 13 08:50:17.708133 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8469d35-80e8-4221-8cde-db1ce4673ebc req-765e5da0-8bde-47ec-a03b-6843400a2f3b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:17.710204 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d8469d35-80e8-4221-8cde-db1ce4673ebc req-765e5da0-8bde-47ec-a03b-6843400a2f3b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0664062 Jul 13 08:50:17.745981 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d8469d35-80e8-4221-8cde-db1ce4673ebc req-ec8cb684-1da9-4ea3-a9d1-f6f783d7e068 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303748 Jul 13 08:50:18.915051 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e652b-c0a5-46d6-b964-c89461a59967 req-5c84fa5a-c912-47c8-9276-ffe306a7d1eb tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:18.916506 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac9e652b-c0a5-46d6-b964-c89461a59967 req-5c84fa5a-c912-47c8-9276-ffe306a7d1eb tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0617847 Jul 13 08:50:18.951895 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ac9e652b-c0a5-46d6-b964-c89461a59967 req-5b49cf5a-48d5-49b9-8851-a10dce6c0179 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299342 Jul 13 08:50:19.292577 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b79d9-b498-4f20-9279-8c12b865944c req-7b03d7c8-a5e4-4873-96a1-5b901906f2b5 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:19.294571 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d07b79d9-b498-4f20-9279-8c12b865944c req-7b03d7c8-a5e4-4873-96a1-5b901906f2b5 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0634315 Jul 13 08:50:19.337570 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d07b79d9-b498-4f20-9279-8c12b865944c req-ad81f41c-e733-400c-ac90-3d4b572d0e0b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378888 Jul 13 08:50:19.428765 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb1cad07-937f-473c-ae61-8ff58570d408 req-a1e9833b-e91b-4122-b910-b027cb7e19f4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903366 Jul 13 08:50:20.329553 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cad07-937f-473c-ae61-8ff58570d408 req-911f95f8-06d6-4dea-ac7b-e89b1a75bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:20.331012 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb1cad07-937f-473c-ae61-8ff58570d408 req-911f95f8-06d6-4dea-ac7b-e89b1a75bd45 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971&tenant_id=79f542bb30c64ae7a72196bacf63d6a3 HTTP/1.1" status: 200 len: 1097 time: 0.0515141 Jul 13 08:50:20.404828 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cad07-937f-473c-ae61-8ff58570d408 req-2de832e7-2898-4251-b31a-c00e602c5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:20.406475 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb1cad07-937f-473c-ae61-8ff58570d408 req-2de832e7-2898-4251-b31a-c00e602c5f28 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 1097 time: 0.0514803 Jul 13 08:50:20.529422 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cad07-937f-473c-ae61-8ff58570d408 req-dcd72f01-802a-435f-8264-a66f41938b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:20.530893 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb1cad07-937f-473c-ae61-8ff58570d408 req-dcd72f01-802a-435f-8264-a66f41938b61 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 200 len: 909 time: 0.1164250 Jul 13 08:50:20.590796 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf2d48-fafe-47ba-a3aa-b70f5d6017a8 req-5085ce99-1b34-4cd1-88a4-40e0f1b9bba4 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:20.592124 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1edf2d48-fafe-47ba-a3aa-b70f5d6017a8 req-5085ce99-1b34-4cd1-88a4-40e0f1b9bba4 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.1201055 Jul 13 08:50:20.622852 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb1cad07-937f-473c-ae61-8ff58570d408 req-eb9a5992-ce85-4b24-9b38-bd01d8e9efde service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db910e0b-9025-447e-8d7a-eedbccbc1669 HTTP/1.1" status: 200 len: 1000 time: 0.0845253 Jul 13 08:50:20.664573 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1edf2d48-fafe-47ba-a3aa-b70f5d6017a8 req-2ea402af-97c6-4ede-a2fc-e1d386978387 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658984 Jul 13 08:50:20.679367 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cad07-937f-473c-ae61-8ff58570d408 req-a8f7d724-889b-44be-9cf1-bed4481ac02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:20.680826 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb1cad07-937f-473c-ae61-8ff58570d408 req-a8f7d724-889b-44be-9cf1-bed4481ac02e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05993190-b19c-4181-9a9b-ca75ec51f1fc HTTP/1.1" status: 200 len: 847 time: 0.0474660 Jul 13 08:50:20.736014 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cad07-937f-473c-ae61-8ff58570d408 req-1dfb4805-665b-4974-9937-93a74d1da159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:20.737425 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb1cad07-937f-473c-ae61-8ff58570d408 req-1dfb4805-665b-4974-9937-93a74d1da159 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f7535c7-6236-4233-a767-64042dc7dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506341 Jul 13 08:50:20.826140 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb1cad07-937f-473c-ae61-8ff58570d408 req-1e168cb8-7ed5-47d0-bd08-38ca3109d47f service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815656 Jul 13 08:50:20.911580 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fb1cad07-937f-473c-ae61-8ff58570d408 req-47ad574d-9cf3-488b-a0ca-34737e59b1f5 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784602 Jul 13 08:50:21.139185 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device db910e0b-9025-447e-8d7a-eedbccbc1669 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:50:21.283627 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:21.322611 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db910e0b-9025-447e-8d7a-eedbccbc1669'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:50:21.326719 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a6fbfd-5d29-4464-891f-db03e22a16db" -d '{"events": [{"server_uuid": "d8df12a7-a7a4-4f38-a034-28dfe5296971", "name": "network-vif-unplugged", "status": "completed", "tag": "db910e0b-9025-447e-8d7a-eedbccbc1669"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:50:21.362001 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port db910e0b-9025-447e-8d7a-eedbccbc1669, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=db910e0b-9025-447e-8d7a-eedbccbc1669,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:50:21.371377 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:21.374604 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46d8e5f-fc17-4cb9-9290-126749b29404 x-openstack-request-id: req-b46d8e5f-fc17-4cb9-9290-126749b29404 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:50:21.374901 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8df12a7-a7a4-4f38-a034-28dfe5296971", "name": "network-vif-unplugged", "status": "completed", "tag": "db910e0b-9025-447e-8d7a-eedbccbc1669", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:50:21.375154 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b46d8e5f-fc17-4cb9-9290-126749b29404 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:50:21.375547 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db910e0b-9025-447e-8d7a-eedbccbc1669', 'code': 200} Jul 13 08:50:21.446128 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=db910e0b-9025-447e-8d7a-eedbccbc1669,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:21.673830 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95d6c66a-0c11-4695-a119-12325d3d24de None None] Provisioning complete for port db910e0b-9025-447e-8d7a-eedbccbc1669 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:21.674667 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95d6c66a-0c11-4695-a119-12325d3d24de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:21.775037 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95d6c66a-0c11-4695-a119-12325d3d24de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:21.822719 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95d6c66a-0c11-4695-a119-12325d3d24de None None] For port db910e0b-9025-447e-8d7a-eedbccbc1669, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=db910e0b-9025-447e-8d7a-eedbccbc1669,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:50:21.834985 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95d6c66a-0c11-4695-a119-12325d3d24de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:21.899387 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac102f-e0a9-4f16-9631-293a6b3917de req-088f4571-44b0-477b-a108-fe4b7531c813 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:21.901126 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-22ac102f-e0a9-4f16-9631-293a6b3917de req-088f4571-44b0-477b-a108-fe4b7531c813 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 943 time: 0.0930963 Jul 13 08:50:21.901557 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6c66a-0c11-4695-a119-12325d3d24de None None] Pushing event updated for resources: {'Port': ['ID=db910e0b-9025-447e-8d7a-eedbccbc1669,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:21.964351 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-22ac102f-e0a9-4f16-9631-293a6b3917de req-01e4e4cd-089b-4e9c-9d49-8a3667be45c3 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528800 Jul 13 08:50:22.188245 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3d4323bd-646e-4a6d-86a3-c0d090b511cc None None] Provisioning complete for port db910e0b-9025-447e-8d7a-eedbccbc1669 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:22.188838 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3d4323bd-646e-4a6d-86a3-c0d090b511cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:23.130570 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8f91c-fc2f-452f-a222-5ceee42c993a req-347f71a8-0826-4964-a8e3-f7b6692e382c tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:23.132056 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-edf8f91c-fc2f-452f-a222-5ceee42c993a req-347f71a8-0826-4964-a8e3-f7b6692e382c tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0632844 Jul 13 08:50:23.169047 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-edf8f91c-fc2f-452f-a222-5ceee42c993a req-7ab5a783-5c74-4579-81bb-6f410d0ed9bb tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314598 Jul 13 08:50:23.308321 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-55b80420-c26f-48bc-b25e-2fc66807a611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:23.376514 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db910e0b-9025-447e-8d7a-eedbccbc1669'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:50:23.378930 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aae08ed-502d-4da0-af55-15a358da0137" -d '{"events": [{"server_uuid": "d8df12a7-a7a4-4f38-a034-28dfe5296971", "name": "network-vif-plugged", "status": "completed", "tag": "db910e0b-9025-447e-8d7a-eedbccbc1669"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:50:23.414164 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b46b37-5525-426a-8332-e562c17036e7 x-openstack-request-id: req-13b46b37-5525-426a-8332-e562c17036e7 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:50:23.414455 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8df12a7-a7a4-4f38-a034-28dfe5296971", "name": "network-vif-plugged", "status": "completed", "tag": "db910e0b-9025-447e-8d7a-eedbccbc1669", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:50:23.414706 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-13b46b37-5525-426a-8332-e562c17036e7 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:50:23.415099 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db910e0b-9025-447e-8d7a-eedbccbc1669', 'code': 200} Jul 13 08:50:24.345529 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd90cb-c6f1-456a-9374-be30bf32ab89 req-58dd0ef3-9d7f-4680-a928-6dffa9c4dedc tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:24.347118 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7bd90cb-c6f1-456a-9374-be30bf32ab89 req-58dd0ef3-9d7f-4680-a928-6dffa9c4dedc tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0671508 Jul 13 08:50:24.384624 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e7bd90cb-c6f1-456a-9374-be30bf32ab89 req-2a4c6f67-c9c5-40d9-b98b-83e31cd8692c tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314722 Jul 13 08:50:24.861698 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:50:25.565411 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fa996-bfac-454a-840f-67306a5725c2 req-a5b73809-67d3-4c47-914d-773f5ce8b164 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:25.566937 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c09fa996-bfac-454a-840f-67306a5725c2 req-a5b73809-67d3-4c47-914d-773f5ce8b164 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0644178 Jul 13 08:50:25.606011 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c09fa996-bfac-454a-840f-67306a5725c2 req-935a54d4-c92e-4230-a679-198970b586af tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328031 Jul 13 08:50:26.794173 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54332e-1aea-460d-a214-66b0600abc12 req-4bfd017d-e1c3-4e41-89ae-0fe2cf068090 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:26.795633 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb54332e-1aea-460d-a214-66b0600abc12 req-4bfd017d-e1c3-4e41-89ae-0fe2cf068090 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0631943 Jul 13 08:50:26.832752 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bb54332e-1aea-460d-a214-66b0600abc12 req-9c3021db-a63f-40fc-8dee-38a1e1248689 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314367 Jul 13 08:50:27.638477 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-30283352-5dc1-4206-b065-f30b59abd99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:27.883928 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:28.009434 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620dd64-c6a8-4099-8ce2-431e0ee0435c req-d3632ba8-320b-4cc6-b00e-ad08b18049e6 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:28.011021 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0620dd64-c6a8-4099-8ce2-431e0ee0435c req-d3632ba8-320b-4cc6-b00e-ad08b18049e6 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0673537 Jul 13 08:50:28.052394 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0620dd64-c6a8-4099-8ce2-431e0ee0435c req-eebefe9b-a9cf-4c6c-bc12-c1acfe17a8e0 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343461 Jul 13 08:50:29.251096 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05356f9b-f53a-4859-a673-2a0e9f297b24 req-7a667cd4-d749-4ef0-885e-216778d3af23 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:29.252637 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05356f9b-f53a-4859-a673-2a0e9f297b24 req-7a667cd4-d749-4ef0-885e-216778d3af23 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0697982 Jul 13 08:50:29.293450 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05356f9b-f53a-4859-a673-2a0e9f297b24 req-091b8ec7-e446-4c2e-b070-7928ed0e3199 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351777 Jul 13 08:50:29.891478 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:30.467767 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206e600-597f-462b-9d70-5ef79079f01a req-db0270a8-e1e1-401a-9228-fb061f31e3fb tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:30.469717 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1206e600-597f-462b-9d70-5ef79079f01a req-db0270a8-e1e1-401a-9228-fb061f31e3fb tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0677066 Jul 13 08:50:30.861437 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1206e600-597f-462b-9d70-5ef79079f01a req-892b50f6-7d8d-4000-b8f9-5fde04841ab0 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3846655 Jul 13 08:50:31.619709 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:32.032639 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d5782-a2d4-4617-b22e-6e2c1c97289d req-7ee2728b-02be-4097-9960-3240dd2f63f8 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:32.034252 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-809d5782-a2d4-4617-b22e-6e2c1c97289d req-7ee2728b-02be-4097-9960-3240dd2f63f8 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0641658 Jul 13 08:50:32.081150 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-809d5782-a2d4-4617-b22e-6e2c1c97289d req-d2335798-482f-4f04-b988-8afffefce444 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398772 Jul 13 08:50:33.264856 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62450d2-7c21-4e16-b55c-2ec12488e00e req-5106b638-5368-46b0-9123-9eed8aac298f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:33.266423 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f62450d2-7c21-4e16-b55c-2ec12488e00e req-5106b638-5368-46b0-9123-9eed8aac298f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0756207 Jul 13 08:50:33.315630 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f62450d2-7c21-4e16-b55c-2ec12488e00e req-9ea25023-4df2-4335-ac5f-ae06b16b04ab tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416024 Jul 13 08:50:34.487409 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64164e-2bfd-497b-adb5-7ca7d2f2cf7a req-47210a1e-389f-4d58-8804-8b31cc1728da tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:34.488898 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0e64164e-2bfd-497b-adb5-7ca7d2f2cf7a req-47210a1e-389f-4d58-8804-8b31cc1728da tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0643399 Jul 13 08:50:34.526031 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0e64164e-2bfd-497b-adb5-7ca7d2f2cf7a req-888a7de6-a56c-4755-8cf7-662b58377f44 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310514 Jul 13 08:50:34.722778 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2282b69-a9b6-449c-bc94-ed9a18fedc0b req-338e1e87-df7c-4653-b461-fc7f0b37ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:34.724248 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2282b69-a9b6-449c-bc94-ed9a18fedc0b req-338e1e87-df7c-4653-b461-fc7f0b37ad99 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 1097 time: 0.0911095 Jul 13 08:50:34.831999 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2282b69-a9b6-449c-bc94-ed9a18fedc0b req-108c2b6e-5e49-4d1b-be0f-e5411b52d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:34.833332 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2282b69-a9b6-449c-bc94-ed9a18fedc0b req-108c2b6e-5e49-4d1b-be0f-e5411b52d5ec service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 200 len: 909 time: 0.0853100 Jul 13 08:50:34.897448 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2282b69-a9b6-449c-bc94-ed9a18fedc0b req-74efa68c-1062-47df-8f40-c17d2f805bfe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db910e0b-9025-447e-8d7a-eedbccbc1669 HTTP/1.1" status: 200 len: 1000 time: 0.0567143 Jul 13 08:50:34.947851 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2282b69-a9b6-449c-bc94-ed9a18fedc0b req-22a1f966-a92a-4281-b6fc-c329201e9745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:34.949266 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2282b69-a9b6-449c-bc94-ed9a18fedc0b req-22a1f966-a92a-4281-b6fc-c329201e9745 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05993190-b19c-4181-9a9b-ca75ec51f1fc HTTP/1.1" status: 200 len: 847 time: 0.0459361 Jul 13 08:50:35.005323 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2282b69-a9b6-449c-bc94-ed9a18fedc0b req-d34699f4-9ff4-4505-9fb1-48b9a7e5347d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:35.006824 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2282b69-a9b6-449c-bc94-ed9a18fedc0b req-d34699f4-9ff4-4505-9fb1-48b9a7e5347d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f7535c7-6236-4233-a767-64042dc7dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500791 Jul 13 08:50:35.092969 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2282b69-a9b6-449c-bc94-ed9a18fedc0b req-6c2a1d42-83f7-45c8-ae65-255709e59920 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788939 Jul 13 08:50:35.184713 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2282b69-a9b6-449c-bc94-ed9a18fedc0b req-0e67e1d6-94a0-447e-a8ad-7c61f11fbe3e service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837281 Jul 13 08:50:35.706549 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2e0e5-186d-4a4d-b901-09802dec13cb req-57bc91ec-ef14-478d-896d-a3d53d8e3422 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:35.708073 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fc2e0e5-186d-4a4d-b901-09802dec13cb req-57bc91ec-ef14-478d-896d-a3d53d8e3422 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0651934 Jul 13 08:50:35.774299 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fc2e0e5-186d-4a4d-b901-09802dec13cb req-a65de536-3664-4afc-bdb5-a695ec8311dc tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598981 Jul 13 08:50:35.799380 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06209bdb-06ff-4b94-ab1f-aa98a0260fb5 req-05357dd0-53a7-4dfe-b624-d8ae351e128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:35.800868 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06209bdb-06ff-4b94-ab1f-aa98a0260fb5 req-05357dd0-53a7-4dfe-b624-d8ae351e128c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 1097 time: 0.0608997 Jul 13 08:50:35.835361 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-06209bdb-06ff-4b94-ab1f-aa98a0260fb5 req-2b7009dd-cd70-4e00-9c47-2535fbe363cc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266469 Jul 13 08:50:36.953557 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baf027-9a0f-4550-9701-d1aa80bfebc4 req-1f526c34-7d7b-4fcf-9e91-b6eb937b0971 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:36.955058 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61baf027-9a0f-4550-9701-d1aa80bfebc4 req-1f526c34-7d7b-4fcf-9e91-b6eb937b0971 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 945 time: 0.0657637 Jul 13 08:50:36.992870 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-61baf027-9a0f-4550-9701-d1aa80bfebc4 req-36480858-621a-49ed-8736-dbf0e8a3d088 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315807 Jul 13 08:50:37.232839 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device db910e0b-9025-447e-8d7a-eedbccbc1669 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:50:37.329723 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port db910e0b-9025-447e-8d7a-eedbccbc1669, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=db910e0b-9025-447e-8d7a-eedbccbc1669,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:50:37.340376 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'db910e0b-9025-447e-8d7a-eedbccbc1669', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'port_id': 'db910e0b-9025-447e-8d7a-eedbccbc1669', 'mac_address': 'fa:16:3e:d6:2d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:50:37.376698 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:37.388682 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db910e0b-9025-447e-8d7a-eedbccbc1669 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:50:37.407139 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port db910e0b-9025-447e-8d7a-eedbccbc1669, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=db910e0b-9025-447e-8d7a-eedbccbc1669,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:50:37.410716 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:37.465459 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=db910e0b-9025-447e-8d7a-eedbccbc1669,revision_number=10']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:37.694033 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['db910e0b-9025-447e-8d7a-eedbccbc1669'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:50:37.695674 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-79fa5a49-2f8d-4646-947b-f465a5eb60ce None None] Provisioning complete for port db910e0b-9025-447e-8d7a-eedbccbc1669 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:37.696042 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-79fa5a49-2f8d-4646-947b-f465a5eb60ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:37.830754 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-79fa5a49-2f8d-4646-947b-f465a5eb60ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:37.864691 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db910e0b-9025-447e-8d7a-eedbccbc1669'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:50:37.866987 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736bd256-fa53-4839-ae99-38320df13eba" -d '{"events": [{"server_uuid": "d8df12a7-a7a4-4f38-a034-28dfe5296971", "name": "network-vif-plugged", "status": "completed", "tag": "db910e0b-9025-447e-8d7a-eedbccbc1669"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:50:37.886587 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-79fa5a49-2f8d-4646-947b-f465a5eb60ce None None] For port db910e0b-9025-447e-8d7a-eedbccbc1669, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=db910e0b-9025-447e-8d7a-eedbccbc1669,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:50:37.895836 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-79fa5a49-2f8d-4646-947b-f465a5eb60ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:37.925455 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7867ba14-1aa5-4734-8238-7d9619876a39 x-openstack-request-id: req-7867ba14-1aa5-4734-8238-7d9619876a39 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:50:37.925748 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8df12a7-a7a4-4f38-a034-28dfe5296971", "name": "network-vif-plugged", "status": "completed", "tag": "db910e0b-9025-447e-8d7a-eedbccbc1669", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:50:37.926001 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7867ba14-1aa5-4734-8238-7d9619876a39 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:50:37.926415 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db910e0b-9025-447e-8d7a-eedbccbc1669', 'code': 200} Jul 13 08:50:37.980724 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa5a49-2f8d-4646-947b-f465a5eb60ce None None] Pushing event updated for resources: {'Port': ['ID=db910e0b-9025-447e-8d7a-eedbccbc1669,revision_number=11']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:38.154739 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-944b16ab-6c90-4381-b7d1-b86e268bc0bb None None] Provisioning complete for port db910e0b-9025-447e-8d7a-eedbccbc1669 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:38.155122 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-944b16ab-6c90-4381-b7d1-b86e268bc0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:38.176518 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a315fe-95cb-4b9f-a026-e2433e94b63e req-bdf4c9e4-60d6-4a04-8c66-50015437692d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:38.178039 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8a315fe-95cb-4b9f-a026-e2433e94b63e req-bdf4c9e4-60d6-4a04-8c66-50015437692d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 946 time: 0.0664434 Jul 13 08:50:38.215979 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8a315fe-95cb-4b9f-a026-e2433e94b63e req-69bddfb4-1f98-4673-82b7-c93635eac905 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322132 Jul 13 08:50:38.667067 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:39.242851 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device db910e0b-9025-447e-8d7a-eedbccbc1669 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:50:39.289293 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port db910e0b-9025-447e-8d7a-eedbccbc1669 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:39.289661 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:43.709512 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:53.309589 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9c4f2392-c32b-429a-9bcc-de46fff91e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:57.638489 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fcf1c19e-3637-4125-9274-c34a39bc8106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:57.888022 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:59.892730 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:01.621464 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:01.859829 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:51:08.666808 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:13.725668 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.309607 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8c1e2cbe-d5b7-4fe0-b3eb-f009a942b788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:27.637658 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-37b67f78-44a8-4619-a7e8-76f98466402e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:27.889183 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:29.896846 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:30.457942 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-febfbc07-4816-4d6c-9051-dd226301f7d5 req-e86c37c7-c9c1-4da2-8d25-60486890488e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508041 Jul 13 08:51:30.550267 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfbc07-4816-4d6c-9051-dd226301f7d5 req-fb3152b9-8070-4028-aec8-7a8824c0ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:30.551729 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-febfbc07-4816-4d6c-9051-dd226301f7d5 req-fb3152b9-8070-4028-aec8-7a8824c0ce2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 1098 time: 0.0523262 Jul 13 08:51:30.658499 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfbc07-4816-4d6c-9051-dd226301f7d5 req-9b83d6c8-fce6-4ea0-8ade-9ac180c6b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:30.659942 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-febfbc07-4816-4d6c-9051-dd226301f7d5 req-9b83d6c8-fce6-4ea0-8ade-9ac180c6b1eb service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 200 len: 909 time: 0.0865145 Jul 13 08:51:30.723109 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-febfbc07-4816-4d6c-9051-dd226301f7d5 req-1da440ae-6fdf-4d2b-9c47-db8fa9eed91b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db910e0b-9025-447e-8d7a-eedbccbc1669 HTTP/1.1" status: 200 len: 1000 time: 0.0557809 Jul 13 08:51:30.772855 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfbc07-4816-4d6c-9051-dd226301f7d5 req-e572ea21-c403-4455-befb-eae5e987473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:30.774261 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-febfbc07-4816-4d6c-9051-dd226301f7d5 req-e572ea21-c403-4455-befb-eae5e987473c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05993190-b19c-4181-9a9b-ca75ec51f1fc HTTP/1.1" status: 200 len: 847 time: 0.0448592 Jul 13 08:51:30.829037 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfbc07-4816-4d6c-9051-dd226301f7d5 req-29ac6a9f-6629-4bbc-bc07-21cda50990b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:30.830473 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-febfbc07-4816-4d6c-9051-dd226301f7d5 req-29ac6a9f-6629-4bbc-bc07-21cda50990b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f7535c7-6236-4233-a767-64042dc7dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495842 Jul 13 08:51:30.917059 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-febfbc07-4816-4d6c-9051-dd226301f7d5 req-4ec293ab-04d5-4542-90e7-4bb764771a5c service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790086 Jul 13 08:51:31.007668 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-febfbc07-4816-4d6c-9051-dd226301f7d5 req-084b57a9-a388-4bf4-91da-bce559e00566 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838234 Jul 13 08:51:31.624917 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:38.665254 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:38.859716 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:51:43.742923 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:47.653168 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37492) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:47.806037 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Deleting port f8897852-ed02-4b22-b99a-bb5f60d9d4fa {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:51:47.806411 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:47.883325 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:47.883579 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:47.895359 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Calling delete_port for f8897852-ed02-4b22-b99a-bb5f60d9d4fa owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:51:48.037717 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:48.064622 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event deleted for resources: {'Port': ['ID=f8897852-ed02-4b22-b99a-bb5f60d9d4fa,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:48.076673 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:48.077022 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:48.077354 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:48.077689 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:48.078015 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:48.078372 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:48.078695 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:48.079016 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:48.079331 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:48.079653 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:48.079971 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:48.080287 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:48.135499 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:48.135822 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Floating IP 84231314-1dff-4c84-af90-b831c62c6659 disassociated (deleted). External IP: 172.25.0.68, port: db910e0b-9025-447e-8d7a-eedbccbc1669. Jul 13 08:51:48.350679 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Router 2d557dd6-2d10-48ee-9bcf-900917331b05 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:51:48.454487 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:51:48.459252 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:48.463525 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c57f604-9664-4eba-8621-287016ee5816 None None] Sync routers for ids ['2d557dd6-2d10-48ee-9bcf-900917331b05'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:51:48.472971 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c57f604-9664-4eba-8621-287016ee5816 None None] Routers {'2d557dd6-2d10-48ee-9bcf-900917331b05'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:51:48.473570 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1c57f604-9664-4eba-8621-287016ee5816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:51:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2d557dd6-2d10-48ee-9bcf-900917331b05'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:48.495629 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-72c5e0ff-6246-494b-ba05-19c52a9f564f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "DELETE /v2.0/floatingips/84231314-1dff-4c84-af90-b831c62c6659 HTTP/1.1" status: 204 len: 168 time: 0.8413694 Jul 13 08:51:48.496220 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'tag': 'db910e0b-9025-447e-8d7a-eedbccbc1669'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:51:48.498504 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a9a01c-1c51-428f-bdb4-aa0c648141ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d8df12a7-a7a4-4f38-a034-28dfe5296971", "tag": "db910e0b-9025-447e-8d7a-eedbccbc1669"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:51:48.581499 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-1c57f604-9664-4eba-8621-287016ee5816 None None] Set router 2d557dd6-2d10-48ee-9bcf-900917331b05 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:51:48.597478 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a16d040-6eeb-4c18-97c9-aae4dec0bae0 x-openstack-request-id: req-1a16d040-6eeb-4c18-97c9-aae4dec0bae0 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:51:48.597769 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8df12a7-a7a4-4f38-a034-28dfe5296971", "tag": "db910e0b-9025-447e-8d7a-eedbccbc1669", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:51:48.598026 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a16d040-6eeb-4c18-97c9-aae4dec0bae0 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:51:48.598459 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'tag': 'db910e0b-9025-447e-8d7a-eedbccbc1669', 'status': 'completed', 'code': 200} Jul 13 08:51:48.675469 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9a01c-1c51-428f-bdb4-aa0c648141ad req-e1abc198-f398-472d-8f47-f675301dd55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:48.677181 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72a9a01c-1c51-428f-bdb4-aa0c648141ad req-e1abc198-f398-472d-8f47-f675301dd55f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 1098 time: 0.0542490 Jul 13 08:51:48.789277 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9a01c-1c51-428f-bdb4-aa0c648141ad req-e6b66f07-1a14-4fa0-b2be-898529ef0640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:48.790800 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72a9a01c-1c51-428f-bdb4-aa0c648141ad req-e6b66f07-1a14-4fa0-b2be-898529ef0640 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 200 len: 909 time: 0.0998759 Jul 13 08:51:48.793961 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1c57f604-9664-4eba-8621-287016ee5816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'name': 'tempest-TestShelveInstance-951212792-router', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:32Z', 'updated_at': '2021-07-13T08:47:35Z', 'revision_number': 4, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'gw_port': {'id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:33Z', 'updated_at': '2021-07-13T08:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '9bc047e9-8562-4676-a491-2646de29f242', 'name': '', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'mac_address': 'fa:16:3e:ec:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:35Z', 'updated_at': '2021-07-13T08:47:42Z', 'revision_number': 5, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'subnets': [{'id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:48.819971 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c57f604-9664-4eba-8621-287016ee5816 None None] Checking router: 2d557dd6-2d10-48ee-9bcf-900917331b05 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:51:48.829017 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c57f604-9664-4eba-8621-287016ee5816 None None] Routers {'2d557dd6-2d10-48ee-9bcf-900917331b05'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:51:48.829637 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1c57f604-9664-4eba-8621-287016ee5816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:51:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2d557dd6-2d10-48ee-9bcf-900917331b05'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:48.836238 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72a9a01c-1c51-428f-bdb4-aa0c648141ad req-b5ef3448-13df-49bc-9567-603d51f6cf35 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db910e0b-9025-447e-8d7a-eedbccbc1669 HTTP/1.1" status: 200 len: 217 time: 0.0373268 Jul 13 08:51:48.915537 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9a01c-1c51-428f-bdb4-aa0c648141ad req-09d61861-0b72-413d-b18a-eb7cbc633290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:48.917054 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72a9a01c-1c51-428f-bdb4-aa0c648141ad req-09d61861-0b72-413d-b18a-eb7cbc633290 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05993190-b19c-4181-9a9b-ca75ec51f1fc HTTP/1.1" status: 200 len: 847 time: 0.0721581 Jul 13 08:51:48.933701 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-1c57f604-9664-4eba-8621-287016ee5816 None None] Set router 2d557dd6-2d10-48ee-9bcf-900917331b05 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:51:48.965576 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afea0a-113e-4c4d-b24e-5ecb81f93a25 req-ef5d6649-2108-4f93-82b0-ddda870aad2e tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:48.967115 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96afea0a-113e-4c4d-b24e-5ecb81f93a25 req-ef5d6649-2108-4f93-82b0-ddda870aad2e tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 946 time: 0.1336467 Jul 13 08:51:49.018335 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96afea0a-113e-4c4d-b24e-5ecb81f93a25 req-1d5dab8f-d42a-4cbe-b1fc-e5dcac83478f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450535 Jul 13 08:51:49.021063 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9a01c-1c51-428f-bdb4-aa0c648141ad req-584a0710-91f3-4022-bace-b359b2367fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:49.022514 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72a9a01c-1c51-428f-bdb4-aa0c648141ad req-584a0710-91f3-4022-bace-b359b2367fcc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f7535c7-6236-4233-a767-64042dc7dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982139 Jul 13 08:51:49.119988 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72a9a01c-1c51-428f-bdb4-aa0c648141ad req-a8fabc75-c116-44b0-aff0-6c085032d639 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883806 Jul 13 08:51:49.129029 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1c57f604-9664-4eba-8621-287016ee5816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'name': 'tempest-TestShelveInstance-951212792-router', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:32Z', 'updated_at': '2021-07-13T08:47:35Z', 'revision_number': 4, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'gw_port': {'id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:33Z', 'updated_at': '2021-07-13T08:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '9bc047e9-8562-4676-a491-2646de29f242', 'name': '', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'mac_address': 'fa:16:3e:ec:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:35Z', 'updated_at': '2021-07-13T08:47:42Z', 'revision_number': 5, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'subnets': [{'id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:49.158954 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c57f604-9664-4eba-8621-287016ee5816 None None] The sync data for ids ['2d557dd6-2d10-48ee-9bcf-900917331b05'] in n-d-779913-28 is: [{'id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'name': 'tempest-TestShelveInstance-951212792-router', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:32Z', 'updated_at': '2021-07-13T08:47:35Z', 'revision_number': 4, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'gw_port': {'id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:33Z', 'updated_at': '2021-07-13T08:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '9bc047e9-8562-4676-a491-2646de29f242', 'name': '', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'mac_address': 'fa:16:3e:ec:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:35Z', 'updated_at': '2021-07-13T08:47:42Z', 'revision_number': 5, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'subnets': [{'id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:51:49.211737 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-72a9a01c-1c51-428f-bdb4-aa0c648141ad req-7b558cf3-ee80-4760-a190-72bb837c5731 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863953 Jul 13 08:51:49.368228 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f28d70-cfab-491f-b656-5c46211b76aa None None] New status for floating IP 84231314-1dff-4c84-af90-b831c62c6659: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:51:50.110234 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c4d1f-d456-447f-bfd8-bee471209c27 req-5cbeea15-74e5-4552-81f9-f0e73e1c9d99 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:50.111712 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f5c4d1f-d456-447f-bfd8-bee471209c27 req-5cbeea15-74e5-4552-81f9-f0e73e1c9d99 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 946 time: 0.0669820 Jul 13 08:51:50.263589 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f218385-7ba5-4c4c-980f-ced85ed4d750 req-f94257bc-e5fa-441a-a2ab-43274feb0d2e tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:50.265054 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f218385-7ba5-4c4c-980f-ced85ed4d750 req-f94257bc-e5fa-441a-a2ab-43274feb0d2e tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8df12a7-a7a4-4f38-a034-28dfe5296971 HTTP/1.1" status: 200 len: 946 time: 0.1200881 Jul 13 08:51:50.290548 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-1f5c4d1f-d456-447f-bfd8-bee471209c27 req-2bf762b1-c096-46cb-a072-a0d4197c547d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Deleting port db910e0b-9025-447e-8d7a-eedbccbc1669 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:51:50.290889 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1f5c4d1f-d456-447f-bfd8-bee471209c27 req-2bf762b1-c096-46cb-a072-a0d4197c547d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:50.329469 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f218385-7ba5-4c4c-980f-ced85ed4d750 req-834a0328-127d-4be2-adf7-a84f56a46fe6 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=b910a299-bf15-4734-b378-cb1854258214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577490 Jul 13 08:51:50.389774 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-1f5c4d1f-d456-447f-bfd8-bee471209c27 req-2bf762b1-c096-46cb-a072-a0d4197c547d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] For port db910e0b-9025-447e-8d7a-eedbccbc1669, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=db910e0b-9025-447e-8d7a-eedbccbc1669,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:51:50.390162 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1f5c4d1f-d456-447f-bfd8-bee471209c27 req-2bf762b1-c096-46cb-a072-a0d4197c547d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:50.402715 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-1f5c4d1f-d456-447f-bfd8-bee471209c27 req-2bf762b1-c096-46cb-a072-a0d4197c547d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Calling delete_port for db910e0b-9025-447e-8d7a-eedbccbc1669 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:51:50.530433 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1f5c4d1f-d456-447f-bfd8-bee471209c27 req-2bf762b1-c096-46cb-a072-a0d4197c547d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:50.559120 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf762b1-c096-46cb-a072-a0d4197c547d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event deleted for resources: {'Port': ['ID=db910e0b-9025-447e-8d7a-eedbccbc1669,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:50.606818 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5c4d1f-d456-447f-bfd8-bee471209c27 req-2bf762b1-c096-46cb-a072-a0d4197c547d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] No DVR routers for this DVR port db910e0b-9025-447e-8d7a-eedbccbc1669 on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:51:50.609404 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1f5c4d1f-d456-447f-bfd8-bee471209c27 req-2bf762b1-c096-46cb-a072-a0d4197c547d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:50.611413 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1f5c4d1f-d456-447f-bfd8-bee471209c27 req-2bf762b1-c096-46cb-a072-a0d4197c547d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.62 "DELETE /v2.0/ports/db910e0b-9025-447e-8d7a-eedbccbc1669 HTTP/1.1" status: 204 len: 173 time: 0.4924805 Jul 13 08:51:50.611842 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'name': 'network-vif-deleted', 'tag': 'db910e0b-9025-447e-8d7a-eedbccbc1669'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:51:50.614056 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045d8acc-8116-4120-b0c0-1a822352f255" -d '{"events": [{"server_uuid": "d8df12a7-a7a4-4f38-a034-28dfe5296971", "name": "network-vif-deleted", "tag": "db910e0b-9025-447e-8d7a-eedbccbc1669"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:51:50.652369 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ea7a0b-e8ae-471e-8656-62511ef24fc4 x-openstack-request-id: req-31ea7a0b-e8ae-471e-8656-62511ef24fc4 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:51:50.653298 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8df12a7-a7a4-4f38-a034-28dfe5296971", "name": "network-vif-deleted", "tag": "db910e0b-9025-447e-8d7a-eedbccbc1669", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:51:50.653566 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-31ea7a0b-e8ae-471e-8656-62511ef24fc4 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:51:50.653972 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8df12a7-a7a4-4f38-a034-28dfe5296971', 'name': 'network-vif-deleted', 'tag': 'db910e0b-9025-447e-8d7a-eedbccbc1669', 'status': 'completed', 'code': 200} Jul 13 08:51:51.419749 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37512) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:51.478066 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77d7d0d7-8658-4c96-ba17-f223db3f0fdf tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:51.503238 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77d7d0d7-8658-4c96-ba17-f223db3f0fdf tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:51.562687 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77d7d0d7-8658-4c96-ba17-f223db3f0fdf tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:51.565334 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77d7d0d7-8658-4c96-ba17-f223db3f0fdf tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:51.566504 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-77d7d0d7-8658-4c96-ba17-f223db3f0fdf tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "DELETE /v2.0/security-groups/b910a299-bf15-4734-b378-cb1854258214 HTTP/1.1" status: 204 len: 168 time: 0.1457450 Jul 13 08:51:51.576500 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7d0d7-8658-4c96-ba17-f223db3f0fdf tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b910a299-bf15-4734-b378-cb1854258214,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:51.880174 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37518) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:51.884876 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-09857c2c-d496-4e0f-8900-29fab46e2458 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2126420212', 'description': 'tempest-secgroup-smoke-2126420212 description', 'project_id': '79f542bb30c64ae7a72196bacf63d6a3'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:51.907276 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09857c2c-d496-4e0f-8900-29fab46e2458 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:51.986399 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09857c2c-d496-4e0f-8900-29fab46e2458 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:51.990043 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09857c2c-d496-4e0f-8900-29fab46e2458 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.019426 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09857c2c-d496-4e0f-8900-29fab46e2458 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7cadf9-1a2e-4455-b672-01a9470e71b2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:52.022571 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09857c2c-d496-4e0f-8900-29fab46e2458 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.023781 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-09857c2c-d496-4e0f-8900-29fab46e2458 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1425798 Jul 13 08:51:52.026602 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37520) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:52.031113 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e8f7f0aa-df7b-401b-8667-54eb2706022f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Request body: {'security_group_rule': {'security_group_id': '0e7cadf9-1a2e-4455-b672-01a9470e71b2', 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:52.056402 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f0aa-df7b-401b-8667-54eb2706022f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.114290 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f0aa-df7b-401b-8667-54eb2706022f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.117908 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f0aa-df7b-401b-8667-54eb2706022f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.137174 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7f0aa-df7b-401b-8667-54eb2706022f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2e3791-4805-4c01-b975-846ce4c718a8,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:52.144821 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f0aa-df7b-401b-8667-54eb2706022f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.146025 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-e8f7f0aa-df7b-401b-8667-54eb2706022f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183798 Jul 13 08:51:52.148745 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37522) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:52.153147 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2727decb-ddd7-4cef-824b-986702c76e55 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Request body: {'security_group_rule': {'security_group_id': '0e7cadf9-1a2e-4455-b672-01a9470e71b2', 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:52.178997 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2727decb-ddd7-4cef-824b-986702c76e55 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.234904 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2727decb-ddd7-4cef-824b-986702c76e55 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.238349 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2727decb-ddd7-4cef-824b-986702c76e55 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.256072 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727decb-ddd7-4cef-824b-986702c76e55 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d6e69a-572d-4b73-bb35-4eef37899403,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:52.261928 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2727decb-ddd7-4cef-824b-986702c76e55 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.263192 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-2727decb-ddd7-4cef-824b-986702c76e55 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134734 Jul 13 08:51:52.265928 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37524) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:52.270307 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ca17a344-1a5c-4d4f-9fac-ed2073a65881 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Request body: {'security_group_rule': {'security_group_id': '0e7cadf9-1a2e-4455-b672-01a9470e71b2', 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:52.295663 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ca17a344-1a5c-4d4f-9fac-ed2073a65881 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.352025 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ca17a344-1a5c-4d4f-9fac-ed2073a65881 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.355950 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ca17a344-1a5c-4d4f-9fac-ed2073a65881 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.373751 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17a344-1a5c-4d4f-9fac-ed2073a65881 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ddc4f7-fbc4-4b33-bf52-cdec3aa37b08,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:52.379272 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ca17a344-1a5c-4d4f-9fac-ed2073a65881 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.380349 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ca17a344-1a5c-4d4f-9fac-ed2073a65881 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134870 Jul 13 08:51:52.383207 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37526) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:52.387750 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c95ccfd6-3e7c-486f-95b5-7e27fcfb347b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Request body: {'security_group_rule': {'security_group_id': '0e7cadf9-1a2e-4455-b672-01a9470e71b2', 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:52.412640 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c95ccfd6-3e7c-486f-95b5-7e27fcfb347b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.472112 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c95ccfd6-3e7c-486f-95b5-7e27fcfb347b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.475618 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c95ccfd6-3e7c-486f-95b5-7e27fcfb347b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.497012 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ccfd6-3e7c-486f-95b5-7e27fcfb347b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a0310c-5641-4a45-a28f-17e59decd1be,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:52.500800 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c95ccfd6-3e7c-486f-95b5-7e27fcfb347b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.502062 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c95ccfd6-3e7c-486f-95b5-7e27fcfb347b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179082 Jul 13 08:51:52.504859 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37528) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:52.509519 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9d5f0ffa-dca1-41c0-bc65-ae5d9dac08f6 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Request body: {'security_group_rule': {'security_group_id': '0e7cadf9-1a2e-4455-b672-01a9470e71b2', 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:52.530713 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-9d5f0ffa-dca1-41c0-bc65-ae5d9dac08f6 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Project 79f542bb30c64ae7a72196bacf63d6a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:51:52.535586 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9d5f0ffa-dca1-41c0-bc65-ae5d9dac08f6 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.595398 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9d5f0ffa-dca1-41c0-bc65-ae5d9dac08f6 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.598701 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9d5f0ffa-dca1-41c0-bc65-ae5d9dac08f6 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.615832 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f0ffa-dca1-41c0-bc65-ae5d9dac08f6 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aba3f35-a3e3-433a-b8e8-f2c4d905d53d,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:52.623211 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9d5f0ffa-dca1-41c0-bc65-ae5d9dac08f6 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.624542 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9d5f0ffa-dca1-41c0-bc65-ae5d9dac08f6 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187539 Jul 13 08:51:52.627299 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37530) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:52.631628 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4b5f3b03-1ddf-4ca9-892d-30ad1c00ae40 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Request body: {'security_group_rule': {'security_group_id': '0e7cadf9-1a2e-4455-b672-01a9470e71b2', 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:52.652294 n-d-779913-28 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-4b5f3b03-1ddf-4ca9-892d-30ad1c00ae40 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Project 79f542bb30c64ae7a72196bacf63d6a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:51:52.656940 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3b03-1ddf-4ca9-892d-30ad1c00ae40 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.718016 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3b03-1ddf-4ca9-892d-30ad1c00ae40 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.721671 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3b03-1ddf-4ca9-892d-30ad1c00ae40 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.739432 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f3b03-1ddf-4ca9-892d-30ad1c00ae40 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189c6f24-9cdf-48b1-b30b-09b4f5612f46,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:52.745221 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3b03-1ddf-4ca9-892d-30ad1c00ae40 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.746604 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4b5f3b03-1ddf-4ca9-892d-30ad1c00ae40 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183765 Jul 13 08:51:53.310192 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f5c1aafe-c276-4956-a6ff-dc6fde08600d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:55.645593 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device db910e0b-9025-447e-8d7a-eedbccbc1669 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:51:55.676680 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: db910e0b-9025-447e-8d7a-eedbccbc1669 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:51:55.677117 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device db910e0b-9025-447e-8d7a-eedbccbc1669 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:51:57.638297 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-78695137-f509-44fc-8bbd-00aa78a7127b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:57.895646 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:59.899981 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:01.659281 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:06.981703 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-2ad0b2c7-c8c4-4b99-a65f-56c89606b8e8 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2126420212&fields=id&tenant_id=79f542bb30c64ae7a72196bacf63d6a3 HTTP/1.1" status: 200 len: 267 time: 0.0320811 Jul 13 08:52:07.086437 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-78c830d2-8322-4160-88ea-1403a7064171 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:07.087791 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-78c830d2-8322-4160-88ea-1403a7064171 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/networks?id=7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 200 len: 808 time: 0.0998361 Jul 13 08:52:07.102006 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-1a4aff7a-818d-41a3-b5e0-f3e7ea34e77a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/quotas/79f542bb30c64ae7a72196bacf63d6a3 HTTP/1.1" status: 200 len: 375 time: 0.0089686 Jul 13 08:52:07.165811 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-c8814f67-f4a3-4fd6-a127-2594be970e75 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592246 Jul 13 08:52:07.260234 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-813da736-f140-4a17-a7ac-edd3e2a402c4 service neutron] 10.222.0.58 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835342 Jul 13 08:52:07.345435 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-99e3ef89-5700-48cd-9225-57a5db315eb4 service neutron] 10.222.0.58 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789001 Jul 13 08:52:07.638118 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2e0c2d70-5e69-41bb-aa26-20f43cda8e58 req-77518645-371f-40f3-9fc5-8b1fb61796dd tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 210 time: 0.0327027 Jul 13 08:52:08.645154 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-3907fc44-a15a-4bf8-9cca-2e4a1bf5626f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:08.646679 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-3907fc44-a15a-4bf8-9cca-2e4a1bf5626f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.62 "GET /v2.0/networks?id=7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 200 len: 808 time: 0.1072176 Jul 13 08:52:08.681048 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:08.700232 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-cb84da9f-31b8-4f61-b1c3-ae5267fa078c tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f542bb30c64ae7a72196bacf63d6a3 HTTP/1.1" status: 200 len: 380 time: 0.0448112 Jul 13 08:52:08.715088 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-d6264d83-3e38-458d-ac81-cf790261b410 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Request body: {'port': {'device_id': '8b1549a1-4d33-4d90-bd5f-2227a967aba0', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'admin_state_up': True, 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'security_groups': ['0e7cadf9-1a2e-4455-b672-01a9470e71b2']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:52:08.815743 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-91ef7d7f-d3a1-41cc-83fe-027cba9751d6 req-ff894270-5d5c-4e79-a851-cc438a330844 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 210 time: 0.0355790 Jul 13 08:52:08.855307 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-d6264d83-3e38-458d-ac81-cf790261b410 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Made reservation on behalf of 79f542bb30c64ae7a72196bacf63d6a3 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:52:08.858944 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-d6264d83-3e38-458d-ac81-cf790261b410 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:08.985190 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-d6264d83-3e38-458d-ac81-cf790261b410 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Allocated IP 172.20.0.10 (7f7535c7-6236-4233-a767-64042dc7dd48/05993190-b19c-4181-9a9b-ca75ec51f1fc/be922fb7-e88e-486d-886f-9e6b948a4b9c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:52:09.127275 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-d6264d83-3e38-458d-ac81-cf790261b410 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:09.141006 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-d6264d83-3e38-458d-ac81-cf790261b410 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Transition to ACTIVE for port object be922fb7-e88e-486d-886f-9e6b948a4b9c will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:52:09.174314 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-d6264d83-3e38-458d-ac81-cf790261b410 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:09.219659 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-d6264d83-3e38-458d-ac81-cf790261b410 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Network 7f7535c7-6236-4233-a767-64042dc7dd48 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:52:09.222813 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-d6264d83-3e38-458d-ac81-cf790261b410 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:52:09.226924 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-d6264d83-3e38-458d-ac81-cf790261b410 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:52:09.252522 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6264d83-3e38-458d-ac81-cf790261b410 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event updated for resources: {'Port': ['ID=be922fb7-e88e-486d-886f-9e6b948a4b9c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:52:09.282138 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-d6264d83-3e38-458d-ac81-cf790261b410 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:09.282824 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-d6264d83-3e38-458d-ac81-cf790261b410 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:09.301450 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-d6264d83-3e38-458d-ac81-cf790261b410 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5944002 Jul 13 08:52:09.313176 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] Request body: {'port': {'device_id': '8b1549a1-4d33-4d90-bd5f-2227a967aba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:52:09.394151 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:09.528384 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e2e64d2b-7f39-4709-bc8d-cf64f30804f7 None None] Provisioning for port be922fb7-e88e-486d-886f-9e6b948a4b9c completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:52:09.532242 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e2e64d2b-7f39-4709-bc8d-cf64f30804f7 None None] Provisioning complete for port be922fb7-e88e-486d-886f-9e6b948a4b9c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:52:09.532724 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e2e64d2b-7f39-4709-bc8d-cf64f30804f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:09.566909 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e2e64d2b-7f39-4709-bc8d-cf64f30804f7 None None] Port be922fb7-e88e-486d-886f-9e6b948a4b9c cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:52:09.661351 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be922fb7-e88e-486d-886f-9e6b948a4b9c {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:52:09.668771 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:09.681179 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] Transition to ACTIVE for port object be922fb7-e88e-486d-886f-9e6b948a4b9c will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:52:09.684319 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:09.758000 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=be922fb7-e88e-486d-886f-9e6b948a4b9c,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:52:09.814061 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] Attempting to bind port be922fb7-e88e-486d-886f-9e6b948a4b9c on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:52:09.814429 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] Attempting to bind port be922fb7-e88e-486d-886f-9e6b948a4b9c by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': 'a58557a0-ca5d-4d1b-ac67-735577c03fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:52:09.814763 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] Attempting to bind port be922fb7-e88e-486d-886f-9e6b948a4b9c on network 7f7535c7-6236-4233-a767-64042dc7dd48 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:52:09.820389 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] Port be922fb7-e88e-486d-886f-9e6b948a4b9c on network 7f7535c7-6236-4233-a767-64042dc7dd48 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:52:09.820719 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] Attempting to bind port be922fb7-e88e-486d-886f-9e6b948a4b9c on network 7f7535c7-6236-4233-a767-64042dc7dd48 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:52:09.826710 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:52:09.827055 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] Checking segment: {'id': 'a58557a0-ca5d-4d1b-ac67-735577c03fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:52:09.827438 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] Bound using segment: {'id': 'a58557a0-ca5d-4d1b-ac67-735577c03fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:52:09.827868 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] Bound port: be922fb7-e88e-486d-886f-9e6b948a4b9c, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58557a0-ca5d-4d1b-ac67-735577c03fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:52:09.828229 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:09.922034 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] For port be922fb7-e88e-486d-886f-9e6b948a4b9c, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:52:09.925954 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] For port be922fb7-e88e-486d-886f-9e6b948a4b9c, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=be922fb7-e88e-486d-886f-9e6b948a4b9c,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:52:09.930554 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:09.993481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:09.994077 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:09.996094 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] 10.222.0.62 "PUT /v2.0/ports/be922fb7-e88e-486d-886f-9e6b948a4b9c HTTP/1.1" status: 200 len: 1093 time: 0.6873076 Jul 13 08:52:10.022464 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1549a1-4d33-4d90-bd5f-2227a967aba0', 'tag': 'be922fb7-e88e-486d-886f-9e6b948a4b9c'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:52:10.024746 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed897cbc-fb1b-4c49-9dce-423206c65731" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1549a1-4d33-4d90-bd5f-2227a967aba0", "tag": "be922fb7-e88e-486d-886f-9e6b948a4b9c"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:52:10.087943 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dbfa5a-8071-4881-9a45-782948761b3b x-openstack-request-id: req-a7dbfa5a-8071-4881-9a45-782948761b3b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:52:10.088234 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1549a1-4d33-4d90-bd5f-2227a967aba0", "tag": "be922fb7-e88e-486d-886f-9e6b948a4b9c", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:52:10.088473 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a7dbfa5a-8071-4881-9a45-782948761b3b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:52:10.089175 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1549a1-4d33-4d90-bd5f-2227a967aba0', 'tag': 'be922fb7-e88e-486d-886f-9e6b948a4b9c', 'status': 'completed', 'code': 200} Jul 13 08:52:10.097892 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104aa0d-45ff-44d6-987c-6a99493cd2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=be922fb7-e88e-486d-886f-9e6b948a4b9c,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:52:10.150734 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c9e54-7722-42da-a2b7-2bc117d46624 req-d42d09c5-ea25-497b-bba3-5b08eec0fc79 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:10.157877 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-150c9e54-7722-42da-a2b7-2bc117d46624 req-d42d09c5-ea25-497b-bba3-5b08eec0fc79 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 944 time: 0.1859243 Jul 13 08:52:10.177219 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-980a83ed-34fe-4724-baf8-d0bb48dd436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:10.178762 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-980a83ed-34fe-4724-baf8-d0bb48dd436e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 1096 time: 0.1376286 Jul 13 08:52:10.232693 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-5e4fc4d1-b412-444c-9fcf-3884081d99a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be922fb7-e88e-486d-886f-9e6b948a4b9c HTTP/1.1" status: 200 len: 217 time: 0.0466707 Jul 13 08:52:10.235698 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-150c9e54-7722-42da-a2b7-2bc117d46624 req-9216722a-65ec-4edf-b090-54d17af0c928 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770199 Jul 13 08:52:10.281839 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-e74d0e86-6df6-4717-b3c1-6350ef7af441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:10.283346 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-e74d0e86-6df6-4717-b3c1-6350ef7af441 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05993190-b19c-4181-9a9b-ca75ec51f1fc HTTP/1.1" status: 200 len: 847 time: 0.0447490 Jul 13 08:52:10.341101 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-9cef89a1-8655-4845-a700-dd7f22658055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:10.342548 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-9cef89a1-8655-4845-a700-dd7f22658055 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f7535c7-6236-4233-a767-64042dc7dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522509 Jul 13 08:52:10.433885 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-590adfae-6b13-42ef-bff1-d7c546081355 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847001 Jul 13 08:52:10.521166 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5dbc60c3-85e5-409c-bcc4-085e3f3c4813 req-9e68929c-f7cd-472d-a40e-62dcb1588bb4 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811269 Jul 13 08:52:10.625600 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed897cbc-fb1b-4c49-9dce-423206c65731 req-7072600a-f80c-4d6c-a62c-820ad976b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:10.627332 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed897cbc-fb1b-4c49-9dce-423206c65731 req-7072600a-f80c-4d6c-a62c-820ad976b418 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 1096 time: 0.0601506 Jul 13 08:52:10.720026 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed897cbc-fb1b-4c49-9dce-423206c65731 req-08e683a4-5072-4f6a-a6c2-49f496d38005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:10.721504 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed897cbc-fb1b-4c49-9dce-423206c65731 req-08e683a4-5072-4f6a-a6c2-49f496d38005 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 200 len: 909 time: 0.0865209 Jul 13 08:52:10.767224 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed897cbc-fb1b-4c49-9dce-423206c65731 req-69b532dd-c320-4b42-a3e4-aae21370bf9e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be922fb7-e88e-486d-886f-9e6b948a4b9c HTTP/1.1" status: 200 len: 217 time: 0.0382752 Jul 13 08:52:10.816112 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed897cbc-fb1b-4c49-9dce-423206c65731 req-ef331d6b-6b38-4682-a7a5-37f3bda4c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:10.817591 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed897cbc-fb1b-4c49-9dce-423206c65731 req-ef331d6b-6b38-4682-a7a5-37f3bda4c2c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05993190-b19c-4181-9a9b-ca75ec51f1fc HTTP/1.1" status: 200 len: 847 time: 0.0435743 Jul 13 08:52:10.874685 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed897cbc-fb1b-4c49-9dce-423206c65731 req-61cab175-4994-45d6-9e8c-12cf886f549f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:10.876079 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed897cbc-fb1b-4c49-9dce-423206c65731 req-61cab175-4994-45d6-9e8c-12cf886f549f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f7535c7-6236-4233-a767-64042dc7dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515118 Jul 13 08:52:11.325810 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed897cbc-fb1b-4c49-9dce-423206c65731 req-3276d216-4272-4998-bd90-faa005acc348 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429543 Jul 13 08:52:11.457570 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ed897cbc-fb1b-4c49-9dce-423206c65731 req-9a809dad-c2d6-407e-b314-2c7ddacced3c service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245182 Jul 13 08:52:11.470550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13d68a-fafb-4d4e-a329-0262339eebc3 req-3da29d9f-5d76-426e-9f73-d92a24159a52 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:11.472047 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c13d68a-fafb-4d4e-a329-0262339eebc3 req-3da29d9f-5d76-426e-9f73-d92a24159a52 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 944 time: 0.1155486 Jul 13 08:52:11.510331 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1c13d68a-fafb-4d4e-a329-0262339eebc3 req-4d405d53-c154-4b28-b561-a6768bdeb21a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321825 Jul 13 08:52:12.683711 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cce661-9b18-4e79-9865-524374188433 req-648d6d00-bc3e-4452-8695-eb9f6443f0aa tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:12.685210 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56cce661-9b18-4e79-9865-524374188433 req-648d6d00-bc3e-4452-8695-eb9f6443f0aa tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 944 time: 0.0644207 Jul 13 08:52:12.727966 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56cce661-9b18-4e79-9865-524374188433 req-e6231bff-1c6b-4c7f-bc2d-ac7cfe7a6d44 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346410 Jul 13 08:52:13.735555 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:13.894765 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb23a6-40bd-4d2b-b460-5c5c2373dfdb req-6f138ca5-5f04-4c59-9726-274b8d782b7e tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:13.896120 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11cb23a6-40bd-4d2b-b460-5c5c2373dfdb req-6f138ca5-5f04-4c59-9726-274b8d782b7e tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 944 time: 0.0617781 Jul 13 08:52:13.937071 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-11cb23a6-40bd-4d2b-b460-5c5c2373dfdb req-65263fdf-02aa-43aa-ad3a-27139c2cc4c0 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355082 Jul 13 08:52:15.108066 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365cc84-fba6-4670-8dbe-0287d912621f req-c44bcd96-cee4-4730-948d-2555403384fb tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:15.109515 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6365cc84-fba6-4670-8dbe-0287d912621f req-c44bcd96-cee4-4730-948d-2555403384fb tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 944 time: 0.0627162 Jul 13 08:52:15.146188 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6365cc84-fba6-4670-8dbe-0287d912621f req-4ebf6988-1892-4d7e-a4c9-992802039e13 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311987 Jul 13 08:52:15.859577 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:52:16.314695 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284a503-0a71-40c7-9203-114dd126aff5 req-65715a61-f474-4b9c-abfe-54537d7a9ed9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:16.316188 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c284a503-0a71-40c7-9203-114dd126aff5 req-65715a61-f474-4b9c-abfe-54537d7a9ed9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 944 time: 0.0635548 Jul 13 08:52:16.353547 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c284a503-0a71-40c7-9203-114dd126aff5 req-9f551c78-7183-4fb6-8837-aef01c2acfec tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319717 Jul 13 08:52:17.525070 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c649a-56fa-415c-a379-b806ecfb8685 req-ac7e6224-b384-46dc-b0d6-f836f17a82f5 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:17.527105 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef9c649a-56fa-415c-a379-b806ecfb8685 req-ac7e6224-b384-46dc-b0d6-f836f17a82f5 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 944 time: 0.0671642 Jul 13 08:52:17.564093 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ef9c649a-56fa-415c-a379-b806ecfb8685 req-c469c25d-a648-4640-a950-9b6b2eda52c6 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315580 Jul 13 08:52:18.736229 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d94c2-4f7f-43d6-a8ec-42d2d052d34d req-dcaead13-25d7-4365-9cfe-71593ac4992b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:18.737615 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-017d94c2-4f7f-43d6-a8ec-42d2d052d34d req-dcaead13-25d7-4365-9cfe-71593ac4992b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 944 time: 0.0632107 Jul 13 08:52:18.774587 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-017d94c2-4f7f-43d6-a8ec-42d2d052d34d req-50871ad8-5616-4609-8f3e-69853ef58305 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314970 Jul 13 08:52:19.753482 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device be922fb7-e88e-486d-886f-9e6b948a4b9c details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:52:19.849641 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port be922fb7-e88e-486d-886f-9e6b948a4b9c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=be922fb7-e88e-486d-886f-9e6b948a4b9c,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:52:19.860558 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'be922fb7-e88e-486d-886f-9e6b948a4b9c', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'port_id': 'be922fb7-e88e-486d-886f-9e6b948a4b9c', 'mac_address': 'fa:16:3e:83:8d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:52:19.898164 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:19.910831 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be922fb7-e88e-486d-886f-9e6b948a4b9c {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:52:19.930075 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port be922fb7-e88e-486d-886f-9e6b948a4b9c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=be922fb7-e88e-486d-886f-9e6b948a4b9c,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:52:19.934228 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:19.947614 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1325c-4c2f-4597-95e7-8ecb52874b40 req-7beb15b8-e52b-4432-a4fb-b96037ba523f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:19.949690 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ae1325c-4c2f-4597-95e7-8ecb52874b40 req-7beb15b8-e52b-4432-a4fb-b96037ba523f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 944 time: 0.0642760 Jul 13 08:52:19.988499 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=be922fb7-e88e-486d-886f-9e6b948a4b9c,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:52:19.993416 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1ae1325c-4c2f-4597-95e7-8ecb52874b40 req-2f92ef77-1033-4ee0-b99b-407f454968ad tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380607 Jul 13 08:52:19.996795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:19.997129 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:19.997470 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:19.997803 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:19.998173 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:19.998492 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:19.998814 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:19.999214 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:19.999450 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:19.999767 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:20.000298 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:20.000404 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:20.197520 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['be922fb7-e88e-486d-886f-9e6b948a4b9c'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:52:21.172164 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebc406-a679-41df-b646-82ac6309f82c req-77585ad2-a6ea-4484-b259-1009e3b9e562 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:21.173637 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-20ebc406-a679-41df-b646-82ac6309f82c req-77585ad2-a6ea-4484-b259-1009e3b9e562 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 945 time: 0.0636046 Jul 13 08:52:21.210927 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-20ebc406-a679-41df-b646-82ac6309f82c req-290deb84-720d-4903-8271-5a9f8512ebdc tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316679 Jul 13 08:52:21.754675 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device be922fb7-e88e-486d-886f-9e6b948a4b9c up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:52:21.801598 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port be922fb7-e88e-486d-886f-9e6b948a4b9c completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:52:21.805383 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port be922fb7-e88e-486d-886f-9e6b948a4b9c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:52:21.805760 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:21.881630 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:21.903563 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1549a1-4d33-4d90-bd5f-2227a967aba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be922fb7-e88e-486d-886f-9e6b948a4b9c'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:52:21.905705 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32a73cd-6ff4-403a-b0cc-18eaff732309" -d '{"events": [{"server_uuid": "8b1549a1-4d33-4d90-bd5f-2227a967aba0", "name": "network-vif-plugged", "status": "completed", "tag": "be922fb7-e88e-486d-886f-9e6b948a4b9c"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:52:21.918236 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port be922fb7-e88e-486d-886f-9e6b948a4b9c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=be922fb7-e88e-486d-886f-9e6b948a4b9c,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:52:21.922302 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:21.976185 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=be922fb7-e88e-486d-886f-9e6b948a4b9c,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:52:21.997636 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878556ac-ad46-4771-8158-91e9534bbdb4 x-openstack-request-id: req-878556ac-ad46-4771-8158-91e9534bbdb4 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:52:21.997940 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1549a1-4d33-4d90-bd5f-2227a967aba0", "name": "network-vif-plugged", "status": "completed", "tag": "be922fb7-e88e-486d-886f-9e6b948a4b9c", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:52:21.998249 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-878556ac-ad46-4771-8158-91e9534bbdb4 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:52:21.998684 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1549a1-4d33-4d90-bd5f-2227a967aba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be922fb7-e88e-486d-886f-9e6b948a4b9c', 'code': 200} Jul 13 08:52:22.110743 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282c7c3-192a-4ed3-8eb2-1535b1a33260 req-fd326490-aa10-466c-8380-0dc2428151a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:22.112297 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d282c7c3-192a-4ed3-8eb2-1535b1a33260 req-fd326490-aa10-466c-8380-0dc2428151a5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 1098 time: 0.0533166 Jul 13 08:52:22.147887 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d282c7c3-192a-4ed3-8eb2-1535b1a33260 req-f6db384e-74df-40f5-b62e-cbd37522d2e5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292933 Jul 13 08:52:22.230377 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-83ae9ec9-1e9d-4b62-a157-3875f22e4214 None None] Provisioning complete for port be922fb7-e88e-486d-886f-9e6b948a4b9c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:52:22.230695 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-83ae9ec9-1e9d-4b62-a157-3875f22e4214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:22.385804 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aec2d1-fe79-48d2-8d19-97dbb3764fcb req-c753b0de-3f62-4598-ba40-eb1a8ea59a02 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:22.387338 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2aec2d1-fe79-48d2-8d19-97dbb3764fcb req-c753b0de-3f62-4598-ba40-eb1a8ea59a02 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0677953 Jul 13 08:52:22.424171 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-d2aec2d1-fe79-48d2-8d19-97dbb3764fcb req-b5e32842-441e-4b8f-8382-2ccd24927311 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314085 Jul 13 08:52:23.309938 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d08d84cf-bfbf-431c-8c16-404c8296ece0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:23.598043 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14761edd-0d3e-4073-8f3a-471aa4c5b37f req-f86563b6-f62b-4e37-897c-7c7ce8737d46 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:23.599537 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-14761edd-0d3e-4073-8f3a-471aa4c5b37f req-f86563b6-f62b-4e37-897c-7c7ce8737d46 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0625262 Jul 13 08:52:23.637224 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-14761edd-0d3e-4073-8f3a-471aa4c5b37f req-74dd037e-4dd7-4ee9-b9ca-f3a04ce61af0 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321600 Jul 13 08:52:23.804749 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabbb27-d54b-453d-ad16-570a24482b74 req-d9d3e347-5d2e-4dd9-acfe-9a473252262b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:23.806208 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fdabbb27-d54b-453d-ad16-570a24482b74 req-d9d3e347-5d2e-4dd9-acfe-9a473252262b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0636315 Jul 13 08:52:23.842998 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fdabbb27-d54b-453d-ad16-570a24482b74 req-0ef390f3-01ab-4717-83f0-f6e42fd908fb tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307775 Jul 13 08:52:23.866819 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37716) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:52:23.921673 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e84592-009e-4c6b-8a53-748c05e9ccea tempest-TestShelveInstance-704369276 tempest-TestShelveInstance-704369276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:23.923183 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-90e84592-009e-4c6b-8a53-748c05e9ccea tempest-TestShelveInstance-704369276 tempest-TestShelveInstance-704369276-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 1093 time: 0.0553823 Jul 13 08:52:23.925867 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37718) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:52:23.930149 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f968d507-9ccf-4d7c-bf3a-457110293078 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': 'be922fb7-e88e-486d-886f-9e6b948a4b9c', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:52:23.951837 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f968d507-9ccf-4d7c-bf3a-457110293078 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:24.045002 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f968d507-9ccf-4d7c-bf3a-457110293078 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:24.148621 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-f968d507-9ccf-4d7c-bf3a-457110293078 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Allocated IP 172.25.0.107 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/d59c0f95-b3bb-4fab-8a2d-f168a2bc11df) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:52:24.247836 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f968d507-9ccf-4d7c-bf3a-457110293078 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:24.285265 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f968d507-9ccf-4d7c-bf3a-457110293078 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:24.326487 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f968d507-9ccf-4d7c-bf3a-457110293078 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:52:24.332922 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f968d507-9ccf-4d7c-bf3a-457110293078 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:52:24.336519 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f968d507-9ccf-4d7c-bf3a-457110293078 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:52:24.359796 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968d507-9ccf-4d7c-bf3a-457110293078 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event updated for resources: {'Port': ['ID=d59c0f95-b3bb-4fab-8a2d-f168a2bc11df,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:52:24.695968 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f968d507-9ccf-4d7c-bf3a-457110293078 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:24.772811 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f968d507-9ccf-4d7c-bf3a-457110293078 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:24.921148 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f968d507-9ccf-4d7c-bf3a-457110293078 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:24.925304 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f968d507-9ccf-4d7c-bf3a-457110293078 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:24.993815 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968d507-9ccf-4d7c-bf3a-457110293078 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event updated for resources: {'Port': ['ID=d59c0f95-b3bb-4fab-8a2d-f168a2bc11df,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:52:25.001817 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f968d507-9ccf-4d7c-bf3a-457110293078 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:25.099866 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-f968d507-9ccf-4d7c-bf3a-457110293078 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Floating IP a2d924ba-586b-429e-84be-19f4cf0305f3 associated. External IP: 172.25.0.107, port: be922fb7-e88e-486d-886f-9e6b948a4b9c. Jul 13 08:52:25.304876 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f968d507-9ccf-4d7c-bf3a-457110293078 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Router 2d557dd6-2d10-48ee-9bcf-900917331b05 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:52:25.410552 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f968d507-9ccf-4d7c-bf3a-457110293078 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:52:25.421252 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ce26fe-a801-44c6-b8ad-b97a0da967e2 None None] Sync routers for ids ['2d557dd6-2d10-48ee-9bcf-900917331b05'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:52:25.426145 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f968d507-9ccf-4d7c-bf3a-457110293078 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:25.430309 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ce26fe-a801-44c6-b8ad-b97a0da967e2 None None] Routers {'2d557dd6-2d10-48ee-9bcf-900917331b05'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:52:25.430908 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a2ce26fe-a801-44c6-b8ad-b97a0da967e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:51:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2d557dd6-2d10-48ee-9bcf-900917331b05'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:52:25.462707 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f968d507-9ccf-4d7c-bf3a-457110293078 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5356886 Jul 13 08:52:25.463350 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1549a1-4d33-4d90-bd5f-2227a967aba0', 'tag': 'be922fb7-e88e-486d-886f-9e6b948a4b9c'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:52:25.466247 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71baffa9-c215-41e3-9e9e-a5cce1d1e59e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1549a1-4d33-4d90-bd5f-2227a967aba0", "tag": "be922fb7-e88e-486d-886f-9e6b948a4b9c"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:52:25.502622 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c75d85-1b4a-4e9e-b8f1-69a1bf560ae6 x-openstack-request-id: req-02c75d85-1b4a-4e9e-b8f1-69a1bf560ae6 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:52:25.502916 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1549a1-4d33-4d90-bd5f-2227a967aba0", "tag": "be922fb7-e88e-486d-886f-9e6b948a4b9c", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:52:25.503170 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-02c75d85-1b4a-4e9e-b8f1-69a1bf560ae6 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:52:25.503572 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1549a1-4d33-4d90-bd5f-2227a967aba0', 'tag': 'be922fb7-e88e-486d-886f-9e6b948a4b9c', 'status': 'completed', 'code': 200} Jul 13 08:52:25.536758 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-a2ce26fe-a801-44c6-b8ad-b97a0da967e2 None None] Set router 2d557dd6-2d10-48ee-9bcf-900917331b05 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:52:25.579164 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baffa9-c215-41e3-9e9e-a5cce1d1e59e req-726557d3-dc3f-4836-98bb-aad442858583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:25.580586 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71baffa9-c215-41e3-9e9e-a5cce1d1e59e req-726557d3-dc3f-4836-98bb-aad442858583 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 1098 time: 0.0527575 Jul 13 08:52:25.694064 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baffa9-c215-41e3-9e9e-a5cce1d1e59e req-b6751887-6c60-43b5-8a84-9a33f278d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:25.695576 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71baffa9-c215-41e3-9e9e-a5cce1d1e59e req-b6751887-6c60-43b5-8a84-9a33f278d951 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 200 len: 909 time: 0.1077528 Jul 13 08:52:25.757908 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a2ce26fe-a801-44c6-b8ad-b97a0da967e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'name': 'tempest-TestShelveInstance-951212792-router', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:32Z', 'updated_at': '2021-07-13T08:47:35Z', 'revision_number': 4, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'gw_port': {'id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:33Z', 'updated_at': '2021-07-13T08:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'a2d924ba-586b-429e-84be-19f4cf0305f3', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'port_id': 'be922fb7-e88e-486d-886f-9e6b948a4b9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'mac_address': 'fa:16:3e:83:8d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1549a1-4d33-4d90-bd5f-2227a967aba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:52:24Z', 'updated_at': '2021-07-13T08:52:24Z', 'revision_number': 0, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc047e9-8562-4676-a491-2646de29f242', 'name': '', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'mac_address': 'fa:16:3e:ec:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:35Z', 'updated_at': '2021-07-13T08:47:42Z', 'revision_number': 5, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'subnets': [{'id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:52:25.768185 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71baffa9-c215-41e3-9e9e-a5cce1d1e59e req-cd6b8ed0-ced5-416b-8812-fe27d86d18f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be922fb7-e88e-486d-886f-9e6b948a4b9c HTTP/1.1" status: 200 len: 1000 time: 0.0661211 Jul 13 08:52:25.785509 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ce26fe-a801-44c6-b8ad-b97a0da967e2 None None] Checking router: 2d557dd6-2d10-48ee-9bcf-900917331b05 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:52:25.793636 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ce26fe-a801-44c6-b8ad-b97a0da967e2 None None] Routers {'2d557dd6-2d10-48ee-9bcf-900917331b05'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:52:25.795412 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a2ce26fe-a801-44c6-b8ad-b97a0da967e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:51:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2d557dd6-2d10-48ee-9bcf-900917331b05'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:52:25.817303 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baffa9-c215-41e3-9e9e-a5cce1d1e59e req-b81a1906-8755-4cbc-8209-700227aa8cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:25.818821 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71baffa9-c215-41e3-9e9e-a5cce1d1e59e req-b81a1906-8755-4cbc-8209-700227aa8cdc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05993190-b19c-4181-9a9b-ca75ec51f1fc HTTP/1.1" status: 200 len: 847 time: 0.0442410 Jul 13 08:52:25.876357 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baffa9-c215-41e3-9e9e-a5cce1d1e59e req-14613b15-d3a1-4ba9-9fb5-94b8af3c102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:25.877774 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71baffa9-c215-41e3-9e9e-a5cce1d1e59e req-14613b15-d3a1-4ba9-9fb5-94b8af3c102d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f7535c7-6236-4233-a767-64042dc7dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532022 Jul 13 08:52:25.888751 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-71baffa9-c215-41e3-9e9e-a5cce1d1e59e req-c1b402a1-82e4-4e33-9105-d34956300fdd service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:52:25.889705 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71baffa9-c215-41e3-9e9e-a5cce1d1e59e req-c1b402a1-82e4-4e33-9105-d34956300fdd service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056105 Jul 13 08:52:25.903635 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-a2ce26fe-a801-44c6-b8ad-b97a0da967e2 None None] Set router 2d557dd6-2d10-48ee-9bcf-900917331b05 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:52:25.981221 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71baffa9-c215-41e3-9e9e-a5cce1d1e59e req-01a9b8f0-f014-4495-a925-1ab372f61c04 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856781 Jul 13 08:52:26.073331 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-71baffa9-c215-41e3-9e9e-a5cce1d1e59e req-fb8f8615-7624-4f35-af3e-059fa9ccaeec service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851078 Jul 13 08:52:26.215643 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a2ce26fe-a801-44c6-b8ad-b97a0da967e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'name': 'tempest-TestShelveInstance-951212792-router', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:32Z', 'updated_at': '2021-07-13T08:47:35Z', 'revision_number': 4, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'gw_port': {'id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:33Z', 'updated_at': '2021-07-13T08:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'a2d924ba-586b-429e-84be-19f4cf0305f3', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'port_id': 'be922fb7-e88e-486d-886f-9e6b948a4b9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'mac_address': 'fa:16:3e:83:8d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1549a1-4d33-4d90-bd5f-2227a967aba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:52:24Z', 'updated_at': '2021-07-13T08:52:24Z', 'revision_number': 0, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc047e9-8562-4676-a491-2646de29f242', 'name': '', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'mac_address': 'fa:16:3e:ec:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:35Z', 'updated_at': '2021-07-13T08:47:42Z', 'revision_number': 5, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'subnets': [{'id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:52:26.241244 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ce26fe-a801-44c6-b8ad-b97a0da967e2 None None] The sync data for ids ['2d557dd6-2d10-48ee-9bcf-900917331b05'] in n-d-779913-28 is: [{'id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'name': 'tempest-TestShelveInstance-951212792-router', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:32Z', 'updated_at': '2021-07-13T08:47:35Z', 'revision_number': 4, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'gw_port': {'id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:33Z', 'updated_at': '2021-07-13T08:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': 'a2d924ba-586b-429e-84be-19f4cf0305f3', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'port_id': 'be922fb7-e88e-486d-886f-9e6b948a4b9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'mac_address': 'fa:16:3e:83:8d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1549a1-4d33-4d90-bd5f-2227a967aba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:52:24Z', 'updated_at': '2021-07-13T08:52:24Z', 'revision_number': 0, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc047e9-8562-4676-a491-2646de29f242', 'name': '', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'mac_address': 'fa:16:3e:ec:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:35Z', 'updated_at': '2021-07-13T08:47:42Z', 'revision_number': 5, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'subnets': [{'id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:52:26.422578 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d6579c-295a-4173-9149-a4efb63872ee None None] New status for floating IP a2d924ba-586b-429e-84be-19f4cf0305f3: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:52:27.638181 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-27be73ab-bbe4-4cf6-bb99-6c9cfa24b9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:27.886359 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:29.902845 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:31.629644 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:32.960880 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8312501b-2b14-4259-996e-2e882736d48b req-29c833b7-268c-4fcf-94a3-207cd579eb4f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0595288 Jul 13 08:52:33.064555 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312501b-2b14-4259-996e-2e882736d48b req-853b2955-fad7-4fba-97c7-39d7d1f461ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:33.066300 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8312501b-2b14-4259-996e-2e882736d48b req-853b2955-fad7-4fba-97c7-39d7d1f461ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 1098 time: 0.0628445 Jul 13 08:52:33.172881 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312501b-2b14-4259-996e-2e882736d48b req-dd2f757c-89c6-4dd0-8da9-ba14038794bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:33.174371 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8312501b-2b14-4259-996e-2e882736d48b req-dd2f757c-89c6-4dd0-8da9-ba14038794bf service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 200 len: 909 time: 0.0876603 Jul 13 08:52:33.241860 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8312501b-2b14-4259-996e-2e882736d48b req-0405698c-9d86-4441-a901-3d7176cda197 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be922fb7-e88e-486d-886f-9e6b948a4b9c HTTP/1.1" status: 200 len: 1002 time: 0.0604179 Jul 13 08:52:33.288083 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312501b-2b14-4259-996e-2e882736d48b req-98fc54c9-261f-401b-a189-495867e80c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:33.289458 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8312501b-2b14-4259-996e-2e882736d48b req-98fc54c9-261f-401b-a189-495867e80c1b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05993190-b19c-4181-9a9b-ca75ec51f1fc HTTP/1.1" status: 200 len: 847 time: 0.0420470 Jul 13 08:52:33.345290 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312501b-2b14-4259-996e-2e882736d48b req-7f5d940a-5eb0-4764-a144-c2d6fc5c33a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:33.346770 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8312501b-2b14-4259-996e-2e882736d48b req-7f5d940a-5eb0-4764-a144-c2d6fc5c33a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f7535c7-6236-4233-a767-64042dc7dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502388 Jul 13 08:52:33.441747 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8312501b-2b14-4259-996e-2e882736d48b req-e6d8d0fc-0728-4183-bb31-c6c28bcd30f2 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873835 Jul 13 08:52:33.530361 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8312501b-2b14-4259-996e-2e882736d48b req-c629c8dd-2b92-4240-9759-caa2cb1848e2 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812385 Jul 13 08:52:38.669996 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:43.741925 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:52.858868 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:52:53.310590 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6162c5f-c2bf-44cc-a704-da7e0588c43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:57.641040 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a02e3bdc-74d2-4033-8ab0-e9f28b2323c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:57.886190 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:59.905656 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:01.632776 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:08.677840 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:13.749055 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:23.311182 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d8abf80-6700-458e-9f39-7fe8670b1676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:27.640918 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aadf8d38-9313-4e8a-9807-85f1eb137b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:27.885982 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:29.857772 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:53:29.908183 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:31.635189 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:32.397075 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-46fd226a-e046-4c10-bd21-6db30e22ddbb req-8a18c79b-b944-45be-8ee5-f0459b88f8e1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0549390 Jul 13 08:53:32.490999 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd226a-e046-4c10-bd21-6db30e22ddbb req-6ad4cfa0-7936-424e-b8b9-042a9f5223bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:32.492512 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-46fd226a-e046-4c10-bd21-6db30e22ddbb req-6ad4cfa0-7936-424e-b8b9-042a9f5223bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 1098 time: 0.0524983 Jul 13 08:53:32.594903 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd226a-e046-4c10-bd21-6db30e22ddbb req-889122f2-9702-4244-99c3-5c9b3e48590e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:32.596376 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-46fd226a-e046-4c10-bd21-6db30e22ddbb req-889122f2-9702-4244-99c3-5c9b3e48590e service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 200 len: 909 time: 0.0828462 Jul 13 08:53:32.663240 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-46fd226a-e046-4c10-bd21-6db30e22ddbb req-75027c50-e191-43f6-b381-f890a2890862 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be922fb7-e88e-486d-886f-9e6b948a4b9c HTTP/1.1" status: 200 len: 1002 time: 0.0599606 Jul 13 08:53:32.709919 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd226a-e046-4c10-bd21-6db30e22ddbb req-32c4c220-8f3f-4080-bb08-5b70c5f54d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:32.711897 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-46fd226a-e046-4c10-bd21-6db30e22ddbb req-32c4c220-8f3f-4080-bb08-5b70c5f54d60 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05993190-b19c-4181-9a9b-ca75ec51f1fc HTTP/1.1" status: 200 len: 847 time: 0.0422254 Jul 13 08:53:32.767250 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd226a-e046-4c10-bd21-6db30e22ddbb req-69449160-b6e5-4f08-bf39-30926e367554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:32.768678 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-46fd226a-e046-4c10-bd21-6db30e22ddbb req-69449160-b6e5-4f08-bf39-30926e367554 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f7535c7-6236-4233-a767-64042dc7dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505166 Jul 13 08:53:32.859759 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-46fd226a-e046-4c10-bd21-6db30e22ddbb req-3ad100d3-533a-4579-a4ff-dbbe995ff989 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839663 Jul 13 08:53:32.950910 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-46fd226a-e046-4c10-bd21-6db30e22ddbb req-80894457-9ae7-4d38-8d2a-d05c79bc5ccc service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839894 Jul 13 08:53:38.669898 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:43.747323 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:53.312035 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32d9d9f1-e375-431a-8631-8776e62f7057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:57.640739 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4349766c-b1ad-4603-8d9c-aeac779c736f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:57.887140 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:59.909557 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:01.637823 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:06.859314 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:54:08.669115 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:13.772547 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:21.210230 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61ce5e-135a-41dd-838d-f348631b2373 req-9e2afedb-5f33-479b-920f-12fd0d6afa3e tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:21.211742 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be61ce5e-135a-41dd-838d-f348631b2373 req-9e2afedb-5f33-479b-920f-12fd0d6afa3e tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0636995 Jul 13 08:54:21.249067 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-be61ce5e-135a-41dd-838d-f348631b2373 req-8f211b90-9008-487f-a0cf-145058e1a91f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313261 Jul 13 08:54:22.446054 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58ec48-573e-4d56-a2dd-fea4a8fdb182 req-6b702a8d-d654-4fbb-8cbb-6835696622f8 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:22.447556 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e58ec48-573e-4d56-a2dd-fea4a8fdb182 req-6b702a8d-d654-4fbb-8cbb-6835696622f8 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0622888 Jul 13 08:54:22.484812 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8e58ec48-573e-4d56-a2dd-fea4a8fdb182 req-637eb8e9-ece1-46a9-a555-8a2767c7c8f0 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318692 Jul 13 08:54:23.312409 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bbbaea5c-b37f-4432-b230-cde3c53541ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:23.681506 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d49c2-5e95-4993-a72b-3c38d41df1d2 req-06a00ceb-6f63-4e20-8c34-118b5b529d7d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:23.683001 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3d9d49c2-5e95-4993-a72b-3c38d41df1d2 req-06a00ceb-6f63-4e20-8c34-118b5b529d7d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0658994 Jul 13 08:54:23.720078 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-3d9d49c2-5e95-4993-a72b-3c38d41df1d2 req-fcf71696-8af8-40e2-bd1a-c3c39906f93a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316408 Jul 13 08:54:24.889476 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e54a6e-3150-4a5b-820f-87f0d4f65156 req-0e50fa18-aa1d-497c-a73b-ee955e702506 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:24.890992 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-34e54a6e-3150-4a5b-820f-87f0d4f65156 req-0e50fa18-aa1d-497c-a73b-ee955e702506 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0627270 Jul 13 08:54:24.927612 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-34e54a6e-3150-4a5b-820f-87f0d4f65156 req-3f240547-5d57-4bd5-80ff-2b134a41f241 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311759 Jul 13 08:54:26.098859 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151eb02-160e-4d63-bb68-3bf9609a7f01 req-a1edf12d-91f3-476a-bd7d-605c05e601a3 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:26.100355 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4151eb02-160e-4d63-bb68-3bf9609a7f01 req-a1edf12d-91f3-476a-bd7d-605c05e601a3 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0617552 Jul 13 08:54:26.141626 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4151eb02-160e-4d63-bb68-3bf9609a7f01 req-eb5f0517-8958-4e67-a8ae-8937b9e06864 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357409 Jul 13 08:54:27.313239 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccde7be-e564-4b86-8785-3f878cb0f858 req-965cd989-7c3b-49c1-b6df-33ae87441490 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:27.314637 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cccde7be-e564-4b86-8785-3f878cb0f858 req-965cd989-7c3b-49c1-b6df-33ae87441490 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0622222 Jul 13 08:54:27.352268 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cccde7be-e564-4b86-8785-3f878cb0f858 req-12ec90f6-f801-494b-9427-ebd70296df58 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318713 Jul 13 08:54:27.641003 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ac01a782-0ef5-48db-827a-cee2e894e041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:27.887774 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:28.522210 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56079541-b5b9-4396-b1d6-09219cd1e9dd req-7a16a557-2d96-4629-b80e-9ce790ebc3ca tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:28.523670 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56079541-b5b9-4396-b1d6-09219cd1e9dd req-7a16a557-2d96-4629-b80e-9ce790ebc3ca tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0628495 Jul 13 08:54:28.560804 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-56079541-b5b9-4396-b1d6-09219cd1e9dd req-b6526b79-e8fb-4f54-bf15-e3780264dee4 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307760 Jul 13 08:54:29.733637 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79265f79-ef3b-4946-8861-fd70549020a9 req-0c1eee23-4d74-44aa-8935-e80c968351f1 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:29.735444 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79265f79-ef3b-4946-8861-fd70549020a9 req-0c1eee23-4d74-44aa-8935-e80c968351f1 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0673411 Jul 13 08:54:29.772385 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-79265f79-ef3b-4946-8861-fd70549020a9 req-ceecd617-6c10-429a-923c-609baf06f0f3 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313478 Jul 13 08:54:29.913847 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:30.940772 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a280eb-6577-4cf2-858c-d6244022ba58 req-2b9ea123-29e6-46ca-b8a0-101cb170b83e tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:30.942266 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05a280eb-6577-4cf2-858c-d6244022ba58 req-2b9ea123-29e6-46ca-b8a0-101cb170b83e tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0616882 Jul 13 08:54:30.978969 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-05a280eb-6577-4cf2-858c-d6244022ba58 req-3f7b0c53-1da2-47e5-93a4-9c6ffa8e3b51 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312803 Jul 13 08:54:31.305161 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45490d-67df-48a6-8876-651ddbebf6d8 req-f3f9737a-da1f-42c7-a26f-004a11033221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:31.306664 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc45490d-67df-48a6-8876-651ddbebf6d8 req-f3f9737a-da1f-42c7-a26f-004a11033221 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 1098 time: 0.0521538 Jul 13 08:54:31.397164 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45490d-67df-48a6-8876-651ddbebf6d8 req-9f7d1697-a288-4382-a404-374a9646cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:31.398618 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc45490d-67df-48a6-8876-651ddbebf6d8 req-9f7d1697-a288-4382-a404-374a9646cc39 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 200 len: 909 time: 0.0859261 Jul 13 08:54:31.464278 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc45490d-67df-48a6-8876-651ddbebf6d8 req-4d985b8b-aaf0-4b17-aabe-ac74877cf38a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be922fb7-e88e-486d-886f-9e6b948a4b9c HTTP/1.1" status: 200 len: 1002 time: 0.0590518 Jul 13 08:54:31.511392 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45490d-67df-48a6-8876-651ddbebf6d8 req-33da0459-c3ea-414d-a039-7350361a607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:31.512785 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc45490d-67df-48a6-8876-651ddbebf6d8 req-33da0459-c3ea-414d-a039-7350361a607f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05993190-b19c-4181-9a9b-ca75ec51f1fc HTTP/1.1" status: 200 len: 847 time: 0.0422337 Jul 13 08:54:31.567939 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45490d-67df-48a6-8876-651ddbebf6d8 req-8cfbdaa5-ca4d-4f23-8891-e7125fa78c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:31.569377 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc45490d-67df-48a6-8876-651ddbebf6d8 req-8cfbdaa5-ca4d-4f23-8891-e7125fa78c1a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f7535c7-6236-4233-a767-64042dc7dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504339 Jul 13 08:54:31.644403 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:31.661476 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc45490d-67df-48a6-8876-651ddbebf6d8 req-b5fe7a98-7082-4010-a414-6fbb9f134060 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855575 Jul 13 08:54:31.749981 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-fc45490d-67df-48a6-8876-651ddbebf6d8 req-04ef1e90-b652-4477-8598-b380e5c4c8e7 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821128 Jul 13 08:54:32.151224 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5101c9-19b2-4504-a1af-2075cd342102 req-6f06ce39-719c-471f-8898-3f1d80ad63b1 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:32.152699 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f5101c9-19b2-4504-a1af-2075cd342102 req-6f06ce39-719c-471f-8898-3f1d80ad63b1 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0659187 Jul 13 08:54:32.189173 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4f5101c9-19b2-4504-a1af-2075cd342102 req-5cb3f0a4-b501-471a-92e2-4a4317a780b3 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309725 Jul 13 08:54:33.364898 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522ef77-58ed-4a81-9e28-df0b26680111 req-a625ddce-b77c-4dae-913d-ca12a43cf573 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:33.366453 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6522ef77-58ed-4a81-9e28-df0b26680111 req-a625ddce-b77c-4dae-913d-ca12a43cf573 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0657012 Jul 13 08:54:33.405349 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6522ef77-58ed-4a81-9e28-df0b26680111 req-252291fb-ebbb-4a8b-8f6a-daf604f753ae tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329769 Jul 13 08:54:34.575584 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289f8d8-f314-4d9d-bfec-f6eeb04b7890 req-9714ef26-c5e3-4fd8-b484-ba1e58ed65e3 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:34.577690 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5289f8d8-f314-4d9d-bfec-f6eeb04b7890 req-9714ef26-c5e3-4fd8-b484-ba1e58ed65e3 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0627835 Jul 13 08:54:34.619966 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5289f8d8-f314-4d9d-bfec-f6eeb04b7890 req-87a1646f-8810-4595-923f-1ebf359e7425 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336425 Jul 13 08:54:34.971575 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-394ed284-2398-4d62-913c-e81c637a805f req-c7c48826-e93d-478b-8560-42574546ed91 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557787 Jul 13 08:54:35.064774 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ed284-2398-4d62-913c-e81c637a805f req-4d3e2e3d-0d6f-444b-8109-70542e666111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:35.066260 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-394ed284-2398-4d62-913c-e81c637a805f req-4d3e2e3d-0d6f-444b-8109-70542e666111 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 1098 time: 0.0517666 Jul 13 08:54:35.172879 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ed284-2398-4d62-913c-e81c637a805f req-79b467cd-48c2-41e9-aa06-a79def4046ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:35.174381 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-394ed284-2398-4d62-913c-e81c637a805f req-79b467cd-48c2-41e9-aa06-a79def4046ee service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 200 len: 909 time: 0.0875356 Jul 13 08:54:35.240232 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-394ed284-2398-4d62-913c-e81c637a805f req-046304da-12db-4658-bc21-135f90a17960 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be922fb7-e88e-486d-886f-9e6b948a4b9c HTTP/1.1" status: 200 len: 1002 time: 0.0590250 Jul 13 08:54:35.291450 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ed284-2398-4d62-913c-e81c637a805f req-2053e192-e819-485e-adb3-b8ab734093ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:35.292985 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-394ed284-2398-4d62-913c-e81c637a805f req-2053e192-e819-485e-adb3-b8ab734093ac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05993190-b19c-4181-9a9b-ca75ec51f1fc HTTP/1.1" status: 200 len: 847 time: 0.0466020 Jul 13 08:54:35.352557 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ed284-2398-4d62-913c-e81c637a805f req-24bb144c-6bdf-45ec-9db6-1047afcba5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:35.354029 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-394ed284-2398-4d62-913c-e81c637a805f req-24bb144c-6bdf-45ec-9db6-1047afcba5d3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f7535c7-6236-4233-a767-64042dc7dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547743 Jul 13 08:54:35.440498 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-394ed284-2398-4d62-913c-e81c637a805f req-f3ab58a2-61c4-4fd4-9b5a-f42692216224 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796738 Jul 13 08:54:35.529528 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-394ed284-2398-4d62-913c-e81c637a805f req-39d7943f-f51f-4782-8643-da1bc50df307 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823493 Jul 13 08:54:35.792041 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd137f5-0421-4df8-bdaa-e6eb100195d3 req-87c18566-d343-4ee9-9cb2-aee075db4566 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:35.793400 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fd137f5-0421-4df8-bdaa-e6eb100195d3 req-87c18566-d343-4ee9-9cb2-aee075db4566 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0616803 Jul 13 08:54:35.829714 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8fd137f5-0421-4df8-bdaa-e6eb100195d3 req-b7639f54-0b12-43aa-b25e-7f401bc59399 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299330 Jul 13 08:54:36.102386 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37810) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:54:36.546940 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5a8ef-4539-476c-9cee-3deb8d690964 req-614ab4f3-b151-4b6a-b0a6-e40fa270fb35 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:36.548408 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2be5a8ef-4539-476c-9cee-3deb8d690964 req-614ab4f3-b151-4b6a-b0a6-e40fa270fb35 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.4406366 Jul 13 08:54:36.583917 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-26fe8b9c-6dd4-43a5-aa15-c5e1da81f679 req-7e3b339f-009a-48a7-bb30-6a04f9a205d9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4804072 Jul 13 08:54:36.596112 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2be5a8ef-4539-476c-9cee-3deb8d690964 req-d196a5b9-2e7a-4e50-8a1d-09d8ce18b985 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407934 Jul 13 08:54:37.768381 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06739f-4c99-4878-b474-3d73c40e6adf req-82808cd4-7af7-4923-87fe-37afa26506b8 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:37.769841 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2e06739f-4c99-4878-b474-3d73c40e6adf req-82808cd4-7af7-4923-87fe-37afa26506b8 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0648468 Jul 13 08:54:37.807467 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2e06739f-4c99-4878-b474-3d73c40e6adf req-d1744a5d-6d24-410d-9e06-77062b198653 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318797 Jul 13 08:54:38.276473 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device be922fb7-e88e-486d-886f-9e6b948a4b9c no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:54:38.347565 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:38.369297 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1549a1-4d33-4d90-bd5f-2227a967aba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be922fb7-e88e-486d-886f-9e6b948a4b9c'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:54:38.371597 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc4b09d-2349-45ff-a1cc-3e0fb1f66f22" -d '{"events": [{"server_uuid": "8b1549a1-4d33-4d90-bd5f-2227a967aba0", "name": "network-vif-unplugged", "status": "completed", "tag": "be922fb7-e88e-486d-886f-9e6b948a4b9c"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:54:38.384478 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port be922fb7-e88e-486d-886f-9e6b948a4b9c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=be922fb7-e88e-486d-886f-9e6b948a4b9c,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:54:38.388333 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:38.412151 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 08:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8115e2-a95f-4bc8-b8a2-4258eb9d6eff x-openstack-request-id: req-9d8115e2-a95f-4bc8-b8a2-4258eb9d6eff {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:54:38.412368 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1549a1-4d33-4d90-bd5f-2227a967aba0", "name": "network-vif-unplugged", "status": "failed", "tag": "be922fb7-e88e-486d-886f-9e6b948a4b9c", "code": 422}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:54:38.412620 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d8115e2-a95f-4bc8-b8a2-4258eb9d6eff {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:54:38.413008 n-d-779913-28 neutron-server[93725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8b1549a1-4d33-4d90-bd5f-2227a967aba0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'be922fb7-e88e-486d-886f-9e6b948a4b9c', 'code': 422} returned with failed status Jul 13 08:54:38.443262 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=be922fb7-e88e-486d-886f-9e6b948a4b9c,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:54:38.450904 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:38.451247 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:38.451584 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:38.451916 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:38.452244 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:38.452571 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:38.452892 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:38.453210 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:38.453538 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:38.453852 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:38.454193 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:38.454511 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:38.623477 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-886460fd-08b0-4b7e-8808-48cac1e4cbc9 None None] Provisioning complete for port be922fb7-e88e-486d-886f-9e6b948a4b9c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:54:38.623879 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-886460fd-08b0-4b7e-8808-48cac1e4cbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:38.708876 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-886460fd-08b0-4b7e-8808-48cac1e4cbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:38.710672 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:38.741760 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-886460fd-08b0-4b7e-8808-48cac1e4cbc9 None None] For port be922fb7-e88e-486d-886f-9e6b948a4b9c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=be922fb7-e88e-486d-886f-9e6b948a4b9c,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:54:38.745260 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-886460fd-08b0-4b7e-8808-48cac1e4cbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:38.796783 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886460fd-08b0-4b7e-8808-48cac1e4cbc9 None None] Pushing event updated for resources: {'Port': ['ID=be922fb7-e88e-486d-886f-9e6b948a4b9c,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:54:38.996024 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e38b46-1960-4d33-bc01-330e74850969 req-6e87d6c8-b6eb-416a-b132-ef0af6dd83e6 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:38.997646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f0e38b46-1960-4d33-bc01-330e74850969 req-6e87d6c8-b6eb-416a-b132-ef0af6dd83e6 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0672126 Jul 13 08:54:38.999044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3cd585d6-7ccf-46b6-912c-ed36c70d5669 None None] Provisioning complete for port be922fb7-e88e-486d-886f-9e6b948a4b9c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:54:38.999410 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3cd585d6-7ccf-46b6-912c-ed36c70d5669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:39.035845 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f0e38b46-1960-4d33-bc01-330e74850969 req-a2a80b04-dca5-425d-9370-5fcce4f9a77f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324626 Jul 13 08:54:40.208587 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db7fde-1332-40c8-b6f5-4bb8254aab72 req-940d9c96-23d7-435a-a481-4ecf3a2a7c78 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:40.210197 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-51db7fde-1332-40c8-b6f5-4bb8254aab72 req-940d9c96-23d7-435a-a481-4ecf3a2a7c78 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0651941 Jul 13 08:54:40.250746 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-51db7fde-1332-40c8-b6f5-4bb8254aab72 req-a80883bb-b55a-4370-bca7-04a290bb145d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350373 Jul 13 08:54:40.414280 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1549a1-4d33-4d90-bd5f-2227a967aba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be922fb7-e88e-486d-886f-9e6b948a4b9c'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:54:40.416600 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac91c163-af66-4981-8f52-9b4fd7cb0a28" -d '{"events": [{"server_uuid": "8b1549a1-4d33-4d90-bd5f-2227a967aba0", "name": "network-vif-plugged", "status": "completed", "tag": "be922fb7-e88e-486d-886f-9e6b948a4b9c"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:54:40.451073 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 08:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456bbdd1-13af-4517-be4a-ac4d94275d63 x-openstack-request-id: req-456bbdd1-13af-4517-be4a-ac4d94275d63 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:54:40.451450 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1549a1-4d33-4d90-bd5f-2227a967aba0", "name": "network-vif-plugged", "status": "failed", "tag": "be922fb7-e88e-486d-886f-9e6b948a4b9c", "code": 422}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:54:40.451769 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-456bbdd1-13af-4517-be4a-ac4d94275d63 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:54:40.452229 n-d-779913-28 neutron-server[93725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8b1549a1-4d33-4d90-bd5f-2227a967aba0', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'be922fb7-e88e-486d-886f-9e6b948a4b9c', 'code': 422} returned with failed status Jul 13 08:54:41.423091 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65e1e0-7ff5-4fc0-89f5-0820d45b926e req-d5815369-c2c5-446a-92af-ceea3d2644b6 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:41.424523 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cb65e1e0-7ff5-4fc0-89f5-0820d45b926e req-d5815369-c2c5-446a-92af-ceea3d2644b6 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0619226 Jul 13 08:54:41.461647 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cb65e1e0-7ff5-4fc0-89f5-0820d45b926e req-7f8d0f28-9298-40b4-a96d-2653832f3dc6 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315902 Jul 13 08:54:42.647768 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355e13a-4f8a-4779-8baf-ceaae324b302 req-5dbe46fe-64bc-4731-9bc1-19a733e21533 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:42.649249 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1355e13a-4f8a-4779-8baf-ceaae324b302 req-5dbe46fe-64bc-4731-9bc1-19a733e21533 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0698860 Jul 13 08:54:42.687049 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-1355e13a-4f8a-4779-8baf-ceaae324b302 req-333c93fa-e6bb-463b-88bd-d49b283317c9 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318599 Jul 13 08:54:43.778516 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:43.859759 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:54:43.865486 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeca5b3-5987-4fe8-ad87-6c02e2274d9e req-0e1d0158-9e67-492e-9d34-028a7bc7c7ab tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:43.867016 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2eeca5b3-5987-4fe8-ad87-6c02e2274d9e req-0e1d0158-9e67-492e-9d34-028a7bc7c7ab tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0650933 Jul 13 08:54:43.906069 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2eeca5b3-5987-4fe8-ad87-6c02e2274d9e req-559ccafa-1f4d-4c09-a23a-b236073be336 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333793 Jul 13 08:54:44.447970 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe8b9c-6dd4-43a5-aa15-c5e1da81f679 req-d0147909-07aa-41ff-80bc-3ade7721beda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:44.449508 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-26fe8b9c-6dd4-43a5-aa15-c5e1da81f679 req-d0147909-07aa-41ff-80bc-3ade7721beda service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0&tenant_id=79f542bb30c64ae7a72196bacf63d6a3 HTTP/1.1" status: 200 len: 1098 time: 0.0614827 Jul 13 08:54:44.522615 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe8b9c-6dd4-43a5-aa15-c5e1da81f679 req-a5a290bb-bcd9-4326-ad60-305584b36eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:44.523577 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-26fe8b9c-6dd4-43a5-aa15-c5e1da81f679 req-a5a290bb-bcd9-4326-ad60-305584b36eaa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 1098 time: 0.0521836 Jul 13 08:54:44.611447 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe8b9c-6dd4-43a5-aa15-c5e1da81f679 req-33f9e57e-12ba-4219-9397-c8464e4e9fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:44.612880 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-26fe8b9c-6dd4-43a5-aa15-c5e1da81f679 req-33f9e57e-12ba-4219-9397-c8464e4e9fac service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 200 len: 909 time: 0.0840223 Jul 13 08:54:44.678914 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-26fe8b9c-6dd4-43a5-aa15-c5e1da81f679 req-98ede795-f24d-4fe5-abb9-a9ab49134f83 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be922fb7-e88e-486d-886f-9e6b948a4b9c HTTP/1.1" status: 200 len: 1002 time: 0.0596189 Jul 13 08:54:44.726368 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe8b9c-6dd4-43a5-aa15-c5e1da81f679 req-979f304c-01b3-44fd-a581-20674ef31ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:44.727706 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-26fe8b9c-6dd4-43a5-aa15-c5e1da81f679 req-979f304c-01b3-44fd-a581-20674ef31ab1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05993190-b19c-4181-9a9b-ca75ec51f1fc HTTP/1.1" status: 200 len: 847 time: 0.0431311 Jul 13 08:54:44.782078 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe8b9c-6dd4-43a5-aa15-c5e1da81f679 req-e1b39aab-fdd4-4139-9680-fc62ff663726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:44.783535 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-26fe8b9c-6dd4-43a5-aa15-c5e1da81f679 req-e1b39aab-fdd4-4139-9680-fc62ff663726 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f7535c7-6236-4233-a767-64042dc7dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496566 Jul 13 08:54:44.872696 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-26fe8b9c-6dd4-43a5-aa15-c5e1da81f679 req-77fd45c1-84cd-4bb3-b9de-ebb08e07cc63 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827870 Jul 13 08:54:44.958491 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-26fe8b9c-6dd4-43a5-aa15-c5e1da81f679 req-424fce09-1c1f-4e96-b43f-91d4defd6963 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798044 Jul 13 08:54:45.079997 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98efc18-d1aa-4125-8dae-58e27a99dfb3 req-032982e6-fb86-44de-ae00-09bbaff360d4 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:45.081361 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c98efc18-d1aa-4125-8dae-58e27a99dfb3 req-032982e6-fb86-44de-ae00-09bbaff360d4 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0662551 Jul 13 08:54:45.118257 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c98efc18-d1aa-4125-8dae-58e27a99dfb3 req-0750c1f9-29c2-4ae4-a477-a6ced642fcaa tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314307 Jul 13 08:54:46.287127 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2689c-58e8-4e83-84b9-209080106e53 req-12f6f2d1-c14a-4af7-a65c-aadab984b0be tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:46.288593 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2e2689c-58e8-4e83-84b9-209080106e53 req-12f6f2d1-c14a-4af7-a65c-aadab984b0be tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0624964 Jul 13 08:54:46.325404 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f2e2689c-58e8-4e83-84b9-209080106e53 req-deb1777d-14b1-4325-900f-12be7d270be5 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313063 Jul 13 08:54:47.497872 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17acec9-2159-442e-b536-fc224b016243 req-5239c2bc-c6a1-478a-94f3-61ad818009e3 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:47.499411 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f17acec9-2159-442e-b536-fc224b016243 req-5239c2bc-c6a1-478a-94f3-61ad818009e3 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0667665 Jul 13 08:54:47.536666 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f17acec9-2159-442e-b536-fc224b016243 req-53af2a82-4609-4489-bdd1-448b756a1c80 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318222 Jul 13 08:54:48.710463 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e12f46-74c1-472e-88e2-63f09bb3246e req-e9b2803c-1375-4134-a6d6-5d5863dba393 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:48.711960 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19e12f46-74c1-472e-88e2-63f09bb3246e req-e9b2803c-1375-4134-a6d6-5d5863dba393 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0685909 Jul 13 08:54:48.754769 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-19e12f46-74c1-472e-88e2-63f09bb3246e req-aed518ef-64e9-4a89-a684-d2fd904678c7 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373425 Jul 13 08:54:49.926959 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27d5e8-7ec4-42e0-847f-4dcb07074bf2 req-4d0fb9f2-127c-4354-b099-bb13b48f789e tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:49.928462 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bf27d5e8-7ec4-42e0-847f-4dcb07074bf2 req-4d0fb9f2-127c-4354-b099-bb13b48f789e tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0634634 Jul 13 08:54:49.967293 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bf27d5e8-7ec4-42e0-847f-4dcb07074bf2 req-36551b72-06aa-4708-8ce7-2dfb8a09674f tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329819 Jul 13 08:54:51.064165 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a184762-fbfe-47a4-95b5-e7e59daecc68 req-346fc092-f073-49c4-897d-5babec732e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:51.065744 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a184762-fbfe-47a4-95b5-e7e59daecc68 req-346fc092-f073-49c4-897d-5babec732e98 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 1098 time: 0.0589623 Jul 13 08:54:51.130223 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8a184762-fbfe-47a4-95b5-e7e59daecc68 req-17463aa8-5fe2-4111-bae8-d5d2a174dbe6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575273 Jul 13 08:54:51.158424 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac277f-ae03-4176-9936-58224edd0efc req-06247837-56d4-4003-92d4-3ad795a1a2a5 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:51.159884 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8ac277f-ae03-4176-9936-58224edd0efc req-06247837-56d4-4003-92d4-3ad795a1a2a5 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0815823 Jul 13 08:54:51.195890 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e8ac277f-ae03-4176-9936-58224edd0efc req-fa132ee8-e3a7-4a49-a21d-12874411e289 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305188 Jul 13 08:54:52.367211 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device be922fb7-e88e-486d-886f-9e6b948a4b9c details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:54:52.367819 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2badf-020e-4658-9a88-255e26b9ab36 req-13bb1a79-c9fb-42fc-8c16-f94d6071dff1 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:52.369227 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24c2badf-020e-4658-9a88-255e26b9ab36 req-13bb1a79-c9fb-42fc-8c16-f94d6071dff1 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0662904 Jul 13 08:54:52.407010 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-24c2badf-020e-4658-9a88-255e26b9ab36 req-a34de6a9-227d-46a7-b7a4-be3b230cb799 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322213 Jul 13 08:54:52.459540 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port be922fb7-e88e-486d-886f-9e6b948a4b9c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=be922fb7-e88e-486d-886f-9e6b948a4b9c,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:54:52.473869 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': 'be922fb7-e88e-486d-886f-9e6b948a4b9c', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'port_id': 'be922fb7-e88e-486d-886f-9e6b948a4b9c', 'mac_address': 'fa:16:3e:83:8d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:54:52.508275 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:52.520529 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be922fb7-e88e-486d-886f-9e6b948a4b9c {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:54:52.539795 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port be922fb7-e88e-486d-886f-9e6b948a4b9c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=be922fb7-e88e-486d-886f-9e6b948a4b9c,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:54:52.543334 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:52.595907 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=be922fb7-e88e-486d-886f-9e6b948a4b9c,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:54:52.765183 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3c966f74-2915-41c6-b54c-5f15fdc89662 None None] Provisioning complete for port be922fb7-e88e-486d-886f-9e6b948a4b9c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:54:52.765553 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c966f74-2915-41c6-b54c-5f15fdc89662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:52.800066 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['be922fb7-e88e-486d-886f-9e6b948a4b9c'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:54:52.890348 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c966f74-2915-41c6-b54c-5f15fdc89662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:52.930950 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1549a1-4d33-4d90-bd5f-2227a967aba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be922fb7-e88e-486d-886f-9e6b948a4b9c'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:54:52.933147 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c668caa-17ef-44a3-904e-40d636080b37" -d '{"events": [{"server_uuid": "8b1549a1-4d33-4d90-bd5f-2227a967aba0", "name": "network-vif-plugged", "status": "completed", "tag": "be922fb7-e88e-486d-886f-9e6b948a4b9c"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:54:52.950996 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3c966f74-2915-41c6-b54c-5f15fdc89662 None None] For port be922fb7-e88e-486d-886f-9e6b948a4b9c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=be922fb7-e88e-486d-886f-9e6b948a4b9c,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:54:52.958466 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c966f74-2915-41c6-b54c-5f15fdc89662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:52.972079 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fd5be1-109c-42f4-bb11-d10afd9be6a3 x-openstack-request-id: req-e7fd5be1-109c-42f4-bb11-d10afd9be6a3 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:54:52.972364 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1549a1-4d33-4d90-bd5f-2227a967aba0", "name": "network-vif-plugged", "status": "completed", "tag": "be922fb7-e88e-486d-886f-9e6b948a4b9c", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:54:52.972622 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e7fd5be1-109c-42f4-bb11-d10afd9be6a3 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:54:52.973000 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1549a1-4d33-4d90-bd5f-2227a967aba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be922fb7-e88e-486d-886f-9e6b948a4b9c', 'code': 200} Jul 13 08:54:53.046854 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c966f74-2915-41c6-b54c-5f15fdc89662 None None] Pushing event updated for resources: {'Port': ['ID=be922fb7-e88e-486d-886f-9e6b948a4b9c,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:54:53.230465 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d0f221fb-b730-4da9-8828-35efbd52deb4 None None] Provisioning complete for port be922fb7-e88e-486d-886f-9e6b948a4b9c triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:54:53.230835 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d0f221fb-b730-4da9-8828-35efbd52deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:53.321010 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a384c827-5961-4e97-9c4d-b12b6c18cbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:54.374535 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device be922fb7-e88e-486d-886f-9e6b948a4b9c up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:54:54.419657 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port be922fb7-e88e-486d-886f-9e6b948a4b9c triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:54:54.420022 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:57.641208 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b446610-5ed5-42f0-8e24-dba8ac704979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:57.887781 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:59.916287 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:01.644045 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:08.706895 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:13.795544 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:20.860615 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:55:23.310685 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-83a8c3ff-134d-4d0f-ad18-a29ba792f91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:27.641443 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75726cc1-7c57-4878-987e-d63d4eb1b2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:27.887688 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:29.917887 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:31.646068 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:36.018646 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95cb26f7-9183-429e-8cae-bce2922beac7 req-21c5b903-467e-4007-b0be-9eca5d38d41b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0898445 Jul 13 08:55:36.112882 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb26f7-9183-429e-8cae-bce2922beac7 req-cca11093-3c3c-43ea-9aa6-b64d0f5d8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:36.114392 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95cb26f7-9183-429e-8cae-bce2922beac7 req-cca11093-3c3c-43ea-9aa6-b64d0f5d8b32 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 1098 time: 0.0528595 Jul 13 08:55:36.219579 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb26f7-9183-429e-8cae-bce2922beac7 req-7925b8f0-aa4d-49dd-a528-3afc67aa8ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:36.221033 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95cb26f7-9183-429e-8cae-bce2922beac7 req-7925b8f0-aa4d-49dd-a528-3afc67aa8ca3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 200 len: 909 time: 0.0869648 Jul 13 08:55:36.284340 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95cb26f7-9183-429e-8cae-bce2922beac7 req-f277cecd-005e-4059-b86d-aae5822ee0fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be922fb7-e88e-486d-886f-9e6b948a4b9c HTTP/1.1" status: 200 len: 1002 time: 0.0558832 Jul 13 08:55:36.335671 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb26f7-9183-429e-8cae-bce2922beac7 req-706815fb-c72c-4c1a-9ba0-6597a1097e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:36.337095 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95cb26f7-9183-429e-8cae-bce2922beac7 req-706815fb-c72c-4c1a-9ba0-6597a1097e49 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05993190-b19c-4181-9a9b-ca75ec51f1fc HTTP/1.1" status: 200 len: 847 time: 0.0461602 Jul 13 08:55:36.392802 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb26f7-9183-429e-8cae-bce2922beac7 req-0c9e9486-5da1-46a3-91d6-3c66ceefa3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:36.394277 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95cb26f7-9183-429e-8cae-bce2922beac7 req-0c9e9486-5da1-46a3-91d6-3c66ceefa3eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f7535c7-6236-4233-a767-64042dc7dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509355 Jul 13 08:55:36.481304 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95cb26f7-9183-429e-8cae-bce2922beac7 req-46c8e2ba-9825-4e68-9139-a04f4006ee9d service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807762 Jul 13 08:55:36.571650 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-95cb26f7-9183-429e-8cae-bce2922beac7 req-834a4d23-1c3b-4490-af6b-5dbd334b2bfb service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843081 Jul 13 08:55:38.700795 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:43.792528 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:53.310399 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4443702c-514a-4bbc-ad80-e7a0da09eee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:57.641126 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ee9678fa-5663-4279-b532-50ed78d387c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:57.860773 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:55:57.887588 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:59.922073 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:01.648596 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:05.187556 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37894) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:05.341643 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Deleting port d59c0f95-b3bb-4fab-8a2d-f168a2bc11df {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:56:05.341989 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:05.418806 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:05.419065 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:05.430287 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Calling delete_port for d59c0f95-b3bb-4fab-8a2d-f168a2bc11df owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:56:05.571122 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:05.604793 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event deleted for resources: {'Port': ['ID=d59c0f95-b3bb-4fab-8a2d-f168a2bc11df,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:05.629969 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:05.630333 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:05.630689 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:05.631003 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:05.631328 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:05.631650 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:05.631976 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:05.632293 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:05.632608 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:05.632923 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:05.633239 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:05.633550 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:05.673002 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:05.673278 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Floating IP a2d924ba-586b-429e-84be-19f4cf0305f3 disassociated (deleted). External IP: 172.25.0.107, port: be922fb7-e88e-486d-886f-9e6b948a4b9c. Jul 13 08:56:05.876855 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Router 2d557dd6-2d10-48ee-9bcf-900917331b05 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:56:05.981183 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:56:05.986139 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:05.990264 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf48accd-8687-468f-9a6e-92a37dc1c3ff None None] Sync routers for ids ['2d557dd6-2d10-48ee-9bcf-900917331b05'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:56:06.000097 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf48accd-8687-468f-9a6e-92a37dc1c3ff None None] Routers {'2d557dd6-2d10-48ee-9bcf-900917331b05'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:56:06.000692 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-bf48accd-8687-468f-9a6e-92a37dc1c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2d557dd6-2d10-48ee-9bcf-900917331b05'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:06.022506 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-27dd6420-864b-405a-adea-693c124cd18a tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "DELETE /v2.0/floatingips/a2d924ba-586b-429e-84be-19f4cf0305f3 HTTP/1.1" status: 204 len: 168 time: 0.8338416 Jul 13 08:56:06.023196 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1549a1-4d33-4d90-bd5f-2227a967aba0', 'tag': 'be922fb7-e88e-486d-886f-9e6b948a4b9c'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:56:06.025553 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22c4603-0c41-479b-bcea-4de6e22d93e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1549a1-4d33-4d90-bd5f-2227a967aba0", "tag": "be922fb7-e88e-486d-886f-9e6b948a4b9c"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:56:06.069748 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc30b673-1e89-49fb-9908-2df48c0b6c4f x-openstack-request-id: req-dc30b673-1e89-49fb-9908-2df48c0b6c4f {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:56:06.069748 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1549a1-4d33-4d90-bd5f-2227a967aba0", "tag": "be922fb7-e88e-486d-886f-9e6b948a4b9c", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:56:06.069748 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc30b673-1e89-49fb-9908-2df48c0b6c4f {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:56:06.070072 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1549a1-4d33-4d90-bd5f-2227a967aba0', 'tag': 'be922fb7-e88e-486d-886f-9e6b948a4b9c', 'status': 'completed', 'code': 200} Jul 13 08:56:06.117247 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-bf48accd-8687-468f-9a6e-92a37dc1c3ff None None] Set router 2d557dd6-2d10-48ee-9bcf-900917331b05 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:56:06.155969 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c4603-0c41-479b-bcea-4de6e22d93e6 req-65f76750-31ff-421c-8e63-87c50fa4f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:06.158024 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e22c4603-0c41-479b-bcea-4de6e22d93e6 req-65f76750-31ff-421c-8e63-87c50fa4f451 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 1098 time: 0.0624747 Jul 13 08:56:06.269691 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c4603-0c41-479b-bcea-4de6e22d93e6 req-ca66be07-f217-4998-9f56-349e5da2464a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:06.271419 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e22c4603-0c41-479b-bcea-4de6e22d93e6 req-ca66be07-f217-4998-9f56-349e5da2464a service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 200 len: 909 time: 0.1073918 Jul 13 08:56:06.314737 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e22c4603-0c41-479b-bcea-4de6e22d93e6 req-02fa4236-ab1c-41df-8be0-5651e3cb161a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be922fb7-e88e-486d-886f-9e6b948a4b9c HTTP/1.1" status: 200 len: 217 time: 0.0354259 Jul 13 08:56:06.336355 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-bf48accd-8687-468f-9a6e-92a37dc1c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'name': 'tempest-TestShelveInstance-951212792-router', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:32Z', 'updated_at': '2021-07-13T08:47:35Z', 'revision_number': 4, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'gw_port': {'id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:33Z', 'updated_at': '2021-07-13T08:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '9bc047e9-8562-4676-a491-2646de29f242', 'name': '', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'mac_address': 'fa:16:3e:ec:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:35Z', 'updated_at': '2021-07-13T08:47:42Z', 'revision_number': 5, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'subnets': [{'id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:06.366496 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf48accd-8687-468f-9a6e-92a37dc1c3ff None None] Checking router: 2d557dd6-2d10-48ee-9bcf-900917331b05 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:56:06.375921 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf48accd-8687-468f-9a6e-92a37dc1c3ff None None] Routers {'2d557dd6-2d10-48ee-9bcf-900917331b05'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:56:06.376763 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-bf48accd-8687-468f-9a6e-92a37dc1c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2d557dd6-2d10-48ee-9bcf-900917331b05'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:06.376924 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c4603-0c41-479b-bcea-4de6e22d93e6 req-8bdb2aa6-e84a-4b68-9ebd-049bb5773e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:06.378405 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e22c4603-0c41-479b-bcea-4de6e22d93e6 req-8bdb2aa6-e84a-4b68-9ebd-049bb5773e93 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05993190-b19c-4181-9a9b-ca75ec51f1fc HTTP/1.1" status: 200 len: 847 time: 0.0566278 Jul 13 08:56:06.473470 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c4603-0c41-479b-bcea-4de6e22d93e6 req-f14f3aae-6231-4704-9ba6-83eb345aa7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:06.475036 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e22c4603-0c41-479b-bcea-4de6e22d93e6 req-f14f3aae-6231-4704-9ba6-83eb345aa7bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f7535c7-6236-4233-a767-64042dc7dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885541 Jul 13 08:56:06.477654 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-bf48accd-8687-468f-9a6e-92a37dc1c3ff None None] Set router 2d557dd6-2d10-48ee-9bcf-900917331b05 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:56:06.519438 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b04d1-b69b-4abd-a04e-9d4d275a22d9 req-40068641-9025-49e9-946d-501b20874e2d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:06.520841 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-046b04d1-b69b-4abd-a04e-9d4d275a22d9 req-40068641-9025-49e9-946d-501b20874e2d tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.1890388 Jul 13 08:56:06.597067 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-046b04d1-b69b-4abd-a04e-9d4d275a22d9 req-66f7387d-2048-4e2f-b870-920d983c66df tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691121 Jul 13 08:56:06.612200 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e22c4603-0c41-479b-bcea-4de6e22d93e6 req-917205c4-558a-4f21-b8a5-4172cff9e723 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289916 Jul 13 08:56:06.674062 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-bf48accd-8687-468f-9a6e-92a37dc1c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'name': 'tempest-TestShelveInstance-951212792-router', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:32Z', 'updated_at': '2021-07-13T08:47:35Z', 'revision_number': 4, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'gw_port': {'id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:33Z', 'updated_at': '2021-07-13T08:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '9bc047e9-8562-4676-a491-2646de29f242', 'name': '', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'mac_address': 'fa:16:3e:ec:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:35Z', 'updated_at': '2021-07-13T08:47:42Z', 'revision_number': 5, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'subnets': [{'id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:06.699909 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf48accd-8687-468f-9a6e-92a37dc1c3ff None None] The sync data for ids ['2d557dd6-2d10-48ee-9bcf-900917331b05'] in n-d-779913-28 is: [{'id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'name': 'tempest-TestShelveInstance-951212792-router', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:32Z', 'updated_at': '2021-07-13T08:47:35Z', 'revision_number': 4, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'gw_port': {'id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:33Z', 'updated_at': '2021-07-13T08:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '9bc047e9-8562-4676-a491-2646de29f242', 'name': '', 'network_id': '7f7535c7-6236-4233-a767-64042dc7dd48', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'mac_address': 'fa:16:3e:ec:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:35Z', 'updated_at': '2021-07-13T08:47:42Z', 'revision_number': 5, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'subnets': [{'id': '05993190-b19c-4181-9a9b-ca75ec51f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:56:06.700991 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e22c4603-0c41-479b-bcea-4de6e22d93e6 req-52631563-179e-4ec0-9436-3105894fcee0 service neutron] 10.222.0.62 "GET /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820441 Jul 13 08:56:06.928720 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a409bdf1-76d1-47a8-bc69-e6af0d87a9e8 None None] New status for floating IP a2d924ba-586b-429e-84be-19f4cf0305f3: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:56:07.818030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28980a1e-73ca-4b20-b2aa-68972fb94142 req-1f40b113-4243-4053-b4fb-2f8c0fbbad40 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:07.819575 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28980a1e-73ca-4b20-b2aa-68972fb94142 req-1f40b113-4243-4053-b4fb-2f8c0fbbad40 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.1084807 Jul 13 08:56:07.859107 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-28980a1e-73ca-4b20-b2aa-68972fb94142 req-6cf6d4b7-ec86-4e53-b3f8-b7f8d41cf55b tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e7cadf9-1a2e-4455-b672-01a9470e71b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339754 Jul 13 08:56:07.926526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff202b-12ce-4ff7-a757-a1ed92523815 req-35c7cd86-b532-428e-8f60-ccc93e4ba687 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:07.927899 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ceff202b-12ce-4ff7-a757-a1ed92523815 req-35c7cd86-b532-428e-8f60-ccc93e4ba687 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 946 time: 0.0625045 Jul 13 08:56:08.027458 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-ceff202b-12ce-4ff7-a757-a1ed92523815 req-c7b34a02-3017-4a2b-85f0-84a5fa391402 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Deleting port be922fb7-e88e-486d-886f-9e6b948a4b9c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:56:08.027797 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ceff202b-12ce-4ff7-a757-a1ed92523815 req-c7b34a02-3017-4a2b-85f0-84a5fa391402 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:08.111869 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ceff202b-12ce-4ff7-a757-a1ed92523815 req-c7b34a02-3017-4a2b-85f0-84a5fa391402 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] For port be922fb7-e88e-486d-886f-9e6b948a4b9c, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=be922fb7-e88e-486d-886f-9e6b948a4b9c,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:56:08.112226 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ceff202b-12ce-4ff7-a757-a1ed92523815 req-c7b34a02-3017-4a2b-85f0-84a5fa391402 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:08.124655 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-ceff202b-12ce-4ff7-a757-a1ed92523815 req-c7b34a02-3017-4a2b-85f0-84a5fa391402 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Calling delete_port for be922fb7-e88e-486d-886f-9e6b948a4b9c owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:56:08.252295 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ceff202b-12ce-4ff7-a757-a1ed92523815 req-c7b34a02-3017-4a2b-85f0-84a5fa391402 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:08.282346 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b34a02-3017-4a2b-85f0-84a5fa391402 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event deleted for resources: {'Port': ['ID=be922fb7-e88e-486d-886f-9e6b948a4b9c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:08.327191 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceff202b-12ce-4ff7-a757-a1ed92523815 req-c7b34a02-3017-4a2b-85f0-84a5fa391402 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] No DVR routers for this DVR port be922fb7-e88e-486d-886f-9e6b948a4b9c on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:56:08.329692 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ceff202b-12ce-4ff7-a757-a1ed92523815 req-c7b34a02-3017-4a2b-85f0-84a5fa391402 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:08.331690 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ceff202b-12ce-4ff7-a757-a1ed92523815 req-c7b34a02-3017-4a2b-85f0-84a5fa391402 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.62 "DELETE /v2.0/ports/be922fb7-e88e-486d-886f-9e6b948a4b9c HTTP/1.1" status: 204 len: 173 time: 0.3980143 Jul 13 08:56:08.332122 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1549a1-4d33-4d90-bd5f-2227a967aba0', 'name': 'network-vif-deleted', 'tag': 'be922fb7-e88e-486d-886f-9e6b948a4b9c'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:56:08.334386 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc18ecba-6d98-4fe4-9da7-d15055ddc257" -d '{"events": [{"server_uuid": "8b1549a1-4d33-4d90-bd5f-2227a967aba0", "name": "network-vif-deleted", "tag": "be922fb7-e88e-486d-886f-9e6b948a4b9c"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:56:08.373122 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cb4649-a900-41e2-9fc1-5f4193687d5e x-openstack-request-id: req-c9cb4649-a900-41e2-9fc1-5f4193687d5e {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:56:08.373453 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1549a1-4d33-4d90-bd5f-2227a967aba0", "name": "network-vif-deleted", "tag": "be922fb7-e88e-486d-886f-9e6b948a4b9c", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:56:08.373779 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9cb4649-a900-41e2-9fc1-5f4193687d5e {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:56:08.374280 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1549a1-4d33-4d90-bd5f-2227a967aba0', 'name': 'network-vif-deleted', 'tag': 'be922fb7-e88e-486d-886f-9e6b948a4b9c', 'status': 'completed', 'code': 200} Jul 13 08:56:08.721283 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:09.001581 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4085ceba-2a40-42b6-912f-ff9b47ec70e3 req-3cf46599-edd0-4061-ae64-e0257646dea7 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 210 time: 0.0335679 Jul 13 08:56:10.142978 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-a8dea3e7-f3fe-4510-a516-61fc2574511b req-e392e572-b30d-485a-b4cd-5dbe042b6ecb tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 210 time: 0.0299170 Jul 13 08:56:10.704775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device be922fb7-e88e-486d-886f-9e6b948a4b9c no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:56:10.725280 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: be922fb7-e88e-486d-886f-9e6b948a4b9c {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:56:10.725617 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device be922fb7-e88e-486d-886f-9e6b948a4b9c not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:56:11.281506 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-399ee3f9-e4ee-42d3-bb78-70f1913fba84 req-564d3ce8-de33-4028-802e-11df7720c4c5 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b1549a1-4d33-4d90-bd5f-2227a967aba0 HTTP/1.1" status: 200 len: 210 time: 0.0284827 Jul 13 08:56:12.374289 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37926) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:12.433145 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfb0af79-bdbc-48da-8396-24035cf7b104 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:12.458307 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfb0af79-bdbc-48da-8396-24035cf7b104 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:12.522961 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfb0af79-bdbc-48da-8396-24035cf7b104 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:12.525794 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfb0af79-bdbc-48da-8396-24035cf7b104 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:12.527533 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cfb0af79-bdbc-48da-8396-24035cf7b104 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] 10.222.0.58 "DELETE /v2.0/security-groups/0e7cadf9-1a2e-4455-b672-01a9470e71b2 HTTP/1.1" status: 204 len: 168 time: 0.1522577 Jul 13 08:56:12.543344 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0af79-bdbc-48da-8396-24035cf7b104 tempest-TestShelveInstance-328435737 tempest-TestShelveInstance-328435737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7cadf9-1a2e-4455-b672-01a9470e71b2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:12.580192 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37930) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:13.028046 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:13.288572 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] Deleting port 9bc047e9-8562-4676-a491-2646de29f242 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:56:13.288836 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:13.366413 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] For port 9bc047e9-8562-4676-a491-2646de29f242, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=9bc047e9-8562-4676-a491-2646de29f242,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:56:13.366771 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:13.379650 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] Calling delete_port for 9bc047e9-8562-4676-a491-2646de29f242 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:56:13.563128 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:13.587160 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bc047e9-8562-4676-a491-2646de29f242,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:13.625767 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:13.626151 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:13.626504 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:13.626850 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:13.627192 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:13.627530 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:13.627867 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:13.628200 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:13.628533 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:13.628863 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:13.629204 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:13.629525 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:13.783826 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:13.804174 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:14.004765 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] Router 2d557dd6-2d10-48ee-9bcf-900917331b05 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:56:14.107370 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:56:14.114848 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1de6f1db-fc8e-4d89-961d-d192e29822b7 admin admin] 10.222.0.58 "PUT /v2.0/routers/2d557dd6-2d10-48ee-9bcf-900917331b05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5316019 Jul 13 08:56:14.115745 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37938) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:14.118144 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2b6df8-0e6e-4b2b-a629-3ad87c451679 None None] Sync routers for ids ['2d557dd6-2d10-48ee-9bcf-900917331b05'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:56:14.127165 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2b6df8-0e6e-4b2b-a629-3ad87c451679 None None] Routers {'2d557dd6-2d10-48ee-9bcf-900917331b05'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:56:14.127757 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4f2b6df8-0e6e-4b2b-a629-3ad87c451679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2d557dd6-2d10-48ee-9bcf-900917331b05'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:14.222132 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adc33394-7042-457c-b2f1-5529d5e5bd34 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:14.232160 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4f2b6df8-0e6e-4b2b-a629-3ad87c451679 None None] Set router 2d557dd6-2d10-48ee-9bcf-900917331b05 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:56:14.320991 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adc33394-7042-457c-b2f1-5529d5e5bd34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:14.376568 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-adc33394-7042-457c-b2f1-5529d5e5bd34 admin admin] Deleting port 3ede1b07-1727-4a3f-95ec-e8ea6c517aca {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:56:14.376814 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adc33394-7042-457c-b2f1-5529d5e5bd34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:14.413440 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4f2b6df8-0e6e-4b2b-a629-3ad87c451679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'name': 'tempest-TestShelveInstance-951212792-router', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:32Z', 'updated_at': '2021-07-13T08:56:13Z', 'revision_number': 5, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'gw_port': {'id': '3ede1b07-1727-4a3f-95ec-e8ea6c517aca', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:33Z', 'updated_at': '2021-07-13T08:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:14.458204 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-adc33394-7042-457c-b2f1-5529d5e5bd34 admin admin] For port 3ede1b07-1727-4a3f-95ec-e8ea6c517aca, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=3ede1b07-1727-4a3f-95ec-e8ea6c517aca,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:56:14.458712 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adc33394-7042-457c-b2f1-5529d5e5bd34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:14.472315 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-adc33394-7042-457c-b2f1-5529d5e5bd34 admin admin] Calling delete_port for 3ede1b07-1727-4a3f-95ec-e8ea6c517aca owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:56:14.527366 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2b6df8-0e6e-4b2b-a629-3ad87c451679 None None] Checking router: 2d557dd6-2d10-48ee-9bcf-900917331b05 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:56:14.536027 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2b6df8-0e6e-4b2b-a629-3ad87c451679 None None] Routers {'2d557dd6-2d10-48ee-9bcf-900917331b05'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:56:14.536631 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4f2b6df8-0e6e-4b2b-a629-3ad87c451679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['2d557dd6-2d10-48ee-9bcf-900917331b05'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:14.622220 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4f2b6df8-0e6e-4b2b-a629-3ad87c451679 None None] Set router 2d557dd6-2d10-48ee-9bcf-900917331b05 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:56:14.652599 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adc33394-7042-457c-b2f1-5529d5e5bd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:14.674388 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4f2b6df8-0e6e-4b2b-a629-3ad87c451679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'name': 'tempest-TestShelveInstance-951212792-router', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:32Z', 'updated_at': '2021-07-13T08:56:14Z', 'revision_number': 6, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:14.678651 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc33394-7042-457c-b2f1-5529d5e5bd34 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ede1b07-1727-4a3f-95ec-e8ea6c517aca,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:14.703223 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2b6df8-0e6e-4b2b-a629-3ad87c451679 None None] The sync data for ids ['2d557dd6-2d10-48ee-9bcf-900917331b05'] in n-d-779913-28 is: [{'id': '2d557dd6-2d10-48ee-9bcf-900917331b05', 'name': 'tempest-TestShelveInstance-951212792-router', 'tenant_id': '79f542bb30c64ae7a72196bacf63d6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:32Z', 'updated_at': '2021-07-13T08:56:14Z', 'revision_number': 6, 'project_id': '79f542bb30c64ae7a72196bacf63d6a3', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:56:14.768982 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adc33394-7042-457c-b2f1-5529d5e5bd34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:14.855721 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adc33394-7042-457c-b2f1-5529d5e5bd34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:14.857777 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adc33394-7042-457c-b2f1-5529d5e5bd34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:14.903581 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adc33394-7042-457c-b2f1-5529d5e5bd34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:14.904175 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc33394-7042-457c-b2f1-5529d5e5bd34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d557dd6-2d10-48ee-9bcf-900917331b05 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:56:14.908384 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adc33394-7042-457c-b2f1-5529d5e5bd34 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:14.909755 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-adc33394-7042-457c-b2f1-5529d5e5bd34 admin admin] 10.222.0.58 "DELETE /v2.0/routers/2d557dd6-2d10-48ee-9bcf-900917331b05 HTTP/1.1" status: 204 len: 168 time: 0.7935460 Jul 13 08:56:14.912392 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37940) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:14.958908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b5b7ae-d76a-4153-9f30-678dcfc7186f admin admin] Deleting subnet 05993190-b19c-4181-9a9b-ca75ec51f1fc {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:56:14.961880 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48b5b7ae-d76a-4153-9f30-678dcfc7186f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:14.995445 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48b5b7ae-d76a-4153-9f30-678dcfc7186f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:15.077328 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48b5b7ae-d76a-4153-9f30-678dcfc7186f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:15.138262 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48b5b7ae-d76a-4153-9f30-678dcfc7186f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:15.168237 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5b7ae-d76a-4153-9f30-678dcfc7186f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05993190-b19c-4181-9a9b-ca75ec51f1fc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:15.171619 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48b5b7ae-d76a-4153-9f30-678dcfc7186f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:15.173484 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-48b5b7ae-d76a-4153-9f30-678dcfc7186f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/05993190-b19c-4181-9a9b-ca75ec51f1fc HTTP/1.1" status: 204 len: 168 time: 0.2601945 Jul 13 08:56:15.176045 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37942) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:15.178483 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c7ac97-6750-4ba3-bfe2-aef1d0be4fec None None] Network 7f7535c7-6236-4233-a767-64042dc7dd48 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:56:15.241826 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1fe070b-53cc-40ab-8ac5-998953df64f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:15.295163 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe070b-53cc-40ab-8ac5-998953df64f4 admin admin] Deleting port 859946a5-5c00-43b1-8a3a-0430b84c4ae3 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:56:15.295505 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1fe070b-53cc-40ab-8ac5-998953df64f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:15.362043 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-c1fe070b-53cc-40ab-8ac5-998953df64f4 admin admin] For port 859946a5-5c00-43b1-8a3a-0430b84c4ae3, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=859946a5-5c00-43b1-8a3a-0430b84c4ae3,segment=NetworkSegment(a58557a0-ca5d-4d1b-ac67-735577c03fff),segment_id=a58557a0-ca5d-4d1b-ac67-735577c03fff)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:56:15.362425 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1fe070b-53cc-40ab-8ac5-998953df64f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:15.373824 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe070b-53cc-40ab-8ac5-998953df64f4 admin admin] Calling delete_port for 859946a5-5c00-43b1-8a3a-0430b84c4ae3 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:56:15.441242 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b1c148-4e43-429e-8438-033a33a8dda9 None None] DHCP port deletion for 7f7535c7-6236-4233-a767-64042dc7dd48 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:56:15.456523 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1fe070b-53cc-40ab-8ac5-998953df64f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:15.484190 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe070b-53cc-40ab-8ac5-998953df64f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=859946a5-5c00-43b1-8a3a-0430b84c4ae3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:15.485987 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fe070b-53cc-40ab-8ac5-998953df64f4 admin admin] No DVR routers for this DVR port 859946a5-5c00-43b1-8a3a-0430b84c4ae3 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:56:15.492636 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-40b1c148-4e43-429e-8438-033a33a8dda9 None None] Deleting port 859946a5-5c00-43b1-8a3a-0430b84c4ae3 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:56:15.493017 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-40b1c148-4e43-429e-8438-033a33a8dda9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:15.559854 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1fe070b-53cc-40ab-8ac5-998953df64f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:15.564502 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-40b1c148-4e43-429e-8438-033a33a8dda9 None None] For port 859946a5-5c00-43b1-8a3a-0430b84c4ae3, host n-d-779913-28, got binding levels [] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:56:15.564997 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-40b1c148-4e43-429e-8438-033a33a8dda9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:15.570427 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c1fe070b-53cc-40ab-8ac5-998953df64f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7535c7-6236-4233-a767-64042dc7dd48']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:15.577614 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-40b1c148-4e43-429e-8438-033a33a8dda9 None None] Calling delete_port for 859946a5-5c00-43b1-8a3a-0430b84c4ae3 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:56:15.580302 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.ipam_backend_mixin [None req-40b1c148-4e43-429e-8438-033a33a8dda9 None None] Port 859946a5-5c00-43b1-8a3a-0430b84c4ae3 was not found and therefore no delete operation was performed {{(pid=93725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 08:56:15.580834 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c1fe070b-53cc-40ab-8ac5-998953df64f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58557a0-ca5d-4d1b-ac67-735577c03fff') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:15.581130 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c1fe070b-53cc-40ab-8ac5-998953df64f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58557a0-ca5d-4d1b-ac67-735577c03fff') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:15.581755 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-40b1c148-4e43-429e-8438-033a33a8dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:15.590585 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1fe070b-53cc-40ab-8ac5-998953df64f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:15.604001 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1fe070b-53cc-40ab-8ac5-998953df64f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:15.609275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1c148-4e43-429e-8438-033a33a8dda9 None None] Pushing event deleted for resources: {'Port': ['ID=859946a5-5c00-43b1-8a3a-0430b84c4ae3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:15.610480 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1fe070b-53cc-40ab-8ac5-998953df64f4 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:56:15.611086 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1fe070b-53cc-40ab-8ac5-998953df64f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:15.611627 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b1c148-4e43-429e-8438-033a33a8dda9 None None] No DVR routers for this DVR port 859946a5-5c00-43b1-8a3a-0430b84c4ae3 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: timer() Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:56:15.613569 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:56:15.620058 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c148-4e43-429e-8438-033a33a8dda9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:15.620409 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c148-4e43-429e-8438-033a33a8dda9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:15.620752 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c148-4e43-429e-8438-033a33a8dda9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:15.621113 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c148-4e43-429e-8438-033a33a8dda9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:15.621452 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c148-4e43-429e-8438-033a33a8dda9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:15.621783 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c148-4e43-429e-8438-033a33a8dda9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:15.622127 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c148-4e43-429e-8438-033a33a8dda9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:15.622460 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c148-4e43-429e-8438-033a33a8dda9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:15.622786 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c148-4e43-429e-8438-033a33a8dda9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:15.623109 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c148-4e43-429e-8438-033a33a8dda9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:15.623773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c148-4e43-429e-8438-033a33a8dda9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:15.623773 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c148-4e43-429e-8438-033a33a8dda9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:15.823968 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9bc047e9-8562-4676-a491-2646de29f242 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:56:15.844454 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 9bc047e9-8562-4676-a491-2646de29f242 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:56:15.844884 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 9bc047e9-8562-4676-a491-2646de29f242 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:56:15.845377 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 3ede1b07-1727-4a3f-95ec-e8ea6c517aca no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:56:15.864521 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 3ede1b07-1727-4a3f-95ec-e8ea6c517aca {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:56:15.864866 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 3ede1b07-1727-4a3f-95ec-e8ea6c517aca not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:56:15.865290 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 859946a5-5c00-43b1-8a3a-0430b84c4ae3 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:56:15.884821 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 859946a5-5c00-43b1-8a3a-0430b84c4ae3 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:56:15.885278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 859946a5-5c00-43b1-8a3a-0430b84c4ae3 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:56:16.025961 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1fe070b-53cc-40ab-8ac5-998953df64f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:16.031498 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1fe070b-53cc-40ab-8ac5-998953df64f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:16.033334 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-c1fe070b-53cc-40ab-8ac5-998953df64f4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7f7535c7-6236-4233-a767-64042dc7dd48 HTTP/1.1" status: 204 len: 168 time: 0.8563247 Jul 13 08:56:16.036419 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37944) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:16.043583 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe070b-53cc-40ab-8ac5-998953df64f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f7535c7-6236-4233-a767-64042dc7dd48,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:16.371874 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f7a16d65-592d-4664-a750-d94c68bc7ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:16.398649 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-0b4c6d81-8701-48fa-aa22-e72c2bd2cccc req-61d9d262-d84d-40e2-b5d7-30ee6d14246c service neutron] (93724) timed out ('10.222.0.62', 51080) {{(pid=93724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:56:16.615077 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-f7a16d65-592d-4664-a750-d94c68bc7ace admin admin] Deleting port b7e28d90-d80e-44fa-91d8-49f861696727 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:56:16.615416 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f7a16d65-592d-4664-a750-d94c68bc7ace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:16.689592 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-f7a16d65-592d-4664-a750-d94c68bc7ace admin admin] For port b7e28d90-d80e-44fa-91d8-49f861696727, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=b7e28d90-d80e-44fa-91d8-49f861696727,segment=NetworkSegment(0f6f4b6e-0f28-4a09-834f-da0b3cfc652a),segment_id=0f6f4b6e-0f28-4a09-834f-da0b3cfc652a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:56:16.689882 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f7a16d65-592d-4664-a750-d94c68bc7ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:16.705360 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-f7a16d65-592d-4664-a750-d94c68bc7ace admin admin] Calling delete_port for b7e28d90-d80e-44fa-91d8-49f861696727 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:56:16.880619 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f7a16d65-592d-4664-a750-d94c68bc7ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:16.907711 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a16d65-592d-4664-a750-d94c68bc7ace admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e28d90-d80e-44fa-91d8-49f861696727,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:17.069159 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-f7a16d65-592d-4664-a750-d94c68bc7ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:17.547684 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a16d65-592d-4664-a750-d94c68bc7ace admin admin] Router 5f0d321f-aa2f-40e4-a933-4f99f43bdffd has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:56:17.649751 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a16d65-592d-4664-a750-d94c68bc7ace admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:56:17.654648 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-f7a16d65-592d-4664-a750-d94c68bc7ace admin admin] 10.222.0.58 "PUT /v2.0/routers/5f0d321f-aa2f-40e4-a933-4f99f43bdffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6171758 Jul 13 08:56:17.657091 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37946) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:17.659774 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3874a399-3c2a-4c85-99fd-b89821518412 None None] Sync routers for ids ['5f0d321f-aa2f-40e4-a933-4f99f43bdffd'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:56:17.669339 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3874a399-3c2a-4c85-99fd-b89821518412 None None] Routers {'5f0d321f-aa2f-40e4-a933-4f99f43bdffd'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:56:17.669951 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3874a399-3c2a-4c85-99fd-b89821518412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['5f0d321f-aa2f-40e4-a933-4f99f43bdffd'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:17.759671 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-97b4f8e6-279b-4cd0-a502-81421baeb4a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:17.776258 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-3874a399-3c2a-4c85-99fd-b89821518412 None None] Set router 5f0d321f-aa2f-40e4-a933-4f99f43bdffd gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:56:17.865092 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-97b4f8e6-279b-4cd0-a502-81421baeb4a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:17.917451 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-97b4f8e6-279b-4cd0-a502-81421baeb4a5 admin admin] Deleting port 8b9a7783-0f20-4dab-9189-59984db2c625 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:56:17.917799 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-97b4f8e6-279b-4cd0-a502-81421baeb4a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:17.968654 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3874a399-3c2a-4c85-99fd-b89821518412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0d321f-aa2f-40e4-a933-4f99f43bdffd', 'name': 'tempest-TestShelveInstance-1835797473-router', 'tenant_id': '31dcaa92d69c449cb7be79fb54c324e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8b9a7783-0f20-4dab-9189-59984db2c625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:37Z', 'updated_at': '2021-07-13T08:56:16Z', 'revision_number': 5, 'project_id': '31dcaa92d69c449cb7be79fb54c324e7', 'gw_port': {'id': '8b9a7783-0f20-4dab-9189-59984db2c625', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0d321f-aa2f-40e4-a933-4f99f43bdffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:47:37Z', 'updated_at': '2021-07-13T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:17.995661 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3874a399-3c2a-4c85-99fd-b89821518412 None None] Checking router: 5f0d321f-aa2f-40e4-a933-4f99f43bdffd for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:56:17.995913 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-97b4f8e6-279b-4cd0-a502-81421baeb4a5 admin admin] For port 8b9a7783-0f20-4dab-9189-59984db2c625, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=8b9a7783-0f20-4dab-9189-59984db2c625,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:56:17.996204 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-97b4f8e6-279b-4cd0-a502-81421baeb4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:18.003801 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3874a399-3c2a-4c85-99fd-b89821518412 None None] Routers {'5f0d321f-aa2f-40e4-a933-4f99f43bdffd'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:56:18.004402 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3874a399-3c2a-4c85-99fd-b89821518412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['5f0d321f-aa2f-40e4-a933-4f99f43bdffd'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:18.012697 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-97b4f8e6-279b-4cd0-a502-81421baeb4a5 admin admin] Calling delete_port for 8b9a7783-0f20-4dab-9189-59984db2c625 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:56:18.088731 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-3874a399-3c2a-4c85-99fd-b89821518412 None None] Set router 5f0d321f-aa2f-40e4-a933-4f99f43bdffd gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:56:18.144323 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-3874a399-3c2a-4c85-99fd-b89821518412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0d321f-aa2f-40e4-a933-4f99f43bdffd', 'name': 'tempest-TestShelveInstance-1835797473-router', 'tenant_id': '31dcaa92d69c449cb7be79fb54c324e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:37Z', 'updated_at': '2021-07-13T08:56:17Z', 'revision_number': 6, 'project_id': '31dcaa92d69c449cb7be79fb54c324e7', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:18.171379 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3874a399-3c2a-4c85-99fd-b89821518412 None None] The sync data for ids ['5f0d321f-aa2f-40e4-a933-4f99f43bdffd'] in n-d-779913-28 is: [{'id': '5f0d321f-aa2f-40e4-a933-4f99f43bdffd', 'name': 'tempest-TestShelveInstance-1835797473-router', 'tenant_id': '31dcaa92d69c449cb7be79fb54c324e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:47:37Z', 'updated_at': '2021-07-13T08:56:17Z', 'revision_number': 6, 'project_id': '31dcaa92d69c449cb7be79fb54c324e7', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:56:18.174347 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-97b4f8e6-279b-4cd0-a502-81421baeb4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:18.202214 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4f8e6-279b-4cd0-a502-81421baeb4a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b9a7783-0f20-4dab-9189-59984db2c625,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:18.263791 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-97b4f8e6-279b-4cd0-a502-81421baeb4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:18.351568 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-97b4f8e6-279b-4cd0-a502-81421baeb4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:18.353539 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-97b4f8e6-279b-4cd0-a502-81421baeb4a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:18.394511 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-97b4f8e6-279b-4cd0-a502-81421baeb4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:18.395070 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b4f8e6-279b-4cd0-a502-81421baeb4a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f0d321f-aa2f-40e4-a933-4f99f43bdffd {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:56:18.399326 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-97b4f8e6-279b-4cd0-a502-81421baeb4a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:18.400510 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-97b4f8e6-279b-4cd0-a502-81421baeb4a5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5f0d321f-aa2f-40e4-a933-4f99f43bdffd HTTP/1.1" status: 204 len: 168 time: 0.7424960 Jul 13 08:56:18.403667 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37948) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:18.450400 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-999b99cd-858f-4877-9bcd-cadaaf9ad206 admin admin] Deleting subnet 2430c76f-6b84-4baa-aeb8-31404c03bfe2 {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:56:18.453412 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-999b99cd-858f-4877-9bcd-cadaaf9ad206 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:18.486553 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-999b99cd-858f-4877-9bcd-cadaaf9ad206 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:18.563832 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-999b99cd-858f-4877-9bcd-cadaaf9ad206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:18.621811 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-999b99cd-858f-4877-9bcd-cadaaf9ad206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:18.646735 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b99cd-858f-4877-9bcd-cadaaf9ad206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2430c76f-6b84-4baa-aeb8-31404c03bfe2,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:18.650350 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-999b99cd-858f-4877-9bcd-cadaaf9ad206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:18.652816 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-999b99cd-858f-4877-9bcd-cadaaf9ad206 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2430c76f-6b84-4baa-aeb8-31404c03bfe2 HTTP/1.1" status: 204 len: 168 time: 0.2482376 Jul 13 08:56:18.655250 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37950) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:18.658336 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6859f839-095a-4e37-a2bc-ba273fae5a22 None None] Network 716d0354-8ea7-45b2-ad7a-46ac9afd1917 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:56:18.721105 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30ad8880-0b48-4c70-bd30-010d50567ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:18.776357 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-30ad8880-0b48-4c70-bd30-010d50567ad5 admin admin] Deleting port 46c4da70-9454-434b-b309-8ca44e27ba50 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:56:18.776729 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30ad8880-0b48-4c70-bd30-010d50567ad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:18.841137 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-30ad8880-0b48-4c70-bd30-010d50567ad5 admin admin] For port 46c4da70-9454-434b-b309-8ca44e27ba50, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=46c4da70-9454-434b-b309-8ca44e27ba50,segment=NetworkSegment(0f6f4b6e-0f28-4a09-834f-da0b3cfc652a),segment_id=0f6f4b6e-0f28-4a09-834f-da0b3cfc652a)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:56:18.841501 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30ad8880-0b48-4c70-bd30-010d50567ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:18.853685 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-30ad8880-0b48-4c70-bd30-010d50567ad5 admin admin] Calling delete_port for 46c4da70-9454-434b-b309-8ca44e27ba50 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:56:18.921375 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb980e06-ddae-4d8a-81ea-6668ac21e401 None None] DHCP port deletion for 716d0354-8ea7-45b2-ad7a-46ac9afd1917 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:56:18.939153 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30ad8880-0b48-4c70-bd30-010d50567ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:18.963541 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad8880-0b48-4c70-bd30-010d50567ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c4da70-9454-434b-b309-8ca44e27ba50,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:18.969434 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ad8880-0b48-4c70-bd30-010d50567ad5 admin admin] No DVR routers for this DVR port 46c4da70-9454-434b-b309-8ca44e27ba50 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:56:18.972988 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-fb980e06-ddae-4d8a-81ea-6668ac21e401 None None] Deleting port 46c4da70-9454-434b-b309-8ca44e27ba50 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:56:18.973388 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb980e06-ddae-4d8a-81ea-6668ac21e401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:19.040164 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30ad8880-0b48-4c70-bd30-010d50567ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:19.040402 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-fb980e06-ddae-4d8a-81ea-6668ac21e401 None None] For port 46c4da70-9454-434b-b309-8ca44e27ba50, host n-d-779913-28, got binding levels [] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:56:19.040716 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb980e06-ddae-4d8a-81ea-6668ac21e401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:19.050324 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-30ad8880-0b48-4c70-bd30-010d50567ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716d0354-8ea7-45b2-ad7a-46ac9afd1917']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:19.052566 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-fb980e06-ddae-4d8a-81ea-6668ac21e401 None None] Calling delete_port for 46c4da70-9454-434b-b309-8ca44e27ba50 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:56:19.055268 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.ipam_backend_mixin [None req-fb980e06-ddae-4d8a-81ea-6668ac21e401 None None] Port 46c4da70-9454-434b-b309-8ca44e27ba50 was not found and therefore no delete operation was performed {{(pid=93725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 08:56:19.056521 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb980e06-ddae-4d8a-81ea-6668ac21e401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:19.062001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-30ad8880-0b48-4c70-bd30-010d50567ad5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6f4b6e-0f28-4a09-834f-da0b3cfc652a') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:19.062001 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-30ad8880-0b48-4c70-bd30-010d50567ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6f4b6e-0f28-4a09-834f-da0b3cfc652a') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:19.070425 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30ad8880-0b48-4c70-bd30-010d50567ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:19.083819 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb980e06-ddae-4d8a-81ea-6668ac21e401 None None] Pushing event deleted for resources: {'Port': ['ID=46c4da70-9454-434b-b309-8ca44e27ba50,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:19.085680 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb980e06-ddae-4d8a-81ea-6668ac21e401 None None] No DVR routers for this DVR port 46c4da70-9454-434b-b309-8ca44e27ba50 on host n-d-779913-28 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:56:19.093177 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30ad8880-0b48-4c70-bd30-010d50567ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:19.099777 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ad8880-0b48-4c70-bd30-010d50567ad5 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:56:19.100198 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30ad8880-0b48-4c70-bd30-010d50567ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: timer() Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:56:19.101820 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:56:19.158436 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30ad8880-0b48-4c70-bd30-010d50567ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:19.164218 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-30ad8880-0b48-4c70-bd30-010d50567ad5 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:19.166195 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-30ad8880-0b48-4c70-bd30-010d50567ad5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/716d0354-8ea7-45b2-ad7a-46ac9afd1917 HTTP/1.1" status: 204 len: 168 time: 0.5098078 Jul 13 08:56:19.184691 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad8880-0b48-4c70-bd30-010d50567ad5 admin admin] Pushing event deleted for resources: {'Network': ['ID=716d0354-8ea7-45b2-ad7a-46ac9afd1917,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:19.280298 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37954) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:19.320170 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-59c987ec-eacc-4541-b2c3-8f1aa595bf38 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=79f542bb30c64ae7a72196bacf63d6a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387306 Jul 13 08:56:19.322716 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37956) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:19.368969 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-25d0d8b6-8811-41be-81c9-dbd8859ef40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:19.389887 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-25d0d8b6-8811-41be-81c9-dbd8859ef40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:19.434668 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-25d0d8b6-8811-41be-81c9-dbd8859ef40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:19.437216 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-25d0d8b6-8811-41be-81c9-dbd8859ef40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:19.438373 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-25d0d8b6-8811-41be-81c9-dbd8859ef40f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/90c61e55-05b1-4c4a-93fb-4daead9a7866 HTTP/1.1" status: 204 len: 168 time: 0.1146972 Jul 13 08:56:19.445820 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0d8b6-8811-41be-81c9-dbd8859ef40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c61e55-05b1-4c4a-93fb-4daead9a7866,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:19.735078 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37962) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:19.781234 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5f1d713e-0f05-44c8-8765-b148cd518288 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=31dcaa92d69c449cb7be79fb54c324e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448775 Jul 13 08:56:19.783908 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37964) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:19.837859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b7e28d90-d80e-44fa-91d8-49f861696727 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:56:19.838738 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae69b005-9d5e-43be-bdb8-692e65de5396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:19.859420 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: b7e28d90-d80e-44fa-91d8-49f861696727 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:56:19.859865 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device b7e28d90-d80e-44fa-91d8-49f861696727 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:56:19.860349 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 46c4da70-9454-434b-b309-8ca44e27ba50 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:56:19.860647 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae69b005-9d5e-43be-bdb8-692e65de5396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:19.878940 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 46c4da70-9454-434b-b309-8ca44e27ba50 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:56:19.879388 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 46c4da70-9454-434b-b309-8ca44e27ba50 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:56:19.879805 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 8b9a7783-0f20-4dab-9189-59984db2c625 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:56:19.899356 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 8b9a7783-0f20-4dab-9189-59984db2c625 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:56:19.899710 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 8b9a7783-0f20-4dab-9189-59984db2c625 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:56:19.907112 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae69b005-9d5e-43be-bdb8-692e65de5396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:19.909612 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae69b005-9d5e-43be-bdb8-692e65de5396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:19.910796 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-ae69b005-9d5e-43be-bdb8-692e65de5396 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fcb25e64-789d-4856-a3e1-91889780222d HTTP/1.1" status: 204 len: 168 time: 0.1258900 Jul 13 08:56:19.918473 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69b005-9d5e-43be-bdb8-692e65de5396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb25e64-789d-4856-a3e1-91889780222d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:20.536042 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 37986) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:20.627030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1affb59d-07dd-41d4-8d31-2b60a801e342 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-785826040-network', 'tenant_id': '50a654d0063b4448844752677350c2f3'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:56:20.647526 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1affb59d-07dd-41d4-8d31-2b60a801e342 admin admin] Made reservation on behalf of 50a654d0063b4448844752677350c2f3 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:56:20.649834 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1affb59d-07dd-41d4-8d31-2b60a801e342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:20.657997 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1affb59d-07dd-41d4-8d31-2b60a801e342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:20.746226 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1affb59d-07dd-41d4-8d31-2b60a801e342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:20.749972 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1affb59d-07dd-41d4-8d31-2b60a801e342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:20.770006 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1affb59d-07dd-41d4-8d31-2b60a801e342 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:56:20.783745 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affb59d-07dd-41d4-8d31-2b60a801e342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717534db-7144-4223-b607-27c338163b7b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:20.789988 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1affb59d-07dd-41d4-8d31-2b60a801e342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:20.790373 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-1affb59d-07dd-41d4-8d31-2b60a801e342 admin admin] Added segment 60538e23-d51f-48ef-b297-098c631c632f of type vlan for network fa01bcb5-efe0-488b-ae57-e62030e3c81d Jul 13 08:56:20.830170 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1affb59d-07dd-41d4-8d31-2b60a801e342 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:20.858620 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1affb59d-07dd-41d4-8d31-2b60a801e342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:20.859603 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1affb59d-07dd-41d4-8d31-2b60a801e342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:20.860189 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1affb59d-07dd-41d4-8d31-2b60a801e342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:20.893350 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-1affb59d-07dd-41d4-8d31-2b60a801e342 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3562400 Jul 13 08:56:20.896689 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37990) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:20.901899 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-26c1212e-8647-435d-9075-cb96b94925a3 admin admin] Request body: {'subnet': {'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-785826040-subnet', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:56:20.922739 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affb59d-07dd-41d4-8d31-2b60a801e342 admin admin] Pushing event updated for resources: {'Network': ['ID=fa01bcb5-efe0-488b-ae57-e62030e3c81d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:20.923253 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c1212e-8647-435d-9075-cb96b94925a3 admin admin] Made reservation on behalf of 50a654d0063b4448844752677350c2f3 for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:56:20.926489 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-26c1212e-8647-435d-9075-cb96b94925a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:20.933263 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network fa01bcb5-efe0-488b-ae57-e62030e3c81d details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:56:21.091725 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-26c1212e-8647-435d-9075-cb96b94925a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:21.143234 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1212e-8647-435d-9075-cb96b94925a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c4e09a8-e9b8-4bbd-b992-af199d3a0039,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:21.158241 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c1212e-8647-435d-9075-cb96b94925a3 admin admin] Checking segment: {'id': '60538e23-d51f-48ef-b297-098c631c632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:56:21.158598 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c1212e-8647-435d-9075-cb96b94925a3 admin admin] Network hostable DHCP agents. Network: fa01bcb5-efe0-488b-ae57-e62030e3c81d, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:56:21.174384 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c1212e-8647-435d-9075-cb96b94925a3 admin admin] Network fa01bcb5-efe0-488b-ae57-e62030e3c81d is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:56:21.182271 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-26c1212e-8647-435d-9075-cb96b94925a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, fa01bcb5-efe0-488b-ae57-e62030e3c81d) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:56:21.186031 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c1212e-8647-435d-9075-cb96b94925a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:21.186644 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-26c1212e-8647-435d-9075-cb96b94925a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:21.192355 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6444e474-0396-4b04-a9f7-203608fbca63 None None] Network fa01bcb5-efe0-488b-ae57-e62030e3c81d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:56:21.200802 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-26c1212e-8647-435d-9075-cb96b94925a3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3028746 Jul 13 08:56:21.203419 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37992) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:21.207854 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-d7b557ef-f0bb-4dcd-974b-f8ac7698cdfa admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-785826040-router', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:56:21.230643 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7b557ef-f0bb-4dcd-974b-f8ac7698cdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:21.231603 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7b557ef-f0bb-4dcd-974b-f8ac7698cdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:21.281526 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7b557ef-f0bb-4dcd-974b-f8ac7698cdfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:21.341148 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'fixed_ips': [{'subnet_id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:56:21.342048 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:21.420200 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7b557ef-f0bb-4dcd-974b-f8ac7698cdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:21.477176 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] Allocated IP 172.20.0.2 (fa01bcb5-efe0-488b-ae57-e62030e3c81d/5c4e09a8-e9b8-4bbd-b992-af199d3a0039/ce735f86-bf3d-423b-8fd1-4393d5330654) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:56:21.612314 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7b557ef-f0bb-4dcd-974b-f8ac7698cdfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:21.616824 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:21.624833 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] Transition to ACTIVE for port object ce735f86-bf3d-423b-8fd1-4393d5330654 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:56:21.633875 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7b557ef-f0bb-4dcd-974b-f8ac7698cdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:21.640094 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] Transition to ACTIVE for port object ce735f86-bf3d-423b-8fd1-4393d5330654 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:56:21.646030 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:21.688138 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] Network fa01bcb5-efe0-488b-ae57-e62030e3c81d is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:56:21.690908 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:56:21.694434 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:56:21.700362 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] Pushing event updated for resources: {'Port': ['ID=ce735f86-bf3d-423b-8fd1-4393d5330654,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:21.735248 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-d7b557ef-f0bb-4dcd-974b-f8ac7698cdfa admin admin] Allocated IP 172.25.0.241 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/ccb4e937-bd39-42d9-9994-b1539ccf7247) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:56:21.754769 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] Attempting to bind port ce735f86-bf3d-423b-8fd1-4393d5330654 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:56:21.755143 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] Attempting to bind port ce735f86-bf3d-423b-8fd1-4393d5330654 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '60538e23-d51f-48ef-b297-098c631c632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:56:21.755506 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] Attempting to bind port ce735f86-bf3d-423b-8fd1-4393d5330654 on network fa01bcb5-efe0-488b-ae57-e62030e3c81d {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:56:21.761023 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:56:21.761387 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] Checking segment: {'id': '60538e23-d51f-48ef-b297-098c631c632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:56:21.761790 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:21.762208 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] Bound using segment: {'id': '60538e23-d51f-48ef-b297-098c631c632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:56:21.762676 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] Bound port: ce735f86-bf3d-423b-8fd1-4393d5330654, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60538e23-d51f-48ef-b297-098c631c632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:56:21.763050 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:21.824493 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] For port ce735f86-bf3d-423b-8fd1-4393d5330654, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:56:21.827525 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] For port ce735f86-bf3d-423b-8fd1-4393d5330654, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ce735f86-bf3d-423b-8fd1-4393d5330654,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:56:21.831062 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:21.839254 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7b557ef-f0bb-4dcd-974b-f8ac7698cdfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:21.882690 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7b557ef-f0bb-4dcd-974b-f8ac7698cdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:21.886029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59631f7-a344-4917-b456-482ab3dd5188 None None] Pushing event updated for resources: {'Port': ['ID=ce735f86-bf3d-423b-8fd1-4393d5330654,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:21.915886 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b557ef-f0bb-4dcd-974b-f8ac7698cdfa admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:56:21.918950 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-d7b557ef-f0bb-4dcd-974b-f8ac7698cdfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:56:21.922445 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b557ef-f0bb-4dcd-974b-f8ac7698cdfa admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:56:21.960785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b557ef-f0bb-4dcd-974b-f8ac7698cdfa admin admin] Pushing event updated for resources: {'Port': ['ID=ccb4e937-bd39-42d9-9994-b1539ccf7247,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:22.194296 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7b557ef-f0bb-4dcd-974b-f8ac7698cdfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:22.383910 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7b557ef-f0bb-4dcd-974b-f8ac7698cdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:22.749724 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d89e65-5d2a-46db-91a0-1747c0c91bab None None] Network fa01bcb5-efe0-488b-ae57-e62030e3c81d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:56:22.787358 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b557ef-f0bb-4dcd-974b-f8ac7698cdfa admin admin] Router 1f324a91-172f-4798-86fe-b00fc1f1c215 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:56:22.827540 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8737a867-ba7d-40b0-b376-c55cfe456d58 None None] Provisioning for port ce735f86-bf3d-423b-8fd1-4393d5330654 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:56:22.893702 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b557ef-f0bb-4dcd-974b-f8ac7698cdfa admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:56:22.904294 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] Sync routers for ids ['1f324a91-172f-4798-86fe-b00fc1f1c215'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:56:22.910502 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-d7b557ef-f0bb-4dcd-974b-f8ac7698cdfa admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:22.914708 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-d7b557ef-f0bb-4dcd-974b-f8ac7698cdfa admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7074852 Jul 13 08:56:22.915223 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 37994) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:22.917079 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] Routers {'1f324a91-172f-4798-86fe-b00fc1f1c215'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:56:22.917684 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1f324a91-172f-4798-86fe-b00fc1f1c215'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:23.037864 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] Set router 1f324a91-172f-4798-86fe-b00fc1f1c215 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:56:23.218366 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'name': 'tempest-TestSnapshotPattern-785826040-router', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:22Z', 'revision_number': 3, 'project_id': '50a654d0063b4448844752677350c2f3', 'gw_port': {'id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:23.248254 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] Checking router: 1f324a91-172f-4798-86fe-b00fc1f1c215 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:56:23.248597 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] Updating router 1f324a91-172f-4798-86fe-b00fc1f1c215 port ccb4e937-bd39-42d9-9994-b1539ccf7247 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:56:23.281585 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:23.311571 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-552f611e-f2f8-4662-8120-d625596fa416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:23.336404 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7d26597d-2340-4c6d-827d-36ef63c6675d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:23.490193 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-7d26597d-2340-4c6d-827d-36ef63c6675d admin admin] Allocated IP 172.20.0.1 (fa01bcb5-efe0-488b-ae57-e62030e3c81d/5c4e09a8-e9b8-4bbd-b992-af199d3a0039/ac76ca90-27e3-41dd-ad83-443338b443fc) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:56:23.532865 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:23.543022 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] Transition to ACTIVE for port object ccb4e937-bd39-42d9-9994-b1539ccf7247 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:56:23.547947 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:23.598696 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7d26597d-2340-4c6d-827d-36ef63c6675d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:23.601712 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] Attempting to bind port ccb4e937-bd39-42d9-9994-b1539ccf7247 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:56:23.602108 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] Attempting to bind port ccb4e937-bd39-42d9-9994-b1539ccf7247 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:56:23.602465 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] Attempting to bind port ccb4e937-bd39-42d9-9994-b1539ccf7247 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:56:23.605780 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3529d0-6ae2-49e9-92c3-da356a08c6d3 None None] Pushing event updated for resources: {'Port': ['ID=ccb4e937-bd39-42d9-9994-b1539ccf7247,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:23.612905 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-7d26597d-2340-4c6d-827d-36ef63c6675d admin admin] Transition to ACTIVE for port object ac76ca90-27e3-41dd-ad83-443338b443fc will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:56:23.613403 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:56:23.613774 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:56:23.614202 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:23.614596 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:56:23.615052 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] Bound port: ccb4e937-bd39-42d9-9994-b1539ccf7247, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:56:23.615431 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:23.618648 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3529d0-6ae2-49e9-92c3-da356a08c6d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:23.618997 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3529d0-6ae2-49e9-92c3-da356a08c6d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:23.619365 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3529d0-6ae2-49e9-92c3-da356a08c6d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:23.619702 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3529d0-6ae2-49e9-92c3-da356a08c6d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:23.620037 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3529d0-6ae2-49e9-92c3-da356a08c6d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:23.620370 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3529d0-6ae2-49e9-92c3-da356a08c6d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:23.620694 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3529d0-6ae2-49e9-92c3-da356a08c6d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:23.621075 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3529d0-6ae2-49e9-92c3-da356a08c6d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:23.621341 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3529d0-6ae2-49e9-92c3-da356a08c6d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:23.621752 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3529d0-6ae2-49e9-92c3-da356a08c6d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:23.622066 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3529d0-6ae2-49e9-92c3-da356a08c6d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:23.622407 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3529d0-6ae2-49e9-92c3-da356a08c6d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:56:23.648968 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7d26597d-2340-4c6d-827d-36ef63c6675d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:23.672417 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] For port ccb4e937-bd39-42d9-9994-b1539ccf7247, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:56:23.675489 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] For port ccb4e937-bd39-42d9-9994-b1539ccf7247, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ccb4e937-bd39-42d9-9994-b1539ccf7247,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:56:23.679258 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:23.691478 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d26597d-2340-4c6d-827d-36ef63c6675d admin admin] Network fa01bcb5-efe0-488b-ae57-e62030e3c81d is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:56:23.694454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-7d26597d-2340-4c6d-827d-36ef63c6675d admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:56:23.699572 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d26597d-2340-4c6d-827d-36ef63c6675d admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:56:23.720264 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26597d-2340-4c6d-827d-36ef63c6675d admin admin] Pushing event updated for resources: {'Port': ['ID=ac76ca90-27e3-41dd-ad83-443338b443fc,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:23.734885 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3529d0-6ae2-49e9-92c3-da356a08c6d3 None None] Pushing event updated for resources: {'Port': ['ID=ccb4e937-bd39-42d9-9994-b1539ccf7247,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:23.739735 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7d26597d-2340-4c6d-827d-36ef63c6675d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:23.744501 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] Routers {'1f324a91-172f-4798-86fe-b00fc1f1c215'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:56:23.745048 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1f324a91-172f-4798-86fe-b00fc1f1c215'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:23.865568 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] Set router 1f324a91-172f-4798-86fe-b00fc1f1c215 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:56:23.891296 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ce735f86-bf3d-423b-8fd1-4393d5330654 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:56:23.904527 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7d26597d-2340-4c6d-827d-36ef63c6675d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:23.958839 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port ce735f86-bf3d-423b-8fd1-4393d5330654 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:56:23.963633 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port ce735f86-bf3d-423b-8fd1-4393d5330654 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:23.964231 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:24.009344 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5b0c4a8a-3334-427d-a8dc-0d7cb05e05c0 None None] Provisioning for port ac76ca90-27e3-41dd-ad83-443338b443fc completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:56:24.016022 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-5b0c4a8a-3334-427d-a8dc-0d7cb05e05c0 None None] Provisioning complete for port ac76ca90-27e3-41dd-ad83-443338b443fc triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:24.016396 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4a8a-3334-427d-a8dc-0d7cb05e05c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:24.063947 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'name': 'tempest-TestSnapshotPattern-785826040-router', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:22Z', 'revision_number': 3, 'project_id': '50a654d0063b4448844752677350c2f3', 'gw_port': {'id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:24.078341 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5b0c4a8a-3334-427d-a8dc-0d7cb05e05c0 None None] Port ac76ca90-27e3-41dd-ad83-443338b443fc cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:56:24.079552 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7d26597d-2340-4c6d-827d-36ef63c6675d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:24.085375 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:24.085801 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7d26597d-2340-4c6d-827d-36ef63c6675d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:24.091487 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ae783-f23c-47bf-a7c0-ae0320a80f48 None None] The sync data for ids ['1f324a91-172f-4798-86fe-b00fc1f1c215'] in n-d-779913-28 is: [{'id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'name': 'tempest-TestSnapshotPattern-785826040-router', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:22Z', 'revision_number': 3, 'project_id': '50a654d0063b4448844752677350c2f3', 'gw_port': {'id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:56:24.139139 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port ce735f86-bf3d-423b-8fd1-4393d5330654, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ce735f86-bf3d-423b-8fd1-4393d5330654,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:56:24.147523 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:24.173154 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26597d-2340-4c6d-827d-36ef63c6675d admin admin] Pushing event updated for resources: {'Port': ['ID=ac76ca90-27e3-41dd-ad83-443338b443fc,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:24.188046 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-7d26597d-2340-4c6d-827d-36ef63c6675d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:24.220308 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=ce735f86-bf3d-423b-8fd1-4393d5330654,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:24.286370 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d26597d-2340-4c6d-827d-36ef63c6675d admin admin] Network fa01bcb5-efe0-488b-ae57-e62030e3c81d is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:56:24.288515 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-7d26597d-2340-4c6d-827d-36ef63c6675d admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:56:24.408095 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e5a5f2c8-fc9c-4d85-8fd8-c4f8dc5aa0cf None None] Provisioning complete for port ac76ca90-27e3-41dd-ad83-443338b443fc triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:24.408688 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e5a5f2c8-fc9c-4d85-8fd8-c4f8dc5aa0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:24.437898 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d26597d-2340-4c6d-827d-36ef63c6675d admin admin] Router 1f324a91-172f-4798-86fe-b00fc1f1c215 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:56:24.458175 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e5a5f2c8-fc9c-4d85-8fd8-c4f8dc5aa0cf None None] Port ac76ca90-27e3-41dd-ad83-443338b443fc cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:56:24.564056 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d26597d-2340-4c6d-827d-36ef63c6675d admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:56:24.569226 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-7d26597d-2340-4c6d-827d-36ef63c6675d admin admin] 10.222.0.58 "PUT /v2.0/routers/1f324a91-172f-4798-86fe-b00fc1f1c215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6531172 Jul 13 08:56:24.683320 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0112ae68-c091-43e4-9a86-2c3d40633d00 None None] Provisioning complete for port ac76ca90-27e3-41dd-ad83-443338b443fc triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:24.683902 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0112ae68-c091-43e4-9a86-2c3d40633d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:24.720353 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0112ae68-c091-43e4-9a86-2c3d40633d00 None None] Port ac76ca90-27e3-41dd-ad83-443338b443fc cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:56:25.049222 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38010) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:25.054258 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-cfc30234-2427-4cb7-821f-f843d34dba5c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1397838212-network', 'tenant_id': 'e8742ecd5066439a9fb0b3a9b04723eb'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:56:25.073892 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc30234-2427-4cb7-821f-f843d34dba5c admin admin] Made reservation on behalf of e8742ecd5066439a9fb0b3a9b04723eb for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:56:25.076160 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfc30234-2427-4cb7-821f-f843d34dba5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:25.084229 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfc30234-2427-4cb7-821f-f843d34dba5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:25.172942 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfc30234-2427-4cb7-821f-f843d34dba5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:25.176686 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfc30234-2427-4cb7-821f-f843d34dba5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:25.204411 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc30234-2427-4cb7-821f-f843d34dba5c admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:56:25.209732 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc30234-2427-4cb7-821f-f843d34dba5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00be3e9a-9e54-49ea-ab2c-530d855366ba,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:25.218642 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfc30234-2427-4cb7-821f-f843d34dba5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:25.219048 n-d-779913-28 neutron-server[93724]: INFO neutron.db.segments_db [None req-cfc30234-2427-4cb7-821f-f843d34dba5c admin admin] Added segment 58182e21-ace9-4c2b-8e34-768a0c0ab138 of type vlan for network 8ee5bf7c-b368-4be3-8841-77086ba648e0 Jul 13 08:56:25.261043 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfc30234-2427-4cb7-821f-f843d34dba5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735240064076'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:25.289434 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfc30234-2427-4cb7-821f-f843d34dba5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:25.290351 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc30234-2427-4cb7-821f-f843d34dba5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:25.290942 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfc30234-2427-4cb7-821f-f843d34dba5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:25.320559 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-cfc30234-2427-4cb7-821f-f843d34dba5c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2702620 Jul 13 08:56:25.324429 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38012) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:25.329578 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-09106ef6-6c9e-4c79-8d3a-012ecb04e56c admin admin] Request body: {'subnet': {'network_id': '8ee5bf7c-b368-4be3-8841-77086ba648e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1397838212-subnet', 'tenant_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'ip_version': 4}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:56:25.351049 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09106ef6-6c9e-4c79-8d3a-012ecb04e56c admin admin] Made reservation on behalf of e8742ecd5066439a9fb0b3a9b04723eb for: {'subnet': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:56:25.352828 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc30234-2427-4cb7-821f-f843d34dba5c admin admin] Pushing event updated for resources: {'Network': ['ID=8ee5bf7c-b368-4be3-8841-77086ba648e0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:25.353570 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-09106ef6-6c9e-4c79-8d3a-012ecb04e56c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634474'] for subnet, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:25.363471 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Network 8ee5bf7c-b368-4be3-8841-77086ba648e0 details requested by agent ovs-agent-n-d-779913-28 with host n-d-779913-28 {{(pid=93725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:56:25.524339 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-09106ef6-6c9e-4c79-8d3a-012ecb04e56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634492'] for subnet, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:25.578747 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09106ef6-6c9e-4c79-8d3a-012ecb04e56c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a60d0b4d-dd61-4744-b049-880a2d4e64dd,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:25.587302 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09106ef6-6c9e-4c79-8d3a-012ecb04e56c admin admin] Checking segment: {'id': '58182e21-ace9-4c2b-8e34-768a0c0ab138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8ee5bf7c-b368-4be3-8841-77086ba648e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:56:25.587664 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09106ef6-6c9e-4c79-8d3a-012ecb04e56c admin admin] Network hostable DHCP agents. Network: 8ee5bf7c-b368-4be3-8841-77086ba648e0, hostable agents: ['ef2abdac-9280-40b8-847a-f286ed2ad7d5'], hosted agents: [] {{(pid=93723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:56:25.603717 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09106ef6-6c9e-4c79-8d3a-012ecb04e56c admin admin] Network 8ee5bf7c-b368-4be3-8841-77086ba648e0 is scheduled to be hosted by DHCP agent ef2abdac-9280-40b8-847a-f286ed2ad7d5 with binding_index 1 {{(pid=93723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:56:25.612683 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-09106ef6-6c9e-4c79-8d3a-012ecb04e56c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-28, 8ee5bf7c-b368-4be3-8841-77086ba648e0) {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:56:25.618155 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09106ef6-6c9e-4c79-8d3a-012ecb04e56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:25.618684 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-09106ef6-6c9e-4c79-8d3a-012ecb04e56c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:25.623110 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe021dc3-47f7-4e1a-9683-5b8cd935af6b None None] Network 8ee5bf7c-b368-4be3-8841-77086ba648e0 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:56:25.634571 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-09106ef6-6c9e-4c79-8d3a-012ecb04e56c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3089569 Jul 13 08:56:25.637643 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38014) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:25.642603 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-438f1bec-d590-4252-9ee1-0b0eb14bd07d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1397838212-router', 'tenant_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:56:25.663364 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-438f1bec-d590-4252-9ee1-0b0eb14bd07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12366'] for router, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:25.664333 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-438f1bec-d590-4252-9ee1-0b0eb14bd07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12357'] for router, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:25.701231 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] Sync routers for ids ['1f324a91-172f-4798-86fe-b00fc1f1c215'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:56:25.724579 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-438f1bec-d590-4252-9ee1-0b0eb14bd07d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:25.738239 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] Routers {'1f324a91-172f-4798-86fe-b00fc1f1c215'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:56:25.738862 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1f324a91-172f-4798-86fe-b00fc1f1c215'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:25.866810 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13771cd8-8bee-521e-9db4-3e1f46d7b5d9-8ee5bf7c-b368-4be3-8841-77086ba648e0', 'network_id': '8ee5bf7c-b368-4be3-8841-77086ba648e0', 'tenant_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'fixed_ips': [{'subnet_id': 'a60d0b4d-dd61-4744-b049-880a2d4e64dd'}]}} from n-d-779913-28. {{(pid=93725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:56:25.867390 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-438f1bec-d590-4252-9ee1-0b0eb14bd07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12339'] for router, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:25.867889 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:25.894897 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] Set router 1f324a91-172f-4798-86fe-b00fc1f1c215 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:56:25.929067 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ccb4e937-bd39-42d9-9994-b1539ccf7247 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:56:26.082000 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-438f1bec-d590-4252-9ee1-0b0eb14bd07d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:26.102170 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-438f1bec-d590-4252-9ee1-0b0eb14bd07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:26.209945 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-438f1bec-d590-4252-9ee1-0b0eb14bd07d admin admin] Allocated IP 172.25.0.58 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/aa2104aa-3897-4e50-8501-14ef730770e5) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:56:26.309935 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-438f1bec-d590-4252-9ee1-0b0eb14bd07d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:26.320062 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] Allocated IP 172.20.0.2 (8ee5bf7c-b368-4be3-8841-77086ba648e0/a60d0b4d-dd61-4744-b049-880a2d4e64dd/60e77cfb-5894-44c5-a49f-cd61b96930e0) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:56:26.329159 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port ccb4e937-bd39-42d9-9994-b1539ccf7247 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:56:26.346221 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port ccb4e937-bd39-42d9-9994-b1539ccf7247 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:26.346506 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:26.349277 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-438f1bec-d590-4252-9ee1-0b0eb14bd07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:26.393448 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f1bec-d590-4252-9ee1-0b0eb14bd07d admin admin] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:56:26.396834 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-438f1bec-d590-4252-9ee1-0b0eb14bd07d admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:56:26.399387 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f1bec-d590-4252-9ee1-0b0eb14bd07d admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:56:26.425165 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f1bec-d590-4252-9ee1-0b0eb14bd07d admin admin] Pushing event updated for resources: {'Port': ['ID=aa2104aa-3897-4e50-8501-14ef730770e5,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:26.573305 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'name': 'tempest-TestSnapshotPattern-785826040-router', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:23Z', 'revision_number': 4, 'project_id': '50a654d0063b4448844752677350c2f3', 'gw_port': {'id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'ac76ca90-27e3-41dd-ad83-443338b443fc', 'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'mac_address': 'fa:16:3e:5c:90:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:23Z', 'updated_at': '2021-07-13T08:56:23Z', 'revision_number': 2, 'project_id': '50a654d0063b4448844752677350c2f3', 'subnets': [{'id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:26.578056 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:26.617227 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] Checking router: 1f324a91-172f-4798-86fe-b00fc1f1c215 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:56:26.617488 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] Updating router 1f324a91-172f-4798-86fe-b00fc1f1c215 port ac76ca90-27e3-41dd-ad83-443338b443fc binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:56:26.627857 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:26.661410 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port ccb4e937-bd39-42d9-9994-b1539ccf7247, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ccb4e937-bd39-42d9-9994-b1539ccf7247,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:56:26.669483 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] Transition to ACTIVE for port object 60e77cfb-5894-44c5-a49f-cd61b96930e0 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:56:26.671387 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:26.716265 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:26.721453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] Transition to ACTIVE for port object 60e77cfb-5894-44c5-a49f-cd61b96930e0 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:56:26.724251 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ce735f86-bf3d-423b-8fd1-4393d5330654 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:56:26.763081 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:26.816025 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=ccb4e937-bd39-42d9-9994-b1539ccf7247,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:26.829219 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] Network 8ee5bf7c-b368-4be3-8841-77086ba648e0 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:56:26.855695 n-d-779913-28 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:56:26.863150 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:56:26.932152 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-438f1bec-d590-4252-9ee1-0b0eb14bd07d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:26.937569 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] Pushing event updated for resources: {'Port': ['ID=60e77cfb-5894-44c5-a49f-cd61b96930e0,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:26.973601 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port ce735f86-bf3d-423b-8fd1-4393d5330654 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:26.973951 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:27.043670 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] Attempting to bind port 60e77cfb-5894-44c5-a49f-cd61b96930e0 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:56:27.044044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] Attempting to bind port 60e77cfb-5894-44c5-a49f-cd61b96930e0 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '58182e21-ace9-4c2b-8e34-768a0c0ab138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8ee5bf7c-b368-4be3-8841-77086ba648e0'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:56:27.044407 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] Attempting to bind port 60e77cfb-5894-44c5-a49f-cd61b96930e0 on network 8ee5bf7c-b368-4be3-8841-77086ba648e0 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:56:27.063454 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:56:27.063827 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] Checking segment: {'id': '58182e21-ace9-4c2b-8e34-768a0c0ab138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8ee5bf7c-b368-4be3-8841-77086ba648e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:56:27.064227 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:27.064616 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] Bound using segment: {'id': '58182e21-ace9-4c2b-8e34-768a0c0ab138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8ee5bf7c-b368-4be3-8841-77086ba648e0'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:56:27.065076 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] Bound port: 60e77cfb-5894-44c5-a49f-cd61b96930e0, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58182e21-ace9-4c2b-8e34-768a0c0ab138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8ee5bf7c-b368-4be3-8841-77086ba648e0'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:56:27.065455 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:27.130431 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-438f1bec-d590-4252-9ee1-0b0eb14bd07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422526'] for router, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:27.224231 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] For port 60e77cfb-5894-44c5-a49f-cd61b96930e0, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:56:27.230229 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] For port 60e77cfb-5894-44c5-a49f-cd61b96930e0, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=60e77cfb-5894-44c5-a49f-cd61b96930e0,segment=NetworkSegment(58182e21-ace9-4c2b-8e34-768a0c0ab138),segment_id=58182e21-ace9-4c2b-8e34-768a0c0ab138)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:56:27.239888 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:27.261574 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438f1bec-d590-4252-9ee1-0b0eb14bd07d admin admin] Router e66a6b80-4cf5-4459-8541-48a741e01511 is scheduled to L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 with binding_index 1 {{(pid=93723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:56:27.328525 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d742b-4380-4f73-a4c6-c626004a1138 None None] Pushing event updated for resources: {'Port': ['ID=60e77cfb-5894-44c5-a49f-cd61b96930e0,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:27.332324 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:27.344520 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] Transition to ACTIVE for port object ac76ca90-27e3-41dd-ad83-443338b443fc will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:56:27.349373 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:27.377283 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438f1bec-d590-4252-9ee1-0b0eb14bd07d admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:56:27.387414 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] Sync routers for ids ['e66a6b80-4cf5-4459-8541-48a741e01511'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:56:27.399011 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] Routers {'e66a6b80-4cf5-4459-8541-48a741e01511'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:56:27.399635 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:55:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e66a6b80-4cf5-4459-8541-48a741e01511'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:27.404844 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf685a9-bc06-4dad-9dd6-59066b6e1a02 None None] Pushing event updated for resources: {'Port': ['ID=ac76ca90-27e3-41dd-ad83-443338b443fc,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:27.427838 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-438f1bec-d590-4252-9ee1-0b0eb14bd07d admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:27.429117 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-438f1bec-d590-4252-9ee1-0b0eb14bd07d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7902601 Jul 13 08:56:27.432941 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38016) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:27.474593 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] Attempting to bind port ac76ca90-27e3-41dd-ad83-443338b443fc on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:56:27.474913 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] Attempting to bind port ac76ca90-27e3-41dd-ad83-443338b443fc by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '60538e23-d51f-48ef-b297-098c631c632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:56:27.475281 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] Attempting to bind port ac76ca90-27e3-41dd-ad83-443338b443fc on network fa01bcb5-efe0-488b-ae57-e62030e3c81d {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:56:27.481775 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:56:27.482308 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] Checking segment: {'id': '60538e23-d51f-48ef-b297-098c631c632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:56:27.483078 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:27.483078 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] Bound using segment: {'id': '60538e23-d51f-48ef-b297-098c631c632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:56:27.483568 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] Bound port: ac76ca90-27e3-41dd-ad83-443338b443fc, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60538e23-d51f-48ef-b297-098c631c632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:56:27.483954 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:27.645645 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] For port ac76ca90-27e3-41dd-ad83-443338b443fc, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:56:27.648147 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] Set router e66a6b80-4cf5-4459-8541-48a741e01511 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:56:27.656680 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d9c6fb19-92aa-4c0e-93f0-501478fde1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:27.661498 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] For port ac76ca90-27e3-41dd-ad83-443338b443fc, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ac76ca90-27e3-41dd-ad83-443338b443fc,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:56:27.669049 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:27.736757 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf685a9-bc06-4dad-9dd6-59066b6e1a02 None None] Pushing event updated for resources: {'Port': ['ID=ac76ca90-27e3-41dd-ad83-443338b443fc,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:27.760592 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] Routers {'1f324a91-172f-4798-86fe-b00fc1f1c215'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:56:27.761378 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1f324a91-172f-4798-86fe-b00fc1f1c215'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:27.886040 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66a6b80-4cf5-4459-8541-48a741e01511', 'name': 'tempest-TestSnapshotPattern-1397838212-router', 'tenant_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'aa2104aa-3897-4e50-8501-14ef730770e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:25Z', 'updated_at': '2021-07-13T08:56:26Z', 'revision_number': 3, 'project_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'gw_port': {'id': 'aa2104aa-3897-4e50-8501-14ef730770e5', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ea:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66a6b80-4cf5-4459-8541-48a741e01511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:26Z', 'updated_at': '2021-07-13T08:56:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:27.924747 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] Checking router: e66a6b80-4cf5-4459-8541-48a741e01511 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:56:27.925536 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] Updating router e66a6b80-4cf5-4459-8541-48a741e01511 port aa2104aa-3897-4e50-8501-14ef730770e5 binding host n-d-779913-28 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:56:27.973896 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:27.976306 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:28.009348 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] Set router 1f324a91-172f-4798-86fe-b00fc1f1c215 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:56:28.063174 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ccb4e937-bd39-42d9-9994-b1539ccf7247 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:56:28.109341 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3ecda6b9-06de-449f-a89d-e6f7176829ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:28.226906 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port ccb4e937-bd39-42d9-9994-b1539ccf7247 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:28.227283 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:28.291278 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-3ecda6b9-06de-449f-a89d-e6f7176829ed admin admin] Allocated IP 172.20.0.1 (8ee5bf7c-b368-4be3-8841-77086ba648e0/a60d0b4d-dd61-4744-b049-880a2d4e64dd/69d7e2ba-380d-4e0f-a250-2ec67b829f75) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:56:28.295095 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:28.306613 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] Transition to ACTIVE for port object aa2104aa-3897-4e50-8501-14ef730770e5 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:56:28.315650 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:28.377936 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904776-e85f-4e3e-b91c-12c80dbd7f5a None None] Pushing event updated for resources: {'Port': ['ID=aa2104aa-3897-4e50-8501-14ef730770e5,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:28.380643 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] Attempting to bind port aa2104aa-3897-4e50-8501-14ef730770e5 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:56:28.380643 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] Attempting to bind port aa2104aa-3897-4e50-8501-14ef730770e5 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:56:28.380934 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] Attempting to bind port aa2104aa-3897-4e50-8501-14ef730770e5 on network f96be058-f906-4210-b421-902eff1606be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:56:28.387276 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:56:28.387703 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] Checking segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:56:28.388279 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:28.388470 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] Bound using segment: {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:56:28.388929 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] Bound port: aa2104aa-3897-4e50-8501-14ef730770e5, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb834d-dd09-4aed-9ff3-7472941007c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f96be058-f906-4210-b421-902eff1606be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:56:28.389300 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:28.393524 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 60e77cfb-5894-44c5-a49f-cd61b96930e0 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:56:28.414292 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3ecda6b9-06de-449f-a89d-e6f7176829ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:28.416268 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'name': 'tempest-TestSnapshotPattern-785826040-router', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:23Z', 'revision_number': 4, 'project_id': '50a654d0063b4448844752677350c2f3', 'gw_port': {'id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'ac76ca90-27e3-41dd-ad83-443338b443fc', 'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'mac_address': 'fa:16:3e:5c:90:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:23Z', 'updated_at': '2021-07-13T08:56:27Z', 'revision_number': 4, 'project_id': '50a654d0063b4448844752677350c2f3', 'subnets': [{'id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:28.431985 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [None req-3ecda6b9-06de-449f-a89d-e6f7176829ed admin admin] Transition to ACTIVE for port object 69d7e2ba-380d-4e0f-a250-2ec67b829f75 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:56:28.446798 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cda072-83e7-4a5a-95f2-e5f01f60c1f8 None None] The sync data for ids ['1f324a91-172f-4798-86fe-b00fc1f1c215'] in n-d-779913-28 is: [{'id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'name': 'tempest-TestSnapshotPattern-785826040-router', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:23Z', 'revision_number': 4, 'project_id': '50a654d0063b4448844752677350c2f3', 'gw_port': {'id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'ac76ca90-27e3-41dd-ad83-443338b443fc', 'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'mac_address': 'fa:16:3e:5c:90:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:23Z', 'updated_at': '2021-07-13T08:56:27Z', 'revision_number': 4, 'project_id': '50a654d0063b4448844752677350c2f3', 'subnets': [{'id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:56:28.448151 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] For port aa2104aa-3897-4e50-8501-14ef730770e5, host n-d-779913-28, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:56:28.452631 n-d-779913-28 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] For port aa2104aa-3897-4e50-8501-14ef730770e5, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=aa2104aa-3897-4e50-8501-14ef730770e5,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:56:28.464287 n-d-779913-28 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:28.477537 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3ecda6b9-06de-449f-a89d-e6f7176829ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:28.516625 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 60e77cfb-5894-44c5-a49f-cd61b96930e0 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:56:28.532323 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecda6b9-06de-449f-a89d-e6f7176829ed admin admin] Network 8ee5bf7c-b368-4be3-8841-77086ba648e0 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:56:28.537517 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-3ecda6b9-06de-449f-a89d-e6f7176829ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:56:28.545268 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecda6b9-06de-449f-a89d-e6f7176829ed admin admin] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:56:28.569140 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904776-e85f-4e3e-b91c-12c80dbd7f5a None None] Pushing event updated for resources: {'Port': ['ID=aa2104aa-3897-4e50-8501-14ef730770e5,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:28.582341 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] Routers {'e66a6b80-4cf5-4459-8541-48a741e01511'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:56:28.583830 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e66a6b80-4cf5-4459-8541-48a741e01511'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:28.591262 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3ecda6b9-06de-449f-a89d-e6f7176829ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423211'] for router_interface, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:28.636265 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecda6b9-06de-449f-a89d-e6f7176829ed admin admin] Pushing event updated for resources: {'Port': ['ID=69d7e2ba-380d-4e0f-a250-2ec67b829f75,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:28.718188 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] Set router e66a6b80-4cf5-4459-8541-48a741e01511 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:56:28.759747 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d26c87d-8590-4223-8cad-8f52df7859c1 None None] Network 8ee5bf7c-b368-4be3-8841-77086ba648e0 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:56:28.771909 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3ecda6b9-06de-449f-a89d-e6f7176829ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:28.898152 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ddefc6a8-1865-4c6d-831c-b5782cbd1291 None None] Provisioning for port 60e77cfb-5894-44c5-a49f-cd61b96930e0 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:56:28.907786 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ddefc6a8-1865-4c6d-831c-b5782cbd1291 None None] Provisioning complete for port 60e77cfb-5894-44c5-a49f-cd61b96930e0 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:28.909101 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ddefc6a8-1865-4c6d-831c-b5782cbd1291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:28.924616 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66a6b80-4cf5-4459-8541-48a741e01511', 'name': 'tempest-TestSnapshotPattern-1397838212-router', 'tenant_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'aa2104aa-3897-4e50-8501-14ef730770e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:25Z', 'updated_at': '2021-07-13T08:56:26Z', 'revision_number': 3, 'project_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'gw_port': {'id': 'aa2104aa-3897-4e50-8501-14ef730770e5', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ea:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66a6b80-4cf5-4459-8541-48a741e01511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:26Z', 'updated_at': '2021-07-13T08:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:28.958544 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6d914d-6d70-4095-a649-a6d0fc75a8cf None None] The sync data for ids ['e66a6b80-4cf5-4459-8541-48a741e01511'] in n-d-779913-28 is: [{'id': 'e66a6b80-4cf5-4459-8541-48a741e01511', 'name': 'tempest-TestSnapshotPattern-1397838212-router', 'tenant_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'aa2104aa-3897-4e50-8501-14ef730770e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:25Z', 'updated_at': '2021-07-13T08:56:26Z', 'revision_number': 3, 'project_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'gw_port': {'id': 'aa2104aa-3897-4e50-8501-14ef730770e5', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ea:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66a6b80-4cf5-4459-8541-48a741e01511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:26Z', 'updated_at': '2021-07-13T08:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:56:28.966099 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3ecda6b9-06de-449f-a89d-e6f7176829ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:28.971868 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3ecda6b9-06de-449f-a89d-e6f7176829ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:29.043269 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ddefc6a8-1865-4c6d-831c-b5782cbd1291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:29.056979 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecda6b9-06de-449f-a89d-e6f7176829ed admin admin] Pushing event updated for resources: {'Port': ['ID=69d7e2ba-380d-4e0f-a250-2ec67b829f75,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:29.082227 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-3ecda6b9-06de-449f-a89d-e6f7176829ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423359'] for router_interface, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:29.084101 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ddefc6a8-1865-4c6d-831c-b5782cbd1291 None None] For port 60e77cfb-5894-44c5-a49f-cd61b96930e0, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=60e77cfb-5894-44c5-a49f-cd61b96930e0,segment=NetworkSegment(58182e21-ace9-4c2b-8e34-768a0c0ab138),segment_id=58182e21-ace9-4c2b-8e34-768a0c0ab138)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:56:29.090441 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ddefc6a8-1865-4c6d-831c-b5782cbd1291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:29.165408 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefc6a8-1865-4c6d-831c-b5782cbd1291 None None] Pushing event updated for resources: {'Port': ['ID=60e77cfb-5894-44c5-a49f-cd61b96930e0,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:29.216639 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecda6b9-06de-449f-a89d-e6f7176829ed admin admin] Network 8ee5bf7c-b368-4be3-8841-77086ba648e0 is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:56:29.218416 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-3ecda6b9-06de-449f-a89d-e6f7176829ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:56:29.355203 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c81ea6ba-dae8-4052-a04c-514fe8d3eef7 None None] Provisioning complete for port 60e77cfb-5894-44c5-a49f-cd61b96930e0 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:29.355664 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c81ea6ba-dae8-4052-a04c-514fe8d3eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:29.375477 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecda6b9-06de-449f-a89d-e6f7176829ed admin admin] Router e66a6b80-4cf5-4459-8541-48a741e01511 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:56:29.490044 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c81ea6ba-dae8-4052-a04c-514fe8d3eef7 None None] Provisioning for port 69d7e2ba-380d-4e0f-a250-2ec67b829f75 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:56:29.503854 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c81ea6ba-dae8-4052-a04c-514fe8d3eef7 None None] Provisioning complete for port 69d7e2ba-380d-4e0f-a250-2ec67b829f75 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:29.504571 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c81ea6ba-dae8-4052-a04c-514fe8d3eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:29.536202 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecda6b9-06de-449f-a89d-e6f7176829ed admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:56:29.541480 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-3ecda6b9-06de-449f-a89d-e6f7176829ed admin admin] 10.222.0.58 "PUT /v2.0/routers/e66a6b80-4cf5-4459-8541-48a741e01511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1074743 Jul 13 08:56:29.554781 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c81ea6ba-dae8-4052-a04c-514fe8d3eef7 None None] Port 69d7e2ba-380d-4e0f-a250-2ec67b829f75 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:56:29.681094 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-eec332ed-798d-43ff-ba60-f0c86aaebcd1 None None] Provisioning complete for port 69d7e2ba-380d-4e0f-a250-2ec67b829f75 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:29.682608 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eec332ed-798d-43ff-ba60-f0c86aaebcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:29.733393 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-eec332ed-798d-43ff-ba60-f0c86aaebcd1 None None] Port 69d7e2ba-380d-4e0f-a250-2ec67b829f75 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:56:29.859299 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-486eee0f-6f32-437c-92a4-276d9472c9a7 None None] Provisioning complete for port 69d7e2ba-380d-4e0f-a250-2ec67b829f75 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:29.859858 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-486eee0f-6f32-437c-92a4-276d9472c9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:29.976945 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.008900 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device aa2104aa-3897-4e50-8501-14ef730770e5 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:56:30.216029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-486eee0f-6f32-437c-92a4-276d9472c9a7 None None] Port 69d7e2ba-380d-4e0f-a250-2ec67b829f75 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:56:30.246989 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port aa2104aa-3897-4e50-8501-14ef730770e5 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:56:30.250904 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port aa2104aa-3897-4e50-8501-14ef730770e5 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:30.251271 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.309302 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38026) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:30.313996 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-1ee3eafb-a9e7-41f5-91c7-a7e7dbf0ac17 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-80379559', 'description': 'tempest-secgroup-smoke-80379559 description', 'project_id': '50a654d0063b4448844752677350c2f3'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:56:30.338730 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.340335 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1ee3eafb-a9e7-41f5-91c7-a7e7dbf0ac17 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.354511 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-97fa368a-9ed0-4f31-bd2b-a46cd9180160 None None] Provisioning complete for port 69d7e2ba-380d-4e0f-a250-2ec67b829f75 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:30.354885 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-97fa368a-9ed0-4f31-bd2b-a46cd9180160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.385933 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port aa2104aa-3897-4e50-8501-14ef730770e5, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=aa2104aa-3897-4e50-8501-14ef730770e5,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:56:30.390746 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.429116 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-97fa368a-9ed0-4f31-bd2b-a46cd9180160 None None] Port 69d7e2ba-380d-4e0f-a250-2ec67b829f75 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:56:30.430859 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ac76ca90-27e3-41dd-ad83-443338b443fc up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:56:30.435213 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1ee3eafb-a9e7-41f5-91c7-a7e7dbf0ac17 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.439559 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1ee3eafb-a9e7-41f5-91c7-a7e7dbf0ac17 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.468635 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-1ee3eafb-a9e7-41f5-91c7-a7e7dbf0ac17 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.473379 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-1ee3eafb-a9e7-41f5-91c7-a7e7dbf0ac17 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1598325 Jul 13 08:56:30.473379 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38028) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:30.478437 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-5c0ed29c-bb24-4a14-916d-83ed740078e4 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Request body: {'security_group_rule': {'security_group_id': '6b636ca1-cb2f-4915-a005-06eb75d7776c', 'project_id': '50a654d0063b4448844752677350c2f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:56:30.482763 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=aa2104aa-3897-4e50-8501-14ef730770e5,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:30.483908 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3eafb-a9e7-41f5-91c7-a7e7dbf0ac17 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b636ca1-cb2f-4915-a005-06eb75d7776c,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:30.500221 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port ac76ca90-27e3-41dd-ad83-443338b443fc completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:56:30.503898 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port ac76ca90-27e3-41dd-ad83-443338b443fc triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:30.504275 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.508363 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed29c-bb24-4a14-916d-83ed740078e4 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.565217 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed29c-bb24-4a14-916d-83ed740078e4 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.568746 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed29c-bb24-4a14-916d-83ed740078e4 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.584454 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.587170 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ed29c-bb24-4a14-916d-83ed740078e4 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10300cbb-e33a-4af9-8bc0-e926c8423298,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:30.593913 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed29c-bb24-4a14-916d-83ed740078e4 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.595801 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5c0ed29c-bb24-4a14-916d-83ed740078e4 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210725 Jul 13 08:56:30.597950 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38030) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:30.602594 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-aab9ebb9-98c4-454a-8f0a-e2618fa3bb2d tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Request body: {'security_group_rule': {'security_group_id': '6b636ca1-cb2f-4915-a005-06eb75d7776c', 'project_id': '50a654d0063b4448844752677350c2f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:56:30.621995 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port ac76ca90-27e3-41dd-ad83-443338b443fc, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ac76ca90-27e3-41dd-ad83-443338b443fc,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:56:30.626948 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.629630 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aab9ebb9-98c4-454a-8f0a-e2618fa3bb2d tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.659280 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 60e77cfb-5894-44c5-a49f-cd61b96930e0 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:56:30.693331 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aab9ebb9-98c4-454a-8f0a-e2618fa3bb2d tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.699585 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aab9ebb9-98c4-454a-8f0a-e2618fa3bb2d tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.709230 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=ac76ca90-27e3-41dd-ad83-443338b443fc,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:30.718534 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9ebb9-98c4-454a-8f0a-e2618fa3bb2d tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aedd8ae2-0cbe-4bc0-ad22-1e99fefef222,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:30.725347 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-aab9ebb9-98c4-454a-8f0a-e2618fa3bb2d tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.729142 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-aab9ebb9-98c4-454a-8f0a-e2618fa3bb2d tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276753 Jul 13 08:56:30.729303 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 60e77cfb-5894-44c5-a49f-cd61b96930e0 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:30.729535 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.729746 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38032) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:30.734728 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-c98763d2-0329-499b-afee-ce591dc44320 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Request body: {'security_group_rule': {'security_group_id': '6b636ca1-cb2f-4915-a005-06eb75d7776c', 'project_id': '50a654d0063b4448844752677350c2f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:56:30.762584 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c98763d2-0329-499b-afee-ce591dc44320 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.835322 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c98763d2-0329-499b-afee-ce591dc44320 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.838826 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c98763d2-0329-499b-afee-ce591dc44320 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.854402 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98763d2-0329-499b-afee-ce591dc44320 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4bbce65-7c2f-4119-a054-2609ab19fceb,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:30.863495 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-c98763d2-0329-499b-afee-ce591dc44320 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.864996 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-c98763d2-0329-499b-afee-ce591dc44320 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339803 Jul 13 08:56:30.867701 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38034) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:30.873044 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-a5703476-189b-45c7-8ff2-8b4d55e13a76 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Request body: {'security_group_rule': {'security_group_id': '6b636ca1-cb2f-4915-a005-06eb75d7776c', 'project_id': '50a654d0063b4448844752677350c2f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:56:30.899123 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a5703476-189b-45c7-8ff2-8b4d55e13a76 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.955240 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-321aaa34-3d16-4682-ae6b-bd47a3c1c6e5 None None] Provisioning complete for port ac76ca90-27e3-41dd-ad83-443338b443fc triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:30.955858 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-321aaa34-3d16-4682-ae6b-bd47a3c1c6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.957856 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a5703476-189b-45c7-8ff2-8b4d55e13a76 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.961555 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a5703476-189b-45c7-8ff2-8b4d55e13a76 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.979075 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5703476-189b-45c7-8ff2-8b4d55e13a76 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5508ec4-d70c-4ef6-b862-44abf06cfc85,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:30.985967 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-a5703476-189b-45c7-8ff2-8b4d55e13a76 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.987299 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-a5703476-189b-45c7-8ff2-8b4d55e13a76 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184437 Jul 13 08:56:30.990044 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38036) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:30.994937 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-2d531a99-d6e2-4be5-8af6-366b34ada910 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Request body: {'security_group_rule': {'security_group_id': '6b636ca1-cb2f-4915-a005-06eb75d7776c', 'project_id': '50a654d0063b4448844752677350c2f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:56:31.015868 n-d-779913-28 neutron-server[93723]: INFO neutron.db.securitygroups_db [None req-2d531a99-d6e2-4be5-8af6-366b34ada910 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Project 50a654d0063b4448844752677350c2f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:56:31.020509 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2d531a99-d6e2-4be5-8af6-366b34ada910 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:31.078860 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2d531a99-d6e2-4be5-8af6-366b34ada910 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:31.082518 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2d531a99-d6e2-4be5-8af6-366b34ada910 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:31.102071 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d531a99-d6e2-4be5-8af6-366b34ada910 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5919dc-cb3a-4cc9-be13-6bab55b9f5da,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:31.104953 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-2d531a99-d6e2-4be5-8af6-366b34ada910 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:31.106033 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-2d531a99-d6e2-4be5-8af6-366b34ada910 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150444 Jul 13 08:56:31.108722 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38038) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:31.113142 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-298509a7-782c-498e-9c07-fb451edfebc3 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Request body: {'security_group_rule': {'security_group_id': '6b636ca1-cb2f-4915-a005-06eb75d7776c', 'project_id': '50a654d0063b4448844752677350c2f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:56:31.135090 n-d-779913-28 neutron-server[93723]: INFO neutron.db.securitygroups_db [None req-298509a7-782c-498e-9c07-fb451edfebc3 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Project 50a654d0063b4448844752677350c2f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:56:31.140448 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-298509a7-782c-498e-9c07-fb451edfebc3 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:31.201969 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-298509a7-782c-498e-9c07-fb451edfebc3 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:31.205353 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-298509a7-782c-498e-9c07-fb451edfebc3 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533920'] for security_group_rule, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:31.222500 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298509a7-782c-498e-9c07-fb451edfebc3 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e789c25-1b7c-4655-90c7-776333d00883,revision_number=0']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:31.229003 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-298509a7-782c-498e-9c07-fb451edfebc3 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:31.230283 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-298509a7-782c-498e-9c07-fb451edfebc3 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205401 Jul 13 08:56:31.370951 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-77f1f96d-7e45-449e-94bd-b69cb5ae81ae tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-80379559&fields=id&tenant_id=50a654d0063b4448844752677350c2f3 HTTP/1.1" status: 200 len: 267 time: 0.0335026 Jul 13 08:56:31.477693 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-1517b2d9-ad57-4893-b040-5f93ad12bf94 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:31.479714 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-1517b2d9-ad57-4893-b040-5f93ad12bf94 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/networks?id=fa01bcb5-efe0-488b-ae57-e62030e3c81d HTTP/1.1" status: 200 len: 809 time: 0.1016979 Jul 13 08:56:31.493840 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-1c598aef-14f1-46c3-8f89-11c70731ff5f tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/quotas/50a654d0063b4448844752677350c2f3 HTTP/1.1" status: 200 len: 375 time: 0.0087824 Jul 13 08:56:31.563133 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-aedbbd8b-9143-4767-bf88-fad710721f81 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=50a654d0063b4448844752677350c2f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633764 Jul 13 08:56:31.652270 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:31.764726 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-b77c647d-d3a1-43f6-bdde-339e0c64ad04 service neutron] 10.222.0.58 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904347 Jul 13 08:56:31.841877 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device aa2104aa-3897-4e50-8501-14ef730770e5 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:56:31.848129 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] Sync routers for ids ['e66a6b80-4cf5-4459-8541-48a741e01511'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:56:31.865690 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-358c75ac-ef2c-425e-9b3d-caf8884ad405 service neutron] 10.222.0.58 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946543 Jul 13 08:56:31.887364 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] Routers {'e66a6b80-4cf5-4459-8541-48a741e01511'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:56:31.888013 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e66a6b80-4cf5-4459-8541-48a741e01511'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:31.986433 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port aa2104aa-3897-4e50-8501-14ef730770e5 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:31.987077 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:32.033637 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] Set router e66a6b80-4cf5-4459-8541-48a741e01511 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:56:32.049440 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f79eca5c-dc3d-4ac8-8994-d14b212db452 req-779baef3-2020-4d73-be35-0428b50a6940 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 210 time: 0.0382376 Jul 13 08:56:32.193816 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ac76ca90-27e3-41dd-ad83-443338b443fc up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:56:32.287207 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port ac76ca90-27e3-41dd-ad83-443338b443fc triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:32.287586 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:32.340690 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66a6b80-4cf5-4459-8541-48a741e01511', 'name': 'tempest-TestSnapshotPattern-1397838212-router', 'tenant_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'aa2104aa-3897-4e50-8501-14ef730770e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:25Z', 'updated_at': '2021-07-13T08:56:28Z', 'revision_number': 4, 'project_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'gw_port': {'id': 'aa2104aa-3897-4e50-8501-14ef730770e5', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ea:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66a6b80-4cf5-4459-8541-48a741e01511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:26Z', 'updated_at': '2021-07-13T08:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '69d7e2ba-380d-4e0f-a250-2ec67b829f75', 'name': '', 'network_id': '8ee5bf7c-b368-4be3-8841-77086ba648e0', 'tenant_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'mac_address': 'fa:16:3e:11:5f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66a6b80-4cf5-4459-8541-48a741e01511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'a60d0b4d-dd61-4744-b049-880a2d4e64dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:28Z', 'updated_at': '2021-07-13T08:56:28Z', 'revision_number': 2, 'project_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'subnets': [{'id': 'a60d0b4d-dd61-4744-b049-880a2d4e64dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:32.372013 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] Checking router: e66a6b80-4cf5-4459-8541-48a741e01511 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:56:32.372373 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] Updating router e66a6b80-4cf5-4459-8541-48a741e01511 port 69d7e2ba-380d-4e0f-a250-2ec67b829f75 binding host n-d-779913-28 {{(pid=93725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:56:32.442208 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:32.707536 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:32.717236 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] Transition to ACTIVE for port object 69d7e2ba-380d-4e0f-a250-2ec67b829f75 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:56:32.723014 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:32.774162 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e99ba-934f-455f-b7cb-9d249e30b671 None None] Pushing event updated for resources: {'Port': ['ID=69d7e2ba-380d-4e0f-a250-2ec67b829f75,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:32.833233 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] Attempting to bind port 69d7e2ba-380d-4e0f-a250-2ec67b829f75 on host n-d-779913-28 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:56:32.833608 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] Attempting to bind port 69d7e2ba-380d-4e0f-a250-2ec67b829f75 by drivers openvswitch,hyperv on host n-d-779913-28 at level 0 using segments [{'id': '58182e21-ace9-4c2b-8e34-768a0c0ab138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8ee5bf7c-b368-4be3-8841-77086ba648e0'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:56:32.833972 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] Attempting to bind port 69d7e2ba-380d-4e0f-a250-2ec67b829f75 on network 8ee5bf7c-b368-4be3-8841-77086ba648e0 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:56:32.839439 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] Checking agent: {'id': '9d4a6936-8748-48e4-80b8-f46bca6e7258', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 21, 28), 'started_at': datetime.datetime(2021, 7, 13, 7, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:56:32.839824 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] Checking segment: {'id': '58182e21-ace9-4c2b-8e34-768a0c0ab138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8ee5bf7c-b368-4be3-8841-77086ba648e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:56:32.840255 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:32.840789 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] Bound using segment: {'id': '58182e21-ace9-4c2b-8e34-768a0c0ab138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8ee5bf7c-b368-4be3-8841-77086ba648e0'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:56:32.841294 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] Bound port: 69d7e2ba-380d-4e0f-a250-2ec67b829f75, host: n-d-779913-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58182e21-ace9-4c2b-8e34-768a0c0ab138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8ee5bf7c-b368-4be3-8841-77086ba648e0'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:56:32.841680 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:32.910471 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] For port 69d7e2ba-380d-4e0f-a250-2ec67b829f75, host n-d-779913-28, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:56:32.914029 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] For port 69d7e2ba-380d-4e0f-a250-2ec67b829f75, host n-d-779913-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=69d7e2ba-380d-4e0f-a250-2ec67b829f75,segment=NetworkSegment(58182e21-ace9-4c2b-8e34-768a0c0ab138),segment_id=58182e21-ace9-4c2b-8e34-768a0c0ab138)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:56:32.918833 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:33.002683 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e99ba-934f-455f-b7cb-9d249e30b671 None None] Pushing event updated for resources: {'Port': ['ID=69d7e2ba-380d-4e0f-a250-2ec67b829f75,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:33.006525 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] Routers {'e66a6b80-4cf5-4459-8541-48a741e01511'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:56:33.007151 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e66a6b80-4cf5-4459-8541-48a741e01511'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:33.118298 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] Set router e66a6b80-4cf5-4459-8541-48a741e01511 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:56:33.209584 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6f97b1ad-45bf-4ca9-938e-f970cbaf4a2c req-9ae937b6-d011-4809-b2d0-97cbf7b01d26 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 210 time: 0.0309117 Jul 13 08:56:33.333764 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66a6b80-4cf5-4459-8541-48a741e01511', 'name': 'tempest-TestSnapshotPattern-1397838212-router', 'tenant_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'aa2104aa-3897-4e50-8501-14ef730770e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:25Z', 'updated_at': '2021-07-13T08:56:28Z', 'revision_number': 4, 'project_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'gw_port': {'id': 'aa2104aa-3897-4e50-8501-14ef730770e5', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ea:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66a6b80-4cf5-4459-8541-48a741e01511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:26Z', 'updated_at': '2021-07-13T08:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '69d7e2ba-380d-4e0f-a250-2ec67b829f75', 'name': '', 'network_id': '8ee5bf7c-b368-4be3-8841-77086ba648e0', 'tenant_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'mac_address': 'fa:16:3e:11:5f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66a6b80-4cf5-4459-8541-48a741e01511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'a60d0b4d-dd61-4744-b049-880a2d4e64dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:28Z', 'updated_at': '2021-07-13T08:56:32Z', 'revision_number': 4, 'project_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'subnets': [{'id': 'a60d0b4d-dd61-4744-b049-880a2d4e64dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:33.361031 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590b42d2-f6c1-4c76-a3b7-b2fde0483994 None None] The sync data for ids ['e66a6b80-4cf5-4459-8541-48a741e01511'] in n-d-779913-28 is: [{'id': 'e66a6b80-4cf5-4459-8541-48a741e01511', 'name': 'tempest-TestSnapshotPattern-1397838212-router', 'tenant_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'aa2104aa-3897-4e50-8501-14ef730770e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:25Z', 'updated_at': '2021-07-13T08:56:28Z', 'revision_number': 4, 'project_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'gw_port': {'id': 'aa2104aa-3897-4e50-8501-14ef730770e5', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ea:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66a6b80-4cf5-4459-8541-48a741e01511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:26Z', 'updated_at': '2021-07-13T08:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': '69d7e2ba-380d-4e0f-a250-2ec67b829f75', 'name': '', 'network_id': '8ee5bf7c-b368-4be3-8841-77086ba648e0', 'tenant_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'mac_address': 'fa:16:3e:11:5f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66a6b80-4cf5-4459-8541-48a741e01511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'a60d0b4d-dd61-4744-b049-880a2d4e64dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:28Z', 'updated_at': '2021-07-13T08:56:32Z', 'revision_number': 4, 'project_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'subnets': [{'id': 'a60d0b4d-dd61-4744-b049-880a2d4e64dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:56:33.439439 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-f683c3bf-9bba-488a-af1f-93afc2ea6558 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:33.441549 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-f683c3bf-9bba-488a-af1f-93afc2ea6558 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.62 "GET /v2.0/networks?id=fa01bcb5-efe0-488b-ae57-e62030e3c81d HTTP/1.1" status: 200 len: 809 time: 0.1372173 Jul 13 08:56:33.496361 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-a2a6329f-7589-43c5-91c9-f0ad6cb16c25 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50a654d0063b4448844752677350c2f3 HTTP/1.1" status: 200 len: 378 time: 0.0447662 Jul 13 08:56:33.506841 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b4174b9-6d73-495b-a84d-af62a8c85560 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Request body: {'port': {'device_id': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'admin_state_up': True, 'tenant_id': '50a654d0063b4448844752677350c2f3', 'security_groups': ['6b636ca1-cb2f-4915-a005-06eb75d7776c']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:56:33.624418 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b4174b9-6d73-495b-a84d-af62a8c85560 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Made reservation on behalf of 50a654d0063b4448844752677350c2f3 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:56:33.628082 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b4174b9-6d73-495b-a84d-af62a8c85560 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:33.760897 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b4174b9-6d73-495b-a84d-af62a8c85560 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Allocated IP 172.20.0.13 (fa01bcb5-efe0-488b-ae57-e62030e3c81d/5c4e09a8-e9b8-4bbd-b992-af199d3a0039/008d60fe-95e0-4ee0-9b1c-7c86efc78c24) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:56:33.869725 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 69d7e2ba-380d-4e0f-a250-2ec67b829f75 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:56:33.925865 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning for port 69d7e2ba-380d-4e0f-a250-2ec67b829f75 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:56:33.929826 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 69d7e2ba-380d-4e0f-a250-2ec67b829f75 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:33.930460 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:33.934772 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b4174b9-6d73-495b-a84d-af62a8c85560 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:33.949866 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b4174b9-6d73-495b-a84d-af62a8c85560 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Transition to ACTIVE for port object 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:56:33.993291 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b4174b9-6d73-495b-a84d-af62a8c85560 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:34.012253 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:34.037624 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b4174b9-6d73-495b-a84d-af62a8c85560 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Network fa01bcb5-efe0-488b-ae57-e62030e3c81d is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:56:34.043688 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b4174b9-6d73-495b-a84d-af62a8c85560 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:56:34.047241 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] For port 69d7e2ba-380d-4e0f-a250-2ec67b829f75, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=69d7e2ba-380d-4e0f-a250-2ec67b829f75,segment=NetworkSegment(58182e21-ace9-4c2b-8e34-768a0c0ab138),segment_id=58182e21-ace9-4c2b-8e34-768a0c0ab138)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:56:34.047608 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b4174b9-6d73-495b-a84d-af62a8c85560 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:56:34.053186 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:34.080440 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4174b9-6d73-495b-a84d-af62a8c85560 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Pushing event updated for resources: {'Port': ['ID=008d60fe-95e0-4ee0-9b1c-7c86efc78c24,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:34.118295 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Pushing event updated for resources: {'Port': ['ID=69d7e2ba-380d-4e0f-a250-2ec67b829f75,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:34.120433 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b4174b9-6d73-495b-a84d-af62a8c85560 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:34.127169 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b4174b9-6d73-495b-a84d-af62a8c85560 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:34.153104 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b4174b9-6d73-495b-a84d-af62a8c85560 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6512268 Jul 13 08:56:34.167493 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] Request body: {'port': {'device_id': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:56:34.254770 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:34.398862 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9e7be61a-4628-49af-a863-1f318bac658a None None] Provisioning for port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:56:34.416315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9e7be61a-4628-49af-a863-1f318bac658a None None] Provisioning complete for port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:34.417018 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9e7be61a-4628-49af-a863-1f318bac658a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:34.455015 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9e7be61a-4628-49af-a863-1f318bac658a None None] Port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:56:34.465275 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9e7be61a-4628-49af-a863-1f318bac658a None None] Provisioning complete for port 69d7e2ba-380d-4e0f-a250-2ec67b829f75 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:34.465652 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9e7be61a-4628-49af-a863-1f318bac658a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:34.502861 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec9b46-7348-43c2-bc21-21468be40168 req-8f435bdc-6129-43c2-a018-a9f933f39b79 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:34.504268 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6ec9b46-7348-43c2-bc21-21468be40168 req-8f435bdc-6129-43c2-a018-a9f933f39b79 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 932 time: 0.1373260 Jul 13 08:56:34.572738 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b6ec9b46-7348-43c2-bc21-21468be40168 req-195d4846-be10-43a4-8746-810e40e4d388 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595932 Jul 13 08:56:34.611398 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:56:34.618696 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:34.631583 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] Transition to ACTIVE for port object 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:56:34.635542 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:34.709623 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] Pushing event updated for resources: {'Port': ['ID=008d60fe-95e0-4ee0-9b1c-7c86efc78c24,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:34.766587 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] Attempting to bind port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 on host n-h2-779913-28 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:56:34.767053 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] Attempting to bind port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 by drivers openvswitch,hyperv on host n-h2-779913-28 at level 0 using segments [{'id': '60538e23-d51f-48ef-b297-098c631c632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:56:34.767387 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] Attempting to bind port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 on network fa01bcb5-efe0-488b-ae57-e62030e3c81d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:56:34.771847 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] Port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 on network fa01bcb5-efe0-488b-ae57-e62030e3c81d not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-28 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:56:34.772164 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] Attempting to bind port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 on network fa01bcb5-efe0-488b-ae57-e62030e3c81d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:56:34.777178 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] Checking agent: {'id': 'c879fbc3-fc1f-4eea-8bce-50af21114feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:56:34.777516 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] Checking segment: {'id': '60538e23-d51f-48ef-b297-098c631c632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:56:34.777906 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] Bound using segment: {'id': '60538e23-d51f-48ef-b297-098c631c632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:56:34.778354 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] Bound port: 008d60fe-95e0-4ee0-9b1c-7c86efc78c24, host: n-h2-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60538e23-d51f-48ef-b297-098c631c632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:56:34.778711 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:34.846657 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] For port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24, host n-h2-779913-28, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:56:34.850158 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] For port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24, host n-h2-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=008d60fe-95e0-4ee0-9b1c-7c86efc78c24,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:56:34.855367 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:34.860546 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:56:34.896116 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:34.896651 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:34.897940 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] 10.222.0.62 "PUT /v2.0/ports/008d60fe-95e0-4ee0-9b1c-7c86efc78c24 HTTP/1.1" status: 200 len: 1093 time: 0.7350407 Jul 13 08:56:34.898411 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'tag': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:56:34.900785 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc4be04-3a8f-4e72-87a6-0c451890d1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "50431c60-d1d3-49f3-b080-60e409bbeba9", "tag": "008d60fe-95e0-4ee0-9b1c-7c86efc78c24"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:56:34.935193 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8edf1b-d55e-4c7e-9e07-d2f19817dbbe service neutron] Pushing event updated for resources: {'Port': ['ID=008d60fe-95e0-4ee0-9b1c-7c86efc78c24,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:34.952258 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b2ae87-d588-4c72-b22e-458e34f4ebd4 x-openstack-request-id: req-21b2ae87-d588-4c72-b22e-458e34f4ebd4 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:56:34.952548 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50431c60-d1d3-49f3-b080-60e409bbeba9", "tag": "008d60fe-95e0-4ee0-9b1c-7c86efc78c24", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:56:34.952801 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21b2ae87-d588-4c72-b22e-458e34f4ebd4 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:56:34.953191 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'tag': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24', 'status': 'completed', 'code': 200} Jul 13 08:56:35.000447 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-d6bfa46d-eb84-42fd-b8a5-461905dd065a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:35.001988 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-d6bfa46d-eb84-42fd-b8a5-461905dd065a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50a654d0063b4448844752677350c2f3&device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 1096 time: 0.0608876 Jul 13 08:56:35.049357 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-493851e7-c51a-432f-a4fc-6ccc0973a7ff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=008d60fe-95e0-4ee0-9b1c-7c86efc78c24 HTTP/1.1" status: 200 len: 217 time: 0.0385334 Jul 13 08:56:35.099267 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-c5e498f3-8518-49bd-977f-4f16401a4fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:35.100739 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-c5e498f3-8518-49bd-977f-4f16401a4fcc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c4e09a8-e9b8-4bbd-b992-af199d3a0039 HTTP/1.1" status: 200 len: 848 time: 0.0455978 Jul 13 08:56:35.157088 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0d1591c1-4d90-4bca-8c5b-2647f8f16b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:35.158613 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-0d1591c1-4d90-4bca-8c5b-2647f8f16b18 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fa01bcb5-efe0-488b-ae57-e62030e3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516293 Jul 13 08:56:35.253855 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-ba8b18cc-2e6f-4b6c-b45a-014f5206f4aa service neutron] 10.222.0.62 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886557 Jul 13 08:56:35.343418 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4690e847-ad9d-4c5c-b84b-6048f64518fb req-8ee757d0-cf2f-4db7-8bd5-4c733a7fe65f service neutron] 10.222.0.62 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832384 Jul 13 08:56:35.448077 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4be04-3a8f-4e72-87a6-0c451890d1e9 req-9a67d936-2a05-48d4-8be7-4d95fdcbe314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:35.449583 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7dc4be04-3a8f-4e72-87a6-0c451890d1e9 req-9a67d936-2a05-48d4-8be7-4d95fdcbe314 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50a654d0063b4448844752677350c2f3&device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 1096 time: 0.0598221 Jul 13 08:56:35.536874 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4be04-3a8f-4e72-87a6-0c451890d1e9 req-b50b440f-7a58-4ed3-ad87-ba44d6ac000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:35.538395 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7dc4be04-3a8f-4e72-87a6-0c451890d1e9 req-b50b440f-7a58-4ed3-ad87-ba44d6ac000d service neutron] 10.222.0.62 "GET /v2.0/networks?id=fa01bcb5-efe0-488b-ae57-e62030e3c81d HTTP/1.1" status: 200 len: 910 time: 0.0826747 Jul 13 08:56:35.583439 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7dc4be04-3a8f-4e72-87a6-0c451890d1e9 req-c5fb5504-d82f-48d2-a33d-426ff46f070d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=008d60fe-95e0-4ee0-9b1c-7c86efc78c24 HTTP/1.1" status: 200 len: 217 time: 0.0366418 Jul 13 08:56:35.632071 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4be04-3a8f-4e72-87a6-0c451890d1e9 req-1ff29807-0c29-44db-ac61-0f72ef3e57af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:35.633539 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7dc4be04-3a8f-4e72-87a6-0c451890d1e9 req-1ff29807-0c29-44db-ac61-0f72ef3e57af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c4e09a8-e9b8-4bbd-b992-af199d3a0039 HTTP/1.1" status: 200 len: 848 time: 0.0435960 Jul 13 08:56:35.714916 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4be04-3a8f-4e72-87a6-0c451890d1e9 req-ff8daac2-e88f-4154-89c9-9d7296947d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:35.716373 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7dc4be04-3a8f-4e72-87a6-0c451890d1e9 req-ff8daac2-e88f-4154-89c9-9d7296947d09 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fa01bcb5-efe0-488b-ae57-e62030e3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756774 Jul 13 08:56:35.810950 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b9c7a-2261-4bac-b157-00fa3e4b4a74 req-68d83799-a91e-45e9-a7ba-c2144d0a747f tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:35.812448 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f98b9c7a-2261-4bac-b157-00fa3e4b4a74 req-68d83799-a91e-45e9-a7ba-c2144d0a747f tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 944 time: 0.1305251 Jul 13 08:56:35.835232 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 69d7e2ba-380d-4e0f-a250-2ec67b829f75 up at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:56:35.845715 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7dc4be04-3a8f-4e72-87a6-0c451890d1e9 req-c22fa317-1ea7-4705-9bfd-b7cebba3cb1f service neutron] 10.222.0.62 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223831 Jul 13 08:56:35.878898 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f98b9c7a-2261-4bac-b157-00fa3e4b4a74 req-7561aa1c-639f-4e65-8353-140dad5014e7 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604532 Jul 13 08:56:35.890499 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Provisioning complete for port 69d7e2ba-380d-4e0f-a250-2ec67b829f75 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:35.890877 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:35.951214 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-7dc4be04-3a8f-4e72-87a6-0c451890d1e9 req-e0e7a853-fc9e-4b39-8f21-01b76a94e4ac service neutron] 10.222.0.62 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950770 Jul 13 08:56:36.830216 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:56:36.924927 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=008d60fe-95e0-4ee0-9b1c-7c86efc78c24,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:56:37.060329 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adf6c7-bc87-42c4-af08-1893bb01d2d9 req-61480813-8618-4acc-ae6b-754528ed08e3 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:37.061859 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4adf6c7-bc87-42c4-af08-1893bb01d2d9 req-61480813-8618-4acc-ae6b-754528ed08e3 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 944 time: 0.0670915 Jul 13 08:56:37.088137 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'port_id': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24', 'mac_address': 'fa:16:3e:f6:95:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:56:37.101305 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e4adf6c7-bc87-42c4-af08-1893bb01d2d9 req-fae0fd87-edce-4380-8e1b-035bc602dba7 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334482 Jul 13 08:56:37.125413 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:37.138157 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:56:37.158770 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=008d60fe-95e0-4ee0-9b1c-7c86efc78c24,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:56:37.162138 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:37.214857 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=008d60fe-95e0-4ee0-9b1c-7c86efc78c24,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:37.396156 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['008d60fe-95e0-4ee0-9b1c-7c86efc78c24'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:56:38.270564 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87c5f0-534f-46ad-8f4a-c5c762e7e33a req-77e6f703-d2cd-4029-a19f-d1bd1c1557e2 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:38.272896 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd87c5f0-534f-46ad-8f4a-c5c762e7e33a req-77e6f703-d2cd-4029-a19f-d1bd1c1557e2 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 945 time: 0.0633054 Jul 13 08:56:38.316090 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bd87c5f0-534f-46ad-8f4a-c5c762e7e33a req-d43ca1bb-2558-45fe-86ae-a47ea71ccf50 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369473 Jul 13 08:56:38.718369 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:38.845309 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:56:38.893643 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning for port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:56:38.897075 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:38.897445 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:38.973019 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:38.994569 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:56:38.996918 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a955ff1c-6a93-4729-bd06-5864c95c873a" -d '{"events": [{"server_uuid": "50431c60-d1d3-49f3-b080-60e409bbeba9", "name": "network-vif-plugged", "status": "completed", "tag": "008d60fe-95e0-4ee0-9b1c-7c86efc78c24"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:56:39.010171 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=008d60fe-95e0-4ee0-9b1c-7c86efc78c24,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:56:39.014666 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:39.042742 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a9a92c-fb3b-4d9c-8294-296bc29802db x-openstack-request-id: req-91a9a92c-fb3b-4d9c-8294-296bc29802db {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:56:39.043029 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50431c60-d1d3-49f3-b080-60e409bbeba9", "name": "network-vif-plugged", "status": "completed", "tag": "008d60fe-95e0-4ee0-9b1c-7c86efc78c24", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:56:39.043329 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-91a9a92c-fb3b-4d9c-8294-296bc29802db {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:56:39.043724 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24', 'code': 200} Jul 13 08:56:39.076652 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=008d60fe-95e0-4ee0-9b1c-7c86efc78c24,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:39.150855 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788b3f5-65ef-49a7-b990-c25b5bd0e607 req-3fb30056-540a-4fa5-82a9-631bf29ac927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:39.152536 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8788b3f5-65ef-49a7-b990-c25b5bd0e607 req-3fb30056-540a-4fa5-82a9-631bf29ac927 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 1098 time: 0.0537238 Jul 13 08:56:39.187849 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8788b3f5-65ef-49a7-b990-c25b5bd0e607 req-923bd831-186d-4aee-96e8-46863fe984e9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0293484 Jul 13 08:56:39.275606 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1b9128e4-1c69-4eed-9a95-a9dcaeb76173 None None] Provisioning complete for port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:56:39.275975 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1b9128e4-1c69-4eed-9a95-a9dcaeb76173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:39.486044 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a935a6-9eea-4abc-bddd-2753db75606e req-52684b2c-be58-42a6-ad7d-43bb42f12fcf tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:39.487448 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e5a935a6-9eea-4abc-bddd-2753db75606e req-52684b2c-be58-42a6-ad7d-43bb42f12fcf tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 946 time: 0.0621839 Jul 13 08:56:39.524339 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-e5a935a6-9eea-4abc-bddd-2753db75606e req-d2a9b505-7675-4d27-8f08-002f75132285 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314407 Jul 13 08:56:40.698103 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b2ced-175e-468d-9d63-588aa3ae2c0d req-9e3c8626-84c0-45e4-b088-8fce527b5441 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:40.699558 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b4b2ced-175e-468d-9d63-588aa3ae2c0d req-9e3c8626-84c0-45e4-b088-8fce527b5441 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 946 time: 0.0659401 Jul 13 08:56:40.737093 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-5b4b2ced-175e-468d-9d63-588aa3ae2c0d req-5b7fc52a-3501-4e13-8e51-c90cc0a58514 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320120 Jul 13 08:56:40.907733 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a666ee-a6b8-4620-b05a-8cc4df334ac2 req-4ae6a17d-2066-4f51-b7f1-9cc958878b27 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:40.909184 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-86a666ee-a6b8-4620-b05a-8cc4df334ac2 req-4ae6a17d-2066-4f51-b7f1-9cc958878b27 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 946 time: 0.0626063 Jul 13 08:56:40.944761 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-86a666ee-a6b8-4620-b05a-8cc4df334ac2 req-2a0e4fc6-c2ea-44d1-a674-9ffddc19115e tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301239 Jul 13 08:56:40.969060 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38094) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:41.060546 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4822c150-3daf-4a97-a2d4-5555ab659f00 tempest-TestSnapshotPattern-1639174699 tempest-TestSnapshotPattern-1639174699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:41.062057 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-4822c150-3daf-4a97-a2d4-5555ab659f00 tempest-TestSnapshotPattern-1639174699 tempest-TestSnapshotPattern-1639174699-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 1093 time: 0.0916843 Jul 13 08:56:41.064880 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38098) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:41.069102 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [None req-e8c21486-2282-4dc5-981d-ff254ea0cc48 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:56:41.093623 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8c21486-2282-4dc5-981d-ff254ea0cc48 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for floatingip, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:41.456881 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8c21486-2282-4dc5-981d-ff254ea0cc48 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:41.555960 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [None req-e8c21486-2282-4dc5-981d-ff254ea0cc48 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Allocated IP 172.25.0.99 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/03526670-a301-4ffb-95e5-417db7aea246) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:56:41.658266 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8c21486-2282-4dc5-981d-ff254ea0cc48 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:41.696792 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8c21486-2282-4dc5-981d-ff254ea0cc48 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:41.735403 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c21486-2282-4dc5-981d-ff254ea0cc48 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:56:41.738006 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [None req-e8c21486-2282-4dc5-981d-ff254ea0cc48 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:56:41.740809 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c21486-2282-4dc5-981d-ff254ea0cc48 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:56:41.765817 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c21486-2282-4dc5-981d-ff254ea0cc48 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Pushing event updated for resources: {'Port': ['ID=03526670-a301-4ffb-95e5-417db7aea246,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:42.237787 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8c21486-2282-4dc5-981d-ff254ea0cc48 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:42.349724 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8c21486-2282-4dc5-981d-ff254ea0cc48 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:42.494992 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8c21486-2282-4dc5-981d-ff254ea0cc48 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:42.499501 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8c21486-2282-4dc5-981d-ff254ea0cc48 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:42.569240 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c21486-2282-4dc5-981d-ff254ea0cc48 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Pushing event updated for resources: {'Port': ['ID=03526670-a301-4ffb-95e5-417db7aea246,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:42.581375 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8c21486-2282-4dc5-981d-ff254ea0cc48 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:42.678462 n-d-779913-28 neutron-server[93723]: INFO neutron.db.l3_db [None req-e8c21486-2282-4dc5-981d-ff254ea0cc48 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Floating IP 1c13d573-d66e-4857-a7a8-d1aa2f60d918 associated. External IP: 172.25.0.99, port: 008d60fe-95e0-4ee0-9b1c-7c86efc78c24. Jul 13 08:56:42.881439 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c21486-2282-4dc5-981d-ff254ea0cc48 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Router 1f324a91-172f-4798-86fe-b00fc1f1c215 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:56:42.984429 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c21486-2282-4dc5-981d-ff254ea0cc48 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:56:42.994105 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce85133-b25c-4e57-ae51-94c15b2f7b8e None None] Sync routers for ids ['1f324a91-172f-4798-86fe-b00fc1f1c215'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:56:43.000303 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-e8c21486-2282-4dc5-981d-ff254ea0cc48 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:43.003099 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce85133-b25c-4e57-ae51-94c15b2f7b8e None None] Routers {'1f324a91-172f-4798-86fe-b00fc1f1c215'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:56:43.003694 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1ce85133-b25c-4e57-ae51-94c15b2f7b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1f324a91-172f-4798-86fe-b00fc1f1c215'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:43.036637 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-e8c21486-2282-4dc5-981d-ff254ea0cc48 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9707599 Jul 13 08:56:43.037746 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'tag': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:56:43.040611 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19da1f1c817b7d3b3f035bd3be9e28848a799e6e4ef5efd80c73c51428ad5e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62735849-0c96-4bca-b22b-7a1bf0cd973d" -d '{"events": [{"name": "network-changed", "server_uuid": "50431c60-d1d3-49f3-b080-60e409bbeba9", "tag": "008d60fe-95e0-4ee0-9b1c-7c86efc78c24"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:56:43.120287 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-1ce85133-b25c-4e57-ae51-94c15b2f7b8e None None] Set router 1f324a91-172f-4798-86fe-b00fc1f1c215 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:56:43.135234 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf425259-afce-4859-b379-cd9729dc671c x-openstack-request-id: req-bf425259-afce-4859-b379-cd9729dc671c {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:56:43.135595 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50431c60-d1d3-49f3-b080-60e409bbeba9", "tag": "008d60fe-95e0-4ee0-9b1c-7c86efc78c24", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:56:43.135858 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bf425259-afce-4859-b379-cd9729dc671c {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:56:43.136292 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'tag': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24', 'status': 'completed', 'code': 200} Jul 13 08:56:43.218532 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62735849-0c96-4bca-b22b-7a1bf0cd973d req-dc209f98-8af4-477a-b1d0-ddea2e40597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:43.220295 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62735849-0c96-4bca-b22b-7a1bf0cd973d req-dc209f98-8af4-477a-b1d0-ddea2e40597f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50a654d0063b4448844752677350c2f3&device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 1098 time: 0.0580986 Jul 13 08:56:43.314548 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62735849-0c96-4bca-b22b-7a1bf0cd973d req-255248dd-d7e1-4d79-86a7-23fd33219ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:43.316010 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62735849-0c96-4bca-b22b-7a1bf0cd973d req-255248dd-d7e1-4d79-86a7-23fd33219ed1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fa01bcb5-efe0-488b-ae57-e62030e3c81d HTTP/1.1" status: 200 len: 910 time: 0.0895195 Jul 13 08:56:43.340400 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1ce85133-b25c-4e57-ae51-94c15b2f7b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'name': 'tempest-TestSnapshotPattern-785826040-router', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:23Z', 'revision_number': 4, 'project_id': '50a654d0063b4448844752677350c2f3', 'gw_port': {'id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '1c13d573-d66e-4857-a7a8-d1aa2f60d918', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'floating_ip_address': '172.25.0.99', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'port_id': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'mac_address': 'fa:16:3e:f6:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:56:41Z', 'updated_at': '2021-07-13T08:56:41Z', 'revision_number': 0, 'project_id': '50a654d0063b4448844752677350c2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac76ca90-27e3-41dd-ad83-443338b443fc', 'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'mac_address': 'fa:16:3e:5c:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:23Z', 'updated_at': '2021-07-13T08:56:30Z', 'revision_number': 5, 'project_id': '50a654d0063b4448844752677350c2f3', 'subnets': [{'id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:43.370825 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce85133-b25c-4e57-ae51-94c15b2f7b8e None None] Checking router: 1f324a91-172f-4798-86fe-b00fc1f1c215 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:56:43.378964 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce85133-b25c-4e57-ae51-94c15b2f7b8e None None] Routers {'1f324a91-172f-4798-86fe-b00fc1f1c215'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:56:43.379552 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1ce85133-b25c-4e57-ae51-94c15b2f7b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:56:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1f324a91-172f-4798-86fe-b00fc1f1c215'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:43.380576 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62735849-0c96-4bca-b22b-7a1bf0cd973d req-5f38eac4-6d07-4d7a-a546-877991dc0746 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=008d60fe-95e0-4ee0-9b1c-7c86efc78c24 HTTP/1.1" status: 200 len: 999 time: 0.0584157 Jul 13 08:56:43.433341 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62735849-0c96-4bca-b22b-7a1bf0cd973d req-d8c7ecf2-f8ec-46a3-b855-8674e3953291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:43.434744 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62735849-0c96-4bca-b22b-7a1bf0cd973d req-d8c7ecf2-f8ec-46a3-b855-8674e3953291 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c4e09a8-e9b8-4bbd-b992-af199d3a0039 HTTP/1.1" status: 200 len: 848 time: 0.0477731 Jul 13 08:56:43.493031 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62735849-0c96-4bca-b22b-7a1bf0cd973d req-50c60ff8-f683-4c10-8ea1-6002869fa4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:56:43.495172 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62735849-0c96-4bca-b22b-7a1bf0cd973d req-50c60ff8-f683-4c10-8ea1-6002869fa4c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fa01bcb5-efe0-488b-ae57-e62030e3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539820 Jul 13 08:56:43.573894 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-1ce85133-b25c-4e57-ae51-94c15b2f7b8e None None] Set router 1f324a91-172f-4798-86fe-b00fc1f1c215 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:56:43.590233 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62735849-0c96-4bca-b22b-7a1bf0cd973d req-860ea73d-f1a6-4a14-8c67-342baee6db15 service neutron] 10.222.0.62 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880544 Jul 13 08:56:43.682404 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-62735849-0c96-4bca-b22b-7a1bf0cd973d req-61118436-f1b0-49a8-bdc4-62a0c2869d99 service neutron] 10.222.0.62 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851414 Jul 13 08:56:43.792845 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1ce85133-b25c-4e57-ae51-94c15b2f7b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'name': 'tempest-TestSnapshotPattern-785826040-router', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:23Z', 'revision_number': 4, 'project_id': '50a654d0063b4448844752677350c2f3', 'gw_port': {'id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '1c13d573-d66e-4857-a7a8-d1aa2f60d918', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'floating_ip_address': '172.25.0.99', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'port_id': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'mac_address': 'fa:16:3e:f6:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:56:41Z', 'updated_at': '2021-07-13T08:56:41Z', 'revision_number': 0, 'project_id': '50a654d0063b4448844752677350c2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac76ca90-27e3-41dd-ad83-443338b443fc', 'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'mac_address': 'fa:16:3e:5c:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:23Z', 'updated_at': '2021-07-13T08:56:30Z', 'revision_number': 5, 'project_id': '50a654d0063b4448844752677350c2f3', 'subnets': [{'id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:43.796329 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:43.818404 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce85133-b25c-4e57-ae51-94c15b2f7b8e None None] The sync data for ids ['1f324a91-172f-4798-86fe-b00fc1f1c215'] in n-d-779913-28 is: [{'id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'name': 'tempest-TestSnapshotPattern-785826040-router', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:23Z', 'revision_number': 4, 'project_id': '50a654d0063b4448844752677350c2f3', 'gw_port': {'id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '1c13d573-d66e-4857-a7a8-d1aa2f60d918', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'floating_ip_address': '172.25.0.99', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'port_id': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'mac_address': 'fa:16:3e:f6:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:56:41Z', 'updated_at': '2021-07-13T08:56:41Z', 'revision_number': 0, 'project_id': '50a654d0063b4448844752677350c2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac76ca90-27e3-41dd-ad83-443338b443fc', 'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'mac_address': 'fa:16:3e:5c:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:23Z', 'updated_at': '2021-07-13T08:56:30Z', 'revision_number': 5, 'project_id': '50a654d0063b4448844752677350c2f3', 'subnets': [{'id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:56:43.997529 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a61dc66-61ec-46e3-9b75-0e805e872809 None None] New status for floating IP 1c13d573-d66e-4857-a7a8-d1aa2f60d918: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:56:53.311889 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-112f99db-b0ae-484f-8aa0-bf0ab2f26ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:57.647736 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b670f92-7d94-41a0-928b-66e9028b2f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:57.886376 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:59.920811 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:01.654186 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:08.717534 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:11.863565 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:57:13.809627 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:23.312230 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-054457fc-c37f-49cb-b0f2-b35b116e3a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:27.648095 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6f0f2b6e-75e2-4b45-853c-773cc853ca8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:27.887998 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:29.924406 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:31.657157 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:37.939658 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf326122-f944-419c-9f4d-139ca4d6a838 req-5769349b-fb82-432b-8e26-6d7d6e30c5a2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=50431c60-d1d3-49f3-b080-60e409bbeba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503592 Jul 13 08:57:38.035176 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf326122-f944-419c-9f4d-139ca4d6a838 req-cc67d4cf-2f5a-4e62-9de9-e08298294484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:57:38.036642 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf326122-f944-419c-9f4d-139ca4d6a838 req-cc67d4cf-2f5a-4e62-9de9-e08298294484 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50a654d0063b4448844752677350c2f3&device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 1098 time: 0.0554769 Jul 13 08:57:38.138965 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf326122-f944-419c-9f4d-139ca4d6a838 req-088df156-e935-4139-9cd2-a97285cf440b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:57:38.140472 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf326122-f944-419c-9f4d-139ca4d6a838 req-088df156-e935-4139-9cd2-a97285cf440b service neutron] 10.222.0.62 "GET /v2.0/networks?id=fa01bcb5-efe0-488b-ae57-e62030e3c81d HTTP/1.1" status: 200 len: 910 time: 0.0837631 Jul 13 08:57:38.206916 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf326122-f944-419c-9f4d-139ca4d6a838 req-5b2cd4bf-950f-4c69-99d0-af20086c4a08 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=008d60fe-95e0-4ee0-9b1c-7c86efc78c24 HTTP/1.1" status: 200 len: 1001 time: 0.0603793 Jul 13 08:57:38.254011 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf326122-f944-419c-9f4d-139ca4d6a838 req-fe4a45e2-fcbc-47de-9692-0a2066151b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:57:38.255396 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf326122-f944-419c-9f4d-139ca4d6a838 req-fe4a45e2-fcbc-47de-9692-0a2066151b77 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c4e09a8-e9b8-4bbd-b992-af199d3a0039 HTTP/1.1" status: 200 len: 848 time: 0.0420401 Jul 13 08:57:38.310332 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf326122-f944-419c-9f4d-139ca4d6a838 req-06c7ceae-b9ce-49cc-905c-a5023ef43368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:57:38.311740 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf326122-f944-419c-9f4d-139ca4d6a838 req-06c7ceae-b9ce-49cc-905c-a5023ef43368 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fa01bcb5-efe0-488b-ae57-e62030e3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493553 Jul 13 08:57:38.402167 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf326122-f944-419c-9f4d-139ca4d6a838 req-fb4fb4c6-ac58-48b9-b7bc-bade402f3b5c service neutron] 10.222.0.62 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838149 Jul 13 08:57:38.487323 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-cf326122-f944-419c-9f4d-139ca4d6a838 req-fd976f4a-27db-4aa4-869f-d1d4b3abc68c service neutron] 10.222.0.62 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790648 Jul 13 08:57:38.701408 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:43.801895 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:48.862493 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:57:53.312607 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c3c1487e-2e4b-4288-8d62-8925161d4cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:57.648902 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cdc94eb0-a904-498c-8d4a-ffd9357d5d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:57.887789 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:59.927768 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:01.658250 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:08.715166 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:13.808599 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:23.312322 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19682991-e899-4b7b-af3f-9f10f4013fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:25.861180 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:58:27.649427 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2be3f57d-6eae-4ab2-a769-9ee141b1820b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:27.887416 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:29.931835 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:31.662725 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:38.720277 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:39.091350 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd8d53-e2c5-4a7f-b643-4d48e3d889ca req-f32a2f8e-b582-4f4f-b54f-084e075c19f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:58:39.092845 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36fd8d53-e2c5-4a7f-b643-4d48e3d889ca req-f32a2f8e-b582-4f4f-b54f-084e075c19f3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50a654d0063b4448844752677350c2f3&device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 1098 time: 0.0577912 Jul 13 08:58:39.198804 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd8d53-e2c5-4a7f-b643-4d48e3d889ca req-462bf9ff-cce3-4654-aec3-a110f70d1134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:58:39.200274 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36fd8d53-e2c5-4a7f-b643-4d48e3d889ca req-462bf9ff-cce3-4654-aec3-a110f70d1134 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fa01bcb5-efe0-488b-ae57-e62030e3c81d HTTP/1.1" status: 200 len: 910 time: 0.0843008 Jul 13 08:58:39.267662 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36fd8d53-e2c5-4a7f-b643-4d48e3d889ca req-29fd7023-57ef-4b61-a970-d2e4b1cabee8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=008d60fe-95e0-4ee0-9b1c-7c86efc78c24 HTTP/1.1" status: 200 len: 1001 time: 0.0597012 Jul 13 08:58:39.317520 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd8d53-e2c5-4a7f-b643-4d48e3d889ca req-aeceb559-bf6f-490c-9103-4d511f0411cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:58:39.318837 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36fd8d53-e2c5-4a7f-b643-4d48e3d889ca req-aeceb559-bf6f-490c-9103-4d511f0411cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c4e09a8-e9b8-4bbd-b992-af199d3a0039 HTTP/1.1" status: 200 len: 848 time: 0.0419495 Jul 13 08:58:39.374865 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd8d53-e2c5-4a7f-b643-4d48e3d889ca req-3858d557-aa8a-40b6-b4d9-6c497d994b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:58:39.376287 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36fd8d53-e2c5-4a7f-b643-4d48e3d889ca req-3858d557-aa8a-40b6-b4d9-6c497d994b2c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fa01bcb5-efe0-488b-ae57-e62030e3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498836 Jul 13 08:58:39.434059 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 details requested by agent hyperv_n-h2-779913-28 with host n-h2-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:58:39.468801 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36fd8d53-e2c5-4a7f-b643-4d48e3d889ca req-00dc172e-571f-4346-b86e-a0bddcbf08e1 service neutron] 10.222.0.62 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838065 Jul 13 08:58:39.527703 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=008d60fe-95e0-4ee0-9b1c-7c86efc78c24,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:58:39.539027 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Returning: {'device': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'port_id': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24', 'mac_address': 'fa:16:3e:f6:95:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:58:39.561061 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-36fd8d53-e2c5-4a7f-b643-4d48e3d889ca req-2c7376f2-0b1f-49fe-a0d3-cc2467eeb1e8 service neutron] 10.222.0.62 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854459 Jul 13 08:58:39.576445 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:39.588733 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:58:39.607935 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=008d60fe-95e0-4ee0-9b1c-7c86efc78c24,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:58:39.611993 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:39.667315 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=008d60fe-95e0-4ee0-9b1c-7c86efc78c24,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:58:39.679576 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:39.679937 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:39.680291 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:39.680631 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:39.680974 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:39.681357 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:39.682216 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:39.682555 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:39.682883 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:39.683212 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:39.683543 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:39.683867 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:39.721325 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] get_ports_and_sgs() called for port_ids ['008d60fe-95e0-4ee0-9b1c-7c86efc78c24'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:58:39.905253 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-831b1948-56b7-432d-ad5c-141da05612bd None None] Provisioning complete for port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:58:39.905620 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-831b1948-56b7-432d-ad5c-141da05612bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:40.018586 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-831b1948-56b7-432d-ad5c-141da05612bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:40.042191 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:58:40.044579 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e57d8d-0e0a-4669-8e44-e46e11fd4be2" -d '{"events": [{"server_uuid": "50431c60-d1d3-49f3-b080-60e409bbeba9", "name": "network-vif-plugged", "status": "completed", "tag": "008d60fe-95e0-4ee0-9b1c-7c86efc78c24"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:58:40.057389 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-831b1948-56b7-432d-ad5c-141da05612bd None None] For port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=008d60fe-95e0-4ee0-9b1c-7c86efc78c24,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:58:40.062320 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-831b1948-56b7-432d-ad5c-141da05612bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:40.118883 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b1948-56b7-432d-ad5c-141da05612bd None None] Pushing event updated for resources: {'Port': ['ID=008d60fe-95e0-4ee0-9b1c-7c86efc78c24,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:58:40.149814 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1471edd-c725-46cf-a631-f3eefd350e1d x-openstack-request-id: req-d1471edd-c725-46cf-a631-f3eefd350e1d {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:58:40.150884 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50431c60-d1d3-49f3-b080-60e409bbeba9", "name": "network-vif-plugged", "status": "completed", "tag": "008d60fe-95e0-4ee0-9b1c-7c86efc78c24", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:58:40.151139 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1471edd-c725-46cf-a631-f3eefd350e1d {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:58:40.151542 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24', 'code': 200} Jul 13 08:58:40.321056 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6c0c4f32-a46b-469d-8677-81406e364ba6 None None] Provisioning complete for port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:58:40.321426 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4f32-a46b-469d-8677-81406e364ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:41.462182 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 up at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:58:41.511774 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Provisioning complete for port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:58:41.512147 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:43.814880 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:51.145917 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-0bba2e9e-d211-4b82-925d-797679d3bd16 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-80379559&fields=id&tenant_id=50a654d0063b4448844752677350c2f3 HTTP/1.1" status: 200 len: 267 time: 0.0323837 Jul 13 08:58:51.254963 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-2d8b8070-d9d6-4f7b-a3ce-61fc5433736f tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:58:51.256439 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-2d8b8070-d9d6-4f7b-a3ce-61fc5433736f tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/networks?id=fa01bcb5-efe0-488b-ae57-e62030e3c81d HTTP/1.1" status: 200 len: 809 time: 0.1031222 Jul 13 08:58:51.270493 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-79f7a695-ddaa-4a83-ada0-0dbdf742bc33 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/quotas/50a654d0063b4448844752677350c2f3 HTTP/1.1" status: 200 len: 375 time: 0.0087690 Jul 13 08:58:51.338820 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-48b5226a-40d5-41fb-91da-10da8dbd7b3e tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=50a654d0063b4448844752677350c2f3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0631812 Jul 13 08:58:51.402888 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-526a25f9-1a43-4ace-86f6-b2a01d45da55 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:58:51.403922 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-526a25f9-1a43-4ace-86f6-b2a01d45da55 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0540824 Jul 13 08:58:51.494636 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-a4c63b41-8247-41d7-9bb5-e93ff0bfbbf9 service neutron] 10.222.0.58 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849364 Jul 13 08:58:51.584168 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-1b1923a4-adfd-47d5-9b98-2ed22bad490f service neutron] 10.222.0.58 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839818 Jul 13 08:58:51.777876 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-102b24b5-0130-4a25-a4cc-4008018a2434 req-e7cfc34c-93d5-441a-b493-2cae3d51f1d2 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 210 time: 0.0286489 Jul 13 08:58:52.858937 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ae32eb3f-86dc-4100-b209-6be9daf20fbf req-56874cc9-14c0-4a4c-8b7b-834f0d3622e9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 210 time: 0.0279160 Jul 13 08:58:53.312646 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-56a7b7a7-49b6-4085-bafd-bc1281655a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:53.503654 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:58:53.577552 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:53.599620 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:58:53.601827 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081c8161-984c-4b1f-92f5-24e3fc038a5f" -d '{"events": [{"server_uuid": "50431c60-d1d3-49f3-b080-60e409bbeba9", "name": "network-vif-unplugged", "status": "completed", "tag": "008d60fe-95e0-4ee0-9b1c-7c86efc78c24"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:58:53.617141 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] For port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=008d60fe-95e0-4ee0-9b1c-7c86efc78c24,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:58:53.621486 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:53.652516 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d29eb3-91d4-498a-90be-f2edbf51a819 x-openstack-request-id: req-b7d29eb3-91d4-498a-90be-f2edbf51a819 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:58:53.652806 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50431c60-d1d3-49f3-b080-60e409bbeba9", "name": "network-vif-unplugged", "status": "completed", "tag": "008d60fe-95e0-4ee0-9b1c-7c86efc78c24", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:58:53.653058 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b7d29eb3-91d4-498a-90be-f2edbf51a819 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:58:53.653445 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24', 'code': 200} Jul 13 08:58:53.681960 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Pushing event updated for resources: {'Port': ['ID=008d60fe-95e0-4ee0-9b1c-7c86efc78c24,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:58:53.908650 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2a90991c-8fae-446d-a367-c993e08792f1 None None] Provisioning complete for port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:58:53.909017 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a90991c-8fae-446d-a367-c993e08792f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:53.950158 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-c1ed6e29-87f8-47c9-ab71-8ed3408f496f req-1d206c3b-553a-4dde-9e19-b6afcc0f9200 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 210 time: 0.0360618 Jul 13 08:58:53.986653 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a90991c-8fae-446d-a367-c993e08792f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:54.019150 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2a90991c-8fae-446d-a367-c993e08792f1 None None] For port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=008d60fe-95e0-4ee0-9b1c-7c86efc78c24,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:58:54.023163 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a90991c-8fae-446d-a367-c993e08792f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:54.080340 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90991c-8fae-446d-a367-c993e08792f1 None None] Pushing event updated for resources: {'Port': ['ID=008d60fe-95e0-4ee0-9b1c-7c86efc78c24,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:58:54.280783 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fd5756c6-0e2a-4d06-8a22-3b1a1291551b None None] Provisioning complete for port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:58:54.281149 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd5756c6-0e2a-4d06-8a22-3b1a1291551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:54.843824 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-1418b6f6-36b9-495f-8881-14ddcfb79dbe tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:58:54.845620 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-1418b6f6-36b9-495f-8881-14ddcfb79dbe tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.35 "GET /v2.0/networks?id=fa01bcb5-efe0-488b-ae57-e62030e3c81d HTTP/1.1" status: 200 len: 809 time: 0.1064839 Jul 13 08:58:54.893984 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-e5c9c286-c350-42d9-983b-a5aebdd6f378 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50a654d0063b4448844752677350c2f3 HTTP/1.1" status: 200 len: 378 time: 0.0330896 Jul 13 08:58:54.902960 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Request body: {'port': {'device_id': '707556f7-8395-4032-a9a2-55ebfd1870e3', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'admin_state_up': True, 'tenant_id': '50a654d0063b4448844752677350c2f3', 'security_groups': ['6b636ca1-cb2f-4915-a005-06eb75d7776c']}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:58:55.015737 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Made reservation on behalf of 50a654d0063b4448844752677350c2f3 for: {'port': 1} {{(pid=93723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:58:55.019612 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:55.103669 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-01a75b64-7055-42c3-bbc8-9f756c649237 req-3fdcdff7-aee8-4ba6-9e0a-3d447561f759 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 210 time: 0.0342667 Jul 13 08:58:55.155064 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_common [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Allocated IP 172.20.0.9 (fa01bcb5-efe0-488b-ae57-e62030e3c81d/5c4e09a8-e9b8-4bbd-b992-af199d3a0039/39fc8eb5-a8d3-4757-82e5-a26934553779) {{(pid=93723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:58:55.301731 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for port, precommit_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:55.320757 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Transition to ACTIVE for port object 39fc8eb5-a8d3-4757-82e5-a26934553779 will not be triggered until provisioned by entity DHCP. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:58:55.357845 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8676739'] for port, after_create {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:55.404385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Network fa01bcb5-efe0-488b-ae57-e62030e3c81d is already hosted by enough agents. {{(pid=93723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:58:55.410211 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.base_scheduler [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Resources bound (agent type, host, resource id): {{(pid=93723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:58:55.414257 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Received port after_create {{(pid=93723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:58:55.441429 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Pushing event updated for resources: {'Port': ['ID=39fc8eb5-a8d3-4757-82e5-a26934553779,revision_number=1']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:58:55.457459 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:55.457605 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:55.457897 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:55.458259 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:55.458720 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:55.459059 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:55.459385 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:55.459700 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:55.460019 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:55.460335 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:55.460654 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:55.461010 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:58:55.495987 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:58:55.496651 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:55.526202 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-00f47691-c787-4ca8-9ee9-e21c9b2d19f9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6253231 Jul 13 08:58:55.655102 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:58:55.657560 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99ca3c3-0dce-4772-8767-8d59e23c120e" -d '{"events": [{"server_uuid": "50431c60-d1d3-49f3-b080-60e409bbeba9", "name": "network-vif-plugged", "status": "completed", "tag": "008d60fe-95e0-4ee0-9b1c-7c86efc78c24"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:58:55.696566 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e576096f-9b03-4de3-ae56-0470d09c3e07 None None] Provisioning for port 39fc8eb5-a8d3-4757-82e5-a26934553779 completed by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:58:55.704619 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e576096f-9b03-4de3-ae56-0470d09c3e07 None None] Provisioning complete for port 39fc8eb5-a8d3-4757-82e5-a26934553779 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:58:55.705286 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e576096f-9b03-4de3-ae56-0470d09c3e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:55.734267 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312a4211-f874-4589-a981-57e18f1e1c5e x-openstack-request-id: req-312a4211-f874-4589-a981-57e18f1e1c5e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:58:55.734801 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50431c60-d1d3-49f3-b080-60e409bbeba9", "name": "network-vif-plugged", "status": "completed", "tag": "008d60fe-95e0-4ee0-9b1c-7c86efc78c24", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:58:55.735052 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-312a4211-f874-4589-a981-57e18f1e1c5e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:58:55.735635 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24', 'code': 200} Jul 13 08:58:55.759066 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e576096f-9b03-4de3-ae56-0470d09c3e07 None None] Port 39fc8eb5-a8d3-4757-82e5-a26934553779 cannot update to ACTIVE because it is not bound. {{(pid=93725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:58:56.294675 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183d617-7635-4ec7-8493-4c0ebb3118db req-b8020705-dfb8-41e5-8816-2b091b4baeae tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:58:56.296232 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2183d617-7635-4ec7-8493-4c0ebb3118db req-b8020705-dfb8-41e5-8816-2b091b4baeae tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 931 time: 0.0644655 Jul 13 08:58:56.336834 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-2183d617-7635-4ec7-8493-4c0ebb3118db req-742fc3a2-3516-4fc9-9279-610d98b0bf70 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349360 Jul 13 08:58:57.528425 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07400736-5c3b-47f6-af05-9730742e27db req-ee59e1c9-8f7a-4404-9930-7a0d34899b89 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:58:57.529938 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-07400736-5c3b-47f6-af05-9730742e27db req-ee59e1c9-8f7a-4404-9930-7a0d34899b89 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 931 time: 0.0696187 Jul 13 08:58:57.568400 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-07400736-5c3b-47f6-af05-9730742e27db req-abe223ac-a7b0-4ab5-b210-d157ecffdac8 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329194 Jul 13 08:58:57.649644 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2cf5a2f5-a1a2-42af-8b31-5e57ff85365e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:57.889250 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:58.746980 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b747072-191e-40ce-abc9-e9bf9b6abab4 req-b8eaf672-13b1-402c-9d00-552472f02040 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:58:58.748385 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b747072-191e-40ce-abc9-e9bf9b6abab4 req-b8eaf672-13b1-402c-9d00-552472f02040 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 931 time: 0.0707343 Jul 13 08:58:58.787895 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8b747072-191e-40ce-abc9-e9bf9b6abab4 req-6c4b0a19-300b-447a-8ed9-09bb730993bd tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340407 Jul 13 08:58:59.934211 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:59.977408 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85107e67-60d0-4db5-8114-e3b2b3ef6ae1 req-7795c97c-be74-4dde-8a84-02c2ebcbdb56 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:58:59.980140 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-85107e67-60d0-4db5-8114-e3b2b3ef6ae1 req-7795c97c-be74-4dde-8a84-02c2ebcbdb56 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 931 time: 0.0722308 Jul 13 08:59:00.020291 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-85107e67-60d0-4db5-8114-e3b2b3ef6ae1 req-3a1b14b2-47dd-48d2-a15c-097c2426a461 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344081 Jul 13 08:59:01.207917 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5914e-b27b-43c7-af77-b0acf0c083d0 req-4f0ddcca-ae87-470c-8015-3d9c6e488db9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:01.209417 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-55e5914e-b27b-43c7-af77-b0acf0c083d0 req-4f0ddcca-ae87-470c-8015-3d9c6e488db9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 931 time: 0.0767806 Jul 13 08:59:01.254139 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-55e5914e-b27b-43c7-af77-b0acf0c083d0 req-ccd121e6-4106-4362-b466-d315a9817756 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385096 Jul 13 08:59:01.674127 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:02.443442 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97640b1f-0040-43fe-9f7a-041c739b4190 req-6002525f-3cae-48ca-9903-16ce9dca4a73 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:02.444961 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-97640b1f-0040-43fe-9f7a-041c739b4190 req-6002525f-3cae-48ca-9903-16ce9dca4a73 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 931 time: 0.0672629 Jul 13 08:59:02.484185 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-97640b1f-0040-43fe-9f7a-041c739b4190 req-f28ba051-094f-454b-a6a2-4c321fcb40c8 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327890 Jul 13 08:59:02.860008 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:59:03.694387 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a32157-cafb-4583-9638-49aa824fe504 req-50bcf5b4-703d-4902-9af3-d88a0ce99c62 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:03.696676 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96a32157-cafb-4583-9638-49aa824fe504 req-50bcf5b4-703d-4902-9af3-d88a0ce99c62 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 931 time: 0.0932617 Jul 13 08:59:03.757930 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-96a32157-cafb-4583-9638-49aa824fe504 req-88ef7aa7-d5dd-43f9-8c5d-614e43f1ebc9 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476000 Jul 13 08:59:04.979530 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57bdc4-7e04-440e-86be-7b7700193c51 req-1e07290b-f160-420b-9f46-286116c1b08c tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:04.981485 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b57bdc4-7e04-440e-86be-7b7700193c51 req-1e07290b-f160-420b-9f46-286116c1b08c tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 931 time: 0.0656967 Jul 13 08:59:05.017467 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0b57bdc4-7e04-440e-86be-7b7700193c51 req-aabe9d13-98dc-4721-91e0-25c130171187 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304828 Jul 13 08:59:05.087984 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-4eb13edb-dbfb-494a-9bd4-4980440c264b tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:59:05.089002 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-4eb13edb-dbfb-494a-9bd4-4980440c264b tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054522 Jul 13 08:59:05.141675 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.v2.base [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] Request body: {'port': {'device_id': '707556f7-8395-4032-a9a2-55ebfd1870e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-28'}} {{(pid=93723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:59:05.216150 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:05.739060 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39fc8eb5-a8d3-4757-82e5-a26934553779 {{(pid=93723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:59:05.746279 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:05.757600 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.provisioning_blocks [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] Transition to ACTIVE for port object 39fc8eb5-a8d3-4757-82e5-a26934553779 will not be triggered until provisioned by entity L2. {{(pid=93723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:59:05.761222 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:05.812769 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=39fc8eb5-a8d3-4757-82e5-a26934553779,revision_number=2']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:59:05.883186 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] Attempting to bind port 39fc8eb5-a8d3-4757-82e5-a26934553779 on host n-h1-779913-28 for vnic_type normal with profile {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:59:05.883652 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] Attempting to bind port 39fc8eb5-a8d3-4757-82e5-a26934553779 by drivers openvswitch,hyperv on host n-h1-779913-28 at level 0 using segments [{'id': '60538e23-d51f-48ef-b297-098c631c632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d'}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:59:05.883991 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] Attempting to bind port 39fc8eb5-a8d3-4757-82e5-a26934553779 on network fa01bcb5-efe0-488b-ae57-e62030e3c81d {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:59:05.889221 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] Port 39fc8eb5-a8d3-4757-82e5-a26934553779 on network fa01bcb5-efe0-488b-ae57-e62030e3c81d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-28 {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:59:05.889548 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] Attempting to bind port 39fc8eb5-a8d3-4757-82e5-a26934553779 on network fa01bcb5-efe0-488b-ae57-e62030e3c81d {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:59:05.894710 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] Checking agent: {'id': '9714025c-08a3-4398-8af1-81b036e1274b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'started_at': datetime.datetime(2021, 7, 13, 7, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:59:05.895061 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] Checking segment: {'id': '60538e23-d51f-48ef-b297-098c631c632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:59:05.895452 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] Bound using segment: {'id': '60538e23-d51f-48ef-b297-098c631c632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d'} {{(pid=93723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:59:05.895888 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.managers [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] Bound port: 39fc8eb5-a8d3-4757-82e5-a26934553779, host: n-h1-779913-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60538e23-d51f-48ef-b297-098c631c632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d'}}] {{(pid=93723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:59:05.896254 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:05.961330 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] For port 39fc8eb5-a8d3-4757-82e5-a26934553779, host n-h1-779913-28, cleared binding levels {{(pid=93723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:59:05.964533 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] For port 39fc8eb5-a8d3-4757-82e5-a26934553779, host n-h1-779913-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=39fc8eb5-a8d3-4757-82e5-a26934553779,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:59:05.969100 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8676753'] for port, after_update {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:06.009503 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:06.010147 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:06.012170 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] 10.222.0.35 "PUT /v2.0/ports/39fc8eb5-a8d3-4757-82e5-a26934553779 HTTP/1.1" status: 200 len: 1092 time: 0.9148595 Jul 13 08:59:06.012611 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707556f7-8395-4032-a9a2-55ebfd1870e3', 'tag': '39fc8eb5-a8d3-4757-82e5-a26934553779'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:59:06.014889 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19da1f1c817b7d3b3f035bd3be9e28848a799e6e4ef5efd80c73c51428ad5e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362b9e2b-7151-4b6a-bd05-5e6eb398cf3d" -d '{"events": [{"name": "network-changed", "server_uuid": "707556f7-8395-4032-a9a2-55ebfd1870e3", "tag": "39fc8eb5-a8d3-4757-82e5-a26934553779"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:59:06.035657 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f403a2b-ddf1-4faa-8ff0-7ee4a464c9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=39fc8eb5-a8d3-4757-82e5-a26934553779,revision_number=3']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:59:06.068846 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13022bc-bbbc-4bb4-bd69-3b9ab395ce50 x-openstack-request-id: req-e13022bc-bbbc-4bb4-bd69-3b9ab395ce50 {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:59:06.069146 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707556f7-8395-4032-a9a2-55ebfd1870e3", "tag": "39fc8eb5-a8d3-4757-82e5-a26934553779", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:59:06.069405 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e13022bc-bbbc-4bb4-bd69-3b9ab395ce50 {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:59:06.069799 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707556f7-8395-4032-a9a2-55ebfd1870e3', 'tag': '39fc8eb5-a8d3-4757-82e5-a26934553779', 'status': 'completed', 'code': 200} Jul 13 08:59:06.120518 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-fb5834de-89c1-4dbe-bca3-580866fea756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:06.122819 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-fb5834de-89c1-4dbe-bca3-580866fea756 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50a654d0063b4448844752677350c2f3&device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 1095 time: 0.0629900 Jul 13 08:59:06.167411 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-c639972d-b46a-4d0c-a490-60637e14fc4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39fc8eb5-a8d3-4757-82e5-a26934553779 HTTP/1.1" status: 200 len: 217 time: 0.0374677 Jul 13 08:59:06.207473 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e6ff6-9d68-485b-b295-8894cc7094e4 req-52a97dd8-93c8-4708-a99b-8f97a0c037f5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:06.209009 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-825e6ff6-9d68-485b-b295-8894cc7094e4 req-52a97dd8-93c8-4708-a99b-8f97a0c037f5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 943 time: 0.0651767 Jul 13 08:59:06.219399 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-f802502a-e383-43f6-a99b-c13ebb812526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:06.221150 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-f802502a-e383-43f6-a99b-c13ebb812526 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c4e09a8-e9b8-4bbd-b992-af199d3a0039 HTTP/1.1" status: 200 len: 848 time: 0.0473311 Jul 13 08:59:06.249207 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-825e6ff6-9d68-485b-b295-8894cc7094e4 req-59d66ab9-555b-439f-b079-58f4593a4b65 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328553 Jul 13 08:59:06.282026 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-c1862960-df47-49a5-bdfb-ad469508a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:06.283584 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-c1862960-df47-49a5-bdfb-ad469508a5fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fa01bcb5-efe0-488b-ae57-e62030e3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561185 Jul 13 08:59:06.369878 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-00c089d8-ab67-491f-af94-248805f5f50c service neutron] 10.222.0.35 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798519 Jul 13 08:59:06.459413 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-74e73948-6f68-4916-9d34-509a63aa89b5 req-02b4c2cf-b2cc-48fc-ba4f-131e040cd2b1 service neutron] 10.222.0.35 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826886 Jul 13 08:59:06.552540 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b9e2b-7151-4b6a-bd05-5e6eb398cf3d req-555be802-2a0d-46ae-be20-09bb278248d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:06.553906 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-362b9e2b-7151-4b6a-bd05-5e6eb398cf3d req-555be802-2a0d-46ae-be20-09bb278248d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50a654d0063b4448844752677350c2f3&device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 1095 time: 0.0509133 Jul 13 08:59:06.645120 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b9e2b-7151-4b6a-bd05-5e6eb398cf3d req-59a69f79-1a69-43d5-be9c-c9e13a72ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:06.646582 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-362b9e2b-7151-4b6a-bd05-5e6eb398cf3d req-59a69f79-1a69-43d5-be9c-c9e13a72ff2c service neutron] 10.222.0.35 "GET /v2.0/networks?id=fa01bcb5-efe0-488b-ae57-e62030e3c81d HTTP/1.1" status: 200 len: 910 time: 0.0862033 Jul 13 08:59:06.686648 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-362b9e2b-7151-4b6a-bd05-5e6eb398cf3d req-4c5bb12e-4a30-4001-b743-f5bf4fcc2138 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39fc8eb5-a8d3-4757-82e5-a26934553779 HTTP/1.1" status: 200 len: 217 time: 0.0333381 Jul 13 08:59:06.735213 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b9e2b-7151-4b6a-bd05-5e6eb398cf3d req-0719f9b9-88f8-4270-9464-a9b329d871a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:06.736613 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-362b9e2b-7151-4b6a-bd05-5e6eb398cf3d req-0719f9b9-88f8-4270-9464-a9b329d871a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c4e09a8-e9b8-4bbd-b992-af199d3a0039 HTTP/1.1" status: 200 len: 848 time: 0.0426416 Jul 13 08:59:06.796110 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b9e2b-7151-4b6a-bd05-5e6eb398cf3d req-a1b9a8af-08f9-4a82-afad-44a93d569226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:06.797551 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-362b9e2b-7151-4b6a-bd05-5e6eb398cf3d req-a1b9a8af-08f9-4a82-afad-44a93d569226 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fa01bcb5-efe0-488b-ae57-e62030e3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542395 Jul 13 08:59:06.884367 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-362b9e2b-7151-4b6a-bd05-5e6eb398cf3d req-6b63cfcb-7ead-40a1-8bea-7634bbf78d77 service neutron] 10.222.0.35 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793779 Jul 13 08:59:06.974790 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-362b9e2b-7151-4b6a-bd05-5e6eb398cf3d req-c03c4b0e-44fb-4f83-8c3a-4791189fa802 service neutron] 10.222.0.35 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838146 Jul 13 08:59:07.423643 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94d3e4-db01-4302-bb7f-42d9f95bdcb4 req-6eb276d8-4b92-4822-aa93-ff872f1294c1 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:07.425097 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc94d3e4-db01-4302-bb7f-42d9f95bdcb4 req-6eb276d8-4b92-4822-aa93-ff872f1294c1 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 943 time: 0.0649202 Jul 13 08:59:07.465912 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc94d3e4-db01-4302-bb7f-42d9f95bdcb4 req-0fce4484-3150-46d0-b8aa-6e075c1be7af tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352910 Jul 13 08:59:08.634494 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3727ba-ea66-402d-89a8-40d72cae28d8 req-0cf02dcf-fa32-4366-92e3-641d6e121081 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:08.635953 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc3727ba-ea66-402d-89a8-40d72cae28d8 req-0cf02dcf-fa32-4366-92e3-641d6e121081 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 943 time: 0.0626473 Jul 13 08:59:08.672684 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-dc3727ba-ea66-402d-89a8-40d72cae28d8 req-1f8fc216-751b-4b16-9194-a53d437b5d88 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307751 Jul 13 08:59:08.744781 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:08.904217 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 39fc8eb5-a8d3-4757-82e5-a26934553779 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:59:08.994564 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 39fc8eb5-a8d3-4757-82e5-a26934553779, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=39fc8eb5-a8d3-4757-82e5-a26934553779,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:59:09.005619 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '39fc8eb5-a8d3-4757-82e5-a26934553779', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'port_id': '39fc8eb5-a8d3-4757-82e5-a26934553779', 'mac_address': 'fa:16:3e:79:44:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:59:09.043992 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:09.056009 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39fc8eb5-a8d3-4757-82e5-a26934553779 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:59:09.075308 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 39fc8eb5-a8d3-4757-82e5-a26934553779, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=39fc8eb5-a8d3-4757-82e5-a26934553779,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:59:09.079263 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:09.132889 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=39fc8eb5-a8d3-4757-82e5-a26934553779,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:59:09.337049 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['39fc8eb5-a8d3-4757-82e5-a26934553779'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:59:09.841837 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7ed3c-37d1-4e96-9636-4f2098d3457b req-9e447f07-43f5-449d-afad-5365978cf889 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:09.843373 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcd7ed3c-37d1-4e96-9636-4f2098d3457b req-9e447f07-43f5-449d-afad-5365978cf889 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 944 time: 0.0638454 Jul 13 08:59:09.880512 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bcd7ed3c-37d1-4e96-9636-4f2098d3457b req-d1558de2-f1f7-4461-bca7-20649b88f48b tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313230 Jul 13 08:59:10.927446 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 39fc8eb5-a8d3-4757-82e5-a26934553779 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:59:10.975123 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning for port 39fc8eb5-a8d3-4757-82e5-a26934553779 completed by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:59:10.978758 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 39fc8eb5-a8d3-4757-82e5-a26934553779 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:59:10.979135 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:11.053676 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bb39b-4271-45bb-b9e3-5eb95e73affa req-c5a7565c-5d39-4147-80c3-8cebdd274a13 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:11.055200 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-293bb39b-4271-45bb-b9e3-5eb95e73affa req-c5a7565c-5d39-4147-80c3-8cebdd274a13 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 944 time: 0.0652313 Jul 13 08:59:11.057352 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:11.079939 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707556f7-8395-4032-a9a2-55ebfd1870e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fc8eb5-a8d3-4757-82e5-a26934553779'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:59:11.082206 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3d638e-1cd5-414f-8685-2670b7f3496a" -d '{"events": [{"server_uuid": "707556f7-8395-4032-a9a2-55ebfd1870e3", "name": "network-vif-plugged", "status": "completed", "tag": "39fc8eb5-a8d3-4757-82e5-a26934553779"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:59:11.093777 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-293bb39b-4271-45bb-b9e3-5eb95e73affa req-922d6460-e533-460e-80f1-43bb8219c355 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320497 Jul 13 08:59:11.095763 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 39fc8eb5-a8d3-4757-82e5-a26934553779, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=39fc8eb5-a8d3-4757-82e5-a26934553779,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:59:11.100258 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:11.138588 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ab32d2-a3ae-4ffc-add6-4dad483e0bbc x-openstack-request-id: req-c2ab32d2-a3ae-4ffc-add6-4dad483e0bbc {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:59:11.138880 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707556f7-8395-4032-a9a2-55ebfd1870e3", "name": "network-vif-plugged", "status": "completed", "tag": "39fc8eb5-a8d3-4757-82e5-a26934553779", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:59:11.139129 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2ab32d2-a3ae-4ffc-add6-4dad483e0bbc {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:59:11.139539 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707556f7-8395-4032-a9a2-55ebfd1870e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fc8eb5-a8d3-4757-82e5-a26934553779', 'code': 200} Jul 13 08:59:11.157132 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=39fc8eb5-a8d3-4757-82e5-a26934553779,revision_number=5']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:59:11.259704 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a6db8-4750-48af-b24b-5774087a1512 req-9632e39b-84ec-476b-bdca-58b51163616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:11.261306 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cc7a6db8-4750-48af-b24b-5774087a1512 req-9632e39b-84ec-476b-bdca-58b51163616e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 1097 time: 0.0549250 Jul 13 08:59:11.297703 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cc7a6db8-4750-48af-b24b-5774087a1512 req-3b57753c-e9fc-4210-b555-9f3a69a20006 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302432 Jul 13 08:59:11.334394 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c1b7d4a5-c07d-4003-b2b0-d1d500cc5614 None None] Provisioning complete for port 39fc8eb5-a8d3-4757-82e5-a26934553779 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:59:11.334764 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d4a5-c07d-4003-b2b0-d1d500cc5614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:12.269600 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ecfed-75af-4806-9cdb-8f7ce229a94c req-040bfb4a-18a2-43e5-8d77-bd7929edcda8 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:12.271097 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca0ecfed-75af-4806-9cdb-8f7ce229a94c req-040bfb4a-18a2-43e5-8d77-bd7929edcda8 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 945 time: 0.0621190 Jul 13 08:59:12.307550 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ca0ecfed-75af-4806-9cdb-8f7ce229a94c req-3404239f-f82f-40a4-ab23-db16100850d7 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309665 Jul 13 08:59:12.478249 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cf3d4-70b4-4e73-861d-84299645d2f1 req-b87ec945-5eaf-4aa5-b4b8-6a44b1711c44 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:12.479671 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ad0cf3d4-70b4-4e73-861d-84299645d2f1 req-b87ec945-5eaf-4aa5-b4b8-6a44b1711c44 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 945 time: 0.0612593 Jul 13 08:59:12.519557 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-ad0cf3d4-70b4-4e73-861d-84299645d2f1 req-4cecdc64-e104-4bef-8c17-b698a7355956 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339735 Jul 13 08:59:12.542900 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38396) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:59:12.593298 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbea8a71-3552-4c01-a212-f568e9bf2e40 tempest-TestSnapshotPattern-1639174699 tempest-TestSnapshotPattern-1639174699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:12.595053 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-fbea8a71-3552-4c01-a212-f568e9bf2e40 tempest-TestSnapshotPattern-1639174699 tempest-TestSnapshotPattern-1639174699-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 1092 time: 0.0509689 Jul 13 08:59:12.597701 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38398) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:59:12.601896 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Request body: {'floatingip': {'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'port_id': '39fc8eb5-a8d3-4757-82e5-a26934553779', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:59:12.623947 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:12.717145 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:12.819033 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Allocated IP 172.25.0.196 (f96be058-f906-4210-b421-902eff1606be/59ba2d30-68fa-406e-bcd0-cbca698db99a/910738bb-e088-4e6b-998b-07698949895c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:59:12.915083 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:12.955560 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735240058579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8686128'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:12.994489 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Network f96be058-f906-4210-b421-902eff1606be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:59:12.997259 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:59:13.000746 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:59:13.005972 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Pushing event updated for resources: {'Port': ['ID=910738bb-e088-4e6b-998b-07698949895c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:59:13.032321 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:13.032668 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:13.033009 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:13.033348 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:13.033683 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:13.034015 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:13.034369 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:13.034693 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:13.035017 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:13.035341 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:13.035671 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:13.035995 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:13.714684 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:13.787063 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:13.815153 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:13.935187 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:13.939519 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8686114'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:14.007902 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Pushing event updated for resources: {'Port': ['ID=910738bb-e088-4e6b-998b-07698949895c,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:59:14.019785 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422560'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:14.117471 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Floating IP 8cff2cb2-453d-43ac-af57-ebfb46aec335 associated. External IP: 172.25.0.196, port: 39fc8eb5-a8d3-4757-82e5-a26934553779. Jul 13 08:59:14.315317 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Router 1f324a91-172f-4798-86fe-b00fc1f1c215 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:59:14.418672 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:59:14.427797 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db58f944-91f6-4829-8c61-816de5847310 None None] Sync routers for ids ['1f324a91-172f-4798-86fe-b00fc1f1c215'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:59:14.435959 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:14.437082 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db58f944-91f6-4829-8c61-816de5847310 None None] Routers {'1f324a91-172f-4798-86fe-b00fc1f1c215'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:59:14.437694 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-db58f944-91f6-4829-8c61-816de5847310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:58:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1f324a91-172f-4798-86fe-b00fc1f1c215'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:59:14.474676 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-9e47e3b7-5aa1-4142-883d-cdbebaedf406 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8759577 Jul 13 08:59:14.475264 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707556f7-8395-4032-a9a2-55ebfd1870e3', 'tag': '39fc8eb5-a8d3-4757-82e5-a26934553779'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:59:14.477504 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dbcb8f-f53b-4b67-982d-fb2ba070bd92" -d '{"events": [{"name": "network-changed", "server_uuid": "707556f7-8395-4032-a9a2-55ebfd1870e3", "tag": "39fc8eb5-a8d3-4757-82e5-a26934553779"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:59:14.544245 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-db58f944-91f6-4829-8c61-816de5847310 None None] Set router 1f324a91-172f-4798-86fe-b00fc1f1c215 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:59:14.564026 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1f7c71-bf5a-42bb-81a6-341c4120ac7b x-openstack-request-id: req-7b1f7c71-bf5a-42bb-81a6-341c4120ac7b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:59:14.564315 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707556f7-8395-4032-a9a2-55ebfd1870e3", "tag": "39fc8eb5-a8d3-4757-82e5-a26934553779", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:59:14.564566 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b1f7c71-bf5a-42bb-81a6-341c4120ac7b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:59:14.564965 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707556f7-8395-4032-a9a2-55ebfd1870e3', 'tag': '39fc8eb5-a8d3-4757-82e5-a26934553779', 'status': 'completed', 'code': 200} Jul 13 08:59:14.638278 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbcb8f-f53b-4b67-982d-fb2ba070bd92 req-6b0ea7b2-1800-49ea-ac41-c0f461affc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:14.639717 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-94dbcb8f-f53b-4b67-982d-fb2ba070bd92 req-6b0ea7b2-1800-49ea-ac41-c0f461affc2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50a654d0063b4448844752677350c2f3&device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 1097 time: 0.0524161 Jul 13 08:59:14.731486 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbcb8f-f53b-4b67-982d-fb2ba070bd92 req-004ff773-624e-4a53-9bd3-3a30f6badf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:14.732968 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-94dbcb8f-f53b-4b67-982d-fb2ba070bd92 req-004ff773-624e-4a53-9bd3-3a30f6badf40 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fa01bcb5-efe0-488b-ae57-e62030e3c81d HTTP/1.1" status: 200 len: 910 time: 0.0869660 Jul 13 08:59:14.765492 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-db58f944-91f6-4829-8c61-816de5847310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'name': 'tempest-TestSnapshotPattern-785826040-router', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:23Z', 'revision_number': 4, 'project_id': '50a654d0063b4448844752677350c2f3', 'gw_port': {'id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '1c13d573-d66e-4857-a7a8-d1aa2f60d918', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'floating_ip_address': '172.25.0.99', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'port_id': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'mac_address': 'fa:16:3e:f6:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:56:41Z', 'updated_at': '2021-07-13T08:56:44Z', 'revision_number': 1, 'project_id': '50a654d0063b4448844752677350c2f3', 'fixed_ip_address_scope': None}, {'id': '8cff2cb2-453d-43ac-af57-ebfb46aec335', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'floating_ip_address': '172.25.0.196', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'port_id': '39fc8eb5-a8d3-4757-82e5-a26934553779', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'mac_address': 'fa:16:3e:79:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707556f7-8395-4032-a9a2-55ebfd1870e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:59:13Z', 'updated_at': '2021-07-13T08:59:13Z', 'revision_number': 0, 'project_id': '50a654d0063b4448844752677350c2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac76ca90-27e3-41dd-ad83-443338b443fc', 'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'mac_address': 'fa:16:3e:5c:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:23Z', 'updated_at': '2021-07-13T08:56:30Z', 'revision_number': 5, 'project_id': '50a654d0063b4448844752677350c2f3', 'subnets': [{'id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:59:14.795291 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db58f944-91f6-4829-8c61-816de5847310 None None] Checking router: 1f324a91-172f-4798-86fe-b00fc1f1c215 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:59:14.799228 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-94dbcb8f-f53b-4b67-982d-fb2ba070bd92 req-65374f52-45ae-477c-af0e-66a86a4786cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39fc8eb5-a8d3-4757-82e5-a26934553779 HTTP/1.1" status: 200 len: 999 time: 0.0588813 Jul 13 08:59:14.803539 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db58f944-91f6-4829-8c61-816de5847310 None None] Routers {'1f324a91-172f-4798-86fe-b00fc1f1c215'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:59:14.804153 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-db58f944-91f6-4829-8c61-816de5847310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T08:58:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1f324a91-172f-4798-86fe-b00fc1f1c215'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:59:14.851788 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbcb8f-f53b-4b67-982d-fb2ba070bd92 req-f0a610ea-45e0-42d7-91bc-7f821fb750f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:14.853264 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-94dbcb8f-f53b-4b67-982d-fb2ba070bd92 req-f0a610ea-45e0-42d7-91bc-7f821fb750f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c4e09a8-e9b8-4bbd-b992-af199d3a0039 HTTP/1.1" status: 200 len: 848 time: 0.0484986 Jul 13 08:59:14.908145 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-db58f944-91f6-4829-8c61-816de5847310 None None] Set router 1f324a91-172f-4798-86fe-b00fc1f1c215 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:59:14.909520 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbcb8f-f53b-4b67-982d-fb2ba070bd92 req-dcce00c6-33f9-4040-abba-df3e93e0b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:14.911134 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-94dbcb8f-f53b-4b67-982d-fb2ba070bd92 req-dcce00c6-33f9-4040-abba-df3e93e0b85c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fa01bcb5-efe0-488b-ae57-e62030e3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515544 Jul 13 08:59:15.000815 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-94dbcb8f-f53b-4b67-982d-fb2ba070bd92 req-e53a23e6-4171-4901-a29f-b7927fe63671 service neutron] 10.222.0.35 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832841 Jul 13 08:59:15.095790 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-94dbcb8f-f53b-4b67-982d-fb2ba070bd92 req-5bac30df-c88c-4958-9ec1-f8838500bd32 service neutron] 10.222.0.35 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889041 Jul 13 08:59:15.129544 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-db58f944-91f6-4829-8c61-816de5847310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'name': 'tempest-TestSnapshotPattern-785826040-router', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:23Z', 'revision_number': 4, 'project_id': '50a654d0063b4448844752677350c2f3', 'gw_port': {'id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '1c13d573-d66e-4857-a7a8-d1aa2f60d918', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'floating_ip_address': '172.25.0.99', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'port_id': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'mac_address': 'fa:16:3e:f6:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:56:41Z', 'updated_at': '2021-07-13T08:56:44Z', 'revision_number': 1, 'project_id': '50a654d0063b4448844752677350c2f3', 'fixed_ip_address_scope': None}, {'id': '8cff2cb2-453d-43ac-af57-ebfb46aec335', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'floating_ip_address': '172.25.0.196', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'port_id': '39fc8eb5-a8d3-4757-82e5-a26934553779', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'mac_address': 'fa:16:3e:79:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707556f7-8395-4032-a9a2-55ebfd1870e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:59:13Z', 'updated_at': '2021-07-13T08:59:13Z', 'revision_number': 0, 'project_id': '50a654d0063b4448844752677350c2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac76ca90-27e3-41dd-ad83-443338b443fc', 'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'mac_address': 'fa:16:3e:5c:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:23Z', 'updated_at': '2021-07-13T08:56:30Z', 'revision_number': 5, 'project_id': '50a654d0063b4448844752677350c2f3', 'subnets': [{'id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:59:15.155174 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db58f944-91f6-4829-8c61-816de5847310 None None] The sync data for ids ['1f324a91-172f-4798-86fe-b00fc1f1c215'] in n-d-779913-28 is: [{'id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'name': 'tempest-TestSnapshotPattern-785826040-router', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:23Z', 'revision_number': 4, 'project_id': '50a654d0063b4448844752677350c2f3', 'gw_port': {'id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '1c13d573-d66e-4857-a7a8-d1aa2f60d918', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'floating_ip_address': '172.25.0.99', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'port_id': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'mac_address': 'fa:16:3e:f6:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:56:41Z', 'updated_at': '2021-07-13T08:56:44Z', 'revision_number': 1, 'project_id': '50a654d0063b4448844752677350c2f3', 'fixed_ip_address_scope': None}, {'id': '8cff2cb2-453d-43ac-af57-ebfb46aec335', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'floating_ip_address': '172.25.0.196', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'port_id': '39fc8eb5-a8d3-4757-82e5-a26934553779', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'mac_address': 'fa:16:3e:79:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707556f7-8395-4032-a9a2-55ebfd1870e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:59:13Z', 'updated_at': '2021-07-13T08:59:13Z', 'revision_number': 0, 'project_id': '50a654d0063b4448844752677350c2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac76ca90-27e3-41dd-ad83-443338b443fc', 'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'mac_address': 'fa:16:3e:5c:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:23Z', 'updated_at': '2021-07-13T08:56:30Z', 'revision_number': 5, 'project_id': '50a654d0063b4448844752677350c2f3', 'subnets': [{'id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:59:15.338503 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f235ba9-4a1c-43c0-9ac6-644079019ee1 None None] New status for floating IP 8cff2cb2-453d-43ac-af57-ebfb46aec335: ACTIVE {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:59:23.313006 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e8393a6-e133-4c05-9376-d2a6040e827d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:27.650730 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62d1739c-0039-44aa-ac68-e256a92a8327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:27.890950 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:29.936291 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:31.667553 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:38.731699 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:39.859392 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:59:40.940066 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4da2b082-cda0-4517-8ff9-afd749706528 req-bd773c1d-8233-410b-bf76-705809e74c60 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=50431c60-d1d3-49f3-b080-60e409bbeba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509753 Jul 13 08:59:41.030881 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2b082-cda0-4517-8ff9-afd749706528 req-26c9109d-4cee-4bf0-b0f4-cb7beafae39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:41.032336 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4da2b082-cda0-4517-8ff9-afd749706528 req-26c9109d-4cee-4bf0-b0f4-cb7beafae39b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50a654d0063b4448844752677350c2f3&device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 1098 time: 0.0523970 Jul 13 08:59:41.138129 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2b082-cda0-4517-8ff9-afd749706528 req-f0d8b327-f8a0-401f-acc6-c47d56c5917a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:41.139661 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4da2b082-cda0-4517-8ff9-afd749706528 req-f0d8b327-f8a0-401f-acc6-c47d56c5917a service neutron] 10.222.0.62 "GET /v2.0/networks?id=fa01bcb5-efe0-488b-ae57-e62030e3c81d HTTP/1.1" status: 200 len: 910 time: 0.0871100 Jul 13 08:59:41.203777 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4da2b082-cda0-4517-8ff9-afd749706528 req-6658549b-2917-4d56-90c3-02a07229b03a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=008d60fe-95e0-4ee0-9b1c-7c86efc78c24 HTTP/1.1" status: 200 len: 1001 time: 0.0577059 Jul 13 08:59:41.251405 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2b082-cda0-4517-8ff9-afd749706528 req-3a4a7f3c-bc46-4e4a-b395-b0a6813141d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:41.252816 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4da2b082-cda0-4517-8ff9-afd749706528 req-3a4a7f3c-bc46-4e4a-b395-b0a6813141d4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c4e09a8-e9b8-4bbd-b992-af199d3a0039 HTTP/1.1" status: 200 len: 848 time: 0.0433428 Jul 13 08:59:41.311990 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2b082-cda0-4517-8ff9-afd749706528 req-dfc8388a-a9f2-4cf4-b982-c70de04f192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:41.313450 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4da2b082-cda0-4517-8ff9-afd749706528 req-dfc8388a-a9f2-4cf4-b982-c70de04f192c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fa01bcb5-efe0-488b-ae57-e62030e3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546536 Jul 13 08:59:41.400101 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4da2b082-cda0-4517-8ff9-afd749706528 req-bf85e9ab-2584-4b61-b0d2-c6a36be24576 service neutron] 10.222.0.62 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801706 Jul 13 08:59:41.489892 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-4da2b082-cda0-4517-8ff9-afd749706528 req-8bdc9cd6-c029-4b54-a745-e3a36c223a02 service neutron] 10.222.0.62 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838952 Jul 13 08:59:43.822608 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:45.664702 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f4dd176a-c742-4731-970c-e8b02995d761 req-f87eb2cb-2891-42e6-994b-bc55d94343af service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498466 Jul 13 08:59:45.761579 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd176a-c742-4731-970c-e8b02995d761 req-e06c0fa2-87c6-4e78-af7f-5e5661cec4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:45.763069 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f4dd176a-c742-4731-970c-e8b02995d761 req-e06c0fa2-87c6-4e78-af7f-5e5661cec4e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50a654d0063b4448844752677350c2f3&device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 1097 time: 0.0558743 Jul 13 08:59:45.864412 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd176a-c742-4731-970c-e8b02995d761 req-4119c451-2df9-42f6-80a4-eb4076027458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:45.865906 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f4dd176a-c742-4731-970c-e8b02995d761 req-4119c451-2df9-42f6-80a4-eb4076027458 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fa01bcb5-efe0-488b-ae57-e62030e3c81d HTTP/1.1" status: 200 len: 910 time: 0.0837913 Jul 13 08:59:45.933361 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f4dd176a-c742-4731-970c-e8b02995d761 req-715746ed-6d1d-48c2-848b-de83d62efa62 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39fc8eb5-a8d3-4757-82e5-a26934553779 HTTP/1.1" status: 200 len: 1001 time: 0.0611012 Jul 13 08:59:45.981458 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd176a-c742-4731-970c-e8b02995d761 req-92137c8d-7279-4747-b07a-48fa3e6b9269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:45.982937 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f4dd176a-c742-4731-970c-e8b02995d761 req-92137c8d-7279-4747-b07a-48fa3e6b9269 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c4e09a8-e9b8-4bbd-b992-af199d3a0039 HTTP/1.1" status: 200 len: 848 time: 0.0431976 Jul 13 08:59:46.037667 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd176a-c742-4731-970c-e8b02995d761 req-8a892006-b366-4242-8560-f6ef11e4be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:59:46.039138 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f4dd176a-c742-4731-970c-e8b02995d761 req-8a892006-b366-4242-8560-f6ef11e4be92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fa01bcb5-efe0-488b-ae57-e62030e3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502024 Jul 13 08:59:46.129762 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f4dd176a-c742-4731-970c-e8b02995d761 req-930e132f-777d-489f-a251-74d1417e41a2 service neutron] 10.222.0.35 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836205 Jul 13 08:59:46.215607 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-f4dd176a-c742-4731-970c-e8b02995d761 req-6291026e-1a9e-46cf-a1b4-7ee2d1f37910 service neutron] 10.222.0.35 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800331 Jul 13 08:59:53.313394 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3c5de67-5152-4e1d-bf0b-5d5c38d687d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:57.650989 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-064bc9e9-9f99-40fe-8ec4-47c08a5da4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:57.891241 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:59.940489 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:01.669871 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:08.754530 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:13.831077 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:16.858795 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:00:23.316692 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-381ed648-c6b3-4baa-a82f-9fd809f8f8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:27.650145 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-00d819d6-0850-4f65-b186-a03683d64e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:27.892711 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:29.942884 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:31.673467 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:38.757676 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:42.983288 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a77d465-bf9e-4b98-b928-eb51bb503960 req-31d73cd8-7754-43ad-8f4c-b58d19c14546 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=50431c60-d1d3-49f3-b080-60e409bbeba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0906568 Jul 13 09:00:43.077924 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77d465-bf9e-4b98-b928-eb51bb503960 req-ccf0ef49-9068-4193-a0a9-597a5668bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:00:43.079485 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a77d465-bf9e-4b98-b928-eb51bb503960 req-ccf0ef49-9068-4193-a0a9-597a5668bf83 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50a654d0063b4448844752677350c2f3&device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 1098 time: 0.0523877 Jul 13 09:00:43.185834 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77d465-bf9e-4b98-b928-eb51bb503960 req-925b43c7-ed4c-4b00-b09c-f64679657883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:00:43.187258 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a77d465-bf9e-4b98-b928-eb51bb503960 req-925b43c7-ed4c-4b00-b09c-f64679657883 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fa01bcb5-efe0-488b-ae57-e62030e3c81d HTTP/1.1" status: 200 len: 910 time: 0.0895598 Jul 13 09:00:43.256339 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a77d465-bf9e-4b98-b928-eb51bb503960 req-4f35339b-1d58-448a-a665-2e4db1397d7e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=008d60fe-95e0-4ee0-9b1c-7c86efc78c24 HTTP/1.1" status: 200 len: 1001 time: 0.0627270 Jul 13 09:00:43.305008 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77d465-bf9e-4b98-b928-eb51bb503960 req-1e5c9110-e641-4d3f-9af6-fcc953d4c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:00:43.306498 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a77d465-bf9e-4b98-b928-eb51bb503960 req-1e5c9110-e641-4d3f-9af6-fcc953d4c366 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c4e09a8-e9b8-4bbd-b992-af199d3a0039 HTTP/1.1" status: 200 len: 848 time: 0.0434260 Jul 13 09:00:43.361977 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77d465-bf9e-4b98-b928-eb51bb503960 req-8e036beb-b9cf-4b8f-9722-bc788324bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:00:43.363494 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a77d465-bf9e-4b98-b928-eb51bb503960 req-8e036beb-b9cf-4b8f-9722-bc788324bf6d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fa01bcb5-efe0-488b-ae57-e62030e3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512893 Jul 13 09:00:43.455471 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a77d465-bf9e-4b98-b928-eb51bb503960 req-ea7d297c-729e-41e0-889b-f3a124cb2f7b service neutron] 10.222.0.62 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846028 Jul 13 09:00:43.542618 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-6a77d465-bf9e-4b98-b928-eb51bb503960 req-3204e971-373f-406a-8eec-d0eb403bae6f service neutron] 10.222.0.62 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803454 Jul 13 09:00:43.824693 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:45.262810 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 39fc8eb5-a8d3-4757-82e5-a26934553779 details requested by agent hyperv_n-h1-779913-28 with host n-h1-779913-28 {{(pid=93725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:00:45.373517 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 39fc8eb5-a8d3-4757-82e5-a26934553779, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=39fc8eb5-a8d3-4757-82e5-a26934553779,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:00:45.386331 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Returning: {'device': '39fc8eb5-a8d3-4757-82e5-a26934553779', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'port_id': '39fc8eb5-a8d3-4757-82e5-a26934553779', 'mac_address': 'fa:16:3e:79:44:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:00:45.438511 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:45.453818 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39fc8eb5-a8d3-4757-82e5-a26934553779 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 09:00:45.476161 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 39fc8eb5-a8d3-4757-82e5-a26934553779, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=39fc8eb5-a8d3-4757-82e5-a26934553779,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:00:45.481568 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:45.561194 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=39fc8eb5-a8d3-4757-82e5-a26934553779,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:00:45.571054 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:45.571831 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:45.572352 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:45.572862 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:45.573369 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:45.573881 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:45.574521 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:45.575041 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:45.575570 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:45.576081 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:45.576589 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:45.577087 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:45.636091 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] get_ports_and_sgs() called for port_ids ['39fc8eb5-a8d3-4757-82e5-a26934553779'] {{(pid=93725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:00:45.818979 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ab9d598e-bdd7-490d-8bc2-17798c424ff7 None None] Provisioning complete for port 39fc8eb5-a8d3-4757-82e5-a26934553779 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 09:00:45.819348 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ab9d598e-bdd7-490d-8bc2-17798c424ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:45.948918 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ab9d598e-bdd7-490d-8bc2-17798c424ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:45.990048 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707556f7-8395-4032-a9a2-55ebfd1870e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fc8eb5-a8d3-4757-82e5-a26934553779'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 09:00:45.992421 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4f8da0-4609-41b0-849f-a21feebf0b25" -d '{"events": [{"server_uuid": "707556f7-8395-4032-a9a2-55ebfd1870e3", "name": "network-vif-plugged", "status": "completed", "tag": "39fc8eb5-a8d3-4757-82e5-a26934553779"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:00:46.034278 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ab9d598e-bdd7-490d-8bc2-17798c424ff7 None None] For port 39fc8eb5-a8d3-4757-82e5-a26934553779, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=39fc8eb5-a8d3-4757-82e5-a26934553779,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:00:46.046626 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ab9d598e-bdd7-490d-8bc2-17798c424ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:46.055954 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 09:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa1634d-2447-4957-9926-97b3dd4b404d x-openstack-request-id: req-5fa1634d-2447-4957-9926-97b3dd4b404d {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:00:46.056281 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707556f7-8395-4032-a9a2-55ebfd1870e3", "name": "network-vif-plugged", "status": "completed", "tag": "39fc8eb5-a8d3-4757-82e5-a26934553779", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:00:46.056453 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5fa1634d-2447-4957-9926-97b3dd4b404d {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:00:46.056932 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707556f7-8395-4032-a9a2-55ebfd1870e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fc8eb5-a8d3-4757-82e5-a26934553779', 'code': 200} Jul 13 09:00:46.121880 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d598e-bdd7-490d-8bc2-17798c424ff7 None None] Pushing event updated for resources: {'Port': ['ID=39fc8eb5-a8d3-4757-82e5-a26934553779,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:00:46.298722 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-47d4a246-b22e-41c9-970f-53da0e0024ac None None] Provisioning complete for port 39fc8eb5-a8d3-4757-82e5-a26934553779 triggered by entity DHCP. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 09:00:46.299468 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47d4a246-b22e-41c9-970f-53da0e0024ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:46.750923 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf34ce-f515-4002-b536-adbc144409ed req-86a3a9d3-711e-423d-86d4-2bc5f9a2dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:00:46.753016 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-03cf34ce-f515-4002-b536-adbc144409ed req-86a3a9d3-711e-423d-86d4-2bc5f9a2dd71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50a654d0063b4448844752677350c2f3&device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 1097 time: 0.0621254 Jul 13 09:00:46.869563 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf34ce-f515-4002-b536-adbc144409ed req-7e5d98e5-d106-4c09-b9f9-67db860a443d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:00:46.871190 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-03cf34ce-f515-4002-b536-adbc144409ed req-7e5d98e5-d106-4c09-b9f9-67db860a443d service neutron] 10.222.0.35 "GET /v2.0/networks?id=fa01bcb5-efe0-488b-ae57-e62030e3c81d HTTP/1.1" status: 200 len: 910 time: 0.0950217 Jul 13 09:00:46.946582 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-03cf34ce-f515-4002-b536-adbc144409ed req-d52d5687-0ec1-47c6-aece-6083b7c9ec1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39fc8eb5-a8d3-4757-82e5-a26934553779 HTTP/1.1" status: 200 len: 1001 time: 0.0687413 Jul 13 09:00:47.003132 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf34ce-f515-4002-b536-adbc144409ed req-bb2d8926-9f46-445c-8011-d678439e0bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:00:47.004701 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-03cf34ce-f515-4002-b536-adbc144409ed req-bb2d8926-9f46-445c-8011-d678439e0bc5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c4e09a8-e9b8-4bbd-b992-af199d3a0039 HTTP/1.1" status: 200 len: 848 time: 0.0498750 Jul 13 09:00:47.076553 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf34ce-f515-4002-b536-adbc144409ed req-2b9bf4a8-63f1-4c2c-a62f-20c6f04b896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:00:47.077100 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-03cf34ce-f515-4002-b536-adbc144409ed req-2b9bf4a8-63f1-4c2c-a62f-20c6f04b896e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fa01bcb5-efe0-488b-ae57-e62030e3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660236 Jul 13 09:00:47.178502 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-03cf34ce-f515-4002-b536-adbc144409ed req-5ee20ec0-f767-496c-9be1-cb139ff3ca05 service neutron] 10.222.0.35 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939951 Jul 13 09:00:47.281613 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-03cf34ce-f515-4002-b536-adbc144409ed req-a2c69302-9cf3-45ac-a301-47926756d4f7 service neutron] 10.222.0.35 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951138 Jul 13 09:00:47.297677 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 39fc8eb5-a8d3-4757-82e5-a26934553779 up at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:00:47.360722 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Provisioning complete for port 39fc8eb5-a8d3-4757-82e5-a26934553779 triggered by entity L2. {{(pid=93725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 09:00:47.361466 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507331'] for port, provisioning_complete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:53.319946 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-11aef308-3f1c-43c3-8402-798e11e35e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:53.857918 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:00:54.789612 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38606) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:00:54.947167 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Deleting port 910738bb-e088-4e6b-998b-07698949895c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:00:54.947514 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:55.024432 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:55.024686 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:55.037000 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Calling delete_port for 910738bb-e088-4e6b-998b-07698949895c owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:00:55.184291 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:55.210130 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Pushing event deleted for resources: {'Port': ['ID=910738bb-e088-4e6b-998b-07698949895c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:00:55.221765 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:55.222138 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:55.222489 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:55.222831 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:55.223168 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:55.223500 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:55.223829 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:55.224154 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:55.224481 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:55.224806 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:55.225130 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:55.225457 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:55.284305 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:55.284569 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Floating IP 8cff2cb2-453d-43ac-af57-ebfb46aec335 disassociated (deleted). External IP: 172.25.0.196, port: 39fc8eb5-a8d3-4757-82e5-a26934553779. Jul 13 09:00:55.484784 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Router 1f324a91-172f-4798-86fe-b00fc1f1c215 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 09:00:55.590751 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:00:55.595358 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:55.600597 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b80d86-a61a-4edf-a7b4-af0e74e405cc None None] Sync routers for ids ['1f324a91-172f-4798-86fe-b00fc1f1c215'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:00:55.609752 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b80d86-a61a-4edf-a7b4-af0e74e405cc None None] Routers {'1f324a91-172f-4798-86fe-b00fc1f1c215'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 09:00:55.610382 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-70b80d86-a61a-4edf-a7b4-af0e74e405cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T09:00:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1f324a91-172f-4798-86fe-b00fc1f1c215'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:00:55.635402 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-f3e4bb2a-f377-48c4-907f-273f52774ec5 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "DELETE /v2.0/floatingips/8cff2cb2-453d-43ac-af57-ebfb46aec335 HTTP/1.1" status: 204 len: 168 time: 0.8445761 Jul 13 09:00:55.636002 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707556f7-8395-4032-a9a2-55ebfd1870e3', 'tag': '39fc8eb5-a8d3-4757-82e5-a26934553779'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 09:00:55.638323 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb780660-2eda-49bb-a513-63cd58473b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "707556f7-8395-4032-a9a2-55ebfd1870e3", "tag": "39fc8eb5-a8d3-4757-82e5-a26934553779"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:00:55.675109 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 09:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fab38c-3bf2-4b75-9b6d-e560881d06a9 x-openstack-request-id: req-e8fab38c-3bf2-4b75-9b6d-e560881d06a9 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:00:55.675485 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707556f7-8395-4032-a9a2-55ebfd1870e3", "tag": "39fc8eb5-a8d3-4757-82e5-a26934553779", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:00:55.675812 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8fab38c-3bf2-4b75-9b6d-e560881d06a9 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:00:55.676287 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707556f7-8395-4032-a9a2-55ebfd1870e3', 'tag': '39fc8eb5-a8d3-4757-82e5-a26934553779', 'status': 'completed', 'code': 200} Jul 13 09:00:55.760182 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb780660-2eda-49bb-a513-63cd58473b1e req-f22e1f86-0b2c-4ea5-b9e8-bf1f6e2ab276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:00:55.761845 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cb780660-2eda-49bb-a513-63cd58473b1e req-f22e1f86-0b2c-4ea5-b9e8-bf1f6e2ab276 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50a654d0063b4448844752677350c2f3&device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 1097 time: 0.0623081 Jul 13 09:00:55.817727 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-70b80d86-a61a-4edf-a7b4-af0e74e405cc None None] Set router 1f324a91-172f-4798-86fe-b00fc1f1c215 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 09:00:55.856785 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb780660-2eda-49bb-a513-63cd58473b1e req-67a0aa45-d26d-484f-85f9-d2877b6f46b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:00:55.858591 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cb780660-2eda-49bb-a513-63cd58473b1e req-67a0aa45-d26d-484f-85f9-d2877b6f46b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fa01bcb5-efe0-488b-ae57-e62030e3c81d HTTP/1.1" status: 200 len: 910 time: 0.0903401 Jul 13 09:00:55.926025 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cb780660-2eda-49bb-a513-63cd58473b1e req-9b74250a-9838-4dda-b1e4-1c2eadd61d5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39fc8eb5-a8d3-4757-82e5-a26934553779 HTTP/1.1" status: 200 len: 217 time: 0.0603802 Jul 13 09:00:55.979460 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb780660-2eda-49bb-a513-63cd58473b1e req-2b2bc3b7-e19c-4599-ab57-86db44304a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:00:55.980945 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cb780660-2eda-49bb-a513-63cd58473b1e req-2b2bc3b7-e19c-4599-ab57-86db44304a5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c4e09a8-e9b8-4bbd-b992-af199d3a0039 HTTP/1.1" status: 200 len: 848 time: 0.0478969 Jul 13 09:00:56.032917 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02c125-95a8-4022-9b29-64c9bcd63719 req-a6a90155-cd0c-47ef-b915-e32e2b582ddb tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:00:56.035774 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c02c125-95a8-4022-9b29-64c9bcd63719 req-a6a90155-cd0c-47ef-b915-e32e2b582ddb tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 945 time: 0.0666122 Jul 13 09:00:56.038582 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb780660-2eda-49bb-a513-63cd58473b1e req-80346a77-65e2-420e-8242-288e7a8520a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:00:56.040086 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cb780660-2eda-49bb-a513-63cd58473b1e req-80346a77-65e2-420e-8242-288e7a8520a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fa01bcb5-efe0-488b-ae57-e62030e3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522327 Jul 13 09:00:56.052621 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-70b80d86-a61a-4edf-a7b4-af0e74e405cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'name': 'tempest-TestSnapshotPattern-785826040-router', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:23Z', 'revision_number': 4, 'project_id': '50a654d0063b4448844752677350c2f3', 'gw_port': {'id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '1c13d573-d66e-4857-a7a8-d1aa2f60d918', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'floating_ip_address': '172.25.0.99', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'port_id': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'mac_address': 'fa:16:3e:f6:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:56:41Z', 'updated_at': '2021-07-13T08:56:44Z', 'revision_number': 1, 'project_id': '50a654d0063b4448844752677350c2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac76ca90-27e3-41dd-ad83-443338b443fc', 'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'mac_address': 'fa:16:3e:5c:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:23Z', 'updated_at': '2021-07-13T08:56:30Z', 'revision_number': 5, 'project_id': '50a654d0063b4448844752677350c2f3', 'subnets': [{'id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:00:56.079752 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-8c02c125-95a8-4022-9b29-64c9bcd63719 req-ca31cbeb-756b-4adb-8e07-395919cee0d1 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378206 Jul 13 09:00:56.082053 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b80d86-a61a-4edf-a7b4-af0e74e405cc None None] Checking router: 1f324a91-172f-4798-86fe-b00fc1f1c215 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:00:56.090820 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b80d86-a61a-4edf-a7b4-af0e74e405cc None None] Routers {'1f324a91-172f-4798-86fe-b00fc1f1c215'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 09:00:56.091416 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-70b80d86-a61a-4edf-a7b4-af0e74e405cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T09:00:28Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1f324a91-172f-4798-86fe-b00fc1f1c215'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:00:56.138267 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cb780660-2eda-49bb-a513-63cd58473b1e req-d604612b-29b6-49c8-a443-f0b6a3450353 service neutron] 10.222.0.35 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913146 Jul 13 09:00:56.191709 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-70b80d86-a61a-4edf-a7b4-af0e74e405cc None None] Set router 1f324a91-172f-4798-86fe-b00fc1f1c215 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 09:00:56.229382 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-cb780660-2eda-49bb-a513-63cd58473b1e req-c456b7f7-68cf-4d7a-b96f-78633ff62a99 service neutron] 10.222.0.35 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846975 Jul 13 09:00:56.410853 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-70b80d86-a61a-4edf-a7b4-af0e74e405cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'name': 'tempest-TestSnapshotPattern-785826040-router', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:23Z', 'revision_number': 4, 'project_id': '50a654d0063b4448844752677350c2f3', 'gw_port': {'id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '1c13d573-d66e-4857-a7a8-d1aa2f60d918', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'floating_ip_address': '172.25.0.99', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'port_id': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'mac_address': 'fa:16:3e:f6:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:56:41Z', 'updated_at': '2021-07-13T08:56:44Z', 'revision_number': 1, 'project_id': '50a654d0063b4448844752677350c2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac76ca90-27e3-41dd-ad83-443338b443fc', 'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'mac_address': 'fa:16:3e:5c:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:23Z', 'updated_at': '2021-07-13T08:56:30Z', 'revision_number': 5, 'project_id': '50a654d0063b4448844752677350c2f3', 'subnets': [{'id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:00:56.435525 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b80d86-a61a-4edf-a7b4-af0e74e405cc None None] The sync data for ids ['1f324a91-172f-4798-86fe-b00fc1f1c215'] in n-d-779913-28 is: [{'id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'name': 'tempest-TestSnapshotPattern-785826040-router', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:23Z', 'revision_number': 4, 'project_id': '50a654d0063b4448844752677350c2f3', 'gw_port': {'id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_floatingips': [{'id': '1c13d573-d66e-4857-a7a8-d1aa2f60d918', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'floating_ip_address': '172.25.0.99', 'floating_network_id': 'f96be058-f906-4210-b421-902eff1606be', 'router_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'port_id': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'mac_address': 'fa:16:3e:f6:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:56:41Z', 'updated_at': '2021-07-13T08:56:44Z', 'revision_number': 1, 'project_id': '50a654d0063b4448844752677350c2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac76ca90-27e3-41dd-ad83-443338b443fc', 'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'mac_address': 'fa:16:3e:5c:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:23Z', 'updated_at': '2021-07-13T08:56:30Z', 'revision_number': 5, 'project_id': '50a654d0063b4448844752677350c2f3', 'subnets': [{'id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:00:56.673845 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c16b3c-12aa-44df-8ccc-dfb2576d58da None None] New status for floating IP 8cff2cb2-453d-43ac-af57-ebfb46aec335: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 09:00:57.256131 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0002997-61c1-4560-84f2-46911547a0a5 req-fe70e6a2-2340-4513-a6f4-87ac87fa2311 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:00:57.257623 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0002997-61c1-4560-84f2-46911547a0a5 req-fe70e6a2-2340-4513-a6f4-87ac87fa2311 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 945 time: 0.0623989 Jul 13 09:00:57.295104 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b0002997-61c1-4560-84f2-46911547a0a5 req-6f8f6494-6daa-415c-97a8-16e2baa2f24a tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319216 Jul 13 09:00:57.370293 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 39fc8eb5-a8d3-4757-82e5-a26934553779 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:00:57.429955 n-d-779913-28 neutron-server[93723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdad60c-720f-410c-95e8-1410513b01de req-925f8b48-a5ab-481c-b9fc-0b53c0b30202 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:00:57.431437 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bbdad60c-720f-410c-95e8-1410513b01de req-925f8b48-a5ab-481c-b9fc-0b53c0b30202 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.35 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 945 time: 0.0668597 Jul 13 09:00:57.443765 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601515'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:57.468327 n-d-779913-28 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707556f7-8395-4032-a9a2-55ebfd1870e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39fc8eb5-a8d3-4757-82e5-a26934553779'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 09:00:57.470907 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c2b0f5f1c9810bb6da8ae090426740937dc41993758ae1ac2b003af4cf0a468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035acc0f-b71c-4dec-aab0-f2d9354c9093" -d '{"events": [{"server_uuid": "707556f7-8395-4032-a9a2-55ebfd1870e3", "name": "network-vif-unplugged", "status": "completed", "tag": "39fc8eb5-a8d3-4757-82e5-a26934553779"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:00:57.484305 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] For port 39fc8eb5-a8d3-4757-82e5-a26934553779, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=39fc8eb5-a8d3-4757-82e5-a26934553779,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:00:57.488630 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1601450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735240435532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735240058597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735240058615'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:57.515985 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 09:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77872d9-ac4a-47a0-bb01-029fd9f80b3d x-openstack-request-id: req-e77872d9-ac4a-47a0-bb01-029fd9f80b3d {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:00:57.516284 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707556f7-8395-4032-a9a2-55ebfd1870e3", "name": "network-vif-unplugged", "status": "completed", "tag": "39fc8eb5-a8d3-4757-82e5-a26934553779", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:00:57.516544 n-d-779913-28 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e77872d9-ac4a-47a0-bb01-029fd9f80b3d {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:00:57.516924 n-d-779913-28 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707556f7-8395-4032-a9a2-55ebfd1870e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39fc8eb5-a8d3-4757-82e5-a26934553779', 'code': 200} Jul 13 09:00:57.536661 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-bbdad60c-720f-410c-95e8-1410513b01de req-915da1cb-708d-45ed-bffa-cb55ea5e2189 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Deleting port 39fc8eb5-a8d3-4757-82e5-a26934553779 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:00:57.537003 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bbdad60c-720f-410c-95e8-1410513b01de req-915da1cb-708d-45ed-bffa-cb55ea5e2189 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:57.546588 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Pushing event updated for resources: {'Port': ['ID=39fc8eb5-a8d3-4757-82e5-a26934553779,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:00:57.632583 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [req-bbdad60c-720f-410c-95e8-1410513b01de req-915da1cb-708d-45ed-bffa-cb55ea5e2189 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] For port 39fc8eb5-a8d3-4757-82e5-a26934553779, host n-h1-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-28',level=0,port_id=39fc8eb5-a8d3-4757-82e5-a26934553779,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:00:57.632858 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bbdad60c-720f-410c-95e8-1410513b01de req-915da1cb-708d-45ed-bffa-cb55ea5e2189 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:57.647318 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [req-bbdad60c-720f-410c-95e8-1410513b01de req-915da1cb-708d-45ed-bffa-cb55ea5e2189 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Calling delete_port for 39fc8eb5-a8d3-4757-82e5-a26934553779 owned by compute:nova {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:00:57.650968 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eecc328f-40fe-4fef-878d-acb7f45f323e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:57.776083 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bbdad60c-720f-410c-95e8-1410513b01de req-915da1cb-708d-45ed-bffa-cb55ea5e2189 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:57.784967 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f39b511a-57d8-4e5b-b207-740d1dfbffd6 None None] Could not find standard attr ID for object 39fc8eb5-a8d3-4757-82e5-a26934553779. {{(pid=93725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 09:00:57.807778 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915da1cb-708d-45ed-bffa-cb55ea5e2189 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Pushing event deleted for resources: {'Port': ['ID=39fc8eb5-a8d3-4757-82e5-a26934553779,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:00:57.818222 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915da1cb-708d-45ed-bffa-cb55ea5e2189 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:57.818579 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915da1cb-708d-45ed-bffa-cb55ea5e2189 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:57.818922 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915da1cb-708d-45ed-bffa-cb55ea5e2189 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:57.819277 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915da1cb-708d-45ed-bffa-cb55ea5e2189 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:57.819600 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915da1cb-708d-45ed-bffa-cb55ea5e2189 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:57.819937 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915da1cb-708d-45ed-bffa-cb55ea5e2189 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:57.820270 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915da1cb-708d-45ed-bffa-cb55ea5e2189 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:57.820596 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915da1cb-708d-45ed-bffa-cb55ea5e2189 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:57.820921 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915da1cb-708d-45ed-bffa-cb55ea5e2189 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:57.821248 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915da1cb-708d-45ed-bffa-cb55ea5e2189 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:57.821586 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915da1cb-708d-45ed-bffa-cb55ea5e2189 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:57.821922 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915da1cb-708d-45ed-bffa-cb55ea5e2189 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-28 {{(pid=93723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:57.865166 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdad60c-720f-410c-95e8-1410513b01de req-915da1cb-708d-45ed-bffa-cb55ea5e2189 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] No DVR routers for this DVR port 39fc8eb5-a8d3-4757-82e5-a26934553779 on host n-h1-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 09:00:57.867881 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [req-bbdad60c-720f-410c-95e8-1410513b01de req-915da1cb-708d-45ed-bffa-cb55ea5e2189 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:57.869912 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [req-bbdad60c-720f-410c-95e8-1410513b01de req-915da1cb-708d-45ed-bffa-cb55ea5e2189 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.35 "DELETE /v2.0/ports/39fc8eb5-a8d3-4757-82e5-a26934553779 HTTP/1.1" status: 204 len: 173 time: 0.4329686 Jul 13 09:00:57.870454 n-d-779913-28 neutron-server[93723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707556f7-8395-4032-a9a2-55ebfd1870e3', 'name': 'network-vif-deleted', 'tag': '39fc8eb5-a8d3-4757-82e5-a26934553779'}] {{(pid=93723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 09:00:57.872730 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19da1f1c817b7d3b3f035bd3be9e28848a799e6e4ef5efd80c73c51428ad5e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b32212d-96f2-488f-81d2-e74f878285de" -d '{"events": [{"server_uuid": "707556f7-8395-4032-a9a2-55ebfd1870e3", "name": "network-vif-deleted", "tag": "39fc8eb5-a8d3-4757-82e5-a26934553779"}]}' {{(pid=93723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:00:57.896642 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:57.910835 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 09:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e677e1dc-b3c2-461b-8695-d2db2018a54e x-openstack-request-id: req-e677e1dc-b3c2-461b-8695-d2db2018a54e {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:00:57.911138 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707556f7-8395-4032-a9a2-55ebfd1870e3", "name": "network-vif-deleted", "tag": "39fc8eb5-a8d3-4757-82e5-a26934553779", "status": "completed", "code": 200}]} {{(pid=93723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:00:57.911379 n-d-779913-28 neutron-server[93723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e677e1dc-b3c2-461b-8695-d2db2018a54e {{(pid=93723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:00:57.911795 n-d-779913-28 neutron-server[93723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707556f7-8395-4032-a9a2-55ebfd1870e3', 'name': 'network-vif-deleted', 'tag': '39fc8eb5-a8d3-4757-82e5-a26934553779', 'status': 'completed', 'code': 200} Jul 13 09:00:58.454605 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-37a4ca16-b852-4503-945b-0cdfc3747ef4 req-6049e64f-3f70-480d-89b2-28a8df8788c7 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=707556f7-8395-4032-a9a2-55ebfd1870e3 HTTP/1.1" status: 200 len: 210 time: 0.0332522 Jul 13 09:00:59.945144 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:00.050493 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38664) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:00.206158 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a93ac9c7-8f2f-4858-9972-fc004f8d351d tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Deleting port 03526670-a301-4ffb-95e5-417db7aea246 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:01:00.206506 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a93ac9c7-8f2f-4858-9972-fc004f8d351d tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:00.278683 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a93ac9c7-8f2f-4858-9972-fc004f8d351d tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:00.279012 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a93ac9c7-8f2f-4858-9972-fc004f8d351d tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:00.291030 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a93ac9c7-8f2f-4858-9972-fc004f8d351d tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Calling delete_port for 03526670-a301-4ffb-95e5-417db7aea246 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:01:00.434606 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a93ac9c7-8f2f-4858-9972-fc004f8d351d tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:00.459692 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ac9c7-8f2f-4858-9972-fc004f8d351d tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Pushing event deleted for resources: {'Port': ['ID=03526670-a301-4ffb-95e5-417db7aea246,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:00.524217 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a93ac9c7-8f2f-4858-9972-fc004f8d351d tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:00.524555 n-d-779913-28 neutron-server[93724]: INFO neutron.db.l3_db [None req-a93ac9c7-8f2f-4858-9972-fc004f8d351d tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Floating IP 1c13d573-d66e-4857-a7a8-d1aa2f60d918 disassociated (deleted). External IP: 172.25.0.99, port: 008d60fe-95e0-4ee0-9b1c-7c86efc78c24. Jul 13 09:01:00.725551 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93ac9c7-8f2f-4858-9972-fc004f8d351d tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Router 1f324a91-172f-4798-86fe-b00fc1f1c215 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 09:01:01.174628 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93ac9c7-8f2f-4858-9972-fc004f8d351d tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:01:01.179318 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a93ac9c7-8f2f-4858-9972-fc004f8d351d tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:01.183751 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4eaab7-8d1a-412a-83d1-0e1a5e7f7e30 None None] Sync routers for ids ['1f324a91-172f-4798-86fe-b00fc1f1c215'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:01:01.192767 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4eaab7-8d1a-412a-83d1-0e1a5e7f7e30 None None] Routers {'1f324a91-172f-4798-86fe-b00fc1f1c215'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 09:01:01.193400 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4e4eaab7-8d1a-412a-83d1-0e1a5e7f7e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T09:00:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1f324a91-172f-4798-86fe-b00fc1f1c215'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:01.217304 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-a93ac9c7-8f2f-4858-9972-fc004f8d351d tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "DELETE /v2.0/floatingips/1c13d573-d66e-4857-a7a8-d1aa2f60d918 HTTP/1.1" status: 204 len: 168 time: 1.1657338 Jul 13 09:01:01.217893 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'tag': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 09:01:01.220463 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10b1102-9db2-4df3-a51c-796efa42990d" -d '{"events": [{"name": "network-changed", "server_uuid": "50431c60-d1d3-49f3-b080-60e409bbeba9", "tag": "008d60fe-95e0-4ee0-9b1c-7c86efc78c24"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:01:01.260180 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 09:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b0d67b-be82-4e3a-9ed1-ee8a37496b24 x-openstack-request-id: req-f4b0d67b-be82-4e3a-9ed1-ee8a37496b24 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:01:01.260474 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50431c60-d1d3-49f3-b080-60e409bbeba9", "tag": "008d60fe-95e0-4ee0-9b1c-7c86efc78c24", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:01:01.260743 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4b0d67b-be82-4e3a-9ed1-ee8a37496b24 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:01:01.261139 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'tag': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24', 'status': 'completed', 'code': 200} Jul 13 09:01:01.303494 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4e4eaab7-8d1a-412a-83d1-0e1a5e7f7e30 None None] Set router 1f324a91-172f-4798-86fe-b00fc1f1c215 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 09:01:01.348716 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b1102-9db2-4df3-a51c-796efa42990d req-ac564528-f238-4e32-9fe6-7a54c58042ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:01:01.350256 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b10b1102-9db2-4df3-a51c-796efa42990d req-ac564528-f238-4e32-9fe6-7a54c58042ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50a654d0063b4448844752677350c2f3&device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 1098 time: 0.0622406 Jul 13 09:01:01.372018 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 39fc8eb5-a8d3-4757-82e5-a26934553779 no longer exists at agent hyperv_n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:01:01.398065 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] No Port match for: 39fc8eb5-a8d3-4757-82e5-a26934553779 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 09:01:01.398867 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Device 39fc8eb5-a8d3-4757-82e5-a26934553779 not bound to the agent host n-h1-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:01:01.459361 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b1102-9db2-4df3-a51c-796efa42990d req-4d4dba95-771e-4016-86a7-37a9ee358c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:01:01.460867 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b10b1102-9db2-4df3-a51c-796efa42990d req-4d4dba95-771e-4016-86a7-37a9ee358c85 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fa01bcb5-efe0-488b-ae57-e62030e3c81d HTTP/1.1" status: 200 len: 910 time: 0.1041522 Jul 13 09:01:01.507046 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b10b1102-9db2-4df3-a51c-796efa42990d req-a045a517-1ff4-4e16-a741-f7f639d94397 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=008d60fe-95e0-4ee0-9b1c-7c86efc78c24 HTTP/1.1" status: 200 len: 217 time: 0.0386798 Jul 13 09:01:01.521750 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4e4eaab7-8d1a-412a-83d1-0e1a5e7f7e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'name': 'tempest-TestSnapshotPattern-785826040-router', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:23Z', 'revision_number': 4, 'project_id': '50a654d0063b4448844752677350c2f3', 'gw_port': {'id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'ac76ca90-27e3-41dd-ad83-443338b443fc', 'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'mac_address': 'fa:16:3e:5c:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:23Z', 'updated_at': '2021-07-13T08:56:30Z', 'revision_number': 5, 'project_id': '50a654d0063b4448844752677350c2f3', 'subnets': [{'id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:01.548714 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4eaab7-8d1a-412a-83d1-0e1a5e7f7e30 None None] Checking router: 1f324a91-172f-4798-86fe-b00fc1f1c215 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:01:01.558026 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4eaab7-8d1a-412a-83d1-0e1a5e7f7e30 None None] Routers {'1f324a91-172f-4798-86fe-b00fc1f1c215'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 09:01:01.558724 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4e4eaab7-8d1a-412a-83d1-0e1a5e7f7e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T09:00:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1f324a91-172f-4798-86fe-b00fc1f1c215'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:01.597242 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b1102-9db2-4df3-a51c-796efa42990d req-9ee3c111-3fc3-4464-8ce3-4d8e68a1512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:01:01.598778 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b10b1102-9db2-4df3-a51c-796efa42990d req-9ee3c111-3fc3-4464-8ce3-4d8e68a1512f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c4e09a8-e9b8-4bbd-b992-af199d3a0039 HTTP/1.1" status: 200 len: 848 time: 0.0838356 Jul 13 09:01:01.651409 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ad1a1-09ae-439b-8682-707275511bde req-f814b682-3684-4f3f-91f1-75d31821b7d1 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:01:01.652794 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-243ad1a1-09ae-439b-8682-707275511bde req-f814b682-3684-4f3f-91f1-75d31821b7d1 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 946 time: 0.1087730 Jul 13 09:01:01.665312 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4e4eaab7-8d1a-412a-83d1-0e1a5e7f7e30 None None] Set router 1f324a91-172f-4798-86fe-b00fc1f1c215 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 09:01:01.677352 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:01.701075 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b1102-9db2-4df3-a51c-796efa42990d req-34d5e853-0d5c-4f71-9c8e-04e93de34c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:01:01.702641 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b10b1102-9db2-4df3-a51c-796efa42990d req-34d5e853-0d5c-4f71-9c8e-04e93de34c8b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fa01bcb5-efe0-488b-ae57-e62030e3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957315 Jul 13 09:01:01.710651 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-243ad1a1-09ae-439b-8682-707275511bde req-a8699b4f-4963-44d6-832e-644726b587a4 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503845 Jul 13 09:01:01.797927 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b10b1102-9db2-4df3-a51c-796efa42990d req-b0df1212-60ff-4839-a2ca-e37062842529 service neutron] 10.222.0.62 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863028 Jul 13 09:01:01.862921 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4e4eaab7-8d1a-412a-83d1-0e1a5e7f7e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'name': 'tempest-TestSnapshotPattern-785826040-router', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:23Z', 'revision_number': 4, 'project_id': '50a654d0063b4448844752677350c2f3', 'gw_port': {'id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'ac76ca90-27e3-41dd-ad83-443338b443fc', 'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'mac_address': 'fa:16:3e:5c:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:23Z', 'updated_at': '2021-07-13T08:56:30Z', 'revision_number': 5, 'project_id': '50a654d0063b4448844752677350c2f3', 'subnets': [{'id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:01.886642 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-b10b1102-9db2-4df3-a51c-796efa42990d req-60faee2a-ba51-4e44-a248-6f06eaa660a6 service neutron] 10.222.0.62 "GET /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815997 Jul 13 09:01:01.892201 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4eaab7-8d1a-412a-83d1-0e1a5e7f7e30 None None] The sync data for ids ['1f324a91-172f-4798-86fe-b00fc1f1c215'] in n-d-779913-28 is: [{'id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'name': 'tempest-TestSnapshotPattern-785826040-router', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:23Z', 'revision_number': 4, 'project_id': '50a654d0063b4448844752677350c2f3', 'gw_port': {'id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28', '_interfaces': [{'id': 'ac76ca90-27e3-41dd-ad83-443338b443fc', 'name': '', 'network_id': 'fa01bcb5-efe0-488b-ae57-e62030e3c81d', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'mac_address': 'fa:16:3e:5c:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:23Z', 'updated_at': '2021-07-13T08:56:30Z', 'revision_number': 5, 'project_id': '50a654d0063b4448844752677350c2f3', 'subnets': [{'id': '5c4e09a8-e9b8-4bbd-b992-af199d3a0039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:01:02.102019 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0fd76d-c8db-4b73-98d6-29c0f10d8ed3 None None] New status for floating IP 1c13d573-d66e-4857-a7a8-d1aa2f60d918: DOWN {{(pid=93725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 09:01:02.883060 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43094e3-9d20-4028-aafd-5f57991a0509 req-468e8776-650a-4481-b6c1-aef68f0d4568 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:01:02.884578 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f43094e3-9d20-4028-aafd-5f57991a0509 req-468e8776-650a-4481-b6c1-aef68f0d4568 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 946 time: 0.0677855 Jul 13 09:01:02.921286 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-f43094e3-9d20-4028-aafd-5f57991a0509 req-0288baf2-d82d-43b0-bed2-db106d252e77 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b636ca1-cb2f-4915-a005-06eb75d7776c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312288 Jul 13 09:01:03.075163 n-d-779913-28 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec72490-e690-4af6-848f-b01501393f15 req-3d2d37c3-ff82-4c27-9268-d4d27b53e30a tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 09:01:03.076528 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bec72490-e690-4af6-848f-b01501393f15 req-3d2d37c3-ff82-4c27-9268-d4d27b53e30a tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.62 "GET /v2.0/ports?device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 946 time: 0.0627270 Jul 13 09:01:03.177754 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-bec72490-e690-4af6-848f-b01501393f15 req-2b37ea49-1117-4b4b-b8d6-954933344266 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Deleting port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:01:03.178165 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bec72490-e690-4af6-848f-b01501393f15 req-2b37ea49-1117-4b4b-b8d6-954933344266 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:03.264610 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-bec72490-e690-4af6-848f-b01501393f15 req-2b37ea49-1117-4b4b-b8d6-954933344266 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] For port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24, host n-h2-779913-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-28',level=0,port_id=008d60fe-95e0-4ee0-9b1c-7c86efc78c24,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:01:03.264974 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bec72490-e690-4af6-848f-b01501393f15 req-2b37ea49-1117-4b4b-b8d6-954933344266 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:03.276900 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-bec72490-e690-4af6-848f-b01501393f15 req-2b37ea49-1117-4b4b-b8d6-954933344266 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Calling delete_port for 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:01:03.404437 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bec72490-e690-4af6-848f-b01501393f15 req-2b37ea49-1117-4b4b-b8d6-954933344266 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:03.433881 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37ea49-1117-4b4b-b8d6-954933344266 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Pushing event deleted for resources: {'Port': ['ID=008d60fe-95e0-4ee0-9b1c-7c86efc78c24,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:03.482040 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec72490-e690-4af6-848f-b01501393f15 req-2b37ea49-1117-4b4b-b8d6-954933344266 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] No DVR routers for this DVR port 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 on host n-h2-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 09:01:03.484642 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bec72490-e690-4af6-848f-b01501393f15 req-2b37ea49-1117-4b4b-b8d6-954933344266 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112935'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:03.487355 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-bec72490-e690-4af6-848f-b01501393f15 req-2b37ea49-1117-4b4b-b8d6-954933344266 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.62 "DELETE /v2.0/ports/008d60fe-95e0-4ee0-9b1c-7c86efc78c24 HTTP/1.1" status: 204 len: 173 time: 0.4054618 Jul 13 09:01:03.487789 n-d-779913-28 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'name': 'network-vif-deleted', 'tag': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 09:01:03.490037 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f622a7cefcf5a5802f0cf568bdeede28611c285487593f66e58e3a921d0e1377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb634e4d-f6e5-43e0-9d3d-06f5f0a427d6" -d '{"events": [{"server_uuid": "50431c60-d1d3-49f3-b080-60e409bbeba9", "name": "network-vif-deleted", "tag": "008d60fe-95e0-4ee0-9b1c-7c86efc78c24"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:01:03.529008 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 09:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c7d05f-3b3b-4dfa-9ea2-0c4c02589160 x-openstack-request-id: req-b5c7d05f-3b3b-4dfa-9ea2-0c4c02589160 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:01:03.529356 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50431c60-d1d3-49f3-b080-60e409bbeba9", "name": "network-vif-deleted", "tag": "008d60fe-95e0-4ee0-9b1c-7c86efc78c24", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:01:03.529620 n-d-779913-28 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b5c7d05f-3b3b-4dfa-9ea2-0c4c02589160 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:01:03.530021 n-d-779913-28 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50431c60-d1d3-49f3-b080-60e409bbeba9', 'name': 'network-vif-deleted', 'tag': '008d60fe-95e0-4ee0-9b1c-7c86efc78c24', 'status': 'completed', 'code': 200} Jul 13 09:01:04.079004 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [req-0978e7a9-ef03-4137-9551-1277589e745a req-d36173e3-52f1-450a-a2a2-57870306f100 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "GET /v2.0/ports?device_id=50431c60-d1d3-49f3-b080-60e409bbeba9 HTTP/1.1" status: 200 len: 210 time: 0.0291557 Jul 13 09:01:05.172098 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38680) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:05.229754 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a149bc8-6278-48f1-be21-2734bef18415 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:05.254689 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a149bc8-6278-48f1-be21-2734bef18415 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:05.311151 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a149bc8-6278-48f1-be21-2734bef18415 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:05.313852 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-0a149bc8-6278-48f1-be21-2734bef18415 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:05.316652 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-0a149bc8-6278-48f1-be21-2734bef18415 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] 10.222.0.58 "DELETE /v2.0/security-groups/6b636ca1-cb2f-4915-a005-06eb75d7776c HTTP/1.1" status: 204 len: 168 time: 0.1425178 Jul 13 09:01:05.324837 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a149bc8-6278-48f1-be21-2734bef18415 tempest-TestSnapshotPattern-748640999 tempest-TestSnapshotPattern-748640999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b636ca1-cb2f-4915-a005-06eb75d7776c,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:05.362809 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38684) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:05.699569 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00e2d81e-a147-4d8f-81d6-1b27317c70f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:05.945901 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-00e2d81e-a147-4d8f-81d6-1b27317c70f3 admin admin] Deleting port ac76ca90-27e3-41dd-ad83-443338b443fc {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:01:05.946275 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00e2d81e-a147-4d8f-81d6-1b27317c70f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:06.025802 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-00e2d81e-a147-4d8f-81d6-1b27317c70f3 admin admin] For port ac76ca90-27e3-41dd-ad83-443338b443fc, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ac76ca90-27e3-41dd-ad83-443338b443fc,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:01:06.026075 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00e2d81e-a147-4d8f-81d6-1b27317c70f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:06.038929 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-00e2d81e-a147-4d8f-81d6-1b27317c70f3 admin admin] Calling delete_port for ac76ca90-27e3-41dd-ad83-443338b443fc owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:01:06.215693 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00e2d81e-a147-4d8f-81d6-1b27317c70f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:06.240780 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2d81e-a147-4d8f-81d6-1b27317c70f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac76ca90-27e3-41dd-ad83-443338b443fc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:06.248686 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 no longer exists at agent hyperv_n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:01:06.268798 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] No Port match for: 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 09:01:06.269397 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Device 008d60fe-95e0-4ee0-9b1c-7c86efc78c24 not bound to the agent host n-h2-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:01:06.408585 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00e2d81e-a147-4d8f-81d6-1b27317c70f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:06.609614 n-d-779913-28 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e2d81e-a147-4d8f-81d6-1b27317c70f3 admin admin] Router 1f324a91-172f-4798-86fe-b00fc1f1c215 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 09:01:06.711472 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e2d81e-a147-4d8f-81d6-1b27317c70f3 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:01:06.716347 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-00e2d81e-a147-4d8f-81d6-1b27317c70f3 admin admin] 10.222.0.58 "PUT /v2.0/routers/1f324a91-172f-4798-86fe-b00fc1f1c215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3525040 Jul 13 09:01:06.718927 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38686) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:06.719665 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194896f6-084e-4efb-bb49-4e21654c5a14 None None] Sync routers for ids ['1f324a91-172f-4798-86fe-b00fc1f1c215'] in n-d-779913-28 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:01:06.729283 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194896f6-084e-4efb-bb49-4e21654c5a14 None None] Routers {'1f324a91-172f-4798-86fe-b00fc1f1c215'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 09:01:06.729883 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-194896f6-084e-4efb-bb49-4e21654c5a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T09:00:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1f324a91-172f-4798-86fe-b00fc1f1c215'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:06.820594 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a6ce8f9-2a6a-450a-87c9-8537612d368e admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:06.829658 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-194896f6-084e-4efb-bb49-4e21654c5a14 None None] Set router 1f324a91-172f-4798-86fe-b00fc1f1c215 gateway port host: n-d-779913-28 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 09:01:06.925281 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a6ce8f9-2a6a-450a-87c9-8537612d368e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:06.978543 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ce8f9-2a6a-450a-87c9-8537612d368e admin admin] Deleting port ccb4e937-bd39-42d9-9994-b1539ccf7247 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:01:06.978914 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a6ce8f9-2a6a-450a-87c9-8537612d368e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:07.059020 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-8a6ce8f9-2a6a-450a-87c9-8537612d368e admin admin] For port ccb4e937-bd39-42d9-9994-b1539ccf7247, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ccb4e937-bd39-42d9-9994-b1539ccf7247,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:01:07.059482 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a6ce8f9-2a6a-450a-87c9-8537612d368e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:07.071046 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ce8f9-2a6a-450a-87c9-8537612d368e admin admin] Calling delete_port for ccb4e937-bd39-42d9-9994-b1539ccf7247 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:01:07.089579 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-194896f6-084e-4efb-bb49-4e21654c5a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'name': 'tempest-TestSnapshotPattern-785826040-router', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T09:01:06Z', 'revision_number': 5, 'project_id': '50a654d0063b4448844752677350c2f3', 'gw_port': {'id': 'ccb4e937-bd39-42d9-9994-b1539ccf7247', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T08:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:07.115810 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194896f6-084e-4efb-bb49-4e21654c5a14 None None] Checking router: 1f324a91-172f-4798-86fe-b00fc1f1c215 for host: n-d-779913-28 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:01:07.123985 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194896f6-084e-4efb-bb49-4e21654c5a14 None None] Routers {'1f324a91-172f-4798-86fe-b00fc1f1c215'} bound to L3 agent in host n-d-779913-28 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 09:01:07.124589 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-194896f6-084e-4efb-bb49-4e21654c5a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T09:00:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['1f324a91-172f-4798-86fe-b00fc1f1c215'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:07.210881 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-194896f6-084e-4efb-bb49-4e21654c5a14 None None] Set router 1f324a91-172f-4798-86fe-b00fc1f1c215 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 09:01:07.236644 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a6ce8f9-2a6a-450a-87c9-8537612d368e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:07.260175 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ce8f9-2a6a-450a-87c9-8537612d368e admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb4e937-bd39-42d9-9994-b1539ccf7247,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:07.266538 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-194896f6-084e-4efb-bb49-4e21654c5a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'name': 'tempest-TestSnapshotPattern-785826040-router', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T09:01:06Z', 'revision_number': 6, 'project_id': '50a654d0063b4448844752677350c2f3', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:07.293649 n-d-779913-28 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194896f6-084e-4efb-bb49-4e21654c5a14 None None] The sync data for ids ['1f324a91-172f-4798-86fe-b00fc1f1c215'] in n-d-779913-28 is: [{'id': '1f324a91-172f-4798-86fe-b00fc1f1c215', 'name': 'tempest-TestSnapshotPattern-785826040-router', 'tenant_id': '50a654d0063b4448844752677350c2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:21Z', 'updated_at': '2021-07-13T09:01:06Z', 'revision_number': 6, 'project_id': '50a654d0063b4448844752677350c2f3', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:01:07.328265 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a6ce8f9-2a6a-450a-87c9-8537612d368e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:07.417184 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a6ce8f9-2a6a-450a-87c9-8537612d368e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:07.419263 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a6ce8f9-2a6a-450a-87c9-8537612d368e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:07.463433 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a6ce8f9-2a6a-450a-87c9-8537612d368e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:07.463961 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6ce8f9-2a6a-450a-87c9-8537612d368e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f324a91-172f-4798-86fe-b00fc1f1c215 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 09:01:07.468167 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a6ce8f9-2a6a-450a-87c9-8537612d368e admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:07.469351 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-8a6ce8f9-2a6a-450a-87c9-8537612d368e admin admin] 10.222.0.58 "DELETE /v2.0/routers/1f324a91-172f-4798-86fe-b00fc1f1c215 HTTP/1.1" status: 204 len: 168 time: 0.7494862 Jul 13 09:01:07.472111 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38688) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:07.515905 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c001e8b-26c2-4ca7-b2f4-578518f61002 admin admin] Deleting subnet 5c4e09a8-e9b8-4bbd-b992-af199d3a0039 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 09:01:07.518861 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c001e8b-26c2-4ca7-b2f4-578518f61002 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:07.551957 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c001e8b-26c2-4ca7-b2f4-578518f61002 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10337368'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:07.632237 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c001e8b-26c2-4ca7-b2f4-578518f61002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:07.686055 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c001e8b-26c2-4ca7-b2f4-578518f61002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8686049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12096451'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:07.713774 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c001e8b-26c2-4ca7-b2f4-578518f61002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c4e09a8-e9b8-4bbd-b992-af199d3a0039,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:07.715710 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c001e8b-26c2-4ca7-b2f4-578518f61002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:07.717603 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-4c001e8b-26c2-4ca7-b2f4-578518f61002 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5c4e09a8-e9b8-4bbd-b992-af199d3a0039 HTTP/1.1" status: 204 len: 168 time: 0.2445168 Jul 13 09:01:07.720341 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38690) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:07.724453 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828dbce9-9862-4089-b998-68fda8b9d964 None None] Network fa01bcb5-efe0-488b-ae57-e62030e3c81d requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 09:01:07.791863 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-031d1db0-2ca3-42c1-82e8-439650fffa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:07.844574 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-031d1db0-2ca3-42c1-82e8-439650fffa31 admin admin] Deleting port ce735f86-bf3d-423b-8fd1-4393d5330654 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:01:07.845206 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-031d1db0-2ca3-42c1-82e8-439650fffa31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:07.907293 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-031d1db0-2ca3-42c1-82e8-439650fffa31 admin admin] For port ce735f86-bf3d-423b-8fd1-4393d5330654, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=ce735f86-bf3d-423b-8fd1-4393d5330654,segment=NetworkSegment(60538e23-d51f-48ef-b297-098c631c632f),segment_id=60538e23-d51f-48ef-b297-098c631c632f)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:01:07.907656 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-031d1db0-2ca3-42c1-82e8-439650fffa31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:07.920149 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-031d1db0-2ca3-42c1-82e8-439650fffa31 admin admin] Calling delete_port for ce735f86-bf3d-423b-8fd1-4393d5330654 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:01:08.000720 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-031d1db0-2ca3-42c1-82e8-439650fffa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8686123'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:08.025631 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d1db0-2ca3-42c1-82e8-439650fffa31 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce735f86-bf3d-423b-8fd1-4393d5330654,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:08.029437 n-d-779913-28 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031d1db0-2ca3-42c1-82e8-439650fffa31 admin admin] No DVR routers for this DVR port ce735f86-bf3d-423b-8fd1-4393d5330654 on host n-d-779913-28 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 09:01:08.091309 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e30e8f-1964-4cf4-b05c-9a2ecdbe0b54 None None] DHCP port deletion for fa01bcb5-efe0-488b-ae57-e62030e3c81d request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 09:01:08.109286 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-031d1db0-2ca3-42c1-82e8-439650fffa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:08.123868 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-031d1db0-2ca3-42c1-82e8-439650fffa31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa01bcb5-efe0-488b-ae57-e62030e3c81d']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:08.134268 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-031d1db0-2ca3-42c1-82e8-439650fffa31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60538e23-d51f-48ef-b297-098c631c632f') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:08.134566 n-d-779913-28 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-031d1db0-2ca3-42c1-82e8-439650fffa31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60538e23-d51f-48ef-b297-098c631c632f') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:08.147633 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-031d1db0-2ca3-42c1-82e8-439650fffa31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10337345'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:08.148334 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ccb4e937-bd39-42d9-9994-b1539ccf7247 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:01:08.162770 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-031d1db0-2ca3-42c1-82e8-439650fffa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:08.169102 n-d-779913-28 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031d1db0-2ca3-42c1-82e8-439650fffa31 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:01:08.169725 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-031d1db0-2ca3-42c1-82e8-439650fffa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8686206'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:08.172653 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: ccb4e937-bd39-42d9-9994-b1539ccf7247 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 09:01:08.172653 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ccb4e937-bd39-42d9-9994-b1539ccf7247 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: Traceback (most recent call last): Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: timer() Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: cb(*args, **kw) Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: return func(*args, **kwargs) Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: self._notify() Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: self.callback(batched_events) Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: event.method(event) Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: return f(self, *a, **k) Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: return self._get(url).json() Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 09:01:08.172908 n-d-779913-28 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 09:01:08.177434 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ce735f86-bf3d-423b-8fd1-4393d5330654 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:01:08.195035 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: ce735f86-bf3d-423b-8fd1-4393d5330654 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 09:01:08.195374 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ce735f86-bf3d-423b-8fd1-4393d5330654 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:01:08.195986 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ac76ca90-27e3-41dd-ad83-443338b443fc no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:01:08.214737 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: ac76ca90-27e3-41dd-ad83-443338b443fc {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 09:01:08.215080 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device ac76ca90-27e3-41dd-ad83-443338b443fc not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:01:08.231955 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-031d1db0-2ca3-42c1-82e8-439650fffa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:08.238072 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-031d1db0-2ca3-42c1-82e8-439650fffa31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747901'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:08.239988 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-031d1db0-2ca3-42c1-82e8-439650fffa31 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fa01bcb5-efe0-488b-ae57-e62030e3c81d HTTP/1.1" status: 204 len: 168 time: 0.5184064 Jul 13 09:01:08.243138 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38692) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:08.250886 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d1db0-2ca3-42c1-82e8-439650fffa31 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa01bcb5-efe0-488b-ae57-e62030e3c81d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:08.584730 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69c59f83-7bb5-484f-b4db-bf9660d77226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423328'] for router_interface, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:08.756382 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:08.833387 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-69c59f83-7bb5-484f-b4db-bf9660d77226 admin admin] Deleting port 69d7e2ba-380d-4e0f-a250-2ec67b829f75 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:01:08.833728 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69c59f83-7bb5-484f-b4db-bf9660d77226 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:08.908016 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-69c59f83-7bb5-484f-b4db-bf9660d77226 admin admin] For port 69d7e2ba-380d-4e0f-a250-2ec67b829f75, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=69d7e2ba-380d-4e0f-a250-2ec67b829f75,segment=NetworkSegment(58182e21-ace9-4c2b-8e34-768a0c0ab138),segment_id=58182e21-ace9-4c2b-8e34-768a0c0ab138)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:01:08.908297 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69c59f83-7bb5-484f-b4db-bf9660d77226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:08.923561 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-69c59f83-7bb5-484f-b4db-bf9660d77226 admin admin] Calling delete_port for 69d7e2ba-380d-4e0f-a250-2ec67b829f75 owned by network:router_interface {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:01:09.095331 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69c59f83-7bb5-484f-b4db-bf9660d77226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:09.121631 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c59f83-7bb5-484f-b4db-bf9660d77226 admin admin] Pushing event deleted for resources: {'Port': ['ID=69d7e2ba-380d-4e0f-a250-2ec67b829f75,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:09.282374 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-69c59f83-7bb5-484f-b4db-bf9660d77226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423728'] for router_interface, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:09.779405 n-d-779913-28 neutron-server[93723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c59f83-7bb5-484f-b4db-bf9660d77226 admin admin] Router e66a6b80-4cf5-4459-8541-48a741e01511 has already been hosted by L3 agent 86683db0-8fde-474d-96c6-4b3cdaa98186 {{(pid=93723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 09:01:09.882336 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c59f83-7bb5-484f-b4db-bf9660d77226 admin admin] Notify agent at l3_agent.n-d-779913-28 the message routers_updated {{(pid=93723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:01:09.887264 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-69c59f83-7bb5-484f-b4db-bf9660d77226 admin admin] 10.222.0.58 "PUT /v2.0/routers/e66a6b80-4cf5-4459-8541-48a741e01511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6430457 Jul 13 09:01:09.889854 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38694) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:09.894307 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344471d4-8db3-491a-96fb-c9af800c5286 None None] Sync routers for ids ['e66a6b80-4cf5-4459-8541-48a741e01511'] in n-d-779913-28 {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:01:09.903415 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344471d4-8db3-491a-96fb-c9af800c5286 None None] Routers {'e66a6b80-4cf5-4459-8541-48a741e01511'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 09:01:09.904101 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-344471d4-8db3-491a-96fb-c9af800c5286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T09:00:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e66a6b80-4cf5-4459-8541-48a741e01511'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:09.995783 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-35bd3ff5-8385-4669-9d4e-ae57e4727bd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.009888 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-344471d4-8db3-491a-96fb-c9af800c5286 None None] Set router e66a6b80-4cf5-4459-8541-48a741e01511 gateway port host: n-d-779913-28 {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 09:01:10.098096 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-35bd3ff5-8385-4669-9d4e-ae57e4727bd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.152396 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-35bd3ff5-8385-4669-9d4e-ae57e4727bd9 admin admin] Deleting port aa2104aa-3897-4e50-8501-14ef730770e5 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:01:10.152734 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-35bd3ff5-8385-4669-9d4e-ae57e4727bd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.191499 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-344471d4-8db3-491a-96fb-c9af800c5286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66a6b80-4cf5-4459-8541-48a741e01511', 'name': 'tempest-TestSnapshotPattern-1397838212-router', 'tenant_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'external_fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'aa2104aa-3897-4e50-8501-14ef730770e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:25Z', 'updated_at': '2021-07-13T09:01:09Z', 'revision_number': 5, 'project_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'gw_port': {'id': 'aa2104aa-3897-4e50-8501-14ef730770e5', 'name': '', 'network_id': 'f96be058-f906-4210-b421-902eff1606be', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ea:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66a6b80-4cf5-4459-8541-48a741e01511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:56:26Z', 'updated_at': '2021-07-13T08:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59ba2d30-68fa-406e-bcd0-cbca698db99a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-28'}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:10.217414 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344471d4-8db3-491a-96fb-c9af800c5286 None None] Checking router: e66a6b80-4cf5-4459-8541-48a741e01511 for host: n-d-779913-28 {{(pid=93725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:01:10.225923 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344471d4-8db3-491a-96fb-c9af800c5286 None None] Routers {'e66a6b80-4cf5-4459-8541-48a741e01511'} bound to L3 agent in host n-d-779913-28 {{(pid=93725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 09:01:10.226562 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-344471d4-8db3-491a-96fb-c9af800c5286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:21:27Z,description=,heartbeat_timestamp=2021-07-13T09:00:58Z,host='n-d-779913-28',id=86683db0-8fde-474d-96c6-4b3cdaa98186,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:21:27Z,topic='l3_agent')) {'router_ids': ['e66a6b80-4cf5-4459-8541-48a741e01511'], 'active': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:10.229590 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-35bd3ff5-8385-4669-9d4e-ae57e4727bd9 admin admin] For port aa2104aa-3897-4e50-8501-14ef730770e5, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=aa2104aa-3897-4e50-8501-14ef730770e5,segment=NetworkSegment(0dfb834d-dd09-4aed-9ff3-7472941007c9),segment_id=0dfb834d-dd09-4aed-9ff3-7472941007c9)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:01:10.229951 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-35bd3ff5-8385-4669-9d4e-ae57e4727bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.245929 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-35bd3ff5-8385-4669-9d4e-ae57e4727bd9 admin admin] Calling delete_port for aa2104aa-3897-4e50-8501-14ef730770e5 owned by network:router_gateway {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:01:10.311139 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_dvr_db [None req-344471d4-8db3-491a-96fb-c9af800c5286 None None] Set router e66a6b80-4cf5-4459-8541-48a741e01511 gateway port host: None {{(pid=93725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 09:01:10.365569 n-d-779913-28 neutron-server[93725]: DEBUG neutron.db.l3_hamode_db [None req-344471d4-8db3-491a-96fb-c9af800c5286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66a6b80-4cf5-4459-8541-48a741e01511', 'name': 'tempest-TestSnapshotPattern-1397838212-router', 'tenant_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:25Z', 'updated_at': '2021-07-13T09:01:10Z', 'revision_number': 6, 'project_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'gw_port_host': None}], 'n-d-779913-28', False) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:10.391636 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344471d4-8db3-491a-96fb-c9af800c5286 None None] The sync data for ids ['e66a6b80-4cf5-4459-8541-48a741e01511'] in n-d-779913-28 is: [{'id': 'e66a6b80-4cf5-4459-8541-48a741e01511', 'name': 'tempest-TestSnapshotPattern-1397838212-router', 'tenant_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:56:25Z', 'updated_at': '2021-07-13T09:01:10Z', 'revision_number': 6, 'project_id': 'e8742ecd5066439a9fb0b3a9b04723eb', 'gw_port_host': None}] {{(pid=93725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:01:10.406977 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-35bd3ff5-8385-4669-9d4e-ae57e4727bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.436703 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd3ff5-8385-4669-9d4e-ae57e4727bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2104aa-3897-4e50-8501-14ef730770e5,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:10.496767 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-35bd3ff5-8385-4669-9d4e-ae57e4727bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422490'] for router_gateway, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.584271 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-35bd3ff5-8385-4669-9d4e-ae57e4727bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12348'] for router, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.586360 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-35bd3ff5-8385-4669-9d4e-ae57e4727bd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.635286 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-35bd3ff5-8385-4669-9d4e-ae57e4727bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397160'] for router, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.635841 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bd3ff5-8385-4669-9d4e-ae57e4727bd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e66a6b80-4cf5-4459-8541-48a741e01511 {{(pid=93723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 09:01:10.640642 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-35bd3ff5-8385-4669-9d4e-ae57e4727bd9 admin admin] Notify callbacks [] for router, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.641805 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-35bd3ff5-8385-4669-9d4e-ae57e4727bd9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/e66a6b80-4cf5-4459-8541-48a741e01511 HTTP/1.1" status: 204 len: 168 time: 0.7509434 Jul 13 09:01:10.644371 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38696) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:10.689973 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf59f08-9c08-400e-baa7-28d6c696a3d1 admin admin] Deleting subnet a60d0b4d-dd61-4744-b049-880a2d4e64dd {{(pid=93723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 09:01:10.693063 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5cf59f08-9c08-400e-baa7-28d6c696a3d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.727467 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5cf59f08-9c08-400e-baa7-28d6c696a3d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8709815'] for subnet, precommit_delete_associations {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.815262 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5cf59f08-9c08-400e-baa7-28d6c696a3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520787'] for subnet, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.869370 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5cf59f08-9c08-400e-baa7-28d6c696a3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634485'] for subnet, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.893068 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59f08-9c08-400e-baa7-28d6c696a3d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a60d0b4d-dd61-4744-b049-880a2d4e64dd,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:10.898716 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-5cf59f08-9c08-400e-baa7-28d6c696a3d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:10.900650 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-5cf59f08-9c08-400e-baa7-28d6c696a3d1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a60d0b4d-dd61-4744-b049-880a2d4e64dd HTTP/1.1" status: 204 len: 168 time: 0.2553251 Jul 13 09:01:10.903198 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38698) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:10.904218 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a118b50-9ac1-43a2-95bf-2d6657cd6cae None None] Network 8ee5bf7c-b368-4be3-8841-77086ba648e0 requested from n-d-779913-28 {{(pid=93725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 09:01:10.971797 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae245-ceac-45b0-8aab-d10418729f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1650923'] for network, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.026477 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ae245-ceac-45b0-8aab-d10418729f33 admin admin] Deleting port 60e77cfb-5894-44c5-a49f-cd61b96930e0 {{(pid=93723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 09:01:11.027361 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae245-ceac-45b0-8aab-d10418729f33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735240432662'] for port, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.091245 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.db [None req-bb4ae245-ceac-45b0-8aab-d10418729f33 admin admin] For port 60e77cfb-5894-44c5-a49f-cd61b96930e0, host n-d-779913-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-28',level=0,port_id=60e77cfb-5894-44c5-a49f-cd61b96930e0,segment=NetworkSegment(58182e21-ace9-4c2b-8e34-768a0c0ab138),segment_id=58182e21-ace9-4c2b-8e34-768a0c0ab138)] {{(pid=93723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:01:11.091548 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae245-ceac-45b0-8aab-d10418729f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424561'] for port, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.103616 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ae245-ceac-45b0-8aab-d10418729f33 admin admin] Calling delete_port for 60e77cfb-5894-44c5-a49f-cd61b96930e0 owned by network:dhcp {{(pid=93723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 09:01:11.186036 n-d-779913-28 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14604137-9ad9-4bb3-8df9-418ad7fb29f9 None None] DHCP port deletion for 8ee5bf7c-b368-4be3-8841-77086ba648e0 request from n-d-779913-28 {{(pid=93725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 09:01:11.191303 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae245-ceac-45b0-8aab-d10418729f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1601427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735240435514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735240058588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8676760'] for port, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.208698 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-14604137-9ad9-4bb3-8df9-418ad7fb29f9 None None] The port '60e77cfb-5894-44c5-a49f-cd61b96930e0' was deleted {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 13 09:01:11.221614 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ae245-ceac-45b0-8aab-d10418729f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=60e77cfb-5894-44c5-a49f-cd61b96930e0,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:11.223675 n-d-779913-28 neutron-server[93723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4ae245-ceac-45b0-8aab-d10418729f33 admin admin] No DVR routers for this DVR port 60e77cfb-5894-44c5-a49f-cd61b96930e0 on host n-d-779913-28 {{(pid=93723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 09:01:11.298221 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae245-ceac-45b0-8aab-d10418729f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509416', 'neutron.services.segments.db._delete_segments_for_network-8735240511838'] for network, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.308621 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-bb4ae245-ceac-45b0-8aab-d10418729f33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee5bf7c-b368-4be3-8841-77086ba648e0']}} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:11.322590 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-bb4ae245-ceac-45b0-8aab-d10418729f33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58182e21-ace9-4c2b-8e34-768a0c0ab138') {'for_net_delete': True} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:11.322890 n-d-779913-28 neutron-server[93723]: DEBUG neutron.services.segments.db [None req-bb4ae245-ceac-45b0-8aab-d10418729f33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58182e21-ace9-4c2b-8e34-768a0c0ab138') {} {{(pid=93723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:01:11.332117 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae245-ceac-45b0-8aab-d10418729f33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735240512103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8709806'] for segment, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.346596 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae245-ceac-45b0-8aab-d10418729f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372'] for segment, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.352778 n-d-779913-28 neutron-server[93723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4ae245-ceac-45b0-8aab-d10418729f33 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:01:11.353210 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae245-ceac-45b0-8aab-d10418729f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1521372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8676813'] for segment, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: conditions |= (models_v2.Port.network_id.in_( Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: Traceback (most recent call last): Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: timer() Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: cb(*args, **kw) Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: return func(*args, **kwargs) Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: self._notify() Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: self.callback(batched_events) Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: event.method(event) Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: return f(self, *a, **k) Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: return self._get(url).json() Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: return self.request(url, 'GET', **kwargs) Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 09:01:11.354749 n-d-779913-28 neutron-server[93723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 09:01:11.409176 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae245-ceac-45b0-8aab-d10418729f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-747794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422582'] for network, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.415330 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae245-ceac-45b0-8aab-d10418729f33 admin admin] Notify callbacks [] for network, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.417260 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-bb4ae245-ceac-45b0-8aab-d10418729f33 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8ee5bf7c-b368-4be3-8841-77086ba648e0 HTTP/1.1" status: 204 len: 168 time: 0.5131288 Jul 13 09:01:11.430297 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ae245-ceac-45b0-8aab-d10418729f33 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee5bf7c-b368-4be3-8841-77086ba648e0,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:11.591868 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38704) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:11.635818 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-db481bbc-b425-4b7e-8a5f-5a834f3020d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=50a654d0063b4448844752677350c2f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428176 Jul 13 09:01:11.638236 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38706) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:11.684113 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80f90039-fb22-4657-b6aa-8b780a186025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.704575 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80f90039-fb22-4657-b6aa-8b780a186025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.750401 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80f90039-fb22-4657-b6aa-8b780a186025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.753446 n-d-779913-28 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80f90039-fb22-4657-b6aa-8b780a186025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:11.754617 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-80f90039-fb22-4657-b6aa-8b780a186025 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/717534db-7144-4223-b607-27c338163b7b HTTP/1.1" status: 204 len: 168 time: 0.1155145 Jul 13 09:01:11.762502 n-d-779913-28 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f90039-fb22-4657-b6aa-8b780a186025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717534db-7144-4223-b607-27c338163b7b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:11.973896 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 69d7e2ba-380d-4e0f-a250-2ec67b829f75 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:01:11.998122 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 69d7e2ba-380d-4e0f-a250-2ec67b829f75 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 09:01:11.998475 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 69d7e2ba-380d-4e0f-a250-2ec67b829f75 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:01:11.998894 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device aa2104aa-3897-4e50-8501-14ef730770e5 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:01:12.018918 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: aa2104aa-3897-4e50-8501-14ef730770e5 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 09:01:12.019415 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device aa2104aa-3897-4e50-8501-14ef730770e5 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:01:12.019860 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 60e77cfb-5894-44c5-a49f-cd61b96930e0 no longer exists at agent ovs-agent-n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:01:12.039743 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] No Port match for: 60e77cfb-5894-44c5-a49f-cd61b96930e0 {{(pid=93725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 09:01:12.040096 n-d-779913-28 neutron-server[93725]: DEBUG neutron.plugins.ml2.rpc [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Device 60e77cfb-5894-44c5-a49f-cd61b96930e0 not bound to the agent host n-d-779913-28 {{(pid=93725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:01:12.072453 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.58', 38712) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:12.111964 n-d-779913-28 neutron-server[93724]: INFO neutron.wsgi [None req-42d0bf64-d9fb-47a7-a8cf-f47b7502708e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e8742ecd5066439a9fb0b3a9b04723eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383956 Jul 13 09:01:12.114611 n-d-779913-28 neutron-server[93723]: DEBUG neutron.wsgi [-] (93723) accepted ('10.222.0.58', 38714) {{(pid=93723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 09:01:12.162333 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ef8e8e03-6436-4acb-afb5-2c93aeee4db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:12.183080 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ef8e8e03-6436-4acb-afb5-2c93aeee4db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:12.231949 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ef8e8e03-6436-4acb-afb5-2c93aeee4db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-533969'] for security_group, after_delete {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:12.234410 n-d-779913-28 neutron-server[93723]: DEBUG neutron_lib.callbacks.manager [None req-ef8e8e03-6436-4acb-afb5-2c93aeee4db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:12.235628 n-d-779913-28 neutron-server[93723]: INFO neutron.wsgi [None req-ef8e8e03-6436-4acb-afb5-2c93aeee4db8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/00be3e9a-9e54-49ea-ab2c-530d855366ba HTTP/1.1" status: 204 len: 168 time: 0.1200233 Jul 13 09:01:12.243733 n-d-779913-28 neutron-server[93723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e8e03-6436-4acb-afb5-2c93aeee4db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00be3e9a-9e54-49ea-ab2c-530d855366ba,revision_number=None']} {{(pid=93723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:01:13.830393 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:23.321092 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-88c5a46f-a358-4664-87d3-e18d71920417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:27.652439 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-def0349a-91d9-4b61-9e66-2b4ef3935c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:27.896305 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:29.948252 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:30.858068 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:01:31.680078 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:38.745491 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:43.828165 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:53.322794 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8be861c7-b741-45c5-9832-6469dda36cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:57.655278 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70c72759-5935-4c69-b235-560ef3db807e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:57.896676 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:59.950912 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:01.683552 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:07.857693 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:02:08.763578 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:13.848228 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:23.323907 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c3f100d1-3092-4d47-a5ed-59fd8a0718d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:27.655265 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e58d9700-598b-4c22-aa61-35ba421ced37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:27.896770 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:29.954297 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:31.686854 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:38.785494 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:43.849563 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:44.856985 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:02:53.325480 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d2594ac-43ad-4f43-b4f3-f8b28e875d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:57.655083 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2aaad9e-f267-435a-b36b-45a7e369c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:57.895641 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:59.957711 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:01.689483 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:08.784797 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:13.856924 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:21.857658 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:03:23.325309 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7f53d09a-b744-45c7-a45b-515cd988342b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:27.655606 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c8716e81-ddd3-43ce-b59e-dc1c783ca874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:27.898457 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:29.963284 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:31.690602 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:38.793001 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:43.887330 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:53.325418 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd28e226-bfe5-4db0-a8d3-1125338531b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:57.655793 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e856078d-0b10-4b48-8f62-6947a3d39776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:57.899808 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:58.857239 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:03:59.961938 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:01.694445 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:08.807491 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:13.887701 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:23.325998 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d062752c-71a6-4f12-a48d-04b1a7d061d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:27.655813 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-67faefca-3448-44c3-b778-f468ac471ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:27.899636 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:29.965915 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:31.697488 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:35.856800 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:04:38.805582 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:43.902552 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:53.325276 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef0c1953-5828-4d51-b83f-e77b937f810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:57.656638 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74dc3a1f-c2c6-4c8c-bf6e-f6ab06aa26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:57.898822 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:59.968526 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:01.700237 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:08.814975 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:12.856687 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:05:13.916704 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:19.429965 n-d-779913-28 neutron-server[93724]: DEBUG neutron.wsgi [req-fb1cad07-937f-473c-ae61-8ff58570d408 req-a1e9833b-e91b-4122-b910-b027cb7e19f4 service neutron] (93724) timed out ('10.222.0.58', 33780) {{(pid=93724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 09:05:23.326936 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7d4b61cf-f400-4354-89fc-18728db4874f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:27.655889 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b61cbae8-820e-4254-878b-103ef77bc6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:27.899397 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:29.971347 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:31.702450 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:38.810412 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:43.914931 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:49.856328 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:05:53.327112 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14db7051-8717-4395-8d6e-054417b793ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:57.654922 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db7eb00d-0d35-43e0-b2b6-1b57e4af5599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:57.899227 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:05:59.974015 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:01.705629 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:08.825214 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:13.915523 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:23.326561 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-35103c61-04d4-48ea-8298-e4fea469e979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:26.856951 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:06:27.654133 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70d37cf4-11c0-4f63-b62a-d6381db30829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:27.899229 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:29.978161 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:31.707498 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:38.825548 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:43.915788 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:53.326838 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1d7cccc8-cd81-4c7f-b5c4-6ed3aae4985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:57.653235 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f784958-5d13-4a1b-a53e-d0e8ce086fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:57.899044 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:06:59.981386 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:01.709133 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:03.855882 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:07:08.838908 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:13.928768 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:23.327180 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7d07a55-2676-4ad1-9a3c-6d35c3a9185c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:27.652818 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b30e783b-6ad5-42de-98f6-1ebb4f34af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:27.898142 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:29.984855 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:31.712693 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:38.840401 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:40.855428 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:07:43.928414 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:53.327766 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b669f9d9-5cb8-4f4f-a30e-adfaf795903d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:57.652363 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da8f0ab5-c354-4f16-b16b-9f7c37f29ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:57.896976 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:07:59.988290 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:01.714880 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:08.853224 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:13.929036 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:17.855228 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:08:23.328476 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16230ec9-ab2e-4bd5-bfa2-64c08a75de24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:27.652752 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b51e907-b1c3-4bd2-a637-c98dca352cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:27.896260 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:29.990583 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:31.719205 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:38.851593 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:43.945245 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:53.328834 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06eee79e-095f-4b39-ac3b-069b5b8ed1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:54.853804 n-d-779913-28 neutron-server[93726]: DEBUG neutron.db.agents_db [None req-caefcb8e-6fd0-47cc-a9b8-2815ab2ceabb None None] Agent healthcheck: found 7 active agents {{(pid=93726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:08:57.652455 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd80ce5e-43d4-4f90-a6d6-24c4e4796648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:57.896620 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:08:59.993668 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:01.719823 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cfa01133-a28b-48ac-8aa6-09e5c6e73853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:08.866640 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95040570-d484-433e-af65-0417ab3f9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:13.941489 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f08199d-accb-4562-9d51-3f2fa3c4b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:23.328330 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bfc3ab3d-0a86-4370-901f-1cd9e4a1f44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:27.653068 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ea21382-1f05-4aff-9c47-b5381bd89f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:27.898374 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90a1e0e-08c4-47ad-97b5-c2e19b1d7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:09:29.997489 n-d-779913-28 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-243c0a95-5ef5-4928-addf-612b4816331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735240511820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511096'] for agent, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}